-- Logs begin at Mon 2021-11-15 10:27:47 UTC, end at Mon 2021-11-15 12:45:47 UTC. -- Nov 15 10:58:49.227733 n-d-729945-9 systemd[1]: Started Devstack devstack@q-svc.service. Nov 15 10:58:51.950908 n-d-729945-9 neutron-server[102568]: INFO neutron.common.config [-] Logging enabled! Nov 15 10:58:51.951504 n-d-729945-9 neutron-server[102568]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev175 Nov 15 10:58:51.951661 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102568) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 15 10:58:51.954984 n-d-729945-9 neutron-server[102568]: INFO neutron.common.config [-] Logging enabled! Nov 15 10:58:51.955238 n-d-729945-9 neutron-server[102568]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev175 Nov 15 10:58:51.955548 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102568) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 15 10:58:51.956504 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 15 10:58:51.956733 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 15 10:58:51.957097 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 15 10:58:51.957313 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 15 10:58:51.957589 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 15 10:58:51.957909 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.958329 n-d-729945-9 neutron-server[102568]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 15 10:58:51.958639 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.958912 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.959202 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.959495 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.959784 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.960096 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.960375 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.960671 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.960960 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.961237 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.961518 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.961789 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.962068 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.962352 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.962635 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.962914 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] debug = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.963190 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.963618 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.964057 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.964336 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.964621 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.964911 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.965165 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.965437 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.965715 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.966045 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] host = n-d-729945-9 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.966317 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.966601 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.966882 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.967163 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.967433 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.967705 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.968013 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.968283 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.968552 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] log_file = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.968825 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.969110 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.969392 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.969678 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.969903 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.970123 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.970408 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.970689 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.970959 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.971230 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.971501 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.971770 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.972066 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.972331 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.972615 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.972895 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.973232 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.973506 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.973778 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.974048 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.974317 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.974598 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.974868 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.975139 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.975409 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.975692 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.975985 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.976258 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.976558 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.976841 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.977122 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.977403 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.977672 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.977952 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.978221 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.978489 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.978758 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] use_json = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.979026 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.979292 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.979571 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.979942 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.980386 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.980664 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.980941 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.981323 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:51.981621 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.981917 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.982217 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.982498 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.982802 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.983079 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.983367 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.983645 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.983956 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.984249 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.984542 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.984817 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.985101 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.985376 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.985668 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.985970 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.986264 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.986553 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.986823 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.987092 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.987362 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.987636 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.987954 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.988230 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.988515 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.988829 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.989109 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.989392 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.989687 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.989977 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.990254 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.990530 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.990819 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.991096 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.991365 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.991640 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.991955 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.992232 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.992502 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.992779 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.993053 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.993321 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.993591 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.993864 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.994153 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.994434 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.994705 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.994973 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.995248 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.995515 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.995796 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.996101 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.996374 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.996646 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.996919 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.997188 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.997460 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.997736 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.998005 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.998284 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.998556 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.998826 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.999096 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.999367 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.999635 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:51.999933 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.000209 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.000486 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.000755 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.001025 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.001294 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.001566 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.001835 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.002120 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.002422 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.002703 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.002982 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.003259 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.003538 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.003839 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.004108 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.004437 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.004720 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.004995 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.005286 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.005568 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.005855 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.006137 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.006413 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.006737 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.007023 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.007303 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.007577 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.007871 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.008153 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.008438 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.008731 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.009023 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.009315 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.009604 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.009893 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.010178 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.010486 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.010765 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:52.010984 n-d-729945-9 neutron-server[102568]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 15 10:58:52.011221 n-d-729945-9 neutron-server[102568]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102568) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 15 10:58:52.440413 n-d-729945-9 neutron-server[102568]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 15 10:58:52.440651 n-d-729945-9 neutron-server[102568]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 15 10:58:52.440980 n-d-729945-9 neutron-server[102568]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 15 10:58:52.441321 n-d-729945-9 neutron-server[102568]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 15 10:58:52.763451 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:52.763649 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:52.763941 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:52.765149 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:52.765423 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:52.765803 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:52.800159 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:52.800440 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:52.800707 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:52.817817 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:52.818065 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:52.818368 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:52.846724 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:52.847003 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:52.847268 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:52.883191 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:52.883476 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:52.883743 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.117891 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.118472 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.118472 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.118686 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.119410 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.244934 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.245243 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.245523 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.245796 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.246059 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.246369 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.246623 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.246871 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.247124 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.247406 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.247644 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.247930 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.248184 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.248435 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.248683 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.248926 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.249178 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.249448 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.249714 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.249968 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.250237 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.250491 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.250781 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.251151 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.251404 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.251649 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.252076 n-d-729945-9 neutron-server[102568]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 10:58:53.252317 n-d-729945-9 neutron-server[102568]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 10:58:53.252555 n-d-729945-9 neutron-server[102568]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 10:58:53.252789 n-d-729945-9 neutron-server[102568]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 10:58:53.253023 n-d-729945-9 neutron-server[102568]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 10:58:53.253257 n-d-729945-9 neutron-server[102568]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 10:58:53.253620 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 15 10:58:53.256988 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 15 10:58:53.261011 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 15 10:58:53.265061 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Nov 15 10:58:53.266701 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 15 10:58:53.267170 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 15 10:58:53.267502 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 15 10:58:53.267913 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 15 10:58:53.270814 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 15 10:58:53.271061 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 15 10:58:53.271410 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 15 10:58:53.276794 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 15 10:58:53.299843 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 15 10:58:53.300307 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.300604 n-d-729945-9 neutron-server[102568]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102568) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 15 10:58:53.300964 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.302409 n-d-729945-9 neutron-server[102568]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102568) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 15 10:58:53.302684 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 15 10:58:53.302921 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 15 10:58:53.306272 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.306555 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:53.369227 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 15 10:58:53.369395 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 15 10:58:53.369618 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 15 10:58:53.369996 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 15 10:58:53.393607 n-d-729945-9 neutron-server[102568]: DEBUG oslo_db.sqlalchemy.engines [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102568) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 15 10:58:53.934715 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.managers [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Initializing driver for type 'gre' Nov 15 10:58:53.935261 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] gre ID ranges: [(1, 1000)] Nov 15 10:58:53.990785 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.managers [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Initializing driver for type 'local' Nov 15 10:58:53.991109 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.managers [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Initializing driver for type 'vlan' Nov 15 10:58:54.005009 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] VlanTypeDriver initialization complete Nov 15 10:58:54.005332 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.managers [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Initializing driver for type 'vxlan' Nov 15 10:58:54.005878 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] vxlan ID ranges: [(1, 1000)] Nov 15 10:58:54.056753 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.managers [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Initializing extension driver 'port_security' Nov 15 10:58:54.057085 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.extensions.port_security [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] PortSecurityExtensionDriver initialization complete Nov 15 10:58:54.057398 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.managers [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Initializing mechanism driver 'openvswitch' Nov 15 10:58:54.057714 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.managers [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Initializing mechanism driver 'hyperv' Nov 15 10:58:54.064483 n-d-729945-9 neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 10:58:54.065328 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > port after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.065701 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > port after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.066054 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > port after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.066594 n-d-729945-9 neutron-server[102568]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102568) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 10:58:54.067063 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > subnet after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.067415 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > subnet after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.067760 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.068179 n-d-729945-9 neutron-server[102568]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102568) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 10:58:54.068583 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > network after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.068934 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > network after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.069272 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > network after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.069662 n-d-729945-9 neutron-server[102568]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102568) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 10:58:54.070065 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > security_group after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.070413 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > security_group after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.070750 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.071146 n-d-729945-9 neutron-server[102568]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102568) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 10:58:54.071551 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.071931 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.072269 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.072663 n-d-729945-9 neutron-server[102568]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102568) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 10:58:54.073066 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > address_group after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.073412 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > address_group after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.073749 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.074139 n-d-729945-9 neutron-server[102568]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102568) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 10:58:54.074516 n-d-729945-9 neutron-server[102568]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] ML2 OVO RPC backend initialized. {{(pid=102568) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 15 10:58:54.075224 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.075578 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.076022 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > network before_response 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.076368 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > networks before_response 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.076712 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > port before_response 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.077048 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > ports before_response 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.077386 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > subnet before_response 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.077721 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > subnets before_response 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.078060 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > network after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.078396 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > network after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.078728 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > network after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.079058 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > port after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.079389 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > port after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.079714 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > port after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.080082 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > subnet after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.080417 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > subnet after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.080742 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.081312 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.plugin [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Modular L2 Plugin initialization complete Nov 15 10:58:54.081633 n-d-729945-9 neutron-server[102568]: DEBUG neutron.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading services supported by the core plugin {{(pid=102568) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 15 10:58:54.081953 n-d-729945-9 neutron-server[102568]: INFO neutron.plugins.ml2.managers [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Got port-security extension from driver 'port_security' Nov 15 10:58:54.082411 n-d-729945-9 neutron-server[102568]: INFO neutron.extensions.vlantransparent [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Disabled vlantransparent extension. Nov 15 10:58:54.082887 n-d-729945-9 neutron-server[102568]: DEBUG neutron.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102568) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 15 10:58:54.083193 n-d-729945-9 neutron-server[102568]: INFO neutron.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading Plugin: router Nov 15 10:58:54.120936 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.121550 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router after_create 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.121642 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router before_create 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.122017 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.122380 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.122734 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router after_delete 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.123094 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.123555 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.124007 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router after_create 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.124353 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router after_update 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.124699 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router after_update 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.125043 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.125401 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router after_update 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.125790 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router precommit_update 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.126160 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: port after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.126498 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: port after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.126829 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: subnet after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.127163 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.127508 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.127878 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router precommit_create 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.128217 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: port before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.128553 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router precommit_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.128905 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router after_update 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.129240 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.129670 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router precommit_create 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.130007 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.130347 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router precommit_update 55549900 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.130705 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > agent after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.131068 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > agent after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.131390 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > network after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.132293 n-d-729945-9 neutron-server[102568]: DEBUG neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Tracking information for resource: router configured {{(pid=102568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 10:58:54.132620 n-d-729945-9 neutron-server[102568]: DEBUG neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Tracking information for resource: floatingip configured {{(pid=102568) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 10:58:54.137724 n-d-729945-9 neutron-server[102568]: INFO neutron.db.l3_agentschedulers_db [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 15 10:58:54.138299 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: port after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.138657 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: port after_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.139003 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: port after_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.139349 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: port after_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.140166 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router before_create 55550100 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.140528 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.140886 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router precommit_create 55550100 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.141232 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > router precommit_update 55550100 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.146136 n-d-729945-9 neutron-server[102568]: DEBUG neutron.services.provider_configuration [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Service providers = [] {{(pid=102568) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 15 10:58:54.146500 n-d-729945-9 neutron-server[102568]: DEBUG neutron.db.servicetype_db [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102568) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 15 10:58:54.149471 n-d-729945-9 neutron-server[102568]: DEBUG neutron.services.service_base [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102568) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 15 10:58:54.149817 n-d-729945-9 neutron-server[102568]: DEBUG neutron.services.service_base [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102568) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 15 10:58:54.150147 n-d-729945-9 neutron-server[102568]: DEBUG neutron.services.service_base [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102568) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 15 10:58:54.151019 n-d-729945-9 neutron-server[102568]: DEBUG neutron.services.service_base [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102568) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 15 10:58:54.151382 n-d-729945-9 neutron-server[102568]: INFO neutron.services.service_base [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 15 10:58:54.151759 n-d-729945-9 neutron-server[102568]: DEBUG neutron.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 10:58:54.152117 n-d-729945-9 neutron-server[102568]: INFO neutron.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 15 10:58:54.163341 n-d-729945-9 neutron-server[102568]: DEBUG neutron.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 10:58:54.163674 n-d-729945-9 neutron-server[102568]: INFO neutron.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading Plugin: auto_allocate Nov 15 10:58:54.169665 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: network precommit_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.170017 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: network precommit_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.170525 n-d-729945-9 neutron-server[102568]: DEBUG neutron.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 10:58:54.170840 n-d-729945-9 neutron-server[102568]: INFO neutron.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading Plugin: tag Nov 15 10:58:54.177744 n-d-729945-9 neutron-server[102568]: DEBUG neutron.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 10:58:54.178068 n-d-729945-9 neutron-server[102568]: INFO neutron.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading Plugin: timestamp Nov 15 10:58:54.181922 n-d-729945-9 neutron-server[102568]: DEBUG neutron.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 10:58:54.182246 n-d-729945-9 neutron-server[102568]: INFO neutron.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading Plugin: network_ip_availability Nov 15 10:58:54.187856 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.188158 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.188510 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.189218 n-d-729945-9 neutron-server[102568]: DEBUG neutron.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 10:58:54.189529 n-d-729945-9 neutron-server[102568]: INFO neutron.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading Plugin: flavors Nov 15 10:58:54.194659 n-d-729945-9 neutron-server[102568]: DEBUG neutron.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 10:58:54.194991 n-d-729945-9 neutron-server[102568]: INFO neutron.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading Plugin: revisions Nov 15 10:58:54.199351 n-d-729945-9 neutron-server[102568]: DEBUG neutron.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102568) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 10:58:54.199738 n-d-729945-9 neutron-server[102568]: DEBUG oslo_concurrency.lockutils [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.759s {{(pid=102568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 15 10:58:54.200504 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102568) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 15 10:58:54.200841 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Initializing extension manager. Nov 15 10:58:54.201356 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: __init__.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.201691 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: __pycache__ {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.202015 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.202340 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: address_group.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.203086 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.203642 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: address-group Nov 15 10:58:54.203985 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: address_scope.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.204696 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.205189 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: address-scope Nov 15 10:58:54.205504 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.206444 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.206929 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: router-admin-state-down-before-update Nov 15 10:58:54.207229 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: agent.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.207983 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.208479 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: agent Nov 15 10:58:54.208792 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: agent_resources_synced.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.209705 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.210203 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: agent-resources-synced Nov 15 10:58:54.210520 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: allowedaddresspairs.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.212339 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.212849 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: allowed-address-pairs Nov 15 10:58:54.213169 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: auto_allocated_topology.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.214247 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.214747 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: auto-allocated-topology Nov 15 10:58:54.215063 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: availability_zone.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.215758 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.216278 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: availability_zone Nov 15 10:58:54.216596 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: availability_zone_filter.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.217512 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.218005 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: availability_zone_filter Nov 15 10:58:54.218321 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: data_plane_status.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.219219 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.219708 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension data-plane-status not supported by any of loaded plugins Nov 15 10:58:54.220048 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: default_subnetpools.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.220967 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.221462 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: default-subnetpools Nov 15 10:58:54.221775 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.222591 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.223132 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: dhcp_agent_scheduler Nov 15 10:58:54.223454 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: dns.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.224392 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.224881 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension dns-integration not supported by any of loaded plugins Nov 15 10:58:54.225194 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: dns_domain_ports.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.226112 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.226607 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 15 10:58:54.226923 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.227833 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.228355 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 15 10:58:54.228669 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: dvr.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.229341 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.229833 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: dvr Nov 15 10:58:54.230146 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: ecmp_routes.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.231060 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.231553 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 15 10:58:54.231885 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: empty_string_filtering.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.232801 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.233300 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: empty-string-filtering Nov 15 10:58:54.233615 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.234523 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.235022 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 15 10:58:54.235344 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.236276 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.236775 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 15 10:58:54.237085 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: external_net.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.238007 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.238530 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: external-net Nov 15 10:58:54.238869 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.239774 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.240298 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: extra_dhcp_opt Nov 15 10:58:54.240611 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: extraroute.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.241517 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.242013 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: extraroute Nov 15 10:58:54.242326 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: extraroute_atomic.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.243394 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.244089 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: extraroute-atomic Nov 15 10:58:54.244403 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: filter_validation.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.245060 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.245583 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: filter-validation Nov 15 10:58:54.245893 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: fip_pf_description.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.246805 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.247322 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 15 10:58:54.247635 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: fip_port_details.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.248580 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.249073 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: fip-port-details Nov 15 10:58:54.249386 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: flavors.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.250620 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.251125 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: flavors Nov 15 10:58:54.251443 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.253201 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.253715 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 15 10:58:54.254046 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: floatingip_pools.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.254801 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.255300 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: floatingip-pools Nov 15 10:58:54.255623 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: ip_allocation.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.256585 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.257081 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension ip_allocation not supported by any of loaded plugins Nov 15 10:58:54.257404 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.258316 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.258819 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: ip-substring-filtering Nov 15 10:58:54.259136 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: l2_adjacency.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.260108 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.260576 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 15 10:58:54.260891 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: l3.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.261856 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.262379 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: router Nov 15 10:58:54.262696 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.264942 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.265452 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 15 10:58:54.265774 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.266701 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.267206 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: ext-gw-mode Nov 15 10:58:54.267526 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.268496 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.268991 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: l3-ha Nov 15 10:58:54.269306 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: l3_flavors.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.270240 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.270735 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: l3-flavors Nov 15 10:58:54.271056 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.271997 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.272487 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 15 10:58:54.272801 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: l3agentscheduler.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.273841 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.274338 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: l3_agent_scheduler Nov 15 10:58:54.274652 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: logging.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.276206 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.276723 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension logging not supported by any of loaded plugins Nov 15 10:58:54.277045 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: metering.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.277761 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.278349 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: metering Nov 15 10:58:54.278661 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.279904 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.280417 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: metering_source_and_destination_fields Nov 15 10:58:54.280732 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: multiprovidernet.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.281664 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.282156 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: multi-provider Nov 15 10:58:54.282473 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: netmtu.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.283389 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.284244 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: net-mtu Nov 15 10:58:54.284561 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: netmtu_writable.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.285495 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.286020 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: net-mtu-writable Nov 15 10:58:54.286333 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: network_availability_zone.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.287004 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.287495 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: network_availability_zone Nov 15 10:58:54.287807 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: network_ip_availability.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.288948 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.289451 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: network-ip-availability Nov 15 10:58:54.289769 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: network_segment_range.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.290536 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.291023 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension network-segment-range not supported by any of loaded plugins Nov 15 10:58:54.291339 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: pagination.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.292345 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.292671 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: pagination Nov 15 10:58:54.292985 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: port_device_profile.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.293904 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.294407 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: port-device-profile Nov 15 10:58:54.294722 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.295632 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.296163 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: port-mac-address-regenerate Nov 15 10:58:54.296477 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.297398 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.297899 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: port-numa-affinity-policy Nov 15 10:58:54.298214 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: port_resource_request.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.299123 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.299617 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension port-resource-request not supported by any of loaded plugins Nov 15 10:58:54.299964 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: port_resource_request_groups.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.300928 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.301447 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 15 10:58:54.301759 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: portbindings.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.302677 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.303172 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: binding Nov 15 10:58:54.303484 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: portbindings_extended.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.304803 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.305314 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: binding-extended Nov 15 10:58:54.305632 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: portsecurity.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.306553 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.307060 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: port-security Nov 15 10:58:54.307375 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: project_id.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.308402 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.308722 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: project-id Nov 15 10:58:54.309035 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: providernet.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.309959 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.310455 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: provider Nov 15 10:58:54.310771 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: qos.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.314424 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.314937 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension qos not supported by any of loaded plugins Nov 15 10:58:54.315262 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.316609 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.317159 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 15 10:58:54.317486 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.318407 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.318905 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 15 10:58:54.319223 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: qos_default.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.320169 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.320671 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension qos-default not supported by any of loaded plugins Nov 15 10:58:54.320988 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: qos_fip.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.321640 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.322130 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension qos-fip not supported by any of loaded plugins Nov 15 10:58:54.322447 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: qos_gateway_ip.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.323371 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.323888 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 15 10:58:54.324204 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: qos_port_network_policy.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.325121 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.325618 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 15 10:58:54.325942 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.326981 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.327486 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 15 10:58:54.327806 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: qos_pps_rule.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.329075 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.329744 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension qos-pps not supported by any of loaded plugins Nov 15 10:58:54.330067 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: qos_rule_type_details.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.331064 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.331619 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 15 10:58:54.332012 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: qos_rules_alias.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.333204 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.333707 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 15 10:58:54.334032 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: quota_check_limit.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.334935 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.335434 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: quota-check-limit Nov 15 10:58:54.335755 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: quotasv2.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.336744 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.337062 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: quotas Nov 15 10:58:54.337380 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: quotasv2_detail.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.340597 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.340935 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: quota_details Nov 15 10:58:54.341265 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: rbac.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.342324 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.342836 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: rbac-policies Nov 15 10:58:54.343160 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: rbac_address_group.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.344236 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.344744 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: rbac-address-group Nov 15 10:58:54.345062 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: rbac_address_scope.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.345991 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.346506 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: rbac-address-scope Nov 15 10:58:54.346825 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: rbac_security_groups.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.347743 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.348334 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: rbac-security-groups Nov 15 10:58:54.348673 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: rbac_subnetpool.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.349550 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.350046 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: rbac-subnetpool Nov 15 10:58:54.350364 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: revisionifmatch.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.351281 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.351781 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: revision-if-match Nov 15 10:58:54.352131 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: revisions.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.353235 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.353730 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: standard-attr-revisions Nov 15 10:58:54.354051 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: router_availability_zone.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.354718 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.355215 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: router_availability_zone Nov 15 10:58:54.355531 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: routerservicetype.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.356480 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.356974 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension router-service-type not supported by any of loaded plugins Nov 15 10:58:54.357287 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.358213 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.358726 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: security-groups-normalized-cidr Nov 15 10:58:54.359026 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.360051 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.360551 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: port-security-groups-filtering Nov 15 10:58:54.360869 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.361801 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.362301 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: security-groups-remote-address-group Nov 15 10:58:54.362618 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.363538 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.364085 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: security-groups-shared-filtering Nov 15 10:58:54.364404 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.364981 n-d-729945-9 neutron-server[102568]: WARNING neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 15 10:58:54.365291 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: securitygroup.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.375224 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.375741 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: security-group Nov 15 10:58:54.376091 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: segment.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.376883 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.377375 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension segment not supported by any of loaded plugins Nov 15 10:58:54.377696 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.378637 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.379135 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 15 10:58:54.379502 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: servicetype.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.380636 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.381139 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: service-type Nov 15 10:58:54.381460 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: sorting.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.382444 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.382768 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: sorting Nov 15 10:58:54.383083 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: standard_attr_segment.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.384025 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.384746 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 15 10:58:54.385171 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: standardattrdescription.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.385836 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.386327 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: standard-attr-description Nov 15 10:58:54.386649 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: stateful_security_group.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.387596 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.388133 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: stateful-security-group Nov 15 10:58:54.388452 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: stdattrs_common.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.389018 n-d-729945-9 neutron-server[102568]: WARNING neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 15 10:58:54.389336 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.390258 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.390766 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 15 10:58:54.391073 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: subnet_onboard.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.392152 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.392657 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: subnet_onboard Nov 15 10:58:54.392979 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.393904 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.394401 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 15 10:58:54.394722 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: subnet_service_types.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.395681 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.396244 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: subnet-service-types Nov 15 10:58:54.396569 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: subnetallocation.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.397648 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.398159 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: subnet_allocation Nov 15 10:58:54.398478 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.399146 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.399643 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: subnetpool-prefix-ops Nov 15 10:58:54.400261 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.401070 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.401572 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 15 10:58:54.401885 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: tagging.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.402964 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.403460 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: standard-attr-tag Nov 15 10:58:54.403780 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: timestamp.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.405009 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.405510 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loaded extension: standard-attr-timestamp Nov 15 10:58:54.405828 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: trunk.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.406870 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.407369 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension trunk not supported by any of loaded plugins Nov 15 10:58:54.407687 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: trunk_details.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.408633 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.409476 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension trunk-details not supported by any of loaded plugins Nov 15 10:58:54.409790 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: uplink_status_propagation.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.410782 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.411281 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 15 10:58:54.411595 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Loading extension file: vlantransparent.py {{(pid=102568) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 10:58:54.412293 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102568) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 10:58:54.412794 n-d-729945-9 neutron-server[102568]: INFO neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 15 10:58:54.415346 n-d-729945-9 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Creating instance of TrackedResource for resource:network Nov 15 10:58:54.415905 n-d-729945-9 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Creating instance of TrackedResource for resource:subnet Nov 15 10:58:54.416299 n-d-729945-9 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 10:58:54.416691 n-d-729945-9 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Creating instance of TrackedResource for resource:port Nov 15 10:58:54.419161 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 10:58:54.419609 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Service FLAVORS assigned prefix: {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 10:58:54.420263 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 10:58:54.420699 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 10:58:54.421022 n-d-729945-9 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Creating instance of TrackedResource for resource:router Nov 15 10:58:54.421446 n-d-729945-9 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Creating instance of TrackedResource for resource:floatingip Nov 15 10:58:54.421936 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Service METERING assigned prefix: /metering {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 10:58:54.423399 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.423766 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.424137 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 10:58:54.425147 n-d-729945-9 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Creating instance of CountableResource for resource:rbac_policy Nov 15 10:58:54.425596 n-d-729945-9 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Creating instance of TrackedResource for resource:security_group Nov 15 10:58:54.426041 n-d-729945-9 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 15 10:58:54.426683 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Service CORE assigned prefix: {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 10:58:54.427013 n-d-729945-9 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 10:58:54.427351 n-d-729945-9 neutron-server[102568]: WARNING neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] subnetpool is already registered Nov 15 10:58:54.427773 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Service CORE assigned prefix: {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 10:58:54.428121 n-d-729945-9 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 10:58:54.428447 n-d-729945-9 neutron-server[102568]: WARNING neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] subnetpool is already registered Nov 15 10:58:54.430751 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 10:58:54.431178 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Service FLAVORS assigned prefix: {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 10:58:54.431770 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 10:58:54.432208 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 10:58:54.432539 n-d-729945-9 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Creating instance of TrackedResource for resource:router Nov 15 10:58:54.432866 n-d-729945-9 neutron-server[102568]: WARNING neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] router is already registered Nov 15 10:58:54.433274 n-d-729945-9 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Creating instance of TrackedResource for resource:floatingip Nov 15 10:58:54.433597 n-d-729945-9 neutron-server[102568]: WARNING neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] floatingip is already registered Nov 15 10:58:54.434047 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Service METERING assigned prefix: /metering {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 10:58:54.434702 n-d-729945-9 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Creating instance of CountableResource for resource:rbac_policy Nov 15 10:58:54.435022 n-d-729945-9 neutron-server[102568]: WARNING neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] rbac_policy is already registered Nov 15 10:58:54.435427 n-d-729945-9 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Creating instance of TrackedResource for resource:security_group Nov 15 10:58:54.435754 n-d-729945-9 neutron-server[102568]: WARNING neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] security_group is already registered Nov 15 10:58:54.436178 n-d-729945-9 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 15 10:58:54.436510 n-d-729945-9 neutron-server[102568]: WARNING neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] security_group_rule is already registered Nov 15 10:58:54.437116 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Service CORE assigned prefix: {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 10:58:54.437437 n-d-729945-9 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 10:58:54.437768 n-d-729945-9 neutron-server[102568]: WARNING neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] subnetpool is already registered Nov 15 10:58:54.438227 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.v2.resource_helper [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Service CORE assigned prefix: {{(pid=102568) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 10:58:54.438492 n-d-729945-9 neutron-server[102568]: INFO neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 10:58:54.438815 n-d-729945-9 neutron-server[102568]: WARNING neutron.quota.resource_registry [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] subnetpool is already registered Nov 15 10:58:54.439272 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: extensions {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.440815 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: address-groups {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.442339 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: address-scopes {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.443656 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: agents {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.444856 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: auto-allocated-topology {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.446251 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: availability_zones {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.447509 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: dhcp-networks {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.449056 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: dhcp-agents {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.450488 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: routers {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.452748 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: flavors {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.453929 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: service_profiles {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.455138 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: next_providers {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.456636 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: service_profiles {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.458229 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: floatingip-pools {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.459446 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: routers {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.461606 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: floatingips {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.462894 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: l3-routers {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.464319 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: l3-agents {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.465716 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: metering-labels {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.467097 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: metering-label-rules {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.468409 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: network-ip-availabilities {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.469704 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: bindings {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.471366 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: quotas {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.472968 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: quotas {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.474490 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: rbac-policies {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.475795 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: security-groups {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.477070 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: security-group-rules {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.478299 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: service-providers {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.479511 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: subnetpools {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.480957 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: subnetpools {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.482434 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: tags {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.484138 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: tags {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.486863 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: tags {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.488701 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: tags {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.490593 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: tags {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.492491 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: tags {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.494182 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: tags {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.496117 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: tags {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.497903 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: tags {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.499734 n-d-729945-9 neutron-server[102568]: DEBUG neutron.api.extensions [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Extended resource: tags {{(pid=102568) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 10:58:54.505866 n-d-729945-9 neutron-server[102568]: WARNING keystonemiddleware.auth_token [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 15 10:58:54.510604 n-d-729945-9 neutron-server[102568]: WARNING keystonemiddleware.auth_token [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 15 10:58:54.519380 n-d-729945-9 neutron-server[102568]: DEBUG oslo_concurrency.lockutils [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Acquired lock "singleton_lock" {{(pid=102568) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 15 10:58:54.519922 n-d-729945-9 neutron-server[102568]: DEBUG oslo_concurrency.lockutils [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Releasing lock "singleton_lock" {{(pid=102568) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 15 10:58:54.520588 n-d-729945-9 neutron-server[102568]: INFO oslo_service.service [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Starting 2 workers Nov 15 10:58:54.525333 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Started child 102677 {{(pid=102568) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 15 10:58:54.529647 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Started child 102678 {{(pid=102568) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 15 10:58:54.530653 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:58:54.531304 n-d-729945-9 neutron-server[102568]: INFO neutron.service [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 15 10:58:54.531807 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Publish callbacks [] for process, before_spawn {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:58:54.532080 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [-] (102677) wsgi starting up on http://0.0.0.0:9696 Nov 15 10:58:54.534452 n-d-729945-9 neutron-server[102568]: INFO oslo_service.service [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Starting 1 workers Nov 15 10:58:54.534590 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:58:54.535934 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [-] (102678) wsgi starting up on http://0.0.0.0:9696 Nov 15 10:58:54.539582 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Started child 102679 {{(pid=102568) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 15 10:58:54.540148 n-d-729945-9 neutron-server[102568]: INFO oslo_service.service [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Starting 1 workers Nov 15 10:58:54.543364 n-d-729945-9 neutron-server[102679]: DEBUG neutron.service [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] calling RpcWorker wait() {{(pid=102679) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 15 10:58:54.543970 n-d-729945-9 neutron-server[102679]: DEBUG neutron.service [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] returning from RpcWorker wait() {{(pid=102679) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 15 10:58:54.544457 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Started child 102680 {{(pid=102568) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 15 10:58:54.545237 n-d-729945-9 neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2755b99b-d482-415b-9d55-75bf692461c9 None None] Publish callbacks [] for process, after_spawn {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:58:54.545362 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:58:54.545760 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 10:58:54.547058 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102568) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 15 10:58:54.547252 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 15 10:58:54.547424 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 15 10:58:54.547634 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 15 10:58:54.548032 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 15 10:58:54.548175 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 15 10:58:54.548662 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.548903 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.549211 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.549397 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:58:54.549882 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.549882 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.550282 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.550407 n-d-729945-9 neutron-server[102680]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 10:58:54.550546 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.550795 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.551164 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.551340 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.551562 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.551701 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.551951 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.552228 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.552537 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.552814 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.553068 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.553321 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.553444 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.553698 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.553951 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.554188 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.554440 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] debug = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.554675 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.555131 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.555356 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.555605 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.555842 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.556122 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.556347 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.556592 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.556821 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.557028 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.557275 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.557529 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.557767 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.557971 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.558217 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.558425 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.558655 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.558879 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.559312 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] host = n-d-729945-9 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.559530 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.559739 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.559989 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.560238 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.560478 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.560688 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.560946 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.561202 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.561434 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.561653 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.561900 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.562158 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.562400 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.562686 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] log_file = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.562907 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] log_options = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.563148 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.563471 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.563727 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.563972 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.564101 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.564308 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.564527 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.564673 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.564926 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.565151 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.565347 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.568105 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.568105 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.568105 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.568105 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.568105 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.568105 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.568105 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.568105 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.569631 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.569631 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.569631 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.569631 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.569631 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.569631 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.569631 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.569631 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.569631 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.570672 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.570672 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.570672 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.570672 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.570672 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.570672 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.571335 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.571335 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.571335 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.571670 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.571879 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.572065 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.572319 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.572575 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.572832 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.573055 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.573302 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.573549 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.573723 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] use_json = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.573979 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.574166 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.574443 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.574617 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.574851 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.575037 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.575292 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.575439 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.575881 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.576198 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.576515 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.576762 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.576956 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.577214 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.577398 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.577655 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.577898 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.578230 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.578590 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.578777 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.579063 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.579299 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.579560 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.579873 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.580138 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.580391 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.580630 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.580872 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.581090 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.581321 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.581583 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.581826 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.582051 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.582333 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.582666 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.582997 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.583267 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.583523 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.583783 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.584041 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.584285 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.584725 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.584725 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.585211 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.585343 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.585666 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.585791 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.585939 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.586136 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.586384 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.586635 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.586820 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.587063 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.587337 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.587575 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.587795 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.588044 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.588255 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.588484 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.588774 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.589021 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.589245 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.589518 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.589759 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.590120 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.590518 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.590663 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.590854 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.591068 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.591304 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.591518 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.592676 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.592676 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.592676 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.592676 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.592676 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.593766 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.593766 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.593766 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.593766 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.593766 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.594051 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.594129 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.594280 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.594644 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.595013 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.595226 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.595455 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.595670 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.595919 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.596152 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.596391 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.596614 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.596840 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.597061 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.597268 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.597479 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.597743 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.598059 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.598300 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.598699 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.598912 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.599159 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.599400 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.599643 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.599876 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.600090 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.600297 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.600573 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.600788 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.601033 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.601256 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.601474 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.601718 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.602107 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.602381 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.602783 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.603214 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.603499 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.603758 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.604050 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.604300 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.604535 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.604785 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.605051 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.605273 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.605531 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.605744 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.605994 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.606300 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.606585 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.606849 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.607076 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.607329 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.607586 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.607844 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.608108 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.608353 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.608580 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.608817 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.609087 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.609350 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.609567 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.609799 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.610025 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.610318 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.610566 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.610779 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.610989 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.611255 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.611525 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.611738 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.612036 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.612285 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.612513 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.612756 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.613001 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.613213 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.613440 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.613723 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.613955 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.614195 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.614421 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.614661 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.614871 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.615066 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.615474 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.615688 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.615930 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.616148 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.616365 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.616649 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.616838 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.617051 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.617297 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.617534 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.617751 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.617966 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.618197 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.618420 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.618685 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.618889 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.619298 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.619722 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.619989 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.620238 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.620487 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.620723 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.620933 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.621180 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.621396 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.621608 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.621817 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.622032 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.622262 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.622490 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.622730 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.622940 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.623188 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.623431 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.623758 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.624008 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.624237 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.624475 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.624688 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.624927 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.625164 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.625399 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.625633 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.625844 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.626059 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.626295 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.626511 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.627061 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.627061 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.627224 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.627340 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.627698 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.628159 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.628608 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.629008 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.629400 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.629825 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.630213 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.630620 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.630848 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.631057 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.631265 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.631496 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.631711 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.631957 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.632187 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.632392 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.632595 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.632813 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.633029 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.633233 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.633482 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.633691 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.633895 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.634110 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.634329 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.634526 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.634764 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.634968 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.635172 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.635385 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.635596 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.635852 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.636073 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.636277 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.636477 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.636691 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.636902 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.637104 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.637389 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.637630 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.637841 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.638111 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.638353 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.638590 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.638822 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.639134 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.639343 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.639582 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.639796 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.640048 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.640277 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.640527 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.640825 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.641102 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.641356 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.641586 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.641855 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.642123 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.642361 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.642569 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.642862 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.643158 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.643434 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.643682 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.643935 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.644185 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.644415 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.644833 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.645068 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.645305 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.645518 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.645753 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.645981 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.646201 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.646414 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.646634 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.646842 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.647060 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.647285 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.647517 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.647724 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.647911 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 15 10:58:54.648414 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102568) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 15 10:58:54.648571 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 15 10:58:54.648719 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 15 10:58:54.649241 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 15 10:58:54.649241 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 15 10:58:54.649241 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 15 10:58:54.649504 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.649584 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.649663 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.649820 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.649974 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.650149 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.650491 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.650491 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.650656 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.650726 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.650881 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.651037 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.651189 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.651342 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.651498 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.651648 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.651801 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.651977 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.652136 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.652294 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.652449 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.652597 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.652752 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] debug = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.652903 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.653260 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.653423 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.653579 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.653734 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.653890 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.654045 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.654198 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.654351 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.654504 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.654657 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.654809 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.654959 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.655256 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.655411 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.655571 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.655726 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.655900 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.656057 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] host = n-d-729945-9 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.656211 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.656360 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.656509 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.656664 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.656817 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.656970 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.657122 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.657274 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.657428 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.657583 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.657736 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.657890 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.658044 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.658198 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] log_file = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.658349 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] log_options = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.658503 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.658656 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.658808 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.659308 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.659467 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.659623 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.659778 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.659954 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.660108 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.660261 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.660438 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.660593 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.660732 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.660912 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.661070 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.661186 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.661306 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.661459 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.663851 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.663851 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.663851 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.663851 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.663851 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.663851 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.663851 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.663851 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.664448 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.664448 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.664448 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.664448 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.664448 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.664448 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.664448 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.664448 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.665012 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.665012 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.665012 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.665012 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.665012 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.665012 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.665012 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.665012 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.665631 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.665631 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.665631 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.665631 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.665631 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] use_json = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.665975 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.665975 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.666115 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.666200 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.666307 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.666479 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.666630 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.666764 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 10:58:54.666933 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.667092 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.667259 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.667426 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.667576 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.667732 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.667912 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.668068 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.668224 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.668383 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.668549 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.668708 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.668873 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.669030 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.669186 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.669344 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.669500 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.669656 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.669813 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.669969 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.670126 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.670280 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.670444 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.670598 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.670824 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.670984 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.671291 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.671459 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.671909 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.672241 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.672584 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.672914 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.673142 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.673310 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.673452 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.673756 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.673940 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.674095 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.674244 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.674405 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.674550 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.674693 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.674853 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.674995 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.675123 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.675426 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.675588 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.675749 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.675925 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.676127 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.676288 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.676454 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.676698 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.676792 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.676897 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.677060 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.677362 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.677520 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.677736 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.677834 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.677972 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.678129 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.678305 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.678434 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.678579 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.678738 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.678912 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.679068 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.679222 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.679376 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.679535 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.679689 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.679865 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.680024 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.680180 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.680338 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.680493 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.680652 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.680812 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.680951 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.681113 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.681266 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.681579 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.681734 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.682046 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.682202 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.682355 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.682645 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.682981 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.683206 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.683438 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.683652 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.683836 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.683989 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.684147 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.684303 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.684458 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.684613 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.684768 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.684925 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.685079 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.685236 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.685396 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.685551 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.685708 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.685869 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.686026 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.686184 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.686340 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.686499 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.686655 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.686812 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.686963 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.687126 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.687271 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.687428 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.687587 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.687768 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.687949 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.688086 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.688285 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.688385 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.688545 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.688702 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.688859 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.689001 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.689157 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.689314 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.689468 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.689615 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.689742 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.689869 n-d-729945-9 neutron-server[102679]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 10:58:54.689983 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.690060 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.690199 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.690414 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.690721 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.690876 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.691055 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.691228 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.691367 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.691523 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.691701 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.691886 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.692043 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.692201 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.692357 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.692512 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.692667 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.692823 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.692980 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.693137 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.693292 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.693453 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.693607 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.693762 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.693918 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.694074 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.694229 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.694384 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.694538 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.694695 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.694850 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.695005 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.695162 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.695317 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.695473 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.695627 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.695787 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.695966 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.696122 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.696275 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.696430 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.696584 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.696739 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.696897 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.697052 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.697207 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.697363 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.697523 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.697682 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.697840 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.698077 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.698221 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.698352 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.698490 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.698676 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.698812 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.698947 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.699083 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.699220 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.699354 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.699477 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.699583 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.699726 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.699931 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.700077 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.700190 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.700411 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.700626 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.700800 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.700948 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.701076 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.701863 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.701863 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.701863 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.701863 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.701863 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.704512 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.704512 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.704512 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.704512 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.704512 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.704512 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.704512 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.704512 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.705082 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.705082 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.705082 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.705082 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.705082 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.705082 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.705082 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.705082 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.705626 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.705626 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.705626 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.705626 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.705626 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.705626 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.705626 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.705626 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.706182 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.706182 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.706182 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.706182 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.706182 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.706182 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.706666 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.706666 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.706666 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.706872 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.706872 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.707012 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.707176 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.707384 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.707854 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.707854 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.707854 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.708092 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.708164 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.708304 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.708460 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.708616 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.708771 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.708937 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.709094 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.709248 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.709403 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.709560 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.709719 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.709873 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.710039 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.710225 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.710355 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.710477 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.710614 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.710777 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.710940 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.711096 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.711257 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.711440 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.711579 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.711710 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.711900 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.712059 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.712216 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.712371 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.712529 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.712685 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.712891 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.713028 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.713115 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.713272 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.713427 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.713582 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.713738 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.713893 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.714048 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.714203 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.714360 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 10:58:54.714508 n-d-729945-9 neutron-server[102568]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102568) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 15 10:58:54.908309 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43064) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 10:58:54.922015 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100205 Nov 15 10:59:06.293200 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62239265-d0c3-4cc5-909d-fbb51d3dfbdb None None] get_active_networks_info from n-d-729945-9 {{(pid=102679) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 10:59:06.412245 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62239265-d0c3-4cc5-909d-fbb51d3dfbdb None None] No non-hosted networks {{(pid=102679) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 15 10:59:06.494659 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-98dde4ab-18df-4c8b-bab3-4d26ca3b917b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66738994'] for agent, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:08.265530 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-658e5fcd-bfdb-4b5d-88b8-12538b662b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66738994'] for agent, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:08.321051 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ac570fc2-dc91-4e4b-9f0b-1332f5fc6ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:09.728089 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66738994'] for agent, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:11.127650 n-d-729945-9 neutron-server[102679]: INFO neutron.db.l3_hamode_db [None req-d3b92392-ece6-45a2-8fdd-8372656f36f4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 15 10:59:11.259449 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b92392-ece6-45a2-8fdd-8372656f36f4 None None] Routers set() bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 10:59:11.260030 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b92392-ece6-45a2-8fdd-8372656f36f4 None None] Router IDs set() for agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 15 10:59:11.261484 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66738994'] for agent, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:12.021738 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66738994'] for agent, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:12.022509 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:12.022945 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:12.023375 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:12.023705 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:12.026309 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:12.027408 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:12.029706 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:12.030124 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:12.030519 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:12.030876 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:12.031201 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:12.031518 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:12.031984 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-729945-9', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 10:59:12.051649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-729945-9', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 10:59:12.404080 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43158) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 10:59:12.921964 n-d-729945-9 neutron-server[102678]: WARNING oslo_policy.policy [None req-83196e7c-3a56-42f5-adc5-0cda42d75c05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 10:59:12.922476 n-d-729945-9 neutron-server[102678]: WARNING oslo_policy.policy [None req-83196e7c-3a56-42f5-adc5-0cda42d75c05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 10:59:13.142639 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [None req-83196e7c-3a56-42f5-adc5-0cda42d75c05 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 10:59:13.143850 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-83196e7c-3a56-42f5-adc5-0cda42d75c05 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7386832 Nov 15 10:59:15.678658 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43174) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 10:59:16.019197 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-7bf0bb41-9d79-49e5-a9f4-2a2f0709599f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 10:59:16.112558 n-d-729945-9 neutron-server[102678]: DEBUG neutron.policy [None req-7bf0bb41-9d79-49e5-a9f4-2a2f0709599f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102678) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 15 10:59:16.158656 n-d-729945-9 neutron-server[102678]: WARNING oslo_policy.policy [None req-7bf0bb41-9d79-49e5-a9f4-2a2f0709599f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 10:59:16.159023 n-d-729945-9 neutron-server[102678]: WARNING oslo_policy.policy [None req-7bf0bb41-9d79-49e5-a9f4-2a2f0709599f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 10:59:16.167427 n-d-729945-9 neutron-server[102678]: INFO neutron.quota [None req-7bf0bb41-9d79-49e5-a9f4-2a2f0709599f admin admin] Loaded quota_driver: . Nov 15 10:59:16.261193 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7bf0bb41-9d79-49e5-a9f4-2a2f0709599f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780024229494', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780024227907', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780024151770', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780024144539', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780024133805', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780024124738', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-810736', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-804975', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66763709', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66735230'] for rbac-policy, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:16.330280 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7bf0bb41-9d79-49e5-a9f4-2a2f0709599f admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:16.331504 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7bf0bb41-9d79-49e5-a9f4-2a2f0709599f admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6518657 Nov 15 10:59:19.103853 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43186) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 10:59:19.431136 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '60782da977f7401e946402fc810c8536', 'name': 'private', 'tenant_id': '60782da977f7401e946402fc810c8536'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 10:59:19.466620 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Made reservation on behalf of 60782da977f7401e946402fc810c8536 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 10:59:19.469553 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:19.485983 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:19.597543 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:19.604735 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:19.624546 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 10:59:19.652546 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780020697537', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:19.653103 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Unsubscribe: segment precommit_create {{(pid=102678) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 15 10:59:19.653602 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Added segment 2bcfaf43-f882-468a-a612-b53775a2b3b8 of type vlan for network d64d674b-0686-4bed-abbf-c647c2c2d030 Nov 15 10:59:19.670503 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53bd0ed-72ad-4dea-88b5-cd9f129aa16f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 10:59:19.719761 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:19.720180 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:19.720500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:19.720817 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:19.721132 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:19.721468 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:19.721778 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:19.722078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:19.722383 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:19.722974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:19.723287 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:19.723585 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Tracked resource versions report: Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: pushed versions: Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: { 'AddressGroup': {'1.2'}, Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: 'ConntrackHelper': {'1.0'}, Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: 'Log': {'1.0'}, Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: 'Network': {'1.1'}, Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: 'Port': {'1.7'}, Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: 'PortForwarding': {'1.2'}, Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: 'QosPolicy': {'1.10'}, Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: 'SecurityGroup': {'1.5'}, Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: 'SecurityGroupRule': {'1.2'}, Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: 'SubPort': {'1.0'}, Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: 'Subnet': {'1.1'}, Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: 'Trunk': {'1.1'}} Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: consumer versions: Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: { DHCP agent@n-d-729945-9: {}, Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: L3 agent@n-d-729945-9: {}, Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: Metadata agent@n-d-729945-9: {}, Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: Metering agent@n-d-729945-9: {}, Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: Open vSwitch agent@n-d-729945-9: { 'AddressGroup': '1.2', Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: 'ConntrackHelper': '1.0', Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: 'Log': '1.0', Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: 'Network': '1.1', Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: 'Port': '1.7', Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: 'PortForwarding': '1.2', Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: 'QosPolicy': '1.10', Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: 'SecurityGroup': '1.5', Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: 'SecurityGroupRule': '1.2', Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: 'SubPort': '1.0', Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: 'Subnet': '1.1', Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: 'Trunk': '1.1'}} Nov 15 10:59:19.724703 n-d-729945-9 neutron-server[102678]: {{(pid=102678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 10:59:19.776982 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:19.818049 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:19.819165 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 10:59:19.819863 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:19.898816 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7935927 Nov 15 10:59:19.917410 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1b180-3e53-4266-aa8f-2775ef369b1c admin admin] Pushing event updated for resources: {'Network': ['ID=d64d674b-0686-4bed-abbf-c647c2c2d030,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 10:59:19.931454 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network d64d674b-0686-4bed-abbf-c647c2c2d030 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 10:59:22.710926 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43200) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 10:59:23.161172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f09272-ac11-4e47-9a57-77ad121deb8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 10:59:23.162580 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-17f09272-ac11-4e47-9a57-77ad121deb8a admin admin] 10.222.0.64 "GET /v2.0/networks/d64d674b-0686-4bed-abbf-c647c2c2d030 HTTP/1.1" status: 200 len: 825 time: 0.4506099 Nov 15 10:59:23.197311 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-68369a8b-cb9a-4694-ba97-00191ca374e1 admin admin] 10.222.0.64 "GET /v2.0/subnetpools/9b99e4bb-2e69-475e-b612-1d12a7537d5c HTTP/1.1" status: 200 len: 734 time: 0.0282106 Nov 15 10:59:23.206306 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-066ddf75-9d32-4662-b575-de2856024c1f admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '9b99e4bb-2e69-475e-b612-1d12a7537d5c', 'tenant_id': '60782da977f7401e946402fc810c8536', 'network_id': 'd64d674b-0686-4bed-abbf-c647c2c2d030', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 10:59:23.231844 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066ddf75-9d32-4662-b575-de2856024c1f admin admin] Made reservation on behalf of 60782da977f7401e946402fc810c8536 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 10:59:23.234005 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-066ddf75-9d32-4662-b575-de2856024c1f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:23.522433 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-066ddf75-9d32-4662-b575-de2856024c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:23.586616 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ddf75-9d32-4662-b575-de2856024c1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ddac80b-1c7c-4bc2-9a73-1d2fac70dfaf,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 10:59:23.593491 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066ddf75-9d32-4662-b575-de2856024c1f admin admin] Checking segment: {'id': '2bcfaf43-f882-468a-a612-b53775a2b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'd64d674b-0686-4bed-abbf-c647c2c2d030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 10:59:23.593857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066ddf75-9d32-4662-b575-de2856024c1f admin admin] Network hostable DHCP agents. Network: d64d674b-0686-4bed-abbf-c647c2c2d030, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 10:59:23.622507 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066ddf75-9d32-4662-b575-de2856024c1f admin admin] Network d64d674b-0686-4bed-abbf-c647c2c2d030 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 10:59:23.635078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-066ddf75-9d32-4662-b575-de2856024c1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, d64d674b-0686-4bed-abbf-c647c2c2d030) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 10:59:23.639907 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066ddf75-9d32-4662-b575-de2856024c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 10:59:23.640494 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-066ddf75-9d32-4662-b575-de2856024c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:23.646089 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126e76fb-0cbd-407e-bf14-6e0d869b2b76 None None] Network d64d674b-0686-4bed-abbf-c647c2c2d030 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 10:59:23.664259 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-066ddf75-9d32-4662-b575-de2856024c1f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4559617 Nov 15 10:59:23.973414 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-d64d674b-0686-4bed-abbf-c647c2c2d030', 'network_id': 'd64d674b-0686-4bed-abbf-c647c2c2d030', 'tenant_id': '60782da977f7401e946402fc810c8536', 'fixed_ips': [{'subnet_id': '9ddac80b-1c7c-4bc2-9a73-1d2fac70dfaf'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 10:59:23.974708 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:24.264452 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Allocated IP 172.20.0.2 (d64d674b-0686-4bed-abbf-c647c2c2d030/9ddac80b-1c7c-4bc2-9a73-1d2fac70dfaf/59873772-99b3-49e7-8795-8d62fcf55eeb) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 10:59:24.468180 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:24.477898 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:24.552339 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Network d64d674b-0686-4bed-abbf-c647c2c2d030 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 10:59:24.557064 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 10:59:24.565025 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Pushing event updated for resources: {'Port': ['ID=59873772-99b3-49e7-8795-8d62fcf55eeb,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 10:59:24.567233 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 10:59:24.576798 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:24.577138 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:24.577484 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:24.577777 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:24.578116 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:24.578432 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:24.578745 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:24.579059 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:24.579373 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:24.579679 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:24.580020 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:24.580334 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Tracked resource versions report: Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: pushed versions: Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: { 'AddressGroup': {'1.2'}, Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: 'ConntrackHelper': {'1.0'}, Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: 'Log': {'1.0'}, Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: 'Network': {'1.1'}, Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: 'Port': {'1.7'}, Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: 'PortForwarding': {'1.2'}, Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: 'QosPolicy': {'1.10'}, Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: 'SecurityGroup': {'1.5'}, Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: 'SecurityGroupRule': {'1.2'}, Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: 'SubPort': {'1.0'}, Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: 'Subnet': {'1.1'}, Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: 'Trunk': {'1.1'}} Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: consumer versions: Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: { DHCP agent@n-d-729945-9: {}, Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: L3 agent@n-d-729945-9: {}, Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: Metadata agent@n-d-729945-9: {}, Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: Metering agent@n-d-729945-9: {}, Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: Open vSwitch agent@n-d-729945-9: { 'AddressGroup': '1.2', Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: 'ConntrackHelper': '1.0', Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: 'Log': '1.0', Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: 'Network': '1.1', Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: 'Port': '1.7', Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: 'PortForwarding': '1.2', Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: 'QosPolicy': '1.10', Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: 'SecurityGroup': '1.5', Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: 'SecurityGroupRule': '1.2', Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: 'SubPort': '1.0', Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: 'Subnet': '1.1', Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: 'Trunk': '1.1'}} Nov 15 10:59:24.583008 n-d-729945-9 neutron-server[102679]: {{(pid=102679) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 10:59:24.651741 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Attempting to bind port 59873772-99b3-49e7-8795-8d62fcf55eeb on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 10:59:24.652455 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Attempting to bind port 59873772-99b3-49e7-8795-8d62fcf55eeb by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '2bcfaf43-f882-468a-a612-b53775a2b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'd64d674b-0686-4bed-abbf-c647c2c2d030'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 10:59:24.652561 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Attempting to bind port 59873772-99b3-49e7-8795-8d62fcf55eeb on network d64d674b-0686-4bed-abbf-c647c2c2d030 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 10:59:24.657993 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 10, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 10:59:24.658380 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Checking segment: {'id': '2bcfaf43-f882-468a-a612-b53775a2b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'd64d674b-0686-4bed-abbf-c647c2c2d030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 10:59:24.658836 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:24.659213 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Bound using segment: {'id': '2bcfaf43-f882-468a-a612-b53775a2b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'd64d674b-0686-4bed-abbf-c647c2c2d030'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 10:59:24.659687 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Bound port: 59873772-99b3-49e7-8795-8d62fcf55eeb, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcfaf43-f882-468a-a612-b53775a2b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'd64d674b-0686-4bed-abbf-c647c2c2d030'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 10:59:24.660127 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:24.721998 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f7936133-16e8-4489-811e-475da1b160cc None None] For port 59873772-99b3-49e7-8795-8d62fcf55eeb, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 10:59:24.726393 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f7936133-16e8-4489-811e-475da1b160cc None None] For port 59873772-99b3-49e7-8795-8d62fcf55eeb, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=59873772-99b3-49e7-8795-8d62fcf55eeb,segment=NetworkSegment(2bcfaf43-f882-468a-a612-b53775a2b3b8),segment_id=2bcfaf43-f882-468a-a612-b53775a2b3b8)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 10:59:24.733056 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:24.803884 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7936133-16e8-4489-811e-475da1b160cc None None] Pushing event updated for resources: {'Port': ['ID=59873772-99b3-49e7-8795-8d62fcf55eeb,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 10:59:26.200543 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43208) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 10:59:26.528122 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [None req-33510a39-92de-419a-8f70-7d3960ace347 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 10:59:26.543838 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-33510a39-92de-419a-8f70-7d3960ace347 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3276138 Nov 15 10:59:29.062544 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43216) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 10:59:29.395679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [None req-f10a6fae-9e78-4acb-9fdb-ee4417714719 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 10:59:29.396684 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f10a6fae-9e78-4acb-9fdb-ee4417714719 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3332369 Nov 15 10:59:32.135935 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43226) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 10:59:32.460250 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-ebf7dcc5-c003-4f1b-b606-3424792cc10b admin admin] Request body: {'router': {'tenant_id': '60782da977f7401e946402fc810c8536', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 10:59:32.485402 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ebf7dcc5-c003-4f1b-b606-3424792cc10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:32.487119 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ebf7dcc5-c003-4f1b-b606-3424792cc10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:32.642237 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ebf7dcc5-c003-4f1b-b606-3424792cc10b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:32.649024 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ebf7dcc5-c003-4f1b-b606-3424792cc10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:32.664932 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ebf7dcc5-c003-4f1b-b606-3424792cc10b admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:32.666170 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ebf7dcc5-c003-4f1b-b606-3424792cc10b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5292563 Nov 15 10:59:33.859569 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 59873772-99b3-49e7-8795-8d62fcf55eeb up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 10:59:33.906779 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e965e3bf-cb47-4656-879a-6c40b5724d62 None None] Network d64d674b-0686-4bed-abbf-c647c2c2d030 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 10:59:34.015256 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2d75c724-0c18-4e6d-add3-71f77ca0b528 None None] Provisioning complete for port 59873772-99b3-49e7-8795-8d62fcf55eeb triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 10:59:34.015550 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2d75c724-0c18-4e6d-add3-71f77ca0b528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:34.082081 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 59873772-99b3-49e7-8795-8d62fcf55eeb triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 10:59:34.082439 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:34.231146 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2d75c724-0c18-4e6d-add3-71f77ca0b528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:34.295864 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:34.312216 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2d75c724-0c18-4e6d-add3-71f77ca0b528 None None] For port 59873772-99b3-49e7-8795-8d62fcf55eeb, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=59873772-99b3-49e7-8795-8d62fcf55eeb,segment=NetworkSegment(2bcfaf43-f882-468a-a612-b53775a2b3b8),segment_id=2bcfaf43-f882-468a-a612-b53775a2b3b8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 10:59:34.320717 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2d75c724-0c18-4e6d-add3-71f77ca0b528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:34.392470 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 10:59:34.393171 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 10:59:34.399228 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75c724-0c18-4e6d-add3-71f77ca0b528 None None] Pushing event updated for resources: {'Port': ['ID=59873772-99b3-49e7-8795-8d62fcf55eeb,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 10:59:34.444382 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6e57154f-d6ba-4796-87a7-ad96cc03b8b7 None None] Provisioning complete for port 59873772-99b3-49e7-8795-8d62fcf55eeb triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 10:59:34.444736 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6e57154f-d6ba-4796-87a7-ad96cc03b8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:35.235345 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43240) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 10:59:35.774096 n-d-729945-9 neutron-server[102677]: WARNING oslo_policy.policy [None req-1e8266cf-63ae-4f01-a2b6-6253d981a28e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 10:59:35.774730 n-d-729945-9 neutron-server[102677]: WARNING oslo_policy.policy [None req-1e8266cf-63ae-4f01-a2b6-6253d981a28e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 10:59:35.809001 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 59873772-99b3-49e7-8795-8d62fcf55eeb up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 10:59:35.859195 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 59873772-99b3-49e7-8795-8d62fcf55eeb triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 10:59:35.859547 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:35.994751 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-1e8266cf-63ae-4f01-a2b6-6253d981a28e admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 10:59:35.995971 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1e8266cf-63ae-4f01-a2b6-6253d981a28e admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7586441 Nov 15 10:59:36.154302 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2d0c9143-5b7d-4e11-9f30-e6a59996fb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:38.268950 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2fd5c6ea-af22-408a-9d45-61e82f3d66bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:38.513922 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43254) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 10:59:38.852552 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 10:59:38.853987 n-d-729945-9 neutron-server[102677]: INFO neutron.quota [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Loaded quota_driver: . Nov 15 10:59:38.913675 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Made reservation on behalf of 2351a8401dd440b68c1f56c49799e4e0 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 10:59:38.979727 n-d-729945-9 neutron-server[102677]: DEBUG neutron.policy [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102677) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 15 10:59:39.025870 n-d-729945-9 neutron-server[102677]: WARNING oslo_policy.policy [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 10:59:39.026221 n-d-729945-9 neutron-server[102677]: WARNING oslo_policy.policy [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 10:59:39.036953 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:39.056638 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:39.168264 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:39.173894 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:39.186228 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Reserving flat network on physical network physnet1 {{(pid=102677) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 15 10:59:39.217986 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780020697537', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:39.218558 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Unsubscribe: segment precommit_create {{(pid=102677) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 15 10:59:39.219064 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Added segment a2831eee-a54c-4417-98f5-a0b189ffe214 of type flat for network 620a0aff-52fb-4f4f-a013-9e65dba70b80 Nov 15 10:59:39.235254 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7873025d-de73-4e33-93f2-8fa5b38525a4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 10:59:39.254419 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:39.254768 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:39.255219 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:39.255404 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:39.255763 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:39.256175 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:39.256523 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:39.256816 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:39.257188 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:39.257474 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:39.257796 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:39.258099 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Tracked resource versions report: Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: pushed versions: Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: { 'AddressGroup': {'1.2'}, Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: 'ConntrackHelper': {'1.0'}, Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: 'Log': {'1.0'}, Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: 'Network': {'1.1'}, Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: 'Port': {'1.7'}, Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: 'PortForwarding': {'1.2'}, Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: 'QosPolicy': {'1.10'}, Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: 'SecurityGroup': {'1.5'}, Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: 'SecurityGroupRule': {'1.2'}, Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: 'SubPort': {'1.0'}, Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: 'Subnet': {'1.1'}, Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: 'Trunk': {'1.1'}} Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: consumer versions: Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: { DHCP agent@n-d-729945-9: {}, Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: L3 agent@n-d-729945-9: {}, Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: Metadata agent@n-d-729945-9: {}, Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: Metering agent@n-d-729945-9: {}, Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: Open vSwitch agent@n-d-729945-9: { 'AddressGroup': '1.2', Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: 'ConntrackHelper': '1.0', Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: 'Log': '1.0', Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: 'Network': '1.1', Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: 'Port': '1.7', Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: 'PortForwarding': '1.2', Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: 'QosPolicy': '1.10', Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: 'SecurityGroup': '1.5', Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: 'SecurityGroupRule': '1.2', Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: 'SubPort': '1.0', Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: 'Subnet': '1.1', Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: 'Trunk': '1.1'}} Nov 15 10:59:39.259377 n-d-729945-9 neutron-server[102677]: {{(pid=102677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 10:59:39.350116 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:39.397566 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:39.398759 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 10:59:39.399457 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:39.481311 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9662755 Nov 15 10:59:39.502034 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cc3e8-7131-4d59-bf0d-3bfcf4ef93b1 admin admin] Pushing event updated for resources: {'Network': ['ID=620a0aff-52fb-4f4f-a013-9e65dba70b80,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 10:59:39.513845 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 10:59:39.650261 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:41.181756 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:41.976890 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43278) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 10:59:42.011511 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:42.183728 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e169586-761c-4a95-b854-d1298d175829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 10:59:42.185186 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8e169586-761c-4a95-b854-d1298d175829 admin admin] 10.222.0.64 "GET /v2.0/subnets/9ddac80b-1c7c-4bc2-9a73-1d2fac70dfaf HTTP/1.1" status: 200 len: 849 time: 0.2070959 Nov 15 10:59:42.301973 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b429d124-1ff2-496f-b745-1b47f17f9669 admin admin] 10.222.0.64 "GET /v2.0/routers/359ddb19-0d09-4077-a03a-e97681efca04 HTTP/1.1" status: 200 len: 704 time: 0.1071162 Nov 15 10:59:42.585787 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-678ed4f3-548b-4e87-bae3-6ee7d1c5b8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:42.890818 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-678ed4f3-548b-4e87-bae3-6ee7d1c5b8c0 admin admin] Allocated IP 172.20.0.1 (d64d674b-0686-4bed-abbf-c647c2c2d030/9ddac80b-1c7c-4bc2-9a73-1d2fac70dfaf/aae192f7-8208-4217-a4a5-0a74bb396422) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 10:59:43.050668 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-678ed4f3-548b-4e87-bae3-6ee7d1c5b8c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:43.184455 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-678ed4f3-548b-4e87-bae3-6ee7d1c5b8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:43.263355 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678ed4f3-548b-4e87-bae3-6ee7d1c5b8c0 admin admin] Network d64d674b-0686-4bed-abbf-c647c2c2d030 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 10:59:43.267298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-678ed4f3-548b-4e87-bae3-6ee7d1c5b8c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 10:59:43.269218 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ed4f3-548b-4e87-bae3-6ee7d1c5b8c0 admin admin] Pushing event updated for resources: {'Port': ['ID=aae192f7-8208-4217-a4a5-0a74bb396422,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 10:59:43.280162 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678ed4f3-548b-4e87-bae3-6ee7d1c5b8c0 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 10:59:43.280680 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-678ed4f3-548b-4e87-bae3-6ee7d1c5b8c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:43.474213 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-678ed4f3-548b-4e87-bae3-6ee7d1c5b8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:43.506403 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1caaf0de-04ec-42bf-b2fa-a27e58385984 None None] Provisioning complete for port aae192f7-8208-4217-a4a5-0a74bb396422 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 10:59:43.507015 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1caaf0de-04ec-42bf-b2fa-a27e58385984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:43.540455 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-1caaf0de-04ec-42bf-b2fa-a27e58385984 None None] Port aae192f7-8208-4217-a4a5-0a74bb396422 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 10:59:43.689650 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-678ed4f3-548b-4e87-bae3-6ee7d1c5b8c0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:43.696156 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-678ed4f3-548b-4e87-bae3-6ee7d1c5b8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:43.696926 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-678ed4f3-548b-4e87-bae3-6ee7d1c5b8c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:43.770758 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ed4f3-548b-4e87-bae3-6ee7d1c5b8c0 admin admin] Pushing event updated for resources: {'Port': ['ID=aae192f7-8208-4217-a4a5-0a74bb396422,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 10:59:43.823216 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678ed4f3-548b-4e87-bae3-6ee7d1c5b8c0 admin admin] Network d64d674b-0686-4bed-abbf-c647c2c2d030 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 10:59:43.825348 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-678ed4f3-548b-4e87-bae3-6ee7d1c5b8c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 10:59:43.987859 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678ed4f3-548b-4e87-bae3-6ee7d1c5b8c0 admin admin] Router 359ddb19-0d09-4077-a03a-e97681efca04 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 10:59:44.062132 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7b30db03-44b5-44dc-bcb1-ec18a49b58c8 None None] Provisioning complete for port aae192f7-8208-4217-a4a5-0a74bb396422 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 10:59:44.062364 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7b30db03-44b5-44dc-bcb1-ec18a49b58c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:44.077397 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678ed4f3-548b-4e87-bae3-6ee7d1c5b8c0 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 10:59:44.082831 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-678ed4f3-548b-4e87-bae3-6ee7d1c5b8c0 admin admin] 10.222.0.64 "PUT /v2.0/routers/359ddb19-0d09-4077-a03a-e97681efca04/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7723784 Nov 15 10:59:44.087317 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] Sync routers for ids ['359ddb19-0d09-4077-a03a-e97681efca04'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 10:59:44.102075 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] Routers {'359ddb19-0d09-4077-a03a-e97681efca04'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 10:59:44.102987 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T10:59:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['359ddb19-0d09-4077-a03a-e97681efca04'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 10:59:44.116883 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7b30db03-44b5-44dc-bcb1-ec18a49b58c8 None None] Port aae192f7-8208-4217-a4a5-0a74bb396422 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 10:59:44.288321 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] Set router 359ddb19-0d09-4077-a03a-e97681efca04 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 10:59:44.648282 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 5 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 10:59:44.717348 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359ddb19-0d09-4077-a03a-e97681efca04', 'name': 'router1', 'tenant_id': '60782da977f7401e946402fc810c8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T10:59:32Z', 'updated_at': '2021-11-15T10:59:43Z', 'revision_number': 2, 'project_id': '60782da977f7401e946402fc810c8536', 'gw_port_host': None, '_interfaces': [{'id': 'aae192f7-8208-4217-a4a5-0a74bb396422', 'name': '', 'network_id': 'd64d674b-0686-4bed-abbf-c647c2c2d030', 'tenant_id': '60782da977f7401e946402fc810c8536', 'mac_address': 'fa:16:3e:4c:a6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359ddb19-0d09-4077-a03a-e97681efca04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ddac80b-1c7c-4bc2-9a73-1d2fac70dfaf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T10:59:42Z', 'updated_at': '2021-11-15T10:59:43Z', 'revision_number': 2, 'project_id': '60782da977f7401e946402fc810c8536', 'subnets': [{'id': '9ddac80b-1c7c-4bc2-9a73-1d2fac70dfaf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b99e4bb-2e69-475e-b612-1d12a7537d5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 10:59:44.768563 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] Checking router: 359ddb19-0d09-4077-a03a-e97681efca04 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 10:59:44.768921 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] Updating router 359ddb19-0d09-4077-a03a-e97681efca04 port aae192f7-8208-4217-a4a5-0a74bb396422 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 10:59:44.818364 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:45.319390 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:45.326291 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:45.416418 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60255ac2-5c3d-489e-9f2f-8fb2667de680 None None] Pushing event updated for resources: {'Port': ['ID=aae192f7-8208-4217-a4a5-0a74bb396422,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 10:59:45.447680 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60255ac2-5c3d-489e-9f2f-8fb2667de680 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:45.447680 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60255ac2-5c3d-489e-9f2f-8fb2667de680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:45.447680 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60255ac2-5c3d-489e-9f2f-8fb2667de680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:45.447680 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60255ac2-5c3d-489e-9f2f-8fb2667de680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:45.447680 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60255ac2-5c3d-489e-9f2f-8fb2667de680 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:45.448267 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60255ac2-5c3d-489e-9f2f-8fb2667de680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:45.448267 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60255ac2-5c3d-489e-9f2f-8fb2667de680 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:45.448440 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60255ac2-5c3d-489e-9f2f-8fb2667de680 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:45.448672 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60255ac2-5c3d-489e-9f2f-8fb2667de680 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:45.448991 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60255ac2-5c3d-489e-9f2f-8fb2667de680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:45.449311 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60255ac2-5c3d-489e-9f2f-8fb2667de680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:45.449615 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60255ac2-5c3d-489e-9f2f-8fb2667de680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60255ac2-5c3d-489e-9f2f-8fb2667de680 None None] Tracked resource versions report: Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: pushed versions: Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: { 'AddressGroup': {'1.2'}, Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: 'ConntrackHelper': {'1.0'}, Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: 'Log': {'1.0'}, Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: 'Network': {'1.1'}, Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: 'Port': {'1.7'}, Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: 'PortForwarding': {'1.2'}, Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: 'QosPolicy': {'1.10'}, Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: 'SecurityGroup': {'1.5'}, Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: 'SecurityGroupRule': {'1.2'}, Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: 'SubPort': {'1.0'}, Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: 'Subnet': {'1.1'}, Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: 'Trunk': {'1.1'}} Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: consumer versions: Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: { DHCP agent@n-d-729945-9: {}, Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: L3 agent@n-d-729945-9: {}, Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: Metadata agent@n-d-729945-9: {}, Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: Metering agent@n-d-729945-9: {}, Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: Open vSwitch agent@n-d-729945-9: { 'AddressGroup': '1.2', Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: 'ConntrackHelper': '1.0', Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: 'Log': '1.0', Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: 'Network': '1.1', Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: 'Port': '1.7', Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: 'PortForwarding': '1.2', Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: 'QosPolicy': '1.10', Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: 'SecurityGroup': '1.5', Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: 'SecurityGroupRule': '1.2', Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: 'SubPort': '1.0', Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: 'Subnet': '1.1', Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: 'Trunk': '1.1'}} Nov 15 10:59:45.450714 n-d-729945-9 neutron-server[102680]: {{(pid=102680) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 10:59:45.499376 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] Attempting to bind port aae192f7-8208-4217-a4a5-0a74bb396422 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 10:59:45.499776 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] Attempting to bind port aae192f7-8208-4217-a4a5-0a74bb396422 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '2bcfaf43-f882-468a-a612-b53775a2b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'd64d674b-0686-4bed-abbf-c647c2c2d030'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 10:59:45.500221 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] Attempting to bind port aae192f7-8208-4217-a4a5-0a74bb396422 on network d64d674b-0686-4bed-abbf-c647c2c2d030 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 10:59:45.505409 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 10, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 10:59:45.505835 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] Checking segment: {'id': '2bcfaf43-f882-468a-a612-b53775a2b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'd64d674b-0686-4bed-abbf-c647c2c2d030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 10:59:45.506272 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:45.506653 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] Bound using segment: {'id': '2bcfaf43-f882-468a-a612-b53775a2b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'd64d674b-0686-4bed-abbf-c647c2c2d030'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 10:59:45.507133 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] Bound port: aae192f7-8208-4217-a4a5-0a74bb396422, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcfaf43-f882-468a-a612-b53775a2b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'd64d674b-0686-4bed-abbf-c647c2c2d030'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 10:59:45.507504 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:45.575649 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] For port aae192f7-8208-4217-a4a5-0a74bb396422, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 10:59:45.594770 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] For port aae192f7-8208-4217-a4a5-0a74bb396422, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=aae192f7-8208-4217-a4a5-0a74bb396422,segment=NetworkSegment(2bcfaf43-f882-468a-a612-b53775a2b3b8),segment_id=2bcfaf43-f882-468a-a612-b53775a2b3b8)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 10:59:45.599066 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:45.654794 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f4b49334-219c-426a-ac55-106cd0812e92 None None] Provisioning complete for port aae192f7-8208-4217-a4a5-0a74bb396422 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 10:59:45.655877 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f4b49334-219c-426a-ac55-106cd0812e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:45.668806 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60255ac2-5c3d-489e-9f2f-8fb2667de680 None None] Pushing event updated for resources: {'Port': ['ID=aae192f7-8208-4217-a4a5-0a74bb396422,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 10:59:45.671338 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] Routers {'359ddb19-0d09-4077-a03a-e97681efca04'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 10:59:45.671952 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T10:59:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['359ddb19-0d09-4077-a03a-e97681efca04'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 10:59:45.740258 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f4b49334-219c-426a-ac55-106cd0812e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:45.775452 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] Set router 359ddb19-0d09-4077-a03a-e97681efca04 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 10:59:45.781199 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f4b49334-219c-426a-ac55-106cd0812e92 None None] For port aae192f7-8208-4217-a4a5-0a74bb396422, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=aae192f7-8208-4217-a4a5-0a74bb396422,segment=NetworkSegment(2bcfaf43-f882-468a-a612-b53775a2b3b8),segment_id=2bcfaf43-f882-468a-a612-b53775a2b3b8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 10:59:45.787186 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f4b49334-219c-426a-ac55-106cd0812e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:45.836866 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b49334-219c-426a-ac55-106cd0812e92 None None] Pushing event updated for resources: {'Port': ['ID=aae192f7-8208-4217-a4a5-0a74bb396422,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 10:59:45.911476 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-024bac9d-25f7-4473-a441-6c5bda14c743 None None] Provisioning complete for port aae192f7-8208-4217-a4a5-0a74bb396422 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 10:59:45.911758 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-024bac9d-25f7-4473-a441-6c5bda14c743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:45.992298 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359ddb19-0d09-4077-a03a-e97681efca04', 'name': 'router1', 'tenant_id': '60782da977f7401e946402fc810c8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T10:59:32Z', 'updated_at': '2021-11-15T10:59:43Z', 'revision_number': 2, 'project_id': '60782da977f7401e946402fc810c8536', 'gw_port_host': None, '_interfaces': [{'id': 'aae192f7-8208-4217-a4a5-0a74bb396422', 'name': '', 'network_id': 'd64d674b-0686-4bed-abbf-c647c2c2d030', 'tenant_id': '60782da977f7401e946402fc810c8536', 'mac_address': 'fa:16:3e:4c:a6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359ddb19-0d09-4077-a03a-e97681efca04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ddac80b-1c7c-4bc2-9a73-1d2fac70dfaf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T10:59:42Z', 'updated_at': '2021-11-15T10:59:45Z', 'revision_number': 4, 'project_id': '60782da977f7401e946402fc810c8536', 'subnets': [{'id': '9ddac80b-1c7c-4bc2-9a73-1d2fac70dfaf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b99e4bb-2e69-475e-b612-1d12a7537d5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 10:59:46.018399 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7abcbb-f244-4e23-82d4-8b6f03066dff None None] The sync data for ids ['359ddb19-0d09-4077-a03a-e97681efca04'] in n-d-729945-9 is: [{'id': '359ddb19-0d09-4077-a03a-e97681efca04', 'name': 'router1', 'tenant_id': '60782da977f7401e946402fc810c8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T10:59:32Z', 'updated_at': '2021-11-15T10:59:43Z', 'revision_number': 2, 'project_id': '60782da977f7401e946402fc810c8536', 'gw_port_host': None, '_interfaces': [{'id': 'aae192f7-8208-4217-a4a5-0a74bb396422', 'name': '', 'network_id': 'd64d674b-0686-4bed-abbf-c647c2c2d030', 'tenant_id': '60782da977f7401e946402fc810c8536', 'mac_address': 'fa:16:3e:4c:a6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359ddb19-0d09-4077-a03a-e97681efca04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ddac80b-1c7c-4bc2-9a73-1d2fac70dfaf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T10:59:42Z', 'updated_at': '2021-11-15T10:59:45Z', 'revision_number': 4, 'project_id': '60782da977f7401e946402fc810c8536', 'subnets': [{'id': '9ddac80b-1c7c-4bc2-9a73-1d2fac70dfaf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b99e4bb-2e69-475e-b612-1d12a7537d5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 10:59:46.422442 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43300) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 10:59:46.544082 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8caf9b9-0737-492d-a25f-1268d3f3ad54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 10:59:46.547064 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d8caf9b9-0737-492d-a25f-1268d3f3ad54 admin admin] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 842 time: 0.1220126 Nov 15 10:59:46.555637 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-991a015f-12e9-422b-9fb2-8efd1c22757d admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'name': 'public-subnet'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 10:59:46.580291 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991a015f-12e9-422b-9fb2-8efd1c22757d admin admin] Made reservation on behalf of 2351a8401dd440b68c1f56c49799e4e0 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 10:59:46.582492 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-991a015f-12e9-422b-9fb2-8efd1c22757d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:46.855002 n-d-729945-9 neutron-server[102678]: DEBUG neutron.objects.ports [None req-991a015f-12e9-422b-9fb2-8efd1c22757d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102678) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 10:59:46.855424 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-991a015f-12e9-422b-9fb2-8efd1c22757d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:46.910513 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a015f-12e9-422b-9fb2-8efd1c22757d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8728b2d-fceb-4ca1-adac-b7c78a87521b,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 10:59:46.918785 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a015f-12e9-422b-9fb2-8efd1c22757d admin admin] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 10:59:46.919134 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991a015f-12e9-422b-9fb2-8efd1c22757d admin admin] Network hostable DHCP agents. Network: 620a0aff-52fb-4f4f-a013-9e65dba70b80, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 10:59:46.935913 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991a015f-12e9-422b-9fb2-8efd1c22757d admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 10:59:46.944190 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-991a015f-12e9-422b-9fb2-8efd1c22757d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 620a0aff-52fb-4f4f-a013-9e65dba70b80) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 10:59:46.947954 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991a015f-12e9-422b-9fb2-8efd1c22757d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 10:59:46.948551 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-991a015f-12e9-422b-9fb2-8efd1c22757d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:46.956826 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47578e8-98bb-4836-af76-257b4429c38d None None] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 10:59:46.979852 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-991a015f-12e9-422b-9fb2-8efd1c22757d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4131033 Nov 15 10:59:47.094396 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4420b027-22e5-4ace-95c5-2fdd0cbac1dc None None] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 10:59:49.373339 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43308) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 10:59:49.632905 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-05847a23-d7e5-4e84-a22a-e2aac980bba6 admin admin] 10.222.0.64 "GET /v2.0/routers/359ddb19-0d09-4077-a03a-e97681efca04 HTTP/1.1" status: 200 len: 710 time: 0.2583866 Nov 15 10:59:49.815126 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18b2b65-14a9-429e-8c33-bf24baf694f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 10:59:49.816539 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e18b2b65-14a9-429e-8c33-bf24baf694f6 admin admin] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 886 time: 0.1775582 Nov 15 10:59:49.826142 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c1bb6687-8695-4df8-bc2c-6ae416b689d2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 10:59:50.067066 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6687-8695-4df8-bc2c-6ae416b689d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:50.306508 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6687-8695-4df8-bc2c-6ae416b689d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:50.385828 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6687-8695-4df8-bc2c-6ae416b689d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:50.567198 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-c1bb6687-8695-4df8-bc2c-6ae416b689d2 admin admin] Allocated IP 172.25.7.64 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/33526287-867a-4bed-9ef9-f4e06e537038) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 10:59:50.673855 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6687-8695-4df8-bc2c-6ae416b689d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:50.732988 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6687-8695-4df8-bc2c-6ae416b689d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:50.799669 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bb6687-8695-4df8-bc2c-6ae416b689d2 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 10:59:50.805191 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-c1bb6687-8695-4df8-bc2c-6ae416b689d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 10:59:50.820764 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bb6687-8695-4df8-bc2c-6ae416b689d2 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 10:59:50.826302 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb6687-8695-4df8-bc2c-6ae416b689d2 admin admin] Pushing event updated for resources: {'Port': ['ID=33526287-867a-4bed-9ef9-f4e06e537038,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 10:59:51.152897 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6687-8695-4df8-bc2c-6ae416b689d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:51.352992 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6687-8695-4df8-bc2c-6ae416b689d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:51.358079 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6687-8695-4df8-bc2c-6ae416b689d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66739771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66739762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66736290'] for router, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:51.469496 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bb6687-8695-4df8-bc2c-6ae416b689d2 admin admin] Router 359ddb19-0d09-4077-a03a-e97681efca04 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 10:59:51.579949 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bb6687-8695-4df8-bc2c-6ae416b689d2 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 10:59:51.584543 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6687-8695-4df8-bc2c-6ae416b689d2 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:51.585650 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c1bb6687-8695-4df8-bc2c-6ae416b689d2 admin admin] 10.222.0.64 "PUT /v2.0/routers/359ddb19-0d09-4077-a03a-e97681efca04 HTTP/1.1" status: 200 len: 889 time: 1.7627373 Nov 15 10:59:51.844663 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device aae192f7-8208-4217-a4a5-0a74bb396422 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 10:59:51.895983 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port aae192f7-8208-4217-a4a5-0a74bb396422 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 10:59:51.896332 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:52.857492 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] Sync routers for ids ['359ddb19-0d09-4077-a03a-e97681efca04'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 10:59:52.869212 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] Routers {'359ddb19-0d09-4077-a03a-e97681efca04'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 10:59:52.869825 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T10:59:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['359ddb19-0d09-4077-a03a-e97681efca04'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 10:59:53.085042 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] Set router 359ddb19-0d09-4077-a03a-e97681efca04 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 10:59:53.527782 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359ddb19-0d09-4077-a03a-e97681efca04', 'name': 'router1', 'tenant_id': '60782da977f7401e946402fc810c8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '33526287-867a-4bed-9ef9-f4e06e537038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T10:59:32Z', 'updated_at': '2021-11-15T10:59:51Z', 'revision_number': 4, 'project_id': '60782da977f7401e946402fc810c8536', 'gw_port': {'id': '33526287-867a-4bed-9ef9-f4e06e537038', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:35:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359ddb19-0d09-4077-a03a-e97681efca04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T10:59:50Z', 'updated_at': '2021-11-15T10:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'aae192f7-8208-4217-a4a5-0a74bb396422', 'name': '', 'network_id': 'd64d674b-0686-4bed-abbf-c647c2c2d030', 'tenant_id': '60782da977f7401e946402fc810c8536', 'mac_address': 'fa:16:3e:4c:a6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359ddb19-0d09-4077-a03a-e97681efca04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ddac80b-1c7c-4bc2-9a73-1d2fac70dfaf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T10:59:42Z', 'updated_at': '2021-11-15T10:59:45Z', 'revision_number': 5, 'project_id': '60782da977f7401e946402fc810c8536', 'subnets': [{'id': '9ddac80b-1c7c-4bc2-9a73-1d2fac70dfaf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b99e4bb-2e69-475e-b612-1d12a7537d5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 10:59:53.578123 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] Checking router: 359ddb19-0d09-4077-a03a-e97681efca04 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 10:59:53.578471 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] Updating router 359ddb19-0d09-4077-a03a-e97681efca04 port 33526287-867a-4bed-9ef9-f4e06e537038 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 10:59:53.624256 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:53.945876 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:53.952511 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:54.001336 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18927d68-a34f-477d-9cf6-1571a46a8c89 None None] Pushing event updated for resources: {'Port': ['ID=33526287-867a-4bed-9ef9-f4e06e537038,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 10:59:54.005019 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] Attempting to bind port 33526287-867a-4bed-9ef9-f4e06e537038 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 10:59:54.005376 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] Attempting to bind port 33526287-867a-4bed-9ef9-f4e06e537038 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 10:59:54.005725 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] Attempting to bind port 33526287-867a-4bed-9ef9-f4e06e537038 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 10:59:54.011048 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 10, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 10:59:54.011405 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 10:59:54.011784 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:54.012185 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 10:59:54.012630 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] Bound port: 33526287-867a-4bed-9ef9-f4e06e537038, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 10:59:54.013005 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:54.061806 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] For port 33526287-867a-4bed-9ef9-f4e06e537038, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 10:59:54.065092 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] For port 33526287-867a-4bed-9ef9-f4e06e537038, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=33526287-867a-4bed-9ef9-f4e06e537038,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 10:59:54.071301 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:54.113978 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43320) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 10:59:54.127786 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] Routers {'359ddb19-0d09-4077-a03a-e97681efca04'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 10:59:54.128413 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T10:59:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['359ddb19-0d09-4077-a03a-e97681efca04'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 10:59:54.161870 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18927d68-a34f-477d-9cf6-1571a46a8c89 None None] Pushing event updated for resources: {'Port': ['ID=33526287-867a-4bed-9ef9-f4e06e537038,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 10:59:54.237253 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] Set router 359ddb19-0d09-4077-a03a-e97681efca04 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 10:59:54.303080 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0f672875-3cc3-4886-8769-4a444e97a44b admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1873696 Nov 15 10:59:54.455352 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '359ddb19-0d09-4077-a03a-e97681efca04', 'name': 'router1', 'tenant_id': '60782da977f7401e946402fc810c8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '33526287-867a-4bed-9ef9-f4e06e537038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T10:59:32Z', 'updated_at': '2021-11-15T10:59:51Z', 'revision_number': 4, 'project_id': '60782da977f7401e946402fc810c8536', 'gw_port': {'id': '33526287-867a-4bed-9ef9-f4e06e537038', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:35:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359ddb19-0d09-4077-a03a-e97681efca04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T10:59:50Z', 'updated_at': '2021-11-15T10:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'aae192f7-8208-4217-a4a5-0a74bb396422', 'name': '', 'network_id': 'd64d674b-0686-4bed-abbf-c647c2c2d030', 'tenant_id': '60782da977f7401e946402fc810c8536', 'mac_address': 'fa:16:3e:4c:a6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359ddb19-0d09-4077-a03a-e97681efca04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ddac80b-1c7c-4bc2-9a73-1d2fac70dfaf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T10:59:42Z', 'updated_at': '2021-11-15T10:59:45Z', 'revision_number': 5, 'project_id': '60782da977f7401e946402fc810c8536', 'subnets': [{'id': '9ddac80b-1c7c-4bc2-9a73-1d2fac70dfaf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b99e4bb-2e69-475e-b612-1d12a7537d5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 10:59:54.485796 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2769d317-885e-4d40-8e4f-26c8be0025d8 None None] The sync data for ids ['359ddb19-0d09-4077-a03a-e97681efca04'] in n-d-729945-9 is: [{'id': '359ddb19-0d09-4077-a03a-e97681efca04', 'name': 'router1', 'tenant_id': '60782da977f7401e946402fc810c8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '33526287-867a-4bed-9ef9-f4e06e537038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T10:59:32Z', 'updated_at': '2021-11-15T10:59:51Z', 'revision_number': 4, 'project_id': '60782da977f7401e946402fc810c8536', 'gw_port': {'id': '33526287-867a-4bed-9ef9-f4e06e537038', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:35:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '359ddb19-0d09-4077-a03a-e97681efca04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T10:59:50Z', 'updated_at': '2021-11-15T10:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'aae192f7-8208-4217-a4a5-0a74bb396422', 'name': '', 'network_id': 'd64d674b-0686-4bed-abbf-c647c2c2d030', 'tenant_id': '60782da977f7401e946402fc810c8536', 'mac_address': 'fa:16:3e:4c:a6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359ddb19-0d09-4077-a03a-e97681efca04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ddac80b-1c7c-4bc2-9a73-1d2fac70dfaf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T10:59:42Z', 'updated_at': '2021-11-15T10:59:45Z', 'revision_number': 5, 'project_id': '60782da977f7401e946402fc810c8536', 'subnets': [{'id': '9ddac80b-1c7c-4bc2-9a73-1d2fac70dfaf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b99e4bb-2e69-475e-b612-1d12a7537d5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 10:59:55.840958 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 33526287-867a-4bed-9ef9-f4e06e537038 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 10:59:55.890211 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 33526287-867a-4bed-9ef9-f4e06e537038 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 10:59:55.890572 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:55.963899 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:55.988227 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 33526287-867a-4bed-9ef9-f4e06e537038, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=33526287-867a-4bed-9ef9-f4e06e537038,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 10:59:55.993651 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 10:59:56.050003 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=33526287-867a-4bed-9ef9-f4e06e537038,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 10:59:57.863756 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 33526287-867a-4bed-9ef9-f4e06e537038 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 10:59:57.937975 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 33526287-867a-4bed-9ef9-f4e06e537038 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 10:59:57.938561 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:00:06.160880 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9687a204-645f-4deb-945b-8f522bd5b3f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:00:08.268763 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cd78ad95-f166-43c4-a2b0-7a6c3961ecc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:00:09.642197 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:00:11.197655 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:00:12.019738 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:00:21.600197 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 5 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:00:36.158474 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-df137346-ce1d-4338-b3f6-bd9d1e8853a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:00:38.363759 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cdcbec5c-60d5-4318-8bac-1aa217c256db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:00:39.644627 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:00:41.189848 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:00:42.016301 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:00:58.602129 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 5 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:01:06.152957 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-876c2991-1ead-4099-a488-158c90658127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:01:08.269760 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-181ff089-89e4-4294-9ea9-d6096afae96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:01:09.647167 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:01:11.190201 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:01:12.013137 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:01:35.601983 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 5 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:01:36.157298 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e35c5650-4198-4aff-ab49-866d5ff529cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:01:36.996841 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43914) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:01:37.074443 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb085ed-bfa1-4227-826b-eeeb0ded7d46 admin admin] GET failed (client error): The resource could not be found. Nov 15 11:01:37.075743 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ccb085ed-bfa1-4227-826b-eeeb0ded7d46 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0778131 Nov 15 11:01:37.251284 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8420f88c-79c8-412b-83b7-7526b880d7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:01:37.252724 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8420f88c-79c8-412b-83b7-7526b880d7f7 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1697004 Nov 15 11:01:38.269537 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f2d503e8-b3c3-4291-894d-d5d7cab6605d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:01:39.579048 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43924) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:01:39.649951 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:01:39.700072 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3ec07c-5234-41aa-9ac9-11606487e3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:01:39.701455 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fa3ec07c-5234-41aa-9ac9-11606487e3ec admin admin] 10.222.0.64 "GET /v2.0/subnets/9ddac80b-1c7c-4bc2-9a73-1d2fac70dfaf HTTP/1.1" status: 200 len: 849 time: 0.1214435 Nov 15 11:01:39.711840 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-47941250-ad2a-443c-82c9-d8e7853e0daa admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:01:39.797982 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47941250-ad2a-443c-82c9-d8e7853e0daa admin admin] Publish callbacks [] for subnet, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:01:39.940328 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47941250-ad2a-443c-82c9-d8e7853e0daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780020527526'] for subnet, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:01:39.971465 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47941250-ad2a-443c-82c9-d8e7853e0daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:01:39.972276 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47941250-ad2a-443c-82c9-d8e7853e0daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:01:39.973655 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-47941250-ad2a-443c-82c9-d8e7853e0daa admin admin] 10.222.0.64 "PUT /v2.0/subnets/9ddac80b-1c7c-4bc2-9a73-1d2fac70dfaf HTTP/1.1" status: 200 len: 868 time: 0.2655909 Nov 15 11:01:39.991321 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d43aa29-ba34-4667-8fa2-96f07379eb74 None None] Network d64d674b-0686-4bed-abbf-c647c2c2d030 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:01:39.998796 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47941250-ad2a-443c-82c9-d8e7853e0daa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ddac80b-1c7c-4bc2-9a73-1d2fac70dfaf,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:01:40.008057 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47941250-ad2a-443c-82c9-d8e7853e0daa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:01:40.008468 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47941250-ad2a-443c-82c9-d8e7853e0daa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:01:40.008731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47941250-ad2a-443c-82c9-d8e7853e0daa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:01:40.009054 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47941250-ad2a-443c-82c9-d8e7853e0daa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:01:40.009375 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47941250-ad2a-443c-82c9-d8e7853e0daa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:01:40.009692 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47941250-ad2a-443c-82c9-d8e7853e0daa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:01:40.010004 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47941250-ad2a-443c-82c9-d8e7853e0daa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:01:40.010335 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47941250-ad2a-443c-82c9-d8e7853e0daa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:01:40.010632 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47941250-ad2a-443c-82c9-d8e7853e0daa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:01:40.010940 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47941250-ad2a-443c-82c9-d8e7853e0daa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:01:40.011258 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47941250-ad2a-443c-82c9-d8e7853e0daa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:01:40.011572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47941250-ad2a-443c-82c9-d8e7853e0daa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:01:40.413308 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-badf03f0-4187-41cc-9805-cbb76f1e28ba None None] Provisioning complete for port aae192f7-8208-4217-a4a5-0a74bb396422 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:01:40.413574 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-badf03f0-4187-41cc-9805-cbb76f1e28ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:01:40.499273 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-badf03f0-4187-41cc-9805-cbb76f1e28ba None None] Provisioning complete for port 59873772-99b3-49e7-8795-8d62fcf55eeb triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:01:40.499554 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-badf03f0-4187-41cc-9805-cbb76f1e28ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:01:41.193259 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:01:42.011215 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:01:42.278871 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43932) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:01:42.496601 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166410e3-2019-4c2b-b17e-747a5ed11b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:01:42.497016 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166410e3-2019-4c2b-b17e-747a5ed11b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:01:42.498611 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-166410e3-2019-4c2b-b17e-747a5ed11b0d admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2186589 Nov 15 11:01:44.853702 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43940) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:01:45.060433 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a161f4a-4a30-40f1-9036-cff7b2bc0665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:01:45.060798 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a161f4a-4a30-40f1-9036-cff7b2bc0665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:01:45.062352 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6a161f4a-4a30-40f1-9036-cff7b2bc0665 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2077081 Nov 15 11:01:47.350148 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43950) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:01:47.485575 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9dbd66-8ed9-45a4-8e42-63b9849182cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:01:47.486951 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-aa9dbd66-8ed9-45a4-8e42-63b9849182cd admin admin] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 886 time: 0.1358769 Nov 15 11:01:49.793169 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43958) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:01:49.950069 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276658b4-6812-41d8-a294-665d55cfb9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:01:49.951509 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-276658b4-6812-41d8-a294-665d55cfb9d2 admin admin] 10.222.0.64 "GET /v2.0/networks/d64d674b-0686-4bed-abbf-c647c2c2d030 HTTP/1.1" status: 200 len: 869 time: 0.1573625 Nov 15 11:01:52.264592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43966) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:01:52.398532 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abac0d7-e254-4e1c-8d3d-dea9b7012cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:01:52.398855 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abac0d7-e254-4e1c-8d3d-dea9b7012cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:01:52.400432 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4abac0d7-e254-4e1c-8d3d-dea9b7012cec admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1348758 Nov 15 11:01:54.758993 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43974) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:01:54.852028 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0a517e-69c7-4ab1-b0b6-053d3ff250ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:01:54.852465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0a517e-69c7-4ab1-b0b6-053d3ff250ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:01:54.853927 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0f0a517e-69c7-4ab1-b0b6-053d3ff250ff admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0939956 Nov 15 11:01:57.168410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43982) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:01:57.349547 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb1d0a-6670-4e1c-9b6e-5ae130787e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:01:57.350840 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-02eb1d0a-6670-4e1c-9b6e-5ae130787e2f admin admin] 10.222.0.64 "GET /v2.0/subnets/9ddac80b-1c7c-4bc2-9a73-1d2fac70dfaf HTTP/1.1" status: 200 len: 868 time: 0.1811230 Nov 15 11:01:59.620238 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43990) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:01:59.713606 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a335553d-668a-4a09-b284-32c568881134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:01:59.714900 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a335553d-668a-4a09-b284-32c568881134 admin admin] 10.222.0.64 "GET /v2.0/subnets/e8728b2d-fceb-4ca1-adac-b7c78a87521b HTTP/1.1" status: 200 len: 816 time: 0.0936921 Nov 15 11:02:06.162852 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ff6fa835-6925-4bee-8a84-edff130dc66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:08.264056 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-45ab076b-67a2-4862-9878-a4df9e13862e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:09.655650 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:11.194345 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:12.016510 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:12.603461 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 5 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:02:24.506335 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44044) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:02:24.561849 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-caf9f0b5-42c5-44b1-af48-bfa9014421ae admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:02:24.562835 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-caf9f0b5-42c5-44b1-af48-bfa9014421ae admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0555351 Nov 15 11:02:26.950286 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44052) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:02:27.014664 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7d2835-6ecd-4a86-b483-1e2834708d59 admin admin] GET failed (client error): The resource could not be found. Nov 15 11:02:27.015975 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-de7d2835-6ecd-4a86-b483-1e2834708d59 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0647125 Nov 15 11:02:27.117718 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b5d355-b91e-41b9-b24c-28987143d84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:02:27.119665 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e1b5d355-b91e-41b9-b24c-28987143d84c admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0987935 Nov 15 11:02:29.429531 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44060) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:02:29.480349 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-259999d8-3046-40c4-bfa3-4f7368fb045e admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:02:29.505003 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259999d8-3046-40c4-bfa3-4f7368fb045e admin admin] Made reservation on behalf of 2351a8401dd440b68c1f56c49799e4e0 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:02:29.507227 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-259999d8-3046-40c4-bfa3-4f7368fb045e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:29.541030 n-d-729945-9 neutron-server[102677]: WARNING neutron.services.revisions.revision_plugin [None req-259999d8-3046-40c4-bfa3-4f7368fb045e admin admin] Could not find related network for resource to bump revision. Nov 15 11:02:29.556382 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259999d8-3046-40c4-bfa3-4f7368fb045e admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:02:29.566483 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-259999d8-3046-40c4-bfa3-4f7368fb045e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:29.566829 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-259999d8-3046-40c4-bfa3-4f7368fb045e admin admin] Added segment fc7dce48-6df0-4ddb-aded-07beb028f9f8 of type vlan for network 205be025-b113-4a5a-b90e-aeea96b57fb9 Nov 15 11:02:29.605487 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-259999d8-3046-40c4-bfa3-4f7368fb045e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:29.630964 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-259999d8-3046-40c4-bfa3-4f7368fb045e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:29.631929 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259999d8-3046-40c4-bfa3-4f7368fb045e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:02:29.632527 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-259999d8-3046-40c4-bfa3-4f7368fb045e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:29.684389 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-259999d8-3046-40c4-bfa3-4f7368fb045e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2537708 Nov 15 11:02:29.695063 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259999d8-3046-40c4-bfa3-4f7368fb045e admin admin] Pushing event updated for resources: {'Network': ['ID=205be025-b113-4a5a-b90e-aeea96b57fb9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:02:29.705966 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:02:32.014769 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44068) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:02:32.078958 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-cccc9f57-f0a3-4e42-b0d7-10abbdfdf06a admin admin] GET failed (client error): The resource could not be found. Nov 15 11:02:32.080326 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cccc9f57-f0a3-4e42-b0d7-10abbdfdf06a admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0645964 Nov 15 11:02:32.150791 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ef68ab-aded-4a9e-9139-5246ed2db345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:02:32.152181 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b2ef68ab-aded-4a9e-9139-5246ed2db345 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0670137 Nov 15 11:02:32.166233 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1e0b155b-6d86-4631-a644-ddd905a0144a admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:02:32.195182 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0b155b-6d86-4631-a644-ddd905a0144a admin admin] Made reservation on behalf of 2351a8401dd440b68c1f56c49799e4e0 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:02:32.197476 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e0b155b-6d86-4631-a644-ddd905a0144a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:32.388632 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e0b155b-6d86-4631-a644-ddd905a0144a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:32.440711 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b155b-6d86-4631-a644-ddd905a0144a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dabebf4-9952-438e-832a-c05d4465104e,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:02:32.452840 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0b155b-6d86-4631-a644-ddd905a0144a admin admin] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:02:32.453184 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0b155b-6d86-4631-a644-ddd905a0144a admin admin] Network hostable DHCP agents. Network: 205be025-b113-4a5a-b90e-aeea96b57fb9, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:02:32.475377 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0b155b-6d86-4631-a644-ddd905a0144a admin admin] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:02:32.487717 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-1e0b155b-6d86-4631-a644-ddd905a0144a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 205be025-b113-4a5a-b90e-aeea96b57fb9) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:02:32.491832 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0b155b-6d86-4631-a644-ddd905a0144a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:02:32.492444 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e0b155b-6d86-4631-a644-ddd905a0144a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:32.497410 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8f6836-485f-4a8e-b623-4d1fb9d2ce7a None None] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:02:32.516870 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1e0b155b-6d86-4631-a644-ddd905a0144a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3447051 Nov 15 11:02:32.651741 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-205be025-b113-4a5a-b90e-aeea96b57fb9', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'tenant_id': '2351a8401dd440b68c1f56c49799e4e0', 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:02:32.652759 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:32.795082 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Allocated IP 192.168.233.2 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/f6565ba6-5ac2-4038-9b33-16a24169eada) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:02:32.938653 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:32.944874 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:32.981731 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:02:32.987418 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:02:32.991024 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:02:33.002669 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Pushing event updated for resources: {'Port': ['ID=f6565ba6-5ac2-4038-9b33-16a24169eada,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:02:33.022545 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:02:33.022883 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:02:33.023206 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:02:33.023528 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:02:33.023859 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:02:33.024178 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:02:33.024490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:02:33.025127 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:02:33.025443 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:02:33.025797 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:02:33.026058 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:02:33.026359 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:02:33.060402 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Attempting to bind port f6565ba6-5ac2-4038-9b33-16a24169eada on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:02:33.060687 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Attempting to bind port f6565ba6-5ac2-4038-9b33-16a24169eada by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:02:33.061042 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Attempting to bind port f6565ba6-5ac2-4038-9b33-16a24169eada on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:02:33.066324 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:02:33.066683 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:02:33.067079 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:33.067459 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:02:33.067936 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Bound port: f6565ba6-5ac2-4038-9b33-16a24169eada, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:02:33.068327 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:33.133453 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] For port f6565ba6-5ac2-4038-9b33-16a24169eada, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:02:33.137104 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] For port f6565ba6-5ac2-4038-9b33-16a24169eada, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f6565ba6-5ac2-4038-9b33-16a24169eada,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:02:33.142962 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:33.204952 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f45747-3f98-4c00-8662-57badcdfd448 None None] Pushing event updated for resources: {'Port': ['ID=f6565ba6-5ac2-4038-9b33-16a24169eada,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:02:33.990027 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f6565ba6-5ac2-4038-9b33-16a24169eada up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:02:34.045042 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1640a7-6bd3-4931-b4bb-1270835a0703 None None] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:02:34.058041 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port f6565ba6-5ac2-4038-9b33-16a24169eada triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:02:34.058406 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:34.145866 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b9e9e9ee-382d-4e6f-bd73-5c9b30bd8312 None None] Provisioning complete for port f6565ba6-5ac2-4038-9b33-16a24169eada triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:02:34.146154 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b9e9e9ee-382d-4e6f-bd73-5c9b30bd8312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:34.278616 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:34.366970 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port f6565ba6-5ac2-4038-9b33-16a24169eada, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f6565ba6-5ac2-4038-9b33-16a24169eada,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:02:34.370498 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b9e9e9ee-382d-4e6f-bd73-5c9b30bd8312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:34.376811 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:34.480055 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=f6565ba6-5ac2-4038-9b33-16a24169eada,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:02:34.484031 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-b9e9e9ee-382d-4e6f-bd73-5c9b30bd8312 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:02:34.484031 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-b9e9e9ee-382d-4e6f-bd73-5c9b30bd8312 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:02:35.146360 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-fc03359c-3182-45ca-bb94-14f2f3be1c45 None None] Provisioning complete for port f6565ba6-5ac2-4038-9b33-16a24169eada triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:02:35.147021 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fc03359c-3182-45ca-bb94-14f2f3be1c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:35.912835 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f6565ba6-5ac2-4038-9b33-16a24169eada up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:02:35.962828 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port f6565ba6-5ac2-4038-9b33-16a24169eada triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:02:35.963177 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:36.166578 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f04651a3-6220-4858-b44f-58dbd6a2d32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:38.267364 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-205cdffe-20a4-4353-8036-1f96ecf2b636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:39.656060 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:41.198187 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:42.028236 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:02:49.603310 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 5 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:03:06.272326 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be0382f2-d189-4197-9bb7-94655cf06426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:03:08.270882 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c9bcfa69-1f4d-40b9-9d5d-f6911a4f6b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:03:09.660526 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:03:11.200946 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:03:12.023151 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:03:26.605159 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 5 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:03:36.168544 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-27cbc869-5619-4c79-bec9-177da5a532f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:03:38.275570 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-68f3a2de-45de-4541-9ebf-488dd39a6476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:03:39.663181 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:03:41.206088 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:03:42.029289 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:03:46.820268 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44112) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:03:46.826074 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-3ba01975-ca0d-465f-becf-367068df6e43 tempest-verify_tempest_config-804853162 tempest-verify_tempest_config-804853162-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:03:46.827052 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3ba01975-ca0d-465f-becf-367068df6e43 tempest-verify_tempest_config-804853162 tempest-verify_tempest_config-804853162-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057690 Nov 15 11:03:47.134612 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44130) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:03:47.246419 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1697832c-6751-4e34-a2e8-3980939546c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:03:47.327564 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1697832c-6751-4e34-a2e8-3980939546c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:03:47.333011 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1697832c-6751-4e34-a2e8-3980939546c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:03:47.374610 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697832c-6751-4e34-a2e8-3980939546c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64685030-c59e-4e3e-8fa3-9cb87283531c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:03:47.378299 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1697832c-6751-4e34-a2e8-3980939546c6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f2e2815aa259452eade6a3fb3cf5d4a8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2427018 Nov 15 11:03:47.381391 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44134) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:03:47.383587 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697832c-6751-4e34-a2e8-3980939546c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:03:47.383946 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697832c-6751-4e34-a2e8-3980939546c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:03:47.384276 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697832c-6751-4e34-a2e8-3980939546c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:03:47.384599 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697832c-6751-4e34-a2e8-3980939546c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:03:47.384912 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697832c-6751-4e34-a2e8-3980939546c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:03:47.385225 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697832c-6751-4e34-a2e8-3980939546c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:03:47.385523 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697832c-6751-4e34-a2e8-3980939546c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:03:47.385850 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697832c-6751-4e34-a2e8-3980939546c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:03:47.386144 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697832c-6751-4e34-a2e8-3980939546c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:03:47.386454 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697832c-6751-4e34-a2e8-3980939546c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:03:47.386762 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697832c-6751-4e34-a2e8-3980939546c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:03:47.387072 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697832c-6751-4e34-a2e8-3980939546c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:03:47.440699 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-24f7d694-3887-4a37-9e43-06cbb976ae7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:03:47.461899 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-24f7d694-3887-4a37-9e43-06cbb976ae7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:03:47.549354 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-24f7d694-3887-4a37-9e43-06cbb976ae7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:03:47.551878 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-24f7d694-3887-4a37-9e43-06cbb976ae7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:03:47.553019 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-24f7d694-3887-4a37-9e43-06cbb976ae7f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/64685030-c59e-4e3e-8fa3-9cb87283531c HTTP/1.1" status: 204 len: 168 time: 0.1706460 Nov 15 11:03:47.560600 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7d694-3887-4a37-9e43-06cbb976ae7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64685030-c59e-4e3e-8fa3-9cb87283531c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:03:47.567269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f7d694-3887-4a37-9e43-06cbb976ae7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:03:47.567604 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f7d694-3887-4a37-9e43-06cbb976ae7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:03:47.567961 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f7d694-3887-4a37-9e43-06cbb976ae7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:03:47.568291 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f7d694-3887-4a37-9e43-06cbb976ae7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:03:47.568687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f7d694-3887-4a37-9e43-06cbb976ae7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:03:47.568929 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f7d694-3887-4a37-9e43-06cbb976ae7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:03:47.569257 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f7d694-3887-4a37-9e43-06cbb976ae7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:03:47.569558 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f7d694-3887-4a37-9e43-06cbb976ae7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:03:47.569881 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f7d694-3887-4a37-9e43-06cbb976ae7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:03:47.570180 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f7d694-3887-4a37-9e43-06cbb976ae7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:03:47.570491 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f7d694-3887-4a37-9e43-06cbb976ae7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:03:47.570906 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f7d694-3887-4a37-9e43-06cbb976ae7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:04:03.605929 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 5 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:04:06.174019 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f3b765e-d6e1-4d79-b38d-094698556761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:04:08.287849 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-35b0c106-258e-40d3-9cf2-63c3045d9f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:04:09.666015 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:04:11.222116 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:04:12.039472 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:04:36.182149 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-19b629f4-b977-4b83-8e37-f30132aa1882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:04:38.291247 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-db4c944b-f110-4a8d-bc28-3286b79b039b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:04:39.671859 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:04:40.608498 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 5 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:04:41.221122 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:04:42.045253 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:05:06.175945 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fcc09969-86a6-4967-b826-f6a8b7b9a5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:05:08.289459 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-af22a337-b513-46a2-bee7-6b82b7206a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:05:09.677371 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:05:11.225306 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:05:12.041630 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:05:17.612359 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 5 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:05:36.182793 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c1ee35a6-c45c-433f-b792-b4a23ea59026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:05:38.285618 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e699987f-8f4d-4afc-87b5-9d753398e79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:05:39.685661 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:05:41.230830 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:05:42.042243 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:05:54.619230 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 5 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:06:06.181271 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0b3b7a8e-13bb-4ab4-a01d-71064969e462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:06:08.282427 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9be4438a-19b3-470f-b4d9-606856279818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:06:09.685100 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:06:11.228337 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:06:12.039110 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:06:31.612927 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 5 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:06:36.180097 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aa4e0cb0-298b-478d-adcf-f369388d2c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:06:38.284735 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-48176a4d-aac6-47ff-a1c0-42378c419d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:06:39.685992 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:06:41.233930 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:06:42.038086 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:06:59.328110 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66738994'] for agent, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:07:01.179795 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66738994'] for agent, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:07:06.185236 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4fb0ec99-beb2-41f0-8194-c3a866a45015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:07:08.286060 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e24c1316-9c8f-43e3-81f3-6923814ea8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:07:08.617960 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:07:09.695086 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:07:11.242102 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:07:12.040191 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:07:29.285108 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:07:31.169681 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:07:36.180913 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-74e5587e-3dcb-4fee-8b08-0d68e9bde5a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:07:38.286332 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1e617a49-d1f3-41e3-a017-782e1c151541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:07:39.691068 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:07:41.239185 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:07:42.038243 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:07:45.618028 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:07:47.458930 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44192) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:07:47.579562 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b3bb6860-450e-46c5-8155-34b2ac03eab7 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1194680 Nov 15 11:07:49.880308 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44202) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:07:49.945313 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-55945d23-758d-4a2c-b6cf-efd645071268 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0639184 Nov 15 11:07:59.284527 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:08:01.158118 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:08:06.182439 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cc135461-20c5-43f5-bd48-faff97920e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:08:08.287261 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-89991e34-4c55-4e15-bab5-e9db2184d69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:08:09.706110 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:08:11.251378 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:08:12.043037 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:08:22.617599 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:08:29.273201 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:08:31.155606 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:08:36.177533 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-712a00fb-01bc-4392-a677-31d989480acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:08:38.281724 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c8d83fbc-dc1f-49e9-9665-e2d5dde84b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:08:39.698291 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:08:41.255242 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:08:42.037119 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:08:59.272575 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:08:59.617530 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:09:01.157070 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:06.189480 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8a40dd1b-ae27-406e-bbd3-e3d0d4a833f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:08.278291 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-961e9107-1584-470c-b197-04bff3e5424e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:09.186928 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44414) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:09.493217 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44432) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:09.582844 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6bcf4516-905f-441a-95b9-9c6865cced84 tempest-AutoAllocateNetworkTest-1500818836 tempest-AutoAllocateNetworkTest-1500818836-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e08e5b691547483782f8625a0ef8f95a&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3929696 Nov 15 11:09:09.583769 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44438) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:09.703958 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:09.768006 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3faea97-7961-4b54-bcf1-285d7e44b104 tempest-AutoAllocateNetworkTest-1500818836 tempest-AutoAllocateNetworkTest-1500818836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:09.770123 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b3faea97-7961-4b54-bcf1-285d7e44b104 tempest-AutoAllocateNetworkTest-1500818836 tempest-AutoAllocateNetworkTest-1500818836-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1847184 Nov 15 11:09:09.774202 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44450) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:09.837722 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8633762a-5efb-4f4b-909a-25e5f2a064e6 tempest-AutoAllocateNetworkTest-1500818836 tempest-AutoAllocateNetworkTest-1500818836-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600626 Nov 15 11:09:09.837934 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44454) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:09.867082 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-60f84f4b-1267-45e2-9122-bb44e071b04b tempest-AutoAllocateNetworkTest-1500818836 tempest-AutoAllocateNetworkTest-1500818836-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e08e5b691547483782f8625a0ef8f95a HTTP/1.1" status: 200 len: 208 time: 0.0279217 Nov 15 11:09:09.910396 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-368439480-network', 'tenant_id': '96e6de6533924e77a216529c18f58047'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:09.932146 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Made reservation on behalf of 96e6de6533924e77a216529c18f58047 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:09:09.934591 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:09.943310 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:10.022856 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:10.027730 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:10.056289 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:09:10.058304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ba9bc7-a26d-4359-95fe-037e2df07748,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:10.070045 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:10.070525 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:10.070706 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:10.071214 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:10.071692 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:10.072201 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Tracked resource versions report: Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: pushed versions: Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: { 'AddressGroup': {'1.2'}, Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: 'ConntrackHelper': {'1.0'}, Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: 'Log': {'1.0'}, Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: 'Network': {'1.1'}, Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: 'Port': {'1.7'}, Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: 'PortForwarding': {'1.2'}, Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: 'QosPolicy': {'1.10'}, Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: 'SecurityGroup': {'1.5'}, Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: 'SecurityGroupRule': {'1.2'}, Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: 'SubPort': {'1.0'}, Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: 'Subnet': {'1.1'}, Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: 'Trunk': {'1.1'}} Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: consumer versions: Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: { DHCP agent@n-d-729945-9: {}, Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: HyperV agent@n-h1-729945-9: {}, Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: HyperV agent@n-h2-729945-9: {}, Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: L3 agent@n-d-729945-9: {}, Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: Metadata agent@n-d-729945-9: {}, Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: Metering agent@n-d-729945-9: {}, Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: Open vSwitch agent@n-d-729945-9: { 'AddressGroup': '1.2', Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: 'ConntrackHelper': '1.0', Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: 'Log': '1.0', Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: 'Network': '1.1', Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: 'Port': '1.7', Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: 'PortForwarding': '1.2', Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: 'QosPolicy': '1.10', Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: 'SecurityGroup': '1.5', Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: 'SecurityGroupRule': '1.2', Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: 'SubPort': '1.0', Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: 'Subnet': '1.1', Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: 'Trunk': '1.1'}} Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: {{(pid=102678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:10.098896 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Added segment 96e748f8-d4cc-4b93-b5bf-fcf1d36c5e7a of type vlan for network 1656c1fb-6402-4575-8025-a864645fc943 Nov 15 11:09:10.150315 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:10.175628 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:10.176672 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:10.177642 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:10.230550 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44472) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:10.230741 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7360935 Nov 15 11:09:10.235492 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] Request body: {'subnet': {'network_id': '1656c1fb-6402-4575-8025-a864645fc943', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-368439480-subnet', 'tenant_id': '96e6de6533924e77a216529c18f58047', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:10.245807 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e0a37-aa84-44ef-9a55-e6064f7a3a12 admin admin] Pushing event updated for resources: {'Network': ['ID=1656c1fb-6402-4575-8025-a864645fc943,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:10.259935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 1656c1fb-6402-4575-8025-a864645fc943 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:09:10.272119 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] Made reservation on behalf of 96e6de6533924e77a216529c18f58047 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:09:10.274856 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:10.480582 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:10.542317 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fab583d0-13e2-4618-8e1b-e0108748affc,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:10.559485 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] Checking segment: {'id': '96e748f8-d4cc-4b93-b5bf-fcf1d36c5e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '1656c1fb-6402-4575-8025-a864645fc943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:09:10.559843 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] Network hostable DHCP agents. Network: 1656c1fb-6402-4575-8025-a864645fc943, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:09:10.564424 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:10.564756 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:10.565108 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:10.565438 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:10.565740 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:10.566278 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:10.566380 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:10.566663 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:10.567023 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:10.567353 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:10.567661 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:10.567997 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] Tracked resource versions report: Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: pushed versions: Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: { 'AddressGroup': {'1.2'}, Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: 'ConntrackHelper': {'1.0'}, Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: 'Log': {'1.0'}, Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: 'Network': {'1.1'}, Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: 'Port': {'1.7'}, Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: 'PortForwarding': {'1.2'}, Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: 'QosPolicy': {'1.10'}, Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: 'SecurityGroup': {'1.5'}, Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: 'SecurityGroupRule': {'1.2'}, Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: 'SubPort': {'1.0'}, Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: 'Subnet': {'1.1'}, Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: 'Trunk': {'1.1'}} Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: consumer versions: Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: { DHCP agent@n-d-729945-9: {}, Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: HyperV agent@n-h1-729945-9: {}, Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: HyperV agent@n-h2-729945-9: {}, Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: L3 agent@n-d-729945-9: {}, Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: Metadata agent@n-d-729945-9: {}, Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: Metering agent@n-d-729945-9: {}, Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: Open vSwitch agent@n-d-729945-9: { 'AddressGroup': '1.2', Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: 'ConntrackHelper': '1.0', Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: 'Log': '1.0', Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: 'Network': '1.1', Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: 'Port': '1.7', Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: 'PortForwarding': '1.2', Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: 'QosPolicy': '1.10', Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: 'SecurityGroup': '1.5', Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: 'SecurityGroupRule': '1.2', Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: 'SubPort': '1.0', Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: 'Subnet': '1.1', Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: 'Trunk': '1.1'}} Nov 15 11:09:10.569215 n-d-729945-9 neutron-server[102677]: {{(pid=102677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 11:09:10.587679 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] Network 1656c1fb-6402-4575-8025-a864645fc943 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:09:10.598119 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 1656c1fb-6402-4575-8025-a864645fc943) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:09:10.603748 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:10.604914 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:10.609016 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d410dd-ef4d-4b58-87bf-0bc85c117cd5 None None] Network 1656c1fb-6402-4575-8025-a864645fc943 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:09:10.632853 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44500) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:10.636072 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d5f19781-6335-4963-9519-96a21f3bd8b3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4007378 Nov 15 11:09:10.848516 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff35f99-cabd-4bb6-a19d-5a3437a99038 None None] Network 1656c1fb-6402-4575-8025-a864645fc943 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:09:11.071167 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2f6c382f-0466-4406-a5cb-820012d46a57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:11.160454 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2f6c382f-0466-4406-a5cb-820012d46a57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:11.165201 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2f6c382f-0466-4406-a5cb-820012d46a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:11.211083 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44530) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:11.211273 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2f6c382f-0466-4406-a5cb-820012d46a57 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e08e5b691547483782f8625a0ef8f95a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5763299 Nov 15 11:09:11.217012 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c382f-0466-4406-a5cb-820012d46a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ae0733-cfa3-4d85-870d-f5471a4634e1,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:11.259450 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:11.296292 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a562a5b-97f9-40a8-8f3c-428324ef22d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:11.318698 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a562a5b-97f9-40a8-8f3c-428324ef22d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:11.381672 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a562a5b-97f9-40a8-8f3c-428324ef22d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:11.385221 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a562a5b-97f9-40a8-8f3c-428324ef22d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:11.389479 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2a562a5b-97f9-40a8-8f3c-428324ef22d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/68ae0733-cfa3-4d85-870d-f5471a4634e1 HTTP/1.1" status: 204 len: 168 time: 0.1759393 Nov 15 11:09:11.399621 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a562a5b-97f9-40a8-8f3c-428324ef22d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ae0733-cfa3-4d85-870d-f5471a4634e1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:12.041759 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:12.165529 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44584) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:12.460184 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9321f690-f877-4e28-bf7d-359b44fb7ae9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:12.574450 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9321f690-f877-4e28-bf7d-359b44fb7ae9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:12.581416 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9321f690-f877-4e28-bf7d-359b44fb7ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:12.616434 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321f690-f877-4e28-bf7d-359b44fb7ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8a4e3f-c6bf-45e3-a029-8ebdecb0f898,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:12.651410 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9321f690-f877-4e28-bf7d-359b44fb7ae9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=602e652fc32440aeb201384eb50a15e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4836359 Nov 15 11:09:12.654448 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44620) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:12.704996 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6bbd6b86-f5d7-4e53-a1b7-766550c1c339 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:12.726070 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6bbd6b86-f5d7-4e53-a1b7-766550c1c339 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:12.770255 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44626) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:12.775738 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-753243ae-54e4-4846-b567-f55248b11dbd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-764388016-network', 'tenant_id': 'a74ecf7a4ba64d4c9502b0bbf873307e'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:12.791003 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6bbd6b86-f5d7-4e53-a1b7-766550c1c339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:12.794612 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6bbd6b86-f5d7-4e53-a1b7-766550c1c339 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:12.798305 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6bbd6b86-f5d7-4e53-a1b7-766550c1c339 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca8a4e3f-c6bf-45e3-a029-8ebdecb0f898 HTTP/1.1" status: 204 len: 168 time: 0.1395888 Nov 15 11:09:12.810421 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd6b86-f5d7-4e53-a1b7-766550c1c339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8a4e3f-c6bf-45e3-a029-8ebdecb0f898,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:12.821687 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753243ae-54e4-4846-b567-f55248b11dbd admin admin] Made reservation on behalf of a74ecf7a4ba64d4c9502b0bbf873307e for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:09:12.824334 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-753243ae-54e4-4846-b567-f55248b11dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:12.835893 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-753243ae-54e4-4846-b567-f55248b11dbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:12.914899 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44634) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:12.936569 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-753243ae-54e4-4846-b567-f55248b11dbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:12.944225 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-753243ae-54e4-4846-b567-f55248b11dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:12.980829 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753243ae-54e4-4846-b567-f55248b11dbd admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:09:12.986907 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753243ae-54e4-4846-b567-f55248b11dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f354ae09-8601-4104-be90-1784a33ffa3c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:13.012574 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-753243ae-54e4-4846-b567-f55248b11dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:13.012899 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-753243ae-54e4-4846-b567-f55248b11dbd admin admin] Added segment 1a26775b-6c71-4715-a45a-3a927fac42e4 of type vlan for network 283306b9-aa42-49e0-ba24-855f95f73453 Nov 15 11:09:13.071485 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-753243ae-54e4-4846-b567-f55248b11dbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:13.120027 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-753243ae-54e4-4846-b567-f55248b11dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:13.121683 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753243ae-54e4-4846-b567-f55248b11dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:13.123234 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-753243ae-54e4-4846-b567-f55248b11dbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:13.294235 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753243ae-54e4-4846-b567-f55248b11dbd admin admin] Pushing event updated for resources: {'Network': ['ID=283306b9-aa42-49e0-ba24-855f95f73453,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:13.308958 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 283306b9-aa42-49e0-ba24-855f95f73453 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:09:13.311207 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e193df9-d968-4066-ac4c-99e84f05436c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:13.365993 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44666) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:13.366207 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-753243ae-54e4-4846-b567-f55248b11dbd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5947893 Nov 15 11:09:13.371310 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-5fbcb711-b499-4352-9068-0b6367bc4fb8 admin admin] Request body: {'subnet': {'network_id': '283306b9-aa42-49e0-ba24-855f95f73453', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-764388016-subnet', 'tenant_id': 'a74ecf7a4ba64d4c9502b0bbf873307e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:13.409846 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44668) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:13.431104 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a49e0c3f-4847-4ee5-8e07-75db6c428f9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:13.442939 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbcb711-b499-4352-9068-0b6367bc4fb8 admin admin] Made reservation on behalf of a74ecf7a4ba64d4c9502b0bbf873307e for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:09:13.446144 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5fbcb711-b499-4352-9068-0b6367bc4fb8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:13.508342 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e193df9-d968-4066-ac4c-99e84f05436c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:13.524413 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e193df9-d968-4066-ac4c-99e84f05436c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:13.551221 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e193df9-d968-4066-ac4c-99e84f05436c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05f54ae-e426-4192-8b89-011bb5bc8b25,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:13.588587 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0e193df9-d968-4066-ac4c-99e84f05436c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=185e21e72eb6437f9158e4934cd7124e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6698604 Nov 15 11:09:13.589501 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44682) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:13.653711 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67aa9f4e-2431-424e-a497-367ce305748a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:13.681883 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67aa9f4e-2431-424e-a497-367ce305748a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:13.698341 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a49e0c3f-4847-4ee5-8e07-75db6c428f9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:13.707379 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a49e0c3f-4847-4ee5-8e07-75db6c428f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:13.741503 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67aa9f4e-2431-424e-a497-367ce305748a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:13.744217 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67aa9f4e-2431-424e-a497-367ce305748a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:13.745884 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-67aa9f4e-2431-424e-a497-367ce305748a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c05f54ae-e426-4192-8b89-011bb5bc8b25 HTTP/1.1" status: 204 len: 168 time: 0.1550462 Nov 15 11:09:13.750996 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5fbcb711-b499-4352-9068-0b6367bc4fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:13.757019 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa9f4e-2431-424e-a497-367ce305748a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05f54ae-e426-4192-8b89-011bb5bc8b25,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:13.768900 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a49e0c3f-4847-4ee5-8e07-75db6c428f9a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d46c55a106ba443b964878613cdf2d62&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3556120 Nov 15 11:09:13.772950 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44696) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:13.800396 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e0c3f-4847-4ee5-8e07-75db6c428f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2250cd6-c890-41b6-bdda-cf8fc23708a8,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:13.871915 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbcb711-b499-4352-9068-0b6367bc4fb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d4be011-f347-4c16-9f43-756980ad72af,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:13.882765 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbcb711-b499-4352-9068-0b6367bc4fb8 admin admin] Checking segment: {'id': '1a26775b-6c71-4715-a45a-3a927fac42e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '283306b9-aa42-49e0-ba24-855f95f73453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:09:13.883112 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbcb711-b499-4352-9068-0b6367bc4fb8 admin admin] Network hostable DHCP agents. Network: 283306b9-aa42-49e0-ba24-855f95f73453, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:09:13.890483 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0fe9af0c-913f-4875-8170-33abab3cd6f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:13.916554 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbcb711-b499-4352-9068-0b6367bc4fb8 admin admin] Network 283306b9-aa42-49e0-ba24-855f95f73453 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:09:13.923299 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0fe9af0c-913f-4875-8170-33abab3cd6f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:13.940523 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-5fbcb711-b499-4352-9068-0b6367bc4fb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 283306b9-aa42-49e0-ba24-855f95f73453) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:09:13.950717 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbcb711-b499-4352-9068-0b6367bc4fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:13.951327 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5fbcb711-b499-4352-9068-0b6367bc4fb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:13.951429 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b727d917-f674-4a81-bac6-1225984771f6 None None] Network 283306b9-aa42-49e0-ba24-855f95f73453 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:09:13.985034 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5fbcb711-b499-4352-9068-0b6367bc4fb8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6171672 Nov 15 11:09:14.000717 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0fe9af0c-913f-4875-8170-33abab3cd6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:14.003732 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0fe9af0c-913f-4875-8170-33abab3cd6f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:14.005107 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0fe9af0c-913f-4875-8170-33abab3cd6f1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b2250cd6-c890-41b6-bdda-cf8fc23708a8 HTTP/1.1" status: 204 len: 168 time: 0.2310548 Nov 15 11:09:14.016268 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9af0c-913f-4875-8170-33abab3cd6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2250cd6-c890-41b6-bdda-cf8fc23708a8,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:14.121201 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e6d402-e8de-4e9c-a4fe-2a81526ad74e None None] Network 283306b9-aa42-49e0-ba24-855f95f73453 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:09:14.126316 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44708) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:14.241035 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44722) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:14.284797 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-47844756-0bba-4086-997a-fbbdbbfdd054 admin admin] Deleting subnet fab583d0-13e2-4618-8e1b-e0108748affc {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:09:14.289984 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47844756-0bba-4086-997a-fbbdbbfdd054 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:14.324324 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47844756-0bba-4086-997a-fbbdbbfdd054 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:14.333622 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47844756-0bba-4086-997a-fbbdbbfdd054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:14.391455 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47844756-0bba-4086-997a-fbbdbbfdd054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:14.419452 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44726) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:14.446164 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ccdf8f1a-b7c4-4c6e-90ce-4206e2b8cd14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:14.446399 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47844756-0bba-4086-997a-fbbdbbfdd054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fab583d0-13e2-4618-8e1b-e0108748affc,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:14.450203 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc1adf8c-331c-4203-921c-b3b1dddd2b2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:14.453450 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47844756-0bba-4086-997a-fbbdbbfdd054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:14.459243 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-47844756-0bba-4086-997a-fbbdbbfdd054 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fab583d0-13e2-4618-8e1b-e0108748affc HTTP/1.1" status: 204 len: 168 time: 0.2174413 Nov 15 11:09:14.461511 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44732) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:14.555541 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc1adf8c-331c-4203-921c-b3b1dddd2b2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:14.564432 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc1adf8c-331c-4203-921c-b3b1dddd2b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:14.592101 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:14.634815 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1adf8c-331c-4203-921c-b3b1dddd2b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f320099-7344-479e-8f1e-b81673690c41,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:14.642670 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fc1adf8c-331c-4203-921c-b3b1dddd2b2d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f44c35ef227247e3a8f7edbb57b64295&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5129490 Nov 15 11:09:14.643934 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44746) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:14.704009 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8acdeae-8dac-4129-9e70-361d4371f2ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:14.731063 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8acdeae-8dac-4129-9e70-361d4371f2ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:14.747780 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:14.778830 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ccdf8f1a-b7c4-4c6e-90ce-4206e2b8cd14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:14.782121 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8acdeae-8dac-4129-9e70-361d4371f2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:14.783371 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:09:14.783736 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:09:14.784590 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:09:14.784948 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] Subscribe: > port after_create 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:09:14.785279 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] Subscribe: > port after_delete 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:09:14.785616 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] Subscribe: > port after_update 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:09:14.785942 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:09:14.786256 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:09:14.786654 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:09:14.787051 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:09:14.787715 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8acdeae-8dac-4129-9e70-361d4371f2ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:14.789442 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d8acdeae-8dac-4129-9e70-361d4371f2ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5f320099-7344-479e-8f1e-b81673690c41 HTTP/1.1" status: 204 len: 168 time: 0.1441889 Nov 15 11:09:14.798847 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8acdeae-8dac-4129-9e70-361d4371f2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f320099-7344-479e-8f1e-b81673690c41,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:14.961615 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44764) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:14.964599 n-d-729945-9 neutron-server[102678]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 15 11:09:14.993024 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:09:14.993491 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:09:14.993822 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:09:14.994268 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:09:14.994640 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1656c1fb-6402-4575-8025-a864645fc943']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:09:14.996193 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-ea46d64c-1463-48f4-8acd-591e03c8cddd tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d44f1a85f75d4cf49d67a1eaad656703&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328329 Nov 15 11:09:15.021284 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e748f8-d4cc-4b93-b5bf-fcf1d36c5e7a') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:09:15.021485 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e748f8-d4cc-4b93-b5bf-fcf1d36c5e7a') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:09:15.040863 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.064338 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.074454 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:09:15.074865 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: from cryptography.utils import int_from_bytes Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: from cryptography.utils import int_from_bytes Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:09:15.138088 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:09:15.140590 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ccdf8f1a-b7c4-4c6e-90ce-4206e2b8cd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.174978 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf8f1a-b7c4-4c6e-90ce-4206e2b8cd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37ac24f-2e54-499e-92c9-f600a29c7611,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:15.183283 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.198114 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.203912 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] 10.222.0.64 "DELETE /v2.0/networks/1656c1fb-6402-4575-8025-a864645fc943 HTTP/1.1" status: 204 len: 168 time: 0.7373478 Nov 15 11:09:15.205890 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44772) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:15.219360 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ccdf8f1a-b7c4-4c6e-90ce-4206e2b8cd14 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d32e7f16274b45b1acc634a9017533e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7940943 Nov 15 11:09:15.220197 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44774) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:15.226128 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b567a44-3266-483b-a7b5-addfdd7ddaad admin admin] Pushing event deleted for resources: {'Network': ['ID=1656c1fb-6402-4575-8025-a864645fc943,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:15.276165 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44776) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:15.298841 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80cd5693-304a-417b-8c40-69dedf029bcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.302616 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8997eb3-f7e9-441a-b98b-2237ab511cdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.324667 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2bca5a7-9e99-45da-b19e-97e4162b377d admin admin] Deleting subnet 2d4be011-f347-4c16-9f43-756980ad72af {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:09:15.335304 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2bca5a7-9e99-45da-b19e-97e4162b377d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.343237 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80cd5693-304a-417b-8c40-69dedf029bcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.369813 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-dc632b4c-4a3c-4d7c-a779-d34e1efced53 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:15.376917 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-dc632b4c-4a3c-4d7c-a779-d34e1efced53 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3795233 Nov 15 11:09:15.403319 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-6d5016c2-587b-4a1b-95f8-f019cbefaad0 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/quotas/d44f1a85f75d4cf49d67a1eaad656703 HTTP/1.1" status: 200 len: 375 time: 0.0254393 Nov 15 11:09:15.440121 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2bca5a7-9e99-45da-b19e-97e4162b377d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.442666 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8997eb3-f7e9-441a-b98b-2237ab511cdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.448514 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80cd5693-304a-417b-8c40-69dedf029bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.452695 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80cd5693-304a-417b-8c40-69dedf029bcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.454437 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-80cd5693-304a-417b-8c40-69dedf029bcf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c37ac24f-2e54-499e-92c9-f600a29c7611 HTTP/1.1" status: 204 len: 168 time: 0.2337928 Nov 15 11:09:15.459084 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8997eb3-f7e9-441a-b98b-2237ab511cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.469761 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-561a5177-d0a3-4f23-a9c9-5a939bae5cd3 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d44f1a85f75d4cf49d67a1eaad656703&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652568 Nov 15 11:09:15.477789 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2bca5a7-9e99-45da-b19e-97e4162b377d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.497949 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e8997eb3-f7e9-441a-b98b-2237ab511cdb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b2a4aa23113422883ba8f1efd4bf5a4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2203956 Nov 15 11:09:15.499037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd5693-304a-417b-8c40-69dedf029bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37ac24f-2e54-499e-92c9-f600a29c7611,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:15.500894 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44788) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:15.552280 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8997eb3-f7e9-441a-b98b-2237ab511cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6bc8ca-8375-4941-a763-6bd1f2315784,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:15.572467 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35a1de3d-ce40-45fb-bb3c-b4d3460ad27b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.595370 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2bca5a7-9e99-45da-b19e-97e4162b377d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.599455 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35a1de3d-ce40-45fb-bb3c-b4d3460ad27b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.655444 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bca5a7-9e99-45da-b19e-97e4162b377d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d4be011-f347-4c16-9f43-756980ad72af,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:15.659031 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2bca5a7-9e99-45da-b19e-97e4162b377d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.666029 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a2bca5a7-9e99-45da-b19e-97e4162b377d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2d4be011-f347-4c16-9f43-756980ad72af HTTP/1.1" status: 204 len: 168 time: 0.4596269 Nov 15 11:09:15.666512 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44794) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:15.667340 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35a1de3d-ce40-45fb-bb3c-b4d3460ad27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.670191 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35a1de3d-ce40-45fb-bb3c-b4d3460ad27b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.673698 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-35a1de3d-ce40-45fb-bb3c-b4d3460ad27b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dc6bc8ca-8375-4941-a763-6bd1f2315784 HTTP/1.1" status: 204 len: 168 time: 0.1696403 Nov 15 11:09:15.721414 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1de3d-ce40-45fb-bb3c-b4d3460ad27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6bc8ca-8375-4941-a763-6bd1f2315784,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:15.752147 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-142c363b-ceb3-4d1e-b234-361771790b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.799745 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b5aa465b-96bb-4248-af51-946d703e510e req-6c24ebc9-a82d-4fb9-a0e6-3fbadd0402b4 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 210 time: 0.1002562 Nov 15 11:09:15.843677 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-142c363b-ceb3-4d1e-b234-361771790b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.869487 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-142c363b-ceb3-4d1e-b234-361771790b72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283306b9-aa42-49e0-ba24-855f95f73453']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:09:15.879471 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-142c363b-ceb3-4d1e-b234-361771790b72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a26775b-6c71-4715-a45a-3a927fac42e4') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:09:15.881261 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-142c363b-ceb3-4d1e-b234-361771790b72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a26775b-6c71-4715-a45a-3a927fac42e4') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:09:15.890861 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-142c363b-ceb3-4d1e-b234-361771790b72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.904491 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-142c363b-ceb3-4d1e-b234-361771790b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.910688 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142c363b-ceb3-4d1e-b234-361771790b72 admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:09:15.911248 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-142c363b-ceb3-4d1e-b234-361771790b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:09:15.912949 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:09:15.977743 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-142c363b-ceb3-4d1e-b234-361771790b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.983657 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-142c363b-ceb3-4d1e-b234-361771790b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:15.990665 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-142c363b-ceb3-4d1e-b234-361771790b72 admin admin] 10.222.0.64 "DELETE /v2.0/networks/283306b9-aa42-49e0-ba24-855f95f73453 HTTP/1.1" status: 204 len: 168 time: 0.3180778 Nov 15 11:09:16.011395 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c363b-ceb3-4d1e-b234-361771790b72 admin admin] Pushing event deleted for resources: {'Network': ['ID=283306b9-aa42-49e0-ba24-855f95f73453,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:16.307866 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44842) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:16.392764 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f14571f7-b0c9-422a-b916-40e28a01459f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=96e6de6533924e77a216529c18f58047&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0836248 Nov 15 11:09:16.395228 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44854) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:16.477688 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-412bf909-8bbc-423e-b100-dede0351a622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:16.500033 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-412bf909-8bbc-423e-b100-dede0351a622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:16.568618 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-412bf909-8bbc-423e-b100-dede0351a622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:16.572601 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-412bf909-8bbc-423e-b100-dede0351a622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:16.578535 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-412bf909-8bbc-423e-b100-dede0351a622 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49ba9bc7-a26d-4359-95fe-037e2df07748 HTTP/1.1" status: 204 len: 168 time: 0.1820354 Nov 15 11:09:16.589902 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bf909-8bbc-423e-b100-dede0351a622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ba9bc7-a26d-4359-95fe-037e2df07748,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:16.903216 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-837c18c9-715f-46d5-a2b0-a63bb7b05dc7 req-dff22571-4701-449f-bfd6-e118d61bb565 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 210 time: 0.0420032 Nov 15 11:09:17.143058 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44912) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:17.219524 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c270d690-3b29-4af8-bd97-9c1482d3db61 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a74ecf7a4ba64d4c9502b0bbf873307e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0737002 Nov 15 11:09:17.221735 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44920) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:17.295209 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-178a32da-80d6-45bd-b4ef-2f30a73d785d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:17.332125 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-178a32da-80d6-45bd-b4ef-2f30a73d785d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:17.410309 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-178a32da-80d6-45bd-b4ef-2f30a73d785d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:17.414118 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-178a32da-80d6-45bd-b4ef-2f30a73d785d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:17.414969 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-178a32da-80d6-45bd-b4ef-2f30a73d785d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f354ae09-8601-4104-be90-1784a33ffa3c HTTP/1.1" status: 204 len: 168 time: 0.1920855 Nov 15 11:09:17.426715 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a32da-80d6-45bd-b4ef-2f30a73d785d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f354ae09-8601-4104-be90-1784a33ffa3c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:17.809848 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44974) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:17.896115 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44986) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:17.977717 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.55', 64224) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:18.014275 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-3b89d730-632d-4dff-ba37-8377917f7c2e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-142332532-network', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:18.042708 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b89d730-632d-4dff-ba37-8377917f7c2e admin admin] Made reservation on behalf of 8ade6c233dd54bb7b33ad4ded5f9c5e4 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:09:18.046648 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b89d730-632d-4dff-ba37-8377917f7c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:18.046824 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-6c16d187-99f5-4408-8b60-06c72177f863 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d44f1a85f75d4cf49d67a1eaad656703&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623312 Nov 15 11:09:18.062009 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c10c9aad-b372-4303-94a7-859c436a64d0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1968020208-network', 'tenant_id': '15d30ad0cec74e39a796f7b31ab517b2'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:18.065309 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b89d730-632d-4dff-ba37-8377917f7c2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:18.159993 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10c9aad-b372-4303-94a7-859c436a64d0 admin admin] Made reservation on behalf of 15d30ad0cec74e39a796f7b31ab517b2 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:09:18.170906 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c10c9aad-b372-4303-94a7-859c436a64d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:18.212019 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c10c9aad-b372-4303-94a7-859c436a64d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:18.241966 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cfe22cf9-766f-4eb8-9e9a-9329a7bfe3e3 req-d072b779-097e-4efd-9ef0-20dd63403afe tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 210 time: 0.0904980 Nov 15 11:09:18.254755 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-466d8a62-a4f2-442c-9024-edfd9a14e02a tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:18.275138 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-466d8a62-a4f2-442c-9024-edfd9a14e02a tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2226889 Nov 15 11:09:18.318053 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b89d730-632d-4dff-ba37-8377917f7c2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:18.332288 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b89d730-632d-4dff-ba37-8377917f7c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:18.373201 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b89d730-632d-4dff-ba37-8377917f7c2e admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:09:18.388464 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-a352206e-c6e3-4647-a8b5-4c9fc1ddde73 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Request body: {'port': {'device_id': 'cef30621-819e-4fd2-b4b7-61f45f831f45', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': 'd44f1a85f75d4cf49d67a1eaad656703'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:18.397214 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c10c9aad-b372-4303-94a7-859c436a64d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:18.399808 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89d730-632d-4dff-ba37-8377917f7c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ff524b-aa75-4f5b-83cb-f1982d21c68c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:18.410924 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b89d730-632d-4dff-ba37-8377917f7c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:18.411264 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-3b89d730-632d-4dff-ba37-8377917f7c2e admin admin] Added segment c083b43b-0a4f-446c-82a8-603d7f4a28ac of type vlan for network e2df8251-2bb4-47b2-971f-f711da439080 Nov 15 11:09:18.412574 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c10c9aad-b372-4303-94a7-859c436a64d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:18.461676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10c9aad-b372-4303-94a7-859c436a64d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:09:18.485107 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b89d730-632d-4dff-ba37-8377917f7c2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:18.492525 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c10c9aad-b372-4303-94a7-859c436a64d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:18.492853 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-c10c9aad-b372-4303-94a7-859c436a64d0 admin admin] Added segment 93aaa8ba-68e5-492a-8f36-61ccc3b943ad of type vlan for network f4a44e54-964f-44d3-85ab-bb56792b7b48 Nov 15 11:09:18.504311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c9aad-b372-4303-94a7-859c436a64d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9df679-08bf-46e6-a0d8-6a1472dc927e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:18.554454 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c10c9aad-b372-4303-94a7-859c436a64d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:18.574703 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b89d730-632d-4dff-ba37-8377917f7c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:18.575680 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b89d730-632d-4dff-ba37-8377917f7c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:18.576238 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b89d730-632d-4dff-ba37-8377917f7c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:18.643752 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c10c9aad-b372-4303-94a7-859c436a64d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:18.644187 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10c9aad-b372-4303-94a7-859c436a64d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:18.644773 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c10c9aad-b372-4303-94a7-859c436a64d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:18.652523 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3b89d730-632d-4dff-ba37-8377917f7c2e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8387246 Nov 15 11:09:18.653227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45046) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:18.657688 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89d730-632d-4dff-ba37-8377917f7c2e admin admin] Pushing event updated for resources: {'Network': ['ID=e2df8251-2bb4-47b2-971f-f711da439080,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:18.666511 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-eaa4c532-dd62-427c-956e-13ad238fb0e8 admin admin] Request body: {'subnet': {'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142332532-subnet', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:18.672398 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network e2df8251-2bb4-47b2-971f-f711da439080 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:09:18.723670 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c10c9aad-b372-4303-94a7-859c436a64d0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8261318 Nov 15 11:09:18.730439 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45054) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:18.738879 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-58213e63-ac86-4aa6-9992-042f94277cfc admin admin] Request body: {'subnet': {'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1968020208-subnet', 'tenant_id': '15d30ad0cec74e39a796f7b31ab517b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:18.758782 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c9aad-b372-4303-94a7-859c436a64d0 admin admin] Pushing event updated for resources: {'Network': ['ID=f4a44e54-964f-44d3-85ab-bb56792b7b48,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:18.773111 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa4c532-dd62-427c-956e-13ad238fb0e8 admin admin] Made reservation on behalf of 8ade6c233dd54bb7b33ad4ded5f9c5e4 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:09:18.775840 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eaa4c532-dd62-427c-956e-13ad238fb0e8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:18.820452 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45066) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:18.825761 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network f4a44e54-964f-44d3-85ab-bb56792b7b48 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:09:18.859918 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58213e63-ac86-4aa6-9992-042f94277cfc admin admin] Made reservation on behalf of 15d30ad0cec74e39a796f7b31ab517b2 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:09:18.862590 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-58213e63-ac86-4aa6-9992-042f94277cfc admin admin] Publish callbacks [] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:18.935426 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-a352206e-c6e3-4647-a8b5-4c9fc1ddde73 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Made reservation on behalf of d44f1a85f75d4cf49d67a1eaad656703 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:09:18.945082 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-a352206e-c6e3-4647-a8b5-4c9fc1ddde73 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:18.981036 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-a352206e-c6e3-4647-a8b5-4c9fc1ddde73 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:19.030406 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7d336a61-58ee-4fb5-82d4-7725e5d1f829 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-168766854-network', 'tenant_id': 'd1bb86b62ca44c409ecbffbdf93d7c92'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:19.080105 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d336a61-58ee-4fb5-82d4-7725e5d1f829 admin admin] Made reservation on behalf of d1bb86b62ca44c409ecbffbdf93d7c92 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:09:19.082415 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d336a61-58ee-4fb5-82d4-7725e5d1f829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:19.103031 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d336a61-58ee-4fb5-82d4-7725e5d1f829 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:19.143009 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eaa4c532-dd62-427c-956e-13ad238fb0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:19.207921 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-58213e63-ac86-4aa6-9992-042f94277cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:19.227165 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4c532-dd62-427c-956e-13ad238fb0e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffa88cce-c14b-4a49-a347-c551af3ca57a,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:19.232042 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa4c532-dd62-427c-956e-13ad238fb0e8 admin admin] Checking segment: {'id': 'c083b43b-0a4f-446c-82a8-603d7f4a28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:09:19.232599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa4c532-dd62-427c-956e-13ad238fb0e8 admin admin] Network hostable DHCP agents. Network: e2df8251-2bb4-47b2-971f-f711da439080, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:09:19.240066 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45094) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:19.260736 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-a352206e-c6e3-4647-a8b5-4c9fc1ddde73 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:19.272801 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-a352206e-c6e3-4647-a8b5-4c9fc1ddde73 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:19.297937 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa4c532-dd62-427c-956e-13ad238fb0e8 admin admin] Network e2df8251-2bb4-47b2-971f-f711da439080 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:09:19.302795 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58213e63-ac86-4aa6-9992-042f94277cfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=41c7fb84-e1ab-4aee-8901-f8449cce1c4d,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:19.307218 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58213e63-ac86-4aa6-9992-042f94277cfc admin admin] Checking segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:09:19.307555 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58213e63-ac86-4aa6-9992-042f94277cfc admin admin] Network hostable DHCP agents. Network: f4a44e54-964f-44d3-85ab-bb56792b7b48, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:09:19.319528 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-eaa4c532-dd62-427c-956e-13ad238fb0e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, e2df8251-2bb4-47b2-971f-f711da439080) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:09:19.326790 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa4c532-dd62-427c-956e-13ad238fb0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:19.327752 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eaa4c532-dd62-427c-956e-13ad238fb0e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:19.330456 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48352d5-36e4-41d8-b40b-d54c7da9544a None None] Network e2df8251-2bb4-47b2-971f-f711da439080 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:09:19.339503 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58213e63-ac86-4aa6-9992-042f94277cfc admin admin] Network f4a44e54-964f-44d3-85ab-bb56792b7b48 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:09:19.346346 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-58213e63-ac86-4aa6-9992-042f94277cfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, f4a44e54-964f-44d3-85ab-bb56792b7b48) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:09:19.351502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58213e63-ac86-4aa6-9992-042f94277cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:19.352214 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-58213e63-ac86-4aa6-9992-042f94277cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:19.358872 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-eaa4c532-dd62-427c-956e-13ad238fb0e8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7044418 Nov 15 11:09:19.362202 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45100) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:19.369524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-68698d3a-2372-482a-bd2f-41a307a890cf admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-142332532-router', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:19.400319 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-58213e63-ac86-4aa6-9992-042f94277cfc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6557801 Nov 15 11:09:19.418535 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3947b4-60da-4358-bbd5-7eefc5a6f6fe None None] Network f4a44e54-964f-44d3-85ab-bb56792b7b48 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:09:19.418913 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68698d3a-2372-482a-bd2f-41a307a890cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:19.420257 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68698d3a-2372-482a-bd2f-41a307a890cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:19.449008 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45104) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:19.486010 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d336a61-58ee-4fb5-82d4-7725e5d1f829 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:19.509507 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d336a61-58ee-4fb5-82d4-7725e5d1f829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:19.533629 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352206e-c6e3-4647-a8b5-4c9fc1ddde73 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e42e1a-84a4-4004-aa68-cc09097dec55,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:19.602726 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68698d3a-2372-482a-bd2f-41a307a890cf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:19.621056 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65de647-ca48-4421-b7a0-cd4218a93da2 None None] Network f4a44e54-964f-44d3-85ab-bb56792b7b48 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:09:19.780062 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68698d3a-2372-482a-bd2f-41a307a890cf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:19.937682 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d336a61-58ee-4fb5-82d4-7725e5d1f829 admin admin] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:09:19.983110 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c93112f-ed78-4fb2-b4ef-372a057ab7e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:19.989534 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ed1722f-6fb7-4fc6-bb9b-15bec26b2aa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:20.149737 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45126) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:20.173297 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c93112f-ed78-4fb2-b4ef-372a057ab7e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:20.222339 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d336a61-58ee-4fb5-82d4-7725e5d1f829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:20.222714 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-7d336a61-58ee-4fb5-82d4-7725e5d1f829 admin admin] Added segment e2660106-44df-4c76-a023-7a74464e51a7 of type vlan for network 4534314e-1f14-4032-9246-018086f47347 Nov 15 11:09:20.253059 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c93112f-ed78-4fb2-b4ef-372a057ab7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:20.278853 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-e2df8251-2bb4-47b2-971f-f711da439080', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'fixed_ips': [{'subnet_id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:09:20.283171 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:20.337928 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d336a61-58ee-4fb5-82d4-7725e5d1f829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19c1b39-60d2-4a3c-89ef-481ac0819b0a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:20.467543 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d336a61-58ee-4fb5-82d4-7725e5d1f829 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:20.490121 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-a352206e-c6e3-4647-a8b5-4c9fc1ddde73 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Allocated IP 192.168.233.77 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/67bbb53b-781b-4cab-9cc5-bba3e362485e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:09:20.525139 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8c93112f-ed78-4fb2-b4ef-372a057ab7e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ad81a88995e4f20bf4c38e8d25af23c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2825735 Nov 15 11:09:20.527176 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93112f-ed78-4fb2-b4ef-372a057ab7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ed4c56-28ef-498d-bac4-9e96c302fc94,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:20.532353 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45134) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:20.548832 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ed1722f-6fb7-4fc6-bb9b-15bec26b2aa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:20.565731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45136) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:20.571757 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0e709606-c74b-47da-a666-4e734f44161f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-710734972-network', 'tenant_id': 'aad51654605c4c96af616af2cd341607'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:20.590881 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ed1722f-6fb7-4fc6-bb9b-15bec26b2aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:20.618298 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Allocated IP 172.20.0.2 (e2df8251-2bb4-47b2-971f-f711da439080/ffa88cce-c14b-4a49-a347-c551af3ca57a/dfa61623-904f-4a13-8b77-b864b89aa418) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:09:20.656027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1722f-6fb7-4fc6-bb9b-15bec26b2aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2b46d8-5d66-4501-b6dc-7beb958153d1,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:20.666869 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d336a61-58ee-4fb5-82d4-7725e5d1f829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:20.668367 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d336a61-58ee-4fb5-82d4-7725e5d1f829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:20.669375 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d336a61-58ee-4fb5-82d4-7725e5d1f829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:20.729741 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4cbed87-278e-438c-904c-9d80a4197b4c req-8d943bf3-3801-4a65-a60f-e56bcd30ebf5 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 210 time: 0.5790184 Nov 15 11:09:20.772955 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68698d3a-2372-482a-bd2f-41a307a890cf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:20.776666 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5ed1722f-6fb7-4fc6-bb9b-15bec26b2aa3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bdd208f76aa94987b3948cdab30ec442&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3241403 Nov 15 11:09:20.798032 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45142) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:20.810407 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68698d3a-2372-482a-bd2f-41a307a890cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:20.872090 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d336a61-58ee-4fb5-82d4-7725e5d1f829 admin admin] Pushing event updated for resources: {'Network': ['ID=4534314e-1f14-4032-9246-018086f47347,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:20.908928 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 4534314e-1f14-4032-9246-018086f47347 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:09:20.929392 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e20e6643-1d63-4767-a768-b5c7df8bed1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:20.970158 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e20e6643-1d63-4767-a768-b5c7df8bed1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:20.979839 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-539e0d8c-19b2-40f0-8f0d-bb9f41e7d5d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:21.021736 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-539e0d8c-19b2-40f0-8f0d-bb9f41e7d5d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:21.033862 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-68698d3a-2372-482a-bd2f-41a307a890cf admin admin] Allocated IP 172.25.7.3 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/a3b0a30d-2750-4a31-a78e-70c1593ed181) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:09:21.064749 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e709606-c74b-47da-a666-4e734f44161f admin admin] Made reservation on behalf of aad51654605c4c96af616af2cd341607 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:09:21.071134 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e709606-c74b-47da-a666-4e734f44161f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:21.109221 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e20e6643-1d63-4767-a768-b5c7df8bed1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:21.123105 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e20e6643-1d63-4767-a768-b5c7df8bed1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:21.139242 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e20e6643-1d63-4767-a768-b5c7df8bed1f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/82ed4c56-28ef-498d-bac4-9e96c302fc94 HTTP/1.1" status: 204 len: 168 time: 0.5973234 Nov 15 11:09:21.162849 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7d336a61-58ee-4fb5-82d4-7725e5d1f829 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.3374956 Nov 15 11:09:21.167016 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45146) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:21.177107 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-f98df31b-de00-482b-b8f9-2d93faf8d490 admin admin] Request body: {'subnet': {'network_id': '4534314e-1f14-4032-9246-018086f47347', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-168766854-subnet', 'tenant_id': 'd1bb86b62ca44c409ecbffbdf93d7c92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:21.185530 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-539e0d8c-19b2-40f0-8f0d-bb9f41e7d5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:21.188360 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-539e0d8c-19b2-40f0-8f0d-bb9f41e7d5d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:21.189706 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-539e0d8c-19b2-40f0-8f0d-bb9f41e7d5d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed2b46d8-5d66-4501-b6dc-7beb958153d1 HTTP/1.1" status: 204 len: 168 time: 0.3905106 Nov 15 11:09:21.216625 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e0d8c-19b2-40f0-8f0d-bb9f41e7d5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2b46d8-5d66-4501-b6dc-7beb958153d1,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:21.255363 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:21.262204 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98df31b-de00-482b-b8f9-2d93faf8d490 admin admin] Made reservation on behalf of d1bb86b62ca44c409ecbffbdf93d7c92 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:09:21.281621 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e6643-1d63-4767-a768-b5c7df8bed1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ed4c56-28ef-498d-bac4-9e96c302fc94,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:21.281621 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e709606-c74b-47da-a666-4e734f44161f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:21.282113 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f98df31b-de00-482b-b8f9-2d93faf8d490 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:21.284208 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68698d3a-2372-482a-bd2f-41a307a890cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:21.305820 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:21.427543 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Network e2df8251-2bb4-47b2-971f-f711da439080 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:09:21.432755 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:09:21.436837 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:09:21.489280 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Pushing event updated for resources: {'Port': ['ID=dfa61623-904f-4a13-8b77-b864b89aa418,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:21.501192 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-a352206e-c6e3-4647-a8b5-4c9fc1ddde73 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:21.518090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:21.518665 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:21.519401 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:21.519990 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:21.521221 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:21.521837 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:21.522530 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:21.525860 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:21.526524 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:21.527808 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:21.528373 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:21.528982 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Tracked resource versions report: Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: pushed versions: Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: { 'AddressGroup': {'1.2'}, Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: 'ConntrackHelper': {'1.0'}, Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: 'Log': {'1.0'}, Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: 'Network': {'1.1'}, Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: 'Port': {'1.7'}, Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: 'PortForwarding': {'1.2'}, Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: 'QosPolicy': {'1.10'}, Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: 'SecurityGroup': {'1.5'}, Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: 'SecurityGroupRule': {'1.2'}, Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: 'SubPort': {'1.0'}, Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: 'Subnet': {'1.1'}, Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: 'Trunk': {'1.1'}} Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: consumer versions: Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: { DHCP agent@n-d-729945-9: {}, Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: HyperV agent@n-h1-729945-9: {}, Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: HyperV agent@n-h2-729945-9: {}, Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: L3 agent@n-d-729945-9: {}, Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: Metadata agent@n-d-729945-9: {}, Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: Metering agent@n-d-729945-9: {}, Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: Open vSwitch agent@n-d-729945-9: { 'AddressGroup': '1.2', Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: 'ConntrackHelper': '1.0', Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: 'Log': '1.0', Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: 'Network': '1.1', Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: 'Port': '1.7', Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: 'PortForwarding': '1.2', Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: 'QosPolicy': '1.10', Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: 'SecurityGroup': '1.5', Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: 'SecurityGroupRule': '1.2', Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: 'SubPort': '1.0', Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: 'Subnet': '1.1', Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: 'Trunk': '1.1'}} Nov 15 11:09:21.531502 n-d-729945-9 neutron-server[102679]: {{(pid=102679) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 11:09:21.552525 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68698d3a-2372-482a-bd2f-41a307a890cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:21.575893 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Attempting to bind port dfa61623-904f-4a13-8b77-b864b89aa418 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:09:21.576493 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Attempting to bind port dfa61623-904f-4a13-8b77-b864b89aa418 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'c083b43b-0a4f-446c-82a8-603d7f4a28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:09:21.578356 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Attempting to bind port dfa61623-904f-4a13-8b77-b864b89aa418 on network e2df8251-2bb4-47b2-971f-f711da439080 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:09:21.586505 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:09:21.587425 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Checking segment: {'id': 'c083b43b-0a4f-446c-82a8-603d7f4a28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:09:21.588043 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:21.588612 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Bound using segment: {'id': 'c083b43b-0a4f-446c-82a8-603d7f4a28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:09:21.589434 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Bound port: dfa61623-904f-4a13-8b77-b864b89aa418, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c083b43b-0a4f-446c-82a8-603d7f4a28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:09:21.590134 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:21.659061 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e709606-c74b-47da-a666-4e734f44161f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:21.668221 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e709606-c74b-47da-a666-4e734f44161f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:21.705168 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-a352206e-c6e3-4647-a8b5-4c9fc1ddde73 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:21.709874 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] For port dfa61623-904f-4a13-8b77-b864b89aa418, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:09:21.719982 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] For port dfa61623-904f-4a13-8b77-b864b89aa418, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=dfa61623-904f-4a13-8b77-b864b89aa418,segment=NetworkSegment(c083b43b-0a4f-446c-82a8-603d7f4a28ac),segment_id=c083b43b-0a4f-446c-82a8-603d7f4a28ac)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:09:21.728311 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:21.745468 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e709606-c74b-47da-a666-4e734f44161f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590d38b4-0c9c-460b-942f-0d3f2844bad6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:21.841138 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e709606-c74b-47da-a666-4e734f44161f admin admin] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:09:21.855575 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68698d3a-2372-482a-bd2f-41a307a890cf admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:09:21.857977 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68698d3a-2372-482a-bd2f-41a307a890cf admin admin] Pushing event updated for resources: {'Port': ['ID=a3b0a30d-2750-4a31-a78e-70c1593ed181,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:21.868924 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-68698d3a-2372-482a-bd2f-41a307a890cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:09:21.871226 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23135fb2-91ac-46ae-ada9-8e2271e0b67b None None] Pushing event updated for resources: {'Port': ['ID=dfa61623-904f-4a13-8b77-b864b89aa418,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:21.877949 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68698d3a-2372-482a-bd2f-41a307a890cf admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:09:21.998368 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e709606-c74b-47da-a666-4e734f44161f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:21.998789 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-0e709606-c74b-47da-a666-4e734f44161f admin admin] Added segment fb604459-ae73-4071-9fef-1070872dba39 of type vlan for network 4724d6e1-42ee-44fb-8735-1896c22fe8b6 Nov 15 11:09:22.006488 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-a352206e-c6e3-4647-a8b5-4c9fc1ddde73 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:09:22.024368 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45158) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:22.025541 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-a352206e-c6e3-4647-a8b5-4c9fc1ddde73 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:09:22.043355 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-a352206e-c6e3-4647-a8b5-4c9fc1ddde73 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:09:22.076635 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f98df31b-de00-482b-b8f9-2d93faf8d490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:22.088428 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352206e-c6e3-4647-a8b5-4c9fc1ddde73 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Pushing event updated for resources: {'Port': ['ID=67bbb53b-781b-4cab-9cc5-bba3e362485e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:22.101033 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-a352206e-c6e3-4647-a8b5-4c9fc1ddde73 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:22.101718 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-a352206e-c6e3-4647-a8b5-4c9fc1ddde73 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:22.109148 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-998ff98d-7d0e-4768-ae8d-b33e9d5894b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:22.111753 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45160) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:22.188005 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-a352206e-c6e3-4647-a8b5-4c9fc1ddde73 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8160846 Nov 15 11:09:22.219993 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ea73529-f3b7-431f-9925-ee149ed5f69f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:22.225024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98df31b-de00-482b-b8f9-2d93faf8d490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b5f0410-d440-42ba-a6cf-b7c754e903cf,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:22.336938 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e709606-c74b-47da-a666-4e734f44161f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:22.356225 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170202ac-f768-4718-9df2-da55bce63278 req-f29f2a3a-ea0b-49cf-8c49-4e4cb7646d4a tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:22.364408 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-170202ac-f768-4718-9df2-da55bce63278 req-f29f2a3a-ea0b-49cf-8c49-4e4cb7646d4a tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 935 time: 0.4035857 Nov 15 11:09:22.397852 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98df31b-de00-482b-b8f9-2d93faf8d490 admin admin] Checking segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:09:22.398088 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98df31b-de00-482b-b8f9-2d93faf8d490 admin admin] Network hostable DHCP agents. Network: 4534314e-1f14-4032-9246-018086f47347, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:09:22.410734 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-998ff98d-7d0e-4768-ae8d-b33e9d5894b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:22.448168 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-998ff98d-7d0e-4768-ae8d-b33e9d5894b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:22.509526 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e709606-c74b-47da-a666-4e734f44161f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:22.510797 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e709606-c74b-47da-a666-4e734f44161f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:22.511631 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e709606-c74b-47da-a666-4e734f44161f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:22.528118 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5edd16a6-0351-44a1-a64f-ad9a53c97e4b None None] Provisioning complete for port 67bbb53b-781b-4cab-9cc5-bba3e362485e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:22.529103 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5edd16a6-0351-44a1-a64f-ad9a53c97e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:22.599261 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e709606-c74b-47da-a666-4e734f44161f admin admin] Pushing event updated for resources: {'Network': ['ID=4724d6e1-42ee-44fb-8735-1896c22fe8b6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:22.609817 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0e709606-c74b-47da-a666-4e734f44161f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0428557 Nov 15 11:09:22.615393 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-998ff98d-7d0e-4768-ae8d-b33e9d5894b7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=91715f055b554a448afca7b68b030f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5869236 Nov 15 11:09:22.615709 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45162) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:22.616124 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45164) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:22.626752 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-5edd16a6-0351-44a1-a64f-ad9a53c97e4b None None] Port 67bbb53b-781b-4cab-9cc5-bba3e362485e cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:09:22.629063 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-daad0acb-26f5-460f-8ac8-c7767685d5cf admin admin] Request body: {'subnet': {'network_id': '4724d6e1-42ee-44fb-8735-1896c22fe8b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-710734972-subnet', 'tenant_id': 'aad51654605c4c96af616af2cd341607', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:22.632688 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 4724d6e1-42ee-44fb-8735-1896c22fe8b6 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:09:22.634876 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68698d3a-2372-482a-bd2f-41a307a890cf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:22.649703 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98df31b-de00-482b-b8f9-2d93faf8d490 admin admin] Network 4534314e-1f14-4032-9246-018086f47347 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:09:22.655852 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ff98d-7d0e-4768-ae8d-b33e9d5894b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8405e487-93a2-416e-bee4-6e618d18df67,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:22.732294 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daad0acb-26f5-460f-8ac8-c7767685d5cf admin admin] Made reservation on behalf of aad51654605c4c96af616af2cd341607 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:09:22.734723 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-daad0acb-26f5-460f-8ac8-c7767685d5cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:22.738030 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ea73529-f3b7-431f-9925-ee149ed5f69f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:22.740106 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e4196ef-f8c3-49dc-a01b-0a3438ee75d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:22.770025 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-f98df31b-de00-482b-b8f9-2d93faf8d490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 4534314e-1f14-4032-9246-018086f47347) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:09:22.779917 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d8d82c-eed7-47e5-aa2f-3a63f3d3f041 None None] Network 4534314e-1f14-4032-9246-018086f47347 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:09:22.781887 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-170202ac-f768-4718-9df2-da55bce63278 req-1f0590f9-b59b-4ebc-b30b-3ebb360dadeb tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/security-groups?id=62e42e1a-84a4-4004-aa68-cc09097dec55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163170 Nov 15 11:09:22.790202 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98df31b-de00-482b-b8f9-2d93faf8d490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:22.790953 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f98df31b-de00-482b-b8f9-2d93faf8d490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:22.797204 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ea73529-f3b7-431f-9925-ee149ed5f69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:22.855253 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f98df31b-de00-482b-b8f9-2d93faf8d490 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6854334 Nov 15 11:09:22.878258 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e4196ef-f8c3-49dc-a01b-0a3438ee75d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:22.896073 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3ea73529-f3b7-431f-9925-ee149ed5f69f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=041a03494995428fa37a6bbf20faa4b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7511618 Nov 15 11:09:22.898545 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45168) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:22.950313 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea73529-f3b7-431f-9925-ee149ed5f69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7c6148-7a13-480a-8ee6-6e474b2e1ac7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:23.043328 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a61ef79-b31f-4fa3-b5f7-1912e824a79c None None] Network 4534314e-1f14-4032-9246-018086f47347 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:09:23.071922 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a059116a-e613-4e12-9801-4cde11394af8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:23.096672 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a059116a-e613-4e12-9801-4cde11394af8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:23.160519 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e4196ef-f8c3-49dc-a01b-0a3438ee75d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:23.163373 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e4196ef-f8c3-49dc-a01b-0a3438ee75d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:23.168974 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9e4196ef-f8c3-49dc-a01b-0a3438ee75d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8405e487-93a2-416e-bee4-6e618d18df67 HTTP/1.1" status: 204 len: 168 time: 0.5446949 Nov 15 11:09:23.202401 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a059116a-e613-4e12-9801-4cde11394af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:23.205002 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a059116a-e613-4e12-9801-4cde11394af8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:23.208412 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a059116a-e613-4e12-9801-4cde11394af8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd7c6148-7a13-480a-8ee6-6e474b2e1ac7 HTTP/1.1" status: 204 len: 168 time: 0.3066778 Nov 15 11:09:23.213778 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4196ef-f8c3-49dc-a01b-0a3438ee75d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8405e487-93a2-416e-bee4-6e618d18df67,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:23.222175 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68698d3a-2372-482a-bd2f-41a307a890cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:23.238286 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059116a-e613-4e12-9801-4cde11394af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7c6148-7a13-480a-8ee6-6e474b2e1ac7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:23.428093 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-daad0acb-26f5-460f-8ac8-c7767685d5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:23.565658 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad0acb-26f5-460f-8ac8-c7767685d5cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b1f2d9d-d6f3-49e0-ad77-16167308f312,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:23.595719 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daad0acb-26f5-460f-8ac8-c7767685d5cf admin admin] Checking segment: {'id': 'fb604459-ae73-4071-9fef-1070872dba39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4724d6e1-42ee-44fb-8735-1896c22fe8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:09:23.596259 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daad0acb-26f5-460f-8ac8-c7767685d5cf admin admin] Network hostable DHCP agents. Network: 4724d6e1-42ee-44fb-8735-1896c22fe8b6, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:09:23.618657 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daad0acb-26f5-460f-8ac8-c7767685d5cf admin admin] Network 4724d6e1-42ee-44fb-8735-1896c22fe8b6 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:09:23.639733 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-daad0acb-26f5-460f-8ac8-c7767685d5cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 4724d6e1-42ee-44fb-8735-1896c22fe8b6) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:09:23.644999 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daad0acb-26f5-460f-8ac8-c7767685d5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:23.645971 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-daad0acb-26f5-460f-8ac8-c7767685d5cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:23.656415 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9697e086-e75d-4e63-9675-3772a99eea5b None None] Network 4724d6e1-42ee-44fb-8735-1896c22fe8b6 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:09:23.686782 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-daad0acb-26f5-460f-8ac8-c7767685d5cf admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0648117 Nov 15 11:09:23.741758 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac18c47-9e46-486f-acef-c9046153128b None None] Network e2df8251-2bb4-47b2-971f-f711da439080 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:09:23.819291 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c9831c78-fbfb-48ff-842d-14374c07776a None None] Provisioning complete for port dfa61623-904f-4a13-8b77-b864b89aa418 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:23.819909 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c9831c78-fbfb-48ff-842d-14374c07776a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:23.829594 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68698d3a-2372-482a-bd2f-41a307a890cf admin admin] Router 7c1b1425-e5de-4c4f-b4a9-36cab780d76d is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:09:23.936162 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c9831c78-fbfb-48ff-842d-14374c07776a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:23.977466 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c9831c78-fbfb-48ff-842d-14374c07776a None None] For port dfa61623-904f-4a13-8b77-b864b89aa418, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=dfa61623-904f-4a13-8b77-b864b89aa418,segment=NetworkSegment(c083b43b-0a4f-446c-82a8-603d7f4a28ac),segment_id=c083b43b-0a4f-446c-82a8-603d7f4a28ac)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:09:24.007020 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c9831c78-fbfb-48ff-842d-14374c07776a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:24.078993 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7de80-4afb-4787-bd67-be5616a940b8 req-0c7805b0-d340-4238-9b4d-9a7dda9a0eac tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:24.085241 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4bf7de80-4afb-4787-bd67-be5616a940b8 req-0c7805b0-d340-4238-9b4d-9a7dda9a0eac tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 935 time: 0.1580758 Nov 15 11:09:24.164158 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9831c78-fbfb-48ff-842d-14374c07776a None None] Pushing event updated for resources: {'Port': ['ID=dfa61623-904f-4a13-8b77-b864b89aa418,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:24.188840 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68698d3a-2372-482a-bd2f-41a307a890cf admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:09:24.198800 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] Sync routers for ids ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:09:24.234159 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] Routers {'7c1b1425-e5de-4c4f-b4a9-36cab780d76d'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:09:24.237262 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:09:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:09:24.266021 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68698d3a-2372-482a-bd2f-41a307a890cf admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:24.267268 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-68698d3a-2372-482a-bd2f-41a307a890cf admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.9040751 Nov 15 11:09:24.270382 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45200) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:24.279130 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4bf7de80-4afb-4787-bd67-be5616a940b8 req-7049ffd7-e6f3-4dd9-a097-ab58e99a3c5a tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/security-groups?id=62e42e1a-84a4-4004-aa68-cc09097dec55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574922 Nov 15 11:09:24.315036 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae27fbc7-a72c-489b-9238-6ff35498acbf None None] Network 4724d6e1-42ee-44fb-8735-1896c22fe8b6 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:09:24.322857 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device dfa61623-904f-4a13-8b77-b864b89aa418 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:09:24.595797 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] Set router 7c1b1425-e5de-4c4f-b4a9-36cab780d76d gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:09:24.854814 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port dfa61623-904f-4a13-8b77-b864b89aa418 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:24.855438 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:24.956569 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45222) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:24.962464 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-fa58deb1-7cb7-437f-8a6e-1545c6145ef1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-48881403-network', 'tenant_id': 'b9fad216aa13490cbc117e67921e5955'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:25.009143 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa58deb1-7cb7-437f-8a6e-1545c6145ef1 admin admin] Made reservation on behalf of b9fad216aa13490cbc117e67921e5955 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:09:25.012916 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa58deb1-7cb7-437f-8a6e-1545c6145ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:25.031995 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142332532-router', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:19Z', 'updated_at': '2021-11-15T11:09:22Z', 'revision_number': 3, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'gw_port': {'id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ad:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:20Z', 'updated_at': '2021-11-15T11:09:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:09:25.086489 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa58deb1-7cb7-437f-8a6e-1545c6145ef1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:25.137145 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] Checking router: 7c1b1425-e5de-4c4f-b4a9-36cab780d76d for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:09:25.139163 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] Updating router 7c1b1425-e5de-4c4f-b4a9-36cab780d76d port a3b0a30d-2750-4a31-a78e-70c1593ed181 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:09:25.203568 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:25.340453 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa58deb1-7cb7-437f-8a6e-1545c6145ef1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:25.354352 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0c9d74d8-7298-417a-939b-50541c7176f1 None None] Provisioning complete for port dfa61623-904f-4a13-8b77-b864b89aa418 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:25.355839 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0c9d74d8-7298-417a-939b-50541c7176f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:25.382655 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa58deb1-7cb7-437f-8a6e-1545c6145ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:25.385922 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cce53cfe-40cd-4ba7-871f-3d9e1e5cfb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:25.410354 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa58deb1-7cb7-437f-8a6e-1545c6145ef1 admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:09:25.420404 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa58deb1-7cb7-437f-8a6e-1545c6145ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:25.420739 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-fa58deb1-7cb7-437f-8a6e-1545c6145ef1 admin admin] Added segment cd15a41d-e747-406a-9f44-c5053035ea3b of type vlan for network 2900e9fb-8fcb-42c9-932d-1eb3bc7a11de Nov 15 11:09:25.486978 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa58deb1-7cb7-437f-8a6e-1545c6145ef1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:25.582136 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58deb1-7cb7-437f-8a6e-1545c6145ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3525950b-846b-43b6-808c-6ab234a6bd0f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:25.604298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-ea3a3626-9d9d-4af0-ab23-6bf9722867ca tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:25.611641 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-ea3a3626-9d9d-4af0-ab23-6bf9722867ca tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 821 time: 0.5807686 Nov 15 11:09:25.621044 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa58deb1-7cb7-437f-8a6e-1545c6145ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:25.621999 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa58deb1-7cb7-437f-8a6e-1545c6145ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:25.622602 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa58deb1-7cb7-437f-8a6e-1545c6145ef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:25.704573 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-ca06fb41-2dee-4e8f-8432-626733e2e066 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:09:25.708282 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-ca06fb41-2dee-4e8f-8432-626733e2e066 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157754 Nov 15 11:09:25.712101 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-00f4bc6c-776a-4782-903a-0d703b470a20 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/quotas/15d30ad0cec74e39a796f7b31ab517b2 HTTP/1.1" status: 200 len: 375 time: 0.0994194 Nov 15 11:09:25.785516 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d355d-68c4-4e1e-9cf1-ba25603dcf01 req-13dcd269-3dbf-48fb-97b6-60f5291f44b9 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:25.787091 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-867d355d-68c4-4e1e-9cf1-ba25603dcf01 req-13dcd269-3dbf-48fb-97b6-60f5291f44b9 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 935 time: 0.3179383 Nov 15 11:09:25.805521 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fa58deb1-7cb7-437f-8a6e-1545c6145ef1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8469162 Nov 15 11:09:25.817746 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45246) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:25.830557 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d7a3f905-17ee-442a-8221-97a3bfe356e7 admin admin] Request body: {'subnet': {'network_id': '2900e9fb-8fcb-42c9-932d-1eb3bc7a11de', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-48881403-subnet', 'tenant_id': 'b9fad216aa13490cbc117e67921e5955', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:25.831378 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-6bfa52aa-6fa6-4f74-9117-d3c06598f85e tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1183035 Nov 15 11:09:25.848161 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58deb1-7cb7-437f-8a6e-1545c6145ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=2900e9fb-8fcb-42c9-932d-1eb3bc7a11de,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:25.860684 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 2900e9fb-8fcb-42c9-932d-1eb3bc7a11de details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:09:25.904014 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a3f905-17ee-442a-8221-97a3bfe356e7 admin admin] Made reservation on behalf of b9fad216aa13490cbc117e67921e5955 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:09:25.906501 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7a3f905-17ee-442a-8221-97a3bfe356e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:25.966434 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-867d355d-68c4-4e1e-9cf1-ba25603dcf01 req-b4df129c-b7bf-4df9-b563-a58ac03f4dd8 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/security-groups?id=62e42e1a-84a4-4004-aa68-cc09097dec55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339521 Nov 15 11:09:25.999354 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-cce53cfe-40cd-4ba7-871f-3d9e1e5cfb31 admin admin] Allocated IP 172.20.0.1 (e2df8251-2bb4-47b2-971f-f711da439080/ffa88cce-c14b-4a49-a347-c551af3ca57a/467e6840-be56-4173-9a14-fb8a69bb4603) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:09:26.001841 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:26.024065 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:26.221315 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] Attempting to bind port a3b0a30d-2750-4a31-a78e-70c1593ed181 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:09:26.222796 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] Attempting to bind port a3b0a30d-2750-4a31-a78e-70c1593ed181 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:09:26.223703 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] Attempting to bind port a3b0a30d-2750-4a31-a78e-70c1593ed181 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:09:26.230908 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57680f7-4aca-48f4-8e20-99631c225e9d None None] Pushing event updated for resources: {'Port': ['ID=a3b0a30d-2750-4a31-a78e-70c1593ed181,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:26.238113 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cce53cfe-40cd-4ba7-871f-3d9e1e5cfb31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:26.240844 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:09:26.241501 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:09:26.242456 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:26.243323 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:09:26.244316 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] Bound port: a3b0a30d-2750-4a31-a78e-70c1593ed181, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:09:26.245273 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:26.256400 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device dfa61623-904f-4a13-8b77-b864b89aa418 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:09:26.259461 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57680f7-4aca-48f4-8e20-99631c225e9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:26.260219 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57680f7-4aca-48f4-8e20-99631c225e9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:26.261501 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57680f7-4aca-48f4-8e20-99631c225e9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:26.262067 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57680f7-4aca-48f4-8e20-99631c225e9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:26.262639 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57680f7-4aca-48f4-8e20-99631c225e9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:26.263165 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57680f7-4aca-48f4-8e20-99631c225e9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:26.263689 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57680f7-4aca-48f4-8e20-99631c225e9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:26.264241 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57680f7-4aca-48f4-8e20-99631c225e9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:26.264761 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57680f7-4aca-48f4-8e20-99631c225e9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:26.265313 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57680f7-4aca-48f4-8e20-99631c225e9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:26.265871 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57680f7-4aca-48f4-8e20-99631c225e9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:26.266645 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57680f7-4aca-48f4-8e20-99631c225e9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57680f7-4aca-48f4-8e20-99631c225e9d None None] Tracked resource versions report: Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: pushed versions: Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: { 'AddressGroup': {'1.2'}, Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: 'ConntrackHelper': {'1.0'}, Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: 'Log': {'1.0'}, Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: 'Network': {'1.1'}, Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: 'Port': {'1.7'}, Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: 'PortForwarding': {'1.2'}, Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: 'QosPolicy': {'1.10'}, Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: 'SecurityGroup': {'1.5'}, Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: 'SecurityGroupRule': {'1.2'}, Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: 'SubPort': {'1.0'}, Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: 'Subnet': {'1.1'}, Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: 'Trunk': {'1.1'}} Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: consumer versions: Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: { DHCP agent@n-d-729945-9: {}, Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: HyperV agent@n-h1-729945-9: {}, Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: HyperV agent@n-h2-729945-9: {}, Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: L3 agent@n-d-729945-9: {}, Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: Metadata agent@n-d-729945-9: {}, Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: Metering agent@n-d-729945-9: {}, Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: Open vSwitch agent@n-d-729945-9: { 'AddressGroup': '1.2', Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: 'ConntrackHelper': '1.0', Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: 'Log': '1.0', Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: 'Network': '1.1', Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: 'Port': '1.7', Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: 'PortForwarding': '1.2', Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: 'QosPolicy': '1.10', Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: 'SecurityGroup': '1.5', Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: 'SecurityGroupRule': '1.2', Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: 'SubPort': '1.0', Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: 'Subnet': '1.1', Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: 'Trunk': '1.1'}} Nov 15 11:09:26.269451 n-d-729945-9 neutron-server[102680]: {{(pid=102680) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 11:09:26.330941 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7a3f905-17ee-442a-8221-97a3bfe356e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:26.363312 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] For port a3b0a30d-2750-4a31-a78e-70c1593ed181, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:09:26.368293 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] For port a3b0a30d-2750-4a31-a78e-70c1593ed181, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a3b0a30d-2750-4a31-a78e-70c1593ed181,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:09:26.376490 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:26.408260 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cce53cfe-40cd-4ba7-871f-3d9e1e5cfb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:26.452547 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57680f7-4aca-48f4-8e20-99631c225e9d None None] Pushing event updated for resources: {'Port': ['ID=a3b0a30d-2750-4a31-a78e-70c1593ed181,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:26.457839 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3f905-17ee-442a-8221-97a3bfe356e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59d7981a-f91d-4392-b780-2f3c71a1350e,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:26.480495 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce53cfe-40cd-4ba7-871f-3d9e1e5cfb31 admin admin] Network e2df8251-2bb4-47b2-971f-f711da439080 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:09:26.493147 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-cce53cfe-40cd-4ba7-871f-3d9e1e5cfb31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:09:26.496767 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] Routers {'7c1b1425-e5de-4c4f-b4a9-36cab780d76d'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:09:26.497722 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:09:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:09:26.502457 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce53cfe-40cd-4ba7-871f-3d9e1e5cfb31 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:09:26.507262 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce53cfe-40cd-4ba7-871f-3d9e1e5cfb31 admin admin] Pushing event updated for resources: {'Port': ['ID=467e6840-be56-4173-9a14-fb8a69bb4603,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:26.659687 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a3f905-17ee-442a-8221-97a3bfe356e7 admin admin] Checking segment: {'id': 'cd15a41d-e747-406a-9f44-c5053035ea3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '2900e9fb-8fcb-42c9-932d-1eb3bc7a11de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:09:26.660132 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a3f905-17ee-442a-8221-97a3bfe356e7 admin admin] Network hostable DHCP agents. Network: 2900e9fb-8fcb-42c9-932d-1eb3bc7a11de, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:09:26.685280 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cce53cfe-40cd-4ba7-871f-3d9e1e5cfb31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:26.777281 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port dfa61623-904f-4a13-8b77-b864b89aa418 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:26.777645 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:26.790672 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] Set router 7c1b1425-e5de-4c4f-b4a9-36cab780d76d gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:09:26.858375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-3b1ef295-3ac5-4d71-946d-19fe1e67a788 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:09:26.859385 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-3b1ef295-3ac5-4d71-946d-19fe1e67a788 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2930532 Nov 15 11:09:26.969638 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-8e49974b-fdeb-43bc-9562-0dc855e1bd36 service neutron] Request body: {'port': {'device_id': 'cef30621-819e-4fd2-b4b7-61f45f831f45', 'device_owner': 'compute:tempest-test_az-1089020053', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:27.020619 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6022e898-d6a5-4faf-8c9f-96d0f2cd9554 None None] Provisioning complete for port 467e6840-be56-4173-9a14-fb8a69bb4603 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:27.025651 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6022e898-d6a5-4faf-8c9f-96d0f2cd9554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:27.053288 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-684bd16b-4d14-4e1c-8551-142a16c5a248 service neutron] 10.222.0.64 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827343 Nov 15 11:09:27.113970 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6022e898-d6a5-4faf-8c9f-96d0f2cd9554 None None] Port 467e6840-be56-4173-9a14-fb8a69bb4603 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:09:27.148427 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a3f905-17ee-442a-8221-97a3bfe356e7 admin admin] Network 2900e9fb-8fcb-42c9-932d-1eb3bc7a11de is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:09:27.262427 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d7a3f905-17ee-442a-8221-97a3bfe356e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 2900e9fb-8fcb-42c9-932d-1eb3bc7a11de) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:09:27.287849 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bebbf9a-13fb-411d-94cc-2b9810278a44 None None] Network 2900e9fb-8fcb-42c9-932d-1eb3bc7a11de requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:09:27.292215 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a3f905-17ee-442a-8221-97a3bfe356e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:27.292806 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7a3f905-17ee-442a-8221-97a3bfe356e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:27.377230 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca81585-6991-44d2-bd5d-3decd7448eee req-0e3f868c-1979-434f-90d4-e289b68ae182 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:27.378768 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ca81585-6991-44d2-bd5d-3decd7448eee req-0e3f868c-1979-434f-90d4-e289b68ae182 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 935 time: 0.1839426 Nov 15 11:09:27.387599 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d7a3f905-17ee-442a-8221-97a3bfe356e7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5686805 Nov 15 11:09:27.390642 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-8e49974b-fdeb-43bc-9562-0dc855e1bd36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:27.419705 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142332532-router', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:19Z', 'updated_at': '2021-11-15T11:09:22Z', 'revision_number': 3, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'gw_port': {'id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ad:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:20Z', 'updated_at': '2021-11-15T11:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:09:27.475228 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-bf49294f-a019-4efa-9926-5eb7f176b62a service neutron] 10.222.0.64 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090743 Nov 15 11:09:27.477803 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2531faee-07a2-48c9-9a44-706ed5b2184b None None] The sync data for ids ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'] in n-d-729945-9 is: [{'id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142332532-router', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:19Z', 'updated_at': '2021-11-15T11:09:22Z', 'revision_number': 3, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'gw_port': {'id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ad:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:20Z', 'updated_at': '2021-11-15T11:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:09:27.545712 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ca81585-6991-44d2-bd5d-3decd7448eee req-e1ddf93f-a828-409c-9fa6-6c663436d0a3 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/security-groups?id=62e42e1a-84a4-4004-aa68-cc09097dec55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379144 Nov 15 11:09:27.661173 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709de1ff-f256-4e88-890b-2cd3a1eca603 None None] Network 2900e9fb-8fcb-42c9-932d-1eb3bc7a11de requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:09:27.953977 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cce53cfe-40cd-4ba7-871f-3d9e1e5cfb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:27.954446 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8a6c727a-94c9-48f4-9f7f-046060a0f311 req-597837ae-7f09-464b-8986-fa94a3392629 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 210 time: 0.0717301 Nov 15 11:09:28.298410 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a3b0a30d-2750-4a31-a78e-70c1593ed181 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:09:28.477519 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port a3b0a30d-2750-4a31-a78e-70c1593ed181 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:28.478145 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:28.742928 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:28.782168 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port a3b0a30d-2750-4a31-a78e-70c1593ed181, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a3b0a30d-2750-4a31-a78e-70c1593ed181,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:09:28.798339 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:28.926138 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cce53cfe-40cd-4ba7-871f-3d9e1e5cfb31 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:28.963547 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-8e49974b-fdeb-43bc-9562-0dc855e1bd36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67bbb53b-781b-4cab-9cc5-bba3e362485e {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:09:28.969059 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cce53cfe-40cd-4ba7-871f-3d9e1e5cfb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:28.984875 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=a3b0a30d-2750-4a31-a78e-70c1593ed181,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:29.009595 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-8e49974b-fdeb-43bc-9562-0dc855e1bd36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:29.055799 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b67da-2035-402f-91ee-3eb7e1840a77 req-5711454a-e870-419d-8086-16bcb9616a63 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:29.058384 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-387b67da-2035-402f-91ee-3eb7e1840a77 req-5711454a-e870-419d-8086-16bcb9616a63 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 935 time: 0.1189675 Nov 15 11:09:29.224455 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-387b67da-2035-402f-91ee-3eb7e1840a77 req-383e69dc-4334-43a8-8744-4b82f3dbf832 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/security-groups?id=62e42e1a-84a4-4004-aa68-cc09097dec55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594818 Nov 15 11:09:29.308277 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:29.335637 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-73ccec85-8268-4dde-af74-63645f26cca0 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:29.337500 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-73ccec85-8268-4dde-af74-63645f26cca0 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 807 time: 0.2153141 Nov 15 11:09:29.362115 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-50f74f6f-7cdc-4d59-999f-767a3fc15c92 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/quotas/d1bb86b62ca44c409ecbffbdf93d7c92 HTTP/1.1" status: 200 len: 375 time: 0.0186512 Nov 15 11:09:29.388633 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-8e49974b-fdeb-43bc-9562-0dc855e1bd36 service neutron] Transition to ACTIVE for port object 67bbb53b-781b-4cab-9cc5-bba3e362485e will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:09:29.402583 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-8e49974b-fdeb-43bc-9562-0dc855e1bd36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:29.431304 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-872953e7-3222-45e5-959a-c6d23626ec6a tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677409 Nov 15 11:09:29.452289 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cce53cfe-40cd-4ba7-871f-3d9e1e5cfb31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:29.534401 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce53cfe-40cd-4ba7-871f-3d9e1e5cfb31 admin admin] Pushing event updated for resources: {'Port': ['ID=467e6840-be56-4173-9a14-fb8a69bb4603,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:29.681621 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-4514d8dd-731b-4a6f-b038-5d8affb0853a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:09:29.690161 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-4514d8dd-731b-4a6f-b038-5d8affb0853a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1108758 Nov 15 11:09:29.813269 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49974b-fdeb-43bc-9562-0dc855e1bd36 service neutron] Pushing event updated for resources: {'Port': ['ID=67bbb53b-781b-4cab-9cc5-bba3e362485e,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:29.833473 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0062d11-711f-4c80-9bac-356d32b9e331 req-b3b2f7d2-7cc2-4e6c-8811-226ec3979e6d tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 210 time: 0.0319290 Nov 15 11:09:29.894290 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce53cfe-40cd-4ba7-871f-3d9e1e5cfb31 admin admin] Network e2df8251-2bb4-47b2-971f-f711da439080 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:09:29.899297 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-7a50bdf2-596d-472a-a94c-476ca1de0d64 service neutron] 10.222.0.64 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079604 Nov 15 11:09:29.908640 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-cce53cfe-40cd-4ba7-871f-3d9e1e5cfb31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:09:29.937969 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-8e49974b-fdeb-43bc-9562-0dc855e1bd36 service neutron] Attempting to bind port 67bbb53b-781b-4cab-9cc5-bba3e362485e on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:09:29.940265 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-8e49974b-fdeb-43bc-9562-0dc855e1bd36 service neutron] Attempting to bind port 67bbb53b-781b-4cab-9cc5-bba3e362485e by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:09:29.941006 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-8e49974b-fdeb-43bc-9562-0dc855e1bd36 service neutron] Attempting to bind port 67bbb53b-781b-4cab-9cc5-bba3e362485e on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:09:30.189005 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-b97fea8c-4a05-4b4c-bb92-b933751b39e4 service neutron] 10.222.0.64 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887211 Nov 15 11:09:30.199605 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-8e49974b-fdeb-43bc-9562-0dc855e1bd36 service neutron] Port 67bbb53b-781b-4cab-9cc5-bba3e362485e on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:09:30.200272 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-8e49974b-fdeb-43bc-9562-0dc855e1bd36 service neutron] Attempting to bind port 67bbb53b-781b-4cab-9cc5-bba3e362485e on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:09:30.223607 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce53cfe-40cd-4ba7-871f-3d9e1e5cfb31 admin admin] Router 7c1b1425-e5de-4c4f-b4a9-36cab780d76d has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:09:30.228029 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-8e49974b-fdeb-43bc-9562-0dc855e1bd36 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:09:30.228384 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-8e49974b-fdeb-43bc-9562-0dc855e1bd36 service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:09:30.228941 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-8e49974b-fdeb-43bc-9562-0dc855e1bd36 service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:09:30.229395 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-8e49974b-fdeb-43bc-9562-0dc855e1bd36 service neutron] Bound port: 67bbb53b-781b-4cab-9cc5-bba3e362485e, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:09:30.229746 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-8e49974b-fdeb-43bc-9562-0dc855e1bd36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:30.280091 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a3b0a30d-2750-4a31-a78e-70c1593ed181 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:09:30.368911 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port a3b0a30d-2750-4a31-a78e-70c1593ed181 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:30.370006 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:30.454933 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7fcea61d-5d5b-4a6f-8332-6f724db0d3c6 None None] Provisioning complete for port 467e6840-be56-4173-9a14-fb8a69bb4603 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:30.455744 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7fcea61d-5d5b-4a6f-8332-6f724db0d3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:30.539429 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-8e49974b-fdeb-43bc-9562-0dc855e1bd36 service neutron] For port 67bbb53b-781b-4cab-9cc5-bba3e362485e, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:09:30.572178 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-8e49974b-fdeb-43bc-9562-0dc855e1bd36 service neutron] For port 67bbb53b-781b-4cab-9cc5-bba3e362485e, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=67bbb53b-781b-4cab-9cc5-bba3e362485e,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:09:30.573212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.11', 65072) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:30.613967 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-8e49974b-fdeb-43bc-9562-0dc855e1bd36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:30.661975 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7fcea61d-5d5b-4a6f-8332-6f724db0d3c6 None None] Port 467e6840-be56-4173-9a14-fb8a69bb4603 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:09:30.680074 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce53cfe-40cd-4ba7-871f-3d9e1e5cfb31 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:09:30.695772 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cce53cfe-40cd-4ba7-871f-3d9e1e5cfb31 admin admin] 10.222.0.64 "PUT /v2.0/routers/7c1b1425-e5de-4c4f-b4a9-36cab780d76d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4241555 Nov 15 11:09:30.706976 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] Sync routers for ids ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:09:30.707210 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-8e49974b-fdeb-43bc-9562-0dc855e1bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:30.708162 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-8e49974b-fdeb-43bc-9562-0dc855e1bd36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:30.710222 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-8e49974b-fdeb-43bc-9562-0dc855e1bd36 service neutron] 10.222.0.55 "PUT /v2.0/ports/67bbb53b-781b-4cab-9cc5-bba3e362485e HTTP/1.1" status: 200 len: 1117 time: 4.4995799 Nov 15 11:09:30.711152 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef30621-819e-4fd2-b4b7-61f45f831f45', 'tag': '67bbb53b-781b-4cab-9cc5-bba3e362485e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:09:30.726735 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8819a27e-6b5d-4a86-89a1-744eefb6f7c6 req-10d27f25-bd8b-4d7c-b758-a89d6acbbac0 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 210 time: 0.0732906 Nov 15 11:09:30.779894 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49974b-fdeb-43bc-9562-0dc855e1bd36 service neutron] Pushing event updated for resources: {'Port': ['ID=67bbb53b-781b-4cab-9cc5-bba3e362485e,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:30.795068 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] Routers {'7c1b1425-e5de-4c4f-b4a9-36cab780d76d'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:09:30.801262 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8f85a2-b5bd-41ad-830b-8b490e152ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "cef30621-819e-4fd2-b4b7-61f45f831f45", "tag": "67bbb53b-781b-4cab-9cc5-bba3e362485e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:09:30.806038 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:09:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:09:30.859008 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-7eb27987-f2ef-44ab-997b-651cdb5add0e tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:30.860791 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-7eb27987-f2ef-44ab-997b-651cdb5add0e tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.11 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 821 time: 0.2863722 Nov 15 11:09:30.905931 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2481639-5a77-4fa5-84b1-aef8a1740c19 req-1558fd1e-475a-47ac-bd39-d323db3320e7 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:30.911051 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c2481639-5a77-4fa5-84b1-aef8a1740c19 req-1558fd1e-475a-47ac-bd39-d323db3320e7 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 969 time: 0.3011901 Nov 15 11:09:30.957375 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] Set router 7c1b1425-e5de-4c4f-b4a9-36cab780d76d gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:09:30.969681 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2a547817-53fe-4bd1-8e64-d06f6072a943 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Request body: {'port': {'device_id': '0a225b70-a6dc-4d48-8c58-cebebf58954b', 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48', 'admin_state_up': True, 'tenant_id': '15d30ad0cec74e39a796f7b31ab517b2'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:31.209353 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:31.257458 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-0adea5ee-f538-4885-9c6c-ef24665c80e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:31.261088 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-0adea5ee-f538-4885-9c6c-ef24665c80e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d44f1a85f75d4cf49d67a1eaad656703&device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 1120 time: 0.1740131 Nov 15 11:09:31.372766 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142332532-router', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:19Z', 'updated_at': '2021-11-15T11:09:27Z', 'revision_number': 4, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'gw_port': {'id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ad:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:20Z', 'updated_at': '2021-11-15T11:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '467e6840-be56-4173-9a14-fb8a69bb4603', 'name': '', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'mac_address': 'fa:16:3e:5d:94:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:25Z', 'updated_at': '2021-11-15T11:09:28Z', 'revision_number': 2, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'subnets': [{'id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:09:31.377204 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45404) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:31.404145 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] Checking router: 7c1b1425-e5de-4c4f-b4a9-36cab780d76d for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:09:31.404806 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] Updating router 7c1b1425-e5de-4c4f-b4a9-36cab780d76d port 467e6840-be56-4173-9a14-fb8a69bb4603 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:09:31.417876 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0718e9db-95f5-4bdd-b978-ded3b1ebe75d x-openstack-request-id: req-0718e9db-95f5-4bdd-b978-ded3b1ebe75d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:09:31.421461 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef30621-819e-4fd2-b4b7-61f45f831f45", "tag": "67bbb53b-781b-4cab-9cc5-bba3e362485e", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:09:31.422038 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0718e9db-95f5-4bdd-b978-ded3b1ebe75d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:09:31.422407 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef30621-819e-4fd2-b4b7-61f45f831f45', 'tag': '67bbb53b-781b-4cab-9cc5-bba3e362485e', 'status': 'completed', 'code': 200} Nov 15 11:09:31.424740 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-ed448034-d54a-4827-99cd-baec0592f37d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=67bbb53b-781b-4cab-9cc5-bba3e362485e HTTP/1.1" status: 200 len: 217 time: 0.1520267 Nov 15 11:09:31.455378 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c2481639-5a77-4fa5-84b1-aef8a1740c19 req-bfcfc89e-0388-4dc7-a216-aa06eea341bd tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/security-groups?id=62e42e1a-84a4-4004-aa68-cc09097dec55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349329 Nov 15 11:09:31.511018 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:31.572348 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-4429b9b3-979e-4d1a-a7fc-cdc8faa3673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:31.583715 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-4429b9b3-979e-4d1a-a7fc-cdc8faa3673c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1509528 Nov 15 11:09:31.699100 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2a547817-53fe-4bd1-8e64-d06f6072a943 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Made reservation on behalf of 15d30ad0cec74e39a796f7b31ab517b2 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:09:31.712824 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2a547817-53fe-4bd1-8e64-d06f6072a943 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:31.755220 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-e85bedb8-8dca-485c-9345-478a47a8439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:31.757195 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-e85bedb8-8dca-485c-9345-478a47a8439e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1652153 Nov 15 11:09:31.757999 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3134fe8-2643-40d4-8d22-ee5baf8d8cd1 req-07a59476-49f6-43e4-8a48-79144db12cb7 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 210 time: 0.0419703 Nov 15 11:09:31.895067 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9003bda5-94fe-4611-9348-6556cb13d13d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:31.939039 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-b0e480e8-dfdc-4261-a518-567672627cc6 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686025 Nov 15 11:09:31.976061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08ae6d55-a428-4966-b50e-a4c1a218f909 req-3461040f-0ff3-4fe5-a70c-cd9f46d6c12f tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 210 time: 0.1051743 Nov 15 11:09:32.056454 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:32.065905 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:32.079394 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45442) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:32.100364 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-0fa973ce-7a7a-44af-b7fe-0cc55a1b3dee admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-516750237-network', 'tenant_id': '0898895f014d498f90beb0cae90d0a98'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:32.119728 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e2b76-b6be-4ac4-8b1f-adf33fef13cd None None] Pushing event updated for resources: {'Port': ['ID=467e6840-be56-4173-9a14-fb8a69bb4603,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:32.151621 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2a547817-53fe-4bd1-8e64-d06f6072a943 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Allocated IP 172.20.0.7 (f4a44e54-964f-44d3-85ab-bb56792b7b48/41c7fb84-e1ab-4aee-8901-f8449cce1c4d/118f9570-2e57-46e8-94f0-636a50887772) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:09:32.163681 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d2e10e3d-aed9-4b30-b0bb-c5066035cb1f req-cf689292-d498-42f2-9293-8feddf72288b service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130024 Nov 15 11:09:32.204969 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa973ce-7a7a-44af-b7fe-0cc55a1b3dee admin admin] Made reservation on behalf of 0898895f014d498f90beb0cae90d0a98 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:09:32.207922 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0fa973ce-7a7a-44af-b7fe-0cc55a1b3dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:32.249029 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0fa973ce-7a7a-44af-b7fe-0cc55a1b3dee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:32.260248 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] Attempting to bind port 467e6840-be56-4173-9a14-fb8a69bb4603 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:09:32.261086 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] Attempting to bind port 467e6840-be56-4173-9a14-fb8a69bb4603 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'c083b43b-0a4f-446c-82a8-603d7f4a28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:09:32.261647 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] Attempting to bind port 467e6840-be56-4173-9a14-fb8a69bb4603 on network e2df8251-2bb4-47b2-971f-f711da439080 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:09:32.268340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:09:32.269266 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] Checking segment: {'id': 'c083b43b-0a4f-446c-82a8-603d7f4a28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:09:32.269840 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:32.270595 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] Bound using segment: {'id': 'c083b43b-0a4f-446c-82a8-603d7f4a28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:09:32.270989 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9003bda5-94fe-4611-9348-6556cb13d13d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:32.271981 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] Bound port: 467e6840-be56-4173-9a14-fb8a69bb4603, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c083b43b-0a4f-446c-82a8-603d7f4a28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:09:32.272618 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:32.293969 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9003bda5-94fe-4611-9348-6556cb13d13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:32.312194 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f85a2-b5bd-41ad-830b-8b490e152ff4 req-08e1c4c8-47fb-42bf-be51-37e508593aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:32.314317 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2e8f85a2-b5bd-41ad-830b-8b490e152ff4 req-08e1c4c8-47fb-42bf-be51-37e508593aab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d44f1a85f75d4cf49d67a1eaad656703&device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 1120 time: 0.0747585 Nov 15 11:09:32.350890 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] For port 467e6840-be56-4173-9a14-fb8a69bb4603, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:09:32.354663 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] For port 467e6840-be56-4173-9a14-fb8a69bb4603, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=467e6840-be56-4173-9a14-fb8a69bb4603,segment=NetworkSegment(c083b43b-0a4f-446c-82a8-603d7f4a28ac),segment_id=c083b43b-0a4f-446c-82a8-603d7f4a28ac)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:09:32.362126 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:32.442375 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] Routers {'7c1b1425-e5de-4c4f-b4a9-36cab780d76d'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:09:32.442998 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:09:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:09:32.456145 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9003bda5-94fe-4611-9348-6556cb13d13d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bc88f941ec2647e6ba3e7cfe7a696dbb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0740201 Nov 15 11:09:32.459794 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45446) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:32.462630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003bda5-94fe-4611-9348-6556cb13d13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c94d68c-8e82-4029-b7f7-f33ff60343d3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:32.548699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45450) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:32.567990 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2a547817-53fe-4bd1-8e64-d06f6072a943 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:32.571430 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e2b76-b6be-4ac4-8b1f-adf33fef13cd None None] Pushing event updated for resources: {'Port': ['ID=467e6840-be56-4173-9a14-fb8a69bb4603,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:32.606407 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-09164a0e-02be-4797-889c-92f362b4d015 None None] Provisioning complete for port 467e6840-be56-4173-9a14-fb8a69bb4603 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:32.606998 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-09164a0e-02be-4797-889c-92f362b4d015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:32.672590 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f85a2-b5bd-41ad-830b-8b490e152ff4 req-f1d2f614-c9d5-4ff5-9d68-9f196e97d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:32.675242 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] Set router 7c1b1425-e5de-4c4f-b4a9-36cab780d76d gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:09:32.678526 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0fa973ce-7a7a-44af-b7fe-0cc55a1b3dee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:32.680138 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2e8f85a2-b5bd-41ad-830b-8b490e152ff4 req-f1d2f614-c9d5-4ff5-9d68-9f196e97d206 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.3524015 Nov 15 11:09:32.687182 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e441769-e339-4640-8316-ca4d0b1b475f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:32.705896 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0fa973ce-7a7a-44af-b7fe-0cc55a1b3dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:32.764604 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2e8f85a2-b5bd-41ad-830b-8b490e152ff4 req-0ea6109e-3da1-4f1d-bb0d-e073b33d72f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=67bbb53b-781b-4cab-9cc5-bba3e362485e HTTP/1.1" status: 200 len: 217 time: 0.0745277 Nov 15 11:09:32.765623 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa973ce-7a7a-44af-b7fe-0cc55a1b3dee admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:09:32.793434 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8e8e8-ba26-4e8d-b7fa-128bb4586859 req-c5173d51-521b-42b2-a9e9-95439687ae83 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:32.795057 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d7e8e8e8-ba26-4e8d-b7fa-128bb4586859 req-c5173d51-521b-42b2-a9e9-95439687ae83 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 969 time: 0.1888504 Nov 15 11:09:32.806740 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0fa973ce-7a7a-44af-b7fe-0cc55a1b3dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:32.807093 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-0fa973ce-7a7a-44af-b7fe-0cc55a1b3dee admin admin] Added segment a2d5aa99-9431-40a8-86aa-e291c4124239 of type vlan for network ba8e8001-fad9-408c-9652-c6e4ea1072e7 Nov 15 11:09:32.808481 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e441769-e339-4640-8316-ca4d0b1b475f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:32.822162 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2a547817-53fe-4bd1-8e64-d06f6072a943 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:32.827246 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa973ce-7a7a-44af-b7fe-0cc55a1b3dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c29d3a9-d1af-446d-a492-a01a0e9ebdca,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:32.840208 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1449f12d-648e-4c81-9a49-2f994666062b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:32.882598 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f85a2-b5bd-41ad-830b-8b490e152ff4 req-bcafea38-4254-440f-8940-fb1b42757c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:32.884393 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2e8f85a2-b5bd-41ad-830b-8b490e152ff4 req-bcafea38-4254-440f-8940-fb1b42757c8d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1102443 Nov 15 11:09:33.004227 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-09164a0e-02be-4797-889c-92f362b4d015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:33.020414 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0fa973ce-7a7a-44af-b7fe-0cc55a1b3dee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:33.058921 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-09164a0e-02be-4797-889c-92f362b4d015 None None] For port 467e6840-be56-4173-9a14-fb8a69bb4603, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=467e6840-be56-4173-9a14-fb8a69bb4603,segment=NetworkSegment(c083b43b-0a4f-446c-82a8-603d7f4a28ac),segment_id=c083b43b-0a4f-446c-82a8-603d7f4a28ac)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:09:33.065448 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-09164a0e-02be-4797-889c-92f362b4d015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:33.079928 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2a547817-53fe-4bd1-8e64-d06f6072a943 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Network f4a44e54-964f-44d3-85ab-bb56792b7b48 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:09:33.081749 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a547817-53fe-4bd1-8e64-d06f6072a943 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Pushing event updated for resources: {'Port': ['ID=118f9570-2e57-46e8-94f0-636a50887772,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:33.100669 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d7e8e8e8-ba26-4e8d-b7fa-128bb4586859 req-b20178bc-738f-4052-a8b5-5adda2dd6028 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/security-groups?id=62e42e1a-84a4-4004-aa68-cc09097dec55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761357 Nov 15 11:09:33.104622 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2a547817-53fe-4bd1-8e64-d06f6072a943 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:09:33.121740 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2a547817-53fe-4bd1-8e64-d06f6072a943 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:09:33.134434 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e441769-e339-4640-8316-ca4d0b1b475f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:33.134936 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142332532-router', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:19Z', 'updated_at': '2021-11-15T11:09:27Z', 'revision_number': 4, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'gw_port': {'id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ad:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:20Z', 'updated_at': '2021-11-15T11:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '467e6840-be56-4173-9a14-fb8a69bb4603', 'name': '', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'mac_address': 'fa:16:3e:5d:94:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:25Z', 'updated_at': '2021-11-15T11:09:32Z', 'revision_number': 4, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'subnets': [{'id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:09:33.135776 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2a547817-53fe-4bd1-8e64-d06f6072a943 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:33.136817 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2a547817-53fe-4bd1-8e64-d06f6072a943 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:33.137006 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e441769-e339-4640-8316-ca4d0b1b475f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:33.137970 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09164a0e-02be-4797-889c-92f362b4d015 None None] Pushing event updated for resources: {'Port': ['ID=467e6840-be56-4173-9a14-fb8a69bb4603,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:33.138164 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3e441769-e339-4640-8316-ca4d0b1b475f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3c94d68c-8e82-4029-b7f7-f33ff60343d3 HTTP/1.1" status: 204 len: 168 time: 0.6613190 Nov 15 11:09:33.185724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b867cf5-fa47-4765-b264-78f62652d532 req-daed6190-1ccf-4ca8-b4cb-260b7c34cc14 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:33.189195 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e441769-e339-4640-8316-ca4d0b1b475f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c94d68c-8e82-4029-b7f7-f33ff60343d3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:33.193262 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b867cf5-fa47-4765-b264-78f62652d532 req-daed6190-1ccf-4ca8-b4cb-260b7c34cc14 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 931 time: 0.2871411 Nov 15 11:09:33.204406 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0fa973ce-7a7a-44af-b7fe-0cc55a1b3dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:33.205428 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa973ce-7a7a-44af-b7fe-0cc55a1b3dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:33.206171 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0fa973ce-7a7a-44af-b7fe-0cc55a1b3dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:33.210761 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2a547817-53fe-4bd1-8e64-d06f6072a943 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2535350 Nov 15 11:09:33.228079 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1449f12d-648e-4c81-9a49-2f994666062b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:33.239730 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1449f12d-648e-4c81-9a49-2f994666062b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:33.251260 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0b370e-88fa-412d-9138-0bcc4fa3beee None None] The sync data for ids ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'] in n-d-729945-9 is: [{'id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142332532-router', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:19Z', 'updated_at': '2021-11-15T11:09:27Z', 'revision_number': 4, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'gw_port': {'id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ad:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:20Z', 'updated_at': '2021-11-15T11:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '467e6840-be56-4173-9a14-fb8a69bb4603', 'name': '', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'mac_address': 'fa:16:3e:5d:94:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:25Z', 'updated_at': '2021-11-15T11:09:32Z', 'revision_number': 4, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'subnets': [{'id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:09:33.273935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-31a5dcfe-e5aa-4678-963a-d2802a6cb972 None None] Provisioning complete for port 467e6840-be56-4173-9a14-fb8a69bb4603 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:33.274344 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-31a5dcfe-e5aa-4678-963a-d2802a6cb972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:33.287729 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f85a2-b5bd-41ad-830b-8b490e152ff4 req-ff70d441-8b44-4a93-b652-93e0cec14a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:33.289678 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2e8f85a2-b5bd-41ad-830b-8b490e152ff4 req-ff70d441-8b44-4a93-b652-93e0cec14a2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3935766 Nov 15 11:09:33.297903 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9bee66b0-925e-4179-92fa-280daa1433ef req-5aac73f1-ec80-42ec-bf90-504f4020644d tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 210 time: 0.1023948 Nov 15 11:09:33.311639 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0fa973ce-7a7a-44af-b7fe-0cc55a1b3dee admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2275944 Nov 15 11:09:33.326159 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45464) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:33.359927 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4f53a51a-8062-4a9a-87b7-1766468f0f84 admin admin] Request body: {'subnet': {'network_id': 'ba8e8001-fad9-408c-9652-c6e4ea1072e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516750237-subnet', 'tenant_id': '0898895f014d498f90beb0cae90d0a98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:33.366605 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa973ce-7a7a-44af-b7fe-0cc55a1b3dee admin admin] Pushing event updated for resources: {'Network': ['ID=ba8e8001-fad9-408c-9652-c6e4ea1072e7,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:33.390464 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b867cf5-fa47-4765-b264-78f62652d532 req-22b44a64-8f10-4b51-beec-54dae52b9d32 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936843 Nov 15 11:09:33.418586 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network ba8e8001-fad9-408c-9652-c6e4ea1072e7 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:09:33.425145 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1449f12d-648e-4c81-9a49-2f994666062b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3d72a9db571c49e1a4e77e578c9b9ac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8721623 Nov 15 11:09:33.425145 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449f12d-648e-4c81-9a49-2f994666062b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6370bf4d-7fc2-477f-9242-3034f2ecd6eb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:33.425983 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45468) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:33.536837 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f53a51a-8062-4a9a-87b7-1766468f0f84 admin admin] Made reservation on behalf of 0898895f014d498f90beb0cae90d0a98 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:09:33.540978 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f53a51a-8062-4a9a-87b7-1766468f0f84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:33.636856 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2e8f85a2-b5bd-41ad-830b-8b490e152ff4 req-f5def906-7c4b-4a53-9ad6-5695d47b190d service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190200 Nov 15 11:09:33.637528 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a18d08cb-871a-4e1a-88fa-93590db3a5dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:33.637718 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45470) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:33.659045 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d49cd7a6-5a6b-4c18-ae03-3034af030f9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:33.736510 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a18d08cb-871a-4e1a-88fa-93590db3a5dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:33.750381 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d49cd7a6-5a6b-4c18-ae03-3034af030f9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:33.755283 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d49cd7a6-5a6b-4c18-ae03-3034af030f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:33.794698 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d49cd7a6-5a6b-4c18-ae03-3034af030f9b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b894f3f4e154625a3bc1a36c35c71f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1557951 Nov 15 11:09:33.797406 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45472) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:33.805724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cd7a6-5a6b-4c18-ae03-3034af030f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cec1fd-72b1-49d1-a5f7-92901aed45c1,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:33.821067 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2e8f85a2-b5bd-41ad-830b-8b490e152ff4 req-e12109fa-2b9a-4f23-b04c-d02fe423b7c3 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731360 Nov 15 11:09:33.860900 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a18d08cb-871a-4e1a-88fa-93590db3a5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:33.867169 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a18d08cb-871a-4e1a-88fa-93590db3a5dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:33.868498 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a18d08cb-871a-4e1a-88fa-93590db3a5dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6370bf4d-7fc2-477f-9242-3034f2ecd6eb HTTP/1.1" status: 204 len: 168 time: 0.4076457 Nov 15 11:09:33.889542 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-edc44347-a295-4aa2-a4da-9604fce7125b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:33.908406 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d08cb-871a-4e1a-88fa-93590db3a5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6370bf4d-7fc2-477f-9242-3034f2ecd6eb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:33.912798 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-edc44347-a295-4aa2-a4da-9604fce7125b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:33.938523 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f53a51a-8062-4a9a-87b7-1766468f0f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:33.994834 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-edc44347-a295-4aa2-a4da-9604fce7125b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:33.998627 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-edc44347-a295-4aa2-a4da-9604fce7125b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:34.003772 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-edc44347-a295-4aa2-a4da-9604fce7125b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e5cec1fd-72b1-49d1-a5f7-92901aed45c1 HTTP/1.1" status: 204 len: 168 time: 0.2051282 Nov 15 11:09:34.020718 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc44347-a295-4aa2-a4da-9604fce7125b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cec1fd-72b1-49d1-a5f7-92901aed45c1,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:34.035470 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53a51a-8062-4a9a-87b7-1766468f0f84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9c26796-1ef5-4316-b801-56f55e0bb069,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:34.056699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f53a51a-8062-4a9a-87b7-1766468f0f84 admin admin] Checking segment: {'id': 'a2d5aa99-9431-40a8-86aa-e291c4124239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ba8e8001-fad9-408c-9652-c6e4ea1072e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:09:34.057153 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f53a51a-8062-4a9a-87b7-1766468f0f84 admin admin] Network hostable DHCP agents. Network: ba8e8001-fad9-408c-9652-c6e4ea1072e7, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:09:34.077788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f53a51a-8062-4a9a-87b7-1766468f0f84 admin admin] Network ba8e8001-fad9-408c-9652-c6e4ea1072e7 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:09:34.093032 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4f53a51a-8062-4a9a-87b7-1766468f0f84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, ba8e8001-fad9-408c-9652-c6e4ea1072e7) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:09:34.098448 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f53a51a-8062-4a9a-87b7-1766468f0f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:34.102463 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f53a51a-8062-4a9a-87b7-1766468f0f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:34.109269 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc266ac-a426-44cd-b1aa-16c616b34040 None None] Network ba8e8001-fad9-408c-9652-c6e4ea1072e7 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:09:34.160902 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4f53a51a-8062-4a9a-87b7-1766468f0f84 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8194103 Nov 15 11:09:34.166121 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45480) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:34.173906 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-5290d3dd-2ead-4199-b22f-b45cfd13dc49 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-516750237-router', 'tenant_id': '0898895f014d498f90beb0cae90d0a98', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:34.247621 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5290d3dd-2ead-4199-b22f-b45cfd13dc49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:34.249262 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5290d3dd-2ead-4199-b22f-b45cfd13dc49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:34.279509 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 467e6840-be56-4173-9a14-fb8a69bb4603 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:09:34.404459 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5290d3dd-2ead-4199-b22f-b45cfd13dc49 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:34.466715 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539d2a9-79b8-4923-a233-e64e8e70336e req-a3ad0fec-351c-4701-925a-584bf147ea68 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:34.475996 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7539d2a9-79b8-4923-a233-e64e8e70336e req-a3ad0fec-351c-4701-925a-584bf147ea68 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 969 time: 0.2046268 Nov 15 11:09:34.531717 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 467e6840-be56-4173-9a14-fb8a69bb4603 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:34.532418 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:34.600344 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c69b4d3-d65c-4dc6-9211-3402db832519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-ba8e8001-fad9-408c-9652-c6e4ea1072e7', 'network_id': 'ba8e8001-fad9-408c-9652-c6e4ea1072e7', 'tenant_id': '0898895f014d498f90beb0cae90d0a98', 'fixed_ips': [{'subnet_id': 'a9c26796-1ef5-4316-b801-56f55e0bb069'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:09:34.601213 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9c69b4d3-d65c-4dc6-9211-3402db832519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:34.635889 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-841600b4-219e-4bcf-987f-0f3c732e4dae req-43d2a37a-a7db-4cb8-9ecb-26396aaa5135 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 210 time: 0.0900471 Nov 15 11:09:34.676512 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45496) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:34.723573 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-257c850e-6f7d-42a7-bcbf-ed1d5b750436 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:34.873198 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-9c69b4d3-d65c-4dc6-9211-3402db832519 None None] Allocated IP 172.20.0.2 (ba8e8001-fad9-408c-9652-c6e4ea1072e7/a9c26796-1ef5-4316-b801-56f55e0bb069/774e54d4-9621-4df8-97e6-937695e4620f) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:09:34.934130 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-257c850e-6f7d-42a7-bcbf-ed1d5b750436 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:34.945141 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-257c850e-6f7d-42a7-bcbf-ed1d5b750436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:34.991104 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c850e-6f7d-42a7-bcbf-ed1d5b750436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249ab247-0e82-4be9-be16-8409331b7408,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:35.056174 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-257c850e-6f7d-42a7-bcbf-ed1d5b750436 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fe0b020a0b1f488f938024c0e504b9d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3749354 Nov 15 11:09:35.058639 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45506) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:35.078231 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9c69b4d3-d65c-4dc6-9211-3402db832519 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:35.091775 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9c69b4d3-d65c-4dc6-9211-3402db832519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:35.116629 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e110aec0-1d70-4250-b927-8d45fa6dcbea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:35.153240 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7539d2a9-79b8-4923-a233-e64e8e70336e req-22b60d6c-c17b-4648-bdc5-b6c5e926f88b tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/security-groups?id=62e42e1a-84a4-4004-aa68-cc09097dec55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6752365 Nov 15 11:09:35.159096 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e110aec0-1d70-4250-b927-8d45fa6dcbea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:35.180083 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c69b4d3-d65c-4dc6-9211-3402db832519 None None] Network ba8e8001-fad9-408c-9652-c6e4ea1072e7 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:09:35.185147 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-9c69b4d3-d65c-4dc6-9211-3402db832519 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:09:35.199209 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c69b4d3-d65c-4dc6-9211-3402db832519 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:09:35.217198 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5290d3dd-2ead-4199-b22f-b45cfd13dc49 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:35.231888 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69b4d3-d65c-4dc6-9211-3402db832519 None None] Pushing event updated for resources: {'Port': ['ID=774e54d4-9621-4df8-97e6-937695e4620f,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:35.243645 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46564466-4eb8-4636-a6c5-9fc930c346d7 req-02099b05-7f27-4883-810c-647bc29f476f tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:35.248075 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46564466-4eb8-4636-a6c5-9fc930c346d7 req-02099b05-7f27-4883-810c-647bc29f476f tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 931 time: 0.1152070 Nov 15 11:09:35.288589 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e110aec0-1d70-4250-b927-8d45fa6dcbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:35.291198 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e110aec0-1d70-4250-b927-8d45fa6dcbea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:35.292643 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e110aec0-1d70-4250-b927-8d45fa6dcbea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/249ab247-0e82-4be9-be16-8409331b7408 HTTP/1.1" status: 204 len: 168 time: 0.2330976 Nov 15 11:09:35.302504 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-9c69b4d3-d65c-4dc6-9211-3402db832519 None None] Attempting to bind port 774e54d4-9621-4df8-97e6-937695e4620f on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:09:35.302981 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-9c69b4d3-d65c-4dc6-9211-3402db832519 None None] Attempting to bind port 774e54d4-9621-4df8-97e6-937695e4620f by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2d5aa99-9431-40a8-86aa-e291c4124239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ba8e8001-fad9-408c-9652-c6e4ea1072e7'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:09:35.303408 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69b4d3-d65c-4dc6-9211-3402db832519 None None] Attempting to bind port 774e54d4-9621-4df8-97e6-937695e4620f on network ba8e8001-fad9-408c-9652-c6e4ea1072e7 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:09:35.309201 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69b4d3-d65c-4dc6-9211-3402db832519 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:09:35.309559 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69b4d3-d65c-4dc6-9211-3402db832519 None None] Checking segment: {'id': 'a2d5aa99-9431-40a8-86aa-e291c4124239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ba8e8001-fad9-408c-9652-c6e4ea1072e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:09:35.309958 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9c69b4d3-d65c-4dc6-9211-3402db832519 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:35.310798 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69b4d3-d65c-4dc6-9211-3402db832519 None None] Bound using segment: {'id': 'a2d5aa99-9431-40a8-86aa-e291c4124239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ba8e8001-fad9-408c-9652-c6e4ea1072e7'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:09:35.310911 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-9c69b4d3-d65c-4dc6-9211-3402db832519 None None] Bound port: 774e54d4-9621-4df8-97e6-937695e4620f, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d5aa99-9431-40a8-86aa-e291c4124239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ba8e8001-fad9-408c-9652-c6e4ea1072e7'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:09:35.311269 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9c69b4d3-d65c-4dc6-9211-3402db832519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:35.316172 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110aec0-1d70-4250-b927-8d45fa6dcbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249ab247-0e82-4be9-be16-8409331b7408,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:35.361643 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46564466-4eb8-4636-a6c5-9fc930c346d7 req-d92f3dce-eb23-40d5-b6b7-63bd7498688a tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957034 Nov 15 11:09:35.438261 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9c69b4d3-d65c-4dc6-9211-3402db832519 None None] For port 774e54d4-9621-4df8-97e6-937695e4620f, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:09:35.441520 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9c69b4d3-d65c-4dc6-9211-3402db832519 None None] For port 774e54d4-9621-4df8-97e6-937695e4620f, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=774e54d4-9621-4df8-97e6-937695e4620f,segment=NetworkSegment(a2d5aa99-9431-40a8-86aa-e291c4124239),segment_id=a2d5aa99-9431-40a8-86aa-e291c4124239)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:09:35.448398 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9c69b4d3-d65c-4dc6-9211-3402db832519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:35.543105 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69b4d3-d65c-4dc6-9211-3402db832519 None None] Pushing event updated for resources: {'Port': ['ID=774e54d4-9621-4df8-97e6-937695e4620f,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:35.584944 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5290d3dd-2ead-4199-b22f-b45cfd13dc49 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:35.610009 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5290d3dd-2ead-4199-b22f-b45cfd13dc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:35.781592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-5290d3dd-2ead-4199-b22f-b45cfd13dc49 admin admin] Allocated IP 172.25.7.45 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/5798b1be-7da1-4cff-aee8-c941cd71573d) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:09:35.923574 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 67bbb53b-781b-4cab-9cc5-bba3e362485e details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:09:35.963582 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e21468c5-ac24-4cc0-aa3e-2cbc23d54f7e req-1dd326f6-3697-4511-b350-f9c6db871593 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 210 time: 0.0480576 Nov 15 11:09:36.057625 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5290d3dd-2ead-4199-b22f-b45cfd13dc49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:36.114379 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5290d3dd-2ead-4199-b22f-b45cfd13dc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:36.206269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5290d3dd-2ead-4199-b22f-b45cfd13dc49 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:09:36.208768 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-31c1aec8-18a4-4214-92ba-00e7f18113ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:36.253823 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 67bbb53b-781b-4cab-9cc5-bba3e362485e, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=67bbb53b-781b-4cab-9cc5-bba3e362485e,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:09:36.287182 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-5290d3dd-2ead-4199-b22f-b45cfd13dc49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:09:36.289165 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '67bbb53b-781b-4cab-9cc5-bba3e362485e', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '67bbb53b-781b-4cab-9cc5-bba3e362485e', 'mac_address': 'fa:16:3e:72:13:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:tempest-test_az-1089020053', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:09:36.291489 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5290d3dd-2ead-4199-b22f-b45cfd13dc49 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:09:36.329760 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 774e54d4-9621-4df8-97e6-937695e4620f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:09:36.377752 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:36.417164 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67bbb53b-781b-4cab-9cc5-bba3e362485e {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:09:36.453633 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 67bbb53b-781b-4cab-9cc5-bba3e362485e, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=67bbb53b-781b-4cab-9cc5-bba3e362485e,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:09:36.455074 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 774e54d4-9621-4df8-97e6-937695e4620f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:36.455608 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:36.489490 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:36.594385 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=67bbb53b-781b-4cab-9cc5-bba3e362485e,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:36.617307 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:09:36.670839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290d3dd-2ead-4199-b22f-b45cfd13dc49 admin admin] Pushing event updated for resources: {'Port': ['ID=5798b1be-7da1-4cff-aee8-c941cd71573d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:36.688361 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:36.781544 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5290d3dd-2ead-4199-b22f-b45cfd13dc49 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:36.801314 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 774e54d4-9621-4df8-97e6-937695e4620f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=774e54d4-9621-4df8-97e6-937695e4620f,segment=NetworkSegment(a2d5aa99-9431-40a8-86aa-e291c4124239),segment_id=a2d5aa99-9431-40a8-86aa-e291c4124239)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:09:36.816845 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:36.905590 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['67bbb53b-781b-4cab-9cc5-bba3e362485e'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:09:36.918984 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86b41b-04e2-4602-9c65-8d2f393da39f req-e030eed2-7628-4229-a0ed-c61261c6368e tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:36.926217 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b86b41b-04e2-4602-9c65-8d2f393da39f req-e030eed2-7628-4229-a0ed-c61261c6368e tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 931 time: 0.3997190 Nov 15 11:09:36.945577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3455d6d-d64d-456d-9ed4-f87ca77fc91d req-67e464e9-2d96-498d-bd04-e30bd9dc3598 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:36.954587 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3455d6d-d64d-456d-9ed4-f87ca77fc91d req-67e464e9-2d96-498d-bd04-e30bd9dc3598 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 970 time: 0.5625134 Nov 15 11:09:36.976845 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=774e54d4-9621-4df8-97e6-937695e4620f,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:37.081115 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e05b60-e9e9-41ba-8018-8f1f71e832fd None None] Network ba8e8001-fad9-408c-9652-c6e4ea1072e7 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:09:37.084964 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b86b41b-04e2-4602-9c65-8d2f393da39f req-33b6c56d-947b-45ca-b58e-20ff278964ab tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289480 Nov 15 11:09:37.092027 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3455d6d-d64d-456d-9ed4-f87ca77fc91d req-11ba7818-3d6a-47eb-9884-ae2bf3fde9f7 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/security-groups?id=62e42e1a-84a4-4004-aa68-cc09097dec55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955164 Nov 15 11:09:37.207345 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ce4b3556-7320-4414-a7ed-8eeba43a1ac1 req-94b4caf4-1f2b-4932-abc7-d6d313f61343 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 210 time: 0.0318601 Nov 15 11:09:37.243869 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5290d3dd-2ead-4199-b22f-b45cfd13dc49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:37.360710 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b5a9a3d6-0361-423a-9cb6-00dd6966ec19 None None] Provisioning complete for port 774e54d4-9621-4df8-97e6-937695e4620f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:37.361203 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b5a9a3d6-0361-423a-9cb6-00dd6966ec19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:37.395655 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5290d3dd-2ead-4199-b22f-b45cfd13dc49 admin admin] Router d1f0c976-a0d5-4499-b13a-ec79a577ddaf is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:09:37.520949 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5290d3dd-2ead-4199-b22f-b45cfd13dc49 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:09:37.532061 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] Sync routers for ids ['d1f0c976-a0d5-4499-b13a-ec79a577ddaf'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:09:37.542157 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] Routers {'d1f0c976-a0d5-4499-b13a-ec79a577ddaf'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:09:37.543002 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:09:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d1f0c976-a0d5-4499-b13a-ec79a577ddaf'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:09:37.547160 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5290d3dd-2ead-4199-b22f-b45cfd13dc49 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:37.548792 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5290d3dd-2ead-4199-b22f-b45cfd13dc49 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.3811266 Nov 15 11:09:37.560787 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45578) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:37.742794 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] Set router d1f0c976-a0d5-4499-b13a-ec79a577ddaf gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:09:37.978217 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-44115fcb-a572-4526-ba54-51ebac64e8e4 None None] Provisioning complete for port 774e54d4-9621-4df8-97e6-937695e4620f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:37.978515 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-44115fcb-a572-4526-ba54-51ebac64e8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:38.021909 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0c976-a0d5-4499-b13a-ec79a577ddaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516750237-router', 'tenant_id': '0898895f014d498f90beb0cae90d0a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '5798b1be-7da1-4cff-aee8-c941cd71573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:34Z', 'updated_at': '2021-11-15T11:09:36Z', 'revision_number': 3, 'project_id': '0898895f014d498f90beb0cae90d0a98', 'gw_port': {'id': '5798b1be-7da1-4cff-aee8-c941cd71573d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0c976-a0d5-4499-b13a-ec79a577ddaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:35Z', 'updated_at': '2021-11-15T11:09:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:09:38.055443 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] Checking router: d1f0c976-a0d5-4499-b13a-ec79a577ddaf for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:09:38.055799 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] Updating router d1f0c976-a0d5-4499-b13a-ec79a577ddaf port 5798b1be-7da1-4cff-aee8-c941cd71573d binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:09:38.086561 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:38.221048 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 774e54d4-9621-4df8-97e6-937695e4620f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:09:38.288629 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0e8e2-3131-4c25-be71-eab225cd5534 req-dfa62ba0-83e6-4ef4-ab73-ad39738e1b6d tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:38.290837 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-05b0e8e2-3131-4c25-be71-eab225cd5534 req-dfa62ba0-83e6-4ef4-ab73-ad39738e1b6d tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 970 time: 0.0870585 Nov 15 11:09:38.300723 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 774e54d4-9621-4df8-97e6-937695e4620f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:38.301104 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:38.304470 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-02cf4761-960d-48ad-9af9-c86835fe1cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:38.312483 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6416-73ac-4034-883f-a710ba17b569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:38.312796 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46d908-8c7c-49c3-89d9-d8c9776fad42 req-f5c72b78-9db5-46c8-ac70-d42fbdaefbcf tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:38.314390 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4a46d908-8c7c-49c3-89d9-d8c9776fad42 req-f5c72b78-9db5-46c8-ac70-d42fbdaefbcf tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 931 time: 0.1081576 Nov 15 11:09:38.397443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-05b0e8e2-3131-4c25-be71-eab225cd5534 req-f5056963-5089-4070-b3bd-73fcf484caa8 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/security-groups?id=62e42e1a-84a4-4004-aa68-cc09097dec55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951328 Nov 15 11:09:38.416196 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4a46d908-8c7c-49c3-89d9-d8c9776fad42 req-a700a3cf-e432-47ef-8be5-88e22b776389 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803390 Nov 15 11:09:38.493410 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:38.502130 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:38.515448 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45612) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:38.560689 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724195e-4119-44d5-83ea-dda57aa4d2b8 None None] Pushing event updated for resources: {'Port': ['ID=5798b1be-7da1-4cff-aee8-c941cd71573d,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:38.589430 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-051f6a8a-b4da-4eee-8bb0-b3b228379599 req-fa4697ab-338a-41b3-a90b-550311d200ce tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 210 time: 0.0608988 Nov 15 11:09:38.609107 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] Attempting to bind port 5798b1be-7da1-4cff-aee8-c941cd71573d on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:09:38.609582 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] Attempting to bind port 5798b1be-7da1-4cff-aee8-c941cd71573d by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:09:38.610051 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] Attempting to bind port 5798b1be-7da1-4cff-aee8-c941cd71573d on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:09:38.612253 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-e4ee6416-73ac-4034-883f-a710ba17b569 admin admin] Allocated IP 172.20.0.1 (ba8e8001-fad9-408c-9652-c6e4ea1072e7/a9c26796-1ef5-4316-b801-56f55e0bb069/68d19da3-7c3c-4b59-b2b6-5727c5e551df) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:09:38.617199 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:09:38.617382 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:09:38.617785 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:38.618217 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:09:38.618707 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] Bound port: 5798b1be-7da1-4cff-aee8-c941cd71573d, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:09:38.619165 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:38.674687 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] For port 5798b1be-7da1-4cff-aee8-c941cd71573d, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:09:38.678643 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] For port 5798b1be-7da1-4cff-aee8-c941cd71573d, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=5798b1be-7da1-4cff-aee8-c941cd71573d,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:09:38.684299 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:38.703309 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57051806-a9aa-4d1b-94a7-7d0f85c18eb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:38.722866 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6416-73ac-4034-883f-a710ba17b569 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:38.764124 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724195e-4119-44d5-83ea-dda57aa4d2b8 None None] Pushing event updated for resources: {'Port': ['ID=5798b1be-7da1-4cff-aee8-c941cd71573d,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:38.764633 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6416-73ac-4034-883f-a710ba17b569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:38.773608 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] Routers {'d1f0c976-a0d5-4499-b13a-ec79a577ddaf'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:09:38.774213 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:09:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d1f0c976-a0d5-4499-b13a-ec79a577ddaf'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:09:38.814032 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ee6416-73ac-4034-883f-a710ba17b569 admin admin] Network ba8e8001-fad9-408c-9652-c6e4ea1072e7 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:09:38.815507 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57051806-a9aa-4d1b-94a7-7d0f85c18eb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:38.820749 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57051806-a9aa-4d1b-94a7-7d0f85c18eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:38.825890 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e4ee6416-73ac-4034-883f-a710ba17b569 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:09:38.830774 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee6416-73ac-4034-883f-a710ba17b569 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:09:38.857311 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee6416-73ac-4034-883f-a710ba17b569 admin admin] Pushing event updated for resources: {'Port': ['ID=68d19da3-7c3c-4b59-b2b6-5727c5e551df,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:38.876264 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-57051806-a9aa-4d1b-94a7-7d0f85c18eb2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b9b3e90afaf4b0fb4745ddbaceab8e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3592131 Nov 15 11:09:38.878497 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45620) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:38.879898 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6416-73ac-4034-883f-a710ba17b569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:38.911064 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] Set router d1f0c976-a0d5-4499-b13a-ec79a577ddaf gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:09:38.939095 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57051806-a9aa-4d1b-94a7-7d0f85c18eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9db7a99-8966-4819-84c2-19d62bd0b7ff,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:38.959383 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40a5d0e3-6b0d-42f9-ae24-d5ec1791e911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:38.994680 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40a5d0e3-6b0d-42f9-ae24-d5ec1791e911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:39.073599 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40a5d0e3-6b0d-42f9-ae24-d5ec1791e911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:39.076496 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40a5d0e3-6b0d-42f9-ae24-d5ec1791e911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:39.077941 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-40a5d0e3-6b0d-42f9-ae24-d5ec1791e911 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b9db7a99-8966-4819-84c2-19d62bd0b7ff HTTP/1.1" status: 204 len: 168 time: 0.1975722 Nov 15 11:09:39.090529 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5d0e3-6b0d-42f9-ae24-d5ec1791e911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9db7a99-8966-4819-84c2-19d62bd0b7ff,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:39.132788 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6416-73ac-4034-883f-a710ba17b569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:39.218585 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7709e01c-6df0-4069-a755-ae652ca617dc None None] Provisioning complete for port 68d19da3-7c3c-4b59-b2b6-5727c5e551df triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:39.221926 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7709e01c-6df0-4069-a755-ae652ca617dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:39.229355 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0c976-a0d5-4499-b13a-ec79a577ddaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516750237-router', 'tenant_id': '0898895f014d498f90beb0cae90d0a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '5798b1be-7da1-4cff-aee8-c941cd71573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:34Z', 'updated_at': '2021-11-15T11:09:36Z', 'revision_number': 3, 'project_id': '0898895f014d498f90beb0cae90d0a98', 'gw_port': {'id': '5798b1be-7da1-4cff-aee8-c941cd71573d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0c976-a0d5-4499-b13a-ec79a577ddaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:35Z', 'updated_at': '2021-11-15T11:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:09:39.262188 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021124ea-bfb2-4211-8a4b-64ed35cad879 None None] The sync data for ids ['d1f0c976-a0d5-4499-b13a-ec79a577ddaf'] in n-d-729945-9 is: [{'id': 'd1f0c976-a0d5-4499-b13a-ec79a577ddaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516750237-router', 'tenant_id': '0898895f014d498f90beb0cae90d0a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '5798b1be-7da1-4cff-aee8-c941cd71573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:34Z', 'updated_at': '2021-11-15T11:09:36Z', 'revision_number': 3, 'project_id': '0898895f014d498f90beb0cae90d0a98', 'gw_port': {'id': '5798b1be-7da1-4cff-aee8-c941cd71573d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0c976-a0d5-4499-b13a-ec79a577ddaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:35Z', 'updated_at': '2021-11-15T11:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:09:39.306775 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7709e01c-6df0-4069-a755-ae652ca617dc None None] Port 68d19da3-7c3c-4b59-b2b6-5727c5e551df cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:09:39.340882 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6416-73ac-4034-883f-a710ba17b569 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:39.348774 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6416-73ac-4034-883f-a710ba17b569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:39.442958 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee6416-73ac-4034-883f-a710ba17b569 admin admin] Pushing event updated for resources: {'Port': ['ID=68d19da3-7c3c-4b59-b2b6-5727c5e551df,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:39.454458 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6416-73ac-4034-883f-a710ba17b569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:39.572150 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ee6416-73ac-4034-883f-a710ba17b569 admin admin] Network ba8e8001-fad9-408c-9652-c6e4ea1072e7 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:09:39.574098 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e4ee6416-73ac-4034-883f-a710ba17b569 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:09:39.659185 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85055c-cf68-4c55-87a4-58235b50b177 req-eb1c7861-7f6a-494e-8167-8d070d88744c tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:39.667022 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a85055c-cf68-4c55-87a4-58235b50b177 req-eb1c7861-7f6a-494e-8167-8d070d88744c tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 931 time: 0.1415865 Nov 15 11:09:39.672592 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45644) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:39.697693 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab97aa-4de4-4df8-a793-f7fcc387b8b4 req-ec4fb532-d8d7-4f26-8d70-074c6881bbcd tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:39.699657 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f2ab97aa-4de4-4df8-a793-f7fcc387b8b4 req-ec4fb532-d8d7-4f26-8d70-074c6881bbcd tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 970 time: 0.1865821 Nov 15 11:09:39.708314 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:39.824748 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a85055c-cf68-4c55-87a4-58235b50b177 req-b5611240-4b51-4159-8b49-d2073aff5370 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565945 Nov 15 11:09:39.835102 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f2ab97aa-4de4-4df8-a793-f7fcc387b8b4 req-65de949b-fb05-404e-a025-698b77d6fd4b tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/security-groups?id=62e42e1a-84a4-4004-aa68-cc09097dec55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226344 Nov 15 11:09:39.911274 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 67bbb53b-781b-4cab-9cc5-bba3e362485e up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:09:39.975530 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f3f2935e-8c83-4f41-958b-5e847e854a15 None None] Provisioning complete for port 68d19da3-7c3c-4b59-b2b6-5727c5e551df triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:39.975916 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f3f2935e-8c83-4f41-958b-5e847e854a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:39.980422 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-771af1cf-a8e1-443f-ad58-d64d86165ac3 req-4ef529ee-cbee-46da-8d11-9da6785f171e tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 210 time: 0.0472398 Nov 15 11:09:40.012541 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba452459-4028-4fe0-902e-1d6f791f9555 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:40.019588 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f3f2935e-8c83-4f41-958b-5e847e854a15 None None] Port 68d19da3-7c3c-4b59-b2b6-5727c5e551df cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:09:40.026565 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 67bbb53b-781b-4cab-9cc5-bba3e362485e completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:09:40.032808 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 67bbb53b-781b-4cab-9cc5-bba3e362485e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:40.033507 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:40.087056 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ee6416-73ac-4034-883f-a710ba17b569 admin admin] Router d1f0c976-a0d5-4499-b13a-ec79a577ddaf has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:09:40.186307 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:40.230175 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef30621-819e-4fd2-b4b7-61f45f831f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bbb53b-781b-4cab-9cc5-bba3e362485e'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:09:40.239690 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba452459-4028-4fe0-902e-1d6f791f9555 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:40.250551 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba452459-4028-4fe0-902e-1d6f791f9555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:40.297064 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba452459-4028-4fe0-902e-1d6f791f9555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f3cb0b-4106-49ec-9dd4-9f9f359325bb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:40.309742 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ba452459-4028-4fe0-902e-1d6f791f9555 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2642c1d36c694ff188170ce3359ccf16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6371350 Nov 15 11:09:40.312248 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45660) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:40.331376 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ee6416-73ac-4034-883f-a710ba17b569 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:09:40.339672 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e4ee6416-73ac-4034-883f-a710ba17b569 admin admin] 10.222.0.64 "PUT /v2.0/routers/d1f0c976-a0d5-4499-b13a-ec79a577ddaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7771347 Nov 15 11:09:40.345070 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 5798b1be-7da1-4cff-aee8-c941cd71573d up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:09:40.352971 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 67bbb53b-781b-4cab-9cc5-bba3e362485e, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=67bbb53b-781b-4cab-9cc5-bba3e362485e,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:09:40.392044 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:40.408016 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-082ec568-118a-4829-8d8c-1147043081b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:40.436947 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-082ec568-118a-4829-8d8c-1147043081b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:40.467325 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=67bbb53b-781b-4cab-9cc5-bba3e362485e,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:40.476358 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6da099-8845-465a-b74e-0a6e1e9d08a5" -d '{"events": [{"server_uuid": "cef30621-819e-4fd2-b4b7-61f45f831f45", "name": "network-vif-plugged", "status": "completed", "tag": "67bbb53b-781b-4cab-9cc5-bba3e362485e"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:09:40.481485 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 5798b1be-7da1-4cff-aee8-c941cd71573d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:40.481855 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:40.504415 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-082ec568-118a-4829-8d8c-1147043081b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:40.507185 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-082ec568-118a-4829-8d8c-1147043081b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:40.508889 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-082ec568-118a-4829-8d8c-1147043081b4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f1f3cb0b-4106-49ec-9dd4-9f9f359325bb HTTP/1.1" status: 204 len: 168 time: 0.1954784 Nov 15 11:09:40.522705 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ec568-118a-4829-8d8c-1147043081b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f3cb0b-4106-49ec-9dd4-9f9f359325bb,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:40.616392 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:40.640957 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 5798b1be-7da1-4cff-aee8-c941cd71573d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=5798b1be-7da1-4cff-aee8-c941cd71573d,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:09:40.647722 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:40.651862 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06692eb-8d57-40f0-b54f-509c220c5f6d x-openstack-request-id: req-c06692eb-8d57-40f0-b54f-509c220c5f6d {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:09:40.652313 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef30621-819e-4fd2-b4b7-61f45f831f45", "name": "network-vif-plugged", "status": "completed", "tag": "67bbb53b-781b-4cab-9cc5-bba3e362485e", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:09:40.652625 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c06692eb-8d57-40f0-b54f-509c220c5f6d {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:09:40.653121 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef30621-819e-4fd2-b4b7-61f45f831f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bbb53b-781b-4cab-9cc5-bba3e362485e', 'code': 200} Nov 15 11:09:40.712273 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=5798b1be-7da1-4cff-aee8-c941cd71573d,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:40.824379 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e7a9b-176e-4d1d-a059-291b091bbf91 req-cbe29059-7648-4d87-9af3-02090ff5e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:40.825902 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f88e7a9b-176e-4d1d-a059-291b091bbf91 req-cbe29059-7648-4d87-9af3-02090ff5e6c6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 1122 time: 0.0931809 Nov 15 11:09:40.846378 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f88e7a9b-176e-4d1d-a059-291b091bbf91 req-3bf0730e-0d90-4f7c-8d2f-66f63b46d72d service neutron] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:40.929067 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-b5a00f56-fd37-4f35-aca7-36865a03a5b2 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:09:40.935734 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-b5a00f56-fd37-4f35-aca7-36865a03a5b2 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154240 Nov 15 11:09:40.982009 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f88e7a9b-176e-4d1d-a059-291b091bbf91 req-3bf0730e-0d90-4f7c-8d2f-66f63b46d72d service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:40.989020 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f88e7a9b-176e-4d1d-a059-291b091bbf91 req-3bf0730e-0d90-4f7c-8d2f-66f63b46d72d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:41.060130 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0730e-0d90-4f7c-8d2f-66f63b46d72d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=74a9ea5e-b1a3-4bdc-82a7-bb5e8209425b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:41.069511 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788c413-1ff1-44ca-b482-370a80e6ce4a req-1ce4ffb2-9d98-424f-b14e-1b7a277b06f8 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:41.071686 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e788c413-1ff1-44ca-b482-370a80e6ce4a req-1ce4ffb2-9d98-424f-b14e-1b7a277b06f8 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 931 time: 0.0828879 Nov 15 11:09:41.092732 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f88e7a9b-176e-4d1d-a059-291b091bbf91 req-3bf0730e-0d90-4f7c-8d2f-66f63b46d72d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=62e42e1a-84a4-4004-aa68-cc09097dec55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588050 Nov 15 11:09:41.181475 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e788c413-1ff1-44ca-b482-370a80e6ce4a req-fa2b9f8c-e0f0-463e-9c28-c2a9582b6425 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007245 Nov 15 11:09:41.275120 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:41.399447 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2e3e5edc-920c-4fd1-abff-6bee5a8d8ed1 service neutron] Request body: {'port': {'device_id': '0a225b70-a6dc-4d48-8c58-cebebf58954b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:41.445526 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968b334-dbc3-43a1-a3b8-4a6a22b581c1 req-a42f7f5b-fe74-4f5e-b298-cb00f12c40cd tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:41.447027 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d968b334-dbc3-43a1-a3b8-4a6a22b581c1 req-a42f7f5b-fe74-4f5e-b298-cb00f12c40cd tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 971 time: 0.2601693 Nov 15 11:09:41.482445 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2e3e5edc-920c-4fd1-abff-6bee5a8d8ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:41.555964 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d968b334-dbc3-43a1-a3b8-4a6a22b581c1 req-2ecac8db-607b-4573-961b-0e7a7c39f12f tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/security-groups?id=62e42e1a-84a4-4004-aa68-cc09097dec55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921626 Nov 15 11:09:41.601676 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] Sync routers for ids ['d1f0c976-a0d5-4499-b13a-ec79a577ddaf'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:09:41.619903 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] Routers {'d1f0c976-a0d5-4499-b13a-ec79a577ddaf'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:09:41.620466 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:09:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d1f0c976-a0d5-4499-b13a-ec79a577ddaf'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:09:41.625289 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 65077) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:41.814028 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] Set router d1f0c976-a0d5-4499-b13a-ec79a577ddaf gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:09:41.893687 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-fa550dc9-084c-4eee-b203-3e83b9944cac tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:41.895888 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-fa550dc9-084c-4eee-b203-3e83b9944cac tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.11 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 807 time: 0.2695141 Nov 15 11:09:41.914583 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-e90c33ef-a991-4d3f-b848-4fa88c911f83 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Request body: {'port': {'device_id': '30e11502-3e76-48ce-9f73-6a45023145c8', 'network_id': '4534314e-1f14-4032-9246-018086f47347', 'admin_state_up': True, 'tenant_id': 'd1bb86b62ca44c409ecbffbdf93d7c92'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:41.967940 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2ef6743-f624-4072-b2ae-8d0703f33500 req-6dfd5277-16e0-4b88-b6b9-4b18485751fa tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 210 time: 0.0266414 Nov 15 11:09:42.076611 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:42.089037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-e90c33ef-a991-4d3f-b848-4fa88c911f83 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Made reservation on behalf of d1bb86b62ca44c409ecbffbdf93d7c92 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:09:42.098525 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-e90c33ef-a991-4d3f-b848-4fa88c911f83 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:42.154326 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2e3e5edc-920c-4fd1-abff-6bee5a8d8ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 118f9570-2e57-46e8-94f0-636a50887772 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:09:42.194552 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2e3e5edc-920c-4fd1-abff-6bee5a8d8ed1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:42.194741 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0c976-a0d5-4499-b13a-ec79a577ddaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516750237-router', 'tenant_id': '0898895f014d498f90beb0cae90d0a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '5798b1be-7da1-4cff-aee8-c941cd71573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:34Z', 'updated_at': '2021-11-15T11:09:39Z', 'revision_number': 4, 'project_id': '0898895f014d498f90beb0cae90d0a98', 'gw_port': {'id': '5798b1be-7da1-4cff-aee8-c941cd71573d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0c976-a0d5-4499-b13a-ec79a577ddaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:35Z', 'updated_at': '2021-11-15T11:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '68d19da3-7c3c-4b59-b2b6-5727c5e551df', 'name': '', 'network_id': 'ba8e8001-fad9-408c-9652-c6e4ea1072e7', 'tenant_id': '0898895f014d498f90beb0cae90d0a98', 'mac_address': 'fa:16:3e:25:47:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0c976-a0d5-4499-b13a-ec79a577ddaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'a9c26796-1ef5-4316-b801-56f55e0bb069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:38Z', 'updated_at': '2021-11-15T11:09:39Z', 'revision_number': 2, 'project_id': '0898895f014d498f90beb0cae90d0a98', 'subnets': [{'id': 'a9c26796-1ef5-4316-b801-56f55e0bb069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:09:42.256986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2e3e5edc-920c-4fd1-abff-6bee5a8d8ed1 service neutron] Transition to ACTIVE for port object 118f9570-2e57-46e8-94f0-636a50887772 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:09:42.262269 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2e3e5edc-920c-4fd1-abff-6bee5a8d8ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:42.264736 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 5798b1be-7da1-4cff-aee8-c941cd71573d up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:09:42.268342 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] Checking router: d1f0c976-a0d5-4499-b13a-ec79a577ddaf for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:09:42.269215 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] Updating router d1f0c976-a0d5-4499-b13a-ec79a577ddaf port 68d19da3-7c3c-4b59-b2b6-5727c5e551df binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:09:42.327656 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-e90c33ef-a991-4d3f-b848-4fa88c911f83 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Allocated IP 172.20.0.8 (4534314e-1f14-4032-9246-018086f47347/8b5f0410-d440-42ba-a6cf-b7c754e903cf/9ebb3451-1f0a-4793-998e-84e8aafaddc8) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:09:42.349162 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:42.401910 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 5798b1be-7da1-4cff-aee8-c941cd71573d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:42.402169 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:42.513477 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-e90c33ef-a991-4d3f-b848-4fa88c911f83 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:42.535128 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2e3e5edc-920c-4fd1-abff-6bee5a8d8ed1 service neutron] Attempting to bind port 118f9570-2e57-46e8-94f0-636a50887772 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:09:42.535486 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2e3e5edc-920c-4fd1-abff-6bee5a8d8ed1 service neutron] Attempting to bind port 118f9570-2e57-46e8-94f0-636a50887772 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:09:42.535847 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2e3e5edc-920c-4fd1-abff-6bee5a8d8ed1 service neutron] Attempting to bind port 118f9570-2e57-46e8-94f0-636a50887772 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:09:42.551100 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e5edc-920c-4fd1-abff-6bee5a8d8ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=118f9570-2e57-46e8-94f0-636a50887772,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:42.556887 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2e3e5edc-920c-4fd1-abff-6bee5a8d8ed1 service neutron] Port 118f9570-2e57-46e8-94f0-636a50887772 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:09:42.557206 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2e3e5edc-920c-4fd1-abff-6bee5a8d8ed1 service neutron] Attempting to bind port 118f9570-2e57-46e8-94f0-636a50887772 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:09:42.562936 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-e90c33ef-a991-4d3f-b848-4fa88c911f83 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:42.571528 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4677c-9e3f-4247-8c48-eb36e8280f48 req-7462d5f3-e7d6-406b-9ff2-d83d52b591e7 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:42.578972 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7aa4677c-9e3f-4247-8c48-eb36e8280f48 req-7462d5f3-e7d6-406b-9ff2-d83d52b591e7 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 943 time: 0.2079506 Nov 15 11:09:42.589005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2e3e5edc-920c-4fd1-abff-6bee5a8d8ed1 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:09:42.589470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2e3e5edc-920c-4fd1-abff-6bee5a8d8ed1 service neutron] Checking segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:09:42.590010 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2e3e5edc-920c-4fd1-abff-6bee5a8d8ed1 service neutron] Bound using segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:09:42.590667 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2e3e5edc-920c-4fd1-abff-6bee5a8d8ed1 service neutron] Bound port: 118f9570-2e57-46e8-94f0-636a50887772, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:09:42.591027 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2e3e5edc-920c-4fd1-abff-6bee5a8d8ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:42.619157 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-e90c33ef-a991-4d3f-b848-4fa88c911f83 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Network 4534314e-1f14-4032-9246-018086f47347 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:09:42.628458 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-e90c33ef-a991-4d3f-b848-4fa88c911f83 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:09:42.637010 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-e90c33ef-a991-4d3f-b848-4fa88c911f83 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:09:42.683914 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7aa4677c-9e3f-4247-8c48-eb36e8280f48 req-8fe6c596-c1b1-4340-8b44-69a65afc067f tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971766 Nov 15 11:09:42.740536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2e3e5edc-920c-4fd1-abff-6bee5a8d8ed1 service neutron] For port 118f9570-2e57-46e8-94f0-636a50887772, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:09:42.750520 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2e3e5edc-920c-4fd1-abff-6bee5a8d8ed1 service neutron] For port 118f9570-2e57-46e8-94f0-636a50887772, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=118f9570-2e57-46e8-94f0-636a50887772,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:09:42.752546 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c33ef-a991-4d3f-b848-4fa88c911f83 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Pushing event updated for resources: {'Port': ['ID=9ebb3451-1f0a-4793-998e-84e8aafaddc8,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:42.768651 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2e3e5edc-920c-4fd1-abff-6bee5a8d8ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:42.796772 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-e90c33ef-a991-4d3f-b848-4fa88c911f83 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:42.797734 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-e90c33ef-a991-4d3f-b848-4fa88c911f83 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:42.817849 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-e90c33ef-a991-4d3f-b848-4fa88c911f83 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9092166 Nov 15 11:09:42.824390 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:42.836273 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-92a072d1-7fd9-4df6-83ed-ac27ca033052 service neutron] Request body: {'port': {'device_id': '30e11502-3e76-48ce-9f73-6a45023145c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:42.840264 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2e3e5edc-920c-4fd1-abff-6bee5a8d8ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:42.840889 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2e3e5edc-920c-4fd1-abff-6bee5a8d8ed1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:42.841487 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:42.844104 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-2e3e5edc-920c-4fd1-abff-6bee5a8d8ed1 service neutron] 10.222.0.11 "PUT /v2.0/ports/118f9570-2e57-46e8-94f0-636a50887772 HTTP/1.1" status: 200 len: 1091 time: 1.6826701 Nov 15 11:09:42.846640 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a225b70-a6dc-4d48-8c58-cebebf58954b', 'tag': '118f9570-2e57-46e8-94f0-636a50887772'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:09:42.973631 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b50204-808a-4170-b7b4-1e85345499ce None None] Pushing event updated for resources: {'Port': ['ID=68d19da3-7c3c-4b59-b2b6-5727c5e551df,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:42.994990 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-92a072d1-7fd9-4df6-83ed-ac27ca033052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:43.041196 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e5edc-920c-4fd1-abff-6bee5a8d8ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=118f9570-2e57-46e8-94f0-636a50887772,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:43.062565 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-324e7320-c6a7-40f7-afff-ad40144d707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:43.064163 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-324e7320-c6a7-40f7-afff-ad40144d707d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 1094 time: 0.1280875 Nov 15 11:09:43.136794 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] Attempting to bind port 68d19da3-7c3c-4b59-b2b6-5727c5e551df on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:09:43.137164 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] Attempting to bind port 68d19da3-7c3c-4b59-b2b6-5727c5e551df by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2d5aa99-9431-40a8-86aa-e291c4124239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ba8e8001-fad9-408c-9652-c6e4ea1072e7'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:09:43.137521 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] Attempting to bind port 68d19da3-7c3c-4b59-b2b6-5727c5e551df on network ba8e8001-fad9-408c-9652-c6e4ea1072e7 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:09:43.152381 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:09:43.152824 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] Checking segment: {'id': 'a2d5aa99-9431-40a8-86aa-e291c4124239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ba8e8001-fad9-408c-9652-c6e4ea1072e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:09:43.153142 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:43.153532 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] Bound using segment: {'id': 'a2d5aa99-9431-40a8-86aa-e291c4124239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ba8e8001-fad9-408c-9652-c6e4ea1072e7'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:09:43.154008 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] Bound port: 68d19da3-7c3c-4b59-b2b6-5727c5e551df, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d5aa99-9431-40a8-86aa-e291c4124239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ba8e8001-fad9-408c-9652-c6e4ea1072e7'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:09:43.154406 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:43.180087 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-d67daf1b-d974-47db-922f-f420bc8c2950 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=118f9570-2e57-46e8-94f0-636a50887772 HTTP/1.1" status: 200 len: 217 time: 0.1040239 Nov 15 11:09:43.343800 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-554ad4df-c852-4bc2-b0c8-25c3a0c4cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:43.346749 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] For port 68d19da3-7c3c-4b59-b2b6-5727c5e551df, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:09:43.350464 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-554ad4df-c852-4bc2-b0c8-25c3a0c4cfc7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41c7fb84-e1ab-4aee-8901-f8449cce1c4d HTTP/1.1" status: 200 len: 861 time: 0.1575131 Nov 15 11:09:43.355629 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52df75f8-d10f-43e8-9493-d9c01ed010da" -d '{"events": [{"name": "network-changed", "server_uuid": "0a225b70-a6dc-4d48-8c58-cebebf58954b", "tag": "118f9570-2e57-46e8-94f0-636a50887772"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:09:43.357451 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] For port 68d19da3-7c3c-4b59-b2b6-5727c5e551df, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=68d19da3-7c3c-4b59-b2b6-5727c5e551df,segment=NetworkSegment(a2d5aa99-9431-40a8-86aa-e291c4124239),segment_id=a2d5aa99-9431-40a8-86aa-e291c4124239)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:09:43.372297 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:43.440215 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b50204-808a-4170-b7b4-1e85345499ce None None] Pushing event updated for resources: {'Port': ['ID=68d19da3-7c3c-4b59-b2b6-5727c5e551df,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:43.450018 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e54ca00d-773d-4e87-8bbe-43ea0fc1c480 None None] Provisioning complete for port 68d19da3-7c3c-4b59-b2b6-5727c5e551df triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:43.450595 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e54ca00d-773d-4e87-8bbe-43ea0fc1c480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:43.493315 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] Routers {'d1f0c976-a0d5-4499-b13a-ec79a577ddaf'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:09:43.496908 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:09:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d1f0c976-a0d5-4499-b13a-ec79a577ddaf'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:09:43.500962 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-74400334-a20a-47fe-a32a-301fe092e743 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4a44e54-964f-44d3-85ab-bb56792b7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1341829 Nov 15 11:09:43.634801 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45776) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:43.644436 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7821b363-5e99-47c7-be01-c1a0ca61e59f tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--77885705', 'description': 'tempest-description--595215397'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:43.691184 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-92a072d1-7fd9-4df6-83ed-ac27ca033052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ebb3451-1f0a-4793-998e-84e8aafaddc8 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:09:43.704595 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-92a072d1-7fd9-4df6-83ed-ac27ca033052 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:43.714124 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7821b363-5e99-47c7-be01-c1a0ca61e59f tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:43.738558 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-92a072d1-7fd9-4df6-83ed-ac27ca033052 service neutron] Transition to ACTIVE for port object 9ebb3451-1f0a-4793-998e-84e8aafaddc8 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:09:43.754500 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-92a072d1-7fd9-4df6-83ed-ac27ca033052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:43.804554 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1da190-936f-4b99-9c66-85c29160d245 req-fed7a8d1-0d54-412f-a76f-c30e03665a20 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:43.805616 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f1da190-936f-4b99-9c66-85c29160d245 req-fed7a8d1-0d54-412f-a76f-c30e03665a20 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 971 time: 0.1519089 Nov 15 11:09:43.834798 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a072d1-7fd9-4df6-83ed-ac27ca033052 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebb3451-1f0a-4793-998e-84e8aafaddc8,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:43.850910 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] Set router d1f0c976-a0d5-4499-b13a-ec79a577ddaf gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:09:43.861169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-cd4d3206-12ec-4b1d-bff9-c4fdca1f06cf service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525181 Nov 15 11:09:43.910066 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e54ca00d-773d-4e87-8bbe-43ea0fc1c480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:43.960486 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f1da190-936f-4b99-9c66-85c29160d245 req-67f80945-ebee-42bb-ae19-2266d949d73f tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/security-groups?id=62e42e1a-84a4-4004-aa68-cc09097dec55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402903 Nov 15 11:09:43.983451 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9658b3-adfd-4112-9f28-6cd6fbd61d90 req-92d746c4-251d-4ecb-b6da-e8e9d21f35e4 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:43.995498 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa9658b3-adfd-4112-9f28-6cd6fbd61d90 req-92d746c4-251d-4ecb-b6da-e8e9d21f35e4 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 943 time: 0.1474810 Nov 15 11:09:44.011137 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-92a072d1-7fd9-4df6-83ed-ac27ca033052 service neutron] Attempting to bind port 9ebb3451-1f0a-4793-998e-84e8aafaddc8 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:09:44.011636 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-92a072d1-7fd9-4df6-83ed-ac27ca033052 service neutron] Attempting to bind port 9ebb3451-1f0a-4793-998e-84e8aafaddc8 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:09:44.011807 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-92a072d1-7fd9-4df6-83ed-ac27ca033052 service neutron] Attempting to bind port 9ebb3451-1f0a-4793-998e-84e8aafaddc8 on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:09:44.025246 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-92a072d1-7fd9-4df6-83ed-ac27ca033052 service neutron] Port 9ebb3451-1f0a-4793-998e-84e8aafaddc8 on network 4534314e-1f14-4032-9246-018086f47347 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:09:44.025570 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-92a072d1-7fd9-4df6-83ed-ac27ca033052 service neutron] Attempting to bind port 9ebb3451-1f0a-4793-998e-84e8aafaddc8 on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:09:44.034532 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e54ca00d-773d-4e87-8bbe-43ea0fc1c480 None None] For port 68d19da3-7c3c-4b59-b2b6-5727c5e551df, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=68d19da3-7c3c-4b59-b2b6-5727c5e551df,segment=NetworkSegment(a2d5aa99-9431-40a8-86aa-e291c4124239),segment_id=a2d5aa99-9431-40a8-86aa-e291c4124239)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:09:44.034728 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7821b363-5e99-47c7-be01-c1a0ca61e59f tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:44.035675 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-92a072d1-7fd9-4df6-83ed-ac27ca033052 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:09:44.036035 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-92a072d1-7fd9-4df6-83ed-ac27ca033052 service neutron] Checking segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:09:44.036416 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-92a072d1-7fd9-4df6-83ed-ac27ca033052 service neutron] Bound using segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:09:44.037512 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-92a072d1-7fd9-4df6-83ed-ac27ca033052 service neutron] Bound port: 9ebb3451-1f0a-4793-998e-84e8aafaddc8, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:09:44.037875 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-92a072d1-7fd9-4df6-83ed-ac27ca033052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:44.047570 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e54ca00d-773d-4e87-8bbe-43ea0fc1c480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:44.063021 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7821b363-5e99-47c7-be01-c1a0ca61e59f tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:44.077099 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d148d29c-fcbf-4d8c-9bb4-9573d036d606 req-efc2bcb1-729a-46a4-be83-8752a1b9dc0d service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010922 Nov 15 11:09:44.087237 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa9658b3-adfd-4112-9f28-6cd6fbd61d90 req-91fb14d0-15b5-4bca-85c3-db77129209ab tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898199 Nov 15 11:09:44.148245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821b363-5e99-47c7-be01-c1a0ca61e59f tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:44.167044 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7821b363-5e99-47c7-be01-c1a0ca61e59f tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:44.168302 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7821b363-5e99-47c7-be01-c1a0ca61e59f tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5325308 Nov 15 11:09:44.172187 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45790) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:44.179657 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-04fd9098-91f0-4746-8435-eeb099137fe1 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Request body: {'security_group_rule': {'security_group_id': '9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:44.187390 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ca00d-773d-4e87-8bbe-43ea0fc1c480 None None] Pushing event updated for resources: {'Port': ['ID=68d19da3-7c3c-4b59-b2b6-5727c5e551df,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:44.190577 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-92a072d1-7fd9-4df6-83ed-ac27ca033052 service neutron] For port 9ebb3451-1f0a-4793-998e-84e8aafaddc8, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:09:44.195028 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-92a072d1-7fd9-4df6-83ed-ac27ca033052 service neutron] For port 9ebb3451-1f0a-4793-998e-84e8aafaddc8, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=9ebb3451-1f0a-4793-998e-84e8aafaddc8,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:09:44.202546 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-4f9b1ae3-c6db-45fa-affc-c76901706651 None None] Provisioning complete for port 68d19da3-7c3c-4b59-b2b6-5727c5e551df triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:44.202907 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4f9b1ae3-c6db-45fa-affc-c76901706651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:44.205049 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-92a072d1-7fd9-4df6-83ed-ac27ca033052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:44.209339 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc6a539-7933-4d32-9973-0c66425ae578 x-openstack-request-id: req-ddc6a539-7933-4d32-9973-0c66425ae578 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:09:44.209696 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a225b70-a6dc-4d48-8c58-cebebf58954b", "tag": "118f9570-2e57-46e8-94f0-636a50887772", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:09:44.210016 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ddc6a539-7933-4d32-9973-0c66425ae578 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:09:44.211055 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a225b70-a6dc-4d48-8c58-cebebf58954b', 'tag': '118f9570-2e57-46e8-94f0-636a50887772', 'status': 'completed', 'code': 200} Nov 15 11:09:44.262771 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0c976-a0d5-4499-b13a-ec79a577ddaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516750237-router', 'tenant_id': '0898895f014d498f90beb0cae90d0a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '5798b1be-7da1-4cff-aee8-c941cd71573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:34Z', 'updated_at': '2021-11-15T11:09:39Z', 'revision_number': 4, 'project_id': '0898895f014d498f90beb0cae90d0a98', 'gw_port': {'id': '5798b1be-7da1-4cff-aee8-c941cd71573d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0c976-a0d5-4499-b13a-ec79a577ddaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:35Z', 'updated_at': '2021-11-15T11:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '68d19da3-7c3c-4b59-b2b6-5727c5e551df', 'name': '', 'network_id': 'ba8e8001-fad9-408c-9652-c6e4ea1072e7', 'tenant_id': '0898895f014d498f90beb0cae90d0a98', 'mac_address': 'fa:16:3e:25:47:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0c976-a0d5-4499-b13a-ec79a577ddaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'a9c26796-1ef5-4316-b801-56f55e0bb069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:38Z', 'updated_at': '2021-11-15T11:09:43Z', 'revision_number': 4, 'project_id': '0898895f014d498f90beb0cae90d0a98', 'subnets': [{'id': 'a9c26796-1ef5-4316-b801-56f55e0bb069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:09:44.289109 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a072d1-7fd9-4df6-83ed-ac27ca033052 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebb3451-1f0a-4793-998e-84e8aafaddc8,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:44.291419 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c63215-2335-4359-a1be-bcbf46499007 None None] The sync data for ids ['d1f0c976-a0d5-4499-b13a-ec79a577ddaf'] in n-d-729945-9 is: [{'id': 'd1f0c976-a0d5-4499-b13a-ec79a577ddaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516750237-router', 'tenant_id': '0898895f014d498f90beb0cae90d0a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '5798b1be-7da1-4cff-aee8-c941cd71573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:34Z', 'updated_at': '2021-11-15T11:09:39Z', 'revision_number': 4, 'project_id': '0898895f014d498f90beb0cae90d0a98', 'gw_port': {'id': '5798b1be-7da1-4cff-aee8-c941cd71573d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0c976-a0d5-4499-b13a-ec79a577ddaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:35Z', 'updated_at': '2021-11-15T11:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '68d19da3-7c3c-4b59-b2b6-5727c5e551df', 'name': '', 'network_id': 'ba8e8001-fad9-408c-9652-c6e4ea1072e7', 'tenant_id': '0898895f014d498f90beb0cae90d0a98', 'mac_address': 'fa:16:3e:25:47:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0c976-a0d5-4499-b13a-ec79a577ddaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'a9c26796-1ef5-4316-b801-56f55e0bb069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:38Z', 'updated_at': '2021-11-15T11:09:43Z', 'revision_number': 4, 'project_id': '0898895f014d498f90beb0cae90d0a98', 'subnets': [{'id': 'a9c26796-1ef5-4316-b801-56f55e0bb069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:09:44.298960 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-92a072d1-7fd9-4df6-83ed-ac27ca033052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:44.299599 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-92a072d1-7fd9-4df6-83ed-ac27ca033052 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:44.303283 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-92a072d1-7fd9-4df6-83ed-ac27ca033052 service neutron] 10.222.0.11 "PUT /v2.0/ports/9ebb3451-1f0a-4793-998e-84e8aafaddc8 HTTP/1.1" status: 200 len: 1091 time: 1.4758143 Nov 15 11:09:44.304214 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e11502-3e76-48ce-9f73-6a45023145c8', 'tag': '9ebb3451-1f0a-4793-998e-84e8aafaddc8'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:09:44.310663 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e51eb24-a4e1-4d72-915a-42eaa44bad6b" -d '{"events": [{"name": "network-changed", "server_uuid": "30e11502-3e76-48ce-9f73-6a45023145c8", "tag": "9ebb3451-1f0a-4793-998e-84e8aafaddc8"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:09:44.330765 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04fd9098-91f0-4746-8435-eeb099137fe1 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:44.415052 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-7db66227-61c0-46ac-9d5d-112ed84e9f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:44.416886 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-7db66227-61c0-46ac-9d5d-112ed84e9f36 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 1094 time: 0.0537541 Nov 15 11:09:44.446443 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d46b2-0857-480c-a8eb-d9765fbbe1cc req-c57f5bd6-8f87-4cb2-a94e-bac5a82b81db tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:44.454011 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-732d46b2-0857-480c-a8eb-d9765fbbe1cc req-c57f5bd6-8f87-4cb2-a94e-bac5a82b81db tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 943 time: 0.2515213 Nov 15 11:09:44.470405 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-66a7f0a2-e62a-47b9-be7e-7c8c0446c33d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ebb3451-1f0a-4793-998e-84e8aafaddc8 HTTP/1.1" status: 200 len: 217 time: 0.0431952 Nov 15 11:09:44.486059 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df75f8-d10f-43e8-9493-d9c01ed010da req-ff900fe3-2677-4cfc-af28-b06aa787df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:44.488193 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-52df75f8-d10f-43e8-9493-d9c01ed010da req-ff900fe3-2677-4cfc-af28-b06aa787df95 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 1094 time: 0.2581429 Nov 15 11:09:44.515756 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04fd9098-91f0-4746-8435-eeb099137fe1 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:44.529133 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-c86766e1-a0f1-42f6-9d1c-c96d73b6be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:44.531268 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-c86766e1-a0f1-42f6-9d1c-c96d73b6be8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b5f0410-d440-42ba-a6cf-b7c754e903cf HTTP/1.1" status: 200 len: 847 time: 0.0523441 Nov 15 11:09:44.549040 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04fd9098-91f0-4746-8435-eeb099137fe1 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:44.579716 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-656d038a-7b5e-458f-ae1e-24bae7c7e75c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4534314e-1f14-4032-9246-018086f47347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397751 Nov 15 11:09:44.697198 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-e2df36be-0578-4fe4-b45d-afacb86a4412 service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091037 Nov 15 11:09:44.825708 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5cab889c-7ad4-427e-a23f-d7450ba00d1e req-d747e9ab-3817-49e2-89ec-aef9bb4bc9d9 service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205328 Nov 15 11:09:44.830976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd9098-91f0-4746-8435-eeb099137fe1 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d340553-e455-45c9-8f27-969a59a7a140,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:44.844765 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-732d46b2-0857-480c-a8eb-d9765fbbe1cc req-013570b4-40fa-4b69-84fe-8e1fa644c312 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897948 Nov 15 11:09:44.881823 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04fd9098-91f0-4746-8435-eeb099137fe1 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:44.886361 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-04fd9098-91f0-4746-8435-eeb099137fe1 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7104046 Nov 15 11:09:44.886889 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45802) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:44.892260 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d7abc957-90d9-4fad-9537-36770dae24b4 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Request body: {'security_group_rule': {'security_group_id': '9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:44.956168 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7abc957-90d9-4fad-9537-36770dae24b4 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:44.993690 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a9904af-042a-4741-ab3b-022d450b9677 req-c6b3f1db-f29e-4e39-9fb3-9ca82526abfc tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f683158a34ba4a62a024151827d9c8e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285778 Nov 15 11:09:44.995333 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df75f8-d10f-43e8-9493-d9c01ed010da req-9220176b-4d92-4d2b-875f-4123f9e69a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:44.997277 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-52df75f8-d10f-43e8-9493-d9c01ed010da req-9220176b-4d92-4d2b-875f-4123f9e69a97 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 922 time: 0.4916444 Nov 15 11:09:45.060580 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7abc957-90d9-4fad-9537-36770dae24b4 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:45.073407 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7abc957-90d9-4fad-9537-36770dae24b4 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:45.091323 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abc957-90d9-4fad-9537-36770dae24b4 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70362d7-7993-4b23-b76d-ad0f68c57ac1,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:45.111535 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7abc957-90d9-4fad-9537-36770dae24b4 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:45.116154 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d7abc957-90d9-4fad-9537-36770dae24b4 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2281001 Nov 15 11:09:45.116788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45814) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:45.121442 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e898db77-37a5-4880-80bd-ebbc03d8b74d tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:45.156150 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e898db77-37a5-4880-80bd-ebbc03d8b74d tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:45.162860 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-52df75f8-d10f-43e8-9493-d9c01ed010da req-63ca4a53-a779-49e0-8829-4a71b210dc40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=118f9570-2e57-46e8-94f0-636a50887772 HTTP/1.1" status: 200 len: 217 time: 0.1527789 Nov 15 11:09:45.208949 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45818) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:45.259144 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d66957-dc64-4b33-ba38-86cad26d6070 req-1dc4f9cd-57fa-4488-8d0c-57fdcdd42dcf tempest-AggregatesAdminTestJSON-1575054416 tempest-AggregatesAdminTestJSON-1575054416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:45.260810 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3d66957-dc64-4b33-ba38-86cad26d6070 req-1dc4f9cd-57fa-4488-8d0c-57fdcdd42dcf tempest-AggregatesAdminTestJSON-1575054416 tempest-AggregatesAdminTestJSON-1575054416-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 1122 time: 0.2429883 Nov 15 11:09:45.271119 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df75f8-d10f-43e8-9493-d9c01ed010da req-c12e96d4-16b0-418b-a98b-c69ee5db6b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:45.275386 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-52df75f8-d10f-43e8-9493-d9c01ed010da req-c12e96d4-16b0-418b-a98b-c69ee5db6b62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41c7fb84-e1ab-4aee-8901-f8449cce1c4d HTTP/1.1" status: 200 len: 861 time: 0.0974281 Nov 15 11:09:45.288475 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e898db77-37a5-4880-80bd-ebbc03d8b74d tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:45.320563 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a3d66957-dc64-4b33-ba38-86cad26d6070 req-9c572c73-abd0-4323-8eee-a97ac41fbd6c tempest-AggregatesAdminTestJSON-1575054416 tempest-AggregatesAdminTestJSON-1575054416-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:45.326572 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-52df75f8-d10f-43e8-9493-d9c01ed010da req-764d2f0d-9d16-4379-b6d8-7b05a343d49a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4a44e54-964f-44d3-85ab-bb56792b7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405073 Nov 15 11:09:45.343355 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9904af-042a-4741-ab3b-022d450b9677 req-415a8e39-c33f-4db4-b050-e132d305ed25 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:45.350352 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a9904af-042a-4741-ab3b-022d450b9677 req-415a8e39-c33f-4db4-b050-e132d305ed25 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3518157 Nov 15 11:09:45.396612 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1b51ae4-601a-4fd1-ba9c-20c58c242438 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:45.414586 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a9904af-042a-4741-ab3b-022d450b9677 req-a53d424a-32ac-468c-9353-142db4183e1e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/quotas/f683158a34ba4a62a024151827d9c8e8 HTTP/1.1" status: 200 len: 375 time: 0.0632632 Nov 15 11:09:45.428707 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-e898db77-37a5-4880-80bd-ebbc03d8b74d tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Allocated IP 172.25.7.102 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/7792f2ec-eff3-4220-ad9e-cbdecbc0ea77) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:09:45.473106 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a9904af-042a-4741-ab3b-022d450b9677 req-10d01fa6-aaec-4968-a572-cdcf07f3825d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420992 Nov 15 11:09:45.517945 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-52df75f8-d10f-43e8-9493-d9c01ed010da req-6d47a2d5-63ef-46f1-8ad3-cadb805ef465 service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623845 Nov 15 11:09:45.559477 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1b51ae4-601a-4fd1-ba9c-20c58c242438 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:45.570885 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1b51ae4-601a-4fd1-ba9c-20c58c242438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:45.578377 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e898db77-37a5-4880-80bd-ebbc03d8b74d tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:45.623853 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c1b51ae4-601a-4fd1-ba9c-20c58c242438 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e1931c1a58a94ce98592c05d74fad43b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4115334 Nov 15 11:09:45.626321 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b51ae4-601a-4fd1-ba9c-20c58c242438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465f052e-598b-4ef3-a682-f0b93b5d7680,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:45.632046 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45824) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:45.633559 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1200ff-b35a-4743-b371-f1b5737e5542 x-openstack-request-id: req-aa1200ff-b35a-4743-b371-f1b5737e5542 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:09:45.633836 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e11502-3e76-48ce-9f73-6a45023145c8", "tag": "9ebb3451-1f0a-4793-998e-84e8aafaddc8", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:09:45.634080 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aa1200ff-b35a-4743-b371-f1b5737e5542 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:09:45.634855 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e11502-3e76-48ce-9f73-6a45023145c8', 'tag': '9ebb3451-1f0a-4793-998e-84e8aafaddc8', 'status': 'completed', 'code': 200} Nov 15 11:09:45.656374 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e898db77-37a5-4880-80bd-ebbc03d8b74d tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:45.662665 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a3d66957-dc64-4b33-ba38-86cad26d6070 req-9c572c73-abd0-4323-8eee-a97ac41fbd6c tempest-AggregatesAdminTestJSON-1575054416 tempest-AggregatesAdminTestJSON-1575054416-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:45.678423 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a3d66957-dc64-4b33-ba38-86cad26d6070 req-9c572c73-abd0-4323-8eee-a97ac41fbd6c tempest-AggregatesAdminTestJSON-1575054416 tempest-AggregatesAdminTestJSON-1575054416-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:45.724328 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c572c73-abd0-4323-8eee-a97ac41fbd6c tempest-AggregatesAdminTestJSON-1575054416 tempest-AggregatesAdminTestJSON-1575054416-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45b4c5e-0875-49e4-8763-fe490119b532,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:45.811952 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3d66957-dc64-4b33-ba38-86cad26d6070 req-9c572c73-abd0-4323-8eee-a97ac41fbd6c tempest-AggregatesAdminTestJSON-1575054416 tempest-AggregatesAdminTestJSON-1575054416-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=62e42e1a-84a4-4004-aa68-cc09097dec55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5426915 Nov 15 11:09:45.824613 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-52df75f8-d10f-43e8-9493-d9c01ed010da req-7bd741ab-aacd-473e-a9d9-e5335104e417 service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946610 Nov 15 11:09:45.841265 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b5e07-bf31-4220-82d4-03a540818701 req-85194e0f-26c1-4b4a-bf9d-5d421784e746 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:45.842618 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ec5b5e07-bf31-4220-82d4-03a540818701 req-85194e0f-26c1-4b4a-bf9d-5d421784e746 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 943 time: 0.1156311 Nov 15 11:09:45.848614 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84af2236-3fcc-4e81-acd0-1c8242fe65d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:45.905806 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84af2236-3fcc-4e81-acd0-1c8242fe65d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:45.931182 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6d82726d-01cd-4485-820d-a85f17e486ab req-f96aaee2-2aa9-414a-9f21-283fc84c35fc tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 210 time: 0.0408561 Nov 15 11:09:45.946291 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e898db77-37a5-4880-80bd-ebbc03d8b74d tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:09:45.954785 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e898db77-37a5-4880-80bd-ebbc03d8b74d tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:09:45.962250 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e898db77-37a5-4880-80bd-ebbc03d8b74d tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:09:45.985358 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ec5b5e07-bf31-4220-82d4-03a540818701 req-8ccc4653-380c-462e-b37d-9ccc2fc8425a tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317303 Nov 15 11:09:45.988280 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898db77-37a5-4880-80bd-ebbc03d8b74d tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Pushing event updated for resources: {'Port': ['ID=7792f2ec-eff3-4220-ad9e-cbdecbc0ea77,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:46.003284 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51eb24-a4e1-4d72-915a-42eaa44bad6b req-4c8209a7-a1c2-47d6-a106-9314a6d9a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:46.004907 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e51eb24-a4e1-4d72-915a-42eaa44bad6b req-4c8209a7-a1c2-47d6-a106-9314a6d9a9ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 1094 time: 0.0912330 Nov 15 11:09:46.028211 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84af2236-3fcc-4e81-acd0-1c8242fe65d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:46.031330 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84af2236-3fcc-4e81-acd0-1c8242fe65d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:46.032930 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-84af2236-3fcc-4e81-acd0-1c8242fe65d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/465f052e-598b-4ef3-a682-f0b93b5d7680 HTTP/1.1" status: 204 len: 168 time: 0.3991518 Nov 15 11:09:46.045496 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af2236-3fcc-4e81-acd0-1c8242fe65d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465f052e-598b-4ef3-a682-f0b93b5d7680,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:46.173746 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf26412-28a9-49aa-85af-defd34c94dbe req-5112ebc5-d428-46b0-a573-020f758b7636 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:46.175584 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dbf26412-28a9-49aa-85af-defd34c94dbe req-5112ebc5-d428-46b0-a573-020f758b7636 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 943 time: 0.0847397 Nov 15 11:09:46.210079 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e898db77-37a5-4880-80bd-ebbc03d8b74d tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:46.266468 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 68d19da3-7c3c-4b59-b2b6-5727c5e551df up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:09:46.275010 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dbf26412-28a9-49aa-85af-defd34c94dbe req-bbea6aa8-ffb8-4837-bbaf-13363f231a68 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914054 Nov 15 11:09:46.305673 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51eb24-a4e1-4d72-915a-42eaa44bad6b req-517936c1-4233-4e84-9127-a5906194a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:46.307188 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e51eb24-a4e1-4d72-915a-42eaa44bad6b req-517936c1-4233-4e84-9127-a5906194a1ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 908 time: 0.2929821 Nov 15 11:09:46.331583 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e898db77-37a5-4880-80bd-ebbc03d8b74d tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:46.345896 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 68d19da3-7c3c-4b59-b2b6-5727c5e551df triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:46.346325 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:46.386286 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e51eb24-a4e1-4d72-915a-42eaa44bad6b req-17a1119b-2bdf-4535-822f-d5ceb827d60a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ebb3451-1f0a-4793-998e-84e8aafaddc8 HTTP/1.1" status: 200 len: 217 time: 0.0648401 Nov 15 11:09:46.488325 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51eb24-a4e1-4d72-915a-42eaa44bad6b req-56d6eac6-f479-4df5-a04d-7fa005d9f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:46.489845 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e51eb24-a4e1-4d72-915a-42eaa44bad6b req-56d6eac6-f479-4df5-a04d-7fa005d9f683 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b5f0410-d440-42ba-a6cf-b7c754e903cf HTTP/1.1" status: 200 len: 847 time: 0.0941906 Nov 15 11:09:46.528381 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e51eb24-a4e1-4d72-915a-42eaa44bad6b req-a35ee64a-e3d5-4045-9f8e-11eeca5e32f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4534314e-1f14-4032-9246-018086f47347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290158 Nov 15 11:09:46.590390 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45856) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:46.605658 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fe1e306a-4836-4be8-a414-af07ce4b611a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:46.644527 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e898db77-37a5-4880-80bd-ebbc03d8b74d tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:46.662327 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e898db77-37a5-4880-80bd-ebbc03d8b74d tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:46.714705 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fe1e306a-4836-4be8-a414-af07ce4b611a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:46.719654 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fe1e306a-4836-4be8-a414-af07ce4b611a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:46.728199 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e51eb24-a4e1-4d72-915a-42eaa44bad6b req-e1ee5d99-220d-490e-900d-7f468f7d5030 service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892781 Nov 15 11:09:46.761735 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fe1e306a-4836-4be8-a414-af07ce4b611a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9636b3a48cfd4273ba172d89d8bcc1b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1671121 Nov 15 11:09:46.762146 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45862) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:46.768531 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e306a-4836-4be8-a414-af07ce4b611a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edac6a3-93f5-41d4-80ce-18ae5d6fa1fa,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:46.812256 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898db77-37a5-4880-80bd-ebbc03d8b74d tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Pushing event updated for resources: {'Port': ['ID=7792f2ec-eff3-4220-ad9e-cbdecbc0ea77,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:46.821875 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f6db8b1-e83b-4d48-a7be-8a73e9f74af9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:46.842673 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e898db77-37a5-4880-80bd-ebbc03d8b74d tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:46.848214 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f6db8b1-e83b-4d48-a7be-8a73e9f74af9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:46.868505 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e898db77-37a5-4880-80bd-ebbc03d8b74d tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:46.869765 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e898db77-37a5-4880-80bd-ebbc03d8b74d tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7518413 Nov 15 11:09:46.884698 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e51eb24-a4e1-4d72-915a-42eaa44bad6b req-0509034d-13ab-4bf3-a841-823369eda96b service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454387 Nov 15 11:09:46.917428 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f6db8b1-e83b-4d48-a7be-8a73e9f74af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:46.920522 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f6db8b1-e83b-4d48-a7be-8a73e9f74af9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:46.921716 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9f6db8b1-e83b-4d48-a7be-8a73e9f74af9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2edac6a3-93f5-41d4-80ce-18ae5d6fa1fa HTTP/1.1" status: 204 len: 168 time: 0.1586995 Nov 15 11:09:46.946758 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6db8b1-e83b-4d48-a7be-8a73e9f74af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edac6a3-93f5-41d4-80ce-18ae5d6fa1fa,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:47.041416 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5a9904af-042a-4741-ab3b-022d450b9677 req-52707e74-308c-4e70-a69f-bd998b2ef8ab tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f683158a34ba4a62a024151827d9c8e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317044 Nov 15 11:09:47.116932 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-98986109-e71a-4d1a-afc2-914efcb0204f req-b88cbc40-16ca-40db-a198-5b6718f6d86a tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 210 time: 0.0690582 Nov 15 11:09:47.219593 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9904af-042a-4741-ab3b-022d450b9677 req-242a32dd-5b44-457a-b8a9-1feb95d44cc2 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:47.221300 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5a9904af-042a-4741-ab3b-022d450b9677 req-242a32dd-5b44-457a-b8a9-1feb95d44cc2 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1641953 Nov 15 11:09:47.231052 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0f0a4-6c15-4085-a8f4-d47f21a9240f req-b91017ce-0e76-47ae-84db-5ec4d7cb7243 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:47.238112 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-5a9904af-042a-4741-ab3b-022d450b9677 req-c0a5cf84-8085-4adf-b1ac-bf9e0978001c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Request body: {'port': {'device_id': '3065710c-41b7-4eb6-896e-d0b7817be20c', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': 'f683158a34ba4a62a024151827d9c8e8'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:47.240155 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33a0f0a4-6c15-4085-a8f4-d47f21a9240f req-b91017ce-0e76-47ae-84db-5ec4d7cb7243 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 943 time: 0.0630760 Nov 15 11:09:47.312422 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33a0f0a4-6c15-4085-a8f4-d47f21a9240f req-e1b3b1cd-7d9f-4a47-b620-39430a532ca8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712354 Nov 15 11:09:47.380056 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-822914a4-bdb4-4a0c-84e7-675858e0e634 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--77885705&fields=id&tenant_id=8ade6c233dd54bb7b33ad4ded5f9c5e4 HTTP/1.1" status: 200 len: 267 time: 0.0988009 Nov 15 11:09:47.384142 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9904af-042a-4741-ab3b-022d450b9677 req-c0a5cf84-8085-4adf-b1ac-bf9e0978001c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Made reservation on behalf of f683158a34ba4a62a024151827d9c8e8 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:09:47.389219 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a9904af-042a-4741-ab3b-022d450b9677 req-c0a5cf84-8085-4adf-b1ac-bf9e0978001c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:47.410387 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a9904af-042a-4741-ab3b-022d450b9677 req-c0a5cf84-8085-4adf-b1ac-bf9e0978001c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:47.501767 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a9904af-042a-4741-ab3b-022d450b9677 req-c0a5cf84-8085-4adf-b1ac-bf9e0978001c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:47.506416 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a9904af-042a-4741-ab3b-022d450b9677 req-c0a5cf84-8085-4adf-b1ac-bf9e0978001c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:47.516925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4db38-eed9-4a50-91e5-c96feb903754 req-d4020e85-f501-49a0-9aad-6efda5b85fb4 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:47.518451 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d5e4db38-eed9-4a50-91e5-c96feb903754 req-d4020e85-f501-49a0-9aad-6efda5b85fb4 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 943 time: 0.0790081 Nov 15 11:09:47.544059 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-319c3d4d-86d7-42d4-b73b-ffaaab8883c9 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:47.550801 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-319c3d4d-86d7-42d4-b73b-ffaaab8883c9 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/networks?id=e2df8251-2bb4-47b2-971f-f711da439080 HTTP/1.1" status: 200 len: 823 time: 0.1698699 Nov 15 11:09:47.573273 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5cf84-8085-4adf-b1ac-bf9e0978001c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:47.579185 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-3c178bf3-0ffb-45b7-a60c-e89382515058 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/quotas/8ade6c233dd54bb7b33ad4ded5f9c5e4 HTTP/1.1" status: 200 len: 375 time: 0.0275059 Nov 15 11:09:47.635085 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d5e4db38-eed9-4a50-91e5-c96feb903754 req-c7775690-23fb-4485-929e-9ac1703a8c89 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073432 Nov 15 11:09:47.683619 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-f39cf6fb-9c75-4195-878c-6473c822b1ea tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ade6c233dd54bb7b33ad4ded5f9c5e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1034482 Nov 15 11:09:47.689586 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-5a9904af-042a-4741-ab3b-022d450b9677 req-c0a5cf84-8085-4adf-b1ac-bf9e0978001c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Allocated IP 192.168.233.210 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/88e1f451-617c-470b-8c5c-d95a41dd2385) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:09:47.800198 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-f0d011a1-c253-473f-b8da-ff2fcfaf90dc service neutron] 10.222.0.64 "GET /v2.0/networks/e2df8251-2bb4-47b2-971f-f711da439080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155667 Nov 15 11:09:47.900430 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a9904af-042a-4741-ab3b-022d450b9677 req-c0a5cf84-8085-4adf-b1ac-bf9e0978001c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:47.909220 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-c1df3d99-26cd-4d34-9275-3bfec80cfc1a service neutron] 10.222.0.64 "GET /v2.0/networks/e2df8251-2bb4-47b2-971f-f711da439080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079769 Nov 15 11:09:47.947016 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a9904af-042a-4741-ab3b-022d450b9677 req-c0a5cf84-8085-4adf-b1ac-bf9e0978001c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:47.995444 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9904af-042a-4741-ab3b-022d450b9677 req-c0a5cf84-8085-4adf-b1ac-bf9e0978001c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:09:47.999388 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-5a9904af-042a-4741-ab3b-022d450b9677 req-c0a5cf84-8085-4adf-b1ac-bf9e0978001c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:09:48.012319 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9904af-042a-4741-ab3b-022d450b9677 req-c0a5cf84-8085-4adf-b1ac-bf9e0978001c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:09:48.122752 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9904af-042a-4741-ab3b-022d450b9677 req-c0a5cf84-8085-4adf-b1ac-bf9e0978001c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:48.124161 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a9904af-042a-4741-ab3b-022d450b9677 req-c0a5cf84-8085-4adf-b1ac-bf9e0978001c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:48.148790 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5cf84-8085-4adf-b1ac-bf9e0978001c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Pushing event updated for resources: {'Port': ['ID=88e1f451-617c-470b-8c5c-d95a41dd2385,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:48.164657 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5a9904af-042a-4741-ab3b-022d450b9677 req-c0a5cf84-8085-4adf-b1ac-bf9e0978001c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9328635 Nov 15 11:09:48.179827 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-5a9904af-042a-4741-ab3b-022d450b9677 req-11455446-6ecd-42b6-8ec8-21796c341d91 service neutron] Request body: {'port': {'device_id': '3065710c-41b7-4eb6-896e-d0b7817be20c', 'device_owner': 'compute:tempest-test_az-1089020053', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:48.199987 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3fd08a6b-3318-4b65-8fbb-458f4a4bcb35 req-70063366-2d59-409f-a01a-c72f3167e4e8 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=432dfa28-48da-4a1e-adec-b9bd084e2cb2 HTTP/1.1" status: 200 len: 210 time: 0.0375001 Nov 15 11:09:48.277842 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a9904af-042a-4741-ab3b-022d450b9677 req-11455446-6ecd-42b6-8ec8-21796c341d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:48.345145 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d1526f97-26e7-4827-b579-099dc7755d2e None None] Provisioning complete for port 88e1f451-617c-470b-8c5c-d95a41dd2385 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:48.346598 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1526f97-26e7-4827-b579-099dc7755d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:48.417450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9174e-32b2-4471-a67f-f2da4cdd2321 req-9432988d-b71b-401c-9ab1-288ad94a4c74 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:48.419124 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ea9174e-32b2-4471-a67f-f2da4cdd2321 req-9432988d-b71b-401c-9ab1-288ad94a4c74 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 936 time: 0.1058640 Nov 15 11:09:48.434250 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d1526f97-26e7-4827-b579-099dc7755d2e None None] Port 88e1f451-617c-470b-8c5c-d95a41dd2385 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:09:48.514330 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ea9174e-32b2-4471-a67f-f2da4cdd2321 req-c2a316c9-bb79-46c5-8165-f93af2f08f41 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830708 Nov 15 11:09:48.641017 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f518d-1e23-459a-b2f6-6b34f92eb41b req-0b9ec276-f425-401e-ac89-6df377bfdb46 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:48.642550 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3a3f518d-1e23-459a-b2f6-6b34f92eb41b req-0b9ec276-f425-401e-ac89-6df377bfdb46 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 943 time: 0.0687952 Nov 15 11:09:48.667976 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-5a9904af-042a-4741-ab3b-022d450b9677 req-11455446-6ecd-42b6-8ec8-21796c341d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e1f451-617c-470b-8c5c-d95a41dd2385 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:09:48.689392 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a9904af-042a-4741-ab3b-022d450b9677 req-11455446-6ecd-42b6-8ec8-21796c341d91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:48.731650 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3a3f518d-1e23-459a-b2f6-6b34f92eb41b req-ffc9c883-20e3-4347-b7dd-49f548eeb860 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783002 Nov 15 11:09:48.741369 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-5a9904af-042a-4741-ab3b-022d450b9677 req-11455446-6ecd-42b6-8ec8-21796c341d91 service neutron] Transition to ACTIVE for port object 88e1f451-617c-470b-8c5c-d95a41dd2385 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:09:48.755676 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a9904af-042a-4741-ab3b-022d450b9677 req-11455446-6ecd-42b6-8ec8-21796c341d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:48.814579 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11455446-6ecd-42b6-8ec8-21796c341d91 service neutron] Pushing event updated for resources: {'Port': ['ID=88e1f451-617c-470b-8c5c-d95a41dd2385,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:48.860318 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8783dea-2c31-4a94-bd44-9d6a1b94eb7e req-9406db40-0e4c-4fc7-a590-98a441a001b0 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:48.868433 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b8783dea-2c31-4a94-bd44-9d6a1b94eb7e req-9406db40-0e4c-4fc7-a590-98a441a001b0 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 943 time: 0.0983384 Nov 15 11:09:48.962156 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5a9904af-042a-4741-ab3b-022d450b9677 req-11455446-6ecd-42b6-8ec8-21796c341d91 service neutron] Attempting to bind port 88e1f451-617c-470b-8c5c-d95a41dd2385 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:09:48.962611 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5a9904af-042a-4741-ab3b-022d450b9677 req-11455446-6ecd-42b6-8ec8-21796c341d91 service neutron] Attempting to bind port 88e1f451-617c-470b-8c5c-d95a41dd2385 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:09:48.963034 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9904af-042a-4741-ab3b-022d450b9677 req-11455446-6ecd-42b6-8ec8-21796c341d91 service neutron] Attempting to bind port 88e1f451-617c-470b-8c5c-d95a41dd2385 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:09:48.968501 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9904af-042a-4741-ab3b-022d450b9677 req-11455446-6ecd-42b6-8ec8-21796c341d91 service neutron] Port 88e1f451-617c-470b-8c5c-d95a41dd2385 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:09:48.968932 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9904af-042a-4741-ab3b-022d450b9677 req-11455446-6ecd-42b6-8ec8-21796c341d91 service neutron] Attempting to bind port 88e1f451-617c-470b-8c5c-d95a41dd2385 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:09:48.976770 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9904af-042a-4741-ab3b-022d450b9677 req-11455446-6ecd-42b6-8ec8-21796c341d91 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:09:48.976770 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9904af-042a-4741-ab3b-022d450b9677 req-11455446-6ecd-42b6-8ec8-21796c341d91 service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:09:48.976770 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9904af-042a-4741-ab3b-022d450b9677 req-11455446-6ecd-42b6-8ec8-21796c341d91 service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:09:48.976770 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5a9904af-042a-4741-ab3b-022d450b9677 req-11455446-6ecd-42b6-8ec8-21796c341d91 service neutron] Bound port: 88e1f451-617c-470b-8c5c-d95a41dd2385, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:09:48.976770 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a9904af-042a-4741-ab3b-022d450b9677 req-11455446-6ecd-42b6-8ec8-21796c341d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:48.993541 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b8783dea-2c31-4a94-bd44-9d6a1b94eb7e req-9aece522-7b49-49e5-a710-c6af36957b63 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242280 Nov 15 11:09:49.130754 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-5a9904af-042a-4741-ab3b-022d450b9677 req-11455446-6ecd-42b6-8ec8-21796c341d91 service neutron] For port 88e1f451-617c-470b-8c5c-d95a41dd2385, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:09:49.137562 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-5a9904af-042a-4741-ab3b-022d450b9677 req-11455446-6ecd-42b6-8ec8-21796c341d91 service neutron] For port 88e1f451-617c-470b-8c5c-d95a41dd2385, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=88e1f451-617c-470b-8c5c-d95a41dd2385,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:09:49.152157 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a9904af-042a-4741-ab3b-022d450b9677 req-11455446-6ecd-42b6-8ec8-21796c341d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:49.226441 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9904af-042a-4741-ab3b-022d450b9677 req-11455446-6ecd-42b6-8ec8-21796c341d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:49.227067 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a9904af-042a-4741-ab3b-022d450b9677 req-11455446-6ecd-42b6-8ec8-21796c341d91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:49.228514 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5a9904af-042a-4741-ab3b-022d450b9677 req-11455446-6ecd-42b6-8ec8-21796c341d91 service neutron] 10.222.0.55 "PUT /v2.0/ports/88e1f451-617c-470b-8c5c-d95a41dd2385 HTTP/1.1" status: 200 len: 1118 time: 1.0546629 Nov 15 11:09:49.229292 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3065710c-41b7-4eb6-896e-d0b7817be20c', 'tag': '88e1f451-617c-470b-8c5c-d95a41dd2385'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:09:49.232615 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1851c80-d93c-4972-8f08-a4a8ffd2a242" -d '{"events": [{"name": "network-changed", "server_uuid": "3065710c-41b7-4eb6-896e-d0b7817be20c", "tag": "88e1f451-617c-470b-8c5c-d95a41dd2385"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:09:49.245930 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11455446-6ecd-42b6-8ec8-21796c341d91 service neutron] Pushing event updated for resources: {'Port': ['ID=88e1f451-617c-470b-8c5c-d95a41dd2385,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:49.336315 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9904af-042a-4741-ab3b-022d450b9677 req-a84c027b-1c2f-4d2b-9d45-37726b1b6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:49.338045 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5a9904af-042a-4741-ab3b-022d450b9677 req-a84c027b-1c2f-4d2b-9d45-37726b1b6213 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 1121 time: 0.0554729 Nov 15 11:09:49.340755 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f966ec8e-5ccb-43d7-a90a-67bc29e7f4b6 x-openstack-request-id: req-f966ec8e-5ccb-43d7-a90a-67bc29e7f4b6 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:09:49.341033 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3065710c-41b7-4eb6-896e-d0b7817be20c", "tag": "88e1f451-617c-470b-8c5c-d95a41dd2385", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:09:49.341277 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f966ec8e-5ccb-43d7-a90a-67bc29e7f4b6 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:09:49.341660 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3065710c-41b7-4eb6-896e-d0b7817be20c', 'tag': '88e1f451-617c-470b-8c5c-d95a41dd2385', 'status': 'completed', 'code': 200} Nov 15 11:09:49.376968 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d449f93f-56eb-4349-8975-4f5541ff51ad req-01c5018d-5ecd-4c32-b781-cd831cf66c09 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=432dfa28-48da-4a1e-adec-b9bd084e2cb2 HTTP/1.1" status: 200 len: 210 time: 0.0379970 Nov 15 11:09:49.409247 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5a9904af-042a-4741-ab3b-022d450b9677 req-0aa4d1ce-9e72-4f29-8e47-3d2299bf1728 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=88e1f451-617c-470b-8c5c-d95a41dd2385 HTTP/1.1" status: 200 len: 217 time: 0.0578992 Nov 15 11:09:49.475205 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9904af-042a-4741-ab3b-022d450b9677 req-b61fe9cc-615c-45b8-884f-a3e53b3ccc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:49.476905 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5a9904af-042a-4741-ab3b-022d450b9677 req-b61fe9cc-615c-45b8-884f-a3e53b3ccc0e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0603800 Nov 15 11:09:49.531967 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9904af-042a-4741-ab3b-022d450b9677 req-431be9f3-5e0f-4dfd-be51-ff607650f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:49.531967 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5a9904af-042a-4741-ab3b-022d450b9677 req-431be9f3-5e0f-4dfd-be51-ff607650f6da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0436378 Nov 15 11:09:49.733358 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-e7ddef5e-6979-4ecf-a3f1-c27e3a528010 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:49.736259 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-e7ddef5e-6979-4ecf-a3f1-c27e3a528010 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.11 "GET /v2.0/networks?id=e2df8251-2bb4-47b2-971f-f711da439080 HTTP/1.1" status: 200 len: 823 time: 0.2011616 Nov 15 11:09:49.767294 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5a9904af-042a-4741-ab3b-022d450b9677 req-896adec6-0809-434d-9902-94898462ed40 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158449 Nov 15 11:09:49.844980 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696d1a1-666f-4713-86a7-3a51bddc31f7 req-b3e52287-866c-4ea6-bd0d-61a9a808ad5e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:49.847748 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b696d1a1-666f-4713-86a7-3a51bddc31f7 req-b3e52287-866c-4ea6-bd0d-61a9a808ad5e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 970 time: 0.0733516 Nov 15 11:09:49.871171 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-cedfa105-3778-453c-8738-5573b9d58f0e tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ade6c233dd54bb7b33ad4ded5f9c5e4 HTTP/1.1" status: 200 len: 378 time: 0.1247725 Nov 15 11:09:49.884453 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-1d65fe64-61aa-4512-bc5f-98cde0902576 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Request body: {'port': {'device_id': '432dfa28-48da-4a1e-adec-b9bd084e2cb2', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'admin_state_up': True, 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'security_groups': ['9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:49.889543 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 118f9570-2e57-46e8-94f0-636a50887772 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:09:49.921089 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b696d1a1-666f-4713-86a7-3a51bddc31f7 req-a544882f-cbc9-428c-8fa4-e14dbca35a30 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654035 Nov 15 11:09:49.963670 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5a9904af-042a-4741-ab3b-022d450b9677 req-973d3050-ff81-4c9b-962c-52992a659524 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880863 Nov 15 11:09:49.980735 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ee84d-5d07-4fef-ba8f-716c8e0a61fd req-09dc6df3-3aac-48d3-b5a2-171e522c73b2 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:49.984751 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c0ee84d-5d07-4fef-ba8f-716c8e0a61fd req-09dc6df3-3aac-48d3-b5a2-171e522c73b2 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 943 time: 0.0604522 Nov 15 11:09:50.055242 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c0ee84d-5d07-4fef-ba8f-716c8e0a61fd req-8e3e4736-2cf9-4c64-91e8-0c5d1cc93532 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617623 Nov 15 11:09:50.066673 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 118f9570-2e57-46e8-94f0-636a50887772, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=118f9570-2e57-46e8-94f0-636a50887772,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:09:50.098569 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '118f9570-2e57-46e8-94f0-636a50887772', 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48', 'port_id': '118f9570-2e57-46e8-94f0-636a50887772', 'mac_address': 'fa:16:3e:ba:80:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c7fb84-e1ab-4aee-8901-f8449cce1c4d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:09:50.131311 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1851c80-d93c-4972-8f08-a4a8ffd2a242 req-a549f462-e392-4a34-9e03-94dd32c339f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:50.133808 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c1851c80-d93c-4972-8f08-a4a8ffd2a242 req-a549f462-e392-4a34-9e03-94dd32c339f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 1121 time: 0.0985625 Nov 15 11:09:50.134844 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-1d65fe64-61aa-4512-bc5f-98cde0902576 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Made reservation on behalf of 8ade6c233dd54bb7b33ad4ded5f9c5e4 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:09:50.138494 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-1d65fe64-61aa-4512-bc5f-98cde0902576 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:50.220650 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:50.247861 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118f9570-2e57-46e8-94f0-636a50887772 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:09:50.295242 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 118f9570-2e57-46e8-94f0-636a50887772, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=118f9570-2e57-46e8-94f0-636a50887772,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:09:50.305483 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:50.306642 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 9ebb3451-1f0a-4793-998e-84e8aafaddc8 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:09:50.326660 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92b64a-3a42-4e2c-81a8-836ecc5ac17b req-d900a064-353d-4b52-aefd-55f78494c593 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:50.343381 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af92b64a-3a42-4e2c-81a8-836ecc5ac17b req-d900a064-353d-4b52-aefd-55f78494c593 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 943 time: 0.0979125 Nov 15 11:09:50.350971 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46092) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:50.363076 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1851c80-d93c-4972-8f08-a4a8ffd2a242 req-6aa9701c-5eae-4e29-935b-dcf009a1251b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:50.364508 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c1851c80-d93c-4972-8f08-a4a8ffd2a242 req-6aa9701c-5eae-4e29-935b-dcf009a1251b service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.2228441 Nov 15 11:09:50.432244 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 9ebb3451-1f0a-4793-998e-84e8aafaddc8, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=9ebb3451-1f0a-4793-998e-84e8aafaddc8,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:09:50.436655 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c1851c80-d93c-4972-8f08-a4a8ffd2a242 req-24a3094a-401e-4aff-af8a-5282dbfb3978 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=88e1f451-617c-470b-8c5c-d95a41dd2385 HTTP/1.1" status: 200 len: 217 time: 0.0603285 Nov 15 11:09:50.467256 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '9ebb3451-1f0a-4793-998e-84e8aafaddc8', 'network_id': '4534314e-1f14-4032-9246-018086f47347', 'port_id': '9ebb3451-1f0a-4793-998e-84e8aafaddc8', 'mac_address': 'fa:16:3e:45:8c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5f0410-d440-42ba-a6cf-b7c754e903cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:09:50.480889 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-1d65fe64-61aa-4512-bc5f-98cde0902576 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Allocated IP 172.20.0.5 (e2df8251-2bb4-47b2-971f-f711da439080/ffa88cce-c14b-4a49-a347-c551af3ca57a/d3303c8c-d4c8-444b-b375-558c2e83280f) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:09:50.503269 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af92b64a-3a42-4e2c-81a8-836ecc5ac17b req-08b80088-72ee-4f27-987b-6f54960dc920 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562696 Nov 15 11:09:50.517893 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=118f9570-2e57-46e8-94f0-636a50887772,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:50.538289 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:50.556688 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ebb3451-1f0a-4793-998e-84e8aafaddc8 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:09:50.585479 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 9ebb3451-1f0a-4793-998e-84e8aafaddc8, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=9ebb3451-1f0a-4793-998e-84e8aafaddc8,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:09:50.599567 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:50.623951 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd16e097-b3d4-46f7-aeff-7d4232d580f5 req-04924471-a4a5-4160-9e3a-e408f60dd136 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=432dfa28-48da-4a1e-adec-b9bd084e2cb2 HTTP/1.1" status: 200 len: 210 time: 0.0524032 Nov 15 11:09:50.628863 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1851c80-d93c-4972-8f08-a4a8ffd2a242 req-f4a14be5-5f1a-4651-bfce-af4a878d36f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:50.630669 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c1851c80-d93c-4972-8f08-a4a8ffd2a242 req-f4a14be5-5f1a-4651-bfce-af4a878d36f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1848848 Nov 15 11:09:50.631730 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2042dbf0-a90d-4c58-a163-83097afbae19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:50.669772 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=9ebb3451-1f0a-4793-998e-84e8aafaddc8,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:50.962545 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1851c80-d93c-4972-8f08-a4a8ffd2a242 req-2cd5071c-52ff-4960-97af-0927834ea7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:50.964754 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c1851c80-d93c-4972-8f08-a4a8ffd2a242 req-2cd5071c-52ff-4960-97af-0927834ea7ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3218186 Nov 15 11:09:51.083076 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46140) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:51.084963 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9871c-b860-44fc-a6f7-4413eecdbb50 req-e14ff0ba-1966-46a1-872a-db71429c847d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:51.086485 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dda9871c-b860-44fc-a6f7-4413eecdbb50 req-e14ff0ba-1966-46a1-872a-db71429c847d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 970 time: 0.0566576 Nov 15 11:09:51.108936 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['118f9570-2e57-46e8-94f0-636a50887772'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:09:51.156969 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['9ebb3451-1f0a-4793-998e-84e8aafaddc8'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:09:51.157403 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-1d65fe64-61aa-4512-bc5f-98cde0902576 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:51.183547 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dda9871c-b860-44fc-a6f7-4413eecdbb50 req-c033e219-ec20-4f13-a8fc-e3db8ed2cc24 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830128 Nov 15 11:09:51.213444 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2042dbf0-a90d-4c58-a163-83097afbae19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:51.223158 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c1851c80-d93c-4972-8f08-a4a8ffd2a242 req-a721e5a8-996d-4a24-9434-c6ec8bf7628e service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450297 Nov 15 11:09:51.234818 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2042dbf0-a90d-4c58-a163-83097afbae19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:51.276569 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042dbf0-a90d-4c58-a163-83097afbae19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bafe715-4e1f-4704-8244-e9f1d0597b79,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:51.361992 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2042dbf0-a90d-4c58-a163-83097afbae19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad88fa86c9224eeb901754cd86ae6505&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0063443 Nov 15 11:09:51.361992 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-1d65fe64-61aa-4512-bc5f-98cde0902576 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:51.366443 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46146) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:51.380647 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11f76c2c-4202-4c9f-ab8a-1e57ffec004b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:51.479963 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-1d65fe64-61aa-4512-bc5f-98cde0902576 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Network e2df8251-2bb4-47b2-971f-f711da439080 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:09:51.493503 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-1d65fe64-61aa-4512-bc5f-98cde0902576 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:09:51.501570 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-1d65fe64-61aa-4512-bc5f-98cde0902576 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:09:51.508239 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c1851c80-d93c-4972-8f08-a4a8ffd2a242 req-c5e5af53-05d1-4c64-b72d-4ea53019fe9a service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701039 Nov 15 11:09:51.538771 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65fe64-61aa-4512-bc5f-98cde0902576 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Pushing event updated for resources: {'Port': ['ID=d3303c8c-d4c8-444b-b375-558c2e83280f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:51.581367 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-1d65fe64-61aa-4512-bc5f-98cde0902576 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:51.582003 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-1d65fe64-61aa-4512-bc5f-98cde0902576 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:51.618704 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931aadf-024d-4ea0-980e-4566b3b71af8 req-8100a787-2fc6-4495-a275-28e972d68d10 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:51.619194 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11f76c2c-4202-4c9f-ab8a-1e57ffec004b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:51.620249 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8931aadf-024d-4ea0-980e-4566b3b71af8 req-8100a787-2fc6-4495-a275-28e972d68d10 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 944 time: 0.3015172 Nov 15 11:09:51.623272 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-1d65fe64-61aa-4512-bc5f-98cde0902576 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7446105 Nov 15 11:09:51.626737 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11f76c2c-4202-4c9f-ab8a-1e57ffec004b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:51.640457 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5308-c434-48fb-a58d-555054bb8e6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:51.651033 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-3f340075-684a-496c-975c-3d894b282d81 service neutron] Request body: {'port': {'device_id': '432dfa28-48da-4a1e-adec-b9bd084e2cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:09:51.675553 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5308-c434-48fb-a58d-555054bb8e6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:51.705919 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f76c2c-4202-4c9f-ab8a-1e57ffec004b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8350d3-61ec-4ff6-8deb-f98c470a3185,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:51.713691 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-11f76c2c-4202-4c9f-ab8a-1e57ffec004b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c8dfab48aa442de911d6d1533852544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6113341 Nov 15 11:09:51.715864 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46158) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:51.738114 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8931aadf-024d-4ea0-980e-4566b3b71af8 req-8a138ba6-2b6b-4217-a71b-6c299dd44b67 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089191 Nov 15 11:09:51.776997 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-3f340075-684a-496c-975c-3d894b282d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:51.810238 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5308-c434-48fb-a58d-555054bb8e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:51.821222 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5308-c434-48fb-a58d-555054bb8e6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:51.822364 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c7bc5308-c434-48fb-a58d-555054bb8e6a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0bafe715-4e1f-4704-8244-e9f1d0597b79 HTTP/1.1" status: 204 len: 168 time: 0.4534929 Nov 15 11:09:51.853124 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56d3eab5-e888-4758-9b6a-6eb3a9e5235f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:51.856503 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc5308-c434-48fb-a58d-555054bb8e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bafe715-4e1f-4704-8244-e9f1d0597b79,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:51.880076 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56d3eab5-e888-4758-9b6a-6eb3a9e5235f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:51.900801 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e483afcd-86d1-4399-87f5-803c90dafcde None None] Provisioning complete for port d3303c8c-d4c8-444b-b375-558c2e83280f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:51.901427 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e483afcd-86d1-4399-87f5-803c90dafcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:51.955424 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e483afcd-86d1-4399-87f5-803c90dafcde None None] Port d3303c8c-d4c8-444b-b375-558c2e83280f cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:09:52.025048 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dc212-3463-4959-af24-e822e48ff830 req-54cf8c6b-4c92-4810-9191-0835780dbbe2 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:52.027035 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f05dc212-3463-4959-af24-e822e48ff830 req-54cf8c6b-4c92-4810-9191-0835780dbbe2 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 944 time: 0.1232991 Nov 15 11:09:52.044545 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bb589-6c9c-40a2-9d10-f038038f77c0 req-2f6c2b6d-fceb-457f-bf87-99f22a0f0473 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:52.051809 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9c1bb589-6c9c-40a2-9d10-f038038f77c0 req-2f6c2b6d-fceb-457f-bf87-99f22a0f0473 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 971 time: 0.1202834 Nov 15 11:09:52.063718 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56d3eab5-e888-4758-9b6a-6eb3a9e5235f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:52.066332 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56d3eab5-e888-4758-9b6a-6eb3a9e5235f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:52.068242 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-56d3eab5-e888-4758-9b6a-6eb3a9e5235f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba8350d3-61ec-4ff6-8deb-f98c470a3185 HTTP/1.1" status: 204 len: 168 time: 0.3479357 Nov 15 11:09:52.088723 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3eab5-e888-4758-9b6a-6eb3a9e5235f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8350d3-61ec-4ff6-8deb-f98c470a3185,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:52.117243 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-3f340075-684a-496c-975c-3d894b282d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3303c8c-d4c8-444b-b375-558c2e83280f {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:09:52.126964 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-3f340075-684a-496c-975c-3d894b282d81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:52.143291 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-3f340075-684a-496c-975c-3d894b282d81 service neutron] Transition to ACTIVE for port object d3303c8c-d4c8-444b-b375-558c2e83280f will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:09:52.150650 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-3f340075-684a-496c-975c-3d894b282d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:52.162442 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9c1bb589-6c9c-40a2-9d10-f038038f77c0 req-512ec331-6d94-4430-b3e7-e6d5f718989b tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/security-groups?id=62e42e1a-84a4-4004-aa68-cc09097dec55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095686 Nov 15 11:09:52.166421 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f05dc212-3463-4959-af24-e822e48ff830 req-2420f3db-ef3b-4a4f-9032-5cae9790b28a tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303275 Nov 15 11:09:52.220144 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f340075-684a-496c-975c-3d894b282d81 service neutron] Pushing event updated for resources: {'Port': ['ID=d3303c8c-d4c8-444b-b375-558c2e83280f,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:52.320098 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-3f340075-684a-496c-975c-3d894b282d81 service neutron] Attempting to bind port d3303c8c-d4c8-444b-b375-558c2e83280f on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:09:52.320685 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-3f340075-684a-496c-975c-3d894b282d81 service neutron] Attempting to bind port d3303c8c-d4c8-444b-b375-558c2e83280f by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'c083b43b-0a4f-446c-82a8-603d7f4a28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:09:52.321294 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-3f340075-684a-496c-975c-3d894b282d81 service neutron] Attempting to bind port d3303c8c-d4c8-444b-b375-558c2e83280f on network e2df8251-2bb4-47b2-971f-f711da439080 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:09:52.328824 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-3f340075-684a-496c-975c-3d894b282d81 service neutron] Port d3303c8c-d4c8-444b-b375-558c2e83280f on network e2df8251-2bb4-47b2-971f-f711da439080 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:09:52.329305 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-3f340075-684a-496c-975c-3d894b282d81 service neutron] Attempting to bind port d3303c8c-d4c8-444b-b375-558c2e83280f on network e2df8251-2bb4-47b2-971f-f711da439080 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:09:52.336380 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-3f340075-684a-496c-975c-3d894b282d81 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:09:52.336933 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-3f340075-684a-496c-975c-3d894b282d81 service neutron] Checking segment: {'id': 'c083b43b-0a4f-446c-82a8-603d7f4a28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:09:52.337509 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-3f340075-684a-496c-975c-3d894b282d81 service neutron] Bound using segment: {'id': 'c083b43b-0a4f-446c-82a8-603d7f4a28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:09:52.337654 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583eb14-11c2-4349-b717-55a1089183f6 req-d923f5c2-ad0b-46f0-a645-ad778f3da9bd tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:52.338253 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-3f340075-684a-496c-975c-3d894b282d81 service neutron] Bound port: d3303c8c-d4c8-444b-b375-558c2e83280f, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c083b43b-0a4f-446c-82a8-603d7f4a28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:09:52.338762 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-3f340075-684a-496c-975c-3d894b282d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:52.339115 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e583eb14-11c2-4349-b717-55a1089183f6 req-d923f5c2-ad0b-46f0-a645-ad778f3da9bd tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=432dfa28-48da-4a1e-adec-b9bd084e2cb2 HTTP/1.1" status: 200 len: 943 time: 0.0925813 Nov 15 11:09:52.426416 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-3f340075-684a-496c-975c-3d894b282d81 service neutron] For port d3303c8c-d4c8-444b-b375-558c2e83280f, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:09:52.435494 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-3f340075-684a-496c-975c-3d894b282d81 service neutron] For port d3303c8c-d4c8-444b-b375-558c2e83280f, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=d3303c8c-d4c8-444b-b375-558c2e83280f,segment=NetworkSegment(c083b43b-0a4f-446c-82a8-603d7f4a28ac),segment_id=c083b43b-0a4f-446c-82a8-603d7f4a28ac)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:09:52.438647 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e583eb14-11c2-4349-b717-55a1089183f6 req-82b5af88-8116-4a07-87a6-75b84f05da3b tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0885305 Nov 15 11:09:52.447037 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-3f340075-684a-496c-975c-3d894b282d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:52.451994 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4cc24-9e4d-40c3-ab8b-3142c382721b req-f59b5638-01f7-4f77-9a8c-54ed2ebfa56c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:52.454924 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-43a4cc24-9e4d-40c3-ab8b-3142c382721b req-f59b5638-01f7-4f77-9a8c-54ed2ebfa56c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 970 time: 0.1148772 Nov 15 11:09:52.465398 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46174) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:52.487595 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d223632-4abb-4b03-9a25-7e449f5c8b5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:52.501050 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-3f340075-684a-496c-975c-3d894b282d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:52.502482 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-3f340075-684a-496c-975c-3d894b282d81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:52.504201 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-3f340075-684a-496c-975c-3d894b282d81 service neutron] 10.222.0.11 "PUT /v2.0/ports/d3303c8c-d4c8-444b-b375-558c2e83280f HTTP/1.1" status: 200 len: 1091 time: 0.8636198 Nov 15 11:09:52.504923 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432dfa28-48da-4a1e-adec-b9bd084e2cb2', 'tag': 'd3303c8c-d4c8-444b-b375-558c2e83280f'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:09:52.507632 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faea2b0-135e-47a4-896c-413a914619d5" -d '{"events": [{"name": "network-changed", "server_uuid": "432dfa28-48da-4a1e-adec-b9bd084e2cb2", "tag": "d3303c8c-d4c8-444b-b375-558c2e83280f"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:09:52.539676 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f340075-684a-496c-975c-3d894b282d81 service neutron] Pushing event updated for resources: {'Port': ['ID=d3303c8c-d4c8-444b-b375-558c2e83280f,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:52.568854 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-43a4cc24-9e4d-40c3-ab8b-3142c382721b req-8d870199-202d-495c-9963-3d232292bb4b tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881057 Nov 15 11:09:52.581356 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27c1fca-5727-44f8-aef7-39d90b0e1ee4 x-openstack-request-id: req-b27c1fca-5727-44f8-aef7-39d90b0e1ee4 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:09:52.582244 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432dfa28-48da-4a1e-adec-b9bd084e2cb2", "tag": "d3303c8c-d4c8-444b-b375-558c2e83280f", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:09:52.582365 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b27c1fca-5727-44f8-aef7-39d90b0e1ee4 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:09:52.582951 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432dfa28-48da-4a1e-adec-b9bd084e2cb2', 'tag': 'd3303c8c-d4c8-444b-b375-558c2e83280f', 'status': 'completed', 'code': 200} Nov 15 11:09:52.650135 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d223632-4abb-4b03-9a25-7e449f5c8b5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:52.656352 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d223632-4abb-4b03-9a25-7e449f5c8b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:52.662727 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-5b684f89-d657-4360-a2ad-ce607562e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:52.664291 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-5b684f89-d657-4360-a2ad-ce607562e30e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ade6c233dd54bb7b33ad4ded5f9c5e4&device_id=432dfa28-48da-4a1e-adec-b9bd084e2cb2 HTTP/1.1" status: 200 len: 1094 time: 0.0592966 Nov 15 11:09:52.703060 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9d223632-4abb-4b03-9a25-7e449f5c8b5d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=163136991e0546bd8687f16dddb466f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343791 Nov 15 11:09:52.703060 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d223632-4abb-4b03-9a25-7e449f5c8b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a350f78-87d1-4dae-a91d-ddc6a1d13426,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:52.703973 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46180) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:52.734514 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-9b7e6931-c654-4ad5-842e-a138626dcdfd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3303c8c-d4c8-444b-b375-558c2e83280f HTTP/1.1" status: 200 len: 217 time: 0.0591640 Nov 15 11:09:52.769256 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68155e1c-9f14-4f30-9ef3-d89d2a818973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:52.811311 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68155e1c-9f14-4f30-9ef3-d89d2a818973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:52.905174 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68155e1c-9f14-4f30-9ef3-d89d2a818973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:52.906957 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-8294ce41-ae80-4039-bd21-bcf89f41cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:52.907895 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68155e1c-9f14-4f30-9ef3-d89d2a818973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:52.908420 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-8294ce41-ae80-4039-bd21-bcf89f41cb09 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ffa88cce-c14b-4a49-a347-c551af3ca57a HTTP/1.1" status: 200 len: 862 time: 0.1659796 Nov 15 11:09:52.909220 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-68155e1c-9f14-4f30-9ef3-d89d2a818973 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9a350f78-87d1-4dae-a91d-ddc6a1d13426 HTTP/1.1" status: 204 len: 168 time: 0.2043419 Nov 15 11:09:52.919348 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46188) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:52.921848 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65bb1c-e5db-4791-bee3-e5e9e0b116c4 req-5a987aae-c86d-4332-bfb8-fbbb6df8b4ff tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:52.923371 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bd65bb1c-e5db-4791-bee3-e5e9e0b116c4 req-5a987aae-c86d-4332-bfb8-fbbb6df8b4ff tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.55 "GET /v2.0/ports?device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 971 time: 0.1908441 Nov 15 11:09:52.935315 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73becf-a51d-4e63-9fc1-60ef23249c1b req-5a2d06e4-137f-4ab8-aab6-d53366f85060 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:52.943141 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d73becf-a51d-4e63-9fc1-60ef23249c1b req-5a2d06e4-137f-4ab8-aab6-d53366f85060 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 944 time: 0.0819252 Nov 15 11:09:52.961461 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68155e1c-9f14-4f30-9ef3-d89d2a818973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a350f78-87d1-4dae-a91d-ddc6a1d13426,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:52.969334 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-badbb480-f5c6-4695-a98d-92c4eb89910a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:53.029219 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d73becf-a51d-4e63-9fc1-60ef23249c1b req-edc4544e-4af6-4b20-94bb-1a96b50a1671 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825117 Nov 15 11:09:53.029696 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46190) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:53.060243 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-9b6f49b9-9710-4695-9821-1007123b9db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:53.061773 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-9b6f49b9-9710-4695-9821-1007123b9db0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e2df8251-2bb4-47b2-971f-f711da439080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375015 Nov 15 11:09:53.118510 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-badbb480-f5c6-4695-a98d-92c4eb89910a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:53.124621 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-badbb480-f5c6-4695-a98d-92c4eb89910a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:53.156075 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-badbb480-f5c6-4695-a98d-92c4eb89910a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e25c4526ec564a28990ec1c112d18071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321696 Nov 15 11:09:53.160064 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46194) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:53.177160 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbb480-f5c6-4695-a98d-92c4eb89910a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72981d53-a1f5-4829-a06a-06257ab46973,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:53.257936 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-0ca1cfa8-4929-4b0e-a9a5-e3f35b13e9bc service neutron] 10.222.0.11 "GET /v2.0/networks/e2df8251-2bb4-47b2-971f-f711da439080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838627 Nov 15 11:09:53.310574 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-bd65bb1c-e5db-4791-bee3-e5e9e0b116c4 req-2ccd6650-45e4-4cc3-8e0d-3b890869eb9c tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Deleting port 67bbb53b-781b-4cab-9cc5-bba3e362485e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:09:53.311051 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bd65bb1c-e5db-4791-bee3-e5e9e0b116c4 req-2ccd6650-45e4-4cc3-8e0d-3b890869eb9c tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:53.345570 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40007bda-b0de-48a4-af28-c91bee691b6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:53.410442 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b8fa5-c6d6-4752-af47-b073f1a50cb3 req-b469922b-df8c-4f06-9568-526e31dccba0 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:53.411852 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24bc0c6e-90be-44a8-b7ea-5f259569df0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:53.411977 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-953b8fa5-c6d6-4752-af47-b073f1a50cb3 req-b469922b-df8c-4f06-9568-526e31dccba0 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 944 time: 0.1059606 Nov 15 11:09:53.425803 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbad949-4e2e-4260-9d20-87624b3c15b2 req-3ed725fd-7ce3-433d-ba53-c2df612724e0 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:53.427533 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9bbad949-4e2e-4260-9d20-87624b3c15b2 req-3ed725fd-7ce3-433d-ba53-c2df612724e0 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 971 time: 0.1107635 Nov 15 11:09:53.471830 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24bc0c6e-90be-44a8-b7ea-5f259569df0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:53.501225 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-bd65bb1c-e5db-4791-bee3-e5e9e0b116c4 req-2ccd6650-45e4-4cc3-8e0d-3b890869eb9c tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] For port 67bbb53b-781b-4cab-9cc5-bba3e362485e, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=67bbb53b-781b-4cab-9cc5-bba3e362485e,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:09:53.501598 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bd65bb1c-e5db-4791-bee3-e5e9e0b116c4 req-2ccd6650-45e4-4cc3-8e0d-3b890869eb9c tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:53.511920 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5b9b8cb1-1a76-4511-9b67-dd977e626f86 req-93d1c2b4-68eb-4df2-a330-0bf6f85fc28c service neutron] 10.222.0.11 "GET /v2.0/networks/e2df8251-2bb4-47b2-971f-f711da439080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367327 Nov 15 11:09:53.537117 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-953b8fa5-c6d6-4752-af47-b073f1a50cb3 req-4cfc5572-1c59-4ffa-8ac7-394203a9b276 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047297 Nov 15 11:09:53.540316 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-bd65bb1c-e5db-4791-bee3-e5e9e0b116c4 req-2ccd6650-45e4-4cc3-8e0d-3b890869eb9c tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Calling delete_port for 67bbb53b-781b-4cab-9cc5-bba3e362485e owned by compute:tempest-test_az-1089020053 {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:09:53.544319 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9bbad949-4e2e-4260-9d20-87624b3c15b2 req-beb5b229-94e1-43c0-a163-dfbc2d1b4903 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/security-groups?id=62e42e1a-84a4-4004-aa68-cc09097dec55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999930 Nov 15 11:09:53.571120 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40007bda-b0de-48a4-af28-c91bee691b6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:53.578088 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40007bda-b0de-48a4-af28-c91bee691b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:53.649944 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-40007bda-b0de-48a4-af28-c91bee691b6a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9d3b67d5bc0047b78ce0e3e06d7608d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6102152 Nov 15 11:09:53.650980 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46218) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:53.666389 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24bc0c6e-90be-44a8-b7ea-5f259569df0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:53.666524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40007bda-b0de-48a4-af28-c91bee691b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cec7659-d7b4-41d7-87ce-e55ee4d11212,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:53.669178 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24bc0c6e-90be-44a8-b7ea-5f259569df0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:53.672693 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-24bc0c6e-90be-44a8-b7ea-5f259569df0f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/72981d53-a1f5-4829-a06a-06257ab46973 HTTP/1.1" status: 204 len: 168 time: 0.5093806 Nov 15 11:09:53.694390 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc0c6e-90be-44a8-b7ea-5f259569df0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72981d53-a1f5-4829-a06a-06257ab46973,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:53.749577 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faea2b0-135e-47a4-896c-413a914619d5 req-5aeb2528-168d-47c9-a3f6-4e28794c454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:53.753516 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7faea2b0-135e-47a4-896c-413a914619d5 req-5aeb2528-168d-47c9-a3f6-4e28794c454d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ade6c233dd54bb7b33ad4ded5f9c5e4&device_id=432dfa28-48da-4a1e-adec-b9bd084e2cb2 HTTP/1.1" status: 200 len: 1094 time: 0.1292489 Nov 15 11:09:53.797408 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fa4519f-cae8-4264-b5f8-e683604a61c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:53.825488 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89ad7c-d377-4342-9cf7-e9899732c5eb req-8ebd1406-5fb5-4e67-853a-b34f93d7f6ee tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:53.827122 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b89ad7c-d377-4342-9cf7-e9899732c5eb req-8ebd1406-5fb5-4e67-853a-b34f93d7f6ee tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=432dfa28-48da-4a1e-adec-b9bd084e2cb2 HTTP/1.1" status: 200 len: 943 time: 0.1451070 Nov 15 11:09:53.845890 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fa4519f-cae8-4264-b5f8-e683604a61c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:53.877865 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849159fc-b371-4d39-842e-536cf186e0a5 req-4b9e7f6a-a9a3-4fb6-bb9e-a058a0258027 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:53.879389 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-849159fc-b371-4d39-842e-536cf186e0a5 req-4b9e7f6a-a9a3-4fb6-bb9e-a058a0258027 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 970 time: 0.1367962 Nov 15 11:09:53.882159 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 118f9570-2e57-46e8-94f0-636a50887772 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:09:53.919122 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bd65bb1c-e5db-4791-bee3-e5e9e0b116c4 req-2ccd6650-45e4-4cc3-8e0d-3b890869eb9c tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:53.952989 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b89ad7c-d377-4342-9cf7-e9899732c5eb req-ec16414c-fa66-43d8-9c08-ebbb7a5df3a3 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1054857 Nov 15 11:09:53.963494 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['67bbb53b-781b-4cab-9cc5-bba3e362485e'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:09:53.995274 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-849159fc-b371-4d39-842e-536cf186e0a5 req-8b60166d-d186-4dae-8ca2-c6c40803ae83 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032805 Nov 15 11:09:54.007901 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fa4519f-cae8-4264-b5f8-e683604a61c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:54.010730 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fa4519f-cae8-4264-b5f8-e683604a61c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:54.014945 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9fa4519f-cae8-4264-b5f8-e683604a61c6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3cec7659-d7b4-41d7-87ce-e55ee4d11212 HTTP/1.1" status: 204 len: 168 time: 0.3600907 Nov 15 11:09:54.024864 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 88e1f451-617c-470b-8c5c-d95a41dd2385 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:09:54.033724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4519f-cae8-4264-b5f8-e683604a61c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cec7659-d7b4-41d7-87ce-e55ee4d11212,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:54.236931 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 88e1f451-617c-470b-8c5c-d95a41dd2385, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=88e1f451-617c-470b-8c5c-d95a41dd2385,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:09:54.251886 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 118f9570-2e57-46e8-94f0-636a50887772 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:09:54.264094 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 118f9570-2e57-46e8-94f0-636a50887772 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:54.264460 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:54.265880 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014014d-e746-498b-9cc8-590a359ca80e req-8a2c536b-a79f-4394-a36d-caacaaeaf3b7 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:54.273867 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d014014d-e746-498b-9cc8-590a359ca80e req-8a2c536b-a79f-4394-a36d-caacaaeaf3b7 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 944 time: 0.1105800 Nov 15 11:09:54.276080 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '88e1f451-617c-470b-8c5c-d95a41dd2385', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '88e1f451-617c-470b-8c5c-d95a41dd2385', 'mac_address': 'fa:16:3e:af:c3:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:tempest-test_az-1089020053', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:09:54.310410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faea2b0-135e-47a4-896c-413a914619d5 req-0039dd5b-2838-46b2-82c0-71ba6febae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:54.311892 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7faea2b0-135e-47a4-896c-413a914619d5 req-0039dd5b-2838-46b2-82c0-71ba6febae98 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e2df8251-2bb4-47b2-971f-f711da439080 HTTP/1.1" status: 200 len: 924 time: 0.5465326 Nov 15 11:09:54.312863 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd65bb1c-e5db-4791-bee3-e5e9e0b116c4 req-2ccd6650-45e4-4cc3-8e0d-3b890869eb9c tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] No DVR routers for this DVR port 67bbb53b-781b-4cab-9cc5-bba3e362485e on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:09:54.316392 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bd65bb1c-e5db-4791-bee3-e5e9e0b116c4 req-2ccd6650-45e4-4cc3-8e0d-3b890869eb9c tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:54.327306 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bd65bb1c-e5db-4791-bee3-e5e9e0b116c4 req-2ccd6650-45e4-4cc3-8e0d-3b890869eb9c tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.55 "DELETE /v2.0/ports/67bbb53b-781b-4cab-9cc5-bba3e362485e HTTP/1.1" status: 204 len: 173 time: 1.3952844 Nov 15 11:09:54.332058 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd6650-45e4-4cc3-8e0d-3b890869eb9c tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] Pushing event deleted for resources: {'Port': ['ID=67bbb53b-781b-4cab-9cc5-bba3e362485e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:54.348225 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:54.375694 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e1f451-617c-470b-8c5c-d95a41dd2385 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:09:54.384948 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d014014d-e746-498b-9cc8-590a359ca80e req-74f23ee9-1d6b-4199-bc5d-04868202978d tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097791 Nov 15 11:09:54.396261 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7faea2b0-135e-47a4-896c-413a914619d5 req-976880c8-65fb-4287-9109-f3f79fa2f150 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3303c8c-d4c8-444b-b375-558c2e83280f HTTP/1.1" status: 200 len: 217 time: 0.0593371 Nov 15 11:09:54.421405 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 88e1f451-617c-470b-8c5c-d95a41dd2385, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=88e1f451-617c-470b-8c5c-d95a41dd2385,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:09:54.471773 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:54.474544 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:54.480166 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faea2b0-135e-47a4-896c-413a914619d5 req-406fcd48-74c8-4948-a0cc-bc14c20622e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:54.483260 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7faea2b0-135e-47a4-896c-413a914619d5 req-406fcd48-74c8-4948-a0cc-bc14c20622e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ffa88cce-c14b-4a49-a347-c551af3ca57a HTTP/1.1" status: 200 len: 862 time: 0.0797343 Nov 15 11:09:54.545443 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 118f9570-2e57-46e8-94f0-636a50887772, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=118f9570-2e57-46e8-94f0-636a50887772,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:09:54.550349 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a225b70-a6dc-4d48-8c58-cebebf58954b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118f9570-2e57-46e8-94f0-636a50887772'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:09:54.552880 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f742db02-1ee9-46c7-b9c0-fed5a2097b73" -d '{"events": [{"server_uuid": "0a225b70-a6dc-4d48-8c58-cebebf58954b", "name": "network-vif-plugged", "status": "completed", "tag": "118f9570-2e57-46e8-94f0-636a50887772"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:09:54.553377 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faea2b0-135e-47a4-896c-413a914619d5 req-912b6c2b-c779-43ae-950b-9a72ed8eb86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:54.555198 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7faea2b0-135e-47a4-896c-413a914619d5 req-912b6c2b-c779-43ae-950b-9a72ed8eb86e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e2df8251-2bb4-47b2-971f-f711da439080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639551 Nov 15 11:09:54.558477 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:54.559232 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 9ebb3451-1f0a-4793-998e-84e8aafaddc8 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:09:54.597253 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=88e1f451-617c-470b-8c5c-d95a41dd2385,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:54.600412 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef30621-819e-4fd2-b4b7-61f45f831f45', 'name': 'network-vif-deleted', 'tag': '67bbb53b-781b-4cab-9cc5-bba3e362485e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:09:54.602722 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69c84a5-4073-4214-90d5-192969de4461" -d '{"events": [{"server_uuid": "cef30621-819e-4fd2-b4b7-61f45f831f45", "name": "network-vif-deleted", "tag": "67bbb53b-781b-4cab-9cc5-bba3e362485e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:09:54.644413 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46258) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:54.661507 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d0768674-b162-4781-9692-a75851b4c68a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:54.674394 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8aa7ae-39f7-4cb8-b61b-25c889ca97d5 x-openstack-request-id: req-ed8aa7ae-39f7-4cb8-b61b-25c889ca97d5 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:09:54.674744 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a225b70-a6dc-4d48-8c58-cebebf58954b", "name": "network-vif-plugged", "status": "completed", "tag": "118f9570-2e57-46e8-94f0-636a50887772", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:09:54.675005 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed8aa7ae-39f7-4cb8-b61b-25c889ca97d5 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:09:54.675418 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a225b70-a6dc-4d48-8c58-cebebf58954b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118f9570-2e57-46e8-94f0-636a50887772', 'code': 200} Nov 15 11:09:54.718599 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['88e1f451-617c-470b-8c5c-d95a41dd2385'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:09:54.757926 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=118f9570-2e57-46e8-94f0-636a50887772,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:54.796134 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 9ebb3451-1f0a-4793-998e-84e8aafaddc8 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:09:54.818685 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 9ebb3451-1f0a-4793-998e-84e8aafaddc8 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:54.819374 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:54.838293 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7faea2b0-135e-47a4-896c-413a914619d5 req-0c4fe32c-f587-413a-9899-1a50cb154e06 service neutron] 10.222.0.11 "GET /v2.0/networks/e2df8251-2bb4-47b2-971f-f711da439080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697883 Nov 15 11:09:54.873772 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bc75c709-fab2-4b3e-aafe-646c304c4d52 req-e204f476-b91f-4d3a-a6b8-bc4bd627eb10 tempest-AggregatesAdminTestJSON-245516291 tempest-AggregatesAdminTestJSON-245516291-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef30621-819e-4fd2-b4b7-61f45f831f45 HTTP/1.1" status: 200 len: 210 time: 0.0859976 Nov 15 11:09:54.960242 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec084b10-fcc6-4c7a-abf7-0fe4773b65fd req-0d3d08f8-d9c9-4db2-938b-77868f9e4be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:54.962153 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ec084b10-fcc6-4c7a-abf7-0fe4773b65fd req-0d3d08f8-d9c9-4db2-938b-77868f9e4be7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 1096 time: 0.2444561 Nov 15 11:09:54.976408 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558b1c0e-73e0-48d5-add3-db6c866f5825 x-openstack-request-id: req-558b1c0e-73e0-48d5-add3-db6c866f5825 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:09:54.977821 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef30621-819e-4fd2-b4b7-61f45f831f45", "name": "network-vif-deleted", "tag": "67bbb53b-781b-4cab-9cc5-bba3e362485e", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:09:54.977821 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-558b1c0e-73e0-48d5-add3-db6c866f5825 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:09:54.981378 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef30621-819e-4fd2-b4b7-61f45f831f45', 'name': 'network-vif-deleted', 'tag': '67bbb53b-781b-4cab-9cc5-bba3e362485e', 'status': 'completed', 'code': 200} Nov 15 11:09:54.981560 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d0768674-b162-4781-9692-a75851b4c68a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:55.001522 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d0768674-b162-4781-9692-a75851b4c68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:55.028089 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc7c6f-7477-486a-8907-5358d5b30f95 req-0878e089-61ae-4958-81d7-132120c8f5a3 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:55.030376 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8bc7c6f-7477-486a-8907-5358d5b30f95 req-0878e089-61ae-4958-81d7-132120c8f5a3 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 945 time: 0.2222908 Nov 15 11:09:55.060516 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7faea2b0-135e-47a4-896c-413a914619d5 req-93c53205-cf8b-434a-ac76-a0dfbeaeb450 service neutron] 10.222.0.11 "GET /v2.0/networks/e2df8251-2bb4-47b2-971f-f711da439080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120738 Nov 15 11:09:55.120612 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:55.170760 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46272) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:55.173706 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 9ebb3451-1f0a-4793-998e-84e8aafaddc8, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=9ebb3451-1f0a-4793-998e-84e8aafaddc8,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:09:55.174514 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d0768674-b162-4781-9692-a75851b4c68a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d34a68557a3240cc9a82a399549a8f9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5285523 Nov 15 11:09:55.182298 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:55.185314 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0768674-b162-4781-9692-a75851b4c68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b47464-d8cb-4893-9329-cdb2f15633b6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:55.200160 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ec084b10-fcc6-4c7a-abf7-0fe4773b65fd req-6b46e617-e2e5-44b9-9fd5-b13162e000b5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288654 Nov 15 11:09:55.240065 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11d703e1-4fc1-4fee-b199-1d89c45fccd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:55.242197 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8bc7c6f-7477-486a-8907-5358d5b30f95 req-e909b4f2-4393-4e20-954b-f9eb5701036d tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841285 Nov 15 11:09:55.274658 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a74b8-252f-4dbd-97d2-17cbccb1d9f0 req-e6d33765-1f40-49df-b505-e5096d31848f tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:55.282492 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-026a74b8-252f-4dbd-97d2-17cbccb1d9f0 req-e6d33765-1f40-49df-b505-e5096d31848f tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=432dfa28-48da-4a1e-adec-b9bd084e2cb2 HTTP/1.1" status: 200 len: 943 time: 0.2229924 Nov 15 11:09:55.287991 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11d703e1-4fc1-4fee-b199-1d89c45fccd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:55.308802 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=9ebb3451-1f0a-4793-998e-84e8aafaddc8,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:55.406558 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-026a74b8-252f-4dbd-97d2-17cbccb1d9f0 req-6e5ed177-d11a-4a63-b9db-6c564fa826d2 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1230679 Nov 15 11:09:55.413591 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11d703e1-4fc1-4fee-b199-1d89c45fccd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:55.416688 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11d703e1-4fc1-4fee-b199-1d89c45fccd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:55.420101 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-11d703e1-4fc1-4fee-b199-1d89c45fccd9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8b47464-d8cb-4893-9329-cdb2f15633b6 HTTP/1.1" status: 204 len: 168 time: 0.2452605 Nov 15 11:09:55.433612 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d703e1-4fc1-4fee-b199-1d89c45fccd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b47464-d8cb-4893-9329-cdb2f15633b6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:55.488656 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666967d-4b51-46aa-9923-0860d302240b req-8064da86-d81b-4ec0-8d01-d8021c336ea1 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:55.490553 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9666967d-4b51-46aa-9923-0860d302240b req-8064da86-d81b-4ec0-8d01-d8021c336ea1 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 971 time: 0.0828199 Nov 15 11:09:55.568892 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9666967d-4b51-46aa-9923-0860d302240b req-017a28a2-76a7-4223-af57-9ba6d8b69cbf tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723526 Nov 15 11:09:55.579240 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d104b-bfce-4b85-9d79-ef2ac589aa46 req-15632f32-041a-4271-a77b-f7b08ce0babd tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:55.589077 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f55d104b-bfce-4b85-9d79-ef2ac589aa46 req-15632f32-041a-4271-a77b-f7b08ce0babd tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 945 time: 0.0744340 Nov 15 11:09:55.635383 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f55d104b-bfce-4b85-9d79-ef2ac589aa46 req-8a32edc8-9f1b-4d2d-b195-73cbad23bdf8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480468 Nov 15 11:09:56.004241 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 88e1f451-617c-470b-8c5c-d95a41dd2385 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:09:56.063096 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 88e1f451-617c-470b-8c5c-d95a41dd2385 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:09:56.067945 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 88e1f451-617c-470b-8c5c-d95a41dd2385 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:56.068317 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:56.282992 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46326) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:56.286458 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:56.326121 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 88e1f451-617c-470b-8c5c-d95a41dd2385, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=88e1f451-617c-470b-8c5c-d95a41dd2385,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:09:56.333784 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:56.335010 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 67bbb53b-781b-4cab-9cc5-bba3e362485e no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:09:56.375161 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 67bbb53b-781b-4cab-9cc5-bba3e362485e {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:09:56.375858 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 67bbb53b-781b-4cab-9cc5-bba3e362485e not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:09:56.383069 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d64991-f2a2-43e6-a73c-816e9087ca09 req-50c4a388-1958-49d2-904c-128a9e7fc329 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:56.384770 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-62d64991-f2a2-43e6-a73c-816e9087ca09 req-50c4a388-1958-49d2-904c-128a9e7fc329 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 945 time: 0.0699725 Nov 15 11:09:56.403981 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=88e1f451-617c-470b-8c5c-d95a41dd2385,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:56.455322 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-62d64991-f2a2-43e6-a73c-816e9087ca09 req-077a34fa-1622-4ec3-9387-44491c5169f4 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571868 Nov 15 11:09:56.504382 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-56b7508b-54ff-47e8-9bab-ac94a85b5325 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d44f1a85f75d4cf49d67a1eaad656703&name=default HTTP/1.1" status: 200 len: 2995 time: 0.2200935 Nov 15 11:09:56.507137 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46342) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:56.561696 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a041657-1f09-425b-895b-fe942fcb27a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:56.571218 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c36d5-9e9f-41ec-b565-7d0325792f2c req-a3a27f6b-90a4-47aa-ab10-89e3530a4035 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:56.573133 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-967c36d5-9e9f-41ec-b565-7d0325792f2c req-a3a27f6b-90a4-47aa-ab10-89e3530a4035 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=432dfa28-48da-4a1e-adec-b9bd084e2cb2 HTTP/1.1" status: 200 len: 943 time: 0.0578139 Nov 15 11:09:56.589005 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a041657-1f09-425b-895b-fe942fcb27a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:56.640093 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-967c36d5-9e9f-41ec-b565-7d0325792f2c req-2a597600-5ec5-47b7-a84c-2ee63f7ec7b8 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583453 Nov 15 11:09:56.653882 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a041657-1f09-425b-895b-fe942fcb27a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:56.659483 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a041657-1f09-425b-895b-fe942fcb27a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:56.664454 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5a041657-1f09-425b-895b-fe942fcb27a7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/62e42e1a-84a4-4004-aa68-cc09097dec55 HTTP/1.1" status: 204 len: 168 time: 0.1560955 Nov 15 11:09:56.676701 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e11502-3e76-48ce-9f73-6a45023145c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebb3451-1f0a-4793-998e-84e8aafaddc8'}, {'server_uuid': '3065710c-41b7-4eb6-896e-d0b7817be20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e1f451-617c-470b-8c5c-d95a41dd2385'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:09:56.679888 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a041657-1f09-425b-895b-fe942fcb27a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e42e1a-84a4-4004-aa68-cc09097dec55,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:56.680044 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5040a95-172e-4027-846f-1b5a991c8aa7" -d '{"events": [{"server_uuid": "30e11502-3e76-48ce-9f73-6a45023145c8", "name": "network-vif-plugged", "status": "completed", "tag": "9ebb3451-1f0a-4793-998e-84e8aafaddc8"}, {"server_uuid": "3065710c-41b7-4eb6-896e-d0b7817be20c", "name": "network-vif-plugged", "status": "completed", "tag": "88e1f451-617c-470b-8c5c-d95a41dd2385"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:09:56.775910 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95cd40-5648-4147-a223-81fa490c77c9 req-75a43e11-9a75-4781-998d-29fead4a4a14 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:56.777556 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ec95cd40-5648-4147-a223-81fa490c77c9 req-75a43e11-9a75-4781-998d-29fead4a4a14 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 972 time: 0.0662308 Nov 15 11:09:56.863061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ec95cd40-5648-4147-a223-81fa490c77c9 req-c90ff9d7-faf7-436d-bd8a-a45d0062e027 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790720 Nov 15 11:09:56.871185 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08850f67-7f66-4953-bf1c-68adbf74ba5c req-6c9b51f6-e959-4f33-bb18-565c7f58b7ec tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:56.872663 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08850f67-7f66-4953-bf1c-68adbf74ba5c req-6c9b51f6-e959-4f33-bb18-565c7f58b7ec tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 945 time: 0.0703239 Nov 15 11:09:56.919210 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 11:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b0a982-2250-4f7f-aa4a-712f9c22f201 x-openstack-request-id: req-10b0a982-2250-4f7f-aa4a-712f9c22f201 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:09:56.919753 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e11502-3e76-48ce-9f73-6a45023145c8", "name": "network-vif-plugged", "status": "completed", "tag": "9ebb3451-1f0a-4793-998e-84e8aafaddc8", "code": 200}, {"server_uuid": "3065710c-41b7-4eb6-896e-d0b7817be20c", "name": "network-vif-plugged", "status": "completed", "tag": "88e1f451-617c-470b-8c5c-d95a41dd2385", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:09:56.920261 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-10b0a982-2250-4f7f-aa4a-712f9c22f201 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:09:56.921175 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e11502-3e76-48ce-9f73-6a45023145c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebb3451-1f0a-4793-998e-84e8aafaddc8', 'code': 200} Nov 15 11:09:56.921795 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3065710c-41b7-4eb6-896e-d0b7817be20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e1f451-617c-470b-8c5c-d95a41dd2385', 'code': 200} Nov 15 11:09:56.968278 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08850f67-7f66-4953-bf1c-68adbf74ba5c req-6a21f06f-4b06-4fe9-b242-d7ce3910f45e tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842772 Nov 15 11:09:57.035222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868ac68-82c1-4577-bce2-374d408da9f0 req-8a6880bf-45e3-466f-92b9-0d4dade869d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:57.036527 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c868ac68-82c1-4577-bce2-374d408da9f0 req-8a6880bf-45e3-466f-92b9-0d4dade869d0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 1123 time: 0.0476496 Nov 15 11:09:57.039613 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e316ac-5d53-44d5-adda-7569cce24abe req-10eb8412-3877-4386-a260-d7d97995193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:57.041205 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-45e316ac-5d53-44d5-adda-7569cce24abe req-10eb8412-3877-4386-a260-d7d97995193c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 1096 time: 0.0406330 Nov 15 11:09:57.091456 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c868ac68-82c1-4577-bce2-374d408da9f0 req-05a16d40-4ade-47a8-9517-27b63ef4ced9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470099 Nov 15 11:09:57.105685 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46372) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:57.117103 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-45e316ac-5d53-44d5-adda-7569cce24abe req-cd0cf0c2-816a-4cfc-bde0-50fa422ed42b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658953 Nov 15 11:09:57.155080 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a3113907-6e8e-4562-ac90-0c58e002fa9c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd89d67c78aa4f408ef0a78f872a6acf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457983 Nov 15 11:09:57.155280 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46376) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:09:57.207712 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-405a05be-29ad-4353-9f19-83b7c6dcc769 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:57.237611 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-405a05be-29ad-4353-9f19-83b7c6dcc769 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:57.296508 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-405a05be-29ad-4353-9f19-83b7c6dcc769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:57.300882 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-405a05be-29ad-4353-9f19-83b7c6dcc769 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:57.302515 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-405a05be-29ad-4353-9f19-83b7c6dcc769 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b45b4c5e-0875-49e4-8763-fe490119b532 HTTP/1.1" status: 204 len: 168 time: 0.1461613 Nov 15 11:09:57.313118 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a05be-29ad-4353-9f19-83b7c6dcc769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45b4c5e-0875-49e4-8763-fe490119b532,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:57.824482 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cdc38-d4ee-470a-b254-bb70d6fc6f0c req-0f321b29-7493-49dc-a9ed-e20df4a1687b tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:57.826110 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cf3cdc38-d4ee-470a-b254-bb70d6fc6f0c req-0f321b29-7493-49dc-a9ed-e20df4a1687b tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 945 time: 0.0482204 Nov 15 11:09:57.890298 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cf3cdc38-d4ee-470a-b254-bb70d6fc6f0c req-f27d9e06-da97-449b-b774-4745a2ca43d7 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492175 Nov 15 11:09:57.911586 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device d3303c8c-d4c8-444b-b375-558c2e83280f details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:09:58.051965 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port d3303c8c-d4c8-444b-b375-558c2e83280f, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=d3303c8c-d4c8-444b-b375-558c2e83280f,segment=NetworkSegment(c083b43b-0a4f-446c-82a8-603d7f4a28ac),segment_id=c083b43b-0a4f-446c-82a8-603d7f4a28ac)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:09:58.068978 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'd3303c8c-d4c8-444b-b375-558c2e83280f', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'port_id': 'd3303c8c-d4c8-444b-b375-558c2e83280f', 'mac_address': 'fa:16:3e:5a:12:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:09:58.132757 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:58.152090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3303c8c-d4c8-444b-b375-558c2e83280f {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:09:58.177735 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port d3303c8c-d4c8-444b-b375-558c2e83280f, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=d3303c8c-d4c8-444b-b375-558c2e83280f,segment=NetworkSegment(c083b43b-0a4f-446c-82a8-603d7f4a28ac),segment_id=c083b43b-0a4f-446c-82a8-603d7f4a28ac)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:09:58.184238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a7dae-89b8-45da-b404-accc225640ae req-f7482748-93df-4446-a273-a63db2c7ec79 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:58.184978 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:58.191988 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f80a7dae-89b8-45da-b404-accc225640ae req-f7482748-93df-4446-a273-a63db2c7ec79 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 972 time: 0.1430507 Nov 15 11:09:58.216517 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed247a9-f424-447d-909d-c1eb26cc66b3 req-32ee86e4-77d2-4e68-beb7-2330e0544d7f tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:58.217783 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5ed247a9-f424-447d-909d-c1eb26cc66b3 req-32ee86e4-77d2-4e68-beb7-2330e0544d7f tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=432dfa28-48da-4a1e-adec-b9bd084e2cb2 HTTP/1.1" status: 200 len: 943 time: 0.1272354 Nov 15 11:09:58.241855 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=d3303c8c-d4c8-444b-b375-558c2e83280f,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:09:58.260184 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f80a7dae-89b8-45da-b404-accc225640ae req-e38fcdb0-efb0-48da-b3ce-8b7bcc9d8813 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673177 Nov 15 11:09:58.295221 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5ed247a9-f424-447d-909d-c1eb26cc66b3 req-90f6f444-5797-48fc-9902-e1eb5db19d7d tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645347 Nov 15 11:09:58.576398 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['d3303c8c-d4c8-444b-b375-558c2e83280f'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:09:58.658375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ba4f1-2ba3-4ed7-8bd6-bdc2af9b49b7 req-ae5da6c4-52bc-47cf-8585-b2370a94c506 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:58.660885 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-612ba4f1-2ba3-4ed7-8bd6-bdc2af9b49b7 req-ae5da6c4-52bc-47cf-8585-b2370a94c506 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 1096 time: 0.0528543 Nov 15 11:09:58.743284 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e43165-7f96-4ef0-8cca-e5ca12a13e20 req-64143be1-98cd-4c71-ba3b-da4bf7e07c93 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:58.744798 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-61e43165-7f96-4ef0-8cca-e5ca12a13e20 req-64143be1-98cd-4c71-ba3b-da4bf7e07c93 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 945 time: 0.0804410 Nov 15 11:09:58.748130 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-612ba4f1-2ba3-4ed7-8bd6-bdc2af9b49b7 req-7b729c89-e878-4a30-aae1-3d93db52b212 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732508 Nov 15 11:09:58.794571 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-61e43165-7f96-4ef0-8cca-e5ca12a13e20 req-ab36b1e5-42ea-4886-ab80-6e35e82920b9 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427096 Nov 15 11:09:59.188872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e7aa0-f570-42d7-8e87-8e18d056912f req-8e67d31e-6226-4173-8dea-22ee86e45a0d tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:59.191261 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-957e7aa0-f570-42d7-8e87-8e18d056912f req-8e67d31e-6226-4173-8dea-22ee86e45a0d tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 1096 time: 0.0443056 Nov 15 11:09:59.240670 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-957e7aa0-f570-42d7-8e87-8e18d056912f req-ffe70917-8354-433d-bb24-4bd2fa30c725 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422857 Nov 15 11:09:59.288900 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:09:59.350036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded0075-35c0-4fa0-b1e0-e1b562c0611d req-6cb7cfb9-d95c-4185-a49a-c8e81ce08480 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:59.351534 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1ded0075-35c0-4fa0-b1e0-e1b562c0611d req-6cb7cfb9-d95c-4185-a49a-c8e81ce08480 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 1096 time: 0.0540252 Nov 15 11:09:59.397148 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1ded0075-35c0-4fa0-b1e0-e1b562c0611d req-be5a2055-91bc-451e-b015-9093b62ff85d tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394764 Nov 15 11:09:59.503155 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4680a8b-085c-4076-b47b-35be18e3d0f2 req-d09f5286-7bf2-4cc1-8555-946b7f7e51f6 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:59.504780 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4680a8b-085c-4076-b47b-35be18e3d0f2 req-d09f5286-7bf2-4cc1-8555-946b7f7e51f6 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 1096 time: 0.0405452 Nov 15 11:09:59.570594 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4680a8b-085c-4076-b47b-35be18e3d0f2 req-bece21e8-1660-4c43-a6d0-1be7a97bd8a1 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594709 Nov 15 11:09:59.591441 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda2c4d-63da-4309-8540-f06c520a2344 req-1512223b-6d72-454f-b3ba-19bc8edf234d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:59.592906 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9dda2c4d-63da-4309-8540-f06c520a2344 req-1512223b-6d72-454f-b3ba-19bc8edf234d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 972 time: 0.0589409 Nov 15 11:09:59.642326 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9dda2c4d-63da-4309-8540-f06c520a2344 req-d824ac3d-5d1b-41d8-aaa6-953e45b875ff tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405705 Nov 15 11:09:59.764637 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15f7b7-7afb-4088-976a-5c402d152d15 req-66c42b34-4dad-46ba-b02c-d4104f24d496 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:09:59.766342 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae15f7b7-7afb-4088-976a-5c402d152d15 req-66c42b34-4dad-46ba-b02c-d4104f24d496 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=432dfa28-48da-4a1e-adec-b9bd084e2cb2 HTTP/1.1" status: 200 len: 944 time: 0.0632882 Nov 15 11:09:59.824918 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae15f7b7-7afb-4088-976a-5c402d152d15 req-3fb33a27-499d-4fd2-b849-373d11ca52dc tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508468 Nov 15 11:09:59.928658 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device d3303c8c-d4c8-444b-b375-558c2e83280f up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:09:59.951224 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-96bf820f-c962-4eb7-ad2a-44b396d4aef8 req-bf2fce28-4e11-4336-90df-391662e5d746 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:09:59.953325 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96bf820f-c962-4eb7-ad2a-44b396d4aef8 req-bf2fce28-4e11-4336-90df-391662e5d746 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065963 Nov 15 11:09:59.986469 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port d3303c8c-d4c8-444b-b375-558c2e83280f completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:09:59.991039 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port d3303c8c-d4c8-444b-b375-558c2e83280f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:09:59.991664 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:00.057155 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46544) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:00.069693 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd37d7-d823-4182-9ef0-c7bd9e3b08e4 req-171fe793-2e1e-4da4-a96b-139883b20045 tempest-MigrationsAdminTest-339048882 tempest-MigrationsAdminTest-339048882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:00.071394 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68cd37d7-d823-4182-9ef0-c7bd9e3b08e4 req-171fe793-2e1e-4da4-a96b-139883b20045 tempest-MigrationsAdminTest-339048882 tempest-MigrationsAdminTest-339048882-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 1123 time: 0.0493622 Nov 15 11:10:00.080365 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:00.091399 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-68cd37d7-d823-4182-9ef0-c7bd9e3b08e4 req-45b7bb3a-fcce-48ec-9b52-61cd297b8956 tempest-MigrationsAdminTest-339048882 tempest-MigrationsAdminTest-339048882-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:00.103926 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432dfa28-48da-4a1e-adec-b9bd084e2cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3303c8c-d4c8-444b-b375-558c2e83280f'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:00.107030 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef79b856-93f9-43e1-95c6-78c2f43991e6" -d '{"events": [{"server_uuid": "432dfa28-48da-4a1e-adec-b9bd084e2cb2", "name": "network-vif-plugged", "status": "completed", "tag": "d3303c8c-d4c8-444b-b375-558c2e83280f"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:00.119934 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port d3303c8c-d4c8-444b-b375-558c2e83280f, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=d3303c8c-d4c8-444b-b375-558c2e83280f,segment=NetworkSegment(c083b43b-0a4f-446c-82a8-603d7f4a28ac),segment_id=c083b43b-0a4f-446c-82a8-603d7f4a28ac)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:00.127100 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:00.181285 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=d3303c8c-d4c8-444b-b375-558c2e83280f,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:00.226069 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-68cd37d7-d823-4182-9ef0-c7bd9e3b08e4 req-45b7bb3a-fcce-48ec-9b52-61cd297b8956 tempest-MigrationsAdminTest-339048882 tempest-MigrationsAdminTest-339048882-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:00.231508 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-68cd37d7-d823-4182-9ef0-c7bd9e3b08e4 req-45b7bb3a-fcce-48ec-9b52-61cd297b8956 tempest-MigrationsAdminTest-339048882 tempest-MigrationsAdminTest-339048882-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:00.265330 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3760c410-b2d1-42e1-b04d-ad1fdf2ad027 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:00.267036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7bb3a-fcce-48ec-9b52-61cd297b8956 tempest-MigrationsAdminTest-339048882 tempest-MigrationsAdminTest-339048882-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1826845-6479-497d-a121-83881bfaf5fa,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:00.289961 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68cd37d7-d823-4182-9ef0-c7bd9e3b08e4 req-45b7bb3a-fcce-48ec-9b52-61cd297b8956 tempest-MigrationsAdminTest-339048882 tempest-MigrationsAdminTest-339048882-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121773 Nov 15 11:10:00.347512 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3760c410-b2d1-42e1-b04d-ad1fdf2ad027 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:00.352867 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3760c410-b2d1-42e1-b04d-ad1fdf2ad027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:00.393860 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3760c410-b2d1-42e1-b04d-ad1fdf2ad027 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8af9842024354772b3028ab2d7ce73da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3348012 Nov 15 11:10:00.395068 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760c410-b2d1-42e1-b04d-ad1fdf2ad027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d55c727-d5fb-4585-8ae1-b6af500000c5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:00.396679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46558) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:00.449970 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-def86fbf-e1bd-4c72-86cc-cd6cd063bafc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:00.472787 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-def86fbf-e1bd-4c72-86cc-cd6cd063bafc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:00.535248 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-def86fbf-e1bd-4c72-86cc-cd6cd063bafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:00.539346 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-def86fbf-e1bd-4c72-86cc-cd6cd063bafc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:00.541383 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-def86fbf-e1bd-4c72-86cc-cd6cd063bafc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3d55c727-d5fb-4585-8ae1-b6af500000c5 HTTP/1.1" status: 204 len: 168 time: 0.1424599 Nov 15 11:10:00.568299 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def86fbf-e1bd-4c72-86cc-cd6cd063bafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d55c727-d5fb-4585-8ae1-b6af500000c5,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:00.602866 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72980a72-d6e2-4c3f-b9a5-6184fe62b55d req-8f3d480c-5be7-4565-b3e0-84098e7bf778 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542507 Nov 15 11:10:00.713385 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72980a72-d6e2-4c3f-b9a5-6184fe62b55d req-d9700565-4b97-41ca-952c-4b8bf94dab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:00.716007 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72980a72-d6e2-4c3f-b9a5-6184fe62b55d req-d9700565-4b97-41ca-952c-4b8bf94dab36 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 1123 time: 0.0627472 Nov 15 11:10:00.832148 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72980a72-d6e2-4c3f-b9a5-6184fe62b55d req-74f8d5dd-c6a9-4d90-a1db-2ea776f067db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:00.833975 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72980a72-d6e2-4c3f-b9a5-6184fe62b55d req-74f8d5dd-c6a9-4d90-a1db-2ea776f067db service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.0980086 Nov 15 11:10:00.874895 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46594) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:00.892359 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-464fac27-046e-4ade-9590-fea2230789d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:00.898317 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72980a72-d6e2-4c3f-b9a5-6184fe62b55d req-5ad88320-f800-47ce-8eab-22263ed5cad1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=88e1f451-617c-470b-8c5c-d95a41dd2385 HTTP/1.1" status: 200 len: 217 time: 0.0551262 Nov 15 11:10:00.990542 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72980a72-d6e2-4c3f-b9a5-6184fe62b55d req-b347e7d9-35c3-4e76-a012-6c3a816409d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:00.992166 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72980a72-d6e2-4c3f-b9a5-6184fe62b55d req-b347e7d9-35c3-4e76-a012-6c3a816409d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0866489 Nov 15 11:10:01.007984 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-464fac27-046e-4ade-9590-fea2230789d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:01.014539 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-464fac27-046e-4ade-9590-fea2230789d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:01.053059 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72980a72-d6e2-4c3f-b9a5-6184fe62b55d req-b1aebc76-4f2f-4b18-8a4f-84634c7d27c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:01.054687 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72980a72-d6e2-4c3f-b9a5-6184fe62b55d req-b1aebc76-4f2f-4b18-8a4f-84634c7d27c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0543637 Nov 15 11:10:01.059993 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-464fac27-046e-4ade-9590-fea2230789d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e6415ddf5a864ce2ae9fbb54ede5b023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1837821 Nov 15 11:10:01.061322 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464fac27-046e-4ade-9590-fea2230789d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932e2f01-6369-4a9f-aea6-4f449ce315d3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:01.063682 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46598) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:01.088324 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-b5aef8a5-36f4-42d3-a335-6754530854b8 req-5e152ec9-96e8-46f7-a0d2-316eddad96cf service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:10:01.089498 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b5aef8a5-36f4-42d3-a335-6754530854b8 req-5e152ec9-96e8-46f7-a0d2-316eddad96cf service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111196 Nov 15 11:10:01.157038 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4db6759-71b9-48fb-b739-ba3fb58c5d8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:01.169363 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72980a72-d6e2-4c3f-b9a5-6184fe62b55d req-f411de4b-0fc2-46a1-bc22-1c2aafdd0d34 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062241 Nov 15 11:10:01.182537 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4db6759-71b9-48fb-b739-ba3fb58c5d8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:01.206348 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:01.239018 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4db6759-71b9-48fb-b739-ba3fb58c5d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:01.241902 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4db6759-71b9-48fb-b739-ba3fb58c5d8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:01.245754 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d4db6759-71b9-48fb-b739-ba3fb58c5d8e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/932e2f01-6369-4a9f-aea6-4f449ce315d3 HTTP/1.1" status: 204 len: 168 time: 0.1662576 Nov 15 11:10:01.262896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db6759-71b9-48fb-b739-ba3fb58c5d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932e2f01-6369-4a9f-aea6-4f449ce315d3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:01.320157 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72980a72-d6e2-4c3f-b9a5-6184fe62b55d req-82426f88-9358-4b7e-8b11-1b0f96cf6d5a service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344202 Nov 15 11:10:01.465920 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28450145-62fd-46c2-82a1-ad1cecf429ea req-e419fa2e-366e-46d9-9440-c636db73fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:01.467891 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28450145-62fd-46c2-82a1-ad1cecf429ea req-e419fa2e-366e-46d9-9440-c636db73fdf9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 1096 time: 0.0573788 Nov 15 11:10:01.606169 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28450145-62fd-46c2-82a1-ad1cecf429ea req-b6a1c757-635a-442e-855d-74c606916544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:01.607783 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28450145-62fd-46c2-82a1-ad1cecf429ea req-b6a1c757-635a-442e-855d-74c606916544 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 922 time: 0.1162517 Nov 15 11:10:01.651525 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28450145-62fd-46c2-82a1-ad1cecf429ea req-50a65bd3-842e-4235-acf5-401615ec9f02 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=118f9570-2e57-46e8-94f0-636a50887772 HTTP/1.1" status: 200 len: 217 time: 0.0358429 Nov 15 11:10:01.699572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46630) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:01.721294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28450145-62fd-46c2-82a1-ad1cecf429ea req-df1cb1d0-26c8-479a-aaae-9e79f8e7da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:01.722894 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28450145-62fd-46c2-82a1-ad1cecf429ea req-df1cb1d0-26c8-479a-aaae-9e79f8e7da37 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41c7fb84-e1ab-4aee-8901-f8449cce1c4d HTTP/1.1" status: 200 len: 861 time: 0.0649288 Nov 15 11:10:01.757757 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28450145-62fd-46c2-82a1-ad1cecf429ea req-7e89aa5a-9691-4e8c-9c7f-d3f998535b27 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4a44e54-964f-44d3-85ab-bb56792b7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278292 Nov 15 11:10:01.883168 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28450145-62fd-46c2-82a1-ad1cecf429ea req-9ac61656-0205-4966-9247-0fa6046dc0e0 service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178277 Nov 15 11:10:02.002930 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28450145-62fd-46c2-82a1-ad1cecf429ea req-ad7ff6d4-aa4d-4db2-9657-20555c3d18c5 service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135883 Nov 15 11:10:02.013747 n-d-729945-9 neutron-server[102677]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 15 11:10:02.017941 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-cf5042a6-dc28-4dd8-b9a6-462f3ab6927b tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:10:02.024363 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-cf5042a6-dc28-4dd8-b9a6-462f3ab6927b tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3113871 Nov 15 11:10:02.206750 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-824d9ad5-8eca-44ee-878c-fdda7d1f0ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:02.213522 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-824d9ad5-8eca-44ee-878c-fdda7d1f0ca4 service neutron] 10.222.0.64 "GET /v2.0/ports/118f9570-2e57-46e8-94f0-636a50887772 HTTP/1.1" status: 200 len: 1093 time: 0.0856698 Nov 15 11:10:02.217866 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-040910f8-5072-4b7a-860a-d6fdd3a06372 service neutron] Request body: {'binding': {'host': 'n-h2-729945-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:02.218367 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-040910f8-5072-4b7a-860a-d6fdd3a06372 service neutron] Unknown quota resources ['binding']. {{(pid=102677) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 11:10:02.358885 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-040910f8-5072-4b7a-860a-d6fdd3a06372 service neutron] Attempting to bind port 118f9570-2e57-46e8-94f0-636a50887772 on host n-h2-729945-9 for vnic_type normal with profile None {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:10:02.359309 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-040910f8-5072-4b7a-860a-d6fdd3a06372 service neutron] Attempting to bind port 118f9570-2e57-46e8-94f0-636a50887772 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:10:02.359837 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-040910f8-5072-4b7a-860a-d6fdd3a06372 service neutron] Attempting to bind port 118f9570-2e57-46e8-94f0-636a50887772 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:02.364334 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-040910f8-5072-4b7a-860a-d6fdd3a06372 service neutron] Port 118f9570-2e57-46e8-94f0-636a50887772 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:10:02.364646 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-040910f8-5072-4b7a-860a-d6fdd3a06372 service neutron] Attempting to bind port 118f9570-2e57-46e8-94f0-636a50887772 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:02.369759 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-040910f8-5072-4b7a-860a-d6fdd3a06372 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:10:02.370087 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-040910f8-5072-4b7a-860a-d6fdd3a06372 service neutron] Checking segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:10:02.370491 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-040910f8-5072-4b7a-860a-d6fdd3a06372 service neutron] Bound using segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:10:02.370907 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-040910f8-5072-4b7a-860a-d6fdd3a06372 service neutron] Bound port: 118f9570-2e57-46e8-94f0-636a50887772, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:10:02.383042 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46670) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:02.470444 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-040910f8-5072-4b7a-860a-d6fdd3a06372 service neutron] For port 118f9570-2e57-46e8-94f0-636a50887772, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=118f9570-2e57-46e8-94f0-636a50887772,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:10:02.478144 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-040910f8-5072-4b7a-860a-d6fdd3a06372 service neutron] Publish callbacks [] for binding, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:02.479633 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-040910f8-5072-4b7a-860a-d6fdd3a06372 service neutron] 10.222.0.64 "POST /v2.0/ports/118f9570-2e57-46e8-94f0-636a50887772/bindings HTTP/1.1" status: 201 len: 389 time: 0.2653592 Nov 15 11:10:02.494906 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-1d8d334c-3f71-41d8-a1e4-82ab2b37bb75 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:10:02.496030 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-1d8d334c-3f71-41d8-a1e4-82ab2b37bb75 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1119556 Nov 15 11:10:02.621374 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10525419-9a37-41bb-bb3b-33bec6dea557 x-openstack-request-id: req-10525419-9a37-41bb-bb3b-33bec6dea557 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:02.621895 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432dfa28-48da-4a1e-adec-b9bd084e2cb2", "name": "network-vif-plugged", "status": "completed", "tag": "d3303c8c-d4c8-444b-b375-558c2e83280f", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:02.621895 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-10525419-9a37-41bb-bb3b-33bec6dea557 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:02.622337 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432dfa28-48da-4a1e-adec-b9bd084e2cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3303c8c-d4c8-444b-b375-558c2e83280f', 'code': 200} Nov 15 11:10:02.728996 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-a83baac0-b05d-405b-af1f-c9d00eea85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:02.730723 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-a83baac0-b05d-405b-af1f-c9d00eea85ba service neutron] 10.222.0.64 "GET /v2.0/ports/9ebb3451-1f0a-4793-998e-84e8aafaddc8 HTTP/1.1" status: 200 len: 1093 time: 0.1312854 Nov 15 11:10:02.745864 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-21de3b45-d414-4062-b35d-4a2bd8f470ea service neutron] Request body: {'binding': {'host': 'n-h2-729945-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:02.746372 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-21de3b45-d414-4062-b35d-4a2bd8f470ea service neutron] Unknown quota resources ['binding']. {{(pid=102678) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 11:10:02.751018 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c253e-0c11-437c-91ff-34944cc28bf7 req-06220098-f41f-467f-bc03-d1524114ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:02.752510 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a9c253e-0c11-437c-91ff-34944cc28bf7 req-06220098-f41f-467f-bc03-d1524114ed4a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=432dfa28-48da-4a1e-adec-b9bd084e2cb2 HTTP/1.1" status: 200 len: 1096 time: 0.0546877 Nov 15 11:10:02.804473 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-8e34efe5-1ac3-4787-827e-c18bc95b67f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:02.806395 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-8e34efe5-1ac3-4787-827e-c18bc95b67f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 1096 time: 0.0481710 Nov 15 11:10:02.868598 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a9c253e-0c11-437c-91ff-34944cc28bf7 req-7307344b-a255-41e3-a34f-9d836fcce286 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0982659 Nov 15 11:10:02.902776 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-107e68cc-d24d-4a8d-b29a-fb2062cc0e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:02.904308 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-107e68cc-d24d-4a8d-b29a-fb2062cc0e66 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 922 time: 0.0909255 Nov 15 11:10:02.920279 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-21de3b45-d414-4062-b35d-4a2bd8f470ea service neutron] Attempting to bind port 9ebb3451-1f0a-4793-998e-84e8aafaddc8 on host n-h2-729945-9 for vnic_type normal with profile None {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:10:02.920728 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-21de3b45-d414-4062-b35d-4a2bd8f470ea service neutron] Attempting to bind port 9ebb3451-1f0a-4793-998e-84e8aafaddc8 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:10:02.921147 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-21de3b45-d414-4062-b35d-4a2bd8f470ea service neutron] Attempting to bind port 9ebb3451-1f0a-4793-998e-84e8aafaddc8 on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:02.925730 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-21de3b45-d414-4062-b35d-4a2bd8f470ea service neutron] Port 9ebb3451-1f0a-4793-998e-84e8aafaddc8 on network 4534314e-1f14-4032-9246-018086f47347 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:10:02.928455 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-21de3b45-d414-4062-b35d-4a2bd8f470ea service neutron] Attempting to bind port 9ebb3451-1f0a-4793-998e-84e8aafaddc8 on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:02.931094 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-21de3b45-d414-4062-b35d-4a2bd8f470ea service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:10:02.931526 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-21de3b45-d414-4062-b35d-4a2bd8f470ea service neutron] Checking segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:10:02.932035 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-21de3b45-d414-4062-b35d-4a2bd8f470ea service neutron] Bound using segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:10:02.932573 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-21de3b45-d414-4062-b35d-4a2bd8f470ea service neutron] Bound port: 9ebb3451-1f0a-4793-998e-84e8aafaddc8, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:10:02.947522 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-b67dc338-4be5-468a-a357-fc02587c2584 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=118f9570-2e57-46e8-94f0-636a50887772 HTTP/1.1" status: 200 len: 217 time: 0.0352793 Nov 15 11:10:02.998620 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-cca2289a-f736-4569-82d7-2e35e7745978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:03.000095 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-cca2289a-f736-4569-82d7-2e35e7745978 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41c7fb84-e1ab-4aee-8901-f8449cce1c4d HTTP/1.1" status: 200 len: 861 time: 0.0459368 Nov 15 11:10:03.021853 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-21de3b45-d414-4062-b35d-4a2bd8f470ea service neutron] For port 9ebb3451-1f0a-4793-998e-84e8aafaddc8, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=9ebb3451-1f0a-4793-998e-84e8aafaddc8,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:10:03.028696 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-21de3b45-d414-4062-b35d-4a2bd8f470ea service neutron] Publish callbacks [] for binding, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:03.029853 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-21de3b45-d414-4062-b35d-4a2bd8f470ea service neutron] 10.222.0.64 "POST /v2.0/ports/9ebb3451-1f0a-4793-998e-84e8aafaddc8/bindings HTTP/1.1" status: 201 len: 389 time: 0.2898293 Nov 15 11:10:03.034080 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-09e728a9-55b4-4749-a900-20d92385c382 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4a44e54-964f-44d3-85ab-bb56792b7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264030 Nov 15 11:10:03.161688 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-4660f475-aa98-4977-a4f4-d9bc441283be service neutron] 10.222.0.55 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203346 Nov 15 11:10:03.198509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400eda3-f438-4db5-9edd-5bb048e06192 req-3858aa19-9f61-4fb2-ad8a-bf409325d36b tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:03.205838 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d400eda3-f438-4db5-9edd-5bb048e06192 req-3858aa19-9f61-4fb2-ad8a-bf409325d36b tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=432dfa28-48da-4a1e-adec-b9bd084e2cb2 HTTP/1.1" status: 200 len: 945 time: 0.0619013 Nov 15 11:10:03.263387 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d400eda3-f438-4db5-9edd-5bb048e06192 req-eb70da67-5736-4f2a-a7da-6d615b14ed97 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566001 Nov 15 11:10:03.285911 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-d74433de-0770-4cef-abc4-df8e3b121f87 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853074 Nov 15 11:10:03.294713 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-da4ce14f-e996-4ad2-bd1f-d7ce5d696560 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:10:03.295656 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-da4ce14f-e996-4ad2-bd1f-d7ce5d696560 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048699 Nov 15 11:10:03.319985 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-f2dc9813-dd2b-407c-b7a9-82687d575327 service neutron] 10.222.0.55 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505969 Nov 15 11:10:03.369410 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190343b2-fe13-4e98-a215-5506c6f39485 req-69971c0c-1431-4f5f-8dbe-043bbc8b059b tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:03.370887 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-190343b2-fe13-4e98-a215-5506c6f39485 req-69971c0c-1431-4f5f-8dbe-043bbc8b059b tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 945 time: 0.0540621 Nov 15 11:10:03.419742 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-190343b2-fe13-4e98-a215-5506c6f39485 req-bb1bca3e-9071-402a-96bd-642741c5cef2 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422275 Nov 15 11:10:03.592373 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-49076fb3-fd8c-4c5e-abcf-ec3cb2e65cbf tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:03.594522 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-49076fb3-fd8c-4c5e-abcf-ec3cb2e65cbf tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b&tenant_id=15d30ad0cec74e39a796f7b31ab517b2&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 1096 time: 0.1072772 Nov 15 11:10:03.614343 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-aa400f9f-7624-41f4-a71c-b3aff59ef5cf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-729945-9'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:03.681860 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-aa400f9f-7624-41f4-a71c-b3aff59ef5cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:03.849002 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eddb8d-5a76-41b9-b905-38f40434b622 req-25f7fd34-d1eb-419f-bdcb-2298eba2445e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:03.850303 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2eddb8d-5a76-41b9-b905-38f40434b622 req-25f7fd34-d1eb-419f-bdcb-2298eba2445e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 972 time: 0.3197262 Nov 15 11:10:03.862996 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-aa400f9f-7624-41f4-a71c-b3aff59ef5cf service neutron] For port 118f9570-2e57-46e8-94f0-636a50887772, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=118f9570-2e57-46e8-94f0-636a50887772,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:03.863253 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e09b2e-cbaf-4e0d-9b6b-08805661ec0b req-042e16dc-f984-4359-bfc5-05891330bc8c tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:03.864606 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02e09b2e-cbaf-4e0d-9b6b-08805661ec0b req-042e16dc-f984-4359-bfc5-05891330bc8c tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 945 time: 0.0679116 Nov 15 11:10:03.903631 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-aa400f9f-7624-41f4-a71c-b3aff59ef5cf service neutron] For port 118f9570-2e57-46e8-94f0-636a50887772, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:03.954900 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a225b70-a6dc-4d48-8c58-cebebf58954b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '118f9570-2e57-46e8-94f0-636a50887772'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:03.955858 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2eddb8d-5a76-41b9-b905-38f40434b622 req-7a6aa62a-6e3b-44d5-97c9-c9c19e7415b9 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902665 Nov 15 11:10:03.972644 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253537f2-579d-4e98-8f7a-0462e92002d9" -d '{"events": [{"server_uuid": "0a225b70-a6dc-4d48-8c58-cebebf58954b", "name": "network-vif-unplugged", "status": "completed", "tag": "118f9570-2e57-46e8-94f0-636a50887772"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:03.974478 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02e09b2e-cbaf-4e0d-9b6b-08805661ec0b req-760f0aac-2e89-486f-8755-a33c2e94ab50 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982485 Nov 15 11:10:03.983588 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-aa400f9f-7624-41f4-a71c-b3aff59ef5cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:03.995583 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-aa400f9f-7624-41f4-a71c-b3aff59ef5cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:04.107914 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa400f9f-7624-41f4-a71c-b3aff59ef5cf service neutron] Pushing event updated for resources: {'Port': ['ID=118f9570-2e57-46e8-94f0-636a50887772,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:04.115669 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-aa400f9f-7624-41f4-a71c-b3aff59ef5cf service neutron] Attempting to bind port 118f9570-2e57-46e8-94f0-636a50887772 on host n-h1-729945-9 for vnic_type normal with profile {"migrating_to": "n-h2-729945-9"} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:10:04.116153 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-aa400f9f-7624-41f4-a71c-b3aff59ef5cf service neutron] Attempting to bind port 118f9570-2e57-46e8-94f0-636a50887772 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:10:04.116591 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-aa400f9f-7624-41f4-a71c-b3aff59ef5cf service neutron] Attempting to bind port 118f9570-2e57-46e8-94f0-636a50887772 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:04.124114 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-aa400f9f-7624-41f4-a71c-b3aff59ef5cf service neutron] Port 118f9570-2e57-46e8-94f0-636a50887772 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:10:04.124454 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-aa400f9f-7624-41f4-a71c-b3aff59ef5cf service neutron] Attempting to bind port 118f9570-2e57-46e8-94f0-636a50887772 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:04.131037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-aa400f9f-7624-41f4-a71c-b3aff59ef5cf service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:10:04.131682 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-aa400f9f-7624-41f4-a71c-b3aff59ef5cf service neutron] Checking segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:10:04.132088 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-aa400f9f-7624-41f4-a71c-b3aff59ef5cf service neutron] Bound using segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:10:04.132513 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-aa400f9f-7624-41f4-a71c-b3aff59ef5cf service neutron] Bound port: 118f9570-2e57-46e8-94f0-636a50887772, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:10:04.133086 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-aa400f9f-7624-41f4-a71c-b3aff59ef5cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:04.171441 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7351dcaa-be18-4f38-bf7d-5968a7e150ae x-openstack-request-id: req-7351dcaa-be18-4f38-bf7d-5968a7e150ae {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:04.171719 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a225b70-a6dc-4d48-8c58-cebebf58954b", "name": "network-vif-unplugged", "status": "completed", "tag": "118f9570-2e57-46e8-94f0-636a50887772", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:04.172003 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7351dcaa-be18-4f38-bf7d-5968a7e150ae {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:04.172386 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a225b70-a6dc-4d48-8c58-cebebf58954b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '118f9570-2e57-46e8-94f0-636a50887772', 'code': 200} Nov 15 11:10:04.217088 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-aa400f9f-7624-41f4-a71c-b3aff59ef5cf service neutron] For port 118f9570-2e57-46e8-94f0-636a50887772, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:04.223574 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-aa400f9f-7624-41f4-a71c-b3aff59ef5cf service neutron] For port 118f9570-2e57-46e8-94f0-636a50887772, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=118f9570-2e57-46e8-94f0-636a50887772,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:10:04.230978 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-aa400f9f-7624-41f4-a71c-b3aff59ef5cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:04.302018 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa400f9f-7624-41f4-a71c-b3aff59ef5cf service neutron] Pushing event updated for resources: {'Port': ['ID=118f9570-2e57-46e8-94f0-636a50887772,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:04.324133 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46770) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:04.370025 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-aa400f9f-7624-41f4-a71c-b3aff59ef5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:04.371512 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-aa400f9f-7624-41f4-a71c-b3aff59ef5cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:04.374684 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-aa400f9f-7624-41f4-a71c-b3aff59ef5cf service neutron] 10.222.0.55 "PUT /v2.0/ports/118f9570-2e57-46e8-94f0-636a50887772 HTTP/1.1" status: 200 len: 1121 time: 0.7720654 Nov 15 11:10:04.433889 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['118f9570-2e57-46e8-94f0-636a50887772'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:10:04.610708 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee08f2c5-843c-47e2-abab-09ea4da90056 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:04.729947 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8faf64-5f66-4de0-a149-946c6f710b28 req-dcc9b0f9-822d-4d70-a109-a1262a126c91 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:04.731445 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1d8faf64-5f66-4de0-a149-946c6f710b28 req-dcc9b0f9-822d-4d70-a109-a1262a126c91 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=432dfa28-48da-4a1e-adec-b9bd084e2cb2 HTTP/1.1" status: 200 len: 945 time: 0.0981331 Nov 15 11:10:04.757052 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46794) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:04.785273 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab77d3-22dc-4055-a3e7-d4a8305146d4 req-c1439326-b52a-43dd-aa7a-25780bc41ef8 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:04.786748 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b9ab77d3-22dc-4055-a3e7-d4a8305146d4 req-c1439326-b52a-43dd-aa7a-25780bc41ef8 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 943 time: 0.0979981 Nov 15 11:10:04.821804 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee08f2c5-843c-47e2-abab-09ea4da90056 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:04.832320 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee08f2c5-843c-47e2-abab-09ea4da90056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:04.843144 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1d8faf64-5f66-4de0-a149-946c6f710b28 req-d80aaf42-08d5-4bd7-b057-f13ae6e61119 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1024408 Nov 15 11:10:04.876182 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d5460ad-da45-478a-9360-4aadfc04ac25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:04.898970 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ee08f2c5-843c-47e2-abab-09ea4da90056 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a6adb9341cc408d8265c29a5967ebb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5737445 Nov 15 11:10:04.901540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46800) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:04.903801 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08f2c5-843c-47e2-abab-09ea4da90056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33431e83-9fe6-4d85-87ce-0e545150c971,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:04.909467 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b9ab77d3-22dc-4055-a3e7-d4a8305146d4 req-dbd1e553-b2ae-4cdf-ad48-6af74f29936e tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102242 Nov 15 11:10:04.991791 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ca0e1da-6116-4fb5-af4c-2ef01b9e06b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:04.995802 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d5460ad-da45-478a-9360-4aadfc04ac25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:05.011037 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d5460ad-da45-478a-9360-4aadfc04ac25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:05.026042 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ca0e1da-6116-4fb5-af4c-2ef01b9e06b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:05.085835 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5460ad-da45-478a-9360-4aadfc04ac25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d23676f-7cf4-4d5d-acde-d6bb42c30822,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:05.098040 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5d5460ad-da45-478a-9360-4aadfc04ac25 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ccefdcd844241fd8a7cbf4a43230f83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392322 Nov 15 11:10:05.104540 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46812) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:05.131077 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89f64b-4bd1-4fd5-90db-4dbc56a16432 req-1f495b09-0426-4679-9f03-a13f6a78fda2 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:05.134299 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0e89f64b-4bd1-4fd5-90db-4dbc56a16432 req-1f495b09-0426-4679-9f03-a13f6a78fda2 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=432dfa28-48da-4a1e-adec-b9bd084e2cb2 HTTP/1.1" status: 200 len: 945 time: 0.0864828 Nov 15 11:10:05.135559 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ca0e1da-6116-4fb5-af4c-2ef01b9e06b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:05.138582 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ca0e1da-6116-4fb5-af4c-2ef01b9e06b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:05.142117 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9ca0e1da-6116-4fb5-af4c-2ef01b9e06b0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33431e83-9fe6-4d85-87ce-0e545150c971 HTTP/1.1" status: 204 len: 168 time: 0.2370322 Nov 15 11:10:05.143856 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46816) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:05.148705 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-80ae485f-d8c5-4f60-84f5-be38ac9682d2 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Request body: {'floatingip': {'port_id': 'd3303c8c-d4c8-444b-b375-558c2e83280f'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:05.181323 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0e1da-6116-4fb5-af4c-2ef01b9e06b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33431e83-9fe6-4d85-87ce-0e545150c971,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:05.208956 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-edfe0e05-5db5-40cd-87ca-b2693394a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:05.210482 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-edfe0e05-5db5-40cd-87ca-b2693394a65f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 1123 time: 0.1547363 Nov 15 11:10:05.240594 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80ae485f-d8c5-4f60-84f5-be38ac9682d2 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:05.313965 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ec664d8-0ff5-4082-93cf-0489aba00f9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:05.359620 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ec664d8-0ff5-4082-93cf-0489aba00f9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:05.368911 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-b86181fd-28c4-4954-aa47-b91c34225d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:05.370366 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-b86181fd-28c4-4954-aa47-b91c34225d23 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.1453319 Nov 15 11:10:05.428059 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-f7a5f009-75ef-4e7d-ad11-7548db05fb0e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=88e1f451-617c-470b-8c5c-d95a41dd2385 HTTP/1.1" status: 200 len: 217 time: 0.0483367 Nov 15 11:10:05.459111 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfaf23-6b09-4143-9c18-d0f2177276f0 req-eb1ce6a9-8932-4595-a403-e34e393bb986 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:05.460654 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6bcfaf23-6b09-4143-9c18-d0f2177276f0 req-eb1ce6a9-8932-4595-a403-e34e393bb986 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 972 time: 0.1766152 Nov 15 11:10:05.477124 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ec664d8-0ff5-4082-93cf-0489aba00f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:05.479652 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ec664d8-0ff5-4082-93cf-0489aba00f9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:05.483529 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4ec664d8-0ff5-4082-93cf-0489aba00f9b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2d23676f-7cf4-4d5d-acde-d6bb42c30822 HTTP/1.1" status: 204 len: 168 time: 0.3779821 Nov 15 11:10:05.489980 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-b1db5862-71dc-43e8-83bb-55e57dd5c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:05.491446 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-b1db5862-71dc-43e8-83bb-55e57dd5c12e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0560207 Nov 15 11:10:05.496606 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec664d8-0ff5-4082-93cf-0489aba00f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d23676f-7cf4-4d5d-acde-d6bb42c30822,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:05.535097 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46826) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:05.539161 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e250a-0dc3-4abf-9e3a-56132c70c9e1 req-1b37e7ed-7227-48fc-99c4-ed5794fb9b98 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:05.540698 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-004e250a-0dc3-4abf-9e3a-56132c70c9e1 req-1b37e7ed-7227-48fc-99c4-ed5794fb9b98 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 945 time: 0.2017512 Nov 15 11:10:05.552149 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cabae87e-cbaf-4a03-9f7c-a7665cb53122 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:05.567266 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-a2f89932-3593-40ec-b080-38f5fee98ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:05.568772 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-a2f89932-3593-40ec-b080-38f5fee98ca9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0688684 Nov 15 11:10:05.638310 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6bcfaf23-6b09-4143-9c18-d0f2177276f0 req-e7926f38-c53d-4618-9f44-125e7122ac84 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426888 Nov 15 11:10:05.670528 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-004e250a-0dc3-4abf-9e3a-56132c70c9e1 req-3b01274b-a625-4626-a4c7-1e7e95eeeaa1 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136885 Nov 15 11:10:05.714510 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-1dcd2f84-485b-4d7d-9bbb-7d6f8f65c10a service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358261 Nov 15 11:10:05.738086 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cabae87e-cbaf-4a03-9f7c-a7665cb53122 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:05.783495 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cabae87e-cbaf-4a03-9f7c-a7665cb53122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:05.856822 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cabae87e-cbaf-4a03-9f7c-a7665cb53122 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3dbbe3722558413a9b07f610e007197e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177681 Nov 15 11:10:05.858727 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46838) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:05.884556 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabae87e-cbaf-4a03-9f7c-a7665cb53122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b324b075-441a-4449-83af-914886f897b0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:05.977712 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-bf5bd78b-d81c-46b5-8954-e5564b9c121d service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525091 Nov 15 11:10:06.014843 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b6f73df-a3c4-495a-b887-e6da2b34b884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:06.055246 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b6f73df-a3c4-495a-b887-e6da2b34b884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:06.103951 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46848) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:06.130155 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0548d818-2d54-45b3-961c-010922f5cb3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:06.162391 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b6f73df-a3c4-495a-b887-e6da2b34b884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:06.165850 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b6f73df-a3c4-495a-b887-e6da2b34b884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:06.167107 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3b6f73df-a3c4-495a-b887-e6da2b34b884 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b324b075-441a-4449-83af-914886f897b0 HTTP/1.1" status: 204 len: 168 time: 0.3082283 Nov 15 11:10:06.174856 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a225b70-a6dc-4d48-8c58-cebebf58954b', 'tag': '118f9570-2e57-46e8-94f0-636a50887772'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:06.177345 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718ed871-723b-46ce-a079-a4a2843c5212" -d '{"events": [{"name": "network-changed", "server_uuid": "0a225b70-a6dc-4d48-8c58-cebebf58954b", "tag": "118f9570-2e57-46e8-94f0-636a50887772"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:06.198124 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d9173ce6-53e3-4937-9391-43dfcf0b9eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:06.204167 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f73df-a3c4-495a-b887-e6da2b34b884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b324b075-441a-4449-83af-914886f897b0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:06.207455 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.db.resource_extend [None req-80ae485f-d8c5-4f60-84f5-be38ac9682d2 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 11:10:06.277935 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0548d818-2d54-45b3-961c-010922f5cb3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:06.287369 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0548d818-2d54-45b3-961c-010922f5cb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:06.301693 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37896ff7-0857-44f0-bfca-3380028a03fe req-f456be6d-55cc-4fdb-adee-0477bacd90c0 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:06.303314 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37896ff7-0857-44f0-bfca-3380028a03fe req-f456be6d-55cc-4fdb-adee-0477bacd90c0 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 943 time: 0.1797237 Nov 15 11:10:06.311865 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80ae485f-d8c5-4f60-84f5-be38ac9682d2 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:06.328076 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80ae485f-d8c5-4f60-84f5-be38ac9682d2 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:06.337470 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548d818-2d54-45b3-961c-010922f5cb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6078f78-752c-4bcd-9a81-7893a26566e4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:06.353981 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0548d818-2d54-45b3-961c-010922f5cb3e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a7f7c0c3756943afa5d64fec3b3cb889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384520 Nov 15 11:10:06.356548 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46866) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:06.410333 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ec8abe5-45c5-412c-9ae1-90d931a152f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:06.434667 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ec8abe5-45c5-412c-9ae1-90d931a152f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:06.497232 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ec8abe5-45c5-412c-9ae1-90d931a152f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:06.501799 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ec8abe5-45c5-412c-9ae1-90d931a152f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:06.508100 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1ec8abe5-45c5-412c-9ae1-90d931a152f5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6078f78-752c-4bcd-9a81-7893a26566e4 HTTP/1.1" status: 204 len: 168 time: 0.1505044 Nov 15 11:10:06.522564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8abe5-45c5-412c-9ae1-90d931a152f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6078f78-752c-4bcd-9a81-7893a26566e4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:06.654022 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c2b120-f9ac-4154-8a86-102376734b65 x-openstack-request-id: req-07c2b120-f9ac-4154-8a86-102376734b65 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:06.654304 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a225b70-a6dc-4d48-8c58-cebebf58954b", "tag": "118f9570-2e57-46e8-94f0-636a50887772", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:06.654551 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07c2b120-f9ac-4154-8a86-102376734b65 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:06.654941 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a225b70-a6dc-4d48-8c58-cebebf58954b', 'tag': '118f9570-2e57-46e8-94f0-636a50887772', 'status': 'completed', 'code': 200} Nov 15 11:10:06.655319 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37896ff7-0857-44f0-bfca-3380028a03fe req-8034f7b2-a7a2-47c3-8410-084c57d8d7b7 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425267 Nov 15 11:10:06.707588 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-80ae485f-d8c5-4f60-84f5-be38ac9682d2 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Floating IP e42e7136-5ea2-47e5-8f07-0a19cc55c6cd associated. External IP: 172.25.7.102, port: d3303c8c-d4c8-444b-b375-558c2e83280f. Nov 15 11:10:06.948926 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ed871-723b-46ce-a079-a4a2843c5212 req-4c611915-d894-4f35-bce4-7375fd8b7d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:06.950445 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-718ed871-723b-46ce-a079-a4a2843c5212 req-4c611915-d894-4f35-bce4-7375fd8b7d80 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 1124 time: 0.2404666 Nov 15 11:10:06.971191 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590e1ec-48b8-461d-8981-5a4566f943f5 req-d82eb2af-5adf-4c78-a94f-9c8493f4a751 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:06.973028 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e590e1ec-48b8-461d-8981-5a4566f943f5 req-d82eb2af-5adf-4c78-a94f-9c8493f4a751 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 945 time: 0.1518188 Nov 15 11:10:06.990755 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b045bc7-4abe-4edc-ba49-dfa0ce14fe6d req-09169d6c-fe20-4655-9de1-4271c3c2a9bc tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:06.997859 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b045bc7-4abe-4edc-ba49-dfa0ce14fe6d req-09169d6c-fe20-4655-9de1-4271c3c2a9bc tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 972 time: 0.1751034 Nov 15 11:10:07.209403 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b045bc7-4abe-4edc-ba49-dfa0ce14fe6d req-650678f1-1e9d-4451-9c05-b0cd434dc52d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106767 Nov 15 11:10:07.239095 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e590e1ec-48b8-461d-8981-5a4566f943f5 req-e0ad065f-136b-49f5-a9a8-7e04bdb7f5ae tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377918 Nov 15 11:10:07.278466 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ed871-723b-46ce-a079-a4a2843c5212 req-cd2fbc91-6e4d-4e78-a5ff-8a7b3d74c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:07.280661 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-718ed871-723b-46ce-a079-a4a2843c5212 req-cd2fbc91-6e4d-4e78-a5ff-8a7b3d74c6e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 922 time: 0.3187747 Nov 15 11:10:07.342604 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-718ed871-723b-46ce-a079-a4a2843c5212 req-e1232720-c10b-4a64-95e2-af39b5bf99a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=118f9570-2e57-46e8-94f0-636a50887772 HTTP/1.1" status: 200 len: 217 time: 0.0511124 Nov 15 11:10:07.378020 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ae485f-d8c5-4f60-84f5-be38ac9682d2 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Router 7c1b1425-e5de-4c4f-b4a9-36cab780d76d has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:10:07.435716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ed871-723b-46ce-a079-a4a2843c5212 req-70f46f9f-c34d-424f-97cc-d4e4a472e147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:07.437256 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-718ed871-723b-46ce-a079-a4a2843c5212 req-70f46f9f-c34d-424f-97cc-d4e4a472e147 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41c7fb84-e1ab-4aee-8901-f8449cce1c4d HTTP/1.1" status: 200 len: 861 time: 0.0811272 Nov 15 11:10:07.550897 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-718ed871-723b-46ce-a079-a4a2843c5212 req-f23a353f-224d-4bab-a185-f84cb4425523 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4a44e54-964f-44d3-85ab-bb56792b7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007087 Nov 15 11:10:07.640001 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ae485f-d8c5-4f60-84f5-be38ac9682d2 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:10:07.651098 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80ae485f-d8c5-4f60-84f5-be38ac9682d2 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:07.653302 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa7e482-9f69-4b5f-827b-e5ad4d9c6de9 None None] Sync routers for ids ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:10:07.671593 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa7e482-9f69-4b5f-827b-e5ad4d9c6de9 None None] Routers {'7c1b1425-e5de-4c4f-b4a9-36cab780d76d'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:10:07.672640 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-0aa7e482-9f69-4b5f-827b-e5ad4d9c6de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:09:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:10:07.736908 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-80ae485f-d8c5-4f60-84f5-be38ac9682d2 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "PUT /v2.0/floatingips/e42e7136-5ea2-47e5-8f07-0a19cc55c6cd HTTP/1.1" status: 200 len: 991 time: 2.5913937 Nov 15 11:10:07.739667 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432dfa28-48da-4a1e-adec-b9bd084e2cb2', 'tag': 'd3303c8c-d4c8-444b-b375-558c2e83280f'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:07.751625 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64e92bd-3ab5-43ab-a4a0-c1e9a1e92fed" -d '{"events": [{"name": "network-changed", "server_uuid": "432dfa28-48da-4a1e-adec-b9bd084e2cb2", "tag": "d3303c8c-d4c8-444b-b375-558c2e83280f"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:07.762366 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-718ed871-723b-46ce-a079-a4a2843c5212 req-8ae62cb7-fb69-4c18-b7e9-c13c80fbed44 service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054102 Nov 15 11:10:07.832353 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-0aa7e482-9f69-4b5f-827b-e5ad4d9c6de9 None None] Set router 7c1b1425-e5de-4c4f-b4a9-36cab780d76d gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:10:07.973125 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bc494a-6332-4475-a706-71bc3355078a x-openstack-request-id: req-34bc494a-6332-4475-a706-71bc3355078a {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:07.973743 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432dfa28-48da-4a1e-adec-b9bd084e2cb2", "tag": "d3303c8c-d4c8-444b-b375-558c2e83280f", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:07.974455 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-34bc494a-6332-4475-a706-71bc3355078a {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:07.975170 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432dfa28-48da-4a1e-adec-b9bd084e2cb2', 'tag': 'd3303c8c-d4c8-444b-b375-558c2e83280f', 'status': 'completed', 'code': 200} Nov 15 11:10:07.984419 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-718ed871-723b-46ce-a079-a4a2843c5212 req-9b3e4203-8f83-4652-b772-cd198b89da1f service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140973 Nov 15 11:10:08.007922 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdcfb6-562f-432c-8a3b-5c96913d785b req-4019b8ba-982b-497f-ae8e-2bbb18308772 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:08.010122 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a2bdcfb6-562f-432c-8a3b-5c96913d785b req-4019b8ba-982b-497f-ae8e-2bbb18308772 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 943 time: 0.0937819 Nov 15 11:10:08.052482 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 118f9570-2e57-46e8-94f0-636a50887772 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:10:08.122446 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a2bdcfb6-562f-432c-8a3b-5c96913d785b req-caf15449-f39f-4ca6-b2ec-fd6e54105194 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004858 Nov 15 11:10:08.128375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e92bd-3ab5-43ab-a4a0-c1e9a1e92fed req-82bf6a73-5b51-460d-8dc3-bb50989240ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:08.131062 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e64e92bd-3ab5-43ab-a4a0-c1e9a1e92fed req-82bf6a73-5b51-460d-8dc3-bb50989240ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ade6c233dd54bb7b33ad4ded5f9c5e4&device_id=432dfa28-48da-4a1e-adec-b9bd084e2cb2 HTTP/1.1" status: 200 len: 1096 time: 0.1198299 Nov 15 11:10:08.293197 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 118f9570-2e57-46e8-94f0-636a50887772, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=118f9570-2e57-46e8-94f0-636a50887772,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:08.312947 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 118f9570-2e57-46e8-94f0-636a50887772 has no active binding in host n-h2-729945-9 {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 11:10:08.315524 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4f0b0817-e47c-4a54-bbc0-18e2533fafbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:08.374976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e92bd-3ab5-43ab-a4a0-c1e9a1e92fed req-ba8e941b-d0f4-4ae1-bcb8-630773c3e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:08.378510 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e64e92bd-3ab5-43ab-a4a0-c1e9a1e92fed req-ba8e941b-d0f4-4ae1-bcb8-630773c3e866 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e2df8251-2bb4-47b2-971f-f711da439080 HTTP/1.1" status: 200 len: 924 time: 0.2380319 Nov 15 11:10:08.403916 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-0aa7e482-9f69-4b5f-827b-e5ad4d9c6de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142332532-router', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:19Z', 'updated_at': '2021-11-15T11:09:27Z', 'revision_number': 4, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'gw_port': {'id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ad:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:20Z', 'updated_at': '2021-11-15T11:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'e42e7136-5ea2-47e5-8f07-0a19cc55c6cd', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'port_id': 'd3303c8c-d4c8-444b-b375-558c2e83280f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'mac_address': 'fa:16:3e:5a:12:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432dfa28-48da-4a1e-adec-b9bd084e2cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:09:46Z', 'updated_at': '2021-11-15T11:10:06Z', 'revision_number': 1, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467e6840-be56-4173-9a14-fb8a69bb4603', 'name': '', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'mac_address': 'fa:16:3e:5d:94:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:25Z', 'updated_at': '2021-11-15T11:09:33Z', 'revision_number': 5, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'subnets': [{'id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:10:08.448303 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa7e482-9f69-4b5f-827b-e5ad4d9c6de9 None None] Checking router: 7c1b1425-e5de-4c4f-b4a9-36cab780d76d for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:10:08.471740 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47004) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:08.477237 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa7e482-9f69-4b5f-827b-e5ad4d9c6de9 None None] Routers {'7c1b1425-e5de-4c4f-b4a9-36cab780d76d'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:10:08.478237 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-0aa7e482-9f69-4b5f-827b-e5ad4d9c6de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:10:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:10:08.605628 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e64e92bd-3ab5-43ab-a4a0-c1e9a1e92fed req-4f1b0fbc-e0ad-48c0-aed6-5946a6682b68 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3303c8c-d4c8-444b-b375-558c2e83280f HTTP/1.1" status: 200 len: 999 time: 0.2055030 Nov 15 11:10:08.620214 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa053900-35fc-4cbf-95ab-b15344210d99 req-227e23a2-ab33-4c10-80dd-30acada12b9d tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:08.621781 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa053900-35fc-4cbf-95ab-b15344210d99 req-227e23a2-ab33-4c10-80dd-30acada12b9d tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 945 time: 0.2208822 Nov 15 11:10:08.637574 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-0aa7e482-9f69-4b5f-827b-e5ad4d9c6de9 None None] Set router 7c1b1425-e5de-4c4f-b4a9-36cab780d76d gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:10:08.663913 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdddb8-d86d-41d6-b69f-c29a8e8ffa08 req-ea9e2b80-68a2-4398-9e4f-75e033e1f63f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:08.663913 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-85bdddb8-d86d-41d6-b69f-c29a8e8ffa08 req-ea9e2b80-68a2-4398-9e4f-75e033e1f63f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 972 time: 0.2777019 Nov 15 11:10:08.745663 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e92bd-3ab5-43ab-a4a0-c1e9a1e92fed req-277694a5-30c2-4619-938c-d33ed5b2a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:08.747124 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e64e92bd-3ab5-43ab-a4a0-c1e9a1e92fed req-277694a5-30c2-4619-938c-d33ed5b2a9aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ffa88cce-c14b-4a49-a347-c551af3ca57a HTTP/1.1" status: 200 len: 862 time: 0.1244693 Nov 15 11:10:08.777144 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6a4d887-03b4-4796-8d87-60cf77438c1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:08.802384 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa053900-35fc-4cbf-95ab-b15344210d99 req-9934cf4e-89d7-4e99-b2af-3fc16c6f6f6a tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354339 Nov 15 11:10:08.830753 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-85bdddb8-d86d-41d6-b69f-c29a8e8ffa08 req-fdf7d539-b43b-42f0-ac05-ffe53a1ad8ab tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376257 Nov 15 11:10:08.866862 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e92bd-3ab5-43ab-a4a0-c1e9a1e92fed req-fef4b7e5-294f-413c-ba28-2179fe85616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:08.872344 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e64e92bd-3ab5-43ab-a4a0-c1e9a1e92fed req-fef4b7e5-294f-413c-ba28-2179fe85616f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e2df8251-2bb4-47b2-971f-f711da439080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108806 Nov 15 11:10:08.897081 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6a4d887-03b4-4796-8d87-60cf77438c1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:08.911545 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6a4d887-03b4-4796-8d87-60cf77438c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:08.975808 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4d887-03b4-4796-8d87-60cf77438c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e896537-5aa8-4eb1-8fbd-0e419c248361,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:08.999863 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d6a4d887-03b4-4796-8d87-60cf77438c1c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=911c22431a9a4db3acfb2af1a71a378b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5269208 Nov 15 11:10:09.002313 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47030) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:09.011375 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e64e92bd-3ab5-43ab-a4a0-c1e9a1e92fed req-673d4a57-b0ce-4593-9fb6-7a07366fc583 service neutron] 10.222.0.11 "GET /v2.0/networks/e2df8251-2bb4-47b2-971f-f711da439080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331313 Nov 15 11:10:09.022190 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-0aa7e482-9f69-4b5f-827b-e5ad4d9c6de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142332532-router', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:19Z', 'updated_at': '2021-11-15T11:09:27Z', 'revision_number': 4, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'gw_port': {'id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ad:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:20Z', 'updated_at': '2021-11-15T11:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'e42e7136-5ea2-47e5-8f07-0a19cc55c6cd', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'port_id': 'd3303c8c-d4c8-444b-b375-558c2e83280f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'mac_address': 'fa:16:3e:5a:12:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432dfa28-48da-4a1e-adec-b9bd084e2cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:09:46Z', 'updated_at': '2021-11-15T11:10:06Z', 'revision_number': 1, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467e6840-be56-4173-9a14-fb8a69bb4603', 'name': '', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'mac_address': 'fa:16:3e:5d:94:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:25Z', 'updated_at': '2021-11-15T11:09:33Z', 'revision_number': 5, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'subnets': [{'id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:10:09.094591 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa7e482-9f69-4b5f-827b-e5ad4d9c6de9 None None] The sync data for ids ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'] in n-d-729945-9 is: [{'id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142332532-router', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:19Z', 'updated_at': '2021-11-15T11:09:27Z', 'revision_number': 4, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'gw_port': {'id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ad:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:20Z', 'updated_at': '2021-11-15T11:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'e42e7136-5ea2-47e5-8f07-0a19cc55c6cd', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'port_id': 'd3303c8c-d4c8-444b-b375-558c2e83280f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'mac_address': 'fa:16:3e:5a:12:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432dfa28-48da-4a1e-adec-b9bd084e2cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:09:46Z', 'updated_at': '2021-11-15T11:10:06Z', 'revision_number': 1, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467e6840-be56-4173-9a14-fb8a69bb4603', 'name': '', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'mac_address': 'fa:16:3e:5d:94:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:25Z', 'updated_at': '2021-11-15T11:09:33Z', 'revision_number': 5, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'subnets': [{'id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:10:09.133232 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ec8d1fe-6e4b-4031-9df4-bd3c56419f10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:09.137911 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47038) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:09.167659 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ec8d1fe-6e4b-4031-9df4-bd3c56419f10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:09.225145 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ec8d1fe-6e4b-4031-9df4-bd3c56419f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:09.228329 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ec8d1fe-6e4b-4031-9df4-bd3c56419f10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:09.231913 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5ec8d1fe-6e4b-4031-9df4-bd3c56419f10 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0e896537-5aa8-4eb1-8fbd-0e419c248361 HTTP/1.1" status: 204 len: 168 time: 0.2260756 Nov 15 11:10:09.243628 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8d1fe-6e4b-4031-9df4-bd3c56419f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e896537-5aa8-4eb1-8fbd-0e419c248361,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:09.245659 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e64e92bd-3ab5-43ab-a4a0-c1e9a1e92fed req-66f675d6-3002-436b-9978-d8fe65b4b3ef service neutron] 10.222.0.11 "GET /v2.0/networks/e2df8251-2bb4-47b2-971f-f711da439080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255147 Nov 15 11:10:09.321994 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe836be-4fb8-4af1-bb1d-864b833b49ba req-9c02c457-0700-409d-b884-acec4988f642 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:09.323552 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1fe836be-4fb8-4af1-bb1d-864b833b49ba req-9c02c457-0700-409d-b884-acec4988f642 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 943 time: 0.0617878 Nov 15 11:10:09.385699 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1fe836be-4fb8-4af1-bb1d-864b833b49ba req-3c1fafbd-7b3b-4f5c-bc04-8bf9604692bc tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523043 Nov 15 11:10:09.463469 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15c32ad-19af-4eb7-99b7-ebee07cdfde1 None None] New status for floating IP e42e7136-5ea2-47e5-8f07-0a19cc55c6cd: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:10:09.506613 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c20d1b57-55e5-446d-9d2f-ec26a23b1ca5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:09.539766 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47058) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:09.617865 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c20d1b57-55e5-446d-9d2f-ec26a23b1ca5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:09.624584 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c20d1b57-55e5-446d-9d2f-ec26a23b1ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:09.646324 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b22edbb-1334-457d-80b5-327c16ca34e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:09.668167 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c20d1b57-55e5-446d-9d2f-ec26a23b1ca5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b095583e79df4e53bbcd173524ea5993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5275345 Nov 15 11:10:09.674123 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47068) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:09.698302 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d1b57-55e5-446d-9d2f-ec26a23b1ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbaa6b7-ea23-4a83-b008-69821ef3d4e5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:09.752004 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-76bb9524-02d8-4d4c-97b8-2020f8651fbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:09.774870 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:09.802614 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b22edbb-1334-457d-80b5-327c16ca34e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:09.810037 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b22edbb-1334-457d-80b5-327c16ca34e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:09.816139 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-76bb9524-02d8-4d4c-97b8-2020f8651fbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:09.847280 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47088) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:09.848730 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0b22edbb-1334-457d-80b5-327c16ca34e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3cca1a3651c04e4ba3d6f5c5afb114e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072050 Nov 15 11:10:09.905063 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22edbb-1334-457d-80b5-327c16ca34e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c02ab47-2ba5-42de-b491-934e55aeda84,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:09.911189 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5072f822-df9f-47b0-a506-98d8080408d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:09.920778 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-76bb9524-02d8-4d4c-97b8-2020f8651fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:09.923231 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-76bb9524-02d8-4d4c-97b8-2020f8651fbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:09.926806 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-76bb9524-02d8-4d4c-97b8-2020f8651fbb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fbbaa6b7-ea23-4a83-b008-69821ef3d4e5 HTTP/1.1" status: 204 len: 168 time: 0.2486248 Nov 15 11:10:09.940680 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb9524-02d8-4d4c-97b8-2020f8651fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbaa6b7-ea23-4a83-b008-69821ef3d4e5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:09.946474 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5072f822-df9f-47b0-a506-98d8080408d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:10.005502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7e93a-33f0-47e0-b5bd-bf17d6448c02 req-d79cd58b-9a4f-4a94-b8b1-80370a7f8f91 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:10.012936 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ba7e93a-33f0-47e0-b5bd-bf17d6448c02 req-d79cd58b-9a4f-4a94-b8b1-80370a7f8f91 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 945 time: 0.1042280 Nov 15 11:10:10.027918 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5072f822-df9f-47b0-a506-98d8080408d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:10.033448 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5072f822-df9f-47b0-a506-98d8080408d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:10.035108 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5072f822-df9f-47b0-a506-98d8080408d1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c02ab47-2ba5-42de-b491-934e55aeda84 HTTP/1.1" status: 204 len: 168 time: 0.1863589 Nov 15 11:10:10.045958 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-0d005771-d640-4e4b-a999-eb27a6616b6b service neutron] 10.222.0.11 "GET /v2.0/ports/118f9570-2e57-46e8-94f0-636a50887772/bindings/n-h2-729945-9 HTTP/1.1" status: 200 len: 384 time: 0.1248772 Nov 15 11:10:10.047018 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072f822-df9f-47b0-a506-98d8080408d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c02ab47-2ba5-42de-b491-934e55aeda84,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:10.090694 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ba7e93a-33f0-47e0-b5bd-bf17d6448c02 req-62333314-e8cf-42ba-a1b6-5b34b57a8854 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730228 Nov 15 11:10:10.104056 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47118) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:10.184150 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a648dc74-bb83-450e-83be-e5075f7472b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:10.309278 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e94ab-3a60-4700-9d79-edf5c5eb9245 req-46ed25c6-22e1-47ed-984d-4aa4196cf692 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:10.311362 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-be8e94ab-3a60-4700-9d79-edf5c5eb9245 req-46ed25c6-22e1-47ed-984d-4aa4196cf692 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 972 time: 0.1325071 Nov 15 11:10:10.431604 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47146) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:10.447137 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18d42f3b-fd58-48df-9345-fb35ae64a436 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:10.551191 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18d42f3b-fd58-48df-9345-fb35ae64a436 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:10.560926 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18d42f3b-fd58-48df-9345-fb35ae64a436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:10.589402 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-18d42f3b-fd58-48df-9345-fb35ae64a436 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ce501bc724345e79a31bb227c79fd0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1561434 Nov 15 11:10:10.591775 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47168) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:10.654672 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-be8e94ab-3a60-4700-9d79-edf5c5eb9245 req-18a85e6b-ee09-4da0-b515-7bd74f5112d7 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250890 Nov 15 11:10:10.659943 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-167cd1bb-82a0-4b38-913f-25a35cc7bde8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:10.682241 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-167cd1bb-82a0-4b38-913f-25a35cc7bde8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:10.704511 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a648dc74-bb83-450e-83be-e5075f7472b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:10.711257 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d42f3b-fd58-48df-9345-fb35ae64a436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e024e4b-eff2-4034-a366-83fa8c64b0ce,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:10.713329 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-fb1d810b-d890-4a65-b0ae-bdd05c5b1fc7 service neutron] For port 118f9570-2e57-46e8-94f0-636a50887772, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=118f9570-2e57-46e8-94f0-636a50887772,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:10.720466 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d42f3b-fd58-48df-9345-fb35ae64a436 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:10.720812 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d42f3b-fd58-48df-9345-fb35ae64a436 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:10.721134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d42f3b-fd58-48df-9345-fb35ae64a436 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:10.721461 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d42f3b-fd58-48df-9345-fb35ae64a436 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:10.721914 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d42f3b-fd58-48df-9345-fb35ae64a436 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:10.722231 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d42f3b-fd58-48df-9345-fb35ae64a436 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:10.722754 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d42f3b-fd58-48df-9345-fb35ae64a436 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:10.723199 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d42f3b-fd58-48df-9345-fb35ae64a436 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:10.723657 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d42f3b-fd58-48df-9345-fb35ae64a436 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:10.724152 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d42f3b-fd58-48df-9345-fb35ae64a436 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:10.724849 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d42f3b-fd58-48df-9345-fb35ae64a436 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:10.725165 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a648dc74-bb83-450e-83be-e5075f7472b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:10.725469 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d42f3b-fd58-48df-9345-fb35ae64a436 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:10.751004 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-167cd1bb-82a0-4b38-913f-25a35cc7bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:10.754741 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-167cd1bb-82a0-4b38-913f-25a35cc7bde8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:10.756616 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-167cd1bb-82a0-4b38-913f-25a35cc7bde8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9e024e4b-eff2-4034-a366-83fa8c64b0ce HTTP/1.1" status: 204 len: 168 time: 0.1632493 Nov 15 11:10:10.774867 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cd1bb-82a0-4b38-913f-25a35cc7bde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e024e4b-eff2-4034-a366-83fa8c64b0ce,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:10.801770 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47176) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:10.817701 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a5c4-5e6f-4f82-9e24-12fc52d8d627 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:10.831345 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-fb1d810b-d890-4a65-b0ae-bdd05c5b1fc7 service neutron] For port 118f9570-2e57-46e8-94f0-636a50887772, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:10.866798 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a648dc74-bb83-450e-83be-e5075f7472b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=21036bebaf9c44d889c82f1d39a57ea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7614350 Nov 15 11:10:10.871552 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47178) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:10.873008 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648dc74-bb83-450e-83be-e5075f7472b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f7ba2a-871b-461e-91f3-7b3cb69bde5b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:10.914600 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a5c4-5e6f-4f82-9e24-12fc52d8d627 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:10.914795 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a648dc74-bb83-450e-83be-e5075f7472b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:10.915242 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a648dc74-bb83-450e-83be-e5075f7472b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:10.915883 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a648dc74-bb83-450e-83be-e5075f7472b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:10.916021 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a648dc74-bb83-450e-83be-e5075f7472b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:10.916506 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a648dc74-bb83-450e-83be-e5075f7472b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:10.916885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a648dc74-bb83-450e-83be-e5075f7472b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:10.917168 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a648dc74-bb83-450e-83be-e5075f7472b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:10.917485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a648dc74-bb83-450e-83be-e5075f7472b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:10.917822 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a648dc74-bb83-450e-83be-e5075f7472b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:10.918310 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a648dc74-bb83-450e-83be-e5075f7472b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:10.918725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a648dc74-bb83-450e-83be-e5075f7472b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:10.918968 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a648dc74-bb83-450e-83be-e5075f7472b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:10.923250 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a5c4-5e6f-4f82-9e24-12fc52d8d627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:10.932839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-fb1d810b-d890-4a65-b0ae-bdd05c5b1fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 118f9570-2e57-46e8-94f0-636a50887772 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:10:10.955863 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b2bdd-33ca-4c73-90b2-ecd8ef31721d req-e8ff66cc-b97f-4bd2-a9fd-3a31bdf63644 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:10.961325 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-525b2bdd-33ca-4c73-90b2-ecd8ef31721d req-e8ff66cc-b97f-4bd2-a9fd-3a31bdf63644 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 943 time: 0.2245665 Nov 15 11:10:10.975914 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7fc1a5c4-5e6f-4f82-9e24-12fc52d8d627 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b04371127c8a42239845e36c4dd20561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1695721 Nov 15 11:10:10.977882 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47198) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:10.994417 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-fb1d810b-d890-4a65-b0ae-bdd05c5b1fc7 service neutron] For port 118f9570-2e57-46e8-94f0-636a50887772, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=118f9570-2e57-46e8-94f0-636a50887772,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:11.004531 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1a5c4-5e6f-4f82-9e24-12fc52d8d627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5f59a2-3897-4bcd-98e9-873d55321f78,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:11.033050 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3e3415b-3c35-49b6-9e8e-5743a8734104 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:11.055134 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-fb1d810b-d890-4a65-b0ae-bdd05c5b1fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:11.087404 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fa8297b-7a56-4508-9a6a-5edfa3bba0cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:11.090156 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3e3415b-3c35-49b6-9e8e-5743a8734104 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:11.106247 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-525b2bdd-33ca-4c73-90b2-ecd8ef31721d req-3792542e-503b-42a2-a391-1971beb9d3bb tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298749 Nov 15 11:10:11.134649 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fa8297b-7a56-4508-9a6a-5edfa3bba0cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:11.188903 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3e3415b-3c35-49b6-9e8e-5743a8734104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:11.192136 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3e3415b-3c35-49b6-9e8e-5743a8734104 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:11.193226 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e3e3415b-3c35-49b6-9e8e-5743a8734104 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6e5f59a2-3897-4bcd-98e9-873d55321f78 HTTP/1.1" status: 204 len: 168 time: 0.2143528 Nov 15 11:10:11.224572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3415b-3c35-49b6-9e8e-5743a8734104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5f59a2-3897-4bcd-98e9-873d55321f78,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:11.238153 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-fb1d810b-d890-4a65-b0ae-bdd05c5b1fc7 service neutron] Transition to ACTIVE for port object 118f9570-2e57-46e8-94f0-636a50887772 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:10:11.251655 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fa8297b-7a56-4508-9a6a-5edfa3bba0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:11.254824 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fa8297b-7a56-4508-9a6a-5edfa3bba0cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:11.258682 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9fa8297b-7a56-4508-9a6a-5edfa3bba0cb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61f7ba2a-871b-461e-91f3-7b3cb69bde5b HTTP/1.1" status: 204 len: 168 time: 0.3803122 Nov 15 11:10:11.261084 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-fb1d810b-d890-4a65-b0ae-bdd05c5b1fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:11.292272 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:11.294137 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8297b-7a56-4508-9a6a-5edfa3bba0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f7ba2a-871b-461e-91f3-7b3cb69bde5b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:11.370638 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-fb1d810b-d890-4a65-b0ae-bdd05c5b1fc7 service neutron] No DVR routers for this DVR port 118f9570-2e57-46e8-94f0-636a50887772 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:10:11.379388 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a2283-66ad-4b97-b7f3-a50c9c0ec47e req-17c93191-da04-49f2-9780-c4936ef2fd4c tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:11.380906 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-073a2283-66ad-4b97-b7f3-a50c9c0ec47e req-17c93191-da04-49f2-9780-c4936ef2fd4c tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 945 time: 0.1447685 Nov 15 11:10:11.389231 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d810b-d890-4a65-b0ae-bdd05c5b1fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=118f9570-2e57-46e8-94f0-636a50887772,revision_number=10']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:11.428763 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-fb1d810b-d890-4a65-b0ae-bdd05c5b1fc7 service neutron] 10.222.0.11 "PUT /v2.0/ports/118f9570-2e57-46e8-94f0-636a50887772/bindings/n-h2-729945-9/activate HTTP/1.1" status: 200 len: 369 time: 1.3523569 Nov 15 11:10:11.482174 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-073a2283-66ad-4b97-b7f3-a50c9c0ec47e req-ca39060d-f2a3-4e9a-ba50-59e1607a1477 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803514 Nov 15 11:10:11.573245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-5663b568-bd85-4879-8733-3791d99b0be5 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:11.574862 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-5663b568-bd85-4879-8733-3791d99b0be5 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b&tenant_id=15d30ad0cec74e39a796f7b31ab517b2&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 1095 time: 0.0724809 Nov 15 11:10:11.683070 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-4097659a-1e18-457d-abeb-33901a1c7117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:11.685187 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-4097659a-1e18-457d-abeb-33901a1c7117 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b&tenant_id=15d30ad0cec74e39a796f7b31ab517b2 HTTP/1.1" status: 200 len: 1095 time: 0.0948281 Nov 15 11:10:11.826660 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47294) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:11.844938 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ebdfe24-094b-402b-9064-7ed4d4f6dc80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:11.856588 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdba0b7-717d-4645-9396-1b43f0873e69 req-0287d643-d9fd-4ef9-9db7-97c28ad513ca tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:11.860356 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2bdba0b7-717d-4645-9396-1b43f0873e69 req-0287d643-d9fd-4ef9-9db7-97c28ad513ca tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 972 time: 0.0962749 Nov 15 11:10:12.009896 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2bdba0b7-717d-4645-9396-1b43f0873e69 req-95d82bfa-f13e-4128-aca7-0c2035965560 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297779 Nov 15 11:10:12.012362 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-f0725cc4-dc9d-4d2b-be6f-025805be6c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:12.022037 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-f0725cc4-dc9d-4d2b-be6f-025805be6c8d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 1095 time: 0.3031497 Nov 15 11:10:12.091045 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:12.100995 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ebdfe24-094b-402b-9064-7ed4d4f6dc80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:12.109627 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ebdfe24-094b-402b-9064-7ed4d4f6dc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:12.180038 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-21855b61-f7e1-47c5-b1b4-16395a0c09c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:12.182026 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-21855b61-f7e1-47c5-b1b4-16395a0c09c1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 922 time: 0.1524010 Nov 15 11:10:12.188769 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebdfe24-094b-402b-9064-7ed4d4f6dc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f47d55-71c1-4d9e-b699-e5fd15aead60,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:12.211616 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8ebdfe24-094b-402b-9064-7ed4d4f6dc80 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb54302e9946466589cd27b14ff2f631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3838499 Nov 15 11:10:12.214181 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47346) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:12.258109 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-32e538a6-1036-434d-8fc2-3251d76e3074 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=118f9570-2e57-46e8-94f0-636a50887772 HTTP/1.1" status: 200 len: 217 time: 0.0676706 Nov 15 11:10:12.279439 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bc7ae81-f5b1-4b44-8bbf-2d55ed7352d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:12.327934 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-df0c2f47-c9f0-48fa-aac0-47fa7cb38694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:12.330880 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-df0c2f47-c9f0-48fa-aac0-47fa7cb38694 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41c7fb84-e1ab-4aee-8901-f8449cce1c4d HTTP/1.1" status: 200 len: 861 time: 0.0597007 Nov 15 11:10:12.337823 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bc7ae81-f5b1-4b44-8bbf-2d55ed7352d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:12.382861 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd63ab-1fe8-40e6-b3df-9c34dab8ab40 req-1e8081cd-c6c4-4008-9e21-f3c8c70a033a tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:12.384655 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-97dd63ab-1fe8-40e6-b3df-9c34dab8ab40 req-1e8081cd-c6c4-4008-9e21-f3c8c70a033a tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 944 time: 0.1242416 Nov 15 11:10:12.402907 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-80896bab-3170-4064-9b25-c09faaf4b4b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4a44e54-964f-44d3-85ab-bb56792b7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581942 Nov 15 11:10:12.453124 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-97dd63ab-1fe8-40e6-b3df-9c34dab8ab40 req-22328486-5d42-41b4-a35e-f3786c29b35b tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618618 Nov 15 11:10:12.459831 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bc7ae81-f5b1-4b44-8bbf-2d55ed7352d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:12.464557 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bc7ae81-f5b1-4b44-8bbf-2d55ed7352d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:12.466664 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3bc7ae81-f5b1-4b44-8bbf-2d55ed7352d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/25f47d55-71c1-4d9e-b699-e5fd15aead60 HTTP/1.1" status: 204 len: 168 time: 0.2497604 Nov 15 11:10:12.507453 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7ae81-f5b1-4b44-8bbf-2d55ed7352d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f47d55-71c1-4d9e-b699-e5fd15aead60,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:12.615645 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-1492976c-6288-4389-871d-dc2c7c43e5b6 service neutron] 10.222.0.55 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029982 Nov 15 11:10:12.622035 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f82d4-ee26-4260-8d4d-260e28f3549c req-b780ca77-3c0c-45b0-8d8f-81f5ea7b4b73 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:12.623547 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c84f82d4-ee26-4260-8d4d-260e28f3549c req-b780ca77-3c0c-45b0-8d8f-81f5ea7b4b73 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 945 time: 0.0568573 Nov 15 11:10:12.695772 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c84f82d4-ee26-4260-8d4d-260e28f3549c req-cafb6522-f638-48cb-b6a6-71890cd63307 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617552 Nov 15 11:10:12.733457 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-f8e851db-6023-41a4-844e-e2f0f27521af service neutron] 10.222.0.55 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075320 Nov 15 11:10:13.097940 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-08b0363a-76f0-4e7b-b871-08cc6a8c9831 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:13.099474 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-08b0363a-76f0-4e7b-b871-08cc6a8c9831 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b&tenant_id=15d30ad0cec74e39a796f7b31ab517b2&binding%3Ahost_id=n-h2-729945-9 HTTP/1.1" status: 200 len: 1095 time: 0.0963838 Nov 15 11:10:13.184238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d6f7f-491e-4787-9e4d-b3cc6319988e req-6c87ff8f-8fbf-483b-b93b-8348a0bdb2b4 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:13.196321 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e69d6f7f-491e-4787-9e4d-b3cc6319988e req-6c87ff8f-8fbf-483b-b93b-8348a0bdb2b4 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 972 time: 0.0909429 Nov 15 11:10:13.275382 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e69d6f7f-491e-4787-9e4d-b3cc6319988e req-f60da59a-c08c-43ec-ad8a-0663462bb7a5 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743678 Nov 15 11:10:13.300430 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-1c5a3592-ddbc-402b-9a92-8e8386601d52 service neutron] For port 118f9570-2e57-46e8-94f0-636a50887772, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:13.303480 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-1c5a3592-ddbc-402b-9a92-8e8386601d52 service neutron] Publish callbacks [] for binding, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:13.304626 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-23a8c511-1f1d-4980-b4af-a3f5fe4e68de req-1c5a3592-ddbc-402b-9a92-8e8386601d52 service neutron] 10.222.0.55 "DELETE /v2.0/ports/118f9570-2e57-46e8-94f0-636a50887772/bindings/n-h1-729945-9 HTTP/1.1" status: 204 len: 173 time: 0.1968472 Nov 15 11:10:13.592446 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb53c96-ebb9-4d33-bf34-b4686e1e4f90 req-643d3099-99fb-41bc-aab8-b9c6726e8084 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:13.600774 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afb53c96-ebb9-4d33-bf34-b4686e1e4f90 req-643d3099-99fb-41bc-aab8-b9c6726e8084 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 944 time: 0.0632424 Nov 15 11:10:13.619938 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:10:13.709387 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afb53c96-ebb9-4d33-bf34-b4686e1e4f90 req-d8fe1e41-5e4a-4fce-ac99-d2be7e25e2df tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075125 Nov 15 11:10:13.871658 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422064d9-d164-440a-b840-36298ed0785f req-36326abd-e87b-4116-ad4d-9bedafc18af3 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:13.880711 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-422064d9-d164-440a-b840-36298ed0785f req-36326abd-e87b-4116-ad4d-9bedafc18af3 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 945 time: 0.0730321 Nov 15 11:10:13.931960 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-422064d9-d164-440a-b840-36298ed0785f req-30e5d88f-1988-4e1b-8393-b23cbe767946 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475242 Nov 15 11:10:14.007076 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 118f9570-2e57-46e8-94f0-636a50887772 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:10:14.048811 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 118f9570-2e57-46e8-94f0-636a50887772 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:10:14.289186 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7133022-afb9-445e-8bd5-a6c690a241eb req-0c619fa7-b195-48c7-8feb-5c929f9a749f tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:14.295308 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7133022-afb9-445e-8bd5-a6c690a241eb req-0c619fa7-b195-48c7-8feb-5c929f9a749f tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 1095 time: 0.0518167 Nov 15 11:10:14.337936 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7133022-afb9-445e-8bd5-a6c690a241eb req-54fcf0c2-a163-45f3-a32f-5da141e9870a tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417612 Nov 15 11:10:14.495302 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-e35e9f28-bf28-442a-a27e-4d887aef5420 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a6d46483816c4ff99a1f4543088780e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355904 Nov 15 11:10:14.521754 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-ba85f2f5-e070-46de-817f-ffc25b632aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:14.523454 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-ba85f2f5-e070-46de-817f-ffc25b632aab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 1096 time: 0.0474627 Nov 15 11:10:14.598916 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-ba71cdc7-4c0f-4f00-afcc-a09d109328be tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=8379f808644b4022968f0cf067ee1d1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281894 Nov 15 11:10:14.623861 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-f228cd6d-8960-43c1-9430-0c5e1acfdfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:14.625376 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-f228cd6d-8960-43c1-9430-0c5e1acfdfaf service neutron] 10.222.0.55 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 908 time: 0.0935462 Nov 15 11:10:14.669936 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-8da8b5c5-951e-469e-ab3f-67c457d024c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ebb3451-1f0a-4793-998e-84e8aafaddc8 HTTP/1.1" status: 200 len: 217 time: 0.0369260 Nov 15 11:10:14.690884 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-6524e2a4-602f-4f54-960d-3c073bb32f24 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:14.692388 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-6524e2a4-602f-4f54-960d-3c073bb32f24 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1960866 Nov 15 11:10:14.720368 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-42112b48-25c3-40c3-97ec-70d8f5ea7e1c tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/quotas/a6d46483816c4ff99a1f4543088780e7 HTTP/1.1" status: 200 len: 375 time: 0.0185063 Nov 15 11:10:14.726543 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-130cd776-576b-412d-96ba-4c754bbdffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:14.728101 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-130cd776-576b-412d-96ba-4c754bbdffb2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8b5f0410-d440-42ba-a6cf-b7c754e903cf HTTP/1.1" status: 200 len: 847 time: 0.0518715 Nov 15 11:10:14.759770 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-2cbcb04c-3fa3-4831-a848-36bac672f36a tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6d46483816c4ff99a1f4543088780e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336716 Nov 15 11:10:14.775670 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-14fbdb41-f52f-4e51-91f8-236e51485f95 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4534314e-1f14-4032-9246-018086f47347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297906 Nov 15 11:10:14.786143 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-880d6d38-6de6-4ab9-aa28-f7c3cec11626 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:14.787769 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-880d6d38-6de6-4ab9-aa28-f7c3cec11626 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1802340 Nov 15 11:10:14.805930 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-cf0a994e-7863-483a-affc-39b4363dffab tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/quotas/8379f808644b4022968f0cf067ee1d1b HTTP/1.1" status: 200 len: 375 time: 0.0122609 Nov 15 11:10:14.851696 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-1f90af88-b6b7-4db4-a7be-43681e029dd6 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8379f808644b4022968f0cf067ee1d1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365021 Nov 15 11:10:14.875960 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-f0003533-274e-476b-837b-b148730ca02a service neutron] 10.222.0.55 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923934 Nov 15 11:10:14.992853 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-133a42c3-381c-4213-bac0-8f36d1221e25 service neutron] 10.222.0.55 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070681 Nov 15 11:10:15.053936 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f778262-0c5c-4c30-9e00-c0c82ad84219 req-bd460e9b-1de6-49a2-9834-7006c42ef93f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:15.061363 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f778262-0c5c-4c30-9e00-c0c82ad84219 req-bd460e9b-1de6-49a2-9834-7006c42ef93f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 972 time: 0.0816212 Nov 15 11:10:15.120265 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-9c6571b4-bd44-4e37-b699-c38af9920bed tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:15.122055 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-9c6571b4-bd44-4e37-b699-c38af9920bed tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8&tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 1096 time: 0.0586531 Nov 15 11:10:15.143041 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-7f02511d-e791-496b-b579-da51698f402f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-729945-9'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:15.184572 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f778262-0c5c-4c30-9e00-c0c82ad84219 req-2af0a7f1-ff11-4781-a8d5-954a34dedae3 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215227 Nov 15 11:10:15.234546 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fd934-044f-4f72-9ede-7f6de2526517 req-ae060113-f228-4d2d-859b-7a4918b75212 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:15.236087 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-259fd934-044f-4f72-9ede-7f6de2526517 req-ae060113-f228-4d2d-859b-7a4918b75212 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 821 time: 0.1532280 Nov 15 11:10:15.257133 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-259fd934-044f-4f72-9ede-7f6de2526517 req-933a575a-9bf6-4561-a86a-3a4b3e4c3b6e tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/quotas/15d30ad0cec74e39a796f7b31ab517b2 HTTP/1.1" status: 200 len: 375 time: 0.0134287 Nov 15 11:10:15.279530 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-7f02511d-e791-496b-b579-da51698f402f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:15.334941 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-259fd934-044f-4f72-9ede-7f6de2526517 req-3e309d9c-c392-4287-a688-4769c59b6bef tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0714211 Nov 15 11:10:15.446670 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-7f02511d-e791-496b-b579-da51698f402f service neutron] For port 9ebb3451-1f0a-4793-998e-84e8aafaddc8, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=9ebb3451-1f0a-4793-998e-84e8aafaddc8,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:15.506676 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-7f02511d-e791-496b-b579-da51698f402f service neutron] For port 9ebb3451-1f0a-4793-998e-84e8aafaddc8, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:15.522272 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-259fd934-044f-4f72-9ede-7f6de2526517 req-7dca4939-1ff7-45ef-8231-5484eede25d9 service neutron] 10.222.0.64 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798594 Nov 15 11:10:15.550362 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e11502-3e76-48ce-9f73-6a45023145c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ebb3451-1f0a-4793-998e-84e8aafaddc8'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:15.552923 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbd313a-d16f-45ac-8d8b-3623aa785ec4" -d '{"events": [{"server_uuid": "30e11502-3e76-48ce-9f73-6a45023145c8", "name": "network-vif-unplugged", "status": "completed", "tag": "9ebb3451-1f0a-4793-998e-84e8aafaddc8"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:15.557355 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-7f02511d-e791-496b-b579-da51698f402f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:15.565291 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-7f02511d-e791-496b-b579-da51698f402f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:15.623777 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cef4ed18-5de5-4fab-a663-a4a3658b29b1 req-54bd0bb4-3426-490a-9ab3-db16b8fc6173 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=bae71450-dcae-4816-a01a-76e9f45ab142 HTTP/1.1" status: 200 len: 210 time: 0.0417492 Nov 15 11:10:15.684417 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-7f02511d-e791-496b-b579-da51698f402f service neutron] Attempting to bind port 9ebb3451-1f0a-4793-998e-84e8aafaddc8 on host n-h1-729945-9 for vnic_type normal with profile {"migrating_to": "n-h2-729945-9"} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:10:15.684980 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-7f02511d-e791-496b-b579-da51698f402f service neutron] Attempting to bind port 9ebb3451-1f0a-4793-998e-84e8aafaddc8 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:10:15.685527 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-7f02511d-e791-496b-b579-da51698f402f service neutron] Attempting to bind port 9ebb3451-1f0a-4793-998e-84e8aafaddc8 on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:15.693517 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-259fd934-044f-4f72-9ede-7f6de2526517 req-7c186d13-d2d9-4f7a-b739-a896a416df89 service neutron] 10.222.0.64 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702406 Nov 15 11:10:15.694306 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-7f02511d-e791-496b-b579-da51698f402f service neutron] Port 9ebb3451-1f0a-4793-998e-84e8aafaddc8 on network 4534314e-1f14-4032-9246-018086f47347 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:10:15.694824 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-7f02511d-e791-496b-b579-da51698f402f service neutron] Attempting to bind port 9ebb3451-1f0a-4793-998e-84e8aafaddc8 on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:15.697019 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02511d-e791-496b-b579-da51698f402f service neutron] Pushing event updated for resources: {'Port': ['ID=9ebb3451-1f0a-4793-998e-84e8aafaddc8,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:15.707796 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-7f02511d-e791-496b-b579-da51698f402f service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:10:15.708198 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-7f02511d-e791-496b-b579-da51698f402f service neutron] Checking segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:10:15.708575 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-7f02511d-e791-496b-b579-da51698f402f service neutron] Bound using segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:10:15.708993 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-7f02511d-e791-496b-b579-da51698f402f service neutron] Bound port: 9ebb3451-1f0a-4793-998e-84e8aafaddc8, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:10:15.709335 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-7f02511d-e791-496b-b579-da51698f402f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:15.803198 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-7f02511d-e791-496b-b579-da51698f402f service neutron] For port 9ebb3451-1f0a-4793-998e-84e8aafaddc8, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:15.808442 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-7f02511d-e791-496b-b579-da51698f402f service neutron] For port 9ebb3451-1f0a-4793-998e-84e8aafaddc8, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=9ebb3451-1f0a-4793-998e-84e8aafaddc8,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:10:15.816915 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-7f02511d-e791-496b-b579-da51698f402f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:15.903201 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-7f02511d-e791-496b-b579-da51698f402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:15.903877 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-7f02511d-e791-496b-b579-da51698f402f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:15.905307 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-7f02511d-e791-496b-b579-da51698f402f service neutron] 10.222.0.55 "PUT /v2.0/ports/9ebb3451-1f0a-4793-998e-84e8aafaddc8 HTTP/1.1" status: 200 len: 1121 time: 0.7698176 Nov 15 11:10:15.908778 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02511d-e791-496b-b579-da51698f402f service neutron] Pushing event updated for resources: {'Port': ['ID=9ebb3451-1f0a-4793-998e-84e8aafaddc8,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:15.946530 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921167d-ba38-4a9a-8a8a-44beb44474d6 req-584e96e5-b7c3-4592-a806-8d3ab960250c tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:15.954788 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d921167d-ba38-4a9a-8a8a-44beb44474d6 req-584e96e5-b7c3-4592-a806-8d3ab960250c tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 943 time: 0.0742209 Nov 15 11:10:15.983285 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['9ebb3451-1f0a-4793-998e-84e8aafaddc8'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:10:16.003414 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d921167d-ba38-4a9a-8a8a-44beb44474d6 req-146bc685-3677-40d5-843a-a06ebd4a3632 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477118 Nov 15 11:10:16.184627 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d61fffa3-1b09-4c9d-9489-5d9d532de92b req-023cfec2-ee41-4d0f-9d88-5ef7519a64a0 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=725e2a8a-f07e-4e90-8c10-4897371739d8 HTTP/1.1" status: 200 len: 210 time: 0.0328925 Nov 15 11:10:16.252963 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7eff51-d8c5-450d-a258-3216bb284bdb x-openstack-request-id: req-ce7eff51-d8c5-450d-a258-3216bb284bdb {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:16.253424 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e11502-3e76-48ce-9f73-6a45023145c8", "name": "network-vif-unplugged", "status": "completed", "tag": "9ebb3451-1f0a-4793-998e-84e8aafaddc8", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:16.253746 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce7eff51-d8c5-450d-a258-3216bb284bdb {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:16.255596 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e11502-3e76-48ce-9f73-6a45023145c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ebb3451-1f0a-4793-998e-84e8aafaddc8', 'code': 200} Nov 15 11:10:16.258399 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-5a2baed4-8385-47f4-a2a6-c18ff957769f tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a6d46483816c4ff99a1f4543088780e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471885 Nov 15 11:10:16.314968 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7c31c6ba-c0d2-4bcc-aa21-c91e90d51510 req-452ae2d3-04c3-4e38-b37c-a6d124c7c8e4 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 210 time: 0.0378962 Nov 15 11:10:16.458521 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-e7f802c2-3ce6-4126-b861-74b47e238309 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:16.460039 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-e7f802c2-3ce6-4126-b861-74b47e238309 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852548 Nov 15 11:10:16.474613 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-565c7baf-4809-4892-aeaa-fc892c7bbeb3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Request body: {'port': {'device_id': 'bae71450-dcae-4816-a01a-76e9f45ab142', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': 'a6d46483816c4ff99a1f4543088780e7'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:16.497724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb15d68-f8f2-4dab-af8f-1b91e649d6ab req-173470b3-2298-4b4d-a8c4-15c35f26f89c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:16.500544 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eeb15d68-f8f2-4dab-af8f-1b91e649d6ab req-173470b3-2298-4b4d-a8c4-15c35f26f89c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 972 time: 0.0766714 Nov 15 11:10:16.570422 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eeb15d68-f8f2-4dab-af8f-1b91e649d6ab req-9618e873-bf6a-4a96-adca-25a58ac383ef tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555377 Nov 15 11:10:16.618270 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-565c7baf-4809-4892-aeaa-fc892c7bbeb3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Made reservation on behalf of a6d46483816c4ff99a1f4543088780e7 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:10:16.623267 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-565c7baf-4809-4892-aeaa-fc892c7bbeb3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:16.633848 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-565c7baf-4809-4892-aeaa-fc892c7bbeb3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:16.660471 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.55', 64247) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:16.684859 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-ee079723-fdf6-4b51-bc53-da75c5339e81 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8379f808644b4022968f0cf067ee1d1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230291 Nov 15 11:10:16.738877 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-565c7baf-4809-4892-aeaa-fc892c7bbeb3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:16.744604 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-565c7baf-4809-4892-aeaa-fc892c7bbeb3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:16.804028 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-93aaa076-2fd6-43df-a8a4-163e3adb367f req-ff244393-b076-401e-882b-c490de7a1ee5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=bae71450-dcae-4816-a01a-76e9f45ab142 HTTP/1.1" status: 200 len: 210 time: 0.0617981 Nov 15 11:10:16.888905 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c7baf-4809-4892-aeaa-fc892c7bbeb3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa951c9c-b45c-4306-b6aa-6f9d069e721e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:16.913960 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-fed2c70c-29cb-4872-8011-b5a46f0a4b5a tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:16.913960 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-fed2c70c-29cb-4872-8011-b5a46f0a4b5a tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2132783 Nov 15 11:10:16.931437 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-479814a0-971e-4415-b26d-33eed5aa7c4b tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Request body: {'port': {'device_id': '725e2a8a-f07e-4e90-8c10-4897371739d8', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': '8379f808644b4022968f0cf067ee1d1b'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:16.986271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-565c7baf-4809-4892-aeaa-fc892c7bbeb3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Allocated IP 192.168.233.160 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/106c3127-ae46-498f-9161-c66322de846d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:10:17.094121 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-479814a0-971e-4415-b26d-33eed5aa7c4b tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Made reservation on behalf of 8379f808644b4022968f0cf067ee1d1b for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:10:17.097928 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-479814a0-971e-4415-b26d-33eed5aa7c4b tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:17.182175 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-479814a0-971e-4415-b26d-33eed5aa7c4b tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:17.216816 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-565c7baf-4809-4892-aeaa-fc892c7bbeb3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:17.281077 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-565c7baf-4809-4892-aeaa-fc892c7bbeb3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:17.333676 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-565c7baf-4809-4892-aeaa-fc892c7bbeb3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:10:17.343642 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-565c7baf-4809-4892-aeaa-fc892c7bbeb3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:10:17.363681 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-565c7baf-4809-4892-aeaa-fc892c7bbeb3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:10:17.372097 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2074858-826a-445b-a635-e27627b6d9c0 req-e4f6c8fe-1ba7-46b5-a3e4-fdca4e52f25a tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:17.382085 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2074858-826a-445b-a635-e27627b6d9c0 req-e4f6c8fe-1ba7-46b5-a3e4-fdca4e52f25a tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 943 time: 0.2808211 Nov 15 11:10:17.427512 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-63657aee-3f42-4480-bfd2-288eb6e7c43d req-b292cc1d-3e53-4870-abe5-291e38f28d4f tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=725e2a8a-f07e-4e90-8c10-4897371739d8 HTTP/1.1" status: 200 len: 210 time: 0.1421146 Nov 15 11:10:17.427686 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c7baf-4809-4892-aeaa-fc892c7bbeb3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Pushing event updated for resources: {'Port': ['ID=106c3127-ae46-498f-9161-c66322de846d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:17.450913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-565c7baf-4809-4892-aeaa-fc892c7bbeb3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:17.451694 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-565c7baf-4809-4892-aeaa-fc892c7bbeb3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:17.475980 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-565c7baf-4809-4892-aeaa-fc892c7bbeb3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0058532 Nov 15 11:10:17.496568 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-ea113b32-c41b-433b-a2e5-1ac4aefbedf5 service neutron] Request body: {'port': {'device_id': 'bae71450-dcae-4816-a01a-76e9f45ab142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:17.600808 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47826) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:17.609660 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-ea113b32-c41b-433b-a2e5-1ac4aefbedf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:17.620174 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53e8a0b2-4828-49af-8cd5-ef5b15d3406f req-0782b8a9-f611-4911-9977-653990487a10 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 210 time: 0.0709155 Nov 15 11:10:17.635624 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fd934-044f-4f72-9ede-7f6de2526517 req-6798eb16-c936-44d3-998d-e5aeb6ba7b05 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:17.637124 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-259fd934-044f-4f72-9ede-7f6de2526517 req-6798eb16-c936-44d3-998d-e5aeb6ba7b05 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.11 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 821 time: 0.3954270 Nov 15 11:10:17.675352 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2074858-826a-445b-a635-e27627b6d9c0 req-bb4eb64a-23dc-4a8e-886a-2895bc3a3b33 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925079 Nov 15 11:10:17.682648 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-259fd934-044f-4f72-9ede-7f6de2526517 req-9394bde3-093f-47ff-8316-0167d554dd2d tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Request body: {'port': {'device_id': '433ee11e-d85f-4d76-8572-bb853a661b96', 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48', 'admin_state_up': True, 'tenant_id': '15d30ad0cec74e39a796f7b31ab517b2'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:17.763390 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-20290dbd-34a0-4ede-bea1-6a89989b713f None None] Provisioning complete for port 106c3127-ae46-498f-9161-c66322de846d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:17.767519 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-20290dbd-34a0-4ede-bea1-6a89989b713f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:17.784665 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-479814a0-971e-4415-b26d-33eed5aa7c4b tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:17.802193 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fcc84a4-1ee6-4ad7-ac65-884bb82a605f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:17.811680 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-20290dbd-34a0-4ede-bea1-6a89989b713f None None] Port 106c3127-ae46-498f-9161-c66322de846d cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:10:17.851370 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-479814a0-971e-4415-b26d-33eed5aa7c4b tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:17.901226 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479814a0-971e-4415-b26d-33eed5aa7c4b tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c274ea-0790-4c28-8be4-d32ed67645de,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:17.934330 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47836) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:17.983118 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fcc84a4-1ee6-4ad7-ac65-884bb82a605f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:17.988031 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fcc84a4-1ee6-4ad7-ac65-884bb82a605f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:18.018581 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b79167-ab39-4817-bc22-bf92f9016abb req-0f77e839-e027-4021-b601-ea5d4944938e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:18.025187 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7b79167-ab39-4817-bc22-bf92f9016abb req-0f77e839-e027-4021-b601-ea5d4944938e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 972 time: 0.2128253 Nov 15 11:10:18.062083 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9fcc84a4-1ee6-4ad7-ac65-884bb82a605f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c2a8a3af7724b459b1a0876e823b4d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4601204 Nov 15 11:10:18.071147 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47840) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:18.073109 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc84a4-1ee6-4ad7-ac65-884bb82a605f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427c48b0-0393-403a-98af-b88f55367527,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:18.098446 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-ea113b32-c41b-433b-a2e5-1ac4aefbedf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 106c3127-ae46-498f-9161-c66322de846d {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:10:18.098446 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a5da84da-b16d-4aac-ac3a-1bbea26ee923 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:18.107730 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-ea113b32-c41b-433b-a2e5-1ac4aefbedf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:18.114229 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0db77f-aee2-47e5-b4fb-3a77bf28fbc9 req-2eed73f7-9b4e-47bc-90da-1093fa11fb34 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:18.115786 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b0db77f-aee2-47e5-b4fb-3a77bf28fbc9 req-2eed73f7-9b4e-47bc-90da-1093fa11fb34 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=bae71450-dcae-4816-a01a-76e9f45ab142 HTTP/1.1" status: 200 len: 936 time: 0.1965823 Nov 15 11:10:18.140918 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259fd934-044f-4f72-9ede-7f6de2526517 req-9394bde3-093f-47ff-8316-0167d554dd2d tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Made reservation on behalf of 15d30ad0cec74e39a796f7b31ab517b2 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:10:18.144349 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-259fd934-044f-4f72-9ede-7f6de2526517 req-9394bde3-093f-47ff-8316-0167d554dd2d tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:18.146571 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-ea113b32-c41b-433b-a2e5-1ac4aefbedf5 service neutron] Transition to ACTIVE for port object 106c3127-ae46-498f-9161-c66322de846d will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:10:18.155990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7b79167-ab39-4817-bc22-bf92f9016abb req-f2fbb953-0332-4a0e-bdfb-236ab32de27c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297803 Nov 15 11:10:18.159104 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-ea113b32-c41b-433b-a2e5-1ac4aefbedf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:18.211681 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-803e3a1e-a0ff-4303-9392-9413fd02b668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:18.259713 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea113b32-c41b-433b-a2e5-1ac4aefbedf5 service neutron] Pushing event updated for resources: {'Port': ['ID=106c3127-ae46-498f-9161-c66322de846d,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:18.261973 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e11502-3e76-48ce-9f73-6a45023145c8', 'tag': '9ebb3451-1f0a-4793-998e-84e8aafaddc8'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:18.264636 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b1b83f-6c9e-4eb8-b648-992c92cc6c26" -d '{"events": [{"name": "network-changed", "server_uuid": "30e11502-3e76-48ce-9f73-6a45023145c8", "tag": "9ebb3451-1f0a-4793-998e-84e8aafaddc8"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:18.276457 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-479814a0-971e-4415-b26d-33eed5aa7c4b tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Allocated IP 192.168.233.248 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/17f1b20a-4f40-457d-810e-5186d4fe51d6) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:10:18.281457 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b0db77f-aee2-47e5-b4fb-3a77bf28fbc9 req-5c2bca12-0cbe-4d8e-89f7-effb93ecede8 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570451 Nov 15 11:10:18.289288 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-803e3a1e-a0ff-4303-9392-9413fd02b668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:18.335491 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbc529d-1ae2-4a72-8f14-6037ae9a2dbf x-openstack-request-id: req-fcbc529d-1ae2-4a72-8f14-6037ae9a2dbf {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:18.335960 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e11502-3e76-48ce-9f73-6a45023145c8", "tag": "9ebb3451-1f0a-4793-998e-84e8aafaddc8", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:18.336297 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fcbc529d-1ae2-4a72-8f14-6037ae9a2dbf {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:18.336756 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e11502-3e76-48ce-9f73-6a45023145c8', 'tag': '9ebb3451-1f0a-4793-998e-84e8aafaddc8', 'status': 'completed', 'code': 200} Nov 15 11:10:18.392524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-259fd934-044f-4f72-9ede-7f6de2526517 req-9394bde3-093f-47ff-8316-0167d554dd2d tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Allocated IP 172.20.0.9 (f4a44e54-964f-44d3-85ab-bb56792b7b48/41c7fb84-e1ab-4aee-8901-f8449cce1c4d/7165cc97-873a-412b-b65b-c362639a58ac) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:10:18.414488 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a5da84da-b16d-4aac-ac3a-1bbea26ee923 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:18.424421 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a5da84da-b16d-4aac-ac3a-1bbea26ee923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:18.463495 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-ea113b32-c41b-433b-a2e5-1ac4aefbedf5 service neutron] Attempting to bind port 106c3127-ae46-498f-9161-c66322de846d on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:10:18.463847 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-ea113b32-c41b-433b-a2e5-1ac4aefbedf5 service neutron] Attempting to bind port 106c3127-ae46-498f-9161-c66322de846d by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:10:18.464201 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-ea113b32-c41b-433b-a2e5-1ac4aefbedf5 service neutron] Attempting to bind port 106c3127-ae46-498f-9161-c66322de846d on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:18.485411 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a5da84da-b16d-4aac-ac3a-1bbea26ee923 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c803fdadf3314c0f8bf7072f9c2d23e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5499289 Nov 15 11:10:18.487930 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-ea113b32-c41b-433b-a2e5-1ac4aefbedf5 service neutron] Port 106c3127-ae46-498f-9161-c66322de846d on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:10:18.488250 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-ea113b32-c41b-433b-a2e5-1ac4aefbedf5 service neutron] Attempting to bind port 106c3127-ae46-498f-9161-c66322de846d on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:18.490460 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47846) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:18.495743 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da84da-b16d-4aac-ac3a-1bbea26ee923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92ce951-c7d5-46bb-8dd1-e7259c078b85,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:18.500608 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-803e3a1e-a0ff-4303-9392-9413fd02b668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:18.503145 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-803e3a1e-a0ff-4303-9392-9413fd02b668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:18.506944 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-803e3a1e-a0ff-4303-9392-9413fd02b668 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/427c48b0-0393-403a-98af-b88f55367527 HTTP/1.1" status: 204 len: 168 time: 0.4320800 Nov 15 11:10:18.506944 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-ea113b32-c41b-433b-a2e5-1ac4aefbedf5 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:10:18.506944 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-ea113b32-c41b-433b-a2e5-1ac4aefbedf5 service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:10:18.506944 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-ea113b32-c41b-433b-a2e5-1ac4aefbedf5 service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:10:18.506944 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-ea113b32-c41b-433b-a2e5-1ac4aefbedf5 service neutron] Bound port: 106c3127-ae46-498f-9161-c66322de846d, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:10:18.506944 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-ea113b32-c41b-433b-a2e5-1ac4aefbedf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:18.520382 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1b83f-6c9e-4eb8-b648-992c92cc6c26 req-02e56093-c6a8-4245-a952-9cfa1d2f7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:18.521766 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-82b1b83f-6c9e-4eb8-b648-992c92cc6c26 req-02e56093-c6a8-4245-a952-9cfa1d2f7056 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 1124 time: 0.1583967 Nov 15 11:10:18.529083 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e3a1e-a0ff-4303-9392-9413fd02b668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427c48b0-0393-403a-98af-b88f55367527,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:18.594029 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ba540bed-20b8-4b4b-b84b-97fc539b7a26 req-50329249-4d69-4046-930d-c2cac58cc981 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=725e2a8a-f07e-4e90-8c10-4897371739d8 HTTP/1.1" status: 200 len: 210 time: 0.0540881 Nov 15 11:10:18.619402 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-479814a0-971e-4415-b26d-33eed5aa7c4b tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:18.647384 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-ea113b32-c41b-433b-a2e5-1ac4aefbedf5 service neutron] For port 106c3127-ae46-498f-9161-c66322de846d, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:18.668508 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-ea113b32-c41b-433b-a2e5-1ac4aefbedf5 service neutron] For port 106c3127-ae46-498f-9161-c66322de846d, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=106c3127-ae46-498f-9161-c66322de846d,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:10:18.670377 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1b83f-6c9e-4eb8-b648-992c92cc6c26 req-8e4e0b3a-aea8-4495-b69a-e9d6ce5f79ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:18.671946 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-82b1b83f-6c9e-4eb8-b648-992c92cc6c26 req-8e4e0b3a-aea8-4495-b69a-e9d6ce5f79ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 908 time: 0.1408820 Nov 15 11:10:18.677043 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-ea113b32-c41b-433b-a2e5-1ac4aefbedf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:18.692985 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56ebfacf-08ab-4025-9d14-19dd8b98cde8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:18.762108 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56ebfacf-08ab-4025-9d14-19dd8b98cde8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:18.774704 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-82b1b83f-6c9e-4eb8-b648-992c92cc6c26 req-d24401af-401a-435b-bee9-5acc1383eb49 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ebb3451-1f0a-4793-998e-84e8aafaddc8 HTTP/1.1" status: 200 len: 217 time: 0.0866933 Nov 15 11:10:18.780563 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-ea113b32-c41b-433b-a2e5-1ac4aefbedf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:18.781270 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-ea113b32-c41b-433b-a2e5-1ac4aefbedf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:18.782719 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-ea113b32-c41b-433b-a2e5-1ac4aefbedf5 service neutron] 10.222.0.55 "PUT /v2.0/ports/106c3127-ae46-498f-9161-c66322de846d HTTP/1.1" status: 200 len: 1096 time: 1.2943418 Nov 15 11:10:18.802725 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-490ca71d-831a-40eb-80c4-c9bb0943c52c req-ac3b14df-4ba1-4aaf-9c36-79c0230eb13e tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 210 time: 0.0669630 Nov 15 11:10:18.887007 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-259fd934-044f-4f72-9ede-7f6de2526517 req-9394bde3-093f-47ff-8316-0167d554dd2d tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:18.903425 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-479814a0-971e-4415-b26d-33eed5aa7c4b tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:18.916464 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea113b32-c41b-433b-a2e5-1ac4aefbedf5 service neutron] Pushing event updated for resources: {'Port': ['ID=106c3127-ae46-498f-9161-c66322de846d,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:18.957020 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1b83f-6c9e-4eb8-b648-992c92cc6c26 req-01cc333b-5852-4607-999d-d228872cc6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:18.959287 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-82b1b83f-6c9e-4eb8-b648-992c92cc6c26 req-01cc333b-5852-4607-999d-d228872cc6fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b5f0410-d440-42ba-a6cf-b7c754e903cf HTTP/1.1" status: 200 len: 847 time: 0.1638367 Nov 15 11:10:18.962263 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-6923364a-58f6-4c54-9243-241c4dada8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:18.963638 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-6923364a-58f6-4c54-9243-241c4dada8a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6d46483816c4ff99a1f4543088780e7&device_id=bae71450-dcae-4816-a01a-76e9f45ab142 HTTP/1.1" status: 200 len: 1099 time: 0.1184173 Nov 15 11:10:18.985044 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-479814a0-971e-4415-b26d-33eed5aa7c4b tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:10:18.996297 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47858) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:19.011850 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-479814a0-971e-4415-b26d-33eed5aa7c4b tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:10:19.030619 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-82b1b83f-6c9e-4eb8-b648-992c92cc6c26 req-b1592b9d-3b16-4f7e-8636-5dfff053b7e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4534314e-1f14-4032-9246-018086f47347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642483 Nov 15 11:10:19.032281 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-a6a87a93-5461-41e6-b589-fe215bfc31e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=106c3127-ae46-498f-9161-c66322de846d HTTP/1.1" status: 200 len: 217 time: 0.0551298 Nov 15 11:10:19.033085 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eef8f2-217d-48d5-94e4-5ba92b646b44 req-712fd388-741f-4fb7-b579-5e25f642792e tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:19.036275 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02eef8f2-217d-48d5-94e4-5ba92b646b44 req-712fd388-741f-4fb7-b579-5e25f642792e tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 943 time: 0.2414813 Nov 15 11:10:19.043096 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-479814a0-971e-4415-b26d-33eed5aa7c4b tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:10:19.049043 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-479814a0-971e-4415-b26d-33eed5aa7c4b tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:19.049655 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-479814a0-971e-4415-b26d-33eed5aa7c4b tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:19.055153 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c431095c-a71a-4945-98d6-492a7abf42f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:19.067302 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56ebfacf-08ab-4025-9d14-19dd8b98cde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:19.069868 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56ebfacf-08ab-4025-9d14-19dd8b98cde8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:19.073373 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-56ebfacf-08ab-4025-9d14-19dd8b98cde8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a92ce951-c7d5-46bb-8dd1-e7259c078b85 HTTP/1.1" status: 204 len: 168 time: 0.5793869 Nov 15 11:10:19.073373 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479814a0-971e-4415-b26d-33eed5aa7c4b tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Pushing event updated for resources: {'Port': ['ID=17f1b20a-4f40-457d-810e-5186d4fe51d6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:19.206689 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebfacf-08ab-4025-9d14-19dd8b98cde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92ce951-c7d5-46bb-8dd1-e7259c078b85,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:19.215965 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-479814a0-971e-4415-b26d-33eed5aa7c4b tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2917683 Nov 15 11:10:19.237167 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-259fd934-044f-4f72-9ede-7f6de2526517 req-9394bde3-093f-47ff-8316-0167d554dd2d tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:19.283592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-92251fa6-832c-480e-a682-cb2701eb039e service neutron] Request body: {'port': {'device_id': '725e2a8a-f07e-4e90-8c10-4897371739d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:19.340155 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259fd934-044f-4f72-9ede-7f6de2526517 req-9394bde3-093f-47ff-8316-0167d554dd2d tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Network f4a44e54-964f-44d3-85ab-bb56792b7b48 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:10:19.344879 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-198a04a2-9ce8-4204-99e5-b8d1e6f044a3 None None] Provisioning complete for port 17f1b20a-4f40-457d-810e-5186d4fe51d6 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:19.345401 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-198a04a2-9ce8-4204-99e5-b8d1e6f044a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:19.377544 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-259fd934-044f-4f72-9ede-7f6de2526517 req-9394bde3-093f-47ff-8316-0167d554dd2d tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:10:19.395045 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-198a04a2-9ce8-4204-99e5-b8d1e6f044a3 None None] Port 17f1b20a-4f40-457d-810e-5186d4fe51d6 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:10:19.407491 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-259fd934-044f-4f72-9ede-7f6de2526517 req-9394bde3-093f-47ff-8316-0167d554dd2d tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:10:19.409564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-60117287-3613-4b73-8199-c25e5e1ef5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:19.411105 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-60117287-3613-4b73-8199-c25e5e1ef5c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.3714693 Nov 15 11:10:19.412926 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fd934-044f-4f72-9ede-7f6de2526517 req-9394bde3-093f-47ff-8316-0167d554dd2d tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:19.413550 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-259fd934-044f-4f72-9ede-7f6de2526517 req-9394bde3-093f-47ff-8316-0167d554dd2d tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:19.425021 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02eef8f2-217d-48d5-94e4-5ba92b646b44 req-7d39f49e-47df-4903-ab1b-57f9c570ab76 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650174 Nov 15 11:10:19.459619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394bde3-093f-47ff-8316-0167d554dd2d tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Pushing event updated for resources: {'Port': ['ID=7165cc97-873a-412b-b65b-c362639a58ac,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:19.484262 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-82b1b83f-6c9e-4eb8-b648-992c92cc6c26 req-9392e08e-129d-427a-b22c-003b4b130409 service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160185 Nov 15 11:10:19.495455 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-9cdc0552-77fc-4b6e-8411-63de3c21444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:19.497454 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-9cdc0552-77fc-4b6e-8411-63de3c21444e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0770874 Nov 15 11:10:19.661773 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-a778a087-183d-4d46-8653-dc91094fc6ad service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516976 Nov 15 11:10:19.663719 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-82b1b83f-6c9e-4eb8-b648-992c92cc6c26 req-5e60e166-c725-4459-9925-d7a24a6db97d service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654446 Nov 15 11:10:19.720099 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-259fd934-044f-4f72-9ede-7f6de2526517 req-9394bde3-093f-47ff-8316-0167d554dd2d tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0664003 Nov 15 11:10:19.753181 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-259fd934-044f-4f72-9ede-7f6de2526517 req-3c4e28ea-4fa3-4ea9-bed5-3bed44953319 service neutron] Request body: {'port': {'device_id': '433ee11e-d85f-4d76-8572-bb853a661b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:19.759145 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-92251fa6-832c-480e-a682-cb2701eb039e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:19.767510 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1f217df2-34f5-4ec2-b51f-f9a34bd85d46 req-198fe5d5-a9e2-4030-b2e8-f2aa81ee33c9 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943041 Nov 15 11:10:19.804050 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aad844-6403-4e64-b9f5-55f3be5858db req-db6f6709-a696-4da9-9334-2991685bdd77 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:19.805525 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1aad844-6403-4e64-b9f5-55f3be5858db req-db6f6709-a696-4da9-9334-2991685bdd77 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 972 time: 0.4624004 Nov 15 11:10:19.809505 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c431095c-a71a-4945-98d6-492a7abf42f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:19.828177 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c431095c-a71a-4945-98d6-492a7abf42f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:19.922104 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966505e5-1d42-4ea7-ae7a-8a833888fbe6 req-b44bb4e9-e4f6-4be6-98ff-4546f432d96c tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:19.923582 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-966505e5-1d42-4ea7-ae7a-8a833888fbe6 req-b44bb4e9-e4f6-4be6-98ff-4546f432d96c tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=bae71450-dcae-4816-a01a-76e9f45ab142 HTTP/1.1" status: 200 len: 948 time: 0.2255745 Nov 15 11:10:19.953149 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c431095c-a71a-4945-98d6-492a7abf42f2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c977f8946c4443d1bbc2bd1bf8a3f00e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9556017 Nov 15 11:10:19.957088 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47892) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:19.961513 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-259fd934-044f-4f72-9ede-7f6de2526517 req-3c4e28ea-4fa3-4ea9-bed5-3bed44953319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:19.969842 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431095c-a71a-4945-98d6-492a7abf42f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49980cbf-89d1-4283-8ea3-040904ca34fc,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:20.010474 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d039e76-a44b-45f5-bc58-947da57703fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:20.032169 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d039e76-a44b-45f5-bc58-947da57703fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:20.043404 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1aad844-6403-4e64-b9f5-55f3be5858db req-f182bae6-f5aa-4ec6-9b70-cf560b4d9847 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287161 Nov 15 11:10:20.088153 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d039e76-a44b-45f5-bc58-947da57703fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:20.091077 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d039e76-a44b-45f5-bc58-947da57703fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:20.097248 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1d039e76-a44b-45f5-bc58-947da57703fe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49980cbf-89d1-4283-8ea3-040904ca34fc HTTP/1.1" status: 204 len: 168 time: 0.1381373 Nov 15 11:10:20.108913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d039e76-a44b-45f5-bc58-947da57703fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49980cbf-89d1-4283-8ea3-040904ca34fc,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:20.122526 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-966505e5-1d42-4ea7-ae7a-8a833888fbe6 req-85911f8d-01a6-495f-9bfe-a1ccf920e4e7 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807883 Nov 15 11:10:20.157853 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 9ebb3451-1f0a-4793-998e-84e8aafaddc8 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:10:20.269829 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 9ebb3451-1f0a-4793-998e-84e8aafaddc8, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=9ebb3451-1f0a-4793-998e-84e8aafaddc8,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:20.285377 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 9ebb3451-1f0a-4793-998e-84e8aafaddc8 has no active binding in host n-h2-729945-9 {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 11:10:20.337716 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae71450-dcae-4816-a01a-76e9f45ab142', 'tag': '106c3127-ae46-498f-9161-c66322de846d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:20.340356 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c2f621-58de-442a-91f1-35925d24f011" -d '{"events": [{"name": "network-changed", "server_uuid": "bae71450-dcae-4816-a01a-76e9f45ab142", "tag": "106c3127-ae46-498f-9161-c66322de846d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:20.357853 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfa7b0-bdd8-4285-a28c-50322242e603 req-53067545-75fb-4cc0-853f-ce023ce12b8c tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:20.359340 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-abcfa7b0-bdd8-4285-a28c-50322242e603 req-53067545-75fb-4cc0-853f-ce023ce12b8c tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=725e2a8a-f07e-4e90-8c10-4897371739d8 HTTP/1.1" status: 200 len: 936 time: 0.2005148 Nov 15 11:10:20.412742 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f4bb9-5c06-4249-9fc6-50772548a9cd req-21fc158a-f81c-4b70-8236-78d2baa07d59 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:20.414209 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-158f4bb9-5c06-4249-9fc6-50772548a9cd req-21fc158a-f81c-4b70-8236-78d2baa07d59 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 931 time: 0.1825426 Nov 15 11:10:20.532970 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-abcfa7b0-bdd8-4285-a28c-50322242e603 req-791404ce-9e8f-494e-8daf-e7acd0f7237c tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/security-groups?id=03c274ea-0790-4c28-8be4-d32ed67645de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581047 Nov 15 11:10:20.554730 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-158f4bb9-5c06-4249-9fc6-50772548a9cd req-5efa3a98-8596-46d3-ad1d-98939d2aba09 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333849 Nov 15 11:10:20.556652 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-92251fa6-832c-480e-a682-cb2701eb039e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f1b20a-4f40-457d-810e-5186d4fe51d6 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:10:20.566450 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-92251fa6-832c-480e-a682-cb2701eb039e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:20.611068 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-92251fa6-832c-480e-a682-cb2701eb039e service neutron] Transition to ACTIVE for port object 17f1b20a-4f40-457d-810e-5186d4fe51d6 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:10:20.619107 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-92251fa6-832c-480e-a682-cb2701eb039e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:20.626620 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-259fd934-044f-4f72-9ede-7f6de2526517 req-3c4e28ea-4fa3-4ea9-bed5-3bed44953319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7165cc97-873a-412b-b65b-c362639a58ac {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:10:20.656184 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-259fd934-044f-4f72-9ede-7f6de2526517 req-3c4e28ea-4fa3-4ea9-bed5-3bed44953319 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:20.681538 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bd0946-fa43-4bd0-b1e6-16d33cb2331e x-openstack-request-id: req-07bd0946-fa43-4bd0-b1e6-16d33cb2331e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:20.681824 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae71450-dcae-4816-a01a-76e9f45ab142", "tag": "106c3127-ae46-498f-9161-c66322de846d", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:20.682070 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07bd0946-fa43-4bd0-b1e6-16d33cb2331e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:20.682459 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae71450-dcae-4816-a01a-76e9f45ab142', 'tag': '106c3127-ae46-498f-9161-c66322de846d', 'status': 'completed', 'code': 200} Nov 15 11:10:20.690344 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-259fd934-044f-4f72-9ede-7f6de2526517 req-3c4e28ea-4fa3-4ea9-bed5-3bed44953319 service neutron] Transition to ACTIVE for port object 7165cc97-873a-412b-b65b-c362639a58ac will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:10:20.698378 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92251fa6-832c-480e-a682-cb2701eb039e service neutron] Pushing event updated for resources: {'Port': ['ID=17f1b20a-4f40-457d-810e-5186d4fe51d6,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:20.703238 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-259fd934-044f-4f72-9ede-7f6de2526517 req-3c4e28ea-4fa3-4ea9-bed5-3bed44953319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:20.792080 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-92251fa6-832c-480e-a682-cb2701eb039e service neutron] Attempting to bind port 17f1b20a-4f40-457d-810e-5186d4fe51d6 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:10:20.792743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-92251fa6-832c-480e-a682-cb2701eb039e service neutron] Attempting to bind port 17f1b20a-4f40-457d-810e-5186d4fe51d6 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:10:20.792743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-92251fa6-832c-480e-a682-cb2701eb039e service neutron] Attempting to bind port 17f1b20a-4f40-457d-810e-5186d4fe51d6 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:20.803752 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2f621-58de-442a-91f1-35925d24f011 req-073c25f5-6f38-4517-9047-6bacc6a930a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:20.807915 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-82c2f621-58de-442a-91f1-35925d24f011 req-073c25f5-6f38-4517-9047-6bacc6a930a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6d46483816c4ff99a1f4543088780e7&device_id=bae71450-dcae-4816-a01a-76e9f45ab142 HTTP/1.1" status: 200 len: 1099 time: 0.0953641 Nov 15 11:10:20.843152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-92251fa6-832c-480e-a682-cb2701eb039e service neutron] Port 17f1b20a-4f40-457d-810e-5186d4fe51d6 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:10:20.843490 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-92251fa6-832c-480e-a682-cb2701eb039e service neutron] Attempting to bind port 17f1b20a-4f40-457d-810e-5186d4fe51d6 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:20.857672 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e28ea-4fa3-4ea9-bed5-3bed44953319 service neutron] Pushing event updated for resources: {'Port': ['ID=7165cc97-873a-412b-b65b-c362639a58ac,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:20.873676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-92251fa6-832c-480e-a682-cb2701eb039e service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:10:20.874011 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-92251fa6-832c-480e-a682-cb2701eb039e service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:10:20.874394 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-92251fa6-832c-480e-a682-cb2701eb039e service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:10:20.874834 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-92251fa6-832c-480e-a682-cb2701eb039e service neutron] Bound port: 17f1b20a-4f40-457d-810e-5186d4fe51d6, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:10:20.875183 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-92251fa6-832c-480e-a682-cb2701eb039e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:20.930912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17951d8b-6263-4ad3-869b-dc2426218cb7 req-4d9cfaa0-81da-451e-9bc5-57d4266b75bc tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:20.940303 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17951d8b-6263-4ad3-869b-dc2426218cb7 req-4d9cfaa0-81da-451e-9bc5-57d4266b75bc tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 943 time: 0.1704185 Nov 15 11:10:20.942422 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-259fd934-044f-4f72-9ede-7f6de2526517 req-3c4e28ea-4fa3-4ea9-bed5-3bed44953319 service neutron] Attempting to bind port 7165cc97-873a-412b-b65b-c362639a58ac on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:10:20.942711 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-259fd934-044f-4f72-9ede-7f6de2526517 req-3c4e28ea-4fa3-4ea9-bed5-3bed44953319 service neutron] Attempting to bind port 7165cc97-873a-412b-b65b-c362639a58ac by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:10:20.943036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259fd934-044f-4f72-9ede-7f6de2526517 req-3c4e28ea-4fa3-4ea9-bed5-3bed44953319 service neutron] Attempting to bind port 7165cc97-873a-412b-b65b-c362639a58ac on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:20.964312 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2f621-58de-442a-91f1-35925d24f011 req-bd5c9d41-6b1c-42b4-9b05-8303a69016c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:20.966555 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-82c2f621-58de-442a-91f1-35925d24f011 req-bd5c9d41-6b1c-42b4-9b05-8303a69016c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.1499176 Nov 15 11:10:21.017059 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259fd934-044f-4f72-9ede-7f6de2526517 req-3c4e28ea-4fa3-4ea9-bed5-3bed44953319 service neutron] Port 7165cc97-873a-412b-b65b-c362639a58ac on network f4a44e54-964f-44d3-85ab-bb56792b7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:10:21.017387 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259fd934-044f-4f72-9ede-7f6de2526517 req-3c4e28ea-4fa3-4ea9-bed5-3bed44953319 service neutron] Attempting to bind port 7165cc97-873a-412b-b65b-c362639a58ac on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:21.031169 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259fd934-044f-4f72-9ede-7f6de2526517 req-3c4e28ea-4fa3-4ea9-bed5-3bed44953319 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:10:21.031505 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259fd934-044f-4f72-9ede-7f6de2526517 req-3c4e28ea-4fa3-4ea9-bed5-3bed44953319 service neutron] Checking segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:10:21.031922 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259fd934-044f-4f72-9ede-7f6de2526517 req-3c4e28ea-4fa3-4ea9-bed5-3bed44953319 service neutron] Bound using segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:10:21.032367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-259fd934-044f-4f72-9ede-7f6de2526517 req-3c4e28ea-4fa3-4ea9-bed5-3bed44953319 service neutron] Bound port: 7165cc97-873a-412b-b65b-c362639a58ac, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:10:21.032740 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-259fd934-044f-4f72-9ede-7f6de2526517 req-3c4e28ea-4fa3-4ea9-bed5-3bed44953319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:21.034946 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-82c2f621-58de-442a-91f1-35925d24f011 req-7dd21fbc-2d10-4fdb-8662-246007124433 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=106c3127-ae46-498f-9161-c66322de846d HTTP/1.1" status: 200 len: 217 time: 0.0597208 Nov 15 11:10:21.086225 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17951d8b-6263-4ad3-869b-dc2426218cb7 req-dca5ba25-e616-4768-be6c-6482143a6f1c tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449864 Nov 15 11:10:21.125060 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2f621-58de-442a-91f1-35925d24f011 req-4ac44c38-057c-4d6d-8bc9-593d2007f791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:21.126825 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-82c2f621-58de-442a-91f1-35925d24f011 req-4ac44c38-057c-4d6d-8bc9-593d2007f791 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0781705 Nov 15 11:10:21.198799 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-92251fa6-832c-480e-a682-cb2701eb039e service neutron] For port 17f1b20a-4f40-457d-810e-5186d4fe51d6, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:21.234646 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-92251fa6-832c-480e-a682-cb2701eb039e service neutron] For port 17f1b20a-4f40-457d-810e-5186d4fe51d6, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=17f1b20a-4f40-457d-810e-5186d4fe51d6,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:10:21.242644 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-259fd934-044f-4f72-9ede-7f6de2526517 req-3c4e28ea-4fa3-4ea9-bed5-3bed44953319 service neutron] For port 7165cc97-873a-412b-b65b-c362639a58ac, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:21.246750 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-92251fa6-832c-480e-a682-cb2701eb039e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:21.256124 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-259fd934-044f-4f72-9ede-7f6de2526517 req-3c4e28ea-4fa3-4ea9-bed5-3bed44953319 service neutron] For port 7165cc97-873a-412b-b65b-c362639a58ac, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=7165cc97-873a-412b-b65b-c362639a58ac,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:10:21.265450 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2f621-58de-442a-91f1-35925d24f011 req-c6b21560-ea74-44c6-bbb3-c7735b760773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:21.265631 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b263c7-51a9-4297-b344-a9578d8976d9 req-a61c8adc-4a03-4f71-90fc-427ca64390e5 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:21.267020 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77b263c7-51a9-4297-b344-a9578d8976d9 req-a61c8adc-4a03-4f71-90fc-427ca64390e5 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 972 time: 0.0981033 Nov 15 11:10:21.267504 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-82c2f621-58de-442a-91f1-35925d24f011 req-c6b21560-ea74-44c6-bbb3-c7735b760773 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1257122 Nov 15 11:10:21.284511 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-259fd934-044f-4f72-9ede-7f6de2526517 req-3c4e28ea-4fa3-4ea9-bed5-3bed44953319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:21.367419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-92251fa6-832c-480e-a682-cb2701eb039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:21.368066 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-92251fa6-832c-480e-a682-cb2701eb039e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:21.369642 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-92251fa6-832c-480e-a682-cb2701eb039e service neutron] 10.222.0.55 "PUT /v2.0/ports/17f1b20a-4f40-457d-810e-5186d4fe51d6 HTTP/1.1" status: 200 len: 1096 time: 2.0976920 Nov 15 11:10:21.371543 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-3ab29f84-5796-45da-88a2-0f36b34f5027 service neutron] 10.222.0.11 "GET /v2.0/ports/9ebb3451-1f0a-4793-998e-84e8aafaddc8/bindings/n-h2-729945-9 HTTP/1.1" status: 200 len: 384 time: 0.1656957 Nov 15 11:10:21.372917 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725e2a8a-f07e-4e90-8c10-4897371739d8', 'tag': '17f1b20a-4f40-457d-810e-5186d4fe51d6'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:21.375182 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1fad6b-3ab5-4837-96a9-9ded77f0ea07" -d '{"events": [{"name": "network-changed", "server_uuid": "725e2a8a-f07e-4e90-8c10-4897371739d8", "tag": "17f1b20a-4f40-457d-810e-5186d4fe51d6"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:21.405563 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fd934-044f-4f72-9ede-7f6de2526517 req-3c4e28ea-4fa3-4ea9-bed5-3bed44953319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:21.406184 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-259fd934-044f-4f72-9ede-7f6de2526517 req-3c4e28ea-4fa3-4ea9-bed5-3bed44953319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:21.407577 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-259fd934-044f-4f72-9ede-7f6de2526517 req-3c4e28ea-4fa3-4ea9-bed5-3bed44953319 service neutron] 10.222.0.11 "PUT /v2.0/ports/7165cc97-873a-412b-b65b-c362639a58ac HTTP/1.1" status: 200 len: 1091 time: 1.6668015 Nov 15 11:10:21.420987 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b2446-5bc4-4980-8e4a-88dad8537e56 req-732bbc4e-cee8-467a-89bd-96c148b58e3d tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:21.422791 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-693b2446-5bc4-4980-8e4a-88dad8537e56 req-732bbc4e-cee8-467a-89bd-96c148b58e3d tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=bae71450-dcae-4816-a01a-76e9f45ab142 HTTP/1.1" status: 200 len: 948 time: 0.1776948 Nov 15 11:10:21.434925 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77b263c7-51a9-4297-b344-a9578d8976d9 req-8ff059f5-11d2-41e5-9fd6-3f48c3a3147e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547775 Nov 15 11:10:21.451119 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-82c2f621-58de-442a-91f1-35925d24f011 req-7e6391be-8408-40f4-a2df-730abccbd310 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749153 Nov 15 11:10:21.455755 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92251fa6-832c-480e-a682-cb2701eb039e service neutron] Pushing event updated for resources: {'Port': ['ID=17f1b20a-4f40-457d-810e-5186d4fe51d6,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:21.632248 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-831292e4-e06f-4e8d-874c-bb8b4a69e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:21.633801 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-831292e4-e06f-4e8d-874c-bb8b4a69e468 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8379f808644b4022968f0cf067ee1d1b&device_id=725e2a8a-f07e-4e90-8c10-4897371739d8 HTTP/1.1" status: 200 len: 1099 time: 0.1284876 Nov 15 11:10:21.694372 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680c5845-a289-499b-bcd6-a57c518b9523 x-openstack-request-id: req-680c5845-a289-499b-bcd6-a57c518b9523 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:21.694661 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725e2a8a-f07e-4e90-8c10-4897371739d8", "tag": "17f1b20a-4f40-457d-810e-5186d4fe51d6", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:21.694892 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-680c5845-a289-499b-bcd6-a57c518b9523 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:21.695302 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725e2a8a-f07e-4e90-8c10-4897371739d8', 'tag': '17f1b20a-4f40-457d-810e-5186d4fe51d6', 'status': 'completed', 'code': 200} Nov 15 11:10:21.698323 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-b89691de-5baf-4691-8217-a4440e1f9088 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=17f1b20a-4f40-457d-810e-5186d4fe51d6 HTTP/1.1" status: 200 len: 217 time: 0.0511868 Nov 15 11:10:21.702047 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-82c2f621-58de-442a-91f1-35925d24f011 req-f4954142-3abd-4a6c-83de-56e5274b9b06 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282286 Nov 15 11:10:21.742600 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e28ea-4fa3-4ea9-bed5-3bed44953319 service neutron] Pushing event updated for resources: {'Port': ['ID=7165cc97-873a-412b-b65b-c362639a58ac,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:21.781236 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-92c7c4be-5b13-4813-a798-3a6acbd04523 service neutron] For port 9ebb3451-1f0a-4793-998e-84e8aafaddc8, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=9ebb3451-1f0a-4793-998e-84e8aafaddc8,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:21.787293 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fd934-044f-4f72-9ede-7f6de2526517 req-ebd0f789-392c-48c0-9f98-9c36c1e9f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:21.788851 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-259fd934-044f-4f72-9ede-7f6de2526517 req-ebd0f789-392c-48c0-9f98-9c36c1e9f964 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 1094 time: 0.2724991 Nov 15 11:10:21.801848 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-693b2446-5bc4-4980-8e4a-88dad8537e56 req-e1a1b576-9d85-498f-bc4f-85796f74530c tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599217 Nov 15 11:10:21.812551 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-92c7c4be-5b13-4813-a798-3a6acbd04523 service neutron] For port 9ebb3451-1f0a-4793-998e-84e8aafaddc8, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:21.856167 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-92c7c4be-5b13-4813-a798-3a6acbd04523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ebb3451-1f0a-4793-998e-84e8aafaddc8 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:10:21.862979 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-259fd934-044f-4f72-9ede-7f6de2526517 req-518185d0-6e99-4d66-9683-09b7d41d1fcf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7165cc97-873a-412b-b65b-c362639a58ac HTTP/1.1" status: 200 len: 217 time: 0.0600786 Nov 15 11:10:21.870216 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-92c7c4be-5b13-4813-a798-3a6acbd04523 service neutron] For port 9ebb3451-1f0a-4793-998e-84e8aafaddc8, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=9ebb3451-1f0a-4793-998e-84e8aafaddc8,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:21.884627 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47986) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:21.888852 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-065f1a51-5606-4643-8a5f-651599e202c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:21.891672 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-92c7c4be-5b13-4813-a798-3a6acbd04523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:21.892696 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-065f1a51-5606-4643-8a5f-651599e202c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1666534 Nov 15 11:10:21.984953 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-92c7c4be-5b13-4813-a798-3a6acbd04523 service neutron] Transition to ACTIVE for port object 9ebb3451-1f0a-4793-998e-84e8aafaddc8 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:10:21.989024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6333b08-8822-49d2-88ff-2ddc6f99e062 req-35ed9f1e-1109-4d7f-93a5-ef8c4a7b58ab tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:21.989829 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-92c7c4be-5b13-4813-a798-3a6acbd04523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:21.990715 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a6333b08-8822-49d2-88ff-2ddc6f99e062 req-35ed9f1e-1109-4d7f-93a5-ef8c4a7b58ab tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=725e2a8a-f07e-4e90-8c10-4897371739d8 HTTP/1.1" status: 200 len: 948 time: 0.2385731 Nov 15 11:10:22.036978 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fd934-044f-4f72-9ede-7f6de2526517 req-f14f701b-5a74-4ba1-8b83-ec99da50875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:22.038431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-259fd934-044f-4f72-9ede-7f6de2526517 req-f14f701b-5a74-4ba1-8b83-ec99da50875d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41c7fb84-e1ab-4aee-8901-f8449cce1c4d HTTP/1.1" status: 200 len: 861 time: 0.1676974 Nov 15 11:10:22.046057 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b8cfc14-dacd-4f44-b0cc-bdd04d72c506 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:22.071345 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-92c7c4be-5b13-4813-a798-3a6acbd04523 service neutron] No DVR routers for this DVR port 9ebb3451-1f0a-4793-998e-84e8aafaddc8 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:10:22.073361 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7375e-684c-410c-8eb2-7aeea5ea89d2 req-ff2f4523-e617-4db9-b703-50157c3f26bb tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:22.074830 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21d7375e-684c-410c-8eb2-7aeea5ea89d2 req-ff2f4523-e617-4db9-b703-50157c3f26bb tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 943 time: 0.1383135 Nov 15 11:10:22.101588 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-48807394-cc3f-4e7e-a5f5-a2e6d6f7573a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:22.103062 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-48807394-cc3f-4e7e-a5f5-a2e6d6f7573a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1649787 Nov 15 11:10:22.105000 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-259fd934-044f-4f72-9ede-7f6de2526517 req-61d6389a-e640-44e5-9300-f55d97e51ddf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4a44e54-964f-44d3-85ab-bb56792b7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553353 Nov 15 11:10:22.121868 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7c4be-5b13-4813-a798-3a6acbd04523 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebb3451-1f0a-4793-998e-84e8aafaddc8,revision_number=10']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:22.141250 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-92c7c4be-5b13-4813-a798-3a6acbd04523 service neutron] 10.222.0.11 "PUT /v2.0/ports/9ebb3451-1f0a-4793-998e-84e8aafaddc8/bindings/n-h2-729945-9/activate HTTP/1.1" status: 200 len: 369 time: 0.7617266 Nov 15 11:10:22.188999 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b8cfc14-dacd-4f44-b0cc-bdd04d72c506 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:22.194545 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b8cfc14-dacd-4f44-b0cc-bdd04d72c506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:22.226399 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a6333b08-8822-49d2-88ff-2ddc6f99e062 req-5d47784a-8b3f-4fea-8484-5cc7332129bf tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/security-groups?id=03c274ea-0790-4c28-8be4-d32ed67645de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145929 Nov 15 11:10:22.266612 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8b8cfc14-dacd-4f44-b0cc-bdd04d72c506 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51527407356d42499764f16a85d4bfb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3808620 Nov 15 11:10:22.267338 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cfc14-dacd-4f44-b0cc-bdd04d72c506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48d9a27-a1df-4537-8c90-fd1ebc66dde3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:22.269775 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47994) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:22.278146 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21d7375e-684c-410c-8eb2-7aeea5ea89d2 req-78f278ea-0574-4570-9b22-e53431557bfb tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844053 Nov 15 11:10:22.317665 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-56c5c5d2-48b3-4b08-bc7d-f1f724b0052f tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:22.318812 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-56c5c5d2-48b3-4b08-bc7d-f1f724b0052f tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8&tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 1095 time: 0.1123502 Nov 15 11:10:22.338379 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-259fd934-044f-4f72-9ede-7f6de2526517 req-d5ecb29d-4ad9-44fb-a274-5aa8f3ad4eca service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192745 Nov 15 11:10:22.342820 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-e3c6c17c-8735-49c6-869f-5875ebcc0200 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275045 Nov 15 11:10:22.376700 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb8d78d4-9ca2-4431-8b28-80f61648abcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:22.403302 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-c439be43-9444-43e2-80ff-ef1b8b3f48f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:22.404509 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-c439be43-9444-43e2-80ff-ef1b8b3f48f7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8&tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92 HTTP/1.1" status: 200 len: 1095 time: 0.0750120 Nov 15 11:10:22.406277 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb8d78d4-9ca2-4431-8b28-80f61648abcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:22.450837 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-259fd934-044f-4f72-9ede-7f6de2526517 req-3050ba71-e263-4ba5-bb98-d98c0a7fc62a service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030438 Nov 15 11:10:22.487451 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-1cffaa0d-a24f-4eed-8811-2f4396de32da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:22.489029 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-1cffaa0d-a24f-4eed-8811-2f4396de32da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 1095 time: 0.0595412 Nov 15 11:10:22.508381 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb8d78d4-9ca2-4431-8b28-80f61648abcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:22.510998 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb8d78d4-9ca2-4431-8b28-80f61648abcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:22.514527 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fb8d78d4-9ca2-4431-8b28-80f61648abcf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c48d9a27-a1df-4537-8c90-fd1ebc66dde3 HTTP/1.1" status: 204 len: 168 time: 0.2399526 Nov 15 11:10:22.562382 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d78d4-9ca2-4431-8b28-80f61648abcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48d9a27-a1df-4537-8c90-fd1ebc66dde3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:22.617013 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-44da8935-bc41-4c22-ba5f-749da56b8c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:22.618566 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-44da8935-bc41-4c22-ba5f-749da56b8c8c service neutron] 10.222.0.55 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 908 time: 0.1206715 Nov 15 11:10:22.662414 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-cc2d4f7d-a1d3-438f-bb37-8a1152f275fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ebb3451-1f0a-4793-998e-84e8aafaddc8 HTTP/1.1" status: 200 len: 217 time: 0.0362787 Nov 15 11:10:22.719960 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-269eebd1-a102-4dcd-b3d9-8cc6fadbb51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:22.721954 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-269eebd1-a102-4dcd-b3d9-8cc6fadbb51f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8b5f0410-d440-42ba-a6cf-b7c754e903cf HTTP/1.1" status: 200 len: 847 time: 0.0504632 Nov 15 11:10:22.757682 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-de381e3e-c146-428e-b32d-190e5869418f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4534314e-1f14-4032-9246-018086f47347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273983 Nov 15 11:10:22.809312 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182c886-5c7d-49be-ab02-a7cd14121301 req-19a54cb0-3536-401d-96d3-ef0cb9857e03 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:22.810799 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4182c886-5c7d-49be-ab02-a7cd14121301 req-19a54cb0-3536-401d-96d3-ef0cb9857e03 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 944 time: 0.3636367 Nov 15 11:10:22.859774 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acad4988-1356-4ff4-a7e3-11b10d76ae21 req-fe1235bf-5a94-4fbf-836b-2ba25abe6196 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112742 Nov 15 11:10:22.862556 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-eb07dc9a-ee0b-441c-a517-fa35c50c72c3 service neutron] 10.222.0.55 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962901 Nov 15 11:10:22.872538 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3268641-89b1-40d3-8ae3-e0a50ffc89ae req-59f05821-f5de-4614-aca2-e0ef24391108 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:22.874070 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3268641-89b1-40d3-8ae3-e0a50ffc89ae req-59f05821-f5de-4614-aca2-e0ef24391108 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 972 time: 0.3253753 Nov 15 11:10:22.924611 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4182c886-5c7d-49be-ab02-a7cd14121301 req-eb370178-d427-4d63-b3fd-df201eebed5e tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970469 Nov 15 11:10:22.975320 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3268641-89b1-40d3-8ae3-e0a50ffc89ae req-90115ca2-21fb-4995-a292-bf9bfa30203b tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896261 Nov 15 11:10:22.985047 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fad6b-3ab5-4837-96a9-9ded77f0ea07 req-a15a48b3-b18c-4063-b403-13379e316840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:22.986582 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee1fad6b-3ab5-4837-96a9-9ded77f0ea07 req-a15a48b3-b18c-4063-b403-13379e316840 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8379f808644b4022968f0cf067ee1d1b&device_id=725e2a8a-f07e-4e90-8c10-4897371739d8 HTTP/1.1" status: 200 len: 1099 time: 0.0658956 Nov 15 11:10:22.995609 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-110cb948-fd7b-49a7-9c87-cf2a421456ed service neutron] 10.222.0.55 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229277 Nov 15 11:10:23.160562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350a665-f95e-4957-b804-b2f2c87e13f5 req-0f65fd09-7f82-472d-80e7-b58ac671b395 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:23.162081 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4350a665-f95e-4957-b804-b2f2c87e13f5 req-0f65fd09-7f82-472d-80e7-b58ac671b395 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=bae71450-dcae-4816-a01a-76e9f45ab142 HTTP/1.1" status: 200 len: 948 time: 0.0889654 Nov 15 11:10:23.190226 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fad6b-3ab5-4837-96a9-9ded77f0ea07 req-fac97a1c-7a00-43f1-80d7-c5265bf4e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:23.191841 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee1fad6b-3ab5-4837-96a9-9ded77f0ea07 req-fac97a1c-7a00-43f1-80d7-c5265bf4e256 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.1740191 Nov 15 11:10:23.202062 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-b0e21a0b-eb74-4d4c-89c7-bf8e36a64e7f service neutron] show failed (client error): The resource could not be found. Nov 15 11:10:23.203459 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-b0e21a0b-eb74-4d4c-89c7-bf8e36a64e7f service neutron] 10.222.0.55 "GET /v2.0/ports/88e1f451-617c-470b-8c5c-d95a41dd2385/bindings/n-h1-729945-9 HTTP/1.1" status: 404 len: 380 time: 0.0832155 Nov 15 11:10:23.286067 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4350a665-f95e-4957-b804-b2f2c87e13f5 req-ac6ec47e-8a10-43ca-9863-6c5ebc71bec9 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069684 Nov 15 11:10:23.287751 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee1fad6b-3ab5-4837-96a9-9ded77f0ea07 req-fa2acb5b-6c78-480c-989e-f6bb2609e251 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=17f1b20a-4f40-457d-810e-5186d4fe51d6 HTTP/1.1" status: 200 len: 217 time: 0.0837934 Nov 15 11:10:23.382611 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-bb866b94-9bf1-4211-add3-e15780d3f141 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:23.386398 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-bb866b94-9bf1-4211-add3-e15780d3f141 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8&tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&binding%3Ahost_id=n-h2-729945-9 HTTP/1.1" status: 200 len: 1095 time: 0.0821843 Nov 15 11:10:23.397133 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3ee88-7ce3-4de6-987a-32537889348d req-b32a29a9-3889-496a-9d28-161cd346ca75 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:23.398763 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-81d3ee88-7ce3-4de6-987a-32537889348d req-b32a29a9-3889-496a-9d28-161cd346ca75 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=725e2a8a-f07e-4e90-8c10-4897371739d8 HTTP/1.1" status: 200 len: 948 time: 0.0644543 Nov 15 11:10:23.403116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fad6b-3ab5-4837-96a9-9ded77f0ea07 req-0cfad24e-36af-4943-b617-3bcd4e043644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:23.404657 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee1fad6b-3ab5-4837-96a9-9ded77f0ea07 req-0cfad24e-36af-4943-b617-3bcd4e043644 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1071160 Nov 15 11:10:23.524860 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-81d3ee88-7ce3-4de6-987a-32537889348d req-00cd3b07-46a7-4cdf-9df4-f4157a198aca tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/security-groups?id=03c274ea-0790-4c28-8be4-d32ed67645de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193466 Nov 15 11:10:23.546740 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-26c05493-5cc6-4ceb-9fdb-8e3ca031e093 service neutron] For port 9ebb3451-1f0a-4793-998e-84e8aafaddc8, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:23.549906 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-26c05493-5cc6-4ceb-9fdb-8e3ca031e093 service neutron] Publish callbacks [] for binding, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:23.551138 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c728904c-bdf6-46d9-8f00-e74870cfbd76 req-26c05493-5cc6-4ceb-9fdb-8e3ca031e093 service neutron] 10.222.0.55 "DELETE /v2.0/ports/9ebb3451-1f0a-4793-998e-84e8aafaddc8/bindings/n-h1-729945-9 HTTP/1.1" status: 204 len: 173 time: 0.1539669 Nov 15 11:10:23.564821 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fad6b-3ab5-4837-96a9-9ded77f0ea07 req-889ffc44-4396-43d6-85b7-e79df2a4424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:23.566399 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee1fad6b-3ab5-4837-96a9-9ded77f0ea07 req-889ffc44-4396-43d6-85b7-e79df2a4424c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1537516 Nov 15 11:10:23.636727 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-08f09dea-3f8a-4dea-9ded-1f1789d4806b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:23.638142 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-08f09dea-3f8a-4dea-9ded-1f1789d4806b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c&tenant_id=f683158a34ba4a62a024151827d9c8e8 HTTP/1.1" status: 200 len: 1123 time: 0.1685395 Nov 15 11:10:23.651033 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a711540-cc7a-4f70-9c4a-450da4254031 req-42a263c5-8787-4b8b-9e67-efd51e4e511e tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:23.652519 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a711540-cc7a-4f70-9c4a-450da4254031 req-42a263c5-8787-4b8b-9e67-efd51e4e511e tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 943 time: 0.1462717 Nov 15 11:10:23.660502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-729945-9', 'device_owner': 'compute:nova'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:23.698137 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433ee11e-d85f-4d76-8572-bb853a661b96', 'tag': '7165cc97-873a-412b-b65b-c362639a58ac'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:23.701064 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7878e650-68b7-4ae3-81b0-085f04d5d2f4" -d '{"events": [{"name": "network-changed", "server_uuid": "433ee11e-d85f-4d76-8572-bb853a661b96", "tag": "7165cc97-873a-412b-b65b-c362639a58ac"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:23.781487 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2dd28c-525c-49fb-9445-d182b0ee77ba x-openstack-request-id: req-2c2dd28c-525c-49fb-9445-d182b0ee77ba {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:23.781764 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433ee11e-d85f-4d76-8572-bb853a661b96", "tag": "7165cc97-873a-412b-b65b-c362639a58ac", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:23.782008 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c2dd28c-525c-49fb-9445-d182b0ee77ba {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:23.782441 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433ee11e-d85f-4d76-8572-bb853a661b96', 'tag': '7165cc97-873a-412b-b65b-c362639a58ac', 'status': 'completed', 'code': 200} Nov 15 11:10:23.789878 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee1fad6b-3ab5-4837-96a9-9ded77f0ea07 req-298053ba-4d9c-4ea0-8758-f8351fef6b25 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118311 Nov 15 11:10:23.801276 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a711540-cc7a-4f70-9c4a-450da4254031 req-a0b32362-37f6-4d11-b7af-214bbb83e3f9 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306705 Nov 15 11:10:23.807035 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:23.888089 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878e650-68b7-4ae3-81b0-085f04d5d2f4 req-24bce725-a6b9-450a-be67-b1d8ef0b9532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:23.889865 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7878e650-68b7-4ae3-81b0-085f04d5d2f4 req-24bce725-a6b9-450a-be67-b1d8ef0b9532 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 1094 time: 0.0720556 Nov 15 11:10:23.929451 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48072) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:24.019616 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee1fad6b-3ab5-4837-96a9-9ded77f0ea07 req-63eedfeb-fe58-4d09-b0ba-eb07886946d7 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032719 Nov 15 11:10:24.122753 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878e650-68b7-4ae3-81b0-085f04d5d2f4 req-883f62c2-58b9-4dcd-832d-2bb08c762888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:24.125824 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7878e650-68b7-4ae3-81b0-085f04d5d2f4 req-883f62c2-58b9-4dcd-832d-2bb08c762888 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 922 time: 0.2243540 Nov 15 11:10:24.176526 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7878e650-68b7-4ae3-81b0-085f04d5d2f4 req-cf79f9e4-f5c1-470a-a5e0-182d3a4ab0e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7165cc97-873a-412b-b65b-c362639a58ac HTTP/1.1" status: 200 len: 217 time: 0.0402081 Nov 15 11:10:24.186895 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-964ca730-63b8-474b-a170-91fed24bccfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:24.205198 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 106c3127-ae46-498f-9161-c66322de846d details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:10:24.222554 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e247193-837a-4486-867c-b433369478cf req-e7396cf6-3470-4c2f-b501-4aa347605ac8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:24.229627 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e247193-837a-4486-867c-b433369478cf req-e7396cf6-3470-4c2f-b501-4aa347605ac8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 944 time: 0.1898379 Nov 15 11:10:24.244744 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878e650-68b7-4ae3-81b0-085f04d5d2f4 req-95533b1a-2367-4e2a-86a5-4a25c9def324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:24.246414 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7878e650-68b7-4ae3-81b0-085f04d5d2f4 req-95533b1a-2367-4e2a-86a5-4a25c9def324 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41c7fb84-e1ab-4aee-8901-f8449cce1c4d HTTP/1.1" status: 200 len: 861 time: 0.0612879 Nov 15 11:10:24.273911 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] For port 88e1f451-617c-470b-8c5c-d95a41dd2385, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=88e1f451-617c-470b-8c5c-d95a41dd2385,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:24.301476 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7878e650-68b7-4ae3-81b0-085f04d5d2f4 req-1c981b68-02b0-4542-af10-c3cc59852d1e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4a44e54-964f-44d3-85ab-bb56792b7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450189 Nov 15 11:10:24.306870 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a84bda-7c91-4635-b0c0-32fb6bbf5aea req-3a46d400-5492-42a3-a3ac-2069f741e5d2 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:24.308360 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-62a84bda-7c91-4635-b0c0-32fb6bbf5aea req-3a46d400-5492-42a3-a3ac-2069f741e5d2 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 972 time: 0.1687710 Nov 15 11:10:24.318200 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 106c3127-ae46-498f-9161-c66322de846d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=106c3127-ae46-498f-9161-c66322de846d,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:24.322943 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48098) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:24.330915 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '106c3127-ae46-498f-9161-c66322de846d', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '106c3127-ae46-498f-9161-c66322de846d', 'mac_address': 'fa:16:3e:14:02:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:10:24.372380 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:24.387501 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106c3127-ae46-498f-9161-c66322de846d {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:10:24.387707 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e247193-837a-4486-867c-b433369478cf req-8844b63e-9bc0-4e49-8422-4007a04336e4 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410482 Nov 15 11:10:24.415242 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 106c3127-ae46-498f-9161-c66322de846d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=106c3127-ae46-498f-9161-c66322de846d,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:24.426628 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:24.445725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] For port 88e1f451-617c-470b-8c5c-d95a41dd2385, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:24.484899 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7878e650-68b7-4ae3-81b0-085f04d5d2f4 req-55afc2df-9d1b-4a58-8f2f-18e588035c44 service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742549 Nov 15 11:10:24.504340 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-62a84bda-7c91-4635-b0c0-32fb6bbf5aea req-df8241b3-4f0b-4df2-96f9-8347be2d0659 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883714 Nov 15 11:10:24.517868 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11e6d283-8677-4b5d-a52b-c309e782174a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:24.523123 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=106c3127-ae46-498f-9161-c66322de846d,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:24.534313 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:24.535063 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:24.535584 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:24.536159 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:24.536667 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:24.537271 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:24.537775 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:24.538293 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:24.538791 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:24.539490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:24.540109 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:24.542065 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:24.572104 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:24.589966 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-964ca730-63b8-474b-a170-91fed24bccfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:24.600523 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] Transition to ACTIVE for port object 88e1f451-617c-470b-8c5c-d95a41dd2385 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:10:24.601395 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-964ca730-63b8-474b-a170-91fed24bccfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:24.615504 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:24.642636 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7878e650-68b7-4ae3-81b0-085f04d5d2f4 req-37c1c7c8-c588-49d8-9148-5ee8cf18290d service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470065 Nov 15 11:10:24.654364 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade7498-0da5-481b-8b6b-ccc6cb9fabe3 req-dc6e9c01-7fe0-4eca-b694-8e3322ec6896 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:24.656194 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ade7498-0da5-481b-8b6b-ccc6cb9fabe3 req-dc6e9c01-7fe0-4eca-b694-8e3322ec6896 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=bae71450-dcae-4816-a01a-76e9f45ab142 HTTP/1.1" status: 200 len: 949 time: 0.1451032 Nov 15 11:10:24.676151 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['106c3127-ae46-498f-9161-c66322de846d'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:10:24.692498 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-964ca730-63b8-474b-a170-91fed24bccfb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93cfa76da7a945adb07f7622d46aabb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7618933 Nov 15 11:10:24.696680 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48110) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:24.709755 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11e6d283-8677-4b5d-a52b-c309e782174a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:24.714972 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11e6d283-8677-4b5d-a52b-c309e782174a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:24.726461 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ca730-63b8-474b-a170-91fed24bccfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82350224-291b-49a1-8152-0299e4cdeed3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:24.751213 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6d283-8677-4b5d-a52b-c309e782174a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee86b31f-1a06-4ea6-aa80-9aaf8c28bb29,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:24.767712 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] No DVR routers for this DVR port 88e1f451-617c-470b-8c5c-d95a41dd2385 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:10:24.779873 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-11e6d283-8677-4b5d-a52b-c309e782174a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f7a7c022f2914de795ea91de1114d1a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4532430 Nov 15 11:10:24.781346 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48112) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:24.787171 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] Pushing event updated for resources: {'Port': ['ID=88e1f451-617c-470b-8c5c-d95a41dd2385,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:24.841277 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9ecd9b13-8b42-431d-a847-3acdbfcd775f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:24.845131 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ade7498-0da5-481b-8b6b-ccc6cb9fabe3 req-21bcb416-6970-44d5-84ab-eaae889e0096 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633384 Nov 15 11:10:24.884898 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9ecd9b13-8b42-431d-a847-3acdbfcd775f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:24.935293 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] Attempting to bind port 88e1f451-617c-470b-8c5c-d95a41dd2385 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:10:24.935855 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] Attempting to bind port 88e1f451-617c-470b-8c5c-d95a41dd2385 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:10:24.935855 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] Attempting to bind port 88e1f451-617c-470b-8c5c-d95a41dd2385 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:24.955348 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9ecd9b13-8b42-431d-a847-3acdbfcd775f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:24.958842 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9ecd9b13-8b42-431d-a847-3acdbfcd775f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:24.960550 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9ecd9b13-8b42-431d-a847-3acdbfcd775f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ee86b31f-1a06-4ea6-aa80-9aaf8c28bb29 HTTP/1.1" status: 204 len: 168 time: 0.1779506 Nov 15 11:10:24.967325 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f55a8-dad9-444c-9fa6-248d475a0bc0 req-809cf48f-0418-4225-9fe2-0a0d164d4a86 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:24.968903 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-467f55a8-dad9-444c-9fa6-248d475a0bc0 req-809cf48f-0418-4225-9fe2-0a0d164d4a86 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=725e2a8a-f07e-4e90-8c10-4897371739d8 HTTP/1.1" status: 200 len: 948 time: 0.2489431 Nov 15 11:10:24.974513 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd9b13-8b42-431d-a847-3acdbfcd775f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee86b31f-1a06-4ea6-aa80-9aaf8c28bb29,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:24.974789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] Port 88e1f451-617c-470b-8c5c-d95a41dd2385 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:10:24.975032 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] Attempting to bind port 88e1f451-617c-470b-8c5c-d95a41dd2385 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:24.982905 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-30ab7bb4-ed1f-4307-8048-26c8c0bb00fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:24.993353 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:10:24.993682 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:10:24.994050 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:10:24.994471 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] Bound port: 88e1f451-617c-470b-8c5c-d95a41dd2385, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:10:24.994811 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:25.035762 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-30ab7bb4-ed1f-4307-8048-26c8c0bb00fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:25.080198 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3b523-5c82-4744-aca0-49b7fc55ac5c req-1f32eccb-6d97-4372-9d0d-9a882be54098 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:25.081731 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1fe3b523-5c82-4744-aca0-49b7fc55ac5c req-1f32eccb-6d97-4372-9d0d-9a882be54098 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 1095 time: 0.1692860 Nov 15 11:10:25.112782 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-467f55a8-dad9-444c-9fa6-248d475a0bc0 req-e95298ac-a677-40a6-9fcf-087a71437359 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/security-groups?id=03c274ea-0790-4c28-8be4-d32ed67645de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339328 Nov 15 11:10:25.174077 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] For port 88e1f451-617c-470b-8c5c-d95a41dd2385, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:25.177723 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] For port 88e1f451-617c-470b-8c5c-d95a41dd2385, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=88e1f451-617c-470b-8c5c-d95a41dd2385,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:10:25.180390 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1fe3b523-5c82-4744-aca0-49b7fc55ac5c req-b1321734-2f39-4904-82d1-af1c4972f1d6 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878468 Nov 15 11:10:25.195031 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:25.216201 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-30ab7bb4-ed1f-4307-8048-26c8c0bb00fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:25.218563 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-30ab7bb4-ed1f-4307-8048-26c8c0bb00fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:25.219676 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-30ab7bb4-ed1f-4307-8048-26c8c0bb00fe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/82350224-291b-49a1-8152-0299e4cdeed3 HTTP/1.1" status: 204 len: 168 time: 0.5170112 Nov 15 11:10:25.254037 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab7bb4-ed1f-4307-8048-26c8c0bb00fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82350224-291b-49a1-8152-0299e4cdeed3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:25.265764 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:25.266373 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:25.267723 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] 10.222.0.11 "PUT /v2.0/ports/88e1f451-617c-470b-8c5c-d95a41dd2385 HTTP/1.1" status: 200 len: 1096 time: 1.6127739 Nov 15 11:10:25.315564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b00a18-5c77-466e-b677-7ed277ee648a req-0bab9ec3-a681-4758-8a92-8822dc1a7b32 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:25.327794 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-60b00a18-5c77-466e-b677-7ed277ee648a req-0bab9ec3-a681-4758-8a92-8822dc1a7b32 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 943 time: 0.1431494 Nov 15 11:10:25.347511 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65551dde-d2fd-453a-bff0-d6aa966d0740 service neutron] Pushing event updated for resources: {'Port': ['ID=88e1f451-617c-470b-8c5c-d95a41dd2385,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:25.410401 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-281401f2-97af-4b8c-a1a5-da9e86d8bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:25.413653 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-281401f2-97af-4b8c-a1a5-da9e86d8bd0a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 1099 time: 0.1175501 Nov 15 11:10:25.460394 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-60b00a18-5c77-466e-b677-7ed277ee648a req-4710e274-0824-4919-875e-65c140540a86 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316459 Nov 15 11:10:25.635941 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48146) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:25.681818 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92e382a1-9832-4673-8f60-f2d071af9fe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:25.697448 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-a14a2cdf-dca3-496d-a939-329433a725c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:25.698920 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-a14a2cdf-dca3-496d-a939-329433a725c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.2750971 Nov 15 11:10:25.708202 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-53b51dbc-7aee-4b1c-aa6b-367db78c3a43 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:25.709762 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-53b51dbc-7aee-4b1c-aa6b-367db78c3a43 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 807 time: 0.2909780 Nov 15 11:10:25.720210 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b430c-50a3-440a-aeeb-514b27b85677 req-6e02dbdf-c7e7-4df2-ba06-6ca8cd4a0f11 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:25.721649 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-791b430c-50a3-440a-aeeb-514b27b85677 req-6e02dbdf-c7e7-4df2-ba06-6ca8cd4a0f11 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 948 time: 0.1441734 Nov 15 11:10:25.779082 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-d5570283-12cb-4d1f-bf9e-8f5d6b8d0a52 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=88e1f451-617c-470b-8c5c-d95a41dd2385 HTTP/1.1" status: 200 len: 217 time: 0.0675309 Nov 15 11:10:25.787016 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3065710c-41b7-4eb6-896e-d0b7817be20c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88e1f451-617c-470b-8c5c-d95a41dd2385'}, {'name': 'network-changed', 'server_uuid': '3065710c-41b7-4eb6-896e-d0b7817be20c', 'tag': '88e1f451-617c-470b-8c5c-d95a41dd2385'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:25.789276 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325e03e0-70cc-420c-a689-34820ac1c48f" -d '{"events": [{"server_uuid": "3065710c-41b7-4eb6-896e-d0b7817be20c", "name": "network-vif-unplugged", "status": "completed", "tag": "88e1f451-617c-470b-8c5c-d95a41dd2385"}, {"name": "network-changed", "server_uuid": "3065710c-41b7-4eb6-896e-d0b7817be20c", "tag": "88e1f451-617c-470b-8c5c-d95a41dd2385"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:25.801100 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-084a4d85-392a-46a1-9877-9d45768081ca tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/quotas/d1bb86b62ca44c409ecbffbdf93d7c92 HTTP/1.1" status: 200 len: 375 time: 0.0771971 Nov 15 11:10:25.915010 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-ffce126c-d0a5-49cd-b70f-05cedb0ff06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:25.916503 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-ffce126c-d0a5-49cd-b70f-05cedb0ff06a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1238313 Nov 15 11:10:25.922061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-791b430c-50a3-440a-aeeb-514b27b85677 req-ce67deea-8917-4b4a-84c7-5a248700063a tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884336 Nov 15 11:10:25.976380 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-5f5d8cc2-04c6-4973-a451-2bc3922f5b4d tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1665888 Nov 15 11:10:26.041349 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 7165cc97-873a-412b-b65b-c362639a58ac details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:10:26.073181 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 9ebb3451-1f0a-4793-998e-84e8aafaddc8 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:10:26.163961 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 9ebb3451-1f0a-4793-998e-84e8aafaddc8 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:10:26.188633 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 7165cc97-873a-412b-b65b-c362639a58ac, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=7165cc97-873a-412b-b65b-c362639a58ac,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:26.201377 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '7165cc97-873a-412b-b65b-c362639a58ac', 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48', 'port_id': '7165cc97-873a-412b-b65b-c362639a58ac', 'mac_address': 'fa:16:3e:45:b2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c7fb84-e1ab-4aee-8901-f8449cce1c4d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:10:26.209482 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 17f1b20a-4f40-457d-810e-5186d4fe51d6 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:10:26.249985 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af04e2be-d2e6-46ba-be46-abfb0ecbf911 x-openstack-request-id: req-af04e2be-d2e6-46ba-be46-abfb0ecbf911 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:26.250273 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3065710c-41b7-4eb6-896e-d0b7817be20c", "name": "network-vif-unplugged", "status": "completed", "tag": "88e1f451-617c-470b-8c5c-d95a41dd2385", "code": 200}, {"name": "network-changed", "server_uuid": "3065710c-41b7-4eb6-896e-d0b7817be20c", "tag": "88e1f451-617c-470b-8c5c-d95a41dd2385", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:26.250515 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af04e2be-d2e6-46ba-be46-abfb0ecbf911 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:26.250905 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3065710c-41b7-4eb6-896e-d0b7817be20c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88e1f451-617c-470b-8c5c-d95a41dd2385', 'code': 200} Nov 15 11:10:26.251153 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3065710c-41b7-4eb6-896e-d0b7817be20c', 'tag': '88e1f451-617c-470b-8c5c-d95a41dd2385', 'status': 'completed', 'code': 200} Nov 15 11:10:26.257531 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92e382a1-9832-4673-8f60-f2d071af9fe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:26.294861 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92e382a1-9832-4673-8f60-f2d071af9fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:26.348834 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 106c3127-ae46-498f-9161-c66322de846d up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:10:26.360597 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-e6de5ec7-16e4-4cd9-992a-48d7beb6f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:26.362164 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-e6de5ec7-16e4-4cd9-992a-48d7beb6f125 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4333467 Nov 15 11:10:26.392927 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e382a1-9832-4673-8f60-f2d071af9fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f765eac-ba50-472e-929f-d9512b122322,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:26.396479 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:26.410471 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-92e382a1-9832-4673-8f60-f2d071af9fe0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b0d76483576849ff8802c2fc442dcd48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7645941 Nov 15 11:10:26.412969 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48168) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:26.455990 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7165cc97-873a-412b-b65b-c362639a58ac {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:10:26.459067 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-8b5886fc-84e0-4123-a853-184160220313 service neutron] 10.222.0.64 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819100 Nov 15 11:10:26.468637 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67342b9a-723b-4f97-a4fc-d260b7603167 req-2835b4a1-6b65-4487-acad-7bb547671160 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:26.470122 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-67342b9a-723b-4f97-a4fc-d260b7603167 req-2835b4a1-6b65-4487-acad-7bb547671160 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=bae71450-dcae-4816-a01a-76e9f45ab142 HTTP/1.1" status: 200 len: 949 time: 0.2182152 Nov 15 11:10:26.470399 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cf16114-9785-4fb2-8450-de003883811b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:26.476023 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e03e0-70cc-420c-a689-34820ac1c48f req-280da361-a1e4-480d-842a-30e0279f85e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:26.477470 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-325e03e0-70cc-420c-a689-34820ac1c48f req-280da361-a1e4-480d-842a-30e0279f85e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 1099 time: 0.2227123 Nov 15 11:10:26.496112 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 7165cc97-873a-412b-b65b-c362639a58ac, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=7165cc97-873a-412b-b65b-c362639a58ac,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:26.498725 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cf16114-9785-4fb2-8450-de003883811b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:26.506703 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:26.508415 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 106c3127-ae46-498f-9161-c66322de846d completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:10:26.539956 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 106c3127-ae46-498f-9161-c66322de846d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:26.540563 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:26.548886 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 17f1b20a-4f40-457d-810e-5186d4fe51d6, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=17f1b20a-4f40-457d-810e-5186d4fe51d6,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:26.554230 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cf16114-9785-4fb2-8450-de003883811b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:26.557444 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cf16114-9785-4fb2-8450-de003883811b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:26.561241 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4cf16114-9785-4fb2-8450-de003883811b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8f765eac-ba50-472e-929f-d9512b122322 HTTP/1.1" status: 204 len: 168 time: 0.1442611 Nov 15 11:10:26.568782 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf16114-9785-4fb2-8450-de003883811b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f765eac-ba50-472e-929f-d9512b122322,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:26.615794 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '17f1b20a-4f40-457d-810e-5186d4fe51d6', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '17f1b20a-4f40-457d-810e-5186d4fe51d6', 'mac_address': 'fa:16:3e:a5:3c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:10:26.632579 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-9b37dee2-08d0-4962-a8d4-394d9a5fe6c8 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588542 Nov 15 11:10:26.642001 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=7165cc97-873a-412b-b65b-c362639a58ac,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:26.682877 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-67342b9a-723b-4f97-a4fc-d260b7603167 req-796602eb-5bab-43e6-82d4-783ea6d3797a tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985509 Nov 15 11:10:26.731721 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:26.762852 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f1b20a-4f40-457d-810e-5186d4fe51d6 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:10:26.766893 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:26.769579 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-e2d3e6d0-6035-417f-828a-d17e73e46a1a service neutron] 10.222.0.64 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959175 Nov 15 11:10:26.805291 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 17f1b20a-4f40-457d-810e-5186d4fe51d6, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=17f1b20a-4f40-457d-810e-5186d4fe51d6,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:26.812410 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae71450-dcae-4816-a01a-76e9f45ab142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106c3127-ae46-498f-9161-c66322de846d'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:26.814901 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84e9070-d954-4afe-8778-c2d02d5351cf" -d '{"events": [{"server_uuid": "bae71450-dcae-4816-a01a-76e9f45ab142", "name": "network-vif-plugged", "status": "completed", "tag": "106c3127-ae46-498f-9161-c66322de846d"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:26.820925 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:26.824033 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e03e0-70cc-420c-a689-34820ac1c48f req-cdf678e0-88f7-4509-b9d1-e6d5d1ecb823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:26.831129 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-325e03e0-70cc-420c-a689-34820ac1c48f req-cdf678e0-88f7-4509-b9d1-e6d5d1ecb823 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.3434384 Nov 15 11:10:26.850559 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 106c3127-ae46-498f-9161-c66322de846d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=106c3127-ae46-498f-9161-c66322de846d,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:26.853301 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['7165cc97-873a-412b-b65b-c362639a58ac'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:10:26.888559 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:26.924934 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=17f1b20a-4f40-457d-810e-5186d4fe51d6,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:26.945882 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-325e03e0-70cc-420c-a689-34820ac1c48f req-0b15240a-f70a-4597-bdd4-a319698e5800 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=88e1f451-617c-470b-8c5c-d95a41dd2385 HTTP/1.1" status: 200 len: 217 time: 0.1027148 Nov 15 11:10:27.012894 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=106c3127-ae46-498f-9161-c66322de846d,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:27.086236 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['17f1b20a-4f40-457d-810e-5186d4fe51d6'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:10:27.087418 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11ffeea7-f6e1-4f09-af3d-c76a87dfbdee req-12f7adb2-8ca0-43a3-8747-e75d143a14c1 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420667 Nov 15 11:10:27.126260 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e03e0-70cc-420c-a689-34820ac1c48f req-8d04aacb-e61d-4a0a-b699-e7c2030c1fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:27.157728 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-325e03e0-70cc-420c-a689-34820ac1c48f req-8d04aacb-e61d-4a0a-b699-e7c2030c1fbb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1765211 Nov 15 11:10:27.310325 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41068524-7fa0-4095-adbe-c977b47b86ed req-cd5e5797-58b7-4281-b467-839c45f13488 tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=8868d59cc0d6450c8b1d0943a95d47b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1502891 Nov 15 11:10:27.402896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83210de5-9d94-4070-ae1b-880560a07677 req-9321f9dc-39fd-41da-bfa1-9ef57ead4f22 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:27.404323 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83210de5-9d94-4070-ae1b-880560a07677 req-9321f9dc-39fd-41da-bfa1-9ef57ead4f22 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=725e2a8a-f07e-4e90-8c10-4897371739d8 HTTP/1.1" status: 200 len: 949 time: 0.2455871 Nov 15 11:10:27.421134 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e03e0-70cc-420c-a689-34820ac1c48f req-75e8b70c-a3d9-46b3-9d4a-d5bff0d4ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:27.421454 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-325e03e0-70cc-420c-a689-34820ac1c48f req-75e8b70c-a3d9-46b3-9d4a-d5bff0d4ef42 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 1099 time: 0.2312109 Nov 15 11:10:27.433499 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e03e0-70cc-420c-a689-34820ac1c48f req-209e2268-5d81-487a-b3ce-d095ff501ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:27.434970 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-325e03e0-70cc-420c-a689-34820ac1c48f req-209e2268-5d81-487a-b3ce-d095ff501ce2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2581773 Nov 15 11:10:27.590293 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41068524-7fa0-4095-adbe-c977b47b86ed req-fc03bb8e-24b1-4678-88f4-f13190552630 tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:27.596892 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41068524-7fa0-4095-adbe-c977b47b86ed req-fc03bb8e-24b1-4678-88f4-f13190552630 tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2776601 Nov 15 11:10:27.619802 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83210de5-9d94-4070-ae1b-880560a07677 req-e8289d32-110c-41f1-b1b6-3c413d2e04c2 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/security-groups?id=03c274ea-0790-4c28-8be4-d32ed67645de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042243 Nov 15 11:10:27.627442 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41068524-7fa0-4095-adbe-c977b47b86ed req-dd4817d3-1264-499c-bed3-73e7a3856e9b tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/quotas/8868d59cc0d6450c8b1d0943a95d47b1 HTTP/1.1" status: 200 len: 375 time: 0.0296443 Nov 15 11:10:27.716848 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e03e0-70cc-420c-a689-34820ac1c48f req-e5cc480a-3073-48f1-a5a4-d674ccf9cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:27.718301 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-325e03e0-70cc-420c-a689-34820ac1c48f req-e5cc480a-3073-48f1-a5a4-d674ccf9cc9f service neutron] 10.222.0.11 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.2744937 Nov 15 11:10:27.723476 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41068524-7fa0-4095-adbe-c977b47b86ed req-3ae28a1d-b7d3-42e2-a34d-e58dc5d6dac1 tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8868d59cc0d6450c8b1d0943a95d47b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689178 Nov 15 11:10:27.742353 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-325e03e0-70cc-420c-a689-34820ac1c48f req-8b189d21-4514-4bd0-8997-486bfc7747d8 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886386 Nov 15 11:10:27.795357 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-325e03e0-70cc-420c-a689-34820ac1c48f req-82cc168c-8abb-4f3d-92ff-499b975c407b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=88e1f451-617c-470b-8c5c-d95a41dd2385 HTTP/1.1" status: 200 len: 217 time: 0.0620744 Nov 15 11:10:27.892593 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526f87e8-2bf8-4d98-9902-834af74539ae x-openstack-request-id: req-526f87e8-2bf8-4d98-9902-834af74539ae {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:27.892896 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae71450-dcae-4816-a01a-76e9f45ab142", "name": "network-vif-plugged", "status": "completed", "tag": "106c3127-ae46-498f-9161-c66322de846d", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:27.893270 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-526f87e8-2bf8-4d98-9902-834af74539ae {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:27.893664 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae71450-dcae-4816-a01a-76e9f45ab142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106c3127-ae46-498f-9161-c66322de846d', 'code': 200} Nov 15 11:10:27.896528 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7dad4-5e60-4972-88d7-4bc46f83a497 req-86779bc2-356a-47ec-8453-a1738c168db7 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:27.910431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8b7dad4-5e60-4972-88d7-4bc46f83a497 req-86779bc2-356a-47ec-8453-a1738c168db7 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 944 time: 0.1889100 Nov 15 11:10:27.956305 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e03e0-70cc-420c-a689-34820ac1c48f req-10d65e3f-8aef-4f12-b5e7-b29fd254053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:27.958218 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-325e03e0-70cc-420c-a689-34820ac1c48f req-10d65e3f-8aef-4f12-b5e7-b29fd254053a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1526279 Nov 15 11:10:28.020271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bffe2-e146-498d-ba4c-67331437cf23 req-f604d769-63f6-40b2-92a9-ffccbaa7609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:28.022742 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-391bffe2-e146-498d-ba4c-67331437cf23 req-f604d769-63f6-40b2-92a9-ffccbaa7609d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bae71450-dcae-4816-a01a-76e9f45ab142 HTTP/1.1" status: 200 len: 1101 time: 0.0609825 Nov 15 11:10:28.039582 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 7165cc97-873a-412b-b65b-c362639a58ac up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:10:28.070560 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-325e03e0-70cc-420c-a689-34820ac1c48f req-91d992a6-eddd-4489-8e43-52b9fba660af service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134012 Nov 15 11:10:28.099186 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8b7dad4-5e60-4972-88d7-4bc46f83a497 req-6f858396-8493-4111-9d33-105f98821346 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658514 Nov 15 11:10:28.134991 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-391bffe2-e146-498d-ba4c-67331437cf23 req-975dd9d4-a661-4a7e-848e-cdf1cd93b8c0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030471 Nov 15 11:10:28.146821 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd33ebc-f641-4852-935f-e3d332d82bc8 req-4d6a0ac7-09e3-492d-932b-c95a5f1d799c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:28.157337 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3fd33ebc-f641-4852-935f-e3d332d82bc8 req-4d6a0ac7-09e3-492d-932b-c95a5f1d799c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 948 time: 0.1293926 Nov 15 11:10:28.160256 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e03e0-70cc-420c-a689-34820ac1c48f req-2095db48-f230-456f-9a2c-41ae474cef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:28.169190 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-325e03e0-70cc-420c-a689-34820ac1c48f req-2095db48-f230-456f-9a2c-41ae474cef7e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1912057 Nov 15 11:10:28.177831 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 7165cc97-873a-412b-b65b-c362639a58ac completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:10:28.183898 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 7165cc97-873a-412b-b65b-c362639a58ac triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:28.184595 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:28.231133 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 17f1b20a-4f40-457d-810e-5186d4fe51d6 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:10:28.325680 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 17f1b20a-4f40-457d-810e-5186d4fe51d6 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:10:28.340835 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 17f1b20a-4f40-457d-810e-5186d4fe51d6 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:28.341548 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:28.346482 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56dff4ce-497a-45d4-81ec-bff4ae03646f req-2aa0c4ae-3b59-4ea9-a289-fe78d5b57221 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 210 time: 0.1015668 Nov 15 11:10:28.393142 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3fd33ebc-f641-4852-935f-e3d332d82bc8 req-e76a96be-f6d3-4c48-9f2e-b4de4983c03f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308655 Nov 15 11:10:28.398166 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:28.438010 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-f488ec91-7d56-411d-8fe4-6e484bf69fff tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:28.445240 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 7165cc97-873a-412b-b65b-c362639a58ac, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=7165cc97-873a-412b-b65b-c362639a58ac,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:28.447572 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-f488ec91-7d56-411d-8fe4-6e484bf69fff tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.11 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 807 time: 0.2174845 Nov 15 11:10:28.456943 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:28.465486 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-616ab411-3180-438f-8118-4dc0b481b930 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Request body: {'port': {'device_id': '713838c0-e07e-4959-a777-25a6568917e7', 'network_id': '4534314e-1f14-4032-9246-018086f47347', 'admin_state_up': True, 'tenant_id': 'd1bb86b62ca44c409ecbffbdf93d7c92'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:28.511634 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-325e03e0-70cc-420c-a689-34820ac1c48f req-ff3598f6-f034-423c-a64e-3f6ab96d29b8 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057582 Nov 15 11:10:28.567528 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:28.596396 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=7165cc97-873a-412b-b65b-c362639a58ac,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:28.616941 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 17f1b20a-4f40-457d-810e-5186d4fe51d6, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=17f1b20a-4f40-457d-810e-5186d4fe51d6,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:28.623906 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:28.625158 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 88e1f451-617c-470b-8c5c-d95a41dd2385 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:10:28.633045 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-616ab411-3180-438f-8118-4dc0b481b930 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Made reservation on behalf of d1bb86b62ca44c409ecbffbdf93d7c92 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:10:28.636778 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-616ab411-3180-438f-8118-4dc0b481b930 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:28.679574 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae77f0e2-88f4-467b-a156-0cba722d9730 req-df5a361d-f770-4f9c-bd15-5ebeee619293 tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/ports?device_id=70baafb7-e588-4129-a91d-0d14bf5f4adf HTTP/1.1" status: 200 len: 210 time: 0.0673490 Nov 15 11:10:28.711580 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-325e03e0-70cc-420c-a689-34820ac1c48f req-554c0965-a994-47f5-840a-986d578b3e86 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903901 Nov 15 11:10:28.718542 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 88e1f451-617c-470b-8c5c-d95a41dd2385 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:10:28.734680 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77860a-338a-49a9-b473-8963afcf9660 req-20d46d4f-624f-4d71-92c6-b177796908fa tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:28.736245 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f77860a-338a-49a9-b473-8963afcf9660 req-20d46d4f-624f-4d71-92c6-b177796908fa tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=bae71450-dcae-4816-a01a-76e9f45ab142 HTTP/1.1" status: 200 len: 950 time: 0.1227312 Nov 15 11:10:28.750180 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=17f1b20a-4f40-457d-810e-5186d4fe51d6,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:28.808171 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f77860a-338a-49a9-b473-8963afcf9660 req-8ff79735-053e-40d2-96a5-88fc02c49dc0 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618005 Nov 15 11:10:28.821272 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-616ab411-3180-438f-8118-4dc0b481b930 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Allocated IP 172.20.0.5 (4534314e-1f14-4032-9246-018086f47347/8b5f0410-d440-42ba-a6cf-b7c754e903cf/64f94408-9161-4304-ac5a-487dd34e943f) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:10:28.910600 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9de440-ac7e-4aa8-8875-b677aae345e4 req-f0f152ee-6548-44b1-9a53-a44f1e518ab8 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:28.912262 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d9de440-ac7e-4aa8-8875-b677aae345e4 req-f0f152ee-6548-44b1-9a53-a44f1e518ab8 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=725e2a8a-f07e-4e90-8c10-4897371739d8 HTTP/1.1" status: 200 len: 950 time: 0.0512331 Nov 15 11:10:28.972259 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d9de440-ac7e-4aa8-8875-b677aae345e4 req-2b24faa2-885b-41a1-aae6-aae4875eadd2 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/security-groups?id=03c274ea-0790-4c28-8be4-d32ed67645de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533969 Nov 15 11:10:28.986212 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-616ab411-3180-438f-8118-4dc0b481b930 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:29.020839 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-616ab411-3180-438f-8118-4dc0b481b930 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:29.065627 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-616ab411-3180-438f-8118-4dc0b481b930 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Network 4534314e-1f14-4032-9246-018086f47347 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:10:29.068785 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-616ab411-3180-438f-8118-4dc0b481b930 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:10:29.072806 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-616ab411-3180-438f-8118-4dc0b481b930 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:10:29.115436 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ab411-3180-438f-8118-4dc0b481b930 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Pushing event updated for resources: {'Port': ['ID=64f94408-9161-4304-ac5a-487dd34e943f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:29.149557 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-616ab411-3180-438f-8118-4dc0b481b930 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:29.150178 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-616ab411-3180-438f-8118-4dc0b481b930 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:29.168968 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-616ab411-3180-438f-8118-4dc0b481b930 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7103777 Nov 15 11:10:29.187183 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-14d8152e-9185-4db5-994a-849b40d87a01 service neutron] Request body: {'port': {'device_id': '713838c0-e07e-4959-a777-25a6568917e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:29.216302 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-41068524-7fa0-4095-adbe-c977b47b86ed req-a1cba53c-1858-46e5-afb6-7031fcee9e79 tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8868d59cc0d6450c8b1d0943a95d47b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463331 Nov 15 11:10:29.278643 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d827bf-9eb8-4273-963c-354bda9b38b4 req-e4e65ee9-10b9-4f2a-ba6f-cd8ea42c8f47 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:29.279844 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f2d827bf-9eb8-4273-963c-354bda9b38b4 req-e4e65ee9-10b9-4f2a-ba6f-cd8ea42c8f47 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 945 time: 0.0902922 Nov 15 11:10:29.291288 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:29.317934 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-14d8152e-9185-4db5-994a-849b40d87a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:29.352647 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f2d827bf-9eb8-4273-963c-354bda9b38b4 req-fc3565f7-5997-41aa-8435-d17ed292096e tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624070 Nov 15 11:10:29.407050 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41068524-7fa0-4095-adbe-c977b47b86ed req-dab042d7-eedb-471b-9d89-2f673b479347 tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:29.409572 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-41068524-7fa0-4095-adbe-c977b47b86ed req-dab042d7-eedb-471b-9d89-2f673b479347 tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1831119 Nov 15 11:10:29.458749 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-41068524-7fa0-4095-adbe-c977b47b86ed req-a99b2f54-adfe-45f4-9c62-5e086439641b tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Request body: {'port': {'device_id': '70baafb7-e588-4129-a91d-0d14bf5f4adf', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': '8868d59cc0d6450c8b1d0943a95d47b1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:29.565743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8570f56-b470-4b97-b34a-b5bfca11c347 req-e474bdb3-cce2-4596-b49b-41b888a41093 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:29.567246 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8570f56-b470-4b97-b34a-b5bfca11c347 req-e474bdb3-cce2-4596-b49b-41b888a41093 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 931 time: 0.1139064 Nov 15 11:10:29.589402 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713d490-f281-47d2-bbb9-454364f9109f req-29d215dc-3608-45ff-b398-4678e87fc923 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:29.590880 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6713d490-f281-47d2-bbb9-454364f9109f req-29d215dc-3608-45ff-b398-4678e87fc923 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 948 time: 0.0741920 Nov 15 11:10:29.806445 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48270) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:29.854681 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8570f56-b470-4b97-b34a-b5bfca11c347 req-32a624ef-1152-43fa-9601-c5ac499e740f tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803307 Nov 15 11:10:29.878266 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6713d490-f281-47d2-bbb9-454364f9109f req-fe2d7158-38c3-4d68-80cd-e908c867bb9f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733071 Nov 15 11:10:29.884982 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41068524-7fa0-4095-adbe-c977b47b86ed req-a99b2f54-adfe-45f4-9c62-5e086439641b tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Made reservation on behalf of 8868d59cc0d6450c8b1d0943a95d47b1 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:10:29.888386 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-41068524-7fa0-4095-adbe-c977b47b86ed req-a99b2f54-adfe-45f4-9c62-5e086439641b tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:29.895208 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433ee11e-d85f-4d76-8572-bb853a661b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7165cc97-873a-412b-b65b-c362639a58ac'}, {'server_uuid': '725e2a8a-f07e-4e90-8c10-4897371739d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f1b20a-4f40-457d-810e-5186d4fe51d6'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:29.898729 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea1600c-2b25-489f-95af-d46e6e0e5b5c" -d '{"events": [{"server_uuid": "433ee11e-d85f-4d76-8572-bb853a661b96", "name": "network-vif-plugged", "status": "completed", "tag": "7165cc97-873a-412b-b65b-c362639a58ac"}, {"server_uuid": "725e2a8a-f07e-4e90-8c10-4897371739d8", "name": "network-vif-plugged", "status": "completed", "tag": "17f1b20a-4f40-457d-810e-5186d4fe51d6"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:29.904522 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-41068524-7fa0-4095-adbe-c977b47b86ed req-a99b2f54-adfe-45f4-9c62-5e086439641b tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:29.954681 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-14d8152e-9185-4db5-994a-849b40d87a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f94408-9161-4304-ac5a-487dd34e943f {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:10:29.966993 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-14d8152e-9185-4db5-994a-849b40d87a01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:29.973424 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f5f93f2-4590-4ea1-88e3-635c0b4c516e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:29.991163 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-09a3dc8b-bbd9-4fa8-aa2a-751dc7dae4b0 req-0a52579c-0eee-4841-86fc-2f4fe42d2c84 tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/ports?device_id=70baafb7-e588-4129-a91d-0d14bf5f4adf HTTP/1.1" status: 200 len: 210 time: 0.0292814 Nov 15 11:10:30.001816 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-14d8152e-9185-4db5-994a-849b40d87a01 service neutron] Transition to ACTIVE for port object 64f94408-9161-4304-ac5a-487dd34e943f will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:10:30.012020 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-14d8152e-9185-4db5-994a-849b40d87a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:30.071408 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd0ae96-4c7d-4191-8e26-f5043e75fa6a x-openstack-request-id: req-9fd0ae96-4c7d-4191-8e26-f5043e75fa6a {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:30.074235 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433ee11e-d85f-4d76-8572-bb853a661b96", "name": "network-vif-plugged", "status": "completed", "tag": "7165cc97-873a-412b-b65b-c362639a58ac", "code": 200}, {"server_uuid": "725e2a8a-f07e-4e90-8c10-4897371739d8", "name": "network-vif-plugged", "status": "completed", "tag": "17f1b20a-4f40-457d-810e-5186d4fe51d6", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:30.074985 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9fd0ae96-4c7d-4191-8e26-f5043e75fa6a {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:30.077976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d5be9-fa09-4f56-9d76-c5f3fa464add req-833695c7-1a79-4e57-ab6d-eec8341305ac tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:30.078316 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433ee11e-d85f-4d76-8572-bb853a661b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7165cc97-873a-412b-b65b-c362639a58ac', 'code': 200} Nov 15 11:10:30.078580 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725e2a8a-f07e-4e90-8c10-4897371739d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f1b20a-4f40-457d-810e-5186d4fe51d6', 'code': 200} Nov 15 11:10:30.090006 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a0d5be9-fa09-4f56-9d76-c5f3fa464add req-833695c7-1a79-4e57-ab6d-eec8341305ac tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=bae71450-dcae-4816-a01a-76e9f45ab142 HTTP/1.1" status: 200 len: 950 time: 0.0730581 Nov 15 11:10:30.125606 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8152e-9185-4db5-994a-849b40d87a01 service neutron] Pushing event updated for resources: {'Port': ['ID=64f94408-9161-4304-ac5a-487dd34e943f,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:30.145096 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a0d5be9-fa09-4f56-9d76-c5f3fa464add req-dc3fa324-6c14-4994-b675-f9e1db4d02f0 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530248 Nov 15 11:10:30.169104 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-41068524-7fa0-4095-adbe-c977b47b86ed req-a99b2f54-adfe-45f4-9c62-5e086439641b tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:30.196714 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-41068524-7fa0-4095-adbe-c977b47b86ed req-a99b2f54-adfe-45f4-9c62-5e086439641b tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:30.257338 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e8ab9-c533-4a5e-a3d4-add2ff115617 req-2a99a38b-28d2-4502-8c5b-ffdec23bc1a3 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:30.258974 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a18e8ab9-c533-4a5e-a3d4-add2ff115617 req-2a99a38b-28d2-4502-8c5b-ffdec23bc1a3 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=725e2a8a-f07e-4e90-8c10-4897371739d8 HTTP/1.1" status: 200 len: 950 time: 0.1222923 Nov 15 11:10:30.262517 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b71e5a-a7f1-466d-bc15-169605a6fb50 req-74db3e9d-3dae-4357-a3d7-27dfd3436d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:30.263965 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39b71e5a-a7f1-466d-bc15-169605a6fb50 req-74db3e9d-3dae-4357-a3d7-27dfd3436d55 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 1096 time: 0.0789058 Nov 15 11:10:30.269381 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47aab7-72eb-45f3-8b6f-433ce1d92f42 req-98077a82-6417-481c-a13a-4b2b1f3c9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:30.270879 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5c47aab7-72eb-45f3-8b6f-433ce1d92f42 req-98077a82-6417-481c-a13a-4b2b1f3c9c84 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=725e2a8a-f07e-4e90-8c10-4897371739d8 HTTP/1.1" status: 200 len: 1101 time: 0.1125274 Nov 15 11:10:30.286761 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f5f93f2-4590-4ea1-88e3-635c0b4c516e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:30.292602 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b2f54-adfe-45f4-9c62-5e086439641b tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a0f7ae-68e5-4074-a698-cc3511712a19,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:30.300342 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f5f93f2-4590-4ea1-88e3-635c0b4c516e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:30.351355 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-14d8152e-9185-4db5-994a-849b40d87a01 service neutron] Attempting to bind port 64f94408-9161-4304-ac5a-487dd34e943f on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:10:30.351683 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-14d8152e-9185-4db5-994a-849b40d87a01 service neutron] Attempting to bind port 64f94408-9161-4304-ac5a-487dd34e943f by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:10:30.352197 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-14d8152e-9185-4db5-994a-849b40d87a01 service neutron] Attempting to bind port 64f94408-9161-4304-ac5a-487dd34e943f on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:30.374860 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a18e8ab9-c533-4a5e-a3d4-add2ff115617 req-245cfd36-eede-4a40-92e2-9a52621d4046 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/security-groups?id=03c274ea-0790-4c28-8be4-d32ed67645de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028171 Nov 15 11:10:30.378465 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5c47aab7-72eb-45f3-8b6f-433ce1d92f42 req-5e07ecea-24d2-4a50-8e54-c1710c70f395 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=03c274ea-0790-4c28-8be4-d32ed67645de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957696 Nov 15 11:10:30.380817 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39b71e5a-a7f1-466d-bc15-169605a6fb50 req-ace2794b-a8eb-4c35-b0a8-bad34c403bf9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075525 Nov 15 11:10:30.389074 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1f5f93f2-4590-4ea1-88e3-635c0b4c516e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d5d7c68085c849e6abc437cd223198af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5815892 Nov 15 11:10:30.392342 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48286) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:30.392757 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-14d8152e-9185-4db5-994a-849b40d87a01 service neutron] Port 64f94408-9161-4304-ac5a-487dd34e943f on network 4534314e-1f14-4032-9246-018086f47347 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:10:30.393190 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-14d8152e-9185-4db5-994a-849b40d87a01 service neutron] Attempting to bind port 64f94408-9161-4304-ac5a-487dd34e943f on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:30.402426 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f93f2-4590-4ea1-88e3-635c0b4c516e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a55256c-2a14-4244-92c4-7c845ce8bcf7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:30.411019 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-14d8152e-9185-4db5-994a-849b40d87a01 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:10:30.411365 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-14d8152e-9185-4db5-994a-849b40d87a01 service neutron] Checking segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:10:30.411711 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-14d8152e-9185-4db5-994a-849b40d87a01 service neutron] Bound using segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:10:30.412180 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-14d8152e-9185-4db5-994a-849b40d87a01 service neutron] Bound port: 64f94408-9161-4304-ac5a-487dd34e943f, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:10:30.412526 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-14d8152e-9185-4db5-994a-849b40d87a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:30.438448 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-41068524-7fa0-4095-adbe-c977b47b86ed req-a99b2f54-adfe-45f4-9c62-5e086439641b tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Allocated IP 192.168.233.92 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/c9b16123-513d-4cee-8407-48898ca195c4) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:10:30.508067 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2f443f2b-6ee1-4614-929e-e17e69d25ffe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:30.520821 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-14d8152e-9185-4db5-994a-849b40d87a01 service neutron] For port 64f94408-9161-4304-ac5a-487dd34e943f, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:30.527594 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1bfa2-da40-498d-9810-631ef51220f4 req-e1201d6a-77c2-46fb-acff-d2c551bc2abf tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:30.529157 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8a1bfa2-da40-498d-9810-631ef51220f4 req-e1201d6a-77c2-46fb-acff-d2c551bc2abf tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 945 time: 0.0730765 Nov 15 11:10:30.550978 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-14d8152e-9185-4db5-994a-849b40d87a01 service neutron] For port 64f94408-9161-4304-ac5a-487dd34e943f, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=64f94408-9161-4304-ac5a-487dd34e943f,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:10:30.552444 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2f443f2b-6ee1-4614-929e-e17e69d25ffe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:30.576427 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-14d8152e-9185-4db5-994a-849b40d87a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:30.624741 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-14d8152e-9185-4db5-994a-849b40d87a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:30.625342 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-14d8152e-9185-4db5-994a-849b40d87a01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:30.626961 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-14d8152e-9185-4db5-994a-849b40d87a01 service neutron] 10.222.0.11 "PUT /v2.0/ports/64f94408-9161-4304-ac5a-487dd34e943f HTTP/1.1" status: 200 len: 1091 time: 1.4469054 Nov 15 11:10:30.627429 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713838c0-e07e-4959-a777-25a6568917e7', 'tag': '64f94408-9161-4304-ac5a-487dd34e943f'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:30.629697 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69771604-9d4a-44f8-b11a-0abd70a41e10" -d '{"events": [{"name": "network-changed", "server_uuid": "713838c0-e07e-4959-a777-25a6568917e7", "tag": "64f94408-9161-4304-ac5a-487dd34e943f"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:30.642227 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8a1bfa2-da40-498d-9810-631ef51220f4 req-1dbe8375-7853-43ef-8f1e-82877c885e8b tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958946 Nov 15 11:10:30.644370 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa02cf3-3a33-4bb6-a1a7-6f5bd50d8a06 req-054a5c91-dee2-44fa-8bfa-ee9d3061c72a tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:30.645815 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7fa02cf3-3a33-4bb6-a1a7-6f5bd50d8a06 req-054a5c91-dee2-44fa-8bfa-ee9d3061c72a tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bae71450-dcae-4816-a01a-76e9f45ab142 HTTP/1.1" status: 200 len: 1101 time: 0.1141093 Nov 15 11:10:30.670332 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7fa02cf3-3a33-4bb6-a1a7-6f5bd50d8a06 req-0ca47a64-5f8e-4192-8e72-e71303f3f8f9 tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:30.672413 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2f443f2b-6ee1-4614-929e-e17e69d25ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:30.675357 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2f443f2b-6ee1-4614-929e-e17e69d25ffe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:30.676591 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2f443f2b-6ee1-4614-929e-e17e69d25ffe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a55256c-2a14-4244-92c4-7c845ce8bcf7 HTTP/1.1" status: 204 len: 168 time: 0.2826164 Nov 15 11:10:30.694678 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f443f2b-6ee1-4614-929e-e17e69d25ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a55256c-2a14-4244-92c4-7c845ce8bcf7,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:30.741601 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-41068524-7fa0-4095-adbe-c977b47b86ed req-a99b2f54-adfe-45f4-9c62-5e086439641b tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:30.766475 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c7c094-c5a6-432e-bce7-107e7720f5b7 x-openstack-request-id: req-f0c7c094-c5a6-432e-bce7-107e7720f5b7 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:30.768026 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713838c0-e07e-4959-a777-25a6568917e7", "tag": "64f94408-9161-4304-ac5a-487dd34e943f", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:30.768701 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0c7c094-c5a6-432e-bce7-107e7720f5b7 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:30.769400 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713838c0-e07e-4959-a777-25a6568917e7', 'tag': '64f94408-9161-4304-ac5a-487dd34e943f', 'status': 'completed', 'code': 200} Nov 15 11:10:30.797585 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7fa02cf3-3a33-4bb6-a1a7-6f5bd50d8a06 req-0ca47a64-5f8e-4192-8e72-e71303f3f8f9 tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:30.804051 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7fa02cf3-3a33-4bb6-a1a7-6f5bd50d8a06 req-0ca47a64-5f8e-4192-8e72-e71303f3f8f9 tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:30.808853 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8152e-9185-4db5-994a-849b40d87a01 service neutron] Pushing event updated for resources: {'Port': ['ID=64f94408-9161-4304-ac5a-487dd34e943f,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:30.843256 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-2bb967a0-93e3-46ff-8b55-e777cbf4eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:30.844829 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-2bb967a0-93e3-46ff-8b55-e777cbf4eb70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 1094 time: 0.0743954 Nov 15 11:10:30.846287 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7fa02cf3-3a33-4bb6-a1a7-6f5bd50d8a06 req-0ca47a64-5f8e-4192-8e72-e71303f3f8f9 tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921499 Nov 15 11:10:30.847424 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca47a64-5f8e-4192-8e72-e71303f3f8f9 tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6140e49c-7247-40be-83d3-f5efbfd60fda,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:30.857205 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-41068524-7fa0-4095-adbe-c977b47b86ed req-a99b2f54-adfe-45f4-9c62-5e086439641b tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:30.944767 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-405f27c0-0496-45ba-82fa-b5fdaae45c1b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f94408-9161-4304-ac5a-487dd34e943f HTTP/1.1" status: 200 len: 217 time: 0.0679052 Nov 15 11:10:30.967905 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41068524-7fa0-4095-adbe-c977b47b86ed req-a99b2f54-adfe-45f4-9c62-5e086439641b tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:10:30.997524 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-41068524-7fa0-4095-adbe-c977b47b86ed req-a99b2f54-adfe-45f4-9c62-5e086439641b tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:10:31.001680 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b2f54-adfe-45f4-9c62-5e086439641b tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Pushing event updated for resources: {'Port': ['ID=c9b16123-513d-4cee-8407-48898ca195c4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:31.006215 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-41068524-7fa0-4095-adbe-c977b47b86ed req-a99b2f54-adfe-45f4-9c62-5e086439641b tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:10:31.049508 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4234b8-9f58-40a8-a020-8e6b8e621329 req-8630485b-42bd-4f28-88b1-3158d34d8ce4 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:31.052034 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-49c17f14-6727-43c0-b8ff-e0778fdaa08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:31.053558 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-49c17f14-6727-43c0-b8ff-e0778fdaa08e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b5f0410-d440-42ba-a6cf-b7c754e903cf HTTP/1.1" status: 200 len: 847 time: 0.0984180 Nov 15 11:10:31.062684 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cf4234b8-9f58-40a8-a020-8e6b8e621329 req-8630485b-42bd-4f28-88b1-3158d34d8ce4 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 943 time: 0.1210306 Nov 15 11:10:31.086500 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41068524-7fa0-4095-adbe-c977b47b86ed req-a99b2f54-adfe-45f4-9c62-5e086439641b tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:31.090938 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-41068524-7fa0-4095-adbe-c977b47b86ed req-a99b2f54-adfe-45f4-9c62-5e086439641b tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:31.127747 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-89da4c20-7fbb-40c9-9e41-c908f392a5da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4534314e-1f14-4032-9246-018086f47347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656340 Nov 15 11:10:31.153609 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-41068524-7fa0-4095-adbe-c977b47b86ed req-a99b2f54-adfe-45f4-9c62-5e086439641b tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7004859 Nov 15 11:10:31.168255 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cf4234b8-9f58-40a8-a020-8e6b8e621329 req-ca64088c-12a6-4b26-8345-97d38f9afe48 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046586 Nov 15 11:10:31.178166 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48306) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:31.193143 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:31.194283 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-41068524-7fa0-4095-adbe-c977b47b86ed req-12fda6b9-9924-4cff-b119-1a2c862fb649 service neutron] Request body: {'port': {'device_id': '70baafb7-e588-4129-a91d-0d14bf5f4adf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:31.196235 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e242217-abc5-4e5f-a7df-23c38b00d653 req-212488df-4ca1-4021-a4c8-f73413510d12 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:31.198043 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e242217-abc5-4e5f-a7df-23c38b00d653 req-212488df-4ca1-4021-a4c8-f73413510d12 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 948 time: 0.1113534 Nov 15 11:10:31.205303 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29c25019-92d2-4a00-86e8-bd8613786e5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:31.292615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e242217-abc5-4e5f-a7df-23c38b00d653 req-d8ae969c-8cfe-4c04-9769-b3c117c3d2a2 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732322 Nov 15 11:10:31.332121 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-41068524-7fa0-4095-adbe-c977b47b86ed req-12fda6b9-9924-4cff-b119-1a2c862fb649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:31.334362 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e2114dd6-987d-4ba1-85be-9a295dc248f7 None None] Provisioning complete for port c9b16123-513d-4cee-8407-48898ca195c4 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:31.334835 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2114dd6-987d-4ba1-85be-9a295dc248f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:31.360330 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-fb68ad85-324d-4140-8f89-a4eeb84d2782 service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245717 Nov 15 11:10:31.379257 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29c25019-92d2-4a00-86e8-bd8613786e5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:31.388311 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e2114dd6-987d-4ba1-85be-9a295dc248f7 None None] Port c9b16123-513d-4cee-8407-48898ca195c4 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:10:31.403935 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29c25019-92d2-4a00-86e8-bd8613786e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:31.441262 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57fd00-9b95-4eb1-abd5-8049af4272b6 req-5f82a143-105a-450c-9ced-d69f04038885 tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:31.442785 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b57fd00-9b95-4eb1-abd5-8049af4272b6 req-5f82a143-105a-450c-9ced-d69f04038885 tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/ports?device_id=70baafb7-e588-4129-a91d-0d14bf5f4adf HTTP/1.1" status: 200 len: 935 time: 0.1021214 Nov 15 11:10:31.448786 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a45711bc-fff5-4431-be56-c243cc16b302 req-330851fc-d649-4448-8f29-0df295c67364 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a6d46483816c4ff99a1f4543088780e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574296 Nov 15 11:10:31.483386 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-29c25019-92d2-4a00-86e8-bd8613786e5e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ea9ef5b1e9b742799c7e5a257906bf10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032031 Nov 15 11:10:31.495681 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48322) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:31.525920 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c25019-92d2-4a00-86e8-bd8613786e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a3bb22-65a2-4687-bb2a-9dc614f31ce5,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:31.575402 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b57fd00-9b95-4eb1-abd5-8049af4272b6 req-2844099a-fd07-4db5-a3ad-80ef00a12a0b tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8a0f7ae-68e5-4074-a698-cc3511712a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158071 Nov 15 11:10:31.584902 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a66e948c-6754-4e10-bc13-a5a584b751e3 req-deab5bdd-b980-4925-a231-a3e661bbc970 service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045808 Nov 15 11:10:31.604192 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45711bc-fff5-4431-be56-c243cc16b302 req-7324677a-adc0-4dcd-9d40-f7ea3da80259 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:31.611441 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a45711bc-fff5-4431-be56-c243cc16b302 req-7324677a-adc0-4dcd-9d40-f7ea3da80259 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1529260 Nov 15 11:10:31.633392 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a45711bc-fff5-4431-be56-c243cc16b302 req-80d93429-498c-4f78-b4a8-ac091e309cd2 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/quotas/a6d46483816c4ff99a1f4543088780e7 HTTP/1.1" status: 200 len: 375 time: 0.0208676 Nov 15 11:10:31.634165 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d606f83-5b84-409f-b94b-fc916d448d50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:31.676502 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d606f83-5b84-409f-b94b-fc916d448d50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:31.716460 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a45711bc-fff5-4431-be56-c243cc16b302 req-6eea3dab-5e52-48c9-bbbb-41f3a6f62362 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6d46483816c4ff99a1f4543088780e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0820727 Nov 15 11:10:31.793492 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69771604-9d4a-44f8-b11a-0abd70a41e10 req-30020e96-c4ab-4887-bfab-c8f78bf0de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:31.795003 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-69771604-9d4a-44f8-b11a-0abd70a41e10 req-30020e96-c4ab-4887-bfab-c8f78bf0de0a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 1094 time: 0.1170118 Nov 15 11:10:31.827189 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-41068524-7fa0-4095-adbe-c977b47b86ed req-12fda6b9-9924-4cff-b119-1a2c862fb649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b16123-513d-4cee-8407-48898ca195c4 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:10:31.858825 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d606f83-5b84-409f-b94b-fc916d448d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:31.861464 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d606f83-5b84-409f-b94b-fc916d448d50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:31.864953 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8d606f83-5b84-409f-b94b-fc916d448d50 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e2a3bb22-65a2-4687-bb2a-9dc614f31ce5 HTTP/1.1" status: 204 len: 168 time: 0.3649435 Nov 15 11:10:31.866284 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-41068524-7fa0-4095-adbe-c977b47b86ed req-12fda6b9-9924-4cff-b119-1a2c862fb649 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:31.869361 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2e476-5d5b-45ed-83b2-fd0a192b9343 req-68b16d8f-178e-4217-8ba8-59f749318d55 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:31.878681 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cde2e476-5d5b-45ed-83b2-fd0a192b9343 req-68b16d8f-178e-4217-8ba8-59f749318d55 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=725e2a8a-f07e-4e90-8c10-4897371739d8 HTTP/1.1" status: 200 len: 950 time: 0.0612121 Nov 15 11:10:31.889493 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d606f83-5b84-409f-b94b-fc916d448d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a3bb22-65a2-4687-bb2a-9dc614f31ce5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:31.894592 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-41068524-7fa0-4095-adbe-c977b47b86ed req-12fda6b9-9924-4cff-b119-1a2c862fb649 service neutron] Transition to ACTIVE for port object c9b16123-513d-4cee-8407-48898ca195c4 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:10:31.906109 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-41068524-7fa0-4095-adbe-c977b47b86ed req-12fda6b9-9924-4cff-b119-1a2c862fb649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:31.987724 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69771604-9d4a-44f8-b11a-0abd70a41e10 req-40ce8213-2fc6-4ab1-a0b3-51a69915ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:31.989285 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-69771604-9d4a-44f8-b11a-0abd70a41e10 req-40ce8213-2fc6-4ab1-a0b3-51a69915ee0b service neutron] 10.222.0.11 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 908 time: 0.1851859 Nov 15 11:10:31.999920 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fda6b9-9924-4cff-b119-1a2c862fb649 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b16123-513d-4cee-8407-48898ca195c4,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:32.066318 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 88e1f451-617c-470b-8c5c-d95a41dd2385 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:10:32.071149 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cde2e476-5d5b-45ed-83b2-fd0a192b9343 req-a083da88-b335-4be0-a8b0-e7ed13a36489 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/security-groups?id=03c274ea-0790-4c28-8be4-d32ed67645de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866739 Nov 15 11:10:32.122382 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-69771604-9d4a-44f8-b11a-0abd70a41e10 req-1cd55501-289e-43a4-88d2-8421f7dab1d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f94408-9161-4304-ac5a-487dd34e943f HTTP/1.1" status: 200 len: 217 time: 0.1078513 Nov 15 11:10:32.149047 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0460ab-ebfc-436a-a74f-fd42631453e0 req-28d3309a-ffaf-41d2-9d03-73284f61b02d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:32.151401 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d0460ab-ebfc-436a-a74f-fd42631453e0 req-28d3309a-ffaf-41d2-9d03-73284f61b02d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.55 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c&tenant_id=f683158a34ba4a62a024151827d9c8e8&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 948 time: 0.2033534 Nov 15 11:10:32.272143 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-41068524-7fa0-4095-adbe-c977b47b86ed req-12fda6b9-9924-4cff-b119-1a2c862fb649 service neutron] Attempting to bind port c9b16123-513d-4cee-8407-48898ca195c4 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:10:32.272143 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-41068524-7fa0-4095-adbe-c977b47b86ed req-12fda6b9-9924-4cff-b119-1a2c862fb649 service neutron] Attempting to bind port c9b16123-513d-4cee-8407-48898ca195c4 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:10:32.272143 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41068524-7fa0-4095-adbe-c977b47b86ed req-12fda6b9-9924-4cff-b119-1a2c862fb649 service neutron] Attempting to bind port c9b16123-513d-4cee-8407-48898ca195c4 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:32.284929 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41068524-7fa0-4095-adbe-c977b47b86ed req-12fda6b9-9924-4cff-b119-1a2c862fb649 service neutron] Port c9b16123-513d-4cee-8407-48898ca195c4 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:10:32.285247 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41068524-7fa0-4095-adbe-c977b47b86ed req-12fda6b9-9924-4cff-b119-1a2c862fb649 service neutron] Attempting to bind port c9b16123-513d-4cee-8407-48898ca195c4 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:32.296154 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69771604-9d4a-44f8-b11a-0abd70a41e10 req-4d6fd18b-0714-4c4e-ba7c-1c72a5a2dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:32.298524 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-69771604-9d4a-44f8-b11a-0abd70a41e10 req-4d6fd18b-0714-4c4e-ba7c-1c72a5a2dba6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b5f0410-d440-42ba-a6cf-b7c754e903cf HTTP/1.1" status: 200 len: 847 time: 0.1658034 Nov 15 11:10:32.299706 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41068524-7fa0-4095-adbe-c977b47b86ed req-12fda6b9-9924-4cff-b119-1a2c862fb649 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:10:32.300067 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41068524-7fa0-4095-adbe-c977b47b86ed req-12fda6b9-9924-4cff-b119-1a2c862fb649 service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:10:32.300298 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41068524-7fa0-4095-adbe-c977b47b86ed req-12fda6b9-9924-4cff-b119-1a2c862fb649 service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:10:32.300719 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-41068524-7fa0-4095-adbe-c977b47b86ed req-12fda6b9-9924-4cff-b119-1a2c862fb649 service neutron] Bound port: c9b16123-513d-4cee-8407-48898ca195c4, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:10:32.301060 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-41068524-7fa0-4095-adbe-c977b47b86ed req-12fda6b9-9924-4cff-b119-1a2c862fb649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:32.322803 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab0f2d-a9b7-4d91-b170-af8bec681846 req-05b7bc07-5009-4ddf-ae3e-d06c16817afc tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:32.324405 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-daab0f2d-a9b7-4d91-b170-af8bec681846 req-05b7bc07-5009-4ddf-ae3e-d06c16817afc tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 945 time: 0.1354320 Nov 15 11:10:32.334852 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-3d0460ab-ebfc-436a-a74f-fd42631453e0 req-c8836f33-4dd6-44f0-815d-68ba16943e14 service neutron] delete failed (client error): The resource could not be found. Nov 15 11:10:32.336400 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 88e1f451-617c-470b-8c5c-d95a41dd2385, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=88e1f451-617c-470b-8c5c-d95a41dd2385,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:32.338935 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d0460ab-ebfc-436a-a74f-fd42631453e0 req-c8836f33-4dd6-44f0-815d-68ba16943e14 service neutron] 10.222.0.55 "DELETE /v2.0/ports/88e1f451-617c-470b-8c5c-d95a41dd2385/bindings/n-h2-729945-9 HTTP/1.1" status: 404 len: 380 time: 0.1715600 Nov 15 11:10:32.342064 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-69771604-9d4a-44f8-b11a-0abd70a41e10 req-c7174304-5038-4668-b31d-67c28a5fc0ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4534314e-1f14-4032-9246-018086f47347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319397 Nov 15 11:10:32.388105 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '88e1f451-617c-470b-8c5c-d95a41dd2385', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '88e1f451-617c-470b-8c5c-d95a41dd2385', 'mac_address': 'fa:16:3e:af:c3:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:10:32.470393 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:32.502607 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-69771604-9d4a-44f8-b11a-0abd70a41e10 req-3fcfd411-589d-407f-894d-f5feabecae70 service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381383 Nov 15 11:10:32.509871 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-41068524-7fa0-4095-adbe-c977b47b86ed req-12fda6b9-9924-4cff-b119-1a2c862fb649 service neutron] For port c9b16123-513d-4cee-8407-48898ca195c4, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:32.512790 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e1f451-617c-470b-8c5c-d95a41dd2385 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:10:32.514280 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-41068524-7fa0-4095-adbe-c977b47b86ed req-12fda6b9-9924-4cff-b119-1a2c862fb649 service neutron] For port c9b16123-513d-4cee-8407-48898ca195c4, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=c9b16123-513d-4cee-8407-48898ca195c4,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:10:32.529141 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-41068524-7fa0-4095-adbe-c977b47b86ed req-12fda6b9-9924-4cff-b119-1a2c862fb649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:32.557573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 88e1f451-617c-470b-8c5c-d95a41dd2385, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=88e1f451-617c-470b-8c5c-d95a41dd2385,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:32.568668 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:32.572073 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-daab0f2d-a9b7-4d91-b170-af8bec681846 req-d9cad657-0024-4f98-a7ab-70ff1d7bd575 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274210 Nov 15 11:10:32.575351 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41068524-7fa0-4095-adbe-c977b47b86ed req-12fda6b9-9924-4cff-b119-1a2c862fb649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:32.576069 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-41068524-7fa0-4095-adbe-c977b47b86ed req-12fda6b9-9924-4cff-b119-1a2c862fb649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:32.577477 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-41068524-7fa0-4095-adbe-c977b47b86ed req-12fda6b9-9924-4cff-b119-1a2c862fb649 service neutron] 10.222.0.55 "PUT /v2.0/ports/c9b16123-513d-4cee-8407-48898ca195c4 HTTP/1.1" status: 200 len: 1095 time: 1.4095907 Nov 15 11:10:32.638514 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf7763-6f26-494b-81fc-5c06a671d8a6 req-a78538bb-30ab-46a9-89c4-0a3f43f25c98 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:32.639968 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ebaf7763-6f26-494b-81fc-5c06a671d8a6 req-a78538bb-30ab-46a9-89c4-0a3f43f25c98 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 948 time: 0.2528937 Nov 15 11:10:32.668210 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0460ab-ebfc-436a-a74f-fd42631453e0 req-d0c1afca-5d12-43d5-809b-a1ed99e2b978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:32.669956 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d0460ab-ebfc-436a-a74f-fd42631453e0 req-d0c1afca-5d12-43d5-809b-a1ed99e2b978 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 1099 time: 0.1760316 Nov 15 11:10:32.732826 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=88e1f451-617c-470b-8c5c-d95a41dd2385,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:32.791263 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70baafb7-e588-4129-a91d-0d14bf5f4adf', 'tag': 'c9b16123-513d-4cee-8407-48898ca195c4'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:32.794640 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b1bdd6-9017-4047-89cc-c7f481e98786" -d '{"events": [{"name": "network-changed", "server_uuid": "70baafb7-e588-4129-a91d-0d14bf5f4adf", "tag": "c9b16123-513d-4cee-8407-48898ca195c4"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:32.838531 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0460ab-ebfc-436a-a74f-fd42631453e0 req-b032ae05-fdbe-49ca-969c-1e59788fb608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:32.838934 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d0460ab-ebfc-436a-a74f-fd42631453e0 req-b032ae05-fdbe-49ca-969c-1e59788fb608 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.1523247 Nov 15 11:10:32.857223 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41068524-7fa0-4095-adbe-c977b47b86ed req-528c34da-e1f7-492e-96a7-aad7fee2bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:32.858919 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-41068524-7fa0-4095-adbe-c977b47b86ed req-528c34da-e1f7-492e-96a7-aad7fee2bf06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8868d59cc0d6450c8b1d0943a95d47b1&device_id=70baafb7-e588-4129-a91d-0d14bf5f4adf HTTP/1.1" status: 200 len: 1098 time: 0.1318719 Nov 15 11:10:32.907925 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d0460ab-ebfc-436a-a74f-fd42631453e0 req-cf9c3e6b-1bbf-4cab-b9b1-d3081ff1dd3e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=88e1f451-617c-470b-8c5c-d95a41dd2385 HTTP/1.1" status: 200 len: 217 time: 0.0531468 Nov 15 11:10:32.910555 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-41068524-7fa0-4095-adbe-c977b47b86ed req-f23d12f0-9e89-49ba-89f3-8900e7bb57c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=c9b16123-513d-4cee-8407-48898ca195c4 HTTP/1.1" status: 200 len: 217 time: 0.0363295 Nov 15 11:10:32.916164 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ebaf7763-6f26-494b-81fc-5c06a671d8a6 req-7e9296b7-9022-4b71-90d2-c54f9c1c276f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662127 Nov 15 11:10:32.971974 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['88e1f451-617c-470b-8c5c-d95a41dd2385'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:10:32.973389 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fda6b9-9924-4cff-b119-1a2c862fb649 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b16123-513d-4cee-8407-48898ca195c4,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:33.016173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0460ab-ebfc-436a-a74f-fd42631453e0 req-fa2789e5-a8d0-45de-ac4b-d4cd9584143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:33.020643 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d0460ab-ebfc-436a-a74f-fd42631453e0 req-fa2789e5-a8d0-45de-ac4b-d4cd9584143a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0985031 Nov 15 11:10:33.067660 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-69771604-9d4a-44f8-b11a-0abd70a41e10 req-9edd8d86-a092-41e0-b487-3b6da5aa2f84 service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518403 Nov 15 11:10:33.080045 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41068524-7fa0-4095-adbe-c977b47b86ed req-c87940f5-09dd-4a4f-993f-f010bc50ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:33.084479 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-41068524-7fa0-4095-adbe-c977b47b86ed req-c87940f5-09dd-4a4f-993f-f010bc50ba44 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1398358 Nov 15 11:10:33.185646 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41068524-7fa0-4095-adbe-c977b47b86ed req-4b9a871b-07b8-425e-a14d-b1be32442f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:33.187314 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-41068524-7fa0-4095-adbe-c977b47b86ed req-4b9a871b-07b8-425e-a14d-b1be32442f3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0942283 Nov 15 11:10:33.206625 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0460ab-ebfc-436a-a74f-fd42631453e0 req-0e31c8be-1854-4d74-acad-5a04d689f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:33.208140 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d0460ab-ebfc-436a-a74f-fd42631453e0 req-0e31c8be-1854-4d74-acad-5a04d689f186 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1771443 Nov 15 11:10:33.216838 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4b106-1c88-42b4-a7b8-12eb6728dcd8 req-9b2c5827-e142-43a2-afb6-b95888d84ee7 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:33.218377 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f2a4b106-1c88-42b4-a7b8-12eb6728dcd8 req-9b2c5827-e142-43a2-afb6-b95888d84ee7 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 943 time: 0.1756368 Nov 15 11:10:33.331531 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f2a4b106-1c88-42b4-a7b8-12eb6728dcd8 req-ec2c878e-b707-458e-998d-12868db62a7f tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037345 Nov 15 11:10:33.348108 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-41068524-7fa0-4095-adbe-c977b47b86ed req-36ca5fe2-a4df-4d73-b84a-4fbfbeca8f8c service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457760 Nov 15 11:10:33.385621 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d0460ab-ebfc-436a-a74f-fd42631453e0 req-4f3b9a20-e44f-4678-a531-65a4cb0735f9 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661508 Nov 15 11:10:33.597155 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-41068524-7fa0-4095-adbe-c977b47b86ed req-f3cf3dcb-5c6f-45ce-81b1-4525c48fe0b7 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324567 Nov 15 11:10:33.598052 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c1482-d6c4-4f86-b000-645747562f16 req-c8fc4567-faf2-47f8-b2b9-c428b763ce5d tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:33.606865 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c73c1482-d6c4-4f86-b000-645747562f16 req-c8fc4567-faf2-47f8-b2b9-c428b763ce5d tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 1096 time: 0.0935781 Nov 15 11:10:33.621578 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d0460ab-ebfc-436a-a74f-fd42631453e0 req-e452bf74-d68f-45e5-a4c2-0bdcb3547fbd service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226863 Nov 15 11:10:33.699327 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c73c1482-d6c4-4f86-b000-645747562f16 req-ee7ae6fd-a586-45e7-80b0-15f2c600ce54 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842330 Nov 15 11:10:33.771170 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32730a9a-6592-4126-9e33-4a42953d2398 x-openstack-request-id: req-32730a9a-6592-4126-9e33-4a42953d2398 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:33.771575 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70baafb7-e588-4129-a91d-0d14bf5f4adf", "tag": "c9b16123-513d-4cee-8407-48898ca195c4", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:33.771855 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32730a9a-6592-4126-9e33-4a42953d2398 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:33.772497 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70baafb7-e588-4129-a91d-0d14bf5f4adf', 'tag': 'c9b16123-513d-4cee-8407-48898ca195c4', 'status': 'completed', 'code': 200} Nov 15 11:10:33.887147 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168c757-c374-4d5f-a8fa-a63ed8b692a9 req-2d520b19-182d-4ae3-9f96-62fc779f7afc tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:33.888773 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8168c757-c374-4d5f-a8fa-a63ed8b692a9 req-2d520b19-182d-4ae3-9f96-62fc779f7afc tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/ports?device_id=70baafb7-e588-4129-a91d-0d14bf5f4adf HTTP/1.1" status: 200 len: 947 time: 0.1075161 Nov 15 11:10:33.929638 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed05493-30b3-48ef-8df7-a100229bda4d req-f0dd85bc-c882-4cc6-974b-4c0b88af112b tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:33.931171 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ed05493-30b3-48ef-8df7-a100229bda4d req-f0dd85bc-c882-4cc6-974b-4c0b88af112b tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=725e2a8a-f07e-4e90-8c10-4897371739d8 HTTP/1.1" status: 200 len: 950 time: 0.1059566 Nov 15 11:10:33.946668 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1bdd6-9017-4047-89cc-c7f481e98786 req-4f12e097-4ed9-479c-b7b5-b5ba5607f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:33.948127 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24b1bdd6-9017-4047-89cc-c7f481e98786 req-4f12e097-4ed9-479c-b7b5-b5ba5607f9e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8868d59cc0d6450c8b1d0943a95d47b1&device_id=70baafb7-e588-4129-a91d-0d14bf5f4adf HTTP/1.1" status: 200 len: 1098 time: 0.1117980 Nov 15 11:10:34.019472 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8168c757-c374-4d5f-a8fa-a63ed8b692a9 req-e0c71d3c-d9e1-4e0b-aab4-558207b8287c tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8a0f7ae-68e5-4074-a698-cc3511712a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236281 Nov 15 11:10:34.060907 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ed05493-30b3-48ef-8df7-a100229bda4d req-be199bd1-94a2-4789-af2f-01dd3f12123f tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/security-groups?id=03c274ea-0790-4c28-8be4-d32ed67645de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221609 Nov 15 11:10:34.081299 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1bdd6-9017-4047-89cc-c7f481e98786 req-45dc12fd-8800-4ed2-a9b5-265e815dee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:34.082763 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24b1bdd6-9017-4047-89cc-c7f481e98786 req-45dc12fd-8800-4ed2-a9b5-265e815dee86 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.1211653 Nov 15 11:10:34.085918 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 88e1f451-617c-470b-8c5c-d95a41dd2385 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:10:34.170514 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24b1bdd6-9017-4047-89cc-c7f481e98786 req-e6f3b69e-0eae-49e7-a586-593979ff163e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=c9b16123-513d-4cee-8407-48898ca195c4 HTTP/1.1" status: 200 len: 217 time: 0.0696504 Nov 15 11:10:34.185889 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0e752212-3ece-4706-abfc-91818d5a98f7 req-eeb84057-fd07-42a6-af69-5b463beaa691 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f5f18e0-e191-4381-b24f-efaa2b0e735a HTTP/1.1" status: 200 len: 210 time: 0.0862975 Nov 15 11:10:34.214636 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 88e1f451-617c-470b-8c5c-d95a41dd2385 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:10:34.220296 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 88e1f451-617c-470b-8c5c-d95a41dd2385 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:34.220721 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:34.313155 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a45711bc-fff5-4431-be56-c243cc16b302 req-04e1d0c0-18a4-4e5e-9651-30f354dea0c0 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a6d46483816c4ff99a1f4543088780e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293555 Nov 15 11:10:34.361546 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1bdd6-9017-4047-89cc-c7f481e98786 req-72e0f893-11f2-48a8-a215-c1ab4ecaf35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:34.363336 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24b1bdd6-9017-4047-89cc-c7f481e98786 req-72e0f893-11f2-48a8-a215-c1ab4ecaf35f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1595767 Nov 15 11:10:34.370101 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b10bbf-3447-446b-b6a6-e6d260f23973 req-4cd33ec0-684f-43fd-a074-900c822d05bb tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:34.377827 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0b10bbf-3447-446b-b6a6-e6d260f23973 req-4cd33ec0-684f-43fd-a074-900c822d05bb tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 1096 time: 0.1760397 Nov 15 11:10:34.386890 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:34.418941 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f96384-0c51-483a-bf6a-75959c9917a5 req-8161cf57-daf7-4517-bd4e-b803b08fea19 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:34.420819 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20f96384-0c51-483a-bf6a-75959c9917a5 req-8161cf57-daf7-4517-bd4e-b803b08fea19 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 949 time: 0.1300485 Nov 15 11:10:34.438266 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3065710c-41b7-4eb6-896e-d0b7817be20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e1f451-617c-470b-8c5c-d95a41dd2385'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:34.445158 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fd0675-d35a-4680-8117-f9aab94e9a72" -d '{"events": [{"server_uuid": "3065710c-41b7-4eb6-896e-d0b7817be20c", "name": "network-vif-plugged", "status": "completed", "tag": "88e1f451-617c-470b-8c5c-d95a41dd2385"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:34.481901 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 88e1f451-617c-470b-8c5c-d95a41dd2385, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=88e1f451-617c-470b-8c5c-d95a41dd2385,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:34.491835 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:34.506819 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0b10bbf-3447-446b-b6a6-e6d260f23973 req-a3c67f88-01d3-43e6-aafa-3f44960b0f1e tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245108 Nov 15 11:10:34.517651 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45711bc-fff5-4431-be56-c243cc16b302 req-18d56724-0b98-484d-9fd4-f0b315dca1c5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:34.522578 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1bdd6-9017-4047-89cc-c7f481e98786 req-8edd6c72-6889-420d-8bb2-657ec42501ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:34.523990 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a45711bc-fff5-4431-be56-c243cc16b302 req-18d56724-0b98-484d-9fd4-f0b315dca1c5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2022538 Nov 15 11:10:34.529024 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24b1bdd6-9017-4047-89cc-c7f481e98786 req-8edd6c72-6889-420d-8bb2-657ec42501ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1469786 Nov 15 11:10:34.544189 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a45711bc-fff5-4431-be56-c243cc16b302 req-34b7f29b-ae88-44cd-9e0d-abf1c7da01be tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Request body: {'port': {'device_id': '2de1bf44-6902-4e0f-b5a6-3c7dee04e567', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': 'a6d46483816c4ff99a1f4543088780e7'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:34.548396 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20f96384-0c51-483a-bf6a-75959c9917a5 req-e7c4907c-d06a-49a4-8ec3-56014c3ae0fd tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122887 Nov 15 11:10:34.605697 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=88e1f451-617c-470b-8c5c-d95a41dd2385,revision_number=9']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:34.751711 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24b1bdd6-9017-4047-89cc-c7f481e98786 req-1ad80289-aff2-4bcf-9b70-a99fc4796339 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964724 Nov 15 11:10:34.766125 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45711bc-fff5-4431-be56-c243cc16b302 req-34b7f29b-ae88-44cd-9e0d-abf1c7da01be tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Made reservation on behalf of a6d46483816c4ff99a1f4543088780e7 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:10:34.770513 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a45711bc-fff5-4431-be56-c243cc16b302 req-34b7f29b-ae88-44cd-9e0d-abf1c7da01be tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:34.902260 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24b1bdd6-9017-4047-89cc-c7f481e98786 req-94a4f889-f4c9-43dc-8f16-aaaa5ba6aa03 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400285 Nov 15 11:10:34.918548 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a45711bc-fff5-4431-be56-c243cc16b302 req-9b2152ad-8529-4840-b63b-21bbf2c8a2d4 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a6d46483816c4ff99a1f4543088780e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311592 Nov 15 11:10:34.927266 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270dbfc-c558-447d-a9f4-f03804bc5dcf req-2d2e2205-e352-4a7d-b7a8-23636878d563 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:34.928819 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8270dbfc-c558-447d-a9f4-f03804bc5dcf req-2d2e2205-e352-4a7d-b7a8-23636878d563 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 943 time: 0.2553773 Nov 15 11:10:34.960188 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b28994f-e127-4278-a354-796d413356c6 x-openstack-request-id: req-6b28994f-e127-4278-a354-796d413356c6 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:34.960472 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3065710c-41b7-4eb6-896e-d0b7817be20c", "name": "network-vif-plugged", "status": "completed", "tag": "88e1f451-617c-470b-8c5c-d95a41dd2385", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:34.960722 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6b28994f-e127-4278-a354-796d413356c6 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:34.961116 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3065710c-41b7-4eb6-896e-d0b7817be20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e1f451-617c-470b-8c5c-d95a41dd2385', 'code': 200} Nov 15 11:10:35.022388 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-a45711bc-fff5-4431-be56-c243cc16b302 req-34b7f29b-ae88-44cd-9e0d-abf1c7da01be tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Allocated IP 192.168.233.108 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/51671efc-4a4c-49b3-afac-6953b4cc8a4d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:10:35.051660 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8270dbfc-c558-447d-a9f4-f03804bc5dcf req-66e6d350-475a-4870-b4c3-85e058a55550 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107311 Nov 15 11:10:35.099638 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45711bc-fff5-4431-be56-c243cc16b302 req-fc45288f-f1d4-47d2-9c2c-87a78ae84e8d tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:35.101216 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a45711bc-fff5-4431-be56-c243cc16b302 req-fc45288f-f1d4-47d2-9c2c-87a78ae84e8d tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1715453 Nov 15 11:10:35.118852 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-a45711bc-fff5-4431-be56-c243cc16b302 req-8e1f3dff-acb1-4da2-aaf6-7e014bc8cfb5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Request body: {'port': {'device_id': '8f5f18e0-e191-4381-b24f-efaa2b0e735a', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': 'a6d46483816c4ff99a1f4543088780e7'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:35.291515 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5fa17-ffc0-447c-b126-faa697c4b726 req-312a56cf-706a-4896-be33-77f6438ba4ba tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:35.299513 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-71e5fa17-ffc0-447c-b126-faa697c4b726 req-312a56cf-706a-4896-be33-77f6438ba4ba tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/ports?device_id=70baafb7-e588-4129-a91d-0d14bf5f4adf HTTP/1.1" status: 200 len: 947 time: 0.1594992 Nov 15 11:10:35.318313 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a45711bc-fff5-4431-be56-c243cc16b302 req-34b7f29b-ae88-44cd-9e0d-abf1c7da01be tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:35.321793 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32c774-1644-48db-b70c-65e464378c66 req-343bb575-a7d5-47c8-90da-7c03bb358074 tempest-DeleteServersAdminTestJSON-302566265 tempest-DeleteServersAdminTestJSON-302566265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:35.323322 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab32c774-1644-48db-b70c-65e464378c66 req-343bb575-a7d5-47c8-90da-7c03bb358074 tempest-DeleteServersAdminTestJSON-302566265 tempest-DeleteServersAdminTestJSON-302566265-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=725e2a8a-f07e-4e90-8c10-4897371739d8 HTTP/1.1" status: 200 len: 1101 time: 0.1056182 Nov 15 11:10:35.356332 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a45711bc-fff5-4431-be56-c243cc16b302 req-34b7f29b-ae88-44cd-9e0d-abf1c7da01be tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:35.396444 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['106c3127-ae46-498f-9161-c66322de846d'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:10:35.409039 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45711bc-fff5-4431-be56-c243cc16b302 req-34b7f29b-ae88-44cd-9e0d-abf1c7da01be tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:10:35.413078 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-a45711bc-fff5-4431-be56-c243cc16b302 req-34b7f29b-ae88-44cd-9e0d-abf1c7da01be tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:10:35.426338 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8293d9-bd72-4889-883b-2422c2925c82 req-709fd85f-7f4f-4380-b758-7a2af88964e2 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:35.430883 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45711bc-fff5-4431-be56-c243cc16b302 req-34b7f29b-ae88-44cd-9e0d-abf1c7da01be tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:10:35.439882 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a8293d9-bd72-4889-883b-2422c2925c82 req-709fd85f-7f4f-4380-b758-7a2af88964e2 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=725e2a8a-f07e-4e90-8c10-4897371739d8 HTTP/1.1" status: 200 len: 950 time: 0.1561465 Nov 15 11:10:35.511834 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45711bc-fff5-4431-be56-c243cc16b302 req-34b7f29b-ae88-44cd-9e0d-abf1c7da01be tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:35.513018 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a45711bc-fff5-4431-be56-c243cc16b302 req-34b7f29b-ae88-44cd-9e0d-abf1c7da01be tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:35.537986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45711bc-fff5-4431-be56-c243cc16b302 req-8e1f3dff-acb1-4da2-aaf6-7e014bc8cfb5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Made reservation on behalf of a6d46483816c4ff99a1f4543088780e7 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:10:35.542959 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a45711bc-fff5-4431-be56-c243cc16b302 req-8e1f3dff-acb1-4da2-aaf6-7e014bc8cfb5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:35.545633 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7f29b-ae88-44cd-9e0d-abf1c7da01be tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Pushing event updated for resources: {'Port': ['ID=51671efc-4a4c-49b3-afac-6953b4cc8a4d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:35.564140 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a45711bc-fff5-4431-be56-c243cc16b302 req-34b7f29b-ae88-44cd-9e0d-abf1c7da01be tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0259340 Nov 15 11:10:35.577732 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a45711bc-fff5-4431-be56-c243cc16b302 req-59bd6106-9c13-4bf0-92f2-7aae1c3f85f8 service neutron] Request body: {'port': {'device_id': '2de1bf44-6902-4e0f-b5a6-3c7dee04e567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:35.596473 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-71e5fa17-ffc0-447c-b126-faa697c4b726 req-4881eb65-ad69-4218-8c7b-56c217ef9e02 tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8a0f7ae-68e5-4074-a698-cc3511712a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959743 Nov 15 11:10:35.660118 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a45711bc-fff5-4431-be56-c243cc16b302 req-59bd6106-9c13-4bf0-92f2-7aae1c3f85f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:35.694370 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a8293d9-bd72-4889-883b-2422c2925c82 req-136d7b38-171f-4445-a388-b1267b4e56f0 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/security-groups?id=03c274ea-0790-4c28-8be4-d32ed67645de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532790 Nov 15 11:10:35.853072 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-082cfd6e-a417-4dff-8fbf-a8e4e97d0c17 None None] Provisioning complete for port 51671efc-4a4c-49b3-afac-6953b4cc8a4d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:35.853430 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-082cfd6e-a417-4dff-8fbf-a8e4e97d0c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:35.902193 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-082cfd6e-a417-4dff-8fbf-a8e4e97d0c17 None None] Port 51671efc-4a4c-49b3-afac-6953b4cc8a4d cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:10:35.986133 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-a45711bc-fff5-4431-be56-c243cc16b302 req-59bd6106-9c13-4bf0-92f2-7aae1c3f85f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51671efc-4a4c-49b3-afac-6953b4cc8a4d {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:10:35.994554 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a45711bc-fff5-4431-be56-c243cc16b302 req-59bd6106-9c13-4bf0-92f2-7aae1c3f85f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:36.012107 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-a45711bc-fff5-4431-be56-c243cc16b302 req-59bd6106-9c13-4bf0-92f2-7aae1c3f85f8 service neutron] Transition to ACTIVE for port object 51671efc-4a4c-49b3-afac-6953b4cc8a4d will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:10:36.017997 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a45711bc-fff5-4431-be56-c243cc16b302 req-59bd6106-9c13-4bf0-92f2-7aae1c3f85f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:36.084519 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7123b637-2cb1-4c9a-b952-dbd3b17cea9f req-6d96e55b-90e1-46d5-be32-0be38b4b9de8 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f5f18e0-e191-4381-b24f-efaa2b0e735a HTTP/1.1" status: 200 len: 210 time: 0.3042979 Nov 15 11:10:36.103410 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 64f94408-9161-4304-ac5a-487dd34e943f details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:10:36.171668 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-ab32c774-1644-48db-b70c-65e464378c66 req-bde9a2b9-a352-48d8-8c71-8f7e5c2d79f8 tempest-DeleteServersAdminTestJSON-302566265 tempest-DeleteServersAdminTestJSON-302566265-project-admin] Deleting port 17f1b20a-4f40-457d-810e-5186d4fe51d6 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:10:36.171911 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ab32c774-1644-48db-b70c-65e464378c66 req-bde9a2b9-a352-48d8-8c71-8f7e5c2d79f8 tempest-DeleteServersAdminTestJSON-302566265 tempest-DeleteServersAdminTestJSON-302566265-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:36.240109 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aaa270d0-a02d-4cc3-aad7-aca99620bdc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:36.271168 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 64f94408-9161-4304-ac5a-487dd34e943f, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=64f94408-9161-4304-ac5a-487dd34e943f,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:36.285620 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '64f94408-9161-4304-ac5a-487dd34e943f', 'network_id': '4534314e-1f14-4032-9246-018086f47347', 'port_id': '64f94408-9161-4304-ac5a-487dd34e943f', 'mac_address': 'fa:16:3e:72:2e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5f0410-d440-42ba-a6cf-b7c754e903cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:10:36.299956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca50c37-69e4-48b8-adae-db767f791afa req-8163da15-86e7-4f8e-8d60-8deffb75b818 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:36.307432 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ca50c37-69e4-48b8-adae-db767f791afa req-8163da15-86e7-4f8e-8d60-8deffb75b818 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 1096 time: 0.5283887 Nov 15 11:10:36.328879 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:36.329889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-a45711bc-fff5-4431-be56-c243cc16b302 req-8e1f3dff-acb1-4da2-aaf6-7e014bc8cfb5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Allocated IP 192.168.233.71 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/f3b682bc-8670-45b3-a9a2-35cba85394fb) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:10:36.345305 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f94408-9161-4304-ac5a-487dd34e943f {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:10:36.358707 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd6106-9c13-4bf0-92f2-7aae1c3f85f8 service neutron] Pushing event updated for resources: {'Port': ['ID=51671efc-4a4c-49b3-afac-6953b4cc8a4d,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:36.378611 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 64f94408-9161-4304-ac5a-487dd34e943f, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=64f94408-9161-4304-ac5a-487dd34e943f,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:36.387876 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:36.405482 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-ab32c774-1644-48db-b70c-65e464378c66 req-bde9a2b9-a352-48d8-8c71-8f7e5c2d79f8 tempest-DeleteServersAdminTestJSON-302566265 tempest-DeleteServersAdminTestJSON-302566265-project-admin] For port 17f1b20a-4f40-457d-810e-5186d4fe51d6, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=17f1b20a-4f40-457d-810e-5186d4fe51d6,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:36.405897 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ab32c774-1644-48db-b70c-65e464378c66 req-bde9a2b9-a352-48d8-8c71-8f7e5c2d79f8 tempest-DeleteServersAdminTestJSON-302566265 tempest-DeleteServersAdminTestJSON-302566265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:36.421986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2dc41f-e125-47b5-8557-ae861f583f23 req-088adaf9-ce83-492a-abed-ad394bb085c8 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:36.423522 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9c2dc41f-e125-47b5-8557-ae861f583f23 req-088adaf9-ce83-492a-abed-ad394bb085c8 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 950 time: 0.1942763 Nov 15 11:10:36.464018 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-ab32c774-1644-48db-b70c-65e464378c66 req-bde9a2b9-a352-48d8-8c71-8f7e5c2d79f8 tempest-DeleteServersAdminTestJSON-302566265 tempest-DeleteServersAdminTestJSON-302566265-project-admin] Calling delete_port for 17f1b20a-4f40-457d-810e-5186d4fe51d6 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:10:36.475275 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=64f94408-9161-4304-ac5a-487dd34e943f,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:36.489616 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ca50c37-69e4-48b8-adae-db767f791afa req-bc28c375-90e8-45df-8019-5af2d41861a6 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812932 Nov 15 11:10:36.502037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a45711bc-fff5-4431-be56-c243cc16b302 req-59bd6106-9c13-4bf0-92f2-7aae1c3f85f8 service neutron] Attempting to bind port 51671efc-4a4c-49b3-afac-6953b4cc8a4d on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:10:36.503410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a45711bc-fff5-4431-be56-c243cc16b302 req-59bd6106-9c13-4bf0-92f2-7aae1c3f85f8 service neutron] Attempting to bind port 51671efc-4a4c-49b3-afac-6953b4cc8a4d by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:10:36.505581 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45711bc-fff5-4431-be56-c243cc16b302 req-59bd6106-9c13-4bf0-92f2-7aae1c3f85f8 service neutron] Attempting to bind port 51671efc-4a4c-49b3-afac-6953b4cc8a4d on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:36.513375 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45711bc-fff5-4431-be56-c243cc16b302 req-59bd6106-9c13-4bf0-92f2-7aae1c3f85f8 service neutron] Port 51671efc-4a4c-49b3-afac-6953b4cc8a4d on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:10:36.515233 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45711bc-fff5-4431-be56-c243cc16b302 req-59bd6106-9c13-4bf0-92f2-7aae1c3f85f8 service neutron] Attempting to bind port 51671efc-4a4c-49b3-afac-6953b4cc8a4d on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:36.527469 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45711bc-fff5-4431-be56-c243cc16b302 req-59bd6106-9c13-4bf0-92f2-7aae1c3f85f8 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:10:36.528233 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45711bc-fff5-4431-be56-c243cc16b302 req-59bd6106-9c13-4bf0-92f2-7aae1c3f85f8 service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:10:36.529381 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45711bc-fff5-4431-be56-c243cc16b302 req-59bd6106-9c13-4bf0-92f2-7aae1c3f85f8 service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:10:36.529381 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a45711bc-fff5-4431-be56-c243cc16b302 req-59bd6106-9c13-4bf0-92f2-7aae1c3f85f8 service neutron] Bound port: 51671efc-4a4c-49b3-afac-6953b4cc8a4d, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:10:36.531113 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a45711bc-fff5-4431-be56-c243cc16b302 req-59bd6106-9c13-4bf0-92f2-7aae1c3f85f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:36.603749 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48450) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:36.671457 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a45711bc-fff5-4431-be56-c243cc16b302 req-59bd6106-9c13-4bf0-92f2-7aae1c3f85f8 service neutron] For port 51671efc-4a4c-49b3-afac-6953b4cc8a4d, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:36.675553 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a45711bc-fff5-4431-be56-c243cc16b302 req-59bd6106-9c13-4bf0-92f2-7aae1c3f85f8 service neutron] For port 51671efc-4a4c-49b3-afac-6953b4cc8a4d, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=51671efc-4a4c-49b3-afac-6953b4cc8a4d,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:10:36.683762 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a45711bc-fff5-4431-be56-c243cc16b302 req-59bd6106-9c13-4bf0-92f2-7aae1c3f85f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:36.722353 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['64f94408-9161-4304-ac5a-487dd34e943f'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:10:36.722595 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45711bc-fff5-4431-be56-c243cc16b302 req-59bd6106-9c13-4bf0-92f2-7aae1c3f85f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:36.723398 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a45711bc-fff5-4431-be56-c243cc16b302 req-59bd6106-9c13-4bf0-92f2-7aae1c3f85f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:36.727241 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a45711bc-fff5-4431-be56-c243cc16b302 req-59bd6106-9c13-4bf0-92f2-7aae1c3f85f8 service neutron] 10.222.0.11 "PUT /v2.0/ports/51671efc-4a4c-49b3-afac-6953b4cc8a4d HTTP/1.1" status: 200 len: 1096 time: 1.1543915 Nov 15 11:10:36.728332 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de1bf44-6902-4e0f-b5a6-3c7dee04e567', 'tag': '51671efc-4a4c-49b3-afac-6953b4cc8a4d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:36.731100 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa778a53-2d98-4385-b58a-814edfe4008d" -d '{"events": [{"name": "network-changed", "server_uuid": "2de1bf44-6902-4e0f-b5a6-3c7dee04e567", "tag": "51671efc-4a4c-49b3-afac-6953b4cc8a4d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:36.761642 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9c2dc41f-e125-47b5-8557-ae861f583f23 req-22dcefc2-9eff-4d00-9e19-38551fbe77e5 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256769 Nov 15 11:10:36.765680 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a377216b-1799-4ca5-adf6-3a72da9b3791 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:36.798089 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd6106-9c13-4bf0-92f2-7aae1c3f85f8 service neutron] Pushing event updated for resources: {'Port': ['ID=51671efc-4a4c-49b3-afac-6953b4cc8a4d,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:36.881809 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6c1a3-7d78-4b43-805d-e8febea47a57 req-1ddfedc3-13c9-4cc4-ae6a-913c1501278b tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:36.883410 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8e6c1a3-7d78-4b43-805d-e8febea47a57 req-1ddfedc3-13c9-4cc4-ae6a-913c1501278b tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 944 time: 0.1932168 Nov 15 11:10:36.891596 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a45711bc-fff5-4431-be56-c243cc16b302 req-8e1f3dff-acb1-4da2-aaf6-7e014bc8cfb5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:36.922416 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45711bc-fff5-4431-be56-c243cc16b302 req-afe1d709-55cb-4892-abc3-bf4dc9a16567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:36.924502 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a45711bc-fff5-4431-be56-c243cc16b302 req-afe1d709-55cb-4892-abc3-bf4dc9a16567 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a6d46483816c4ff99a1f4543088780e7&device_id=2de1bf44-6902-4e0f-b5a6-3c7dee04e567 HTTP/1.1" status: 200 len: 1099 time: 0.1276801 Nov 15 11:10:36.927420 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ab32c774-1644-48db-b70c-65e464378c66 req-bde9a2b9-a352-48d8-8c71-8f7e5c2d79f8 tempest-DeleteServersAdminTestJSON-302566265 tempest-DeleteServersAdminTestJSON-302566265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:36.964525 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['17f1b20a-4f40-457d-810e-5186d4fe51d6'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:10:36.972864 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9a2b9-a352-48d8-8c71-8f7e5c2d79f8 tempest-DeleteServersAdminTestJSON-302566265 tempest-DeleteServersAdminTestJSON-302566265-project-admin] Pushing event deleted for resources: {'Port': ['ID=17f1b20a-4f40-457d-810e-5186d4fe51d6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:36.998819 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a45711bc-fff5-4431-be56-c243cc16b302 req-1c86f4ca-07b1-4092-848a-0321b4440d0e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=51671efc-4a4c-49b3-afac-6953b4cc8a4d HTTP/1.1" status: 200 len: 217 time: 0.0645635 Nov 15 11:10:37.017272 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a377216b-1799-4ca5-adf6-3a72da9b3791 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:37.040528 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a377216b-1799-4ca5-adf6-3a72da9b3791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:37.052197 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab32c774-1644-48db-b70c-65e464378c66 req-bde9a2b9-a352-48d8-8c71-8f7e5c2d79f8 tempest-DeleteServersAdminTestJSON-302566265 tempest-DeleteServersAdminTestJSON-302566265-project-admin] No DVR routers for this DVR port 17f1b20a-4f40-457d-810e-5186d4fe51d6 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:10:37.061366 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ab32c774-1644-48db-b70c-65e464378c66 req-bde9a2b9-a352-48d8-8c71-8f7e5c2d79f8 tempest-DeleteServersAdminTestJSON-302566265 tempest-DeleteServersAdminTestJSON-302566265-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:37.065489 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab32c774-1644-48db-b70c-65e464378c66 req-bde9a2b9-a352-48d8-8c71-8f7e5c2d79f8 tempest-DeleteServersAdminTestJSON-302566265 tempest-DeleteServersAdminTestJSON-302566265-project-admin] 10.222.0.55 "DELETE /v2.0/ports/17f1b20a-4f40-457d-810e-5186d4fe51d6 HTTP/1.1" status: 204 len: 173 time: 1.7189052 Nov 15 11:10:37.065946 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725e2a8a-f07e-4e90-8c10-4897371739d8', 'name': 'network-vif-deleted', 'tag': '17f1b20a-4f40-457d-810e-5186d4fe51d6'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:37.068946 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3f3e46-0cef-40fa-9902-88c353df9eb6" -d '{"events": [{"server_uuid": "725e2a8a-f07e-4e90-8c10-4897371739d8", "name": "network-vif-deleted", "tag": "17f1b20a-4f40-457d-810e-5186d4fe51d6"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:37.092122 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8e6c1a3-7d78-4b43-805d-e8febea47a57 req-76376692-f5f2-463c-b336-3d86738fb1df tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912305 Nov 15 11:10:37.102785 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45711bc-fff5-4431-be56-c243cc16b302 req-7bf9f68b-d12a-4548-8a3e-b8f0e1701651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:37.106738 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a45711bc-fff5-4431-be56-c243cc16b302 req-7bf9f68b-d12a-4548-8a3e-b8f0e1701651 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0979428 Nov 15 11:10:37.113564 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a377216b-1799-4ca5-adf6-3a72da9b3791 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=02d22fe48823482dbec2d5f5a32ac434&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5084293 Nov 15 11:10:37.115602 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48466) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:37.141050 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377216b-1799-4ca5-adf6-3a72da9b3791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd66dd2-580f-48a5-bb6c-747bf2f02c2f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:37.171940 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a45711bc-fff5-4431-be56-c243cc16b302 req-8e1f3dff-acb1-4da2-aaf6-7e014bc8cfb5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:37.186696 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['106c3127-ae46-498f-9161-c66322de846d'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:10:37.203251 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45711bc-fff5-4431-be56-c243cc16b302 req-d003979b-8c15-4811-bf68-8c1517ab114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:37.204854 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a45711bc-fff5-4431-be56-c243cc16b302 req-d003979b-8c15-4811-bf68-8c1517ab114f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0902660 Nov 15 11:10:37.247885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f3dff-acb1-4da2-aaf6-7e014bc8cfb5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Pushing event updated for resources: {'Port': ['ID=f3b682bc-8670-45b3-a9a2-35cba85394fb,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:37.308232 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45711bc-fff5-4431-be56-c243cc16b302 req-8e1f3dff-acb1-4da2-aaf6-7e014bc8cfb5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:10:37.317890 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-a45711bc-fff5-4431-be56-c243cc16b302 req-8e1f3dff-acb1-4da2-aaf6-7e014bc8cfb5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:10:37.337515 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45711bc-fff5-4431-be56-c243cc16b302 req-8e1f3dff-acb1-4da2-aaf6-7e014bc8cfb5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:10:37.346769 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45711bc-fff5-4431-be56-c243cc16b302 req-8e1f3dff-acb1-4da2-aaf6-7e014bc8cfb5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:37.347449 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a45711bc-fff5-4431-be56-c243cc16b302 req-8e1f3dff-acb1-4da2-aaf6-7e014bc8cfb5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:37.354259 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a45711bc-fff5-4431-be56-c243cc16b302 req-8c959ba6-b123-4a8b-8b48-41f4dc5a495f service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410100 Nov 15 11:10:37.381020 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b191d89-08b7-4599-87f1-3c87f7fbcee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:37.391175 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a45711bc-fff5-4431-be56-c243cc16b302 req-8e1f3dff-acb1-4da2-aaf6-7e014bc8cfb5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2764168 Nov 15 11:10:37.402694 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50dff9e-c84b-403b-8da0-bd64a08e5499 req-c1147f3a-9f2c-4cbd-a4d9-34cb19c31f19 tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:37.405018 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d50dff9e-c84b-403b-8da0-bd64a08e5499 req-c1147f3a-9f2c-4cbd-a4d9-34cb19c31f19 tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/ports?device_id=70baafb7-e588-4129-a91d-0d14bf5f4adf HTTP/1.1" status: 200 len: 947 time: 0.1622829 Nov 15 11:10:37.416425 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-a45711bc-fff5-4431-be56-c243cc16b302 req-0f4effa9-249b-406a-a6cb-921e1806d366 service neutron] Request body: {'port': {'device_id': '8f5f18e0-e191-4381-b24f-efaa2b0e735a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:37.470807 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b191d89-08b7-4599-87f1-3c87f7fbcee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:37.499559 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a45711bc-fff5-4431-be56-c243cc16b302 req-f617b9bc-032a-41c0-984c-061eb55c336a service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374514 Nov 15 11:10:37.551594 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a45711bc-fff5-4431-be56-c243cc16b302 req-0f4effa9-249b-406a-a6cb-921e1806d366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:37.557836 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d50dff9e-c84b-403b-8da0-bd64a08e5499 req-95e0e4ba-58d5-45c8-b3b7-b3aeb79ce42d tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8a0f7ae-68e5-4074-a698-cc3511712a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373551 Nov 15 11:10:37.608971 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b191d89-08b7-4599-87f1-3c87f7fbcee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:37.611587 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b191d89-08b7-4599-87f1-3c87f7fbcee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:37.612743 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2b191d89-08b7-4599-87f1-3c87f7fbcee2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1fd66dd2-580f-48a5-bb6c-747bf2f02c2f HTTP/1.1" status: 204 len: 168 time: 0.4956090 Nov 15 11:10:37.666070 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b191d89-08b7-4599-87f1-3c87f7fbcee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd66dd2-580f-48a5-bb6c-747bf2f02c2f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:37.666295 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1cd99b5e-4b11-4d02-972a-281876c412a7 None None] Provisioning complete for port f3b682bc-8670-45b3-a9a2-35cba85394fb triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:37.667012 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1cd99b5e-4b11-4d02-972a-281876c412a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:37.725655 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-1cd99b5e-4b11-4d02-972a-281876c412a7 None None] Port f3b682bc-8670-45b3-a9a2-35cba85394fb cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:10:37.759647 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b8a5c2e-a639-468a-ad02-2f7c4fdc430e req-25831146-1912-4726-8789-5dff51b6de5b tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=725e2a8a-f07e-4e90-8c10-4897371739d8 HTTP/1.1" status: 200 len: 210 time: 0.0672135 Nov 15 11:10:37.832589 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0258a95c-606b-4652-ac0b-d699b47d9a20 x-openstack-request-id: req-0258a95c-606b-4652-ac0b-d699b47d9a20 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:37.833468 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de1bf44-6902-4e0f-b5a6-3c7dee04e567", "tag": "51671efc-4a4c-49b3-afac-6953b4cc8a4d", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:37.833856 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0258a95c-606b-4652-ac0b-d699b47d9a20 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:37.834430 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de1bf44-6902-4e0f-b5a6-3c7dee04e567', 'tag': '51671efc-4a4c-49b3-afac-6953b4cc8a4d', 'status': 'completed', 'code': 200} Nov 15 11:10:37.913204 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa778a53-2d98-4385-b58a-814edfe4008d req-d84f963d-2a53-4fda-b3be-e7a94bea08de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:37.915203 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fa778a53-2d98-4385-b58a-814edfe4008d req-d84f963d-2a53-4fda-b3be-e7a94bea08de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a6d46483816c4ff99a1f4543088780e7&device_id=2de1bf44-6902-4e0f-b5a6-3c7dee04e567 HTTP/1.1" status: 200 len: 1099 time: 0.0579205 Nov 15 11:10:37.940980 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-a45711bc-fff5-4431-be56-c243cc16b302 req-0f4effa9-249b-406a-a6cb-921e1806d366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3b682bc-8670-45b3-a9a2-35cba85394fb {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:10:37.951351 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a45711bc-fff5-4431-be56-c243cc16b302 req-0f4effa9-249b-406a-a6cb-921e1806d366 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:37.971251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-a45711bc-fff5-4431-be56-c243cc16b302 req-0f4effa9-249b-406a-a6cb-921e1806d366 service neutron] Transition to ACTIVE for port object f3b682bc-8670-45b3-a9a2-35cba85394fb will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:10:37.973882 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44908f7-662d-42b0-a9b9-63ce0903c307 req-5225d42e-1120-47eb-ac75-abf8fffffafd tempest-MigrationsAdminTest-339048882 tempest-MigrationsAdminTest-339048882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:37.975521 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d44908f7-662d-42b0-a9b9-63ce0903c307 req-5225d42e-1120-47eb-ac75-abf8fffffafd tempest-MigrationsAdminTest-339048882 tempest-MigrationsAdminTest-339048882-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 1101 time: 0.0823069 Nov 15 11:10:37.977172 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a45711bc-fff5-4431-be56-c243cc16b302 req-0f4effa9-249b-406a-a6cb-921e1806d366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:38.051462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4effa9-249b-406a-a6cb-921e1806d366 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b682bc-8670-45b3-a9a2-35cba85394fb,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:38.059050 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa778a53-2d98-4385-b58a-814edfe4008d req-ecd5323d-12d9-49d0-b399-4670403e1eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:38.060552 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fa778a53-2d98-4385-b58a-814edfe4008d req-ecd5323d-12d9-49d0-b399-4670403e1eae service neutron] 10.222.0.11 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.1363137 Nov 15 11:10:38.089967 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48494) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:38.104746 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d44908f7-662d-42b0-a9b9-63ce0903c307 req-43ed8009-eb64-4f84-8bb0-8a6235cbcd5d tempest-MigrationsAdminTest-339048882 tempest-MigrationsAdminTest-339048882-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191471 Nov 15 11:10:38.121791 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 64f94408-9161-4304-ac5a-487dd34e943f up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:10:38.129396 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-a45711bc-fff5-4431-be56-c243cc16b302 req-0f4effa9-249b-406a-a6cb-921e1806d366 service neutron] Attempting to bind port f3b682bc-8670-45b3-a9a2-35cba85394fb on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:10:38.130377 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-a45711bc-fff5-4431-be56-c243cc16b302 req-0f4effa9-249b-406a-a6cb-921e1806d366 service neutron] Attempting to bind port f3b682bc-8670-45b3-a9a2-35cba85394fb by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:10:38.131178 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45711bc-fff5-4431-be56-c243cc16b302 req-0f4effa9-249b-406a-a6cb-921e1806d366 service neutron] Attempting to bind port f3b682bc-8670-45b3-a9a2-35cba85394fb on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:38.134857 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-482b2c8b-6aee-413b-9831-7019bfa53b47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:38.138093 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fa778a53-2d98-4385-b58a-814edfe4008d req-1973e0c4-2712-4a37-a692-b364f9030d38 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=51671efc-4a4c-49b3-afac-6953b4cc8a4d HTTP/1.1" status: 200 len: 217 time: 0.0591068 Nov 15 11:10:38.149823 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45711bc-fff5-4431-be56-c243cc16b302 req-0f4effa9-249b-406a-a6cb-921e1806d366 service neutron] Port f3b682bc-8670-45b3-a9a2-35cba85394fb on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:10:38.150145 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45711bc-fff5-4431-be56-c243cc16b302 req-0f4effa9-249b-406a-a6cb-921e1806d366 service neutron] Attempting to bind port f3b682bc-8670-45b3-a9a2-35cba85394fb on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:38.162634 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45711bc-fff5-4431-be56-c243cc16b302 req-0f4effa9-249b-406a-a6cb-921e1806d366 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:10:38.163030 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45711bc-fff5-4431-be56-c243cc16b302 req-0f4effa9-249b-406a-a6cb-921e1806d366 service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:10:38.163577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45711bc-fff5-4431-be56-c243cc16b302 req-0f4effa9-249b-406a-a6cb-921e1806d366 service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:10:38.164013 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-a45711bc-fff5-4431-be56-c243cc16b302 req-0f4effa9-249b-406a-a6cb-921e1806d366 service neutron] Bound port: f3b682bc-8670-45b3-a9a2-35cba85394fb, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:10:38.164365 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a45711bc-fff5-4431-be56-c243cc16b302 req-0f4effa9-249b-406a-a6cb-921e1806d366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:38.185359 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca8686a-16f6-4a3a-8341-36ea4dcae257 x-openstack-request-id: req-9ca8686a-16f6-4a3a-8341-36ea4dcae257 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:38.185607 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725e2a8a-f07e-4e90-8c10-4897371739d8", "name": "network-vif-deleted", "tag": "17f1b20a-4f40-457d-810e-5186d4fe51d6", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:38.185854 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ca8686a-16f6-4a3a-8341-36ea4dcae257 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:38.186380 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725e2a8a-f07e-4e90-8c10-4897371739d8', 'name': 'network-vif-deleted', 'tag': '17f1b20a-4f40-457d-810e-5186d4fe51d6', 'status': 'completed', 'code': 200} Nov 15 11:10:38.225674 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 64f94408-9161-4304-ac5a-487dd34e943f completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:10:38.236422 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device c9b16123-513d-4cee-8407-48898ca195c4 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:10:38.240028 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 64f94408-9161-4304-ac5a-487dd34e943f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:38.240394 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:38.244016 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa778a53-2d98-4385-b58a-814edfe4008d req-287d0f0d-927c-412b-b081-ae8e646f3b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:38.245979 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fa778a53-2d98-4385-b58a-814edfe4008d req-287d0f0d-927c-412b-b081-ae8e646f3b77 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0997179 Nov 15 11:10:38.294888 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-acacc0c1-0a28-42dc-a353-b24cbec7d9bd tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:10:38.296050 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-acacc0c1-0a28-42dc-a353-b24cbec7d9bd tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0271900 Nov 15 11:10:38.315991 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa778a53-2d98-4385-b58a-814edfe4008d req-975c0f41-252f-4642-bb65-7b358ff02d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:38.317064 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fa778a53-2d98-4385-b58a-814edfe4008d req-975c0f41-252f-4642-bb65-7b358ff02d17 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0628932 Nov 15 11:10:38.393691 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-a45711bc-fff5-4431-be56-c243cc16b302 req-0f4effa9-249b-406a-a6cb-921e1806d366 service neutron] For port f3b682bc-8670-45b3-a9a2-35cba85394fb, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:38.399888 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-bb63f08d-6d24-4cb5-8cfc-ba18c743b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:38.401481 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-bb63f08d-6d24-4cb5-8cfc-ba18c743b6fa service neutron] 10.222.0.64 "GET /v2.0/ports/7165cc97-873a-412b-b65b-c362639a58ac HTTP/1.1" status: 200 len: 1093 time: 0.0855055 Nov 15 11:10:38.404465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-a45711bc-fff5-4431-be56-c243cc16b302 req-0f4effa9-249b-406a-a6cb-921e1806d366 service neutron] For port f3b682bc-8670-45b3-a9a2-35cba85394fb, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f3b682bc-8670-45b3-a9a2-35cba85394fb,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:10:38.417738 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-15984e92-a8c9-46a1-b0f2-bdda420e0fe6 service neutron] Request body: {'binding': {'host': 'n-h2-729945-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:38.418152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-15984e92-a8c9-46a1-b0f2-bdda420e0fe6 service neutron] Unknown quota resources ['binding']. {{(pid=102678) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 11:10:38.426476 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port c9b16123-513d-4cee-8407-48898ca195c4, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=c9b16123-513d-4cee-8407-48898ca195c4,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:38.429034 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a45711bc-fff5-4431-be56-c243cc16b302 req-0f4effa9-249b-406a-a6cb-921e1806d366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:38.445975 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'c9b16123-513d-4cee-8407-48898ca195c4', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': 'c9b16123-513d-4cee-8407-48898ca195c4', 'mac_address': 'fa:16:3e:9e:ae:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:10:38.454974 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fa778a53-2d98-4385-b58a-814edfe4008d req-2b7918c6-60e4-4eb6-b065-be1e748fe45d service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291349 Nov 15 11:10:38.477169 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cd1b1afb-2451-4614-b1e4-ec78c41a5f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:38.484098 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d4e22-dbfb-4549-b013-3eb1fd48619d req-295eab09-d0bd-4a0a-8e04-94344edae0a4 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:38.491475 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-580d4e22-dbfb-4549-b013-3eb1fd48619d req-295eab09-d0bd-4a0a-8e04-94344edae0a4 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f5f18e0-e191-4381-b24f-efaa2b0e735a HTTP/1.1" status: 200 len: 947 time: 0.2256770 Nov 15 11:10:38.498780 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:38.535659 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b16123-513d-4cee-8407-48898ca195c4 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:10:38.539499 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45711bc-fff5-4431-be56-c243cc16b302 req-0f4effa9-249b-406a-a6cb-921e1806d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:38.542189 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a45711bc-fff5-4431-be56-c243cc16b302 req-0f4effa9-249b-406a-a6cb-921e1806d366 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:38.543244 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a45711bc-fff5-4431-be56-c243cc16b302 req-0f4effa9-249b-406a-a6cb-921e1806d366 service neutron] 10.222.0.11 "PUT /v2.0/ports/f3b682bc-8670-45b3-a9a2-35cba85394fb HTTP/1.1" status: 200 len: 1095 time: 1.1368806 Nov 15 11:10:38.545781 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:38.551805 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fa778a53-2d98-4385-b58a-814edfe4008d req-254f28ab-d548-48a9-af65-50538d95f092 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887280 Nov 15 11:10:38.568312 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-482b2c8b-6aee-413b-9831-7019bfa53b47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:38.580811 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port c9b16123-513d-4cee-8407-48898ca195c4, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=c9b16123-513d-4cee-8407-48898ca195c4,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:38.596202 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713838c0-e07e-4959-a777-25a6568917e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f94408-9161-4304-ac5a-487dd34e943f'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:38.599223 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca3c5c2-8094-4d8a-8b78-f9674953dca5" -d '{"events": [{"server_uuid": "713838c0-e07e-4959-a777-25a6568917e7", "name": "network-vif-plugged", "status": "completed", "tag": "64f94408-9161-4304-ac5a-487dd34e943f"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:38.605932 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:38.606370 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-482b2c8b-6aee-413b-9831-7019bfa53b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:38.638605 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 64f94408-9161-4304-ac5a-487dd34e943f, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=64f94408-9161-4304-ac5a-487dd34e943f,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:38.648953 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45711bc-fff5-4431-be56-c243cc16b302 req-2f6b065e-4f7e-4091-969c-e91be3d2d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:38.651603 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a45711bc-fff5-4431-be56-c243cc16b302 req-2f6b065e-4f7e-4091-969c-e91be3d2d89d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a6d46483816c4ff99a1f4543088780e7&device_id=8f5f18e0-e191-4381-b24f-efaa2b0e735a HTTP/1.1" status: 200 len: 1098 time: 0.0585780 Nov 15 11:10:38.657198 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:38.675042 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=c9b16123-513d-4cee-8407-48898ca195c4,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:38.683855 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4effa9-249b-406a-a6cb-921e1806d366 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b682bc-8670-45b3-a9a2-35cba85394fb,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:38.708350 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a45711bc-fff5-4431-be56-c243cc16b302 req-c4feed73-4007-4515-a5e8-c7ff9731b5ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=f3b682bc-8670-45b3-a9a2-35cba85394fb HTTP/1.1" status: 200 len: 217 time: 0.0458798 Nov 15 11:10:38.712953 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-580d4e22-dbfb-4549-b013-3eb1fd48619d req-8e0a2f47-62ef-47f3-b11e-b9fbf07f0f23 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199514 Nov 15 11:10:38.741856 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-482b2c8b-6aee-413b-9831-7019bfa53b47 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4df1ab30bbb4437684c5c128fcf170a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6507800 Nov 15 11:10:38.745054 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=64f94408-9161-4304-ac5a-487dd34e943f,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:38.761369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48504) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:38.780253 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b2c8b-6aee-413b-9831-7019bfa53b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa6012c-568f-4aea-b5ed-44c5394019cb,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:38.801344 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45711bc-fff5-4431-be56-c243cc16b302 req-8710f203-eac6-43d5-b844-e8d8e603fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:38.803464 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a45711bc-fff5-4431-be56-c243cc16b302 req-8710f203-eac6-43d5-b844-e8d8e603fa6d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0858898 Nov 15 11:10:38.856588 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-15984e92-a8c9-46a1-b0f2-bdda420e0fe6 service neutron] Attempting to bind port 7165cc97-873a-412b-b65b-c362639a58ac on host n-h2-729945-9 for vnic_type normal with profile None {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:10:38.856951 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-15984e92-a8c9-46a1-b0f2-bdda420e0fe6 service neutron] Attempting to bind port 7165cc97-873a-412b-b65b-c362639a58ac by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:10:38.857255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-15984e92-a8c9-46a1-b0f2-bdda420e0fe6 service neutron] Attempting to bind port 7165cc97-873a-412b-b65b-c362639a58ac on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:38.863686 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-15984e92-a8c9-46a1-b0f2-bdda420e0fe6 service neutron] Port 7165cc97-873a-412b-b65b-c362639a58ac on network f4a44e54-964f-44d3-85ab-bb56792b7b48 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:10:38.864096 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-15984e92-a8c9-46a1-b0f2-bdda420e0fe6 service neutron] Attempting to bind port 7165cc97-873a-412b-b65b-c362639a58ac on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:38.881014 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45711bc-fff5-4431-be56-c243cc16b302 req-056210d6-a1ac-4f36-8b10-d66496054dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:38.882728 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a45711bc-fff5-4431-be56-c243cc16b302 req-056210d6-a1ac-4f36-8b10-d66496054dfb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702302 Nov 15 11:10:38.887251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-15984e92-a8c9-46a1-b0f2-bdda420e0fe6 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:10:38.887807 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-15984e92-a8c9-46a1-b0f2-bdda420e0fe6 service neutron] Checking segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:10:38.887974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-15984e92-a8c9-46a1-b0f2-bdda420e0fe6 service neutron] Bound using segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:10:38.888416 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-15984e92-a8c9-46a1-b0f2-bdda420e0fe6 service neutron] Bound port: 7165cc97-873a-412b-b65b-c362639a58ac, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:10:38.889744 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['c9b16123-513d-4cee-8407-48898ca195c4'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:10:38.893644 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-678a11be-1fd5-45ff-b0f8-253331878847 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:38.947355 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-678a11be-1fd5-45ff-b0f8-253331878847 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:39.003312 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a45711bc-fff5-4431-be56-c243cc16b302 req-46b34cd2-1a61-4712-82ba-fd73a44138ba service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122813 Nov 15 11:10:39.027905 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-15984e92-a8c9-46a1-b0f2-bdda420e0fe6 service neutron] For port 7165cc97-873a-412b-b65b-c362639a58ac, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7165cc97-873a-412b-b65b-c362639a58ac,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:10:39.036319 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68736fdf-f1d1-459f-bfd1-b088d1771718 req-b683e974-f6d8-479a-b76d-477cc648ac25 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:39.037840 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68736fdf-f1d1-459f-bfd1-b088d1771718 req-b683e974-f6d8-479a-b76d-477cc648ac25 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 945 time: 0.1273613 Nov 15 11:10:39.041566 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-15984e92-a8c9-46a1-b0f2-bdda420e0fe6 service neutron] Publish callbacks [] for binding, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:39.042623 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-15984e92-a8c9-46a1-b0f2-bdda420e0fe6 service neutron] 10.222.0.64 "POST /v2.0/ports/7165cc97-873a-412b-b65b-c362639a58ac/bindings HTTP/1.1" status: 201 len: 389 time: 0.6324325 Nov 15 11:10:39.076716 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-678a11be-1fd5-45ff-b0f8-253331878847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:39.079391 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-678a11be-1fd5-45ff-b0f8-253331878847 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:39.080643 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-678a11be-1fd5-45ff-b0f8-253331878847 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cfa6012c-568f-4aea-b5ed-44c5394019cb HTTP/1.1" status: 204 len: 168 time: 0.3182104 Nov 15 11:10:39.102297 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a11be-1fd5-45ff-b0f8-253331878847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa6012c-568f-4aea-b5ed-44c5394019cb,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:39.118710 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68736fdf-f1d1-459f-bfd1-b088d1771718 req-7cc8f5f1-04f4-4e92-8f11-5d78b04304dd tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670612 Nov 15 11:10:39.126560 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a45711bc-fff5-4431-be56-c243cc16b302 req-5030b6ed-587a-4554-b534-b6464282ad53 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144421 Nov 15 11:10:39.219580 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bcc9ea-9908-4ace-9f15-6824ce7bf833 x-openstack-request-id: req-64bcc9ea-9908-4ace-9f15-6824ce7bf833 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:39.219994 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713838c0-e07e-4959-a777-25a6568917e7", "name": "network-vif-plugged", "status": "completed", "tag": "64f94408-9161-4304-ac5a-487dd34e943f", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:39.220315 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-64bcc9ea-9908-4ace-9f15-6824ce7bf833 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:39.220790 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713838c0-e07e-4959-a777-25a6568917e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f94408-9161-4304-ac5a-487dd34e943f', 'code': 200} Nov 15 11:10:39.275197 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034815fd-ff84-4523-b5d2-bf922d526850 req-9e6d1a91-c9e5-4448-9c82-92f4f9206b6d tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:39.281185 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-034815fd-ff84-4523-b5d2-bf922d526850 req-9e6d1a91-c9e5-4448-9c82-92f4f9206b6d tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/ports?device_id=70baafb7-e588-4129-a91d-0d14bf5f4adf HTTP/1.1" status: 200 len: 948 time: 0.0707657 Nov 15 11:10:39.402196 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f318cf-1926-490b-bfea-e2fb3feebb4e req-a53f0c65-5370-4d20-ae30-dad60c9e72fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:39.402350 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-034815fd-ff84-4523-b5d2-bf922d526850 req-a7c17dc0-c164-4930-8ec6-4c99a48913f9 tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8a0f7ae-68e5-4074-a698-cc3511712a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204906 Nov 15 11:10:39.403721 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a9f318cf-1926-490b-bfea-e2fb3feebb4e req-a53f0c65-5370-4d20-ae30-dad60c9e72fe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 1096 time: 0.0685520 Nov 15 11:10:39.451607 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a46e482-832c-44c4-8b80-66338670f850 req-aa1c278f-c41d-4f92-841a-84753ae39317 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f683158a34ba4a62a024151827d9c8e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480795 Nov 15 11:10:39.459457 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a9f318cf-1926-490b-bfea-e2fb3feebb4e req-1eb393cd-f79b-4f1e-8d37-c10a82ca59e9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465193 Nov 15 11:10:39.481881 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-a8637ad1-e5b3-4e80-a09c-c89db0dc28cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:39.483344 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-a8637ad1-e5b3-4e80-a09c-c89db0dc28cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 1096 time: 0.1501770 Nov 15 11:10:39.651153 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acc8d5-da2f-46fe-899f-c9a82f9fca31 req-d7e140df-e461-4722-8935-c6d67f835232 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:39.652667 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-19acc8d5-da2f-46fe-899f-c9a82f9fca31 req-d7e140df-e461-4722-8935-c6d67f835232 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 945 time: 0.1744626 Nov 15 11:10:39.692494 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-69bcdd8a-aa92-495d-8366-2a1a7b5a49be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:39.693991 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-69bcdd8a-aa92-495d-8366-2a1a7b5a49be service neutron] 10.222.0.55 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 922 time: 0.1925633 Nov 15 11:10:39.702918 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46e482-832c-44c4-8b80-66338670f850 req-7abfc4f4-5a22-4e50-bbac-d8f2d52c8a20 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:39.704826 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a46e482-832c-44c4-8b80-66338670f850 req-7abfc4f4-5a22-4e50-bbac-d8f2d52c8a20 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2385271 Nov 15 11:10:39.710869 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:39.764270 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-500524c5-2d67-420e-b503-a9569d669586 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7165cc97-873a-412b-b65b-c362639a58ac HTTP/1.1" status: 200 len: 217 time: 0.0589879 Nov 15 11:10:39.766625 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a46e482-832c-44c4-8b80-66338670f850 req-c81b2c53-ff59-45c6-a537-ac54ff4cec31 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/quotas/f683158a34ba4a62a024151827d9c8e8 HTTP/1.1" status: 200 len: 375 time: 0.0521193 Nov 15 11:10:39.770607 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-19acc8d5-da2f-46fe-899f-c9a82f9fca31 req-10335667-cb30-44aa-9dbb-c9ac68c4d0a2 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077170 Nov 15 11:10:39.845033 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-8f64732a-6b11-4cf2-8f5b-48056f2b7557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:39.846646 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-8f64732a-6b11-4cf2-8f5b-48056f2b7557 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41c7fb84-e1ab-4aee-8901-f8449cce1c4d HTTP/1.1" status: 200 len: 861 time: 0.0751646 Nov 15 11:10:39.982302 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48558) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:40.084376 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b8004a8c-af90-4bcf-a378-b5950a5e231b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-644019015-network', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:40.088791 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a46e482-832c-44c4-8b80-66338670f850 req-0501149f-ce88-492c-89b4-df9e5e41002b tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3091357 Nov 15 11:10:40.108402 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-6c96576f-b5d7-4aa7-ad19-b71da68692c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4a44e54-964f-44d3-85ab-bb56792b7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2475505 Nov 15 11:10:40.122256 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8004a8c-af90-4bcf-a378-b5950a5e231b admin admin] Made reservation on behalf of 67af872e85d04b36bfd9376f6600c64d for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:10:40.124712 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8004a8c-af90-4bcf-a378-b5950a5e231b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:40.126638 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-66fb8672-74f6-4469-95af-211f2f6bdf8c tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=8379f808644b4022968f0cf067ee1d1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2712278 Nov 15 11:10:40.136253 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8004a8c-af90-4bcf-a378-b5950a5e231b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:40.207091 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5f18e0-e191-4381-b24f-efaa2b0e735a', 'tag': 'f3b682bc-8670-45b3-a9a2-35cba85394fb'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:40.209119 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7f27be-299a-4dd5-a6c7-ad590addee7e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5f18e0-e191-4381-b24f-efaa2b0e735a", "tag": "f3b682bc-8670-45b3-a9a2-35cba85394fb"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:40.213126 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8004a8c-af90-4bcf-a378-b5950a5e231b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:40.225162 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8004a8c-af90-4bcf-a378-b5950a5e231b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:40.237887 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device c9b16123-513d-4cee-8407-48898ca195c4 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:10:40.243143 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8004a8c-af90-4bcf-a378-b5950a5e231b admin admin] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:10:40.265048 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8004a8c-af90-4bcf-a378-b5950a5e231b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfd7e3a-de98-44c8-8092-5d7b9edd526a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:40.268533 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8004a8c-af90-4bcf-a378-b5950a5e231b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:40.268940 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-b8004a8c-af90-4bcf-a378-b5950a5e231b admin admin] Added segment adbb5962-ae42-4006-8bca-273875eaa5dc of type vlan for network d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a Nov 15 11:10:40.301375 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-1d69062d-3140-4f16-88ff-5699ed47dccf service neutron] 10.222.0.55 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886456 Nov 15 11:10:40.311405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-36860626-4cfd-409e-ae8d-f70141cf9ba5 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:40.317180 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8004a8c-af90-4bcf-a378-b5950a5e231b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:40.320130 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-36860626-4cfd-409e-ae8d-f70141cf9ba5 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925161 Nov 15 11:10:40.353339 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8004a8c-af90-4bcf-a378-b5950a5e231b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:40.354323 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8004a8c-af90-4bcf-a378-b5950a5e231b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:40.354933 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8004a8c-af90-4bcf-a378-b5950a5e231b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:40.362983 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port c9b16123-513d-4cee-8407-48898ca195c4 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:10:40.367345 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port c9b16123-513d-4cee-8407-48898ca195c4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:40.367699 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:40.407631 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-142018f9-4168-47fd-aa9e-a734262acd2e tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/quotas/8379f808644b4022968f0cf067ee1d1b HTTP/1.1" status: 200 len: 375 time: 0.0788403 Nov 15 11:10:40.415581 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b8004a8c-af90-4bcf-a378-b5950a5e231b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.4320557 Nov 15 11:10:40.418473 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48572) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:40.425830 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7df53eb1-d8c9-4721-a02a-bf4b09df3923 admin admin] Request body: {'subnet': {'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-644019015-subnet', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:40.446337 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8004a8c-af90-4bcf-a378-b5950a5e231b admin admin] Pushing event updated for resources: {'Network': ['ID=d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:40.463367 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:10:40.465731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df53eb1-d8c9-4721-a02a-bf4b09df3923 admin admin] Made reservation on behalf of 67af872e85d04b36bfd9376f6600c64d for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:10:40.470725 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7df53eb1-d8c9-4721-a02a-bf4b09df3923 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:40.492875 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-b742e247-3e8b-4766-a5b7-e0d54774f43a tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8379f808644b4022968f0cf067ee1d1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842178 Nov 15 11:10:40.510459 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:40.569816 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port c9b16123-513d-4cee-8407-48898ca195c4, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=c9b16123-513d-4cee-8407-48898ca195c4,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:40.581768 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:40.582732 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 17f1b20a-4f40-457d-810e-5186d4fe51d6 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:10:40.589527 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0d8dd-09c6-4c3c-840a-0261a7c1e7cc req-8b8cfd06-d4c3-45dd-bb01-e5d144f5d0d6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:40.591449 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53f0d8dd-09c6-4c3c-840a-0261a7c1e7cc req-8b8cfd06-d4c3-45dd-bb01-e5d144f5d0d6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f5f18e0-e191-4381-b24f-efaa2b0e735a HTTP/1.1" status: 200 len: 947 time: 0.2174213 Nov 15 11:10:40.593810 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-c8a928d1-7300-4e65-9113-01e136ff9c5c service neutron] 10.222.0.55 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705784 Nov 15 11:10:40.655780 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 17f1b20a-4f40-457d-810e-5186d4fe51d6 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:10:40.656362 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 17f1b20a-4f40-457d-810e-5186d4fe51d6 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:10:40.687876 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=c9b16123-513d-4cee-8407-48898ca195c4,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:40.758741 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7df53eb1-d8c9-4721-a02a-bf4b09df3923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:40.767467 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53f0d8dd-09c6-4c3c-840a-0261a7c1e7cc req-32986269-8f73-4fbd-82d5-103c458b4f22 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664762 Nov 15 11:10:40.830578 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df53eb1-d8c9-4721-a02a-bf4b09df3923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56da4600-2298-4c57-abce-8d282ee3a46e,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:40.848854 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd962398-84a4-4fc8-8586-42ef07023f39 x-openstack-request-id: req-bd962398-84a4-4fc8-8586-42ef07023f39 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:40.849146 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5f18e0-e191-4381-b24f-efaa2b0e735a", "tag": "f3b682bc-8670-45b3-a9a2-35cba85394fb", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:40.849592 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd962398-84a4-4fc8-8586-42ef07023f39 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:40.850147 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5f18e0-e191-4381-b24f-efaa2b0e735a', 'tag': 'f3b682bc-8670-45b3-a9a2-35cba85394fb', 'status': 'completed', 'code': 200} Nov 15 11:10:40.852042 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df53eb1-d8c9-4721-a02a-bf4b09df3923 admin admin] Checking segment: {'id': 'adbb5962-ae42-4006-8bca-273875eaa5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:10:40.852733 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df53eb1-d8c9-4721-a02a-bf4b09df3923 admin admin] Network hostable DHCP agents. Network: d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:10:40.903361 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-3067b268-3aa1-4e57-9539-2b235603a9a8 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:40.904022 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df53eb1-d8c9-4721-a02a-bf4b09df3923 admin admin] Network d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:10:40.906174 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-3067b268-3aa1-4e57-9539-2b235603a9a8 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96&tenant_id=15d30ad0cec74e39a796f7b31ab517b2&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 1096 time: 0.2151875 Nov 15 11:10:40.920454 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-deb18adb-744c-4b9f-b558-c366205cc46e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-729945-9'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:40.935001 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7df53eb1-d8c9-4721-a02a-bf4b09df3923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:10:40.945210 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d35e4a-4141-454c-bd93-931b27978fbb None None] Network d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:10:40.945709 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df53eb1-d8c9-4721-a02a-bf4b09df3923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:40.947425 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7df53eb1-d8c9-4721-a02a-bf4b09df3923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:40.973756 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a205e7-2f61-4a81-9e0b-d381d391c88f req-45e6534f-f49a-4ea1-bc6d-1517c990a2d3 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:40.976064 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f27be-299a-4dd5-a6c7-ad590addee7e req-35eacaea-aa2c-4de6-8ae4-4076317f4946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:40.977596 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ca7f27be-299a-4dd5-a6c7-ad590addee7e req-35eacaea-aa2c-4de6-8ae4-4076317f4946 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a6d46483816c4ff99a1f4543088780e7&device_id=8f5f18e0-e191-4381-b24f-efaa2b0e735a HTTP/1.1" status: 200 len: 1098 time: 0.1045077 Nov 15 11:10:40.981604 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-38a205e7-2f61-4a81-9e0b-d381d391c88f req-45e6534f-f49a-4ea1-bc6d-1517c990a2d3 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 945 time: 0.1734109 Nov 15 11:10:41.008874 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b20754a7-e615-4906-b976-c4ceb90e2929 req-bc92266b-a828-4169-a461-eac336b679fe tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 210 time: 0.0600660 Nov 15 11:10:41.067537 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-deb18adb-744c-4b9f-b558-c366205cc46e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:41.123907 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-38a205e7-2f61-4a81-9e0b-d381d391c88f req-6e858dc7-ddbd-436c-8977-642b450ce256 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350608 Nov 15 11:10:41.207346 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7df53eb1-d8c9-4721-a02a-bf4b09df3923 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7877758 Nov 15 11:10:41.222141 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48592) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:41.229251 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70baafb7-e588-4129-a91d-0d14bf5f4adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b16123-513d-4cee-8407-48898ca195c4'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:41.232144 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86e2ba6-0ee8-48c3-a4d3-d0ea64684407" -d '{"events": [{"server_uuid": "70baafb7-e588-4129-a91d-0d14bf5f4adf", "name": "network-vif-plugged", "status": "completed", "tag": "c9b16123-513d-4cee-8407-48898ca195c4"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:41.240982 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3c3ffe-ac7d-4bdb-a2c7-53f069be82cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a', 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'fixed_ips': [{'subnet_id': '56da4600-2298-4c57-abce-8d282ee3a46e'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:10:41.241461 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f27be-299a-4dd5-a6c7-ad590addee7e req-7415db5d-f82a-478d-a41c-edfdd784503c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:41.241852 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ec3c3ffe-ac7d-4bdb-a2c7-53f069be82cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:41.242943 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ca7f27be-299a-4dd5-a6c7-ad590addee7e req-7415db5d-f82a-478d-a41c-edfdd784503c service neutron] 10.222.0.11 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.2569790 Nov 15 11:10:41.248660 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-7c04515a-d508-404b-93a8-0a63c432c6a4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-644019015-router', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:41.265204 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0a5e29f-7e36-4868-b75e-5f177a983891 req-5c8def33-2007-4057-bf18-ff68aad3b64e tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd02ac83-514e-45ed-8ed9-d753cb8287db HTTP/1.1" status: 200 len: 210 time: 0.0717490 Nov 15 11:10:41.296531 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:41.321980 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ca7f27be-299a-4dd5-a6c7-ad590addee7e req-13ac78f4-bc31-4049-a538-ebd3643ee8ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=f3b682bc-8670-45b3-a9a2-35cba85394fb HTTP/1.1" status: 200 len: 217 time: 0.0695138 Nov 15 11:10:41.394639 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f27be-299a-4dd5-a6c7-ad590addee7e req-6ca038ee-06c0-4063-a7ba-0ba0c1502ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:41.396293 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ca7f27be-299a-4dd5-a6c7-ad590addee7e req-6ca038ee-06c0-4063-a7ba-0ba0c1502ab5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0656657 Nov 15 11:10:41.396832 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb37299-76a2-4819-838c-88982f36fb39 req-c3ab0dc8-efed-44df-a516-6e491ac9baea tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:41.404842 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-adb37299-76a2-4819-838c-88982f36fb39 req-c3ab0dc8-efed-44df-a516-6e491ac9baea tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/ports?device_id=70baafb7-e588-4129-a91d-0d14bf5f4adf HTTP/1.1" status: 200 len: 949 time: 0.2406576 Nov 15 11:10:41.422332 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c04515a-d508-404b-93a8-0a63c432c6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:41.423716 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c04515a-d508-404b-93a8-0a63c432c6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:41.438620 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-ec3c3ffe-ac7d-4bdb-a2c7-53f069be82cb None None] Allocated IP 172.20.0.2 (d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a/56da4600-2298-4c57-abce-8d282ee3a46e/e4895010-fb2b-4ee9-8eaf-7e48f9d48b64) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:10:41.476822 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f27be-299a-4dd5-a6c7-ad590addee7e req-a10a1c85-0c2a-4ac6-8f88-4a45eaaef260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:41.478433 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ca7f27be-299a-4dd5-a6c7-ad590addee7e req-a10a1c85-0c2a-4ac6-8f88-4a45eaaef260 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736215 Nov 15 11:10:41.518761 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-deb18adb-744c-4b9f-b558-c366205cc46e service neutron] For port 7165cc97-873a-412b-b65b-c362639a58ac, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=7165cc97-873a-412b-b65b-c362639a58ac,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:41.575240 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc74ca-051a-4f7e-89ef-69b00dc150dc req-bf0e1f2e-2904-4f3c-8ea2-ceb9c7db49a0 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:41.577226 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-54dc74ca-051a-4f7e-89ef-69b00dc150dc req-bf0e1f2e-2904-4f3c-8ea2-ceb9c7db49a0 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 945 time: 0.1939332 Nov 15 11:10:41.580381 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c04515a-d508-404b-93a8-0a63c432c6a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:41.594339 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-adb37299-76a2-4819-838c-88982f36fb39 req-64d49ab2-2517-4785-81e3-bc7ce59fa547 tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8a0f7ae-68e5-4074-a698-cc3511712a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880615 Nov 15 11:10:41.624858 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ca7f27be-299a-4dd5-a6c7-ad590addee7e req-a18dc976-3b25-4373-95f7-40027e742340 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375873 Nov 15 11:10:41.634853 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ec3c3ffe-ac7d-4bdb-a2c7-53f069be82cb None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:41.644572 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ec3c3ffe-ac7d-4bdb-a2c7-53f069be82cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:41.695318 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3c3ffe-ac7d-4bdb-a2c7-53f069be82cb None None] Network d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:10:41.697060 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98d933d-38ba-409b-a3ee-8b0b15289de4 x-openstack-request-id: req-b98d933d-38ba-409b-a3ee-8b0b15289de4 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:41.697434 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70baafb7-e588-4129-a91d-0d14bf5f4adf", "name": "network-vif-plugged", "status": "completed", "tag": "c9b16123-513d-4cee-8407-48898ca195c4", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:41.697689 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b98d933d-38ba-409b-a3ee-8b0b15289de4 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:41.698373 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70baafb7-e588-4129-a91d-0d14bf5f4adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b16123-513d-4cee-8407-48898ca195c4', 'code': 200} Nov 15 11:10:41.707588 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-ec3c3ffe-ac7d-4bdb-a2c7-53f069be82cb None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:10:41.710724 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3c3ffe-ac7d-4bdb-a2c7-53f069be82cb None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:10:41.738230 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-deb18adb-744c-4b9f-b558-c366205cc46e service neutron] For port 7165cc97-873a-412b-b65b-c362639a58ac, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:41.742576 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1a46e482-832c-44c4-8b80-66338670f850 req-3e1200e5-16e9-4e99-bd4c-61954db5250b tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f683158a34ba4a62a024151827d9c8e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360632 Nov 15 11:10:41.791462 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c3ffe-ac7d-4bdb-a2c7-53f069be82cb None None] Pushing event updated for resources: {'Port': ['ID=e4895010-fb2b-4ee9-8eaf-7e48f9d48b64,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:41.795316 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ec3c3ffe-ac7d-4bdb-a2c7-53f069be82cb None None] Attempting to bind port e4895010-fb2b-4ee9-8eaf-7e48f9d48b64 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:10:41.796089 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ec3c3ffe-ac7d-4bdb-a2c7-53f069be82cb None None] Attempting to bind port e4895010-fb2b-4ee9-8eaf-7e48f9d48b64 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'adbb5962-ae42-4006-8bca-273875eaa5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:10:41.796658 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3c3ffe-ac7d-4bdb-a2c7-53f069be82cb None None] Attempting to bind port e4895010-fb2b-4ee9-8eaf-7e48f9d48b64 on network d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:41.804069 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3c3ffe-ac7d-4bdb-a2c7-53f069be82cb None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:10:41.804509 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3c3ffe-ac7d-4bdb-a2c7-53f069be82cb None None] Checking segment: {'id': 'adbb5962-ae42-4006-8bca-273875eaa5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:10:41.804973 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ec3c3ffe-ac7d-4bdb-a2c7-53f069be82cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:41.805432 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3c3ffe-ac7d-4bdb-a2c7-53f069be82cb None None] Bound using segment: {'id': 'adbb5962-ae42-4006-8bca-273875eaa5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:10:41.806092 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ec3c3ffe-ac7d-4bdb-a2c7-53f069be82cb None None] Bound port: e4895010-fb2b-4ee9-8eaf-7e48f9d48b64, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbb5962-ae42-4006-8bca-273875eaa5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:10:41.806529 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ec3c3ffe-ac7d-4bdb-a2c7-53f069be82cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:41.843171 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.55', 64263) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:41.874057 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-54dc74ca-051a-4f7e-89ef-69b00dc150dc req-2f70f11e-cca5-4ab6-af45-3d6fa00ad01b tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669897 Nov 15 11:10:41.902630 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ca7f27be-299a-4dd5-a6c7-ad590addee7e req-81c8ce86-79f7-42c2-a4f5-40e357f96b10 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679958 Nov 15 11:10:41.905572 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c04515a-d508-404b-93a8-0a63c432c6a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:41.922217 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-deb18adb-744c-4b9f-b558-c366205cc46e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:41.943336 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-deb18adb-744c-4b9f-b558-c366205cc46e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:41.950528 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ec3c3ffe-ac7d-4bdb-a2c7-53f069be82cb None None] For port e4895010-fb2b-4ee9-8eaf-7e48f9d48b64, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:41.958786 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ec3c3ffe-ac7d-4bdb-a2c7-53f069be82cb None None] For port e4895010-fb2b-4ee9-8eaf-7e48f9d48b64, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e4895010-fb2b-4ee9-8eaf-7e48f9d48b64,segment=NetworkSegment(adbb5962-ae42-4006-8bca-273875eaa5dc),segment_id=adbb5962-ae42-4006-8bca-273875eaa5dc)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:10:41.963655 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46e482-832c-44c4-8b80-66338670f850 req-d0db988a-d945-4e25-9fda-3d3566399a66 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:41.965241 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1a46e482-832c-44c4-8b80-66338670f850 req-d0db988a-d945-4e25-9fda-3d3566399a66 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1949985 Nov 15 11:10:41.966563 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ec3c3ffe-ac7d-4bdb-a2c7-53f069be82cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:41.980806 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-1a46e482-832c-44c4-8b80-66338670f850 req-b3a866ca-6b18-4707-90d5-93b6816cad79 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Request body: {'port': {'device_id': '5b41f2ed-c944-4e68-9232-73ec32219fb6', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': 'f683158a34ba4a62a024151827d9c8e8'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:42.017619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da7148-fe06-4749-9d60-481b41eb55a0 req-2c7a04c6-8dfb-4202-8cd3-172d21ea7d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:42.019145 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46da7148-fe06-4749-9d60-481b41eb55a0 req-2c7a04c6-8dfb-4202-8cd3-172d21ea7d3f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=70baafb7-e588-4129-a91d-0d14bf5f4adf HTTP/1.1" status: 200 len: 1100 time: 0.1750255 Nov 15 11:10:42.041636 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c3ffe-ac7d-4bdb-a2c7-53f069be82cb None None] Pushing event updated for resources: {'Port': ['ID=e4895010-fb2b-4ee9-8eaf-7e48f9d48b64,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:42.068466 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:42.133034 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 51671efc-4a4c-49b3-afac-6953b4cc8a4d details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:10:42.164891 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb18adb-744c-4b9f-b558-c366205cc46e service neutron] Pushing event updated for resources: {'Port': ['ID=7165cc97-873a-412b-b65b-c362639a58ac,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:42.168443 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a46e482-832c-44c4-8b80-66338670f850 req-b3a866ca-6b18-4707-90d5-93b6816cad79 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Made reservation on behalf of f683158a34ba4a62a024151827d9c8e8 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:10:42.175498 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1a46e482-832c-44c4-8b80-66338670f850 req-b3a866ca-6b18-4707-90d5-93b6816cad79 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:42.210023 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5e549-c195-4493-9de8-a658ea143d71 req-c14b45b0-f7b7-423f-a371-d83e8fe54c1c tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:42.211603 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8e5e549-c195-4493-9de8-a658ea143d71 req-c14b45b0-f7b7-423f-a371-d83e8fe54c1c tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f5f18e0-e191-4381-b24f-efaa2b0e735a HTTP/1.1" status: 200 len: 947 time: 0.2327027 Nov 15 11:10:42.218826 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-367cca13-74ee-4bdd-b30f-d9a968c0fcff req-65a5dbe2-0efd-4197-81c8-5ec89d918f8a tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 210 time: 0.0930793 Nov 15 11:10:42.222692 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.55', 64264) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:42.223798 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-deb18adb-744c-4b9f-b558-c366205cc46e service neutron] Attempting to bind port 7165cc97-873a-412b-b65b-c362639a58ac on host n-h1-729945-9 for vnic_type normal with profile {"migrating_to": "n-h2-729945-9"} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:10:42.223798 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-deb18adb-744c-4b9f-b558-c366205cc46e service neutron] Attempting to bind port 7165cc97-873a-412b-b65b-c362639a58ac by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:10:42.224229 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-deb18adb-744c-4b9f-b558-c366205cc46e service neutron] Attempting to bind port 7165cc97-873a-412b-b65b-c362639a58ac on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:42.232770 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46da7148-fe06-4749-9d60-481b41eb55a0 req-8bb58acc-d2f4-4d2d-8a83-36175dff58d5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a8a0f7ae-68e5-4074-a698-cc3511712a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933465 Nov 15 11:10:42.261984 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-deb18adb-744c-4b9f-b558-c366205cc46e service neutron] Port 7165cc97-873a-412b-b65b-c362639a58ac on network f4a44e54-964f-44d3-85ab-bb56792b7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:10:42.262306 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-deb18adb-744c-4b9f-b558-c366205cc46e service neutron] Attempting to bind port 7165cc97-873a-412b-b65b-c362639a58ac on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:42.286840 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-76f6bb8a-2a9f-45c2-8b3e-1837423ad073 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8379f808644b4022968f0cf067ee1d1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602071 Nov 15 11:10:42.289372 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-deb18adb-744c-4b9f-b558-c366205cc46e service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:10:42.289702 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-deb18adb-744c-4b9f-b558-c366205cc46e service neutron] Checking segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:10:42.290120 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-deb18adb-744c-4b9f-b558-c366205cc46e service neutron] Bound using segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:10:42.290498 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-deb18adb-744c-4b9f-b558-c366205cc46e service neutron] Bound port: 7165cc97-873a-412b-b65b-c362639a58ac, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:10:42.290836 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-deb18adb-744c-4b9f-b558-c366205cc46e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:42.413487 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8e5e549-c195-4493-9de8-a658ea143d71 req-84add419-86e1-40b5-bbab-2701236d9e91 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845264 Nov 15 11:10:42.444976 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-1a46e482-832c-44c4-8b80-66338670f850 req-b3a866ca-6b18-4707-90d5-93b6816cad79 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Allocated IP 192.168.233.18 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/dfd72db4-67a2-42ce-aa5f-3015f969877a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:10:42.494093 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c36e1f-0b37-46ca-a4e9-42aff2c76ae9 req-9505415f-6026-40c0-937a-5d6ff646f8d8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:42.496115 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a2c36e1f-0b37-46ca-a4e9-42aff2c76ae9 req-9505415f-6026-40c0-937a-5d6ff646f8d8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 945 time: 0.1839778 Nov 15 11:10:42.522299 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 51671efc-4a4c-49b3-afac-6953b4cc8a4d, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=51671efc-4a4c-49b3-afac-6953b4cc8a4d,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:42.539349 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '51671efc-4a4c-49b3-afac-6953b4cc8a4d', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '51671efc-4a4c-49b3-afac-6953b4cc8a4d', 'mac_address': 'fa:16:3e:11:0f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:10:42.580579 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:42.596718 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51671efc-4a4c-49b3-afac-6953b4cc8a4d {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:10:42.617890 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 51671efc-4a4c-49b3-afac-6953b4cc8a4d, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=51671efc-4a4c-49b3-afac-6953b4cc8a4d,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:42.624547 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:42.671738 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1a46e482-832c-44c4-8b80-66338670f850 req-b3a866ca-6b18-4707-90d5-93b6816cad79 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:42.681230 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=51671efc-4a4c-49b3-afac-6953b4cc8a4d,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:42.707696 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1a46e482-832c-44c4-8b80-66338670f850 req-b3a866ca-6b18-4707-90d5-93b6816cad79 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:42.722578 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['88e1f451-617c-470b-8c5c-d95a41dd2385'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:10:42.757537 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a46e482-832c-44c4-8b80-66338670f850 req-b3a866ca-6b18-4707-90d5-93b6816cad79 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:10:42.761199 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-1a46e482-832c-44c4-8b80-66338670f850 req-b3a866ca-6b18-4707-90d5-93b6816cad79 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:10:42.765093 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a46e482-832c-44c4-8b80-66338670f850 req-b3a866ca-6b18-4707-90d5-93b6816cad79 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:10:42.815139 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a866ca-6b18-4707-90d5-93b6816cad79 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Pushing event updated for resources: {'Port': ['ID=dfd72db4-67a2-42ce-aa5f-3015f969877a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:42.838856 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46e482-832c-44c4-8b80-66338670f850 req-b3a866ca-6b18-4707-90d5-93b6816cad79 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:42.839696 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1a46e482-832c-44c4-8b80-66338670f850 req-b3a866ca-6b18-4707-90d5-93b6816cad79 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:42.863197 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1a46e482-832c-44c4-8b80-66338670f850 req-b3a866ca-6b18-4707-90d5-93b6816cad79 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8862617 Nov 15 11:10:42.877501 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-1a46e482-832c-44c4-8b80-66338670f850 req-bf238abe-337b-4534-9002-95e99c828c52 service neutron] Request body: {'port': {'device_id': '5b41f2ed-c944-4e68-9232-73ec32219fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:42.889388 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433ee11e-d85f-4d76-8572-bb853a661b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7165cc97-873a-412b-b65b-c362639a58ac'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:42.891290 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530fbdb2-6b6f-4d5f-bfca-de499ad0cd5d" -d '{"events": [{"server_uuid": "433ee11e-d85f-4d76-8572-bb853a661b96", "name": "network-vif-unplugged", "status": "completed", "tag": "7165cc97-873a-412b-b65b-c362639a58ac"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:42.929816 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-deb18adb-744c-4b9f-b558-c366205cc46e service neutron] For port 7165cc97-873a-412b-b65b-c362639a58ac, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:42.949062 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1a46e482-832c-44c4-8b80-66338670f850 req-bf238abe-337b-4534-9002-95e99c828c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:42.992424 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-efd3ac96-c115-442a-987a-8b8517f1b990 req-1e0a42a3-32c9-4368-8ea7-96ba13b4ac50 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd02ac83-514e-45ed-8ed9-d753cb8287db HTTP/1.1" status: 200 len: 210 time: 0.3771617 Nov 15 11:10:43.006746 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-deb18adb-744c-4b9f-b558-c366205cc46e service neutron] For port 7165cc97-873a-412b-b65b-c362639a58ac, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=7165cc97-873a-412b-b65b-c362639a58ac,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:10:43.011392 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['51671efc-4a4c-49b3-afac-6953b4cc8a4d'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:10:43.031171 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-deb18adb-744c-4b9f-b558-c366205cc46e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:43.073165 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-bf4ea542-1254-4ecc-a892-63a9dbf96a28 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:43.074664 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-bf4ea542-1254-4ecc-a892-63a9dbf96a28 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5734258 Nov 15 11:10:43.120952 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a2c36e1f-0b37-46ca-a4e9-42aff2c76ae9 req-48eebffe-3856-4a07-9139-7cc32a38c480 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5841153 Nov 15 11:10:43.139054 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-07af7271-2bf7-431d-9b61-a16d91cbcfe7 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Request body: {'port': {'device_id': 'cd02ac83-514e-45ed-8ed9-d753cb8287db', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': '8379f808644b4022968f0cf067ee1d1b'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:43.193692 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f026d92d-7bf2-4bd9-87ac-2a6e6f8c0c99 None None] Provisioning complete for port dfd72db4-67a2-42ce-aa5f-3015f969877a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:43.194158 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f026d92d-7bf2-4bd9-87ac-2a6e6f8c0c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:43.254281 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f026d92d-7bf2-4bd9-87ac-2a6e6f8c0c99 None None] Port dfd72db4-67a2-42ce-aa5f-3015f969877a cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:10:43.334428 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-deb18adb-744c-4b9f-b558-c366205cc46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:43.335114 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-deb18adb-744c-4b9f-b558-c366205cc46e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:43.336576 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-deb18adb-744c-4b9f-b558-c366205cc46e service neutron] 10.222.0.55 "PUT /v2.0/ports/7165cc97-873a-412b-b65b-c362639a58ac HTTP/1.1" status: 200 len: 1121 time: 2.4203339 Nov 15 11:10:43.350059 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c04515a-d508-404b-93a8-0a63c432c6a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:43.368272 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['7165cc97-873a-412b-b65b-c362639a58ac'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:10:43.411597 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb18adb-744c-4b9f-b558-c366205cc46e service neutron] Pushing event updated for resources: {'Port': ['ID=7165cc97-873a-412b-b65b-c362639a58ac,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:43.411884 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-1a46e482-832c-44c4-8b80-66338670f850 req-bf238abe-337b-4534-9002-95e99c828c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd72db4-67a2-42ce-aa5f-3015f969877a {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:10:43.420875 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1a46e482-832c-44c4-8b80-66338670f850 req-bf238abe-337b-4534-9002-95e99c828c52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:43.423337 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c04515a-d508-404b-93a8-0a63c432c6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:43.429822 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538d1a10-db7f-4a1e-8df1-b7951d48eee4 None None] Network d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:10:43.436725 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-1a46e482-832c-44c4-8b80-66338670f850 req-bf238abe-337b-4534-9002-95e99c828c52 service neutron] Transition to ACTIVE for port object dfd72db4-67a2-42ce-aa5f-3015f969877a will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:10:43.441731 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1a46e482-832c-44c4-8b80-66338670f850 req-bf238abe-337b-4534-9002-95e99c828c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:43.511879 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf238abe-337b-4534-9002-95e99c828c52 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd72db4-67a2-42ce-aa5f-3015f969877a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:43.525239 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb045ab7-dcac-440a-bac9-d6ffa70e13f5 req-ea620c58-2a1f-416d-bdce-69ee46941caa tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:43.526287 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-988542a1-23f6-4a81-a48c-fcbc2d0f987a None None] Provisioning complete for port e4895010-fb2b-4ee9-8eaf-7e48f9d48b64 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:43.526651 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-988542a1-23f6-4a81-a48c-fcbc2d0f987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:43.526895 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb045ab7-dcac-440a-bac9-d6ffa70e13f5 req-ea620c58-2a1f-416d-bdce-69ee46941caa tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/ports?device_id=70baafb7-e588-4129-a91d-0d14bf5f4adf HTTP/1.1" status: 200 len: 949 time: 0.4471891 Nov 15 11:10:43.557031 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10f016-bc77-478d-b1b6-b0fed31c5fd7 req-645f6a69-ff12-4455-8f6b-9b40874ea4b3 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:43.558591 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f10f016-bc77-478d-b1b6-b0fed31c5fd7 req-645f6a69-ff12-4455-8f6b-9b40874ea4b3 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 943 time: 0.2295682 Nov 15 11:10:43.599710 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-1a46e482-832c-44c4-8b80-66338670f850 req-bf238abe-337b-4534-9002-95e99c828c52 service neutron] Attempting to bind port dfd72db4-67a2-42ce-aa5f-3015f969877a on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:10:43.600389 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-1a46e482-832c-44c4-8b80-66338670f850 req-bf238abe-337b-4534-9002-95e99c828c52 service neutron] Attempting to bind port dfd72db4-67a2-42ce-aa5f-3015f969877a by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:10:43.600511 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46e482-832c-44c4-8b80-66338670f850 req-bf238abe-337b-4534-9002-95e99c828c52 service neutron] Attempting to bind port dfd72db4-67a2-42ce-aa5f-3015f969877a on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:43.606635 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46e482-832c-44c4-8b80-66338670f850 req-bf238abe-337b-4534-9002-95e99c828c52 service neutron] Port dfd72db4-67a2-42ce-aa5f-3015f969877a on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:10:43.607032 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46e482-832c-44c4-8b80-66338670f850 req-bf238abe-337b-4534-9002-95e99c828c52 service neutron] Attempting to bind port dfd72db4-67a2-42ce-aa5f-3015f969877a on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:43.613120 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46e482-832c-44c4-8b80-66338670f850 req-bf238abe-337b-4534-9002-95e99c828c52 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:10:43.613594 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46e482-832c-44c4-8b80-66338670f850 req-bf238abe-337b-4534-9002-95e99c828c52 service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:10:43.614222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46e482-832c-44c4-8b80-66338670f850 req-bf238abe-337b-4534-9002-95e99c828c52 service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:10:43.614578 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-1a46e482-832c-44c4-8b80-66338670f850 req-bf238abe-337b-4534-9002-95e99c828c52 service neutron] Bound port: dfd72db4-67a2-42ce-aa5f-3015f969877a, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:10:43.614983 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1a46e482-832c-44c4-8b80-66338670f850 req-bf238abe-337b-4534-9002-95e99c828c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:43.642796 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-07af7271-2bf7-431d-9b61-a16d91cbcfe7 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Made reservation on behalf of 8379f808644b4022968f0cf067ee1d1b for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:10:43.646673 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-07af7271-2bf7-431d-9b61-a16d91cbcfe7 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:43.705188 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-1a46e482-832c-44c4-8b80-66338670f850 req-bf238abe-337b-4534-9002-95e99c828c52 service neutron] For port dfd72db4-67a2-42ce-aa5f-3015f969877a, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:43.711522 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-1a46e482-832c-44c4-8b80-66338670f850 req-bf238abe-337b-4534-9002-95e99c828c52 service neutron] For port dfd72db4-67a2-42ce-aa5f-3015f969877a, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=dfd72db4-67a2-42ce-aa5f-3015f969877a,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:10:43.718310 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1a46e482-832c-44c4-8b80-66338670f850 req-bf238abe-337b-4534-9002-95e99c828c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:43.722716 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb045ab7-dcac-440a-bac9-d6ffa70e13f5 req-7c8307fa-1347-4ed6-8492-fa57e0d2a317 tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8a0f7ae-68e5-4074-a698-cc3511712a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747689 Nov 15 11:10:43.728666 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-7c04515a-d508-404b-93a8-0a63c432c6a4 admin admin] Allocated IP 172.25.7.209 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/2265072a-cf06-48b8-9aa8-bca4002056a9) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:10:43.755679 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46e482-832c-44c4-8b80-66338670f850 req-bf238abe-337b-4534-9002-95e99c828c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:43.756337 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1a46e482-832c-44c4-8b80-66338670f850 req-bf238abe-337b-4534-9002-95e99c828c52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:43.757747 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1a46e482-832c-44c4-8b80-66338670f850 req-bf238abe-337b-4534-9002-95e99c828c52 service neutron] 10.222.0.55 "PUT /v2.0/ports/dfd72db4-67a2-42ce-aa5f-3015f969877a HTTP/1.1" status: 200 len: 1095 time: 0.8849692 Nov 15 11:10:43.760010 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b41f2ed-c944-4e68-9232-73ec32219fb6', 'tag': 'dfd72db4-67a2-42ce-aa5f-3015f969877a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:43.762762 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-988542a1-23f6-4a81-a48c-fcbc2d0f987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:43.782191 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aefc498-8c9e-40ff-8f88-a623e7916e90" -d '{"events": [{"name": "network-changed", "server_uuid": "5b41f2ed-c944-4e68-9232-73ec32219fb6", "tag": "dfd72db4-67a2-42ce-aa5f-3015f969877a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:43.819360 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f10f016-bc77-478d-b1b6-b0fed31c5fd7 req-385dd420-64ab-4f17-bb38-60f0aaeafc7d tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454414 Nov 15 11:10:43.821901 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-988542a1-23f6-4a81-a48c-fcbc2d0f987a None None] For port e4895010-fb2b-4ee9-8eaf-7e48f9d48b64, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e4895010-fb2b-4ee9-8eaf-7e48f9d48b64,segment=NetworkSegment(adbb5962-ae42-4006-8bca-273875eaa5dc),segment_id=adbb5962-ae42-4006-8bca-273875eaa5dc)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:43.822214 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86849793-ae40-460a-a471-c0bd9a869260 x-openstack-request-id: req-86849793-ae40-460a-a471-c0bd9a869260 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:43.822531 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433ee11e-d85f-4d76-8572-bb853a661b96", "name": "network-vif-unplugged", "status": "completed", "tag": "7165cc97-873a-412b-b65b-c362639a58ac", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:43.822779 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-86849793-ae40-460a-a471-c0bd9a869260 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:43.823243 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433ee11e-d85f-4d76-8572-bb853a661b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7165cc97-873a-412b-b65b-c362639a58ac', 'code': 200} Nov 15 11:10:43.831146 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-988542a1-23f6-4a81-a48c-fcbc2d0f987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:43.909064 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988542a1-23f6-4a81-a48c-fcbc2d0f987a None None] Pushing event updated for resources: {'Port': ['ID=e4895010-fb2b-4ee9-8eaf-7e48f9d48b64,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:43.932340 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf238abe-337b-4534-9002-95e99c828c52 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd72db4-67a2-42ce-aa5f-3015f969877a,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:43.947097 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46e482-832c-44c4-8b80-66338670f850 req-fbeb86e3-7432-4880-ac66-87999bb6353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:43.948748 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1a46e482-832c-44c4-8b80-66338670f850 req-fbeb86e3-7432-4880-ac66-87999bb6353a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 1098 time: 0.1166358 Nov 15 11:10:44.007017 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1a46e482-832c-44c4-8b80-66338670f850 req-061a6df9-4cb8-434a-bcdd-f3d93940f452 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=dfd72db4-67a2-42ce-aa5f-3015f969877a HTTP/1.1" status: 200 len: 217 time: 0.0462315 Nov 15 11:10:44.062193 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46e482-832c-44c4-8b80-66338670f850 req-221e3b99-2ced-40e6-86a8-e291127241b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:44.063911 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1a46e482-832c-44c4-8b80-66338670f850 req-221e3b99-2ced-40e6-86a8-e291127241b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0478604 Nov 15 11:10:44.102222 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-418ff47c-f8fd-4b0e-b354-2ff84c451476 None None] Provisioning complete for port e4895010-fb2b-4ee9-8eaf-7e48f9d48b64 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:44.102656 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-418ff47c-f8fd-4b0e-b354-2ff84c451476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:44.122886 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46e482-832c-44c4-8b80-66338670f850 req-846c867b-0586-4b48-9254-66a97ac23565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:44.124650 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1a46e482-832c-44c4-8b80-66338670f850 req-846c867b-0586-4b48-9254-66a97ac23565 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0519779 Nov 15 11:10:44.134676 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device f3b682bc-8670-45b3-a9a2-35cba85394fb details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:10:44.149447 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8dc3c-14aa-40e7-80eb-97f6cebe645c req-b676a5a6-c4de-4786-8e82-d25c5de084fe tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:44.150994 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-30a8dc3c-14aa-40e7-80eb-97f6cebe645c req-b676a5a6-c4de-4786-8e82-d25c5de084fe tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 1096 time: 0.2247310 Nov 15 11:10:44.163259 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-07af7271-2bf7-431d-9b61-a16d91cbcfe7 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Allocated IP 192.168.233.105 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/fee9f2ce-abdf-4693-92bc-0249609da5aa) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:10:44.194409 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d5dec-fac1-4ee9-92d2-d0a415885923 req-644473a6-0310-410a-ad4d-7d4ed3f95450 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:44.195890 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-221d5dec-fac1-4ee9-92d2-d0a415885923 req-644473a6-0310-410a-ad4d-7d4ed3f95450 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 947 time: 0.2023621 Nov 15 11:10:44.235717 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c04515a-d508-404b-93a8-0a63c432c6a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:44.265773 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1a46e482-832c-44c4-8b80-66338670f850 req-e676d76f-856e-43d7-9f2c-00dd355905fe service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277995 Nov 15 11:10:44.295587 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port f3b682bc-8670-45b3-a9a2-35cba85394fb, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f3b682bc-8670-45b3-a9a2-35cba85394fb,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:44.308039 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'f3b682bc-8670-45b3-a9a2-35cba85394fb', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': 'f3b682bc-8670-45b3-a9a2-35cba85394fb', 'mac_address': 'fa:16:3e:cd:33:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:10:44.329470 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-30a8dc3c-14aa-40e7-80eb-97f6cebe645c req-8b898892-4180-43cc-8f92-734835876e53 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674397 Nov 15 11:10:44.360888 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:44.378547 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3b682bc-8670-45b3-a9a2-35cba85394fb {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:10:44.386003 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e4895010-fb2b-4ee9-8eaf-7e48f9d48b64 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:10:44.386193 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1a46e482-832c-44c4-8b80-66338670f850 req-647a3f04-af92-42b4-9b0a-a4f2e1cee64e service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122148 Nov 15 11:10:44.416627 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-221d5dec-fac1-4ee9-92d2-d0a415885923 req-9a514678-0502-41a8-9df9-5637ab1ac766 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001016 Nov 15 11:10:44.433422 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port f3b682bc-8670-45b3-a9a2-35cba85394fb, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f3b682bc-8670-45b3-a9a2-35cba85394fb,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:44.457936 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:44.463134 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c04515a-d508-404b-93a8-0a63c432c6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:44.472619 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60e1ec9-f4c9-4683-ae37-a3a6e7abcf2f x-openstack-request-id: req-a60e1ec9-f4c9-4683-ae37-a3a6e7abcf2f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:44.472901 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b41f2ed-c944-4e68-9232-73ec32219fb6", "tag": "dfd72db4-67a2-42ce-aa5f-3015f969877a", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:44.473833 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a60e1ec9-f4c9-4683-ae37-a3a6e7abcf2f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:44.475915 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b41f2ed-c944-4e68-9232-73ec32219fb6', 'tag': 'dfd72db4-67a2-42ce-aa5f-3015f969877a', 'status': 'completed', 'code': 200} Nov 15 11:10:44.518098 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port e4895010-fb2b-4ee9-8eaf-7e48f9d48b64 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:44.518470 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:44.520943 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=f3b682bc-8670-45b3-a9a2-35cba85394fb,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:44.538998 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c04515a-d508-404b-93a8-0a63c432c6a4 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:10:44.550403 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-7c04515a-d508-404b-93a8-0a63c432c6a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:10:44.559023 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa60a6-9ce8-4477-bd6a-f85e1b0ed0a4 req-b6e8460b-1ca5-4fe5-9d34-5bf9977a7e1c tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:44.560563 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-defa60a6-9ce8-4477-bd6a-f85e1b0ed0a4 req-b6e8460b-1ca5-4fe5-9d34-5bf9977a7e1c tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f5f18e0-e191-4381-b24f-efaa2b0e735a HTTP/1.1" status: 200 len: 947 time: 0.1618059 Nov 15 11:10:44.561338 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c04515a-d508-404b-93a8-0a63c432c6a4 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:10:44.571510 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefc498-8c9e-40ff-8f88-a623e7916e90 req-a93b83a8-eb5c-409e-b372-b347cf944e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:44.573247 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7aefc498-8c9e-40ff-8f88-a623e7916e90 req-a93b83a8-eb5c-409e-b372-b347cf944e77 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 1098 time: 0.0593429 Nov 15 11:10:44.575299 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04515a-d508-404b-93a8-0a63c432c6a4 admin admin] Pushing event updated for resources: {'Port': ['ID=2265072a-cf06-48b8-9aa8-bca4002056a9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:44.585275 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-07af7271-2bf7-431d-9b61-a16d91cbcfe7 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:44.659696 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f9393750-ab71-4203-a928-22380f2271f9 req-036c531f-2778-4a59-b4bf-4112f47dc231 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd02ac83-514e-45ed-8ed9-d753cb8287db HTTP/1.1" status: 200 len: 210 time: 0.1139600 Nov 15 11:10:44.678922 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefc498-8c9e-40ff-8f88-a623e7916e90 req-cecb3179-0e6c-46c7-8a08-9a6f4ba00635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:44.680411 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7aefc498-8c9e-40ff-8f88-a623e7916e90 req-cecb3179-0e6c-46c7-8a08-9a6f4ba00635 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.0968788 Nov 15 11:10:44.729653 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7aefc498-8c9e-40ff-8f88-a623e7916e90 req-8396a240-225f-4574-a264-2520a46b1026 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=dfd72db4-67a2-42ce-aa5f-3015f969877a HTTP/1.1" status: 200 len: 217 time: 0.0369074 Nov 15 11:10:44.750367 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-defa60a6-9ce8-4477-bd6a-f85e1b0ed0a4 req-76075df2-2574-4667-8419-ccc8d97ede56 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716368 Nov 15 11:10:44.809705 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-07af7271-2bf7-431d-9b61-a16d91cbcfe7 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:44.826947 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['f3b682bc-8670-45b3-a9a2-35cba85394fb'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:10:44.956932 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-07af7271-2bf7-431d-9b61-a16d91cbcfe7 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:10:44.972182 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-07af7271-2bf7-431d-9b61-a16d91cbcfe7 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:10:44.978550 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-07af7271-2bf7-431d-9b61-a16d91cbcfe7 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:10:44.984236 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-07af7271-2bf7-431d-9b61-a16d91cbcfe7 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:44.984847 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-07af7271-2bf7-431d-9b61-a16d91cbcfe7 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:44.987213 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af7271-2bf7-431d-9b61-a16d91cbcfe7 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Pushing event updated for resources: {'Port': ['ID=fee9f2ce-abdf-4693-92bc-0249609da5aa,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:45.002410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefc498-8c9e-40ff-8f88-a623e7916e90 req-2ff14d69-46cd-47cd-9f8d-c847fe2a793f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:45.003960 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7aefc498-8c9e-40ff-8f88-a623e7916e90 req-2ff14d69-46cd-47cd-9f8d-c847fe2a793f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.2663507 Nov 15 11:10:45.019831 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4a1b7-1fcc-43be-be2e-7b09b3eff3d4 req-f02b41cf-ace4-489a-a46f-ae49112f736a tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:45.021373 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27f4a1b7-1fcc-43be-be2e-7b09b3eff3d4 req-f02b41cf-ace4-489a-a46f-ae49112f736a tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/ports?device_id=70baafb7-e588-4129-a91d-0d14bf5f4adf HTTP/1.1" status: 200 len: 949 time: 0.1578956 Nov 15 11:10:45.045286 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-07af7271-2bf7-431d-9b61-a16d91cbcfe7 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9207845 Nov 15 11:10:45.046941 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b2f75-38cf-488c-aac3-08213a8ab4f1 req-3d521a79-8ec3-4585-bd05-bfdecacb1514 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:45.048660 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-837b2f75-38cf-488c-aac3-08213a8ab4f1 req-3d521a79-8ec3-4585-bd05-bfdecacb1514 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 1096 time: 0.2055457 Nov 15 11:10:45.058868 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefc498-8c9e-40ff-8f88-a623e7916e90 req-97acc9ac-22b8-4b2a-84df-fe85392588ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:45.060633 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7aefc498-8c9e-40ff-8f88-a623e7916e90 req-97acc9ac-22b8-4b2a-84df-fe85392588ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0461066 Nov 15 11:10:45.060829 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c04515a-d508-404b-93a8-0a63c432c6a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:45.067926 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-1345b397-5eae-4c76-97d1-1a3b4fde8ae8 service neutron] Request body: {'port': {'device_id': 'cd02ac83-514e-45ed-8ed9-d753cb8287db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:45.165970 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7aefc498-8c9e-40ff-8f88-a623e7916e90 req-a92034ed-0da1-4689-a36d-f26063724d4e service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952280 Nov 15 11:10:45.260067 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7aefc498-8c9e-40ff-8f88-a623e7916e90 req-fee0e9b9-18a6-4733-bf16-a27708d5c5c5 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856380 Nov 15 11:10:45.276967 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1a571d8a-2f7b-457a-888e-e19374ebf333 None None] Provisioning complete for port fee9f2ce-abdf-4693-92bc-0249609da5aa triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:45.277575 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1a571d8a-2f7b-457a-888e-e19374ebf333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:45.311624 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-1a571d8a-2f7b-457a-888e-e19374ebf333 None None] Port fee9f2ce-abdf-4693-92bc-0249609da5aa cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:10:45.421185 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27f4a1b7-1fcc-43be-be2e-7b09b3eff3d4 req-49f7ec6b-ade1-4259-898a-47f08c380776 tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8a0f7ae-68e5-4074-a698-cc3511712a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935392 Nov 15 11:10:45.457039 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-837b2f75-38cf-488c-aac3-08213a8ab4f1 req-a0294c2c-edf5-4724-855b-6e3ffe6e86f6 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971088 Nov 15 11:10:45.461999 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-1345b397-5eae-4c76-97d1-1a3b4fde8ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:45.709419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394056cb-db0f-4934-82fd-ad51c40dad1f req-008a9c40-6f1b-455a-95f8-e2df67e325d4 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:45.710891 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-394056cb-db0f-4934-82fd-ad51c40dad1f req-008a9c40-6f1b-455a-95f8-e2df67e325d4 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 943 time: 0.2296677 Nov 15 11:10:45.735847 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd2279-45aa-410f-a135-609cbae1d917 req-2796d03e-cabf-464f-a9bf-a0290a75db2e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:45.737393 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1bdd2279-45aa-410f-a135-609cbae1d917 req-2796d03e-cabf-464f-a9bf-a0290a75db2e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 947 time: 0.1913939 Nov 15 11:10:45.750278 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c04515a-d508-404b-93a8-0a63c432c6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:45.860294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433ee11e-d85f-4d76-8572-bb853a661b96', 'tag': '7165cc97-873a-412b-b65b-c362639a58ac'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:45.862608 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47c4f10-8bc2-4b89-b510-c2a9acc8a1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "433ee11e-d85f-4d76-8572-bb853a661b96", "tag": "7165cc97-873a-412b-b65b-c362639a58ac"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:45.936691 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-394056cb-db0f-4934-82fd-ad51c40dad1f req-806971e1-2312-49bf-aac6-66d283a275aa tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125394 Nov 15 11:10:45.944892 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1bdd2279-45aa-410f-a135-609cbae1d917 req-63a8b80e-0475-4fb3-b796-d7b691d53d27 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994228 Nov 15 11:10:46.062933 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-1345b397-5eae-4c76-97d1-1a3b4fde8ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee9f2ce-abdf-4693-92bc-0249609da5aa {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:10:46.073744 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-1345b397-5eae-4c76-97d1-1a3b4fde8ae8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:46.098576 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c04515a-d508-404b-93a8-0a63c432c6a4 admin admin] Router 49b70623-6140-4e32-a3b4-510fa1bb2669 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:10:46.110560 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-1345b397-5eae-4c76-97d1-1a3b4fde8ae8 service neutron] Transition to ACTIVE for port object fee9f2ce-abdf-4693-92bc-0249609da5aa will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:10:46.133871 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 51671efc-4a4c-49b3-afac-6953b4cc8a4d up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:10:46.174460 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-1345b397-5eae-4c76-97d1-1a3b4fde8ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:46.190810 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 51671efc-4a4c-49b3-afac-6953b4cc8a4d completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:10:46.195364 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 51671efc-4a4c-49b3-afac-6953b4cc8a4d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:46.195981 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:46.219344 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e307e2-77d2-46e4-8855-2c8fc7804d00 req-8285fa54-3533-4337-b262-9ca6726f7057 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:46.220815 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84e307e2-77d2-46e4-8855-2c8fc7804d00 req-8285fa54-3533-4337-b262-9ca6726f7057 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd02ac83-514e-45ed-8ed9-d753cb8287db HTTP/1.1" status: 200 len: 936 time: 0.1699467 Nov 15 11:10:46.279511 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:46.292189 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345b397-5eae-4c76-97d1-1a3b4fde8ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=fee9f2ce-abdf-4693-92bc-0249609da5aa,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:46.304159 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 7165cc97-873a-412b-b65b-c362639a58ac details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:10:46.319262 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de1bf44-6902-4e0f-b5a6-3c7dee04e567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51671efc-4a4c-49b3-afac-6953b4cc8a4d'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:46.321585 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5018d000-3c64-4519-8d79-d95d3ef453b3" -d '{"events": [{"server_uuid": "2de1bf44-6902-4e0f-b5a6-3c7dee04e567", "name": "network-vif-plugged", "status": "completed", "tag": "51671efc-4a4c-49b3-afac-6953b4cc8a4d"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:46.341307 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 51671efc-4a4c-49b3-afac-6953b4cc8a4d, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=51671efc-4a4c-49b3-afac-6953b4cc8a4d,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:46.350376 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:46.350645 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device f3b682bc-8670-45b3-a9a2-35cba85394fb up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:10:46.377202 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843f3a9-48b2-4b4e-a9ca-f9d00a197c41 req-3ddc6dea-f264-409e-bc2f-4c2eafbd012d tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:46.378711 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2843f3a9-48b2-4b4e-a9ca-f9d00a197c41 req-3ddc6dea-f264-409e-bc2f-4c2eafbd012d tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f5f18e0-e191-4381-b24f-efaa2b0e735a HTTP/1.1" status: 200 len: 948 time: 0.1558056 Nov 15 11:10:46.384931 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c04515a-d508-404b-93a8-0a63c432c6a4 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:10:46.397311 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] Sync routers for ids ['49b70623-6140-4e32-a3b4-510fa1bb2669'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:10:46.409913 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84e307e2-77d2-46e4-8855-2c8fc7804d00 req-5d9409ce-5ca5-41cc-b859-3939da8d9376 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/security-groups?id=03c274ea-0790-4c28-8be4-d32ed67645de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688278 Nov 15 11:10:46.409913 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-1345b397-5eae-4c76-97d1-1a3b4fde8ae8 service neutron] Attempting to bind port fee9f2ce-abdf-4693-92bc-0249609da5aa on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:10:46.409913 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-1345b397-5eae-4c76-97d1-1a3b4fde8ae8 service neutron] Attempting to bind port fee9f2ce-abdf-4693-92bc-0249609da5aa by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:10:46.409913 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-1345b397-5eae-4c76-97d1-1a3b4fde8ae8 service neutron] Attempting to bind port fee9f2ce-abdf-4693-92bc-0249609da5aa on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:46.411526 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] Routers {'49b70623-6140-4e32-a3b4-510fa1bb2669'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:10:46.412957 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:10:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['49b70623-6140-4e32-a3b4-510fa1bb2669'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:10:46.454013 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-1345b397-5eae-4c76-97d1-1a3b4fde8ae8 service neutron] Port fee9f2ce-abdf-4693-92bc-0249609da5aa on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:10:46.454606 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-1345b397-5eae-4c76-97d1-1a3b4fde8ae8 service neutron] Attempting to bind port fee9f2ce-abdf-4693-92bc-0249609da5aa on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:46.457773 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471402ec-3680-4435-b1db-1e87fc9e99bd x-openstack-request-id: req-471402ec-3680-4435-b1db-1e87fc9e99bd {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:46.458056 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433ee11e-d85f-4d76-8572-bb853a661b96", "tag": "7165cc97-873a-412b-b65b-c362639a58ac", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:46.458311 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-471402ec-3680-4435-b1db-1e87fc9e99bd {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:46.458676 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433ee11e-d85f-4d76-8572-bb853a661b96', 'tag': '7165cc97-873a-412b-b65b-c362639a58ac', 'status': 'completed', 'code': 200} Nov 15 11:10:46.468462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-1345b397-5eae-4c76-97d1-1a3b4fde8ae8 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:10:46.468462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-1345b397-5eae-4c76-97d1-1a3b4fde8ae8 service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:10:46.469205 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-1345b397-5eae-4c76-97d1-1a3b4fde8ae8 service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:10:46.469205 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-1345b397-5eae-4c76-97d1-1a3b4fde8ae8 service neutron] Bound port: fee9f2ce-abdf-4693-92bc-0249609da5aa, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:10:46.469579 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-1345b397-5eae-4c76-97d1-1a3b4fde8ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:46.489822 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c04515a-d508-404b-93a8-0a63c432c6a4 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:46.493239 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7c04515a-d508-404b-93a8-0a63c432c6a4 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.2651205 Nov 15 11:10:46.493585 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48654) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:46.508200 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2843f3a9-48b2-4b4e-a9ca-f9d00a197c41 req-068fe9ed-0bb7-4dd4-9ef7-a85f5d3f9a2d tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979083 Nov 15 11:10:46.547005 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=51671efc-4a4c-49b3-afac-6953b4cc8a4d,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:46.560670 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c4f10-8bc2-4b89-b510-c2a9acc8a1d4 req-d3d65d02-091a-4b22-92ea-4f2df98a6df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:46.564334 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c47c4f10-8bc2-4b89-b510-c2a9acc8a1d4 req-d3d65d02-091a-4b22-92ea-4f2df98a6df8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 1124 time: 0.0751090 Nov 15 11:10:46.581971 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 7165cc97-873a-412b-b65b-c362639a58ac, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=7165cc97-873a-412b-b65b-c362639a58ac,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:46.595367 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port f3b682bc-8670-45b3-a9a2-35cba85394fb completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:10:46.603416 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] Set router 49b70623-6140-4e32-a3b4-510fa1bb2669 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:10:46.606013 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 7165cc97-873a-412b-b65b-c362639a58ac has no active binding in host n-h2-729945-9 {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 11:10:46.612398 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port f3b682bc-8670-45b3-a9a2-35cba85394fb triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:46.613647 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:46.709848 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c280afa-7281-4b3e-a927-7f47069429e4 x-openstack-request-id: req-7c280afa-7281-4b3e-a927-7f47069429e4 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:46.711122 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de1bf44-6902-4e0f-b5a6-3c7dee04e567", "name": "network-vif-plugged", "status": "completed", "tag": "51671efc-4a4c-49b3-afac-6953b4cc8a4d", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:46.711122 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7c280afa-7281-4b3e-a927-7f47069429e4 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:46.711122 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de1bf44-6902-4e0f-b5a6-3c7dee04e567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51671efc-4a4c-49b3-afac-6953b4cc8a4d', 'code': 200} Nov 15 11:10:46.746408 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c4f10-8bc2-4b89-b510-c2a9acc8a1d4 req-b83c80a1-7486-4601-a5f5-18bac405bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:46.748107 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c47c4f10-8bc2-4b89-b510-c2a9acc8a1d4 req-b83c80a1-7486-4601-a5f5-18bac405bf38 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 922 time: 0.1725793 Nov 15 11:10:46.748225 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:46.785484 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port f3b682bc-8670-45b3-a9a2-35cba85394fb, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f3b682bc-8670-45b3-a9a2-35cba85394fb,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:46.796525 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:46.808155 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c47c4f10-8bc2-4b89-b510-c2a9acc8a1d4 req-14253855-a763-47eb-83bf-a3e2401e464d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7165cc97-873a-412b-b65b-c362639a58ac HTTP/1.1" status: 200 len: 217 time: 0.0493679 Nov 15 11:10:46.871760 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c4f10-8bc2-4b89-b510-c2a9acc8a1d4 req-2b3b90db-f4c4-44ca-895b-fbc75c7e290d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:46.873675 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c47c4f10-8bc2-4b89-b510-c2a9acc8a1d4 req-2b3b90db-f4c4-44ca-895b-fbc75c7e290d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41c7fb84-e1ab-4aee-8901-f8449cce1c4d HTTP/1.1" status: 200 len: 861 time: 0.0580688 Nov 15 11:10:46.886379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87277135-d5d0-4dda-bdf9-215a91d03199 req-7990e7f3-134b-4b0c-969e-19fd00d474e1 tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:46.893636 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-87277135-d5d0-4dda-bdf9-215a91d03199 req-7990e7f3-134b-4b0c-969e-19fd00d474e1 tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/ports?device_id=70baafb7-e588-4129-a91d-0d14bf5f4adf HTTP/1.1" status: 200 len: 949 time: 0.2268472 Nov 15 11:10:46.905087 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=f3b682bc-8670-45b3-a9a2-35cba85394fb,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:46.922180 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c47c4f10-8bc2-4b89-b510-c2a9acc8a1d4 req-21a2d308-c079-468b-8b2e-9f901e4613bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4a44e54-964f-44d3-85ab-bb56792b7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389822 Nov 15 11:10:46.936882 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a818c1-02bb-44d6-aff7-ea4fe7271bc5 req-a42b79f3-9257-4433-b056-7c4023e0d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:46.938357 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79a818c1-02bb-44d6-aff7-ea4fe7271bc5 req-a42b79f3-9257-4433-b056-7c4023e0d3b9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2de1bf44-6902-4e0f-b5a6-3c7dee04e567 HTTP/1.1" status: 200 len: 1101 time: 0.1641757 Nov 15 11:10:46.953394 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-1345b397-5eae-4c76-97d1-1a3b4fde8ae8 service neutron] For port fee9f2ce-abdf-4693-92bc-0249609da5aa, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:46.969682 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc7625-0585-4d51-aa8e-d1c6d9720d89 req-bd1fb0fc-829f-4c14-888e-819cc884e47f tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:46.971272 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68bc7625-0585-4d51-aa8e-d1c6d9720d89 req-bd1fb0fc-829f-4c14-888e-819cc884e47f tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 1096 time: 0.1676135 Nov 15 11:10:46.984599 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-644019015-router', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:10:41Z', 'updated_at': '2021-11-15T11:10:44Z', 'revision_number': 3, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'gw_port': {'id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:10:43Z', 'updated_at': '2021-11-15T11:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:10:46.986044 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-1345b397-5eae-4c76-97d1-1a3b4fde8ae8 service neutron] For port fee9f2ce-abdf-4693-92bc-0249609da5aa, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=fee9f2ce-abdf-4693-92bc-0249609da5aa,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:10:47.000438 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-1345b397-5eae-4c76-97d1-1a3b4fde8ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:47.005322 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-87277135-d5d0-4dda-bdf9-215a91d03199 req-270be624-ecaa-4f48-a683-848d1bd3dc36 tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/security-groups?id=a8a0f7ae-68e5-4074-a698-cc3511712a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108909 Nov 15 11:10:47.014978 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] Checking router: 49b70623-6140-4e32-a3b4-510fa1bb2669 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:10:47.015513 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] Updating router 49b70623-6140-4e32-a3b4-510fa1bb2669 port 2265072a-cf06-48b8-9aa8-bca4002056a9 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:10:47.021825 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c47c4f10-8bc2-4b89-b510-c2a9acc8a1d4 req-8a905781-d9a1-4393-97d6-52e5e553070c service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920963 Nov 15 11:10:47.042433 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:47.146466 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c47c4f10-8bc2-4b89-b510-c2a9acc8a1d4 req-0c309bbd-1350-4c2a-aa67-f36f149d24cb service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120250 Nov 15 11:10:47.322654 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-c1759948-6e5d-4763-85df-7c00fcba42f4 service neutron] 10.222.0.11 "GET /v2.0/ports/7165cc97-873a-412b-b65b-c362639a58ac/bindings/n-h2-729945-9 HTTP/1.1" status: 200 len: 384 time: 0.0658681 Nov 15 11:10:47.340580 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:47.347132 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:47.391239 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-1345b397-5eae-4c76-97d1-1a3b4fde8ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:47.392115 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-1345b397-5eae-4c76-97d1-1a3b4fde8ae8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:47.393975 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-1345b397-5eae-4c76-97d1-1a3b4fde8ae8 service neutron] 10.222.0.55 "PUT /v2.0/ports/fee9f2ce-abdf-4693-92bc-0249609da5aa HTTP/1.1" status: 200 len: 1096 time: 2.3351421 Nov 15 11:10:47.408541 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293019f-291c-498b-8b50-ae73915d6c45 None None] Pushing event updated for resources: {'Port': ['ID=2265072a-cf06-48b8-9aa8-bca4002056a9,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:47.411684 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] Attempting to bind port 2265072a-cf06-48b8-9aa8-bca4002056a9 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:10:47.412058 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] Attempting to bind port 2265072a-cf06-48b8-9aa8-bca4002056a9 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:10:47.412733 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] Attempting to bind port 2265072a-cf06-48b8-9aa8-bca4002056a9 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:47.428673 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293019f-291c-498b-8b50-ae73915d6c45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:47.429021 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293019f-291c-498b-8b50-ae73915d6c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:47.429338 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293019f-291c-498b-8b50-ae73915d6c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:47.429666 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293019f-291c-498b-8b50-ae73915d6c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:47.429989 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293019f-291c-498b-8b50-ae73915d6c45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:47.430309 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293019f-291c-498b-8b50-ae73915d6c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:47.430642 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293019f-291c-498b-8b50-ae73915d6c45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:47.430938 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293019f-291c-498b-8b50-ae73915d6c45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:47.431676 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293019f-291c-498b-8b50-ae73915d6c45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:47.431676 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293019f-291c-498b-8b50-ae73915d6c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:47.434353 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293019f-291c-498b-8b50-ae73915d6c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:47.434709 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293019f-291c-498b-8b50-ae73915d6c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:10:47.438271 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:10:47.438573 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:10:47.438997 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:47.439376 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:10:47.439887 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] Bound port: 2265072a-cf06-48b8-9aa8-bca4002056a9, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:10:47.440284 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:47.441304 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79a818c1-02bb-44d6-aff7-ea4fe7271bc5 req-1a26205f-c837-4f6d-b25c-a4783c8a48b3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854636 Nov 15 11:10:47.483334 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68bc7625-0585-4d51-aa8e-d1c6d9720d89 req-ba878396-4b27-4f79-b251-7283e1b9052b tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895656 Nov 15 11:10:47.504288 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345b397-5eae-4c76-97d1-1a3b4fde8ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=fee9f2ce-abdf-4693-92bc-0249609da5aa,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:47.508284 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] For port 2265072a-cf06-48b8-9aa8-bca4002056a9, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:47.516075 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] For port 2265072a-cf06-48b8-9aa8-bca4002056a9, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2265072a-cf06-48b8-9aa8-bca4002056a9,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:10:47.527516 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:47.529357 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db56eb6-bf2f-4fa0-8419-c474de6b63f0 req-8bb5efc0-181d-4adb-9f7f-7ad94fd5f760 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:47.530921 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8db56eb6-bf2f-4fa0-8419-c474de6b63f0 req-8bb5efc0-181d-4adb-9f7f-7ad94fd5f760 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 943 time: 0.4287696 Nov 15 11:10:47.565337 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-075668ab-3b17-4aa4-bf6d-5d6c6f7d304d service neutron] For port 7165cc97-873a-412b-b65b-c362639a58ac, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=7165cc97-873a-412b-b65b-c362639a58ac,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:47.583762 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-11df2cff-029e-441c-a311-4837b2cad2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:47.585478 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-11df2cff-029e-441c-a311-4837b2cad2af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8379f808644b4022968f0cf067ee1d1b&device_id=cd02ac83-514e-45ed-8ed9-d753cb8287db HTTP/1.1" status: 200 len: 1099 time: 0.1341541 Nov 15 11:10:47.585603 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-075668ab-3b17-4aa4-bf6d-5d6c6f7d304d service neutron] For port 7165cc97-873a-412b-b65b-c362639a58ac, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:47.592962 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293019f-291c-498b-8b50-ae73915d6c45 None None] Pushing event updated for resources: {'Port': ['ID=2265072a-cf06-48b8-9aa8-bca4002056a9,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:47.596349 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] Routers {'49b70623-6140-4e32-a3b4-510fa1bb2669'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:10:47.596974 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:10:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['49b70623-6140-4e32-a3b4-510fa1bb2669'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:10:47.635225 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-075668ab-3b17-4aa4-bf6d-5d6c6f7d304d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7165cc97-873a-412b-b65b-c362639a58ac {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:10:47.660441 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-075668ab-3b17-4aa4-bf6d-5d6c6f7d304d service neutron] For port 7165cc97-873a-412b-b65b-c362639a58ac, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7165cc97-873a-412b-b65b-c362639a58ac,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:47.677052 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-075668ab-3b17-4aa4-bf6d-5d6c6f7d304d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:47.678419 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-c67bb7a7-c60d-4f7e-8b94-0d6ddcba9ddc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=fee9f2ce-abdf-4693-92bc-0249609da5aa HTTP/1.1" status: 200 len: 217 time: 0.0691910 Nov 15 11:10:47.698685 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9516b6a-cbdb-4040-8244-737ba87fa968 req-c3527455-5612-4afe-b581-4dbd1d498188 tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:47.700163 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b9516b6a-cbdb-4040-8244-737ba87fa968 req-c3527455-5612-4afe-b581-4dbd1d498188 tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.55 "GET /v2.0/ports?device_id=70baafb7-e588-4129-a91d-0d14bf5f4adf HTTP/1.1" status: 200 len: 949 time: 0.0772748 Nov 15 11:10:47.713802 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] Set router 49b70623-6140-4e32-a3b4-510fa1bb2669 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:10:47.768542 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8db56eb6-bf2f-4fa0-8419-c474de6b63f0 req-28b4794b-b5e3-46fa-a48d-dd189fc0976a tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999917 Nov 15 11:10:47.803531 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-cb81dc13-0bca-466b-bb00-5802a79ea1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:47.805396 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-cb81dc13-0bca-466b-bb00-5802a79ea1c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1153154 Nov 15 11:10:47.829786 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-075668ab-3b17-4aa4-bf6d-5d6c6f7d304d service neutron] Transition to ACTIVE for port object 7165cc97-873a-412b-b65b-c362639a58ac will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:10:47.839348 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-075668ab-3b17-4aa4-bf6d-5d6c6f7d304d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:47.870054 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4bc20-5e8e-479f-9df3-3416765e4a66 req-e7ab7996-a0fc-4b71-8748-06d60d3fb9ac tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:47.874809 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46c4bc20-5e8e-479f-9df3-3416765e4a66 req-e7ab7996-a0fc-4b71-8748-06d60d3fb9ac tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 947 time: 0.2937419 Nov 15 11:10:47.892238 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-b9516b6a-cbdb-4040-8244-737ba87fa968 req-072a3be1-aca6-4df4-b555-3f6c115310dd tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Deleting port c9b16123-513d-4cee-8407-48898ca195c4 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:10:47.892571 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b9516b6a-cbdb-4040-8244-737ba87fa968 req-072a3be1-aca6-4df4-b555-3f6c115310dd tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:47.936277 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71da822a-9f83-4ff6-901d-7114cb3d911b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:47.957862 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-075668ab-3b17-4aa4-bf6d-5d6c6f7d304d service neutron] No DVR routers for this DVR port 7165cc97-873a-412b-b65b-c362639a58ac on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:10:47.974361 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075668ab-3b17-4aa4-bf6d-5d6c6f7d304d service neutron] Pushing event updated for resources: {'Port': ['ID=7165cc97-873a-412b-b65b-c362639a58ac,revision_number=10']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:47.992583 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-e1f0c118-8c93-4d2b-8ddb-6def726eb9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:47.994070 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-e1f0c118-8c93-4d2b-8ddb-6def726eb9e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1675546 Nov 15 11:10:48.008237 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46c4bc20-5e8e-479f-9df3-3416765e4a66 req-7d76e2f5-1189-456a-a9e3-0d9998d42804 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279562 Nov 15 11:10:48.008658 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-075668ab-3b17-4aa4-bf6d-5d6c6f7d304d service neutron] 10.222.0.11 "PUT /v2.0/ports/7165cc97-873a-412b-b65b-c362639a58ac/bindings/n-h2-729945-9/activate HTTP/1.1" status: 200 len: 369 time: 0.6779304 Nov 15 11:10:48.036252 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-644019015-router', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:10:41Z', 'updated_at': '2021-11-15T11:10:44Z', 'revision_number': 3, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'gw_port': {'id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:10:43Z', 'updated_at': '2021-11-15T11:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:10:48.046683 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-b9516b6a-cbdb-4040-8244-737ba87fa968 req-072a3be1-aca6-4df4-b555-3f6c115310dd tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] For port c9b16123-513d-4cee-8407-48898ca195c4, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=c9b16123-513d-4cee-8407-48898ca195c4,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:48.047046 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b9516b6a-cbdb-4040-8244-737ba87fa968 req-072a3be1-aca6-4df4-b555-3f6c115310dd tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:48.061798 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-b9516b6a-cbdb-4040-8244-737ba87fa968 req-072a3be1-aca6-4df4-b555-3f6c115310dd tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Calling delete_port for c9b16123-513d-4cee-8407-48898ca195c4 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:10:48.071535 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0723a3d4-d556-4634-a137-ad0c6ebd7517 None None] The sync data for ids ['49b70623-6140-4e32-a3b4-510fa1bb2669'] in n-d-729945-9 is: [{'id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-644019015-router', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:10:41Z', 'updated_at': '2021-11-15T11:10:44Z', 'revision_number': 3, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'gw_port': {'id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:10:43Z', 'updated_at': '2021-11-15T11:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:10:48.214933 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b9516b6a-cbdb-4040-8244-737ba87fa968 req-072a3be1-aca6-4df4-b555-3f6c115310dd tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:48.227685 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['c9b16123-513d-4cee-8407-48898ca195c4'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:10:48.236328 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b702a3c-1c07-4d32-9636-f1140112e646 req-6c08dd24-6d88-496c-aec2-0628594b6ff9 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:48.237840 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b702a3c-1c07-4d32-9636-f1140112e646 req-6c08dd24-6d88-496c-aec2-0628594b6ff9 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd02ac83-514e-45ed-8ed9-d753cb8287db HTTP/1.1" status: 200 len: 948 time: 0.2990320 Nov 15 11:10:48.251907 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a3be1-aca6-4df4-b555-3f6c115310dd tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Pushing event deleted for resources: {'Port': ['ID=c9b16123-513d-4cee-8407-48898ca195c4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:48.304172 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9516b6a-cbdb-4040-8244-737ba87fa968 req-072a3be1-aca6-4df4-b555-3f6c115310dd tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] No DVR routers for this DVR port c9b16123-513d-4cee-8407-48898ca195c4 on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:10:48.306669 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-9e97b766-3206-4cd7-a3fb-e7dd1428c7d4 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:48.308925 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b9516b6a-cbdb-4040-8244-737ba87fa968 req-072a3be1-aca6-4df4-b555-3f6c115310dd tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:48.309101 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device dfd72db4-67a2-42ce-aa5f-3015f969877a details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:10:48.312985 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-9e97b766-3206-4cd7-a3fb-e7dd1428c7d4 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96&tenant_id=15d30ad0cec74e39a796f7b31ab517b2&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 1095 time: 0.2108607 Nov 15 11:10:48.318607 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b9516b6a-cbdb-4040-8244-737ba87fa968 req-072a3be1-aca6-4df4-b555-3f6c115310dd tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.55 "DELETE /v2.0/ports/c9b16123-513d-4cee-8407-48898ca195c4 HTTP/1.1" status: 204 len: 173 time: 0.5964174 Nov 15 11:10:48.319084 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70baafb7-e588-4129-a91d-0d14bf5f4adf', 'name': 'network-vif-deleted', 'tag': 'c9b16123-513d-4cee-8407-48898ca195c4'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:48.321467 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf794bd-7fc4-45e9-bad1-b583763e1203" -d '{"events": [{"server_uuid": "70baafb7-e588-4129-a91d-0d14bf5f4adf", "name": "network-vif-deleted", "tag": "c9b16123-513d-4cee-8407-48898ca195c4"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:48.342123 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-ea01fc0a-6afc-4b73-86a3-971f917666a7 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313627 Nov 15 11:10:48.464656 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd02ac83-514e-45ed-8ed9-d753cb8287db', 'tag': 'fee9f2ce-abdf-4693-92bc-0249609da5aa'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:48.472128 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac65d837-c7e5-48d0-a289-97e4e6f33bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "cd02ac83-514e-45ed-8ed9-d753cb8287db", "tag": "fee9f2ce-abdf-4693-92bc-0249609da5aa"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:48.482764 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port dfd72db4-67a2-42ce-aa5f-3015f969877a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=dfd72db4-67a2-42ce-aa5f-3015f969877a,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:48.496025 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'dfd72db4-67a2-42ce-aa5f-3015f969877a', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': 'dfd72db4-67a2-42ce-aa5f-3015f969877a', 'mac_address': 'fa:16:3e:4b:bb:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:10:48.536552 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f49e46-de5c-472d-b46b-f94afe71f1e5 req-446ca832-d52a-4ad3-b4dc-00d3cf8268ee tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:48.544160 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d4f49e46-de5c-472d-b46b-f94afe71f1e5 req-446ca832-d52a-4ad3-b4dc-00d3cf8268ee tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f5f18e0-e191-4381-b24f-efaa2b0e735a HTTP/1.1" status: 200 len: 949 time: 0.3969367 Nov 15 11:10:48.548295 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:48.562483 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd72db4-67a2-42ce-aa5f-3015f969877a {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:10:48.586411 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b702a3c-1c07-4d32-9636-f1140112e646 req-f532bc58-821b-473b-8cd3-ab5741635f7c tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/security-groups?id=03c274ea-0790-4c28-8be4-d32ed67645de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117094 Nov 15 11:10:48.596686 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port dfd72db4-67a2-42ce-aa5f-3015f969877a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=dfd72db4-67a2-42ce-aa5f-3015f969877a,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:48.601736 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:48.604922 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-71da822a-9f83-4ff6-901d-7114cb3d911b admin admin] Allocated IP 172.20.0.1 (d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a/56da4600-2298-4c57-abce-8d282ee3a46e/0ccc635d-edd7-483d-b86e-f707af777f00) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:10:48.637597 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-ead1ef8e-746f-481c-a315-390a5b386d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:48.639114 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-ead1ef8e-746f-481c-a315-390a5b386d58 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96&tenant_id=15d30ad0cec74e39a796f7b31ab517b2 HTTP/1.1" status: 200 len: 1095 time: 0.3122246 Nov 15 11:10:48.663912 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=dfd72db4-67a2-42ce-aa5f-3015f969877a,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:48.711636 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5f18e0-e191-4381-b24f-efaa2b0e735a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b682bc-8670-45b3-a9a2-35cba85394fb'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:48.713954 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daf80b5-5242-4e55-bc04-0069d00bb7b9" -d '{"events": [{"server_uuid": "8f5f18e0-e191-4381-b24f-efaa2b0e735a", "name": "network-vif-plugged", "status": "completed", "tag": "f3b682bc-8670-45b3-a9a2-35cba85394fb"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:48.751537 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d4f49e46-de5c-472d-b46b-f94afe71f1e5 req-937b49a2-cae1-4b46-a26e-2c579d3762d4 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064614 Nov 15 11:10:48.770993 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b700011b-476e-4697-a836-2ad546698490 req-62e1e83a-58a8-454f-a4f8-423f811b6f8e tempest-ImagesNegativeTestJSON-767483029 tempest-ImagesNegativeTestJSON-767483029-project] 10.222.0.64 "GET /v2.0/ports?device_id=70baafb7-e588-4129-a91d-0d14bf5f4adf HTTP/1.1" status: 200 len: 210 time: 0.0965223 Nov 15 11:10:48.780926 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77ee8ebb-a182-4fb2-a48a-90c45974a4a1 req-7612a145-a198-4eca-84f9-36fdb9e2b560 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138930 Nov 15 11:10:48.825491 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-fb0f3202-c6b1-4b8e-bc0d-29c6f2109512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:48.827015 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-fb0f3202-c6b1-4b8e-bc0d-29c6f2109512 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 1095 time: 0.1242647 Nov 15 11:10:48.846272 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e04cd00-7e1c-49bd-8058-94fb1cca4a99 x-openstack-request-id: req-2e04cd00-7e1c-49bd-8058-94fb1cca4a99 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:48.846783 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70baafb7-e588-4129-a91d-0d14bf5f4adf", "name": "network-vif-deleted", "tag": "c9b16123-513d-4cee-8407-48898ca195c4", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:48.846868 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e04cd00-7e1c-49bd-8058-94fb1cca4a99 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:48.847214 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70baafb7-e588-4129-a91d-0d14bf5f4adf', 'name': 'network-vif-deleted', 'tag': 'c9b16123-513d-4cee-8407-48898ca195c4', 'status': 'completed', 'code': 200} Nov 15 11:10:48.854775 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['dfd72db4-67a2-42ce-aa5f-3015f969877a'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:10:48.919455 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9f6728-ac5b-480d-8bac-849cfc261113 x-openstack-request-id: req-9f9f6728-ac5b-480d-8bac-849cfc261113 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:48.919746 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd02ac83-514e-45ed-8ed9-d753cb8287db", "tag": "fee9f2ce-abdf-4693-92bc-0249609da5aa", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:48.920011 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f9f6728-ac5b-480d-8bac-849cfc261113 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:48.920397 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd02ac83-514e-45ed-8ed9-d753cb8287db', 'tag': 'fee9f2ce-abdf-4693-92bc-0249609da5aa', 'status': 'completed', 'code': 200} Nov 15 11:10:48.946872 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71da822a-9f83-4ff6-901d-7114cb3d911b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:49.105638 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3fef0-d28d-4beb-87a3-b699dc91ab50 req-4baf81cd-07ff-436e-93cf-c50ebc587d3d tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:49.107304 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2a3fef0-d28d-4beb-87a3-b699dc91ab50 req-4baf81cd-07ff-436e-93cf-c50ebc587d3d tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 1096 time: 0.1898577 Nov 15 11:10:49.110644 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97047399-574e-414c-9ec8-dee27cae3f59 x-openstack-request-id: req-97047399-574e-414c-9ec8-dee27cae3f59 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:49.111199 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5f18e0-e191-4381-b24f-efaa2b0e735a", "name": "network-vif-plugged", "status": "completed", "tag": "f3b682bc-8670-45b3-a9a2-35cba85394fb", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:49.111613 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97047399-574e-414c-9ec8-dee27cae3f59 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:49.111978 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-3fbd62c4-31e5-416f-a843-e3f787c1d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:49.112402 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5f18e0-e191-4381-b24f-efaa2b0e735a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b682bc-8670-45b3-a9a2-35cba85394fb', 'code': 200} Nov 15 11:10:49.113413 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-3fbd62c4-31e5-416f-a843-e3f787c1d096 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 922 time: 0.2707677 Nov 15 11:10:49.127606 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65d837-c7e5-48d0-a289-97e4e6f33bd9 req-edf01545-5f71-47db-8df3-e1f8ba1b2287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:49.129152 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac65d837-c7e5-48d0-a289-97e4e6f33bd9 req-edf01545-5f71-47db-8df3-e1f8ba1b2287 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8379f808644b4022968f0cf067ee1d1b&device_id=cd02ac83-514e-45ed-8ed9-d753cb8287db HTTP/1.1" status: 200 len: 1099 time: 0.1634202 Nov 15 11:10:49.159538 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13416d-60a4-4dfb-b37c-d4cabf8569af req-927e09b8-21a8-46be-ab99-292254bb66f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:49.161513 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6d13416d-60a4-4dfb-b37c-d4cabf8569af req-927e09b8-21a8-46be-ab99-292254bb66f2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8f5f18e0-e191-4381-b24f-efaa2b0e735a HTTP/1.1" status: 200 len: 1100 time: 0.0911615 Nov 15 11:10:49.165720 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71da822a-9f83-4ff6-901d-7114cb3d911b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:49.222025 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6d13416d-60a4-4dfb-b37c-d4cabf8569af req-f40ce06d-7624-4ff3-9892-cfa5eb9b854a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524879 Nov 15 11:10:49.274855 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-ac580521-76a1-4d47-b94f-2f4f42c9864e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7165cc97-873a-412b-b65b-c362639a58ac HTTP/1.1" status: 200 len: 217 time: 0.1444225 Nov 15 11:10:49.341427 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71da822a-9f83-4ff6-901d-7114cb3d911b admin admin] Network d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:10:49.358419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-71da822a-9f83-4ff6-901d-7114cb3d911b admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:10:49.367135 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b542a3e-dbd4-4be3-9650-9f412408ee7a req-28760772-2fd0-4332-8740-9d8b2a4ce7f6 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:49.368701 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b542a3e-dbd4-4be3-9650-9f412408ee7a req-28760772-2fd0-4332-8740-9d8b2a4ce7f6 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 944 time: 0.2697983 Nov 15 11:10:49.369687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da822a-9f83-4ff6-901d-7114cb3d911b admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:10:49.370139 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71da822a-9f83-4ff6-901d-7114cb3d911b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:49.384403 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da822a-9f83-4ff6-901d-7114cb3d911b admin admin] Pushing event updated for resources: {'Port': ['ID=0ccc635d-edd7-483d-b86e-f707af777f00,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:49.428621 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2a3fef0-d28d-4beb-87a3-b699dc91ab50 req-8a54e7cf-811d-4e78-9102-797b856202ed tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774937 Nov 15 11:10:49.470487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-05b42ecc-2215-45dc-ac1e-f91f00c61b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:49.471973 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-05b42ecc-2215-45dc-ac1e-f91f00c61b89 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41c7fb84-e1ab-4aee-8901-f8449cce1c4d HTTP/1.1" status: 200 len: 861 time: 0.1861539 Nov 15 11:10:49.599015 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-24e5105a-d187-4158-8203-d84feacc2515 None None] Provisioning complete for port 0ccc635d-edd7-483d-b86e-f707af777f00 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:49.599590 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-24e5105a-d187-4158-8203-d84feacc2515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:49.638094 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-24e5105a-d187-4158-8203-d84feacc2515 None None] Port 0ccc635d-edd7-483d-b86e-f707af777f00 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:10:49.779780 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-cde554b9-dbd3-4266-a57d-79f48fd7b956 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4a44e54-964f-44d3-85ab-bb56792b7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2896812 Nov 15 11:10:49.780805 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65d837-c7e5-48d0-a289-97e4e6f33bd9 req-cb3e45dd-599e-4204-b6c2-8e56c1e88380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:49.782090 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac65d837-c7e5-48d0-a289-97e4e6f33bd9 req-cb3e45dd-599e-4204-b6c2-8e56c1e88380 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.6297936 Nov 15 11:10:49.825940 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b542a3e-dbd4-4be3-9650-9f412408ee7a req-bce1f8e4-994d-47e0-92f8-c54096b5282e tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456227 Nov 15 11:10:49.912159 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac65d837-c7e5-48d0-a289-97e4e6f33bd9 req-24e13cbd-06c4-4aaa-a8b5-b9003376731a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=fee9f2ce-abdf-4693-92bc-0249609da5aa HTTP/1.1" status: 200 len: 217 time: 0.1039417 Nov 15 11:10:49.997408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b52a7c-d15f-4c6e-89d2-7aec99641ee1 req-138c5924-db61-4479-98b0-46811e91e228 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:49.998863 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e7b52a7c-d15f-4c6e-89d2-7aec99641ee1 req-138c5924-db61-4479-98b0-46811e91e228 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 948 time: 0.2260780 Nov 15 11:10:50.045784 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71da822a-9f83-4ff6-901d-7114cb3d911b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:50.051682 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65d837-c7e5-48d0-a289-97e4e6f33bd9 req-ff0396a4-7ce9-4fd0-8987-57b53a178b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:50.053202 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac65d837-c7e5-48d0-a289-97e4e6f33bd9 req-ff0396a4-7ce9-4fd0-8987-57b53a178b08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1304448 Nov 15 11:10:50.076576 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-39a437a1-30fb-4739-800c-e2f5ed49fe03 service neutron] 10.222.0.55 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662590 Nov 15 11:10:50.147629 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 7165cc97-873a-412b-b65b-c362639a58ac no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:10:50.187549 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 7165cc97-873a-412b-b65b-c362639a58ac not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:10:50.191990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e7b52a7c-d15f-4c6e-89d2-7aec99641ee1 req-a4ed718a-20bc-4659-a4a3-e0831f4d7696 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842959 Nov 15 11:10:50.229984 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65d837-c7e5-48d0-a289-97e4e6f33bd9 req-c26c9d40-b584-43a8-a802-fa339b81399e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:50.231448 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac65d837-c7e5-48d0-a289-97e4e6f33bd9 req-c26c9d40-b584-43a8-a802-fa339b81399e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1660452 Nov 15 11:10:50.297037 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 2265072a-cf06-48b8-9aa8-bca4002056a9 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:10:50.327801 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device dfd72db4-67a2-42ce-aa5f-3015f969877a up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:10:50.381809 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-2abc6b58-c54c-4ca3-8999-44fc889cfd49 service neutron] 10.222.0.55 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807121 Nov 15 11:10:50.398974 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 2265072a-cf06-48b8-9aa8-bca4002056a9 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:50.399406 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:50.440977 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b28af-5f24-4913-991f-2655e36e6a81 req-7da40505-2471-4ec0-bcee-f950f4070850 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:50.442458 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d7b28af-5f24-4913-991f-2655e36e6a81 req-7da40505-2471-4ec0-bcee-f950f4070850 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd02ac83-514e-45ed-8ed9-d753cb8287db HTTP/1.1" status: 200 len: 948 time: 0.1315620 Nov 15 11:10:50.449098 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port dfd72db4-67a2-42ce-aa5f-3015f969877a completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:10:50.456941 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port dfd72db4-67a2-42ce-aa5f-3015f969877a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:50.457434 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:50.465474 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac65d837-c7e5-48d0-a289-97e4e6f33bd9 req-eff3f026-3803-4eef-b29f-a0cb536fcc4e service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064288 Nov 15 11:10:50.508163 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71da822a-9f83-4ff6-901d-7114cb3d911b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:50.542254 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71da822a-9f83-4ff6-901d-7114cb3d911b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:50.542965 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71da822a-9f83-4ff6-901d-7114cb3d911b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:50.549515 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:50.598473 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 2265072a-cf06-48b8-9aa8-bca4002056a9, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2265072a-cf06-48b8-9aa8-bca4002056a9,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:50.601127 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:50.601762 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d7b28af-5f24-4913-991f-2655e36e6a81 req-08aeeb32-773f-40cc-940b-d82dd606e6ec tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/security-groups?id=03c274ea-0790-4c28-8be4-d32ed67645de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483471 Nov 15 11:10:50.616470 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:50.626525 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:10:50.669302 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da822a-9f83-4ff6-901d-7114cb3d911b admin admin] Pushing event updated for resources: {'Port': ['ID=0ccc635d-edd7-483d-b86e-f707af777f00,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:50.695126 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac65d837-c7e5-48d0-a289-97e4e6f33bd9 req-2e34d13d-b7d6-4359-8e3f-23be1859cb91 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192245 Nov 15 11:10:50.714335 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port dfd72db4-67a2-42ce-aa5f-3015f969877a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=dfd72db4-67a2-42ce-aa5f-3015f969877a,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:50.728314 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71da822a-9f83-4ff6-901d-7114cb3d911b admin admin] Network d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:10:50.730269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-71da822a-9f83-4ff6-901d-7114cb3d911b admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:10:50.733086 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:50.741850 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=2265072a-cf06-48b8-9aa8-bca4002056a9,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:50.835185 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=dfd72db4-67a2-42ce-aa5f-3015f969877a,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:50.888532 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-b991bfe0-cfba-43e1-ab9a-8d407be2967a tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:10:50.890119 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-b991bfe0-cfba-43e1-ab9a-8d407be2967a tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068107 Nov 15 11:10:50.898789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-5f07f23f-58bd-4f1a-9a5b-42a1d1be89a8 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:50.900353 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-5f07f23f-58bd-4f1a-9a5b-42a1d1be89a8 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96&tenant_id=15d30ad0cec74e39a796f7b31ab517b2&binding%3Ahost_id=n-h2-729945-9 HTTP/1.1" status: 200 len: 1095 time: 0.1672215 Nov 15 11:10:50.909182 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d034d-5973-4552-a80c-513061d6534d req-838665c1-005f-4038-92d0-eb72d3e21597 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:50.910651 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-397d034d-5973-4552-a80c-513061d6534d req-838665c1-005f-4038-92d0-eb72d3e21597 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f5f18e0-e191-4381-b24f-efaa2b0e735a HTTP/1.1" status: 200 len: 949 time: 0.1464033 Nov 15 11:10:50.932141 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-1212c2c2-aaa6-4ffa-ab6b-20111b4927ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:50.933659 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-1212c2c2-aaa6-4ffa-ab6b-20111b4927ba service neutron] 10.222.0.64 "GET /v2.0/ports/64f94408-9161-4304-ac5a-487dd34e943f HTTP/1.1" status: 200 len: 1093 time: 0.0353451 Nov 15 11:10:50.944387 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-d047b605-e50b-441a-b046-e21636a147cb service neutron] Request body: {'binding': {'host': 'n-h2-729945-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:50.944863 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-d047b605-e50b-441a-b046-e21636a147cb service neutron] Unknown quota resources ['binding']. {{(pid=102677) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 11:10:50.998620 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71da822a-9f83-4ff6-901d-7114cb3d911b admin admin] Router 49b70623-6140-4e32-a3b4-510fa1bb2669 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:10:51.019456 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-397d034d-5973-4552-a80c-513061d6534d req-d7e25939-a754-4b4b-b450-87ea9cd7d840 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981574 Nov 15 11:10:51.085711 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b43ddcfb-011c-40e3-8684-5838194d01e8 None None] Provisioning complete for port 0ccc635d-edd7-483d-b86e-f707af777f00 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:51.086365 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b43ddcfb-011c-40e3-8684-5838194d01e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:51.099002 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-d047b605-e50b-441a-b046-e21636a147cb service neutron] Attempting to bind port 64f94408-9161-4304-ac5a-487dd34e943f on host n-h2-729945-9 for vnic_type normal with profile None {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:10:51.099552 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-d047b605-e50b-441a-b046-e21636a147cb service neutron] Attempting to bind port 64f94408-9161-4304-ac5a-487dd34e943f by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:10:51.100053 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-d047b605-e50b-441a-b046-e21636a147cb service neutron] Attempting to bind port 64f94408-9161-4304-ac5a-487dd34e943f on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:51.105196 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-d047b605-e50b-441a-b046-e21636a147cb service neutron] Port 64f94408-9161-4304-ac5a-487dd34e943f on network 4534314e-1f14-4032-9246-018086f47347 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:10:51.105670 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-d047b605-e50b-441a-b046-e21636a147cb service neutron] Attempting to bind port 64f94408-9161-4304-ac5a-487dd34e943f on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:51.110753 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-d047b605-e50b-441a-b046-e21636a147cb service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:10:51.111271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-d047b605-e50b-441a-b046-e21636a147cb service neutron] Checking segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:10:51.111788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-d047b605-e50b-441a-b046-e21636a147cb service neutron] Bound using segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:10:51.112470 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-d047b605-e50b-441a-b046-e21636a147cb service neutron] Bound port: 64f94408-9161-4304-ac5a-487dd34e943f, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:10:51.117070 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b41f2ed-c944-4e68-9232-73ec32219fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd72db4-67a2-42ce-aa5f-3015f969877a'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:51.123841 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751958c9-c6de-4899-81ff-260f7a48949d" -d '{"events": [{"server_uuid": "5b41f2ed-c944-4e68-9232-73ec32219fb6", "name": "network-vif-plugged", "status": "completed", "tag": "dfd72db4-67a2-42ce-aa5f-3015f969877a"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:51.156856 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-98372358-e04b-4b4f-999f-4cae42969545 service neutron] For port 7165cc97-873a-412b-b65b-c362639a58ac, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:51.161304 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-b43ddcfb-011c-40e3-8684-5838194d01e8 None None] Port 0ccc635d-edd7-483d-b86e-f707af777f00 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:10:51.161952 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-98372358-e04b-4b4f-999f-4cae42969545 service neutron] Publish callbacks [] for binding, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:51.163061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a0d135-a049-446c-a5dd-63c85c45962c req-98372358-e04b-4b4f-999f-4cae42969545 service neutron] 10.222.0.55 "DELETE /v2.0/ports/7165cc97-873a-412b-b65b-c362639a58ac/bindings/n-h1-729945-9 HTTP/1.1" status: 204 len: 173 time: 0.2497559 Nov 15 11:10:51.171089 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-d047b605-e50b-441a-b046-e21636a147cb service neutron] For port 64f94408-9161-4304-ac5a-487dd34e943f, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=64f94408-9161-4304-ac5a-487dd34e943f,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:10:51.179839 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-d047b605-e50b-441a-b046-e21636a147cb service neutron] Publish callbacks [] for binding, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:51.180852 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71da822a-9f83-4ff6-901d-7114cb3d911b admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:10:51.181148 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-d047b605-e50b-441a-b046-e21636a147cb service neutron] 10.222.0.64 "POST /v2.0/ports/64f94408-9161-4304-ac5a-487dd34e943f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2411840 Nov 15 11:10:51.187863 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-71da822a-9f83-4ff6-901d-7114cb3d911b admin admin] 10.222.0.64 "PUT /v2.0/routers/49b70623-6140-4e32-a3b4-510fa1bb2669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6773994 Nov 15 11:10:51.195021 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] Sync routers for ids ['49b70623-6140-4e32-a3b4-510fa1bb2669'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:10:51.211139 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] Routers {'49b70623-6140-4e32-a3b4-510fa1bb2669'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:10:51.212238 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:10:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['49b70623-6140-4e32-a3b4-510fa1bb2669'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:10:51.306986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b2643-629c-4f11-aca8-0fca9620c179 req-625cab30-f1a8-40fd-96ab-7ada72967cff tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:51.322368 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-367b2643-629c-4f11-aca8-0fca9620c179 req-625cab30-f1a8-40fd-96ab-7ada72967cff tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 944 time: 0.0754585 Nov 15 11:10:51.382219 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6fac78-630e-461b-8bfe-cbdd0ec3bf85 x-openstack-request-id: req-dd6fac78-630e-461b-8bfe-cbdd0ec3bf85 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:51.385927 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b41f2ed-c944-4e68-9232-73ec32219fb6", "name": "network-vif-plugged", "status": "completed", "tag": "dfd72db4-67a2-42ce-aa5f-3015f969877a", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:51.386624 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd6fac78-630e-461b-8bfe-cbdd0ec3bf85 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:51.387307 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b41f2ed-c944-4e68-9232-73ec32219fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd72db4-67a2-42ce-aa5f-3015f969877a', 'code': 200} Nov 15 11:10:51.414794 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-367b2643-629c-4f11-aca8-0fca9620c179 req-922c6f5d-76dd-48ef-8d92-3d0643d976e4 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788381 Nov 15 11:10:51.414923 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] Set router 49b70623-6140-4e32-a3b4-510fa1bb2669 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:10:51.546213 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78792e-dbb0-4a25-a575-05d277de3f6b req-623b8a46-f860-4d04-b618-b576d5968b03 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:51.547668 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7c78792e-dbb0-4a25-a575-05d277de3f6b req-623b8a46-f860-4d04-b618-b576d5968b03 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.1032403 Nov 15 11:10:51.559865 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882f1b9-aef4-4286-8804-94f07abcf14d req-cde83a8d-5a70-4ba2-ada4-840ec3d48fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:51.561281 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d882f1b9-aef4-4286-8804-94f07abcf14d req-cde83a8d-5a70-4ba2-ada4-840ec3d48fdd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 1100 time: 0.1144319 Nov 15 11:10:51.574405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0e3b4-124e-4c23-8a5b-f57131a18eef req-d135a34a-0850-4846-8105-e99f86c09d1a tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:51.575766 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7c0e3b4-124e-4c23-8a5b-f57131a18eef req-d135a34a-0850-4846-8105-e99f86c09d1a tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 945 time: 0.0992639 Nov 15 11:10:51.631729 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-644019015-router', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:10:41Z', 'updated_at': '2021-11-15T11:10:49Z', 'revision_number': 4, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'gw_port': {'id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:10:43Z', 'updated_at': '2021-11-15T11:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '0ccc635d-edd7-483d-b86e-f707af777f00', 'name': '', 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'mac_address': 'fa:16:3e:5b:ec:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '56da4600-2298-4c57-abce-8d282ee3a46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:10:48Z', 'updated_at': '2021-11-15T11:10:50Z', 'revision_number': 2, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'subnets': [{'id': '56da4600-2298-4c57-abce-8d282ee3a46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:10:51.659413 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] Checking router: 49b70623-6140-4e32-a3b4-510fa1bb2669 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:10:51.659698 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] Updating router 49b70623-6140-4e32-a3b4-510fa1bb2669 port 0ccc635d-edd7-483d-b86e-f707af777f00 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:10:51.667339 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7c78792e-dbb0-4a25-a575-05d277de3f6b req-f03da8e4-1737-4eb2-9d3c-176cdb8ad09b tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116683 Nov 15 11:10:51.678076 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d882f1b9-aef4-4286-8804-94f07abcf14d req-8c4ba33c-c1e7-4d8b-a573-2c62d5ccabf8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013663 Nov 15 11:10:51.681730 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7c0e3b4-124e-4c23-8a5b-f57131a18eef req-9fe4e1c9-5e92-4a53-9632-d4f665c21884 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985277 Nov 15 11:10:51.691416 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:51.830601 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a5a3b-7302-4d97-83bd-52325ca5d599 req-6c66677e-e6b0-42c4-bc3c-a059457c7a26 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:51.832181 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d44a5a3b-7302-4d97-83bd-52325ca5d599 req-6c66677e-e6b0-42c4-bc3c-a059457c7a26 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd02ac83-514e-45ed-8ed9-d753cb8287db HTTP/1.1" status: 200 len: 948 time: 0.0495231 Nov 15 11:10:51.885796 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d44a5a3b-7302-4d97-83bd-52325ca5d599 req-397c56b7-4654-4c5d-87b0-149446f128d0 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/security-groups?id=03c274ea-0790-4c28-8be4-d32ed67645de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456061 Nov 15 11:10:51.995385 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:52.002694 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:52.032316 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5bae2-0652-4309-a3e2-25d475901067 req-5709809a-54cc-4c62-90c2-144739791d2e tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:52.039402 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aec5bae2-0652-4309-a3e2-25d475901067 req-5709809a-54cc-4c62-90c2-144739791d2e tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/networks?id=d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a HTTP/1.1" status: 200 len: 828 time: 0.1434987 Nov 15 11:10:52.056514 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aec5bae2-0652-4309-a3e2-25d475901067 req-7d7e4310-f2a8-45f1-9aed-6aa8c264cf9b tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/quotas/67af872e85d04b36bfd9376f6600c64d HTTP/1.1" status: 200 len: 375 time: 0.0160532 Nov 15 11:10:52.060691 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54c9d5-1a94-4105-882d-0a934f4cdf79 req-15511a4e-5e6e-433b-a443-0eecbedcfbee tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:52.062738 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c54c9d5-1a94-4105-882d-0a934f4cdf79 req-15511a4e-5e6e-433b-a443-0eecbedcfbee tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 1095 time: 0.0940452 Nov 15 11:10:52.072086 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de9305-25f9-4a98-bcd3-cd64963a4e04 None None] Pushing event updated for resources: {'Port': ['ID=0ccc635d-edd7-483d-b86e-f707af777f00,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:52.153461 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] Attempting to bind port 0ccc635d-edd7-483d-b86e-f707af777f00 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:10:52.153921 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] Attempting to bind port 0ccc635d-edd7-483d-b86e-f707af777f00 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'adbb5962-ae42-4006-8bca-273875eaa5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:10:52.154363 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] Attempting to bind port 0ccc635d-edd7-483d-b86e-f707af777f00 on network d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:52.160170 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:10:52.160989 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] Checking segment: {'id': 'adbb5962-ae42-4006-8bca-273875eaa5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:10:52.161585 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:52.162168 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] Bound using segment: {'id': 'adbb5962-ae42-4006-8bca-273875eaa5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:10:52.163070 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] Bound port: 0ccc635d-edd7-483d-b86e-f707af777f00, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbb5962-ae42-4006-8bca-273875eaa5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:10:52.164513 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:52.168672 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aec5bae2-0652-4309-a3e2-25d475901067 req-de1d30fa-d035-4f7c-a5d0-0f9f20b55c16 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=67af872e85d04b36bfd9376f6600c64d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1036167 Nov 15 11:10:52.172118 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c54c9d5-1a94-4105-882d-0a934f4cdf79 req-a59fde06-25ac-41f0-9df6-94431da6339e tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975230 Nov 15 11:10:52.253723 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] For port 0ccc635d-edd7-483d-b86e-f707af777f00, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:52.257934 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] For port 0ccc635d-edd7-483d-b86e-f707af777f00, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0ccc635d-edd7-483d-b86e-f707af777f00,segment=NetworkSegment(adbb5962-ae42-4006-8bca-273875eaa5dc),segment_id=adbb5962-ae42-4006-8bca-273875eaa5dc)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:10:52.266278 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:52.321232 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device fee9f2ce-abdf-4693-92bc-0249609da5aa details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:10:52.348543 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-6bc999d8-4b8a-4bfb-b1c3-18d90f5f2d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:52.350183 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-6bc999d8-4b8a-4bfb-b1c3-18d90f5f2d70 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 1096 time: 0.1205761 Nov 15 11:10:52.362657 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aec5bae2-0652-4309-a3e2-25d475901067 req-e50f5e3b-7dca-40cb-94af-595abc8ee640 service neutron] 10.222.0.64 "GET /v2.0/networks/d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930294 Nov 15 11:10:52.435718 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port fee9f2ce-abdf-4693-92bc-0249609da5aa, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=fee9f2ce-abdf-4693-92bc-0249609da5aa,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:52.447980 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device c9b16123-513d-4cee-8407-48898ca195c4 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:10:52.472794 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'fee9f2ce-abdf-4693-92bc-0249609da5aa', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': 'fee9f2ce-abdf-4693-92bc-0249609da5aa', 'mac_address': 'fa:16:3e:30:dd:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:10:52.476766 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: c9b16123-513d-4cee-8407-48898ca195c4 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:10:52.477102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device c9b16123-513d-4cee-8407-48898ca195c4 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:10:52.478936 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 2265072a-cf06-48b8-9aa8-bca4002056a9 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:10:52.699893 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] Routers {'49b70623-6140-4e32-a3b4-510fa1bb2669'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:10:52.700551 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:10:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['49b70623-6140-4e32-a3b4-510fa1bb2669'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:10:52.711240 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-dd720311-f5c8-4253-b4c2-35faa1e67d49 None None] Provisioning complete for port 0ccc635d-edd7-483d-b86e-f707af777f00 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:52.711622 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dd720311-f5c8-4253-b4c2-35faa1e67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:52.749386 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eefc37-a1d9-4611-a46c-1b06e835606c req-26177b07-4527-4a1b-bc2f-1bdf13c58475 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:52.751061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-63eefc37-a1d9-4611-a46c-1b06e835606c req-26177b07-4527-4a1b-bc2f-1bdf13c58475 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f5f18e0-e191-4381-b24f-efaa2b0e735a HTTP/1.1" status: 200 len: 949 time: 0.3783550 Nov 15 11:10:52.761228 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de9305-25f9-4a98-bcd3-cd64963a4e04 None None] Pushing event updated for resources: {'Port': ['ID=0ccc635d-edd7-483d-b86e-f707af777f00,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:52.793163 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:52.818441 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aec5bae2-0652-4309-a3e2-25d475901067 req-5b500e89-a8ec-426d-9eb3-60394532523a service neutron] 10.222.0.64 "GET /v2.0/networks/d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548881 Nov 15 11:10:52.831461 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-8b1be3a5-963a-457e-8249-68d7a4f549c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:52.833048 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-8b1be3a5-963a-457e-8249-68d7a4f549c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 908 time: 0.4616146 Nov 15 11:10:52.841901 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee9f2ce-abdf-4693-92bc-0249609da5aa {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:10:52.846018 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-63eefc37-a1d9-4611-a46c-1b06e835606c req-e872d675-d500-4651-b47f-04b7330f7162 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856438 Nov 15 11:10:52.846418 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 2265072a-cf06-48b8-9aa8-bca4002056a9 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:52.846841 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:52.889029 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-1853c40f-04c3-45b7-9482-ac7bce8a5a52 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f94408-9161-4304-ac5a-487dd34e943f HTTP/1.1" status: 200 len: 217 time: 0.0417435 Nov 15 11:10:52.912235 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port fee9f2ce-abdf-4693-92bc-0249609da5aa, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=fee9f2ce-abdf-4693-92bc-0249609da5aa,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:52.956173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-b487222a-3bf7-4073-adae-0ce116bafa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:52.957769 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-b487222a-3bf7-4073-adae-0ce116bafa7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8b5f0410-d440-42ba-a6cf-b7c754e903cf HTTP/1.1" status: 200 len: 847 time: 0.0616426 Nov 15 11:10:52.962472 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:52.972917 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] Set router 49b70623-6140-4e32-a3b4-510fa1bb2669 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:10:53.004922 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-95b2329d-31c2-4bc8-92ec-c472d90e4f98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4534314e-1f14-4032-9246-018086f47347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385001 Nov 15 11:10:53.061635 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dd720311-f5c8-4253-b4c2-35faa1e67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:53.186694 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=fee9f2ce-abdf-4693-92bc-0249609da5aa,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:53.228875 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-dd720311-f5c8-4253-b4c2-35faa1e67d49 None None] For port 0ccc635d-edd7-483d-b86e-f707af777f00, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0ccc635d-edd7-483d-b86e-f707af777f00,segment=NetworkSegment(adbb5962-ae42-4006-8bca-273875eaa5dc),segment_id=adbb5962-ae42-4006-8bca-273875eaa5dc)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:53.233627 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['fee9f2ce-abdf-4693-92bc-0249609da5aa'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:10:53.244503 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98388706-a788-4bcd-ae73-411eecdb9a6e req-84f5ac9e-1991-4b22-bd5f-bd0a1d897659 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:53.246031 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-98388706-a788-4bcd-ae73-411eecdb9a6e req-84f5ac9e-1991-4b22-bd5f-bd0a1d897659 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.1542377 Nov 15 11:10:53.262087 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dd720311-f5c8-4253-b4c2-35faa1e67d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:53.291645 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-e7153b82-a785-48c8-8b67-fa4ade147586 service neutron] 10.222.0.55 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791891 Nov 15 11:10:53.331226 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-cf37c53d-6f59-4c11-b366-bda0a8eaa699 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:53.332721 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-cf37c53d-6f59-4c11-b366-bda0a8eaa699 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 821 time: 0.2391062 Nov 15 11:10:53.389128 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd720311-f5c8-4253-b4c2-35faa1e67d49 None None] Pushing event updated for resources: {'Port': ['ID=0ccc635d-edd7-483d-b86e-f707af777f00,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:53.396405 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-98388706-a788-4bcd-ae73-411eecdb9a6e req-274c8d7f-5c08-4dba-b96a-0924ccb58209 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344950 Nov 15 11:10:53.404670 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-cca74add-9c83-4c4b-bf3c-87c314fb2b24 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/quotas/15d30ad0cec74e39a796f7b31ab517b2 HTTP/1.1" status: 200 len: 375 time: 0.0415962 Nov 15 11:10:53.463747 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3209678f-ecea-48b7-abf5-3822c02b827b None None] Provisioning complete for port 0ccc635d-edd7-483d-b86e-f707af777f00 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:53.464081 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3209678f-ecea-48b7-abf5-3822c02b827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:53.481416 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-c543a8ea-77a1-425f-b49f-b8b7c7f86a40 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758898 Nov 15 11:10:53.483206 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-d58d17c0-d2a6-4167-bb5b-6d277cb50fc2 service neutron] 10.222.0.55 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829593 Nov 15 11:10:53.524166 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-644019015-router', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:10:41Z', 'updated_at': '2021-11-15T11:10:49Z', 'revision_number': 4, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'gw_port': {'id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:10:43Z', 'updated_at': '2021-11-15T11:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '0ccc635d-edd7-483d-b86e-f707af777f00', 'name': '', 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'mac_address': 'fa:16:3e:5b:ec:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '56da4600-2298-4c57-abce-8d282ee3a46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:10:48Z', 'updated_at': '2021-11-15T11:10:52Z', 'revision_number': 4, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'subnets': [{'id': '56da4600-2298-4c57-abce-8d282ee3a46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:10:53.560678 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf9af4-0487-4ae1-a8bc-f0cae0bca20a None None] The sync data for ids ['49b70623-6140-4e32-a3b4-510fa1bb2669'] in n-d-729945-9 is: [{'id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-644019015-router', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:10:41Z', 'updated_at': '2021-11-15T11:10:49Z', 'revision_number': 4, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'gw_port': {'id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:10:43Z', 'updated_at': '2021-11-15T11:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '0ccc635d-edd7-483d-b86e-f707af777f00', 'name': '', 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'mac_address': 'fa:16:3e:5b:ec:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '56da4600-2298-4c57-abce-8d282ee3a46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:10:48Z', 'updated_at': '2021-11-15T11:10:52Z', 'revision_number': 4, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'subnets': [{'id': '56da4600-2298-4c57-abce-8d282ee3a46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:10:53.677463 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-8eb5ab0e-aa6d-4a50-8e49-75f2f8cb01df tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:53.678957 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-8eb5ab0e-aa6d-4a50-8e49-75f2f8cb01df tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7&tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 1096 time: 0.1144397 Nov 15 11:10:53.692350 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c25fe-8cb5-4501-850d-11b6f0940ba6 req-cca4d20a-fae7-440f-9c02-f385763757d7 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:53.693878 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd5c25fe-8cb5-4501-850d-11b6f0940ba6 req-cca4d20a-fae7-440f-9c02-f385763757d7 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 945 time: 0.1676807 Nov 15 11:10:53.702312 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-403d641b-d32b-4344-b3fe-9b34cf883abb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-729945-9'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:53.744394 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-61b361d0-1d8b-49d1-a8c7-497556a72142 service neutron] 10.222.0.64 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461524 Nov 15 11:10:53.870332 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd5c25fe-8cb5-4501-850d-11b6f0940ba6 req-1fc7c361-6d63-4f30-b0ed-07c0fa6af111 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599040 Nov 15 11:10:53.872788 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-403d641b-d32b-4344-b3fe-9b34cf883abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:53.937023 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-191909e4-67f1-4d62-8ca2-04a837708e77 service neutron] 10.222.0.64 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851933 Nov 15 11:10:54.038911 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef7ea0-a6ce-4e69-be37-eda4298e6d9c req-eaeaecef-96f5-4e3b-b185-58967957cb2b tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:54.040610 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00ef7ea0-a6ce-4e69-be37-eda4298e6d9c req-eaeaecef-96f5-4e3b-b185-58967957cb2b tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=2de1bf44-6902-4e0f-b5a6-3c7dee04e567 HTTP/1.1" status: 200 len: 950 time: 0.1083121 Nov 15 11:10:54.084173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-403d641b-d32b-4344-b3fe-9b34cf883abb service neutron] For port 64f94408-9161-4304-ac5a-487dd34e943f, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=64f94408-9161-4304-ac5a-487dd34e943f,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:54.173377 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00ef7ea0-a6ce-4e69-be37-eda4298e6d9c req-ed815e3c-9ba6-4024-b0b9-39b477d0e3ba tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230540 Nov 15 11:10:54.192063 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-403d641b-d32b-4344-b3fe-9b34cf883abb service neutron] For port 64f94408-9161-4304-ac5a-487dd34e943f, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:54.200563 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b8c9f-9473-405a-8e3f-ee08c63851f0 req-4a7ebc76-626b-4a97-b1fc-8f0ee69b2e77 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:54.208737 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-458b8c9f-9473-405a-8e3f-ee08c63851f0 req-4a7ebc76-626b-4a97-b1fc-8f0ee69b2e77 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd02ac83-514e-45ed-8ed9-d753cb8287db HTTP/1.1" status: 200 len: 949 time: 0.1038368 Nov 15 11:10:54.314231 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713838c0-e07e-4959-a777-25a6568917e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64f94408-9161-4304-ac5a-487dd34e943f'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:54.316575 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8bd3f2-5bf7-46fa-808a-f18479708459" -d '{"events": [{"server_uuid": "713838c0-e07e-4959-a777-25a6568917e7", "name": "network-vif-unplugged", "status": "completed", "tag": "64f94408-9161-4304-ac5a-487dd34e943f"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:54.324854 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-403d641b-d32b-4344-b3fe-9b34cf883abb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:54.331568 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device fee9f2ce-abdf-4693-92bc-0249609da5aa up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:10:54.359741 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-458b8c9f-9473-405a-8e3f-ee08c63851f0 req-37be52b8-43e6-4ff6-916f-f11b355ca5c8 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/security-groups?id=03c274ea-0790-4c28-8be4-d32ed67645de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499996 Nov 15 11:10:54.361739 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-403d641b-d32b-4344-b3fe-9b34cf883abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:54.434249 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0ccc635d-edd7-483d-b86e-f707af777f00 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:10:54.488206 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5bae2-0652-4309-a3e2-25d475901067 req-198af02a-c8a6-43de-bba8-47eaf16ecef4 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:54.502585 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aec5bae2-0652-4309-a3e2-25d475901067 req-198af02a-c8a6-43de-bba8-47eaf16ecef4 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.11 "GET /v2.0/networks?id=d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a HTTP/1.1" status: 200 len: 828 time: 0.3207641 Nov 15 11:10:54.510658 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port fee9f2ce-abdf-4693-92bc-0249609da5aa completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:10:54.524040 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-aec5bae2-0652-4309-a3e2-25d475901067 req-effb2b3e-e6a2-4e87-af8e-38afeaa04e27 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Request body: {'port': {'device_id': '8bc04c81-8a8d-4653-86e0-3ba870faa6e4', 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a', 'admin_state_up': True, 'tenant_id': '67af872e85d04b36bfd9376f6600c64d'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:54.534745 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port fee9f2ce-abdf-4693-92bc-0249609da5aa triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:54.535118 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:54.545381 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c179d30b-1948-4c11-becd-817a708e1b94 req-03d268bb-7a13-4559-83c6-9756b286fcba tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4 HTTP/1.1" status: 200 len: 210 time: 0.0652564 Nov 15 11:10:54.677492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-554b396b-3f05-4262-8dd4-e13f61b49784 req-187eea04-2e21-44a4-9833-34a59a17bd1e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:10:54.683500 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-554b396b-3f05-4262-8dd4-e13f61b49784 req-187eea04-2e21-44a4-9833-34a59a17bd1e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164979 Nov 15 11:10:54.699022 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 0ccc635d-edd7-483d-b86e-f707af777f00 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:54.699390 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:54.736067 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d641b-d32b-4344-b3fe-9b34cf883abb service neutron] Pushing event updated for resources: {'Port': ['ID=64f94408-9161-4304-ac5a-487dd34e943f,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:54.739874 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-403d641b-d32b-4344-b3fe-9b34cf883abb service neutron] Attempting to bind port 64f94408-9161-4304-ac5a-487dd34e943f on host n-h1-729945-9 for vnic_type normal with profile {"migrating_to": "n-h2-729945-9"} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:10:54.740157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-403d641b-d32b-4344-b3fe-9b34cf883abb service neutron] Attempting to bind port 64f94408-9161-4304-ac5a-487dd34e943f by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:10:54.740482 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-403d641b-d32b-4344-b3fe-9b34cf883abb service neutron] Attempting to bind port 64f94408-9161-4304-ac5a-487dd34e943f on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:54.749619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-403d641b-d32b-4344-b3fe-9b34cf883abb service neutron] Port 64f94408-9161-4304-ac5a-487dd34e943f on network 4534314e-1f14-4032-9246-018086f47347 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:10:54.749969 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-403d641b-d32b-4344-b3fe-9b34cf883abb service neutron] Attempting to bind port 64f94408-9161-4304-ac5a-487dd34e943f on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:54.765135 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec5bae2-0652-4309-a3e2-25d475901067 req-effb2b3e-e6a2-4e87-af8e-38afeaa04e27 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Made reservation on behalf of 67af872e85d04b36bfd9376f6600c64d for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:10:54.768826 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-aec5bae2-0652-4309-a3e2-25d475901067 req-effb2b3e-e6a2-4e87-af8e-38afeaa04e27 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:54.769974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-403d641b-d32b-4344-b3fe-9b34cf883abb service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:10:54.770606 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-403d641b-d32b-4344-b3fe-9b34cf883abb service neutron] Checking segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:10:54.771261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-403d641b-d32b-4344-b3fe-9b34cf883abb service neutron] Bound using segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:10:54.771914 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-403d641b-d32b-4344-b3fe-9b34cf883abb service neutron] Bound port: 64f94408-9161-4304-ac5a-487dd34e943f, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:10:54.772370 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-403d641b-d32b-4344-b3fe-9b34cf883abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:54.801626 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48816) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:54.898563 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-54ab0bba-de88-4181-a452-09559a881201 req-6dcd7916-6e29-4ca7-a375-08bebbdfb577 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 210 time: 0.0978882 Nov 15 11:10:54.908519 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:54.963309 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port fee9f2ce-abdf-4693-92bc-0249609da5aa, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=fee9f2ce-abdf-4693-92bc-0249609da5aa,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:54.964719 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd02ac83-514e-45ed-8ed9-d753cb8287db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee9f2ce-abdf-4693-92bc-0249609da5aa'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:54.968014 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efa462f-1f31-4d1e-9ccf-c2c301f49f67" -d '{"events": [{"server_uuid": "cd02ac83-514e-45ed-8ed9-d753cb8287db", "name": "network-vif-plugged", "status": "completed", "tag": "fee9f2ce-abdf-4693-92bc-0249609da5aa"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:54.976256 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-403d641b-d32b-4344-b3fe-9b34cf883abb service neutron] For port 64f94408-9161-4304-ac5a-487dd34e943f, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:54.984047 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-403d641b-d32b-4344-b3fe-9b34cf883abb service neutron] For port 64f94408-9161-4304-ac5a-487dd34e943f, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=64f94408-9161-4304-ac5a-487dd34e943f,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:10:54.997496 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-403d641b-d32b-4344-b3fe-9b34cf883abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:55.031604 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:55.034226 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-aec5bae2-0652-4309-a3e2-25d475901067 req-effb2b3e-e6a2-4e87-af8e-38afeaa04e27 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Allocated IP 172.20.0.6 (d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a/56da4600-2298-4c57-abce-8d282ee3a46e/4ef8f53d-c8ca-4032-a258-7dec3335ebf0) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:10:55.130903 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=fee9f2ce-abdf-4693-92bc-0249609da5aa,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:55.194045 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad0a385-4a00-4740-ae6a-837ec9decf9c x-openstack-request-id: req-fad0a385-4a00-4740-ae6a-837ec9decf9c {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:55.194335 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713838c0-e07e-4959-a777-25a6568917e7", "name": "network-vif-unplugged", "status": "completed", "tag": "64f94408-9161-4304-ac5a-487dd34e943f", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:55.194578 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fad0a385-4a00-4740-ae6a-837ec9decf9c {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:55.194973 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713838c0-e07e-4959-a777-25a6568917e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64f94408-9161-4304-ac5a-487dd34e943f', 'code': 200} Nov 15 11:10:55.294957 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-aec5bae2-0652-4309-a3e2-25d475901067 req-effb2b3e-e6a2-4e87-af8e-38afeaa04e27 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:55.330475 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d641b-d32b-4344-b3fe-9b34cf883abb service neutron] Pushing event updated for resources: {'Port': ['ID=64f94408-9161-4304-ac5a-487dd34e943f,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:55.338872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-403d641b-d32b-4344-b3fe-9b34cf883abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:55.339487 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-403d641b-d32b-4344-b3fe-9b34cf883abb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:55.341207 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-403d641b-d32b-4344-b3fe-9b34cf883abb service neutron] 10.222.0.55 "PUT /v2.0/ports/64f94408-9161-4304-ac5a-487dd34e943f HTTP/1.1" status: 200 len: 1121 time: 1.6461577 Nov 15 11:10:55.342189 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-aec5bae2-0652-4309-a3e2-25d475901067 req-effb2b3e-e6a2-4e87-af8e-38afeaa04e27 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:55.362721 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-57373911-dfd4-48ec-9ec5-1b577c885e6b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8868d59cc0d6450c8b1d0943a95d47b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5577416 Nov 15 11:10:55.389599 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48826) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:10:55.409401 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-b865f49c-2ab8-4e23-9a28-9e35b8a1a6db service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1980491 Nov 15 11:10:55.422523 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-396ff45d-2653-412f-ad37-81d3749d2737 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:10:55.423554 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-396ff45d-2653-412f-ad37-81d3749d2737 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064554 Nov 15 11:10:55.432793 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e0394-b27d-40a7-b2c3-4a32d78ed73d req-d355f08c-edbe-45e4-85ed-7e6c0393edc4 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:55.434341 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-506e0394-b27d-40a7-b2c3-4a32d78ed73d req-d355f08c-edbe-45e4-85ed-7e6c0393edc4 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 943 time: 0.1340249 Nov 15 11:10:55.437375 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb2b3e-e6a2-4e87-af8e-38afeaa04e27 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Pushing event updated for resources: {'Port': ['ID=4ef8f53d-c8ca-4032-a258-7dec3335ebf0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:55.449181 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['64f94408-9161-4304-ac5a-487dd34e943f'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:10:55.462647 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec5bae2-0652-4309-a3e2-25d475901067 req-effb2b3e-e6a2-4e87-af8e-38afeaa04e27 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Network d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:10:55.467279 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-aec5bae2-0652-4309-a3e2-25d475901067 req-effb2b3e-e6a2-4e87-af8e-38afeaa04e27 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:10:55.470926 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec5bae2-0652-4309-a3e2-25d475901067 req-effb2b3e-e6a2-4e87-af8e-38afeaa04e27 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:10:55.525891 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dacb7e-d6eb-42a5-8459-a88c2a609269 req-596299c7-f01b-4331-a977-9d0bc18b6b59 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:55.527198 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63f623b4-8b09-4d36-bda7-bf5c6668aff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:55.536036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dacb7e-d6eb-42a5-8459-a88c2a609269 req-596299c7-f01b-4331-a977-9d0bc18b6b59 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:55.538124 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74dacb7e-d6eb-42a5-8459-a88c2a609269 req-596299c7-f01b-4331-a977-9d0bc18b6b59 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f5f18e0-e191-4381-b24f-efaa2b0e735a&device_id=2de1bf44-6902-4e0f-b5a6-3c7dee04e567 HTTP/1.1" status: 200 len: 1690 time: 0.1135666 Nov 15 11:10:55.553281 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-506e0394-b27d-40a7-b2c3-4a32d78ed73d req-02a784f9-a10b-4260-a866-23725eb18c29 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035295 Nov 15 11:10:55.556064 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5bae2-0652-4309-a3e2-25d475901067 req-effb2b3e-e6a2-4e87-af8e-38afeaa04e27 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:55.556840 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-aec5bae2-0652-4309-a3e2-25d475901067 req-effb2b3e-e6a2-4e87-af8e-38afeaa04e27 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:55.598713 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63f623b4-8b09-4d36-bda7-bf5c6668aff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:55.610238 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aec5bae2-0652-4309-a3e2-25d475901067 req-effb2b3e-e6a2-4e87-af8e-38afeaa04e27 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0956335 Nov 15 11:10:55.638745 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-aec5bae2-0652-4309-a3e2-25d475901067 req-4202eff0-4ca4-4171-a04a-884dfb19ed85 service neutron] Request body: {'port': {'device_id': '8bc04c81-8a8d-4653-86e0-3ba870faa6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:55.660015 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59860bb-e3cd-41ed-9a82-e9a4e803ecfc x-openstack-request-id: req-c59860bb-e3cd-41ed-9a82-e9a4e803ecfc {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:55.660287 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd02ac83-514e-45ed-8ed9-d753cb8287db", "name": "network-vif-plugged", "status": "completed", "tag": "fee9f2ce-abdf-4693-92bc-0249609da5aa", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:55.660534 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c59860bb-e3cd-41ed-9a82-e9a4e803ecfc {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:55.660920 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd02ac83-514e-45ed-8ed9-d753cb8287db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee9f2ce-abdf-4693-92bc-0249609da5aa', 'code': 200} Nov 15 11:10:55.678101 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74dacb7e-d6eb-42a5-8459-a88c2a609269 req-32c1b9c0-59b1-41a9-abf9-130333e68b0c tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237526 Nov 15 11:10:55.754821 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-aec5bae2-0652-4309-a3e2-25d475901067 req-4202eff0-4ca4-4171-a04a-884dfb19ed85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:55.809671 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63f623b4-8b09-4d36-bda7-bf5c6668aff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:55.812456 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63f623b4-8b09-4d36-bda7-bf5c6668aff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:55.816635 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-63f623b4-8b09-4d36-bda7-bf5c6668aff9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8a0f7ae-68e5-4074-a698-cc3511712a19 HTTP/1.1" status: 204 len: 168 time: 0.4236996 Nov 15 11:10:55.832941 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f623b4-8b09-4d36-bda7-bf5c6668aff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a0f7ae-68e5-4074-a698-cc3511712a19,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:55.871542 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-592cbe6c-349e-48c8-8f46-63799a9520b8 None None] Provisioning complete for port 4ef8f53d-c8ca-4032-a258-7dec3335ebf0 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:10:55.872336 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-592cbe6c-349e-48c8-8f46-63799a9520b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:55.951710 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-592cbe6c-349e-48c8-8f46-63799a9520b8 None None] Port 4ef8f53d-c8ca-4032-a258-7dec3335ebf0 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:10:56.051375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e7487-ce16-440c-9190-07243f5228be req-187f24c6-a76c-4f71-9f18-089d102e9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:56.052795 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab4e7487-ce16-440c-9190-07243f5228be req-187f24c6-a76c-4f71-9f18-089d102e9049 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd02ac83-514e-45ed-8ed9-d753cb8287db HTTP/1.1" status: 200 len: 1101 time: 0.2896223 Nov 15 11:10:56.066015 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc0e48-bbcf-4df8-925c-5cef59879f56 req-cf915ae8-8bca-4748-8b4f-c904a3ca2920 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:56.073646 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-19dc0e48-bbcf-4df8-925c-5cef59879f56 req-cf915ae8-8bca-4748-8b4f-c904a3ca2920 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd02ac83-514e-45ed-8ed9-d753cb8287db HTTP/1.1" status: 200 len: 950 time: 0.2596645 Nov 15 11:10:56.083572 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b607512-e006-43af-af8e-82380c98e13d req-9e8e2167-17bc-4367-a151-40d05e968c10 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:56.085074 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b607512-e006-43af-af8e-82380c98e13d req-9e8e2167-17bc-4367-a151-40d05e968c10 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.3072903 Nov 15 11:10:56.123414 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-aec5bae2-0652-4309-a3e2-25d475901067 req-4202eff0-4ca4-4171-a04a-884dfb19ed85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef8f53d-c8ca-4032-a258-7dec3335ebf0 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:10:56.140609 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-aec5bae2-0652-4309-a3e2-25d475901067 req-4202eff0-4ca4-4171-a04a-884dfb19ed85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:56.164864 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-aec5bae2-0652-4309-a3e2-25d475901067 req-4202eff0-4ca4-4171-a04a-884dfb19ed85 service neutron] Transition to ACTIVE for port object 4ef8f53d-c8ca-4032-a258-7dec3335ebf0 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:10:56.172884 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-aec5bae2-0652-4309-a3e2-25d475901067 req-4202eff0-4ca4-4171-a04a-884dfb19ed85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:56.178101 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-5ed0d1a0-3875-4ef2-bc77-4b81802e7066 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:56.179878 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-5ed0d1a0-3875-4ef2-bc77-4b81802e7066 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.11 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 821 time: 0.3945682 Nov 15 11:10:56.211789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-3ad58a28-727c-4609-b9ab-2531f73fb699 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Request body: {'port': {'device_id': 'b8766f07-da5f-4eaa-a6cd-423569345d20', 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48', 'admin_state_up': True, 'tenant_id': '15d30ad0cec74e39a796f7b31ab517b2'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:56.252844 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-19dc0e48-bbcf-4df8-925c-5cef59879f56 req-d46cb299-971c-4de8-a678-1bc6312f6d45 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/security-groups?id=03c274ea-0790-4c28-8be4-d32ed67645de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733882 Nov 15 11:10:56.259768 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202eff0-4ca4-4171-a04a-884dfb19ed85 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef8f53d-c8ca-4032-a258-7dec3335ebf0,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:56.326005 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab4e7487-ce16-440c-9190-07243f5228be req-2f4bf462-5363-4cec-b67a-503bf8ec1437 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=03c274ea-0790-4c28-8be4-d32ed67645de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315915 Nov 15 11:10:56.355918 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-aec5bae2-0652-4309-a3e2-25d475901067 req-4202eff0-4ca4-4171-a04a-884dfb19ed85 service neutron] Attempting to bind port 4ef8f53d-c8ca-4032-a258-7dec3335ebf0 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:10:56.356254 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-aec5bae2-0652-4309-a3e2-25d475901067 req-4202eff0-4ca4-4171-a04a-884dfb19ed85 service neutron] Attempting to bind port 4ef8f53d-c8ca-4032-a258-7dec3335ebf0 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'adbb5962-ae42-4006-8bca-273875eaa5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:10:56.356598 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5bae2-0652-4309-a3e2-25d475901067 req-4202eff0-4ca4-4171-a04a-884dfb19ed85 service neutron] Attempting to bind port 4ef8f53d-c8ca-4032-a258-7dec3335ebf0 on network d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:56.365275 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5bae2-0652-4309-a3e2-25d475901067 req-4202eff0-4ca4-4171-a04a-884dfb19ed85 service neutron] Port 4ef8f53d-c8ca-4032-a258-7dec3335ebf0 on network d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:10:56.365833 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5bae2-0652-4309-a3e2-25d475901067 req-4202eff0-4ca4-4171-a04a-884dfb19ed85 service neutron] Attempting to bind port 4ef8f53d-c8ca-4032-a258-7dec3335ebf0 on network d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:56.366985 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b607512-e006-43af-af8e-82380c98e13d req-d27dc4a4-d1fa-4770-8501-dea649317643 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684977 Nov 15 11:10:56.374243 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5bae2-0652-4309-a3e2-25d475901067 req-4202eff0-4ca4-4171-a04a-884dfb19ed85 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:10:56.374495 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5bae2-0652-4309-a3e2-25d475901067 req-4202eff0-4ca4-4171-a04a-884dfb19ed85 service neutron] Checking segment: {'id': 'adbb5962-ae42-4006-8bca-273875eaa5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:10:56.374880 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5bae2-0652-4309-a3e2-25d475901067 req-4202eff0-4ca4-4171-a04a-884dfb19ed85 service neutron] Bound using segment: {'id': 'adbb5962-ae42-4006-8bca-273875eaa5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:10:56.375305 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-aec5bae2-0652-4309-a3e2-25d475901067 req-4202eff0-4ca4-4171-a04a-884dfb19ed85 service neutron] Bound port: 4ef8f53d-c8ca-4032-a258-7dec3335ebf0, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adbb5962-ae42-4006-8bca-273875eaa5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:10:56.375672 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-aec5bae2-0652-4309-a3e2-25d475901067 req-4202eff0-4ca4-4171-a04a-884dfb19ed85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:56.498814 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a23ce4-27ca-4d6d-9149-21f2d4ecd679 req-571b0eae-4104-455d-90e7-66fd2958ae9f tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:56.506409 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f2a23ce4-27ca-4d6d-9149-21f2d4ecd679 req-571b0eae-4104-455d-90e7-66fd2958ae9f tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4 HTTP/1.1" status: 200 len: 943 time: 0.1547523 Nov 15 11:10:56.525542 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-aec5bae2-0652-4309-a3e2-25d475901067 req-4202eff0-4ca4-4171-a04a-884dfb19ed85 service neutron] For port 4ef8f53d-c8ca-4032-a258-7dec3335ebf0, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:56.534444 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-aec5bae2-0652-4309-a3e2-25d475901067 req-4202eff0-4ca4-4171-a04a-884dfb19ed85 service neutron] For port 4ef8f53d-c8ca-4032-a258-7dec3335ebf0, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=4ef8f53d-c8ca-4032-a258-7dec3335ebf0,segment=NetworkSegment(adbb5962-ae42-4006-8bca-273875eaa5dc),segment_id=adbb5962-ae42-4006-8bca-273875eaa5dc)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:10:56.539987 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-aec5bae2-0652-4309-a3e2-25d475901067 req-4202eff0-4ca4-4171-a04a-884dfb19ed85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:56.552828 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-3ad58a28-727c-4609-b9ab-2531f73fb699 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Made reservation on behalf of 15d30ad0cec74e39a796f7b31ab517b2 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:10:56.556559 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-3ad58a28-727c-4609-b9ab-2531f73fb699 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:56.610573 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f2a23ce4-27ca-4d6d-9149-21f2d4ecd679 req-8de00fe1-5a1c-40d7-802d-e9f2f3bbb65c tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cfd7e3a-de98-44c8-8092-5d7b9edd526a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975223 Nov 15 11:10:56.617404 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5bae2-0652-4309-a3e2-25d475901067 req-4202eff0-4ca4-4171-a04a-884dfb19ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:56.618021 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-aec5bae2-0652-4309-a3e2-25d475901067 req-4202eff0-4ca4-4171-a04a-884dfb19ed85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:56.619644 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aec5bae2-0652-4309-a3e2-25d475901067 req-4202eff0-4ca4-4171-a04a-884dfb19ed85 service neutron] 10.222.0.11 "PUT /v2.0/ports/4ef8f53d-c8ca-4032-a258-7dec3335ebf0 HTTP/1.1" status: 200 len: 1091 time: 0.9961493 Nov 15 11:10:56.620124 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc04c81-8a8d-4653-86e0-3ba870faa6e4', 'tag': '4ef8f53d-c8ca-4032-a258-7dec3335ebf0'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:56.640057 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f307ae-9caf-4943-a459-4d05c823be6d" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc04c81-8a8d-4653-86e0-3ba870faa6e4", "tag": "4ef8f53d-c8ca-4032-a258-7dec3335ebf0"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:56.738304 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202eff0-4ca4-4171-a04a-884dfb19ed85 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef8f53d-c8ca-4032-a258-7dec3335ebf0,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:56.786654 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5bae2-0652-4309-a3e2-25d475901067 req-83fbcd52-0b8b-4199-aba2-c03e0cbeecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:56.788918 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aec5bae2-0652-4309-a3e2-25d475901067 req-83fbcd52-0b8b-4199-aba2-c03e0cbeecb4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=67af872e85d04b36bfd9376f6600c64d&device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4 HTTP/1.1" status: 200 len: 1094 time: 0.1174374 Nov 15 11:10:56.856326 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dc17bba9-aa64-4653-a80e-3c7f90ddc8fa req-f2e627a5-e45f-4c30-90f6-cf0aa8d29d3a tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 210 time: 0.0643659 Nov 15 11:10:56.878599 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aec5bae2-0652-4309-a3e2-25d475901067 req-ba78668e-3d8f-4bf7-ac3b-bd463cc24d36 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef8f53d-c8ca-4032-a258-7dec3335ebf0 HTTP/1.1" status: 200 len: 217 time: 0.0811603 Nov 15 11:10:56.948412 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bde8c-0c88-4da7-8bd4-9dfa2a10e7ff req-4621c38e-f7a7-46d7-af9b-43ea138cf613 tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:56.956355 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c6bde8c-0c88-4da7-8bd4-9dfa2a10e7ff req-4621c38e-f7a7-46d7-af9b-43ea138cf613 tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8f5f18e0-e191-4381-b24f-efaa2b0e735a HTTP/1.1" status: 200 len: 1100 time: 0.1605923 Nov 15 11:10:56.974619 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5bae2-0652-4309-a3e2-25d475901067 req-18a4298d-4722-4d93-b6b2-955ec4f67f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:56.976629 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aec5bae2-0652-4309-a3e2-25d475901067 req-18a4298d-4722-4d93-b6b2-955ec4f67f58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56da4600-2298-4c57-abce-8d282ee3a46e HTTP/1.1" status: 200 len: 867 time: 0.0904193 Nov 15 11:10:57.008313 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-3ad58a28-727c-4609-b9ab-2531f73fb699 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Allocated IP 172.20.0.5 (f4a44e54-964f-44d3-85ab-bb56792b7b48/41c7fb84-e1ab-4aee-8901-f8449cce1c4d/ed6803f4-39f7-4ac5-a289-cf4020e70873) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:10:57.043752 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5bae2-0652-4309-a3e2-25d475901067 req-101f3003-fe58-4214-89f6-8a7a0215c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:57.045587 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aec5bae2-0652-4309-a3e2-25d475901067 req-101f3003-fe58-4214-89f6-8a7a0215c6de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529585 Nov 15 11:10:57.064701 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c6bde8c-0c88-4da7-8bd4-9dfa2a10e7ff req-c4e78d5c-8b70-4682-acd6-46aa3d6d381d tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071029 Nov 15 11:10:57.122051 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b62a9-527c-4f7d-be09-bce846af526d req-c74cbf90-9ee4-4835-aa89-a25d5184ecac tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:57.123538 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e84b62a9-527c-4f7d-be09-bce846af526d req-c74cbf90-9ee4-4835-aa89-a25d5184ecac tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 943 time: 0.1410081 Nov 15 11:10:57.149980 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0b9879-56ed-484c-aa19-dcaeb5d0bd6e x-openstack-request-id: req-6a0b9879-56ed-484c-aa19-dcaeb5d0bd6e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:57.150268 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc04c81-8a8d-4653-86e0-3ba870faa6e4", "tag": "4ef8f53d-c8ca-4032-a258-7dec3335ebf0", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:57.150553 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a0b9879-56ed-484c-aa19-dcaeb5d0bd6e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:57.150940 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc04c81-8a8d-4653-86e0-3ba870faa6e4', 'tag': '4ef8f53d-c8ca-4032-a258-7dec3335ebf0', 'status': 'completed', 'code': 200} Nov 15 11:10:57.160963 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aec5bae2-0652-4309-a3e2-25d475901067 req-6694a2df-cf7c-4c41-94d7-ac79fc739da5 service neutron] 10.222.0.11 "GET /v2.0/networks/d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066642 Nov 15 11:10:57.197244 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713838c0-e07e-4959-a777-25a6568917e7', 'tag': '64f94408-9161-4304-ac5a-487dd34e943f'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:10:57.199171 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830403a5-e34f-43f8-ac2a-2fa6eaf1c84d" -d '{"events": [{"name": "network-changed", "server_uuid": "713838c0-e07e-4959-a777-25a6568917e7", "tag": "64f94408-9161-4304-ac5a-487dd34e943f"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:10:57.261739 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aec5bae2-0652-4309-a3e2-25d475901067 req-aaeca2f0-bb7e-49eb-af36-736f4fd6fe95 service neutron] 10.222.0.11 "GET /v2.0/networks/d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933371 Nov 15 11:10:57.362041 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f307ae-9caf-4943-a459-4d05c823be6d req-8bf23df6-6b5f-4756-899d-4c47640c71ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:57.363634 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-64f307ae-9caf-4943-a459-4d05c823be6d req-8bf23df6-6b5f-4756-899d-4c47640c71ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=67af872e85d04b36bfd9376f6600c64d&device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4 HTTP/1.1" status: 200 len: 1094 time: 0.0469882 Nov 15 11:10:57.469220 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f307ae-9caf-4943-a459-4d05c823be6d req-251e42c7-de81-4561-867b-875bd29b2fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:57.470900 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-64f307ae-9caf-4943-a459-4d05c823be6d req-251e42c7-de81-4561-867b-875bd29b2fcc service neutron] 10.222.0.11 "GET /v2.0/networks?id=d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a HTTP/1.1" status: 200 len: 929 time: 0.0931683 Nov 15 11:10:57.508406 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-a3fa6e5d-693e-46af-8670-6dac4ed49b67 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ecbba960d0b04025bc7432328b2e29ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637236 Nov 15 11:10:57.520895 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e84b62a9-527c-4f7d-be09-bce846af526d req-9b969717-9a26-4754-9674-99d8415e2b64 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808875 Nov 15 11:10:57.522788 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-64f307ae-9caf-4943-a459-4d05c823be6d req-3fa4d849-a6d4-4a59-ae42-9f3508a97388 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef8f53d-c8ca-4032-a258-7dec3335ebf0 HTTP/1.1" status: 200 len: 217 time: 0.0379539 Nov 15 11:10:57.561414 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-3ad58a28-727c-4609-b9ab-2531f73fb699 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:57.579919 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f307ae-9caf-4943-a459-4d05c823be6d req-cff115a7-d420-45f7-81a2-4d798dea59b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:57.581567 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-64f307ae-9caf-4943-a459-4d05c823be6d req-cff115a7-d420-45f7-81a2-4d798dea59b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56da4600-2298-4c57-abce-8d282ee3a46e HTTP/1.1" status: 200 len: 867 time: 0.0520809 Nov 15 11:10:57.628080 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f307ae-9caf-4943-a459-4d05c823be6d req-9289ae11-a6cc-46af-81f8-c199861f83b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:57.630120 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-64f307ae-9caf-4943-a459-4d05c823be6d req-9289ae11-a6cc-46af-81f8-c199861f83b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407147 Nov 15 11:10:57.633649 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-dfbd8962-8ee1-49c3-b1e5-b8d2fdd2e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:57.635107 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-dfbd8962-8ee1-49c3-b1e5-b8d2fdd2e62d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 1100 time: 0.1916740 Nov 15 11:10:57.746870 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-3ad58a28-727c-4609-b9ab-2531f73fb699 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:57.753868 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ecdc0-7777-460e-98e9-b9509678b281 req-d959be10-4364-401b-96e2-bd66f832c4c2 tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:57.755707 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d1ecdc0-7777-460e-98e9-b9509678b281 req-d959be10-4364-401b-96e2-bd66f832c4c2 tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2de1bf44-6902-4e0f-b5a6-3c7dee04e567 HTTP/1.1" status: 200 len: 1101 time: 0.1631131 Nov 15 11:10:57.794116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-1ee78800-e4c7-40e0-accf-54b2e7442818 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:57.795656 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-1ee78800-e4c7-40e0-accf-54b2e7442818 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2718644 Nov 15 11:10:57.859463 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-3ad58a28-727c-4609-b9ab-2531f73fb699 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Network f4a44e54-964f-44d3-85ab-bb56792b7b48 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:10:57.868495 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-0496ff86-f498-48f6-9b5f-3a5652749165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:57.869964 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-0496ff86-f498-48f6-9b5f-3a5652749165 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.2231960 Nov 15 11:10:57.871166 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-52e175bb-30b5-4e60-b4cc-8fd42e026c61 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/quotas/ecbba960d0b04025bc7432328b2e29ce HTTP/1.1" status: 200 len: 375 time: 0.0642867 Nov 15 11:10:57.876985 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-3ad58a28-727c-4609-b9ab-2531f73fb699 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:10:57.882234 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad58a28-727c-4609-b9ab-2531f73fb699 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Pushing event updated for resources: {'Port': ['ID=ed6803f4-39f7-4ac5-a289-cf4020e70873,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:57.884509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-3ad58a28-727c-4609-b9ab-2531f73fb699 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:10:57.890371 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-3ad58a28-727c-4609-b9ab-2531f73fb699 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:57.890961 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-3ad58a28-727c-4609-b9ab-2531f73fb699 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:57.930492 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-64f307ae-9caf-4943-a459-4d05c823be6d req-176c9aa4-acb8-4e1d-8215-24b9cc95c687 service neutron] 10.222.0.11 "GET /v2.0/networks/d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925313 Nov 15 11:10:57.967799 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d1ecdc0-7777-460e-98e9-b9509678b281 req-97f801e6-63c2-42ba-97e8-195298471d0b tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024522 Nov 15 11:10:57.969847 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-8bfff30d-f9de-4500-bfe3-5030008d103a tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecbba960d0b04025bc7432328b2e29ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907488 Nov 15 11:10:57.971925 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-a88b4877-d43f-42da-87d2-a4bae8d07c28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=dfd72db4-67a2-42ce-aa5f-3015f969877a HTTP/1.1" status: 200 len: 217 time: 0.0755057 Nov 15 11:10:57.982873 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-3ad58a28-727c-4609-b9ab-2531f73fb699 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7847276 Nov 15 11:10:57.998622 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-5b6f71b8-2f08-46b8-9b54-7bd913e8693e service neutron] Request body: {'port': {'device_id': 'b8766f07-da5f-4eaa-a6cd-423569345d20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:58.042827 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b62495-032b-4b87-8f45-325a60b17523 x-openstack-request-id: req-e1b62495-032b-4b87-8f45-325a60b17523 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:10:58.043106 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713838c0-e07e-4959-a777-25a6568917e7", "tag": "64f94408-9161-4304-ac5a-487dd34e943f", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:10:58.043348 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1b62495-032b-4b87-8f45-325a60b17523 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:10:58.043721 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713838c0-e07e-4959-a777-25a6568917e7', 'tag': '64f94408-9161-4304-ac5a-487dd34e943f', 'status': 'completed', 'code': 200} Nov 15 11:10:58.044804 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-64f307ae-9caf-4943-a459-4d05c823be6d req-05faf3a1-0a22-4f02-b690-d77f4792e629 service neutron] 10.222.0.11 "GET /v2.0/networks/d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064115 Nov 15 11:10:58.084020 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-a548f3e7-035e-4e86-82f0-b6261f7c29c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:58.086180 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-a548f3e7-035e-4e86-82f0-b6261f7c29c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1015680 Nov 15 11:10:58.124976 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-5b6f71b8-2f08-46b8-9b54-7bd913e8693e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:58.178053 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830403a5-e34f-43f8-ac2a-2fa6eaf1c84d req-e1a96a58-c9c1-4229-9a97-af16cedb8e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:58.179584 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-830403a5-e34f-43f8-ac2a-2fa6eaf1c84d req-e1a96a58-c9c1-4229-9a97-af16cedb8e4a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 1124 time: 0.0781853 Nov 15 11:10:58.259656 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-5ff02736-f723-4a4a-b340-1eb5a844a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:58.261615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-5ff02736-f723-4a4a-b340-1eb5a844a1e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1648464 Nov 15 11:10:58.293377 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830403a5-e34f-43f8-ac2a-2fa6eaf1c84d req-f13cedb1-2c9d-41c2-9e5d-593d1fd0516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:58.295055 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-830403a5-e34f-43f8-ac2a-2fa6eaf1c84d req-f13cedb1-2c9d-41c2-9e5d-593d1fd0516b service neutron] 10.222.0.11 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 908 time: 0.1067841 Nov 15 11:10:58.304379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe50fd-13d7-4459-a130-fdac26556a66 req-481172a2-8fe4-4824-b38a-52f3579cfd80 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:58.306106 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3fe50fd-13d7-4459-a130-fdac26556a66 req-481172a2-8fe4-4824-b38a-52f3579cfd80 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd02ac83-514e-45ed-8ed9-d753cb8287db HTTP/1.1" status: 200 len: 950 time: 0.1776874 Nov 15 11:10:58.333626 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 64f94408-9161-4304-ac5a-487dd34e943f details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:10:58.352649 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-830403a5-e34f-43f8-ac2a-2fa6eaf1c84d req-f108c081-3597-447a-abf0-f5ec7c03ecd7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f94408-9161-4304-ac5a-487dd34e943f HTTP/1.1" status: 200 len: 217 time: 0.0484068 Nov 15 11:10:58.442174 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830403a5-e34f-43f8-ac2a-2fa6eaf1c84d req-8156c9fe-b93f-42d2-9780-8e18d4e5ea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:58.443789 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-830403a5-e34f-43f8-ac2a-2fa6eaf1c84d req-8156c9fe-b93f-42d2-9780-8e18d4e5ea75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b5f0410-d440-42ba-a6cf-b7c754e903cf HTTP/1.1" status: 200 len: 847 time: 0.0809252 Nov 15 11:10:58.446667 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca84f7-0b3b-4a4d-9d7b-bfa18da258b3 req-4a306e5d-f558-4c32-9fcb-e6182017dfe3 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:58.448259 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-52ca84f7-0b3b-4a4d-9d7b-bfa18da258b3 req-4a306e5d-f558-4c32-9fcb-e6182017dfe3 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.2563913 Nov 15 11:10:58.473391 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 64f94408-9161-4304-ac5a-487dd34e943f, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=64f94408-9161-4304-ac5a-487dd34e943f,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:10:58.488583 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 64f94408-9161-4304-ac5a-487dd34e943f has no active binding in host n-h2-729945-9 {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 11:10:58.493980 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-830403a5-e34f-43f8-ac2a-2fa6eaf1c84d req-54c63c3b-1fa8-4773-9d9d-8ef433b0071e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4534314e-1f14-4032-9246-018086f47347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378196 Nov 15 11:10:58.561005 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3fe50fd-13d7-4459-a130-fdac26556a66 req-45c0e452-7aa1-4322-b42a-7d483c733585 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/security-groups?id=03c274ea-0790-4c28-8be4-d32ed67645de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360122 Nov 15 11:10:58.599954 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-627d7b28-1389-47ae-8387-9b6032572fd0 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142233 Nov 15 11:10:58.619079 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-52ca84f7-0b3b-4a4d-9d7b-bfa18da258b3 req-a73ec8d4-0722-4346-8b8b-827a0f09c7ae tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562800 Nov 15 11:10:58.624503 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-830403a5-e34f-43f8-ac2a-2fa6eaf1c84d req-fd463ce0-40d0-489e-86ea-567b4819fc91 service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106613 Nov 15 11:10:58.747575 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-830403a5-e34f-43f8-ac2a-2fa6eaf1c84d req-56fd43e2-eeb2-4872-9d56-50ad8ead36e4 service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142035 Nov 15 11:10:58.871322 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12382ef3-1189-43a3-81f4-26136ba8b22f req-baa24905-e25f-4cf9-b4ec-f5c50d946cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:58.872828 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12382ef3-1189-43a3-81f4-26136ba8b22f req-baa24905-e25f-4cf9-b4ec-f5c50d946cc0 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4 HTTP/1.1" status: 200 len: 943 time: 0.1699052 Nov 15 11:10:58.877421 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-1aa45d41-4d72-43b3-bd25-76bb776eaa80 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573264 Nov 15 11:10:58.914046 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-5b6f71b8-2f08-46b8-9b54-7bd913e8693e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6803f4-39f7-4ac5-a289-cf4020e70873 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:10:58.927387 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-5b6f71b8-2f08-46b8-9b54-7bd913e8693e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:58.941586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e811e5c-3764-4d02-8c6e-89719d03d7cf req-f2e6a9fa-b551-4040-bbae-c1030835e926 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:58.943084 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e811e5c-3764-4d02-8c6e-89719d03d7cf req-f2e6a9fa-b551-4040-bbae-c1030835e926 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 931 time: 0.1335230 Nov 15 11:10:58.967893 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-5b6f71b8-2f08-46b8-9b54-7bd913e8693e service neutron] Transition to ACTIVE for port object ed6803f4-39f7-4ac5-a289-cf4020e70873 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:10:58.982041 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-5b6f71b8-2f08-46b8-9b54-7bd913e8693e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:58.994673 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12382ef3-1189-43a3-81f4-26136ba8b22f req-7d077a4c-d60f-4d4b-b78d-c6da65d12797 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cfd7e3a-de98-44c8-8092-5d7b9edd526a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131382 Nov 15 11:10:59.055364 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e811e5c-3764-4d02-8c6e-89719d03d7cf req-4527956c-7f9e-4c43-b532-b166fef95a35 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021805 Nov 15 11:10:59.063836 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f71b8-2f08-46b8-9b54-7bd913e8693e service neutron] Pushing event updated for resources: {'Port': ['ID=ed6803f4-39f7-4ac5-a289-cf4020e70873,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:59.089582 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-5b6f71b8-2f08-46b8-9b54-7bd913e8693e service neutron] Attempting to bind port ed6803f4-39f7-4ac5-a289-cf4020e70873 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:10:59.089910 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-5b6f71b8-2f08-46b8-9b54-7bd913e8693e service neutron] Attempting to bind port ed6803f4-39f7-4ac5-a289-cf4020e70873 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:10:59.090238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-5b6f71b8-2f08-46b8-9b54-7bd913e8693e service neutron] Attempting to bind port ed6803f4-39f7-4ac5-a289-cf4020e70873 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:59.101086 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-5b6f71b8-2f08-46b8-9b54-7bd913e8693e service neutron] Port ed6803f4-39f7-4ac5-a289-cf4020e70873 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:10:59.101426 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-5b6f71b8-2f08-46b8-9b54-7bd913e8693e service neutron] Attempting to bind port ed6803f4-39f7-4ac5-a289-cf4020e70873 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:10:59.112716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-5b6f71b8-2f08-46b8-9b54-7bd913e8693e service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:10:59.113031 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-5b6f71b8-2f08-46b8-9b54-7bd913e8693e service neutron] Checking segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:10:59.113411 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-5b6f71b8-2f08-46b8-9b54-7bd913e8693e service neutron] Bound using segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:10:59.123134 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-5b6f71b8-2f08-46b8-9b54-7bd913e8693e service neutron] Bound port: ed6803f4-39f7-4ac5-a289-cf4020e70873, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:10:59.123561 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-5b6f71b8-2f08-46b8-9b54-7bd913e8693e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:59.209041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a0aa8af9-de1f-4c3e-9779-89cad563ba03 req-a0b1d48e-626f-437d-8034-f4454663ac1f tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/ports?device_id=2482e2eb-5623-4855-88bc-606dc5f27181 HTTP/1.1" status: 200 len: 210 time: 0.0643139 Nov 15 11:10:59.269241 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22b49b-8844-4bc7-809e-959147c0d9dc req-a308b650-6195-4210-99db-40d830161963 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:59.270750 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d22b49b-8844-4bc7-809e-959147c0d9dc req-a308b650-6195-4210-99db-40d830161963 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 943 time: 0.0878882 Nov 15 11:10:59.272647 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-5b6f71b8-2f08-46b8-9b54-7bd913e8693e service neutron] For port ed6803f4-39f7-4ac5-a289-cf4020e70873, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:10:59.275367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-5b6f71b8-2f08-46b8-9b54-7bd913e8693e service neutron] For port ed6803f4-39f7-4ac5-a289-cf4020e70873, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ed6803f4-39f7-4ac5-a289-cf4020e70873,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:10:59.291050 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-5b6f71b8-2f08-46b8-9b54-7bd913e8693e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:59.307896 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:59.378187 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-f46084d1-0454-48e8-923e-316fe526f5a4 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ecbba960d0b04025bc7432328b2e29ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766954 Nov 15 11:10:59.379900 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-5b6f71b8-2f08-46b8-9b54-7bd913e8693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:59.380516 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-5b6f71b8-2f08-46b8-9b54-7bd913e8693e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:10:59.381886 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-5b6f71b8-2f08-46b8-9b54-7bd913e8693e service neutron] 10.222.0.11 "PUT /v2.0/ports/ed6803f4-39f7-4ac5-a289-cf4020e70873 HTTP/1.1" status: 200 len: 1091 time: 1.3890574 Nov 15 11:10:59.413732 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-eea3d26a-5775-4306-b2c0-3a7f5f0e28a5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a6d46483816c4ff99a1f4543088780e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699940 Nov 15 11:10:59.430354 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d22b49b-8844-4bc7-809e-959147c0d9dc req-f15c9c88-5d50-4dec-93ed-9c7fa158c2e6 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530929 Nov 15 11:10:59.488877 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-277dffd6-ab47-4231-9460-9d00200c1641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:59.490355 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-277dffd6-ab47-4231-9460-9d00200c1641 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 1094 time: 0.0415535 Nov 15 11:10:59.511857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f71b8-2f08-46b8-9b54-7bd913e8693e service neutron] Pushing event updated for resources: {'Port': ['ID=ed6803f4-39f7-4ac5-a289-cf4020e70873,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:10:59.543173 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-84d41db4-8d19-469f-bc5d-e000b66f472c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed6803f4-39f7-4ac5-a289-cf4020e70873 HTTP/1.1" status: 200 len: 217 time: 0.0395293 Nov 15 11:10:59.591674 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-6a1e85b6-6962-457f-8dfe-a322bde3030f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:59.593257 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-6a1e85b6-6962-457f-8dfe-a322bde3030f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41c7fb84-e1ab-4aee-8901-f8449cce1c4d HTTP/1.1" status: 200 len: 861 time: 0.0430324 Nov 15 11:10:59.626115 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-ad9c4a22-9832-4e52-8840-b180b6a7b94e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4a44e54-964f-44d3-85ab-bb56792b7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244687 Nov 15 11:10:59.647276 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-74ac32b0-94e7-46d6-b527-b227169a316b tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:59.648811 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-74ac32b0-94e7-46d6-b527-b227169a316b tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2583776 Nov 15 11:10:59.651768 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-1b27e435-01ff-45fe-b8b3-dec363bc7066 service neutron] 10.222.0.11 "GET /v2.0/ports/64f94408-9161-4304-ac5a-487dd34e943f/bindings/n-h2-729945-9 HTTP/1.1" status: 200 len: 384 time: 0.2254095 Nov 15 11:10:59.660100 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-577bb416-0cb3-44e1-909a-41491aaa03ea tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:59.661470 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-577bb416-0cb3-44e1-909a-41491aaa03ea tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2303107 Nov 15 11:10:59.667376 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-8c40bc76-2bef-4f59-9d8c-3dc3014db53a tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Request body: {'port': {'device_id': '2482e2eb-5623-4855-88bc-606dc5f27181', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': 'ecbba960d0b04025bc7432328b2e29ce'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:10:59.724776 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-f72affae-9110-4bf1-8856-ee7c75ac1253 service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917258 Nov 15 11:10:59.768280 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-da621973-829b-4cb1-9502-1c897dfaf956 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/quotas/a6d46483816c4ff99a1f4543088780e7 HTTP/1.1" status: 200 len: 375 time: 0.0827591 Nov 15 11:10:59.818013 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9d8d87a1-e051-4aaf-91ef-856b81aaa70f req-62aa0098-2efd-4b40-b025-c3d1a0a2de34 service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852396 Nov 15 11:10:59.858322 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0c6ad-c39e-4d4a-948e-e484f4c9a081 req-f9bf2b95-39e5-49c3-b9b2-ed320cb78589 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:10:59.859850 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39e0c6ad-c39e-4d4a-948e-e484f4c9a081 req-f9bf2b95-39e5-49c3-b9b2-ed320cb78589 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd02ac83-514e-45ed-8ed9-d753cb8287db HTTP/1.1" status: 200 len: 950 time: 0.2068133 Nov 15 11:10:59.922507 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-4a4732a8-8366-4912-8d35-1110ca2d4c49 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6d46483816c4ff99a1f4543088780e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1475618 Nov 15 11:11:00.211146 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8766f07-da5f-4eaa-a6cd-423569345d20', 'tag': 'ed6803f4-39f7-4ac5-a289-cf4020e70873'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:00.213475 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3dae15e-1519-4257-925f-0ff9f9ee579c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8766f07-da5f-4eaa-a6cd-423569345d20", "tag": "ed6803f4-39f7-4ac5-a289-cf4020e70873"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:00.229156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-8c40bc76-2bef-4f59-9d8c-3dc3014db53a tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Made reservation on behalf of ecbba960d0b04025bc7432328b2e29ce for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:11:00.232707 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-8c40bc76-2bef-4f59-9d8c-3dc3014db53a tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:00.249276 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39e0c6ad-c39e-4d4a-948e-e484f4c9a081 req-1dae2c2d-b2a5-4fa0-8bcd-4d303c5af644 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/security-groups?id=03c274ea-0790-4c28-8be4-d32ed67645de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801179 Nov 15 11:11:00.251425 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-8c40bc76-2bef-4f59-9d8c-3dc3014db53a tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:00.303470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-ac9c5551-48f9-40d2-b475-00984e075d42 service neutron] For port 64f94408-9161-4304-ac5a-487dd34e943f, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=64f94408-9161-4304-ac5a-487dd34e943f,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:00.362043 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-ac9c5551-48f9-40d2-b475-00984e075d42 service neutron] For port 64f94408-9161-4304-ac5a-487dd34e943f, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:11:00.441041 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587733d-8d36-4a67-9b28-ea07d412b88a req-a8d9d5c4-c33c-4e77-8fe9-ca260b853b7c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:00.442548 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2587733d-8d36-4a67-9b28-ea07d412b88a req-a8d9d5c4-c33c-4e77-8fe9-ca260b853b7c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.1264584 Nov 15 11:11:00.447297 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-ac9c5551-48f9-40d2-b475-00984e075d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f94408-9161-4304-ac5a-487dd34e943f {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:11:00.484222 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-8c40bc76-2bef-4f59-9d8c-3dc3014db53a tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:00.487928 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-ac9c5551-48f9-40d2-b475-00984e075d42 service neutron] For port 64f94408-9161-4304-ac5a-487dd34e943f, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=64f94408-9161-4304-ac5a-487dd34e943f,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:00.504824 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-8c40bc76-2bef-4f59-9d8c-3dc3014db53a tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:00.558791 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-ac9c5551-48f9-40d2-b475-00984e075d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:00.655068 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a07e89-99dc-4c59-9771-6623e2265246 req-22e379ee-ce17-4f8b-9368-060f548639f8 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:00.656378 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-07a07e89-99dc-4c59-9771-6623e2265246 req-22e379ee-ce17-4f8b-9368-060f548639f8 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4 HTTP/1.1" status: 200 len: 943 time: 0.2403898 Nov 15 11:11:00.657032 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40bc76-2bef-4f59-9d8c-3dc3014db53a tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d32c52-1846-44ad-9ed3-e8a1b886f39c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:00.687044 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2587733d-8d36-4a67-9b28-ea07d412b88a req-fd8ec922-2844-4faa-90a5-b21008b9f02f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281492 Nov 15 11:11:00.759160 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32d417af-0a35-4fbb-a056-9b066ac0541b req-cd6827fb-62d2-478c-9149-f23395f4a467 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2496941 Nov 15 11:11:00.878816 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-8c40bc76-2bef-4f59-9d8c-3dc3014db53a tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Allocated IP 192.168.233.58 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/1e460f77-bbb8-4da0-8312-1920390d0c67) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:11:00.884240 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-07a07e89-99dc-4c59-9771-6623e2265246 req-78deb2fe-53d2-4adb-aa30-2bf63c1257a2 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cfd7e3a-de98-44c8-8092-5d7b9edd526a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036700 Nov 15 11:11:00.906382 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-ac9c5551-48f9-40d2-b475-00984e075d42 service neutron] Transition to ACTIVE for port object 64f94408-9161-4304-ac5a-487dd34e943f will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:11:00.920455 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-ac9c5551-48f9-40d2-b475-00984e075d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:00.934407 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bac902-6b77-4408-a37b-8a1737c37d40 req-aec0f990-f60f-4199-aa3a-7d3e963de919 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:00.936073 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-60bac902-6b77-4408-a37b-8a1737c37d40 req-aec0f990-f60f-4199-aa3a-7d3e963de919 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 943 time: 0.1697731 Nov 15 11:11:00.937794 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c43b017-9653-45dc-861d-a18748823a27 x-openstack-request-id: req-3c43b017-9653-45dc-861d-a18748823a27 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:00.938126 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8766f07-da5f-4eaa-a6cd-423569345d20", "tag": "ed6803f4-39f7-4ac5-a289-cf4020e70873", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:00.938371 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3c43b017-9653-45dc-861d-a18748823a27 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:00.938749 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8766f07-da5f-4eaa-a6cd-423569345d20', 'tag': 'ed6803f4-39f7-4ac5-a289-cf4020e70873', 'status': 'completed', 'code': 200} Nov 15 11:11:00.994571 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d417af-0a35-4fbb-a056-9b066ac0541b req-a0b1a9c2-4607-4396-b2cc-57a7c5f21478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:00.996051 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32d417af-0a35-4fbb-a056-9b066ac0541b req-a0b1a9c2-4607-4396-b2cc-57a7c5f21478 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 1095 time: 0.1755576 Nov 15 11:11:01.053589 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dae15e-1519-4257-925f-0ff9f9ee579c req-88a1dee8-c955-4940-9a1e-b2414dade4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:01.056644 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b3dae15e-1519-4257-925f-0ff9f9ee579c req-88a1dee8-c955-4940-9a1e-b2414dade4ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 1094 time: 0.0824478 Nov 15 11:11:01.080151 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3ff065c9-3906-40d0-90d5-60c15510856b req-b4aa95c3-cdf9-40aa-adb0-1adffe3cf385 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/ports?device_id=2482e2eb-5623-4855-88bc-606dc5f27181 HTTP/1.1" status: 200 len: 210 time: 0.0832224 Nov 15 11:11:01.205395 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:01.236815 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-ac9c5551-48f9-40d2-b475-00984e075d42 service neutron] No DVR routers for this DVR port 64f94408-9161-4304-ac5a-487dd34e943f on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:11:01.241211 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c5551-48f9-40d2-b475-00984e075d42 service neutron] Pushing event updated for resources: {'Port': ['ID=64f94408-9161-4304-ac5a-487dd34e943f,revision_number=10']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:01.265600 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dae15e-1519-4257-925f-0ff9f9ee579c req-2272351e-bda9-44b3-96ec-cca2ce55a8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:01.267139 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b3dae15e-1519-4257-925f-0ff9f9ee579c req-2272351e-bda9-44b3-96ec-cca2ce55a8b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 922 time: 0.1794279 Nov 15 11:11:01.273089 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-60bac902-6b77-4408-a37b-8a1737c37d40 req-b9e0fb4f-0dc6-4c1c-8775-50386f87f4c3 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156378 Nov 15 11:11:01.334280 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-ac9c5551-48f9-40d2-b475-00984e075d42 service neutron] 10.222.0.11 "PUT /v2.0/ports/64f94408-9161-4304-ac5a-487dd34e943f/bindings/n-h2-729945-9/activate HTTP/1.1" status: 200 len: 369 time: 1.6712754 Nov 15 11:11:01.340192 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b3dae15e-1519-4257-925f-0ff9f9ee579c req-64c00bdf-415c-412c-9ce6-b940e02a1d13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed6803f4-39f7-4ac5-a289-cf4020e70873 HTTP/1.1" status: 200 len: 217 time: 0.0644779 Nov 15 11:11:01.407121 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d417af-0a35-4fbb-a056-9b066ac0541b req-6fab1c38-5495-42fb-86d8-0496615c91ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:01.407379 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dae15e-1519-4257-925f-0ff9f9ee579c req-b5cdaad1-68a1-4242-b804-c3cc2e4c015a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:01.407480 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32d417af-0a35-4fbb-a056-9b066ac0541b req-6fab1c38-5495-42fb-86d8-0496615c91ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 922 time: 0.3428993 Nov 15 11:11:01.407648 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b3dae15e-1519-4257-925f-0ff9f9ee579c req-b5cdaad1-68a1-4242-b804-c3cc2e4c015a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41c7fb84-e1ab-4aee-8901-f8449cce1c4d HTTP/1.1" status: 200 len: 861 time: 0.0533288 Nov 15 11:11:01.425925 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-8c40bc76-2bef-4f59-9d8c-3dc3014db53a tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:01.448660 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b3dae15e-1519-4257-925f-0ff9f9ee579c req-cbab4988-d7b8-4b4c-8231-1875d1f8d611 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4a44e54-964f-44d3-85ab-bb56792b7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301373 Nov 15 11:11:01.465516 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32d417af-0a35-4fbb-a056-9b066ac0541b req-0aaf5f60-ebe2-4daa-9f4f-c54abf4b9d95 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=118f9570-2e57-46e8-94f0-636a50887772 HTTP/1.1" status: 200 len: 217 time: 0.0431256 Nov 15 11:11:01.548449 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-620f8099-8bad-4ddc-a5fe-19a4717b6693 req-967c13ff-e48b-4a03-82f0-c4c0bee61768 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daf3395-8e2b-47cd-9c94-f8905d579d57 HTTP/1.1" status: 200 len: 210 time: 0.0622494 Nov 15 11:11:01.548659 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b3dae15e-1519-4257-925f-0ff9f9ee579c req-3f142ee1-4046-4290-b735-5127f2c66393 service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877097 Nov 15 11:11:01.569978 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce630e-e10b-4967-bcfd-8a46248389b3 req-10e7ae75-6bb0-40ad-8e62-d6cd26cc20cf tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:01.569978 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90ce630e-e10b-4967-bcfd-8a46248389b3 req-10e7ae75-6bb0-40ad-8e62-d6cd26cc20cf tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 944 time: 0.1791968 Nov 15 11:11:01.569978 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d417af-0a35-4fbb-a056-9b066ac0541b req-822ca636-4895-401c-bb1a-8a491b75dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:01.571334 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32d417af-0a35-4fbb-a056-9b066ac0541b req-822ca636-4895-401c-bb1a-8a491b75dd0e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41c7fb84-e1ab-4aee-8901-f8449cce1c4d HTTP/1.1" status: 200 len: 861 time: 0.0976074 Nov 15 11:11:01.615570 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-8c40bc76-2bef-4f59-9d8c-3dc3014db53a tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:01.618670 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32d417af-0a35-4fbb-a056-9b066ac0541b req-11e12482-8fc4-4ace-980d-93f07b5ca7da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4a44e54-964f-44d3-85ab-bb56792b7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364001 Nov 15 11:11:01.690195 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b3dae15e-1519-4257-925f-0ff9f9ee579c req-f822b8ec-1d51-41df-8039-e71cd7f165ea service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333823 Nov 15 11:11:01.732113 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-8c40bc76-2bef-4f59-9d8c-3dc3014db53a tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:11:01.753118 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-1e079020-8dad-4cf3-9f14-6cbe6d409783 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:01.755002 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-1e079020-8dad-4cf3-9f14-6cbe6d409783 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7&tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 1095 time: 0.0495853 Nov 15 11:11:01.756506 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90ce630e-e10b-4967-bcfd-8a46248389b3 req-d3f183b3-0283-42f3-8f89-728bfd67b8e6 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731281 Nov 15 11:11:01.767206 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-8c40bc76-2bef-4f59-9d8c-3dc3014db53a tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:11:01.769973 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40bc76-2bef-4f59-9d8c-3dc3014db53a tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Pushing event updated for resources: {'Port': ['ID=1e460f77-bbb8-4da0-8312-1920390d0c67,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:01.772637 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-8c40bc76-2bef-4f59-9d8c-3dc3014db53a tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:11:01.779743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-8c40bc76-2bef-4f59-9d8c-3dc3014db53a tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:01.780506 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-8c40bc76-2bef-4f59-9d8c-3dc3014db53a tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:01.853824 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-fb461ba4-b553-42d5-92f9-f039ed4fa43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:01.858867 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-fb461ba4-b553-42d5-92f9-f039ed4fa43b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7&tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92 HTTP/1.1" status: 200 len: 1095 time: 0.0927465 Nov 15 11:11:01.885991 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-8c40bc76-2bef-4f59-9d8c-3dc3014db53a tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2219982 Nov 15 11:11:01.908734 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-f93826c1-0937-436f-b248-cc298fb6d727 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a6d46483816c4ff99a1f4543088780e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328550 Nov 15 11:11:01.919643 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-5f4d43a7-0fa7-40c7-9422-4e2570762c1a service neutron] Request body: {'port': {'device_id': '2482e2eb-5623-4855-88bc-606dc5f27181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:02.003216 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f1452-7646-428c-9441-ce8783be9937 req-80f0ec1c-1a0d-49cb-9f71-0d25b4edc90d tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:02.011112 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e82f1452-7646-428c-9441-ce8783be9937 req-80f0ec1c-1a0d-49cb-9f71-0d25b4edc90d tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd02ac83-514e-45ed-8ed9-d753cb8287db HTTP/1.1" status: 200 len: 950 time: 0.2230487 Nov 15 11:11:02.014453 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32d417af-0a35-4fbb-a056-9b066ac0541b req-40bd3a91-7544-4697-aa91-1b043ba1fdc7 service neutron] 10.222.0.55 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772643 Nov 15 11:11:02.021627 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-2f543ffe-1993-4047-b284-23a2436faace tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a6d46483816c4ff99a1f4543088780e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1137834 Nov 15 11:11:02.036545 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-cba375e1-01bc-4849-a2cf-c91cd13d0b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:02.038764 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-cba375e1-01bc-4849-a2cf-c91cd13d0b6d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 1095 time: 0.1516597 Nov 15 11:11:02.102507 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c2074e60-d88d-4294-b5b3-af4540e17435 None None] Provisioning complete for port 1e460f77-bbb8-4da0-8312-1920390d0c67 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:02.103590 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c2074e60-d88d-4294-b5b3-af4540e17435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:02.149202 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c2074e60-d88d-4294-b5b3-af4540e17435 None None] Port 1e460f77-bbb8-4da0-8312-1920390d0c67 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:11:02.152257 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-cde2c518-51ac-4b8a-807e-98c5c991aabc tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:02.153879 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-cde2c518-51ac-4b8a-807e-98c5c991aabc tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2091079 Nov 15 11:11:02.170697 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ad7d6cc8-700a-4698-8e4e-2215bb933458 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Request body: {'port': {'device_id': '9daf3395-8e2b-47cd-9c94-f8905d579d57', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': 'a6d46483816c4ff99a1f4543088780e7'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:02.194832 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-5f4d43a7-0fa7-40c7-9422-4e2570762c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:02.206692 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-e468af88-9c30-43cf-b74f-cf90ccf1f3bb tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:02.208180 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-e468af88-9c30-43cf-b74f-cf90ccf1f3bb tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1623325 Nov 15 11:11:02.218502 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 4ef8f53d-c8ca-4032-a258-7dec3335ebf0 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:11:02.221681 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 64f94408-9161-4304-ac5a-487dd34e943f no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:11:02.238130 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-0cdf76b1-f981-45e2-b40e-cc3c3d109f91 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Request body: {'port': {'device_id': 'b3577ec4-3861-4f40-be87-8ebaf761c94a', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': 'a6d46483816c4ff99a1f4543088780e7'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:02.240274 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-54ca850f-38e1-4fed-86a6-6dcd5ee3f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:02.241780 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-54ca850f-38e1-4fed-86a6-6dcd5ee3f15a service neutron] 10.222.0.55 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 908 time: 0.1827915 Nov 15 11:11:02.249366 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ee3ac-f5e6-45f9-a477-b9c77b93b787 req-ec014181-2e97-47b1-92d8-6da471589c2c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:02.252298 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-732ee3ac-f5e6-45f9-a477-b9c77b93b787 req-ec014181-2e97-47b1-92d8-6da471589c2c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.4031384 Nov 15 11:11:02.274813 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e82f1452-7646-428c-9441-ce8783be9937 req-857648ad-5429-4e25-a9c2-9d612c426c4a tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/security-groups?id=03c274ea-0790-4c28-8be4-d32ed67645de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628739 Nov 15 11:11:02.294742 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-0d69e382-2b47-41bb-9a52-6656cf5d0b52 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f94408-9161-4304-ac5a-487dd34e943f HTTP/1.1" status: 200 len: 217 time: 0.0434010 Nov 15 11:11:02.356913 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 4ef8f53d-c8ca-4032-a258-7dec3335ebf0, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=4ef8f53d-c8ca-4032-a258-7dec3335ebf0,segment=NetworkSegment(adbb5962-ae42-4006-8bca-273875eaa5dc),segment_id=adbb5962-ae42-4006-8bca-273875eaa5dc)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:02.370337 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 64f94408-9161-4304-ac5a-487dd34e943f not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:11:02.372007 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-adc64926-ded4-4a76-bfb6-5b098c4d1dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:02.373464 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-adc64926-ded4-4a76-bfb6-5b098c4d1dc5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8b5f0410-d440-42ba-a6cf-b7c754e903cf HTTP/1.1" status: 200 len: 847 time: 0.0697510 Nov 15 11:11:02.374772 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '4ef8f53d-c8ca-4032-a258-7dec3335ebf0', 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a', 'port_id': '4ef8f53d-c8ca-4032-a258-7dec3335ebf0', 'mac_address': 'fa:16:3e:9a:d4:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56da4600-2298-4c57-abce-8d282ee3a46e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:11:02.389580 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ad7d6cc8-700a-4698-8e4e-2215bb933458 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Made reservation on behalf of a6d46483816c4ff99a1f4543088780e7 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:11:02.393044 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ad7d6cc8-700a-4698-8e4e-2215bb933458 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:02.415478 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-d7c41040-c585-4100-8d78-18550f40534a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4534314e-1f14-4032-9246-018086f47347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349672 Nov 15 11:11:02.416518 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:02.432867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef8f53d-c8ca-4032-a258-7dec3335ebf0 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:11:02.563200 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32d417af-0a35-4fbb-a056-9b066ac0541b req-323e658a-1785-4024-8e52-492132413212 service neutron] 10.222.0.55 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405352 Nov 15 11:11:02.572219 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 4ef8f53d-c8ca-4032-a258-7dec3335ebf0, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=4ef8f53d-c8ca-4032-a258-7dec3335ebf0,segment=NetworkSegment(adbb5962-ae42-4006-8bca-273875eaa5dc),segment_id=adbb5962-ae42-4006-8bca-273875eaa5dc)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:02.580384 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:02.585283 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-732ee3ac-f5e6-45f9-a477-b9c77b93b787 req-bc1120fb-4117-4f68-bcbc-2cc05f081a90 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160582 Nov 15 11:11:02.607947 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-36b5645f-fba8-4670-bf2b-bce3ef28bd58 service neutron] 10.222.0.55 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844292 Nov 15 11:11:02.620881 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6167ccb-bd82-44c4-b667-8e073e15476a req-68eee025-04fc-4d37-add2-a0540bb6e291 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:02.620881 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6167ccb-bd82-44c4-b667-8e073e15476a req-68eee025-04fc-4d37-add2-a0540bb6e291 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4 HTTP/1.1" status: 200 len: 943 time: 0.2501147 Nov 15 11:11:02.637751 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=4ef8f53d-c8ca-4032-a258-7dec3335ebf0,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:02.686616 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ad7d6cc8-700a-4698-8e4e-2215bb933458 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Allocated IP 192.168.233.81 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/bc7acfc5-f06f-477e-bfe5-b64c3eae0294) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:11:02.691949 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-0cdf76b1-f981-45e2-b40e-cc3c3d109f91 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Made reservation on behalf of a6d46483816c4ff99a1f4543088780e7 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:11:02.695532 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-0cdf76b1-f981-45e2-b40e-cc3c3d109f91 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:02.743333 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6167ccb-bd82-44c4-b667-8e073e15476a req-c5532157-1417-48d1-9cc0-fbe135ae5c17 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cfd7e3a-de98-44c8-8092-5d7b9edd526a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139667 Nov 15 11:11:02.780473 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-b00fa3ba-bf15-4ee4-8529-eea098cd4200 service neutron] 10.222.0.55 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644719 Nov 15 11:11:02.810213 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e63a7e-9c03-45b3-8b40-246eaa9367d4 req-a90cf8a5-3c66-46db-8655-e1ef1fc7328a tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:02.812547 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-52e63a7e-9c03-45b3-8b40-246eaa9367d4 req-a90cf8a5-3c66-46db-8655-e1ef1fc7328a tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/ports?device_id=2482e2eb-5623-4855-88bc-606dc5f27181 HTTP/1.1" status: 200 len: 935 time: 0.1295340 Nov 15 11:11:02.886901 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ad7d6cc8-700a-4698-8e4e-2215bb933458 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:02.890079 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-52e63a7e-9c03-45b3-8b40-246eaa9367d4 req-c0302663-d67d-4dc5-88a6-cfaea87fc4e9 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d32c52-1846-44ad-9ed3-e8a1b886f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672519 Nov 15 11:11:02.946157 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ad7d6cc8-700a-4698-8e4e-2215bb933458 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:02.958134 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['51671efc-4a4c-49b3-afac-6953b4cc8a4d', 'f3b682bc-8670-45b3-a9a2-35cba85394fb'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:02.960858 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['106c3127-ae46-498f-9161-c66322de846d'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:02.965583 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['4ef8f53d-c8ca-4032-a258-7dec3335ebf0'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:03.010200 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ad7d6cc8-700a-4698-8e4e-2215bb933458 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:11:03.013717 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ad7d6cc8-700a-4698-8e4e-2215bb933458 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:11:03.018219 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ad7d6cc8-700a-4698-8e4e-2215bb933458 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:11:03.057051 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d6cc8-700a-4698-8e4e-2215bb933458 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Pushing event updated for resources: {'Port': ['ID=bc7acfc5-f06f-477e-bfe5-b64c3eae0294,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:03.136227 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ad7d6cc8-700a-4698-8e4e-2215bb933458 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:03.138306 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ad7d6cc8-700a-4698-8e4e-2215bb933458 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:03.151220 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-899e2097-f2dc-44e7-9a2d-db347115a976 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:03.152909 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-899e2097-f2dc-44e7-9a2d-db347115a976 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7&tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&binding%3Ahost_id=n-h2-729945-9 HTTP/1.1" status: 200 len: 1095 time: 0.0829058 Nov 15 11:11:03.165862 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ad7d6cc8-700a-4698-8e4e-2215bb933458 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9986820 Nov 15 11:11:03.177893 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528165a-6148-4489-8bdd-dde7d7efb9dc req-4b48d3e0-9ccd-483e-8357-3f307a5086be tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:03.186734 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e528165a-6148-4489-8bdd-dde7d7efb9dc req-4b48d3e0-9ccd-483e-8357-3f307a5086be tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daf3395-8e2b-47cd-9c94-f8905d579d57 HTTP/1.1" status: 200 len: 935 time: 0.1566324 Nov 15 11:11:03.188362 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ed074b8e-a90b-4bc9-9c16-394e6e10ee58 service neutron] Request body: {'port': {'device_id': '9daf3395-8e2b-47cd-9c94-f8905d579d57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:03.195510 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb7868-baa3-4455-a0b7-6917d0145e3e req-f7a80bf8-b8e3-44b7-a37d-d36f57597496 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:03.196989 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0fcb7868-baa3-4455-a0b7-6917d0145e3e req-f7a80bf8-b8e3-44b7-a37d-d36f57597496 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 943 time: 0.2277915 Nov 15 11:11:03.320495 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e528165a-6148-4489-8bdd-dde7d7efb9dc req-21f1feae-fdfa-4422-bd19-a0b08d87aa3f tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319067 Nov 15 11:11:03.368189 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ed074b8e-a90b-4bc9-9c16-394e6e10ee58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:03.369321 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0fcb7868-baa3-4455-a0b7-6917d0145e3e req-0ad42f4a-602c-40d7-b33e-fdd5d0636573 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563332 Nov 15 11:11:03.391422 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-5f4d43a7-0fa7-40c7-9422-4e2570762c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e460f77-bbb8-4da0-8312-1920390d0c67 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:11:03.409715 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-5f4d43a7-0fa7-40c7-9422-4e2570762c1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:03.440764 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-5f4d43a7-0fa7-40c7-9422-4e2570762c1a service neutron] Transition to ACTIVE for port object 1e460f77-bbb8-4da0-8312-1920390d0c67 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:11:03.471372 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-5f4d43a7-0fa7-40c7-9422-4e2570762c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:03.549931 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-785295b1-0f5d-441c-8e56-f0b9897de21b service neutron] For port 64f94408-9161-4304-ac5a-487dd34e943f, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:11:03.559222 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-785295b1-0f5d-441c-8e56-f0b9897de21b service neutron] Publish callbacks [] for binding, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:03.560412 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fb7bccc5-0498-47da-9d3b-b1afe26fdbc3 req-785295b1-0f5d-441c-8e56-f0b9897de21b service neutron] 10.222.0.55 "DELETE /v2.0/ports/64f94408-9161-4304-ac5a-487dd34e943f/bindings/n-h1-729945-9 HTTP/1.1" status: 204 len: 173 time: 0.3933609 Nov 15 11:11:03.567445 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e638458d-be71-4f44-b92d-2a56365e9af8 None None] Provisioning complete for port bc7acfc5-f06f-477e-bfe5-b64c3eae0294 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:03.568104 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e638458d-be71-4f44-b92d-2a56365e9af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:03.649247 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e638458d-be71-4f44-b92d-2a56365e9af8 None None] Port bc7acfc5-f06f-477e-bfe5-b64c3eae0294 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:11:03.852871 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d43a7-0fa7-40c7-9422-4e2570762c1a service neutron] Pushing event updated for resources: {'Port': ['ID=1e460f77-bbb8-4da0-8312-1920390d0c67,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:03.864060 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-0cdf76b1-f981-45e2-b40e-cc3c3d109f91 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Allocated IP 192.168.233.162 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/b240da9e-97ca-4abd-baa6-e7d5e491457f) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:11:03.928000 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e36f9-ea10-4462-8fe1-713fecbc4959 req-500fb3a9-e181-4bbe-a98e-f9081b0c3302 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:03.929568 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0e2e36f9-ea10-4462-8fe1-713fecbc4959 req-500fb3a9-e181-4bbe-a98e-f9081b0c3302 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 944 time: 0.4595530 Nov 15 11:11:03.939230 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-5f4d43a7-0fa7-40c7-9422-4e2570762c1a service neutron] Attempting to bind port 1e460f77-bbb8-4da0-8312-1920390d0c67 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:11:03.939563 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-5f4d43a7-0fa7-40c7-9422-4e2570762c1a service neutron] Attempting to bind port 1e460f77-bbb8-4da0-8312-1920390d0c67 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:11:03.939934 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-5f4d43a7-0fa7-40c7-9422-4e2570762c1a service neutron] Attempting to bind port 1e460f77-bbb8-4da0-8312-1920390d0c67 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:03.973523 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a7cdb-8dcd-41e3-a285-0104671cd7ab req-74406508-6836-46f4-b913-3b59279e140c tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:03.975009 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f2a7cdb-8dcd-41e3-a285-0104671cd7ab req-74406508-6836-46f4-b913-3b59279e140c tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd02ac83-514e-45ed-8ed9-d753cb8287db HTTP/1.1" status: 200 len: 950 time: 0.4351504 Nov 15 11:11:03.986686 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-5f4d43a7-0fa7-40c7-9422-4e2570762c1a service neutron] Port 1e460f77-bbb8-4da0-8312-1920390d0c67 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:11:03.987012 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-5f4d43a7-0fa7-40c7-9422-4e2570762c1a service neutron] Attempting to bind port 1e460f77-bbb8-4da0-8312-1920390d0c67 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:04.018919 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-5f4d43a7-0fa7-40c7-9422-4e2570762c1a service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:11:04.019257 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-5f4d43a7-0fa7-40c7-9422-4e2570762c1a service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:11:04.019635 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-5f4d43a7-0fa7-40c7-9422-4e2570762c1a service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:11:04.020103 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-5f4d43a7-0fa7-40c7-9422-4e2570762c1a service neutron] Bound port: 1e460f77-bbb8-4da0-8312-1920390d0c67, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:11:04.020453 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-5f4d43a7-0fa7-40c7-9422-4e2570762c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:04.107066 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0e2e36f9-ea10-4462-8fe1-713fecbc4959 req-f84fda82-4a49-4e39-b320-fa3d7785670a tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641314 Nov 15 11:11:04.150946 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f2a7cdb-8dcd-41e3-a285-0104671cd7ab req-44fe5359-0d7b-4fb5-9f50-5ca686805e1f tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/security-groups?id=03c274ea-0790-4c28-8be4-d32ed67645de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665111 Nov 15 11:11:04.212311 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device ed6803f4-39f7-4ac5-a289-cf4020e70873 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:11:04.260069 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-0cdf76b1-f981-45e2-b40e-cc3c3d109f91 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:04.261933 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-5f4d43a7-0fa7-40c7-9422-4e2570762c1a service neutron] For port 1e460f77-bbb8-4da0-8312-1920390d0c67, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:11:04.280864 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-5f4d43a7-0fa7-40c7-9422-4e2570762c1a service neutron] For port 1e460f77-bbb8-4da0-8312-1920390d0c67, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1e460f77-bbb8-4da0-8312-1920390d0c67,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:11:04.291826 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-5f4d43a7-0fa7-40c7-9422-4e2570762c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:04.315702 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port ed6803f4-39f7-4ac5-a289-cf4020e70873, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ed6803f4-39f7-4ac5-a289-cf4020e70873,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:04.330447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'ed6803f4-39f7-4ac5-a289-cf4020e70873', 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48', 'port_id': 'ed6803f4-39f7-4ac5-a289-cf4020e70873', 'mac_address': 'fa:16:3e:28:fe:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c7fb84-e1ab-4aee-8901-f8449cce1c4d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:11:04.346882 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04d80f-e8af-404b-9266-dac71f620677 req-8c21e9f2-2cfb-48d1-a3bc-8ef1d9be6cf5 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:04.348448 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f04d80f-e8af-404b-9266-dac71f620677 req-8c21e9f2-2cfb-48d1-a3bc-8ef1d9be6cf5 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.1806343 Nov 15 11:11:04.352197 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-5f4d43a7-0fa7-40c7-9422-4e2570762c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:04.352799 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-5f4d43a7-0fa7-40c7-9422-4e2570762c1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:04.354119 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-5f4d43a7-0fa7-40c7-9422-4e2570762c1a service neutron] 10.222.0.55 "PUT /v2.0/ports/1e460f77-bbb8-4da0-8312-1920390d0c67 HTTP/1.1" status: 200 len: 1095 time: 2.4430845 Nov 15 11:11:04.358500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2482e2eb-5623-4855-88bc-606dc5f27181', 'tag': '1e460f77-bbb8-4da0-8312-1920390d0c67'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:04.360925 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258ce351-16ca-47ec-b2ed-16b0f9cf26f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2482e2eb-5623-4855-88bc-606dc5f27181", "tag": "1e460f77-bbb8-4da0-8312-1920390d0c67"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:04.399309 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:04.404443 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f276de1-7e2d-4ea2-8449-e00bf6e7806e req-31a25a1c-66f7-4c37-9621-5761df39a94a tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:04.411771 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5f276de1-7e2d-4ea2-8449-e00bf6e7806e req-31a25a1c-66f7-4c37-9621-5761df39a94a tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4 HTTP/1.1" status: 200 len: 944 time: 0.1967742 Nov 15 11:11:04.418040 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6803f4-39f7-4ac5-a289-cf4020e70873 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:11:04.439896 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port ed6803f4-39f7-4ac5-a289-cf4020e70873, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ed6803f4-39f7-4ac5-a289-cf4020e70873,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:04.450916 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-0cdf76b1-f981-45e2-b40e-cc3c3d109f91 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:04.453894 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:04.501250 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d43a7-0fa7-40c7-9422-4e2570762c1a service neutron] Pushing event updated for resources: {'Port': ['ID=1e460f77-bbb8-4da0-8312-1920390d0c67,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:04.514981 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=ed6803f4-39f7-4ac5-a289-cf4020e70873,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:04.518471 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['51671efc-4a4c-49b3-afac-6953b4cc8a4d', 'f3b682bc-8670-45b3-a9a2-35cba85394fb'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:04.572443 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['106c3127-ae46-498f-9161-c66322de846d'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:04.586359 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fae0e-2cf9-4f54-9e09-2d24674ed310 req-558038d7-10a9-44d0-bd0d-5c070001b582 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:04.586912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-0cdf76b1-f981-45e2-b40e-cc3c3d109f91 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:11:04.588237 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f27fae0e-2cf9-4f54-9e09-2d24674ed310 req-558038d7-10a9-44d0-bd0d-5c070001b582 tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd02ac83-514e-45ed-8ed9-d753cb8287db HTTP/1.1" status: 200 len: 950 time: 0.0990026 Nov 15 11:11:04.612831 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-0cdf76b1-f981-45e2-b40e-cc3c3d109f91 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:11:04.625329 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f04d80f-e8af-404b-9266-dac71f620677 req-a4027d47-b7f0-4cfb-bb83-61e38df38037 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577865 Nov 15 11:11:04.632218 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-0cdf76b1-f981-45e2-b40e-cc3c3d109f91 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:11:04.645095 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-0cdf76b1-f981-45e2-b40e-cc3c3d109f91 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:04.651736 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-0cdf76b1-f981-45e2-b40e-cc3c3d109f91 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:04.689152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-ac586da6-ca65-4a76-9610-03cfd3426770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:04.690861 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-ac586da6-ca65-4a76-9610-03cfd3426770 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ecbba960d0b04025bc7432328b2e29ce&device_id=2482e2eb-5623-4855-88bc-606dc5f27181 HTTP/1.1" status: 200 len: 1098 time: 0.2573957 Nov 15 11:11:04.709190 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5f276de1-7e2d-4ea2-8449-e00bf6e7806e req-428a1e72-11fa-498d-853e-38fe2adfd34b tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cfd7e3a-de98-44c8-8092-5d7b9edd526a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923350 Nov 15 11:11:04.729629 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf76b1-f981-45e2-b40e-cc3c3d109f91 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Pushing event updated for resources: {'Port': ['ID=b240da9e-97ca-4abd-baa6-e7d5e491457f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:04.748154 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-0cdf76b1-f981-45e2-b40e-cc3c3d109f91 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5215533 Nov 15 11:11:04.787454 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ed074b8e-a90b-4bc9-9c16-394e6e10ee58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc7acfc5-f06f-477e-bfe5-b64c3eae0294 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:11:04.798655 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ed074b8e-a90b-4bc9-9c16-394e6e10ee58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:04.830131 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ea60ba83-1637-4a1d-95df-7faed00c3a82 service neutron] Request body: {'port': {'device_id': 'b3577ec4-3861-4f40-be87-8ebaf761c94a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:04.830522 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ed074b8e-a90b-4bc9-9c16-394e6e10ee58 service neutron] Transition to ACTIVE for port object bc7acfc5-f06f-477e-bfe5-b64c3eae0294 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:11:04.838507 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-f27fae0e-2cf9-4f54-9e09-2d24674ed310 req-c08f933b-c30e-4be8-b339-1f325af9499a tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Deleting port fee9f2ce-abdf-4693-92bc-0249609da5aa {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:11:04.839092 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f27fae0e-2cf9-4f54-9e09-2d24674ed310 req-c08f933b-c30e-4be8-b339-1f325af9499a tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:04.843258 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-fa651a74-12fd-4aaa-b8d8-5e3df80e324d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=1e460f77-bbb8-4da0-8312-1920390d0c67 HTTP/1.1" status: 200 len: 217 time: 0.1274960 Nov 15 11:11:04.857069 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ed074b8e-a90b-4bc9-9c16-394e6e10ee58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:04.900775 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['ed6803f4-39f7-4ac5-a289-cf4020e70873'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:04.970149 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed074b8e-a90b-4bc9-9c16-394e6e10ee58 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7acfc5-f06f-477e-bfe5-b64c3eae0294,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:05.010148 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-f27fae0e-2cf9-4f54-9e09-2d24674ed310 req-c08f933b-c30e-4be8-b339-1f325af9499a tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] For port fee9f2ce-abdf-4693-92bc-0249609da5aa, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=fee9f2ce-abdf-4693-92bc-0249609da5aa,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:05.011106 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f27fae0e-2cf9-4f54-9e09-2d24674ed310 req-c08f933b-c30e-4be8-b339-1f325af9499a tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:05.013484 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ea60ba83-1637-4a1d-95df-7faed00c3a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:05.027091 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d715a-70b4-459d-8d57-de571fb3aa6e req-47770d2e-cd2e-4767-bbc4-29cc3694bd87 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:05.034628 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c73d715a-70b4-459d-8d57-de571fb3aa6e req-47770d2e-cd2e-4767-bbc4-29cc3694bd87 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/ports?device_id=2482e2eb-5623-4855-88bc-606dc5f27181 HTTP/1.1" status: 200 len: 947 time: 0.2822933 Nov 15 11:11:05.037317 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-ef90ba33-a012-492f-9b0b-ee916c3a25cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:05.038708 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-ef90ba33-a012-492f-9b0b-ee916c3a25cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1752329 Nov 15 11:11:05.044166 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-f27fae0e-2cf9-4f54-9e09-2d24674ed310 req-c08f933b-c30e-4be8-b339-1f325af9499a tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Calling delete_port for fee9f2ce-abdf-4693-92bc-0249609da5aa owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:11:05.055149 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-80f3da94-d254-4bef-8a84-5080c2e2f6b1 None None] Provisioning complete for port b240da9e-97ca-4abd-baa6-e7d5e491457f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:05.056159 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-80f3da94-d254-4bef-8a84-5080c2e2f6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:05.058516 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7236b73-bd4e-4ef0-bf0c-476e01ff1e3c req-d11cfb28-7ae4-4e80-adc7-ee4c72fa09a0 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:05.067241 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7236b73-bd4e-4ef0-bf0c-476e01ff1e3c req-d11cfb28-7ae4-4e80-adc7-ee4c72fa09a0 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daf3395-8e2b-47cd-9c94-f8905d579d57 HTTP/1.1" status: 200 len: 947 time: 0.1745980 Nov 15 11:11:05.119196 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ed074b8e-a90b-4bc9-9c16-394e6e10ee58 service neutron] Attempting to bind port bc7acfc5-f06f-477e-bfe5-b64c3eae0294 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:11:05.119766 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ed074b8e-a90b-4bc9-9c16-394e6e10ee58 service neutron] Attempting to bind port bc7acfc5-f06f-477e-bfe5-b64c3eae0294 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:11:05.120274 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ed074b8e-a90b-4bc9-9c16-394e6e10ee58 service neutron] Attempting to bind port bc7acfc5-f06f-477e-bfe5-b64c3eae0294 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:05.129855 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ed074b8e-a90b-4bc9-9c16-394e6e10ee58 service neutron] Port bc7acfc5-f06f-477e-bfe5-b64c3eae0294 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:11:05.130392 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ed074b8e-a90b-4bc9-9c16-394e6e10ee58 service neutron] Attempting to bind port bc7acfc5-f06f-477e-bfe5-b64c3eae0294 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:05.220165 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c73d715a-70b4-459d-8d57-de571fb3aa6e req-2b077084-227c-4523-bc2c-20db3aebba8f tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d32c52-1846-44ad-9ed3-e8a1b886f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837511 Nov 15 11:11:05.220827 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-80f3da94-d254-4bef-8a84-5080c2e2f6b1 None None] Port b240da9e-97ca-4abd-baa6-e7d5e491457f cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:11:05.234377 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-71487169-0099-49a6-9f5a-dc7f97e7fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:05.236051 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-71487169-0099-49a6-9f5a-dc7f97e7fda2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1673000 Nov 15 11:11:05.246656 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7236b73-bd4e-4ef0-bf0c-476e01ff1e3c req-7a89f3bd-f979-4904-822e-dc2c66a5b61b tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797659 Nov 15 11:11:05.255595 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ed074b8e-a90b-4bc9-9c16-394e6e10ee58 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:11:05.255913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ed074b8e-a90b-4bc9-9c16-394e6e10ee58 service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:11:05.256491 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ed074b8e-a90b-4bc9-9c16-394e6e10ee58 service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:11:05.257162 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ed074b8e-a90b-4bc9-9c16-394e6e10ee58 service neutron] Bound port: bc7acfc5-f06f-477e-bfe5-b64c3eae0294, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:11:05.257704 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ed074b8e-a90b-4bc9-9c16-394e6e10ee58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:05.268669 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f27fae0e-2cf9-4f54-9e09-2d24674ed310 req-c08f933b-c30e-4be8-b339-1f325af9499a tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:05.286926 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['fee9f2ce-abdf-4693-92bc-0249609da5aa'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:05.298757 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4663ecd0-cc18-4d00-a84e-b0bfd4c214e3 x-openstack-request-id: req-4663ecd0-cc18-4d00-a84e-b0bfd4c214e3 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:05.299414 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2482e2eb-5623-4855-88bc-606dc5f27181", "tag": "1e460f77-bbb8-4da0-8312-1920390d0c67", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:05.299708 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4663ecd0-cc18-4d00-a84e-b0bfd4c214e3 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:05.300121 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2482e2eb-5623-4855-88bc-606dc5f27181', 'tag': '1e460f77-bbb8-4da0-8312-1920390d0c67', 'status': 'completed', 'code': 200} Nov 15 11:11:05.533237 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43189f-1ea4-460e-8ae5-c74e88e3e911 req-9034d362-6827-41f8-a101-571cbb929a23 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:05.534629 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a43189f-1ea4-460e-8ae5-c74e88e3e911 req-9034d362-6827-41f8-a101-571cbb929a23 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 944 time: 0.1673288 Nov 15 11:11:05.541009 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-a0f41cab-c9f8-48c6-b778-0c9100230123 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934070 Nov 15 11:11:05.598935 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f933b-c30e-4be8-b339-1f325af9499a tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Pushing event deleted for resources: {'Port': ['ID=fee9f2ce-abdf-4693-92bc-0249609da5aa,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:05.622132 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27fae0e-2cf9-4f54-9e09-2d24674ed310 req-c08f933b-c30e-4be8-b339-1f325af9499a tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] No DVR routers for this DVR port fee9f2ce-abdf-4693-92bc-0249609da5aa on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:11:05.626089 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f27fae0e-2cf9-4f54-9e09-2d24674ed310 req-c08f933b-c30e-4be8-b339-1f325af9499a tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:05.630257 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f27fae0e-2cf9-4f54-9e09-2d24674ed310 req-c08f933b-c30e-4be8-b339-1f325af9499a tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.55 "DELETE /v2.0/ports/fee9f2ce-abdf-4693-92bc-0249609da5aa HTTP/1.1" status: 204 len: 173 time: 1.0295248 Nov 15 11:11:05.634019 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd02ac83-514e-45ed-8ed9-d753cb8287db', 'name': 'network-vif-deleted', 'tag': 'fee9f2ce-abdf-4693-92bc-0249609da5aa'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:05.640934 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da97da3-5fdb-47a9-95d8-7b3fd0e8ccc2 req-9de76199-efee-4e66-b3c6-e41113200ce3 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:05.644350 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1da97da3-5fdb-47a9-95d8-7b3fd0e8ccc2 req-9de76199-efee-4e66-b3c6-e41113200ce3 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 1095 time: 0.1880407 Nov 15 11:11:05.644498 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a2c0c0-b3e6-4e0e-8f1a-d5b4b5bab959" -d '{"events": [{"server_uuid": "cd02ac83-514e-45ed-8ed9-d753cb8287db", "name": "network-vif-deleted", "tag": "fee9f2ce-abdf-4693-92bc-0249609da5aa"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:05.679982 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ed074b8e-a90b-4bc9-9c16-394e6e10ee58 service neutron] For port bc7acfc5-f06f-477e-bfe5-b64c3eae0294, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:11:05.683513 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ed074b8e-a90b-4bc9-9c16-394e6e10ee58 service neutron] For port bc7acfc5-f06f-477e-bfe5-b64c3eae0294, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=bc7acfc5-f06f-477e-bfe5-b64c3eae0294,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:11:05.690714 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ed074b8e-a90b-4bc9-9c16-394e6e10ee58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:05.741045 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ed074b8e-a90b-4bc9-9c16-394e6e10ee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:05.741827 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ed074b8e-a90b-4bc9-9c16-394e6e10ee58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:05.743426 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ed074b8e-a90b-4bc9-9c16-394e6e10ee58 service neutron] 10.222.0.11 "PUT /v2.0/ports/bc7acfc5-f06f-477e-bfe5-b64c3eae0294 HTTP/1.1" status: 200 len: 1095 time: 2.5616920 Nov 15 11:11:05.754218 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a43189f-1ea4-460e-8ae5-c74e88e3e911 req-bd29e81e-3088-48ab-8d73-74da206b3f07 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052820 Nov 15 11:11:05.780094 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed074b8e-a90b-4bc9-9c16-394e6e10ee58 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7acfc5-f06f-477e-bfe5-b64c3eae0294,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:05.808582 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1da97da3-5fdb-47a9-95d8-7b3fd0e8ccc2 req-166f83ba-e65d-4bca-adb6-cc47033c9e06 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440701 Nov 15 11:11:05.828761 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ea60ba83-1637-4a1d-95df-7faed00c3a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b240da9e-97ca-4abd-baa6-e7d5e491457f {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:11:05.842029 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c4b5475-5261-43e4-a3b9-aa00030e2ce5 req-e9eb9dc2-5ad9-4acd-9466-814e9a85e3e6 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780263 Nov 15 11:11:05.860458 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ea60ba83-1637-4a1d-95df-7faed00c3a82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:05.884239 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ea60ba83-1637-4a1d-95df-7faed00c3a82 service neutron] Transition to ACTIVE for port object b240da9e-97ca-4abd-baa6-e7d5e491457f will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:11:05.929704 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-5cefab54-9c04-443f-a25f-95d00e209c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:05.931305 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-5cefab54-9c04-443f-a25f-95d00e209c7e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a6d46483816c4ff99a1f4543088780e7&device_id=9daf3395-8e2b-47cd-9c94-f8905d579d57 HTTP/1.1" status: 200 len: 1098 time: 0.1284256 Nov 15 11:11:05.977247 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-27ace1ba-8838-4570-90c9-d9c0404fb1a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=bc7acfc5-f06f-477e-bfe5-b64c3eae0294 HTTP/1.1" status: 200 len: 217 time: 0.0368507 Nov 15 11:11:05.990627 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b8a3f86-53ac-4613-a3a9-d499de385a77 req-025cd9f9-9f24-4dbc-98a4-5b1ea5b85f4a tempest-DeleteServersAdminTestJSON-1767626779 tempest-DeleteServersAdminTestJSON-1767626779-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd02ac83-514e-45ed-8ed9-d753cb8287db HTTP/1.1" status: 200 len: 210 time: 0.0816486 Nov 15 11:11:05.993011 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ea60ba83-1637-4a1d-95df-7faed00c3a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:06.043664 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-d6ecb926-c5b8-4040-951f-507a37fb51ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:06.045337 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-d6ecb926-c5b8-4040-951f-507a37fb51ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0612419 Nov 15 11:11:06.046727 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2a1330-bb0a-41db-a71b-651aebe424c0 x-openstack-request-id: req-5e2a1330-bb0a-41db-a71b-651aebe424c0 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:06.047111 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd02ac83-514e-45ed-8ed9-d753cb8287db", "name": "network-vif-deleted", "tag": "fee9f2ce-abdf-4693-92bc-0249609da5aa", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:06.047353 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e2a1330-bb0a-41db-a71b-651aebe424c0 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:06.047727 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd02ac83-514e-45ed-8ed9-d753cb8287db', 'name': 'network-vif-deleted', 'tag': 'fee9f2ce-abdf-4693-92bc-0249609da5aa', 'status': 'completed', 'code': 200} Nov 15 11:11:06.095955 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ce351-16ca-47ec-b2ed-16b0f9cf26f1 req-83b6d71e-e964-430d-8c52-bcb8c24591e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:06.097460 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-258ce351-16ca-47ec-b2ed-16b0f9cf26f1 req-83b6d71e-e964-430d-8c52-bcb8c24591e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ecbba960d0b04025bc7432328b2e29ce&device_id=2482e2eb-5623-4855-88bc-606dc5f27181 HTTP/1.1" status: 200 len: 1098 time: 0.1362910 Nov 15 11:11:06.102812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60ba83-1637-4a1d-95df-7faed00c3a82 service neutron] Pushing event updated for resources: {'Port': ['ID=b240da9e-97ca-4abd-baa6-e7d5e491457f,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:06.123523 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-39229e35-4071-4937-aeda-4b71c9c075cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:06.125711 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-39229e35-4071-4937-aeda-4b71c9c075cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0706837 Nov 15 11:11:06.161385 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7f5cd-9c8e-49c5-8f15-7bb6e6c3c2f3 req-346c3e41-12f0-478d-ace8-8db929360b19 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:06.162936 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cde7f5cd-9c8e-49c5-8f15-7bb6e6c3c2f3 req-346c3e41-12f0-478d-ace8-8db929360b19 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.2108221 Nov 15 11:11:06.203857 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-227a4757-9f77-4523-aca8-bf1098ed8143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:06.222958 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ea60ba83-1637-4a1d-95df-7faed00c3a82 service neutron] Attempting to bind port b240da9e-97ca-4abd-baa6-e7d5e491457f on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:11:06.223310 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ea60ba83-1637-4a1d-95df-7faed00c3a82 service neutron] Attempting to bind port b240da9e-97ca-4abd-baa6-e7d5e491457f by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:11:06.223639 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ea60ba83-1637-4a1d-95df-7faed00c3a82 service neutron] Attempting to bind port b240da9e-97ca-4abd-baa6-e7d5e491457f on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:06.229587 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device ed6803f4-39f7-4ac5-a289-cf4020e70873 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:11:06.249012 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ea60ba83-1637-4a1d-95df-7faed00c3a82 service neutron] Port b240da9e-97ca-4abd-baa6-e7d5e491457f on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:11:06.249461 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ea60ba83-1637-4a1d-95df-7faed00c3a82 service neutron] Attempting to bind port b240da9e-97ca-4abd-baa6-e7d5e491457f on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:06.262404 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-cd661b56-c9c6-4d72-a070-bb802886b302 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225274 Nov 15 11:11:06.265355 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ea60ba83-1637-4a1d-95df-7faed00c3a82 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:11:06.265720 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ea60ba83-1637-4a1d-95df-7faed00c3a82 service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:11:06.266109 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ea60ba83-1637-4a1d-95df-7faed00c3a82 service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:11:06.266548 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ea60ba83-1637-4a1d-95df-7faed00c3a82 service neutron] Bound port: b240da9e-97ca-4abd-baa6-e7d5e491457f, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:11:06.266900 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ea60ba83-1637-4a1d-95df-7faed00c3a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:06.299573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port ed6803f4-39f7-4ac5-a289-cf4020e70873 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:11:06.306332 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port ed6803f4-39f7-4ac5-a289-cf4020e70873 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:06.307303 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:06.307927 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a461d-38da-41a0-bac8-e4435edc0b83 req-f68f3bdd-b875-4907-986a-cce06474eaa8 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:06.309592 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-045a461d-38da-41a0-bac8-e4435edc0b83 req-f68f3bdd-b875-4907-986a-cce06474eaa8 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4 HTTP/1.1" status: 200 len: 944 time: 0.1815498 Nov 15 11:11:06.370868 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cde7f5cd-9c8e-49c5-8f15-7bb6e6c3c2f3 req-9f4a3b0e-dcb8-4b45-9dd8-1b79922f08cf tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850736 Nov 15 11:11:06.408174 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ce351-16ca-47ec-b2ed-16b0f9cf26f1 req-195f3cd8-c8b6-46f3-bed6-419a39128eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:06.409649 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-258ce351-16ca-47ec-b2ed-16b0f9cf26f1 req-195f3cd8-c8b6-46f3-bed6-419a39128eef service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.2827280 Nov 15 11:11:06.425553 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-b4b0d099-11e4-4b56-b122-3f79e13802c0 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549764 Nov 15 11:11:06.441659 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ea60ba83-1637-4a1d-95df-7faed00c3a82 service neutron] For port b240da9e-97ca-4abd-baa6-e7d5e491457f, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:11:06.460885 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:06.479303 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-258ce351-16ca-47ec-b2ed-16b0f9cf26f1 req-180c8ce1-f41e-4461-a032-594336755bce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=1e460f77-bbb8-4da0-8312-1920390d0c67 HTTP/1.1" status: 200 len: 217 time: 0.0525906 Nov 15 11:11:06.484394 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-045a461d-38da-41a0-bac8-e4435edc0b83 req-3d5844b9-f7e0-4581-a0e5-b484457d037c tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cfd7e3a-de98-44c8-8092-5d7b9edd526a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518757 Nov 15 11:11:06.486372 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ea60ba83-1637-4a1d-95df-7faed00c3a82 service neutron] For port b240da9e-97ca-4abd-baa6-e7d5e491457f, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=b240da9e-97ca-4abd-baa6-e7d5e491457f,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:11:06.491087 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ea60ba83-1637-4a1d-95df-7faed00c3a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:06.495867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8766f07-da5f-4eaa-a6cd-423569345d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6803f4-39f7-4ac5-a289-cf4020e70873'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:06.498088 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8841a09d-aa58-4033-9f88-35696be49b92" -d '{"events": [{"server_uuid": "b8766f07-da5f-4eaa-a6cd-423569345d20", "name": "network-vif-plugged", "status": "completed", "tag": "ed6803f4-39f7-4ac5-a289-cf4020e70873"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:06.521304 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port ed6803f4-39f7-4ac5-a289-cf4020e70873, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ed6803f4-39f7-4ac5-a289-cf4020e70873,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:06.526211 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:06.527225 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 4ef8f53d-c8ca-4032-a258-7dec3335ebf0 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:11:06.606144 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=ed6803f4-39f7-4ac5-a289-cf4020e70873,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:06.620510 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 4ef8f53d-c8ca-4032-a258-7dec3335ebf0 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:11:06.625179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 4ef8f53d-c8ca-4032-a258-7dec3335ebf0 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:06.625516 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:06.710860 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:06.745347 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 4ef8f53d-c8ca-4032-a258-7dec3335ebf0, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=4ef8f53d-c8ca-4032-a258-7dec3335ebf0,segment=NetworkSegment(adbb5962-ae42-4006-8bca-273875eaa5dc),segment_id=adbb5962-ae42-4006-8bca-273875eaa5dc)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:06.750623 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:06.805924 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=4ef8f53d-c8ca-4032-a258-7dec3335ebf0,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:06.825467 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ea60ba83-1637-4a1d-95df-7faed00c3a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:06.826066 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ea60ba83-1637-4a1d-95df-7faed00c3a82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:06.827446 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ea60ba83-1637-4a1d-95df-7faed00c3a82 service neutron] 10.222.0.55 "PUT /v2.0/ports/b240da9e-97ca-4abd-baa6-e7d5e491457f HTTP/1.1" status: 200 len: 1096 time: 2.0067201 Nov 15 11:11:06.911351 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ce351-16ca-47ec-b2ed-16b0f9cf26f1 req-0061bce1-4dd5-4692-9ae6-22e2e3ef28c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:06.912858 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-258ce351-16ca-47ec-b2ed-16b0f9cf26f1 req-0061bce1-4dd5-4692-9ae6-22e2e3ef28c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.4194438 Nov 15 11:11:06.929252 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60ba83-1637-4a1d-95df-7faed00c3a82 service neutron] Pushing event updated for resources: {'Port': ['ID=b240da9e-97ca-4abd-baa6-e7d5e491457f,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:06.980687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a501ef-2e1a-417a-b4ef-37c2a4f1682b req-d215f4de-2256-434c-9f31-bea46a203b9c tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:06.982188 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20a501ef-2e1a-417a-b4ef-37c2a4f1682b req-d215f4de-2256-434c-9f31-bea46a203b9c tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/ports?device_id=2482e2eb-5623-4855-88bc-606dc5f27181 HTTP/1.1" status: 200 len: 947 time: 0.2234225 Nov 15 11:11:07.020971 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-4865f832-72df-4f96-a7b9-b25ccb001ee5 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:07.022419 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-4865f832-72df-4f96-a7b9-b25ccb001ee5 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 807 time: 0.5229638 Nov 15 11:11:07.046121 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-3a9e8c0d-c610-4f6b-bb1b-62666291e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:07.047537 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-3a9e8c0d-c610-4f6b-bb1b-62666291e993 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6d46483816c4ff99a1f4543088780e7&device_id=b3577ec4-3861-4f40-be87-8ebaf761c94a HTTP/1.1" status: 200 len: 1099 time: 0.1726236 Nov 15 11:11:07.058360 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-e8893071-af37-4549-bec3-e0573f9d667f tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/quotas/d1bb86b62ca44c409ecbffbdf93d7c92 HTTP/1.1" status: 200 len: 375 time: 0.0277355 Nov 15 11:11:07.086791 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ce351-16ca-47ec-b2ed-16b0f9cf26f1 req-4c6ecc6f-9097-40b7-bb67-6643f2aea370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:07.088248 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-258ce351-16ca-47ec-b2ed-16b0f9cf26f1 req-4c6ecc6f-9097-40b7-bb67-6643f2aea370 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1537499 Nov 15 11:11:07.124005 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-c882545c-9c2f-4ee9-a860-a4a8dccf87ae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=b240da9e-97ca-4abd-baa6-e7d5e491457f HTTP/1.1" status: 200 len: 217 time: 0.0621982 Nov 15 11:11:07.127415 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20a501ef-2e1a-417a-b4ef-37c2a4f1682b req-d8f02d79-6d54-482d-84d9-dcad751be70d tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d32c52-1846-44ad-9ed3-e8a1b886f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338463 Nov 15 11:11:07.284307 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-a60fff56-38e6-44d4-a19f-8c7b33b0c0ce tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2161047 Nov 15 11:11:07.288449 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-5228f513-f871-4558-b938-8eb67e36ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:07.289821 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-5228f513-f871-4558-b938-8eb67e36ff91 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1476939 Nov 15 11:11:07.302924 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3577ec4-3861-4f40-be87-8ebaf761c94a', 'tag': 'b240da9e-97ca-4abd-baa6-e7d5e491457f'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:07.305366 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199be3bb-4df7-4801-95c0-9422fabf351c" -d '{"events": [{"name": "network-changed", "server_uuid": "b3577ec4-3861-4f40-be87-8ebaf761c94a", "tag": "b240da9e-97ca-4abd-baa6-e7d5e491457f"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:07.403899 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c3ee8-1357-4064-9a8a-4b9afdd85caa req-78b55865-5222-4935-a66b-3bc56719d0a0 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:07.405268 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b22c3ee8-1357-4064-9a8a-4b9afdd85caa req-78b55865-5222-4935-a66b-3bc56719d0a0 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daf3395-8e2b-47cd-9c94-f8905d579d57 HTTP/1.1" status: 200 len: 947 time: 0.2052464 Nov 15 11:11:07.413271 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-258ce351-16ca-47ec-b2ed-16b0f9cf26f1 req-5adf6b11-6125-44b6-a8a2-4ff47a121b60 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974577 Nov 15 11:11:07.515483 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-cf3e0c1b-04c6-4881-be09-f4213883256b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:07.517060 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-cf3e0c1b-04c6-4881-be09-f4213883256b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2065961 Nov 15 11:11:07.531437 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-faff9ba0-9f03-4c79-a556-6a206c725b94 service neutron] 10.222.0.64 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376966 Nov 15 11:11:07.557008 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b22c3ee8-1357-4064-9a8a-4b9afdd85caa req-be576f33-46cc-4b36-9173-18da068f031f tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415267 Nov 15 11:11:07.672473 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-258ce351-16ca-47ec-b2ed-16b0f9cf26f1 req-372c2c51-047d-4264-b0ae-26d1a934b115 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464554 Nov 15 11:11:07.715129 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-d0067f84-4abe-4530-8007-e0c7942522a4 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826904 Nov 15 11:11:07.735210 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-af96fdf8-b8fc-40b7-a070-c8daf816e64f service neutron] 10.222.0.64 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899393 Nov 15 11:11:07.815327 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d763cf7-57ad-4f45-9481-38368db59c92 req-ffab6e51-ae89-4388-a39f-45e0d03f5c4a service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917583 Nov 15 11:11:07.841659 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9c48ea-bf1c-4b83-82bf-19372080b338 x-openstack-request-id: req-da9c48ea-bf1c-4b83-82bf-19372080b338 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:07.842588 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8766f07-da5f-4eaa-a6cd-423569345d20", "name": "network-vif-plugged", "status": "completed", "tag": "ed6803f4-39f7-4ac5-a289-cf4020e70873", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:07.843079 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da9c48ea-bf1c-4b83-82bf-19372080b338 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:07.843568 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8766f07-da5f-4eaa-a6cd-423569345d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6803f4-39f7-4ac5-a289-cf4020e70873', 'code': 200} Nov 15 11:11:07.950063 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ffa1a6-6a24-4335-a75b-d2b7a117d580 x-openstack-request-id: req-73ffa1a6-6a24-4335-a75b-d2b7a117d580 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:07.950800 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3577ec4-3861-4f40-be87-8ebaf761c94a", "tag": "b240da9e-97ca-4abd-baa6-e7d5e491457f", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:07.950800 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73ffa1a6-6a24-4335-a75b-d2b7a117d580 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:07.956476 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3577ec4-3861-4f40-be87-8ebaf761c94a', 'tag': 'b240da9e-97ca-4abd-baa6-e7d5e491457f', 'status': 'completed', 'code': 200} Nov 15 11:11:07.960615 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e5237-efa2-496e-b3a7-0f092eaf254b req-e96de7f4-c44b-4d98-8eb2-2ad8fd0c917a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:07.962217 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ce6e5237-efa2-496e-b3a7-0f092eaf254b req-e96de7f4-c44b-4d98-8eb2-2ad8fd0c917a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 1096 time: 0.0467014 Nov 15 11:11:07.965323 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5a479-f680-4e8d-946c-45261537f515 req-0e748808-092d-4d4d-9901-176e8a39d4ab tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:07.973448 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29a5a479-f680-4e8d-946c-45261537f515 req-0e748808-092d-4d4d-9901-176e8a39d4ab tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 945 time: 0.0771964 Nov 15 11:11:08.034013 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ce6e5237-efa2-496e-b3a7-0f092eaf254b req-a9d6ca52-0d10-4c26-9075-23a80bb98d3c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616651 Nov 15 11:11:08.048807 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9daf3395-8e2b-47cd-9c94-f8905d579d57', 'tag': 'bc7acfc5-f06f-477e-bfe5-b64c3eae0294'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:08.051333 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f3f858-797e-42ce-ad6e-ea8a627466f3" -d '{"events": [{"name": "network-changed", "server_uuid": "9daf3395-8e2b-47cd-9c94-f8905d579d57", "tag": "bc7acfc5-f06f-477e-bfe5-b64c3eae0294"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:08.055563 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29a5a479-f680-4e8d-946c-45261537f515 req-7f8fc1d8-9125-4121-8116-30d7317f89cb tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812647 Nov 15 11:11:08.086000 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199be3bb-4df7-4801-95c0-9422fabf351c req-bddb6d9a-0179-4874-965b-0c7194ef032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:08.087512 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-199be3bb-4df7-4801-95c0-9422fabf351c req-bddb6d9a-0179-4874-965b-0c7194ef032b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6d46483816c4ff99a1f4543088780e7&device_id=b3577ec4-3861-4f40-be87-8ebaf761c94a HTTP/1.1" status: 200 len: 1099 time: 0.1061530 Nov 15 11:11:08.114411 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324d65d-778c-470e-9328-a96c920e9052 req-2e830d7f-7f3c-4a51-a338-8c1caf03bd8c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:08.116005 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d324d65d-778c-470e-9328-a96c920e9052 req-2e830d7f-7f3c-4a51-a338-8c1caf03bd8c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.0798514 Nov 15 11:11:08.252885 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d324d65d-778c-470e-9328-a96c920e9052 req-51eb076c-444d-42f9-9bc6-cd6aa832cad2 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252728 Nov 15 11:11:08.267557 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fcd5b-56c8-4dfe-bfe8-8daf9808b431 req-2d93c9bd-0663-4bd1-b901-fb2731471339 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:08.274792 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-519fcd5b-56c8-4dfe-bfe8-8daf9808b431 req-2d93c9bd-0663-4bd1-b901-fb2731471339 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4 HTTP/1.1" status: 200 len: 945 time: 0.1074746 Nov 15 11:11:08.285276 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199be3bb-4df7-4801-95c0-9422fabf351c req-9bce1ea6-36a6-45d2-8879-83615f8240fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:08.286874 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-199be3bb-4df7-4801-95c0-9422fabf351c req-9bce1ea6-36a6-45d2-8879-83615f8240fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.1893253 Nov 15 11:11:08.306897 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f6b661eb-d90e-477d-b14a-ef4bbccffba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:08.344508 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-199be3bb-4df7-4801-95c0-9422fabf351c req-159838c2-2a28-4bb1-987b-e2e250ba3a7b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=b240da9e-97ca-4abd-baa6-e7d5e491457f HTTP/1.1" status: 200 len: 217 time: 0.0489671 Nov 15 11:11:08.366594 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1e460f77-bbb8-4da0-8312-1920390d0c67 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:11:08.371326 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device fee9f2ce-abdf-4693-92bc-0249609da5aa no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:11:08.398206 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59397c6e-7d3e-418d-8e64-3253ec6d8f22 req-d874f68d-9f31-45d0-8bae-3a3b13df9d01 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 210 time: 0.0609288 Nov 15 11:11:08.404964 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: fee9f2ce-abdf-4693-92bc-0249609da5aa {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:11:08.405531 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device fee9f2ce-abdf-4693-92bc-0249609da5aa not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:11:08.441117 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-519fcd5b-56c8-4dfe-bfe8-8daf9808b431 req-9607c776-a1ea-4403-838c-53556f4b419e tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cfd7e3a-de98-44c8-8092-5d7b9edd526a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522322 Nov 15 11:11:08.463504 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199be3bb-4df7-4801-95c0-9422fabf351c req-77c47ce1-5df1-4054-8ce2-5e3027bdaaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:08.464902 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-199be3bb-4df7-4801-95c0-9422fabf351c req-77c47ce1-5df1-4054-8ce2-5e3027bdaaa6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1097267 Nov 15 11:11:08.500404 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f315dd-8777-4030-b2cb-c882183f7dd4 x-openstack-request-id: req-37f315dd-8777-4030-b2cb-c882183f7dd4 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:08.500687 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9daf3395-8e2b-47cd-9c94-f8905d579d57", "tag": "bc7acfc5-f06f-477e-bfe5-b64c3eae0294", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:08.500933 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37f315dd-8777-4030-b2cb-c882183f7dd4 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:08.501324 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9daf3395-8e2b-47cd-9c94-f8905d579d57', 'tag': 'bc7acfc5-f06f-477e-bfe5-b64c3eae0294', 'status': 'completed', 'code': 200} Nov 15 11:11:08.525347 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199be3bb-4df7-4801-95c0-9422fabf351c req-d18d3746-7cfb-4136-9422-20882a19c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:08.528246 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-199be3bb-4df7-4801-95c0-9422fabf351c req-d18d3746-7cfb-4136-9422-20882a19c26b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0544400 Nov 15 11:11:08.531584 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 1e460f77-bbb8-4da0-8312-1920390d0c67, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1e460f77-bbb8-4da0-8312-1920390d0c67,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:08.545585 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '1e460f77-bbb8-4da0-8312-1920390d0c67', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '1e460f77-bbb8-4da0-8312-1920390d0c67', 'mac_address': 'fa:16:3e:3d:49:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:11:08.606977 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:08.611550 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3f858-797e-42ce-ad6e-ea8a627466f3 req-a0e62cb1-5fa0-4880-b71b-fadb49fb2312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:08.613145 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-16f3f858-797e-42ce-ad6e-ea8a627466f3 req-a0e62cb1-5fa0-4880-b71b-fadb49fb2312 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a6d46483816c4ff99a1f4543088780e7&device_id=9daf3395-8e2b-47cd-9c94-f8905d579d57 HTTP/1.1" status: 200 len: 1098 time: 0.0570323 Nov 15 11:11:08.621932 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e460f77-bbb8-4da0-8312-1920390d0c67 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:11:08.645511 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c01975-ba99-4635-b5c3-bb74d6f6fefa req-9cc270c8-0a0b-4ff5-8dc2-77198df1802c tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:08.647069 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-61c01975-ba99-4635-b5c3-bb74d6f6fefa req-9cc270c8-0a0b-4ff5-8dc2-77198df1802c tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/ports?device_id=2482e2eb-5623-4855-88bc-606dc5f27181 HTTP/1.1" status: 200 len: 947 time: 0.1045468 Nov 15 11:11:08.658984 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 1e460f77-bbb8-4da0-8312-1920390d0c67, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1e460f77-bbb8-4da0-8312-1920390d0c67,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:08.664432 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:08.706466 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-199be3bb-4df7-4801-95c0-9422fabf351c req-ef5f205c-6f5c-4996-932b-9a3147052a02 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715727 Nov 15 11:11:08.712708 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=1e460f77-bbb8-4da0-8312-1920390d0c67,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:08.722952 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3f858-797e-42ce-ad6e-ea8a627466f3 req-6e52d7eb-405d-4522-866d-aecf52f08dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:08.724464 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-16f3f858-797e-42ce-ad6e-ea8a627466f3 req-6e52d7eb-405d-4522-866d-aecf52f08dce service neutron] 10.222.0.11 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.0993114 Nov 15 11:11:08.772273 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-16f3f858-797e-42ce-ad6e-ea8a627466f3 req-deec1a30-7e81-41a1-a57a-c22607f5e3cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=bc7acfc5-f06f-477e-bfe5-b64c3eae0294 HTTP/1.1" status: 200 len: 217 time: 0.0379109 Nov 15 11:11:08.800119 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-61c01975-ba99-4635-b5c3-bb74d6f6fefa req-6afb4c16-7d07-466a-a8d9-82b3de592214 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d32c52-1846-44ad-9ed3-e8a1b886f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463637 Nov 15 11:11:08.815485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12461202-c4f7-46eb-975b-96aeb9ba0a50 req-4af85ba0-0bc5-4f59-95dd-bc591c08eace tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:08.817128 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12461202-c4f7-46eb-975b-96aeb9ba0a50 req-4af85ba0-0bc5-4f59-95dd-bc591c08eace tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daf3395-8e2b-47cd-9c94-f8905d579d57 HTTP/1.1" status: 200 len: 947 time: 0.1505661 Nov 15 11:11:08.826279 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3f858-797e-42ce-ad6e-ea8a627466f3 req-43370047-d720-4ae6-ad46-e2bf41b76b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:08.827856 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-16f3f858-797e-42ce-ad6e-ea8a627466f3 req-43370047-d720-4ae6-ad46-e2bf41b76b4b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0470352 Nov 15 11:11:08.879653 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-199be3bb-4df7-4801-95c0-9422fabf351c req-e01d7add-ad20-451e-8687-8cbdaac113ca service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509049 Nov 15 11:11:08.889125 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3f858-797e-42ce-ad6e-ea8a627466f3 req-550844b7-36c6-4e94-8325-98ce2249e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:08.891469 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-16f3f858-797e-42ce-ad6e-ea8a627466f3 req-550844b7-36c6-4e94-8325-98ce2249e5b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0504637 Nov 15 11:11:08.902146 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12461202-c4f7-46eb-975b-96aeb9ba0a50 req-f59f0903-91c2-4741-9613-012db8d96b16 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752087 Nov 15 11:11:08.958071 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['1e460f77-bbb8-4da0-8312-1920390d0c67'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:09.000476 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-16f3f858-797e-42ce-ad6e-ea8a627466f3 req-79e0dab5-b28f-4e9f-b161-44c1276bc0ad service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978801 Nov 15 11:11:09.174129 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-16f3f858-797e-42ce-ad6e-ea8a627466f3 req-a5c75c26-9aad-4861-b02e-2e31652422ae service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640127 Nov 15 11:11:09.233922 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49084) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:09.236157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-9fa04d23-af73-4f04-8658-37f7f232a897 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:09.237840 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-9fa04d23-af73-4f04-8658-37f7f232a897 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.11 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 807 time: 0.1735716 Nov 15 11:11:09.254449 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90c66d-46c4-40a9-87c1-81f03fb33f7b req-5f984461-a9a8-4fa0-afc6-43831738c261 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:09.256263 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a90c66d-46c4-40a9-87c1-81f03fb33f7b req-5f984461-a9a8-4fa0-afc6-43831738c261 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 945 time: 0.0786214 Nov 15 11:11:09.260877 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-f9a715f6-094a-4f39-8c2e-03c279f321d8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Request body: {'port': {'device_id': 'bd464fcd-bae0-4379-bfb3-82208f97cf3e', 'network_id': '4534314e-1f14-4032-9246-018086f47347', 'admin_state_up': True, 'tenant_id': 'd1bb86b62ca44c409ecbffbdf93d7c92'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:09.380762 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-731ecc02-348d-4a6d-9fa8-2fc5096550e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8379f808644b4022968f0cf067ee1d1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455269 Nov 15 11:11:09.383216 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49090) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:09.391714 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a90c66d-46c4-40a9-87c1-81f03fb33f7b req-6c7f6d07-e3d4-461e-ae87-59ff0becef0b tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275063 Nov 15 11:11:09.427470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1889ea3-9d1d-4649-aff7-ffe4892cbce5 req-89ca0dc7-f035-4df0-b0fd-4e0c26ca593e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:09.429057 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c1889ea3-9d1d-4649-aff7-ffe4892cbce5 req-89ca0dc7-f035-4df0-b0fd-4e0c26ca593e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.0998123 Nov 15 11:11:09.435679 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ddf51abe-5bcc-45ea-8169-b0536ffd643c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:09.455675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-f9a715f6-094a-4f39-8c2e-03c279f321d8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Made reservation on behalf of d1bb86b62ca44c409ecbffbdf93d7c92 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:11:09.459780 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ddf51abe-5bcc-45ea-8169-b0536ffd643c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:09.460684 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-f9a715f6-094a-4f39-8c2e-03c279f321d8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:09.513982 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ddf51abe-5bcc-45ea-8169-b0536ffd643c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:09.516734 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ddf51abe-5bcc-45ea-8169-b0536ffd643c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:09.518060 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ddf51abe-5bcc-45ea-8169-b0536ffd643c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/03c274ea-0790-4c28-8be4-d32ed67645de HTTP/1.1" status: 204 len: 168 time: 0.1339455 Nov 15 11:11:09.527613 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf51abe-5bcc-45ea-8169-b0536ffd643c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c274ea-0790-4c28-8be4-d32ed67645de,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:09.527770 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15f46c76-3579-4ee3-83b4-b332b6ef6cf3 req-73b7d551-4ddc-438d-8f2e-a569860c8a40 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 210 time: 0.0424716 Nov 15 11:11:09.594430 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c1889ea3-9d1d-4649-aff7-ffe4892cbce5 req-d49542d0-96ec-428e-949d-10dff435e2f7 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555510 Nov 15 11:11:09.697812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-f9a715f6-094a-4f39-8c2e-03c279f321d8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Allocated IP 172.20.0.11 (4534314e-1f14-4032-9246-018086f47347/8b5f0410-d440-42ba-a6cf-b7c754e903cf/e7bd772e-6ea4-46c6-84bd-ca23a153da35) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:11:09.716012 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:09.721268 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da0981-bfc8-414d-8429-29ba172d3d74 req-428b16dd-f8d2-43de-a9b0-3f4800b0923b tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:09.722761 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7da0981-bfc8-414d-8429-29ba172d3d74 req-428b16dd-f8d2-43de-a9b0-3f4800b0923b tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4 HTTP/1.1" status: 200 len: 945 time: 0.0827577 Nov 15 11:11:09.834865 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7da0981-bfc8-414d-8429-29ba172d3d74 req-e35988cb-fa52-4dd3-98f3-f06780fd015e tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cfd7e3a-de98-44c8-8092-5d7b9edd526a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044991 Nov 15 11:11:09.844972 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc04c81-8a8d-4653-86e0-3ba870faa6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef8f53d-c8ca-4032-a258-7dec3335ebf0'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:09.850723 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff501a9d-d20d-4f1d-a943-de1d3582e9a4" -d '{"events": [{"server_uuid": "8bc04c81-8a8d-4653-86e0-3ba870faa6e4", "name": "network-vif-plugged", "status": "completed", "tag": "4ef8f53d-c8ca-4032-a258-7dec3335ebf0"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:09.851442 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49102) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:09.875346 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bb34f94-cc51-4ea9-a631-a177a1f6574a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:09.902288 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6c905c-73b2-403f-8433-0d9a2f28255c x-openstack-request-id: req-8b6c905c-73b2-403f-8433-0d9a2f28255c {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:09.902635 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc04c81-8a8d-4653-86e0-3ba870faa6e4", "name": "network-vif-plugged", "status": "completed", "tag": "4ef8f53d-c8ca-4032-a258-7dec3335ebf0", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:09.903252 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8b6c905c-73b2-403f-8433-0d9a2f28255c {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:09.903764 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc04c81-8a8d-4653-86e0-3ba870faa6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef8f53d-c8ca-4032-a258-7dec3335ebf0', 'code': 200} Nov 15 11:11:09.966778 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bb34f94-cc51-4ea9-a631-a177a1f6574a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:09.973116 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bb34f94-cc51-4ea9-a631-a177a1f6574a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:10.041244 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb34f94-cc51-4ea9-a631-a177a1f6574a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0ab413-b26e-484d-8d58-74f9b3f17837,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:10.045514 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3bb34f94-cc51-4ea9-a631-a177a1f6574a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b50f4080090948c79f94f7be67545d87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1928535 Nov 15 11:11:10.048463 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49110) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:10.071095 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f9135-2929-4e63-a79d-dc953a8930cc req-6a25882a-9096-46ec-9eac-1951153fa073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:10.072626 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8d7f9135-2929-4e63-a79d-dc953a8930cc req-6a25882a-9096-46ec-9eac-1951153fa073 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4 HTTP/1.1" status: 200 len: 1096 time: 0.0964999 Nov 15 11:11:10.136500 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9605671-a970-4f5f-9cdc-69a9cc235f75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:10.139877 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8d7f9135-2929-4e63-a79d-dc953a8930cc req-0cca7d2b-5fe4-4df9-92f6-d87e66d12450 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3cfd7e3a-de98-44c8-8092-5d7b9edd526a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558381 Nov 15 11:11:10.150029 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-f9a715f6-094a-4f39-8c2e-03c279f321d8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:10.160142 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9605671-a970-4f5f-9cdc-69a9cc235f75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:10.209130 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9605671-a970-4f5f-9cdc-69a9cc235f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:10.211914 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9605671-a970-4f5f-9cdc-69a9cc235f75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:10.213115 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b9605671-a970-4f5f-9cdc-69a9cc235f75 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ad0ab413-b26e-484d-8d58-74f9b3f17837 HTTP/1.1" status: 204 len: 168 time: 0.1637564 Nov 15 11:11:10.222938 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73291c2-c54e-4464-acb7-cde7f1a9cf46 req-a5575c5d-cea8-4700-8905-a15302dd1bb1 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:10.224452 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c73291c2-c54e-4464-acb7-cde7f1a9cf46 req-a5575c5d-cea8-4700-8905-a15302dd1bb1 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/ports?device_id=2482e2eb-5623-4855-88bc-606dc5f27181 HTTP/1.1" status: 200 len: 948 time: 0.3425391 Nov 15 11:11:10.233749 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9605671-a970-4f5f-9cdc-69a9cc235f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0ab413-b26e-484d-8d58-74f9b3f17837,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:10.235412 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device bc7acfc5-f06f-477e-bfe5-b64c3eae0294 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:11:10.252346 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c096315-bbd4-41d0-a730-610b7c81795d req-eeaa1eaf-f51a-445a-9054-8c7d1763c89d tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:10.254344 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c096315-bbd4-41d0-a730-610b7c81795d req-eeaa1eaf-f51a-445a-9054-8c7d1763c89d tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daf3395-8e2b-47cd-9c94-f8905d579d57 HTTP/1.1" status: 200 len: 947 time: 0.1088982 Nov 15 11:11:10.263909 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-f9a715f6-094a-4f39-8c2e-03c279f321d8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:10.351664 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-f9a715f6-094a-4f39-8c2e-03c279f321d8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Network 4534314e-1f14-4032-9246-018086f47347 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:11:10.354096 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port bc7acfc5-f06f-477e-bfe5-b64c3eae0294, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=bc7acfc5-f06f-477e-bfe5-b64c3eae0294,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:10.359792 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device b240da9e-97ca-4abd-baa6-e7d5e491457f details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:11:10.362041 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1e460f77-bbb8-4da0-8312-1920390d0c67 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:11:10.369358 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-f9a715f6-094a-4f39-8c2e-03c279f321d8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:11:10.372280 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-f9a715f6-094a-4f39-8c2e-03c279f321d8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:11:10.378191 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-f9a715f6-094a-4f39-8c2e-03c279f321d8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:10.379122 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-f9a715f6-094a-4f39-8c2e-03c279f321d8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:10.385234 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a715f6-094a-4f39-8c2e-03c279f321d8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Pushing event updated for resources: {'Port': ['ID=e7bd772e-6ea4-46c6-84bd-ca23a153da35,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:10.400965 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'bc7acfc5-f06f-477e-bfe5-b64c3eae0294', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': 'bc7acfc5-f06f-477e-bfe5-b64c3eae0294', 'mac_address': 'fa:16:3e:e3:ad:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:11:10.411565 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c73291c2-c54e-4464-acb7-cde7f1a9cf46 req-d5f1889f-9294-40ee-880a-920462dc3e39 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d32c52-1846-44ad-9ed3-e8a1b886f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748474 Nov 15 11:11:10.434036 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c096315-bbd4-41d0-a730-610b7c81795d req-f6e40c2a-0239-4cd9-830b-d45b765ccda0 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717615 Nov 15 11:11:10.438278 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-f9a715f6-094a-4f39-8c2e-03c279f321d8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1806860 Nov 15 11:11:10.459272 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Request body: {'port': {'device_id': 'bd464fcd-bae0-4379-bfb3-82208f97cf3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:10.568498 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:10.628479 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fab2d4-3ce0-4a1d-bf4f-d12a4c16b629 req-c3b8ac3f-c10a-441e-bf9a-bedd4a2e196d tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:10.630325 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72fab2d4-3ce0-4a1d-bf4f-d12a4c16b629 req-c3b8ac3f-c10a-441e-bf9a-bedd4a2e196d tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 945 time: 0.0953255 Nov 15 11:11:10.663947 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:10.682807 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7acfc5-f06f-477e-bfe5-b64c3eae0294 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:11:10.690675 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 1e460f77-bbb8-4da0-8312-1920390d0c67 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:11:10.715219 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 1e460f77-bbb8-4da0-8312-1920390d0c67 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:10.715571 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:10.725421 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port bc7acfc5-f06f-477e-bfe5-b64c3eae0294, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=bc7acfc5-f06f-477e-bfe5-b64c3eae0294,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:10.753471 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:10.767326 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port b240da9e-97ca-4abd-baa6-e7d5e491457f, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=b240da9e-97ca-4abd-baa6-e7d5e491457f,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:10.791181 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e8762-d5b6-4519-9cce-53acf252a98c req-f6c32c4e-995e-4e28-b915-066256de6e84 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:10.793015 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee9e8762-d5b6-4519-9cce-53acf252a98c req-f6c32c4e-995e-4e28-b915-066256de6e84 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 932 time: 0.1575773 Nov 15 11:11:10.798853 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72fab2d4-3ce0-4a1d-bf4f-d12a4c16b629 req-7c635552-cb94-40bf-8b86-a02f6e8b97a0 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449175 Nov 15 11:11:10.806513 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'b240da9e-97ca-4abd-baa6-e7d5e491457f', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': 'b240da9e-97ca-4abd-baa6-e7d5e491457f', 'mac_address': 'fa:16:3e:43:2f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:11:10.852194 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=bc7acfc5-f06f-477e-bfe5-b64c3eae0294,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:10.895769 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:10.916224 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b240da9e-97ca-4abd-baa6-e7d5e491457f {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:11:10.920086 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee9e8762-d5b6-4519-9cce-53acf252a98c req-c5c283dd-0894-4971-b3e9-6d4c5813686b tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070900 Nov 15 11:11:10.931240 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:10.956289 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port b240da9e-97ca-4abd-baa6-e7d5e491457f, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=b240da9e-97ca-4abd-baa6-e7d5e491457f,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:10.963285 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:10.992262 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d87699-f668-4c36-9bb3-925338925e03 req-3cbb7ed6-5a66-46c3-853b-7d3d6c78cbab tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:10.993865 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65d87699-f668-4c36-9bb3-925338925e03 req-3cbb7ed6-5a66-46c3-853b-7d3d6c78cbab tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.0990593 Nov 15 11:11:11.004229 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 1e460f77-bbb8-4da0-8312-1920390d0c67, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1e460f77-bbb8-4da0-8312-1920390d0c67,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:11.028525 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:11.047508 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=b240da9e-97ca-4abd-baa6-e7d5e491457f,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:11.103604 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=1e460f77-bbb8-4da0-8312-1920390d0c67,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:11.112361 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7bd772e-6ea4-46c6-84bd-ca23a153da35 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:11:11.129291 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:11.151753 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65d87699-f668-4c36-9bb3-925338925e03 req-f6fd20b9-71b6-4f89-934d-2c019dd15822 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517110 Nov 15 11:11:11.158839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d4535-ce2f-4fa9-a4d6-01c0d7c6c184 req-8648b8bc-9c87-4f88-8562-21a882525afe tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:11.160438 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d25d4535-ce2f-4fa9-a4d6-01c0d7c6c184 req-8648b8bc-9c87-4f88-8562-21a882525afe tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 1096 time: 0.1266484 Nov 15 11:11:11.161616 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Transition to ACTIVE for port object e7bd772e-6ea4-46c6-84bd-ca23a153da35 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:11:11.168141 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:11.247212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Pushing event updated for resources: {'Port': ['ID=e7bd772e-6ea4-46c6-84bd-ca23a153da35,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:11.270193 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['b240da9e-97ca-4abd-baa6-e7d5e491457f'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:11.273858 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:11.307676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:11.308326 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:11.308326 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:11.308655 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:11.308970 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:11.309677 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:11.309677 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:11.309935 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:11.310194 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:11.310500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:11.310804 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:11.311109 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:11.318579 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['bc7acfc5-f06f-477e-bfe5-b64c3eae0294'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:11.330741 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d25d4535-ce2f-4fa9-a4d6-01c0d7c6c184 req-012f27f8-cdc3-49a1-a6ef-c8f104618742 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636813 Nov 15 11:11:11.332592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Attempting to bind port e7bd772e-6ea4-46c6-84bd-ca23a153da35 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:11:11.332917 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Attempting to bind port e7bd772e-6ea4-46c6-84bd-ca23a153da35 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:11:11.333236 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Attempting to bind port e7bd772e-6ea4-46c6-84bd-ca23a153da35 on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:11.341601 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Port e7bd772e-6ea4-46c6-84bd-ca23a153da35 on network 4534314e-1f14-4032-9246-018086f47347 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:11:11.341950 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Attempting to bind port e7bd772e-6ea4-46c6-84bd-ca23a153da35 on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:11.355401 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3ed6d-b5e6-4b75-b93c-70ce3debad16 req-a822807f-37a2-47cf-8079-95a41e7c746b tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:11.356934 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bbf3ed6d-b5e6-4b75-b93c-70ce3debad16 req-a822807f-37a2-47cf-8079-95a41e7c746b tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4 HTTP/1.1" status: 200 len: 945 time: 0.1323991 Nov 15 11:11:11.358141 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:11:11.358462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Checking segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:11:11.358831 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Bound using segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:11:11.359334 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Bound port: e7bd772e-6ea4-46c6-84bd-ca23a153da35, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:11:11.359696 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:11.502822 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bbf3ed6d-b5e6-4b75-b93c-70ce3debad16 req-7ca17da9-7e5e-4feb-8ee3-ff4a607167b7 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cfd7e3a-de98-44c8-8092-5d7b9edd526a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396244 Nov 15 11:11:11.534420 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] For port e7bd772e-6ea4-46c6-84bd-ca23a153da35, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:11:11.550516 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] For port e7bd772e-6ea4-46c6-84bd-ca23a153da35, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e7bd772e-6ea4-46c6-84bd-ca23a153da35,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:11:11.561186 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:11.579376 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875b85f-87f6-4e77-905a-837bb9e44f02 req-92196c66-6bbc-463d-b1a7-bde72c95a122 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:11.587579 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b875b85f-87f6-4e77-905a-837bb9e44f02 req-92196c66-6bbc-463d-b1a7-bde72c95a122 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/ports?device_id=2482e2eb-5623-4855-88bc-606dc5f27181 HTTP/1.1" status: 200 len: 949 time: 0.1027970 Nov 15 11:11:11.644640 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:11.645251 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:11.646614 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] 10.222.0.11 "PUT /v2.0/ports/e7bd772e-6ea4-46c6-84bd-ca23a153da35 HTTP/1.1" status: 200 len: 1092 time: 1.1926150 Nov 15 11:11:11.656924 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd464fcd-bae0-4379-bfb3-82208f97cf3e', 'tag': 'e7bd772e-6ea4-46c6-84bd-ca23a153da35'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:11.659987 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48397ad3-aaf4-4b27-9b49-3c818ff27fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "bd464fcd-bae0-4379-bfb3-82208f97cf3e", "tag": "e7bd772e-6ea4-46c6-84bd-ca23a153da35"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:11.724025 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6efb3f-5083-4718-8d7e-9c93d946d9ee service neutron] Pushing event updated for resources: {'Port': ['ID=e7bd772e-6ea4-46c6-84bd-ca23a153da35,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:11.754658 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b875b85f-87f6-4e77-905a-837bb9e44f02 req-1d4983a1-43f4-476d-adc8-643405765a53 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d32c52-1846-44ad-9ed3-e8a1b886f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661284 Nov 15 11:11:11.771723 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244f22d-32eb-4dd2-be5e-6da03b625580 req-7f40fa57-a4a5-4176-a3f5-4870f5d2c8f6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:11.773339 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8244f22d-32eb-4dd2-be5e-6da03b625580 req-7f40fa57-a4a5-4176-a3f5-4870f5d2c8f6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daf3395-8e2b-47cd-9c94-f8905d579d57 HTTP/1.1" status: 200 len: 948 time: 0.1386509 Nov 15 11:11:11.800825 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-a359adba-278e-4fd0-9ddb-e99d0209ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:11.802365 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-a359adba-278e-4fd0-9ddb-e99d0209ed83 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 1095 time: 0.0972836 Nov 15 11:11:11.888039 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-bf13a918-78c9-455b-bcf0-7d8600398538 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7bd772e-6ea4-46c6-84bd-ca23a153da35 HTTP/1.1" status: 200 len: 217 time: 0.0553496 Nov 15 11:11:11.897166 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8244f22d-32eb-4dd2-be5e-6da03b625580 req-71b42cd4-50d8-46bb-894c-e9068068042f tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149149 Nov 15 11:11:11.908626 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2482e2eb-5623-4855-88bc-606dc5f27181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e460f77-bbb8-4da0-8312-1920390d0c67'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:11.910942 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3a4fe0-aa26-48df-9515-9768c516fb4c" -d '{"events": [{"server_uuid": "2482e2eb-5623-4855-88bc-606dc5f27181", "name": "network-vif-plugged", "status": "completed", "tag": "1e460f77-bbb8-4da0-8312-1920390d0c67"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:11.943373 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfce1ff0-ff19-40a0-8ac3-62e661adc339 x-openstack-request-id: req-dfce1ff0-ff19-40a0-8ac3-62e661adc339 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:11.943657 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd464fcd-bae0-4379-bfb3-82208f97cf3e", "tag": "e7bd772e-6ea4-46c6-84bd-ca23a153da35", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:11.944282 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dfce1ff0-ff19-40a0-8ac3-62e661adc339 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:11.944525 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd464fcd-bae0-4379-bfb3-82208f97cf3e', 'tag': 'e7bd772e-6ea4-46c6-84bd-ca23a153da35', 'status': 'completed', 'code': 200} Nov 15 11:11:11.953769 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-15feda3e-52b0-4ddc-b984-c31dee86c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:11.955252 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-15feda3e-52b0-4ddc-b984-c31dee86c30a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b5f0410-d440-42ba-a6cf-b7c754e903cf HTTP/1.1" status: 200 len: 847 time: 0.0567274 Nov 15 11:11:11.979980 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5febf6b0-0496-4c7a-a4cc-e085f8699896 x-openstack-request-id: req-5febf6b0-0496-4c7a-a4cc-e085f8699896 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:11.980452 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2482e2eb-5623-4855-88bc-606dc5f27181", "name": "network-vif-plugged", "status": "completed", "tag": "1e460f77-bbb8-4da0-8312-1920390d0c67", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:11.980763 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5febf6b0-0496-4c7a-a4cc-e085f8699896 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:11.981208 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2482e2eb-5623-4855-88bc-606dc5f27181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e460f77-bbb8-4da0-8312-1920390d0c67', 'code': 200} Nov 15 11:11:11.998196 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-8d2e3b83-b18c-4b8d-a0ed-49c374e096c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4534314e-1f14-4032-9246-018086f47347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301409 Nov 15 11:11:12.065986 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:12.233638 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2d1cd-e3e4-4b7b-9f44-56ee002f83a5 req-a6389de4-62ae-4306-9a95-6584504af8fb tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:12.235121 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-06d2d1cd-e3e4-4b7b-9f44-56ee002f83a5 req-a6389de4-62ae-4306-9a95-6584504af8fb tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 944 time: 0.1875942 Nov 15 11:11:12.250665 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e059c-b4bf-46e4-8b97-79daca53da82 req-934734fe-149b-4011-ac1e-ec44930024d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:12.252083 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-356e059c-b4bf-46e4-8b97-79daca53da82 req-934734fe-149b-4011-ac1e-ec44930024d6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2482e2eb-5623-4855-88bc-606dc5f27181 HTTP/1.1" status: 200 len: 1100 time: 0.1342068 Nov 15 11:11:12.306056 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-400708ef-ff76-40f3-a098-469504a46478 service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926686 Nov 15 11:11:12.395031 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-06d2d1cd-e3e4-4b7b-9f44-56ee002f83a5 req-f234f932-29c5-4376-89db-fc77cb6c2618 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524148 Nov 15 11:11:12.415187 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89ebaf-2048-4442-a1d9-91fd1144245e req-67682a78-ac2c-4419-b144-08b030b3faae tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:12.415187 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd89ebaf-2048-4442-a1d9-91fd1144245e req-67682a78-ac2c-4419-b144-08b030b3faae tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.1756034 Nov 15 11:11:12.421034 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-356e059c-b4bf-46e4-8b97-79daca53da82 req-f1c284d7-5d71-4685-a786-5a082d1e7a6b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=99d32c52-1846-44ad-9ed3-e8a1b886f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552606 Nov 15 11:11:12.489967 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd89ebaf-2048-4442-a1d9-91fd1144245e req-51e6fd87-455e-4d0e-a762-adfe9f31c2e2 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679171 Nov 15 11:11:12.492301 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3775d9f2-6542-415a-b34d-2011501f47f5 req-a9c5755b-58cf-4ebf-87dd-0349a7dcdd55 service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659882 Nov 15 11:11:12.613059 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48397ad3-aaf4-4b27-9b49-3c818ff27fe8 req-4baa3cbc-19b3-457b-9c22-00b6752f4521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:12.614624 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-48397ad3-aaf4-4b27-9b49-3c818ff27fe8 req-4baa3cbc-19b3-457b-9c22-00b6752f4521 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 1095 time: 0.0695856 Nov 15 11:11:12.634182 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7acfde-f929-4b76-b1ad-ba6a8cbf974c req-f826685c-15a4-4eab-93d6-4357939a5bcd tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:12.635623 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1c7acfde-f929-4b76-b1ad-ba6a8cbf974c req-f826685c-15a4-4eab-93d6-4357939a5bcd tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4 HTTP/1.1" status: 200 len: 945 time: 0.0545986 Nov 15 11:11:12.743642 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1c7acfde-f929-4b76-b1ad-ba6a8cbf974c req-a5e2c97c-96e1-48b1-8823-61ec3d874ba5 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cfd7e3a-de98-44c8-8092-5d7b9edd526a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992270 Nov 15 11:11:12.754413 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48397ad3-aaf4-4b27-9b49-3c818ff27fe8 req-987e3ed4-3c6b-42d1-bfea-2bb8079920a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:12.760234 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-48397ad3-aaf4-4b27-9b49-3c818ff27fe8 req-987e3ed4-3c6b-42d1-bfea-2bb8079920a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 908 time: 0.1193573 Nov 15 11:11:12.809983 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-48397ad3-aaf4-4b27-9b49-3c818ff27fe8 req-adb3051c-db53-4130-92f7-b4ad9d0a2ef3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7bd772e-6ea4-46c6-84bd-ca23a153da35 HTTP/1.1" status: 200 len: 217 time: 0.0408487 Nov 15 11:11:12.989433 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48397ad3-aaf4-4b27-9b49-3c818ff27fe8 req-e4cf0a72-9274-4f97-9fb4-61b360365797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:12.990835 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-48397ad3-aaf4-4b27-9b49-3c818ff27fe8 req-e4cf0a72-9274-4f97-9fb4-61b360365797 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b5f0410-d440-42ba-a6cf-b7c754e903cf HTTP/1.1" status: 200 len: 847 time: 0.1740882 Nov 15 11:11:13.057247 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-48397ad3-aaf4-4b27-9b49-3c818ff27fe8 req-140f3712-d7c5-4536-9e8a-29cb76c9b750 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4534314e-1f14-4032-9246-018086f47347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578430 Nov 15 11:11:13.082670 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabcd9b-338e-4ad2-b756-b372cf0ef347 req-530bd145-f53e-45f8-8b3b-6f1ef786c870 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:13.084121 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-baabcd9b-338e-4ad2-b756-b372cf0ef347 req-530bd145-f53e-45f8-8b3b-6f1ef786c870 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/ports?device_id=2482e2eb-5623-4855-88bc-606dc5f27181 HTTP/1.1" status: 200 len: 949 time: 0.2122841 Nov 15 11:11:13.091802 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-abce8696-5dc6-4da7-9040-8cb6e7536c76 req-f9bad733-cce4-4e8f-9d0a-974cc74e7564 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 258 time: 0.2840703 Nov 15 11:11:13.135376 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-abce8696-5dc6-4da7-9040-8cb6e7536c76 req-d3451bf9-18fe-4943-bccb-9d015e1bf961 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:13.202519 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-abce8696-5dc6-4da7-9040-8cb6e7536c76 req-d3451bf9-18fe-4943-bccb-9d015e1bf961 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:13.210122 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-baabcd9b-338e-4ad2-b756-b372cf0ef347 req-c6f164b5-426b-4bae-a6a5-e5fac618163c tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d32c52-1846-44ad-9ed3-e8a1b886f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091588 Nov 15 11:11:13.260652 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-48397ad3-aaf4-4b27-9b49-3c818ff27fe8 req-fbe93f30-afaf-48c6-98ad-9be42b6fa3e3 service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920431 Nov 15 11:11:13.615084 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e295876-0b8e-463f-ac62-2a1889903a09 req-39391ba3-5cb2-4b05-8f60-7d48ffa6f6a3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:13.619843 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e295876-0b8e-463f-ac62-2a1889903a09 req-39391ba3-5cb2-4b05-8f60-7d48ffa6f6a3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daf3395-8e2b-47cd-9c94-f8905d579d57 HTTP/1.1" status: 200 len: 948 time: 0.1092401 Nov 15 11:11:13.652372 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-48397ad3-aaf4-4b27-9b49-3c818ff27fe8 req-f5371cc5-6d0b-4ae8-99e0-100d7214dde0 service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808053 Nov 15 11:11:13.697171 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e295876-0b8e-463f-ac62-2a1889903a09 req-8ff5530b-68c4-4f33-aa9a-ad0f72f1ece1 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686255 Nov 15 11:11:13.704789 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-abce8696-5dc6-4da7-9040-8cb6e7536c76 req-d3451bf9-18fe-4943-bccb-9d015e1bf961 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:13.866721 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-abce8696-5dc6-4da7-9040-8cb6e7536c76 req-d3451bf9-18fe-4943-bccb-9d015e1bf961 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Allocated IP 172.25.7.61 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/cd772746-379e-4cb1-af4c-c2e3af88f63a) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:11:13.894351 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd23cb7-f867-497c-bd39-2553a305a5af req-87f9137e-fc13-4f75-9052-892be5729740 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:13.895920 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4dd23cb7-f867-497c-bd39-2553a305a5af req-87f9137e-fc13-4f75-9052-892be5729740 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 944 time: 0.0903785 Nov 15 11:11:14.000145 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4dd23cb7-f867-497c-bd39-2553a305a5af req-3f63b21d-366a-4da9-9933-37225b338686 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921946 Nov 15 11:11:14.017102 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-abce8696-5dc6-4da7-9040-8cb6e7536c76 req-d3451bf9-18fe-4943-bccb-9d015e1bf961 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:14.052845 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-abce8696-5dc6-4da7-9040-8cb6e7536c76 req-d3451bf9-18fe-4943-bccb-9d015e1bf961 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:14.101594 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abce8696-5dc6-4da7-9040-8cb6e7536c76 req-d3451bf9-18fe-4943-bccb-9d015e1bf961 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:11:14.118854 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-abce8696-5dc6-4da7-9040-8cb6e7536c76 req-d3451bf9-18fe-4943-bccb-9d015e1bf961 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:11:14.123311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-abce8696-5dc6-4da7-9040-8cb6e7536c76 req-d3451bf9-18fe-4943-bccb-9d015e1bf961 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:11:14.138861 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3451bf9-18fe-4943-bccb-9d015e1bf961 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Pushing event updated for resources: {'Port': ['ID=cd772746-379e-4cb1-af4c-c2e3af88f63a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:14.217659 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d3585-26ad-4d60-833d-424fb181f5df req-d0516d23-7330-402c-81df-d83c18a73034 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:14.219173 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e9d3585-26ad-4d60-833d-424fb181f5df req-d0516d23-7330-402c-81df-d83c18a73034 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.1370959 Nov 15 11:11:14.227201 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-abce8696-5dc6-4da7-9040-8cb6e7536c76 req-d3451bf9-18fe-4943-bccb-9d015e1bf961 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:14.241379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device bc7acfc5-f06f-477e-bfe5-b64c3eae0294 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:11:14.291757 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-abce8696-5dc6-4da7-9040-8cb6e7536c76 req-d3451bf9-18fe-4943-bccb-9d015e1bf961 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:14.299853 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port bc7acfc5-f06f-477e-bfe5-b64c3eae0294 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:11:14.304249 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port bc7acfc5-f06f-477e-bfe5-b64c3eae0294 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:14.304610 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:14.316592 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e9d3585-26ad-4d60-833d-424fb181f5df req-6fc40321-b1ca-4945-a165-bfff96a57f28 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912828 Nov 15 11:11:14.384391 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device b240da9e-97ca-4abd-baa6-e7d5e491457f up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:11:14.414109 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:14.448553 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9daf3395-8e2b-47cd-9c94-f8905d579d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7acfc5-f06f-477e-bfe5-b64c3eae0294'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:14.450926 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a312f43a-b4e6-42c8-a816-6f544b448380" -d '{"events": [{"server_uuid": "9daf3395-8e2b-47cd-9c94-f8905d579d57", "name": "network-vif-plugged", "status": "completed", "tag": "bc7acfc5-f06f-477e-bfe5-b64c3eae0294"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:14.465609 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port bc7acfc5-f06f-477e-bfe5-b64c3eae0294, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=bc7acfc5-f06f-477e-bfe5-b64c3eae0294,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:14.471502 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:14.484002 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d2f97-b8ea-40f5-926d-1ba707510e36 req-65bf01a8-a268-4648-90ce-4404dd3f5b4d tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:14.485490 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c60d2f97-b8ea-40f5-926d-1ba707510e36 req-65bf01a8-a268-4648-90ce-4404dd3f5b4d tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/ports?device_id=2482e2eb-5623-4855-88bc-606dc5f27181 HTTP/1.1" status: 200 len: 949 time: 0.0774798 Nov 15 11:11:14.496758 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port b240da9e-97ca-4abd-baa6-e7d5e491457f completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:11:14.507095 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port b240da9e-97ca-4abd-baa6-e7d5e491457f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:14.507477 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:14.511479 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-abce8696-5dc6-4da7-9040-8cb6e7536c76 req-d3451bf9-18fe-4943-bccb-9d015e1bf961 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:14.518655 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-abce8696-5dc6-4da7-9040-8cb6e7536c76 req-d3451bf9-18fe-4943-bccb-9d015e1bf961 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:14.547162 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=bc7acfc5-f06f-477e-bfe5-b64c3eae0294,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:14.565511 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-abce8696-5dc6-4da7-9040-8cb6e7536c76 req-d3451bf9-18fe-4943-bccb-9d015e1bf961 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:14.591771 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c60d2f97-b8ea-40f5-926d-1ba707510e36 req-8bbde905-e5e0-4455-87a6-f384c39274b3 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d32c52-1846-44ad-9ed3-e8a1b886f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976224 Nov 15 11:11:14.592405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3451bf9-18fe-4943-bccb-9d015e1bf961 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Pushing event updated for resources: {'Port': ['ID=cd772746-379e-4cb1-af4c-c2e3af88f63a,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:14.601867 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:14.604703 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-abce8696-5dc6-4da7-9040-8cb6e7536c76 req-d3451bf9-18fe-4943-bccb-9d015e1bf961 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:14.622100 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-abce8696-5dc6-4da7-9040-8cb6e7536c76 req-d3451bf9-18fe-4943-bccb-9d015e1bf961 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5124092 Nov 15 11:11:14.651378 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port b240da9e-97ca-4abd-baa6-e7d5e491457f, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=b240da9e-97ca-4abd-baa6-e7d5e491457f,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:14.657939 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:14.685108 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-abce8696-5dc6-4da7-9040-8cb6e7536c76 req-e0d1243b-a03a-429f-8a19-3e37d70cb513 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.61 HTTP/1.1" status: 200 len: 695 time: 0.0719166 Nov 15 11:11:14.709370 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=b240da9e-97ca-4abd-baa6-e7d5e491457f,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:14.796110 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce8696-5dc6-4da7-9040-8cb6e7536c76 req-932c638e-01e5-49a7-9135-786cd1fb44be tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:14.800263 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-abce8696-5dc6-4da7-9040-8cb6e7536c76 req-932c638e-01e5-49a7-9135-786cd1fb44be tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.1094894 Nov 15 11:11:14.809073 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-abce8696-5dc6-4da7-9040-8cb6e7536c76 req-803dcefd-fee7-4bde-8a7a-e21c3bcc1f6f tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:11:14.810094 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-abce8696-5dc6-4da7-9040-8cb6e7536c76 req-803dcefd-fee7-4bde-8a7a-e21c3bcc1f6f tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059152 Nov 15 11:11:14.932394 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa754608-2768-4c96-8128-22fd8be061c8 x-openstack-request-id: req-fa754608-2768-4c96-8128-22fd8be061c8 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:14.932726 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9daf3395-8e2b-47cd-9c94-f8905d579d57", "name": "network-vif-plugged", "status": "completed", "tag": "bc7acfc5-f06f-477e-bfe5-b64c3eae0294", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:14.933045 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa754608-2768-4c96-8128-22fd8be061c8 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:14.933363 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9daf3395-8e2b-47cd-9c94-f8905d579d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7acfc5-f06f-477e-bfe5-b64c3eae0294', 'code': 200} Nov 15 11:11:15.073424 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca391a72-988c-4767-ac9d-7eb92ec80c6c req-4087e8d2-8659-4510-b82d-ffe9277b2d5d tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:15.074932 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca391a72-988c-4767-ac9d-7eb92ec80c6c req-4087e8d2-8659-4510-b82d-ffe9277b2d5d tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daf3395-8e2b-47cd-9c94-f8905d579d57 HTTP/1.1" status: 200 len: 949 time: 0.0475297 Nov 15 11:11:15.129100 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca391a72-988c-4767-ac9d-7eb92ec80c6c req-05fcb22e-877a-4ba6-b263-08b2a8851ee0 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474503 Nov 15 11:11:15.227687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b9ca4-5973-4e85-a77d-8ad5d7d1ce2c req-1178bf74-d86e-49c1-bcb6-fc5ed32b043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:15.229661 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-720b9ca4-5973-4e85-a77d-8ad5d7d1ce2c req-1178bf74-d86e-49c1-bcb6-fc5ed32b043f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9daf3395-8e2b-47cd-9c94-f8905d579d57 HTTP/1.1" status: 200 len: 1100 time: 0.0503793 Nov 15 11:11:15.352429 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-720b9ca4-5973-4e85-a77d-8ad5d7d1ce2c req-4d60b603-3785-49a5-9170-895f61fdab4b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812476 Nov 15 11:11:15.361451 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-4900d039-c541-4a8c-ae2e-f4cdcff189c7 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:15.364260 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-4900d039-c541-4a8c-ae2e-f4cdcff189c7 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1280382 Nov 15 11:11:15.437993 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-e95d2974-b086-40f2-a887-6c5a0945fb0b tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.61 HTTP/1.1" status: 200 len: 695 time: 0.0639212 Nov 15 11:11:15.451374 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-18706c87-ffab-4155-a804-be3cc4d76311 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Request body: {'floatingip': {'port_id': '4ef8f53d-c8ca-4032-a258-7dec3335ebf0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:15.461200 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59202b-6b68-4be1-be71-dab27d4b8163 req-aa3bbf67-2e57-40f4-b5d1-45afdeb6cd65 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:15.462724 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd59202b-6b68-4be1-be71-dab27d4b8163 req-aa3bbf67-2e57-40f4-b5d1-45afdeb6cd65 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 944 time: 0.0973797 Nov 15 11:11:15.516124 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-18706c87-ffab-4155-a804-be3cc4d76311 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:15.618805 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd59202b-6b68-4be1-be71-dab27d4b8163 req-3cc27f7a-e49b-4c13-8925-d2120c558c29 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274502 Nov 15 11:11:15.919550 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720240a9-f7e5-48d9-980d-df64f57e6fda req-19886a28-4243-4987-80f1-13789d29ff60 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:15.921089 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-720240a9-f7e5-48d9-980d-df64f57e6fda req-19886a28-4243-4987-80f1-13789d29ff60 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.1277182 Nov 15 11:11:15.996235 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49296) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:16.040924 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-720240a9-f7e5-48d9-980d-df64f57e6fda req-364ff402-edeb-486c-a6dd-6096b335e515 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114783 Nov 15 11:11:16.060654 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-18706c87-ffab-4155-a804-be3cc4d76311 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:16.072476 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-18706c87-ffab-4155-a804-be3cc4d76311 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:16.149052 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d86cb798-cdd6-4e63-9273-d54637134b7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:16.196172 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-18706c87-ffab-4155-a804-be3cc4d76311 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Floating IP dabbc517-8412-4c7f-b368-79bff72c3e59 associated. External IP: 172.25.7.61, port: 4ef8f53d-c8ca-4032-a258-7dec3335ebf0. Nov 15 11:11:16.248388 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device e7bd772e-6ea4-46c6-84bd-ca23a153da35 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:11:16.251983 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d86cb798-cdd6-4e63-9273-d54637134b7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:16.263038 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d86cb798-cdd6-4e63-9273-d54637134b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:16.303306 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cb798-cdd6-4e63-9273-d54637134b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db9b6ab-214d-48a4-b7e8-cff83d126811,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:16.319167 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cb798-cdd6-4e63-9273-d54637134b7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:16.320053 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cb798-cdd6-4e63-9273-d54637134b7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:16.320612 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cb798-cdd6-4e63-9273-d54637134b7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:16.321584 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cb798-cdd6-4e63-9273-d54637134b7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:16.322651 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cb798-cdd6-4e63-9273-d54637134b7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:16.323352 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cb798-cdd6-4e63-9273-d54637134b7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:16.323893 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cb798-cdd6-4e63-9273-d54637134b7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:16.324884 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cb798-cdd6-4e63-9273-d54637134b7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:16.325456 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cb798-cdd6-4e63-9273-d54637134b7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:16.326397 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cb798-cdd6-4e63-9273-d54637134b7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:16.326930 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cb798-cdd6-4e63-9273-d54637134b7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:16.328162 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cb798-cdd6-4e63-9273-d54637134b7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:16.328493 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d84354-5f15-476c-9d59-39d4688cbba0 req-f75f640a-ef7d-4a98-a1da-41e2a62eacea tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:16.336001 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f2d84354-5f15-476c-9d59-39d4688cbba0 req-f75f640a-ef7d-4a98-a1da-41e2a62eacea tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daf3395-8e2b-47cd-9c94-f8905d579d57 HTTP/1.1" status: 200 len: 949 time: 0.1031210 Nov 15 11:11:16.369639 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d86cb798-cdd6-4e63-9273-d54637134b7e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=364847a8145b44ffa6e8d7517dd616b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3702588 Nov 15 11:11:16.371318 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49304) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:16.375470 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port e7bd772e-6ea4-46c6-84bd-ca23a153da35, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e7bd772e-6ea4-46c6-84bd-ca23a153da35,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:16.388863 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'e7bd772e-6ea4-46c6-84bd-ca23a153da35', 'network_id': '4534314e-1f14-4032-9246-018086f47347', 'port_id': 'e7bd772e-6ea4-46c6-84bd-ca23a153da35', 'mac_address': 'fa:16:3e:e3:31:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5f0410-d440-42ba-a6cf-b7c754e903cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:11:16.406975 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f2d84354-5f15-476c-9d59-39d4688cbba0 req-43d75b1b-315a-4839-84ca-c24419cfa22b tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681040 Nov 15 11:11:16.440008 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:16.453376 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d664da6d-9ed6-4aaa-8bea-2084e9205610 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:16.456961 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7bd772e-6ea4-46c6-84bd-ca23a153da35 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:11:16.478896 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d664da6d-9ed6-4aaa-8bea-2084e9205610 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:16.481580 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port e7bd772e-6ea4-46c6-84bd-ca23a153da35, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e7bd772e-6ea4-46c6-84bd-ca23a153da35,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:16.488766 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:16.538111 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d664da6d-9ed6-4aaa-8bea-2084e9205610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:16.540893 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d664da6d-9ed6-4aaa-8bea-2084e9205610 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:16.542067 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d664da6d-9ed6-4aaa-8bea-2084e9205610 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0db9b6ab-214d-48a4-b7e8-cff83d126811 HTTP/1.1" status: 204 len: 168 time: 0.1690688 Nov 15 11:11:16.551223 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664da6d-9ed6-4aaa-8bea-2084e9205610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db9b6ab-214d-48a4-b7e8-cff83d126811,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:16.600067 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=e7bd772e-6ea4-46c6-84bd-ca23a153da35,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:16.825405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b65394-6cea-463c-932b-4e19f10944b9 req-89bded36-103e-4761-82bc-6654e291e748 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:16.826784 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2b65394-6cea-463c-932b-4e19f10944b9 req-89bded36-103e-4761-82bc-6654e291e748 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 945 time: 0.0700300 Nov 15 11:11:16.848877 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-18706c87-ffab-4155-a804-be3cc4d76311 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Router 49b70623-6140-4e32-a3b4-510fa1bb2669 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:11:16.882625 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49314) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:16.893183 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b25c8134-b18c-48c0-995f-5b2496c6bb2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:16.934581 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3577ec4-3861-4f40-be87-8ebaf761c94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b240da9e-97ca-4abd-baa6-e7d5e491457f'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:16.937088 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9defade9-f710-4c61-8ebb-92f42b35aedf" -d '{"events": [{"server_uuid": "b3577ec4-3861-4f40-be87-8ebaf761c94a", "name": "network-vif-plugged", "status": "completed", "tag": "b240da9e-97ca-4abd-baa6-e7d5e491457f"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:16.966906 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2b65394-6cea-463c-932b-4e19f10944b9 req-f57b58ee-4c72-4651-aad0-c40b0e85f702 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282854 Nov 15 11:11:16.977272 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b25c8134-b18c-48c0-995f-5b2496c6bb2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:16.988894 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b25c8134-b18c-48c0-995f-5b2496c6bb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:17.018104 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-18706c87-ffab-4155-a804-be3cc4d76311 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:11:17.023000 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-18706c87-ffab-4155-a804-be3cc4d76311 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:17.025380 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c8134-b18c-48c0-995f-5b2496c6bb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8d3eb1-e7c4-4575-999d-df7ff6870958,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:17.035543 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b25c8134-b18c-48c0-995f-5b2496c6bb2b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e0283d446014b5da4d7149f692a6219&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545966 Nov 15 11:11:17.037518 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b73ba53-6000-4b89-9d67-b9980058e027 None None] Sync routers for ids ['49b70623-6140-4e32-a3b4-510fa1bb2669'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:11:17.046142 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['e7bd772e-6ea4-46c6-84bd-ca23a153da35'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:17.049091 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49326) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:17.057068 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b73ba53-6000-4b89-9d67-b9980058e027 None None] Routers {'49b70623-6140-4e32-a3b4-510fa1bb2669'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:11:17.058572 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-6b73ba53-6000-4b89-9d67-b9980058e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:11:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['49b70623-6140-4e32-a3b4-510fa1bb2669'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:11:17.067966 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-18706c87-ffab-4155-a804-be3cc4d76311 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "PUT /v2.0/floatingips/dabbc517-8412-4c7f-b368-79bff72c3e59 HTTP/1.1" status: 200 len: 995 time: 1.6212463 Nov 15 11:11:17.068403 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc04c81-8a8d-4653-86e0-3ba870faa6e4', 'tag': '4ef8f53d-c8ca-4032-a258-7dec3335ebf0'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:17.072699 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268e16e4-924c-4bbc-93b3-919571e2ba3d" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc04c81-8a8d-4653-86e0-3ba870faa6e4", "tag": "4ef8f53d-c8ca-4032-a258-7dec3335ebf0"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:17.155007 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d38f498-74ab-4be2-9440-075ba6cd9e88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:17.194040 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-71b785dc-d24e-4aba-b6f0-aec9e0f29b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:17.195593 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-71b785dc-d24e-4aba-b6f0-aec9e0f29b87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=67af872e85d04b36bfd9376f6600c64d&device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4 HTTP/1.1" status: 200 len: 1096 time: 0.0552931 Nov 15 11:11:17.211050 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d38f498-74ab-4be2-9440-075ba6cd9e88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:17.219681 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d042ba1-3d95-42a5-a762-71bb4c54f13d x-openstack-request-id: req-7d042ba1-3d95-42a5-a762-71bb4c54f13d {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:17.220020 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3577ec4-3861-4f40-be87-8ebaf761c94a", "name": "network-vif-plugged", "status": "completed", "tag": "b240da9e-97ca-4abd-baa6-e7d5e491457f", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:17.220272 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d042ba1-3d95-42a5-a762-71bb4c54f13d {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:17.220667 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3577ec4-3861-4f40-be87-8ebaf761c94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b240da9e-97ca-4abd-baa6-e7d5e491457f', 'code': 200} Nov 15 11:11:17.329225 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d38f498-74ab-4be2-9440-075ba6cd9e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:17.332800 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d38f498-74ab-4be2-9440-075ba6cd9e88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:17.334394 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4d38f498-74ab-4be2-9440-075ba6cd9e88 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8a8d3eb1-e7c4-4575-999d-df7ff6870958 HTTP/1.1" status: 204 len: 168 time: 0.2826922 Nov 15 11:11:17.344801 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38f498-74ab-4be2-9440-075ba6cd9e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8d3eb1-e7c4-4575-999d-df7ff6870958,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:17.358404 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-9962b600-85d1-4c04-b806-5adcf2e8efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:17.366504 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-9962b600-85d1-4c04-b806-5adcf2e8efd5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a HTTP/1.1" status: 200 len: 929 time: 0.1613324 Nov 15 11:11:17.399903 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-6b73ba53-6000-4b89-9d67-b9980058e027 None None] Set router 49b70623-6140-4e32-a3b4-510fa1bb2669 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:11:17.501393 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8b4c3-c426-497f-8874-6ee96c52ec58 req-1adffcc1-36d0-4e74-bee1-0d2542a54f6c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:17.509543 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ead8b4c3-c426-497f-8874-6ee96c52ec58 req-1adffcc1-36d0-4e74-bee1-0d2542a54f6c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.1397169 Nov 15 11:11:17.565942 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-e4429a53-8f15-43ac-97c1-959a8a9bc373 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef8f53d-c8ca-4032-a258-7dec3335ebf0 HTTP/1.1" status: 200 len: 998 time: 0.1985714 Nov 15 11:11:17.580950 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01171b-4db7-4036-a4a0-bc7e25528bf0 req-bb65f076-cb82-4a4a-9bfc-b31a5c2adb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:17.582996 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e01171b-4db7-4036-a4a0-bc7e25528bf0 req-bb65f076-cb82-4a4a-9bfc-b31a5c2adb7d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3577ec4-3861-4f40-be87-8ebaf761c94a HTTP/1.1" status: 200 len: 1101 time: 0.2143102 Nov 15 11:11:17.588177 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ead8b4c3-c426-497f-8874-6ee96c52ec58 req-628a4257-d8f0-4922-a53a-146392474c95 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772896 Nov 15 11:11:17.659753 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-6b73ba53-6000-4b89-9d67-b9980058e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-644019015-router', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:10:41Z', 'updated_at': '2021-11-15T11:10:49Z', 'revision_number': 4, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'gw_port': {'id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:10:43Z', 'updated_at': '2021-11-15T11:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'dabbc517-8412-4c7f-b368-79bff72c3e59', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'port_id': '4ef8f53d-c8ca-4032-a258-7dec3335ebf0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a', 'mac_address': 'fa:16:3e:9a:d4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc04c81-8a8d-4653-86e0-3ba870faa6e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:11:14Z', 'updated_at': '2021-11-15T11:11:15Z', 'revision_number': 1, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ccc635d-edd7-483d-b86e-f707af777f00', 'name': '', 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'mac_address': 'fa:16:3e:5b:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '56da4600-2298-4c57-abce-8d282ee3a46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:10:48Z', 'updated_at': '2021-11-15T11:10:53Z', 'revision_number': 5, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'subnets': [{'id': '56da4600-2298-4c57-abce-8d282ee3a46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:11:17.683900 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecae1b5d-1800-41fe-9306-d4efff56bbb7 x-openstack-request-id: req-ecae1b5d-1800-41fe-9306-d4efff56bbb7 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:17.684296 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc04c81-8a8d-4653-86e0-3ba870faa6e4", "tag": "4ef8f53d-c8ca-4032-a258-7dec3335ebf0", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:17.684639 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ecae1b5d-1800-41fe-9306-d4efff56bbb7 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:17.685120 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc04c81-8a8d-4653-86e0-3ba870faa6e4', 'tag': '4ef8f53d-c8ca-4032-a258-7dec3335ebf0', 'status': 'completed', 'code': 200} Nov 15 11:11:17.689698 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-f8a3678f-e408-488c-b2df-f92dc437569b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:17.691354 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-f8a3678f-e408-488c-b2df-f92dc437569b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56da4600-2298-4c57-abce-8d282ee3a46e HTTP/1.1" status: 200 len: 867 time: 0.1022320 Nov 15 11:11:17.696400 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e01171b-4db7-4036-a4a0-bc7e25528bf0 req-71d204f0-5882-4e16-9b8b-95d112833652 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989368 Nov 15 11:11:17.703613 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b73ba53-6000-4b89-9d67-b9980058e027 None None] Checking router: 49b70623-6140-4e32-a3b4-510fa1bb2669 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:11:17.713716 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b73ba53-6000-4b89-9d67-b9980058e027 None None] Routers {'49b70623-6140-4e32-a3b4-510fa1bb2669'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:11:17.714568 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-6b73ba53-6000-4b89-9d67-b9980058e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:11:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['49b70623-6140-4e32-a3b4-510fa1bb2669'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:11:17.815332 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-923ec0be-99c7-4360-a7a8-5064e05d7f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:17.825722 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-923ec0be-99c7-4360-a7a8-5064e05d7f1c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270659 Nov 15 11:11:17.829136 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-6b73ba53-6000-4b89-9d67-b9980058e027 None None] Set router 49b70623-6140-4e32-a3b4-510fa1bb2669 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:11:17.833574 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-d6324bd5-1f95-47a8-8cd3-eb09bbab38a4 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:11:17.843085 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-d6324bd5-1f95-47a8-8cd3-eb09bbab38a4 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153399 Nov 15 11:11:17.938860 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e16e4-924c-4bbc-93b3-919571e2ba3d req-0444f311-f323-4249-8a37-5c1be7450410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:17.940401 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-268e16e4-924c-4bbc-93b3-919571e2ba3d req-0444f311-f323-4249-8a37-5c1be7450410 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=67af872e85d04b36bfd9376f6600c64d&device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4 HTTP/1.1" status: 200 len: 1096 time: 0.2110333 Nov 15 11:11:18.053685 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-6b73ba53-6000-4b89-9d67-b9980058e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-644019015-router', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:10:41Z', 'updated_at': '2021-11-15T11:10:49Z', 'revision_number': 4, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'gw_port': {'id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:10:43Z', 'updated_at': '2021-11-15T11:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'dabbc517-8412-4c7f-b368-79bff72c3e59', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'port_id': '4ef8f53d-c8ca-4032-a258-7dec3335ebf0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a', 'mac_address': 'fa:16:3e:9a:d4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc04c81-8a8d-4653-86e0-3ba870faa6e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:11:14Z', 'updated_at': '2021-11-15T11:11:15Z', 'revision_number': 1, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ccc635d-edd7-483d-b86e-f707af777f00', 'name': '', 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'mac_address': 'fa:16:3e:5b:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '56da4600-2298-4c57-abce-8d282ee3a46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:10:48Z', 'updated_at': '2021-11-15T11:10:53Z', 'revision_number': 5, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'subnets': [{'id': '56da4600-2298-4c57-abce-8d282ee3a46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:11:18.064746 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fd2a3-283f-4676-a7dc-414fb76ee41c req-41433604-e758-4a3d-81a3-f36c30fe4959 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:18.066273 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-465fd2a3-283f-4676-a7dc-414fb76ee41c req-41433604-e758-4a3d-81a3-f36c30fe4959 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daf3395-8e2b-47cd-9c94-f8905d579d57 HTTP/1.1" status: 200 len: 949 time: 0.1448770 Nov 15 11:11:18.087254 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b73ba53-6000-4b89-9d67-b9980058e027 None None] The sync data for ids ['49b70623-6140-4e32-a3b4-510fa1bb2669'] in n-d-729945-9 is: [{'id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-644019015-router', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:10:41Z', 'updated_at': '2021-11-15T11:10:49Z', 'revision_number': 4, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'gw_port': {'id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:10:43Z', 'updated_at': '2021-11-15T11:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'dabbc517-8412-4c7f-b368-79bff72c3e59', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'port_id': '4ef8f53d-c8ca-4032-a258-7dec3335ebf0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a', 'mac_address': 'fa:16:3e:9a:d4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc04c81-8a8d-4653-86e0-3ba870faa6e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:11:14Z', 'updated_at': '2021-11-15T11:11:15Z', 'revision_number': 1, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ccc635d-edd7-483d-b86e-f707af777f00', 'name': '', 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'mac_address': 'fa:16:3e:5b:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '56da4600-2298-4c57-abce-8d282ee3a46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:10:48Z', 'updated_at': '2021-11-15T11:10:53Z', 'revision_number': 5, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'subnets': [{'id': '56da4600-2298-4c57-abce-8d282ee3a46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:11:18.119906 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-6f221b99-dc34-4308-8291-3300678d9dfe service neutron] 10.222.0.64 "GET /v2.0/networks/d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755859 Nov 15 11:11:18.175206 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e16e4-924c-4bbc-93b3-919571e2ba3d req-02e1b1a4-3bc6-49dc-8baf-76bd4abb251a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:18.181563 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-268e16e4-924c-4bbc-93b3-919571e2ba3d req-02e1b1a4-3bc6-49dc-8baf-76bd4abb251a service neutron] 10.222.0.11 "GET /v2.0/networks?id=d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a HTTP/1.1" status: 200 len: 929 time: 0.2315414 Nov 15 11:11:18.314282 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-465fd2a3-283f-4676-a7dc-414fb76ee41c req-91f51fde-9e85-4a77-93f3-b248f0fc045e tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380466 Nov 15 11:11:18.340190 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-268e16e4-924c-4bbc-93b3-919571e2ba3d req-c59e3266-c2ba-4458-98fc-e94b685d0a27 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef8f53d-c8ca-4032-a258-7dec3335ebf0 HTTP/1.1" status: 200 len: 998 time: 0.1153221 Nov 15 11:11:18.423395 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1e460f77-bbb8-4da0-8312-1920390d0c67 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:11:18.457498 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-950089bd-c795-4e02-94fd-f3b60e1b7778 req-2ace739c-7259-4a13-895b-83a9a876473e service neutron] 10.222.0.64 "GET /v2.0/networks/d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208556 Nov 15 11:11:18.519935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1e2c26-3eea-4435-bca5-0d7213baf428 None None] New status for floating IP dabbc517-8412-4c7f-b368-79bff72c3e59: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:11:18.568533 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e16e4-924c-4bbc-93b3-919571e2ba3d req-a8fbba0f-1a7d-4d4e-97a5-0749b8108f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:18.570063 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-268e16e4-924c-4bbc-93b3-919571e2ba3d req-a8fbba0f-1a7d-4d4e-97a5-0749b8108f9c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56da4600-2298-4c57-abce-8d282ee3a46e HTTP/1.1" status: 200 len: 867 time: 0.2171550 Nov 15 11:11:18.649402 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda10f0f-8578-4d55-b49d-e70511d82efe req-98347a95-2b3b-42fe-8667-72f404968c8c tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:18.657115 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bda10f0f-8578-4d55-b49d-e70511d82efe req-98347a95-2b3b-42fe-8667-72f404968c8c tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 945 time: 0.1677639 Nov 15 11:11:18.669879 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e16e4-924c-4bbc-93b3-919571e2ba3d req-6efbbd10-7dc8-4694-a473-e1dbc0494049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:18.675506 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-268e16e4-924c-4bbc-93b3-919571e2ba3d req-6efbbd10-7dc8-4694-a473-e1dbc0494049 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899832 Nov 15 11:11:18.767502 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 1e460f77-bbb8-4da0-8312-1920390d0c67, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1e460f77-bbb8-4da0-8312-1920390d0c67,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:18.785856 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '1e460f77-bbb8-4da0-8312-1920390d0c67', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '1e460f77-bbb8-4da0-8312-1920390d0c67', 'mac_address': 'fa:16:3e:3d:49:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:11:18.869373 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64a105-e56a-418c-a065-460c677693dd req-f1e07067-bbf4-41c1-b24a-9de31fe73a64 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:18.880378 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab64a105-e56a-418c-a065-460c677693dd req-f1e07067-bbf4-41c1-b24a-9de31fe73a64 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3577ec4-3861-4f40-be87-8ebaf761c94a HTTP/1.1" status: 200 len: 950 time: 0.2202961 Nov 15 11:11:18.881432 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:18.905014 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e460f77-bbb8-4da0-8312-1920390d0c67 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:11:18.917431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bda10f0f-8578-4d55-b49d-e70511d82efe req-835aceab-f537-4039-801f-975c7457b9b4 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589369 Nov 15 11:11:18.934402 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 1e460f77-bbb8-4da0-8312-1920390d0c67, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1e460f77-bbb8-4da0-8312-1920390d0c67,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:18.940168 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:19.034774 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=1e460f77-bbb8-4da0-8312-1920390d0c67,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:19.101148 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['1e460f77-bbb8-4da0-8312-1920390d0c67'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:19.123456 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-268e16e4-924c-4bbc-93b3-919571e2ba3d req-eae87a16-9779-46de-82d9-b9ef8bb33159 service neutron] 10.222.0.11 "GET /v2.0/networks/d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356587 Nov 15 11:11:19.127733 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab64a105-e56a-418c-a065-460c677693dd req-951da88a-926f-4b85-87d3-05bae833360b tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462213 Nov 15 11:11:19.388291 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6923b140-a5b1-4646-a85a-2338959a8842 req-52854a25-b4bd-4946-9a65-da11750cd5b5 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 258 time: 0.4068446 Nov 15 11:11:19.396759 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-6923b140-a5b1-4646-a85a-2338959a8842 req-daafa532-cc4d-4c87-8867-e5737ff4f871 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:19.428438 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-268e16e4-924c-4bbc-93b3-919571e2ba3d req-210e4138-6f70-4dc8-bb89-d69203e6b34f service neutron] 10.222.0.11 "GET /v2.0/networks/d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935300 Nov 15 11:11:19.448610 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23911462-d3df-4984-b531-88bc3e08fad2 req-76d2ff4c-2dbe-4bd8-bca1-bd9b9c22c66b tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:19.450267 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-23911462-d3df-4984-b531-88bc3e08fad2 req-76d2ff4c-2dbe-4bd8-bca1-bd9b9c22c66b tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.1625402 Nov 15 11:11:19.465785 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6923b140-a5b1-4646-a85a-2338959a8842 req-daafa532-cc4d-4c87-8867-e5737ff4f871 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:19.551362 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-23911462-d3df-4984-b531-88bc3e08fad2 req-498b201f-d9f3-4b93-a74a-0d0c49d03be8 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945783 Nov 15 11:11:19.640725 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6923b140-a5b1-4646-a85a-2338959a8842 req-daafa532-cc4d-4c87-8867-e5737ff4f871 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:19.855487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-6923b140-a5b1-4646-a85a-2338959a8842 req-daafa532-cc4d-4c87-8867-e5737ff4f871 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Allocated IP 172.25.7.84 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/b6f80b94-8b7e-4863-8021-d62964c0b7e8) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:11:19.997068 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6923b140-a5b1-4646-a85a-2338959a8842 req-daafa532-cc4d-4c87-8867-e5737ff4f871 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:20.090816 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6923b140-a5b1-4646-a85a-2338959a8842 req-daafa532-cc4d-4c87-8867-e5737ff4f871 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:20.139694 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6923b140-a5b1-4646-a85a-2338959a8842 req-daafa532-cc4d-4c87-8867-e5737ff4f871 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:11:20.142732 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-6923b140-a5b1-4646-a85a-2338959a8842 req-daafa532-cc4d-4c87-8867-e5737ff4f871 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:11:20.145341 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-6923b140-a5b1-4646-a85a-2338959a8842 req-daafa532-cc4d-4c87-8867-e5737ff4f871 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:11:20.186911 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafa532-cc4d-4c87-8867-e5737ff4f871 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Pushing event updated for resources: {'Port': ['ID=b6f80b94-8b7e-4863-8021-d62964c0b7e8,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:20.210649 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6923b140-a5b1-4646-a85a-2338959a8842 req-daafa532-cc4d-4c87-8867-e5737ff4f871 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:20.310481 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device e7bd772e-6ea4-46c6-84bd-ca23a153da35 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:11:20.390348 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6923b140-a5b1-4646-a85a-2338959a8842 req-daafa532-cc4d-4c87-8867-e5737ff4f871 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:20.424958 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port e7bd772e-6ea4-46c6-84bd-ca23a153da35 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:11:20.429848 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port e7bd772e-6ea4-46c6-84bd-ca23a153da35 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:20.430548 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:20.470001 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a6e48-2dbc-4c3b-9565-2c99492222a9 req-f7fe5575-80d3-4c26-8554-a34c19a06bf0 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:20.476095 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1e460f77-bbb8-4da0-8312-1920390d0c67 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:11:20.478201 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a86a6e48-2dbc-4c3b-9565-2c99492222a9 req-f7fe5575-80d3-4c26-8554-a34c19a06bf0 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 945 time: 0.2508020 Nov 15 11:11:20.566441 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 1e460f77-bbb8-4da0-8312-1920390d0c67 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:20.567353 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:20.567935 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a86a6e48-2dbc-4c3b-9565-2c99492222a9 req-e8e2d3ca-9294-4f6f-aadd-255f5635c1ec tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888538 Nov 15 11:11:20.601091 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:20.640105 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd464fcd-bae0-4379-bfb3-82208f97cf3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bd772e-6ea4-46c6-84bd-ca23a153da35'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:20.642960 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e83641b-7f5d-4212-99b2-f730c517bf2f" -d '{"events": [{"server_uuid": "bd464fcd-bae0-4379-bfb3-82208f97cf3e", "name": "network-vif-plugged", "status": "completed", "tag": "e7bd772e-6ea4-46c6-84bd-ca23a153da35"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:20.661296 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port e7bd772e-6ea4-46c6-84bd-ca23a153da35, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e7bd772e-6ea4-46c6-84bd-ca23a153da35,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:20.697053 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:20.750272 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:20.763452 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6923b140-a5b1-4646-a85a-2338959a8842 req-daafa532-cc4d-4c87-8867-e5737ff4f871 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:20.771940 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6923b140-a5b1-4646-a85a-2338959a8842 req-daafa532-cc4d-4c87-8867-e5737ff4f871 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:20.798247 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=e7bd772e-6ea4-46c6-84bd-ca23a153da35,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:20.834621 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6923b140-a5b1-4646-a85a-2338959a8842 req-daafa532-cc4d-4c87-8867-e5737ff4f871 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:20.879897 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 1e460f77-bbb8-4da0-8312-1920390d0c67, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1e460f77-bbb8-4da0-8312-1920390d0c67,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:20.885880 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafa532-cc4d-4c87-8867-e5737ff4f871 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Pushing event updated for resources: {'Port': ['ID=b6f80b94-8b7e-4863-8021-d62964c0b7e8,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:20.890809 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:20.902749 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6923b140-a5b1-4646-a85a-2338959a8842 req-daafa532-cc4d-4c87-8867-e5737ff4f871 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:20.910051 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6923b140-a5b1-4646-a85a-2338959a8842 req-daafa532-cc4d-4c87-8867-e5737ff4f871 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5148470 Nov 15 11:11:21.002699 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=1e460f77-bbb8-4da0-8312-1920390d0c67,revision_number=7']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:21.025973 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6923b140-a5b1-4646-a85a-2338959a8842 req-804730ed-b639-4c7f-8f25-95287a1fcdd3 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.84 HTTP/1.1" status: 200 len: 695 time: 0.1131465 Nov 15 11:11:21.205199 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923b140-a5b1-4646-a85a-2338959a8842 req-cf9b568b-d08a-41df-8491-ea7cbb330c40 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:21.206648 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6923b140-a5b1-4646-a85a-2338959a8842 req-cf9b568b-d08a-41df-8491-ea7cbb330c40 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.1692970 Nov 15 11:11:21.228712 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851343b-dbe5-4eb4-9c27-bf59932175f6 req-6fc3eb05-8a28-4b81-884c-866f6e60fe30 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:21.230209 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8851343b-dbe5-4eb4-9c27-bf59932175f6 req-6fc3eb05-8a28-4b81-884c-866f6e60fe30 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3577ec4-3861-4f40-be87-8ebaf761c94a HTTP/1.1" status: 200 len: 950 time: 0.0698400 Nov 15 11:11:21.314812 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8851343b-dbe5-4eb4-9c27-bf59932175f6 req-ba87d1b5-95ee-47ee-a4e9-c8463e654572 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730271 Nov 15 11:11:21.360991 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083232d5-0620-404e-bb2f-9de90f872a9f req-473faff9-5f19-431e-b83c-85738ae2ef46 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:21.362771 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-083232d5-0620-404e-bb2f-9de90f872a9f req-473faff9-5f19-431e-b83c-85738ae2ef46 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.0772481 Nov 15 11:11:21.385750 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689cf974-f8e1-4002-8252-69479c045b08 x-openstack-request-id: req-689cf974-f8e1-4002-8252-69479c045b08 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:21.386331 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd464fcd-bae0-4379-bfb3-82208f97cf3e", "name": "network-vif-plugged", "status": "completed", "tag": "e7bd772e-6ea4-46c6-84bd-ca23a153da35", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:21.386331 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-689cf974-f8e1-4002-8252-69479c045b08 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:21.386680 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd464fcd-bae0-4379-bfb3-82208f97cf3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bd772e-6ea4-46c6-84bd-ca23a153da35', 'code': 200} Nov 15 11:11:21.472583 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-083232d5-0620-404e-bb2f-9de90f872a9f req-4b33ca00-468d-472a-ba54-5205c7f6ec3b tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967829 Nov 15 11:11:21.571622 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbf854-8cb4-4e5e-a7e0-607d0d9ea64c req-ddffb3f8-8277-42a5-8fbb-42837a521ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:21.575983 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3bdbf854-8cb4-4e5e-a7e0-607d0d9ea64c req-ddffb3f8-8277-42a5-8fbb-42837a521ac3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 1097 time: 0.0969775 Nov 15 11:11:21.652040 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3bdbf854-8cb4-4e5e-a7e0-607d0d9ea64c req-3b08cf80-2f88-45bc-beaf-e5f4a90a33f6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689738 Nov 15 11:11:21.717156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294cfe1-b7bc-4218-ae12-1e14806a6366 req-eb8195c9-ef64-4040-a21f-4bad1d9b137d tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:21.718933 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9294cfe1-b7bc-4218-ae12-1e14806a6366 req-eb8195c9-ef64-4040-a21f-4bad1d9b137d tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0653989 Nov 15 11:11:21.793990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9294cfe1-b7bc-4218-ae12-1e14806a6366 req-4c5c03e1-744a-43c5-a183-b483ab81af6c tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.84 HTTP/1.1" status: 200 len: 695 time: 0.0665143 Nov 15 11:11:21.805015 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-9294cfe1-b7bc-4218-ae12-1e14806a6366 req-63aace95-1812-4130-b141-b6faff429560 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Request body: {'floatingip': {'port_id': '4ef8f53d-c8ca-4032-a258-7dec3335ebf0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:21.861896 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9294cfe1-b7bc-4218-ae12-1e14806a6366 req-63aace95-1812-4130-b141-b6faff429560 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:21.966469 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cddbb-575d-4775-a616-a45440b34ee6 req-3e15b57b-fcc4-4dcd-b097-b862df374f3c tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:21.972009 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cddbb-575d-4775-a616-a45440b34ee6 req-3e15b57b-fcc4-4dcd-b097-b862df374f3c tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:21.973624 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cd9cddbb-575d-4775-a616-a45440b34ee6 req-3e15b57b-fcc4-4dcd-b097-b862df374f3c tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daf3395-8e2b-47cd-9c94-f8905d579d57&device_id=b3577ec4-3861-4f40-be87-8ebaf761c94a HTTP/1.1" status: 200 len: 1690 time: 0.1157799 Nov 15 11:11:22.376193 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cd9cddbb-575d-4775-a616-a45440b34ee6 req-186d5349-4289-42e7-af55-383cd0324a1b tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807387 Nov 15 11:11:22.423758 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-9294cfe1-b7bc-4218-ae12-1e14806a6366 req-63aace95-1812-4130-b141-b6faff429560 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] update failed (client error): There was a conflict when trying to complete your request. Nov 15 11:11:22.425054 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9294cfe1-b7bc-4218-ae12-1e14806a6366 req-63aace95-1812-4130-b141-b6faff429560 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "PUT /v2.0/floatingips/c6f99e64-8df9-4ba3-8ce4-e78df79842e4 HTTP/1.1" status: 409 len: 549 time: 0.6250293 Nov 15 11:11:22.593663 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d63b661d-0cb0-42c3-8267-d86393cca89c req-cc4ebc5a-b572-46c8-8b46-f89296883ce8 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/floatingips/c6f99e64-8df9-4ba3-8ce4-e78df79842e4 HTTP/1.1" status: 200 len: 692 time: 0.0668821 Nov 15 11:11:22.616486 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91757968-9d6b-4964-9857-5bf0f408bf46 req-6d3ab4d4-f49d-42aa-a731-4a3e83f6e389 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:22.620289 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91757968-9d6b-4964-9857-5bf0f408bf46 req-6d3ab4d4-f49d-42aa-a731-4a3e83f6e389 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 946 time: 0.1277092 Nov 15 11:11:22.730108 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91757968-9d6b-4964-9857-5bf0f408bf46 req-d2085801-b10a-4bb1-970f-d4a83c2efea1 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933321 Nov 15 11:11:22.758090 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b661d-0cb0-42c3-8267-d86393cca89c req-e5adc6ed-5320-47bb-aea1-02d05624d7b8 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:22.759600 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d63b661d-0cb0-42c3-8267-d86393cca89c req-e5adc6ed-5320-47bb-aea1-02d05624d7b8 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.1600690 Nov 15 11:11:22.774162 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-d63b661d-0cb0-42c3-8267-d86393cca89c req-eb3578d9-6d2b-4f94-82e2-024f013f3dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:11:22.775281 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d63b661d-0cb0-42c3-8267-d86393cca89c req-eb3578d9-6d2b-4f94-82e2-024f013f3dd5 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083358 Nov 15 11:11:22.856659 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d63b661d-0cb0-42c3-8267-d86393cca89c req-95bfbfcb-3bc4-4e4e-9cdc-6e48dbc623e4 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.84 HTTP/1.1" status: 200 len: 695 time: 0.0735552 Nov 15 11:11:22.931848 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d63b661d-0cb0-42c3-8267-d86393cca89c req-2409db8c-68f5-4230-90e2-3cac8b6420c8 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.84 HTTP/1.1" status: 200 len: 695 time: 0.0535378 Nov 15 11:11:22.943840 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be600a3d-7898-4817-b157-0eb3c0c03da6 req-f1452ce5-74f9-4476-8a17-00ab6621e50f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:22.947050 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-be600a3d-7898-4817-b157-0eb3c0c03da6 req-f1452ce5-74f9-4476-8a17-00ab6621e50f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.1022024 Nov 15 11:11:23.097486 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-be600a3d-7898-4817-b157-0eb3c0c03da6 req-701b565b-8847-4dc3-b7c2-2a3362fcb435 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347055 Nov 15 11:11:23.118953 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-d63b661d-0cb0-42c3-8267-d86393cca89c req-9e4832b3-4c72-42b1-981c-1c1e82d14739 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Deleting port b6f80b94-8b7e-4863-8021-d62964c0b7e8 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:11:23.119402 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d63b661d-0cb0-42c3-8267-d86393cca89c req-9e4832b3-4c72-42b1-981c-1c1e82d14739 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:23.235203 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d63b661d-0cb0-42c3-8267-d86393cca89c req-9e4832b3-4c72-42b1-981c-1c1e82d14739 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:23.235656 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d63b661d-0cb0-42c3-8267-d86393cca89c req-9e4832b3-4c72-42b1-981c-1c1e82d14739 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:23.273503 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-d63b661d-0cb0-42c3-8267-d86393cca89c req-9e4832b3-4c72-42b1-981c-1c1e82d14739 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Calling delete_port for b6f80b94-8b7e-4863-8021-d62964c0b7e8 owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:11:23.389191 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2482e2eb-5623-4855-88bc-606dc5f27181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e460f77-bbb8-4da0-8312-1920390d0c67'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:23.395194 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a726c819-673a-4663-a846-91625d053898" -d '{"events": [{"server_uuid": "2482e2eb-5623-4855-88bc-606dc5f27181", "name": "network-vif-plugged", "status": "completed", "tag": "1e460f77-bbb8-4da0-8312-1920390d0c67"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:23.399395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd3bf5-c513-4399-9d48-d7f0b6b9d1ae req-accc3c64-a481-4de1-b0ee-742b462cfca3 tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:23.400949 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acfd3bf5-c513-4399-9d48-d7f0b6b9d1ae req-accc3c64-a481-4de1-b0ee-742b462cfca3 tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9daf3395-8e2b-47cd-9c94-f8905d579d57 HTTP/1.1" status: 200 len: 1100 time: 0.0686269 Nov 15 11:11:23.477113 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acfd3bf5-c513-4399-9d48-d7f0b6b9d1ae req-1d5c0b50-7383-41a4-8530-daf437e5897b tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661125 Nov 15 11:11:23.499278 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d63b661d-0cb0-42c3-8267-d86393cca89c req-9e4832b3-4c72-42b1-981c-1c1e82d14739 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:23.537848 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4832b3-4c72-42b1-981c-1c1e82d14739 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Pushing event deleted for resources: {'Port': ['ID=b6f80b94-8b7e-4863-8021-d62964c0b7e8,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:23.572320 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d63b661d-0cb0-42c3-8267-d86393cca89c req-9e4832b3-4c72-42b1-981c-1c1e82d14739 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:23.574991 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d63b661d-0cb0-42c3-8267-d86393cca89c req-9e4832b3-4c72-42b1-981c-1c1e82d14739 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:23.584580 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d63b661d-0cb0-42c3-8267-d86393cca89c req-9e4832b3-4c72-42b1-981c-1c1e82d14739 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "DELETE /v2.0/floatingips/c6f99e64-8df9-4ba3-8ce4-e78df79842e4 HTTP/1.1" status: 204 len: 173 time: 0.6379328 Nov 15 11:11:23.615767 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2498ab-9814-4f99-abf0-3a1c0f5391aa x-openstack-request-id: req-ff2498ab-9814-4f99-abf0-3a1c0f5391aa {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:23.616436 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2482e2eb-5623-4855-88bc-606dc5f27181", "name": "network-vif-plugged", "status": "completed", "tag": "1e460f77-bbb8-4da0-8312-1920390d0c67", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:23.616833 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff2498ab-9814-4f99-abf0-3a1c0f5391aa {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:23.617364 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2482e2eb-5623-4855-88bc-606dc5f27181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e460f77-bbb8-4da0-8312-1920390d0c67', 'code': 200} Nov 15 11:11:23.777758 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-a8daac2d-9573-4548-9ed0-9ee8fdedadcb tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.61 HTTP/1.1" status: 200 len: 1000 time: 0.1349530 Nov 15 11:11:23.797797 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ec67c-60ba-42b3-986a-31fc2d7b282f req-1a07b764-0e67-4b14-bb1b-591371c68117 tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:23.800331 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c89ec67c-60ba-42b3-986a-31fc2d7b282f req-1a07b764-0e67-4b14-bb1b-591371c68117 tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b3577ec4-3861-4f40-be87-8ebaf761c94a HTTP/1.1" status: 200 len: 1101 time: 0.0833771 Nov 15 11:11:23.846872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-0adf7d63-3560-4708-a85f-d13a1c7d2dcf tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:23.852107 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-0adf7d63-3560-4708-a85f-d13a1c7d2dcf tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/ports/4ef8f53d-c8ca-4032-a258-7dec3335ebf0 HTTP/1.1" status: 200 len: 942 time: 0.0679233 Nov 15 11:11:23.884387 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c89ec67c-60ba-42b3-986a-31fc2d7b282f req-0d670fad-491f-45bb-9c31-f5ac14487c29 tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676842 Nov 15 11:11:24.101847 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549195e5-0260-4137-9015-9a77fff5e042 req-54b7aedc-5c76-47bb-87c0-424997100a24 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:24.103357 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-549195e5-0260-4137-9015-9a77fff5e042 req-54b7aedc-5c76-47bb-87c0-424997100a24 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 946 time: 0.0727351 Nov 15 11:11:24.113210 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-a550d730-d694-42aa-be2b-59e4b70f04b0 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.61 HTTP/1.1" status: 200 len: 1000 time: 0.1319275 Nov 15 11:11:24.229342 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-549195e5-0260-4137-9015-9a77fff5e042 req-64dabf38-a8f5-427f-97e2-bcb64138a66a tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051555 Nov 15 11:11:24.292567 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-349a02d3-367c-4e7e-ac6a-2be67c48cfbe tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:24.300596 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-349a02d3-367c-4e7e-ac6a-2be67c48cfbe tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.1862459 Nov 15 11:11:24.306180 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-b8720b30-9951-4158-8486-827fec7ea224 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:11:24.318704 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-b8720b30-9951-4158-8486-827fec7ea224 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0171578 Nov 15 11:11:24.340153 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49542) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:24.417570 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-ce69056b-377f-459a-9d1d-77fe4748d970 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a6d46483816c4ff99a1f4543088780e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320315 Nov 15 11:11:24.440103 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-a554e8b4-acec-4076-b2a4-2a08f4733d3a tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.61 HTTP/1.1" status: 200 len: 1000 time: 0.1203783 Nov 15 11:11:24.446522 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-d5b1da74-0e07-43b5-ab78-3b88507f9e9a tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:24.462570 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f608f7d-111a-43d9-a71e-b0ae38e59322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:24.552649 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f608f7d-111a-43d9-a71e-b0ae38e59322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:24.557909 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f608f7d-111a-43d9-a71e-b0ae38e59322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:24.563740 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-d5b1da74-0e07-43b5-ab78-3b88507f9e9a tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:24.597427 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f608f7d-111a-43d9-a71e-b0ae38e59322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7649535-d307-4250-94a7-1232dc9a8374,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:24.607776 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9f608f7d-111a-43d9-a71e-b0ae38e59322 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef23ea934c5247a7bd607f1e7be80fdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664661 Nov 15 11:11:24.609444 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49548) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:24.648680 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-95f26174-91d1-4857-aeeb-e554d0a2a0fa tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:24.656056 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-95f26174-91d1-4857-aeeb-e554d0a2a0fa tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2374837 Nov 15 11:11:24.666110 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4041697d-b9ba-4fdb-8975-6364dbbc5369 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:24.669058 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-3231fa5d-a155-4760-99e4-b1c53cdbe9e8 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/quotas/a6d46483816c4ff99a1f4543088780e7 HTTP/1.1" status: 200 len: 375 time: 0.0120962 Nov 15 11:11:24.700976 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4041697d-b9ba-4fdb-8975-6364dbbc5369 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:24.787701 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4041697d-b9ba-4fdb-8975-6364dbbc5369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:24.792159 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4041697d-b9ba-4fdb-8975-6364dbbc5369 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:24.793732 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4041697d-b9ba-4fdb-8975-6364dbbc5369 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c7649535-d307-4250-94a7-1232dc9a8374 HTTP/1.1" status: 204 len: 168 time: 0.1829634 Nov 15 11:11:24.805105 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041697d-b9ba-4fdb-8975-6364dbbc5369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7649535-d307-4250-94a7-1232dc9a8374,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:24.833892 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-bcf8ea38-f09c-4a19-8cbe-9729872a968e tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6d46483816c4ff99a1f4543088780e7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1278033 Nov 15 11:11:24.842321 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-d5b1da74-0e07-43b5-ab78-3b88507f9e9a tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:24.848706 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-d5b1da74-0e07-43b5-ab78-3b88507f9e9a tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:24.849366 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-d5b1da74-0e07-43b5-ab78-3b88507f9e9a tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Floating IP dabbc517-8412-4c7f-b368-79bff72c3e59 disassociated. External IP: 172.25.7.61, port: 4ef8f53d-c8ca-4032-a258-7dec3335ebf0. Nov 15 11:11:25.156404 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017f48e-d609-4bf5-a150-49d9232b9f52 req-8a715fd0-5cbd-4f56-91f5-e5a23ef8169a tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:25.159214 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7017f48e-d609-4bf5-a150-49d9232b9f52 req-8a715fd0-5cbd-4f56-91f5-e5a23ef8169a tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.0772436 Nov 15 11:11:25.197567 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-d5b1da74-0e07-43b5-ab78-3b88507f9e9a tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Router 49b70623-6140-4e32-a3b4-510fa1bb2669 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:11:25.253645 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49562) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:25.282260 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acafed6a-aa66-4cd5-be5a-4f8213330ad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:25.307941 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7017f48e-d609-4bf5-a150-49d9232b9f52 req-e0374b17-74ca-4821-8d16-b09047865946 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393979 Nov 15 11:11:25.377265 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-d5b1da74-0e07-43b5-ab78-3b88507f9e9a tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:11:25.384654 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-d5b1da74-0e07-43b5-ab78-3b88507f9e9a tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:25.391685 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d03c2ef-c272-4bfe-b1a7-cb713f7e4924 None None] Sync routers for ids ['49b70623-6140-4e32-a3b4-510fa1bb2669'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:11:25.417300 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d03c2ef-c272-4bfe-b1a7-cb713f7e4924 None None] Routers {'49b70623-6140-4e32-a3b4-510fa1bb2669'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:11:25.418745 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-0d03c2ef-c272-4bfe-b1a7-cb713f7e4924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:11:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['49b70623-6140-4e32-a3b4-510fa1bb2669'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:11:25.426920 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-d5b1da74-0e07-43b5-ab78-3b88507f9e9a tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "PUT /v2.0/floatingips/dabbc517-8412-4c7f-b368-79bff72c3e59 HTTP/1.1" status: 200 len: 694 time: 0.9858897 Nov 15 11:11:25.427494 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc04c81-8a8d-4653-86e0-3ba870faa6e4', 'tag': '4ef8f53d-c8ca-4032-a258-7dec3335ebf0'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:25.429838 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afd9e1e-60d2-4544-926a-cfa04b46cdc2" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc04c81-8a8d-4653-86e0-3ba870faa6e4", "tag": "4ef8f53d-c8ca-4032-a258-7dec3335ebf0"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:25.433684 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acafed6a-aa66-4cd5-be5a-4f8213330ad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:25.450286 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-acafed6a-aa66-4cd5-be5a-4f8213330ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:25.485663 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafed6a-aa66-4cd5-be5a-4f8213330ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab3b85b-d678-47fc-9f4b-1a8a419cbeb6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:25.532137 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-acafed6a-aa66-4cd5-be5a-4f8213330ad9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=88a05a4b304746ccb178904e20319082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769089 Nov 15 11:11:25.533716 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49568) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:25.542968 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-f258833e-ec85-452e-92d7-81ff50b52388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:25.550952 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-f258833e-ec85-452e-92d7-81ff50b52388 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=67af872e85d04b36bfd9376f6600c64d&device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4 HTTP/1.1" status: 200 len: 1096 time: 0.0981886 Nov 15 11:11:25.574076 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-0d03c2ef-c272-4bfe-b1a7-cb713f7e4924 None None] Set router 49b70623-6140-4e32-a3b4-510fa1bb2669 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:11:25.609586 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ced3911-0802-448d-a82b-cb25d167af7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:25.641865 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ced3911-0802-448d-a82b-cb25d167af7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:25.650453 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738e219-3ddd-494b-a09a-8220873a1b4d req-056a3620-0f3b-4128-b613-bc207d4d4419 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:25.658143 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2738e219-3ddd-494b-a09a-8220873a1b4d req-056a3620-0f3b-4128-b613-bc207d4d4419 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 1097 time: 0.1267300 Nov 15 11:11:25.719982 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ced3911-0802-448d-a82b-cb25d167af7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:25.723952 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ced3911-0802-448d-a82b-cb25d167af7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:25.725241 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4ced3911-0802-448d-a82b-cb25d167af7e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ab3b85b-d678-47fc-9f4b-1a8a419cbeb6 HTTP/1.1" status: 204 len: 168 time: 0.1900396 Nov 15 11:11:25.740307 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced3911-0802-448d-a82b-cb25d167af7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab3b85b-d678-47fc-9f4b-1a8a419cbeb6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:25.789183 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-1221cf66-72a7-4f19-9880-3e3dbae94b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:25.796963 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-1221cf66-72a7-4f19-9880-3e3dbae94b1b service neutron] 10.222.0.64 "GET /v2.0/networks?id=d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a HTTP/1.1" status: 200 len: 929 time: 0.2228813 Nov 15 11:11:25.851487 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-c3973879-8dc3-43f0-a331-269572c5fb54 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef8f53d-c8ca-4032-a258-7dec3335ebf0 HTTP/1.1" status: 200 len: 217 time: 0.0534284 Nov 15 11:11:25.865530 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2738e219-3ddd-494b-a09a-8220873a1b4d req-c1c06488-4f57-497f-a205-bf187339227d tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058940 Nov 15 11:11:25.912269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-a5a1d876-ad1a-4416-879a-ae0ba02e8fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:25.934103 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-a5a1d876-ad1a-4416-879a-ae0ba02e8fda service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56da4600-2298-4c57-abce-8d282ee3a46e HTTP/1.1" status: 200 len: 867 time: 0.0789855 Nov 15 11:11:26.016494 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-94b7df3a-ca8d-4e8a-84b2-af96cc6eb131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:26.029921 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-94b7df3a-ca8d-4e8a-84b2-af96cc6eb131 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953324 Nov 15 11:11:26.087574 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-0d03c2ef-c272-4bfe-b1a7-cb713f7e4924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-644019015-router', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:10:41Z', 'updated_at': '2021-11-15T11:10:49Z', 'revision_number': 4, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'gw_port': {'id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:10:43Z', 'updated_at': '2021-11-15T11:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '0ccc635d-edd7-483d-b86e-f707af777f00', 'name': '', 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'mac_address': 'fa:16:3e:5b:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '56da4600-2298-4c57-abce-8d282ee3a46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:10:48Z', 'updated_at': '2021-11-15T11:10:53Z', 'revision_number': 5, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'subnets': [{'id': '56da4600-2298-4c57-abce-8d282ee3a46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:11:26.131315 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d03c2ef-c272-4bfe-b1a7-cb713f7e4924 None None] Checking router: 49b70623-6140-4e32-a3b4-510fa1bb2669 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:11:26.168566 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e99199b-f48b-43a1-94a5-739ae4247e0b req-1086a001-2a5f-43a1-8438-729b18a585ed tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=80ee70d1-091f-4adb-82c4-c116556be50e HTTP/1.1" status: 200 len: 210 time: 0.0379982 Nov 15 11:11:26.174045 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d03c2ef-c272-4bfe-b1a7-cb713f7e4924 None None] Routers {'49b70623-6140-4e32-a3b4-510fa1bb2669'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:11:26.174898 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-0d03c2ef-c272-4bfe-b1a7-cb713f7e4924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:11:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['49b70623-6140-4e32-a3b4-510fa1bb2669'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:11:26.222440 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-7ff04f30-4036-4abd-8a5e-7df27edf65c8 service neutron] 10.222.0.64 "GET /v2.0/networks/d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915467 Nov 15 11:11:26.267802 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202d8baf-bab9-4cc0-9fe1-fd62eaf1a07f x-openstack-request-id: req-202d8baf-bab9-4cc0-9fe1-fd62eaf1a07f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:26.268264 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc04c81-8a8d-4653-86e0-3ba870faa6e4", "tag": "4ef8f53d-c8ca-4032-a258-7dec3335ebf0", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:26.268605 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-202d8baf-bab9-4cc0-9fe1-fd62eaf1a07f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:26.269113 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc04c81-8a8d-4653-86e0-3ba870faa6e4', 'tag': '4ef8f53d-c8ca-4032-a258-7dec3335ebf0', 'status': 'completed', 'code': 200} Nov 15 11:11:26.376846 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd9e1e-60d2-4544-926a-cfa04b46cdc2 req-f059b540-c8b3-4933-8fcf-8b2c1361eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:26.384116 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3afd9e1e-60d2-4544-926a-cfa04b46cdc2 req-f059b540-c8b3-4933-8fcf-8b2c1361eef8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=67af872e85d04b36bfd9376f6600c64d&device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4 HTTP/1.1" status: 200 len: 1096 time: 0.0847070 Nov 15 11:11:26.399909 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0885c90-4f5d-4966-90d8-1c73994f6836 req-549dbb9e-bcad-43bf-b659-664323fbef91 service neutron] 10.222.0.64 "GET /v2.0/networks/d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627958 Nov 15 11:11:26.579653 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2a47881-0e11-4568-ac16-4d9ed2ad8078 req-1e50d819-d83c-4f42-999e-b14188c509d1 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/floatingips/dabbc517-8412-4c7f-b368-79bff72c3e59 HTTP/1.1" status: 200 len: 694 time: 0.0865951 Nov 15 11:11:26.590144 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-0d03c2ef-c272-4bfe-b1a7-cb713f7e4924 None None] Set router 49b70623-6140-4e32-a3b4-510fa1bb2669 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:11:26.635411 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73bbd4-dd5f-4151-bc54-a7a31083417e req-762d9aa5-9bcd-4ffe-8377-7a2465be65fb tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:26.643350 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d73bbd4-dd5f-4151-bc54-a7a31083417e req-762d9aa5-9bcd-4ffe-8377-7a2465be65fb tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.1961503 Nov 15 11:11:26.696436 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd9e1e-60d2-4544-926a-cfa04b46cdc2 req-0642c708-117b-4d0c-80be-f88dbd5c2da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:26.698040 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3afd9e1e-60d2-4544-926a-cfa04b46cdc2 req-0642c708-117b-4d0c-80be-f88dbd5c2da5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a HTTP/1.1" status: 200 len: 929 time: 0.2970271 Nov 15 11:11:26.874207 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-c75f8544-ebcb-4fbd-a703-8fcf854b36e3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a6d46483816c4ff99a1f4543088780e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496082 Nov 15 11:11:26.907404 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a47881-0e11-4568-ac16-4d9ed2ad8078 req-c74f7e0c-d423-4504-b4fb-5936a4f2119e tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:26.908870 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2a47881-0e11-4568-ac16-4d9ed2ad8078 req-c74f7e0c-d423-4504-b4fb-5936a4f2119e tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.3196723 Nov 15 11:11:26.916724 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3afd9e1e-60d2-4544-926a-cfa04b46cdc2 req-9a0987fe-a5ce-4542-80c9-bdf9eb2c3e75 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef8f53d-c8ca-4032-a258-7dec3335ebf0 HTTP/1.1" status: 200 len: 217 time: 0.2080598 Nov 15 11:11:27.107544 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-0d03c2ef-c272-4bfe-b1a7-cb713f7e4924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-644019015-router', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:10:41Z', 'updated_at': '2021-11-15T11:10:49Z', 'revision_number': 4, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'gw_port': {'id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:10:43Z', 'updated_at': '2021-11-15T11:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '0ccc635d-edd7-483d-b86e-f707af777f00', 'name': '', 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'mac_address': 'fa:16:3e:5b:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '56da4600-2298-4c57-abce-8d282ee3a46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:10:48Z', 'updated_at': '2021-11-15T11:10:53Z', 'revision_number': 5, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'subnets': [{'id': '56da4600-2298-4c57-abce-8d282ee3a46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:11:27.180521 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d03c2ef-c272-4bfe-b1a7-cb713f7e4924 None None] The sync data for ids ['49b70623-6140-4e32-a3b4-510fa1bb2669'] in n-d-729945-9 is: [{'id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-644019015-router', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:10:41Z', 'updated_at': '2021-11-15T11:10:49Z', 'revision_number': 4, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'gw_port': {'id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:10:43Z', 'updated_at': '2021-11-15T11:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '0ccc635d-edd7-483d-b86e-f707af777f00', 'name': '', 'network_id': 'd3393c2b-58c4-4bb5-baf8-32c5a39e2e9a', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'mac_address': 'fa:16:3e:5b:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '56da4600-2298-4c57-abce-8d282ee3a46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:10:48Z', 'updated_at': '2021-11-15T11:10:53Z', 'revision_number': 5, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'subnets': [{'id': '56da4600-2298-4c57-abce-8d282ee3a46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:11:27.192222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-48b7a602-a989-4758-bf06-b00588e0f667 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:27.194027 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-48b7a602-a989-4758-bf06-b00588e0f667 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3109701 Nov 15 11:11:27.225674 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-6469ec46-ed36-48b8-a08d-68e563ad9073 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Request body: {'port': {'device_id': '80ee70d1-091f-4adb-82c4-c116556be50e', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': 'a6d46483816c4ff99a1f4543088780e7'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:27.479995 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d73bbd4-dd5f-4151-bc54-a7a31083417e req-6b2663c6-4e45-49ea-816a-e945537eb2d2 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8355665 Nov 15 11:11:27.486012 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2a47881-0e11-4568-ac16-4d9ed2ad8078 req-4a1d7d01-0ee1-40e9-8380-eca3145d84fe tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.61 HTTP/1.1" status: 200 len: 697 time: 0.5660779 Nov 15 11:11:27.494446 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-6469ec46-ed36-48b8-a08d-68e563ad9073 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Made reservation on behalf of a6d46483816c4ff99a1f4543088780e7 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:11:27.498940 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-6469ec46-ed36-48b8-a08d-68e563ad9073 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:27.590676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd9e1e-60d2-4544-926a-cfa04b46cdc2 req-f02d3586-4d20-47fd-bc50-2ddbed54a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:27.592796 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3afd9e1e-60d2-4544-926a-cfa04b46cdc2 req-f02d3586-4d20-47fd-bc50-2ddbed54a2f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56da4600-2298-4c57-abce-8d282ee3a46e HTTP/1.1" status: 200 len: 867 time: 0.2316625 Nov 15 11:11:27.597048 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2a47881-0e11-4568-ac16-4d9ed2ad8078 req-221d0785-ffec-4422-8c74-7040c74ccabb tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.61 HTTP/1.1" status: 200 len: 697 time: 0.0990236 Nov 15 11:11:27.619614 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:11:27.764695 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95775b9-a4cc-4f12-9f40-2d0a887f48d7 None None] New status for floating IP dabbc517-8412-4c7f-b368-79bff72c3e59: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:11:28.074169 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-6469ec46-ed36-48b8-a08d-68e563ad9073 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Allocated IP 192.168.233.158 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/13b8322d-abcc-4283-b944-cb02e5c2523e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:11:28.085532 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd9e1e-60d2-4544-926a-cfa04b46cdc2 req-b995cce1-617e-4931-a982-67c20d315a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:28.088265 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3afd9e1e-60d2-4544-926a-cfa04b46cdc2 req-b995cce1-617e-4931-a982-67c20d315a12 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4359994 Nov 15 11:11:28.261760 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6c91938-ca74-4a67-9e26-3910b6996ec5 req-dff1a760-e3ca-43a2-84d6-df7248f61504 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=80ee70d1-091f-4adb-82c4-c116556be50e HTTP/1.1" status: 200 len: 210 time: 0.2723877 Nov 15 11:11:28.336742 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-d2a47881-0e11-4568-ac16-4d9ed2ad8078 req-9ca092bb-1493-4469-bc9b-855f37911a39 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Deleting port cd772746-379e-4cb1-af4c-c2e3af88f63a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:11:28.337146 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d2a47881-0e11-4568-ac16-4d9ed2ad8078 req-9ca092bb-1493-4469-bc9b-855f37911a39 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:28.348372 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-6469ec46-ed36-48b8-a08d-68e563ad9073 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:28.400138 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-6469ec46-ed36-48b8-a08d-68e563ad9073 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:28.414976 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['106c3127-ae46-498f-9161-c66322de846d', 'b240da9e-97ca-4abd-baa6-e7d5e491457f'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:28.417384 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['51671efc-4a4c-49b3-afac-6953b4cc8a4d', 'f3b682bc-8670-45b3-a9a2-35cba85394fb', 'bc7acfc5-f06f-477e-bfe5-b64c3eae0294'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:28.460654 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-6469ec46-ed36-48b8-a08d-68e563ad9073 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:11:28.467012 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-6469ec46-ed36-48b8-a08d-68e563ad9073 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:11:28.470539 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-6469ec46-ed36-48b8-a08d-68e563ad9073 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:11:28.511697 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3afd9e1e-60d2-4544-926a-cfa04b46cdc2 req-90e9912a-1034-4b43-b147-f193638f62e3 service neutron] 10.222.0.11 "GET /v2.0/networks/d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048932 Nov 15 11:11:28.555940 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-6469ec46-ed36-48b8-a08d-68e563ad9073 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:28.556836 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-6469ec46-ed36-48b8-a08d-68e563ad9073 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:28.615169 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469ec46-ed36-48b8-a08d-68e563ad9073 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Pushing event updated for resources: {'Port': ['ID=13b8322d-abcc-4283-b944-cb02e5c2523e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:28.631790 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-6469ec46-ed36-48b8-a08d-68e563ad9073 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4168348 Nov 15 11:11:28.646760 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-573d8a29-0875-4bfa-baba-093aa95f6abc service neutron] Request body: {'port': {'device_id': '80ee70d1-091f-4adb-82c4-c116556be50e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:28.751077 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-573d8a29-0875-4bfa-baba-093aa95f6abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:28.792570 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3afd9e1e-60d2-4544-926a-cfa04b46cdc2 req-32017f1b-59e8-421a-a495-572b7ed5f1fc service neutron] 10.222.0.11 "GET /v2.0/networks/d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467902 Nov 15 11:11:28.887952 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d2a47881-0e11-4568-ac16-4d9ed2ad8078 req-9ca092bb-1493-4469-bc9b-855f37911a39 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:28.888267 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d2a47881-0e11-4568-ac16-4d9ed2ad8078 req-9ca092bb-1493-4469-bc9b-855f37911a39 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:28.919991 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11246a88-71ff-4886-9aea-043929a254e6 req-38b846ef-e5eb-439e-a887-ff6fade28e56 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:28.929685 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11246a88-71ff-4886-9aea-043929a254e6 req-38b846ef-e5eb-439e-a887-ff6fade28e56 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.1725690 Nov 15 11:11:28.944066 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-d2a47881-0e11-4568-ac16-4d9ed2ad8078 req-9ca092bb-1493-4469-bc9b-855f37911a39 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Calling delete_port for cd772746-379e-4cb1-af4c-c2e3af88f63a owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:11:29.042690 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11246a88-71ff-4886-9aea-043929a254e6 req-714b87b0-2883-4ad5-9349-367724b932a0 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068757 Nov 15 11:11:29.123285 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d8615b15-0a37-497d-b6bd-6b45dbc5d853 None None] Provisioning complete for port 13b8322d-abcc-4283-b944-cb02e5c2523e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:29.124327 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d8615b15-0a37-497d-b6bd-6b45dbc5d853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:29.181155 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-573d8a29-0875-4bfa-baba-093aa95f6abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b8322d-abcc-4283-b944-cb02e5c2523e {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:11:29.206392 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-573d8a29-0875-4bfa-baba-093aa95f6abc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:29.222047 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d8615b15-0a37-497d-b6bd-6b45dbc5d853 None None] Port 13b8322d-abcc-4283-b944-cb02e5c2523e cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:11:29.264000 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-573d8a29-0875-4bfa-baba-093aa95f6abc service neutron] Transition to ACTIVE for port object 13b8322d-abcc-4283-b944-cb02e5c2523e will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:11:29.272214 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-573d8a29-0875-4bfa-baba-093aa95f6abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:29.286276 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d2a47881-0e11-4568-ac16-4d9ed2ad8078 req-9ca092bb-1493-4469-bc9b-855f37911a39 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:29.343783 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca092bb-1493-4469-bc9b-855f37911a39 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Pushing event deleted for resources: {'Port': ['ID=cd772746-379e-4cb1-af4c-c2e3af88f63a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:29.351693 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:29.382305 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d2a47881-0e11-4568-ac16-4d9ed2ad8078 req-9ca092bb-1493-4469-bc9b-855f37911a39 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:29.385257 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d2a47881-0e11-4568-ac16-4d9ed2ad8078 req-9ca092bb-1493-4469-bc9b-855f37911a39 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:29.386615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2a47881-0e11-4568-ac16-4d9ed2ad8078 req-9ca092bb-1493-4469-bc9b-855f37911a39 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "DELETE /v2.0/floatingips/dabbc517-8412-4c7f-b368-79bff72c3e59 HTTP/1.1" status: 204 len: 173 time: 1.7849200 Nov 15 11:11:29.408662 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d8a29-0875-4bfa-baba-093aa95f6abc service neutron] Pushing event updated for resources: {'Port': ['ID=13b8322d-abcc-4283-b944-cb02e5c2523e,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:29.547876 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-573d8a29-0875-4bfa-baba-093aa95f6abc service neutron] Attempting to bind port 13b8322d-abcc-4283-b944-cb02e5c2523e on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:11:29.548189 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-573d8a29-0875-4bfa-baba-093aa95f6abc service neutron] Attempting to bind port 13b8322d-abcc-4283-b944-cb02e5c2523e by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:11:29.548515 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-573d8a29-0875-4bfa-baba-093aa95f6abc service neutron] Attempting to bind port 13b8322d-abcc-4283-b944-cb02e5c2523e on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:29.556108 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-573d8a29-0875-4bfa-baba-093aa95f6abc service neutron] Port 13b8322d-abcc-4283-b944-cb02e5c2523e on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:11:29.556915 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-573d8a29-0875-4bfa-baba-093aa95f6abc service neutron] Attempting to bind port 13b8322d-abcc-4283-b944-cb02e5c2523e on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:29.565290 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-573d8a29-0875-4bfa-baba-093aa95f6abc service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:11:29.565663 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-573d8a29-0875-4bfa-baba-093aa95f6abc service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:11:29.566009 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-573d8a29-0875-4bfa-baba-093aa95f6abc service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:11:29.566446 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-573d8a29-0875-4bfa-baba-093aa95f6abc service neutron] Bound port: 13b8322d-abcc-4283-b944-cb02e5c2523e, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:11:29.566807 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-573d8a29-0875-4bfa-baba-093aa95f6abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:29.672421 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fb3f2-965f-45eb-89a6-68bd818a79df req-0707a58d-fdb4-46f5-8bfc-999acc938f60 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:29.679945 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-933fb3f2-965f-45eb-89a6-68bd818a79df req-0707a58d-fdb4-46f5-8bfc-999acc938f60 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=80ee70d1-091f-4adb-82c4-c116556be50e HTTP/1.1" status: 200 len: 948 time: 0.0766306 Nov 15 11:11:29.682789 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-573d8a29-0875-4bfa-baba-093aa95f6abc service neutron] For port 13b8322d-abcc-4283-b944-cb02e5c2523e, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:11:29.687092 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-573d8a29-0875-4bfa-baba-093aa95f6abc service neutron] For port 13b8322d-abcc-4283-b944-cb02e5c2523e, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=13b8322d-abcc-4283-b944-cb02e5c2523e,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:11:29.694136 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-573d8a29-0875-4bfa-baba-093aa95f6abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:29.734638 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-573d8a29-0875-4bfa-baba-093aa95f6abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:29.735018 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-573d8a29-0875-4bfa-baba-093aa95f6abc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:29.736438 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-573d8a29-0875-4bfa-baba-093aa95f6abc service neutron] 10.222.0.11 "PUT /v2.0/ports/13b8322d-abcc-4283-b944-cb02e5c2523e HTTP/1.1" status: 200 len: 1096 time: 1.0942457 Nov 15 11:11:29.736892 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ee70d1-091f-4adb-82c4-c116556be50e', 'tag': '13b8322d-abcc-4283-b944-cb02e5c2523e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:29.739259 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b28aca-9548-480a-971b-6ea898f05b56" -d '{"events": [{"name": "network-changed", "server_uuid": "80ee70d1-091f-4adb-82c4-c116556be50e", "tag": "13b8322d-abcc-4283-b944-cb02e5c2523e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:29.773244 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-933fb3f2-965f-45eb-89a6-68bd818a79df req-b520058c-a25c-437d-aee3-dbe3d4d2ada8 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883257 Nov 15 11:11:29.784936 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d8a29-0875-4bfa-baba-093aa95f6abc service neutron] Pushing event updated for resources: {'Port': ['ID=13b8322d-abcc-4283-b944-cb02e5c2523e,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:29.894736 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-317e121d-5868-44f8-9e48-da967ad22026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:29.896279 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-317e121d-5868-44f8-9e48-da967ad22026 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a6d46483816c4ff99a1f4543088780e7&device_id=80ee70d1-091f-4adb-82c4-c116556be50e HTTP/1.1" status: 200 len: 1099 time: 0.0807524 Nov 15 11:11:29.988632 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-1464aa7d-ffa4-4731-b4f7-b4fb594b2f00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=13b8322d-abcc-4283-b944-cb02e5c2523e HTTP/1.1" status: 200 len: 217 time: 0.0726607 Nov 15 11:11:30.070378 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-fe95988e-b1f9-4725-8313-bf89b782965f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:30.075259 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-fe95988e-b1f9-4725-8313-bf89b782965f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0796099 Nov 15 11:11:30.148379 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1068ca61-a430-4c80-bf42-8ff2d1cf3861 x-openstack-request-id: req-1068ca61-a430-4c80-bf42-8ff2d1cf3861 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:30.148658 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ee70d1-091f-4adb-82c4-c116556be50e", "tag": "13b8322d-abcc-4283-b944-cb02e5c2523e", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:30.148919 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1068ca61-a430-4c80-bf42-8ff2d1cf3861 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:30.149284 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ee70d1-091f-4adb-82c4-c116556be50e', 'tag': '13b8322d-abcc-4283-b944-cb02e5c2523e', 'status': 'completed', 'code': 200} Nov 15 11:11:30.173064 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-5ce3d42c-258d-46d4-9d94-7a523902a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:30.174851 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-5ce3d42c-258d-46d4-9d94-7a523902a833 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0836182 Nov 15 11:11:30.324182 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6558d6-3d1d-4bdf-b746-0a69f6c80532 req-45fff6b0-7693-44da-b7cf-c47d1bf8819f tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:30.332174 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed6558d6-3d1d-4bdf-b746-0a69f6c80532 req-45fff6b0-7693-44da-b7cf-c47d1bf8819f tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1082799 Nov 15 11:11:30.355877 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-569c0135-623e-4be4-aa98-14a55ed668b9 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684344 Nov 15 11:11:30.425845 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed6558d6-3d1d-4bdf-b746-0a69f6c80532 req-06d18379-9cea-4bb2-b481-c3b867d68cd6 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0925939 Nov 15 11:11:30.468914 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c305d0-8319-4e31-9f0d-b08fa3a7fde1 req-7b019390-5957-45f9-beac-badc0f82bb22 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:30.477912 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90c305d0-8319-4e31-9f0d-b08fa3a7fde1 req-7b019390-5957-45f9-beac-badc0f82bb22 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.2080977 Nov 15 11:11:30.543614 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-42087c2e-57c2-439e-8dc6-2e80baf45f52 req-380eed38-84fc-4217-a2e5-3b5bd086fce4 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775234 Nov 15 11:11:30.563697 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90c305d0-8319-4e31-9f0d-b08fa3a7fde1 req-0947b912-7fd1-4562-948b-3aa59974a364 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708566 Nov 15 11:11:30.723377 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79963312-1ba8-483a-b36a-ca3cc84b8811 req-cd429dd9-b030-4216-a7ce-0f0ed805b874 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0525513 Nov 15 11:11:30.741911 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279de42-438c-4a57-bd1a-b14734f72616 req-bde5e511-5db2-48cb-9205-b9923b833643 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:30.746305 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b28aca-9548-480a-971b-6ea898f05b56 req-822f38a8-72e4-423b-980c-0c2aff7770cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:30.748172 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b8b28aca-9548-480a-971b-6ea898f05b56 req-822f38a8-72e4-423b-980c-0c2aff7770cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a6d46483816c4ff99a1f4543088780e7&device_id=80ee70d1-091f-4adb-82c4-c116556be50e HTTP/1.1" status: 200 len: 1099 time: 0.0651898 Nov 15 11:11:30.750009 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5279de42-438c-4a57-bd1a-b14734f72616 req-bde5e511-5db2-48cb-9205-b9923b833643 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 1096 time: 0.1199515 Nov 15 11:11:30.848975 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5279de42-438c-4a57-bd1a-b14734f72616 req-b8c89461-465f-4181-8c61-ee51a1275c9c tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977402 Nov 15 11:11:30.929846 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b28aca-9548-480a-971b-6ea898f05b56 req-79456dab-9294-4f07-991b-c36c4ae2e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:30.933048 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b8b28aca-9548-480a-971b-6ea898f05b56 req-79456dab-9294-4f07-991b-c36c4ae2e4a8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.1687567 Nov 15 11:11:31.022247 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21513f2-f629-4a40-9fb8-78ef6803a2cb req-fad4f801-1763-49a4-9ee7-1fc603fc0b9b tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:31.024939 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f21513f2-f629-4a40-9fb8-78ef6803a2cb req-fad4f801-1763-49a4-9ee7-1fc603fc0b9b tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=80ee70d1-091f-4adb-82c4-c116556be50e HTTP/1.1" status: 200 len: 948 time: 0.0755265 Nov 15 11:11:31.035554 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b8b28aca-9548-480a-971b-6ea898f05b56 req-394e30bb-3f79-490c-aedc-5fe73513f0d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=13b8322d-abcc-4283-b944-cb02e5c2523e HTTP/1.1" status: 200 len: 217 time: 0.0939188 Nov 15 11:11:31.150206 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b28aca-9548-480a-971b-6ea898f05b56 req-d179f4b3-6ca6-4b04-9adc-79de3fcebc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:31.152259 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b8b28aca-9548-480a-971b-6ea898f05b56 req-d179f4b3-6ca6-4b04-9adc-79de3fcebc8a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1014342 Nov 15 11:11:31.225527 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:31.241682 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b28aca-9548-480a-971b-6ea898f05b56 req-dbe66956-d91f-4943-abbd-d476ee91c825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:31.243656 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b8b28aca-9548-480a-971b-6ea898f05b56 req-dbe66956-d91f-4943-abbd-d476ee91c825 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0644119 Nov 15 11:11:31.264487 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f21513f2-f629-4a40-9fb8-78ef6803a2cb req-9a2ddb13-5781-496e-b7a5-fd90c626030f tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323990 Nov 15 11:11:31.314728 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-7a1625e8-e80a-43b8-a167-ad167908a64a service neutron] 10.222.0.55 "GET /v2.0/ports/dfd72db4-67a2-42ce-aa5f-3015f969877a/bindings/n-h2-729945-9 HTTP/1.1" status: 200 len: 382 time: 0.2246776 Nov 15 11:11:31.433492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c63457-8f55-440b-bcbf-ab34c2db3f3c req-b5b6b2d0-e05c-4135-bc8a-71c552511fa5 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:31.443093 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15c63457-8f55-440b-bcbf-ab34c2db3f3c req-b5b6b2d0-e05c-4135-bc8a-71c552511fa5 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4 HTTP/1.1" status: 200 len: 945 time: 0.0753169 Nov 15 11:11:31.503476 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b8b28aca-9548-480a-971b-6ea898f05b56 req-ef5bd269-31e2-4545-b81b-771e1c1d61b9 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274513 Nov 15 11:11:31.508683 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15c63457-8f55-440b-bcbf-ab34c2db3f3c req-a9e52ba5-118e-41dc-b7ae-a7d85ae73bb9 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cfd7e3a-de98-44c8-8092-5d7b9edd526a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640028 Nov 15 11:11:31.706690 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49752) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:31.760818 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b8b28aca-9548-480a-971b-6ea898f05b56 req-4a5f3985-2427-498b-80b6-afdf81cc1ec6 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445252 Nov 15 11:11:31.859290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-ed97ec51-80fc-409b-9e80-4cf60a9fbd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:31.866562 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-ed97ec51-80fc-409b-9e80-4cf60a9fbd4d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6&tenant_id=f683158a34ba4a62a024151827d9c8e8 HTTP/1.1" status: 200 len: 1100 time: 0.1863310 Nov 15 11:11:31.878701 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5a58a-dbcf-4318-b685-dfeecdbce179 req-6f061fee-b951-4074-b4fb-055fa1b1992a tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:31.887925 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-75e5a58a-dbcf-4318-b685-dfeecdbce179 req-6f061fee-b951-4074-b4fb-055fa1b1992a tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.1486683 Nov 15 11:11:31.948423 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ff53bbd-1800-4411-a1d4-3ccb81a0b3c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:32.081004 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-75e5a58a-dbcf-4318-b685-dfeecdbce179 req-c4bc6adf-b0e2-4e7d-8409-bfc41da4076a tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920776 Nov 15 11:11:32.084246 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-481cdbb5-e662-45f1-97b3-2b3d371cb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:32.085794 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-481cdbb5-e662-45f1-97b3-2b3d371cb771 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 1100 time: 0.1685400 Nov 15 11:11:32.134821 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ff53bbd-1800-4411-a1d4-3ccb81a0b3c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:32.155141 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ff53bbd-1800-4411-a1d4-3ccb81a0b3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:32.221299 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff53bbd-1800-4411-a1d4-3ccb81a0b3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5740545-aa4c-42c1-8ac4-e41c0cceb2af,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:32.288293 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5ff53bbd-1800-4411-a1d4-3ccb81a0b3c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3078feeab5e1405fa0e69cf97263e0ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5803361 Nov 15 11:11:32.291011 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49784) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:32.316268 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-f2382b6d-32f8-4552-8b70-8fe176e90a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:32.317455 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-f2382b6d-32f8-4552-8b70-8fe176e90a66 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.2169158 Nov 15 11:11:32.396325 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-266592f3-9a14-43c3-9217-643c1709d65b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:32.405969 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-c7929e8e-e94f-42fa-a0e6-9a90d758b47e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=dfd72db4-67a2-42ce-aa5f-3015f969877a HTTP/1.1" status: 200 len: 217 time: 0.0790384 Nov 15 11:11:32.449559 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-266592f3-9a14-43c3-9217-643c1709d65b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:32.505498 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-26fec251-7efb-4885-8cfe-0bf0b02201a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:32.511734 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-26fec251-7efb-4885-8cfe-0bf0b02201a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0898740 Nov 15 11:11:32.526114 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa94c0-bc40-4002-979b-8d6f8dbdd328 req-41264c27-3aba-4d2e-a225-3fa151e4c4b3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:32.536195 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2fa94c0-bc40-4002-979b-8d6f8dbdd328 req-41264c27-3aba-4d2e-a225-3fa151e4c4b3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=80ee70d1-091f-4adb-82c4-c116556be50e HTTP/1.1" status: 200 len: 948 time: 0.1246927 Nov 15 11:11:32.548368 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-266592f3-9a14-43c3-9217-643c1709d65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:32.551442 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-266592f3-9a14-43c3-9217-643c1709d65b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:32.555642 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-266592f3-9a14-43c3-9217-643c1709d65b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a5740545-aa4c-42c1-8ac4-e41c0cceb2af HTTP/1.1" status: 204 len: 168 time: 0.2605925 Nov 15 11:11:32.573712 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266592f3-9a14-43c3-9217-643c1709d65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5740545-aa4c-42c1-8ac4-e41c0cceb2af,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:32.690844 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2fa94c0-bc40-4002-979b-8d6f8dbdd328 req-6cc2405b-b6af-4516-b0fc-8d614a06861f tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535251 Nov 15 11:11:32.710181 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-8ea0332a-7a6e-429a-bb2a-d35f818f98c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:32.712853 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-8ea0332a-7a6e-429a-bb2a-d35f818f98c6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1743202 Nov 15 11:11:32.825855 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-186cd317-856d-4aeb-81e7-265abf307b61 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:11:32.826894 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-186cd317-856d-4aeb-81e7-265abf307b61 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071659 Nov 15 11:11:32.884237 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb05e9-8fb8-4594-a687-ec53f253bde0 req-fa88f600-b60e-4729-b28c-9dc5664f9b59 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:32.892215 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eddb05e9-8fb8-4594-a687-ec53f253bde0 req-fa88f600-b60e-4729-b28c-9dc5664f9b59 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4 HTTP/1.1" status: 200 len: 945 time: 0.1249509 Nov 15 11:11:32.911496 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b23d06-606a-468a-b177-390870be49b5 req-8b559eac-bcc6-4873-b636-71a2bce7a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:32.919860 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-8b559eac-bcc6-4873-b636-71a2bce7a786 service neutron] 10.222.0.64 "GET /v2.0/ports/ed6803f4-39f7-4ac5-a289-cf4020e70873 HTTP/1.1" status: 200 len: 1093 time: 0.0754902 Nov 15 11:11:32.925227 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-37b23d06-606a-468a-b177-390870be49b5 req-f725fe8c-a6f7-4742-8e3b-4e46022166e6 service neutron] Request body: {'binding': {'host': 'n-h2-729945-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:32.925681 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-37b23d06-606a-468a-b177-390870be49b5 req-f725fe8c-a6f7-4742-8e3b-4e46022166e6 service neutron] Unknown quota resources ['binding']. {{(pid=102677) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 11:11:32.933395 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-5a485609-ebfa-400f-bf52-327de3a1e86c service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076259 Nov 15 11:11:33.116495 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-37b23d06-606a-468a-b177-390870be49b5 req-f725fe8c-a6f7-4742-8e3b-4e46022166e6 service neutron] Attempting to bind port ed6803f4-39f7-4ac5-a289-cf4020e70873 on host n-h2-729945-9 for vnic_type normal with profile None {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:11:33.117766 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-37b23d06-606a-468a-b177-390870be49b5 req-f725fe8c-a6f7-4742-8e3b-4e46022166e6 service neutron] Attempting to bind port ed6803f4-39f7-4ac5-a289-cf4020e70873 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:11:33.118608 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b23d06-606a-468a-b177-390870be49b5 req-f725fe8c-a6f7-4742-8e3b-4e46022166e6 service neutron] Attempting to bind port ed6803f4-39f7-4ac5-a289-cf4020e70873 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:33.124927 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b23d06-606a-468a-b177-390870be49b5 req-f725fe8c-a6f7-4742-8e3b-4e46022166e6 service neutron] Port ed6803f4-39f7-4ac5-a289-cf4020e70873 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:11:33.125244 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b23d06-606a-468a-b177-390870be49b5 req-f725fe8c-a6f7-4742-8e3b-4e46022166e6 service neutron] Attempting to bind port ed6803f4-39f7-4ac5-a289-cf4020e70873 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:33.131488 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b23d06-606a-468a-b177-390870be49b5 req-f725fe8c-a6f7-4742-8e3b-4e46022166e6 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:11:33.131860 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b23d06-606a-468a-b177-390870be49b5 req-f725fe8c-a6f7-4742-8e3b-4e46022166e6 service neutron] Checking segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:11:33.132238 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b23d06-606a-468a-b177-390870be49b5 req-f725fe8c-a6f7-4742-8e3b-4e46022166e6 service neutron] Bound using segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:11:33.132665 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-37b23d06-606a-468a-b177-390870be49b5 req-f725fe8c-a6f7-4742-8e3b-4e46022166e6 service neutron] Bound port: ed6803f4-39f7-4ac5-a289-cf4020e70873, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:11:33.154591 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eddb05e9-8fb8-4594-a687-ec53f253bde0 req-6a1077b2-d5b0-4654-966a-fd14a60312b8 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cfd7e3a-de98-44c8-8092-5d7b9edd526a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599483 Nov 15 11:11:33.155339 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49796) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:33.204849 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-37b23d06-606a-468a-b177-390870be49b5 req-f725fe8c-a6f7-4742-8e3b-4e46022166e6 service neutron] For port ed6803f4-39f7-4ac5-a289-cf4020e70873, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ed6803f4-39f7-4ac5-a289-cf4020e70873,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:11:33.216889 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ce72c9e-0a00-4101-99c3-8f52ab70faf4 req-82fa03fd-e59f-4224-863f-99cd57e2c55e service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667832 Nov 15 11:11:33.219247 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-37b23d06-606a-468a-b177-390870be49b5 req-f725fe8c-a6f7-4742-8e3b-4e46022166e6 service neutron] Publish callbacks [] for binding, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:33.235100 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-f725fe8c-a6f7-4742-8e3b-4e46022166e6 service neutron] 10.222.0.64 "POST /v2.0/ports/ed6803f4-39f7-4ac5-a289-cf4020e70873/bindings HTTP/1.1" status: 201 len: 389 time: 0.3128045 Nov 15 11:11:33.239698 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b95be3c-4f9f-4bc8-aa5b-e18b7788dbd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:33.440534 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b95be3c-4f9f-4bc8-aa5b-e18b7788dbd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:33.461917 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7e211-788f-4f33-bc49-d2b923cc48a1 req-4862b5f2-4386-484b-aa58-bb87c6020229 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:33.465361 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30f7e211-788f-4f33-bc49-d2b923cc48a1 req-4862b5f2-4386-484b-aa58-bb87c6020229 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4 HTTP/1.1" status: 200 len: 945 time: 0.1356170 Nov 15 11:11:33.525142 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b95be3c-4f9f-4bc8-aa5b-e18b7788dbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:33.575046 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8b95be3c-4f9f-4bc8-aa5b-e18b7788dbd2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=50b75ca8aae64dddb52f816929597b61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4129031 Nov 15 11:11:33.575642 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49808) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:33.624414 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-30f7e211-788f-4f33-bc49-d2b923cc48a1 req-6e2d49ec-dac7-44d6-bda3-4cc03b7dda57 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Deleting port 4ef8f53d-c8ca-4032-a258-7dec3335ebf0 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:11:33.625463 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30f7e211-788f-4f33-bc49-d2b923cc48a1 req-6e2d49ec-dac7-44d6-bda3-4cc03b7dda57 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:33.702312 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1fba42f0-2c57-4ece-a2ea-a682b40c8b7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:33.725154 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1fba42f0-2c57-4ece-a2ea-a682b40c8b7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:33.826506 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1fba42f0-2c57-4ece-a2ea-a682b40c8b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:33.829487 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1fba42f0-2c57-4ece-a2ea-a682b40c8b7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:33.833876 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1fba42f0-2c57-4ece-a2ea-a682b40c8b7d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/402fe4f1-3214-4791-ae12-01c8fb484d8d HTTP/1.1" status: 204 len: 168 time: 0.2539704 Nov 15 11:11:33.859340 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619206e1-9f79-4061-a28a-2c267ab9e07b req-ba297a35-e83e-4acf-961a-d29756403dfc tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:33.869980 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-619206e1-9f79-4061-a28a-2c267ab9e07b req-ba297a35-e83e-4acf-961a-d29756403dfc tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.4278734 Nov 15 11:11:33.881095 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975eb2b1-cea8-4db8-a934-2f3b9a8c4e94 req-f30f4e39-9b45-492c-92f5-f66b932d4680 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:33.890287 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-975eb2b1-cea8-4db8-a934-2f3b9a8c4e94 req-f30f4e39-9b45-492c-92f5-f66b932d4680 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 945 time: 0.3229606 Nov 15 11:11:33.897269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95be3c-4f9f-4bc8-aa5b-e18b7788dbd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402fe4f1-3214-4791-ae12-01c8fb484d8d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:33.981176 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-619206e1-9f79-4061-a28a-2c267ab9e07b req-c0d2a3e4-3e88-4815-ad4f-1c63d7aa2210 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081264 Nov 15 11:11:34.009916 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b23d06-606a-468a-b177-390870be49b5 req-c8d2010a-dca9-4176-873d-13d7e3b8bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:34.011456 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-c8d2010a-dca9-4176-873d-13d7e3b8bff8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 1096 time: 0.3134582 Nov 15 11:11:34.023675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba42f0-2c57-4ece-a2ea-a682b40c8b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402fe4f1-3214-4791-ae12-01c8fb484d8d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:34.238029 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-30f7e211-788f-4f33-bc49-d2b923cc48a1 req-6e2d49ec-dac7-44d6-bda3-4cc03b7dda57 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] For port 4ef8f53d-c8ca-4032-a258-7dec3335ebf0, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=4ef8f53d-c8ca-4032-a258-7dec3335ebf0,segment=NetworkSegment(adbb5962-ae42-4006-8bca-273875eaa5dc),segment_id=adbb5962-ae42-4006-8bca-273875eaa5dc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:34.238914 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30f7e211-788f-4f33-bc49-d2b923cc48a1 req-6e2d49ec-dac7-44d6-bda3-4cc03b7dda57 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:34.256683 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-975eb2b1-cea8-4db8-a934-2f3b9a8c4e94 req-eec75699-9e17-4957-a05f-bfeb0a74d8c6 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652537 Nov 15 11:11:34.276932 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-30f7e211-788f-4f33-bc49-d2b923cc48a1 req-6e2d49ec-dac7-44d6-bda3-4cc03b7dda57 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Calling delete_port for 4ef8f53d-c8ca-4032-a258-7dec3335ebf0 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:11:34.318153 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 13b8322d-abcc-4283-b944-cb02e5c2523e details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:11:34.340498 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b23d06-606a-468a-b177-390870be49b5 req-ea7aba93-6b17-49c1-8291-93853dc6412c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:34.357198 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-ea7aba93-6b17-49c1-8291-93853dc6412c service neutron] 10.222.0.55 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 922 time: 0.3341293 Nov 15 11:11:34.369687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f7790-7d16-476c-89c4-0be950a2ae5a req-a7dfbe67-0300-46d2-aec7-459ec934952b tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:34.371251 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-184f7790-7d16-476c-89c4-0be950a2ae5a req-a7dfbe67-0300-46d2-aec7-459ec934952b tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=80ee70d1-091f-4adb-82c4-c116556be50e HTTP/1.1" status: 200 len: 948 time: 0.1568384 Nov 15 11:11:34.517405 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30f7e211-788f-4f33-bc49-d2b923cc48a1 req-6e2d49ec-dac7-44d6-bda3-4cc03b7dda57 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:34.537395 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-184f7790-7d16-476c-89c4-0be950a2ae5a req-ddd4272e-3e23-4de6-8d91-e90c51a458a9 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547565 Nov 15 11:11:34.546106 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-2bdb5932-ce09-443f-a644-6bbf604de5ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed6803f4-39f7-4ac5-a289-cf4020e70873 HTTP/1.1" status: 200 len: 217 time: 0.1713047 Nov 15 11:11:34.587314 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d49ec-dac7-44d6-bda3-4cc03b7dda57 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Pushing event deleted for resources: {'Port': ['ID=4ef8f53d-c8ca-4032-a258-7dec3335ebf0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:34.631648 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device dfd72db4-67a2-42ce-aa5f-3015f969877a no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:11:34.637301 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['4ef8f53d-c8ca-4032-a258-7dec3335ebf0'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:34.670061 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b23d06-606a-468a-b177-390870be49b5 req-b6f9af6b-ec0e-49db-af7e-84c40695956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:34.672439 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-b6f9af6b-ec0e-49db-af7e-84c40695956b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41c7fb84-e1ab-4aee-8901-f8449cce1c4d HTTP/1.1" status: 200 len: 861 time: 0.1140893 Nov 15 11:11:34.695435 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f7e211-788f-4f33-bc49-d2b923cc48a1 req-6e2d49ec-dac7-44d6-bda3-4cc03b7dda57 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] No DVR routers for this DVR port 4ef8f53d-c8ca-4032-a258-7dec3335ebf0 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:11:34.707167 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30f7e211-788f-4f33-bc49-d2b923cc48a1 req-6e2d49ec-dac7-44d6-bda3-4cc03b7dda57 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:34.710508 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30f7e211-788f-4f33-bc49-d2b923cc48a1 req-6e2d49ec-dac7-44d6-bda3-4cc03b7dda57 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.11 "DELETE /v2.0/ports/4ef8f53d-c8ca-4032-a258-7dec3335ebf0 HTTP/1.1" status: 204 len: 173 time: 1.2363470 Nov 15 11:11:34.710965 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc04c81-8a8d-4653-86e0-3ba870faa6e4', 'name': 'network-vif-deleted', 'tag': '4ef8f53d-c8ca-4032-a258-7dec3335ebf0'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:34.733923 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49a3719-ddfa-4069-a00a-834fda47e77c" -d '{"events": [{"server_uuid": "8bc04c81-8a8d-4653-86e0-3ba870faa6e4", "name": "network-vif-deleted", "tag": "4ef8f53d-c8ca-4032-a258-7dec3335ebf0"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:34.807632 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e273f875-40a6-4f6a-9e68-cb29d4a2678f req-bb0e915c-6dd1-4ac9-a09c-40a863dfe026 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684 tempest-FloatingIPsAssociationNegativeTestJSON-1112511684-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc04c81-8a8d-4653-86e0-3ba870faa6e4 HTTP/1.1" status: 200 len: 210 time: 0.1334424 Nov 15 11:11:34.876291 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-abedda30-31ac-4616-be27-0cc8267416da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4a44e54-964f-44d3-85ab-bb56792b7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1907053 Nov 15 11:11:35.095512 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e0cf4b-7c34-4e65-b7ca-40438f5894cd x-openstack-request-id: req-18e0cf4b-7c34-4e65-b7ca-40438f5894cd {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:35.096047 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc04c81-8a8d-4653-86e0-3ba870faa6e4", "name": "network-vif-deleted", "tag": "4ef8f53d-c8ca-4032-a258-7dec3335ebf0", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:35.096341 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-18e0cf4b-7c34-4e65-b7ca-40438f5894cd {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:35.096738 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc04c81-8a8d-4653-86e0-3ba870faa6e4', 'name': 'network-vif-deleted', 'tag': '4ef8f53d-c8ca-4032-a258-7dec3335ebf0', 'status': 'completed', 'code': 200} Nov 15 11:11:35.126808 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-a1b16a8a-0a67-45dd-a7f7-7e77aaebfd5b service neutron] 10.222.0.55 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416945 Nov 15 11:11:35.202981 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 13b8322d-abcc-4283-b944-cb02e5c2523e, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=13b8322d-abcc-4283-b944-cb02e5c2523e,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:35.237043 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:35.256449 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '13b8322d-abcc-4283-b944-cb02e5c2523e', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '13b8322d-abcc-4283-b944-cb02e5c2523e', 'mac_address': 'fa:16:3e:40:bb:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:11:35.288043 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b41f2ed-c944-4e68-9232-73ec32219fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfd72db4-67a2-42ce-aa5f-3015f969877a'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:35.291035 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fc7f92-8c96-4b49-8ad5-7065d6988688" -d '{"events": [{"server_uuid": "5b41f2ed-c944-4e68-9232-73ec32219fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "dfd72db4-67a2-42ce-aa5f-3015f969877a"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:35.377271 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port dfd72db4-67a2-42ce-aa5f-3015f969877a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=dfd72db4-67a2-42ce-aa5f-3015f969877a,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:35.387432 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfc809-7048-43af-ac34-8d81d46d89a1 req-4a70bc3c-2f05-468d-b22e-1ad67415417c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:35.388022 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:35.395029 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cddfc809-7048-43af-ac34-8d81d46d89a1 req-4a70bc3c-2f05-468d-b22e-1ad67415417c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.1785188 Nov 15 11:11:35.398744 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:35.423861 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-2e163786-69e6-43c2-b133-084af0e87b5c service neutron] 10.222.0.55 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856207 Nov 15 11:11:35.439103 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b8322d-abcc-4283-b944-cb02e5c2523e {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:11:35.496820 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 13b8322d-abcc-4283-b944-cb02e5c2523e, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=13b8322d-abcc-4283-b944-cb02e5c2523e,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:35.500194 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=dfd72db4-67a2-42ce-aa5f-3015f969877a,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:35.519347 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:35.527335 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:35.529807 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:35.531128 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:35.531562 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:35.532395 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:35.533479 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:35.533881 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:35.535409 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:35.535843 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:35.536890 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:35.537802 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:35.538884 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:35.583258 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cddfc809-7048-43af-ac34-8d81d46d89a1 req-0885532f-1973-473c-8513-ed69a070c76c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872413 Nov 15 11:11:35.684147 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097945e9-8166-4e95-b903-df2416ed1af7 req-979c640a-0ce1-44ea-8171-04a44b9afc79 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:35.708437 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-097945e9-8166-4e95-b903-df2416ed1af7 req-979c640a-0ce1-44ea-8171-04a44b9afc79 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 945 time: 0.2084310 Nov 15 11:11:35.712029 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=13b8322d-abcc-4283-b944-cb02e5c2523e,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:35.739074 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bb2a34-71e3-4cb8-8af6-0a171312df82 x-openstack-request-id: req-e9bb2a34-71e3-4cb8-8af6-0a171312df82 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:35.739679 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b41f2ed-c944-4e68-9232-73ec32219fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "dfd72db4-67a2-42ce-aa5f-3015f969877a", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:35.740150 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9bb2a34-71e3-4cb8-8af6-0a171312df82 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:35.740748 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b41f2ed-c944-4e68-9232-73ec32219fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfd72db4-67a2-42ce-aa5f-3015f969877a', 'code': 200} Nov 15 11:11:35.819283 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-097945e9-8166-4e95-b903-df2416ed1af7 req-301fca7d-654c-4054-ad58-ade808e22a4c tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096601 Nov 15 11:11:35.919511 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49872) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:35.939576 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c5db7-1f93-477d-a721-e0e290d8eae1 req-f27e3e01-e605-48d0-8d89-58dfcd5dd286 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:35.948415 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-431c5db7-1f93-477d-a721-e0e290d8eae1 req-f27e3e01-e605-48d0-8d89-58dfcd5dd286 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=80ee70d1-091f-4adb-82c4-c116556be50e HTTP/1.1" status: 200 len: 949 time: 0.1051128 Nov 15 11:11:35.952086 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['13b8322d-abcc-4283-b944-cb02e5c2523e'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:36.076282 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-431c5db7-1f93-477d-a721-e0e290d8eae1 req-fb9bb596-b2a9-48f1-a60f-abc7585e0b06 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217713 Nov 15 11:11:36.354746 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 4ef8f53d-c8ca-4032-a258-7dec3335ebf0 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:11:36.443001 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c8befe5-5f93-4e18-bdef-e8b933661832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:36.546618 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 4ef8f53d-c8ca-4032-a258-7dec3335ebf0 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:11:36.552721 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 4ef8f53d-c8ca-4032-a258-7dec3335ebf0 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:11:36.566263 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device dfd72db4-67a2-42ce-aa5f-3015f969877a details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:11:36.832199 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port dfd72db4-67a2-42ce-aa5f-3015f969877a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=dfd72db4-67a2-42ce-aa5f-3015f969877a,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:36.870152 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'dfd72db4-67a2-42ce-aa5f-3015f969877a', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': 'dfd72db4-67a2-42ce-aa5f-3015f969877a', 'mac_address': 'fa:16:3e:4b:bb:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:11:36.872848 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c37e0c-fbcd-468a-a140-fdea951b1f1d req-870ce480-04f7-4f91-a31b-e1b2d91932f5 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:36.887030 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0c37e0c-fbcd-468a-a140-fdea951b1f1d req-870ce480-04f7-4f91-a31b-e1b2d91932f5 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 947 time: 0.1439021 Nov 15 11:11:36.971225 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:36.999728 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5990deeb-8452-42f1-8532-fd39c6c9ecc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:37.021831 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd72db4-67a2-42ce-aa5f-3015f969877a {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:11:37.087224 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port dfd72db4-67a2-42ce-aa5f-3015f969877a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=dfd72db4-67a2-42ce-aa5f-3015f969877a,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:37.108466 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0c37e0c-fbcd-468a-a140-fdea951b1f1d req-d6da8047-b0e1-4f18-bd5a-5d4f7d6e64a2 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194133 Nov 15 11:11:37.140181 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:37.184994 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f5d6d-8295-4633-bd17-d9e7d8c148f4 req-2b721269-e502-49c5-93b6-a6ed478f53d4 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:37.192893 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa2f5d6d-8295-4633-bd17-d9e7d8c148f4 req-2b721269-e502-49c5-93b6-a6ed478f53d4 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 945 time: 0.1773405 Nov 15 11:11:37.307676 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=dfd72db4-67a2-42ce-aa5f-3015f969877a,revision_number=7']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:37.376995 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa2f5d6d-8295-4633-bd17-d9e7d8c148f4 req-5d81e227-5bc0-4b0a-b200-8dffdc63a403 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677756 Nov 15 11:11:37.528324 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af779a0-aa4a-4d15-abb2-1dd87ce6f44f req-f2913cf5-ea07-4dfa-bc1b-4e4ee275783b tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:37.529997 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9af779a0-aa4a-4d15-abb2-1dd87ce6f44f req-f2913cf5-ea07-4dfa-bc1b-4e4ee275783b tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=80ee70d1-091f-4adb-82c4-c116556be50e HTTP/1.1" status: 200 len: 949 time: 0.2156451 Nov 15 11:11:37.560868 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['dfd72db4-67a2-42ce-aa5f-3015f969877a'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:37.677231 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9af779a0-aa4a-4d15-abb2-1dd87ce6f44f req-87644528-2d8a-4c16-ac4c-fcd275870823 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286623 Nov 15 11:11:37.831799 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5990deeb-8452-42f1-8532-fd39c6c9ecc2 admin admin] Deleting port 0ccc635d-edd7-483d-b86e-f707af777f00 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:11:37.832654 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5990deeb-8452-42f1-8532-fd39c6c9ecc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:37.904519 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a3f31-52af-42de-a0a0-e90fcaf51df5 req-a081d98c-fd5c-451a-a26c-22ee4f00bd21 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:37.907033 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-868a3f31-52af-42de-a0a0-e90fcaf51df5 req-a081d98c-fd5c-451a-a26c-22ee4f00bd21 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6&tenant_id=f683158a34ba4a62a024151827d9c8e8&binding%3Ahost_id=n-h2-729945-9 HTTP/1.1" status: 200 len: 948 time: 0.1196785 Nov 15 11:11:37.990541 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5990deeb-8452-42f1-8532-fd39c6c9ecc2 admin admin] For port 0ccc635d-edd7-483d-b86e-f707af777f00, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0ccc635d-edd7-483d-b86e-f707af777f00,segment=NetworkSegment(adbb5962-ae42-4006-8bca-273875eaa5dc),segment_id=adbb5962-ae42-4006-8bca-273875eaa5dc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:37.991237 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5990deeb-8452-42f1-8532-fd39c6c9ecc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:38.015601 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c2900-b7be-45cf-a75a-58017ff3afaa req-e6017ec7-9653-46a1-9c4e-a911562e7062 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:38.017883 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5990deeb-8452-42f1-8532-fd39c6c9ecc2 admin admin] Calling delete_port for 0ccc635d-edd7-483d-b86e-f707af777f00 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:11:38.030818 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c28c2900-b7be-45cf-a75a-58017ff3afaa req-e6017ec7-9653-46a1-9c4e-a911562e7062 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 948 time: 0.1642785 Nov 15 11:11:38.152082 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-8cb35926-5fad-4a34-bbde-f1be18aa2e17 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9414cb50f6ba4088ab3fdbcff5f230dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242951 Nov 15 11:11:38.250883 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5990deeb-8452-42f1-8532-fd39c6c9ecc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:38.261896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a3f31-52af-42de-a0a0-e90fcaf51df5 req-31cf1058-bdb3-41df-9eef-56409633303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:38.263611 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-868a3f31-52af-42de-a0a0-e90fcaf51df5 req-31cf1058-bdb3-41df-9eef-56409633303a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 1099 time: 0.2160335 Nov 15 11:11:38.270592 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c28c2900-b7be-45cf-a75a-58017ff3afaa req-34ec7d13-3888-4b97-9f62-4356f1dfccc2 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322781 Nov 15 11:11:38.301232 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990deeb-8452-42f1-8532-fd39c6c9ecc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ccc635d-edd7-483d-b86e-f707af777f00,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:38.342218 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-03f634d4-6414-4a05-9328-b770312d82e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:38.367582 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 13b8322d-abcc-4283-b944-cb02e5c2523e up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:11:38.513023 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 13b8322d-abcc-4283-b944-cb02e5c2523e completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:11:38.517777 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 13b8322d-abcc-4283-b944-cb02e5c2523e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:38.518561 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:38.655114 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:38.690472 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ee70d1-091f-4adb-82c4-c116556be50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b8322d-abcc-4283-b944-cb02e5c2523e'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:38.693214 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257438b9-fb25-431c-a0c7-4f4cafaf4aea" -d '{"events": [{"server_uuid": "80ee70d1-091f-4adb-82c4-c116556be50e", "name": "network-vif-plugged", "status": "completed", "tag": "13b8322d-abcc-4283-b944-cb02e5c2523e"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:38.702917 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5990deeb-8452-42f1-8532-fd39c6c9ecc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:38.707305 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 13b8322d-abcc-4283-b944-cb02e5c2523e, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=13b8322d-abcc-4283-b944-cb02e5c2523e,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:38.724299 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:38.787105 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=13b8322d-abcc-4283-b944-cb02e5c2523e,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:38.824008 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-9bc9601e-f4ea-429f-95ce-25f00e4af12a tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:38.825614 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-9bc9601e-f4ea-429f-95ce-25f00e4af12a tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6622410 Nov 15 11:11:38.854071 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a3f31-52af-42de-a0a0-e90fcaf51df5 req-757ce628-b313-430b-b295-e5cb7a84dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:38.855782 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-868a3f31-52af-42de-a0a0-e90fcaf51df5 req-757ce628-b313-430b-b295-e5cb7a84dc34 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.5820653 Nov 15 11:11:38.858619 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-667d4c3e-6620-4a7e-9a25-8652aed2ddac tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/quotas/9414cb50f6ba4088ab3fdbcff5f230dc HTTP/1.1" status: 200 len: 375 time: 0.0203571 Nov 15 11:11:38.866676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef4726-66d7-4bab-9931-4ac9fc6a3dd3 req-5218e4cc-1ee3-4a53-9ac6-513677c6067e tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:38.868467 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79ef4726-66d7-4bab-9931-4ac9fc6a3dd3 req-5218e4cc-1ee3-4a53-9ac6-513677c6067e tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 945 time: 0.1069939 Nov 15 11:11:38.900286 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-d536dc74-787f-4671-9354-c0e9c1ed1ee8 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9414cb50f6ba4088ab3fdbcff5f230dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304964 Nov 15 11:11:38.945875 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79ef4726-66d7-4bab-9931-4ac9fc6a3dd3 req-ffe35b78-d383-41fa-bd8c-58f2a6411a6f tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668120 Nov 15 11:11:38.967983 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5990deeb-8452-42f1-8532-fd39c6c9ecc2 admin admin] Router 49b70623-6140-4e32-a3b4-510fa1bb2669 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:11:39.020359 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-868a3f31-52af-42de-a0a0-e90fcaf51df5 req-59e495ba-7e92-4096-83b8-b52da6318e6b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=dfd72db4-67a2-42ce-aa5f-3015f969877a HTTP/1.1" status: 200 len: 217 time: 0.0700057 Nov 15 11:11:39.092696 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0587aa64-a365-4031-b9bf-fef25dd66dda x-openstack-request-id: req-0587aa64-a365-4031-b9bf-fef25dd66dda {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:39.092967 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ee70d1-091f-4adb-82c4-c116556be50e", "name": "network-vif-plugged", "status": "completed", "tag": "13b8322d-abcc-4283-b944-cb02e5c2523e", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:39.093221 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0587aa64-a365-4031-b9bf-fef25dd66dda {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:39.093658 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ee70d1-091f-4adb-82c4-c116556be50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b8322d-abcc-4283-b944-cb02e5c2523e', 'code': 200} Nov 15 11:11:39.204933 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a3f31-52af-42de-a0a0-e90fcaf51df5 req-252b0d05-a916-4b6e-b34f-c8d1a9acd514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:39.205438 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5990deeb-8452-42f1-8532-fd39c6c9ecc2 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:11:39.206431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-868a3f31-52af-42de-a0a0-e90fcaf51df5 req-252b0d05-a916-4b6e-b34f-c8d1a9acd514 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1560426 Nov 15 11:11:39.220964 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8a797c-d305-4951-895c-3fa3bcf94617 None None] Sync routers for ids ['49b70623-6140-4e32-a3b4-510fa1bb2669'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:11:39.221688 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5990deeb-8452-42f1-8532-fd39c6c9ecc2 admin admin] 10.222.0.64 "PUT /v2.0/routers/49b70623-6140-4e32-a3b4-510fa1bb2669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3007169 Nov 15 11:11:39.234101 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538c19a-33fd-43e1-89c6-2fab1e204d2f req-265ac9aa-3ec0-4596-b0b2-e1b33bc93343 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:39.235942 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b538c19a-33fd-43e1-89c6-2fab1e204d2f req-265ac9aa-3ec0-4596-b0b2-e1b33bc93343 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=80ee70d1-091f-4adb-82c4-c116556be50e HTTP/1.1" status: 200 len: 950 time: 0.2115114 Nov 15 11:11:39.237984 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49970) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:39.244064 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8a797c-d305-4951-895c-3fa3bcf94617 None None] Routers {'49b70623-6140-4e32-a3b4-510fa1bb2669'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:11:39.251723 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-9d8a797c-d305-4951-895c-3fa3bcf94617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:11:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['49b70623-6140-4e32-a3b4-510fa1bb2669'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:11:39.447832 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a3f31-52af-42de-a0a0-e90fcaf51df5 req-ce0a6735-bee3-427a-a088-aaeb1ccfacba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:39.449767 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-868a3f31-52af-42de-a0a0-e90fcaf51df5 req-ce0a6735-bee3-427a-a088-aaeb1ccfacba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2126250 Nov 15 11:11:39.486968 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-5b64ce80-924b-4b6b-b0d1-f5b2b026995e tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9414cb50f6ba4088ab3fdbcff5f230dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339262 Nov 15 11:11:39.532115 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b538c19a-33fd-43e1-89c6-2fab1e204d2f req-f00977a4-3008-40e7-a6c7-260328112f0d tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698998 Nov 15 11:11:39.552884 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-9d8a797c-d305-4951-895c-3fa3bcf94617 None None] Set router 49b70623-6140-4e32-a3b4-510fa1bb2669 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:11:39.584330 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc16bf2-e2ae-4a28-9d8e-19c53a13baa1 req-7fe2414b-e220-4cac-914d-b649a500bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:39.587745 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bcc16bf2-e2ae-4a28-9d8e-19c53a13baa1 req-7fe2414b-e220-4cac-914d-b649a500bc92 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=80ee70d1-091f-4adb-82c4-c116556be50e HTTP/1.1" status: 200 len: 1101 time: 0.3804173 Nov 15 11:11:39.678264 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bcc16bf2-e2ae-4a28-9d8e-19c53a13baa1 req-a75c2aa7-37b0-4ac6-89d9-bce7df0dc7d2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805149 Nov 15 11:11:39.719230 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:39.760490 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4924574d-73dc-4fe2-848a-c262b0db36c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:39.818547 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-9d8a797c-d305-4951-895c-3fa3bcf94617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-644019015-router', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:10:41Z', 'updated_at': '2021-11-15T11:11:38Z', 'revision_number': 5, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'gw_port': {'id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:10:43Z', 'updated_at': '2021-11-15T11:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:11:39.848464 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8a797c-d305-4951-895c-3fa3bcf94617 None None] Checking router: 49b70623-6140-4e32-a3b4-510fa1bb2669 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:11:39.858354 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8a797c-d305-4951-895c-3fa3bcf94617 None None] Routers {'49b70623-6140-4e32-a3b4-510fa1bb2669'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:11:39.858996 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-9d8a797c-d305-4951-895c-3fa3bcf94617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:11:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['49b70623-6140-4e32-a3b4-510fa1bb2669'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:11:39.922677 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-868a3f31-52af-42de-a0a0-e90fcaf51df5 req-36e6b6a3-6bd0-42b1-9802-665fc890a997 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620554 Nov 15 11:11:39.970016 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-9d8a797c-d305-4951-895c-3fa3bcf94617 None None] Set router 49b70623-6140-4e32-a3b4-510fa1bb2669 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:11:40.037483 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-868a3f31-52af-42de-a0a0-e90fcaf51df5 req-5e7308eb-c670-40f4-9e5e-306306470b51 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982437 Nov 15 11:11:40.049989 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935adf5-bc9f-4356-b28c-51f8b4a4b52f req-7e2a40e7-f0fb-4240-9efc-601b26d246ef tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:40.057482 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3935adf5-bc9f-4356-b28c-51f8b4a4b52f req-7e2a40e7-f0fb-4240-9efc-601b26d246ef tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 948 time: 0.3338506 Nov 15 11:11:40.078434 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-2fdf151f-a94e-49ae-9bd7-17905f211b6c tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:40.079953 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-2fdf151f-a94e-49ae-9bd7-17905f211b6c tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5789173 Nov 15 11:11:40.140197 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-2331c553-a494-4103-a4c1-62622971c5fa tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/quotas/9414cb50f6ba4088ab3fdbcff5f230dc HTTP/1.1" status: 200 len: 375 time: 0.0510230 Nov 15 11:11:40.148481 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3935adf5-bc9f-4356-b28c-51f8b4a4b52f req-b78246b7-1164-4aef-b169-ed5cd3f2357b tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898700 Nov 15 11:11:40.194035 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4924574d-73dc-4fe2-848a-c262b0db36c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:40.212481 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-405eef7d-fce4-4453-9502-bcdc2b3ff418 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9414cb50f6ba4088ab3fdbcff5f230dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626414 Nov 15 11:11:40.214180 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-9d8a797c-d305-4951-895c-3fa3bcf94617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-644019015-router', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:10:41Z', 'updated_at': '2021-11-15T11:11:38Z', 'revision_number': 5, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'gw_port': {'id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:10:43Z', 'updated_at': '2021-11-15T11:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:11:40.244330 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8a797c-d305-4951-895c-3fa3bcf94617 None None] The sync data for ids ['49b70623-6140-4e32-a3b4-510fa1bb2669'] in n-d-729945-9 is: [{'id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-644019015-router', 'tenant_id': '67af872e85d04b36bfd9376f6600c64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:10:41Z', 'updated_at': '2021-11-15T11:11:38Z', 'revision_number': 5, 'project_id': '67af872e85d04b36bfd9376f6600c64d', 'gw_port': {'id': '2265072a-cf06-48b8-9aa8-bca4002056a9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:36:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b70623-6140-4e32-a3b4-510fa1bb2669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:10:43Z', 'updated_at': '2021-11-15T11:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:11:40.299946 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f925d29-d7e3-4e9e-8d31-c1e159bc57df req-659226b6-8b98-4cf9-939a-5b3af54ab296 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:40.306199 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f925d29-d7e3-4e9e-8d31-c1e159bc57df req-659226b6-8b98-4cf9-939a-5b3af54ab296 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/ports?device_id=2482e2eb-5623-4855-88bc-606dc5f27181 HTTP/1.1" status: 200 len: 949 time: 0.0922565 Nov 15 11:11:40.344578 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4924574d-73dc-4fe2-848a-c262b0db36c9 admin admin] Deleting port 2265072a-cf06-48b8-9aa8-bca4002056a9 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:11:40.345074 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4924574d-73dc-4fe2-848a-c262b0db36c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:40.422685 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f925d29-d7e3-4e9e-8d31-c1e159bc57df req-779141d4-d53e-4207-9b50-18c02cc0c13e tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d32c52-1846-44ad-9ed3-e8a1b886f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139481 Nov 15 11:11:40.517443 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4924574d-73dc-4fe2-848a-c262b0db36c9 admin admin] For port 2265072a-cf06-48b8-9aa8-bca4002056a9, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2265072a-cf06-48b8-9aa8-bca4002056a9,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:40.518040 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4924574d-73dc-4fe2-848a-c262b0db36c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:40.542273 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4924574d-73dc-4fe2-848a-c262b0db36c9 admin admin] Calling delete_port for 2265072a-cf06-48b8-9aa8-bca4002056a9 owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:11:40.560173 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device dfd72db4-67a2-42ce-aa5f-3015f969877a up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:11:40.668941 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-efbe84f2-e447-4477-b34b-10db58a2cf6c tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=9414cb50f6ba4088ab3fdbcff5f230dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1182797 Nov 15 11:11:40.681235 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0ccc635d-edd7-483d-b86e-f707af777f00 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:11:40.681899 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-87afc350-ee0c-4a8a-a696-21e77842e5d9 req-eda90038-34ae-484e-ba42-2f5cdd0734a4 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=65f72b27-73f1-488c-8ddb-f1a10c9e79bc HTTP/1.1" status: 200 len: 210 time: 0.0798769 Nov 15 11:11:40.759424 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 0ccc635d-edd7-483d-b86e-f707af777f00 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:11:40.759982 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0ccc635d-edd7-483d-b86e-f707af777f00 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:11:40.786709 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port dfd72db4-67a2-42ce-aa5f-3015f969877a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:40.791071 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:40.795971 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ada67-bc62-453d-856c-1359d1feb584 req-0cc83b01-811d-4e3e-a035-488d54623d88 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:40.812052 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a26ada67-bc62-453d-856c-1359d1feb584 req-0cc83b01-811d-4e3e-a035-488d54623d88 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 945 time: 0.3666570 Nov 15 11:11:40.992217 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a26ada67-bc62-453d-856c-1359d1feb584 req-62ae17fc-6893-47cc-9aaf-a2cd69449b56 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713965 Nov 15 11:11:40.998177 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:41.106919 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port dfd72db4-67a2-42ce-aa5f-3015f969877a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=dfd72db4-67a2-42ce-aa5f-3015f969877a,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:41.115146 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b41f2ed-c944-4e68-9232-73ec32219fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd72db4-67a2-42ce-aa5f-3015f969877a'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:41.123388 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6921ffaf-0d4a-4a43-9f66-41290a3b1b3a" -d '{"events": [{"server_uuid": "5b41f2ed-c944-4e68-9232-73ec32219fb6", "name": "network-vif-plugged", "status": "completed", "tag": "dfd72db4-67a2-42ce-aa5f-3015f969877a"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:41.133463 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:41.134508 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1e460f77-bbb8-4da0-8312-1920390d0c67 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:11:41.160561 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af4aa2-eb79-4291-a159-5ae4e06ac16b req-aee467db-3b79-4e66-93ee-ab3997dcac6d tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:41.167994 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68af4aa2-eb79-4291-a159-5ae4e06ac16b req-aee467db-3b79-4e66-93ee-ab3997dcac6d tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=80ee70d1-091f-4adb-82c4-c116556be50e HTTP/1.1" status: 200 len: 950 time: 0.2681780 Nov 15 11:11:41.206013 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-9755aee2-e0be-4cdc-b29a-04f38347548f tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:41.207508 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-9755aee2-e0be-4cdc-b29a-04f38347548f tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5223742 Nov 15 11:11:41.229571 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-f9dd1f8d-0e5f-4f52-86a3-5d7c7a637091 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Request body: {'port': {'device_id': '64e7873b-9568-443a-b4e4-8966e6b31956', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': '9414cb50f6ba4088ab3fdbcff5f230dc'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:41.324229 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:41.358998 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=dfd72db4-67a2-42ce-aa5f-3015f969877a,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:41.390551 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4924574d-73dc-4fe2-848a-c262b0db36c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:41.420120 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68af4aa2-eb79-4291-a159-5ae4e06ac16b req-18b280f9-8322-421a-8df7-d12128ae1145 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477221 Nov 15 11:11:41.474246 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924574d-73dc-4fe2-848a-c262b0db36c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2265072a-cf06-48b8-9aa8-bca4002056a9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:41.536726 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4924574d-73dc-4fe2-848a-c262b0db36c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:41.628207 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-f9dd1f8d-0e5f-4f52-86a3-5d7c7a637091 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Made reservation on behalf of 9414cb50f6ba4088ab3fdbcff5f230dc for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:11:41.632916 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-f9dd1f8d-0e5f-4f52-86a3-5d7c7a637091 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:41.694578 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-f9dd1f8d-0e5f-4f52-86a3-5d7c7a637091 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:41.702298 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4924574d-73dc-4fe2-848a-c262b0db36c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:41.704535 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a0c903-7bb4-4692-bf6d-c5995e310565 x-openstack-request-id: req-c5a0c903-7bb4-4692-bf6d-c5995e310565 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:41.704852 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b41f2ed-c944-4e68-9232-73ec32219fb6", "name": "network-vif-plugged", "status": "completed", "tag": "dfd72db4-67a2-42ce-aa5f-3015f969877a", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:41.705174 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c5a0c903-7bb4-4692-bf6d-c5995e310565 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:41.705503 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b41f2ed-c944-4e68-9232-73ec32219fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd72db4-67a2-42ce-aa5f-3015f969877a', 'code': 200} Nov 15 11:11:41.707751 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:41.711284 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4924574d-73dc-4fe2-848a-c262b0db36c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:41.745055 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 1e460f77-bbb8-4da0-8312-1920390d0c67, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1e460f77-bbb8-4da0-8312-1920390d0c67,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:41.750622 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:41.844020 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=1e460f77-bbb8-4da0-8312-1920390d0c67,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:41.849191 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c883066-a4df-4cf8-9b15-d03d004755f9 req-e0b7f8a3-08d0-4f0a-9c8c-77362b954ebd tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:41.856549 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c883066-a4df-4cf8-9b15-d03d004755f9 req-e0b7f8a3-08d0-4f0a-9c8c-77362b954ebd tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.2310750 Nov 15 11:11:41.868161 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4924574d-73dc-4fe2-848a-c262b0db36c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:41.868932 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4924574d-73dc-4fe2-848a-c262b0db36c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49b70623-6140-4e32-a3b4-510fa1bb2669 {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:11:41.889216 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4924574d-73dc-4fe2-848a-c262b0db36c9 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:41.892810 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4924574d-73dc-4fe2-848a-c262b0db36c9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/49b70623-6140-4e32-a3b4-510fa1bb2669 HTTP/1.1" status: 204 len: 168 time: 2.6535649 Nov 15 11:11:41.892941 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50084) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:41.957824 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c883066-a4df-4cf8-9b15-d03d004755f9 req-9c11ff64-26af-4881-b94f-016988c28b13 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002395 Nov 15 11:11:41.983530 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-f9dd1f8d-0e5f-4f52-86a3-5d7c7a637091 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:41.994040 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c41b745-e6ce-4567-904b-c746ae686813 admin admin] Deleting subnet 56da4600-2298-4c57-abce-8d282ee3a46e {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:11:41.998779 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c41b745-e6ce-4567-904b-c746ae686813 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:41.999720 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-f9dd1f8d-0e5f-4f52-86a3-5d7c7a637091 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:42.050542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd1f8d-0e5f-4f52-86a3-5d7c7a637091 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509efb24-ac33-44d9-8c93-97341b853bf6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:42.067345 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:42.087555 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c41b745-e6ce-4567-904b-c746ae686813 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:42.258320 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c41b745-e6ce-4567-904b-c746ae686813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:42.280086 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3fbbf77e-9be9-4deb-8f0d-084a643eb572 req-db7abac0-7aff-4ff0-8f61-b03f57b1beca tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=65f72b27-73f1-488c-8ddb-f1a10c9e79bc HTTP/1.1" status: 200 len: 210 time: 0.0473835 Nov 15 11:11:42.337618 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-f9dd1f8d-0e5f-4f52-86a3-5d7c7a637091 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Allocated IP 192.168.233.39 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/11716b14-97a5-4465-acdf-3caa497b2c16) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:11:42.339497 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-cd7e89b0-c4bc-497d-80db-3385902ac21f tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9414cb50f6ba4088ab3fdbcff5f230dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267129 Nov 15 11:11:42.342085 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c41b745-e6ce-4567-904b-c746ae686813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:42.353974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9b463-ba45-4091-bdcc-e01b32f98fed req-10c60ce7-32db-409c-9b07-972fc468f36c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:42.355625 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-def9b463-ba45-4091-bdcc-e01b32f98fed req-10c60ce7-32db-409c-9b07-972fc468f36c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.1129739 Nov 15 11:11:42.369575 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41b745-e6ce-4567-904b-c746ae686813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56da4600-2298-4c57-abce-8d282ee3a46e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:42.401828 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1396abed-2757-49ec-94c4-e8e202cafc51 None None] Network d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:11:42.437785 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c41b745-e6ce-4567-904b-c746ae686813 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:42.461351 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0c41b745-e6ce-4567-904b-c746ae686813 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/56da4600-2298-4c57-abce-8d282ee3a46e HTTP/1.1" status: 204 len: 168 time: 0.5664122 Nov 15 11:11:42.462390 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50094) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:42.515958 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-def9b463-ba45-4091-bdcc-e01b32f98fed req-2a57994b-c27f-4f0f-935f-c7b1536f622b tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382210 Nov 15 11:11:42.572160 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 2265072a-cf06-48b8-9aa8-bca4002056a9 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:11:42.608101 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 2265072a-cf06-48b8-9aa8-bca4002056a9 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:11:42.608571 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 2265072a-cf06-48b8-9aa8-bca4002056a9 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:11:42.632399 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa633-36e3-4008-b974-c8669596ea80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:42.653090 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-4bac5b42-0ed3-4860-935e-72a08fdeb4c0 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:42.653304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd787382-8dee-4edd-a7d4-cf0494de5cad req-c52a52fd-b275-4b8b-9490-de68939290ed tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:42.654589 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-4bac5b42-0ed3-4860-935e-72a08fdeb4c0 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2862923 Nov 15 11:11:42.654739 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd787382-8dee-4edd-a7d4-cf0494de5cad req-c52a52fd-b275-4b8b-9490-de68939290ed tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 945 time: 0.2578003 Nov 15 11:11:42.691085 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-d3b3eeb5-8feb-4a9f-99b4-5b53ad0e6db9 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Request body: {'port': {'device_id': '65f72b27-73f1-488c-8ddb-f1a10c9e79bc', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': '9414cb50f6ba4088ab3fdbcff5f230dc'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:42.709529 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32379b84-77dd-45da-ae2a-65b69fbda0e7 None None] DHCP port deletion for d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:11:42.781373 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-32379b84-77dd-45da-ae2a-65b69fbda0e7 None None] Deleting port e4895010-fb2b-4ee9-8eaf-7e48f9d48b64 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:11:42.783077 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-32379b84-77dd-45da-ae2a-65b69fbda0e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:42.813162 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7b6aa633-36e3-4008-b974-c8669596ea80 admin admin] Deleting port e4895010-fb2b-4ee9-8eaf-7e48f9d48b64 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:11:42.813402 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa633-36e3-4008-b974-c8669596ea80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:42.870083 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-32379b84-77dd-45da-ae2a-65b69fbda0e7 None None] For port e4895010-fb2b-4ee9-8eaf-7e48f9d48b64, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e4895010-fb2b-4ee9-8eaf-7e48f9d48b64,segment=NetworkSegment(adbb5962-ae42-4006-8bca-273875eaa5dc),segment_id=adbb5962-ae42-4006-8bca-273875eaa5dc)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:42.871404 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-32379b84-77dd-45da-ae2a-65b69fbda0e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:42.892904 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-32379b84-77dd-45da-ae2a-65b69fbda0e7 None None] Calling delete_port for e4895010-fb2b-4ee9-8eaf-7e48f9d48b64 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:11:42.932064 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7b6aa633-36e3-4008-b974-c8669596ea80 admin admin] For port e4895010-fb2b-4ee9-8eaf-7e48f9d48b64, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e4895010-fb2b-4ee9-8eaf-7e48f9d48b64,segment=NetworkSegment(adbb5962-ae42-4006-8bca-273875eaa5dc),segment_id=adbb5962-ae42-4006-8bca-273875eaa5dc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:42.934272 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa633-36e3-4008-b974-c8669596ea80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:42.940266 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-d3b3eeb5-8feb-4a9f-99b4-5b53ad0e6db9 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Made reservation on behalf of 9414cb50f6ba4088ab3fdbcff5f230dc for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:11:42.944133 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-d3b3eeb5-8feb-4a9f-99b4-5b53ad0e6db9 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:42.966248 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7b6aa633-36e3-4008-b974-c8669596ea80 admin admin] Calling delete_port for e4895010-fb2b-4ee9-8eaf-7e48f9d48b64 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:11:43.050260 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-f9dd1f8d-0e5f-4f52-86a3-5d7c7a637091 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:43.074742 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd787382-8dee-4edd-a7d4-cf0494de5cad req-b64c23e4-15d9-4959-bd31-2d28a9725f5d tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928790 Nov 15 11:11:43.085227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62495a-1370-44f7-b76f-fee591c40bee req-242369d1-324c-43b6-b59f-78e8781dc4ed tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:43.087030 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-32379b84-77dd-45da-ae2a-65b69fbda0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:43.100977 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d62495a-1370-44f7-b76f-fee591c40bee req-242369d1-324c-43b6-b59f-78e8781dc4ed tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=80ee70d1-091f-4adb-82c4-c116556be50e HTTP/1.1" status: 200 len: 950 time: 0.4453573 Nov 15 11:11:43.124102 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa633-36e3-4008-b974-c8669596ea80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:43.137315 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32379b84-77dd-45da-ae2a-65b69fbda0e7 None None] No DVR routers for this DVR port e4895010-fb2b-4ee9-8eaf-7e48f9d48b64 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:11:43.137315 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32379b84-77dd-45da-ae2a-65b69fbda0e7 None None] Pushing event deleted for resources: {'Port': ['ID=e4895010-fb2b-4ee9-8eaf-7e48f9d48b64,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:43.170787 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6aa633-36e3-4008-b974-c8669596ea80 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4895010-fb2b-4ee9-8eaf-7e48f9d48b64,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:43.184694 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6aa633-36e3-4008-b974-c8669596ea80 admin admin] No DVR routers for this DVR port e4895010-fb2b-4ee9-8eaf-7e48f9d48b64 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:11:43.215968 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d62495a-1370-44f7-b76f-fee591c40bee req-7b9a00cb-edf7-45b7-b2e7-cc67d525db91 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125023 Nov 15 11:11:43.239341 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-f9dd1f8d-0e5f-4f52-86a3-5d7c7a637091 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:43.293809 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-d3b3eeb5-8feb-4a9f-99b4-5b53ad0e6db9 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Allocated IP 192.168.233.77 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/4b21cc45-81b9-4baa-af67-2195764257f5) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:11:43.316760 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-f9dd1f8d-0e5f-4f52-86a3-5d7c7a637091 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:11:43.326007 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-f9dd1f8d-0e5f-4f52-86a3-5d7c7a637091 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:11:43.344985 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-f9dd1f8d-0e5f-4f52-86a3-5d7c7a637091 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:11:43.364036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-f9dd1f8d-0e5f-4f52-86a3-5d7c7a637091 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:43.364796 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-f9dd1f8d-0e5f-4f52-86a3-5d7c7a637091 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:43.392631 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd1f8d-0e5f-4f52-86a3-5d7c7a637091 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Pushing event updated for resources: {'Port': ['ID=11716b14-97a5-4465-acdf-3caa497b2c16,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:43.409461 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-f9dd1f8d-0e5f-4f52-86a3-5d7c7a637091 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1837335 Nov 15 11:11:43.423589 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a0df2972-67bb-4f3b-898a-63980aa2a96e service neutron] Request body: {'port': {'device_id': '64e7873b-9568-443a-b4e4-8966e6b31956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:43.515645 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa633-36e3-4008-b974-c8669596ea80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:43.523705 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33fd63d-0a7d-4526-b64c-e6e74ca9565f req-f0f544aa-cbb6-4742-92fd-7182b09c888b tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:43.531190 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f33fd63d-0a7d-4526-b64c-e6e74ca9565f req-f0f544aa-cbb6-4742-92fd-7182b09c888b tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=80ee70d1-091f-4adb-82c4-c116556be50e HTTP/1.1" status: 200 len: 1101 time: 0.0768161 Nov 15 11:11:43.533770 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a0df2972-67bb-4f3b-898a-63980aa2a96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:43.542106 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-7b6aa633-36e3-4008-b974-c8669596ea80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:11:43.553444 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-7b6aa633-36e3-4008-b974-c8669596ea80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbb5962-ae42-4006-8bca-273875eaa5dc') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:11:43.553801 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-7b6aa633-36e3-4008-b974-c8669596ea80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbb5962-ae42-4006-8bca-273875eaa5dc') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:11:43.581301 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa633-36e3-4008-b974-c8669596ea80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:43.607266 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa633-36e3-4008-b974-c8669596ea80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:43.618081 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6aa633-36e3-4008-b974-c8669596ea80 admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:11:43.618471 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa633-36e3-4008-b974-c8669596ea80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:43.628174 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f33fd63d-0a7d-4526-b64c-e6e74ca9565f req-f85d9560-521a-44ce-8a2e-a7ba7f54be1d tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852392 Nov 15 11:11:43.673749 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-766f4c76-5e36-4737-ae5e-6c946a5d7edd None None] Provisioning complete for port 11716b14-97a5-4465-acdf-3caa497b2c16 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:43.674115 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-766f4c76-5e36-4737-ae5e-6c946a5d7edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:11:43.763601 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:11:43.776436 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa633-36e3-4008-b974-c8669596ea80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:43.817307 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2482e2eb-5623-4855-88bc-606dc5f27181', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e460f77-bbb8-4da0-8312-1920390d0c67'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:43.819561 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4f9404-32ed-4054-b135-085aadf5b46b" -d '{"events": [{"server_uuid": "2482e2eb-5623-4855-88bc-606dc5f27181", "name": "network-vif-unplugged", "status": "completed", "tag": "1e460f77-bbb8-4da0-8312-1920390d0c67"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:43.822143 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-766f4c76-5e36-4737-ae5e-6c946a5d7edd None None] Port 11716b14-97a5-4465-acdf-3caa497b2c16 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:11:43.822506 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa633-36e3-4008-b974-c8669596ea80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:43.828914 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7b6aa633-36e3-4008-b974-c8669596ea80 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a HTTP/1.1" status: 204 len: 168 time: 1.3577294 Nov 15 11:11:43.832504 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6aa633-36e3-4008-b974-c8669596ea80 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3393c2b-58c4-4bb5-baf8-32c5a39e2e9a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:43.916768 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0cfe647b-0cfd-41e8-8d6a-763b4b78bcbe req-6cd8c653-b48e-4fe1-a669-950ac87c1b74 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=65f72b27-73f1-488c-8ddb-f1a10c9e79bc HTTP/1.1" status: 200 len: 210 time: 0.0859632 Nov 15 11:11:43.921733 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-d3b3eeb5-8feb-4a9f-99b4-5b53ad0e6db9 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:44.000851 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-1efcca8b-115c-4c23-90a0-81a692be30a5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a6d46483816c4ff99a1f4543088780e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387001 Nov 15 11:11:44.006289 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30421d2-7448-4ace-b8e0-3f9c96b9e252 x-openstack-request-id: req-e30421d2-7448-4ace-b8e0-3f9c96b9e252 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:44.006834 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2482e2eb-5623-4855-88bc-606dc5f27181", "name": "network-vif-unplugged", "status": "completed", "tag": "1e460f77-bbb8-4da0-8312-1920390d0c67", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:44.007422 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e30421d2-7448-4ace-b8e0-3f9c96b9e252 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:44.007944 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2482e2eb-5623-4855-88bc-606dc5f27181', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e460f77-bbb8-4da0-8312-1920390d0c67', 'code': 200} Nov 15 11:11:44.021196 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-d3b3eeb5-8feb-4a9f-99b4-5b53ad0e6db9 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:44.085012 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-d3b3eeb5-8feb-4a9f-99b4-5b53ad0e6db9 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:11:44.087126 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50158) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:44.143850 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-29a57f3c-b392-43d7-9b01-c0ce0c6ab79a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=67af872e85d04b36bfd9376f6600c64d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0554414 Nov 15 11:11:44.145827 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-d3b3eeb5-8feb-4a9f-99b4-5b53ad0e6db9 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:11:44.150845 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50170) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:44.152693 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-d3b3eeb5-8feb-4a9f-99b4-5b53ad0e6db9 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:11:44.176862 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-22ba4e42-aa95-45ed-965b-60944a73d852 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f683158a34ba4a62a024151827d9c8e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277116 Nov 15 11:11:44.231490 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b05baae1-e315-4456-9722-151f6d6546b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:44.243683 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3eeb5-8feb-4a9f-99b4-5b53ad0e6db9 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Pushing event updated for resources: {'Port': ['ID=4b21cc45-81b9-4baa-af67-2195764257f5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:44.274170 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b05baae1-e315-4456-9722-151f6d6546b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:44.287727 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-d3b3eeb5-8feb-4a9f-99b4-5b53ad0e6db9 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:44.288398 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-d3b3eeb5-8feb-4a9f-99b4-5b53ad0e6db9 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:44.313176 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-d3b3eeb5-8feb-4a9f-99b4-5b53ad0e6db9 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6267943 Nov 15 11:11:44.338474 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-7e8014fb-4e80-43a2-93e8-42ebca82758a service neutron] Request body: {'port': {'device_id': '65f72b27-73f1-488c-8ddb-f1a10c9e79bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:44.391158 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-509c83bc-21f4-440e-a787-4e6ae0b2f286 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:44.397557 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-7e8014fb-4e80-43a2-93e8-42ebca82758a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:44.398242 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-509c83bc-21f4-440e-a787-4e6ae0b2f286 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3965142 Nov 15 11:11:44.408187 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b05baae1-e315-4456-9722-151f6d6546b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:44.410747 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b05baae1-e315-4456-9722-151f6d6546b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:44.414627 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b05baae1-e315-4456-9722-151f6d6546b0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3cfd7e3a-de98-44c8-8092-5d7b9edd526a HTTP/1.1" status: 204 len: 168 time: 0.2630801 Nov 15 11:11:44.472226 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-dc33170b-599d-4bae-bcd0-ca6d53d5cbc4 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/quotas/a6d46483816c4ff99a1f4543088780e7 HTTP/1.1" status: 200 len: 375 time: 0.0730717 Nov 15 11:11:44.479844 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05baae1-e315-4456-9722-151f6d6546b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfd7e3a-de98-44c8-8092-5d7b9edd526a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:44.497360 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e4895010-fb2b-4ee9-8eaf-7e48f9d48b64 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:11:44.500769 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-6e3c5e74-d0a4-4ad3-8d7f-51e93bce6bf3 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:44.502843 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-6e3c5e74-d0a4-4ad3-8d7f-51e93bce6bf3 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3085744 Nov 15 11:11:44.530804 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: e4895010-fb2b-4ee9-8eaf-7e48f9d48b64 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:11:44.531618 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e4895010-fb2b-4ee9-8eaf-7e48f9d48b64 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:11:44.554743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a0df2972-67bb-4f3b-898a-63980aa2a96e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11716b14-97a5-4465-acdf-3caa497b2c16 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:11:44.564920 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-c8305a10-91ed-4ec5-a544-5a9617cfdcfc tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/quotas/f683158a34ba4a62a024151827d9c8e8 HTTP/1.1" status: 200 len: 375 time: 0.0420301 Nov 15 11:11:44.566742 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a0df2972-67bb-4f3b-898a-63980aa2a96e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:44.574242 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-94c5bd3e-93ea-4229-b51e-794b404da75e None None] Provisioning complete for port 4b21cc45-81b9-4baa-af67-2195764257f5 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:44.574878 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-94c5bd3e-93ea-4229-b51e-794b404da75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:44.619117 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-94c5bd3e-93ea-4229-b51e-794b404da75e None None] Port 4b21cc45-81b9-4baa-af67-2195764257f5 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:11:44.627102 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a0df2972-67bb-4f3b-898a-63980aa2a96e service neutron] Transition to ACTIVE for port object 11716b14-97a5-4465-acdf-3caa497b2c16 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:11:44.663183 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-2eca5806-c65e-49ae-be33-94b3ed0a888b tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6d46483816c4ff99a1f4543088780e7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1849649 Nov 15 11:11:44.677427 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a0df2972-67bb-4f3b-898a-63980aa2a96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:44.743447 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-48e0a755-8176-4837-8f90-1305a71081ab tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1712022 Nov 15 11:11:44.833296 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a0df2972-67bb-4f3b-898a-63980aa2a96e service neutron] Attempting to bind port 11716b14-97a5-4465-acdf-3caa497b2c16 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:11:44.833633 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a0df2972-67bb-4f3b-898a-63980aa2a96e service neutron] Attempting to bind port 11716b14-97a5-4465-acdf-3caa497b2c16 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:11:44.834091 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a0df2972-67bb-4f3b-898a-63980aa2a96e service neutron] Attempting to bind port 11716b14-97a5-4465-acdf-3caa497b2c16 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:44.846845 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a0df2972-67bb-4f3b-898a-63980aa2a96e service neutron] Port 11716b14-97a5-4465-acdf-3caa497b2c16 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:11:44.847385 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a0df2972-67bb-4f3b-898a-63980aa2a96e service neutron] Attempting to bind port 11716b14-97a5-4465-acdf-3caa497b2c16 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:44.856269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a0df2972-67bb-4f3b-898a-63980aa2a96e service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:11:44.856678 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a0df2972-67bb-4f3b-898a-63980aa2a96e service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:11:44.857500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a0df2972-67bb-4f3b-898a-63980aa2a96e service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:11:44.858181 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a0df2972-67bb-4f3b-898a-63980aa2a96e service neutron] Bound port: 11716b14-97a5-4465-acdf-3caa497b2c16, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:11:44.858538 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a0df2972-67bb-4f3b-898a-63980aa2a96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:44.915602 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df2972-67bb-4f3b-898a-63980aa2a96e service neutron] Pushing event updated for resources: {'Port': ['ID=11716b14-97a5-4465-acdf-3caa497b2c16,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:44.942885 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-7e8014fb-4e80-43a2-93e8-42ebca82758a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b21cc45-81b9-4baa-af67-2195764257f5 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:11:44.974404 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-7e8014fb-4e80-43a2-93e8-42ebca82758a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:45.018789 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-7e8014fb-4e80-43a2-93e8-42ebca82758a service neutron] Transition to ACTIVE for port object 4b21cc45-81b9-4baa-af67-2195764257f5 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:11:45.027211 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-7e8014fb-4e80-43a2-93e8-42ebca82758a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:45.190640 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8014fb-4e80-43a2-93e8-42ebca82758a service neutron] Pushing event updated for resources: {'Port': ['ID=4b21cc45-81b9-4baa-af67-2195764257f5,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:45.272989 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a0df2972-67bb-4f3b-898a-63980aa2a96e service neutron] For port 11716b14-97a5-4465-acdf-3caa497b2c16, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:11:45.279042 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-7e8014fb-4e80-43a2-93e8-42ebca82758a service neutron] Attempting to bind port 4b21cc45-81b9-4baa-af67-2195764257f5 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:11:45.279387 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-7e8014fb-4e80-43a2-93e8-42ebca82758a service neutron] Attempting to bind port 4b21cc45-81b9-4baa-af67-2195764257f5 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:11:45.279943 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-7e8014fb-4e80-43a2-93e8-42ebca82758a service neutron] Attempting to bind port 4b21cc45-81b9-4baa-af67-2195764257f5 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:45.284581 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21121fc3-b1cc-4203-a808-4db7c4fc67b6 req-3d3a27d1-5dfe-40d1-aed3-c121c19418c9 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:45.291466 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-7e8014fb-4e80-43a2-93e8-42ebca82758a service neutron] Port 4b21cc45-81b9-4baa-af67-2195764257f5 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:11:45.291788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-7e8014fb-4e80-43a2-93e8-42ebca82758a service neutron] Attempting to bind port 4b21cc45-81b9-4baa-af67-2195764257f5 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:45.292508 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21121fc3-b1cc-4203-a808-4db7c4fc67b6 req-3d3a27d1-5dfe-40d1-aed3-c121c19418c9 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 945 time: 0.3036995 Nov 15 11:11:45.297132 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a0df2972-67bb-4f3b-898a-63980aa2a96e service neutron] For port 11716b14-97a5-4465-acdf-3caa497b2c16, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=11716b14-97a5-4465-acdf-3caa497b2c16,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:11:45.305447 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-7e8014fb-4e80-43a2-93e8-42ebca82758a service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:11:45.305786 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-7e8014fb-4e80-43a2-93e8-42ebca82758a service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:11:45.310632 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-7e8014fb-4e80-43a2-93e8-42ebca82758a service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:11:45.311252 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-7e8014fb-4e80-43a2-93e8-42ebca82758a service neutron] Bound port: 4b21cc45-81b9-4baa-af67-2195764257f5, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:11:45.311690 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-7e8014fb-4e80-43a2-93e8-42ebca82758a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:45.323712 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a0df2972-67bb-4f3b-898a-63980aa2a96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:45.499583 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-7e8014fb-4e80-43a2-93e8-42ebca82758a service neutron] For port 4b21cc45-81b9-4baa-af67-2195764257f5, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:11:45.518892 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-7e8014fb-4e80-43a2-93e8-42ebca82758a service neutron] For port 4b21cc45-81b9-4baa-af67-2195764257f5, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=4b21cc45-81b9-4baa-af67-2195764257f5,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:11:45.533555 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df2972-67bb-4f3b-898a-63980aa2a96e service neutron] Pushing event updated for resources: {'Port': ['ID=11716b14-97a5-4465-acdf-3caa497b2c16,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:45.535714 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-7e8014fb-4e80-43a2-93e8-42ebca82758a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:45.564950 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21121fc3-b1cc-4203-a808-4db7c4fc67b6 req-4b6e2163-52d2-4064-9e5f-7d106f49151f tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714770 Nov 15 11:11:45.629210 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a0df2972-67bb-4f3b-898a-63980aa2a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:45.631530 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a0df2972-67bb-4f3b-898a-63980aa2a96e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:45.634914 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a0df2972-67bb-4f3b-898a-63980aa2a96e service neutron] 10.222.0.55 "PUT /v2.0/ports/11716b14-97a5-4465-acdf-3caa497b2c16 HTTP/1.1" status: 200 len: 1095 time: 2.2162275 Nov 15 11:11:45.650474 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-7e8014fb-4e80-43a2-93e8-42ebca82758a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:45.664469 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-7e8014fb-4e80-43a2-93e8-42ebca82758a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:45.671136 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-7e8014fb-4e80-43a2-93e8-42ebca82758a service neutron] 10.222.0.11 "PUT /v2.0/ports/4b21cc45-81b9-4baa-af67-2195764257f5 HTTP/1.1" status: 200 len: 1095 time: 1.3362846 Nov 15 11:11:45.677581 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f72b27-73f1-488c-8ddb-f1a10c9e79bc', 'tag': '4b21cc45-81b9-4baa-af67-2195764257f5'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:45.679325 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e7873b-9568-443a-b4e4-8966e6b31956', 'tag': '11716b14-97a5-4465-acdf-3caa497b2c16'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:45.686790 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9232e2b-663d-43f2-94ef-1cd52c148f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "64e7873b-9568-443a-b4e4-8966e6b31956", "tag": "11716b14-97a5-4465-acdf-3caa497b2c16"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:45.688645 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76ee489-d7ec-4fc4-a322-1d046fbf70e0" -d '{"events": [{"name": "network-changed", "server_uuid": "65f72b27-73f1-488c-8ddb-f1a10c9e79bc", "tag": "4b21cc45-81b9-4baa-af67-2195764257f5"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:45.699536 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-218bdb6e-6732-40df-8420-e02454323100 req-62f29601-48f8-486c-adcd-fcbbcba22fc1 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c8e68b7-4492-4d90-884a-4f8aa00b1299 HTTP/1.1" status: 200 len: 210 time: 0.1673994 Nov 15 11:11:45.776454 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8014fb-4e80-43a2-93e8-42ebca82758a service neutron] Pushing event updated for resources: {'Port': ['ID=4b21cc45-81b9-4baa-af67-2195764257f5,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:45.904323 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-5ee7ac60-fe3a-4531-a9c4-c0e93d5bfaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:45.908112 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e3dad-b381-43e2-975e-c6df79a8b541 req-5ec2d49d-f66f-46d6-97ca-7dc0c84f0fac tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:45.911971 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-5ee7ac60-fe3a-4531-a9c4-c0e93d5bfaac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9414cb50f6ba4088ab3fdbcff5f230dc&device_id=65f72b27-73f1-488c-8ddb-f1a10c9e79bc HTTP/1.1" status: 200 len: 1098 time: 0.1156547 Nov 15 11:11:45.916731 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-366e3dad-b381-43e2-975e-c6df79a8b541 req-5ec2d49d-f66f-46d6-97ca-7dc0c84f0fac tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=65f72b27-73f1-488c-8ddb-f1a10c9e79bc HTTP/1.1" status: 200 len: 947 time: 0.2039073 Nov 15 11:11:45.929807 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e1250572-cca9-4ae3-8dd7-262543d72b21 req-5f75f586-73b8-4a14-bf21-4a52b8060f0b tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 210 time: 0.0919724 Nov 15 11:11:45.995198 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a2451225-02bc-4bd1-88c6-20f37db6ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:46.009118 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a2451225-02bc-4bd1-88c6-20f37db6ade0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9414cb50f6ba4088ab3fdbcff5f230dc&device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 1098 time: 0.2311924 Nov 15 11:11:46.014250 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd2ee62-fab2-41e6-b72e-f787dfd03a95 x-openstack-request-id: req-4cd2ee62-fab2-41e6-b72e-f787dfd03a95 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:46.014543 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e7873b-9568-443a-b4e4-8966e6b31956", "tag": "11716b14-97a5-4465-acdf-3caa497b2c16", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:46.014792 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4cd2ee62-fab2-41e6-b72e-f787dfd03a95 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:46.015190 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e7873b-9568-443a-b4e4-8966e6b31956', 'tag': '11716b14-97a5-4465-acdf-3caa497b2c16', 'status': 'completed', 'code': 200} Nov 15 11:11:46.058225 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5336ad-fa3e-44ad-8365-aab6e4eb6c87 x-openstack-request-id: req-1a5336ad-fa3e-44ad-8365-aab6e4eb6c87 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:46.058834 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f72b27-73f1-488c-8ddb-f1a10c9e79bc", "tag": "4b21cc45-81b9-4baa-af67-2195764257f5", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:46.058834 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a5336ad-fa3e-44ad-8365-aab6e4eb6c87 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:46.059127 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f72b27-73f1-488c-8ddb-f1a10c9e79bc', 'tag': '4b21cc45-81b9-4baa-af67-2195764257f5', 'status': 'completed', 'code': 200} Nov 15 11:11:46.060907 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-3f41488f-1363-4ee5-91f9-de61d7b71e1a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=4b21cc45-81b9-4baa-af67-2195764257f5 HTTP/1.1" status: 200 len: 217 time: 0.1319320 Nov 15 11:11:46.113730 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50232) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:46.137669 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-55c5789f-b58e-4d4f-916e-3b37a90142c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=11716b14-97a5-4465-acdf-3caa497b2c16 HTTP/1.1" status: 200 len: 217 time: 0.0942712 Nov 15 11:11:46.151219 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-366e3dad-b381-43e2-975e-c6df79a8b541 req-d1fded32-5e90-4d2e-8e40-8e557e28295c tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335296 Nov 15 11:11:46.168325 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-bb037c29-200d-40d7-90b7-bde9879090ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:46.173041 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-bb037c29-200d-40d7-90b7-bde9879090ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1032312 Nov 15 11:11:46.226623 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a3670c6f-c57e-4e64-9050-f015e41ff021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:46.238949 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-a3670c6f-c57e-4e64-9050-f015e41ff021 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0818465 Nov 15 11:11:46.319116 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3fe0379f-c9cb-4bce-8a5f-9b3a470daed9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1807756987-network', 'tenant_id': '4a15d6ad28ef4efaa97cef979913a8da'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:46.369601 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-4289cdb8-d7db-42dc-a23b-31ff15cf15f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:46.371261 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-4289cdb8-d7db-42dc-a23b-31ff15cf15f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1266611 Nov 15 11:11:46.382436 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-803e48b6-ca7f-4214-8ff4-fce66abcd819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:46.383993 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-803e48b6-ca7f-4214-8ff4-fce66abcd819 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1689584 Nov 15 11:11:46.425080 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe0379f-c9cb-4bce-8a5f-9b3a470daed9 admin admin] Made reservation on behalf of 4a15d6ad28ef4efaa97cef979913a8da for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:11:46.428249 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3fe0379f-c9cb-4bce-8a5f-9b3a470daed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:46.488147 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3fe0379f-c9cb-4bce-8a5f-9b3a470daed9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:46.576252 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-ebf4796c-10bc-497d-beb7-bc5b989b343c service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759214 Nov 15 11:11:46.591570 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-d6cb61ef-8d8d-4b7d-b302-c8346173b850 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099271 Nov 15 11:11:46.619243 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08ad5a-d8d5-431e-a6e9-4cf8856a5a60 req-e661fe4f-7f9e-42bd-9c3a-a6bb67d90b36 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:46.621951 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b08ad5a-d8d5-431e-a6e9-4cf8856a5a60 req-e661fe4f-7f9e-42bd-9c3a-a6bb67d90b36 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 1097 time: 0.0706935 Nov 15 11:11:46.623679 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1e460f77-bbb8-4da0-8312-1920390d0c67 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:11:46.649863 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3fe0379f-c9cb-4bce-8a5f-9b3a470daed9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:46.660965 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3fe0379f-c9cb-4bce-8a5f-9b3a470daed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:46.673304 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe0379f-c9cb-4bce-8a5f-9b3a470daed9 admin admin] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:11:46.684594 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3fe0379f-c9cb-4bce-8a5f-9b3a470daed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:46.685231 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-3fe0379f-c9cb-4bce-8a5f-9b3a470daed9 admin admin] Added segment d348f8a8-541a-4dfc-80de-3605a96f2c1a of type vlan for network bd89ebdf-03a8-4f63-ba63-7362cf505fb6 Nov 15 11:11:46.728390 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3fe0379f-c9cb-4bce-8a5f-9b3a470daed9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:46.745338 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b08ad5a-d8d5-431e-a6e9-4cf8856a5a60 req-9946de37-305f-416b-a0f0-4524d6a72db3 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129806 Nov 15 11:11:46.746248 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 1e460f77-bbb8-4da0-8312-1920390d0c67, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1e460f77-bbb8-4da0-8312-1920390d0c67,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:46.759508 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '1e460f77-bbb8-4da0-8312-1920390d0c67', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '1e460f77-bbb8-4da0-8312-1920390d0c67', 'mac_address': 'fa:16:3e:3d:49:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:11:46.765639 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-025db73f-6479-49b3-9ce2-a1f55be2bfb9 req-565d804e-e593-49d9-9afc-75117d6a2c88 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610003 Nov 15 11:11:46.794063 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0379f-c9cb-4bce-8a5f-9b3a470daed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db395012-550f-4376-8831-939f81e75b91,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:46.798692 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3fe0379f-c9cb-4bce-8a5f-9b3a470daed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:46.799792 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe0379f-c9cb-4bce-8a5f-9b3a470daed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:46.800434 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3fe0379f-c9cb-4bce-8a5f-9b3a470daed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:46.811452 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c45b17bb-8749-4f2f-b930-a4a037f9f648 req-5590edf5-e817-4c6d-b3bf-89fc76216b21 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242687 Nov 15 11:11:46.844010 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561ac92-9aa2-4927-b918-b3f456b039a8 req-0fd2cbc7-a2cc-40f7-8406-003d480d048f tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:46.846110 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c561ac92-9aa2-4927-b918-b3f456b039a8 req-0fd2cbc7-a2cc-40f7-8406-003d480d048f tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 945 time: 0.1449091 Nov 15 11:11:46.875350 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3fe0379f-c9cb-4bce-8a5f-9b3a470daed9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7601836 Nov 15 11:11:46.876051 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50260) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:46.884068 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0379f-c9cb-4bce-8a5f-9b3a470daed9 admin admin] Pushing event updated for resources: {'Network': ['ID=bd89ebdf-03a8-4f63-ba63-7362cf505fb6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:46.898707 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network bd89ebdf-03a8-4f63-ba63-7362cf505fb6 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:11:46.902139 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:46.910594 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-20874e63-9da7-4cd2-9ee3-9ef55dbf2dd7 admin admin] Request body: {'subnet': {'network_id': 'bd89ebdf-03a8-4f63-ba63-7362cf505fb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1807756987-subnet', 'tenant_id': '4a15d6ad28ef4efaa97cef979913a8da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:46.938226 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2cbd1a8-f158-4006-8e25-e4dda9f0b315 req-c49b6494-1920-4d2e-b105-3f5f4f840834 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c8e68b7-4492-4d90-884a-4f8aa00b1299 HTTP/1.1" status: 200 len: 210 time: 0.0906301 Nov 15 11:11:46.959769 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e460f77-bbb8-4da0-8312-1920390d0c67 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:11:46.984081 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 1e460f77-bbb8-4da0-8312-1920390d0c67, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1e460f77-bbb8-4da0-8312-1920390d0c67,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:46.999021 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:47.036808 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-5c439baa-e215-474e-8a54-3cab97b37354 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a6d46483816c4ff99a1f4543088780e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692194 Nov 15 11:11:47.044762 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ee489-d7ec-4fc4-a322-1d046fbf70e0 req-fe755575-9a9a-43f3-93ce-4927dc772386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:47.046899 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e76ee489-d7ec-4fc4-a322-1d046fbf70e0 req-fe755575-9a9a-43f3-93ce-4927dc772386 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9414cb50f6ba4088ab3fdbcff5f230dc&device_id=65f72b27-73f1-488c-8ddb-f1a10c9e79bc HTTP/1.1" status: 200 len: 1098 time: 0.0829523 Nov 15 11:11:47.075057 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20874e63-9da7-4cd2-9ee3-9ef55dbf2dd7 admin admin] Made reservation on behalf of 4a15d6ad28ef4efaa97cef979913a8da for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:11:47.078002 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-20874e63-9da7-4cd2-9ee3-9ef55dbf2dd7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:47.092308 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-47e06576-1e0b-46c2-af52-6cd116dfe531 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f683158a34ba4a62a024151827d9c8e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744994 Nov 15 11:11:47.158771 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9232e2b-663d-43f2-94ef-1cd52c148f3e req-8372bf07-252c-4aac-8aec-f34a6746072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:47.161796 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9232e2b-663d-43f2-94ef-1cd52c148f3e req-8372bf07-252c-4aac-8aec-f34a6746072b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9414cb50f6ba4088ab3fdbcff5f230dc&device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 1098 time: 0.2816024 Nov 15 11:11:47.162075 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=1e460f77-bbb8-4da0-8312-1920390d0c67,revision_number=9']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:47.178910 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ee489-d7ec-4fc4-a322-1d046fbf70e0 req-b0ebca7a-4d62-4e2d-b4be-b934929748ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:47.181053 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e76ee489-d7ec-4fc4-a322-1d046fbf70e0 req-b0ebca7a-4d62-4e2d-b4be-b934929748ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.1250577 Nov 15 11:11:47.187724 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['1e460f77-bbb8-4da0-8312-1920390d0c67'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:47.264919 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e76ee489-d7ec-4fc4-a322-1d046fbf70e0 req-b2f6e70a-95f9-4e08-b569-40e600e5e5e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=4b21cc45-81b9-4baa-af67-2195764257f5 HTTP/1.1" status: 200 len: 217 time: 0.0709889 Nov 15 11:11:47.284438 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c561ac92-9aa2-4927-b918-b3f456b039a8 req-4f275084-f0df-4ed3-a7f5-712521a23026 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022675 Nov 15 11:11:47.357764 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ee489-d7ec-4fc4-a322-1d046fbf70e0 req-82967da7-b9a6-408d-8250-c61b8d21c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:47.360636 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e76ee489-d7ec-4fc4-a322-1d046fbf70e0 req-82967da7-b9a6-408d-8250-c61b8d21c277 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0820110 Nov 15 11:11:47.425037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ee489-d7ec-4fc4-a322-1d046fbf70e0 req-c7e6e303-bcb4-4844-9909-fec0dd9b2b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:47.426762 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e76ee489-d7ec-4fc4-a322-1d046fbf70e0 req-c7e6e303-bcb4-4844-9909-fec0dd9b2b49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0555313 Nov 15 11:11:47.462016 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e8185d58-5ace-436e-87b2-dc02b90f5dbe req-737769b5-2164-4083-ace9-9132badda41c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 210 time: 0.0555582 Nov 15 11:11:47.533131 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-4c4dac25-4dc3-45d2-91fb-839159d3ad0e tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:47.534957 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-4c4dac25-4dc3-45d2-91fb-839159d3ad0e tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4789982 Nov 15 11:11:47.574698 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e76ee489-d7ec-4fc4-a322-1d046fbf70e0 req-3414349e-2461-459e-91e4-0eb6d7a0ecfb service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163108 Nov 15 11:11:47.581202 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-3a5d34e7-08f0-412f-bf62-9f51dfc40270 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Request body: {'port': {'device_id': '0c8e68b7-4492-4d90-884a-4f8aa00b1299', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': 'a6d46483816c4ff99a1f4543088780e7'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:47.657738 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-0ba42a21-b1bd-4449-9fee-cc0e8081034e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:47.659227 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-0ba42a21-b1bd-4449-9fee-cc0e8081034e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5649881 Nov 15 11:11:47.686476 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e76ee489-d7ec-4fc4-a322-1d046fbf70e0 req-d53e1dbe-342c-43fe-8814-c6fd3b589df4 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890133 Nov 15 11:11:47.694012 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-eb3a0713-c2b1-415d-80d9-fc953d9fd758 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Request body: {'port': {'device_id': '0901525f-7233-4ca9-8d4a-4c6b4661797d', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': 'f683158a34ba4a62a024151827d9c8e8'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:47.725001 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9232e2b-663d-43f2-94ef-1cd52c148f3e req-8fc5f662-0485-4080-8ddd-fe1e7f77fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:47.726599 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9232e2b-663d-43f2-94ef-1cd52c148f3e req-8fc5f662-0485-4080-8ddd-fe1e7f77fc7e service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.4622121 Nov 15 11:11:47.789046 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a2898-ed40-464e-b834-e54da51eefe2 req-149e6f2e-71e2-4c49-88e0-d42a79cae965 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:47.790452 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a8a2898-ed40-464e-b834-e54da51eefe2 req-149e6f2e-71e2-4c49-88e0-d42a79cae965 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=65f72b27-73f1-488c-8ddb-f1a10c9e79bc HTTP/1.1" status: 200 len: 947 time: 0.2505705 Nov 15 11:11:47.844221 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9232e2b-663d-43f2-94ef-1cd52c148f3e req-af7565f3-3682-4fbb-a55b-763176e735bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=11716b14-97a5-4465-acdf-3caa497b2c16 HTTP/1.1" status: 200 len: 217 time: 0.1023092 Nov 15 11:11:47.982099 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-20874e63-9da7-4cd2-9ee3-9ef55dbf2dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:48.045650 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-bb8094cc-e454-4dd8-8655-17512360de2e req-6861250a-2781-4d31-809c-7a9fe0eefbf0 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:11:48.046521 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb8094cc-e454-4dd8-8655-17512360de2e req-6861250a-2781-4d31-809c-7a9fe0eefbf0 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0451851 Nov 15 11:11:48.059387 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9232e2b-663d-43f2-94ef-1cd52c148f3e req-ae9bba9d-c542-4585-b25f-e4b9c7c436fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:48.060922 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9232e2b-663d-43f2-94ef-1cd52c148f3e req-ae9bba9d-c542-4585-b25f-e4b9c7c436fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1818573 Nov 15 11:11:48.064161 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a8a2898-ed40-464e-b834-e54da51eefe2 req-17495127-4804-470e-82b7-8006aa133594 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651031 Nov 15 11:11:48.389555 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-3a5d34e7-08f0-412f-bf62-9f51dfc40270 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Made reservation on behalf of a6d46483816c4ff99a1f4543088780e7 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:11:48.392787 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-3a5d34e7-08f0-412f-bf62-9f51dfc40270 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:48.398912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20874e63-9da7-4cd2-9ee3-9ef55dbf2dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0274b54c-6bd8-40a2-9bc9-e47a27da1003,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:48.424466 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8094cc-e454-4dd8-8655-17512360de2e req-2868e8fd-ed83-4c40-8087-71b8bdd614cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:48.425842 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb8094cc-e454-4dd8-8655-17512360de2e req-2868e8fd-ed83-4c40-8087-71b8bdd614cd service neutron] 10.222.0.64 "GET /v2.0/ports/e7bd772e-6ea4-46c6-84bd-ca23a153da35 HTTP/1.1" status: 200 len: 1094 time: 0.3575456 Nov 15 11:11:48.440334 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-bb8094cc-e454-4dd8-8655-17512360de2e req-e9986040-96f0-477e-95d4-66b76b77b124 service neutron] Request body: {'binding': {'host': 'n-h2-729945-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:48.440754 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-bb8094cc-e454-4dd8-8655-17512360de2e req-e9986040-96f0-477e-95d4-66b76b77b124 service neutron] Unknown quota resources ['binding']. {{(pid=102678) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 11:11:48.462359 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b4ea5d08-d56d-4b56-a255-31f0c0db7669 req-df6daf46-cf02-4b05-95cc-084b70b506af tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c8e68b7-4492-4d90-884a-4f8aa00b1299 HTTP/1.1" status: 200 len: 210 time: 0.1029985 Nov 15 11:11:48.488883 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-eb3a0713-c2b1-415d-80d9-fc953d9fd758 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Made reservation on behalf of f683158a34ba4a62a024151827d9c8e8 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:11:48.493987 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-eb3a0713-c2b1-415d-80d9-fc953d9fd758 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:48.527566 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20874e63-9da7-4cd2-9ee3-9ef55dbf2dd7 admin admin] Checking segment: {'id': 'd348f8a8-541a-4dfc-80de-3605a96f2c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'bd89ebdf-03a8-4f63-ba63-7362cf505fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:11:48.528078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20874e63-9da7-4cd2-9ee3-9ef55dbf2dd7 admin admin] Network hostable DHCP agents. Network: bd89ebdf-03a8-4f63-ba63-7362cf505fb6, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:11:48.585588 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9232e2b-663d-43f2-94ef-1cd52c148f3e req-e71227f0-bb14-4a87-8686-d2a776c09686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:48.587137 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9232e2b-663d-43f2-94ef-1cd52c148f3e req-e71227f0-bb14-4a87-8686-d2a776c09686 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5132058 Nov 15 11:11:48.624484 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1e460f77-bbb8-4da0-8312-1920390d0c67 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:11:48.675230 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 1e460f77-bbb8-4da0-8312-1920390d0c67 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:48.675603 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:48.751330 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:48.775154 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2482e2eb-5623-4855-88bc-606dc5f27181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e460f77-bbb8-4da0-8312-1920390d0c67'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:48.777449 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6f40df-ff8d-4e4b-bcb2-ecba98a398ac" -d '{"events": [{"server_uuid": "2482e2eb-5623-4855-88bc-606dc5f27181", "name": "network-vif-plugged", "status": "completed", "tag": "1e460f77-bbb8-4da0-8312-1920390d0c67"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:48.790173 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 1e460f77-bbb8-4da0-8312-1920390d0c67, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1e460f77-bbb8-4da0-8312-1920390d0c67,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:48.794760 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:48.806684 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20874e63-9da7-4cd2-9ee3-9ef55dbf2dd7 admin admin] Network bd89ebdf-03a8-4f63-ba63-7362cf505fb6 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:11:48.842381 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=1e460f77-bbb8-4da0-8312-1920390d0c67,revision_number=10']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:48.861356 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711ec81-88e4-4b7a-aae6-66ff120d4ec7 req-12ab66c9-82ad-46a5-97ea-091669b07fea tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:48.863828 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5711ec81-88e4-4b7a-aae6-66ff120d4ec7 req-12ab66c9-82ad-46a5-97ea-091669b07fea tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 945 time: 0.3395572 Nov 15 11:11:48.877447 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-20874e63-9da7-4cd2-9ee3-9ef55dbf2dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, bd89ebdf-03a8-4f63-ba63-7362cf505fb6) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:11:48.885504 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375ae9f6-8fd5-4e36-961e-d2f16d706ff3 None None] Network bd89ebdf-03a8-4f63-ba63-7362cf505fb6 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:11:48.904266 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20874e63-9da7-4cd2-9ee3-9ef55dbf2dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:48.904976 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-20874e63-9da7-4cd2-9ee3-9ef55dbf2dd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:48.955247 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-3a5d34e7-08f0-412f-bf62-9f51dfc40270 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Allocated IP 192.168.233.208 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/5a20246c-c2f1-4b29-9da7-81eea2e9a3d4) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:11:48.972817 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9232e2b-663d-43f2-94ef-1cd52c148f3e req-b4fd732a-9b28-471c-8c37-8b80e93c960c service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597848 Nov 15 11:11:48.988606 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-20874e63-9da7-4cd2-9ee3-9ef55dbf2dd7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0986004 Nov 15 11:11:48.992390 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50308) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:48.999121 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1ac87ae0-8b52-4d38-ae1a-ef7fe31404df admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1807756987-router', 'tenant_id': '4a15d6ad28ef4efaa97cef979913a8da', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:49.029375 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ac87ae0-8b52-4d38-ae1a-ef7fe31404df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:49.030614 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ac87ae0-8b52-4d38-ae1a-ef7fe31404df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:49.038033 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04aa9ef-57a2-4c32-bd47-da58ffe980ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-bd89ebdf-03a8-4f63-ba63-7362cf505fb6', 'network_id': 'bd89ebdf-03a8-4f63-ba63-7362cf505fb6', 'tenant_id': '4a15d6ad28ef4efaa97cef979913a8da', 'fixed_ips': [{'subnet_id': '0274b54c-6bd8-40a2-9bc9-e47a27da1003'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:11:49.039493 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e04aa9ef-57a2-4c32-bd47-da58ffe980ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:49.041427 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5711ec81-88e4-4b7a-aae6-66ff120d4ec7 req-d2f27524-f7d5-435b-bacf-d5724a0cdda4 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592808 Nov 15 11:11:49.071520 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-bb8094cc-e454-4dd8-8655-17512360de2e req-e9986040-96f0-477e-95d4-66b76b77b124 service neutron] Attempting to bind port e7bd772e-6ea4-46c6-84bd-ca23a153da35 on host n-h2-729945-9 for vnic_type normal with profile None {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:11:49.071866 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-bb8094cc-e454-4dd8-8655-17512360de2e req-e9986040-96f0-477e-95d4-66b76b77b124 service neutron] Attempting to bind port e7bd772e-6ea4-46c6-84bd-ca23a153da35 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:11:49.072192 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8094cc-e454-4dd8-8655-17512360de2e req-e9986040-96f0-477e-95d4-66b76b77b124 service neutron] Attempting to bind port e7bd772e-6ea4-46c6-84bd-ca23a153da35 on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:49.091351 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8094cc-e454-4dd8-8655-17512360de2e req-e9986040-96f0-477e-95d4-66b76b77b124 service neutron] Port e7bd772e-6ea4-46c6-84bd-ca23a153da35 on network 4534314e-1f14-4032-9246-018086f47347 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:11:49.091663 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8094cc-e454-4dd8-8655-17512360de2e req-e9986040-96f0-477e-95d4-66b76b77b124 service neutron] Attempting to bind port e7bd772e-6ea4-46c6-84bd-ca23a153da35 on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:49.110316 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8094cc-e454-4dd8-8655-17512360de2e req-e9986040-96f0-477e-95d4-66b76b77b124 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:11:49.110644 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8094cc-e454-4dd8-8655-17512360de2e req-e9986040-96f0-477e-95d4-66b76b77b124 service neutron] Checking segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:11:49.111020 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8094cc-e454-4dd8-8655-17512360de2e req-e9986040-96f0-477e-95d4-66b76b77b124 service neutron] Bound using segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:11:49.111455 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-bb8094cc-e454-4dd8-8655-17512360de2e req-e9986040-96f0-477e-95d4-66b76b77b124 service neutron] Bound port: e7bd772e-6ea4-46c6-84bd-ca23a153da35, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:11:49.167954 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ac87ae0-8b52-4d38-ae1a-ef7fe31404df admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:49.220986 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-e04aa9ef-57a2-4c32-bd47-da58ffe980ff None None] Allocated IP 172.20.0.2 (bd89ebdf-03a8-4f63-ba63-7362cf505fb6/0274b54c-6bd8-40a2-9bc9-e47a27da1003/cdafaf5b-50ae-436e-aa53-f418b6ec0988) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:11:49.245067 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68b8d05b-5e83-4191-9cab-d7733c1b1a18 req-16abb975-3a39-4f20-bbe9-ba35ebd9328c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 210 time: 0.0572639 Nov 15 11:11:49.264613 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9232e2b-663d-43f2-94ef-1cd52c148f3e req-15e76b39-6781-4eb7-bbd8-2597fd1d74f8 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721782 Nov 15 11:11:49.313154 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-bb8094cc-e454-4dd8-8655-17512360de2e req-e9986040-96f0-477e-95d4-66b76b77b124 service neutron] For port e7bd772e-6ea4-46c6-84bd-ca23a153da35, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=e7bd772e-6ea4-46c6-84bd-ca23a153da35,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:11:49.322718 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bb8094cc-e454-4dd8-8655-17512360de2e req-e9986040-96f0-477e-95d4-66b76b77b124 service neutron] Publish callbacks [] for binding, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:49.323955 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb8094cc-e454-4dd8-8655-17512360de2e req-e9986040-96f0-477e-95d4-66b76b77b124 service neutron] 10.222.0.64 "POST /v2.0/ports/e7bd772e-6ea4-46c6-84bd-ca23a153da35/bindings HTTP/1.1" status: 201 len: 389 time: 0.8896849 Nov 15 11:11:49.337959 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-3a5d34e7-08f0-412f-bf62-9f51dfc40270 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:49.345393 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ec0633-38c6-4b4e-b100-b828b5bba3f8 x-openstack-request-id: req-13ec0633-38c6-4b4e-b100-b828b5bba3f8 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:49.345677 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2482e2eb-5623-4855-88bc-606dc5f27181", "name": "network-vif-plugged", "status": "completed", "tag": "1e460f77-bbb8-4da0-8312-1920390d0c67", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:49.345917 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-13ec0633-38c6-4b4e-b100-b828b5bba3f8 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:49.346296 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2482e2eb-5623-4855-88bc-606dc5f27181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e460f77-bbb8-4da0-8312-1920390d0c67', 'code': 200} Nov 15 11:11:49.421541 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e04aa9ef-57a2-4c32-bd47-da58ffe980ff None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:49.429041 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e04aa9ef-57a2-4c32-bd47-da58ffe980ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:49.479952 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04aa9ef-57a2-4c32-bd47-da58ffe980ff None None] Network bd89ebdf-03a8-4f63-ba63-7362cf505fb6 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:11:49.483699 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-e04aa9ef-57a2-4c32-bd47-da58ffe980ff None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:11:49.494434 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04aa9ef-57a2-4c32-bd47-da58ffe980ff None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:11:49.505261 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04aa9ef-57a2-4c32-bd47-da58ffe980ff None None] Pushing event updated for resources: {'Port': ['ID=cdafaf5b-50ae-436e-aa53-f418b6ec0988,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:49.514519 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-3a5d34e7-08f0-412f-bf62-9f51dfc40270 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:49.535836 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['51671efc-4a4c-49b3-afac-6953b4cc8a4d', 'f3b682bc-8670-45b3-a9a2-35cba85394fb', 'bc7acfc5-f06f-477e-bfe5-b64c3eae0294', '13b8322d-abcc-4283-b944-cb02e5c2523e'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:49.538126 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['106c3127-ae46-498f-9161-c66322de846d', 'b240da9e-97ca-4abd-baa6-e7d5e491457f'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:49.569573 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-eb3a0713-c2b1-415d-80d9-fc953d9fd758 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Allocated IP 192.168.233.209 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/48d8b62b-c9bd-4789-ad5c-b11249cb1b5a) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:11:49.580023 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ac87ae0-8b52-4d38-ae1a-ef7fe31404df admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:49.599546 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-3a5d34e7-08f0-412f-bf62-9f51dfc40270 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:11:49.612306 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-3a5d34e7-08f0-412f-bf62-9f51dfc40270 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:11:49.617391 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-3a5d34e7-08f0-412f-bf62-9f51dfc40270 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:11:49.631164 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-3a5d34e7-08f0-412f-bf62-9f51dfc40270 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:49.631967 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-3a5d34e7-08f0-412f-bf62-9f51dfc40270 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:49.632875 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-e04aa9ef-57a2-4c32-bd47-da58ffe980ff None None] Attempting to bind port cdafaf5b-50ae-436e-aa53-f418b6ec0988 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:11:49.633365 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-e04aa9ef-57a2-4c32-bd47-da58ffe980ff None None] Attempting to bind port cdafaf5b-50ae-436e-aa53-f418b6ec0988 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'd348f8a8-541a-4dfc-80de-3605a96f2c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'bd89ebdf-03a8-4f63-ba63-7362cf505fb6'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:11:49.633579 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04aa9ef-57a2-4c32-bd47-da58ffe980ff None None] Attempting to bind port cdafaf5b-50ae-436e-aa53-f418b6ec0988 on network bd89ebdf-03a8-4f63-ba63-7362cf505fb6 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:49.641481 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d34e7-08f0-412f-bf62-9f51dfc40270 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Pushing event updated for resources: {'Port': ['ID=5a20246c-c2f1-4b29-9da7-81eea2e9a3d4,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:49.649515 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04aa9ef-57a2-4c32-bd47-da58ffe980ff None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:11:49.649877 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04aa9ef-57a2-4c32-bd47-da58ffe980ff None None] Checking segment: {'id': 'd348f8a8-541a-4dfc-80de-3605a96f2c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'bd89ebdf-03a8-4f63-ba63-7362cf505fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:11:49.650269 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e04aa9ef-57a2-4c32-bd47-da58ffe980ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:49.650746 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04aa9ef-57a2-4c32-bd47-da58ffe980ff None None] Bound using segment: {'id': 'd348f8a8-541a-4dfc-80de-3605a96f2c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'bd89ebdf-03a8-4f63-ba63-7362cf505fb6'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:11:49.651243 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-e04aa9ef-57a2-4c32-bd47-da58ffe980ff None None] Bound port: cdafaf5b-50ae-436e-aa53-f418b6ec0988, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd348f8a8-541a-4dfc-80de-3605a96f2c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'bd89ebdf-03a8-4f63-ba63-7362cf505fb6'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:11:49.651610 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e04aa9ef-57a2-4c32-bd47-da58ffe980ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:49.680654 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccdb73-edff-4bdf-aff5-bc65bdfece65 req-a4861f03-aabf-461f-8601-39e3362c4df7 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:49.684547 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0dccdb73-edff-4bdf-aff5-bc65bdfece65 req-a4861f03-aabf-461f-8601-39e3362c4df7 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=65f72b27-73f1-488c-8ddb-f1a10c9e79bc HTTP/1.1" status: 200 len: 947 time: 0.2631533 Nov 15 11:11:49.771500 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-3a5d34e7-08f0-412f-bf62-9f51dfc40270 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1990063 Nov 15 11:11:49.797283 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-ea868d30-2931-4c30-b070-e205716ef271 service neutron] Request body: {'port': {'device_id': '0c8e68b7-4492-4d90-884a-4f8aa00b1299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:49.826468 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e04aa9ef-57a2-4c32-bd47-da58ffe980ff None None] For port cdafaf5b-50ae-436e-aa53-f418b6ec0988, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:11:49.841760 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e04aa9ef-57a2-4c32-bd47-da58ffe980ff None None] For port cdafaf5b-50ae-436e-aa53-f418b6ec0988, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=cdafaf5b-50ae-436e-aa53-f418b6ec0988,segment=NetworkSegment(d348f8a8-541a-4dfc-80de-3605a96f2c1a),segment_id=d348f8a8-541a-4dfc-80de-3605a96f2c1a)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:11:49.861472 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e04aa9ef-57a2-4c32-bd47-da58ffe980ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:49.899108 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ac87ae0-8b52-4d38-ae1a-ef7fe31404df admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:49.927696 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ac87ae0-8b52-4d38-ae1a-ef7fe31404df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:49.939572 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79be68-cda6-4e46-bf70-932b46ed4b14 req-ee5af789-15cb-46b5-931b-706ce8513ff7 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:49.940990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a79be68-cda6-4e46-bf70-932b46ed4b14 req-ee5af789-15cb-46b5-931b-706ce8513ff7 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 946 time: 0.2272530 Nov 15 11:11:49.944216 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0dccdb73-edff-4bdf-aff5-bc65bdfece65 req-1e0ec8c6-05de-4cc1-a20e-3c94fb6d5d2b tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484851 Nov 15 11:11:49.949850 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-ea868d30-2931-4c30-b070-e205716ef271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:50.042784 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-78b718c7-97bc-4930-aa6f-b0e48ba973d1 None None] Provisioning complete for port 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:50.043429 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-78b718c7-97bc-4930-aa6f-b0e48ba973d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:50.045262 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04aa9ef-57a2-4c32-bd47-da58ffe980ff None None] Pushing event updated for resources: {'Port': ['ID=cdafaf5b-50ae-436e-aa53-f418b6ec0988,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:50.057686 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-1ac87ae0-8b52-4d38-ae1a-ef7fe31404df admin admin] Allocated IP 172.25.7.70 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/e9f6bbf5-a706-478c-9e51-7ec452852cb3) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:11:50.142558 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-78b718c7-97bc-4930-aa6f-b0e48ba973d1 None None] Port 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:11:50.165374 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-eb3a0713-c2b1-415d-80d9-fc953d9fd758 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:50.182230 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ac87ae0-8b52-4d38-ae1a-ef7fe31404df admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:50.186501 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a79be68-cda6-4e46-bf70-932b46ed4b14 req-966d6ba9-0709-406c-9dde-41354cdf6fcc tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308655 Nov 15 11:11:50.252908 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5789d5-1094-4e87-b244-652ddc8136ef req-bd07808a-58b1-4f39-a0ee-2f5bdb520466 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:50.259617 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6f5789d5-1094-4e87-b244-652ddc8136ef req-bd07808a-58b1-4f39-a0ee-2f5bdb520466 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c8e68b7-4492-4d90-884a-4f8aa00b1299 HTTP/1.1" status: 200 len: 936 time: 0.1949725 Nov 15 11:11:50.267432 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ac87ae0-8b52-4d38-ae1a-ef7fe31404df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:50.338803 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac87ae0-8b52-4d38-ae1a-ef7fe31404df admin admin] Pushing event updated for resources: {'Port': ['ID=e9f6bbf5-a706-478c-9e51-7ec452852cb3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:50.353095 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac87ae0-8b52-4d38-ae1a-ef7fe31404df admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:11:50.356495 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-1ac87ae0-8b52-4d38-ae1a-ef7fe31404df admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:11:50.359923 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac87ae0-8b52-4d38-ae1a-ef7fe31404df admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:11:50.382712 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 4b21cc45-81b9-4baa-af67-2195764257f5 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:11:50.420063 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3abd7-64ba-4351-a4dd-9c0827ec9a32 req-caee11ef-19de-43af-bc67-69d93d4a15b7 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:50.421671 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aee3abd7-64ba-4351-a4dd-9c0827ec9a32 req-caee11ef-19de-43af-bc67-69d93d4a15b7 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 945 time: 0.1170301 Nov 15 11:11:50.438046 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-eb3a0713-c2b1-415d-80d9-fc953d9fd758 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:50.476350 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6f5789d5-1094-4e87-b244-652ddc8136ef req-8a7f2886-9d8d-41fe-a503-85d5685e9874 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139003 Nov 15 11:11:50.634217 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a0713-c2b1-415d-80d9-fc953d9fd758 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Pushing event updated for resources: {'Port': ['ID=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:50.646436 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-eb3a0713-c2b1-415d-80d9-fc953d9fd758 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:11:50.662212 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device cdafaf5b-50ae-436e-aa53-f418b6ec0988 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:11:50.664177 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 11716b14-97a5-4465-acdf-3caa497b2c16 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:11:50.679204 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-eb3a0713-c2b1-415d-80d9-fc953d9fd758 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:11:50.692925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-eb3a0713-c2b1-415d-80d9-fc953d9fd758 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:11:50.699017 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-eb3a0713-c2b1-415d-80d9-fc953d9fd758 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:50.699584 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-eb3a0713-c2b1-415d-80d9-fc953d9fd758 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:50.723984 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ac87ae0-8b52-4d38-ae1a-ef7fe31404df admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:50.736507 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aee3abd7-64ba-4351-a4dd-9c0827ec9a32 req-f6bf4f24-f636-4065-97b6-57997f7eb560 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725267 Nov 15 11:11:50.771021 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aaffb7-a84c-4b9f-a67c-2bc7fa6057bd req-36e0baa3-7d92-4068-b570-cd77bd5d335e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:50.771721 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-05aaffb7-a84c-4b9f-a67c-2bc7fa6057bd req-36e0baa3-7d92-4068-b570-cd77bd5d335e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 936 time: 0.2101638 Nov 15 11:11:50.785902 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-eb3a0713-c2b1-415d-80d9-fc953d9fd758 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1003621 Nov 15 11:11:50.834382 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-cfe5946c-2227-4e6e-80e9-b3316fe8b4ba service neutron] Request body: {'port': {'device_id': '0901525f-7233-4ca9-8d4a-4c6b4661797d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:50.923947 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['dfd72db4-67a2-42ce-aa5f-3015f969877a'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:50.956630 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-05aaffb7-a84c-4b9f-a67c-2bc7fa6057bd req-faaa291b-c06d-4fc9-b7ec-7c88c9c5dd20 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840155 Nov 15 11:11:51.008880 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-ea868d30-2931-4c30-b070-e205716ef271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:11:51.023911 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-ea868d30-2931-4c30-b070-e205716ef271 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:51.038461 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ac87ae0-8b52-4d38-ae1a-ef7fe31404df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:51.048726 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-ea868d30-2931-4c30-b070-e205716ef271 service neutron] Transition to ACTIVE for port object 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:11:51.058484 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-bec6077f-5940-4f9e-81c6-9d18e7ae04e8 None None] Provisioning complete for port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:51.059143 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bec6077f-5940-4f9e-81c6-9d18e7ae04e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:51.065999 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 4b21cc45-81b9-4baa-af67-2195764257f5, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=4b21cc45-81b9-4baa-af67-2195764257f5,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:51.075662 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-cfe5946c-2227-4e6e-80e9-b3316fe8b4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:51.102628 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-ea868d30-2931-4c30-b070-e205716ef271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:51.157516 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-bec6077f-5940-4f9e-81c6-9d18e7ae04e8 None None] Port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:11:51.166746 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port cdafaf5b-50ae-436e-aa53-f418b6ec0988 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:51.167132 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:51.213400 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '4b21cc45-81b9-4baa-af67-2195764257f5', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '4b21cc45-81b9-4baa-af67-2195764257f5', 'mac_address': 'fa:16:3e:ac:8f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:11:51.220300 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 11716b14-97a5-4465-acdf-3caa497b2c16, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=11716b14-97a5-4465-acdf-3caa497b2c16,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:51.254749 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '11716b14-97a5-4465-acdf-3caa497b2c16', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '11716b14-97a5-4465-acdf-3caa497b2c16', 'mac_address': 'fa:16:3e:42:18:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:11:51.269106 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac87ae0-8b52-4d38-ae1a-ef7fe31404df admin admin] Router 7c8374a7-d93f-4173-8ace-4c03b9f68c83 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:11:51.321631 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea868d30-2931-4c30-b070-e205716ef271 service neutron] Pushing event updated for resources: {'Port': ['ID=5a20246c-c2f1-4b29-9da7-81eea2e9a3d4,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:51.410293 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:51.427866 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:51.431458 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac87ae0-8b52-4d38-ae1a-ef7fe31404df admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:11:51.452959 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] Sync routers for ids ['7c8374a7-d93f-4173-8ace-4c03b9f68c83'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:11:51.457563 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ac87ae0-8b52-4d38-ae1a-ef7fe31404df admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:51.459054 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1ac87ae0-8b52-4d38-ae1a-ef7fe31404df admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4648457 Nov 15 11:11:51.461362 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50350) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:11:51.475026 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11716b14-97a5-4465-acdf-3caa497b2c16 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:11:51.491085 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b21cc45-81b9-4baa-af67-2195764257f5 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:11:51.495057 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:51.504993 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12423225-e7bb-431e-b6c1-0e5a409c0194 None None] Network bd89ebdf-03a8-4f63-ba63-7362cf505fb6 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:11:51.527673 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-ea868d30-2931-4c30-b070-e205716ef271 service neutron] Attempting to bind port 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:11:51.528029 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-ea868d30-2931-4c30-b070-e205716ef271 service neutron] Attempting to bind port 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:11:51.528355 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-ea868d30-2931-4c30-b070-e205716ef271 service neutron] Attempting to bind port 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:51.549492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-ea868d30-2931-4c30-b070-e205716ef271 service neutron] Port 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:11:51.549826 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-ea868d30-2931-4c30-b070-e205716ef271 service neutron] Attempting to bind port 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:51.568337 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa56ff-2d48-442c-8dbb-301a26e0497d req-202a47a3-b235-4e7d-952d-82fb8a9ef411 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:51.569856 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2daa56ff-2d48-442c-8dbb-301a26e0497d req-202a47a3-b235-4e7d-952d-82fb8a9ef411 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=65f72b27-73f1-488c-8ddb-f1a10c9e79bc HTTP/1.1" status: 200 len: 947 time: 0.4186609 Nov 15 11:11:51.606905 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-ea868d30-2931-4c30-b070-e205716ef271 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:11:51.607333 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-ea868d30-2931-4c30-b070-e205716ef271 service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:11:51.607607 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-ea868d30-2931-4c30-b070-e205716ef271 service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:11:51.608066 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-ea868d30-2931-4c30-b070-e205716ef271 service neutron] Bound port: 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:11:51.608416 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-ea868d30-2931-4c30-b070-e205716ef271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:51.619668 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 11716b14-97a5-4465-acdf-3caa497b2c16, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=11716b14-97a5-4465-acdf-3caa497b2c16,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:51.622328 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 4b21cc45-81b9-4baa-af67-2195764257f5, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=4b21cc45-81b9-4baa-af67-2195764257f5,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:51.625974 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] Routers {'7c8374a7-d93f-4173-8ace-4c03b9f68c83'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:11:51.626583 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:11:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c8374a7-d93f-4173-8ace-4c03b9f68c83'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:11:51.632786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6bb8c-aaa9-473e-90d7-2c42520a01e3 req-abf7a731-a06b-49d4-b9fa-223cfbf78e3f tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:51.634467 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39b6bb8c-aaa9-473e-90d7-2c42520a01e3 req-abf7a731-a06b-49d4-b9fa-223cfbf78e3f tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 946 time: 0.3101585 Nov 15 11:11:51.641777 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:51.689871 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:51.743665 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port cdafaf5b-50ae-436e-aa53-f418b6ec0988, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=cdafaf5b-50ae-436e-aa53-f418b6ec0988,segment=NetworkSegment(d348f8a8-541a-4dfc-80de-3605a96f2c1a),segment_id=d348f8a8-541a-4dfc-80de-3605a96f2c1a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:51.783581 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:51.848503 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8b7498a8-b09d-4ca8-8c6e-3ee77f9a2101 None None] Provisioning complete for port cdafaf5b-50ae-436e-aa53-f418b6ec0988 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:51.848861 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8b7498a8-b09d-4ca8-8c6e-3ee77f9a2101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:51.850366 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=11716b14-97a5-4465-acdf-3caa497b2c16,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:51.922073 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33338940-c38a-493b-8ca9-63a636a0c1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:51.966562 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] Set router 7c8374a7-d93f-4173-8ace-4c03b9f68c83 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:11:52.052474 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2daa56ff-2d48-442c-8dbb-301a26e0497d req-620c633b-16a0-40c9-a46f-1f19c9342840 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481931 Nov 15 11:11:52.103481 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39b6bb8c-aaa9-473e-90d7-2c42520a01e3 req-c36b54d6-cfc9-42e1-bdd4-e3d1d765d501 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520662 Nov 15 11:11:52.105492 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-33338940-c38a-493b-8ca9-63a636a0c1ac admin admin] Allocated IP 172.20.0.1 (bd89ebdf-03a8-4f63-ba63-7362cf505fb6/0274b54c-6bd8-40a2-9bc9-e47a27da1003/9e02e352-9d14-44e0-88d9-bde61b832f58) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:11:52.117945 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=4b21cc45-81b9-4baa-af67-2195764257f5,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:52.157448 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-ea868d30-2931-4c30-b070-e205716ef271 service neutron] For port 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:11:52.161580 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-ea868d30-2931-4c30-b070-e205716ef271 service neutron] For port 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5a20246c-c2f1-4b29-9da7-81eea2e9a3d4,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:11:52.174977 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['11716b14-97a5-4465-acdf-3caa497b2c16'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:52.180950 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-ea868d30-2931-4c30-b070-e205716ef271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:52.234301 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33338940-c38a-493b-8ca9-63a636a0c1ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:52.266295 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['4b21cc45-81b9-4baa-af67-2195764257f5'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:52.280873 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33338940-c38a-493b-8ca9-63a636a0c1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:52.294541 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-ea868d30-2931-4c30-b070-e205716ef271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:52.296105 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-ea868d30-2931-4c30-b070-e205716ef271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:52.297515 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-ea868d30-2931-4c30-b070-e205716ef271 service neutron] 10.222.0.11 "PUT /v2.0/ports/5a20246c-c2f1-4b29-9da7-81eea2e9a3d4 HTTP/1.1" status: 200 len: 1096 time: 2.5083992 Nov 15 11:11:52.306704 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8e68b7-4492-4d90-884a-4f8aa00b1299', 'tag': '5a20246c-c2f1-4b29-9da7-81eea2e9a3d4'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:52.309023 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700d90e5-a7c5-46cf-ac71-170519c8e42d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8e68b7-4492-4d90-884a-4f8aa00b1299", "tag": "5a20246c-c2f1-4b29-9da7-81eea2e9a3d4"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:52.311011 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=cdafaf5b-50ae-436e-aa53-f418b6ec0988,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:52.334898 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-cfe5946c-2227-4e6e-80e9-b3316fe8b4ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:11:52.356612 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-cfe5946c-2227-4e6e-80e9-b3316fe8b4ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:52.363769 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33338940-c38a-493b-8ca9-63a636a0c1ac admin admin] Network bd89ebdf-03a8-4f63-ba63-7362cf505fb6 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:11:52.374125 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-33338940-c38a-493b-8ca9-63a636a0c1ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:11:52.384854 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33338940-c38a-493b-8ca9-63a636a0c1ac admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:11:52.393533 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b8932-712e-4221-9c87-ef26162e5be6 req-b3960f0d-d026-4b2d-a76d-f23d1fda4c26 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:52.401067 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b63b8932-712e-4221-9c87-ef26162e5be6 req-b3960f0d-d026-4b2d-a76d-f23d1fda4c26 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c8e68b7-4492-4d90-884a-4f8aa00b1299 HTTP/1.1" status: 200 len: 948 time: 0.2876163 Nov 15 11:11:52.428188 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33338940-c38a-493b-8ca9-63a636a0c1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:52.430248 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea868d30-2931-4c30-b070-e205716ef271 service neutron] Pushing event updated for resources: {'Port': ['ID=5a20246c-c2f1-4b29-9da7-81eea2e9a3d4,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:52.451018 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-cfe5946c-2227-4e6e-80e9-b3316fe8b4ba service neutron] Transition to ACTIVE for port object 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:11:52.469520 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482999b0-e339-42b3-908c-e3ee4120aee3 req-3c2c87f8-29b4-4bb3-8f30-563935d6679e tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:52.471351 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-482999b0-e339-42b3-908c-e3ee4120aee3 req-3c2c87f8-29b4-4bb3-8f30-563935d6679e tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 945 time: 0.2495720 Nov 15 11:11:52.475158 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-cfe5946c-2227-4e6e-80e9-b3316fe8b4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:52.549297 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33338940-c38a-493b-8ca9-63a636a0c1ac admin admin] Pushing event updated for resources: {'Port': ['ID=9e02e352-9d14-44e0-88d9-bde61b832f58,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:52.617292 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device cdafaf5b-50ae-436e-aa53-f418b6ec0988 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:11:52.629526 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-b40210d8-7eb3-4840-83b2-05dd1bfbde20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:52.631365 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-b40210d8-7eb3-4840-83b2-05dd1bfbde20 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a6d46483816c4ff99a1f4543088780e7&device_id=0c8e68b7-4492-4d90-884a-4f8aa00b1299 HTTP/1.1" status: 200 len: 1099 time: 0.2643485 Nov 15 11:11:52.636729 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5946c-2227-4e6e-80e9-b3316fe8b4ba service neutron] Pushing event updated for resources: {'Port': ['ID=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:52.669973 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b63b8932-712e-4221-9c87-ef26162e5be6 req-e2b3d6b8-98ea-4492-9296-d22b17fb94b0 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643266 Nov 15 11:11:52.673275 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8374a7-d93f-4173-8ace-4c03b9f68c83', 'name': 'tempest-FloatingIPDetailsTestJSON-1807756987-router', 'tenant_id': '4a15d6ad28ef4efaa97cef979913a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'e9f6bbf5-a706-478c-9e51-7ec452852cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:11:49Z', 'updated_at': '2021-11-15T11:11:50Z', 'revision_number': 3, 'project_id': '4a15d6ad28ef4efaa97cef979913a8da', 'gw_port': {'id': 'e9f6bbf5-a706-478c-9e51-7ec452852cb3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:23:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8374a7-d93f-4173-8ace-4c03b9f68c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:11:49Z', 'updated_at': '2021-11-15T11:11:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:11:52.709000 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['88e1f451-617c-470b-8c5c-d95a41dd2385'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:52.712754 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] Checking router: 7c8374a7-d93f-4173-8ace-4c03b9f68c83 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:11:52.713088 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] Updating router 7c8374a7-d93f-4173-8ace-4c03b9f68c83 port e9f6bbf5-a706-478c-9e51-7ec452852cb3 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:11:52.726756 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33338940-c38a-493b-8ca9-63a636a0c1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:52.805126 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-675c4ce4-2a58-497a-b696-ca470d1f51af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=5a20246c-c2f1-4b29-9da7-81eea2e9a3d4 HTTP/1.1" status: 200 len: 217 time: 0.1499367 Nov 15 11:11:52.813586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-cfe5946c-2227-4e6e-80e9-b3316fe8b4ba service neutron] Attempting to bind port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:11:52.813924 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-cfe5946c-2227-4e6e-80e9-b3316fe8b4ba service neutron] Attempting to bind port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:11:52.814232 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-cfe5946c-2227-4e6e-80e9-b3316fe8b4ba service neutron] Attempting to bind port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:52.833894 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-482999b0-e339-42b3-908c-e3ee4120aee3 req-f879c1f5-d988-4e5b-be29-030e75393bb3 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015919 Nov 15 11:11:52.860716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-cfe5946c-2227-4e6e-80e9-b3316fe8b4ba service neutron] Port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:11:52.860928 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-cfe5946c-2227-4e6e-80e9-b3316fe8b4ba service neutron] Attempting to bind port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:52.887657 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-cfe5946c-2227-4e6e-80e9-b3316fe8b4ba service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:11:52.888972 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-cfe5946c-2227-4e6e-80e9-b3316fe8b4ba service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:11:52.889175 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-cfe5946c-2227-4e6e-80e9-b3316fe8b4ba service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:11:52.889554 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-cfe5946c-2227-4e6e-80e9-b3316fe8b4ba service neutron] Bound port: 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:11:52.889910 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-cfe5946c-2227-4e6e-80e9-b3316fe8b4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:52.917315 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-5a7c405e-f959-4e3a-9cad-fd75901d3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:52.918946 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-5a7c405e-f959-4e3a-9cad-fd75901d3f35 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1079044 Nov 15 11:11:53.010593 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33338940-c38a-493b-8ca9-63a636a0c1ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:53.024233 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33338940-c38a-493b-8ca9-63a636a0c1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:53.029943 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361337ea-ce85-47c5-b59b-70581c098433 x-openstack-request-id: req-361337ea-ce85-47c5-b59b-70581c098433 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:53.030199 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8e68b7-4492-4d90-884a-4f8aa00b1299", "tag": "5a20246c-c2f1-4b29-9da7-81eea2e9a3d4", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:53.030574 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-361337ea-ce85-47c5-b59b-70581c098433 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:53.030866 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8e68b7-4492-4d90-884a-4f8aa00b1299', 'tag': '5a20246c-c2f1-4b29-9da7-81eea2e9a3d4', 'status': 'completed', 'code': 200} Nov 15 11:11:53.071669 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-cfe5946c-2227-4e6e-80e9-b3316fe8b4ba service neutron] For port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:11:53.077517 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-cfe5946c-2227-4e6e-80e9-b3316fe8b4ba service neutron] For port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:11:53.084572 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-21f21bed-c80a-4f43-8405-c4ba4d61cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:53.086246 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-21f21bed-c80a-4f43-8405-c4ba4d61cb89 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1335595 Nov 15 11:11:53.090564 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:53.092454 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-cfe5946c-2227-4e6e-80e9-b3316fe8b4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:53.133675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8677a-dec3-456f-b93c-1a1384ed1e37 req-6bace039-7766-40b1-ae4f-14834f47a942 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:53.134425 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74d8677a-dec3-456f-b93c-1a1384ed1e37 req-6bace039-7766-40b1-ae4f-14834f47a942 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 948 time: 0.1353762 Nov 15 11:11:53.150226 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-12cb9978-c59d-4a88-b092-1574ad66c2e7 None None] Provisioning complete for port cdafaf5b-50ae-436e-aa53-f418b6ec0988 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:53.150586 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-12cb9978-c59d-4a88-b092-1574ad66c2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:53.171718 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33338940-c38a-493b-8ca9-63a636a0c1ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:53.182584 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33338940-c38a-493b-8ca9-63a636a0c1ac admin admin] Pushing event updated for resources: {'Port': ['ID=9e02e352-9d14-44e0-88d9-bde61b832f58,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:53.205541 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-cfe5946c-2227-4e6e-80e9-b3316fe8b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:53.206953 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-cfe5946c-2227-4e6e-80e9-b3316fe8b4ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:53.210005 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-cfe5946c-2227-4e6e-80e9-b3316fe8b4ba service neutron] 10.222.0.55 "PUT /v2.0/ports/48d8b62b-c9bd-4789-ad5c-b11249cb1b5a HTTP/1.1" status: 200 len: 1096 time: 2.3824601 Nov 15 11:11:53.342092 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33338940-c38a-493b-8ca9-63a636a0c1ac admin admin] Network bd89ebdf-03a8-4f63-ba63-7362cf505fb6 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:11:53.347077 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-33338940-c38a-493b-8ca9-63a636a0c1ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:11:53.407012 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74d8677a-dec3-456f-b93c-1a1384ed1e37 req-8ad9cf01-3e69-4196-868f-ad0df9b6d56b tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042217 Nov 15 11:11:53.419954 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5946c-2227-4e6e-80e9-b3316fe8b4ba service neutron] Pushing event updated for resources: {'Port': ['ID=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:53.497590 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port cdafaf5b-50ae-436e-aa53-f418b6ec0988 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:53.498255 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:53.528855 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc85268-cf41-466e-b19b-74e52c87ee13 req-a07ac476-85b9-4e96-8444-77c9a43fb284 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:53.530428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4fc85268-cf41-466e-b19b-74e52c87ee13 req-a07ac476-85b9-4e96-8444-77c9a43fb284 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=65f72b27-73f1-488c-8ddb-f1a10c9e79bc HTTP/1.1" status: 200 len: 948 time: 0.3825738 Nov 15 11:11:53.532589 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33338940-c38a-493b-8ca9-63a636a0c1ac admin admin] Router 7c8374a7-d93f-4173-8ace-4c03b9f68c83 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:11:53.563704 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-d4d0bc27-4663-401c-9331-1ae6932ff4b6 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621291 Nov 15 11:11:53.565714 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-40ce2244-ebd8-4a01-aeb8-8fcba532db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:53.567334 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-40ce2244-ebd8-4a01-aeb8-8fcba532db57 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 1099 time: 0.2858520 Nov 15 11:11:53.725950 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-9e483e8d-0423-40c4-bf66-5ba922cae85b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a HTTP/1.1" status: 200 len: 217 time: 0.1442645 Nov 15 11:11:53.726747 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33338940-c38a-493b-8ca9-63a636a0c1ac admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:11:53.739862 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-33338940-c38a-493b-8ca9-63a636a0c1ac admin admin] 10.222.0.64 "PUT /v2.0/routers/7c8374a7-d93f-4173-8ace-4c03b9f68c83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2698104 Nov 15 11:11:53.814027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43435162-9cd2-40c1-aeba-9c50bf569a0a req-9232939c-35f5-4c5c-b712-7d930f99814a tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:53.823465 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-43435162-9cd2-40c1-aeba-9c50bf569a0a req-9232939c-35f5-4c5c-b712-7d930f99814a tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 946 time: 0.2532442 Nov 15 11:11:53.832344 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4fc85268-cf41-466e-b19b-74e52c87ee13 req-9cb84d60-c1ce-48e9-a145-9bd93cc20152 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607462 Nov 15 11:11:53.877201 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-47e0d7d2-0e86-425e-877e-cd861984acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:53.878697 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-47e0d7d2-0e86-425e-877e-cd861984acd1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1321709 Nov 15 11:11:53.883718 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0409ab3a-5854-4d8f-8b21-159aed1191be req-db298b38-fda3-483f-8e26-4649c3521838 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034194 Nov 15 11:11:53.946516 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:53.958819 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:53.997897 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-43435162-9cd2-40c1-aeba-9c50bf569a0a req-a3cd3a71-1a70-4dea-a5d2-c68a8fdb9bfa tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733150 Nov 15 11:11:54.011628 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e5eb5970-b894-4ecd-9c3c-7f0c3edf846a None None] Provisioning complete for port 9e02e352-9d14-44e0-88d9-bde61b832f58 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:54.012071 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e5eb5970-b894-4ecd-9c3c-7f0c3edf846a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:54.028075 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-5c8d992f-2332-45ba-8da4-9f03d13b34c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:54.029609 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-5c8d992f-2332-45ba-8da4-9f03d13b34c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1416194 Nov 15 11:11:54.044992 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90c5ad-dad9-465b-9e84-3810f86994fc req-d78a6469-b525-42cc-af24-a1f387e3ba94 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:54.046668 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cd90c5ad-dad9-465b-9e84-3810f86994fc req-d78a6469-b525-42cc-af24-a1f387e3ba94 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c8e68b7-4492-4d90-884a-4f8aa00b1299 HTTP/1.1" status: 200 len: 948 time: 0.1150472 Nov 15 11:11:54.054866 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67c337-89f3-4b1e-aa16-fe0c1c3192bf None None] Pushing event updated for resources: {'Port': ['ID=e9f6bbf5-a706-478c-9e51-7ec452852cb3,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:54.063129 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] Attempting to bind port e9f6bbf5-a706-478c-9e51-7ec452852cb3 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:11:54.063441 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] Attempting to bind port e9f6bbf5-a706-478c-9e51-7ec452852cb3 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:11:54.063792 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] Attempting to bind port e9f6bbf5-a706-478c-9e51-7ec452852cb3 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:54.071576 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:11:54.071961 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:11:54.072350 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:54.072730 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:11:54.073195 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] Bound port: e9f6bbf5-a706-478c-9e51-7ec452852cb3, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:11:54.073560 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:54.107764 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e5eb5970-b894-4ecd-9c3c-7f0c3edf846a None None] Port 9e02e352-9d14-44e0-88d9-bde61b832f58 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:11:54.149038 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-471fcf62-3ad0-417e-bdde-47fa9d9fbe29 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012752 Nov 15 11:11:54.153135 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] For port e9f6bbf5-a706-478c-9e51-7ec452852cb3, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:11:54.157002 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] For port e9f6bbf5-a706-478c-9e51-7ec452852cb3, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e9f6bbf5-a706-478c-9e51-7ec452852cb3,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:11:54.164922 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:54.182078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d90e5-a7c5-46cf-ac71-170519c8e42d req-ff441837-9fb1-4f7c-b4c5-7eb7072d0604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:54.183592 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-700d90e5-a7c5-46cf-ac71-170519c8e42d req-ff441837-9fb1-4f7c-b4c5-7eb7072d0604 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a6d46483816c4ff99a1f4543088780e7&device_id=0c8e68b7-4492-4d90-884a-4f8aa00b1299 HTTP/1.1" status: 200 len: 1099 time: 0.2033083 Nov 15 11:11:54.226835 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67c337-89f3-4b1e-aa16-fe0c1c3192bf None None] Pushing event updated for resources: {'Port': ['ID=e9f6bbf5-a706-478c-9e51-7ec452852cb3,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:54.252739 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] Routers {'7c8374a7-d93f-4173-8ace-4c03b9f68c83'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:11:54.253576 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:11:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c8374a7-d93f-4173-8ace-4c03b9f68c83'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:11:54.272343 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cd90c5ad-dad9-465b-9e84-3810f86994fc req-14bddc38-bd71-466e-ba39-4d4cee51a55c tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224060 Nov 15 11:11:54.401351 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] Set router 7c8374a7-d93f-4173-8ace-4c03b9f68c83 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:11:54.530152 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c78eb506-65a0-43f3-9ee1-4fcdc488f1c5 req-125add67-986a-429d-8bda-bb30febcf884 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684297 Nov 15 11:11:54.565777 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d90e5-a7c5-46cf-ac71-170519c8e42d req-eb6f8df7-cd71-4a09-b3ee-aae0ad49b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:54.567223 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-700d90e5-a7c5-46cf-ac71-170519c8e42d req-eb6f8df7-cd71-4a09-b3ee-aae0ad49b39c service neutron] 10.222.0.11 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.3490818 Nov 15 11:11:54.671515 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680287f-f848-48b7-b4f7-63a692f72afd req-ff477895-e279-436c-b8e6-185eb8d3e307 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:54.673060 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 11716b14-97a5-4465-acdf-3caa497b2c16 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:11:54.677020 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4680287f-f848-48b7-b4f7-63a692f72afd req-ff477895-e279-436c-b8e6-185eb8d3e307 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 945 time: 0.2890441 Nov 15 11:11:54.679487 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-700d90e5-a7c5-46cf-ac71-170519c8e42d req-87243ee0-640e-4257-976f-e321b34c7c17 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=5a20246c-c2f1-4b29-9da7-81eea2e9a3d4 HTTP/1.1" status: 200 len: 217 time: 0.0972929 Nov 15 11:11:54.711342 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8374a7-d93f-4173-8ace-4c03b9f68c83', 'name': 'tempest-FloatingIPDetailsTestJSON-1807756987-router', 'tenant_id': '4a15d6ad28ef4efaa97cef979913a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'e9f6bbf5-a706-478c-9e51-7ec452852cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:11:49Z', 'updated_at': '2021-11-15T11:11:52Z', 'revision_number': 4, 'project_id': '4a15d6ad28ef4efaa97cef979913a8da', 'gw_port': {'id': 'e9f6bbf5-a706-478c-9e51-7ec452852cb3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:23:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8374a7-d93f-4173-8ace-4c03b9f68c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:11:49Z', 'updated_at': '2021-11-15T11:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '9e02e352-9d14-44e0-88d9-bde61b832f58', 'name': '', 'network_id': 'bd89ebdf-03a8-4f63-ba63-7362cf505fb6', 'tenant_id': '4a15d6ad28ef4efaa97cef979913a8da', 'mac_address': 'fa:16:3e:f5:09:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8374a7-d93f-4173-8ace-4c03b9f68c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '0274b54c-6bd8-40a2-9bc9-e47a27da1003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:11:51Z', 'updated_at': '2021-11-15T11:11:52Z', 'revision_number': 2, 'project_id': '4a15d6ad28ef4efaa97cef979913a8da', 'subnets': [{'id': '0274b54c-6bd8-40a2-9bc9-e47a27da1003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:11:54.747196 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc82872f-04a4-42e7-8413-a9b09a3f2def None None] The sync data for ids ['7c8374a7-d93f-4173-8ace-4c03b9f68c83'] in n-d-729945-9 is: [{'id': '7c8374a7-d93f-4173-8ace-4c03b9f68c83', 'name': 'tempest-FloatingIPDetailsTestJSON-1807756987-router', 'tenant_id': '4a15d6ad28ef4efaa97cef979913a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'e9f6bbf5-a706-478c-9e51-7ec452852cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:11:49Z', 'updated_at': '2021-11-15T11:11:52Z', 'revision_number': 4, 'project_id': '4a15d6ad28ef4efaa97cef979913a8da', 'gw_port': {'id': 'e9f6bbf5-a706-478c-9e51-7ec452852cb3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:23:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8374a7-d93f-4173-8ace-4c03b9f68c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:11:49Z', 'updated_at': '2021-11-15T11:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '9e02e352-9d14-44e0-88d9-bde61b832f58', 'name': '', 'network_id': 'bd89ebdf-03a8-4f63-ba63-7362cf505fb6', 'tenant_id': '4a15d6ad28ef4efaa97cef979913a8da', 'mac_address': 'fa:16:3e:f5:09:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8374a7-d93f-4173-8ace-4c03b9f68c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '0274b54c-6bd8-40a2-9bc9-e47a27da1003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:11:51Z', 'updated_at': '2021-11-15T11:11:52Z', 'revision_number': 2, 'project_id': '4a15d6ad28ef4efaa97cef979913a8da', 'subnets': [{'id': '0274b54c-6bd8-40a2-9bc9-e47a27da1003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:11:54.795007 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 11716b14-97a5-4465-acdf-3caa497b2c16 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:11:54.802526 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 11716b14-97a5-4465-acdf-3caa497b2c16 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:54.803401 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:54.825643 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd306b37-b185-4abc-9334-26a3151f8253 req-746ec9f4-310b-4f2b-be9c-3bfc8f1dc7a4 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4345956 Nov 15 11:11:54.856715 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-bd306b37-b185-4abc-9334-26a3151f8253 req-09f5e585-72c5-4458-bcd7-c791623e7d43 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:54.885218 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d90e5-a7c5-46cf-ac71-170519c8e42d req-d8d5c335-15bf-4940-a84f-e9ec56da56b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:54.886732 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-700d90e5-a7c5-46cf-ac71-170519c8e42d req-d8d5c335-15bf-4940-a84f-e9ec56da56b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1821828 Nov 15 11:11:54.901312 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4680287f-f848-48b7-b4f7-63a692f72afd req-70c2001a-66bd-4d96-975f-65469ed04231 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233496 Nov 15 11:11:54.909348 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b23d06-606a-468a-b177-390870be49b5 req-2978d463-5639-4404-a384-6adb853b9e64 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:54.913169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-2978d463-5639-4404-a384-6adb853b9e64 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20&tenant_id=15d30ad0cec74e39a796f7b31ab517b2&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 1096 time: 0.2589674 Nov 15 11:11:54.933399 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bd306b37-b185-4abc-9334-26a3151f8253 req-09f5e585-72c5-4458-bcd7-c791623e7d43 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:54.936101 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:54.945328 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-37b23d06-606a-468a-b177-390870be49b5 req-fcfe0039-307f-48a5-b1a8-f161bc6e9e2a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-729945-9'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:54.989682 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 11716b14-97a5-4465-acdf-3caa497b2c16, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=11716b14-97a5-4465-acdf-3caa497b2c16,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:54.991267 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e7873b-9568-443a-b4e4-8966e6b31956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11716b14-97a5-4465-acdf-3caa497b2c16'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:54.994776 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4689832f-9251-46d0-9922-371464f8bdb3" -d '{"events": [{"server_uuid": "64e7873b-9568-443a-b4e4-8966e6b31956", "name": "network-vif-plugged", "status": "completed", "tag": "11716b14-97a5-4465-acdf-3caa497b2c16"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:55.000213 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:55.046246 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0901525f-7233-4ca9-8d4a-4c6b4661797d', 'tag': '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:55.051254 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46fb231-db2b-4002-a4c0-8ebc60cfb11c" -d '{"events": [{"name": "network-changed", "server_uuid": "0901525f-7233-4ca9-8d4a-4c6b4661797d", "tag": "48d8b62b-c9bd-4789-ad5c-b11249cb1b5a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:55.064044 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=11716b14-97a5-4465-acdf-3caa497b2c16,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:55.135090 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-37b23d06-606a-468a-b177-390870be49b5 req-fcfe0039-307f-48a5-b1a8-f161bc6e9e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:55.477450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d90e5-a7c5-46cf-ac71-170519c8e42d req-ab0b8ff0-d8f5-468e-b837-7b861467923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:55.478947 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-700d90e5-a7c5-46cf-ac71-170519c8e42d req-ab0b8ff0-d8f5-468e-b837-7b861467923c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5647082 Nov 15 11:11:55.666724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c2f8c-f82a-4179-8a8f-5d3bf0fe263f req-64182462-7394-48f6-bb11-affadbc2d280 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:55.675196 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-882c2f8c-f82a-4179-8a8f-5d3bf0fe263f req-64182462-7394-48f6-bb11-affadbc2d280 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 948 time: 0.5488236 Nov 15 11:11:55.778877 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-700d90e5-a7c5-46cf-ac71-170519c8e42d req-4120e5bc-193f-46e4-a73a-0cf21dbbd765 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687047 Nov 15 11:11:55.888434 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-882c2f8c-f82a-4179-8a8f-5d3bf0fe263f req-4cc2177a-3b03-4af6-a3d5-1f565d4a2e23 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082326 Nov 15 11:11:55.910705 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-37b23d06-606a-468a-b177-390870be49b5 req-fcfe0039-307f-48a5-b1a8-f161bc6e9e2a service neutron] For port ed6803f4-39f7-4ac5-a289-cf4020e70873, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ed6803f4-39f7-4ac5-a289-cf4020e70873,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:55.940329 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bd306b37-b185-4abc-9334-26a3151f8253 req-09f5e585-72c5-4458-bcd7-c791623e7d43 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:56.104399 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-700d90e5-a7c5-46cf-ac71-170519c8e42d req-4485df3a-8e64-42e5-b229-970c2b932260 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102729 Nov 15 11:11:56.191363 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-bd306b37-b185-4abc-9334-26a3151f8253 req-09f5e585-72c5-4458-bcd7-c791623e7d43 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Allocated IP 172.25.7.88 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/954af23a-06cf-4088-a6eb-a7b8f319903d) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:11:56.202044 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-37b23d06-606a-468a-b177-390870be49b5 req-fcfe0039-307f-48a5-b1a8-f161bc6e9e2a service neutron] For port ed6803f4-39f7-4ac5-a289-cf4020e70873, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:11:56.237986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e78af2-c8ea-4770-935f-0cdfdafa1dc9 req-2db396ed-328b-4289-96cb-f85af654ab10 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:56.239532 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34e78af2-c8ea-4770-935f-0cdfdafa1dc9 req-2db396ed-328b-4289-96cb-f85af654ab10 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=65f72b27-73f1-488c-8ddb-f1a10c9e79bc HTTP/1.1" status: 200 len: 948 time: 0.1382635 Nov 15 11:11:56.344186 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-37b23d06-606a-468a-b177-390870be49b5 req-fcfe0039-307f-48a5-b1a8-f161bc6e9e2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:56.364247 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-37b23d06-606a-468a-b177-390870be49b5 req-fcfe0039-307f-48a5-b1a8-f161bc6e9e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:56.386582 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34e78af2-c8ea-4770-935f-0cdfdafa1dc9 req-36c4bc05-e6e5-4e99-ad4e-4da5eeafa191 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285641 Nov 15 11:11:56.398213 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 4b21cc45-81b9-4baa-af67-2195764257f5 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:11:56.454755 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bd306b37-b185-4abc-9334-26a3151f8253 req-09f5e585-72c5-4458-bcd7-c791623e7d43 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:56.491173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe0039-307f-48a5-b1a8-f161bc6e9e2a service neutron] Pushing event updated for resources: {'Port': ['ID=ed6803f4-39f7-4ac5-a289-cf4020e70873,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:56.501022 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-37b23d06-606a-468a-b177-390870be49b5 req-fcfe0039-307f-48a5-b1a8-f161bc6e9e2a service neutron] Attempting to bind port ed6803f4-39f7-4ac5-a289-cf4020e70873 on host n-h1-729945-9 for vnic_type normal with profile {"migrating_to": "n-h2-729945-9"} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:11:56.501480 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-37b23d06-606a-468a-b177-390870be49b5 req-fcfe0039-307f-48a5-b1a8-f161bc6e9e2a service neutron] Attempting to bind port ed6803f4-39f7-4ac5-a289-cf4020e70873 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:11:56.501669 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b23d06-606a-468a-b177-390870be49b5 req-fcfe0039-307f-48a5-b1a8-f161bc6e9e2a service neutron] Attempting to bind port ed6803f4-39f7-4ac5-a289-cf4020e70873 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:56.507023 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 4b21cc45-81b9-4baa-af67-2195764257f5 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:11:56.508808 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b23d06-606a-468a-b177-390870be49b5 req-fcfe0039-307f-48a5-b1a8-f161bc6e9e2a service neutron] Port ed6803f4-39f7-4ac5-a289-cf4020e70873 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:11:56.509135 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b23d06-606a-468a-b177-390870be49b5 req-fcfe0039-307f-48a5-b1a8-f161bc6e9e2a service neutron] Attempting to bind port ed6803f4-39f7-4ac5-a289-cf4020e70873 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:56.516611 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 4b21cc45-81b9-4baa-af67-2195764257f5 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:56.517331 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:56.517630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b23d06-606a-468a-b177-390870be49b5 req-fcfe0039-307f-48a5-b1a8-f161bc6e9e2a service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:11:56.517976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b23d06-606a-468a-b177-390870be49b5 req-fcfe0039-307f-48a5-b1a8-f161bc6e9e2a service neutron] Checking segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:11:56.518479 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b23d06-606a-468a-b177-390870be49b5 req-fcfe0039-307f-48a5-b1a8-f161bc6e9e2a service neutron] Bound using segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:11:56.518790 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-37b23d06-606a-468a-b177-390870be49b5 req-fcfe0039-307f-48a5-b1a8-f161bc6e9e2a service neutron] Bound port: ed6803f4-39f7-4ac5-a289-cf4020e70873, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:11:56.519740 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-37b23d06-606a-468a-b177-390870be49b5 req-fcfe0039-307f-48a5-b1a8-f161bc6e9e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:56.589001 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea1de57-81c4-4616-a93f-f5636286bb16 x-openstack-request-id: req-8ea1de57-81c4-4616-a93f-f5636286bb16 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:56.589304 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e7873b-9568-443a-b4e4-8966e6b31956", "name": "network-vif-plugged", "status": "completed", "tag": "11716b14-97a5-4465-acdf-3caa497b2c16", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:56.589557 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ea1de57-81c4-4616-a93f-f5636286bb16 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:56.589965 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e7873b-9568-443a-b4e4-8966e6b31956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11716b14-97a5-4465-acdf-3caa497b2c16', 'code': 200} Nov 15 11:11:56.650184 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e9f6bbf5-a706-478c-9e51-7ec452852cb3 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:11:56.656332 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bd306b37-b185-4abc-9334-26a3151f8253 req-09f5e585-72c5-4458-bcd7-c791623e7d43 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:56.690155 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ed6803f4-39f7-4ac5-a289-cf4020e70873 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:11:56.760863 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd306b37-b185-4abc-9334-26a3151f8253 req-09f5e585-72c5-4458-bcd7-c791623e7d43 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:11:56.783232 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-bd306b37-b185-4abc-9334-26a3151f8253 req-09f5e585-72c5-4458-bcd7-c791623e7d43 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:11:56.786304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd306b37-b185-4abc-9334-26a3151f8253 req-09f5e585-72c5-4458-bcd7-c791623e7d43 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:11:56.793552 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:56.815357 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5e585-72c5-4458-bcd7-c791623e7d43 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Pushing event updated for resources: {'Port': ['ID=954af23a-06cf-4088-a6eb-a7b8f319903d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:56.820597 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-37b23d06-606a-468a-b177-390870be49b5 req-fcfe0039-307f-48a5-b1a8-f161bc6e9e2a service neutron] For port ed6803f4-39f7-4ac5-a289-cf4020e70873, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:11:56.829709 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-37b23d06-606a-468a-b177-390870be49b5 req-fcfe0039-307f-48a5-b1a8-f161bc6e9e2a service neutron] For port ed6803f4-39f7-4ac5-a289-cf4020e70873, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ed6803f4-39f7-4ac5-a289-cf4020e70873,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:11:56.834263 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5cf32-32fa-4084-9432-d0a69c7593af req-c4bcc4c3-ff1f-4d01-994b-f8da79a07854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:56.835115 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port e9f6bbf5-a706-478c-9e51-7ec452852cb3 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:56.835475 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:56.836960 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-99a5cf32-32fa-4084-9432-d0a69c7593af req-c4bcc4c3-ff1f-4d01-994b-f8da79a07854 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 1100 time: 0.2057319 Nov 15 11:11:56.878837 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-37b23d06-606a-468a-b177-390870be49b5 req-fcfe0039-307f-48a5-b1a8-f161bc6e9e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:56.907253 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 4b21cc45-81b9-4baa-af67-2195764257f5, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=4b21cc45-81b9-4baa-af67-2195764257f5,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:56.925641 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:56.932657 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f90102-ee13-49e3-978f-584247bd5a7b req-ad1a8f79-9996-4eb5-b046-4dc61773928c tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:56.934592 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00f90102-ee13-49e3-978f-584247bd5a7b req-ad1a8f79-9996-4eb5-b046-4dc61773928c tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 946 time: 0.2749422 Nov 15 11:11:56.935371 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port ed6803f4-39f7-4ac5-a289-cf4020e70873, host n-h1-729945-9, got binding levels [] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:56.991192 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-99a5cf32-32fa-4084-9432-d0a69c7593af req-d09b7f20-b719-4558-9570-a748a61be826 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304047 Nov 15 11:11:57.000699 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bd306b37-b185-4abc-9334-26a3151f8253 req-09f5e585-72c5-4458-bcd7-c791623e7d43 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:57.011890 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Attempting to bind port ed6803f4-39f7-4ac5-a289-cf4020e70873 on host n-h1-729945-9 for vnic_type normal with profile {"migrating_to": "n-h2-729945-9"} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:11:57.012251 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Attempting to bind port ed6803f4-39f7-4ac5-a289-cf4020e70873 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:11:57.012683 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Attempting to bind port ed6803f4-39f7-4ac5-a289-cf4020e70873 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:57.031830 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe0039-307f-48a5-b1a8-f161bc6e9e2a service neutron] Pushing event updated for resources: {'Port': ['ID=ed6803f4-39f7-4ac5-a289-cf4020e70873,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:57.051801 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Port ed6803f4-39f7-4ac5-a289-cf4020e70873 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:11:57.052296 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Attempting to bind port ed6803f4-39f7-4ac5-a289-cf4020e70873 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:57.057007 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=4b21cc45-81b9-4baa-af67-2195764257f5,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:57.067566 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:11:57.067976 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Checking segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:11:57.068560 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Bound using segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:11:57.069025 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Bound port: ed6803f4-39f7-4ac5-a289-cf4020e70873, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:11:57.069407 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:57.084137 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b23d06-606a-468a-b177-390870be49b5 req-fcfe0039-307f-48a5-b1a8-f161bc6e9e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:57.084993 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-37b23d06-606a-468a-b177-390870be49b5 req-fcfe0039-307f-48a5-b1a8-f161bc6e9e2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:57.086729 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-fcfe0039-307f-48a5-b1a8-f161bc6e9e2a service neutron] 10.222.0.55 "PUT /v2.0/ports/ed6803f4-39f7-4ac5-a289-cf4020e70873 HTTP/1.1" status: 200 len: 1121 time: 2.1496525 Nov 15 11:11:57.110285 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bd306b37-b185-4abc-9334-26a3151f8253 req-09f5e585-72c5-4458-bcd7-c791623e7d43 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:57.162451 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00f90102-ee13-49e3-978f-584247bd5a7b req-6b35e68a-0d2b-4adf-8f74-5555aa60dfbf tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967897 Nov 15 11:11:57.287021 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:57.343001 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port e9f6bbf5-a706-478c-9e51-7ec452852cb3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e9f6bbf5-a706-478c-9e51-7ec452852cb3,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:57.344283 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bd306b37-b185-4abc-9334-26a3151f8253 req-09f5e585-72c5-4458-bcd7-c791623e7d43 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:57.350129 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec6fff7-f358-4ca2-8574-626ed5b06a69 x-openstack-request-id: req-5ec6fff7-f358-4ca2-8574-626ed5b06a69 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:57.350463 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0901525f-7233-4ca9-8d4a-4c6b4661797d", "tag": "48d8b62b-c9bd-4789-ad5c-b11249cb1b5a", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:57.350838 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ec6fff7-f358-4ca2-8574-626ed5b06a69 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:57.351234 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0901525f-7233-4ca9-8d4a-4c6b4661797d', 'tag': '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a', 'status': 'completed', 'code': 200} Nov 15 11:11:57.354148 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:57.364328 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['ed6803f4-39f7-4ac5-a289-cf4020e70873'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:57.392189 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bd306b37-b185-4abc-9334-26a3151f8253 req-09f5e585-72c5-4458-bcd7-c791623e7d43 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:57.431128 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['ed6803f4-39f7-4ac5-a289-cf4020e70873'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:57.437990 n-d-729945-9 neutron-server[102679]: WARNING neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Concurrent port binding operations failed on port ed6803f4-39f7-4ac5-a289-cf4020e70873 Nov 15 11:11:57.446631 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port ed6803f4-39f7-4ac5-a289-cf4020e70873, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ed6803f4-39f7-4ac5-a289-cf4020e70873,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:57.452096 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] Sync routers for ids ['7c8374a7-d93f-4173-8ace-4c03b9f68c83'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:11:57.454470 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bd306b37-b185-4abc-9334-26a3151f8253 req-09f5e585-72c5-4458-bcd7-c791623e7d43 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:57.469540 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] Routers {'7c8374a7-d93f-4173-8ace-4c03b9f68c83'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:11:57.470133 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:11:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c8374a7-d93f-4173-8ace-4c03b9f68c83'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:11:57.481318 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fb231-db2b-4002-a4c0-8ebc60cfb11c req-a8153163-3c8c-4037-a28e-ed56fe679739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:57.483025 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d46fb231-db2b-4002-a4c0-8ebc60cfb11c req-a8153163-3c8c-4037-a28e-ed56fe679739 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 1099 time: 0.1350420 Nov 15 11:11:57.503440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5e585-72c5-4458-bcd7-c791623e7d43 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Pushing event updated for resources: {'Port': ['ID=954af23a-06cf-4088-a6eb-a7b8f319903d,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:57.506825 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bd306b37-b185-4abc-9334-26a3151f8253 req-09f5e585-72c5-4458-bcd7-c791623e7d43 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:57.515752 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd306b37-b185-4abc-9334-26a3151f8253 req-09f5e585-72c5-4458-bcd7-c791623e7d43 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6754844 Nov 15 11:11:57.597503 n-d-729945-9 neutron-server[102679]: INFO neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Attempt 2 to bind port ed6803f4-39f7-4ac5-a289-cf4020e70873 Nov 15 11:11:57.598146 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ed6803f4-39f7-4ac5-a289-cf4020e70873 has no active binding in host n-h2-729945-9 {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 11:11:57.601379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=e9f6bbf5-a706-478c-9e51-7ec452852cb3,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:57.654406 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd306b37-b185-4abc-9334-26a3151f8253 req-ca928ff8-1465-4635-8cdd-049d0c230335 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.88 HTTP/1.1" status: 200 len: 695 time: 0.1373186 Nov 15 11:11:57.669499 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] Set router 7c8374a7-d93f-4173-8ace-4c03b9f68c83 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:11:57.685729 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2eee10-4cea-4a39-8f38-ed6fcbd4cd3d req-f70d6752-b0d4-4a4f-836f-b8db4f75cafb tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:57.693250 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9f2eee10-4cea-4a39-8f38-ed6fcbd4cd3d req-f70d6752-b0d4-4a4f-836f-b8db4f75cafb tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c8e68b7-4492-4d90-884a-4f8aa00b1299 HTTP/1.1" status: 200 len: 948 time: 0.2069736 Nov 15 11:11:57.833327 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9f2eee10-4cea-4a39-8f38-ed6fcbd4cd3d req-2a46987f-68d5-4d0c-b099-12406e9d8f4d tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390135 Nov 15 11:11:57.863002 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fb231-db2b-4002-a4c0-8ebc60cfb11c req-57e7dbb1-c28b-4efb-898d-73cde4fe3e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:57.869748 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d46fb231-db2b-4002-a4c0-8ebc60cfb11c req-57e7dbb1-c28b-4efb-898d-73cde4fe3e47 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.3372700 Nov 15 11:11:57.953372 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd306b37-b185-4abc-9334-26a3151f8253 req-814763d0-7f49-43b9-accc-d8961f727606 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:57.955017 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd306b37-b185-4abc-9334-26a3151f8253 req-814763d0-7f49-43b9-accc-d8961f727606 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.2994828 Nov 15 11:11:57.964863 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d46fb231-db2b-4002-a4c0-8ebc60cfb11c req-aa52486f-0599-47a5-b72c-e04e87a4c076 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a HTTP/1.1" status: 200 len: 217 time: 0.0774074 Nov 15 11:11:57.983505 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8374a7-d93f-4173-8ace-4c03b9f68c83', 'name': 'tempest-FloatingIPDetailsTestJSON-1807756987-router', 'tenant_id': '4a15d6ad28ef4efaa97cef979913a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'e9f6bbf5-a706-478c-9e51-7ec452852cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:11:49Z', 'updated_at': '2021-11-15T11:11:52Z', 'revision_number': 4, 'project_id': '4a15d6ad28ef4efaa97cef979913a8da', 'gw_port': {'id': 'e9f6bbf5-a706-478c-9e51-7ec452852cb3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:23:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8374a7-d93f-4173-8ace-4c03b9f68c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:11:49Z', 'updated_at': '2021-11-15T11:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '9e02e352-9d14-44e0-88d9-bde61b832f58', 'name': '', 'network_id': 'bd89ebdf-03a8-4f63-ba63-7362cf505fb6', 'tenant_id': '4a15d6ad28ef4efaa97cef979913a8da', 'mac_address': 'fa:16:3e:f5:09:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8374a7-d93f-4173-8ace-4c03b9f68c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '0274b54c-6bd8-40a2-9bc9-e47a27da1003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:11:51Z', 'updated_at': '2021-11-15T11:11:52Z', 'revision_number': 2, 'project_id': '4a15d6ad28ef4efaa97cef979913a8da', 'subnets': [{'id': '0274b54c-6bd8-40a2-9bc9-e47a27da1003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:11:58.012364 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] Checking router: 7c8374a7-d93f-4173-8ace-4c03b9f68c83 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:11:58.013038 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] Updating router 7c8374a7-d93f-4173-8ace-4c03b9f68c83 port 9e02e352-9d14-44e0-88d9-bde61b832f58 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:11:58.046429 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:58.065457 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f0fea-0e99-471e-a3c1-58e476af8914 req-5c83cccd-e36d-47d5-9b61-e41a0f395597 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:58.066995 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d69f0fea-0e99-471e-a3c1-58e476af8914 req-5c83cccd-e36d-47d5-9b61-e41a0f395597 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 943 time: 0.1224289 Nov 15 11:11:58.068595 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fb231-db2b-4002-a4c0-8ebc60cfb11c req-6f263fdb-db4b-47d0-bcf4-38bf6789f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:58.069909 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d46fb231-db2b-4002-a4c0-8ebc60cfb11c req-6f263fdb-db4b-47d0-bcf4-38bf6789f694 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0665095 Nov 15 11:11:58.178084 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d69f0fea-0e99-471e-a3c1-58e476af8914 req-524eb742-ccf3-43e7-b45e-0cad848cd52e tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993731 Nov 15 11:11:58.244202 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fb231-db2b-4002-a4c0-8ebc60cfb11c req-32854742-829e-458d-8952-a4cfa66ff157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:58.245735 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d46fb231-db2b-4002-a4c0-8ebc60cfb11c req-32854742-829e-458d-8952-a4cfa66ff157 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1384623 Nov 15 11:11:58.286397 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f864d0-aa47-43e9-97f0-2a918e221b84 req-7db7d1e5-1881-40a3-baba-1b62a40632ea tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:58.286999 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-43f864d0-aa47-43e9-97f0-2a918e221b84 req-7db7d1e5-1881-40a3-baba-1b62a40632ea tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 948 time: 0.1444387 Nov 15 11:11:58.369230 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:58.381429 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:58.421553 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-43f864d0-aa47-43e9-97f0-2a918e221b84 req-754f5907-1756-41cc-9ebd-16573806c4bf tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226728 Nov 15 11:11:58.429126 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:11:58.442040 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10959fa4-b800-4d7c-9752-c1985580e02d None None] Pushing event updated for resources: {'Port': ['ID=9e02e352-9d14-44e0-88d9-bde61b832f58,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:58.454866 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10959fa4-b800-4d7c-9752-c1985580e02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:58.455439 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10959fa4-b800-4d7c-9752-c1985580e02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:58.455649 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10959fa4-b800-4d7c-9752-c1985580e02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:58.456014 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10959fa4-b800-4d7c-9752-c1985580e02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:58.456340 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10959fa4-b800-4d7c-9752-c1985580e02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:58.456659 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10959fa4-b800-4d7c-9752-c1985580e02d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:58.456976 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10959fa4-b800-4d7c-9752-c1985580e02d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:58.457368 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10959fa4-b800-4d7c-9752-c1985580e02d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:58.457685 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10959fa4-b800-4d7c-9752-c1985580e02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:58.457991 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10959fa4-b800-4d7c-9752-c1985580e02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:58.458305 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10959fa4-b800-4d7c-9752-c1985580e02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:58.458612 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10959fa4-b800-4d7c-9752-c1985580e02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:11:58.459986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5f26-c7bb-4661-b25f-41ac485a2c56 req-e842289e-1595-4a4a-944d-e4c4c4083b38 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:58.469122 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-becf5f26-c7bb-4661-b25f-41ac485a2c56 req-e842289e-1595-4a4a-944d-e4c4c4083b38 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=65f72b27-73f1-488c-8ddb-f1a10c9e79bc HTTP/1.1" status: 200 len: 949 time: 0.1441643 Nov 15 11:11:58.474999 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d46fb231-db2b-4002-a4c0-8ebc60cfb11c req-879b1cc3-1ccf-4f04-bcee-7fef4177485e service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063947 Nov 15 11:11:58.536454 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] Attempting to bind port 9e02e352-9d14-44e0-88d9-bde61b832f58 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:11:58.536815 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] Attempting to bind port 9e02e352-9d14-44e0-88d9-bde61b832f58 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'd348f8a8-541a-4dfc-80de-3605a96f2c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'bd89ebdf-03a8-4f63-ba63-7362cf505fb6'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:11:58.537181 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] Attempting to bind port 9e02e352-9d14-44e0-88d9-bde61b832f58 on network bd89ebdf-03a8-4f63-ba63-7362cf505fb6 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:11:58.544737 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:11:58.545118 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] Checking segment: {'id': 'd348f8a8-541a-4dfc-80de-3605a96f2c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'bd89ebdf-03a8-4f63-ba63-7362cf505fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:11:58.545519 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:58.546074 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] Bound using segment: {'id': 'd348f8a8-541a-4dfc-80de-3605a96f2c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'bd89ebdf-03a8-4f63-ba63-7362cf505fb6'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:11:58.546567 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] Bound port: 9e02e352-9d14-44e0-88d9-bde61b832f58, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd348f8a8-541a-4dfc-80de-3605a96f2c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'bd89ebdf-03a8-4f63-ba63-7362cf505fb6'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:11:58.546970 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:58.594460 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f72b27-73f1-488c-8ddb-f1a10c9e79bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b21cc45-81b9-4baa-af67-2195764257f5'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:58.598778 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f314c0c-5b9c-4fcb-90f9-c8361d29c7e3" -d '{"events": [{"server_uuid": "65f72b27-73f1-488c-8ddb-f1a10c9e79bc", "name": "network-vif-plugged", "status": "completed", "tag": "4b21cc45-81b9-4baa-af67-2195764257f5"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:58.676510 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e9f6bbf5-a706-478c-9e51-7ec452852cb3 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:11:58.691861 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] For port 9e02e352-9d14-44e0-88d9-bde61b832f58, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:11:58.695042 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] For port 9e02e352-9d14-44e0-88d9-bde61b832f58, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9e02e352-9d14-44e0-88d9-bde61b832f58,segment=NetworkSegment(d348f8a8-541a-4dfc-80de-3605a96f2c1a),segment_id=d348f8a8-541a-4dfc-80de-3605a96f2c1a)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:11:58.705686 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:58.720663 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:11:58.726867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5a20246c-c2f1-4b29-9da7-81eea2e9a3d4,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:58.768976 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '5a20246c-c2f1-4b29-9da7-81eea2e9a3d4', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '5a20246c-c2f1-4b29-9da7-81eea2e9a3d4', 'mac_address': 'fa:16:3e:0d:af:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:11:58.782722 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d46fb231-db2b-4002-a4c0-8ebc60cfb11c req-4d28d45f-9929-47ca-a762-1c83dc51b368 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877984 Nov 15 11:11:58.822222 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] Routers {'7c8374a7-d93f-4173-8ace-4c03b9f68c83'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:11:58.822626 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-becf5f26-c7bb-4661-b25f-41ac485a2c56 req-bfc0eddd-726f-4d1a-8736-2a96e6ca8d9b tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523357 Nov 15 11:11:58.822871 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:11:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c8374a7-d93f-4173-8ace-4c03b9f68c83'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:11:58.938475 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port e9f6bbf5-a706-478c-9e51-7ec452852cb3 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:58.938860 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:58.948692 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b6fb799-8dfe-4a71-90af-ca26e2a73e33 req-b1c67afc-47e1-423d-b053-e65aeb7af2b0 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4197516 Nov 15 11:11:58.949988 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:58.959243 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-7b6fb799-8dfe-4a71-90af-ca26e2a73e33 req-ecff5d70-302d-4066-a580-bc205f638bab tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:11:58.998613 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10959fa4-b800-4d7c-9752-c1985580e02d None None] Pushing event updated for resources: {'Port': ['ID=9e02e352-9d14-44e0-88d9-bde61b832f58,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:59.013865 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:11:59.051956 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7b6fb799-8dfe-4a71-90af-ca26e2a73e33 req-ecff5d70-302d-4066-a580-bc205f638bab tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:59.065205 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:59.068905 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42cb089-9c09-49cc-ae4e-24c326043c12 req-b92950ff-f782-4ac8-8880-44587007c029 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:59.074239 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c42cb089-9c09-49cc-ae4e-24c326043c12 req-b92950ff-f782-4ac8-8880-44587007c029 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 946 time: 0.1099858 Nov 15 11:11:59.081590 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] Set router 7c8374a7-d93f-4173-8ace-4c03b9f68c83 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:11:59.095297 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5a20246c-c2f1-4b29-9da7-81eea2e9a3d4,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:59.118775 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:59.123136 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-9f589e79-03ed-42c0-9225-66bf78f028d3 None None] Provisioning complete for port 9e02e352-9d14-44e0-88d9-bde61b832f58 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:59.129082 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9f589e79-03ed-42c0-9225-66bf78f028d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:59.131082 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a', 'mac_address': 'fa:16:3e:03:9d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:11:59.192436 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c42cb089-9c09-49cc-ae4e-24c326043c12 req-cde1e97a-beb8-49a9-a5dc-5c335c8cd379 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029632 Nov 15 11:11:59.303978 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7b6fb799-8dfe-4a71-90af-ca26e2a73e33 req-ecff5d70-302d-4066-a580-bc205f638bab tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:59.372096 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=5a20246c-c2f1-4b29-9da7-81eea2e9a3d4,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:59.393170 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:59.396266 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:59.400613 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36766b5-7c53-4ccc-8d94-72d366afe8fb x-openstack-request-id: req-e36766b5-7c53-4ccc-8d94-72d366afe8fb {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:11:59.400985 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f72b27-73f1-488c-8ddb-f1a10c9e79bc", "name": "network-vif-plugged", "status": "completed", "tag": "4b21cc45-81b9-4baa-af67-2195764257f5", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:11:59.401293 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e36766b5-7c53-4ccc-8d94-72d366afe8fb {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:11:59.401746 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f72b27-73f1-488c-8ddb-f1a10c9e79bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b21cc45-81b9-4baa-af67-2195764257f5', 'code': 200} Nov 15 11:11:59.411555 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8766f07-da5f-4eaa-a6cd-423569345d20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed6803f4-39f7-4ac5-a289-cf4020e70873'}, {'name': 'network-changed', 'server_uuid': 'b8766f07-da5f-4eaa-a6cd-423569345d20', 'tag': 'ed6803f4-39f7-4ac5-a289-cf4020e70873'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:11:59.422167 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:11:59.424205 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38a1b12-150c-4817-a067-15b725dfcd23" -d '{"events": [{"server_uuid": "b8766f07-da5f-4eaa-a6cd-423569345d20", "name": "network-vif-unplugged", "status": "completed", "tag": "ed6803f4-39f7-4ac5-a289-cf4020e70873"}, {"name": "network-changed", "server_uuid": "b8766f07-da5f-4eaa-a6cd-423569345d20", "tag": "ed6803f4-39f7-4ac5-a289-cf4020e70873"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:11:59.478682 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:59.486276 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:59.545515 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8374a7-d93f-4173-8ace-4c03b9f68c83', 'name': 'tempest-FloatingIPDetailsTestJSON-1807756987-router', 'tenant_id': '4a15d6ad28ef4efaa97cef979913a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'e9f6bbf5-a706-478c-9e51-7ec452852cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:11:49Z', 'updated_at': '2021-11-15T11:11:52Z', 'revision_number': 4, 'project_id': '4a15d6ad28ef4efaa97cef979913a8da', 'gw_port': {'id': 'e9f6bbf5-a706-478c-9e51-7ec452852cb3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:23:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8374a7-d93f-4173-8ace-4c03b9f68c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:11:49Z', 'updated_at': '2021-11-15T11:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '9e02e352-9d14-44e0-88d9-bde61b832f58', 'name': '', 'network_id': 'bd89ebdf-03a8-4f63-ba63-7362cf505fb6', 'tenant_id': '4a15d6ad28ef4efaa97cef979913a8da', 'mac_address': 'fa:16:3e:f5:09:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8374a7-d93f-4173-8ace-4c03b9f68c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '0274b54c-6bd8-40a2-9bc9-e47a27da1003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:11:51Z', 'updated_at': '2021-11-15T11:11:58Z', 'revision_number': 4, 'project_id': '4a15d6ad28ef4efaa97cef979913a8da', 'subnets': [{'id': '0274b54c-6bd8-40a2-9bc9-e47a27da1003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:11:59.547309 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:59.559901 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9f589e79-03ed-42c0-9225-66bf78f028d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:59.561260 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-7b6fb799-8dfe-4a71-90af-ca26e2a73e33 req-ecff5d70-302d-4066-a580-bc205f638bab tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Allocated IP 172.25.7.128 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/6c6e02fc-bf36-4b82-bc7c-b88acec95a5b) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:11:59.593067 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed3e6f0-3378-4712-8ead-a03ec68d1a06 None None] The sync data for ids ['7c8374a7-d93f-4173-8ace-4c03b9f68c83'] in n-d-729945-9 is: [{'id': '7c8374a7-d93f-4173-8ace-4c03b9f68c83', 'name': 'tempest-FloatingIPDetailsTestJSON-1807756987-router', 'tenant_id': '4a15d6ad28ef4efaa97cef979913a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'e9f6bbf5-a706-478c-9e51-7ec452852cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:11:49Z', 'updated_at': '2021-11-15T11:11:52Z', 'revision_number': 4, 'project_id': '4a15d6ad28ef4efaa97cef979913a8da', 'gw_port': {'id': 'e9f6bbf5-a706-478c-9e51-7ec452852cb3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:23:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8374a7-d93f-4173-8ace-4c03b9f68c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:11:49Z', 'updated_at': '2021-11-15T11:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '9e02e352-9d14-44e0-88d9-bde61b832f58', 'name': '', 'network_id': 'bd89ebdf-03a8-4f63-ba63-7362cf505fb6', 'tenant_id': '4a15d6ad28ef4efaa97cef979913a8da', 'mac_address': 'fa:16:3e:f5:09:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8374a7-d93f-4173-8ace-4c03b9f68c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '0274b54c-6bd8-40a2-9bc9-e47a27da1003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:11:51Z', 'updated_at': '2021-11-15T11:11:58Z', 'revision_number': 4, 'project_id': '4a15d6ad28ef4efaa97cef979913a8da', 'subnets': [{'id': '0274b54c-6bd8-40a2-9bc9-e47a27da1003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:11:59.639034 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9f589e79-03ed-42c0-9225-66bf78f028d3 None None] For port 9e02e352-9d14-44e0-88d9-bde61b832f58, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9e02e352-9d14-44e0-88d9-bde61b832f58,segment=NetworkSegment(d348f8a8-541a-4dfc-80de-3605a96f2c1a),segment_id=d348f8a8-541a-4dfc-80de-3605a96f2c1a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:11:59.643626 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9f589e79-03ed-42c0-9225-66bf78f028d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:59.653131 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['5a20246c-c2f1-4b29-9da7-81eea2e9a3d4'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:59.732575 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7b6fb799-8dfe-4a71-90af-ca26e2a73e33 req-ecff5d70-302d-4066-a580-bc205f638bab tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:59.775554 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f589e79-03ed-42c0-9225-66bf78f028d3 None None] Pushing event updated for resources: {'Port': ['ID=9e02e352-9d14-44e0-88d9-bde61b832f58,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:11:59.795370 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7b8b18c6-d311-4e65-8456-2eb3a4537bc9 None None] Provisioning complete for port 9e02e352-9d14-44e0-88d9-bde61b832f58 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:11:59.796145 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7b8b18c6-d311-4e65-8456-2eb3a4537bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:59.884873 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7b6fb799-8dfe-4a71-90af-ca26e2a73e33 req-ecff5d70-302d-4066-a580-bc205f638bab tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:11:59.935027 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['48d8b62b-c9bd-4789-ad5c-b11249cb1b5a'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:11:59.970078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6fb799-8dfe-4a71-90af-ca26e2a73e33 req-ecff5d70-302d-4066-a580-bc205f638bab tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:11:59.978412 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c97fe-7c89-4433-bc49-20f1681efb4d req-87c8e003-6de7-4109-8384-3621a51fa143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:59.980058 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e09c97fe-7c89-4433-bc49-20f1681efb4d req-87c8e003-6de7-4109-8384-3621a51fa143 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=65f72b27-73f1-488c-8ddb-f1a10c9e79bc HTTP/1.1" status: 200 len: 1100 time: 0.2067597 Nov 15 11:11:59.991197 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d735ae7-203f-48c2-a623-2004a8aa0110 req-d579559f-a78b-4924-920f-f1ff22ee8769 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:11:59.993051 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7d735ae7-203f-48c2-a623-2004a8aa0110 req-d579559f-a78b-4924-920f-f1ff22ee8769 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c8e68b7-4492-4d90-884a-4f8aa00b1299 HTTP/1.1" status: 200 len: 949 time: 0.2211313 Nov 15 11:11:59.996301 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-7b6fb799-8dfe-4a71-90af-ca26e2a73e33 req-ecff5d70-302d-4066-a580-bc205f638bab tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:12:00.010624 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6fb799-8dfe-4a71-90af-ca26e2a73e33 req-ecff5d70-302d-4066-a580-bc205f638bab tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:12:00.050079 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff5d70-302d-4066-a580-bc205f638bab tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Pushing event updated for resources: {'Port': ['ID=6c6e02fc-bf36-4b82-bc7c-b88acec95a5b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:00.160445 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7d735ae7-203f-48c2-a623-2004a8aa0110 req-fd22ad0f-2f40-4677-8fb7-069eed0baf89 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303372 Nov 15 11:12:00.236484 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e09c97fe-7c89-4433-bc49-20f1681efb4d req-85c15bef-5fd3-4685-a42f-3476f1ba1569 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270954 Nov 15 11:12:00.241506 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7b6fb799-8dfe-4a71-90af-ca26e2a73e33 req-ecff5d70-302d-4066-a580-bc205f638bab tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:00.294962 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7b6fb799-8dfe-4a71-90af-ca26e2a73e33 req-ecff5d70-302d-4066-a580-bc205f638bab tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:00.399988 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59265f-af3b-41a9-a75a-affb894d86a4 req-675d5470-2566-4d1c-9983-b8ce1025126f tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:00.401476 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c59265f-af3b-41a9-a75a-affb894d86a4 req-675d5470-2566-4d1c-9983-b8ce1025126f tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 943 time: 0.0841961 Nov 15 11:12:00.510112 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c59265f-af3b-41a9-a75a-affb894d86a4 req-a8b04249-202c-4d2b-8015-49e265525e95 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826209 Nov 15 11:12:00.577433 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7b6fb799-8dfe-4a71-90af-ca26e2a73e33 req-ecff5d70-302d-4066-a580-bc205f638bab tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:00.588249 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7b6fb799-8dfe-4a71-90af-ca26e2a73e33 req-ecff5d70-302d-4066-a580-bc205f638bab tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:00.599598 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9e02e352-9d14-44e0-88d9-bde61b832f58 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:12:00.623123 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 15 Nov 2021 11:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60354bc2-9cfa-4b3c-a13e-12bde0335d97 x-openstack-request-id: req-60354bc2-9cfa-4b3c-a13e-12bde0335d97 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:12:00.623464 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8766f07-da5f-4eaa-a6cd-423569345d20", "name": "network-vif-unplugged", "status": "completed", "tag": "ed6803f4-39f7-4ac5-a289-cf4020e70873", "code": 200}, {"name": "network-changed", "server_uuid": "b8766f07-da5f-4eaa-a6cd-423569345d20", "tag": "ed6803f4-39f7-4ac5-a289-cf4020e70873", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:12:00.623663 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-60354bc2-9cfa-4b3c-a13e-12bde0335d97 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:12:00.624168 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8766f07-da5f-4eaa-a6cd-423569345d20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed6803f4-39f7-4ac5-a289-cf4020e70873', 'code': 200} Nov 15 11:12:00.624425 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8766f07-da5f-4eaa-a6cd-423569345d20', 'tag': 'ed6803f4-39f7-4ac5-a289-cf4020e70873', 'status': 'completed', 'code': 200} Nov 15 11:12:00.707220 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 9e02e352-9d14-44e0-88d9-bde61b832f58 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:12:00.707785 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:01.016491 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7b6fb799-8dfe-4a71-90af-ca26e2a73e33 req-ecff5d70-302d-4066-a580-bc205f638bab tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:01.076395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff5d70-302d-4066-a580-bc205f638bab tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Pushing event updated for resources: {'Port': ['ID=6c6e02fc-bf36-4b82-bc7c-b88acec95a5b,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:01.081125 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7b6fb799-8dfe-4a71-90af-ca26e2a73e33 req-ecff5d70-302d-4066-a580-bc205f638bab tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:01.082550 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b6fb799-8dfe-4a71-90af-ca26e2a73e33 req-ecff5d70-302d-4066-a580-bc205f638bab tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1331258 Nov 15 11:12:01.089172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a1b12-150c-4817-a067-15b725dfcd23 req-1298bb3f-5641-46fe-9792-f13cfaf7eead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:01.091311 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f38a1b12-150c-4817-a067-15b725dfcd23 req-1298bb3f-5641-46fe-9792-f13cfaf7eead service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 1124 time: 0.4121723 Nov 15 11:12:01.149191 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308f226-a03a-4f2c-9e30-2e2b2cb1e3c5 req-e089e8f6-3779-4395-ac99-c5635b70140d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:01.153182 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e308f226-a03a-4f2c-9e30-2e2b2cb1e3c5 req-e089e8f6-3779-4395-ac99-c5635b70140d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 949 time: 0.1434526 Nov 15 11:12:01.201513 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:01.255786 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b6fb799-8dfe-4a71-90af-ca26e2a73e33 req-cb5ea99a-9ea9-4845-85f4-7d32de9fa7b9 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.128 HTTP/1.1" status: 200 len: 696 time: 0.1626186 Nov 15 11:12:01.266407 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21e0f5e4-c7be-40f5-937f-37e7561f3c6c req-fe4b4e9f-6cb7-4ad8-aadd-51da2b6e125b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1807921 Nov 15 11:12:01.380283 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e308f226-a03a-4f2c-9e30-2e2b2cb1e3c5 req-fb183c08-a277-4893-a4b4-ada328a18301 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874774 Nov 15 11:12:01.407540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a1b12-150c-4817-a067-15b725dfcd23 req-8d561089-feee-4561-a3e8-2396df8fd65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:01.409064 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f38a1b12-150c-4817-a067-15b725dfcd23 req-8d561089-feee-4561-a3e8-2396df8fd65a service neutron] 10.222.0.11 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 922 time: 0.2801528 Nov 15 11:12:01.441140 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0f5e4-c7be-40f5-937f-37e7561f3c6c req-1fa0cd55-3ff5-4d87-b41d-019e9c7740ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:01.442608 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21e0f5e4-c7be-40f5-937f-37e7561f3c6c req-1fa0cd55-3ff5-4d87-b41d-019e9c7740ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 1095 time: 0.1346121 Nov 15 11:12:01.476831 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f38a1b12-150c-4817-a067-15b725dfcd23 req-e62d5b04-ae4a-43ad-baa2-b5fa0fe81556 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed6803f4-39f7-4ac5-a289-cf4020e70873 HTTP/1.1" status: 200 len: 217 time: 0.0493715 Nov 15 11:12:01.577678 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fb799-8dfe-4a71-90af-ca26e2a73e33 req-4c629a62-431f-4e36-9b4b-30f278cbab01 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:01.590684 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b6fb799-8dfe-4a71-90af-ca26e2a73e33 req-4c629a62-431f-4e36-9b4b-30f278cbab01 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.3231754 Nov 15 11:12:01.720295 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f14e70-7b17-4eac-bb1a-2deca1553c21 req-c9cd94d5-1ca1-4aee-8d4c-5e8f66b5d77e tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:01.721690 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-63f14e70-7b17-4eac-bb1a-2deca1553c21 req-c9cd94d5-1ca1-4aee-8d4c-5e8f66b5d77e tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=65f72b27-73f1-488c-8ddb-f1a10c9e79bc HTTP/1.1" status: 200 len: 949 time: 0.2488799 Nov 15 11:12:01.728918 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a1b12-150c-4817-a067-15b725dfcd23 req-e3315a05-29c4-4520-b110-0fa2453ad5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:01.730378 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f38a1b12-150c-4817-a067-15b725dfcd23 req-e3315a05-29c4-4520-b110-0fa2453ad5c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41c7fb84-e1ab-4aee-8901-f8449cce1c4d HTTP/1.1" status: 200 len: 861 time: 0.2407444 Nov 15 11:12:01.735588 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0f5e4-c7be-40f5-937f-37e7561f3c6c req-fd00b861-51a9-4b1f-b4c2-2bbfe9ee431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:01.737008 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21e0f5e4-c7be-40f5-937f-37e7561f3c6c req-fd00b861-51a9-4b1f-b4c2-2bbfe9ee431e service neutron] 10.222.0.55 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 908 time: 0.2489672 Nov 15 11:12:01.787749 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f38a1b12-150c-4817-a067-15b725dfcd23 req-f662adef-230a-4f5b-a93b-1ef318974d68 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4a44e54-964f-44d3-85ab-bb56792b7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440888 Nov 15 11:12:01.795290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc7a9c-c37d-458b-9abc-02609928d666 req-a4367f32-4998-465c-936c-3ad05686a994 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:01.796893 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70bc7a9c-c37d-458b-9abc-02609928d666 req-a4367f32-4998-465c-936c-3ad05686a994 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 946 time: 0.1490707 Nov 15 11:12:01.846201 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21e0f5e4-c7be-40f5-937f-37e7561f3c6c req-049f0545-0304-4799-90c7-3c5f6bd515c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ebb3451-1f0a-4793-998e-84e8aafaddc8 HTTP/1.1" status: 200 len: 217 time: 0.0998137 Nov 15 11:12:01.944274 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-63f14e70-7b17-4eac-bb1a-2deca1553c21 req-8d015990-a96f-4f6e-923f-034046ead601 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128420 Nov 15 11:12:01.985999 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0f5e4-c7be-40f5-937f-37e7561f3c6c req-2064c266-aee5-4cee-b09b-5fb18705ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:01.987457 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21e0f5e4-c7be-40f5-937f-37e7561f3c6c req-2064c266-aee5-4cee-b09b-5fb18705ee71 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8b5f0410-d440-42ba-a6cf-b7c754e903cf HTTP/1.1" status: 200 len: 847 time: 0.1295440 Nov 15 11:12:02.000524 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70bc7a9c-c37d-458b-9abc-02609928d666 req-f4624eed-cb47-422a-808f-e8bc1b980572 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766491 Nov 15 11:12:02.040423 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21e0f5e4-c7be-40f5-937f-37e7561f3c6c req-e9053a38-0382-4c46-a2e9-134311b47686 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4534314e-1f14-4032-9246-018086f47347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388122 Nov 15 11:12:02.171705 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f38a1b12-150c-4817-a067-15b725dfcd23 req-404224c0-7abe-4a8c-b029-8527ba018ee8 service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734868 Nov 15 11:12:02.308274 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93102d46-fcaa-4eb2-8697-56e9ce26d006 req-04db1e5e-c063-4d68-9038-dfea1741e532 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:02.309812 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-93102d46-fcaa-4eb2-8697-56e9ce26d006 req-04db1e5e-c063-4d68-9038-dfea1741e532 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c8e68b7-4492-4d90-884a-4f8aa00b1299 HTTP/1.1" status: 200 len: 949 time: 0.1766496 Nov 15 11:12:02.340412 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21e0f5e4-c7be-40f5-937f-37e7561f3c6c req-2c83cc53-e451-4292-84dd-438e1a714f23 service neutron] 10.222.0.55 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918470 Nov 15 11:12:02.403624 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f85e7-eb9e-4375-ab41-e9fa9f189b8f req-01a9b902-7e28-4498-b50a-ec8543a94d57 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:02.405468 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-382f85e7-eb9e-4375-ab41-e9fa9f189b8f req-01a9b902-7e28-4498-b50a-ec8543a94d57 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 943 time: 0.1654377 Nov 15 11:12:02.454994 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:12:02.491487 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f38a1b12-150c-4817-a067-15b725dfcd23 req-e04ddac0-7ab8-417d-bbc7-4bce2ba5af2b service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094256 Nov 15 11:12:02.500742 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-93102d46-fcaa-4eb2-8697-56e9ce26d006 req-7f02157d-8f12-420d-a712-3e0953fc8368 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827054 Nov 15 11:12:02.531655 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:12:02.539701 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:12:02.541557 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:02.564194 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-382f85e7-eb9e-4375-ab41-e9fa9f189b8f req-a1d1d875-a9df-44bc-b9bf-1b60fbb5c388 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199701 Nov 15 11:12:02.621899 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21e0f5e4-c7be-40f5-937f-37e7561f3c6c req-12cc99a9-4a17-4a26-82d8-5bac36da6d7e service neutron] 10.222.0.55 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670670 Nov 15 11:12:02.649145 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:02.690879 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-684e3914-679e-4fb7-a707-322f50c66a19 req-40530d63-e358-4b7a-8cd5-26f530910001 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1418369 Nov 15 11:12:02.700467 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8e68b7-4492-4d90-884a-4f8aa00b1299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a20246c-c2f1-4b29-9da7-81eea2e9a3d4'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:12:02.708008 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c43a1e8-258e-435c-ae51-ece8be3e797b" -d '{"events": [{"server_uuid": "0c8e68b7-4492-4d90-884a-4f8aa00b1299", "name": "network-vif-plugged", "status": "completed", "tag": "5a20246c-c2f1-4b29-9da7-81eea2e9a3d4"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:12:02.720153 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:12:02.723742 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-684e3914-679e-4fb7-a707-322f50c66a19 req-afdb4490-0013-4df4-9413-8b3612f43132 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:12:02.726737 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5a20246c-c2f1-4b29-9da7-81eea2e9a3d4,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:02.760422 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:02.765173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e061a3a-1840-41dc-a9c7-d31164da4bce req-a3d40089-af61-4e52-be5c-f9e4f88a80a5 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:02.766904 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0e061a3a-1840-41dc-a9c7-d31164da4bce req-a3d40089-af61-4e52-be5c-f9e4f88a80a5 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 949 time: 0.0750973 Nov 15 11:12:02.768194 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-684e3914-679e-4fb7-a707-322f50c66a19 req-afdb4490-0013-4df4-9413-8b3612f43132 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:02.828907 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:12:02.834358 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:12:02.835095 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:02.887011 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0e061a3a-1840-41dc-a9c7-d31164da4bce req-ca09f56c-fcab-4dc5-b779-96dbc2bf4c4f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033137 Nov 15 11:12:02.945293 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-684e3914-679e-4fb7-a707-322f50c66a19 req-afdb4490-0013-4df4-9413-8b3612f43132 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:02.997875 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f29910-a0de-4241-b71b-3c3f947cac5d x-openstack-request-id: req-50f29910-a0de-4241-b71b-3c3f947cac5d {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:12:02.998236 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8e68b7-4492-4d90-884a-4f8aa00b1299", "name": "network-vif-plugged", "status": "completed", "tag": "5a20246c-c2f1-4b29-9da7-81eea2e9a3d4", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:12:02.998536 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50f29910-a0de-4241-b71b-3c3f947cac5d {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:12:02.999333 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8e68b7-4492-4d90-884a-4f8aa00b1299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a20246c-c2f1-4b29-9da7-81eea2e9a3d4', 'code': 200} Nov 15 11:12:03.048761 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=5a20246c-c2f1-4b29-9da7-81eea2e9a3d4,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:03.110573 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:03.146155 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:03.151792 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:03.179151 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-684e3914-679e-4fb7-a707-322f50c66a19 req-afdb4490-0013-4df4-9413-8b3612f43132 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Allocated IP 172.25.7.180 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/bf958a16-991a-4576-a7af-756d49294d3a) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:12:03.211282 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da158e-4a77-4d58-af0c-9c821a02b88c req-83564f4b-7cef-4669-9cd7-56592ae4285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:03.211508 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:03.212815 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5da158e-4a77-4d58-af0c-9c821a02b88c req-83564f4b-7cef-4669-9cd7-56592ae4285b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0c8e68b7-4492-4d90-884a-4f8aa00b1299 HTTP/1.1" status: 200 len: 1101 time: 0.1265459 Nov 15 11:12:03.236222 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47502874-15ac-4796-8ef7-21092007cfbd req-47e66ebb-9cb8-414b-8c13-80cacaeaa7a3 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:03.238019 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-47502874-15ac-4796-8ef7-21092007cfbd req-47e66ebb-9cb8-414b-8c13-80cacaeaa7a3 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=65f72b27-73f1-488c-8ddb-f1a10c9e79bc HTTP/1.1" status: 200 len: 949 time: 0.1506188 Nov 15 11:12:03.392394 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-47502874-15ac-4796-8ef7-21092007cfbd req-6419f0bb-47ac-402a-b021-24d6ce6eed9b tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129892 Nov 15 11:12:03.394744 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5da158e-4a77-4d58-af0c-9c821a02b88c req-a2d73504-f4e1-4169-b71a-77f0b22f501e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558716 Nov 15 11:12:03.429680 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-684e3914-679e-4fb7-a707-322f50c66a19 req-afdb4490-0013-4df4-9413-8b3612f43132 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:03.514892 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-684e3914-679e-4fb7-a707-322f50c66a19 req-afdb4490-0013-4df4-9413-8b3612f43132 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:03.557539 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5150c-356b-48be-a07a-84cddc5619b9 req-6fca7d78-1b42-4e49-a382-fea839def4a6 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:03.559654 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41e5150c-356b-48be-a07a-84cddc5619b9 req-6fca7d78-1b42-4e49-a382-fea839def4a6 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 946 time: 0.0949719 Nov 15 11:12:03.584511 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-684e3914-679e-4fb7-a707-322f50c66a19 req-afdb4490-0013-4df4-9413-8b3612f43132 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:12:03.603662 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-684e3914-679e-4fb7-a707-322f50c66a19 req-afdb4490-0013-4df4-9413-8b3612f43132 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:12:03.609290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-684e3914-679e-4fb7-a707-322f50c66a19 req-afdb4490-0013-4df4-9413-8b3612f43132 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:12:03.614385 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb4490-0013-4df4-9413-8b3612f43132 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Pushing event updated for resources: {'Port': ['ID=bf958a16-991a-4576-a7af-756d49294d3a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:03.678641 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41e5150c-356b-48be-a07a-84cddc5619b9 req-3408519f-b25b-440b-abe9-2bd7e407b9d9 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080375 Nov 15 11:12:03.690537 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-684e3914-679e-4fb7-a707-322f50c66a19 req-afdb4490-0013-4df4-9413-8b3612f43132 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:03.742877 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-684e3914-679e-4fb7-a707-322f50c66a19 req-afdb4490-0013-4df4-9413-8b3612f43132 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:03.985173 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-684e3914-679e-4fb7-a707-322f50c66a19 req-afdb4490-0013-4df4-9413-8b3612f43132 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:03.999540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbb3f7-c70c-48bc-9b3d-e907704f7591 req-89f3c47c-a700-4a92-a0e4-d0a06c1aaf22 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:04.001201 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c9cbb3f7-c70c-48bc-9b3d-e907704f7591 req-89f3c47c-a700-4a92-a0e4-d0a06c1aaf22 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.0826705 Nov 15 11:12:04.002777 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-684e3914-679e-4fb7-a707-322f50c66a19 req-afdb4490-0013-4df4-9413-8b3612f43132 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:04.063038 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-684e3914-679e-4fb7-a707-322f50c66a19 req-afdb4490-0013-4df4-9413-8b3612f43132 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:04.086618 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb4490-0013-4df4-9413-8b3612f43132 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Pushing event updated for resources: {'Port': ['ID=bf958a16-991a-4576-a7af-756d49294d3a,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:04.101904 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-684e3914-679e-4fb7-a707-322f50c66a19 req-afdb4490-0013-4df4-9413-8b3612f43132 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:04.102741 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-684e3914-679e-4fb7-a707-322f50c66a19 req-afdb4490-0013-4df4-9413-8b3612f43132 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4011781 Nov 15 11:12:04.133876 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c9cbb3f7-c70c-48bc-9b3d-e907704f7591 req-02a1589b-f32e-4a4a-922e-4f534775af90 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987186 Nov 15 11:12:04.182027 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-684e3914-679e-4fb7-a707-322f50c66a19 req-5d81a5b2-9ab6-4501-88cd-e063900b73ac tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.180 HTTP/1.1" status: 200 len: 696 time: 0.0712280 Nov 15 11:12:04.318672 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0acd4-f6c5-4321-8af7-a9af2e4b3e3f req-764f37e1-0d19-4822-98a4-fc3c9797cc31 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:04.320384 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83e0acd4-f6c5-4321-8af7-a9af2e4b3e3f req-764f37e1-0d19-4822-98a4-fc3c9797cc31 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c8e68b7-4492-4d90-884a-4f8aa00b1299 HTTP/1.1" status: 200 len: 950 time: 0.1114953 Nov 15 11:12:04.370094 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e3914-679e-4fb7-a707-322f50c66a19 req-aef4ec12-6c67-4b23-8df8-d25f70b9d90d tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:04.371832 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-684e3914-679e-4fb7-a707-322f50c66a19 req-aef4ec12-6c67-4b23-8df8-d25f70b9d90d tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.1821537 Nov 15 11:12:04.436354 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83e0acd4-f6c5-4321-8af7-a9af2e4b3e3f req-8f47bed9-3e3c-433d-b844-e2c89e70b8f3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064439 Nov 15 11:12:04.490199 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b0f24b6-2def-49b4-a55c-cf4394e4f817 req-9420c22c-84cb-44d4-adc9-a8c7bfec9233 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1117294 Nov 15 11:12:04.517884 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc995fac-e166-488d-850e-e34915ec0bf9 req-a0934a2e-8ccf-4f0a-9d2c-613a80251631 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:04.519364 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc995fac-e166-488d-850e-e34915ec0bf9 req-a0934a2e-8ccf-4f0a-9d2c-613a80251631 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 943 time: 0.0819285 Nov 15 11:12:04.620859 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:12:04.631722 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc995fac-e166-488d-850e-e34915ec0bf9 req-027d2bd2-3b30-4fae-aee7-89b47ac2cd9c tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054347 Nov 15 11:12:04.649257 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037fd93-21d8-481d-9006-ba320fa9e241 req-09d3135a-faa4-4c33-8d43-9769b861943f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:04.650940 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a037fd93-21d8-481d-9006-ba320fa9e241 req-09d3135a-faa4-4c33-8d43-9769b861943f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.1177082 Nov 15 11:12:04.662186 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f24b6-2def-49b4-a55c-cf4394e4f817 req-b5b8b28a-bf15-4847-a144-eaa942fd64f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:04.662186 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b0f24b6-2def-49b4-a55c-cf4394e4f817 req-b5b8b28a-bf15-4847-a144-eaa942fd64f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 1101 time: 0.1069386 Nov 15 11:12:04.999980 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0901525f-7233-4ca9-8d4a-4c6b4661797d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:12:05.003223 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a7a5f6-79a3-49fe-8bbd-ae3cb6f431a1" -d '{"events": [{"server_uuid": "0901525f-7233-4ca9-8d4a-4c6b4661797d", "name": "network-vif-plugged", "status": "completed", "tag": "48d8b62b-c9bd-4789-ad5c-b11249cb1b5a"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:12:05.061303 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a037fd93-21d8-481d-9006-ba320fa9e241 req-775d28ae-9521-455b-acc8-3784cd4a82c4 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923380 Nov 15 11:12:05.071066 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-318e4c28-ee75-4a7f-bd77-ef048ebe6c02 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9414cb50f6ba4088ab3fdbcff5f230dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646632 Nov 15 11:12:05.235747 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f24b6-2def-49b4-a55c-cf4394e4f817 req-9992fbf8-f615-43e3-89d3-7b41506da16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:05.237556 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b0f24b6-2def-49b4-a55c-cf4394e4f817 req-9992fbf8-f615-43e3-89d3-7b41506da16b service neutron] 10.222.0.11 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.5480874 Nov 15 11:12:05.295497 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b0f24b6-2def-49b4-a55c-cf4394e4f817 req-4f2aec06-5aee-4e8b-9ac3-95a2f8e648e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=88e1f451-617c-470b-8c5c-d95a41dd2385 HTTP/1.1" status: 200 len: 217 time: 0.0484703 Nov 15 11:12:05.382629 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e870245a-0a2e-4a37-af47-27f5bfe10c1f req-7fa1cd19-34ff-4aef-b04d-dd3f1d79411c tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2798765 Nov 15 11:12:05.394483 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-af6b6d7c-9e0f-471f-b399-a5b0ac7ffc32 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:05.396317 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-af6b6d7c-9e0f-471f-b399-a5b0ac7ffc32 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3154116 Nov 15 11:12:05.399473 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-e870245a-0a2e-4a37-af47-27f5bfe10c1f req-9980dd43-0550-4a10-9d81-5207fabf2cdd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:12:05.420420 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f24b6-2def-49b4-a55c-cf4394e4f817 req-9bf4d826-7c03-40a1-8214-47f10ef3107a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:05.421855 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b0f24b6-2def-49b4-a55c-cf4394e4f817 req-9bf4d826-7c03-40a1-8214-47f10ef3107a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1125088 Nov 15 11:12:05.426262 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-46778981-6b37-4c43-890f-bab583a98fd6 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/quotas/9414cb50f6ba4088ab3fdbcff5f230dc HTTP/1.1" status: 200 len: 375 time: 0.0201890 Nov 15 11:12:05.506525 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e870245a-0a2e-4a37-af47-27f5bfe10c1f req-9980dd43-0550-4a10-9d81-5207fabf2cdd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:05.524860 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f24b6-2def-49b4-a55c-cf4394e4f817 req-a72ba698-5f73-4b12-bd67-bfb04eeb7db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:05.526356 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b0f24b6-2def-49b4-a55c-cf4394e4f817 req-a72ba698-5f73-4b12-bd67-bfb04eeb7db8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0958097 Nov 15 11:12:05.629728 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-139c57a6-2480-482a-bfaf-2e49aabfdcfb tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9414cb50f6ba4088ab3fdbcff5f230dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1883590 Nov 15 11:12:05.684776 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b0f24b6-2def-49b4-a55c-cf4394e4f817 req-6ca58d15-492e-4441-8b43-395ed8bbcec1 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240253 Nov 15 11:12:05.821752 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e870245a-0a2e-4a37-af47-27f5bfe10c1f req-9980dd43-0550-4a10-9d81-5207fabf2cdd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:05.827880 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b0f24b6-2def-49b4-a55c-cf4394e4f817 req-07d0b780-bf99-4ca2-af2a-847e1afae236 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311028 Nov 15 11:12:05.962515 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa74744-5fd9-4321-98fc-adfcfed3ca9b req-a64211d9-5704-40ba-bca9-a28cb0e30fb7 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:05.964036 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5fa74744-5fd9-4321-98fc-adfcfed3ca9b req-a64211d9-5704-40ba-bca9-a28cb0e30fb7 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 946 time: 0.0951810 Nov 15 11:12:06.007188 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-e870245a-0a2e-4a37-af47-27f5bfe10c1f req-9980dd43-0550-4a10-9d81-5207fabf2cdd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Allocated IP 172.25.7.15 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/a7a8e4e3-ec35-42a4-888b-d5b9183a406e) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:12:06.054453 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5fa74744-5fd9-4321-98fc-adfcfed3ca9b req-d500b5b5-3081-4118-8b72-28e4a3aff820 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840549 Nov 15 11:12:06.217815 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e870245a-0a2e-4a37-af47-27f5bfe10c1f req-9980dd43-0550-4a10-9d81-5207fabf2cdd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:06.298351 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e870245a-0a2e-4a37-af47-27f5bfe10c1f req-9980dd43-0550-4a10-9d81-5207fabf2cdd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:06.317333 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-366d82f6-1cea-4553-b03e-51f3681054cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:06.361728 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e870245a-0a2e-4a37-af47-27f5bfe10c1f req-9980dd43-0550-4a10-9d81-5207fabf2cdd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:12:06.367638 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-e870245a-0a2e-4a37-af47-27f5bfe10c1f req-9980dd43-0550-4a10-9d81-5207fabf2cdd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:12:06.374885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-e870245a-0a2e-4a37-af47-27f5bfe10c1f req-9980dd43-0550-4a10-9d81-5207fabf2cdd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:12:06.386300 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980dd43-0550-4a10-9d81-5207fabf2cdd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Pushing event updated for resources: {'Port': ['ID=a7a8e4e3-ec35-42a4-888b-d5b9183a406e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:06.431391 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e870245a-0a2e-4a37-af47-27f5bfe10c1f req-9980dd43-0550-4a10-9d81-5207fabf2cdd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:06.447272 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc69dbc3-bda4-443d-9832-b565bc949e6e x-openstack-request-id: req-dc69dbc3-bda4-443d-9832-b565bc949e6e {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:12:06.447621 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0901525f-7233-4ca9-8d4a-4c6b4661797d", "name": "network-vif-plugged", "status": "completed", "tag": "48d8b62b-c9bd-4789-ad5c-b11249cb1b5a", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:12:06.447900 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc69dbc3-bda4-443d-9832-b565bc949e6e {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:12:06.448301 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0901525f-7233-4ca9-8d4a-4c6b4661797d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a', 'code': 200} Nov 15 11:12:06.483890 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e870245a-0a2e-4a37-af47-27f5bfe10c1f req-9980dd43-0550-4a10-9d81-5207fabf2cdd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:06.653766 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0a423-c55e-4d91-9c1b-2e777b57eaf1 req-792dbf28-cd5c-434b-9070-7d75ade9f3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:06.655246 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c2f0a423-c55e-4d91-9c1b-2e777b57eaf1 req-792dbf28-cd5c-434b-9070-7d75ade9f3d8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 1101 time: 0.1232049 Nov 15 11:12:06.664202 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd5f2c-4ff7-4297-8add-2efa3a29f00b req-922d9cec-0d71-45f0-ade7-ebdc2fa99583 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:06.665675 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a9bd5f2c-4ff7-4297-8add-2efa3a29f00b req-922d9cec-0d71-45f0-ade7-ebdc2fa99583 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c8e68b7-4492-4d90-884a-4f8aa00b1299 HTTP/1.1" status: 200 len: 950 time: 0.1469588 Nov 15 11:12:06.804115 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c2f0a423-c55e-4d91-9c1b-2e777b57eaf1 req-f3ced075-21ac-4278-880f-97403632f8e4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108580 Nov 15 11:12:06.808990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a9bd5f2c-4ff7-4297-8add-2efa3a29f00b req-2639ce32-41b8-4a3f-9422-96c789430080 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334093 Nov 15 11:12:06.822914 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e870245a-0a2e-4a37-af47-27f5bfe10c1f req-9980dd43-0550-4a10-9d81-5207fabf2cdd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:06.829197 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e870245a-0a2e-4a37-af47-27f5bfe10c1f req-9980dd43-0550-4a10-9d81-5207fabf2cdd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:06.871728 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e870245a-0a2e-4a37-af47-27f5bfe10c1f req-9980dd43-0550-4a10-9d81-5207fabf2cdd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:06.919585 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980dd43-0550-4a10-9d81-5207fabf2cdd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Pushing event updated for resources: {'Port': ['ID=a7a8e4e3-ec35-42a4-888b-d5b9183a406e,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:06.925569 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e870245a-0a2e-4a37-af47-27f5bfe10c1f req-9980dd43-0550-4a10-9d81-5207fabf2cdd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:06.932316 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e870245a-0a2e-4a37-af47-27f5bfe10c1f req-9980dd43-0550-4a10-9d81-5207fabf2cdd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5487735 Nov 15 11:12:06.986447 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e870245a-0a2e-4a37-af47-27f5bfe10c1f req-99d1a088-a416-422a-8b9c-2afbebaf2b4e tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.15 HTTP/1.1" status: 200 len: 695 time: 0.0530856 Nov 15 11:12:07.010919 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62e5e2-8e57-4462-a581-517e4ad0b8c5 req-cb4cb0ba-b656-488b-aeae-7a0ff8df71b3 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:07.012428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2c62e5e2-8e57-4462-a581-517e4ad0b8c5 req-cb4cb0ba-b656-488b-aeae-7a0ff8df71b3 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 943 time: 0.1237411 Nov 15 11:12:07.121979 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2c62e5e2-8e57-4462-a581-517e4ad0b8c5 req-6a458ed8-f340-4b01-9e51-075454ec2b31 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968187 Nov 15 11:12:07.137890 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870245a-0a2e-4a37-af47-27f5bfe10c1f req-68d22679-0f86-4f75-a5a2-9a20bdb0a64c tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:07.139208 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e870245a-0a2e-4a37-af47-27f5bfe10c1f req-68d22679-0f86-4f75-a5a2-9a20bdb0a64c tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.1454551 Nov 15 11:12:07.149986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-e870245a-0a2e-4a37-af47-27f5bfe10c1f req-bd2c4342-3c71-4641-a90f-c4a6f124de46 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:12:07.150927 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e870245a-0a2e-4a37-af47-27f5bfe10c1f req-bd2c4342-3c71-4641-a90f-c4a6f124de46 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057936 Nov 15 11:12:07.209693 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d463694c-dc62-4b11-89ce-da2f2948f84d req-dcf1a0a5-3c6e-41b9-926e-4f69d39acc70 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=98123018-987c-4037-91cc-993c0a5a5f36 HTTP/1.1" status: 200 len: 210 time: 0.0286047 Nov 15 11:12:07.260425 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68550817-fd61-4ab5-a7fe-8bd2440d73b4 req-b5d9c9bc-7f64-47a1-bfb1-1f0a78c6bf43 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:07.261976 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68550817-fd61-4ab5-a7fe-8bd2440d73b4 req-b5d9c9bc-7f64-47a1-bfb1-1f0a78c6bf43 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.0563595 Nov 15 11:12:07.336331 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68550817-fd61-4ab5-a7fe-8bd2440d73b4 req-aa8c25ed-46af-4eed-a04d-9e45cf566f58 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678661 Nov 15 11:12:07.338900 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de881f10-4509-4f48-9840-102bf4c848a6 req-07854c4c-2477-4afc-9af6-a311405e9a11 tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:07.345940 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-de881f10-4509-4f48-9840-102bf4c848a6 req-07854c4c-2477-4afc-9af6-a311405e9a11 tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0c8e68b7-4492-4d90-884a-4f8aa00b1299 HTTP/1.1" status: 200 len: 1101 time: 0.0786119 Nov 15 11:12:07.390809 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-de881f10-4509-4f48-9840-102bf4c848a6 req-b90e2be4-522d-4cba-ae21-874ad12e036a tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434258 Nov 15 11:12:07.486762 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ca809c5-da54-4e52-9b3f-c8799e461d36 req-33b64a23-dae1-46c9-833d-08fe0a69a185 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/floatingips/a2183c6c-0cbe-48f0-ab19-8f56bcf3dcd2 HTTP/1.1" status: 200 len: 692 time: 0.0668111 Nov 15 11:12:07.511700 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc214e-f448-427b-ba72-7dee771c63cd req-a3cc17c9-5a3f-4424-ada3-a0c23f7bdc0c tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:07.513347 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8dc214e-f448-427b-ba72-7dee771c63cd req-a3cc17c9-5a3f-4424-ada3-a0c23f7bdc0c tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 946 time: 0.1126881 Nov 15 11:12:07.618072 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8dc214e-f448-427b-ba72-7dee771c63cd req-6cfe1908-0ac1-4e5f-a4db-046fa3a09230 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922256 Nov 15 11:12:07.638294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca809c5-da54-4e52-9b3f-c8799e461d36 req-1274c37b-18a3-474d-901c-402291dc6d5f tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:07.639667 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ca809c5-da54-4e52-9b3f-c8799e461d36 req-1274c37b-18a3-474d-901c-402291dc6d5f tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.1465075 Nov 15 11:12:07.650398 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-6ca809c5-da54-4e52-9b3f-c8799e461d36 req-f1e01607-1e75-45a5-8be1-a7112827f8c5 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:12:07.652344 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ca809c5-da54-4e52-9b3f-c8799e461d36 req-f1e01607-1e75-45a5-8be1-a7112827f8c5 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067461 Nov 15 11:12:07.784763 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e1f0019e-de70-4490-bb55-13d4d3154c7d req-0f54a52a-40df-42ed-bc4b-e951528e116b tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/floatingips/a2183c6c-0cbe-48f0-ab19-8f56bcf3dcd2 HTTP/1.1" status: 200 len: 692 time: 0.0623317 Nov 15 11:12:07.786339 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-8ddb9639-2830-40a2-a68e-46d3f132d502 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a6d46483816c4ff99a1f4543088780e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285289 Nov 15 11:12:07.962766 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0019e-de70-4490-bb55-13d4d3154c7d req-66507c18-d994-4d33-a446-3dddfcf0f3b7 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:07.964139 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e1f0019e-de70-4490-bb55-13d4d3154c7d req-66507c18-d994-4d33-a446-3dddfcf0f3b7 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.1738980 Nov 15 11:12:07.971150 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-488097b4-7ecd-4ffc-831c-e5903e3d3cfc tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:07.972536 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-488097b4-7ecd-4ffc-831c-e5903e3d3cfc tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736953 Nov 15 11:12:08.020212 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-26ab3865-e774-400b-8cc6-965a037eb69f tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/quotas/a6d46483816c4ff99a1f4543088780e7 HTTP/1.1" status: 200 len: 375 time: 0.0401762 Nov 15 11:12:08.023207 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e1f0019e-de70-4490-bb55-13d4d3154c7d req-5cdd3aa3-272d-4865-a6e9-af5889bc5b40 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.15 HTTP/1.1" status: 200 len: 695 time: 0.0496914 Nov 15 11:12:08.095021 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e1f0019e-de70-4490-bb55-13d4d3154c7d req-86aab866-1211-46a8-ae4a-f913df6e9164 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.15 HTTP/1.1" status: 200 len: 695 time: 0.0607679 Nov 15 11:12:08.150640 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-54ad04ec-7644-429d-8cd2-48bc106ee498 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6d46483816c4ff99a1f4543088780e7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1244848 Nov 15 11:12:08.238648 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-e1f0019e-de70-4490-bb55-13d4d3154c7d req-ce3477c1-3818-4bfa-a55e-e6900d6c5c93 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Deleting port a7a8e4e3-ec35-42a4-888b-d5b9183a406e {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:12:08.239138 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e1f0019e-de70-4490-bb55-13d4d3154c7d req-ce3477c1-3818-4bfa-a55e-e6900d6c5c93 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:08.309686 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0a625df1-61d3-4e08-8ebd-09110240e06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:08.330182 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e1f0019e-de70-4490-bb55-13d4d3154c7d req-ce3477c1-3818-4bfa-a55e-e6900d6c5c93 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:08.330621 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e1f0019e-de70-4490-bb55-13d4d3154c7d req-ce3477c1-3818-4bfa-a55e-e6900d6c5c93 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:08.350639 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-e1f0019e-de70-4490-bb55-13d4d3154c7d req-ce3477c1-3818-4bfa-a55e-e6900d6c5c93 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Calling delete_port for a7a8e4e3-ec35-42a4-888b-d5b9183a406e owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:12:08.469688 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234729c-4d2e-4b8f-93d7-04343547e1af req-0429a125-9b93-4ab1-bd88-6eb7137da104 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:08.471169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0234729c-4d2e-4b8f-93d7-04343547e1af req-0429a125-9b93-4ab1-bd88-6eb7137da104 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 943 time: 0.0792072 Nov 15 11:12:08.548988 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0234729c-4d2e-4b8f-93d7-04343547e1af req-fbdb9146-19fa-4944-bc67-6a66ed2c1446 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715251 Nov 15 11:12:08.561159 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e1f0019e-de70-4490-bb55-13d4d3154c7d req-ce3477c1-3818-4bfa-a55e-e6900d6c5c93 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:08.590078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3477c1-3818-4bfa-a55e-e6900d6c5c93 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Pushing event deleted for resources: {'Port': ['ID=a7a8e4e3-ec35-42a4-888b-d5b9183a406e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:08.620108 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e1f0019e-de70-4490-bb55-13d4d3154c7d req-ce3477c1-3818-4bfa-a55e-e6900d6c5c93 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:08.623095 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e1f0019e-de70-4490-bb55-13d4d3154c7d req-ce3477c1-3818-4bfa-a55e-e6900d6c5c93 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:08.624320 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e1f0019e-de70-4490-bb55-13d4d3154c7d req-ce3477c1-3818-4bfa-a55e-e6900d6c5c93 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "DELETE /v2.0/floatingips/a2183c6c-0cbe-48f0-ab19-8f56bcf3dcd2 HTTP/1.1" status: 204 len: 173 time: 0.5233016 Nov 15 11:12:08.659647 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c577ee9e-1e4b-4f95-8c93-244bd9ff58dd req-a08dce29-2882-4b48-82a9-003285bbc8c5 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=98123018-987c-4037-91cc-993c0a5a5f36 HTTP/1.1" status: 200 len: 210 time: 0.0431225 Nov 15 11:12:08.957476 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74cbb73b-8a33-49d6-99f9-4c72aee35efc req-38b5057e-eddf-4951-94d5-cabb744ebcfa tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb84de5d-9437-453f-8f6d-7b115146086a HTTP/1.1" status: 200 len: 210 time: 0.2793260 Nov 15 11:12:09.004646 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db89ac-8754-42f2-bb14-3d2b18ccf9ff req-daa24634-b6f6-4c47-8747-18d4aa9ba15f tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:09.006116 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-98db89ac-8754-42f2-bb14-3d2b18ccf9ff req-daa24634-b6f6-4c47-8747-18d4aa9ba15f tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/ports?device_id=2482e2eb-5623-4855-88bc-606dc5f27181 HTTP/1.1" status: 200 len: 950 time: 0.0510447 Nov 15 11:12:09.076789 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-98db89ac-8754-42f2-bb14-3d2b18ccf9ff req-f6ebfec9-95fd-4e9a-92e3-57b8c9559b45 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d32c52-1846-44ad-9ed3-e8a1b886f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645638 Nov 15 11:12:09.097653 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b13ca3-763d-4694-9585-b74b1abecd7c req-1582527e-ff07-4d65-ab0b-dac1d76dc371 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:09.097653 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-06b13ca3-763d-4694-9585-b74b1abecd7c req-1582527e-ff07-4d65-ab0b-dac1d76dc371 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.0663140 Nov 15 11:12:09.277414 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-06b13ca3-763d-4694-9585-b74b1abecd7c req-fe1a4cd3-d811-4799-8a0a-d86e4f540eb7 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702855 Nov 15 11:12:09.334166 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5864449-6f4e-4602-8790-9b77953746ec req-0396e143-232c-4306-ab50-f42bbc6fb725 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:09.335619 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5864449-6f4e-4602-8790-9b77953746ec req-0396e143-232c-4306-ab50-f42bbc6fb725 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2215593 Nov 15 11:12:09.386909 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f39ad-806c-4bf9-b1fa-d726646c7b6f req-62053e16-0908-41d6-9a4b-ddacf137836b tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:09.388449 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-da5f39ad-806c-4bf9-b1fa-d726646c7b6f req-62053e16-0908-41d6-9a4b-ddacf137836b tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 946 time: 0.0518250 Nov 15 11:12:09.500493 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d559c10e-cf3b-4ebf-9081-7effe4140f6e req-93748c20-3b5f-45ff-97f9-0426bc67ec82 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=4a15d6ad28ef4efaa97cef979913a8da HTTP/1.1" status: 200 len: 1656 time: 0.0868895 Nov 15 11:12:09.508737 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-da5f39ad-806c-4bf9-b1fa-d726646c7b6f req-63bbecb5-5036-44b0-8ae0-f650e47ae3e7 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143031 Nov 15 11:12:09.618274 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559c10e-cf3b-4ebf-9081-7effe4140f6e req-e750a6b8-c617-4a7f-8756-c4bcebff83c2 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:09.619906 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d559c10e-cf3b-4ebf-9081-7effe4140f6e req-e750a6b8-c617-4a7f-8756-c4bcebff83c2 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/networks?id=620a0aff-52fb-4f4f-a013-9e65dba70b80&id=620a0aff-52fb-4f4f-a013-9e65dba70b80&id=620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 787 time: 0.1103144 Nov 15 11:12:09.638397 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-d559c10e-cf3b-4ebf-9081-7effe4140f6e req-1f82bdd6-2fc6-4118-a098-67739d5157de tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:12:09.639481 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d559c10e-cf3b-4ebf-9081-7effe4140f6e req-1f82bdd6-2fc6-4118-a098-67739d5157de tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074136 Nov 15 11:12:09.710172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c5a9f-b27d-4879-9b05-941137dabb11 req-f7e6bd8f-4ada-4e9c-8ea9-b8c354d036e3 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:09.711783 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-407c5a9f-b27d-4879-9b05-941137dabb11 req-f7e6bd8f-4ada-4e9c-8ea9-b8c354d036e3 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 943 time: 0.0883403 Nov 15 11:12:09.717276 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:09.724367 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af99e808-9506-41d4-971e-619b0ea94b07 req-c5f573c2-19fb-4d97-9608-b36ce2efd5f4 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/floatingips/b14ec151-242f-438f-afff-01e6f4cc0815 HTTP/1.1" status: 200 len: 693 time: 0.0610144 Nov 15 11:12:09.816672 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-407c5a9f-b27d-4879-9b05-941137dabb11 req-343d4f6a-1513-4f54-bdbc-bc914c628ec2 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962338 Nov 15 11:12:09.853438 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99e808-9506-41d4-971e-619b0ea94b07 req-ffd67c41-aa4b-489e-9193-a54fed8695a3 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:09.854928 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af99e808-9506-41d4-971e-619b0ea94b07 req-ffd67c41-aa4b-489e-9193-a54fed8695a3 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.1246035 Nov 15 11:12:09.865662 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-af99e808-9506-41d4-971e-619b0ea94b07 req-e8dfca62-63e3-4d3e-b140-96398ce23417 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:12:09.866682 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af99e808-9506-41d4-971e-619b0ea94b07 req-e8dfca62-63e3-4d3e-b140-96398ce23417 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059552 Nov 15 11:12:09.937910 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0e61e987-5964-44ff-8e3b-4b40196019fd req-ed9165ed-d531-44e5-95d9-75d2ed8fd89d tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=98123018-987c-4037-91cc-993c0a5a5f36 HTTP/1.1" status: 200 len: 210 time: 0.0566554 Nov 15 11:12:09.941312 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af99e808-9506-41d4-971e-619b0ea94b07 req-4e4896e8-ba1d-4e32-a620-90bf356e302c tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.180 HTTP/1.1" status: 200 len: 696 time: 0.0672452 Nov 15 11:12:09.990174 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af99e808-9506-41d4-971e-619b0ea94b07 req-4dd800bf-dcaf-4aea-aceb-f0a41aadbb53 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.180 HTTP/1.1" status: 200 len: 696 time: 0.0426707 Nov 15 11:12:10.067077 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-01426ead-75d0-497b-8cea-d0a10e615647 req-b62351cc-a77c-4b1c-91f9-8ed1277896c8 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb84de5d-9437-453f-8f6d-7b115146086a HTTP/1.1" status: 200 len: 210 time: 0.0346086 Nov 15 11:12:10.146056 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-af99e808-9506-41d4-971e-619b0ea94b07 req-85a120f0-dead-4423-81c0-87ec958bf69e tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Deleting port bf958a16-991a-4576-a7af-756d49294d3a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:12:10.146383 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-af99e808-9506-41d4-971e-619b0ea94b07 req-85a120f0-dead-4423-81c0-87ec958bf69e tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:10.254031 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e3a86-aeeb-44b2-94cb-28abaf5f3148 req-cf56e985-5477-4deb-8143-c479bde93ec0 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:10.255434 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd0e3a86-aeeb-44b2-94cb-28abaf5f3148 req-cf56e985-5477-4deb-8143-c479bde93ec0 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/ports?device_id=2482e2eb-5623-4855-88bc-606dc5f27181 HTTP/1.1" status: 200 len: 950 time: 0.0978076 Nov 15 11:12:10.258955 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-af99e808-9506-41d4-971e-619b0ea94b07 req-85a120f0-dead-4423-81c0-87ec958bf69e tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:10.259268 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-af99e808-9506-41d4-971e-619b0ea94b07 req-85a120f0-dead-4423-81c0-87ec958bf69e tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:10.284905 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-af99e808-9506-41d4-971e-619b0ea94b07 req-85a120f0-dead-4423-81c0-87ec958bf69e tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Calling delete_port for bf958a16-991a-4576-a7af-756d49294d3a owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:12:10.362070 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd0e3a86-aeeb-44b2-94cb-28abaf5f3148 req-fd92082e-4b27-49fc-8ac4-730180617dc8 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d32c52-1846-44ad-9ed3-e8a1b886f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997221 Nov 15 11:12:10.483593 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-af99e808-9506-41d4-971e-619b0ea94b07 req-85a120f0-dead-4423-81c0-87ec958bf69e tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:10.507783 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device ed6803f4-39f7-4ac5-a289-cf4020e70873 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:12:10.526637 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2fc43-d4a1-449a-8dac-66cacfd9164c req-f3380347-992f-4480-94d0-bf125ad0f80a tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:10.528099 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ab2fc43-d4a1-449a-8dac-66cacfd9164c req-f3380347-992f-4480-94d0-bf125ad0f80a tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.0967054 Nov 15 11:12:10.532731 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a120f0-dead-4423-81c0-87ec958bf69e tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Pushing event deleted for resources: {'Port': ['ID=bf958a16-991a-4576-a7af-756d49294d3a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:10.575017 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-af99e808-9506-41d4-971e-619b0ea94b07 req-85a120f0-dead-4423-81c0-87ec958bf69e tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:10.577567 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-af99e808-9506-41d4-971e-619b0ea94b07 req-85a120f0-dead-4423-81c0-87ec958bf69e tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:10.578700 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af99e808-9506-41d4-971e-619b0ea94b07 req-85a120f0-dead-4423-81c0-87ec958bf69e tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "DELETE /v2.0/floatingips/b14ec151-242f-438f-afff-01e6f4cc0815 HTTP/1.1" status: 204 len: 173 time: 0.5829988 Nov 15 11:12:10.632525 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-dc62c7ac-6ceb-4b9d-8790-34f47453b79b service neutron] 10.222.0.11 "GET /v2.0/ports/ed6803f4-39f7-4ac5-a289-cf4020e70873/bindings/n-h2-729945-9 HTTP/1.1" status: 200 len: 384 time: 0.1204994 Nov 15 11:12:10.639710 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ab2fc43-d4a1-449a-8dac-66cacfd9164c req-ddf57c28-3ee6-4bbe-a4b9-1ce5fb4229db tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763984 Nov 15 11:12:10.736694 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0c6df90-52be-4884-b5e7-3462ef8d4d31 req-a78fc4b7-3621-4764-8aed-a5f64f08aea7 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/floatingips/09eeb487-6c39-45ff-8c73-37278160131e HTTP/1.1" status: 200 len: 693 time: 0.0601013 Nov 15 11:12:10.871383 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bb3c3-85d8-4112-b26e-1fccb87d6977 req-07ff7123-020d-48c2-9a4a-0537660e1059 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:10.873348 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f66bb3c3-85d8-4112-b26e-1fccb87d6977 req-07ff7123-020d-48c2-9a4a-0537660e1059 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 946 time: 0.1562450 Nov 15 11:12:10.968937 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6df90-52be-4884-b5e7-3462ef8d4d31 req-4b9c1aca-b164-480e-a4e0-7a4514e085a0 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:10.970408 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0c6df90-52be-4884-b5e7-3462ef8d4d31 req-4b9c1aca-b164-480e-a4e0-7a4514e085a0 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.2172930 Nov 15 11:12:11.033758 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f66bb3c3-85d8-4112-b26e-1fccb87d6977 req-754b317d-15d9-48dc-ac6f-42e5dd910fd0 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496649 Nov 15 11:12:11.043703 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0c6df90-52be-4884-b5e7-3462ef8d4d31 req-a2e9d5ff-0076-45c8-873d-32a391d40d8f tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.128 HTTP/1.1" status: 200 len: 696 time: 0.0634346 Nov 15 11:12:11.133441 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0c6df90-52be-4884-b5e7-3462ef8d4d31 req-5cdec4a3-a81a-4ebb-9332-ec61d135597d tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.128 HTTP/1.1" status: 200 len: 696 time: 0.0782461 Nov 15 11:12:11.151805 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-37b23d06-606a-468a-b177-390870be49b5 req-e9ef93f9-a697-4c52-ab8c-368f91702724 service neutron] For port ed6803f4-39f7-4ac5-a289-cf4020e70873, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ed6803f4-39f7-4ac5-a289-cf4020e70873,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:11.239789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-37b23d06-606a-468a-b177-390870be49b5 req-e9ef93f9-a697-4c52-ab8c-368f91702724 service neutron] For port ed6803f4-39f7-4ac5-a289-cf4020e70873, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:12:11.272069 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d7106-3d51-47b2-ab8b-b5cb342756af req-b4427e22-eb83-4aed-a379-7e01ea9abc18 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:11.273588 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-711d7106-3d51-47b2-ab8b-b5cb342756af req-b4427e22-eb83-4aed-a379-7e01ea9abc18 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 943 time: 0.1764491 Nov 15 11:12:11.276257 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:11.313878 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-37b23d06-606a-468a-b177-390870be49b5 req-e9ef93f9-a697-4c52-ab8c-368f91702724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6803f4-39f7-4ac5-a289-cf4020e70873 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:12:11.333001 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-37b23d06-606a-468a-b177-390870be49b5 req-e9ef93f9-a697-4c52-ab8c-368f91702724 service neutron] For port ed6803f4-39f7-4ac5-a289-cf4020e70873, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ed6803f4-39f7-4ac5-a289-cf4020e70873,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:11.357213 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-37b23d06-606a-468a-b177-390870be49b5 req-e9ef93f9-a697-4c52-ab8c-368f91702724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:11.390912 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-711d7106-3d51-47b2-ab8b-b5cb342756af req-c260ab6b-82e5-45fd-bb92-232dfe8d8b8b tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938554 Nov 15 11:12:11.394679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-b0c6df90-52be-4884-b5e7-3462ef8d4d31 req-a31e6bfc-747f-48dc-8672-0a9730249364 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Deleting port 6c6e02fc-bf36-4b82-bc7c-b88acec95a5b {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:12:11.395055 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b0c6df90-52be-4884-b5e7-3462ef8d4d31 req-a31e6bfc-747f-48dc-8672-0a9730249364 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:11.497366 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7a662cc-1dde-4721-a531-985cee76313e req-6decfa56-dd27-4168-ac5b-54fe6b811f4f tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=98123018-987c-4037-91cc-993c0a5a5f36 HTTP/1.1" status: 200 len: 210 time: 0.0461779 Nov 15 11:12:11.538402 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-37b23d06-606a-468a-b177-390870be49b5 req-e9ef93f9-a697-4c52-ab8c-368f91702724 service neutron] Transition to ACTIVE for port object ed6803f4-39f7-4ac5-a289-cf4020e70873 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:12:11.542387 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b0c6df90-52be-4884-b5e7-3462ef8d4d31 req-a31e6bfc-747f-48dc-8672-0a9730249364 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:11.542916 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b0c6df90-52be-4884-b5e7-3462ef8d4d31 req-a31e6bfc-747f-48dc-8672-0a9730249364 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:11.561546 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-37b23d06-606a-468a-b177-390870be49b5 req-e9ef93f9-a697-4c52-ab8c-368f91702724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:11.585199 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-b0c6df90-52be-4884-b5e7-3462ef8d4d31 req-a31e6bfc-747f-48dc-8672-0a9730249364 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Calling delete_port for 6c6e02fc-bf36-4b82-bc7c-b88acec95a5b owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:12:11.630843 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-3c014066-6ac1-49b4-83ce-cf28d715c8a4 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=9414cb50f6ba4088ab3fdbcff5f230dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710857 Nov 15 11:12:11.670862 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-945eec78-8859-436e-9fc2-fe0cd3133d76 req-8a8880f1-bde9-4a4c-a5ab-00f40fe7767c tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb84de5d-9437-453f-8f6d-7b115146086a HTTP/1.1" status: 200 len: 210 time: 0.0965905 Nov 15 11:12:11.789574 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b23d06-606a-468a-b177-390870be49b5 req-e9ef93f9-a697-4c52-ab8c-368f91702724 service neutron] No DVR routers for this DVR port ed6803f4-39f7-4ac5-a289-cf4020e70873 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:12:11.796651 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef93f9-a697-4c52-ab8c-368f91702724 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6803f4-39f7-4ac5-a289-cf4020e70873,revision_number=10']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:11.844273 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef93f9-a697-4c52-ab8c-368f91702724 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:11.844609 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef93f9-a697-4c52-ab8c-368f91702724 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:11.844943 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef93f9-a697-4c52-ab8c-368f91702724 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:11.845268 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef93f9-a697-4c52-ab8c-368f91702724 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:11.845588 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef93f9-a697-4c52-ab8c-368f91702724 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:11.845903 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef93f9-a697-4c52-ab8c-368f91702724 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:11.846222 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef93f9-a697-4c52-ab8c-368f91702724 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:11.846537 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef93f9-a697-4c52-ab8c-368f91702724 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:11.846833 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef93f9-a697-4c52-ab8c-368f91702724 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:11.847145 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef93f9-a697-4c52-ab8c-368f91702724 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:11.847452 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef93f9-a697-4c52-ab8c-368f91702724 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:11.847761 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef93f9-a697-4c52-ab8c-368f91702724 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:12.055538 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:12.158514 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-e9ef93f9-a697-4c52-ab8c-368f91702724 service neutron] 10.222.0.11 "PUT /v2.0/ports/ed6803f4-39f7-4ac5-a289-cf4020e70873/bindings/n-h2-729945-9/activate HTTP/1.1" status: 200 len: 369 time: 1.5078247 Nov 15 11:12:12.181655 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-2e0c3b5b-817a-4b7a-b544-dc47a8521bf1 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a6d46483816c4ff99a1f4543088780e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523336 Nov 15 11:12:12.192694 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63dc8d-f810-4917-a48a-8c33ef0526e8 req-06fad095-b309-41a2-9a1a-951354211dab tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:12.194136 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e63dc8d-f810-4917-a48a-8c33ef0526e8 req-06fad095-b309-41a2-9a1a-951354211dab tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/ports?device_id=2482e2eb-5623-4855-88bc-606dc5f27181 HTTP/1.1" status: 200 len: 950 time: 0.4543555 Nov 15 11:12:12.267630 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b23d06-606a-468a-b177-390870be49b5 req-3b145109-ece9-4e78-95c3-c530699e961d tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:12.269183 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-3b145109-ece9-4e78-95c3-c530699e961d tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20&tenant_id=15d30ad0cec74e39a796f7b31ab517b2&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 1095 time: 0.0447454 Nov 15 11:12:12.289311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-44842bc3-f804-4667-8073-905274a3696e tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:12.290705 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-44842bc3-f804-4667-8073-905274a3696e tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6417341 Nov 15 11:12:12.324651 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-b07f3c89-2ef8-45af-9472-5b0b30cee1da tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Request body: {'port': {'device_id': '98123018-987c-4037-91cc-993c0a5a5f36', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': '9414cb50f6ba4088ab3fdbcff5f230dc'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:12:12.331554 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b23d06-606a-468a-b177-390870be49b5 req-21c01cf7-5d99-4d3e-9626-e59efcaae91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:12.333082 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-21c01cf7-5d99-4d3e-9626-e59efcaae91b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20&tenant_id=15d30ad0cec74e39a796f7b31ab517b2 HTTP/1.1" status: 200 len: 1095 time: 0.0405171 Nov 15 11:12:12.394038 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b0c6df90-52be-4884-b5e7-3462ef8d4d31 req-a31e6bfc-747f-48dc-8672-0a9730249364 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:12.423801 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e63dc8d-f810-4917-a48a-8c33ef0526e8 req-93b014ff-15c7-4d2e-8ba9-b100e8c13c89 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d32c52-1846-44ad-9ed3-e8a1b886f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131929 Nov 15 11:12:12.455292 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e6bfc-747f-48dc-8672-0a9730249364 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Pushing event deleted for resources: {'Port': ['ID=6c6e02fc-bf36-4b82-bc7c-b88acec95a5b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:12.472482 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-a3843acf-6ba7-4f8f-b7ff-f80a013dff84 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:12.473895 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-a3843acf-6ba7-4f8f-b7ff-f80a013dff84 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2786398 Nov 15 11:12:12.504617 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-0b61db5d-1b80-4f2c-99d7-cc35e0ff8bc6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Request body: {'port': {'device_id': 'fb84de5d-9437-453f-8f6d-7b115146086a', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': 'a6d46483816c4ff99a1f4543088780e7'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:12:12.526725 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b0c6df90-52be-4884-b5e7-3462ef8d4d31 req-a31e6bfc-747f-48dc-8672-0a9730249364 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:12.529385 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b0c6df90-52be-4884-b5e7-3462ef8d4d31 req-a31e6bfc-747f-48dc-8672-0a9730249364 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:12.530633 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0c6df90-52be-4884-b5e7-3462ef8d4d31 req-a31e6bfc-747f-48dc-8672-0a9730249364 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "DELETE /v2.0/floatingips/09eeb487-6c39-45ff-8c73-37278160131e HTTP/1.1" status: 204 len: 173 time: 1.3896749 Nov 15 11:12:12.639906 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b23d06-606a-468a-b177-390870be49b5 req-80e9579b-3391-4eb8-94c0-129fbba44997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:12.642872 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-80e9579b-3391-4eb8-94c0-129fbba44997 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 1095 time: 0.2732480 Nov 15 11:12:12.668418 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-b07f3c89-2ef8-45af-9472-5b0b30cee1da tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Made reservation on behalf of 9414cb50f6ba4088ab3fdbcff5f230dc for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:12:12.671827 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-b07f3c89-2ef8-45af-9472-5b0b30cee1da tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:12.718844 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab2f58-d8a8-408e-96aa-e6c4917f5305 req-adea7b3a-235e-463e-a7fe-c002f3a43439 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:12.720334 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0ab2f58-d8a8-408e-96aa-e6c4917f5305 req-adea7b3a-235e-463e-a7fe-c002f3a43439 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.1408069 Nov 15 11:12:12.737551 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b23d06-606a-468a-b177-390870be49b5 req-4fda1228-53d9-42ab-9391-1396075aec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:12.739427 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-4fda1228-53d9-42ab-9391-1396075aec48 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 922 time: 0.0904446 Nov 15 11:12:12.752880 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3e430-7644-45f7-99a6-2cc10ac38089 req-1d709607-9ce9-4322-ab79-5aa8ba5b857e tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:12.754334 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59a3e430-7644-45f7-99a6-2cc10ac38089 req-1d709607-9ce9-4322-ab79-5aa8ba5b857e tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 946 time: 0.1357396 Nov 15 11:12:12.787326 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-258910f0-08ca-4e6e-8a66-d423eb3a9f96 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed6803f4-39f7-4ac5-a289-cf4020e70873 HTTP/1.1" status: 200 len: 217 time: 0.0374758 Nov 15 11:12:12.807400 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-0b61db5d-1b80-4f2c-99d7-cc35e0ff8bc6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Made reservation on behalf of a6d46483816c4ff99a1f4543088780e7 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:12:12.810759 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-0b61db5d-1b80-4f2c-99d7-cc35e0ff8bc6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:12.836412 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b23d06-606a-468a-b177-390870be49b5 req-75e108cc-4687-4a8a-adcf-3f9847e75914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:12.837948 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-75e108cc-4687-4a8a-adcf-3f9847e75914 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41c7fb84-e1ab-4aee-8901-f8449cce1c4d HTTP/1.1" status: 200 len: 861 time: 0.0432422 Nov 15 11:12:12.872220 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-dc606b51-81ee-46df-be54-aaedeee5d9bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4a44e54-964f-44d3-85ab-bb56792b7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245669 Nov 15 11:12:12.907355 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0ab2f58-d8a8-408e-96aa-e6c4917f5305 req-a634232c-1476-47e5-a544-fbf9909aff13 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681113 Nov 15 11:12:12.962287 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59a3e430-7644-45f7-99a6-2cc10ac38089 req-ab563d6f-bd74-4be5-8cd7-4c031349804e tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730628 Nov 15 11:12:12.971320 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-469262d1-dcad-44cc-8464-a628bbdd5b50 service neutron] 10.222.0.55 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914700 Nov 15 11:12:13.001644 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-b07f3c89-2ef8-45af-9472-5b0b30cee1da tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Allocated IP 192.168.233.100 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/45d9f2fe-0f0b-41b6-9ca7-c55207c70fea) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:12:13.071174 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff658e12-0a1c-4a9c-9ff1-6752a314b38e req-73fdfaf6-0f6c-43be-82e2-f90ad2afc8f9 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:13.072898 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ff658e12-0a1c-4a9c-9ff1-6752a314b38e req-73fdfaf6-0f6c-43be-82e2-f90ad2afc8f9 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 944 time: 0.1024139 Nov 15 11:12:13.087304 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-a04ade62-afa3-44f3-b7e1-e24a56789676 service neutron] 10.222.0.55 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064732 Nov 15 11:12:13.183150 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ff658e12-0a1c-4a9c-9ff1-6752a314b38e req-1c834ad3-2fdd-493b-838e-77a7755a77a8 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027603 Nov 15 11:12:13.230852 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-b07f3c89-2ef8-45af-9472-5b0b30cee1da tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:13.283989 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27ebb2ee-5119-4898-b47e-80f727a536de req-1f005fcd-1320-4892-b149-e06e18ef2c5a tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=98123018-987c-4037-91cc-993c0a5a5f36 HTTP/1.1" status: 200 len: 210 time: 0.0383308 Nov 15 11:12:13.310590 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-b07f3c89-2ef8-45af-9472-5b0b30cee1da tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:13.325867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['4b21cc45-81b9-4baa-af67-2195764257f5'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:13.330506 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['11716b14-97a5-4465-acdf-3caa497b2c16'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:13.404601 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f3c89-2ef8-45af-9472-5b0b30cee1da tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Pushing event updated for resources: {'Port': ['ID=45d9f2fe-0f0b-41b6-9ca7-c55207c70fea,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:13.435710 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b23d06-606a-468a-b177-390870be49b5 req-d8e78811-1de7-440d-8e02-4a525f96b992 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:13.438890 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-d8e78811-1de7-440d-8e02-4a525f96b992 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20&tenant_id=15d30ad0cec74e39a796f7b31ab517b2&binding%3Ahost_id=n-h2-729945-9 HTTP/1.1" status: 200 len: 1095 time: 0.0626216 Nov 15 11:12:13.461456 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-b07f3c89-2ef8-45af-9472-5b0b30cee1da tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:12:13.475092 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-b07f3c89-2ef8-45af-9472-5b0b30cee1da tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:12:13.479057 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-b07f3c89-2ef8-45af-9472-5b0b30cee1da tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:12:13.484744 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-b07f3c89-2ef8-45af-9472-5b0b30cee1da tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:13.485357 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-b07f3c89-2ef8-45af-9472-5b0b30cee1da tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:13.502812 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28f3a4b3-a5ad-413f-8a43-43242135e4ad req-a3aed9ab-4acb-4d41-85eb-a4be34af5fa8 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/floatingips/60f996b9-6fbd-462f-85ab-585fc1497402 HTTP/1.1" status: 200 len: 692 time: 0.1729200 Nov 15 11:12:13.544990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-b07f3c89-2ef8-45af-9472-5b0b30cee1da tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2269790 Nov 15 11:12:13.583402 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-0b61db5d-1b80-4f2c-99d7-cc35e0ff8bc6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Allocated IP 192.168.233.32 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/ccfc66eb-0464-417e-b6b1-6fd93a596410) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:12:13.588500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-1786636a-44a1-4d19-bbb2-750913774858 service neutron] Request body: {'port': {'device_id': '98123018-987c-4037-91cc-993c0a5a5f36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:12:13.629217 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-37b23d06-606a-468a-b177-390870be49b5 req-874e7634-9e6b-43a9-8c4f-b6d2fa4d5b5e service neutron] For port ed6803f4-39f7-4ac5-a289-cf4020e70873, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:12:13.634000 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-37b23d06-606a-468a-b177-390870be49b5 req-874e7634-9e6b-43a9-8c4f-b6d2fa4d5b5e service neutron] Publish callbacks [] for binding, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:13.635311 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-37b23d06-606a-468a-b177-390870be49b5 req-874e7634-9e6b-43a9-8c4f-b6d2fa4d5b5e service neutron] 10.222.0.55 "DELETE /v2.0/ports/ed6803f4-39f7-4ac5-a289-cf4020e70873/bindings/n-h1-729945-9 HTTP/1.1" status: 204 len: 173 time: 0.1857004 Nov 15 11:12:13.655895 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a1860cf-c87f-4d50-a7cf-22fdcde6a550 req-f4686633-90a4-457e-a943-7023035bb0d0 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb84de5d-9437-453f-8f6d-7b115146086a HTTP/1.1" status: 200 len: 210 time: 0.0755634 Nov 15 11:12:13.709876 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-1786636a-44a1-4d19-bbb2-750913774858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:13.803158 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6582efb0-c526-4f13-b64d-675564644c28 None None] Provisioning complete for port 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:12:13.803681 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6582efb0-c526-4f13-b64d-675564644c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:13.843224 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a4b3-a5ad-413f-8a43-43242135e4ad req-cb490c9a-e80c-45bf-afb4-4d9f29d586fe tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:13.844631 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28f3a4b3-a5ad-413f-8a43-43242135e4ad req-cb490c9a-e80c-45bf-afb4-4d9f29d586fe tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.3340731 Nov 15 11:12:13.848732 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6582efb0-c526-4f13-b64d-675564644c28 None None] Port 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:12:13.975733 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28f3a4b3-a5ad-413f-8a43-43242135e4ad req-5a98f6cf-973c-4df5-b2c2-a1a2bf341581 tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.88 HTTP/1.1" status: 200 len: 695 time: 0.1144865 Nov 15 11:12:14.077389 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28f3a4b3-a5ad-413f-8a43-43242135e4ad req-360bcc8f-b90a-423b-b582-b40ac877059c tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.88 HTTP/1.1" status: 200 len: 695 time: 0.0770664 Nov 15 11:12:14.082571 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-0b61db5d-1b80-4f2c-99d7-cc35e0ff8bc6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:14.139757 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9d61c-fd20-4cf1-8021-ffcfaa5c78f5 req-1395229a-d087-4f0b-9237-9d7ecfc89cc1 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:14.141256 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6dd9d61c-fd20-4cf1-8021-ffcfaa5c78f5 req-1395229a-d087-4f0b-9237-9d7ecfc89cc1 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/ports?device_id=2482e2eb-5623-4855-88bc-606dc5f27181 HTTP/1.1" status: 200 len: 950 time: 0.1847696 Nov 15 11:12:14.254523 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-0b61db5d-1b80-4f2c-99d7-cc35e0ff8bc6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:14.267483 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['106c3127-ae46-498f-9161-c66322de846d', 'b240da9e-97ca-4abd-baa6-e7d5e491457f'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:14.269788 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['51671efc-4a4c-49b3-afac-6953b4cc8a4d', 'f3b682bc-8670-45b3-a9a2-35cba85394fb', 'bc7acfc5-f06f-477e-bfe5-b64c3eae0294', '13b8322d-abcc-4283-b944-cb02e5c2523e', '5a20246c-c2f1-4b29-9da7-81eea2e9a3d4'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:14.337420 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6dd9d61c-fd20-4cf1-8021-ffcfaa5c78f5 req-166f3e51-6aec-442d-9d9d-c40d5cd5cd53 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d32c52-1846-44ad-9ed3-e8a1b886f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871791 Nov 15 11:12:14.357178 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-0b61db5d-1b80-4f2c-99d7-cc35e0ff8bc6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:12:14.364961 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-0b61db5d-1b80-4f2c-99d7-cc35e0ff8bc6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:12:14.372226 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-0b61db5d-1b80-4f2c-99d7-cc35e0ff8bc6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:12:14.378000 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-0b61db5d-1b80-4f2c-99d7-cc35e0ff8bc6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:14.378632 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-0b61db5d-1b80-4f2c-99d7-cc35e0ff8bc6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:14.384517 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61db5d-1b80-4f2c-99d7-cc35e0ff8bc6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Pushing event updated for resources: {'Port': ['ID=ccfc66eb-0464-417e-b6b1-6fd93a596410,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:14.407232 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-28f3a4b3-a5ad-413f-8a43-43242135e4ad req-5d69600e-6973-4b79-af81-0910f06885fd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Deleting port 954af23a-06cf-4088-a6eb-a7b8f319903d {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:12:14.407718 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-28f3a4b3-a5ad-413f-8a43-43242135e4ad req-5d69600e-6973-4b79-af81-0910f06885fd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:14.430937 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-0b61db5d-1b80-4f2c-99d7-cc35e0ff8bc6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9429173 Nov 15 11:12:14.480850 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-82f90af4-9f9b-4cf9-abd9-d1f2a5cd14d5 service neutron] Request body: {'port': {'device_id': 'fb84de5d-9437-453f-8f6d-7b115146086a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:12:14.752429 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7f7ee8ad-7cfc-410a-a33b-a56418845530 None None] Provisioning complete for port ccfc66eb-0464-417e-b6b1-6fd93a596410 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:12:14.753025 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee8ad-7cfc-410a-a33b-a56418845530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:14.805061 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1e460f77-bbb8-4da0-8312-1920390d0c67 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:12:14.915717 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7f7ee8ad-7cfc-410a-a33b-a56418845530 None None] Port ccfc66eb-0464-417e-b6b1-6fd93a596410 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:12:14.936358 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8094cc-e454-4dd8-8655-17512360de2e req-38926fb6-5f6d-42e0-9ce1-c52f83a6ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:14.938032 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bb8094cc-e454-4dd8-8655-17512360de2e req-38926fb6-5f6d-42e0-9ce1-c52f83a6ca29 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 1097 time: 0.0460415 Nov 15 11:12:15.038446 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8094cc-e454-4dd8-8655-17512360de2e req-aaf88d58-5527-4389-8f52-72f94fe99fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:15.040150 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bb8094cc-e454-4dd8-8655-17512360de2e req-aaf88d58-5527-4389-8f52-72f94fe99fe7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 908 time: 0.0936606 Nov 15 11:12:15.062429 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:15.080881 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d349d-18d1-4cc2-a85e-c161535b1dc8 req-ff334957-4979-4cb1-bd5f-4d7dde23bbac tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:15.083170 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee7d349d-18d1-4cc2-a85e-c161535b1dc8 req-ff334957-4979-4cb1-bd5f-4d7dde23bbac tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.6559260 Nov 15 11:12:15.089077 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bb8094cc-e454-4dd8-8655-17512360de2e req-af110e1c-40f0-4549-9afe-dff0092f9209 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7bd772e-6ea4-46c6-84bd-ca23a153da35 HTTP/1.1" status: 200 len: 217 time: 0.0359390 Nov 15 11:12:15.091586 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-82f90af4-9f9b-4cf9-abd9-d1f2a5cd14d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:15.133520 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2482e2eb-5623-4855-88bc-606dc5f27181', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e460f77-bbb8-4da0-8312-1920390d0c67'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:12:15.137320 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3436b6b-2864-43c1-b676-c33d54e534d8" -d '{"events": [{"server_uuid": "2482e2eb-5623-4855-88bc-606dc5f27181", "name": "network-vif-unplugged", "status": "completed", "tag": "1e460f77-bbb8-4da0-8312-1920390d0c67"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:12:15.146884 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8094cc-e454-4dd8-8655-17512360de2e req-22838544-26c9-4269-9a1a-13cbb72ec01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:15.148639 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bb8094cc-e454-4dd8-8655-17512360de2e req-22838544-26c9-4269-9a1a-13cbb72ec01d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8b5f0410-d440-42ba-a6cf-b7c754e903cf HTTP/1.1" status: 200 len: 847 time: 0.0489867 Nov 15 11:12:15.168690 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 1e460f77-bbb8-4da0-8312-1920390d0c67, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1e460f77-bbb8-4da0-8312-1920390d0c67,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:15.181332 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:15.190654 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bb8094cc-e454-4dd8-8655-17512360de2e req-87db05ca-6815-457a-ac95-8dfa67c533ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4534314e-1f14-4032-9246-018086f47347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321085 Nov 15 11:12:15.203738 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-28f3a4b3-a5ad-413f-8a43-43242135e4ad req-5d69600e-6973-4b79-af81-0910f06885fd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:15.204295 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-28f3a4b3-a5ad-413f-8a43-43242135e4ad req-5d69600e-6973-4b79-af81-0910f06885fd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:15.235676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-1786636a-44a1-4d19-bbb2-750913774858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:12:15.271291 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-1786636a-44a1-4d19-bbb2-750913774858 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:15.274547 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-28f3a4b3-a5ad-413f-8a43-43242135e4ad req-5d69600e-6973-4b79-af81-0910f06885fd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Calling delete_port for 954af23a-06cf-4088-a6eb-a7b8f319903d owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:12:15.287330 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bb8094cc-e454-4dd8-8655-17512360de2e req-52807376-fb23-41e8-9c83-8e2efa3a9f95 service neutron] 10.222.0.55 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871546 Nov 15 11:12:15.289916 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee7d349d-18d1-4cc2-a85e-c161535b1dc8 req-3ebc6fee-3780-47b8-9fef-cd10c0830e60 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764817 Nov 15 11:12:15.299639 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=1e460f77-bbb8-4da0-8312-1920390d0c67,revision_number=11']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:15.332856 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-1786636a-44a1-4d19-bbb2-750913774858 service neutron] Transition to ACTIVE for port object 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:12:15.414417 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bb8094cc-e454-4dd8-8655-17512360de2e req-26a1c878-507f-4444-83b8-5bc37be5ee3f service neutron] 10.222.0.55 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994251 Nov 15 11:12:15.471887 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-1786636a-44a1-4d19-bbb2-750913774858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:15.601504 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786636a-44a1-4d19-bbb2-750913774858 service neutron] Pushing event updated for resources: {'Port': ['ID=45d9f2fe-0f0b-41b6-9ca7-c55207c70fea,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:15.674290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41f002-74a6-4ca4-91f3-7f6812485525 req-a7387cb3-3106-44c8-9660-ebf1549602f4 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:15.675874 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ff41f002-74a6-4ca4-91f3-7f6812485525 req-a7387cb3-3106-44c8-9660-ebf1549602f4 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 946 time: 0.2195201 Nov 15 11:12:15.686839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-1786636a-44a1-4d19-bbb2-750913774858 service neutron] Attempting to bind port 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:12:15.687185 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-1786636a-44a1-4d19-bbb2-750913774858 service neutron] Attempting to bind port 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:12:15.687473 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-1786636a-44a1-4d19-bbb2-750913774858 service neutron] Attempting to bind port 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:12:15.742190 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-1786636a-44a1-4d19-bbb2-750913774858 service neutron] Port 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:12:15.742509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-1786636a-44a1-4d19-bbb2-750913774858 service neutron] Attempting to bind port 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:12:15.779894 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-1786636a-44a1-4d19-bbb2-750913774858 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:12:15.780138 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-1786636a-44a1-4d19-bbb2-750913774858 service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:12:15.780493 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-1786636a-44a1-4d19-bbb2-750913774858 service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:12:15.780933 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-1786636a-44a1-4d19-bbb2-750913774858 service neutron] Bound port: 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:12:15.781279 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-1786636a-44a1-4d19-bbb2-750913774858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:15.828909 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ff41f002-74a6-4ca4-91f3-7f6812485525 req-4e762337-ce5f-4bee-88d4-6849731d219c tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445949 Nov 15 11:12:15.854685 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-28f3a4b3-a5ad-413f-8a43-43242135e4ad req-5d69600e-6973-4b79-af81-0910f06885fd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:15.928221 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69600e-6973-4b79-af81-0910f06885fd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Pushing event deleted for resources: {'Port': ['ID=954af23a-06cf-4088-a6eb-a7b8f319903d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:15.986708 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-1786636a-44a1-4d19-bbb2-750913774858 service neutron] For port 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:12:15.989939 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-82f90af4-9f9b-4cf9-abd9-d1f2a5cd14d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccfc66eb-0464-417e-b6b1-6fd93a596410 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:12:15.993980 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-28f3a4b3-a5ad-413f-8a43-43242135e4ad req-5d69600e-6973-4b79-af81-0910f06885fd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:15.996571 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-28f3a4b3-a5ad-413f-8a43-43242135e4ad req-5d69600e-6973-4b79-af81-0910f06885fd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:15.997721 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28f3a4b3-a5ad-413f-8a43-43242135e4ad req-5d69600e-6973-4b79-af81-0910f06885fd tempest-FloatingIPDetailsTestJSON-1105450646 tempest-FloatingIPDetailsTestJSON-1105450646-project] 10.222.0.64 "DELETE /v2.0/floatingips/60f996b9-6fbd-462f-85ab-585fc1497402 HTTP/1.1" status: 204 len: 173 time: 1.9135637 Nov 15 11:12:16.005016 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50776) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:16.009036 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-82f90af4-9f9b-4cf9-abd9-d1f2a5cd14d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:16.015807 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-1786636a-44a1-4d19-bbb2-750913774858 service neutron] For port 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=45d9f2fe-0f0b-41b6-9ca7-c55207c70fea,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:12:16.026886 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-1786636a-44a1-4d19-bbb2-750913774858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:16.033357 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-82f90af4-9f9b-4cf9-abd9-d1f2a5cd14d5 service neutron] Transition to ACTIVE for port object ccfc66eb-0464-417e-b6b1-6fd93a596410 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:12:16.062088 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-82f90af4-9f9b-4cf9-abd9-d1f2a5cd14d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:16.076870 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fa5c7-3d7f-43da-a444-4f8d3c287fc1 req-5c9714c1-d600-40fc-bb5a-a799ecfc4474 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:16.078349 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-220fa5c7-3d7f-43da-a444-4f8d3c287fc1 req-5c9714c1-d600-40fc-bb5a-a799ecfc4474 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 944 time: 0.1752775 Nov 15 11:12:16.092299 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-1786636a-44a1-4d19-bbb2-750913774858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:16.092905 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-1786636a-44a1-4d19-bbb2-750913774858 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:16.094230 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-1786636a-44a1-4d19-bbb2-750913774858 service neutron] 10.222.0.55 "PUT /v2.0/ports/45d9f2fe-0f0b-41b6-9ca7-c55207c70fea HTTP/1.1" status: 200 len: 1096 time: 2.5151632 Nov 15 11:12:16.095122 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98123018-987c-4037-91cc-993c0a5a5f36', 'tag': '45d9f2fe-0f0b-41b6-9ca7-c55207c70fea'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:12:16.097411 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee61391-5fdf-436a-bc84-44dd0db6da27" -d '{"events": [{"name": "network-changed", "server_uuid": "98123018-987c-4037-91cc-993c0a5a5f36", "tag": "45d9f2fe-0f0b-41b6-9ca7-c55207c70fea"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:12:16.171536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786636a-44a1-4d19-bbb2-750913774858 service neutron] Pushing event updated for resources: {'Port': ['ID=45d9f2fe-0f0b-41b6-9ca7-c55207c70fea,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:16.293147 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-220fa5c7-3d7f-43da-a444-4f8d3c287fc1 req-efdc3b1c-8d27-4289-8ed8-c65affa1f488 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025096 Nov 15 11:12:16.296424 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-82f90af4-9f9b-4cf9-abd9-d1f2a5cd14d5 service neutron] Attempting to bind port ccfc66eb-0464-417e-b6b1-6fd93a596410 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:12:16.297139 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-82f90af4-9f9b-4cf9-abd9-d1f2a5cd14d5 service neutron] Attempting to bind port ccfc66eb-0464-417e-b6b1-6fd93a596410 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:12:16.297139 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-82f90af4-9f9b-4cf9-abd9-d1f2a5cd14d5 service neutron] Attempting to bind port ccfc66eb-0464-417e-b6b1-6fd93a596410 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:12:16.299031 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f90af4-9f9b-4cf9-abd9-d1f2a5cd14d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ccfc66eb-0464-417e-b6b1-6fd93a596410,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:16.312573 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd95b12-4cb8-482c-868a-45172e82742d req-93825b9c-92fc-4622-9551-929ea15c5334 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:16.314086 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5cd95b12-4cb8-482c-868a-45172e82742d req-93825b9c-92fc-4622-9551-929ea15c5334 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=98123018-987c-4037-91cc-993c0a5a5f36 HTTP/1.1" status: 200 len: 948 time: 0.2138526 Nov 15 11:12:16.316767 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-82f90af4-9f9b-4cf9-abd9-d1f2a5cd14d5 service neutron] Port ccfc66eb-0464-417e-b6b1-6fd93a596410 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:12:16.317082 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-82f90af4-9f9b-4cf9-abd9-d1f2a5cd14d5 service neutron] Attempting to bind port ccfc66eb-0464-417e-b6b1-6fd93a596410 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:12:16.321998 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-e1f40390-1146-4944-9738-865d91818676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:16.323478 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-e1f40390-1146-4944-9738-865d91818676 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9414cb50f6ba4088ab3fdbcff5f230dc&device_id=98123018-987c-4037-91cc-993c0a5a5f36 HTTP/1.1" status: 200 len: 1099 time: 0.1666164 Nov 15 11:12:16.340079 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-82f90af4-9f9b-4cf9-abd9-d1f2a5cd14d5 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:12:16.340631 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-82f90af4-9f9b-4cf9-abd9-d1f2a5cd14d5 service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:12:16.341041 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-82f90af4-9f9b-4cf9-abd9-d1f2a5cd14d5 service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:12:16.341430 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-82f90af4-9f9b-4cf9-abd9-d1f2a5cd14d5 service neutron] Bound port: ccfc66eb-0464-417e-b6b1-6fd93a596410, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:12:16.341772 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-82f90af4-9f9b-4cf9-abd9-d1f2a5cd14d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:16.461852 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5cd95b12-4cb8-482c-868a-45172e82742d req-864e0e81-2b56-49cb-bc3f-323f80fcfe13 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357863 Nov 15 11:12:16.463069 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-f41c95fc-9e32-4bd8-a05c-66bedc003c51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=45d9f2fe-0f0b-41b6-9ca7-c55207c70fea HTTP/1.1" status: 200 len: 217 time: 0.1193712 Nov 15 11:12:16.521052 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-232a3d1f-6775-4254-81d6-fbb5f43d510f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:16.621512 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eee6738-7f0e-422b-a45e-485bc01c12a1 x-openstack-request-id: req-9eee6738-7f0e-422b-a45e-485bc01c12a1 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:12:16.622335 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2482e2eb-5623-4855-88bc-606dc5f27181", "name": "network-vif-unplugged", "status": "completed", "tag": "1e460f77-bbb8-4da0-8312-1920390d0c67", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:12:16.623335 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9eee6738-7f0e-422b-a45e-485bc01c12a1 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:12:16.623941 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2482e2eb-5623-4855-88bc-606dc5f27181', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e460f77-bbb8-4da0-8312-1920390d0c67', 'code': 200} Nov 15 11:12:16.639751 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aff1d6-e577-4d31-acd6-67ba5b4dccdf req-97f8bde7-0d1d-4005-9d54-14710cf72fdb tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:16.647054 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d5aff1d6-e577-4d31-acd6-67ba5b4dccdf req-97f8bde7-0d1d-4005-9d54-14710cf72fdb tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb84de5d-9437-453f-8f6d-7b115146086a HTTP/1.1" status: 200 len: 947 time: 0.2174401 Nov 15 11:12:16.667769 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-d735da92-8a36-441a-b952-18592ebdd394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:16.669353 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-d735da92-8a36-441a-b952-18592ebdd394 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1621263 Nov 15 11:12:16.670324 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3f3e5-19cb-4d23-a2a2-c3919a9d23f1 req-e692baeb-90b6-4c99-b514-882399f6c014 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:16.672380 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-59f3f3e5-19cb-4d23-a2a2-c3919a9d23f1 req-e692baeb-90b6-4c99-b514-882399f6c014 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.55 "GET /v2.0/ports?device_id=2482e2eb-5623-4855-88bc-606dc5f27181 HTTP/1.1" status: 200 len: 948 time: 0.1071146 Nov 15 11:12:16.700100 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-82f90af4-9f9b-4cf9-abd9-d1f2a5cd14d5 service neutron] For port ccfc66eb-0464-417e-b6b1-6fd93a596410, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:12:16.770406 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-82f90af4-9f9b-4cf9-abd9-d1f2a5cd14d5 service neutron] For port ccfc66eb-0464-417e-b6b1-6fd93a596410, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ccfc66eb-0464-417e-b6b1-6fd93a596410,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:12:16.779710 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d5aff1d6-e577-4d31-acd6-67ba5b4dccdf req-39168fb7-85be-48e9-a078-df57434ae21a tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319330 Nov 15 11:12:16.784299 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-82f90af4-9f9b-4cf9-abd9-d1f2a5cd14d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:16.856117 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-82f90af4-9f9b-4cf9-abd9-d1f2a5cd14d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:16.856768 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-82f90af4-9f9b-4cf9-abd9-d1f2a5cd14d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:16.858156 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-82f90af4-9f9b-4cf9-abd9-d1f2a5cd14d5 service neutron] 10.222.0.55 "PUT /v2.0/ports/ccfc66eb-0464-417e-b6b1-6fd93a596410 HTTP/1.1" status: 200 len: 1095 time: 2.3818083 Nov 15 11:12:16.859955 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-79f215d3-2fda-4a7d-936c-62af92e15c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:16.861351 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-79f215d3-2fda-4a7d-936c-62af92e15c45 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1707194 Nov 15 11:12:16.874465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fad00-dc35-41b3-bbe3-0eac89bac7e9 req-1f5dc56e-f94c-40fb-8292-bd5c0beda21f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:16.876449 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f9fad00-dc35-41b3-bbe3-0eac89bac7e9 req-1f5dc56e-f94c-40fb-8292-bd5c0beda21f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.1865613 Nov 15 11:12:16.917751 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-59f3f3e5-19cb-4d23-a2a2-c3919a9d23f1 req-a49466aa-10c5-406e-91e1-34e9fe7ce143 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Deleting port 1e460f77-bbb8-4da0-8312-1920390d0c67 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:12:16.918182 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-59f3f3e5-19cb-4d23-a2a2-c3919a9d23f1 req-a49466aa-10c5-406e-91e1-34e9fe7ce143 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:16.963602 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f90af4-9f9b-4cf9-abd9-d1f2a5cd14d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ccfc66eb-0464-417e-b6b1-6fd93a596410,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:17.023429 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-59f3f3e5-19cb-4d23-a2a2-c3919a9d23f1 req-a49466aa-10c5-406e-91e1-34e9fe7ce143 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] For port 1e460f77-bbb8-4da0-8312-1920390d0c67, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1e460f77-bbb8-4da0-8312-1920390d0c67,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:17.024489 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-59f3f3e5-19cb-4d23-a2a2-c3919a9d23f1 req-a49466aa-10c5-406e-91e1-34e9fe7ce143 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:17.041817 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-232a3d1f-6775-4254-81d6-fbb5f43d510f admin admin] Deleting port 9e02e352-9d14-44e0-88d9-bde61b832f58 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:12:17.042253 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-232a3d1f-6775-4254-81d6-fbb5f43d510f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:17.045019 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-59f3f3e5-19cb-4d23-a2a2-c3919a9d23f1 req-a49466aa-10c5-406e-91e1-34e9fe7ce143 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Calling delete_port for 1e460f77-bbb8-4da0-8312-1920390d0c67 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:12:17.107077 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-8434e6d6-5335-4887-aaab-d37b4318e088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:17.111003 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-8434e6d6-5335-4887-aaab-d37b4318e088 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6d46483816c4ff99a1f4543088780e7&device_id=fb84de5d-9437-453f-8f6d-7b115146086a HTTP/1.1" status: 200 len: 1098 time: 0.1615913 Nov 15 11:12:17.124393 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f9fad00-dc35-41b3-bbe3-0eac89bac7e9 req-83d25bff-6fdd-466d-900d-0c841f94d812 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303889 Nov 15 11:12:17.182409 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-232a3d1f-6775-4254-81d6-fbb5f43d510f admin admin] For port 9e02e352-9d14-44e0-88d9-bde61b832f58, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9e02e352-9d14-44e0-88d9-bde61b832f58,segment=NetworkSegment(d348f8a8-541a-4dfc-80de-3605a96f2c1a),segment_id=d348f8a8-541a-4dfc-80de-3605a96f2c1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:17.182791 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-232a3d1f-6775-4254-81d6-fbb5f43d510f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:17.205229 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-232a3d1f-6775-4254-81d6-fbb5f43d510f admin admin] Calling delete_port for 9e02e352-9d14-44e0-88d9-bde61b832f58 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:12:17.208469 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb9ff2-5491-48e0-ab76-ffa3eec1fab6 req-12dde5ae-9794-4cf4-9d41-96899206c816 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:17.210505 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-48eb9ff2-5491-48e0-ab76-ffa3eec1fab6 req-12dde5ae-9794-4cf4-9d41-96899206c816 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/ports?device_id=2482e2eb-5623-4855-88bc-606dc5f27181 HTTP/1.1" status: 200 len: 948 time: 0.2620525 Nov 15 11:12:17.212355 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e71abb2-ea0b-4520-a633-997b13d90b33 x-openstack-request-id: req-5e71abb2-ea0b-4520-a633-997b13d90b33 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:12:17.212634 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98123018-987c-4037-91cc-993c0a5a5f36", "tag": "45d9f2fe-0f0b-41b6-9ca7-c55207c70fea", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:12:17.212881 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e71abb2-ea0b-4520-a633-997b13d90b33 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:12:17.216925 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98123018-987c-4037-91cc-993c0a5a5f36', 'tag': '45d9f2fe-0f0b-41b6-9ca7-c55207c70fea', 'status': 'completed', 'code': 200} Nov 15 11:12:17.231128 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-df330cdf-6884-4c2b-a19d-20b692b9f49a service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534563 Nov 15 11:12:17.255644 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-d9a45c31-8d3a-4c00-b3f2-426dd6f61b8e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=ccfc66eb-0464-417e-b6b1-6fd93a596410 HTTP/1.1" status: 200 len: 217 time: 0.1270711 Nov 15 11:12:17.332562 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-59f3f3e5-19cb-4d23-a2a2-c3919a9d23f1 req-a49466aa-10c5-406e-91e1-34e9fe7ce143 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:17.373523 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49466aa-10c5-406e-91e1-34e9fe7ce143 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Pushing event deleted for resources: {'Port': ['ID=1e460f77-bbb8-4da0-8312-1920390d0c67,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:17.384602 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49466aa-10c5-406e-91e1-34e9fe7ce143 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:17.384602 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49466aa-10c5-406e-91e1-34e9fe7ce143 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:17.384894 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49466aa-10c5-406e-91e1-34e9fe7ce143 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:17.385197 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49466aa-10c5-406e-91e1-34e9fe7ce143 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:17.385524 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49466aa-10c5-406e-91e1-34e9fe7ce143 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:17.385840 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49466aa-10c5-406e-91e1-34e9fe7ce143 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:17.386156 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49466aa-10c5-406e-91e1-34e9fe7ce143 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:17.386530 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49466aa-10c5-406e-91e1-34e9fe7ce143 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:17.387379 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49466aa-10c5-406e-91e1-34e9fe7ce143 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:17.387379 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49466aa-10c5-406e-91e1-34e9fe7ce143 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:17.387560 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49466aa-10c5-406e-91e1-34e9fe7ce143 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:17.387983 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49466aa-10c5-406e-91e1-34e9fe7ce143 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:17.432308 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-48eb9ff2-5491-48e0-ab76-ffa3eec1fab6 req-102c30cb-49b4-4ac9-acdd-743ed506d45d tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.64 "GET /v2.0/security-groups?id=99d32c52-1846-44ad-9ed3-e8a1b886f39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000420 Nov 15 11:12:17.438068 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-56a16ddd-d2c4-437f-ac08-f7e3f2db38c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:17.439533 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-56a16ddd-d2c4-437f-ac08-f7e3f2db38c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1643336 Nov 15 11:12:17.454161 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f3f3e5-19cb-4d23-a2a2-c3919a9d23f1 req-a49466aa-10c5-406e-91e1-34e9fe7ce143 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] No DVR routers for this DVR port 1e460f77-bbb8-4da0-8312-1920390d0c67 on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:12:17.458949 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-59f3f3e5-19cb-4d23-a2a2-c3919a9d23f1 req-a49466aa-10c5-406e-91e1-34e9fe7ce143 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:17.462802 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-59f3f3e5-19cb-4d23-a2a2-c3919a9d23f1 req-a49466aa-10c5-406e-91e1-34e9fe7ce143 tempest-ImagesOneServerTestJSON-454860810 tempest-ImagesOneServerTestJSON-454860810-project] 10.222.0.55 "DELETE /v2.0/ports/1e460f77-bbb8-4da0-8312-1920390d0c67 HTTP/1.1" status: 204 len: 173 time: 0.7677200 Nov 15 11:12:17.463282 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2482e2eb-5623-4855-88bc-606dc5f27181', 'name': 'network-vif-deleted', 'tag': '1e460f77-bbb8-4da0-8312-1920390d0c67'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:12:17.465696 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a43ff6-c6e3-4934-ace8-c494613155c0" -d '{"events": [{"server_uuid": "2482e2eb-5623-4855-88bc-606dc5f27181", "name": "network-vif-deleted", "tag": "1e460f77-bbb8-4da0-8312-1920390d0c67"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:12:17.513223 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c6a43-9f36-4c3e-a09e-8721d8e3c435 req-d517cfe3-5fd7-40ca-ab53-7f97140efc39 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:17.514813 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9f3c6a43-9f36-4c3e-a09e-8721d8e3c435 req-d517cfe3-5fd7-40ca-ab53-7f97140efc39 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 946 time: 0.2177582 Nov 15 11:12:17.644313 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b9b913f-1fdc-4fe4-8b24-43abf8ed4bab req-c2e50ca8-b02f-4c80-96e8-3e2d3f1f0a60 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798580 Nov 15 11:12:17.650815 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-232a3d1f-6775-4254-81d6-fbb5f43d510f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:17.686305 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9f3c6a43-9f36-4c3e-a09e-8721d8e3c435 req-78850c36-a0eb-454c-b92d-fd18c746b536 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192429 Nov 15 11:12:17.727572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a3d1f-6775-4254-81d6-fbb5f43d510f admin admin] Pushing event deleted for resources: {'Port': ['ID=9e02e352-9d14-44e0-88d9-bde61b832f58,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:17.787175 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3103e40c-6e80-40c0-9abe-1c37fd3a78c5 x-openstack-request-id: req-3103e40c-6e80-40c0-9abe-1c37fd3a78c5 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:12:17.787657 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2482e2eb-5623-4855-88bc-606dc5f27181", "name": "network-vif-deleted", "tag": "1e460f77-bbb8-4da0-8312-1920390d0c67", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:12:17.788453 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3103e40c-6e80-40c0-9abe-1c37fd3a78c5 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:12:17.789010 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2482e2eb-5623-4855-88bc-606dc5f27181', 'name': 'network-vif-deleted', 'tag': '1e460f77-bbb8-4da0-8312-1920390d0c67', 'status': 'completed', 'code': 200} Nov 15 11:12:17.810251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-bb54277d-c33e-4d7c-b7e4-9c2e1b404481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:17.812626 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-bb54277d-c33e-4d7c-b7e4-9c2e1b404481 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3568861 Nov 15 11:12:17.814515 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e981b7-b64d-4ec3-b03f-ededf5a30135 req-f16ece2b-e822-42fb-919c-b3d62bfeeca8 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:17.822943 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-86e981b7-b64d-4ec3-b03f-ededf5a30135 req-f16ece2b-e822-42fb-919c-b3d62bfeeca8 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 1095 time: 0.1771014 Nov 15 11:12:17.908027 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-86e981b7-b64d-4ec3-b03f-ededf5a30135 req-01e12fd4-c77c-4f1e-a976-e2b94d136ec1 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795665 Nov 15 11:12:17.910063 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee61391-5fdf-436a-bc84-44dd0db6da27 req-a59d552b-8d67-4cfa-98f8-b91106c384e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:17.918849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cee61391-5fdf-436a-bc84-44dd0db6da27 req-a59d552b-8d67-4cfa-98f8-b91106c384e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9414cb50f6ba4088ab3fdbcff5f230dc&device_id=98123018-987c-4037-91cc-993c0a5a5f36 HTTP/1.1" status: 200 len: 1099 time: 0.1898327 Nov 15 11:12:18.022838 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-232a3d1f-6775-4254-81d6-fbb5f43d510f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:18.109642 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-f2ef0389-faf5-4212-a94c-72b46440813a service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526548 Nov 15 11:12:18.269755 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee61391-5fdf-436a-bc84-44dd0db6da27 req-8bf1e523-7930-4a24-9575-8b1fc45eb917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:18.271317 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cee61391-5fdf-436a-bc84-44dd0db6da27 req-8bf1e523-7930-4a24-9575-8b1fc45eb917 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.2894659 Nov 15 11:12:18.338227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725c040-4acb-433a-a065-20e9e77f05df req-fe8edbcb-0b05-43b6-b866-0b45eaf5d04a tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:18.339807 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d725c040-4acb-433a-a065-20e9e77f05df req-fe8edbcb-0b05-43b6-b866-0b45eaf5d04a tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=98123018-987c-4037-91cc-993c0a5a5f36 HTTP/1.1" status: 200 len: 948 time: 0.4842906 Nov 15 11:12:18.397026 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cee61391-5fdf-436a-bc84-44dd0db6da27 req-160a0f4a-3f82-482b-adff-f95049b2d49b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=45d9f2fe-0f0b-41b6-9ca7-c55207c70fea HTTP/1.1" status: 200 len: 217 time: 0.0832715 Nov 15 11:12:18.414740 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00feed77-aba6-4504-a085-2eeea000881b req-32619c92-b7cb-4d4a-a392-43461ec84f04 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:18.416374 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00feed77-aba6-4504-a085-2eeea000881b req-32619c92-b7cb-4d4a-a392-43461ec84f04 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb84de5d-9437-453f-8f6d-7b115146086a HTTP/1.1" status: 200 len: 947 time: 0.1424289 Nov 15 11:12:18.562283 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d725c040-4acb-433a-a065-20e9e77f05df req-e1930458-cba6-4494-8c57-986eafc14b8e tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854901 Nov 15 11:12:18.579529 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2039f9e1-ce3d-4129-a1f7-956554f72396 req-9af16afc-484a-4264-99cb-629f69f20c00 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637009 Nov 15 11:12:18.593470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee61391-5fdf-436a-bc84-44dd0db6da27 req-b059c02a-623f-46e8-a69f-f363590b23d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:18.597029 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cee61391-5fdf-436a-bc84-44dd0db6da27 req-b059c02a-623f-46e8-a69f-f363590b23d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1782622 Nov 15 11:12:18.634838 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00feed77-aba6-4504-a085-2eeea000881b req-504d1d5b-269b-486d-bb7a-94c820261730 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987004 Nov 15 11:12:18.747306 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232a3d1f-6775-4254-81d6-fbb5f43d510f admin admin] Router 7c8374a7-d93f-4173-8ace-4c03b9f68c83 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:12:18.752199 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee61391-5fdf-436a-bc84-44dd0db6da27 req-c6e1ee86-a4c1-411b-8d7f-75f15a598d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:18.761539 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cee61391-5fdf-436a-bc84-44dd0db6da27 req-c6e1ee86-a4c1-411b-8d7f-75f15a598d47 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1244514 Nov 15 11:12:18.869540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c366f-0a0d-43eb-af0c-fc8a1ff255e4 req-e942fc14-9244-4073-9cc3-34ace33ec7d9 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:18.881410 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a93c366f-0a0d-43eb-af0c-fc8a1ff255e4 req-e942fc14-9244-4073-9cc3-34ace33ec7d9 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 1095 time: 0.1597378 Nov 15 11:12:18.956285 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232a3d1f-6775-4254-81d6-fbb5f43d510f admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:12:18.967477 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a141a3b-8d91-4a09-ad9d-202f3190525e None None] Sync routers for ids ['7c8374a7-d93f-4173-8ace-4c03b9f68c83'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:12:18.979296 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-232a3d1f-6775-4254-81d6-fbb5f43d510f admin admin] 10.222.0.64 "PUT /v2.0/routers/7c8374a7-d93f-4173-8ace-4c03b9f68c83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9704521 Nov 15 11:12:18.980121 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a141a3b-8d91-4a09-ad9d-202f3190525e None None] Routers {'7c8374a7-d93f-4173-8ace-4c03b9f68c83'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:12:18.980751 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5a141a3b-8d91-4a09-ad9d-202f3190525e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:12:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c8374a7-d93f-4173-8ace-4c03b9f68c83'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:12:18.990108 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50810) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:19.017396 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18592045-bfe3-49c6-9945-82fca2f85535 req-cf0421af-cdb7-4c80-bb33-85e6dbbb09aa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0589714 Nov 15 11:12:19.168385 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a93c366f-0a0d-43eb-af0c-fc8a1ff255e4 req-220c4b0d-5c01-42ca-8cb4-4849386f3bf0 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845449 Nov 15 11:12:19.170294 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cee61391-5fdf-436a-bc84-44dd0db6da27 req-603b3689-b821-4046-a275-9fb35fb793a6 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980772 Nov 15 11:12:19.178920 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5a141a3b-8d91-4a09-ad9d-202f3190525e None None] Set router 7c8374a7-d93f-4173-8ace-4c03b9f68c83 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:12:19.464784 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50830) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:19.499593 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5a141a3b-8d91-4a09-ad9d-202f3190525e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8374a7-d93f-4173-8ace-4c03b9f68c83', 'name': 'tempest-FloatingIPDetailsTestJSON-1807756987-router', 'tenant_id': '4a15d6ad28ef4efaa97cef979913a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'e9f6bbf5-a706-478c-9e51-7ec452852cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:11:49Z', 'updated_at': '2021-11-15T11:12:17Z', 'revision_number': 5, 'project_id': '4a15d6ad28ef4efaa97cef979913a8da', 'gw_port': {'id': 'e9f6bbf5-a706-478c-9e51-7ec452852cb3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:23:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8374a7-d93f-4173-8ace-4c03b9f68c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:11:49Z', 'updated_at': '2021-11-15T11:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:12:19.535305 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a141a3b-8d91-4a09-ad9d-202f3190525e None None] Checking router: 7c8374a7-d93f-4173-8ace-4c03b9f68c83 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:12:19.544918 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a141a3b-8d91-4a09-ad9d-202f3190525e None None] Routers {'7c8374a7-d93f-4173-8ace-4c03b9f68c83'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:12:19.545742 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5a141a3b-8d91-4a09-ad9d-202f3190525e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:12:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c8374a7-d93f-4173-8ace-4c03b9f68c83'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:12:19.712224 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5a141a3b-8d91-4a09-ad9d-202f3190525e None None] Set router 7c8374a7-d93f-4173-8ace-4c03b9f68c83 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:12:19.742454 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb84de5d-9437-453f-8f6d-7b115146086a', 'tag': 'ccfc66eb-0464-417e-b6b1-6fd93a596410'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:12:19.745473 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa8fd0c-703a-4f35-b4e0-fb5c97fe3ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "fb84de5d-9437-453f-8f6d-7b115146086a", "tag": "ccfc66eb-0464-417e-b6b1-6fd93a596410"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:12:19.792597 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a42cfecf-b159-4dce-b500-a7c26628cc9d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ecbba960d0b04025bc7432328b2e29ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3139217 Nov 15 11:12:19.794667 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50848) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:19.803369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a794a8c-920d-4fe4-8b7d-4dca49708523 req-e5695222-136d-4dee-ab9a-4e76b4135947 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:19.804876 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4a794a8c-920d-4fe4-8b7d-4dca49708523 req-e5695222-136d-4dee-ab9a-4e76b4135947 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 946 time: 0.8108590 Nov 15 11:12:19.847062 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34af8cb8-ec37-4863-8e62-fa735fe80938 admin admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:19.896657 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfda216d-b2d2-4c78-87bf-8cd93dd05ae2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:19.933377 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfda216d-b2d2-4c78-87bf-8cd93dd05ae2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:19.963866 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cee61391-5fdf-436a-bc84-44dd0db6da27 req-84ec1b4c-6e96-4179-bcc5-5330d0661409 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7799549 Nov 15 11:12:19.982287 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcf057-9b0f-4da3-99ee-712b7dcd88bd req-fd1ab570-9d02-42d4-bbe6-3487767b4a3e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:19.991296 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6fcf057-9b0f-4da3-99ee-712b7dcd88bd req-fd1ab570-9d02-42d4-bbe6-3487767b4a3e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.2384045 Nov 15 11:12:19.999524 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfda216d-b2d2-4c78-87bf-8cd93dd05ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:20.003265 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfda216d-b2d2-4c78-87bf-8cd93dd05ae2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:20.004634 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-dfda216d-b2d2-4c78-87bf-8cd93dd05ae2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/99d32c52-1846-44ad-9ed3-e8a1b886f39c HTTP/1.1" status: 204 len: 168 time: 0.2069213 Nov 15 11:12:20.014509 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4a794a8c-920d-4fe4-8b7d-4dca49708523 req-4962d102-3cc6-43cf-8d6e-d5921feb5d2f tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983850 Nov 15 11:12:20.030308 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda216d-b2d2-4c78-87bf-8cd93dd05ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d32c52-1846-44ad-9ed3-e8a1b886f39c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:20.080183 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5a141a3b-8d91-4a09-ad9d-202f3190525e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8374a7-d93f-4173-8ace-4c03b9f68c83', 'name': 'tempest-FloatingIPDetailsTestJSON-1807756987-router', 'tenant_id': '4a15d6ad28ef4efaa97cef979913a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'e9f6bbf5-a706-478c-9e51-7ec452852cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:11:49Z', 'updated_at': '2021-11-15T11:12:17Z', 'revision_number': 5, 'project_id': '4a15d6ad28ef4efaa97cef979913a8da', 'gw_port': {'id': 'e9f6bbf5-a706-478c-9e51-7ec452852cb3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:23:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8374a7-d93f-4173-8ace-4c03b9f68c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:11:49Z', 'updated_at': '2021-11-15T11:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:12:20.119193 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34af8cb8-ec37-4863-8e62-fa735fe80938 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:20.155171 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6fcf057-9b0f-4da3-99ee-712b7dcd88bd req-5f3361d3-2d53-44b3-95bd-c20b7b82ef90 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615779 Nov 15 11:12:20.176384 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a141a3b-8d91-4a09-ad9d-202f3190525e None None] The sync data for ids ['7c8374a7-d93f-4173-8ace-4c03b9f68c83'] in n-d-729945-9 is: [{'id': '7c8374a7-d93f-4173-8ace-4c03b9f68c83', 'name': 'tempest-FloatingIPDetailsTestJSON-1807756987-router', 'tenant_id': '4a15d6ad28ef4efaa97cef979913a8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'e9f6bbf5-a706-478c-9e51-7ec452852cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:11:49Z', 'updated_at': '2021-11-15T11:12:17Z', 'revision_number': 5, 'project_id': '4a15d6ad28ef4efaa97cef979913a8da', 'gw_port': {'id': 'e9f6bbf5-a706-478c-9e51-7ec452852cb3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:23:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8374a7-d93f-4173-8ace-4c03b9f68c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:11:49Z', 'updated_at': '2021-11-15T11:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:12:20.331385 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-34af8cb8-ec37-4863-8e62-fa735fe80938 admin admin] Deleting port e9f6bbf5-a706-478c-9e51-7ec452852cb3 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:12:20.332000 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34af8cb8-ec37-4863-8e62-fa735fe80938 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:20.533204 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd636e7-bd57-4049-b1a8-4c0874c0ae95 req-2aba1c30-c586-48c3-a382-81f3da7bf851 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:20.536389 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5bd636e7-bd57-4049-b1a8-4c0874c0ae95 req-2aba1c30-c586-48c3-a382-81f3da7bf851 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=98123018-987c-4037-91cc-993c0a5a5f36 HTTP/1.1" status: 200 len: 948 time: 0.2142498 Nov 15 11:12:20.592834 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9e02e352-9d14-44e0-88d9-bde61b832f58 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:12:20.620503 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5bd636e7-bd57-4049-b1a8-4c0874c0ae95 req-aeec70b1-ca68-4160-bc89-7c90c6f8d6ce tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646710 Nov 15 11:12:20.631458 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-34af8cb8-ec37-4863-8e62-fa735fe80938 admin admin] For port e9f6bbf5-a706-478c-9e51-7ec452852cb3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e9f6bbf5-a706-478c-9e51-7ec452852cb3,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:20.631905 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34af8cb8-ec37-4863-8e62-fa735fe80938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:20.640792 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 9e02e352-9d14-44e0-88d9-bde61b832f58 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:12:20.641084 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9e02e352-9d14-44e0-88d9-bde61b832f58 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:12:20.655768 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-34af8cb8-ec37-4863-8e62-fa735fe80938 admin admin] Calling delete_port for e9f6bbf5-a706-478c-9e51-7ec452852cb3 owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:12:20.776184 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac130452-8cac-410b-8951-449a4cfb4323 x-openstack-request-id: req-ac130452-8cac-410b-8951-449a4cfb4323 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:12:20.776720 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb84de5d-9437-453f-8f6d-7b115146086a", "tag": "ccfc66eb-0464-417e-b6b1-6fd93a596410", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:12:20.777109 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac130452-8cac-410b-8951-449a4cfb4323 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:12:20.777661 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb84de5d-9437-453f-8f6d-7b115146086a', 'tag': 'ccfc66eb-0464-417e-b6b1-6fd93a596410', 'status': 'completed', 'code': 200} Nov 15 11:12:20.796349 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:12:20.804250 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1e460f77-bbb8-4da0-8312-1920390d0c67 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:12:20.930512 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 1e460f77-bbb8-4da0-8312-1920390d0c67 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:12:20.930512 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1e460f77-bbb8-4da0-8312-1920390d0c67 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:12:20.933681 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8fd0c-703a-4f35-b4e0-fb5c97fe3ce4 req-948f1890-4320-48a2-8a41-0dce80aaf640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:20.936214 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4aa8fd0c-703a-4f35-b4e0-fb5c97fe3ce4 req-948f1890-4320-48a2-8a41-0dce80aaf640 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6d46483816c4ff99a1f4543088780e7&device_id=fb84de5d-9437-453f-8f6d-7b115146086a HTTP/1.1" status: 200 len: 1098 time: 0.0995331 Nov 15 11:12:20.984195 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=45d9f2fe-0f0b-41b6-9ca7-c55207c70fea,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:20.990564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a38fa6-66f7-4128-bb3c-ff1428ecf164 req-8fabce23-c813-4338-bc78-df1098017adf tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:21.000767 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '45d9f2fe-0f0b-41b6-9ca7-c55207c70fea', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '45d9f2fe-0f0b-41b6-9ca7-c55207c70fea', 'mac_address': 'fa:16:3e:85:09:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:12:21.001366 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02a38fa6-66f7-4128-bb3c-ff1428ecf164 req-8fabce23-c813-4338-bc78-df1098017adf tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb84de5d-9437-453f-8f6d-7b115146086a HTTP/1.1" status: 200 len: 947 time: 0.2133818 Nov 15 11:12:21.084194 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:21.113732 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:12:21.127144 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34af8cb8-ec37-4863-8e62-fa735fe80938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:21.141811 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=45d9f2fe-0f0b-41b6-9ca7-c55207c70fea,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:21.152956 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:21.208073 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=45d9f2fe-0f0b-41b6-9ca7-c55207c70fea,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:21.255551 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af8cb8-ec37-4863-8e62-fa735fe80938 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f6bbf5-a706-478c-9e51-7ec452852cb3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:21.263362 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34af8cb8-ec37-4863-8e62-fa735fe80938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:21.308478 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02a38fa6-66f7-4128-bb3c-ff1428ecf164 req-4b78545f-f786-4544-8e00-3e99435c2474 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059957 Nov 15 11:12:21.392658 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18592045-bfe3-49c6-9945-82fca2f85535 req-6f4d1e59-5f3e-4c3f-80ba-443d0cae6a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:21.394196 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18592045-bfe3-49c6-9945-82fca2f85535 req-6f4d1e59-5f3e-4c3f-80ba-443d0cae6a2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 1101 time: 0.3027775 Nov 15 11:12:21.396302 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34af8cb8-ec37-4863-8e62-fa735fe80938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:21.401329 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34af8cb8-ec37-4863-8e62-fa735fe80938 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:21.403327 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8fd0c-703a-4f35-b4e0-fb5c97fe3ce4 req-10e9d7d9-87aa-4dab-a8ce-9754d478c440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:21.404859 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4aa8fd0c-703a-4f35-b4e0-fb5c97fe3ce4 req-10e9d7d9-87aa-4dab-a8ce-9754d478c440 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.4356728 Nov 15 11:12:21.426760 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413c444-18ae-49f5-8a9a-678f34b71d7f req-974e5e34-b0fa-4b4b-a736-3db13d70a619 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:21.434704 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6413c444-18ae-49f5-8a9a-678f34b71d7f req-974e5e34-b0fa-4b4b-a736-3db13d70a619 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 946 time: 0.2831454 Nov 15 11:12:21.563675 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['45d9f2fe-0f0b-41b6-9ca7-c55207c70fea'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:21.569907 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4aa8fd0c-703a-4f35-b4e0-fb5c97fe3ce4 req-c0f4fd59-0e83-4d66-a7f4-876baaaa664f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=ccfc66eb-0464-417e-b6b1-6fd93a596410 HTTP/1.1" status: 200 len: 217 time: 0.1523125 Nov 15 11:12:21.595930 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34af8cb8-ec37-4863-8e62-fa735fe80938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:21.596477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34af8cb8-ec37-4863-8e62-fa735fe80938 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c8374a7-d93f-4173-8ace-4c03b9f68c83 {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:12:21.615626 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34af8cb8-ec37-4863-8e62-fa735fe80938 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:21.616663 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-34af8cb8-ec37-4863-8e62-fa735fe80938 admin admin] 10.222.0.64 "DELETE /v2.0/routers/7c8374a7-d93f-4173-8ace-4c03b9f68c83 HTTP/1.1" status: 204 len: 168 time: 2.6090531 Nov 15 11:12:21.619508 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50888) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:21.693791 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e9e6ad-3527-4b00-9af6-5fa6f7c1fc67 admin admin] Deleting subnet 0274b54c-6bd8-40a2-9bc9-e47a27da1003 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:12:21.699200 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4e9e6ad-3527-4b00-9af6-5fa6f7c1fc67 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:21.710365 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6413c444-18ae-49f5-8a9a-678f34b71d7f req-b3c31ebd-e321-42cc-94ae-62ec865ece45 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748010 Nov 15 11:12:21.741881 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17657e3-3ffe-419f-bfb8-705c8466ae54 req-98eab399-989d-494d-af73-56faecf5a98e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:21.749514 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d17657e3-3ffe-419f-bfb8-705c8466ae54 req-98eab399-989d-494d-af73-56faecf5a98e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.2880743 Nov 15 11:12:21.766792 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8fd0c-703a-4f35-b4e0-fb5c97fe3ce4 req-9c6cc6b4-e6ec-43a6-9161-8b8e2ac2d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:21.768468 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4aa8fd0c-703a-4f35-b4e0-fb5c97fe3ce4 req-9c6cc6b4-e6ec-43a6-9161-8b8e2ac2d102 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1765831 Nov 15 11:12:21.769509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18592045-bfe3-49c6-9945-82fca2f85535 req-a8c4ae9f-d020-4a78-ae3e-d6159a0d9c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:21.771570 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18592045-bfe3-49c6-9945-82fca2f85535 req-a8c4ae9f-d020-4a78-ae3e-d6159a0d9c83 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.3645570 Nov 15 11:12:21.779665 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4e9e6ad-3527-4b00-9af6-5fa6f7c1fc67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:21.852407 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18592045-bfe3-49c6-9945-82fca2f85535 req-a2f1256f-9782-4207-b0eb-0c8afdd40fea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a HTTP/1.1" status: 200 len: 217 time: 0.0501590 Nov 15 11:12:21.927568 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4e9e6ad-3527-4b00-9af6-5fa6f7c1fc67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:21.938992 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d17657e3-3ffe-419f-bfb8-705c8466ae54 req-e07f261c-41b6-480b-83eb-7f227a0760b4 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885250 Nov 15 11:12:21.956811 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8fd0c-703a-4f35-b4e0-fb5c97fe3ce4 req-2373dc6c-7d7d-4218-89ff-5edff3b86969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:21.959184 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4aa8fd0c-703a-4f35-b4e0-fb5c97fe3ce4 req-2373dc6c-7d7d-4218-89ff-5edff3b86969 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1696732 Nov 15 11:12:22.004428 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18592045-bfe3-49c6-9945-82fca2f85535 req-e86375c9-7c07-48c6-b6f4-ac2eadbb32eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:22.006218 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18592045-bfe3-49c6-9945-82fca2f85535 req-e86375c9-7c07-48c6-b6f4-ac2eadbb32eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1311531 Nov 15 11:12:22.025061 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4e9e6ad-3527-4b00-9af6-5fa6f7c1fc67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:22.086265 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9e6ad-3527-4b00-9af6-5fa6f7c1fc67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0274b54c-6bd8-40a2-9bc9-e47a27da1003,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:22.105760 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4e9e6ad-3527-4b00-9af6-5fa6f7c1fc67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:22.113417 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a4e9e6ad-3527-4b00-9af6-5fa6f7c1fc67 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0274b54c-6bd8-40a2-9bc9-e47a27da1003 HTTP/1.1" status: 204 len: 168 time: 0.4920783 Nov 15 11:12:22.114202 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50902) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:22.119528 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b251d7d8-6973-4258-b830-fcfd38e5de6c None None] Network bd89ebdf-03a8-4f63-ba63-7362cf505fb6 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:12:22.164617 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18592045-bfe3-49c6-9945-82fca2f85535 req-4c5f4a8c-dd8f-47e2-be04-55d73bb49846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:22.166479 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18592045-bfe3-49c6-9945-82fca2f85535 req-4c5f4a8c-dd8f-47e2-be04-55d73bb49846 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1481955 Nov 15 11:12:22.205856 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acea0cc-c679-4697-9758-4eac215efbd4 req-4579806b-d172-448c-a534-cf01e1162f5a tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:22.207401 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0acea0cc-c679-4697-9758-4eac215efbd4 req-4579806b-d172-448c-a534-cf01e1162f5a tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=98123018-987c-4037-91cc-993c0a5a5f36 HTTP/1.1" status: 200 len: 949 time: 0.1528845 Nov 15 11:12:22.211275 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea030eb3-f870-49d5-9a2c-95a21eb93f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:22.317291 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4aa8fd0c-703a-4f35-b4e0-fb5c97fe3ce4 req-a8156a4c-9b04-48d1-bb8d-97ca008042d0 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335402 Nov 15 11:12:22.362571 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ea030eb3-f870-49d5-9a2c-95a21eb93f66 admin admin] Deleting port cdafaf5b-50ae-436e-aa53-f418b6ec0988 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:12:22.362960 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea030eb3-f870-49d5-9a2c-95a21eb93f66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:22.501869 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa1f9e0-b22a-4818-bf84-bc3431955166 None None] DHCP port deletion for bd89ebdf-03a8-4f63-ba63-7362cf505fb6 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:12:22.521250 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ea030eb3-f870-49d5-9a2c-95a21eb93f66 admin admin] For port cdafaf5b-50ae-436e-aa53-f418b6ec0988, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=cdafaf5b-50ae-436e-aa53-f418b6ec0988,segment=NetworkSegment(d348f8a8-541a-4dfc-80de-3605a96f2c1a),segment_id=d348f8a8-541a-4dfc-80de-3605a96f2c1a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:22.522369 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea030eb3-f870-49d5-9a2c-95a21eb93f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:22.536462 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0acea0cc-c679-4697-9758-4eac215efbd4 req-d4a62241-0f76-476d-a06b-b77dad1fc889 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079113 Nov 15 11:12:22.546962 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ea030eb3-f870-49d5-9a2c-95a21eb93f66 admin admin] Calling delete_port for cdafaf5b-50ae-436e-aa53-f418b6ec0988 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:12:22.549154 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50910) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:22.602756 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-bfa1f9e0-b22a-4818-bf84-bc3431955166 None None] Deleting port cdafaf5b-50ae-436e-aa53-f418b6ec0988 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:12:22.603115 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bfa1f9e0-b22a-4818-bf84-bc3431955166 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:22.644436 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34f67c-ee57-4951-b1ad-0cd78f44e507 req-399e2079-d03a-422a-8426-600b23287e0c tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:22.651865 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ef34f67c-ee57-4951-b1ad-0cd78f44e507 req-399e2079-d03a-422a-8426-600b23287e0c tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb84de5d-9437-453f-8f6d-7b115146086a HTTP/1.1" status: 200 len: 947 time: 0.1809547 Nov 15 11:12:22.678712 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18592045-bfe3-49c6-9945-82fca2f85535 req-0fc5f491-c604-4a7c-add8-4e55a4a4d4ef service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928603 Nov 15 11:12:22.687354 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4aa8fd0c-703a-4f35-b4e0-fb5c97fe3ce4 req-11adbe5a-113b-47ac-93f7-43d57d75f47b service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299518 Nov 15 11:12:22.693777 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e9f6bbf5-a706-478c-9e51-7ec452852cb3 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:12:22.701156 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea030eb3-f870-49d5-9a2c-95a21eb93f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:22.720207 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: e9f6bbf5-a706-478c-9e51-7ec452852cb3 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:12:22.720544 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e9f6bbf5-a706-478c-9e51-7ec452852cb3 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:12:22.720934 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device cdafaf5b-50ae-436e-aa53-f418b6ec0988 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:12:22.729461 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ef34f67c-ee57-4951-b1ad-0cd78f44e507 req-1e1017b4-5686-4d9a-99eb-90a365e5a050 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768220 Nov 15 11:12:22.748187 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: cdafaf5b-50ae-436e-aa53-f418b6ec0988 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:12:22.748524 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device cdafaf5b-50ae-436e-aa53-f418b6ec0988 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:12:22.766191 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-bfa1f9e0-b22a-4818-bf84-bc3431955166 None None] For port cdafaf5b-50ae-436e-aa53-f418b6ec0988, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=cdafaf5b-50ae-436e-aa53-f418b6ec0988,segment=NetworkSegment(d348f8a8-541a-4dfc-80de-3605a96f2c1a),segment_id=d348f8a8-541a-4dfc-80de-3605a96f2c1a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:22.766477 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bfa1f9e0-b22a-4818-bf84-bc3431955166 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:22.780036 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-bfa1f9e0-b22a-4818-bf84-bc3431955166 None None] Calling delete_port for cdafaf5b-50ae-436e-aa53-f418b6ec0988 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:12:22.785162 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea030eb3-f870-49d5-9a2c-95a21eb93f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdafaf5b-50ae-436e-aa53-f418b6ec0988,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:22.788999 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea030eb3-f870-49d5-9a2c-95a21eb93f66 admin admin] No DVR routers for this DVR port cdafaf5b-50ae-436e-aa53-f418b6ec0988 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:12:22.799010 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ccfc66eb-0464-417e-b6b1-6fd93a596410 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:12:22.819569 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18592045-bfe3-49c6-9945-82fca2f85535 req-e9fe1017-7ad7-47ab-a3cb-9d33b73a2f4d service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076455 Nov 15 11:12:22.879892 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5bd83e93-b754-49df-a94b-84056affe203 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:22.908729 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd402f11-6615-462a-8bdc-8d2e5139fe76 req-c3f23179-c1d7-44fb-810c-ccf521983cc6 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:22.910944 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea030eb3-f870-49d5-9a2c-95a21eb93f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:22.928444 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd402f11-6615-462a-8bdc-8d2e5139fe76 req-c3f23179-c1d7-44fb-810c-ccf521983cc6 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 946 time: 0.0775743 Nov 15 11:12:22.947607 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-ea030eb3-f870-49d5-9a2c-95a21eb93f66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd89ebdf-03a8-4f63-ba63-7362cf505fb6']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:12:22.953648 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bfa1f9e0-b22a-4818-bf84-bc3431955166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:22.966022 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-ea030eb3-f870-49d5-9a2c-95a21eb93f66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd348f8a8-541a-4dfc-80de-3605a96f2c1a') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:12:22.966022 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-ea030eb3-f870-49d5-9a2c-95a21eb93f66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd348f8a8-541a-4dfc-80de-3605a96f2c1a') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:12:22.983971 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea030eb3-f870-49d5-9a2c-95a21eb93f66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:22.997816 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1f9e0-b22a-4818-bf84-bc3431955166 None None] Pushing event deleted for resources: {'Port': ['ID=cdafaf5b-50ae-436e-aa53-f418b6ec0988,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:23.006002 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa1f9e0-b22a-4818-bf84-bc3431955166 None None] No DVR routers for this DVR port cdafaf5b-50ae-436e-aa53-f418b6ec0988 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:12:23.050988 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea030eb3-f870-49d5-9a2c-95a21eb93f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:23.058379 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd402f11-6615-462a-8bdc-8d2e5139fe76 req-88160a61-f606-49fd-b22a-de4395fb39b4 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270840 Nov 15 11:12:23.062748 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea030eb3-f870-49d5-9a2c-95a21eb93f66 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:12:23.063439 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea030eb3-f870-49d5-9a2c-95a21eb93f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:12:23.065456 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:12:23.079016 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port ccfc66eb-0464-417e-b6b1-6fd93a596410, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ccfc66eb-0464-417e-b6b1-6fd93a596410,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:23.092404 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'ccfc66eb-0464-417e-b6b1-6fd93a596410', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': 'ccfc66eb-0464-417e-b6b1-6fd93a596410', 'mac_address': 'fa:16:3e:4a:a6:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:12:23.142746 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c72cec-9b50-453e-949c-05fcd39bf4a2 req-5e36e22a-35a5-48e4-8bf9-78d60a5f975d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:23.142996 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5bd83e93-b754-49df-a94b-84056affe203 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:23.144337 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-10c72cec-9b50-453e-949c-05fcd39bf4a2 req-5e36e22a-35a5-48e4-8bf9-78d60a5f975d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.0806458 Nov 15 11:12:23.159683 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:23.165956 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5bd83e93-b754-49df-a94b-84056affe203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:23.184555 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccfc66eb-0464-417e-b6b1-6fd93a596410 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:12:23.208764 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea030eb3-f870-49d5-9a2c-95a21eb93f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:23.217113 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-10c72cec-9b50-453e-949c-05fcd39bf4a2 req-afa378a9-3dcf-49e4-88b4-24a86615c4a3 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658784 Nov 15 11:12:23.223319 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port ccfc66eb-0464-417e-b6b1-6fd93a596410, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ccfc66eb-0464-417e-b6b1-6fd93a596410,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:23.234370 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:23.238312 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5bd83e93-b754-49df-a94b-84056affe203 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ddac4e2e53d48af893b50aa7ae2fd3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6873751 Nov 15 11:12:23.239862 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea030eb3-f870-49d5-9a2c-95a21eb93f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:23.241644 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50920) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:23.247467 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ea030eb3-f870-49d5-9a2c-95a21eb93f66 admin admin] 10.222.0.64 "DELETE /v2.0/networks/bd89ebdf-03a8-4f63-ba63-7362cf505fb6 HTTP/1.1" status: 204 len: 168 time: 1.1318202 Nov 15 11:12:23.258837 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd83e93-b754-49df-a94b-84056affe203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f47446-bb96-4278-896c-dcdde8446125,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:23.261933 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea030eb3-f870-49d5-9a2c-95a21eb93f66 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd89ebdf-03a8-4f63-ba63-7362cf505fb6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:23.295973 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=ccfc66eb-0464-417e-b6b1-6fd93a596410,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:23.322565 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c11006af-82d1-4e1b-89c5-fc82f9081cdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:23.346112 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c11006af-82d1-4e1b-89c5-fc82f9081cdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:23.402028 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c11006af-82d1-4e1b-89c5-fc82f9081cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:23.408988 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c11006af-82d1-4e1b-89c5-fc82f9081cdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:23.408988 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c11006af-82d1-4e1b-89c5-fc82f9081cdd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b4f47446-bb96-4278-896c-dcdde8446125 HTTP/1.1" status: 204 len: 168 time: 0.1632769 Nov 15 11:12:23.409180 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50924) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:23.420380 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11006af-82d1-4e1b-89c5-fc82f9081cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f47446-bb96-4278-896c-dcdde8446125,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:23.472870 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4dc73fd0-1d51-45d2-ba20-6f4a44e2bede admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4a15d6ad28ef4efaa97cef979913a8da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0627460 Nov 15 11:12:23.475477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50928) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:23.526896 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cc8b14d4-9416-4b9a-808d-6fe8725215a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:23.548575 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cc8b14d4-9416-4b9a-808d-6fe8725215a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:23.604963 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cc8b14d4-9416-4b9a-808d-6fe8725215a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:23.607837 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cc8b14d4-9416-4b9a-808d-6fe8725215a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:23.611516 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cc8b14d4-9416-4b9a-808d-6fe8725215a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db395012-550f-4376-8831-939f81e75b91 HTTP/1.1" status: 204 len: 168 time: 0.1326811 Nov 15 11:12:23.619226 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b14d4-9416-4b9a-808d-6fe8725215a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db395012-550f-4376-8831-939f81e75b91,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:23.670811 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['ccfc66eb-0464-417e-b6b1-6fd93a596410'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:23.692904 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8a6fa-a951-44c3-b2cb-d3cf36b20249 req-dec85605-b0fc-4c3d-847e-9ea7d028120f tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:23.702328 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f4b8a6fa-a951-44c3-b2cb-d3cf36b20249 req-dec85605-b0fc-4c3d-847e-9ea7d028120f tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=98123018-987c-4037-91cc-993c0a5a5f36 HTTP/1.1" status: 200 len: 949 time: 0.0792503 Nov 15 11:12:23.809721 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f4b8a6fa-a951-44c3-b2cb-d3cf36b20249 req-53babe0f-a1c8-42ab-8e94-3da2b9e4ff6d tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028695 Nov 15 11:12:23.909583 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872e9a0-03f6-4cde-bf27-f680e0f275ab req-6e5986e1-4493-4e84-8ff3-eedcbbf8ec18 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:23.915267 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1872e9a0-03f6-4cde-bf27-f680e0f275ab req-6e5986e1-4493-4e84-8ff3-eedcbbf8ec18 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb84de5d-9437-453f-8f6d-7b115146086a HTTP/1.1" status: 200 len: 948 time: 0.0663443 Nov 15 11:12:23.978842 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1872e9a0-03f6-4cde-bf27-f680e0f275ab req-ea2f11e2-c0a9-4aaf-9bec-033213910359 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558395 Nov 15 11:12:24.254022 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf4a0b-0dcb-4128-8e32-481ea9e868d5 req-e7abbfd0-fbee-4906-a7ec-ad9c43505065 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:24.255920 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8fdf4a0b-0dcb-4128-8e32-481ea9e868d5 req-e7abbfd0-fbee-4906-a7ec-ad9c43505065 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 946 time: 0.1049085 Nov 15 11:12:24.364156 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8fdf4a0b-0dcb-4128-8e32-481ea9e868d5 req-882a5541-9b70-494d-947a-841900bb8989 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018643 Nov 15 11:12:24.407014 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b481a-2dcd-4d0b-8ebc-da890046537b req-5b7abc8f-9a75-4f42-aac7-b539093bf0b2 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:24.408888 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-013b481a-2dcd-4d0b-8ebc-da890046537b req-5b7abc8f-9a75-4f42-aac7-b539093bf0b2 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.0702157 Nov 15 11:12:24.464958 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-013b481a-2dcd-4d0b-8ebc-da890046537b req-8c6d519a-0148-411c-9383-ad84352a18d8 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480804 Nov 15 11:12:24.503712 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50974) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:24.610929 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-101b1bbc-e276-4c41-86fa-cdaa36762f32 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-478534628-network', 'tenant_id': 'c6acf69ea3f64244b19e62c2ca173054'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:12:24.633803 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101b1bbc-e276-4c41-86fa-cdaa36762f32 admin admin] Made reservation on behalf of c6acf69ea3f64244b19e62c2ca173054 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:12:24.636351 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-101b1bbc-e276-4c41-86fa-cdaa36762f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:24.645052 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-101b1bbc-e276-4c41-86fa-cdaa36762f32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:24.725020 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-101b1bbc-e276-4c41-86fa-cdaa36762f32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:24.730296 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-101b1bbc-e276-4c41-86fa-cdaa36762f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:24.753666 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101b1bbc-e276-4c41-86fa-cdaa36762f32 admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:12:24.772724 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-101b1bbc-e276-4c41-86fa-cdaa36762f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:24.773721 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-101b1bbc-e276-4c41-86fa-cdaa36762f32 admin admin] Added segment 2fede31b-1a82-4495-bc65-283443af6e55 of type vlan for network 5dbb9da3-f39c-41be-a722-31a2895048de Nov 15 11:12:24.815509 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:12:24.833954 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b1bbc-e276-4c41-86fa-cdaa36762f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c1aff0-6802-407b-861d-673ab13350b2,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:24.850468 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-101b1bbc-e276-4c41-86fa-cdaa36762f32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:24.888282 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-101b1bbc-e276-4c41-86fa-cdaa36762f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:24.890201 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:12:24.891212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101b1bbc-e276-4c41-86fa-cdaa36762f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:24.891867 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-101b1bbc-e276-4c41-86fa-cdaa36762f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:24.894975 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:12:24.895383 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:24.980880 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-101b1bbc-e276-4c41-86fa-cdaa36762f32 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4752829 Nov 15 11:12:24.981811 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50992) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:24.988373 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b37a379e-21b2-4bc0-909b-454dab37f834 admin admin] Request body: {'subnet': {'network_id': '5dbb9da3-f39c-41be-a722-31a2895048de', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-478534628-subnet', 'tenant_id': 'c6acf69ea3f64244b19e62c2ca173054', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:12:25.006594 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b1bbc-e276-4c41-86fa-cdaa36762f32 admin admin] Pushing event updated for resources: {'Network': ['ID=5dbb9da3-f39c-41be-a722-31a2895048de,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:25.022191 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 5dbb9da3-f39c-41be-a722-31a2895048de details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:12:25.027214 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e72369-2c7a-484f-b57d-e6cf7c315691 req-2d07f78e-7cab-4b7e-9035-564687cbf337 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:25.032886 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37a379e-21b2-4bc0-909b-454dab37f834 admin admin] Made reservation on behalf of c6acf69ea3f64244b19e62c2ca173054 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:12:25.036791 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41e72369-2c7a-484f-b57d-e6cf7c315691 req-2d07f78e-7cab-4b7e-9035-564687cbf337 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=98123018-987c-4037-91cc-993c0a5a5f36 HTTP/1.1" status: 200 len: 949 time: 0.1314023 Nov 15 11:12:25.037195 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b37a379e-21b2-4bc0-909b-454dab37f834 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:25.116880 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41e72369-2c7a-484f-b57d-e6cf7c315691 req-a994488a-85b5-4332-8304-1ced074748da tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651088 Nov 15 11:12:25.146469 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:25.188361 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98123018-987c-4037-91cc-993c0a5a5f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d9f2fe-0f0b-41b6-9ca7-c55207c70fea'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:12:25.191942 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7970433b-1f16-4b89-b41f-e6658c0d685c" -d '{"events": [{"server_uuid": "98123018-987c-4037-91cc-993c0a5a5f36", "name": "network-vif-plugged", "status": "completed", "tag": "45d9f2fe-0f0b-41b6-9ca7-c55207c70fea"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:12:25.203295 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=45d9f2fe-0f0b-41b6-9ca7-c55207c70fea,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:25.215164 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:25.226810 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500621d-fa55-45a1-810c-505cd8b1f8da req-87636bc5-e096-4ca1-babe-66a1f525c7fa tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:25.228187 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6500621d-fa55-45a1-810c-505cd8b1f8da req-87636bc5-e096-4ca1-babe-66a1f525c7fa tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb84de5d-9437-453f-8f6d-7b115146086a HTTP/1.1" status: 200 len: 948 time: 0.0881875 Nov 15 11:12:25.280191 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=45d9f2fe-0f0b-41b6-9ca7-c55207c70fea,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:25.284567 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3289d61-6c06-43d8-a393-42d87b9d0997 x-openstack-request-id: req-e3289d61-6c06-43d8-a393-42d87b9d0997 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:12:25.285081 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98123018-987c-4037-91cc-993c0a5a5f36", "name": "network-vif-plugged", "status": "completed", "tag": "45d9f2fe-0f0b-41b6-9ca7-c55207c70fea", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:12:25.285504 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3289d61-6c06-43d8-a393-42d87b9d0997 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:12:25.286353 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98123018-987c-4037-91cc-993c0a5a5f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d9f2fe-0f0b-41b6-9ca7-c55207c70fea', 'code': 200} Nov 15 11:12:25.333918 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6500621d-fa55-45a1-810c-505cd8b1f8da req-770e3687-58f1-4413-8370-ce61e373f2d8 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932331 Nov 15 11:12:25.426058 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b37a379e-21b2-4bc0-909b-454dab37f834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:25.436419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c855f1-9cc6-450e-8f3d-0e9b1e1d1811 req-2c15431e-9b80-439b-a767-6ce5ed82b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:25.438413 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-89c855f1-9cc6-450e-8f3d-0e9b1e1d1811 req-2c15431e-9b80-439b-a767-6ce5ed82b09b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=98123018-987c-4037-91cc-993c0a5a5f36 HTTP/1.1" status: 200 len: 1101 time: 0.0714257 Nov 15 11:12:25.488304 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51008) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:25.499655 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a379e-21b2-4bc0-909b-454dab37f834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba3e0fd8-587e-48e6-89ae-0be70ed702ca,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:25.514079 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37a379e-21b2-4bc0-909b-454dab37f834 admin admin] Checking segment: {'id': '2fede31b-1a82-4495-bc65-283443af6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '5dbb9da3-f39c-41be-a722-31a2895048de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:12:25.515530 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37a379e-21b2-4bc0-909b-454dab37f834 admin admin] Network hostable DHCP agents. Network: 5dbb9da3-f39c-41be-a722-31a2895048de, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:12:25.550409 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-89c855f1-9cc6-450e-8f3d-0e9b1e1d1811 req-0b90d0df-d8ae-444f-8104-079222f7a359 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037445 Nov 15 11:12:25.560705 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f3134-fefa-47bd-9591-3493d28ee3d4 req-7f76d36c-8dc3-4051-8083-33de8ed52eb0 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:25.562939 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-036f3134-fefa-47bd-9591-3493d28ee3d4 req-7f76d36c-8dc3-4051-8083-33de8ed52eb0 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 946 time: 0.0892022 Nov 15 11:12:25.568582 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37a379e-21b2-4bc0-909b-454dab37f834 admin admin] Network 5dbb9da3-f39c-41be-a722-31a2895048de is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:12:25.580464 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b37a379e-21b2-4bc0-909b-454dab37f834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 5dbb9da3-f39c-41be-a722-31a2895048de) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:12:25.588452 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7861b3-fff4-4c9f-943d-3f0f274715a1 None None] Network 5dbb9da3-f39c-41be-a722-31a2895048de requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:12:25.589985 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37a379e-21b2-4bc0-909b-454dab37f834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:25.590802 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b37a379e-21b2-4bc0-909b-454dab37f834 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:25.634651 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b37a379e-21b2-4bc0-909b-454dab37f834 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6477418 Nov 15 11:12:25.674465 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-036f3134-fefa-47bd-9591-3493d28ee3d4 req-275b52fc-4bdc-475e-b83d-086e6e144838 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979965 Nov 15 11:12:25.686362 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364118c7-9719-4589-80b3-108c7f2cf881 req-5f77d6b9-cdb4-4765-a8c4-862cc235db72 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:25.688169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-364118c7-9719-4589-80b3-108c7f2cf881 req-5f77d6b9-cdb4-4765-a8c4-862cc235db72 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.1177781 Nov 15 11:12:25.698339 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c667a410-da6a-43ef-8bb8-2ebb32817501 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:25.737394 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c3ce02-ce11-43f8-b0f1-b97761edab97 None None] Network 5dbb9da3-f39c-41be-a722-31a2895048de requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:12:25.747898 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-364118c7-9719-4589-80b3-108c7f2cf881 req-d8fb7961-ad24-4b5a-995a-697d1d62d00e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520349 Nov 15 11:12:25.821561 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c667a410-da6a-43ef-8bb8-2ebb32817501 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:25.831976 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c667a410-da6a-43ef-8bb8-2ebb32817501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:25.895287 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c667a410-da6a-43ef-8bb8-2ebb32817501 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2521c96f801b4079a7586fd8fa0c494a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4054179 Nov 15 11:12:25.897697 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51024) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:25.905560 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667a410-da6a-43ef-8bb8-2ebb32817501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cd205a-a8e0-40ea-873f-22509c11a5c3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:25.954085 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10a9144e-c520-49ec-b610-8a4fd3c9d67b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:25.974881 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10a9144e-c520-49ec-b610-8a4fd3c9d67b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:26.021605 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10a9144e-c520-49ec-b610-8a4fd3c9d67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:26.024354 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-10a9144e-c520-49ec-b610-8a4fd3c9d67b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:26.028059 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-10a9144e-c520-49ec-b610-8a4fd3c9d67b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b5cd205a-a8e0-40ea-873f-22509c11a5c3 HTTP/1.1" status: 204 len: 168 time: 0.1265826 Nov 15 11:12:26.033983 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9144e-c520-49ec-b610-8a4fd3c9d67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cd205a-a8e0-40ea-873f-22509c11a5c3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:26.249195 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca148c3-0f89-4d41-b9d0-e572e4fa8713 req-da3a7516-6f39-4dee-97ce-01bf0632fc13 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:26.251039 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ca148c3-0f89-4d41-b9d0-e572e4fa8713 req-da3a7516-6f39-4dee-97ce-01bf0632fc13 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=98123018-987c-4037-91cc-993c0a5a5f36 HTTP/1.1" status: 200 len: 950 time: 0.0762453 Nov 15 11:12:26.277628 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-4f48184d-3382-4135-9684-8a17bbf6e898 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:26.280801 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-4f48184d-3382-4135-9684-8a17bbf6e898 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/networks?id=5dbb9da3-f39c-41be-a722-31a2895048de HTTP/1.1" status: 200 len: 813 time: 0.1751118 Nov 15 11:12:26.303257 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-c1e69e72-f87f-4cfc-a0fb-d768375fd067 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/quotas/c6acf69ea3f64244b19e62c2ca173054 HTTP/1.1" status: 200 len: 375 time: 0.0146303 Nov 15 11:12:26.352212 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-9d210cb4-f74b-4bfe-af27-2d5715467527 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6acf69ea3f64244b19e62c2ca173054&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373268 Nov 15 11:12:26.363351 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ca148c3-0f89-4d41-b9d0-e572e4fa8713 req-4f8c403c-ce88-44ee-aef3-9eb122949960 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998216 Nov 15 11:12:26.749709 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51062) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:26.770093 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-7363921a-fd70-4ebe-b0bb-9e4a7474be17 service neutron] 10.222.0.64 "GET /v2.0/networks/5dbb9da3-f39c-41be-a722-31a2895048de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068854 Nov 15 11:12:26.816618 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ccfc66eb-0464-417e-b6b1-6fd93a596410 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:12:26.834773 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89d372-edaf-4c77-b5f4-22965559c535 req-110a6cfd-4896-42d4-9fcf-a1ffc1e74b99 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:26.836272 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e89d372-edaf-4c77-b5f4-22965559c535 req-110a6cfd-4896-42d4-9fcf-a1ffc1e74b99 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb84de5d-9437-453f-8f6d-7b115146086a HTTP/1.1" status: 200 len: 948 time: 0.3887007 Nov 15 11:12:26.858334 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e868bcd3-0125-4933-9cc9-bea725ff4897 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-914929958-network', 'tenant_id': '07190b821157497db376988d8fa80885'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:12:26.887303 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e868bcd3-0125-4933-9cc9-bea725ff4897 admin admin] Made reservation on behalf of 07190b821157497db376988d8fa80885 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:12:26.889605 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e868bcd3-0125-4933-9cc9-bea725ff4897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:26.890057 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port ccfc66eb-0464-417e-b6b1-6fd93a596410 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:12:26.896879 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port ccfc66eb-0464-417e-b6b1-6fd93a596410 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:12:26.897999 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:26.898682 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e868bcd3-0125-4933-9cc9-bea725ff4897 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:26.910085 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-21cd2e13-668e-48d1-805e-a8996886e2fc service neutron] 10.222.0.64 "GET /v2.0/networks/5dbb9da3-f39c-41be-a722-31a2895048de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390660 Nov 15 11:12:26.943267 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e89d372-edaf-4c77-b5f4-22965559c535 req-8e13b139-e0bf-4bed-82c6-8f94f2b433a1 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984807 Nov 15 11:12:27.007330 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e868bcd3-0125-4933-9cc9-bea725ff4897 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:27.013574 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e868bcd3-0125-4933-9cc9-bea725ff4897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:27.015139 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:27.038535 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e868bcd3-0125-4933-9cc9-bea725ff4897 admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:12:27.056605 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868bcd3-0125-4933-9cc9-bea725ff4897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5bd1a5-bbd2-4c99-bc02-3ad312c9e63d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:27.059626 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e868bcd3-0125-4933-9cc9-bea725ff4897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:27.060185 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-e868bcd3-0125-4933-9cc9-bea725ff4897 admin admin] Added segment 26f7725c-0d8b-479b-95d3-b5edaafcccd8 of type vlan for network ae054da0-1712-49af-9c95-3ed444cb371a Nov 15 11:12:27.076158 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port ccfc66eb-0464-417e-b6b1-6fd93a596410, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ccfc66eb-0464-417e-b6b1-6fd93a596410,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:27.097754 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:27.113526 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e868bcd3-0125-4933-9cc9-bea725ff4897 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:27.163024 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e868bcd3-0125-4933-9cc9-bea725ff4897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:27.164751 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e868bcd3-0125-4933-9cc9-bea725ff4897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:27.165374 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e868bcd3-0125-4933-9cc9-bea725ff4897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:27.226684 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=ccfc66eb-0464-417e-b6b1-6fd93a596410,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:27.279940 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e868bcd3-0125-4933-9cc9-bea725ff4897 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5290639 Nov 15 11:12:27.284731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51074) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:27.287291 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868bcd3-0125-4933-9cc9-bea725ff4897 admin admin] Pushing event updated for resources: {'Network': ['ID=ae054da0-1712-49af-9c95-3ed444cb371a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:27.288080 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb84de5d-9437-453f-8f6d-7b115146086a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfc66eb-0464-417e-b6b1-6fd93a596410'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:12:27.290550 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232739d9-0dd4-436e-8fa4-18a509d58dc0" -d '{"events": [{"server_uuid": "fb84de5d-9437-453f-8f6d-7b115146086a", "name": "network-vif-plugged", "status": "completed", "tag": "ccfc66eb-0464-417e-b6b1-6fd93a596410"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:12:27.303080 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network ae054da0-1712-49af-9c95-3ed444cb371a details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:12:27.303691 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7ee3d154-15e0-49a9-a23c-6e5fb7c12d34 admin admin] Request body: {'subnet': {'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-914929958-subnet', 'tenant_id': '07190b821157497db376988d8fa80885', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:12:27.318735 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c3a2f-e452-4aa4-a670-17419c8b406f req-be2645b7-72b4-4dfe-b019-df1c29c3797e tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:27.320292 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e4c3a2f-e452-4aa4-a670-17419c8b406f req-be2645b7-72b4-4dfe-b019-df1c29c3797e tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 946 time: 0.1144025 Nov 15 11:12:27.328289 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cab906-9998-40b2-bd3b-917dab5a4034 req-fc77cf25-2609-44d6-b3cd-8a90c02046a5 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:27.336434 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6cab906-9998-40b2-bd3b-917dab5a4034 req-fc77cf25-2609-44d6-b3cd-8a90c02046a5 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.1157253 Nov 15 11:12:27.337708 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee3d154-15e0-49a9-a23c-6e5fb7c12d34 admin admin] Made reservation on behalf of 07190b821157497db376988d8fa80885 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:12:27.340313 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ee3d154-15e0-49a9-a23c-6e5fb7c12d34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:27.435012 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6cab906-9998-40b2-bd3b-917dab5a4034 req-41015707-2552-4431-a4a0-e7834da88e7a tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977454 Nov 15 11:12:27.439217 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e4c3a2f-e452-4aa4-a670-17419c8b406f req-21cdf7e8-a820-4711-bf70-2d7dd8fbd6f9 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002550 Nov 15 11:12:27.542028 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc295f9d-a140-4dd6-b22a-34b5cfefa92c req-c2993535-7687-4047-93bb-9b94f1610263 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/ports?device_id=e37dd50b-5bc7-4d8a-986b-47495be73917 HTTP/1.1" status: 200 len: 210 time: 0.0339954 Nov 15 11:12:27.555979 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ee3d154-15e0-49a9-a23c-6e5fb7c12d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:27.619257 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b592095c-cb71-4ca7-a4b0-835022a23e44 x-openstack-request-id: req-b592095c-cb71-4ca7-a4b0-835022a23e44 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:12:27.619974 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb84de5d-9437-453f-8f6d-7b115146086a", "name": "network-vif-plugged", "status": "completed", "tag": "ccfc66eb-0464-417e-b6b1-6fd93a596410", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:12:27.620091 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b592095c-cb71-4ca7-a4b0-835022a23e44 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:12:27.620442 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb84de5d-9437-453f-8f6d-7b115146086a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfc66eb-0464-417e-b6b1-6fd93a596410', 'code': 200} Nov 15 11:12:27.636213 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3d154-15e0-49a9-a23c-6e5fb7c12d34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e661f3a9-0e06-442b-b9c9-98d82f57e8e3,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:27.644837 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee3d154-15e0-49a9-a23c-6e5fb7c12d34 admin admin] Checking segment: {'id': '26f7725c-0d8b-479b-95d3-b5edaafcccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:12:27.645193 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee3d154-15e0-49a9-a23c-6e5fb7c12d34 admin admin] Network hostable DHCP agents. Network: ae054da0-1712-49af-9c95-3ed444cb371a, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:12:27.685050 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee3d154-15e0-49a9-a23c-6e5fb7c12d34 admin admin] Network ae054da0-1712-49af-9c95-3ed444cb371a is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:12:27.695926 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7ee3d154-15e0-49a9-a23c-6e5fb7c12d34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, ae054da0-1712-49af-9c95-3ed444cb371a) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:12:27.700769 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee3d154-15e0-49a9-a23c-6e5fb7c12d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:27.701732 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ee3d154-15e0-49a9-a23c-6e5fb7c12d34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:27.705013 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2632a8fb-33f0-4d3d-8507-9e207ff4fece None None] Network ae054da0-1712-49af-9c95-3ed444cb371a requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:12:27.732393 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7ee3d154-15e0-49a9-a23c-6e5fb7c12d34 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4466159 Nov 15 11:12:27.733093 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51086) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:27.751394 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-421cdbb7-8918-42d6-bb42-5a4c8eda07ae admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-914929958-router', 'tenant_id': '07190b821157497db376988d8fa80885', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:12:27.794046 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ebb15-a826-4620-bb28-efc773d28aa1 req-d7e39da1-8ad9-4f24-94b3-ed9c97643d05 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:27.795655 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d70ebb15-a826-4620-bb28-efc773d28aa1 req-d7e39da1-8ad9-4f24-94b3-ed9c97643d05 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=98123018-987c-4037-91cc-993c0a5a5f36 HTTP/1.1" status: 200 len: 950 time: 0.1032169 Nov 15 11:12:27.798333 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-421cdbb7-8918-42d6-bb42-5a4c8eda07ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:27.799363 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-421cdbb7-8918-42d6-bb42-5a4c8eda07ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:27.814177 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b8a33-0292-4289-9c2c-d038d783adc8 req-a1d1eebe-a235-4a40-b2ad-5d7605deb468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:27.815614 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-022b8a33-0292-4289-9c2c-d038d783adc8 req-a1d1eebe-a235-4a40-b2ad-5d7605deb468 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fb84de5d-9437-453f-8f6d-7b115146086a HTTP/1.1" status: 200 len: 1100 time: 0.1066763 Nov 15 11:12:27.864083 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d946664-8b28-476e-acd4-e3ec9fe41b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-ae054da0-1712-49af-9c95-3ed444cb371a', 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a', 'tenant_id': '07190b821157497db376988d8fa80885', 'fixed_ips': [{'subnet_id': 'e661f3a9-0e06-442b-b9c9-98d82f57e8e3'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:12:27.864944 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4d946664-8b28-476e-acd4-e3ec9fe41b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:27.910387 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-421cdbb7-8918-42d6-bb42-5a4c8eda07ae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:27.919801 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d70ebb15-a826-4620-bb28-efc773d28aa1 req-b6e4ec23-ec35-4ff9-b427-b108e8f62278 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149328 Nov 15 11:12:28.004352 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-022b8a33-0292-4289-9c2c-d038d783adc8 req-3901fd5a-5362-4b60-aa23-88cebbedbc83 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777575 Nov 15 11:12:28.029207 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-4d946664-8b28-476e-acd4-e3ec9fe41b53 None None] Allocated IP 172.20.0.2 (ae054da0-1712-49af-9c95-3ed444cb371a/e661f3a9-0e06-442b-b9c9-98d82f57e8e3/579d0cae-e03b-4615-9448-03d0b94a0c0a) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:12:28.111399 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-421cdbb7-8918-42d6-bb42-5a4c8eda07ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:28.148599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03c95b-be76-4a0d-962d-7ba4b3abb143 req-49afd4a0-9d1c-4d41-9dc4-0315e00b6e12 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:28.150110 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd03c95b-be76-4a0d-962d-7ba4b3abb143 req-49afd4a0-9d1c-4d41-9dc4-0315e00b6e12 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb84de5d-9437-453f-8f6d-7b115146086a HTTP/1.1" status: 200 len: 949 time: 0.0983675 Nov 15 11:12:28.226336 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd03c95b-be76-4a0d-962d-7ba4b3abb143 req-566198d9-9c47-46b8-8458-6406e887484b tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524137 Nov 15 11:12:28.345774 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4d946664-8b28-476e-acd4-e3ec9fe41b53 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:28.354504 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4d946664-8b28-476e-acd4-e3ec9fe41b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:28.403107 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-421cdbb7-8918-42d6-bb42-5a4c8eda07ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:28.423271 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d946664-8b28-476e-acd4-e3ec9fe41b53 None None] Network ae054da0-1712-49af-9c95-3ed444cb371a is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:12:28.429276 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-4d946664-8b28-476e-acd4-e3ec9fe41b53 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:12:28.431622 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d946664-8b28-476e-acd4-e3ec9fe41b53 None None] Pushing event updated for resources: {'Port': ['ID=579d0cae-e03b-4615-9448-03d0b94a0c0a,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:28.434431 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d946664-8b28-476e-acd4-e3ec9fe41b53 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:12:28.435505 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-421cdbb7-8918-42d6-bb42-5a4c8eda07ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:28.508951 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4d946664-8b28-476e-acd4-e3ec9fe41b53 None None] Attempting to bind port 579d0cae-e03b-4615-9448-03d0b94a0c0a on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:12:28.515094 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4d946664-8b28-476e-acd4-e3ec9fe41b53 None None] Attempting to bind port 579d0cae-e03b-4615-9448-03d0b94a0c0a by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '26f7725c-0d8b-479b-95d3-b5edaafcccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:12:28.515651 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d946664-8b28-476e-acd4-e3ec9fe41b53 None None] Attempting to bind port 579d0cae-e03b-4615-9448-03d0b94a0c0a on network ae054da0-1712-49af-9c95-3ed444cb371a {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:12:28.522753 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d946664-8b28-476e-acd4-e3ec9fe41b53 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:12:28.523948 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d946664-8b28-476e-acd4-e3ec9fe41b53 None None] Checking segment: {'id': '26f7725c-0d8b-479b-95d3-b5edaafcccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:12:28.524654 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4d946664-8b28-476e-acd4-e3ec9fe41b53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:28.525584 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d946664-8b28-476e-acd4-e3ec9fe41b53 None None] Bound using segment: {'id': '26f7725c-0d8b-479b-95d3-b5edaafcccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:12:28.526246 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4d946664-8b28-476e-acd4-e3ec9fe41b53 None None] Bound port: 579d0cae-e03b-4615-9448-03d0b94a0c0a, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f7725c-0d8b-479b-95d3-b5edaafcccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:12:28.526827 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4d946664-8b28-476e-acd4-e3ec9fe41b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:28.645979 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4d946664-8b28-476e-acd4-e3ec9fe41b53 None None] For port 579d0cae-e03b-4615-9448-03d0b94a0c0a, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:12:28.649655 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4d946664-8b28-476e-acd4-e3ec9fe41b53 None None] For port 579d0cae-e03b-4615-9448-03d0b94a0c0a, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=579d0cae-e03b-4615-9448-03d0b94a0c0a,segment=NetworkSegment(26f7725c-0d8b-479b-95d3-b5edaafcccd8),segment_id=26f7725c-0d8b-479b-95d3-b5edaafcccd8)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:12:28.668319 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4d946664-8b28-476e-acd4-e3ec9fe41b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:28.709888 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-d8810834-056b-44c7-9d56-7ba71a16cb10 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:28.712218 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-d8810834-056b-44c7-9d56-7ba71a16cb10 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.11 "GET /v2.0/networks?id=5dbb9da3-f39c-41be-a722-31a2895048de HTTP/1.1" status: 200 len: 813 time: 0.1869085 Nov 15 11:12:28.758551 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d946664-8b28-476e-acd4-e3ec9fe41b53 None None] Pushing event updated for resources: {'Port': ['ID=579d0cae-e03b-4615-9448-03d0b94a0c0a,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:28.792517 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-6647d26d-6151-45c2-958c-b9a69962cc51 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Request body: {'port': {'device_id': 'e37dd50b-5bc7-4d8a-986b-47495be73917', 'network_id': '5dbb9da3-f39c-41be-a722-31a2895048de', 'admin_state_up': True, 'tenant_id': 'c6acf69ea3f64244b19e62c2ca173054'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:12:28.850693 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f2015-2863-4efd-9db4-44786d922f20 req-e6624fdb-09c7-4a63-be08-abe3f2d6c6f9 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:28.852179 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-081f2015-2863-4efd-9db4-44786d922f20 req-e6624fdb-09c7-4a63-be08-abe3f2d6c6f9 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.2582753 Nov 15 11:12:28.902394 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-421cdbb7-8918-42d6-bb42-5a4c8eda07ae admin admin] Allocated IP 172.25.7.51 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/827bbc72-b234-4a38-a435-a6cb046a32ec) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:12:28.965756 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-26457e55-6d77-4be3-9ee3-3f65e45ea47b tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:28.966428 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-26457e55-6d77-4be3-9ee3-3f65e45ea47b tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:28.966882 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-26457e55-6d77-4be3-9ee3-3f65e45ea47b tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:28.967330 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-26457e55-6d77-4be3-9ee3-3f65e45ea47b tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:28.967772 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-26457e55-6d77-4be3-9ee3-3f65e45ea47b tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:28.968236 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-26457e55-6d77-4be3-9ee3-3f65e45ea47b tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:28.968675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-26457e55-6d77-4be3-9ee3-3f65e45ea47b tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:28.969112 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-26457e55-6d77-4be3-9ee3-3f65e45ea47b tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:28.969551 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-26457e55-6d77-4be3-9ee3-3f65e45ea47b tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:28.969988 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-26457e55-6d77-4be3-9ee3-3f65e45ea47b tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:28.970425 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-26457e55-6d77-4be3-9ee3-3f65e45ea47b tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:28.970859 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-26457e55-6d77-4be3-9ee3-3f65e45ea47b tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:28.971294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-26457e55-6d77-4be3-9ee3-3f65e45ea47b tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:28.971731 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-26457e55-6d77-4be3-9ee3-3f65e45ea47b tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:28.972197 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-26457e55-6d77-4be3-9ee3-3f65e45ea47b tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:28.972637 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-26457e55-6d77-4be3-9ee3-3f65e45ea47b tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:28.973073 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-26457e55-6d77-4be3-9ee3-3f65e45ea47b tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:28.973506 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-26457e55-6d77-4be3-9ee3-3f65e45ea47b tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:28.973938 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-26457e55-6d77-4be3-9ee3-3f65e45ea47b tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:28.974377 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-26457e55-6d77-4be3-9ee3-3f65e45ea47b tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:28.974816 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-26457e55-6d77-4be3-9ee3-3f65e45ea47b tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:28.977537 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-26457e55-6d77-4be3-9ee3-3f65e45ea47b tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e37dd50b-5bc7-4d8a-986b-47495be73917&device_id=fb84de5d-9437-453f-8f6d-7b115146086a&device_id=98123018-987c-4037-91cc-993c0a5a5f36&device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d&device_id=0c8e68b7-4492-4d90-884a-4f8aa00b1299&device_id=65f72b27-73f1-488c-8ddb-f1a10c9e79bc&device_id=64e7873b-9568-443a-b4e4-8966e6b31956&device_id=80ee70d1-091f-4adb-82c4-c116556be50e&device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e&device_id=9daf3395-8e2b-47cd-9c94-f8905d579d57&device_id=b3577ec4-3861-4f40-be87-8ebaf761c94a&device_id=b8766f07-da5f-4eaa-a6cd-423569345d20&device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6&device_id=8f5f18e0-e191-4381-b24f-efaa2b0e735a&device_id=2de1bf44-6902-4e0f-b5a6-3c7dee04e567&device_id=713838c0-e07e-4959-a777-25a6568917e7&device_id=433ee11e-d85f-4d76-8572-bb853a661b96&device_id=bae71450-dcae-4816-a01a-76e9f45ab142&device_id=432dfa28-48da-4a1e-adec-b9bd084e2cb2&device_id=3065710c-41b7-4eb6-896e-d0b7817be20c&device_id=30e11502-3e76-48ce-9f73-6a45023145c8&device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 18878 time: 0.2645035 Nov 15 11:12:29.103241 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-a62d1756-a05b-4f56-a782-c69e4631f4af tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:29.108359 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-081f2015-2863-4efd-9db4-44786d922f20 req-a4ec6df7-f0b2-4f11-8d13-8cc74e4242c6 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460237 Nov 15 11:12:29.177071 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8094cc-e454-4dd8-8655-17512360de2e req-64cba679-9553-44cc-a1bb-bdb00408ca7e tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:29.178703 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb8094cc-e454-4dd8-8655-17512360de2e req-64cba679-9553-44cc-a1bb-bdb00408ca7e tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e&tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 1097 time: 0.1568737 Nov 15 11:12:29.190573 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-6647d26d-6151-45c2-958c-b9a69962cc51 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Made reservation on behalf of c6acf69ea3f64244b19e62c2ca173054 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:12:29.194804 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-6647d26d-6151-45c2-958c-b9a69962cc51 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:29.205961 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-bb8094cc-e454-4dd8-8655-17512360de2e req-a64c259e-8376-49a1-93d9-30b3e7b39b11 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-729945-9'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:12:29.285128 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-421cdbb7-8918-42d6-bb42-5a4c8eda07ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:29.311131 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:29.406117 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bb8094cc-e454-4dd8-8655-17512360de2e req-a64c259e-8376-49a1-93d9-30b3e7b39b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:29.440752 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dd838-e4e3-4b09-80da-2d6c50e94a58 req-50ed89c8-25b1-4f86-ae54-dfe14dd4b4c1 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:29.442260 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa8dd838-e4e3-4b09-80da-2d6c50e94a58 req-50ed89c8-25b1-4f86-ae54-dfe14dd4b4c1 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 946 time: 0.2103703 Nov 15 11:12:29.452002 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-a62d1756-a05b-4f56-a782-c69e4631f4af tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:29.473768 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-a62d1756-a05b-4f56-a782-c69e4631f4af tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:29.552974 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-421cdbb7-8918-42d6-bb42-5a4c8eda07ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:29.655383 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d1756-a05b-4f56-a782-c69e4631f4af tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1caeb78-a27c-4302-90e8-ab7fc124f18e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:29.711679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421cdbb7-8918-42d6-bb42-5a4c8eda07ae admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:12:29.723240 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-6647d26d-6151-45c2-958c-b9a69962cc51 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Allocated IP 172.20.0.13 (5dbb9da3-f39c-41be-a722-31a2895048de/ba3e0fd8-587e-48e6-89ae-0be70ed702ca/c1e5a808-d045-4bfe-8e80-eac824871c02) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:12:29.735358 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-421cdbb7-8918-42d6-bb42-5a4c8eda07ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:12:29.737984 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421cdbb7-8918-42d6-bb42-5a4c8eda07ae admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:12:29.753948 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa8dd838-e4e3-4b09-80da-2d6c50e94a58 req-bb50d864-464d-412a-8d91-a7c4da654fd8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968764 Nov 15 11:12:29.767394 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cdbb7-8918-42d6-bb42-5a4c8eda07ae admin admin] Pushing event updated for resources: {'Port': ['ID=827bbc72-b234-4a38-a435-a6cb046a32ec,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:29.791637 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47cd8e1-e053-44b3-8c68-11c7017d0dab None None] Network ae054da0-1712-49af-9c95-3ed444cb371a requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:12:29.925411 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08e17dd3-63e7-4c4a-9aac-f35bdff0a0f1 req-15d22153-229d-4b8e-b60c-758025caaf1b tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/ports?device_id=e37dd50b-5bc7-4d8a-986b-47495be73917 HTTP/1.1" status: 200 len: 210 time: 0.0442936 Nov 15 11:12:29.945725 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2de5a170-aae3-4869-9cb8-ad32133d7401 None None] Provisioning complete for port 579d0cae-e03b-4615-9448-03d0b94a0c0a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:12:29.946095 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2de5a170-aae3-4869-9cb8-ad32133d7401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:29.989069 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b8ee862-6ffa-4dc0-8a23-76faf356137f req-a62d1756-a05b-4f56-a782-c69e4631f4af tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&id=9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb&id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&id=509efb24-ac33-44d9-8c93-97341b853bf6&id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 646 time: 0.9881463 Nov 15 11:12:30.009951 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-bb8094cc-e454-4dd8-8655-17512360de2e req-a64c259e-8376-49a1-93d9-30b3e7b39b11 service neutron] For port e7bd772e-6ea4-46c6-84bd-ca23a153da35, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e7bd772e-6ea4-46c6-84bd-ca23a153da35,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:30.090455 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2de5a170-aae3-4869-9cb8-ad32133d7401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:30.143573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2de5a170-aae3-4869-9cb8-ad32133d7401 None None] For port 579d0cae-e03b-4615-9448-03d0b94a0c0a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=579d0cae-e03b-4615-9448-03d0b94a0c0a,segment=NetworkSegment(26f7725c-0d8b-479b-95d3-b5edaafcccd8),segment_id=26f7725c-0d8b-479b-95d3-b5edaafcccd8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:30.153416 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2de5a170-aae3-4869-9cb8-ad32133d7401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:30.216099 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5a170-aae3-4869-9cb8-ad32133d7401 None None] Pushing event updated for resources: {'Port': ['ID=579d0cae-e03b-4615-9448-03d0b94a0c0a,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:30.381844 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-45cea4a0-14ab-462d-a8bb-141d827f91b3 None None] Provisioning complete for port 579d0cae-e03b-4615-9448-03d0b94a0c0a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:12:30.382523 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-45cea4a0-14ab-462d-a8bb-141d827f91b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:30.565631 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 579d0cae-e03b-4615-9448-03d0b94a0c0a up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:12:30.602515 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccaca1f-f480-4c2b-8d75-c03c9d221999 req-0f45d83c-34ad-45c3-9fd0-071e9ba7b0e3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:30.609796 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cccaca1f-f480-4c2b-8d75-c03c9d221999 req-0f45d83c-34ad-45c3-9fd0-071e9ba7b0e3 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb84de5d-9437-453f-8f6d-7b115146086a HTTP/1.1" status: 200 len: 949 time: 0.5441039 Nov 15 11:12:30.615113 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-bb8094cc-e454-4dd8-8655-17512360de2e req-a64c259e-8376-49a1-93d9-30b3e7b39b11 service neutron] For port e7bd772e-6ea4-46c6-84bd-ca23a153da35, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:12:30.625702 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 579d0cae-e03b-4615-9448-03d0b94a0c0a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:12:30.626077 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:30.708495 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd899b5-2376-4021-8551-7d155be8baa1 req-83dde08a-e0b8-48d5-b187-e005e9448a55 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:30.709967 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2bd899b5-2376-4021-8551-7d155be8baa1 req-83dde08a-e0b8-48d5-b187-e005e9448a55 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.2162642 Nov 15 11:12:30.753449 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd464fcd-bae0-4379-bfb3-82208f97cf3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7bd772e-6ea4-46c6-84bd-ca23a153da35'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:12:30.755661 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637c713f-5718-4fb4-a9e9-c8da3d79d0d7" -d '{"events": [{"server_uuid": "bd464fcd-bae0-4379-bfb3-82208f97cf3e", "name": "network-vif-unplugged", "status": "completed", "tag": "e7bd772e-6ea4-46c6-84bd-ca23a153da35"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:12:30.764951 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-6647d26d-6151-45c2-958c-b9a69962cc51 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:30.767483 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bb8094cc-e454-4dd8-8655-17512360de2e req-a64c259e-8376-49a1-93d9-30b3e7b39b11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:30.783582 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-421cdbb7-8918-42d6-bb42-5a4c8eda07ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:30.788130 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cccaca1f-f480-4c2b-8d75-c03c9d221999 req-96936a88-ae8d-41f0-a8ba-164154e58fab tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775205 Nov 15 11:12:30.791987 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bb8094cc-e454-4dd8-8655-17512360de2e req-a64c259e-8376-49a1-93d9-30b3e7b39b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:30.850470 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device e7bd772e-6ea4-46c6-84bd-ca23a153da35 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:12:30.974483 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2bd899b5-2376-4021-8551-7d155be8baa1 req-b2ff4426-2a89-41dc-b2d5-05886eaa7bd7 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441115 Nov 15 11:12:30.993840 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c259e-8376-49a1-93d9-30b3e7b39b11 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bd772e-6ea4-46c6-84bd-ca23a153da35,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:30.999064 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port e7bd772e-6ea4-46c6-84bd-ca23a153da35, host n-h1-729945-9, got binding levels [] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:31.031911 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-6647d26d-6151-45c2-958c-b9a69962cc51 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:31.038624 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Attempting to bind port e7bd772e-6ea4-46c6-84bd-ca23a153da35 on host n-h1-729945-9 for vnic_type normal with profile {"migrating_to": "n-h2-729945-9"} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:12:31.039301 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Attempting to bind port e7bd772e-6ea4-46c6-84bd-ca23a153da35 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:12:31.039759 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Attempting to bind port e7bd772e-6ea4-46c6-84bd-ca23a153da35 on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:12:31.043660 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15da6789-4d7c-4c55-b750-e1d0c84a02d5 x-openstack-request-id: req-15da6789-4d7c-4c55-b750-e1d0c84a02d5 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:12:31.044007 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd464fcd-bae0-4379-bfb3-82208f97cf3e", "name": "network-vif-unplugged", "status": "completed", "tag": "e7bd772e-6ea4-46c6-84bd-ca23a153da35", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:12:31.044252 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-15da6789-4d7c-4c55-b750-e1d0c84a02d5 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:12:31.044631 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd464fcd-bae0-4379-bfb3-82208f97cf3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7bd772e-6ea4-46c6-84bd-ca23a153da35', 'code': 200} Nov 15 11:12:31.045730 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Port e7bd772e-6ea4-46c6-84bd-ca23a153da35 on network 4534314e-1f14-4032-9246-018086f47347 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:12:31.046599 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Attempting to bind port e7bd772e-6ea4-46c6-84bd-ca23a153da35 on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:12:31.053802 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:12:31.054386 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Checking segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:12:31.054962 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Bound using segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:12:31.055599 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Bound port: e7bd772e-6ea4-46c6-84bd-ca23a153da35, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:12:31.056750 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:31.141414 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port e7bd772e-6ea4-46c6-84bd-ca23a153da35, host n-h1-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:12:31.144747 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port e7bd772e-6ea4-46c6-84bd-ca23a153da35, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e7bd772e-6ea4-46c6-84bd-ca23a153da35,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:12:31.149316 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:31.151265 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-bb8094cc-e454-4dd8-8655-17512360de2e req-a64c259e-8376-49a1-93d9-30b3e7b39b11 service neutron] Attempting to bind port e7bd772e-6ea4-46c6-84bd-ca23a153da35 on host n-h1-729945-9 for vnic_type normal with profile {"migrating_to": "n-h2-729945-9"} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:12:31.151597 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-bb8094cc-e454-4dd8-8655-17512360de2e req-a64c259e-8376-49a1-93d9-30b3e7b39b11 service neutron] Attempting to bind port e7bd772e-6ea4-46c6-84bd-ca23a153da35 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:12:31.151946 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8094cc-e454-4dd8-8655-17512360de2e req-a64c259e-8376-49a1-93d9-30b3e7b39b11 service neutron] Attempting to bind port e7bd772e-6ea4-46c6-84bd-ca23a153da35 on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:12:31.168334 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-6647d26d-6151-45c2-958c-b9a69962cc51 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Network 5dbb9da3-f39c-41be-a722-31a2895048de is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:12:31.192835 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-6647d26d-6151-45c2-958c-b9a69962cc51 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:12:31.211487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8094cc-e454-4dd8-8655-17512360de2e req-a64c259e-8376-49a1-93d9-30b3e7b39b11 service neutron] Port e7bd772e-6ea4-46c6-84bd-ca23a153da35 on network 4534314e-1f14-4032-9246-018086f47347 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:12:31.211833 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8094cc-e454-4dd8-8655-17512360de2e req-a64c259e-8376-49a1-93d9-30b3e7b39b11 service neutron] Attempting to bind port e7bd772e-6ea4-46c6-84bd-ca23a153da35 on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:12:31.214069 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-6647d26d-6151-45c2-958c-b9a69962cc51 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:12:31.219742 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-6647d26d-6151-45c2-958c-b9a69962cc51 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:31.220673 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-6647d26d-6151-45c2-958c-b9a69962cc51 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:31.228092 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647d26d-6151-45c2-958c-b9a69962cc51 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Pushing event updated for resources: {'Port': ['ID=c1e5a808-d045-4bfe-8e80-eac824871c02,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:31.230663 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=e7bd772e-6ea4-46c6-84bd-ca23a153da35,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:31.243664 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3cfa4-6cdb-4e12-8158-ecd70b79d0d7 req-e4d41a80-e710-4eb8-b54b-9255c620b432 tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:31.244153 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3cfa4-6cdb-4e12-8158-ecd70b79d0d7 req-e4d41a80-e710-4eb8-b54b-9255c620b432 tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:31.244612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3cfa4-6cdb-4e12-8158-ecd70b79d0d7 req-e4d41a80-e710-4eb8-b54b-9255c620b432 tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:31.246354 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-22d3cfa4-6cdb-4e12-8158-ecd70b79d0d7 req-e4d41a80-e710-4eb8-b54b-9255c620b432 tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=98123018-987c-4037-91cc-993c0a5a5f36&device_id=65f72b27-73f1-488c-8ddb-f1a10c9e79bc&device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 2882 time: 0.2828257 Nov 15 11:12:31.256641 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8094cc-e454-4dd8-8655-17512360de2e req-a64c259e-8376-49a1-93d9-30b3e7b39b11 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:12:31.256974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8094cc-e454-4dd8-8655-17512360de2e req-a64c259e-8376-49a1-93d9-30b3e7b39b11 service neutron] Checking segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:12:31.257350 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8094cc-e454-4dd8-8655-17512360de2e req-a64c259e-8376-49a1-93d9-30b3e7b39b11 service neutron] Bound using segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:12:31.257787 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-bb8094cc-e454-4dd8-8655-17512360de2e req-a64c259e-8376-49a1-93d9-30b3e7b39b11 service neutron] Bound port: e7bd772e-6ea4-46c6-84bd-ca23a153da35, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:12:31.258138 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bb8094cc-e454-4dd8-8655-17512360de2e req-a64c259e-8376-49a1-93d9-30b3e7b39b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:31.262166 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device e7bd772e-6ea4-46c6-84bd-ca23a153da35 has no active binding in host n-h2-729945-9 {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 11:12:31.271153 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:31.288119 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-6647d26d-6151-45c2-958c-b9a69962cc51 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5028501 Nov 15 11:12:31.317003 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-d190b80f-078b-4d31-8387-a11ef7a94ce0 service neutron] Request body: {'port': {'device_id': 'e37dd50b-5bc7-4d8a-986b-47495be73917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:12:31.347878 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ed5a6-c1e3-4a5b-b069-2ceb9c02ef13 req-3194b168-d4d7-4de6-ae83-7387f5610d3f tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:31.349350 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-897ed5a6-c1e3-4a5b-b069-2ceb9c02ef13 req-3194b168-d4d7-4de6-ae83-7387f5610d3f tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 944 time: 0.1994557 Nov 15 11:12:31.407946 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-421cdbb7-8918-42d6-bb42-5a4c8eda07ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:31.434738 n-d-729945-9 neutron-server[102678]: WARNING neutron.plugins.ml2.plugin [req-bb8094cc-e454-4dd8-8655-17512360de2e req-a64c259e-8376-49a1-93d9-30b3e7b39b11 service neutron] Concurrent port binding operations failed on port e7bd772e-6ea4-46c6-84bd-ca23a153da35 Nov 15 11:12:31.439770 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-bb8094cc-e454-4dd8-8655-17512360de2e req-a64c259e-8376-49a1-93d9-30b3e7b39b11 service neutron] For port e7bd772e-6ea4-46c6-84bd-ca23a153da35, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e7bd772e-6ea4-46c6-84bd-ca23a153da35,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:31.490854 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-22d3cfa4-6cdb-4e12-8158-ecd70b79d0d7 req-1a854887-fc51-47d2-be26-80c69c07e58b tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294202 Nov 15 11:12:31.526007 n-d-729945-9 neutron-server[102678]: INFO neutron.plugins.ml2.plugin [req-bb8094cc-e454-4dd8-8655-17512360de2e req-a64c259e-8376-49a1-93d9-30b3e7b39b11 service neutron] Attempt 2 to bind port e7bd772e-6ea4-46c6-84bd-ca23a153da35 Nov 15 11:12:31.533238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8094cc-e454-4dd8-8655-17512360de2e req-a64c259e-8376-49a1-93d9-30b3e7b39b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:31.533844 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bb8094cc-e454-4dd8-8655-17512360de2e req-a64c259e-8376-49a1-93d9-30b3e7b39b11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:31.535217 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb8094cc-e454-4dd8-8655-17512360de2e req-a64c259e-8376-49a1-93d9-30b3e7b39b11 service neutron] 10.222.0.55 "PUT /v2.0/ports/e7bd772e-6ea4-46c6-84bd-ca23a153da35 HTTP/1.1" status: 200 len: 1122 time: 2.3456681 Nov 15 11:12:31.552649 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-d190b80f-078b-4d31-8387-a11ef7a94ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:31.581564 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-897ed5a6-c1e3-4a5b-b069-2ceb9c02ef13 req-86c825af-4ce4-40c9-b51d-f67b86d76db7 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124224 Nov 15 11:12:31.665359 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['e7bd772e-6ea4-46c6-84bd-ca23a153da35'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:31.685135 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34065d85-19c2-4e7e-895a-cb2799bdb80e req-aa85f098-7833-4be7-916b-97e63b70cec7 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:31.686704 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34065d85-19c2-4e7e-895a-cb2799bdb80e req-aa85f098-7833-4be7-916b-97e63b70cec7 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/ports?device_id=e37dd50b-5bc7-4d8a-986b-47495be73917 HTTP/1.1" status: 200 len: 932 time: 0.1282611 Nov 15 11:12:31.760368 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['e7bd772e-6ea4-46c6-84bd-ca23a153da35'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:31.846944 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421cdbb7-8918-42d6-bb42-5a4c8eda07ae admin admin] Router 224395da-a118-4dea-b8ee-d58703195077 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:12:31.860941 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34065d85-19c2-4e7e-895a-cb2799bdb80e req-e60c5d10-9f25-4b74-a57a-00d62bd48069 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c1aff0-6802-407b-861d-673ab13350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653256 Nov 15 11:12:31.995266 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-d190b80f-078b-4d31-8387-a11ef7a94ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e5a808-d045-4bfe-8e80-eac824871c02 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:12:32.004662 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-d190b80f-078b-4d31-8387-a11ef7a94ce0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:32.124275 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-d190b80f-078b-4d31-8387-a11ef7a94ce0 service neutron] Transition to ACTIVE for port object c1e5a808-d045-4bfe-8e80-eac824871c02 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:12:32.133742 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-d190b80f-078b-4d31-8387-a11ef7a94ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:32.208932 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c940e-a497-4441-9b56-9807308a72bd req-4168dd8d-55c9-40b9-8c5f-39d4cd6a55ea tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:32.216144 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-856c940e-a497-4441-9b56-9807308a72bd req-4168dd8d-55c9-40b9-8c5f-39d4cd6a55ea tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb84de5d-9437-453f-8f6d-7b115146086a HTTP/1.1" status: 200 len: 949 time: 0.1915410 Nov 15 11:12:32.230408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190b80f-078b-4d31-8387-a11ef7a94ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e5a808-d045-4bfe-8e80-eac824871c02,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:32.318011 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421cdbb7-8918-42d6-bb42-5a4c8eda07ae admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:12:32.329223 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] Sync routers for ids ['224395da-a118-4dea-b8ee-d58703195077'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:12:32.342737 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-d190b80f-078b-4d31-8387-a11ef7a94ce0 service neutron] Attempting to bind port c1e5a808-d045-4bfe-8e80-eac824871c02 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:12:32.343066 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-d190b80f-078b-4d31-8387-a11ef7a94ce0 service neutron] Attempting to bind port c1e5a808-d045-4bfe-8e80-eac824871c02 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '2fede31b-1a82-4495-bc65-283443af6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '5dbb9da3-f39c-41be-a722-31a2895048de'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:12:32.343381 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-d190b80f-078b-4d31-8387-a11ef7a94ce0 service neutron] Attempting to bind port c1e5a808-d045-4bfe-8e80-eac824871c02 on network 5dbb9da3-f39c-41be-a722-31a2895048de {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:12:32.360251 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] Routers {'224395da-a118-4dea-b8ee-d58703195077'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:12:32.360986 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:12:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['224395da-a118-4dea-b8ee-d58703195077'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:12:32.363137 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-856c940e-a497-4441-9b56-9807308a72bd req-4dfa1418-f07f-4a9d-b584-1b7579a08055 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411717 Nov 15 11:12:32.383190 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876c45e-6fd3-45da-af08-df6d8a2ad830 req-1c8cd02f-a295-4f30-8697-0efd91f694e7 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:32.384836 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e876c45e-6fd3-45da-af08-df6d8a2ad830 req-1c8cd02f-a295-4f30-8697-0efd91f694e7 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.1638913 Nov 15 11:12:32.387861 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-d190b80f-078b-4d31-8387-a11ef7a94ce0 service neutron] Port c1e5a808-d045-4bfe-8e80-eac824871c02 on network 5dbb9da3-f39c-41be-a722-31a2895048de not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:12:32.388188 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-d190b80f-078b-4d31-8387-a11ef7a94ce0 service neutron] Attempting to bind port c1e5a808-d045-4bfe-8e80-eac824871c02 on network 5dbb9da3-f39c-41be-a722-31a2895048de {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:12:32.405348 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-d190b80f-078b-4d31-8387-a11ef7a94ce0 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:12:32.405348 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-d190b80f-078b-4d31-8387-a11ef7a94ce0 service neutron] Checking segment: {'id': '2fede31b-1a82-4495-bc65-283443af6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '5dbb9da3-f39c-41be-a722-31a2895048de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:12:32.405348 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-d190b80f-078b-4d31-8387-a11ef7a94ce0 service neutron] Bound using segment: {'id': '2fede31b-1a82-4495-bc65-283443af6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '5dbb9da3-f39c-41be-a722-31a2895048de'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:12:32.405348 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-d190b80f-078b-4d31-8387-a11ef7a94ce0 service neutron] Bound port: c1e5a808-d045-4bfe-8e80-eac824871c02, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fede31b-1a82-4495-bc65-283443af6e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '5dbb9da3-f39c-41be-a722-31a2895048de'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:12:32.405348 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-d190b80f-078b-4d31-8387-a11ef7a94ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:32.426266 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-421cdbb7-8918-42d6-bb42-5a4c8eda07ae admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:32.427207 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-421cdbb7-8918-42d6-bb42-5a4c8eda07ae admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6924438 Nov 15 11:12:32.430079 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51220) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:32.486917 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] Set router 224395da-a118-4dea-b8ee-d58703195077 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:12:32.526120 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e876c45e-6fd3-45da-af08-df6d8a2ad830 req-4aeffa2f-c45f-4710-a0a0-5cfe42e6ddf8 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312535 Nov 15 11:12:32.548988 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-d190b80f-078b-4d31-8387-a11ef7a94ce0 service neutron] For port c1e5a808-d045-4bfe-8e80-eac824871c02, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:12:32.552729 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-d190b80f-078b-4d31-8387-a11ef7a94ce0 service neutron] For port c1e5a808-d045-4bfe-8e80-eac824871c02, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=c1e5a808-d045-4bfe-8e80-eac824871c02,segment=NetworkSegment(2fede31b-1a82-4495-bc65-283443af6e55),segment_id=2fede31b-1a82-4495-bc65-283443af6e55)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:12:32.571129 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-d190b80f-078b-4d31-8387-a11ef7a94ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:32.641785 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-d190b80f-078b-4d31-8387-a11ef7a94ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:32.642401 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-d190b80f-078b-4d31-8387-a11ef7a94ce0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:32.643802 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-d190b80f-078b-4d31-8387-a11ef7a94ce0 service neutron] 10.222.0.11 "PUT /v2.0/ports/c1e5a808-d045-4bfe-8e80-eac824871c02 HTTP/1.1" status: 200 len: 1092 time: 1.3379674 Nov 15 11:12:32.683572 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190b80f-078b-4d31-8387-a11ef7a94ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e5a808-d045-4bfe-8e80-eac824871c02,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:32.693928 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afcec2-2304-43a5-87fa-fc2e6a1b0ca7 req-b0bf4234-1aff-4ba7-9ad8-897119380c58 tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:32.695467 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d5afcec2-2304-43a5-87fa-fc2e6a1b0ca7 req-b0bf4234-1aff-4ba7-9ad8-897119380c58 tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 1100 time: 0.0711026 Nov 15 11:12:32.794654 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-a1e95ca2-597a-46d6-9a22-79587f6d1753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:32.796197 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-a1e95ca2-597a-46d6-9a22-79587f6d1753 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6acf69ea3f64244b19e62c2ca173054&device_id=e37dd50b-5bc7-4d8a-986b-47495be73917 HTTP/1.1" status: 200 len: 1095 time: 0.0998497 Nov 15 11:12:32.808447 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d5afcec2-2304-43a5-87fa-fc2e6a1b0ca7 req-82f7194a-134d-44bf-b4e6-98c7035ee97b tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033149 Nov 15 11:12:32.817070 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224395da-a118-4dea-b8ee-d58703195077', 'name': 'tempest-ServersTestBootFromVolume-914929958-router', 'tenant_id': '07190b821157497db376988d8fa80885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:12:27Z', 'updated_at': '2021-11-15T11:12:29Z', 'revision_number': 3, 'project_id': '07190b821157497db376988d8fa80885', 'gw_port': {'id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224395da-a118-4dea-b8ee-d58703195077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:12:28Z', 'updated_at': '2021-11-15T11:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:12:32.823041 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b2a34-27ad-4631-a0f0-8483f737288e req-62ec2f87-fc43-41e9-a554-0c56c688cc89 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:32.824520 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-278b2a34-27ad-4631-a0f0-8483f737288e req-62ec2f87-fc43-41e9-a554-0c56c688cc89 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 944 time: 0.0969095 Nov 15 11:12:32.853249 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-800da53b-7e56-4d39-9089-09d1040c62ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1e5a808-d045-4bfe-8e80-eac824871c02 HTTP/1.1" status: 200 len: 217 time: 0.0473859 Nov 15 11:12:32.876044 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] Checking router: 224395da-a118-4dea-b8ee-d58703195077 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:12:32.877493 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] Updating router 224395da-a118-4dea-b8ee-d58703195077 port 827bbc72-b234-4a38-a435-a6cb046a32ec binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:12:32.918517 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:32.945195 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-278b2a34-27ad-4631-a0f0-8483f737288e req-a9120de2-acfb-4e51-af4a-cb2527e51605 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947585 Nov 15 11:12:32.947402 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-2d44ee06-2114-4e7f-8869-34f4d3da5121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:32.949557 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-2d44ee06-2114-4e7f-8869-34f4d3da5121 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ba3e0fd8-587e-48e6-89ae-0be70ed702ca HTTP/1.1" status: 200 len: 853 time: 0.0804722 Nov 15 11:12:32.988517 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-27a40a07-d28c-4736-9e3d-bccc36454815 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5dbb9da3-f39c-41be-a722-31a2895048de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327146 Nov 15 11:12:33.052318 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd464fcd-bae0-4379-bfb3-82208f97cf3e', 'tag': 'e7bd772e-6ea4-46c6-84bd-ca23a153da35'}, {'name': 'network-changed', 'server_uuid': 'e37dd50b-5bc7-4d8a-986b-47495be73917', 'tag': 'c1e5a808-d045-4bfe-8e80-eac824871c02'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:12:33.055027 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33eb9cd2-41c1-4818-8ca4-2be0ae6450c9" -d '{"events": [{"name": "network-changed", "server_uuid": "bd464fcd-bae0-4379-bfb3-82208f97cf3e", "tag": "e7bd772e-6ea4-46c6-84bd-ca23a153da35"}, {"name": "network-changed", "server_uuid": "e37dd50b-5bc7-4d8a-986b-47495be73917", "tag": "c1e5a808-d045-4bfe-8e80-eac824871c02"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:12:33.119535 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-174e0c17-ac07-412a-8882-fbb30b60807b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:33.166290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42452e8-6537-4094-baf3-ab9b033d72e4 req-d0bfc0ed-f300-4efb-8171-9afe2919a1fe tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:33.168771 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d42452e8-6537-4094-baf3-ab9b033d72e4 req-d0bfc0ed-f300-4efb-8171-9afe2919a1fe tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 1100 time: 0.1684411 Nov 15 11:12:33.225506 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2fbd6-bbbd-43c2-8227-e9f20903accb req-eee79c08-b271-4505-9a70-a2e86bfb7cda tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:33.234002 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-05f2fbd6-bbbd-43c2-8227-e9f20903accb req-eee79c08-b271-4505-9a70-a2e86bfb7cda tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/ports?device_id=e37dd50b-5bc7-4d8a-986b-47495be73917 HTTP/1.1" status: 200 len: 944 time: 0.1347728 Nov 15 11:12:33.284080 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d42452e8-6537-4094-baf3-ab9b033d72e4 req-82de8e76-3da5-4b36-b8fa-4d994fdd94ab tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053281 Nov 15 11:12:33.287600 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-2c33e3fc-e0be-4bdb-8230-5f128083a823 service neutron] 10.222.0.11 "GET /v2.0/networks/5dbb9da3-f39c-41be-a722-31a2895048de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905438 Nov 15 11:12:33.336834 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-174e0c17-ac07-412a-8882-fbb30b60807b admin admin] Allocated IP 172.20.0.1 (ae054da0-1712-49af-9c95-3ed444cb371a/e661f3a9-0e06-442b-b9c9-98d82f57e8e3/466b70c3-e994-4f86-9538-6e2dffe7dae1) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:12:33.362334 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-05f2fbd6-bbbd-43c2-8227-e9f20903accb req-584f63d6-5a3d-44fa-bc2e-16f514587cfc tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c1aff0-6802-407b-861d-673ab13350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224172 Nov 15 11:12:33.429665 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 15 Nov 2021 11:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afff008f-a2ab-4315-8151-c090d78b0e52 x-openstack-request-id: req-afff008f-a2ab-4315-8151-c090d78b0e52 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:12:33.433990 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:33.434729 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd464fcd-bae0-4379-bfb3-82208f97cf3e", "tag": "e7bd772e-6ea4-46c6-84bd-ca23a153da35", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e37dd50b-5bc7-4d8a-986b-47495be73917", "tag": "c1e5a808-d045-4bfe-8e80-eac824871c02", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:12:33.436214 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-afff008f-a2ab-4315-8151-c090d78b0e52 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:12:33.436697 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd464fcd-bae0-4379-bfb3-82208f97cf3e', 'tag': 'e7bd772e-6ea4-46c6-84bd-ca23a153da35', 'status': 'completed', 'code': 200} Nov 15 11:12:33.437008 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e37dd50b-5bc7-4d8a-986b-47495be73917', 'tag': 'c1e5a808-d045-4bfe-8e80-eac824871c02', 'status': 'completed', 'code': 200} Nov 15 11:12:33.451535 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:33.514170 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb9cd2-41c1-4818-8ca4-2be0ae6450c9 req-84ca0d2b-ebd1-444f-93b7-8df31b7badd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:33.515723 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33eb9cd2-41c1-4818-8ca4-2be0ae6450c9 req-84ca0d2b-ebd1-444f-93b7-8df31b7badd4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 1125 time: 0.0713215 Nov 15 11:12:33.566997 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d67ac-d437-435d-8a35-0c08a900c32d None None] Pushing event updated for resources: {'Port': ['ID=827bbc72-b234-4a38-a435-a6cb046a32ec,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:33.573215 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e2e7941-f2f7-41a0-b532-2be6b3e26491 req-8e3861e1-d5fa-4540-8ad0-4bf7df6db3e7 service neutron] 10.222.0.11 "GET /v2.0/networks/5dbb9da3-f39c-41be-a722-31a2895048de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772524 Nov 15 11:12:33.578266 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] Attempting to bind port 827bbc72-b234-4a38-a435-a6cb046a32ec on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:12:33.578639 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] Attempting to bind port 827bbc72-b234-4a38-a435-a6cb046a32ec by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:12:33.579002 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] Attempting to bind port 827bbc72-b234-4a38-a435-a6cb046a32ec on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:12:33.589664 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:12:33.589664 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:12:33.590048 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:33.590363 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:12:33.592873 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] Bound port: 827bbc72-b234-4a38-a435-a6cb046a32ec, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:12:33.593370 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:33.611525 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2540729-6e7f-4693-a77e-58065d08272b req-dd3a28fd-29fb-499d-b5ba-d493eec27c26 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:33.613100 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2540729-6e7f-4693-a77e-58065d08272b req-dd3a28fd-29fb-499d-b5ba-d493eec27c26 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb84de5d-9437-453f-8f6d-7b115146086a HTTP/1.1" status: 200 len: 949 time: 0.1428549 Nov 15 11:12:33.626732 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-174e0c17-ac07-412a-8882-fbb30b60807b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:33.683710 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] For port 827bbc72-b234-4a38-a435-a6cb046a32ec, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:12:33.686371 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb9cd2-41c1-4818-8ca4-2be0ae6450c9 req-303863e8-78f4-4fa2-a3d7-d121a07ad83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:33.687867 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33eb9cd2-41c1-4818-8ca4-2be0ae6450c9 req-303863e8-78f4-4fa2-a3d7-d121a07ad83f service neutron] 10.222.0.11 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 908 time: 0.1590431 Nov 15 11:12:33.688858 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] For port 827bbc72-b234-4a38-a435-a6cb046a32ec, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=827bbc72-b234-4a38-a435-a6cb046a32ec,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:12:33.696271 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:33.723405 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2540729-6e7f-4693-a77e-58065d08272b req-15fd0416-b7f5-40b5-905f-85e04bfdcd9b tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004839 Nov 15 11:12:33.750595 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-174e0c17-ac07-412a-8882-fbb30b60807b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:33.772567 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] Routers {'224395da-a118-4dea-b8ee-d58703195077'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:12:33.773284 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:12:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['224395da-a118-4dea-b8ee-d58703195077'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:12:33.807011 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e0c17-ac07-412a-8882-fbb30b60807b admin admin] Pushing event updated for resources: {'Port': ['ID=466b70c3-e994-4f86-9538-6e2dffe7dae1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:33.810759 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33eb9cd2-41c1-4818-8ca4-2be0ae6450c9 req-40a3e240-bbb9-4dbd-93da-7bd7c3b1a0af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7bd772e-6ea4-46c6-84bd-ca23a153da35 HTTP/1.1" status: 200 len: 217 time: 0.1139233 Nov 15 11:12:33.824866 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174e0c17-ac07-412a-8882-fbb30b60807b admin admin] Network ae054da0-1712-49af-9c95-3ed444cb371a is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:12:33.826481 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-174e0c17-ac07-412a-8882-fbb30b60807b admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:12:33.835397 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174e0c17-ac07-412a-8882-fbb30b60807b admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:12:33.853927 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d67ac-d437-435d-8a35-0c08a900c32d None None] Pushing event updated for resources: {'Port': ['ID=827bbc72-b234-4a38-a435-a6cb046a32ec,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:33.876329 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfb39e-3f56-419f-bee1-b6d282df15a4 req-cd8a3d16-3329-44ee-b5f6-6fa91b484076 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:33.890777 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffbfb39e-3f56-419f-bee1-b6d282df15a4 req-cd8a3d16-3329-44ee-b5f6-6fa91b484076 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.1431668 Nov 15 11:12:33.914880 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-174e0c17-ac07-412a-8882-fbb30b60807b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:33.957882 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] Set router 224395da-a118-4dea-b8ee-d58703195077 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:12:33.960895 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffbfb39e-3f56-419f-bee1-b6d282df15a4 req-965cced6-e0da-472c-b6b9-89729fef4e78 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687490 Nov 15 11:12:33.972271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb9cd2-41c1-4818-8ca4-2be0ae6450c9 req-6bdb9ef2-fbd5-471b-9368-4589ba32c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:33.972635 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33eb9cd2-41c1-4818-8ca4-2be0ae6450c9 req-6bdb9ef2-fbd5-471b-9368-4589ba32c613 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b5f0410-d440-42ba-a6cf-b7c754e903cf HTTP/1.1" status: 200 len: 847 time: 0.1473548 Nov 15 11:12:34.016254 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33eb9cd2-41c1-4818-8ca4-2be0ae6450c9 req-70603123-c73b-4c19-9d47-77eb5c30194d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4534314e-1f14-4032-9246-018086f47347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337224 Nov 15 11:12:34.138743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8cff7-ea68-4ae7-98b3-d7f8f482db8b req-bc9a0465-7847-48dc-a75e-40de15660ce0 tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:34.150357 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0cc8cff7-ea68-4ae7-98b3-d7f8f482db8b req-bc9a0465-7847-48dc-a75e-40de15660ce0 tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fb84de5d-9437-453f-8f6d-7b115146086a HTTP/1.1" status: 200 len: 1100 time: 0.1089158 Nov 15 11:12:34.209002 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33eb9cd2-41c1-4818-8ca4-2be0ae6450c9 req-9d2e4f30-dd43-4a67-8639-1a8729eaa8ba service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811397 Nov 15 11:12:34.211687 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-174e0c17-ac07-412a-8882-fbb30b60807b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:34.232304 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0cc8cff7-ea68-4ae7-98b3-d7f8f482db8b req-dc0aee41-c235-40cb-a984-3e2c57c821b8 tempest-ServersOnMultiNodesTest-1490380644 tempest-ServersOnMultiNodesTest-1490380644-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739262 Nov 15 11:12:34.242003 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-dd1cf7f6-72ce-4796-9d25-647612a06b83 None None] Provisioning complete for port 466b70c3-e994-4f86-9538-6e2dffe7dae1 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:12:34.260098 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf7f6-72ce-4796-9d25-647612a06b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:34.353173 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-dd1cf7f6-72ce-4796-9d25-647612a06b83 None None] Port 466b70c3-e994-4f86-9538-6e2dffe7dae1 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:12:34.385728 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224395da-a118-4dea-b8ee-d58703195077', 'name': 'tempest-ServersTestBootFromVolume-914929958-router', 'tenant_id': '07190b821157497db376988d8fa80885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:12:27Z', 'updated_at': '2021-11-15T11:12:29Z', 'revision_number': 3, 'project_id': '07190b821157497db376988d8fa80885', 'gw_port': {'id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224395da-a118-4dea-b8ee-d58703195077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:12:28Z', 'updated_at': '2021-11-15T11:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:12:34.410812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba96f00-6d81-4459-bfd8-ad9997066ceb req-a4f25300-7890-4db9-b5d4-209badba9c8c tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:34.421729 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ba96f00-6d81-4459-bfd8-ad9997066ceb req-a4f25300-7890-4db9-b5d4-209badba9c8c tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 944 time: 0.1021533 Nov 15 11:12:34.426714 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efd40c1-2cd0-47db-903b-cbaf3f288fb4 None None] The sync data for ids ['224395da-a118-4dea-b8ee-d58703195077'] in n-d-729945-9 is: [{'id': '224395da-a118-4dea-b8ee-d58703195077', 'name': 'tempest-ServersTestBootFromVolume-914929958-router', 'tenant_id': '07190b821157497db376988d8fa80885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:12:27Z', 'updated_at': '2021-11-15T11:12:29Z', 'revision_number': 3, 'project_id': '07190b821157497db376988d8fa80885', 'gw_port': {'id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224395da-a118-4dea-b8ee-d58703195077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:12:28Z', 'updated_at': '2021-11-15T11:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:12:34.540431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ba96f00-6d81-4459-bfd8-ad9997066ceb req-ef59987b-e723-481d-8cc3-bfc44d086d1e tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150622 Nov 15 11:12:34.713562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809fd9f-f5bb-4b9b-a987-2894c9919c12 req-42af79e3-b4ba-4090-bd38-6c6687885885 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:34.722839 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a809fd9f-f5bb-4b9b-a987-2894c9919c12 req-42af79e3-b4ba-4090-bd38-6c6687885885 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/ports?device_id=e37dd50b-5bc7-4d8a-986b-47495be73917 HTTP/1.1" status: 200 len: 944 time: 0.0790186 Nov 15 11:12:34.788680 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a809fd9f-f5bb-4b9b-a987-2894c9919c12 req-716c92a3-3ce8-4e16-a9c9-d72f0708e5cf tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c1aff0-6802-407b-861d-673ab13350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647814 Nov 15 11:12:34.938036 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33eb9cd2-41c1-4818-8ca4-2be0ae6450c9 req-8250cdfb-9823-46bd-a765-069037eab4ad service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7146142 Nov 15 11:12:34.972786 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-174e0c17-ac07-412a-8882-fbb30b60807b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:34.989557 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-174e0c17-ac07-412a-8882-fbb30b60807b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:35.036745 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710881bc-38da-484c-9ba7-2d3401ac4e06 req-104c57d7-d1ce-468a-8bda-a0b20efcd548 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:35.041124 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-710881bc-38da-484c-9ba7-2d3401ac4e06 req-104c57d7-d1ce-468a-8bda-a0b20efcd548 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb84de5d-9437-453f-8f6d-7b115146086a HTTP/1.1" status: 200 len: 949 time: 0.1327112 Nov 15 11:12:35.176439 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-710881bc-38da-484c-9ba7-2d3401ac4e06 req-6e1f6d2a-1e9c-41f6-8b06-33155fb8d5e0 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218984 Nov 15 11:12:35.230193 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-174e0c17-ac07-412a-8882-fbb30b60807b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:35.374397 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174e0c17-ac07-412a-8882-fbb30b60807b admin admin] Network ae054da0-1712-49af-9c95-3ed444cb371a is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:12:35.379298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857597-75e8-4efe-8534-18a03a340b9d req-70317609-88ef-4a67-aa00-12dcf76ec89d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:35.387691 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-174e0c17-ac07-412a-8882-fbb30b60807b admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:12:35.388696 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca857597-75e8-4efe-8534-18a03a340b9d req-70317609-88ef-4a67-aa00-12dcf76ec89d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.1061275 Nov 15 11:12:35.391102 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb9cd2-41c1-4818-8ca4-2be0ae6450c9 req-2265fdc7-d204-4926-af19-7190e22bb693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:35.393368 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33eb9cd2-41c1-4818-8ca4-2be0ae6450c9 req-2265fdc7-d204-4926-af19-7190e22bb693 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6acf69ea3f64244b19e62c2ca173054&device_id=e37dd50b-5bc7-4d8a-986b-47495be73917 HTTP/1.1" status: 200 len: 1095 time: 0.3625164 Nov 15 11:12:35.393515 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e0c17-ac07-412a-8882-fbb30b60807b admin admin] Pushing event updated for resources: {'Port': ['ID=466b70c3-e994-4f86-9538-6e2dffe7dae1,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:35.491921 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca857597-75e8-4efe-8534-18a03a340b9d req-3c590c24-ae20-430b-84cb-f594d674262d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969980 Nov 15 11:12:35.700559 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408eb098-a95f-4d5e-9911-cb3aa98ea658 req-38f48f9d-8610-477b-b8e9-1b31c02240c9 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:35.708645 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-408eb098-a95f-4d5e-9911-cb3aa98ea658 req-38f48f9d-8610-477b-b8e9-1b31c02240c9 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.1753578 Nov 15 11:12:35.778508 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174e0c17-ac07-412a-8882-fbb30b60807b admin admin] Router 224395da-a118-4dea-b8ee-d58703195077 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:12:35.822744 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46520ba-c2bb-4f79-a173-bb619af849c6 req-1a1798f9-06f6-42ab-8791-400baaa523b5 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:35.824533 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d46520ba-c2bb-4f79-a173-bb619af849c6 req-1a1798f9-06f6-42ab-8791-400baaa523b5 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 944 time: 0.1050680 Nov 15 11:12:35.887272 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-408eb098-a95f-4d5e-9911-cb3aa98ea658 req-4abd0d1b-1475-4d11-98ea-2b0fe00995ac tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775701 Nov 15 11:12:35.894561 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2667c31c-c314-4b50-81cf-0899edec7a5a None None] Provisioning complete for port 466b70c3-e994-4f86-9538-6e2dffe7dae1 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:12:35.896260 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2667c31c-c314-4b50-81cf-0899edec7a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:35.939731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb9cd2-41c1-4818-8ca4-2be0ae6450c9 req-b7b87e55-e7b8-4749-a072-6525a7b3902f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:35.941259 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33eb9cd2-41c1-4818-8ca4-2be0ae6450c9 req-b7b87e55-e7b8-4749-a072-6525a7b3902f service neutron] 10.222.0.11 "GET /v2.0/networks?id=5dbb9da3-f39c-41be-a722-31a2895048de HTTP/1.1" status: 200 len: 914 time: 0.5378768 Nov 15 11:12:35.976716 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d46520ba-c2bb-4f79-a173-bb619af849c6 req-6852f5a3-9ce0-41ba-9972-6ee58d4dbf7e tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348431 Nov 15 11:12:35.978220 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-2667c31c-c314-4b50-81cf-0899edec7a5a None None] Port 466b70c3-e994-4f86-9538-6e2dffe7dae1 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:12:36.015901 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33eb9cd2-41c1-4818-8ca4-2be0ae6450c9 req-c58d7f0d-5c86-4d7c-bf14-8590c662e50e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1e5a808-d045-4bfe-8e80-eac824871c02 HTTP/1.1" status: 200 len: 217 time: 0.0648146 Nov 15 11:12:36.085617 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd66543-769e-498d-baf2-0a2e4f996d34 req-61113fb8-5dc4-4357-8117-be94a5c044b7 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:36.101095 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5bd66543-769e-498d-baf2-0a2e4f996d34 req-61113fb8-5dc4-4357-8117-be94a5c044b7 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/ports?device_id=e37dd50b-5bc7-4d8a-986b-47495be73917 HTTP/1.1" status: 200 len: 944 time: 0.0860391 Nov 15 11:12:36.123048 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb9cd2-41c1-4818-8ca4-2be0ae6450c9 req-b4066ade-b3d2-43aa-beb4-7c5c3d2adf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:36.124538 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33eb9cd2-41c1-4818-8ca4-2be0ae6450c9 req-b4066ade-b3d2-43aa-beb4-7c5c3d2adf96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ba3e0fd8-587e-48e6-89ae-0be70ed702ca HTTP/1.1" status: 200 len: 853 time: 0.0950086 Nov 15 11:12:36.130304 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174e0c17-ac07-412a-8882-fbb30b60807b admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:12:36.140915 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-174e0c17-ac07-412a-8882-fbb30b60807b admin admin] 10.222.0.64 "PUT /v2.0/routers/224395da-a118-4dea-b8ee-d58703195077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7091362 Nov 15 11:12:36.184503 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33eb9cd2-41c1-4818-8ca4-2be0ae6450c9 req-389994b3-2a30-4718-8977-ab921ffd85b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5dbb9da3-f39c-41be-a722-31a2895048de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424750 Nov 15 11:12:36.185084 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5bd66543-769e-498d-baf2-0a2e4f996d34 req-207aae87-d09c-4875-9764-efb5dc3e3373 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c1aff0-6802-407b-861d-673ab13350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827596 Nov 15 11:12:36.194524 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-899c8ed9-ef69-4fdf-8365-6f83ed168092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:36.371184 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33eb9cd2-41c1-4818-8ca4-2be0ae6450c9 req-f69c59a7-e716-47d0-be14-9c933cd388c5 service neutron] 10.222.0.11 "GET /v2.0/networks/5dbb9da3-f39c-41be-a722-31a2895048de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630244 Nov 15 11:12:36.391145 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac20d77-0889-40f1-9147-8a2ee6cd9516 req-fa4c877e-589d-43bc-b128-1d7a435a4e6b tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:36.393879 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ac20d77-0889-40f1-9147-8a2ee6cd9516 req-fa4c877e-589d-43bc-b128-1d7a435a4e6b tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb84de5d-9437-453f-8f6d-7b115146086a HTTP/1.1" status: 200 len: 949 time: 0.0937915 Nov 15 11:12:36.457331 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ac20d77-0889-40f1-9147-8a2ee6cd9516 req-be3e80b8-4394-4418-beb4-42e4044071f6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568748 Nov 15 11:12:36.500992 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33eb9cd2-41c1-4818-8ca4-2be0ae6450c9 req-c82ff877-5a2c-43aa-8cdd-163eabd1d5bc service neutron] 10.222.0.11 "GET /v2.0/networks/5dbb9da3-f39c-41be-a722-31a2895048de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199114 Nov 15 11:12:36.598682 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 827bbc72-b234-4a38-a435-a6cb046a32ec up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:12:36.653558 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device c1e5a808-d045-4bfe-8e80-eac824871c02 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:12:36.689659 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51302) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:36.695626 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4eccf535-dae7-48d7-8ebc-4e2d869a29a4 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Request body: {'security_group': {'name': 'tempest-securitygroup--813820695', 'description': 'tempest-description--1063754201'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:12:36.749243 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4eccf535-dae7-48d7-8ebc-4e2d869a29a4 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:36.759751 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 827bbc72-b234-4a38-a435-a6cb046a32ec triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:12:36.760497 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:36.768381 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9b1c9-481a-4248-9ec2-c54d9fc40490 req-f04263bd-d5f9-4832-91c5-5c5d51b9a331 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:36.768381 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68f9b1c9-481a-4248-9ec2-c54d9fc40490 req-f04263bd-d5f9-4832-91c5-5c5d51b9a331 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.1136386 Nov 15 11:12:36.848111 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68f9b1c9-481a-4248-9ec2-c54d9fc40490 req-0db3135e-8eac-4cb1-8eab-037eb8e70b34 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729828 Nov 15 11:12:36.854057 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4eccf535-dae7-48d7-8ebc-4e2d869a29a4 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:36.860003 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4eccf535-dae7-48d7-8ebc-4e2d869a29a4 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:36.900442 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eccf535-dae7-48d7-8ebc-4e2d869a29a4 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6510f78-fe32-4cef-a0f2-443f8c274790,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:36.905986 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4eccf535-dae7-48d7-8ebc-4e2d869a29a4 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:36.909052 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4eccf535-dae7-48d7-8ebc-4e2d869a29a4 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2168353 Nov 15 11:12:36.910530 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51306) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:36.916417 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-06aea13d-4794-4240-8d29-9dfffd1c3d13 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Request body: {'security_group_rule': {'security_group_id': 'f6510f78-fe32-4cef-a0f2-443f8c274790', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:12:36.950165 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06aea13d-4794-4240-8d29-9dfffd1c3d13 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:37.021762 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06aea13d-4794-4240-8d29-9dfffd1c3d13 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:37.028350 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port c1e5a808-d045-4bfe-8e80-eac824871c02, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=c1e5a808-d045-4bfe-8e80-eac824871c02,segment=NetworkSegment(2fede31b-1a82-4495-bc65-283443af6e55),segment_id=2fede31b-1a82-4495-bc65-283443af6e55)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:37.031103 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06aea13d-4794-4240-8d29-9dfffd1c3d13 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:37.050667 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'c1e5a808-d045-4bfe-8e80-eac824871c02', 'network_id': '5dbb9da3-f39c-41be-a722-31a2895048de', 'port_id': 'c1e5a808-d045-4bfe-8e80-eac824871c02', 'mac_address': 'fa:16:3e:1c:b3:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba3e0fd8-587e-48e6-89ae-0be70ed702ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:12:37.057962 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:37.080977 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06aea13d-4794-4240-8d29-9dfffd1c3d13 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:37.085854 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-06aea13d-4794-4240-8d29-9dfffd1c3d13 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1731935 Nov 15 11:12:37.086504 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51310) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:37.093070 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0ed1310d-a7d6-4fc4-aba6-f15d7d2bea6c tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Request body: {'security_group_rule': {'security_group_id': 'f6510f78-fe32-4cef-a0f2-443f8c274790', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:12:37.104073 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aea13d-4794-4240-8d29-9dfffd1c3d13 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91302f40-d797-414e-bd30-4e8a2fb7b7cd,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:37.126608 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 827bbc72-b234-4a38-a435-a6cb046a32ec, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=827bbc72-b234-4a38-a435-a6cb046a32ec,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:37.135082 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:37.139507 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ed1310d-a7d6-4fc4-aba6-f15d7d2bea6c tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:37.139713 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:37.141581 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] Sync routers for ids ['224395da-a118-4dea-b8ee-d58703195077'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:12:37.157196 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709e74b-1f5e-4359-bb86-de081cd77ec3 req-6246a96f-9e54-44cf-9b94-43711736cb68 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:37.158893 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7709e74b-1f5e-4359-bb86-de081cd77ec3 req-6246a96f-9e54-44cf-9b94-43711736cb68 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.1371541 Nov 15 11:12:37.185045 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e5a808-d045-4bfe-8e80-eac824871c02 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:12:37.200420 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] Routers {'224395da-a118-4dea-b8ee-d58703195077'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:12:37.201042 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:12:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['224395da-a118-4dea-b8ee-d58703195077'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:12:37.204750 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8217ea2-32ef-4182-8487-bfedee3e280f req-df572b32-8b19-491b-9fcd-5a4d027ff297 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:37.206270 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8217ea2-32ef-4182-8487-bfedee3e280f req-df572b32-8b19-491b-9fcd-5a4d027ff297 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb84de5d-9437-453f-8f6d-7b115146086a HTTP/1.1" status: 200 len: 949 time: 0.1327796 Nov 15 11:12:37.224924 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ed1310d-a7d6-4fc4-aba6-f15d7d2bea6c tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:37.234516 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ed1310d-a7d6-4fc4-aba6-f15d7d2bea6c tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:37.272260 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1310d-a7d6-4fc4-aba6-f15d7d2bea6c tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c86fab-ca72-4e9e-817a-5657e87a9a5e,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:37.276724 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ed1310d-a7d6-4fc4-aba6-f15d7d2bea6c tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:37.281910 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0ed1310d-a7d6-4fc4-aba6-f15d7d2bea6c tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1924419 Nov 15 11:12:37.282675 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51314) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:37.287953 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-175cfb23-1aed-43f1-9a37-d9c35bca2624 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:12:37.293642 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port c1e5a808-d045-4bfe-8e80-eac824871c02, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=c1e5a808-d045-4bfe-8e80-eac824871c02,segment=NetworkSegment(2fede31b-1a82-4495-bc65-283443af6e55),segment_id=2fede31b-1a82-4495-bc65-283443af6e55)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:37.303926 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=827bbc72-b234-4a38-a435-a6cb046a32ec,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:37.311927 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:37.322759 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:37.323087 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:37.323454 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:37.323713 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-175cfb23-1aed-43f1-9a37-d9c35bca2624 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:37.324446 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:37.324446 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:37.324446 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:37.324759 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:37.324989 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:37.325460 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:37.325827 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:37.326093 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:37.326438 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:12:37.402893 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] Set router 224395da-a118-4dea-b8ee-d58703195077 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:12:37.405178 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=c1e5a808-d045-4bfe-8e80-eac824871c02,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:37.480313 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-175cfb23-1aed-43f1-9a37-d9c35bca2624 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:37.628445 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7a62c-91ec-4db0-b101-1db9b34f2752 req-4c7e555f-2052-4918-8345-bb9267ff28c9 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:37.636173 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fab7a62c-91ec-4db0-b101-1db9b34f2752 req-4c7e555f-2052-4918-8345-bb9267ff28c9 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 944 time: 0.4762762 Nov 15 11:12:37.649237 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-175cfb23-1aed-43f1-9a37-d9c35bca2624 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Allocated IP 172.25.7.225 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/0688cb5b-959d-4137-9af0-e3c117042897) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:12:37.650419 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224395da-a118-4dea-b8ee-d58703195077', 'name': 'tempest-ServersTestBootFromVolume-914929958-router', 'tenant_id': '07190b821157497db376988d8fa80885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:12:27Z', 'updated_at': '2021-11-15T11:12:34Z', 'revision_number': 4, 'project_id': '07190b821157497db376988d8fa80885', 'gw_port': {'id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224395da-a118-4dea-b8ee-d58703195077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:12:28Z', 'updated_at': '2021-11-15T11:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '466b70c3-e994-4f86-9538-6e2dffe7dae1', 'name': '', 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a', 'tenant_id': '07190b821157497db376988d8fa80885', 'mac_address': 'fa:16:3e:bb:f6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224395da-a118-4dea-b8ee-d58703195077', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e661f3a9-0e06-442b-b9c9-98d82f57e8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:12:33Z', 'updated_at': '2021-11-15T11:12:34Z', 'revision_number': 2, 'project_id': '07190b821157497db376988d8fa80885', 'subnets': [{'id': 'e661f3a9-0e06-442b-b9c9-98d82f57e8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:12:37.689851 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] Checking router: 224395da-a118-4dea-b8ee-d58703195077 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:12:37.690600 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] Updating router 224395da-a118-4dea-b8ee-d58703195077 port 466b70c3-e994-4f86-9538-6e2dffe7dae1 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:12:37.704387 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7709e74b-1f5e-4359-bb86-de081cd77ec3 req-11669f28-e197-4d70-bb8b-2e6e9db79ace tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5387170 Nov 15 11:12:37.721580 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:37.774118 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['c1e5a808-d045-4bfe-8e80-eac824871c02'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:37.788516 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fab7a62c-91ec-4db0-b101-1db9b34f2752 req-497a216c-3ca1-4cb2-8f87-3a9fdb745092 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510508 Nov 15 11:12:37.820382 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-175cfb23-1aed-43f1-9a37-d9c35bca2624 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:37.867375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27987f-b958-4435-8168-c57b19328ba7 req-3957b407-ce9b-4afb-b478-f8f34c1f7d7a tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:37.877374 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0c27987f-b958-4435-8168-c57b19328ba7 req-3957b407-ce9b-4afb-b478-f8f34c1f7d7a tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/ports?device_id=e37dd50b-5bc7-4d8a-986b-47495be73917 HTTP/1.1" status: 200 len: 945 time: 0.0835700 Nov 15 11:12:37.888972 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-c8217ea2-32ef-4182-8487-bfedee3e280f req-44e1b2bc-e507-4a67-8967-4f532edcc1f2 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Deleting port ccfc66eb-0464-417e-b6b1-6fd93a596410 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:12:37.891635 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c8217ea2-32ef-4182-8487-bfedee3e280f req-44e1b2bc-e507-4a67-8967-4f532edcc1f2 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:37.896478 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-175cfb23-1aed-43f1-9a37-d9c35bca2624 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:37.944439 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175cfb23-1aed-43f1-9a37-d9c35bca2624 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:12:37.950901 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-175cfb23-1aed-43f1-9a37-d9c35bca2624 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:12:37.955752 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175cfb23-1aed-43f1-9a37-d9c35bca2624 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:12:38.003801 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175cfb23-1aed-43f1-9a37-d9c35bca2624 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Pushing event updated for resources: {'Port': ['ID=0688cb5b-959d-4137-9af0-e3c117042897,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:38.041555 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0c27987f-b958-4435-8168-c57b19328ba7 req-21f4160f-5258-4ffa-b8dd-a5a9b023692d tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c1aff0-6802-407b-861d-673ab13350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631906 Nov 15 11:12:38.071313 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d1def-5f43-4ee1-82da-fc7cd9c8ceb6 req-4d996eb9-521c-4c1b-9180-0f130a2a8f68 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:38.073308 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db5d1def-5f43-4ee1-82da-fc7cd9c8ceb6 req-4d996eb9-521c-4c1b-9180-0f130a2a8f68 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb84de5d-9437-453f-8f6d-7b115146086a HTTP/1.1" status: 200 len: 949 time: 0.1652238 Nov 15 11:12:38.130269 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-175cfb23-1aed-43f1-9a37-d9c35bca2624 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:38.132170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-c8217ea2-32ef-4182-8487-bfedee3e280f req-44e1b2bc-e507-4a67-8967-4f532edcc1f2 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] For port ccfc66eb-0464-417e-b6b1-6fd93a596410, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ccfc66eb-0464-417e-b6b1-6fd93a596410,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:38.132699 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c8217ea2-32ef-4182-8487-bfedee3e280f req-44e1b2bc-e507-4a67-8967-4f532edcc1f2 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:38.157544 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-c8217ea2-32ef-4182-8487-bfedee3e280f req-44e1b2bc-e507-4a67-8967-4f532edcc1f2 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Calling delete_port for ccfc66eb-0464-417e-b6b1-6fd93a596410 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:12:38.177366 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db5d1def-5f43-4ee1-82da-fc7cd9c8ceb6 req-537edfa6-b925-4fe9-85bc-ec008650639b tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958612 Nov 15 11:12:38.192307 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:38.203023 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-175cfb23-1aed-43f1-9a37-d9c35bca2624 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:38.205076 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:38.262893 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa7917-5cf9-497a-98d3-4679c5f158dd None None] Pushing event updated for resources: {'Port': ['ID=466b70c3-e994-4f86-9538-6e2dffe7dae1,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:38.355715 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-125498fc-956f-40c5-b59e-7c58c6358df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:38.359746 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] Attempting to bind port 466b70c3-e994-4f86-9538-6e2dffe7dae1 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:12:38.360851 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] Attempting to bind port 466b70c3-e994-4f86-9538-6e2dffe7dae1 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '26f7725c-0d8b-479b-95d3-b5edaafcccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:12:38.361128 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] Attempting to bind port 466b70c3-e994-4f86-9538-6e2dffe7dae1 on network ae054da0-1712-49af-9c95-3ed444cb371a {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:12:38.372342 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:12:38.372939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] Checking segment: {'id': '26f7725c-0d8b-479b-95d3-b5edaafcccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:12:38.376201 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:38.376788 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] Bound using segment: {'id': '26f7725c-0d8b-479b-95d3-b5edaafcccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:12:38.377402 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] Bound port: 466b70c3-e994-4f86-9538-6e2dffe7dae1, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f7725c-0d8b-479b-95d3-b5edaafcccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:12:38.377902 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:38.416481 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844f1c9-e657-4f44-a694-0cc21ffb2608 req-d46d4952-f734-444d-b04b-6b3eb66c6a7c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:38.417889 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6844f1c9-e657-4f44-a694-0cc21ffb2608 req-d46d4952-f734-444d-b04b-6b3eb66c6a7c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.1233225 Nov 15 11:12:38.447087 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c8217ea2-32ef-4182-8487-bfedee3e280f req-44e1b2bc-e507-4a67-8967-4f532edcc1f2 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:38.468989 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['106c3127-ae46-498f-9161-c66322de846d', 'b240da9e-97ca-4abd-baa6-e7d5e491457f', 'ccfc66eb-0464-417e-b6b1-6fd93a596410'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:38.505586 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-175cfb23-1aed-43f1-9a37-d9c35bca2624 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:38.513786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1b2bc-e507-4a67-8967-4f532edcc1f2 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Pushing event deleted for resources: {'Port': ['ID=ccfc66eb-0464-417e-b6b1-6fd93a596410,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:38.514344 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-175cfb23-1aed-43f1-9a37-d9c35bca2624 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:38.586991 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] For port 466b70c3-e994-4f86-9538-6e2dffe7dae1, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:12:38.611872 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6844f1c9-e657-4f44-a694-0cc21ffb2608 req-07934ff9-9ca0-4e02-84d8-408aa9851b5f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834400 Nov 15 11:12:38.613888 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] For port 466b70c3-e994-4f86-9538-6e2dffe7dae1, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=466b70c3-e994-4f86-9538-6e2dffe7dae1,segment=NetworkSegment(26f7725c-0d8b-479b-95d3-b5edaafcccd8),segment_id=26f7725c-0d8b-479b-95d3-b5edaafcccd8)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:12:38.617273 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 827bbc72-b234-4a38-a435-a6cb046a32ec up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:12:38.635947 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8217ea2-32ef-4182-8487-bfedee3e280f req-44e1b2bc-e507-4a67-8967-4f532edcc1f2 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] No DVR routers for this DVR port ccfc66eb-0464-417e-b6b1-6fd93a596410 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:12:38.646249 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c8217ea2-32ef-4182-8487-bfedee3e280f req-44e1b2bc-e507-4a67-8967-4f532edcc1f2 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:38.647146 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175cfb23-1aed-43f1-9a37-d9c35bca2624 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Pushing event updated for resources: {'Port': ['ID=0688cb5b-959d-4137-9af0-e3c117042897,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:38.655662 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8217ea2-32ef-4182-8487-bfedee3e280f req-44e1b2bc-e507-4a67-8967-4f532edcc1f2 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.55 "DELETE /v2.0/ports/ccfc66eb-0464-417e-b6b1-6fd93a596410 HTTP/1.1" status: 204 len: 173 time: 1.1203182 Nov 15 11:12:38.656316 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb84de5d-9437-453f-8f6d-7b115146086a', 'name': 'network-vif-deleted', 'tag': 'ccfc66eb-0464-417e-b6b1-6fd93a596410'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:12:38.658963 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25139c56-00fd-47fa-a290-e3ddc6ac7f80" -d '{"events": [{"server_uuid": "fb84de5d-9437-453f-8f6d-7b115146086a", "name": "network-vif-deleted", "tag": "ccfc66eb-0464-417e-b6b1-6fd93a596410"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:12:38.661763 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-175cfb23-1aed-43f1-9a37-d9c35bca2624 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:38.683132 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:38.693165 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-175cfb23-1aed-43f1-9a37-d9c35bca2624 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:38.704301 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-175cfb23-1aed-43f1-9a37-d9c35bca2624 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4122555 Nov 15 11:12:38.742239 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8339e1c1-1492-49bf-af99-a9700fb5f46a x-openstack-request-id: req-8339e1c1-1492-49bf-af99-a9700fb5f46a {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:12:38.742525 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb84de5d-9437-453f-8f6d-7b115146086a", "name": "network-vif-deleted", "tag": "ccfc66eb-0464-417e-b6b1-6fd93a596410", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:12:38.742765 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8339e1c1-1492-49bf-af99-a9700fb5f46a {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:12:38.743154 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb84de5d-9437-453f-8f6d-7b115146086a', 'name': 'network-vif-deleted', 'tag': 'ccfc66eb-0464-417e-b6b1-6fd93a596410', 'status': 'completed', 'code': 200} Nov 15 11:12:38.772034 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-4b8b4f56-6b4f-41dd-83fb-654fe3da317b None None] Provisioning complete for port 466b70c3-e994-4f86-9538-6e2dffe7dae1 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:12:38.772481 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4b8b4f56-6b4f-41dd-83fb-654fe3da317b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:38.886503 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceea353-fcc0-4fdf-b56a-fb7c3c38fac3 req-f1be0fdf-032a-4a3a-893e-17684e809dac tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:38.902016 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ceea353-fcc0-4fdf-b56a-fb7c3c38fac3 req-f1be0fdf-032a-4a3a-893e-17684e809dac tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.1059637 Nov 15 11:12:38.976933 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa7917-5cf9-497a-98d3-4679c5f158dd None None] Pushing event updated for resources: {'Port': ['ID=466b70c3-e994-4f86-9538-6e2dffe7dae1,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:39.028153 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] Routers {'224395da-a118-4dea-b8ee-d58703195077'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:12:39.029770 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:12:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['224395da-a118-4dea-b8ee-d58703195077'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:12:39.036134 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 827bbc72-b234-4a38-a435-a6cb046a32ec triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:12:39.036623 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:39.052751 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ceea353-fcc0-4fdf-b56a-fb7c3c38fac3 req-391dde6d-9350-4fe8-803d-84edbcc39c01 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498086 Nov 15 11:12:39.080225 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4662328-8261-457d-b185-5c0f10166af6 req-aad343f7-4d2c-4707-8d2c-2fb2a7929d82 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:39.088232 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d4662328-8261-457d-b185-5c0f10166af6 req-aad343f7-4d2c-4707-8d2c-2fb2a7929d82 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 944 time: 0.1450138 Nov 15 11:12:39.213456 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d4662328-8261-457d-b185-5c0f10166af6 req-d487a88f-130c-4b80-b8f7-9b05126036d8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241534 Nov 15 11:12:39.234616 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['51671efc-4a4c-49b3-afac-6953b4cc8a4d', 'f3b682bc-8670-45b3-a9a2-35cba85394fb', 'bc7acfc5-f06f-477e-bfe5-b64c3eae0294', '13b8322d-abcc-4283-b944-cb02e5c2523e', '5a20246c-c2f1-4b29-9da7-81eea2e9a3d4'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:39.321416 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56a798-3b2e-408b-ada7-686cc9618236 req-044697b6-71c0-46fa-ab1d-779ffb3ab765 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:39.323135 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed56a798-3b2e-408b-ada7-686cc9618236 req-044697b6-71c0-46fa-ab1d-779ffb3ab765 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/ports?device_id=e37dd50b-5bc7-4d8a-986b-47495be73917 HTTP/1.1" status: 200 len: 945 time: 0.1073763 Nov 15 11:12:39.451228 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed56a798-3b2e-408b-ada7-686cc9618236 req-9d770924-ba64-4330-bf99-8983750748ce tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c1aff0-6802-407b-861d-673ab13350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143143 Nov 15 11:12:39.474611 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4b8b4f56-6b4f-41dd-83fb-654fe3da317b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:39.528117 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] Set router 224395da-a118-4dea-b8ee-d58703195077 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:12:39.536876 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-216e0920-70fe-4806-a7ff-7e867f556b8e req-6337683e-593d-4574-85b7-ece780abcea2 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb84de5d-9437-453f-8f6d-7b115146086a HTTP/1.1" status: 200 len: 210 time: 0.0657499 Nov 15 11:12:39.694490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4b8b4f56-6b4f-41dd-83fb-654fe3da317b None None] For port 466b70c3-e994-4f86-9538-6e2dffe7dae1, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=466b70c3-e994-4f86-9538-6e2dffe7dae1,segment=NetworkSegment(26f7725c-0d8b-479b-95d3-b5edaafcccd8),segment_id=26f7725c-0d8b-479b-95d3-b5edaafcccd8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:39.729181 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4b8b4f56-6b4f-41dd-83fb-654fe3da317b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:39.753573 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27437576-e537-465c-8b36-fdb3233d610d req-fada32db-d3f4-4f44-a3ef-a31ac5782869 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:39.755056 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27437576-e537-465c-8b36-fdb3233d610d req-fada32db-d3f4-4f44-a3ef-a31ac5782869 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.0578096 Nov 15 11:12:39.810207 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27437576-e537-465c-8b36-fdb3233d610d req-529b15fb-fe4a-4328-9a92-befba703d38f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487220 Nov 15 11:12:39.831382 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:39.925237 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b4f56-6b4f-41dd-83fb-654fe3da317b None None] Pushing event updated for resources: {'Port': ['ID=466b70c3-e994-4f86-9538-6e2dffe7dae1,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:39.953109 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-57384fc6-cdd5-4e23-8378-1eac671aa038 None None] Provisioning complete for port 466b70c3-e994-4f86-9538-6e2dffe7dae1 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:12:39.953469 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-57384fc6-cdd5-4e23-8378-1eac671aa038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:40.136206 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224395da-a118-4dea-b8ee-d58703195077', 'name': 'tempest-ServersTestBootFromVolume-914929958-router', 'tenant_id': '07190b821157497db376988d8fa80885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:12:27Z', 'updated_at': '2021-11-15T11:12:34Z', 'revision_number': 4, 'project_id': '07190b821157497db376988d8fa80885', 'gw_port': {'id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224395da-a118-4dea-b8ee-d58703195077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:12:28Z', 'updated_at': '2021-11-15T11:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '466b70c3-e994-4f86-9538-6e2dffe7dae1', 'name': '', 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a', 'tenant_id': '07190b821157497db376988d8fa80885', 'mac_address': 'fa:16:3e:bb:f6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224395da-a118-4dea-b8ee-d58703195077', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e661f3a9-0e06-442b-b9c9-98d82f57e8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:12:33Z', 'updated_at': '2021-11-15T11:12:38Z', 'revision_number': 4, 'project_id': '07190b821157497db376988d8fa80885', 'subnets': [{'id': 'e661f3a9-0e06-442b-b9c9-98d82f57e8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:12:40.171572 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada7afbd-642c-406b-96e2-d383a6558d4b None None] The sync data for ids ['224395da-a118-4dea-b8ee-d58703195077'] in n-d-729945-9 is: [{'id': '224395da-a118-4dea-b8ee-d58703195077', 'name': 'tempest-ServersTestBootFromVolume-914929958-router', 'tenant_id': '07190b821157497db376988d8fa80885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:12:27Z', 'updated_at': '2021-11-15T11:12:34Z', 'revision_number': 4, 'project_id': '07190b821157497db376988d8fa80885', 'gw_port': {'id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224395da-a118-4dea-b8ee-d58703195077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:12:28Z', 'updated_at': '2021-11-15T11:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '466b70c3-e994-4f86-9538-6e2dffe7dae1', 'name': '', 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a', 'tenant_id': '07190b821157497db376988d8fa80885', 'mac_address': 'fa:16:3e:bb:f6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224395da-a118-4dea-b8ee-d58703195077', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e661f3a9-0e06-442b-b9c9-98d82f57e8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:12:33Z', 'updated_at': '2021-11-15T11:12:38Z', 'revision_number': 4, 'project_id': '07190b821157497db376988d8fa80885', 'subnets': [{'id': 'e661f3a9-0e06-442b-b9c9-98d82f57e8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:12:40.261118 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac86ca7-e771-4b50-b3c4-9e265dcc7b92 req-2a71f9f1-4645-42fd-84c1-5a7c41784cbb tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:40.262923 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eac86ca7-e771-4b50-b3c4-9e265dcc7b92 req-2a71f9f1-4645-42fd-84c1-5a7c41784cbb tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.1141632 Nov 15 11:12:40.344771 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eac86ca7-e771-4b50-b3c4-9e265dcc7b92 req-6201921c-3cbc-4700-adc0-f049d34e891f tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750384 Nov 15 11:12:40.413432 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9737dae-ecad-438a-8b39-9e5076a04763 req-4c082ec9-1685-4761-b4aa-74183047a5e4 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:40.421090 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b9737dae-ecad-438a-8b39-9e5076a04763 req-4c082ec9-1685-4761-b4aa-74183047a5e4 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 944 time: 0.0956433 Nov 15 11:12:40.514903 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b9737dae-ecad-438a-8b39-9e5076a04763 req-b029d024-929d-46a0-a0b1-80634b2cc94f tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928342 Nov 15 11:12:40.661599 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 466b70c3-e994-4f86-9538-6e2dffe7dae1 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:12:40.671654 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e5ed3-6492-4faf-8818-a4fd32671bdb req-06dfa7aa-3487-40c0-8660-43ef90ceae1c tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:40.673272 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-811e5ed3-6492-4faf-8818-a4fd32671bdb req-06dfa7aa-3487-40c0-8660-43ef90ceae1c tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/ports?device_id=e37dd50b-5bc7-4d8a-986b-47495be73917 HTTP/1.1" status: 200 len: 945 time: 0.1253710 Nov 15 11:12:40.710040 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device c1e5a808-d045-4bfe-8e80-eac824871c02 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:12:40.757554 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-811e5ed3-6492-4faf-8818-a4fd32671bdb req-281c1509-af6a-4b0c-9f92-7389cad5d82a tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c1aff0-6802-407b-861d-673ab13350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699725 Nov 15 11:12:40.818257 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port c1e5a808-d045-4bfe-8e80-eac824871c02 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:12:40.822358 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port c1e5a808-d045-4bfe-8e80-eac824871c02 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:12:40.822723 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:40.824488 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 466b70c3-e994-4f86-9538-6e2dffe7dae1 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:12:40.824827 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:40.904460 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ccfc66eb-0464-417e-b6b1-6fd93a596410 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:12:40.952700 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: ccfc66eb-0464-417e-b6b1-6fd93a596410 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:12:40.955256 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ccfc66eb-0464-417e-b6b1-6fd93a596410 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:12:41.057405 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:41.101296 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37dd50b-5bc7-4d8a-986b-47495be73917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e5a808-d045-4bfe-8e80-eac824871c02'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:12:41.104144 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e521c10-77e8-452a-a35b-d12734fcce29" -d '{"events": [{"server_uuid": "e37dd50b-5bc7-4d8a-986b-47495be73917", "name": "network-vif-plugged", "status": "completed", "tag": "c1e5a808-d045-4bfe-8e80-eac824871c02"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:12:41.112647 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5363e-5239-415d-8121-7bdba99f4d55 req-2b1a215d-17e2-4266-9026-82e49e17d505 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:41.120971 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a2b5363e-5239-415d-8121-7bdba99f4d55 req-2b1a215d-17e2-4266-9026-82e49e17d505 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c8e68b7-4492-4d90-884a-4f8aa00b1299 HTTP/1.1" status: 200 len: 950 time: 0.1797695 Nov 15 11:12:41.150416 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port c1e5a808-d045-4bfe-8e80-eac824871c02, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=c1e5a808-d045-4bfe-8e80-eac824871c02,segment=NetworkSegment(2fede31b-1a82-4495-bc65-283443af6e55),segment_id=2fede31b-1a82-4495-bc65-283443af6e55)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:41.162572 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:41.163118 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66ce04-7337-4d7f-8e80-d9fa1dc0c3ee req-b1f9e755-968d-476d-a2b7-192230115883 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:41.164863 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a66ce04-7337-4d7f-8e80-d9fa1dc0c3ee req-b1f9e755-968d-476d-a2b7-192230115883 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.1849504 Nov 15 11:12:41.222033 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a2b5363e-5239-415d-8121-7bdba99f4d55 req-c6ede7b2-7d75-444a-9549-b276ab6d2acc tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990548 Nov 15 11:12:41.230030 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=c1e5a808-d045-4bfe-8e80-eac824871c02,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:41.290676 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a66ce04-7337-4d7f-8e80-d9fa1dc0c3ee req-cd84f8a4-0dab-4174-9509-ef1d43f12371 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187603 Nov 15 11:12:41.293350 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:41.300801 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e66fbd-242b-4d5f-80e7-c5d53a5ec826 x-openstack-request-id: req-32e66fbd-242b-4d5f-80e7-c5d53a5ec826 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:12:41.301103 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37dd50b-5bc7-4d8a-986b-47495be73917", "name": "network-vif-plugged", "status": "completed", "tag": "c1e5a808-d045-4bfe-8e80-eac824871c02", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:12:41.301371 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32e66fbd-242b-4d5f-80e7-c5d53a5ec826 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:12:41.301753 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37dd50b-5bc7-4d8a-986b-47495be73917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e5a808-d045-4bfe-8e80-eac824871c02', 'code': 200} Nov 15 11:12:41.469748 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a777d59-8b56-4640-80bd-9c3cbb6af90f req-8ebd6a04-f97b-4bb4-9d82-18d9370b27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:41.473796 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8a777d59-8b56-4640-80bd-9c3cbb6af90f req-8ebd6a04-f97b-4bb4-9d82-18d9370b27ad service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e37dd50b-5bc7-4d8a-986b-47495be73917 HTTP/1.1" status: 200 len: 1097 time: 0.0742514 Nov 15 11:12:41.535581 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced4e3f-dd40-43dd-897d-34d53d64d3f5 req-ac269d25-c6ac-4217-b1b2-b354569b7775 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:41.543733 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ced4e3f-dd40-43dd-897d-34d53d64d3f5 req-ac269d25-c6ac-4217-b1b2-b354569b7775 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.0669334 Nov 15 11:12:41.549036 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8a777d59-8b56-4640-80bd-9c3cbb6af90f req-41f7b5e5-e48b-4354-bdab-11a4d3b79991 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=44c1aff0-6802-407b-861d-673ab13350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653493 Nov 15 11:12:41.594846 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ced4e3f-dd40-43dd-897d-34d53d64d3f5 req-9ff34971-e5dd-43af-883e-cf3b3963c53a tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488317 Nov 15 11:12:41.627684 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:12:41.685786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4ab42-5b2c-418e-bbf6-de35e357620e req-7547b325-fe77-4fbb-8a73-eeb7c334f5a2 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:41.693610 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a8c4ab42-5b2c-418e-bbf6-de35e357620e req-7547b325-fe77-4fbb-8a73-eeb7c334f5a2 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 944 time: 0.0747061 Nov 15 11:12:41.752426 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a8c4ab42-5b2c-418e-bbf6-de35e357620e req-ebbaea9f-d8b4-45b1-bc41-fab6f2ec0128 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576816 Nov 15 11:12:41.881658 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513cd4ea-9679-45b7-ae95-32a746c28b09 req-c116a0e0-024e-459d-9a64-93e7b9906e4e tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:41.883242 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-513cd4ea-9679-45b7-ae95-32a746c28b09 req-c116a0e0-024e-459d-9a64-93e7b9906e4e tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/ports?device_id=e37dd50b-5bc7-4d8a-986b-47495be73917 HTTP/1.1" status: 200 len: 946 time: 0.0547667 Nov 15 11:12:41.940465 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-513cd4ea-9679-45b7-ae95-32a746c28b09 req-90f3fc20-b5f4-4a13-85fb-cb81a83ab013 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c1aff0-6802-407b-861d-673ab13350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509009 Nov 15 11:12:42.051200 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:42.344049 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d98335-721b-412e-9269-d731f19a5b1f req-d6d87251-9571-46b5-97d4-3dfdb08b0cd1 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:42.345637 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a2d98335-721b-412e-9269-d731f19a5b1f req-d6d87251-9571-46b5-97d4-3dfdb08b0cd1 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c8e68b7-4492-4d90-884a-4f8aa00b1299 HTTP/1.1" status: 200 len: 950 time: 0.0545115 Nov 15 11:12:42.423307 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a2d98335-721b-412e-9269-d731f19a5b1f req-40524b89-479e-4213-98ad-324d2f3d10cf tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718102 Nov 15 11:12:42.440214 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7b60a-dcc3-49c4-91f2-1e9cf385edc4 req-cdef8c62-cd1d-4445-bc3b-167a5a53653d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:42.441756 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a9c7b60a-dcc3-49c4-91f2-1e9cf385edc4 req-cdef8c62-cd1d-4445-bc3b-167a5a53653d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.0667698 Nov 15 11:12:42.492924 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a9c7b60a-dcc3-49c4-91f2-1e9cf385edc4 req-0ce6964d-3abc-4060-bb43-c899be2ea79f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453489 Nov 15 11:12:42.727081 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060df50d-7628-4e97-a6da-6ed4552b6100 req-7ffb6594-62c4-471b-bb65-2a71b1dfd024 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:42.729430 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-060df50d-7628-4e97-a6da-6ed4552b6100 req-7ffb6594-62c4-471b-bb65-2a71b1dfd024 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.0520096 Nov 15 11:12:42.796654 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-060df50d-7628-4e97-a6da-6ed4552b6100 req-2c58e165-12d3-4722-aef4-a20c3e305324 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609460 Nov 15 11:12:42.890574 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71ade8-6c85-4800-bcb7-0d104f38b6d1 req-9b36b8cb-91fe-49d8-8768-1725cf587577 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:42.892015 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c71ade8-6c85-4800-bcb7-0d104f38b6d1 req-9b36b8cb-91fe-49d8-8768-1725cf587577 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 944 time: 0.0557253 Nov 15 11:12:42.941915 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c71ade8-6c85-4800-bcb7-0d104f38b6d1 req-d6ea3f33-caaf-4d5d-8104-04f56675bed3 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435810 Nov 15 11:12:43.054119 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a9647-e022-49f0-9813-a219cc086583 req-7b6059e6-cc33-4155-825f-073a912f515d tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:43.056590 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e96ff-ba6f-413b-8ed4-d421347b8796 req-80c304e5-e8ae-4aeb-bd0f-b91049c187a0 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:43.057125 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f8a9647-e022-49f0-9813-a219cc086583 req-7b6059e6-cc33-4155-825f-073a912f515d tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/ports?device_id=e37dd50b-5bc7-4d8a-986b-47495be73917 HTTP/1.1" status: 200 len: 946 time: 0.0505145 Nov 15 11:12:43.062550 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-071e96ff-ba6f-413b-8ed4-d421347b8796 req-80c304e5-e8ae-4aeb-bd0f-b91049c187a0 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c8e68b7-4492-4d90-884a-4f8aa00b1299 HTTP/1.1" status: 200 len: 950 time: 0.0558810 Nov 15 11:12:43.121112 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f8a9647-e022-49f0-9813-a219cc086583 req-4a3503ff-1734-43b0-bb1b-58fdeb1955ab tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c1aff0-6802-407b-861d-673ab13350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565813 Nov 15 11:12:43.159094 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-071e96ff-ba6f-413b-8ed4-d421347b8796 req-b98ed3cd-b0bc-4ce8-88a9-3749bb785d51 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Deleting port 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:12:43.159381 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-071e96ff-ba6f-413b-8ed4-d421347b8796 req-b98ed3cd-b0bc-4ce8-88a9-3749bb785d51 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:43.255037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-071e96ff-ba6f-413b-8ed4-d421347b8796 req-b98ed3cd-b0bc-4ce8-88a9-3749bb785d51 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] For port 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5a20246c-c2f1-4b29-9da7-81eea2e9a3d4,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:43.255394 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-071e96ff-ba6f-413b-8ed4-d421347b8796 req-b98ed3cd-b0bc-4ce8-88a9-3749bb785d51 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:43.267571 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-071e96ff-ba6f-413b-8ed4-d421347b8796 req-b98ed3cd-b0bc-4ce8-88a9-3749bb785d51 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Calling delete_port for 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:12:43.421677 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-071e96ff-ba6f-413b-8ed4-d421347b8796 req-b98ed3cd-b0bc-4ce8-88a9-3749bb785d51 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:43.435163 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['51671efc-4a4c-49b3-afac-6953b4cc8a4d', 'f3b682bc-8670-45b3-a9a2-35cba85394fb', 'bc7acfc5-f06f-477e-bfe5-b64c3eae0294', '13b8322d-abcc-4283-b944-cb02e5c2523e', '5a20246c-c2f1-4b29-9da7-81eea2e9a3d4'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:43.437889 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['106c3127-ae46-498f-9161-c66322de846d', 'b240da9e-97ca-4abd-baa6-e7d5e491457f'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:43.460265 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ed3cd-b0bc-4ce8-88a9-3749bb785d51 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Pushing event deleted for resources: {'Port': ['ID=5a20246c-c2f1-4b29-9da7-81eea2e9a3d4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:43.494753 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-071e96ff-ba6f-413b-8ed4-d421347b8796 req-b98ed3cd-b0bc-4ce8-88a9-3749bb785d51 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] No DVR routers for this DVR port 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:12:43.497794 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-071e96ff-ba6f-413b-8ed4-d421347b8796 req-b98ed3cd-b0bc-4ce8-88a9-3749bb785d51 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:43.502299 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-071e96ff-ba6f-413b-8ed4-d421347b8796 req-b98ed3cd-b0bc-4ce8-88a9-3749bb785d51 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "DELETE /v2.0/ports/5a20246c-c2f1-4b29-9da7-81eea2e9a3d4 HTTP/1.1" status: 204 len: 173 time: 0.4329889 Nov 15 11:12:43.502795 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8e68b7-4492-4d90-884a-4f8aa00b1299', 'name': 'network-vif-deleted', 'tag': '5a20246c-c2f1-4b29-9da7-81eea2e9a3d4'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:12:43.516892 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c67890-b361-4db3-8f28-878814c13ebb" -d '{"events": [{"server_uuid": "0c8e68b7-4492-4d90-884a-4f8aa00b1299", "name": "network-vif-deleted", "tag": "5a20246c-c2f1-4b29-9da7-81eea2e9a3d4"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:12:43.607554 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-67241e5d-e536-42b0-aa85-817719b083a6 req-01943b6a-8a94-4f2d-9f02-4ae61cd3739e tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c8e68b7-4492-4d90-884a-4f8aa00b1299 HTTP/1.1" status: 200 len: 210 time: 0.0746200 Nov 15 11:12:43.710818 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5a0ffe-75b4-4aa9-bac4-bf03aae91a7b x-openstack-request-id: req-3b5a0ffe-75b4-4aa9-bac4-bf03aae91a7b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:12:43.711433 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8e68b7-4492-4d90-884a-4f8aa00b1299", "name": "network-vif-deleted", "tag": "5a20246c-c2f1-4b29-9da7-81eea2e9a3d4", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:12:43.711802 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3b5a0ffe-75b4-4aa9-bac4-bf03aae91a7b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:12:43.712340 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8e68b7-4492-4d90-884a-4f8aa00b1299', 'name': 'network-vif-deleted', 'tag': '5a20246c-c2f1-4b29-9da7-81eea2e9a3d4', 'status': 'completed', 'code': 200} Nov 15 11:12:43.732879 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec85970-8688-4a81-b771-22423ce06c78 req-744cc705-d1ac-47fe-bff1-84b348a4654d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:43.735386 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ec85970-8688-4a81-b771-22423ce06c78 req-744cc705-d1ac-47fe-bff1-84b348a4654d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.0907831 Nov 15 11:12:43.811276 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ec85970-8688-4a81-b771-22423ce06c78 req-30af3a39-84ef-4935-92a6-68e49000da10 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665638 Nov 15 11:12:43.936224 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed9b03-f548-413b-a2f4-c567447f7994 req-30256459-6222-49ed-92ec-e4ebe94451c5 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:43.938503 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-30ed9b03-f548-413b-a2f4-c567447f7994 req-30256459-6222-49ed-92ec-e4ebe94451c5 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.0671899 Nov 15 11:12:44.010707 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-30ed9b03-f548-413b-a2f4-c567447f7994 req-e61d0c1f-074b-4b40-8e0e-bbe486e1febd tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658505 Nov 15 11:12:44.132949 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b89b3f-6e8f-4580-9859-63706a80f042 req-79143c95-ca73-41c0-87d3-1d654f4d7494 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:44.141128 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6b89b3f-6e8f-4580-9859-63706a80f042 req-79143c95-ca73-41c0-87d3-1d654f4d7494 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 944 time: 0.0900581 Nov 15 11:12:44.223464 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6b89b3f-6e8f-4580-9859-63706a80f042 req-43493cbc-cc4d-4841-b0cc-9401802054f4 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736172 Nov 15 11:12:44.284733 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880294d-465f-4151-a0d9-1a5f9ff8ddc1 req-f462db14-2669-493d-ad80-db7903db1807 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:44.288274 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a880294d-465f-4151-a0d9-1a5f9ff8ddc1 req-f462db14-2669-493d-ad80-db7903db1807 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/ports?device_id=e37dd50b-5bc7-4d8a-986b-47495be73917 HTTP/1.1" status: 200 len: 946 time: 0.0587108 Nov 15 11:12:44.345659 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a880294d-465f-4151-a0d9-1a5f9ff8ddc1 req-f8fd6b4c-50b2-4a98-a260-4bbdcdd6ccda tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c1aff0-6802-407b-861d-673ab13350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441358 Nov 15 11:12:44.669672 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916da79-09e9-426c-b551-b6533b3991c8 req-ebacaa24-c408-44ab-be9c-fb61c8f3f2e0 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:44.672349 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3d36f-e564-4e8d-a1ba-60ad54c519ce req-75c3af97-26f6-4f5f-ab40-b7126a160514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:44.674279 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d7e3d36f-e564-4e8d-a1ba-60ad54c519ce req-75c3af97-26f6-4f5f-ab40-b7126a160514 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6acf69ea3f64244b19e62c2ca173054&device_id=e37dd50b-5bc7-4d8a-986b-47495be73917 HTTP/1.1" status: 200 len: 1097 time: 0.0524261 Nov 15 11:12:44.680562 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2916da79-09e9-426c-b551-b6533b3991c8 req-ebacaa24-c408-44ab-be9c-fb61c8f3f2e0 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/ports?device_id=e37dd50b-5bc7-4d8a-986b-47495be73917 HTTP/1.1" status: 200 len: 946 time: 0.0654371 Nov 15 11:12:44.746838 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2916da79-09e9-426c-b551-b6533b3991c8 req-bb83d53f-b03d-49a4-9655-090745f40afc tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c1aff0-6802-407b-861d-673ab13350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598147 Nov 15 11:12:44.806974 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3d36f-e564-4e8d-a1ba-60ad54c519ce req-29a908e2-cd7d-4b3c-ae71-5f16b9f8f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:44.808653 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d7e3d36f-e564-4e8d-a1ba-60ad54c519ce req-29a908e2-cd7d-4b3c-ae71-5f16b9f8f5e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5dbb9da3-f39c-41be-a722-31a2895048de HTTP/1.1" status: 200 len: 914 time: 0.1265914 Nov 15 11:12:44.877428 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d7e3d36f-e564-4e8d-a1ba-60ad54c519ce req-fc0808d9-5607-45ca-9a10-500f28017da2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1e5a808-d045-4bfe-8e80-eac824871c02 HTTP/1.1" status: 200 len: 217 time: 0.0457799 Nov 15 11:12:44.960121 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3d36f-e564-4e8d-a1ba-60ad54c519ce req-fb400c30-960e-45dd-b282-f8cf3a6d9a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:44.961751 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d7e3d36f-e564-4e8d-a1ba-60ad54c519ce req-fb400c30-960e-45dd-b282-f8cf3a6d9a0c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ba3e0fd8-587e-48e6-89ae-0be70ed702ca HTTP/1.1" status: 200 len: 853 time: 0.0613959 Nov 15 11:12:44.998946 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d7e3d36f-e564-4e8d-a1ba-60ad54c519ce req-180e8065-b8d0-46d4-b0b7-b9ad3e8bedf2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5dbb9da3-f39c-41be-a722-31a2895048de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259442 Nov 15 11:12:45.007218 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6183c4-bff9-4174-a1e7-cb0b731ef809 req-dc1a323c-7dac-4e41-8a49-b1f4fe712495 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:45.008770 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae6183c4-bff9-4174-a1e7-cb0b731ef809 req-dc1a323c-7dac-4e41-8a49-b1f4fe712495 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.1018894 Nov 15 11:12:45.021825 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc2ecc-dd95-4ff3-896c-f86f904ffdc9 req-96041b28-3327-49b0-9532-4317aef93f81 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:45.023315 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3acc2ecc-dd95-4ff3-896c-f86f904ffdc9 req-96041b28-3327-49b0-9532-4317aef93f81 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=80ee70d1-091f-4adb-82c4-c116556be50e HTTP/1.1" status: 200 len: 950 time: 0.0704432 Nov 15 11:12:45.111771 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d7e3d36f-e564-4e8d-a1ba-60ad54c519ce req-f2eca94a-1145-485b-9abf-3f73f940bbff service neutron] 10.222.0.11 "GET /v2.0/networks/5dbb9da3-f39c-41be-a722-31a2895048de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041095 Nov 15 11:12:45.116716 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae6183c4-bff9-4174-a1e7-cb0b731ef809 req-70bd9cae-3c65-44b7-9693-1c62e5bc7088 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907557 Nov 15 11:12:45.167969 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3acc2ecc-dd95-4ff3-896c-f86f904ffdc9 req-a05f742b-aada-4942-bbad-183417981b7d tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064789 Nov 15 11:12:45.235579 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02995472-8fd4-45d8-ba4a-709b8f8252f0 req-c1e02c1c-4afa-497c-8041-7ad22e9af687 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:45.238877 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d7e3d36f-e564-4e8d-a1ba-60ad54c519ce req-972868b5-c220-4b4c-90a6-2e9274c19abb service neutron] 10.222.0.11 "GET /v2.0/networks/5dbb9da3-f39c-41be-a722-31a2895048de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158271 Nov 15 11:12:45.245561 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02995472-8fd4-45d8-ba4a-709b8f8252f0 req-c1e02c1c-4afa-497c-8041-7ad22e9af687 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.0596430 Nov 15 11:12:45.313236 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02995472-8fd4-45d8-ba4a-709b8f8252f0 req-f2de6013-9b31-46fa-bfad-0d21bea6d0b4 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597842 Nov 15 11:12:45.402449 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f8798-bf77-4a94-9bc7-22e7b70dc85c req-579874f6-2669-4ced-adc0-27fb22a698e5 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:45.410505 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea4f8798-bf77-4a94-9bc7-22e7b70dc85c req-579874f6-2669-4ced-adc0-27fb22a698e5 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 944 time: 0.0624304 Nov 15 11:12:45.459056 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea4f8798-bf77-4a94-9bc7-22e7b70dc85c req-8efbfe41-b6df-4bbd-8fd8-95952e3719b2 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460815 Nov 15 11:12:45.873144 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645bb9b-436f-4e23-ad41-dacfaeb8a311 req-a9a6ccb1-9077-48cb-9722-50837ea53d9d tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:45.888067 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8645bb9b-436f-4e23-ad41-dacfaeb8a311 req-a9a6ccb1-9077-48cb-9722-50837ea53d9d tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/ports?device_id=e37dd50b-5bc7-4d8a-986b-47495be73917 HTTP/1.1" status: 200 len: 946 time: 0.0733004 Nov 15 11:12:45.965353 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8645bb9b-436f-4e23-ad41-dacfaeb8a311 req-41fa9bff-3f28-4ae6-b012-ef92c3328e3c tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c1aff0-6802-407b-861d-673ab13350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674198 Nov 15 11:12:46.237612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b87b78-47c4-4c43-a5f8-b0a103e5f4ff req-02255a21-952d-4ab2-82e0-ba31d6bcd15c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:46.239411 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f4b87b78-47c4-4c43-a5f8-b0a103e5f4ff req-02255a21-952d-4ab2-82e0-ba31d6bcd15c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.0534978 Nov 15 11:12:46.315476 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4166f8-065b-4b10-a7d3-98066d21e815 req-d841a9bc-38a2-4ef5-850c-476d9b627655 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:46.316907 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb4166f8-065b-4b10-a7d3-98066d21e815 req-d841a9bc-38a2-4ef5-850c-476d9b627655 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=80ee70d1-091f-4adb-82c4-c116556be50e HTTP/1.1" status: 200 len: 950 time: 0.0718575 Nov 15 11:12:46.336498 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f4b87b78-47c4-4c43-a5f8-b0a103e5f4ff req-e5d15238-7979-4946-9364-4e5a2650005c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902064 Nov 15 11:12:46.381362 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb4166f8-065b-4b10-a7d3-98066d21e815 req-038879b0-cb09-4cde-ad53-16a2ded1fe99 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562203 Nov 15 11:12:46.512558 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7a9d2-6b54-4e7b-9fc7-3050c350ae65 req-a94dc21f-3537-4c26-92f3-c3355b1b5579 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:46.514769 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e7d7a9d2-6b54-4e7b-9fc7-3050c350ae65 req-a94dc21f-3537-4c26-92f3-c3355b1b5579 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.0726812 Nov 15 11:12:46.624165 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e7d7a9d2-6b54-4e7b-9fc7-3050c350ae65 req-fff6c95b-108a-416d-bf19-57406f8a9128 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990827 Nov 15 11:12:46.640511 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a350048-4849-4df9-9571-acb5f144cddd req-4e47f244-4ddf-4284-8d36-6c9cee84bdb9 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:46.642054 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a350048-4849-4df9-9571-acb5f144cddd req-4e47f244-4ddf-4284-8d36-6c9cee84bdb9 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 944 time: 0.0981047 Nov 15 11:12:46.656714 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58a73a-6096-4cb6-a077-c4191ec70d79 req-bd356f52-127a-4c30-83c5-8438a6953cf2 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:46.665532 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fa58a73a-6096-4cb6-a077-c4191ec70d79 req-bd356f52-127a-4c30-83c5-8438a6953cf2 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ee70d1-091f-4adb-82c4-c116556be50e HTTP/1.1" status: 200 len: 950 time: 0.0806022 Nov 15 11:12:46.696662 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:12:46.722944 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a350048-4849-4df9-9571-acb5f144cddd req-944bcc44-d8db-4bf4-a414-e2c23d3b759f tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547228 Nov 15 11:12:46.731713 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:12:46.737404 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5a20246c-c2f1-4b29-9da7-81eea2e9a3d4 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:12:46.809434 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-fa58a73a-6096-4cb6-a077-c4191ec70d79 req-dd660fca-5a99-4d2f-b1fe-14530f4249f9 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Deleting port 13b8322d-abcc-4283-b944-cb02e5c2523e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:12:46.809764 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fa58a73a-6096-4cb6-a077-c4191ec70d79 req-dd660fca-5a99-4d2f-b1fe-14530f4249f9 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:46.910245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-fa58a73a-6096-4cb6-a077-c4191ec70d79 req-dd660fca-5a99-4d2f-b1fe-14530f4249f9 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] For port 13b8322d-abcc-4283-b944-cb02e5c2523e, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=13b8322d-abcc-4283-b944-cb02e5c2523e,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:46.910678 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fa58a73a-6096-4cb6-a077-c4191ec70d79 req-dd660fca-5a99-4d2f-b1fe-14530f4249f9 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:46.925869 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-fa58a73a-6096-4cb6-a077-c4191ec70d79 req-dd660fca-5a99-4d2f-b1fe-14530f4249f9 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Calling delete_port for 13b8322d-abcc-4283-b944-cb02e5c2523e owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:12:47.129030 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fa58a73a-6096-4cb6-a077-c4191ec70d79 req-dd660fca-5a99-4d2f-b1fe-14530f4249f9 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:47.142532 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['51671efc-4a4c-49b3-afac-6953b4cc8a4d', 'f3b682bc-8670-45b3-a9a2-35cba85394fb', 'bc7acfc5-f06f-477e-bfe5-b64c3eae0294'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:47.147588 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['106c3127-ae46-498f-9161-c66322de846d', 'b240da9e-97ca-4abd-baa6-e7d5e491457f'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:47.189705 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd660fca-5a99-4d2f-b1fe-14530f4249f9 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Pushing event deleted for resources: {'Port': ['ID=13b8322d-abcc-4283-b944-cb02e5c2523e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:47.201766 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd4234-c057-4008-8e9a-f7a31b081f6a req-28688288-c141-45d9-9540-835aca192ff0 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:47.224905 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ebd4234-c057-4008-8e9a-f7a31b081f6a req-28688288-c141-45d9-9540-835aca192ff0 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/ports?device_id=e37dd50b-5bc7-4d8a-986b-47495be73917 HTTP/1.1" status: 200 len: 946 time: 0.1167116 Nov 15 11:12:47.299833 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa58a73a-6096-4cb6-a077-c4191ec70d79 req-dd660fca-5a99-4d2f-b1fe-14530f4249f9 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] No DVR routers for this DVR port 13b8322d-abcc-4283-b944-cb02e5c2523e on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:12:47.303488 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fa58a73a-6096-4cb6-a077-c4191ec70d79 req-dd660fca-5a99-4d2f-b1fe-14530f4249f9 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:47.311084 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fa58a73a-6096-4cb6-a077-c4191ec70d79 req-dd660fca-5a99-4d2f-b1fe-14530f4249f9 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "DELETE /v2.0/ports/13b8322d-abcc-4283-b944-cb02e5c2523e HTTP/1.1" status: 204 len: 173 time: 0.6383007 Nov 15 11:12:47.312324 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ee70d1-091f-4adb-82c4-c116556be50e', 'name': 'network-vif-deleted', 'tag': '13b8322d-abcc-4283-b944-cb02e5c2523e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:12:47.317782 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3725def8-4c4b-40d3-a3ac-92d868e0a033" -d '{"events": [{"server_uuid": "80ee70d1-091f-4adb-82c4-c116556be50e", "name": "network-vif-deleted", "tag": "13b8322d-abcc-4283-b944-cb02e5c2523e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:12:47.359222 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ebd4234-c057-4008-8e9a-f7a31b081f6a req-0212435e-4a58-41a9-9e64-08e989592155 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c1aff0-6802-407b-861d-673ab13350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330292 Nov 15 11:12:47.363021 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8094cc-e454-4dd8-8655-17512360de2e req-55c701ec-02e8-478a-b930-adeb465e0dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:47.364505 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb8094cc-e454-4dd8-8655-17512360de2e req-55c701ec-02e8-478a-b930-adeb465e0dd1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 1125 time: 0.1362536 Nov 15 11:12:47.388213 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebdefce-6806-4254-9213-da39979a5fd3 x-openstack-request-id: req-2ebdefce-6806-4254-9213-da39979a5fd3 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:12:47.388526 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ee70d1-091f-4adb-82c4-c116556be50e", "name": "network-vif-deleted", "tag": "13b8322d-abcc-4283-b944-cb02e5c2523e", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:12:47.388774 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ebdefce-6806-4254-9213-da39979a5fd3 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:12:47.389171 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ee70d1-091f-4adb-82c4-c116556be50e', 'name': 'network-vif-deleted', 'tag': '13b8322d-abcc-4283-b944-cb02e5c2523e', 'status': 'completed', 'code': 200} Nov 15 11:12:47.634003 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-54a9c4c0-7f38-490c-bd73-4a7744790c2d req-58ae845a-d624-44bc-a7d6-7364f0f90ad7 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=80ee70d1-091f-4adb-82c4-c116556be50e HTTP/1.1" status: 200 len: 210 time: 0.0990906 Nov 15 11:12:47.760259 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76396510-2f3d-4009-9073-12e276ec9d78 req-0e5d355f-915b-454a-910b-edaf9ebc1041 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:47.781688 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-76396510-2f3d-4009-9073-12e276ec9d78 req-0e5d355f-915b-454a-910b-edaf9ebc1041 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.1983137 Nov 15 11:12:47.801279 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8094cc-e454-4dd8-8655-17512360de2e req-feb91df7-746e-4c4a-8ccb-79698e452cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:47.803111 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb8094cc-e454-4dd8-8655-17512360de2e req-feb91df7-746e-4c4a-8ccb-79698e452cc5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 908 time: 0.4175770 Nov 15 11:12:47.949450 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb8094cc-e454-4dd8-8655-17512360de2e req-121250b0-c0b2-4387-bebf-77dbcd89dd02 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7bd772e-6ea4-46c6-84bd-ca23a153da35 HTTP/1.1" status: 200 len: 217 time: 0.1271610 Nov 15 11:12:48.001659 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-76396510-2f3d-4009-9073-12e276ec9d78 req-2cdc6d09-4fe6-4ca8-8f18-e0a406e57a90 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170186 Nov 15 11:12:48.044818 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8094cc-e454-4dd8-8655-17512360de2e req-eabe7cf8-001e-4de7-b9e2-1275c92c968d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:48.046440 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb8094cc-e454-4dd8-8655-17512360de2e req-eabe7cf8-001e-4de7-b9e2-1275c92c968d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8b5f0410-d440-42ba-a6cf-b7c754e903cf HTTP/1.1" status: 200 len: 847 time: 0.0865371 Nov 15 11:12:48.077928 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c5584-b27b-47f9-885c-2f01a9774a73 req-f62cf3ec-315d-4bf7-9520-9e78b4342a60 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:48.081496 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-377c5584-b27b-47f9-885c-2f01a9774a73 req-f62cf3ec-315d-4bf7-9520-9e78b4342a60 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.1071584 Nov 15 11:12:48.115856 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb8094cc-e454-4dd8-8655-17512360de2e req-f50d8c01-f11c-45c1-b051-468e14168be1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4534314e-1f14-4032-9246-018086f47347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602276 Nov 15 11:12:48.247928 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-377c5584-b27b-47f9-885c-2f01a9774a73 req-6cff8966-b8fb-48ec-9d2b-7b7be77b42d0 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510005 Nov 15 11:12:48.258016 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4401cab-9096-46a3-9c80-b812eb0c26c2 req-c146cf67-b691-4a4e-ba60-2b3e831cf219 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:48.259601 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b4401cab-9096-46a3-9c80-b812eb0c26c2 req-c146cf67-b691-4a4e-ba60-2b3e831cf219 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 944 time: 0.1641383 Nov 15 11:12:48.315093 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb8094cc-e454-4dd8-8655-17512360de2e req-8609ca39-7663-483c-a79e-c7722f8b6b86 service neutron] 10.222.0.55 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877637 Nov 15 11:12:48.338199 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b4401cab-9096-46a3-9c80-b812eb0c26c2 req-cea2d4ea-8c21-4666-bddf-f2ed6b0de4db tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718389 Nov 15 11:12:48.469945 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1ed2d-3dc1-40fd-977c-26dd8fc5eb9c req-26e7ee8c-29e1-4096-a1a2-5baf56d6bafd tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:48.478775 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2be1ed2d-3dc1-40fd-977c-26dd8fc5eb9c req-26e7ee8c-29e1-4096-a1a2-5baf56d6bafd tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/ports?device_id=e37dd50b-5bc7-4d8a-986b-47495be73917 HTTP/1.1" status: 200 len: 946 time: 0.0911582 Nov 15 11:12:48.530198 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb8094cc-e454-4dd8-8655-17512360de2e req-cd7e7dba-0da8-4261-991c-d73cb072270f service neutron] 10.222.0.55 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044871 Nov 15 11:12:48.560588 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2be1ed2d-3dc1-40fd-977c-26dd8fc5eb9c req-2f806ba3-d437-41ce-9e59-a345aa9af8b6 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c1aff0-6802-407b-861d-673ab13350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806360 Nov 15 11:12:48.634940 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56ce32-8ec2-4765-80ed-8871fc14d7a4 req-f169d6cf-627a-4080-8b47-496726dcf2db tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:48.636577 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bc56ce32-8ec2-4765-80ed-8871fc14d7a4 req-f169d6cf-627a-4080-8b47-496726dcf2db tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 1125 time: 0.1230903 Nov 15 11:12:48.645823 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8094cc-e454-4dd8-8655-17512360de2e req-bcabbbcb-1571-4612-b77a-cb76f6c12418 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:48.647304 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb8094cc-e454-4dd8-8655-17512360de2e req-bcabbbcb-1571-4612-b77a-cb76f6c12418 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e&tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 1125 time: 0.0616205 Nov 15 11:12:48.668034 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-bb8094cc-e454-4dd8-8655-17512360de2e req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:12:48.710626 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 13b8322d-abcc-4283-b944-cb02e5c2523e no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:12:48.741212 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bc56ce32-8ec2-4765-80ed-8871fc14d7a4 req-17a6f5c1-c7ca-40b7-8ed8-a505bb4dd7af tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978889 Nov 15 11:12:48.749051 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bb8094cc-e454-4dd8-8655-17512360de2e req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:48.753977 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 13b8322d-abcc-4283-b944-cb02e5c2523e {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:12:48.757113 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 13b8322d-abcc-4283-b944-cb02e5c2523e not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:12:48.973002 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-bb8094cc-e454-4dd8-8655-17512360de2e req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] For port e7bd772e-6ea4-46c6-84bd-ca23a153da35, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e7bd772e-6ea4-46c6-84bd-ca23a153da35,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:49.027428 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-bb8094cc-e454-4dd8-8655-17512360de2e req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] For port e7bd772e-6ea4-46c6-84bd-ca23a153da35, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:12:49.076985 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-bb8094cc-e454-4dd8-8655-17512360de2e req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7bd772e-6ea4-46c6-84bd-ca23a153da35 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:12:49.086127 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bb8094cc-e454-4dd8-8655-17512360de2e req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:49.101796 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bb8094cc-e454-4dd8-8655-17512360de2e req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:49.201494 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-bb8094cc-e454-4dd8-8655-17512360de2e req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] Attempting to bind port e7bd772e-6ea4-46c6-84bd-ca23a153da35 on host n-h1-729945-9 for vnic_type normal with profile {} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:12:49.201806 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-bb8094cc-e454-4dd8-8655-17512360de2e req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] Attempting to bind port e7bd772e-6ea4-46c6-84bd-ca23a153da35 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:12:49.202173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8094cc-e454-4dd8-8655-17512360de2e req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] Attempting to bind port e7bd772e-6ea4-46c6-84bd-ca23a153da35 on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:12:49.212064 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8094cc-e454-4dd8-8655-17512360de2e req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] Port e7bd772e-6ea4-46c6-84bd-ca23a153da35 on network 4534314e-1f14-4032-9246-018086f47347 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:12:49.212422 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8094cc-e454-4dd8-8655-17512360de2e req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] Attempting to bind port e7bd772e-6ea4-46c6-84bd-ca23a153da35 on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:12:49.256936 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8094cc-e454-4dd8-8655-17512360de2e req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:12:49.257627 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8094cc-e454-4dd8-8655-17512360de2e req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] Checking segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:12:49.257627 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8094cc-e454-4dd8-8655-17512360de2e req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] Bound using segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:12:49.258054 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-bb8094cc-e454-4dd8-8655-17512360de2e req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] Bound port: e7bd772e-6ea4-46c6-84bd-ca23a153da35, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:12:49.258428 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bb8094cc-e454-4dd8-8655-17512360de2e req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:49.270420 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] Pushing event updated for resources: {'Port': ['ID=e7bd772e-6ea4-46c6-84bd-ca23a153da35,revision_number=9']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:49.303115 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8bf32-6710-4917-b40e-71cc7e759e00 req-cef96e64-fc93-4779-bac7-87e7f306e294 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:49.304756 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a1b8bf32-6710-4917-b40e-71cc7e759e00 req-cef96e64-fc93-4779-bac7-87e7f306e294 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.1148837 Nov 15 11:12:49.442535 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-bb8094cc-e454-4dd8-8655-17512360de2e req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] For port e7bd772e-6ea4-46c6-84bd-ca23a153da35, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:12:49.458395 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a1b8bf32-6710-4917-b40e-71cc7e759e00 req-c5e718fe-2306-4130-8cdb-3fda8ea178e4 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131678 Nov 15 11:12:49.458395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-bb8094cc-e454-4dd8-8655-17512360de2e req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] For port e7bd772e-6ea4-46c6-84bd-ca23a153da35, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e7bd772e-6ea4-46c6-84bd-ca23a153da35,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:12:49.477559 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bb8094cc-e454-4dd8-8655-17512360de2e req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:49.497263 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84bc24-3d81-498a-95be-b94e94cd0923 req-adb9611c-9a0b-4b35-9021-b186ebd5a95b tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:49.498829 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cf84bc24-3d81-498a-95be-b94e94cd0923 req-adb9611c-9a0b-4b35-9021-b186ebd5a95b tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3577ec4-3861-4f40-be87-8ebaf761c94a HTTP/1.1" status: 200 len: 950 time: 0.1220133 Nov 15 11:12:49.543027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8094cc-e454-4dd8-8655-17512360de2e req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:49.543646 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bb8094cc-e454-4dd8-8655-17512360de2e req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:49.545539 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb8094cc-e454-4dd8-8655-17512360de2e req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] 10.222.0.55 "PUT /v2.0/ports/e7bd772e-6ea4-46c6-84bd-ca23a153da35 HTTP/1.1" status: 200 len: 1092 time: 0.8836739 Nov 15 11:12:49.549975 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd464fcd-bae0-4379-bfb3-82208f97cf3e', 'tag': 'e7bd772e-6ea4-46c6-84bd-ca23a153da35'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:12:49.551021 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e85c024-c74f-4240-b51c-efe1355edfec" -d '{"events": [{"name": "network-changed", "server_uuid": "bd464fcd-bae0-4379-bfb3-82208f97cf3e", "tag": "e7bd772e-6ea4-46c6-84bd-ca23a153da35"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:12:49.676878 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['e7bd772e-6ea4-46c6-84bd-ca23a153da35'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:49.686606 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c7996-fdd0-4b84-8f6d-c18b8cfdd89a service neutron] Pushing event updated for resources: {'Port': ['ID=e7bd772e-6ea4-46c6-84bd-ca23a153da35,revision_number=10']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:49.717227 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cf84bc24-3d81-498a-95be-b94e94cd0923 req-adfb143e-d4f9-42de-a968-18e51cb73bdd tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867292 Nov 15 11:12:49.730270 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7ec55-62ab-4a15-9245-9a7564f5cd04 req-43174a5b-5f09-41a7-a3a5-8b1539572df5 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:49.731764 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72d7ec55-62ab-4a15-9245-9a7564f5cd04 req-43174a5b-5f09-41a7-a3a5-8b1539572df5 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.1282163 Nov 15 11:12:49.757115 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['e7bd772e-6ea4-46c6-84bd-ca23a153da35'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:49.816758 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de713246-bda9-4cde-8954-7e6c65d1a241 req-0a0f7d52-7e2c-4a04-b53f-db719f783d2e tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:49.821549 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-de713246-bda9-4cde-8954-7e6c65d1a241 req-0a0f7d52-7e2c-4a04-b53f-db719f783d2e tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.11 "GET /v2.0/ports?device_id=e37dd50b-5bc7-4d8a-986b-47495be73917 HTTP/1.1" status: 200 len: 946 time: 0.0864291 Nov 15 11:12:49.926806 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72d7ec55-62ab-4a15-9245-9a7564f5cd04 req-9b5f6fa2-bf7c-4c91-ad11-5bffe0ed08d4 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724169 Nov 15 11:12:50.016160 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f5f9af-71fd-4d2d-a81c-96626ec96391 x-openstack-request-id: req-49f5f9af-71fd-4d2d-a81c-96626ec96391 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:12:50.016584 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd464fcd-bae0-4379-bfb3-82208f97cf3e", "tag": "e7bd772e-6ea4-46c6-84bd-ca23a153da35", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:12:50.017025 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-49f5f9af-71fd-4d2d-a81c-96626ec96391 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:12:50.020943 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd464fcd-bae0-4379-bfb3-82208f97cf3e', 'tag': 'e7bd772e-6ea4-46c6-84bd-ca23a153da35', 'status': 'completed', 'code': 200} Nov 15 11:12:50.040312 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-de713246-bda9-4cde-8954-7e6c65d1a241 req-e92c7621-c3d1-437d-a061-7896f6382c68 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Deleting port c1e5a808-d045-4bfe-8e80-eac824871c02 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:12:50.041010 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-de713246-bda9-4cde-8954-7e6c65d1a241 req-e92c7621-c3d1-437d-a061-7896f6382c68 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:50.143098 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-bb8094cc-e454-4dd8-8655-17512360de2e req-aacfcad1-1968-4fe1-835d-88cb3472f0f4 service neutron] For port e7bd772e-6ea4-46c6-84bd-ca23a153da35, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:12:50.162994 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bb8094cc-e454-4dd8-8655-17512360de2e req-aacfcad1-1968-4fe1-835d-88cb3472f0f4 service neutron] Publish callbacks [] for binding, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:50.164807 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb8094cc-e454-4dd8-8655-17512360de2e req-aacfcad1-1968-4fe1-835d-88cb3472f0f4 service neutron] 10.222.0.55 "DELETE /v2.0/ports/e7bd772e-6ea4-46c6-84bd-ca23a153da35/bindings/n-h2-729945-9 HTTP/1.1" status: 204 len: 173 time: 0.5983994 Nov 15 11:12:50.179563 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-de713246-bda9-4cde-8954-7e6c65d1a241 req-e92c7621-c3d1-437d-a061-7896f6382c68 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] For port c1e5a808-d045-4bfe-8e80-eac824871c02, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=c1e5a808-d045-4bfe-8e80-eac824871c02,segment=NetworkSegment(2fede31b-1a82-4495-bc65-283443af6e55),segment_id=2fede31b-1a82-4495-bc65-283443af6e55)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:50.179788 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-de713246-bda9-4cde-8954-7e6c65d1a241 req-e92c7621-c3d1-437d-a061-7896f6382c68 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:50.186840 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9af538-0a40-48a2-96d0-9c03edc402ed req-1a6a61de-3b67-46c0-abe5-c9d77cc7736b tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:50.189028 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad9af538-0a40-48a2-96d0-9c03edc402ed req-1a6a61de-3b67-46c0-abe5-c9d77cc7736b tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/ports?device_id=e37dd50b-5bc7-4d8a-986b-47495be73917 HTTP/1.1" status: 200 len: 946 time: 0.1559134 Nov 15 11:12:50.197786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85c024-c74f-4240-b51c-efe1355edfec req-62143f0b-688b-4ec6-b3aa-bd6f821a28e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:50.199321 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e85c024-c74f-4240-b51c-efe1355edfec req-62143f0b-688b-4ec6-b3aa-bd6f821a28e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 1096 time: 0.1210945 Nov 15 11:12:50.209134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-de713246-bda9-4cde-8954-7e6c65d1a241 req-e92c7621-c3d1-437d-a061-7896f6382c68 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Calling delete_port for c1e5a808-d045-4bfe-8e80-eac824871c02 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:12:50.300932 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad9af538-0a40-48a2-96d0-9c03edc402ed req-b134c7c5-80d3-49b8-8894-13ccd8deea61 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.64 "GET /v2.0/security-groups?id=44c1aff0-6802-407b-861d-673ab13350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052210 Nov 15 11:12:50.353036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85c024-c74f-4240-b51c-efe1355edfec req-16cc68d7-a1ae-4e6c-9c2c-5152d612bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:50.355077 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e85c024-c74f-4240-b51c-efe1355edfec req-16cc68d7-a1ae-4e6c-9c2c-5152d612bf34 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 908 time: 0.1336932 Nov 15 11:12:50.420808 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e85c024-c74f-4240-b51c-efe1355edfec req-fca79edb-cd8e-4442-b802-1fa11c331082 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7bd772e-6ea4-46c6-84bd-ca23a153da35 HTTP/1.1" status: 200 len: 217 time: 0.0558248 Nov 15 11:12:50.453448 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-de713246-bda9-4cde-8954-7e6c65d1a241 req-e92c7621-c3d1-437d-a061-7896f6382c68 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:50.467572 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['c1e5a808-d045-4bfe-8e80-eac824871c02'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:50.484071 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85c024-c74f-4240-b51c-efe1355edfec req-a1046a6f-b592-417c-a741-deeb2590edbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:50.485662 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e85c024-c74f-4240-b51c-efe1355edfec req-a1046a6f-b592-417c-a741-deeb2590edbb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b5f0410-d440-42ba-a6cf-b7c754e903cf HTTP/1.1" status: 200 len: 847 time: 0.0551910 Nov 15 11:12:50.547422 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e85c024-c74f-4240-b51c-efe1355edfec req-cc4a5f31-e8d7-4f33-8249-c8d4715e5bcb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4534314e-1f14-4032-9246-018086f47347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420704 Nov 15 11:12:50.579370 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c7621-c3d1-437d-a061-7896f6382c68 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Pushing event deleted for resources: {'Port': ['ID=c1e5a808-d045-4bfe-8e80-eac824871c02,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:50.644987 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-de713246-bda9-4cde-8954-7e6c65d1a241 req-e92c7621-c3d1-437d-a061-7896f6382c68 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] No DVR routers for this DVR port c1e5a808-d045-4bfe-8e80-eac824871c02 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:12:50.647658 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-de713246-bda9-4cde-8954-7e6c65d1a241 req-e92c7621-c3d1-437d-a061-7896f6382c68 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:50.653277 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-de713246-bda9-4cde-8954-7e6c65d1a241 req-e92c7621-c3d1-437d-a061-7896f6382c68 tempest-InstanceActionsTestJSON-1126381688 tempest-InstanceActionsTestJSON-1126381688-project] 10.222.0.11 "DELETE /v2.0/ports/c1e5a808-d045-4bfe-8e80-eac824871c02 HTTP/1.1" status: 204 len: 173 time: 0.8196571 Nov 15 11:12:50.653733 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37dd50b-5bc7-4d8a-986b-47495be73917', 'name': 'network-vif-deleted', 'tag': 'c1e5a808-d045-4bfe-8e80-eac824871c02'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:12:50.656232 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56537c6-0333-4560-a53c-1ae6dd246549" -d '{"events": [{"server_uuid": "e37dd50b-5bc7-4d8a-986b-47495be73917", "name": "network-vif-deleted", "tag": "c1e5a808-d045-4bfe-8e80-eac824871c02"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:12:50.732693 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5631b11b-a7b8-40e9-8f17-b9e1b1d46c18 x-openstack-request-id: req-5631b11b-a7b8-40e9-8f17-b9e1b1d46c18 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:12:50.732984 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37dd50b-5bc7-4d8a-986b-47495be73917", "name": "network-vif-deleted", "tag": "c1e5a808-d045-4bfe-8e80-eac824871c02", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:12:50.733226 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5631b11b-a7b8-40e9-8f17-b9e1b1d46c18 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:12:50.733619 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37dd50b-5bc7-4d8a-986b-47495be73917', 'name': 'network-vif-deleted', 'tag': 'c1e5a808-d045-4bfe-8e80-eac824871c02', 'status': 'completed', 'code': 200} Nov 15 11:12:50.773554 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19b522-cba1-41f4-9f9f-0ab7b5fef90b req-b5c32368-cfe1-4232-869d-a589c6f03e60 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:50.775389 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dc19b522-cba1-41f4-9f9f-0ab7b5fef90b req-b5c32368-cfe1-4232-869d-a589c6f03e60 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3577ec4-3861-4f40-be87-8ebaf761c94a HTTP/1.1" status: 200 len: 950 time: 0.1811275 Nov 15 11:12:51.004893 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 11716b14-97a5-4465-acdf-3caa497b2c16 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:12:51.022773 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 11716b14-97a5-4465-acdf-3caa497b2c16 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:12:51.446154 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197f743-ba44-4bc9-8935-7128af9ee4cd req-f7abc9da-07d9-4c3e-a04c-509df6204145 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:51.453737 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5197f743-ba44-4bc9-8935-7128af9ee4cd req-f7abc9da-07d9-4c3e-a04c-509df6204145 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.8580942 Nov 15 11:12:51.529233 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:51.560467 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 11716b14-97a5-4465-acdf-3caa497b2c16, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=11716b14-97a5-4465-acdf-3caa497b2c16,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:51.582704 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5197f743-ba44-4bc9-8935-7128af9ee4cd req-2a8bbfd3-702c-4df4-9556-4fd92d7e822a tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278861 Nov 15 11:12:51.584781 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e85c024-c74f-4240-b51c-efe1355edfec req-3d4dc997-8e41-437d-828a-cc7bbaf03663 service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0309126 Nov 15 11:12:51.585432 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '11716b14-97a5-4465-acdf-3caa497b2c16', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '11716b14-97a5-4465-acdf-3caa497b2c16', 'mac_address': 'fa:16:3e:42:18:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:12:51.593857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812b2b-3993-46bc-96ab-119f69c957ec req-e206eefa-8563-4d84-9cbf-435f6ab4ba47 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:51.601274 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0c812b2b-3993-46bc-96ab-119f69c957ec req-e206eefa-8563-4d84-9cbf-435f6ab4ba47 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3577ec4-3861-4f40-be87-8ebaf761c94a HTTP/1.1" status: 200 len: 950 time: 0.1956234 Nov 15 11:12:51.602292 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e7873b-9568-443a-b4e4-8966e6b31956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11716b14-97a5-4465-acdf-3caa497b2c16'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:12:51.610259 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9653f2-778b-4efd-b72e-dd84f5449b36" -d '{"events": [{"server_uuid": "64e7873b-9568-443a-b4e4-8966e6b31956", "name": "network-vif-unplugged", "status": "completed", "tag": "11716b14-97a5-4465-acdf-3caa497b2c16"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:12:51.638704 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 11716b14-97a5-4465-acdf-3caa497b2c16, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=11716b14-97a5-4465-acdf-3caa497b2c16,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:51.659343 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:51.700171 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:51.724166 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0ab2-a143-4cac-9737-62d8e0604f3f req-570c4603-0454-4458-a7c2-6bfd6c9ef848 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:51.725765 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bcbd0ab2-a143-4cac-9737-62d8e0604f3f req-570c4603-0454-4458-a7c2-6bfd6c9ef848 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "GET /v2.0/ports?device_id=9daf3395-8e2b-47cd-9c94-f8905d579d57 HTTP/1.1" status: 200 len: 949 time: 0.6638975 Nov 15 11:12:51.729888 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11716b14-97a5-4465-acdf-3caa497b2c16 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:12:51.747112 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=11716b14-97a5-4465-acdf-3caa497b2c16,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:51.836152 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:12:51.836530 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:12:51.848082 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0c812b2b-3993-46bc-96ab-119f69c957ec req-de287850-224f-422c-ac8c-ed01d88c65bf tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399507 Nov 15 11:12:51.848082 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-dc19b522-cba1-41f4-9f9f-0ab7b5fef90b req-7a7c8a26-d2d4-4e5c-817c-f23ee3d2e228 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Deleting port b240da9e-97ca-4abd-baa6-e7d5e491457f {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:12:51.848082 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dc19b522-cba1-41f4-9f9f-0ab7b5fef90b req-7a7c8a26-d2d4-4e5c-817c-f23ee3d2e228 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:51.946978 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-bcbd0ab2-a143-4cac-9737-62d8e0604f3f req-359a42d9-80c8-49d5-a34a-6dfb732d66c5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Deleting port bc7acfc5-f06f-477e-bfe5-b64c3eae0294 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:12:51.947474 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bcbd0ab2-a143-4cac-9737-62d8e0604f3f req-359a42d9-80c8-49d5-a34a-6dfb732d66c5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:51.961812 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e85c024-c74f-4240-b51c-efe1355edfec req-13de6801-bf0f-49ca-b2cf-e517b5676b47 service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525236 Nov 15 11:12:52.001128 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51638) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:52.066687 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e740cc47-638e-428a-aaea-340d8b2fd31d x-openstack-request-id: req-e740cc47-638e-428a-aaea-340d8b2fd31d {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:12:52.068080 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e7873b-9568-443a-b4e4-8966e6b31956", "name": "network-vif-unplugged", "status": "completed", "tag": "11716b14-97a5-4465-acdf-3caa497b2c16", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:12:52.068477 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e740cc47-638e-428a-aaea-340d8b2fd31d {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:12:52.069022 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e7873b-9568-443a-b4e4-8966e6b31956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11716b14-97a5-4465-acdf-3caa497b2c16', 'code': 200} Nov 15 11:12:52.074533 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-dc19b522-cba1-41f4-9f9f-0ab7b5fef90b req-7a7c8a26-d2d4-4e5c-817c-f23ee3d2e228 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] For port b240da9e-97ca-4abd-baa6-e7d5e491457f, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=b240da9e-97ca-4abd-baa6-e7d5e491457f,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:52.075115 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dc19b522-cba1-41f4-9f9f-0ab7b5fef90b req-7a7c8a26-d2d4-4e5c-817c-f23ee3d2e228 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:52.098526 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-dc19b522-cba1-41f4-9f9f-0ab7b5fef90b req-7a7c8a26-d2d4-4e5c-817c-f23ee3d2e228 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Calling delete_port for b240da9e-97ca-4abd-baa6-e7d5e491457f owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:12:52.126816 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7b6a8-6356-4382-9a32-75d317830224 req-5f74ba90-58e4-4313-8f87-cfe4f6662792 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:52.136659 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-bcbd0ab2-a143-4cac-9737-62d8e0604f3f req-359a42d9-80c8-49d5-a34a-6dfb732d66c5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] For port bc7acfc5-f06f-477e-bfe5-b64c3eae0294, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=bc7acfc5-f06f-477e-bfe5-b64c3eae0294,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:52.137152 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bcbd0ab2-a143-4cac-9737-62d8e0604f3f req-359a42d9-80c8-49d5-a34a-6dfb732d66c5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:52.138132 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbb7b6a8-6356-4382-9a32-75d317830224 req-5f74ba90-58e4-4313-8f87-cfe4f6662792 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 947 time: 0.1508589 Nov 15 11:12:52.154940 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-bcbd0ab2-a143-4cac-9737-62d8e0604f3f req-359a42d9-80c8-49d5-a34a-6dfb732d66c5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Calling delete_port for bc7acfc5-f06f-477e-bfe5-b64c3eae0294 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:12:52.295310 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dc19b522-cba1-41f4-9f9f-0ab7b5fef90b req-7a7c8a26-d2d4-4e5c-817c-f23ee3d2e228 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:52.309463 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ac0332-c285-4c08-a6ae-60160e6c828d admin admin] Deleting subnet ba3e0fd8-587e-48e6-89ae-0be70ed702ca {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:12:52.309762 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['51671efc-4a4c-49b3-afac-6953b4cc8a4d', 'f3b682bc-8670-45b3-a9a2-35cba85394fb', 'bc7acfc5-f06f-477e-bfe5-b64c3eae0294'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:52.313169 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['106c3127-ae46-498f-9161-c66322de846d', 'b240da9e-97ca-4abd-baa6-e7d5e491457f'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:52.351071 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-25ac0332-c285-4c08-a6ae-60160e6c828d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:52.356324 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c8a26-d2d4-4e5c-817c-f23ee3d2e228 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Pushing event deleted for resources: {'Port': ['ID=b240da9e-97ca-4abd-baa6-e7d5e491457f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:52.369945 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bcbd0ab2-a143-4cac-9737-62d8e0604f3f req-359a42d9-80c8-49d5-a34a-6dfb732d66c5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:52.487866 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbb7b6a8-6356-4382-9a32-75d317830224 req-83e39342-720c-477a-a588-bea830681bbb tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373089 Nov 15 11:12:52.538483 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc19b522-cba1-41f4-9f9f-0ab7b5fef90b req-7a7c8a26-d2d4-4e5c-817c-f23ee3d2e228 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] No DVR routers for this DVR port b240da9e-97ca-4abd-baa6-e7d5e491457f on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:12:52.546309 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a42d9-80c8-49d5-a34a-6dfb732d66c5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Pushing event deleted for resources: {'Port': ['ID=bc7acfc5-f06f-477e-bfe5-b64c3eae0294,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:52.547135 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dc19b522-cba1-41f4-9f9f-0ab7b5fef90b req-7a7c8a26-d2d4-4e5c-817c-f23ee3d2e228 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:52.554072 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dc19b522-cba1-41f4-9f9f-0ab7b5fef90b req-7a7c8a26-d2d4-4e5c-817c-f23ee3d2e228 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.55 "DELETE /v2.0/ports/b240da9e-97ca-4abd-baa6-e7d5e491457f HTTP/1.1" status: 204 len: 173 time: 1.7673178 Nov 15 11:12:52.556418 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3577ec4-3861-4f40-be87-8ebaf761c94a', 'name': 'network-vif-deleted', 'tag': 'b240da9e-97ca-4abd-baa6-e7d5e491457f'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:12:52.565434 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baf3c61-a075-483a-9e1f-b9221d180a12" -d '{"events": [{"server_uuid": "b3577ec4-3861-4f40-be87-8ebaf761c94a", "name": "network-vif-deleted", "tag": "b240da9e-97ca-4abd-baa6-e7d5e491457f"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:12:52.570342 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbd0ab2-a143-4cac-9737-62d8e0604f3f req-359a42d9-80c8-49d5-a34a-6dfb732d66c5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] No DVR routers for this DVR port bc7acfc5-f06f-477e-bfe5-b64c3eae0294 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:12:52.579956 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bcbd0ab2-a143-4cac-9737-62d8e0604f3f req-359a42d9-80c8-49d5-a34a-6dfb732d66c5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:52.608823 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-25ac0332-c285-4c08-a6ae-60160e6c828d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:52.610042 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bcbd0ab2-a143-4cac-9737-62d8e0604f3f req-359a42d9-80c8-49d5-a34a-6dfb732d66c5 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "DELETE /v2.0/ports/bc7acfc5-f06f-477e-bfe5-b64c3eae0294 HTTP/1.1" status: 204 len: 173 time: 0.8730896 Nov 15 11:12:52.649514 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-25ac0332-c285-4c08-a6ae-60160e6c828d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:52.734888 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9daf3395-8e2b-47cd-9c94-f8905d579d57', 'name': 'network-vif-deleted', 'tag': 'bc7acfc5-f06f-477e-bfe5-b64c3eae0294'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:12:52.739763 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ec8842-7755-4215-b9b7-a6789bb97e40" -d '{"events": [{"server_uuid": "9daf3395-8e2b-47cd-9c94-f8905d579d57", "name": "network-vif-deleted", "tag": "bc7acfc5-f06f-477e-bfe5-b64c3eae0294"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:12:52.778952 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543db4cd-19e6-4f2f-8820-99de9fefe624 x-openstack-request-id: req-543db4cd-19e6-4f2f-8820-99de9fefe624 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:12:52.779308 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3577ec4-3861-4f40-be87-8ebaf761c94a", "name": "network-vif-deleted", "tag": "b240da9e-97ca-4abd-baa6-e7d5e491457f", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:12:52.779515 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-543db4cd-19e6-4f2f-8820-99de9fefe624 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:12:52.779964 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3577ec4-3861-4f40-be87-8ebaf761c94a', 'name': 'network-vif-deleted', 'tag': 'b240da9e-97ca-4abd-baa6-e7d5e491457f', 'status': 'completed', 'code': 200} Nov 15 11:12:52.783128 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device c1e5a808-d045-4bfe-8e80-eac824871c02 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:12:52.803446 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:52.842108 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc825a4-f7e8-4716-965d-ebccf58310c3 x-openstack-request-id: req-6cc825a4-f7e8-4716-965d-ebccf58310c3 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:12:52.842585 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9daf3395-8e2b-47cd-9c94-f8905d579d57", "name": "network-vif-deleted", "tag": "bc7acfc5-f06f-477e-bfe5-b64c3eae0294", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:12:52.842954 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6cc825a4-f7e8-4716-965d-ebccf58310c3 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:12:52.843461 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9daf3395-8e2b-47cd-9c94-f8905d579d57', 'name': 'network-vif-deleted', 'tag': 'bc7acfc5-f06f-477e-bfe5-b64c3eae0294', 'status': 'completed', 'code': 200} Nov 15 11:12:52.885524 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: c1e5a808-d045-4bfe-8e80-eac824871c02 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:12:52.885867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device c1e5a808-d045-4bfe-8e80-eac824871c02 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:12:52.894602 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11716b14-97a5-4465-acdf-3caa497b2c16 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:12:52.920497 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 11716b14-97a5-4465-acdf-3caa497b2c16, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=11716b14-97a5-4465-acdf-3caa497b2c16,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:52.948664 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:52.978219 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353af61-d520-4b16-80ef-c80e946b3163 req-b4c4be4c-2c49-43f9-8952-b4875e49b4d8 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:52.984190 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c353af61-d520-4b16-80ef-c80e946b3163 req-b4c4be4c-2c49-43f9-8952-b4875e49b4d8 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.1727078 Nov 15 11:12:53.009636 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-25ac0332-c285-4c08-a6ae-60160e6c828d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:53.048459 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device e7bd772e-6ea4-46c6-84bd-ca23a153da35 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:12:53.153593 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac0332-c285-4c08-a6ae-60160e6c828d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba3e0fd8-587e-48e6-89ae-0be70ed702ca,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:53.166575 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ed3a177-3b60-4128-8744-c71ccb7b1e9c req-7baa8e2c-254f-452c-b3cd-ebfa32956965 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3577ec4-3861-4f40-be87-8ebaf761c94a HTTP/1.1" status: 200 len: 210 time: 0.0529666 Nov 15 11:12:53.178630 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-25ac0332-c285-4c08-a6ae-60160e6c828d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:53.183282 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-25ac0332-c285-4c08-a6ae-60160e6c828d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ba3e0fd8-587e-48e6-89ae-0be70ed702ca HTTP/1.1" status: 204 len: 168 time: 1.1799846 Nov 15 11:12:53.192860 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51656) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:53.253299 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=11716b14-97a5-4465-acdf-3caa497b2c16,revision_number=7']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:53.260513 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c353af61-d520-4b16-80ef-c80e946b3163 req-22f5f284-11fd-4b24-ae16-0c9e58ebd78e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666225 Nov 15 11:12:53.317813 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device e7bd772e-6ea4-46c6-84bd-ca23a153da35 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:12:53.318625 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device b240da9e-97ca-4abd-baa6-e7d5e491457f no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:12:53.323253 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-26137f80-c3ca-466e-a093-edc17c479a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:53.361098 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: b240da9e-97ca-4abd-baa6-e7d5e491457f {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:12:53.361795 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device b240da9e-97ca-4abd-baa6-e7d5e491457f not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:12:53.390594 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['11716b14-97a5-4465-acdf-3caa497b2c16'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:53.478183 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-26137f80-c3ca-466e-a093-edc17c479a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:53.541076 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-26137f80-c3ca-466e-a093-edc17c479a20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbb9da3-f39c-41be-a722-31a2895048de']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:12:53.571389 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-26137f80-c3ca-466e-a093-edc17c479a20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fede31b-1a82-4495-bc65-283443af6e55') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:12:53.571662 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-26137f80-c3ca-466e-a093-edc17c479a20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fede31b-1a82-4495-bc65-283443af6e55') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:12:53.606694 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-26137f80-c3ca-466e-a093-edc17c479a20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:53.645023 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-26137f80-c3ca-466e-a093-edc17c479a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:53.662677 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26137f80-c3ca-466e-a093-edc17c479a20 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:12:53.663253 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-26137f80-c3ca-466e-a093-edc17c479a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:12:53.669153 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:12:53.717871 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['106c3127-ae46-498f-9161-c66322de846d'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:53.730686 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34221d03-57f2-453e-b4ec-b9866cf9fe5b req-38afeef5-c32e-41a4-8d77-825bc79c0edc tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:53.743344 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34221d03-57f2-453e-b4ec-b9866cf9fe5b req-38afeef5-c32e-41a4-8d77-825bc79c0edc tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 948 time: 0.1186330 Nov 15 11:12:53.852992 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34221d03-57f2-453e-b4ec-b9866cf9fe5b req-a73e1392-aea5-467b-ad35-71cf5efc1205 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071570 Nov 15 11:12:53.858817 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-26137f80-c3ca-466e-a093-edc17c479a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:53.869192 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-26137f80-c3ca-466e-a093-edc17c479a20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:53.875049 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-26137f80-c3ca-466e-a093-edc17c479a20 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5dbb9da3-f39c-41be-a722-31a2895048de HTTP/1.1" status: 204 len: 168 time: 0.6743860 Nov 15 11:12:53.902097 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26137f80-c3ca-466e-a093-edc17c479a20 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dbb9da3-f39c-41be-a722-31a2895048de,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:54.092250 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51668) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:54.149867 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0f4398db-0471-4799-8ab4-0c005b0e5368 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c6acf69ea3f64244b19e62c2ca173054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0559328 Nov 15 11:12:54.152319 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51670) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:54.267752 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-de8adfe0-cc35-47e3-8198-99bf60e27de1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:54.348274 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-de8adfe0-cc35-47e3-8198-99bf60e27de1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:54.429781 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['51671efc-4a4c-49b3-afac-6953b4cc8a4d', 'f3b682bc-8670-45b3-a9a2-35cba85394fb'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:54.504687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d32131-647f-41c2-bd8f-cbaaf3795bc5 req-1a7efe84-d2fa-4acd-8eca-42c26c43f6a7 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:54.518792 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5d32131-647f-41c2-bd8f-cbaaf3795bc5 req-1a7efe84-d2fa-4acd-8eca-42c26c43f6a7 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.1384273 Nov 15 11:12:54.576595 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-de8adfe0-cc35-47e3-8198-99bf60e27de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:54.581045 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-de8adfe0-cc35-47e3-8198-99bf60e27de1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:54.584732 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-de8adfe0-cc35-47e3-8198-99bf60e27de1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/44c1aff0-6802-407b-861d-673ab13350b2 HTTP/1.1" status: 204 len: 168 time: 0.4286618 Nov 15 11:12:54.633151 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8adfe0-cc35-47e3-8198-99bf60e27de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c1aff0-6802-407b-861d-673ab13350b2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:54.699698 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5d32131-647f-41c2-bd8f-cbaaf3795bc5 req-ae74503d-12c3-4f3e-b49a-cf166597395a tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785538 Nov 15 11:12:54.738102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device bc7acfc5-f06f-477e-bfe5-b64c3eae0294 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:12:54.762125 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c3daa-a265-4ac4-9771-6f1f3812238b req-c13fbca2-de7d-4a47-9508-1170516fadf4 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:54.770175 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: bc7acfc5-f06f-477e-bfe5-b64c3eae0294 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:12:54.770575 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device bc7acfc5-f06f-477e-bfe5-b64c3eae0294 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:12:54.771863 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-660c3daa-a265-4ac4-9771-6f1f3812238b req-c13fbca2-de7d-4a47-9508-1170516fadf4 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=432dfa28-48da-4a1e-adec-b9bd084e2cb2 HTTP/1.1" status: 200 len: 945 time: 0.1295002 Nov 15 11:12:54.859934 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-660c3daa-a265-4ac4-9771-6f1f3812238b req-78c6c7df-827e-4a31-b499-3a513975271d tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778365 Nov 15 11:12:55.028758 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 11716b14-97a5-4465-acdf-3caa497b2c16 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:12:55.235350 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-18592045-bfe3-49c6-9945-82fca2f85535 req-c3655314-bfa7-45d8-95b4-0b4d355b3976 service neutron] show failed (client error): The resource could not be found. Nov 15 11:12:55.236574 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18592045-bfe3-49c6-9945-82fca2f85535 req-c3655314-bfa7-45d8-95b4-0b4d355b3976 service neutron] 10.222.0.55 "GET /v2.0/ports/48d8b62b-c9bd-4789-ad5c-b11249cb1b5a/bindings/n-h1-729945-9 HTTP/1.1" status: 404 len: 380 time: 0.2713835 Nov 15 11:12:55.257819 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 11716b14-97a5-4465-acdf-3caa497b2c16 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:12:55.258935 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:55.298076 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b504414-2bee-47f1-a5d1-3f36623f4d9f req-4f2e8860-03dc-48f2-99ed-9a8168ac1fcb tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:55.302056 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b504414-2bee-47f1-a5d1-3f36623f4d9f req-4f2e8860-03dc-48f2-99ed-9a8168ac1fcb tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 948 time: 0.2629037 Nov 15 11:12:55.412799 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b504414-2bee-47f1-a5d1-3f36623f4d9f req-9ee63253-0b96-44ea-83c6-279d9c4ba5d8 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034224 Nov 15 11:12:55.520963 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:55.561102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e7873b-9568-443a-b4e4-8966e6b31956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11716b14-97a5-4465-acdf-3caa497b2c16'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:12:55.563904 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad29fca4-f5dc-4c75-9121-316c58c13ba4" -d '{"events": [{"server_uuid": "64e7873b-9568-443a-b4e4-8966e6b31956", "name": "network-vif-plugged", "status": "completed", "tag": "11716b14-97a5-4465-acdf-3caa497b2c16"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:12:55.580980 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 11716b14-97a5-4465-acdf-3caa497b2c16, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=11716b14-97a5-4465-acdf-3caa497b2c16,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:55.593267 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:55.633047 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38175b26-05e7-488b-ae21-70ba987d8bdb req-1f263149-3a0f-45be-a4dc-69aeee9387af tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:55.641603 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-38175b26-05e7-488b-ae21-70ba987d8bdb req-1f263149-3a0f-45be-a4dc-69aeee9387af tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=2de1bf44-6902-4e0f-b5a6-3c7dee04e567 HTTP/1.1" status: 200 len: 950 time: 0.0898058 Nov 15 11:12:55.702729 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18592045-bfe3-49c6-9945-82fca2f85535 req-0e47abce-f3db-40b5-95f8-4711fd546e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:55.704858 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18592045-bfe3-49c6-9945-82fca2f85535 req-0e47abce-f3db-40b5-95f8-4711fd546e7b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d&tenant_id=f683158a34ba4a62a024151827d9c8e8 HTTP/1.1" status: 200 len: 1101 time: 0.1156731 Nov 15 11:12:55.706459 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-38175b26-05e7-488b-ae21-70ba987d8bdb req-5efcad85-7dc1-4975-81c7-a23e68584e74 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639119 Nov 15 11:12:55.710228 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838e834c-770a-4c31-9d03-1c34273c0886 x-openstack-request-id: req-838e834c-770a-4c31-9d03-1c34273c0886 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:12:55.710559 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e7873b-9568-443a-b4e4-8966e6b31956", "name": "network-vif-plugged", "status": "completed", "tag": "11716b14-97a5-4465-acdf-3caa497b2c16", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:12:55.710808 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-838e834c-770a-4c31-9d03-1c34273c0886 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:12:55.711205 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e7873b-9568-443a-b4e4-8966e6b31956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11716b14-97a5-4465-acdf-3caa497b2c16', 'code': 200} Nov 15 11:12:55.732000 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-729945-9', 'device_owner': 'compute:nova'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:12:55.779230 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=11716b14-97a5-4465-acdf-3caa497b2c16,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:55.903494 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:56.044860 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2c2bb-2fe6-4fa0-a1ba-19d1f448884d req-75ca4b34-cef1-4030-86f7-4db08aacc590 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:56.046556 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-abc2c2bb-2fe6-4fa0-a1ba-19d1f448884d req-75ca4b34-cef1-4030-86f7-4db08aacc590 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.1768863 Nov 15 11:12:56.058146 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24300973-6323-4441-b598-9aa0da8d2555 req-bebf5811-7d86-4d98-b0f7-c530c6ae8c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:56.059701 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24300973-6323-4441-b598-9aa0da8d2555 req-bebf5811-7d86-4d98-b0f7-c530c6ae8c18 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 1100 time: 0.1121945 Nov 15 11:12:56.176335 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-abc2c2bb-2fe6-4fa0-a1ba-19d1f448884d req-4b966e29-676f-4e3c-b95a-dac40ae321c9 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205416 Nov 15 11:12:56.217777 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24300973-6323-4441-b598-9aa0da8d2555 req-8a7a47e0-bf5e-4ec4-91bc-ad6c187010f3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424282 Nov 15 11:12:56.280630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51734) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:56.323758 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] For port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:56.410321 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] For port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:12:56.446597 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-e60f1175-d81a-4775-9a45-fb13b69c1a1c tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--77885705&fields=id&tenant_id=8ade6c233dd54bb7b33ad4ded5f9c5e4 HTTP/1.1" status: 200 len: 267 time: 0.0701725 Nov 15 11:12:56.530476 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0901525f-7233-4ca9-8d4a-4c6b4661797d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:12:56.532934 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77fb274-e254-4fb3-b5b1-1a7fada219d1" -d '{"events": [{"server_uuid": "0901525f-7233-4ca9-8d4a-4c6b4661797d", "name": "network-vif-unplugged", "status": "completed", "tag": "48d8b62b-c9bd-4789-ad5c-b11249cb1b5a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:12:56.537557 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:56.552405 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] Transition to ACTIVE for port object 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:12:56.557813 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-047738a1-b679-49b1-a89a-cb190a72f1fd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1458789063-network', 'tenant_id': '27507e50335c4427bf73121e79f9c590'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:12:56.558439 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:56.675553 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] Pushing event updated for resources: {'Port': ['ID=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:56.678446 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] No DVR routers for this DVR port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:12:56.690882 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047738a1-b679-49b1-a89a-cb190a72f1fd admin admin] Made reservation on behalf of 27507e50335c4427bf73121e79f9c590 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:12:56.693272 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-047738a1-b679-49b1-a89a-cb190a72f1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:56.705956 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-047738a1-b679-49b1-a89a-cb190a72f1fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:56.721300 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df84e1-d7d5-46c3-b633-d8954cdf8376 req-fcc5b7bd-841a-4259-9cdd-5cc4f22019c5 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:56.723578 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17df84e1-d7d5-46c3-b633-d8954cdf8376 req-fcc5b7bd-841a-4259-9cdd-5cc4f22019c5 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.1588244 Nov 15 11:12:56.746907 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] Attempting to bind port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:12:56.747543 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] Attempting to bind port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:12:56.747543 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] Attempting to bind port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:12:56.748701 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-17ae2122-0259-424f-9fb4-8f71c771aaa3 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:56.756366 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-17ae2122-0259-424f-9fb4-8f71c771aaa3 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/networks?id=e2df8251-2bb4-47b2-971f-f711da439080 HTTP/1.1" status: 200 len: 823 time: 0.2983580 Nov 15 11:12:56.761695 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] Port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:12:56.761893 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] Attempting to bind port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:12:56.771381 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:12:56.771712 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:12:56.773281 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:12:56.773281 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] Bound port: 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:12:56.773281 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:56.793079 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-ae583ac4-d84d-4690-8398-4ed072260374 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/quotas/8ade6c233dd54bb7b33ad4ded5f9c5e4 HTTP/1.1" status: 200 len: 375 time: 0.0355957 Nov 15 11:12:56.901864 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17df84e1-d7d5-46c3-b633-d8954cdf8376 req-e58f5127-0eb9-4ea1-a208-8387afdf4509 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684442 Nov 15 11:12:56.942645 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] For port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:12:56.947272 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] For port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:12:56.955715 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:57.026093 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-d668838a-e6b3-45be-841c-fd61f4cd0c50 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ade6c233dd54bb7b33ad4ded5f9c5e4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2321339 Nov 15 11:12:57.039586 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] Pushing event updated for resources: {'Port': ['ID=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:57.081251 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:57.082839 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:57.087074 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7bffb0c9-6352-487a-b670-00d976cf25eb service neutron] 10.222.0.11 "PUT /v2.0/ports/48d8b62b-c9bd-4789-ad5c-b11249cb1b5a HTTP/1.1" status: 200 len: 1096 time: 1.3669434 Nov 15 11:12:57.168940 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fa77c8-277c-4077-9342-63732cd42fd9 x-openstack-request-id: req-a1fa77c8-277c-4077-9342-63732cd42fd9 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:12:57.169226 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0901525f-7233-4ca9-8d4a-4c6b4661797d", "name": "network-vif-unplugged", "status": "completed", "tag": "48d8b62b-c9bd-4789-ad5c-b11249cb1b5a", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:12:57.169472 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a1fa77c8-277c-4077-9342-63732cd42fd9 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:12:57.169865 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0901525f-7233-4ca9-8d4a-4c6b4661797d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a', 'code': 200} Nov 15 11:12:57.210487 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18592045-bfe3-49c6-9945-82fca2f85535 req-aef3a912-d8a6-44e2-a184-756d2faf559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:57.215143 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18592045-bfe3-49c6-9945-82fca2f85535 req-aef3a912-d8a6-44e2-a184-756d2faf559d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 1099 time: 0.0999715 Nov 15 11:12:57.236930 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-047738a1-b679-49b1-a89a-cb190a72f1fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:57.346067 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-047738a1-b679-49b1-a89a-cb190a72f1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:57.394408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047738a1-b679-49b1-a89a-cb190a72f1fd admin admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:12:57.413558 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18592045-bfe3-49c6-9945-82fca2f85535 req-841ed1ed-2934-4e96-be0d-ff88b3db800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:57.417379 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18592045-bfe3-49c6-9945-82fca2f85535 req-841ed1ed-2934-4e96-be0d-ff88b3db800d service neutron] 10.222.0.11 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.1935885 Nov 15 11:12:57.428464 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853baecf-2e27-465e-9120-fa2f49c965fc req-55ac1c0d-fe6b-4f2a-8a0c-41dde169d603 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:57.429944 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-853baecf-2e27-465e-9120-fa2f49c965fc req-55ac1c0d-fe6b-4f2a-8a0c-41dde169d603 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "GET /v2.0/ports?device_id=2de1bf44-6902-4e0f-b5a6-3c7dee04e567 HTTP/1.1" status: 200 len: 950 time: 0.3443902 Nov 15 11:12:57.437762 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047738a1-b679-49b1-a89a-cb190a72f1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6177f3ea-d3cd-4bc6-896b-e5ae0725b493,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:57.443376 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-047738a1-b679-49b1-a89a-cb190a72f1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:57.443706 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-047738a1-b679-49b1-a89a-cb190a72f1fd admin admin] Added segment f7b0e233-28c1-457d-b238-2652f177ff0b of type vlan for network 2e78f9bd-5aad-432a-85c1-63f165b57fea Nov 15 11:12:57.473067 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c440946-dfc7-471f-8ff3-4c54034de893 req-08c1415b-c140-4c13-8d85-5d9ebf5b0453 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:57.480533 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c440946-dfc7-471f-8ff3-4c54034de893 req-08c1415b-c140-4c13-8d85-5d9ebf5b0453 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=2de1bf44-6902-4e0f-b5a6-3c7dee04e567 HTTP/1.1" status: 200 len: 950 time: 0.2605400 Nov 15 11:12:57.519801 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18592045-bfe3-49c6-9945-82fca2f85535 req-3d953863-aaff-4f0b-bd57-6e1400602dd6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a HTTP/1.1" status: 200 len: 217 time: 0.0929246 Nov 15 11:12:57.522441 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-d99ea857-3bae-4cc6-bf7b-cd465290c70f service neutron] 10.222.0.64 "GET /v2.0/networks/e2df8251-2bb4-47b2-971f-f711da439080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343607 Nov 15 11:12:57.596054 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 65228) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:57.598619 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18592045-bfe3-49c6-9945-82fca2f85535 req-308570e8-0a2e-421f-b413-7699f28f7908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:57.600778 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18592045-bfe3-49c6-9945-82fca2f85535 req-308570e8-0a2e-421f-b413-7699f28f7908 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0726113 Nov 15 11:12:57.615396 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-047738a1-b679-49b1-a89a-cb190a72f1fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:57.719259 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18592045-bfe3-49c6-9945-82fca2f85535 req-793e6168-bb3b-4549-bde1-aad2f389f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:57.721129 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18592045-bfe3-49c6-9945-82fca2f85535 req-793e6168-bb3b-4549-bde1-aad2f389f9a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0652609 Nov 15 11:12:57.733529 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06707fff-a750-4002-91f3-20e9ca7c79aa req-4434a66c-9216-41c0-9e2a-9dcb15e029cc tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:57.735602 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-06707fff-a750-4002-91f3-20e9ca7c79aa req-4434a66c-9216-41c0-9e2a-9dcb15e029cc tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f5f18e0-e191-4381-b24f-efaa2b0e735a HTTP/1.1" status: 200 len: 949 time: 0.1312203 Nov 15 11:12:57.750443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c440946-dfc7-471f-8ff3-4c54034de893 req-9bba95ed-d2ef-4e0a-b5e3-ccddfeed3e07 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548425 Nov 15 11:12:57.760554 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-047738a1-b679-49b1-a89a-cb190a72f1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:57.761514 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047738a1-b679-49b1-a89a-cb190a72f1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:57.762099 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-047738a1-b679-49b1-a89a-cb190a72f1fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:57.864208 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047738a1-b679-49b1-a89a-cb190a72f1fd admin admin] Pushing event updated for resources: {'Network': ['ID=2e78f9bd-5aad-432a-85c1-63f165b57fea,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:57.876334 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 2e78f9bd-5aad-432a-85c1-63f165b57fea details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:12:57.916178 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-b85b7e93-55eb-435b-b454-d75802f84a40 service neutron] 10.222.0.64 "GET /v2.0/networks/e2df8251-2bb4-47b2-971f-f711da439080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927388 Nov 15 11:12:57.940193 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-047738a1-b679-49b1-a89a-cb190a72f1fd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6583486 Nov 15 11:12:57.957356 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51766) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:57.974139 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-8ef3e1f5-0ddc-482e-8722-f43fc6533475 admin admin] Request body: {'subnet': {'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1458789063-subnet', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:12:57.993556 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-853baecf-2e27-465e-9120-fa2f49c965fc req-acc7e350-7dc7-4e1a-943c-bf735876be6a tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Deleting port 51671efc-4a4c-49b3-afac-6953b4cc8a4d {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:12:57.993937 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-853baecf-2e27-465e-9120-fa2f49c965fc req-acc7e350-7dc7-4e1a-943c-bf735876be6a tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:58.003647 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18592045-bfe3-49c6-9945-82fca2f85535 req-9ca077d0-b3ec-4d9c-8da2-05bca66cfb4e service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634676 Nov 15 11:12:58.004284 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.11', 65229) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:58.008751 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-06707fff-a750-4002-91f3-20e9ca7c79aa req-635a6be4-54ce-4965-a3b0-a9e7229439e6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Deleting port f3b682bc-8670-45b3-a9a2-35cba85394fb {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:12:58.009130 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-06707fff-a750-4002-91f3-20e9ca7c79aa req-635a6be4-54ce-4965-a3b0-a9e7229439e6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:58.061293 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70300bd-13fa-4abd-961c-46abb8122a11 req-1ce19b5e-24d2-430f-9ea9-d4a9971079fa tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:58.062840 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d70300bd-13fa-4abd-961c-46abb8122a11 req-1ce19b5e-24d2-430f-9ea9-d4a9971079fa tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 948 time: 0.1562796 Nov 15 11:12:58.081753 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef3e1f5-0ddc-482e-8722-f43fc6533475 admin admin] Made reservation on behalf of 27507e50335c4427bf73121e79f9c590 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:12:58.086190 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e1f5-0ddc-482e-8722-f43fc6533475 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:58.256064 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d70300bd-13fa-4abd-961c-46abb8122a11 req-fab13038-7c36-4a43-9fe9-2f1ff391e0bb tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790402 Nov 15 11:12:58.259403 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-853baecf-2e27-465e-9120-fa2f49c965fc req-acc7e350-7dc7-4e1a-943c-bf735876be6a tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] For port 51671efc-4a4c-49b3-afac-6953b4cc8a4d, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=51671efc-4a4c-49b3-afac-6953b4cc8a4d,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:58.268403 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-853baecf-2e27-465e-9120-fa2f49c965fc req-acc7e350-7dc7-4e1a-943c-bf735876be6a tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:58.270915 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-06707fff-a750-4002-91f3-20e9ca7c79aa req-635a6be4-54ce-4965-a3b0-a9e7229439e6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] For port f3b682bc-8670-45b3-a9a2-35cba85394fb, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f3b682bc-8670-45b3-a9a2-35cba85394fb,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:58.271349 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-06707fff-a750-4002-91f3-20e9ca7c79aa req-635a6be4-54ce-4965-a3b0-a9e7229439e6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:58.342704 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-06707fff-a750-4002-91f3-20e9ca7c79aa req-635a6be4-54ce-4965-a3b0-a9e7229439e6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Calling delete_port for f3b682bc-8670-45b3-a9a2-35cba85394fb owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:12:58.377372 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-853baecf-2e27-465e-9120-fa2f49c965fc req-acc7e350-7dc7-4e1a-943c-bf735876be6a tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Calling delete_port for 51671efc-4a4c-49b3-afac-6953b4cc8a4d owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:12:58.415898 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26e777-0543-4081-9ff8-445664ffd36a req-1c1aa360-6000-4459-a527-fc90855c730d tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:58.417664 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3c26e777-0543-4081-9ff8-445664ffd36a req-1c1aa360-6000-4459-a527-fc90855c730d tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.11 "GET /v2.0/ports?device_id=432dfa28-48da-4a1e-adec-b9bd084e2cb2 HTTP/1.1" status: 200 len: 945 time: 0.3848581 Nov 15 11:12:58.485623 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18592045-bfe3-49c6-9945-82fca2f85535 req-7667216f-92d4-44b0-9dcd-8c0ae2232ee2 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710357 Nov 15 11:12:58.685654 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-3c26e777-0543-4081-9ff8-445664ffd36a req-22d81bbc-5a7d-4dd6-aff6-6348db3fba27 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Deleting port d3303c8c-d4c8-444b-b375-558c2e83280f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:12:58.686005 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3c26e777-0543-4081-9ff8-445664ffd36a req-22d81bbc-5a7d-4dd6-aff6-6348db3fba27 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:58.701369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-e962fb9d-a016-43ae-8854-a9a5e3e9021f tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:58.703467 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-e962fb9d-a016-43ae-8854-a9a5e3e9021f tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 821 time: 0.4204016 Nov 15 11:12:58.714143 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7223998-5a07-4192-b0e3-5c474c0db0af req-8d149b32-1f7b-4553-a129-43bf66866872 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:58.721772 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7223998-5a07-4192-b0e3-5c474c0db0af req-8d149b32-1f7b-4553-a129-43bf66866872 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.3423264 Nov 15 11:12:58.740016 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-06707fff-a750-4002-91f3-20e9ca7c79aa req-635a6be4-54ce-4965-a3b0-a9e7229439e6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:58.747049 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e1f5-0ddc-482e-8722-f43fc6533475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:58.753654 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['106c3127-ae46-498f-9161-c66322de846d'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:58.757698 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['51671efc-4a4c-49b3-afac-6953b4cc8a4d', 'f3b682bc-8670-45b3-a9a2-35cba85394fb'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:58.772334 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-4c4c329d-16f0-4b9c-98a0-d95c079445ec tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/quotas/15d30ad0cec74e39a796f7b31ab517b2 HTTP/1.1" status: 200 len: 375 time: 0.0433028 Nov 15 11:12:58.815056 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a6be4-54ce-4965-a3b0-a9e7229439e6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Pushing event deleted for resources: {'Port': ['ID=f3b682bc-8670-45b3-a9a2-35cba85394fb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:58.877992 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-3c26e777-0543-4081-9ff8-445664ffd36a req-22d81bbc-5a7d-4dd6-aff6-6348db3fba27 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] For port d3303c8c-d4c8-444b-b375-558c2e83280f, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=d3303c8c-d4c8-444b-b375-558c2e83280f,segment=NetworkSegment(c083b43b-0a4f-446c-82a8-603d7f4a28ac),segment_id=c083b43b-0a4f-446c-82a8-603d7f4a28ac)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:12:58.878401 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3c26e777-0543-4081-9ff8-445664ffd36a req-22d81bbc-5a7d-4dd6-aff6-6348db3fba27 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:58.888620 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7223998-5a07-4192-b0e3-5c474c0db0af req-194f47b8-b3b3-4977-84fa-f4968c2698e5 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617656 Nov 15 11:12:59.003022 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3e1f5-0ddc-482e-8722-f43fc6533475 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e505fdd0-d625-4dc2-bfa7-236165cb4f1c,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:59.065388 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:12:59.077953 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-c56e5507-400f-4a3e-a74f-02f91b9516ee tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2706559 Nov 15 11:12:59.107747 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3e1f5-0ddc-482e-8722-f43fc6533475 admin admin] Checking segment: {'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:12:59.108116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef3e1f5-0ddc-482e-8722-f43fc6533475 admin admin] Network hostable DHCP agents. Network: 2e78f9bd-5aad-432a-85c1-63f165b57fea, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:12:59.121271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-06707fff-a750-4002-91f3-20e9ca7c79aa req-635a6be4-54ce-4965-a3b0-a9e7229439e6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] No DVR routers for this DVR port f3b682bc-8670-45b3-a9a2-35cba85394fb on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:12:59.145347 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-06707fff-a750-4002-91f3-20e9ca7c79aa req-635a6be4-54ce-4965-a3b0-a9e7229439e6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:59.153538 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-06707fff-a750-4002-91f3-20e9ca7c79aa req-635a6be4-54ce-4965-a3b0-a9e7229439e6 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "DELETE /v2.0/ports/f3b682bc-8670-45b3-a9a2-35cba85394fb HTTP/1.1" status: 204 len: 173 time: 1.3963125 Nov 15 11:12:59.174106 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0901525f-7233-4ca9-8d4a-4c6b4661797d', 'tag': '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a'}, {'server_uuid': '8f5f18e0-e191-4381-b24f-efaa2b0e735a', 'name': 'network-vif-deleted', 'tag': 'f3b682bc-8670-45b3-a9a2-35cba85394fb'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:12:59.182594 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56df8f73-98f8-45a0-b4d2-79c652eb3b09" -d '{"events": [{"name": "network-changed", "server_uuid": "0901525f-7233-4ca9-8d4a-4c6b4661797d", "tag": "48d8b62b-c9bd-4789-ad5c-b11249cb1b5a"}, {"server_uuid": "8f5f18e0-e191-4381-b24f-efaa2b0e735a", "name": "network-vif-deleted", "tag": "f3b682bc-8670-45b3-a9a2-35cba85394fb"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:12:59.222978 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:12:59.259287 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef3e1f5-0ddc-482e-8722-f43fc6533475 admin admin] Network 2e78f9bd-5aad-432a-85c1-63f165b57fea is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:12:59.303727 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9361dae4-b9c8-410f-8b33-ce3f87179a1b req-afcba19c-a320-4dfc-8e3a-2919b056bb43 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5838170-f3bb-4d40-bb61-5a271982a614 HTTP/1.1" status: 200 len: 210 time: 0.1628366 Nov 15 11:12:59.307875 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-853baecf-2e27-465e-9120-fa2f49c965fc req-acc7e350-7dc7-4e1a-943c-bf735876be6a tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:59.340085 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-8ef3e1f5-0ddc-482e-8722-f43fc6533475 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 2e78f9bd-5aad-432a-85c1-63f165b57fea) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:12:59.355447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d179c8-ce66-450f-b251-92611ad1cf91 None None] Network 2e78f9bd-5aad-432a-85c1-63f165b57fea requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:12:59.415712 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7e350-7dc7-4e1a-943c-bf735876be6a tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Pushing event deleted for resources: {'Port': ['ID=51671efc-4a4c-49b3-afac-6953b4cc8a4d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:12:59.424974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef3e1f5-0ddc-482e-8722-f43fc6533475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:12:59.433026 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e1f5-0ddc-482e-8722-f43fc6533475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:59.466728 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:59.484484 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8ef3e1f5-0ddc-482e-8722-f43fc6533475 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5149992 Nov 15 11:12:59.487136 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51834) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:12:59.542162 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['106c3127-ae46-498f-9161-c66322de846d'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:12:59.716167 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3c26e777-0543-4081-9ff8-445664ffd36a req-22d81bbc-5a7d-4dd6-aff6-6348db3fba27 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:59.716556 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3c26e777-0543-4081-9ff8-445664ffd36a req-22d81bbc-5a7d-4dd6-aff6-6348db3fba27 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:12:59.721789 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [req-3c26e777-0543-4081-9ff8-445664ffd36a req-22d81bbc-5a7d-4dd6-aff6-6348db3fba27 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Floating IP e42e7136-5ea2-47e5-8f07-0a19cc55c6cd disassociated. External IP: 172.25.7.102, port: d3303c8c-d4c8-444b-b375-558c2e83280f. Nov 15 11:12:59.722244 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-3c26e777-0543-4081-9ff8-445664ffd36a req-22d81bbc-5a7d-4dd6-aff6-6348db3fba27 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Calling delete_port for d3303c8c-d4c8-444b-b375-558c2e83280f owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:12:59.855576 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52dfb5b-79c3-4d87-95b8-0b207351377b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-2e78f9bd-5aad-432a-85c1-63f165b57fea', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'fixed_ips': [{'subnet_id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:12:59.856794 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b52dfb5b-79c3-4d87-95b8-0b207351377b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:00.031163 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3c26e777-0543-4081-9ff8-445664ffd36a req-22d81bbc-5a7d-4dd6-aff6-6348db3fba27 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:00.237872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-5ea3433b-28fb-4bef-af06-0e5809ba82f1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1458789063-router', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:00.267428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-301a265a-49c2-4a0d-88f4-3c86f4ee8b31 req-3badb54f-1245-468d-951d-f9d69040391a tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=2de1bf44-6902-4e0f-b5a6-3c7dee04e567 HTTP/1.1" status: 200 len: 210 time: 0.8033631 Nov 15 11:13:00.305076 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-b52dfb5b-79c3-4d87-95b8-0b207351377b None None] Allocated IP 172.20.0.2 (2e78f9bd-5aad-432a-85c1-63f165b57fea/e505fdd0-d625-4dc2-bfa7-236165cb4f1c/358ae97a-33b4-4c13-be8a-acc603bff571) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:13:00.322941 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-853baecf-2e27-465e-9120-fa2f49c965fc req-acc7e350-7dc7-4e1a-943c-bf735876be6a tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] No DVR routers for this DVR port 51671efc-4a4c-49b3-afac-6953b4cc8a4d on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:13:00.332780 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-853baecf-2e27-465e-9120-fa2f49c965fc req-acc7e350-7dc7-4e1a-943c-bf735876be6a tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:00.336349 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-853baecf-2e27-465e-9120-fa2f49c965fc req-acc7e350-7dc7-4e1a-943c-bf735876be6a tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.11 "DELETE /v2.0/ports/51671efc-4a4c-49b3-afac-6953b4cc8a4d HTTP/1.1" status: 204 len: 173 time: 2.8911107 Nov 15 11:13:00.338709 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de1bf44-6902-4e0f-b5a6-3c7dee04e567', 'name': 'network-vif-deleted', 'tag': '51671efc-4a4c-49b3-afac-6953b4cc8a4d'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:00.341885 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210a5e24-a1e7-4aca-b483-cb6fb0fa1256" -d '{"events": [{"server_uuid": "2de1bf44-6902-4e0f-b5a6-3c7dee04e567", "name": "network-vif-deleted", "tag": "51671efc-4a4c-49b3-afac-6953b4cc8a4d"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:00.354452 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-e902f099-ff09-4fa0-9032-2ca63f865e31 service neutron] 10.222.0.64 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2756572 Nov 15 11:13:00.453980 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ea3433b-28fb-4bef-af06-0e5809ba82f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:00.455166 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ea3433b-28fb-4bef-af06-0e5809ba82f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:00.566747 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d81bbc-5a7d-4dd6-aff6-6348db3fba27 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Pushing event deleted for resources: {'Port': ['ID=d3303c8c-d4c8-444b-b375-558c2e83280f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:00.598942 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fe971-dcd9-4a17-8d9b-758ced2c613b req-9fcebd23-d6ad-42e7-8e9e-8f6fbda4867f tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:00.608190 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-437fe971-dcd9-4a17-8d9b-758ced2c613b req-9fcebd23-d6ad-42e7-8e9e-8f6fbda4867f tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.1596451 Nov 15 11:13:00.711090 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-437fe971-dcd9-4a17-8d9b-758ced2c613b req-a188328c-6e2b-4ef3-a121-62c4da2d24f7 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975754 Nov 15 11:13:00.716469 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b52dfb5b-79c3-4d87-95b8-0b207351377b None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:00.728049 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-e6734c68-b6a9-43ff-a55f-1e621c020de4 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:00.728049 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-e6734c68-b6a9-43ff-a55f-1e621c020de4 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.11 "GET /v2.0/networks?id=e2df8251-2bb4-47b2-971f-f711da439080 HTTP/1.1" status: 200 len: 823 time: 0.7646587 Nov 15 11:13:00.734019 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b52dfb5b-79c3-4d87-95b8-0b207351377b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:00.748360 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-0c45a169-fe98-42f9-b4f1-61c57e7652d2 service neutron] 10.222.0.64 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837950 Nov 15 11:13:00.750614 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ea3433b-28fb-4bef-af06-0e5809ba82f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:00.765098 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 51671efc-4a4c-49b3-afac-6953b4cc8a4d no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:13:00.812123 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 51671efc-4a4c-49b3-afac-6953b4cc8a4d {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:13:00.812508 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 51671efc-4a4c-49b3-afac-6953b4cc8a4d not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:13:00.813020 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device f3b682bc-8670-45b3-a9a2-35cba85394fb no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:13:00.826927 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52dfb5b-79c3-4d87-95b8-0b207351377b None None] Network 2e78f9bd-5aad-432a-85c1-63f165b57fea is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:13:00.830302 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c26e777-0543-4081-9ff8-445664ffd36a req-22d81bbc-5a7d-4dd6-aff6-6348db3fba27 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Router 7c1b1425-e5de-4c4f-b4a9-36cab780d76d has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:13:00.934129 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 15 Nov 2021 11:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dff826-5334-4f3b-a65f-05fe11a8a4c6 x-openstack-request-id: req-d6dff826-5334-4f3b-a65f-05fe11a8a4c6 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:00.934496 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0901525f-7233-4ca9-8d4a-4c6b4661797d", "tag": "48d8b62b-c9bd-4789-ad5c-b11249cb1b5a", "status": "completed", "code": 200}, {"server_uuid": "8f5f18e0-e191-4381-b24f-efaa2b0e735a", "name": "network-vif-deleted", "tag": "f3b682bc-8670-45b3-a9a2-35cba85394fb", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:00.934683 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d6dff826-5334-4f3b-a65f-05fe11a8a4c6 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:00.936303 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0901525f-7233-4ca9-8d4a-4c6b4661797d', 'tag': '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a', 'status': 'completed', 'code': 200} Nov 15 11:13:00.936562 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5f18e0-e191-4381-b24f-efaa2b0e735a', 'name': 'network-vif-deleted', 'tag': 'f3b682bc-8670-45b3-a9a2-35cba85394fb', 'status': 'completed', 'code': 200} Nov 15 11:13:01.086682 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-b52dfb5b-79c3-4d87-95b8-0b207351377b None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:13:01.105439 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: f3b682bc-8670-45b3-a9a2-35cba85394fb {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:13:01.110759 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device f3b682bc-8670-45b3-a9a2-35cba85394fb not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:13:01.111340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device d3303c8c-d4c8-444b-b375-558c2e83280f no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:13:01.116313 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52dfb5b-79c3-4d87-95b8-0b207351377b None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:13:01.148545 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52dfb5b-79c3-4d87-95b8-0b207351377b None None] Pushing event updated for resources: {'Port': ['ID=358ae97a-33b4-4c13-be8a-acc603bff571,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:01.155189 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: d3303c8c-d4c8-444b-b375-558c2e83280f {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:13:01.155720 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device d3303c8c-d4c8-444b-b375-558c2e83280f not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:13:01.253855 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b52dfb5b-79c3-4d87-95b8-0b207351377b None None] Attempting to bind port 358ae97a-33b4-4c13-be8a-acc603bff571 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:13:01.254371 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b52dfb5b-79c3-4d87-95b8-0b207351377b None None] Attempting to bind port 358ae97a-33b4-4c13-be8a-acc603bff571 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:13:01.255806 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52dfb5b-79c3-4d87-95b8-0b207351377b None None] Attempting to bind port 358ae97a-33b4-4c13-be8a-acc603bff571 on network 2e78f9bd-5aad-432a-85c1-63f165b57fea {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:01.266734 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:01.267718 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52dfb5b-79c3-4d87-95b8-0b207351377b None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:13:01.268302 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52dfb5b-79c3-4d87-95b8-0b207351377b None None] Checking segment: {'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:13:01.268783 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b52dfb5b-79c3-4d87-95b8-0b207351377b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:01.269326 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52dfb5b-79c3-4d87-95b8-0b207351377b None None] Bound using segment: {'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:13:01.269972 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b52dfb5b-79c3-4d87-95b8-0b207351377b None None] Bound port: 358ae97a-33b4-4c13-be8a-acc603bff571, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:13:01.270755 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b52dfb5b-79c3-4d87-95b8-0b207351377b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:01.373712 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-020d7eb7-8fed-4900-b354-ece83dca1002 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ade6c233dd54bb7b33ad4ded5f9c5e4 HTTP/1.1" status: 200 len: 378 time: 0.6223729 Nov 15 11:13:01.386315 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-c44f8b23-962c-4218-ac4e-a53812aea3b6 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Request body: {'port': {'device_id': 'd5838170-f3bb-4d40-bb61-5a271982a614', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'admin_state_up': True, 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'security_groups': ['9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:01.401449 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b52dfb5b-79c3-4d87-95b8-0b207351377b None None] For port 358ae97a-33b4-4c13-be8a-acc603bff571, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:13:01.410182 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b52dfb5b-79c3-4d87-95b8-0b207351377b None None] For port 358ae97a-33b4-4c13-be8a-acc603bff571, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=358ae97a-33b4-4c13-be8a-acc603bff571,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:13:01.419708 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b52dfb5b-79c3-4d87-95b8-0b207351377b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:01.427907 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df8f73-98f8-45a0-b4d2-79c652eb3b09 req-0f4f9b9e-8205-429b-a2ad-a264c57df6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:01.433422 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56df8f73-98f8-45a0-b4d2-79c652eb3b09 req-0f4f9b9e-8205-429b-a2ad-a264c57df6ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 1099 time: 0.4573710 Nov 15 11:13:01.543393 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52dfb5b-79c3-4d87-95b8-0b207351377b None None] Pushing event updated for resources: {'Port': ['ID=358ae97a-33b4-4c13-be8a-acc603bff571,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:01.581049 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c26e777-0543-4081-9ff8-445664ffd36a req-22d81bbc-5a7d-4dd6-aff6-6348db3fba27 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:13:01.600837 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a94071f-4f61-468d-ae5a-a9e4ba517f69 None None] Sync routers for ids ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:13:01.614765 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a94071f-4f61-468d-ae5a-a9e4ba517f69 None None] Routers {'7c1b1425-e5de-4c4f-b4a9-36cab780d76d'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:13:01.616502 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-8a94071f-4f61-468d-ae5a-a9e4ba517f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:12:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:13:01.679340 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c26e777-0543-4081-9ff8-445664ffd36a req-22d81bbc-5a7d-4dd6-aff6-6348db3fba27 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] No DVR routers for this DVR port d3303c8c-d4c8-444b-b375-558c2e83280f on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:13:01.684669 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3c26e777-0543-4081-9ff8-445664ffd36a req-22d81bbc-5a7d-4dd6-aff6-6348db3fba27 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:01.688032 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3c26e777-0543-4081-9ff8-445664ffd36a req-22d81bbc-5a7d-4dd6-aff6-6348db3fba27 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.11 "DELETE /v2.0/ports/d3303c8c-d4c8-444b-b375-558c2e83280f HTTP/1.1" status: 204 len: 173 time: 3.2592587 Nov 15 11:13:01.725266 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-c44f8b23-962c-4218-ac4e-a53812aea3b6 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Made reservation on behalf of 8ade6c233dd54bb7b33ad4ded5f9c5e4 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:13:01.730791 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-c44f8b23-962c-4218-ac4e-a53812aea3b6 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:01.758042 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ea3433b-28fb-4bef-af06-0e5809ba82f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:01.817586 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-8a94071f-4f61-468d-ae5a-a9e4ba517f69 None None] Set router 7c1b1425-e5de-4c4f-b4a9-36cab780d76d gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:13:01.828782 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b0b4890-f6cb-4f18-b1e3-d3f8ad24015c req-653eba5e-a5b8-4c31-b08e-028749b97f12 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5838170-f3bb-4d40-bb61-5a271982a614 HTTP/1.1" status: 200 len: 210 time: 0.3030109 Nov 15 11:13:01.909517 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05c5ac-5e86-4b53-ae70-c6c61b2542c5 req-e85c52bf-a8f8-4a61-ad49-c18d9a179365 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:01.927911 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db05c5ac-5e86-4b53-ae70-c6c61b2542c5 req-e85c52bf-a8f8-4a61-ad49-c18d9a179365 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 948 time: 0.7117302 Nov 15 11:13:01.958380 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df8f73-98f8-45a0-b4d2-79c652eb3b09 req-e1669642-f593-4704-8aa8-4741ecc67386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:01.969439 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56df8f73-98f8-45a0-b4d2-79c652eb3b09 req-e1669642-f593-4704-8aa8-4741ecc67386 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 1099 time: 0.9921539 Nov 15 11:13:02.210203 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-c44f8b23-962c-4218-ac4e-a53812aea3b6 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Allocated IP 172.20.0.5 (e2df8251-2bb4-47b2-971f-f711da439080/ffa88cce-c14b-4a49-a347-c551af3ca57a/79ef40dd-5f63-4bda-83ab-72609a4816e6) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:13:02.215144 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-8a94071f-4f61-468d-ae5a-a9e4ba517f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142332532-router', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:19Z', 'updated_at': '2021-11-15T11:09:27Z', 'revision_number': 4, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'gw_port': {'id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ad:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:20Z', 'updated_at': '2021-11-15T11:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '467e6840-be56-4173-9a14-fb8a69bb4603', 'name': '', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'mac_address': 'fa:16:3e:5d:94:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:25Z', 'updated_at': '2021-11-15T11:09:33Z', 'revision_number': 5, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'subnets': [{'id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:13:02.297152 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d0eb67-ec57-4bc5-9473-52dc032c9877 x-openstack-request-id: req-d4d0eb67-ec57-4bc5-9473-52dc032c9877 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:02.297644 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de1bf44-6902-4e0f-b5a6-3c7dee04e567", "name": "network-vif-deleted", "tag": "51671efc-4a4c-49b3-afac-6953b4cc8a4d", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:02.297995 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d4d0eb67-ec57-4bc5-9473-52dc032c9877 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:02.301223 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a94071f-4f61-468d-ae5a-a9e4ba517f69 None None] Checking router: 7c1b1425-e5de-4c4f-b4a9-36cab780d76d for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:13:02.301429 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de1bf44-6902-4e0f-b5a6-3c7dee04e567', 'name': 'network-vif-deleted', 'tag': '51671efc-4a4c-49b3-afac-6953b4cc8a4d', 'status': 'completed', 'code': 200} Nov 15 11:13:02.329595 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a94071f-4f61-468d-ae5a-a9e4ba517f69 None None] Routers {'7c1b1425-e5de-4c4f-b4a9-36cab780d76d'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:13:02.332363 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-8a94071f-4f61-468d-ae5a-a9e4ba517f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:12:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:13:02.544079 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df8f73-98f8-45a0-b4d2-79c652eb3b09 req-a84296e6-842c-4478-b9d3-25c5b4127097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:02.545128 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56df8f73-98f8-45a0-b4d2-79c652eb3b09 req-a84296e6-842c-4478-b9d3-25c5b4127097 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 1.0205173 Nov 15 11:13:02.563295 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db05c5ac-5e86-4b53-ae70-c6c61b2542c5 req-883baaf1-b747-4fc4-b27d-91ae2ffad3c2 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6337688 Nov 15 11:13:02.642812 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b20509cc-cf50-4123-acbc-18992a145d72 req-0b5c1c3a-c1a1-4ef2-8f67-0f1d593307d5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bae71450-dcae-4816-a01a-76e9f45ab142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1139016 Nov 15 11:13:02.746297 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-c44f8b23-962c-4218-ac4e-a53812aea3b6 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:02.791348 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:13:02.831367 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-c44f8b23-962c-4218-ac4e-a53812aea3b6 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:02.842989 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-8a94071f-4f61-468d-ae5a-a9e4ba517f69 None None] Set router 7c1b1425-e5de-4c4f-b4a9-36cab780d76d gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:13:02.862269 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 358ae97a-33b4-4c13-be8a-acc603bff571 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:13:02.880422 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56df8f73-98f8-45a0-b4d2-79c652eb3b09 req-66ff9ae4-3b39-433d-b05e-7feca9b2d382 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a HTTP/1.1" status: 200 len: 217 time: 0.3009789 Nov 15 11:13:02.945485 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432dfa28-48da-4a1e-adec-b9bd084e2cb2', 'name': 'network-vif-deleted', 'tag': 'd3303c8c-d4c8-444b-b375-558c2e83280f'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:02.948726 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16aba94b-0e5e-49dd-8d2f-3453c3b29089" -d '{"events": [{"server_uuid": "432dfa28-48da-4a1e-adec-b9bd084e2cb2", "name": "network-vif-deleted", "tag": "d3303c8c-d4c8-444b-b375-558c2e83280f"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:02.979217 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-c44f8b23-962c-4218-ac4e-a53812aea3b6 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Network e2df8251-2bb4-47b2-971f-f711da439080 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:13:02.987578 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-c44f8b23-962c-4218-ac4e-a53812aea3b6 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:13:03.000025 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-c44f8b23-962c-4218-ac4e-a53812aea3b6 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:13:03.006314 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f8b23-962c-4218-ac4e-a53812aea3b6 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Pushing event updated for resources: {'Port': ['ID=79ef40dd-5f63-4bda-83ab-72609a4816e6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:03.082880 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.resource_extend [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 11:13:03.132523 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-07ba9f55-5c7d-492f-81c7-1494d252317a req-19b61c78-ab3a-45c6-b712-5e6d86a326c2 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 210 time: 0.3148594 Nov 15 11:13:03.148540 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-c44f8b23-962c-4218-ac4e-a53812aea3b6 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:03.149246 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-c44f8b23-962c-4218-ac4e-a53812aea3b6 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:03.205047 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-c44f8b23-962c-4218-ac4e-a53812aea3b6 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8225727 Nov 15 11:13:03.231535 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-1991fb1e-2669-40d6-896a-c10afce566fd service neutron] Request body: {'port': {'device_id': 'd5838170-f3bb-4d40-bb61-5a271982a614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:03.275802 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 358ae97a-33b4-4c13-be8a-acc603bff571 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:03.276489 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:03.362166 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df8f73-98f8-45a0-b4d2-79c652eb3b09 req-2bab369d-63d0-4e6d-b4a3-594f47d0ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:03.364148 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56df8f73-98f8-45a0-b4d2-79c652eb3b09 req-2bab369d-63d0-4e6d-b4a3-594f47d0ee07 service neutron] 10.222.0.11 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 1.0499043 Nov 15 11:13:03.386936 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df8f73-98f8-45a0-b4d2-79c652eb3b09 req-8aa5267e-f900-4287-a08e-1615d4583b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:03.388883 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56df8f73-98f8-45a0-b4d2-79c652eb3b09 req-8aa5267e-f900-4287-a08e-1615d4583b8f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.5073130 Nov 15 11:13:03.489484 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-1991fb1e-2669-40d6-896a-c10afce566fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:03.493695 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-8a94071f-4f61-468d-ae5a-a9e4ba517f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142332532-router', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:19Z', 'updated_at': '2021-11-15T11:09:27Z', 'revision_number': 4, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'gw_port': {'id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ad:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:20Z', 'updated_at': '2021-11-15T11:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '467e6840-be56-4173-9a14-fb8a69bb4603', 'name': '', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'mac_address': 'fa:16:3e:5d:94:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:25Z', 'updated_at': '2021-11-15T11:09:33Z', 'revision_number': 5, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'subnets': [{'id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:13:03.542178 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffffbd2f-acff-48dc-96f2-a5c3c2a44d13 None None] Network 2e78f9bd-5aad-432a-85c1-63f165b57fea requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:13:03.548224 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a94071f-4f61-468d-ae5a-a9e4ba517f69 None None] The sync data for ids ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'] in n-d-729945-9 is: [{'id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142332532-router', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:19Z', 'updated_at': '2021-11-15T11:09:27Z', 'revision_number': 4, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'gw_port': {'id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ad:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:20Z', 'updated_at': '2021-11-15T11:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '467e6840-be56-4173-9a14-fb8a69bb4603', 'name': '', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'mac_address': 'fa:16:3e:5d:94:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:25Z', 'updated_at': '2021-11-15T11:09:33Z', 'revision_number': 5, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'subnets': [{'id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:13:03.565339 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20509cc-cf50-4123-acbc-18992a145d72 req-32abe120-337d-427c-a76d-3b547b8b4f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:03.568123 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b20509cc-cf50-4123-acbc-18992a145d72 req-32abe120-337d-427c-a76d-3b547b8b4f76 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6d46483816c4ff99a1f4543088780e7&device_id=bae71450-dcae-4816-a01a-76e9f45ab142 HTTP/1.1" status: 200 len: 1101 time: 0.7666605 Nov 15 11:13:03.620340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:03.678568 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad248f5-e3dc-4145-9af0-0eb5ca62e1ac req-557c744d-9de0-4363-9f8e-14f1767d5f1a tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:03.693314 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bad248f5-e3dc-4145-9af0-0eb5ca62e1ac req-557c744d-9de0-4363-9f8e-14f1767d5f1a tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.7594118 Nov 15 11:13:03.698510 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a', 'mac_address': 'fa:16:3e:03:9d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:13:03.705562 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:03.712945 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-36eb8dfd-60bc-4261-8ebb-7c586a8f082a None None] Provisioning complete for port 79ef40dd-5f63-4bda-83ab-72609a4816e6 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:03.713451 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-36eb8dfd-60bc-4261-8ebb-7c586a8f082a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:03.814154 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56df8f73-98f8-45a0-b4d2-79c652eb3b09 req-b1f5cf78-b29a-4e39-8b43-72e1013c3975 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a HTTP/1.1" status: 200 len: 217 time: 0.4326439 Nov 15 11:13:03.852968 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-36eb8dfd-60bc-4261-8ebb-7c586a8f082a None None] Port 79ef40dd-5f63-4bda-83ab-72609a4816e6 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:13:03.870165 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:03.948887 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 358ae97a-33b4-4c13-be8a-acc603bff571, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=358ae97a-33b4-4c13-be8a-acc603bff571,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:03.983380 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:03.993956 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:13:04.031657 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:04.065033 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:04.078207 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-478e20a0-bf37-4268-ae09-6f742ee66ef9 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:04.078789 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a41776-5f9c-48ff-af49-3bc348765bce None None] New status for floating IP e42e7136-5ea2-47e5-8f07-0a19cc55c6cd: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:13:04.079712 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-478e20a0-bf37-4268-ae09-6f742ee66ef9 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.11 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 821 time: 0.2953107 Nov 15 11:13:04.113008 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-62b85462-9e66-42c9-a595-229860643b66 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Request body: {'port': {'device_id': '0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6', 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48', 'admin_state_up': True, 'tenant_id': '15d30ad0cec74e39a796f7b31ab517b2'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:04.123363 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d8cd7778-a5b6-4b87-bc65-369321d12f20 None None] Provisioning complete for port 358ae97a-33b4-4c13-be8a-acc603bff571 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:04.124010 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7778-a5b6-4b87-bc65-369321d12f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:04.168153 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bad248f5-e3dc-4145-9af0-0eb5ca62e1ac req-82cd5f83-4bcd-4909-8350-b05bf72b3649 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738033 Nov 15 11:13:04.218710 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b254aa5-2bf9-4607-bcf3-1416a9ea27b8 req-8ea7b4dc-4ceb-4246-b718-c5aa89dc160e tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:04.232263 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b254aa5-2bf9-4607-bcf3-1416a9ea27b8 req-8ea7b4dc-4ceb-4246-b718-c5aa89dc160e tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5838170-f3bb-4d40-bb61-5a271982a614 HTTP/1.1" status: 200 len: 931 time: 0.6616898 Nov 15 11:13:04.290222 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff3fecd-4477-4bc8-8818-d21822b6b700 x-openstack-request-id: req-cff3fecd-4477-4bc8-8818-d21822b6b700 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:04.290504 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432dfa28-48da-4a1e-adec-b9bd084e2cb2", "name": "network-vif-deleted", "tag": "d3303c8c-d4c8-444b-b375-558c2e83280f", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:04.290779 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cff3fecd-4477-4bc8-8818-d21822b6b700 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:04.291161 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432dfa28-48da-4a1e-adec-b9bd084e2cb2', 'name': 'network-vif-deleted', 'tag': 'd3303c8c-d4c8-444b-b375-558c2e83280f', 'status': 'completed', 'code': 200} Nov 15 11:13:04.301158 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df8f73-98f8-45a0-b4d2-79c652eb3b09 req-69d69f62-1953-4cad-9530-a00d3a6b5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:04.309063 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56df8f73-98f8-45a0-b4d2-79c652eb3b09 req-69d69f62-1953-4cad-9530-a00d3a6b5559 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.4006171 Nov 15 11:13:04.358763 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df8f73-98f8-45a0-b4d2-79c652eb3b09 req-712d9c1e-a0dd-47be-a7fe-90d73d6f91ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:04.362418 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56df8f73-98f8-45a0-b4d2-79c652eb3b09 req-712d9c1e-a0dd-47be-a7fe-90d73d6f91ea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7930481 Nov 15 11:13:04.388186 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=358ae97a-33b4-4c13-be8a-acc603bff571,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:04.467242 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['48d8b62b-c9bd-4789-ad5c-b11249cb1b5a'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:13:04.568531 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-1991fb1e-2669-40d6-896a-c10afce566fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ef40dd-5f63-4bda-83ab-72609a4816e6 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:13:04.591886 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-1991fb1e-2669-40d6-896a-c10afce566fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:04.616586 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-62b85462-9e66-42c9-a595-229860643b66 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Made reservation on behalf of 15d30ad0cec74e39a796f7b31ab517b2 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:13:04.619994 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-62b85462-9e66-42c9-a595-229860643b66 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:04.670941 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-1991fb1e-2669-40d6-896a-c10afce566fd service neutron] Transition to ACTIVE for port object 79ef40dd-5f63-4bda-83ab-72609a4816e6 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:13:04.687548 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 358ae97a-33b4-4c13-be8a-acc603bff571 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:13:04.689386 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-1991fb1e-2669-40d6-896a-c10afce566fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:04.888790 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:04.931129 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 358ae97a-33b4-4c13-be8a-acc603bff571 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:04.931718 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:04.985744 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991fb1e-2669-40d6-896a-c10afce566fd service neutron] Pushing event updated for resources: {'Port': ['ID=79ef40dd-5f63-4bda-83ab-72609a4816e6,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:05.000033 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df8f73-98f8-45a0-b4d2-79c652eb3b09 req-83565caa-f288-414e-b47c-004907ca04d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:05.003104 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56df8f73-98f8-45a0-b4d2-79c652eb3b09 req-83565caa-f288-414e-b47c-004907ca04d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6553547 Nov 15 11:13:05.023711 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20509cc-cf50-4123-acbc-18992a145d72 req-db2b01dd-97a9-4df1-9ce5-fd0bb62dcea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:05.029272 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b20509cc-cf50-4123-acbc-18992a145d72 req-db2b01dd-97a9-4df1-9ce5-fd0bb62dcea4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 1.2644625 Nov 15 11:13:05.066669 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-62b85462-9e66-42c9-a595-229860643b66 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Allocated IP 172.20.0.10 (f4a44e54-964f-44d3-85ab-bb56792b7b48/41c7fb84-e1ab-4aee-8901-f8449cce1c4d/2667269d-4373-43a6-aefa-d1d34986c457) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:13:05.147462 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-9c63a2cb-4718-44c9-8487-6a268ace18b3 None None] Provisioning complete for port 358ae97a-33b4-4c13-be8a-acc603bff571 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:05.147837 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9c63a2cb-4718-44c9-8487-6a268ace18b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:05.172487 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b254aa5-2bf9-4607-bcf3-1416a9ea27b8 req-69a87d14-1848-4199-b20e-99a60ea46d8f tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9377024 Nov 15 11:13:05.179400 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-1991fb1e-2669-40d6-896a-c10afce566fd service neutron] Attempting to bind port 79ef40dd-5f63-4bda-83ab-72609a4816e6 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:13:05.180453 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-1991fb1e-2669-40d6-896a-c10afce566fd service neutron] Attempting to bind port 79ef40dd-5f63-4bda-83ab-72609a4816e6 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'c083b43b-0a4f-446c-82a8-603d7f4a28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:13:05.180945 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-1991fb1e-2669-40d6-896a-c10afce566fd service neutron] Attempting to bind port 79ef40dd-5f63-4bda-83ab-72609a4816e6 on network e2df8251-2bb4-47b2-971f-f711da439080 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:05.189879 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-1991fb1e-2669-40d6-896a-c10afce566fd service neutron] Port 79ef40dd-5f63-4bda-83ab-72609a4816e6 on network e2df8251-2bb4-47b2-971f-f711da439080 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:13:05.190560 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-1991fb1e-2669-40d6-896a-c10afce566fd service neutron] Attempting to bind port 79ef40dd-5f63-4bda-83ab-72609a4816e6 on network e2df8251-2bb4-47b2-971f-f711da439080 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:05.205212 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-1991fb1e-2669-40d6-896a-c10afce566fd service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:13:05.205807 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-1991fb1e-2669-40d6-896a-c10afce566fd service neutron] Checking segment: {'id': 'c083b43b-0a4f-446c-82a8-603d7f4a28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:13:05.206346 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-1991fb1e-2669-40d6-896a-c10afce566fd service neutron] Bound using segment: {'id': 'c083b43b-0a4f-446c-82a8-603d7f4a28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:13:05.206960 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-1991fb1e-2669-40d6-896a-c10afce566fd service neutron] Bound port: 79ef40dd-5f63-4bda-83ab-72609a4816e6, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c083b43b-0a4f-446c-82a8-603d7f4a28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:13:05.207468 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-1991fb1e-2669-40d6-896a-c10afce566fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:05.379803 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-62b85462-9e66-42c9-a595-229860643b66 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:05.461796 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b20509cc-cf50-4123-acbc-18992a145d72 req-6b4803c0-1a40-42a1-abae-a3d0da4a512c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=106c3127-ae46-498f-9161-c66322de846d HTTP/1.1" status: 200 len: 217 time: 0.2838340 Nov 15 11:13:05.494709 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4bf53-c1b3-4171-93d4-9ac892d9ce55 req-7f8285bb-03d6-4045-90b9-ea3e0c7c9e76 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:05.500813 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afa4bf53-c1b3-4171-93d4-9ac892d9ce55 req-7f8285bb-03d6-4045-90b9-ea3e0c7c9e76 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 949 time: 0.6963091 Nov 15 11:13:05.508506 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56df8f73-98f8-45a0-b4d2-79c652eb3b09 req-ca06029b-1b80-48c6-820e-1c3609260d1a service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9627941 Nov 15 11:13:05.510063 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ea3433b-28fb-4bef-af06-0e5809ba82f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:05.538139 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-1991fb1e-2669-40d6-896a-c10afce566fd service neutron] For port 79ef40dd-5f63-4bda-83ab-72609a4816e6, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:13:05.542505 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-1991fb1e-2669-40d6-896a-c10afce566fd service neutron] For port 79ef40dd-5f63-4bda-83ab-72609a4816e6, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=79ef40dd-5f63-4bda-83ab-72609a4816e6,segment=NetworkSegment(c083b43b-0a4f-446c-82a8-603d7f4a28ac),segment_id=c083b43b-0a4f-446c-82a8-603d7f4a28ac)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:13:05.546009 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ae14c23-a256-4934-b1c7-2b18587247f7 req-45640d5f-dcdc-48a9-80ca-1c70eab34643 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 210 time: 0.1110914 Nov 15 11:13:05.553271 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-1991fb1e-2669-40d6-896a-c10afce566fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:05.566447 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ea3433b-28fb-4bef-af06-0e5809ba82f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:05.576130 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-62b85462-9e66-42c9-a595-229860643b66 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:05.598181 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['ed6803f4-39f7-4ac5-a289-cf4020e70873'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:13:05.737977 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-1991fb1e-2669-40d6-896a-c10afce566fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:05.738511 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-1991fb1e-2669-40d6-896a-c10afce566fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:05.745556 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-1991fb1e-2669-40d6-896a-c10afce566fd service neutron] 10.222.0.11 "PUT /v2.0/ports/79ef40dd-5f63-4bda-83ab-72609a4816e6 HTTP/1.1" status: 200 len: 1091 time: 2.5241807 Nov 15 11:13:05.894482 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-62b85462-9e66-42c9-a595-229860643b66 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Network f4a44e54-964f-44d3-85ab-bb56792b7b48 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:13:05.939626 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-62b85462-9e66-42c9-a595-229860643b66 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:13:05.964453 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991fb1e-2669-40d6-896a-c10afce566fd service neutron] Pushing event updated for resources: {'Port': ['ID=79ef40dd-5f63-4bda-83ab-72609a4816e6,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:05.978269 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-62b85462-9e66-42c9-a595-229860643b66 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:13:06.050494 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72e37fa2-f4ed-470b-b1c2-16512be081ba req-38247d13-a29d-4661-ac43-77b41e084688 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4879825 Nov 15 11:13:06.058822 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-62b85462-9e66-42c9-a595-229860643b66 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:06.059485 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-62b85462-9e66-42c9-a595-229860643b66 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:06.111526 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b85462-9e66-42c9-a595-229860643b66 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Pushing event updated for resources: {'Port': ['ID=2667269d-4373-43a6-aefa-d1d34986c457,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:06.215493 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0aa9f888-0161-4c60-a144-15a331791410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:06.235608 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-29a37f66-525b-4e75-8a9f-173ac6bdbdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:06.243345 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-29a37f66-525b-4e75-8a9f-173ac6bdbdb8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ade6c233dd54bb7b33ad4ded5f9c5e4&device_id=d5838170-f3bb-4d40-bb61-5a271982a614 HTTP/1.1" status: 200 len: 1094 time: 0.4466937 Nov 15 11:13:06.248602 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-62b85462-9e66-42c9-a595-229860643b66 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1549911 Nov 15 11:13:06.272660 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-acfa13c6-2eb4-4c97-8625-f8d86765a120 service neutron] Request body: {'port': {'device_id': '0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:06.310723 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e37fa2-f4ed-470b-b1c2-16512be081ba req-19a196d8-17dd-4e13-9afa-1e25bca93951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:06.312836 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72e37fa2-f4ed-470b-b1c2-16512be081ba req-19a196d8-17dd-4e13-9afa-1e25bca93951 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 1096 time: 0.1858885 Nov 15 11:13:06.313350 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5838170-f3bb-4d40-bb61-5a271982a614', 'tag': '79ef40dd-5f63-4bda-83ab-72609a4816e6'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:06.316173 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bf191d-73ed-4953-9bf4-56d1d6601deb" -d '{"events": [{"name": "network-changed", "server_uuid": "d5838170-f3bb-4d40-bb61-5a271982a614", "tag": "79ef40dd-5f63-4bda-83ab-72609a4816e6"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:06.381107 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afa4bf53-c1b3-4171-93d4-9ac892d9ce55 req-8e6a6d8e-3028-4bd2-a6e9-ab6571d343d8 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8791897 Nov 15 11:13:06.532802 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56df8f73-98f8-45a0-b4d2-79c652eb3b09 req-275b217f-45e5-4cef-b26f-63df022fa50d service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4972994 Nov 15 11:13:06.536176 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-81ab0e66-9de6-4530-83c4-a933721761d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79ef40dd-5f63-4bda-83ab-72609a4816e6 HTTP/1.1" status: 200 len: 217 time: 0.2744589 Nov 15 11:13:06.539212 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e37fa2-f4ed-470b-b1c2-16512be081ba req-51fbdfeb-5c1a-48e7-9594-4eee63338843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:06.541037 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72e37fa2-f4ed-470b-b1c2-16512be081ba req-51fbdfeb-5c1a-48e7-9594-4eee63338843 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 908 time: 0.1858885 Nov 15 11:13:06.544094 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-acfa13c6-2eb4-4c97-8625-f8d86765a120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:06.615148 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-adcf2eba-32ad-40a1-b9de-4d81df119794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:06.616910 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-adcf2eba-32ad-40a1-b9de-4d81df119794 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ffa88cce-c14b-4a49-a347-c551af3ca57a HTTP/1.1" status: 200 len: 862 time: 0.0550556 Nov 15 11:13:06.668731 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72e37fa2-f4ed-470b-b1c2-16512be081ba req-d0faa102-6497-4800-9a91-b1edd595611a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7bd772e-6ea4-46c6-84bd-ca23a153da35 HTTP/1.1" status: 200 len: 217 time: 0.1144514 Nov 15 11:13:06.706708 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56df8f73-98f8-45a0-b4d2-79c652eb3b09 req-a82a0bfb-474f-4813-ae51-ed2c6362a2a6 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550455 Nov 15 11:13:06.803228 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-5ea3433b-28fb-4bef-af06-0e5809ba82f1 admin admin] Allocated IP 172.25.7.4 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:13:06.814322 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:13:06.925635 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20509cc-cf50-4123-acbc-18992a145d72 req-c46651a8-4513-4707-b948-c6e8eaacbf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:06.927400 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b20509cc-cf50-4123-acbc-18992a145d72 req-c46651a8-4513-4707-b948-c6e8eaacbf95 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 1.4236574 Nov 15 11:13:06.944516 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:13:06.950463 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:06.950842 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:06.975148 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e370a15-5a91-414c-8824-556683eb34d1 req-5f9d4c25-dc64-4ab1-8398-41f205f3b45b tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:06.982649 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e370a15-5a91-414c-8824-556683eb34d1 req-5f9d4c25-dc64-4ab1-8398-41f205f3b45b tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.7715588 Nov 15 11:13:07.078401 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56df8f73-98f8-45a0-b4d2-79c652eb3b09 req-584dbb21-21a7-453d-bcd8-8b662b8266a1 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5159421 Nov 15 11:13:07.098550 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475ff35-838f-4a36-b18d-534fcc788625 req-004b8269-6ae8-4f9d-b736-759c0d1c6e20 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:07.100183 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7475ff35-838f-4a36-b18d-534fcc788625 req-004b8269-6ae8-4f9d-b736-759c0d1c6e20 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=bae71450-dcae-4816-a01a-76e9f45ab142 HTTP/1.1" status: 200 len: 950 time: 0.5664234 Nov 15 11:13:07.158780 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:07.226008 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0901525f-7233-4ca9-8d4a-4c6b4661797d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:07.229271 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac07757-db97-48eb-9d75-12edec03cfc7" -d '{"events": [{"server_uuid": "0901525f-7233-4ca9-8d4a-4c6b4661797d", "name": "network-vif-plugged", "status": "completed", "tag": "48d8b62b-c9bd-4789-ad5c-b11249cb1b5a"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:07.268405 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:07.299083 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:07.304408 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-9ba0b95d-bac4-4fcc-a90d-ab6a5efe2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:07.308974 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-9ba0b95d-bac4-4fcc-a90d-ab6a5efe2b9c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e2df8251-2bb4-47b2-971f-f711da439080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6536081 Nov 15 11:13:07.313104 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e370a15-5a91-414c-8824-556683eb34d1 req-962cf4ab-3e41-40a4-9e14-6d488cdf2fb4 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157065 Nov 15 11:13:07.315230 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20509cc-cf50-4123-acbc-18992a145d72 req-52eac784-e443-4298-9fe3-5023c6fe6d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:07.318931 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b20509cc-cf50-4123-acbc-18992a145d72 req-52eac784-e443-4298-9fe3-5023c6fe6d4d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3733437 Nov 15 11:13:07.333485 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ea3433b-28fb-4bef-af06-0e5809ba82f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:07.376730 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e37fa2-f4ed-470b-b1c2-16512be081ba req-98a59608-ae11-4f96-a40f-62830d930dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:07.378371 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72e37fa2-f4ed-470b-b1c2-16512be081ba req-98a59608-ae11-4f96-a40f-62830d930dc0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b5f0410-d440-42ba-a6cf-b7c754e903cf HTTP/1.1" status: 200 len: 847 time: 0.6855190 Nov 15 11:13:07.419841 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,revision_number=9']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:07.476252 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72e37fa2-f4ed-470b-b1c2-16512be081ba req-09fad5ef-b136-4b2d-887b-99d3d60f1b55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4534314e-1f14-4032-9246-018086f47347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457783 Nov 15 11:13:07.532987 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7475ff35-838f-4a36-b18d-534fcc788625 req-7f90978e-033c-4060-b412-e868162c1924 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873296 Nov 15 11:13:07.576177 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07e5d7-dd18-4ec2-a809-adb0835a7e51 req-fffa9121-3a6f-4940-b73a-2b49574244c9 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:07.577661 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f07e5d7-dd18-4ec2-a809-adb0835a7e51 req-fffa9121-3a6f-4940-b73a-2b49574244c9 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.55 "GET /v2.0/ports?device_id=bae71450-dcae-4816-a01a-76e9f45ab142 HTTP/1.1" status: 200 len: 950 time: 0.2971041 Nov 15 11:13:07.674596 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e433e3ea-99a3-4306-a8b5-22b0580f9988 x-openstack-request-id: req-e433e3ea-99a3-4306-a8b5-22b0580f9988 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:07.674887 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5838170-f3bb-4d40-bb61-5a271982a614", "tag": "79ef40dd-5f63-4bda-83ab-72609a4816e6", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:07.675369 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e433e3ea-99a3-4306-a8b5-22b0580f9988 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:07.675765 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5838170-f3bb-4d40-bb61-5a271982a614', 'tag': '79ef40dd-5f63-4bda-83ab-72609a4816e6', 'status': 'completed', 'code': 200} Nov 15 11:13:07.711090 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-2227f1c5-e598-4b56-9b0f-ba57ec1f997d service neutron] 10.222.0.11 "GET /v2.0/networks/e2df8251-2bb4-47b2-971f-f711da439080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895240 Nov 15 11:13:07.719516 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ea3433b-28fb-4bef-af06-0e5809ba82f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:07.768222 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dee305-568d-4e04-9937-a9f7b74a61fa req-be3ae264-4491-4266-b197-758946f844e8 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:07.770114 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11dee305-568d-4e04-9937-a9f7b74a61fa req-be3ae264-4491-4266-b197-758946f844e8 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5838170-f3bb-4d40-bb61-5a271982a614 HTTP/1.1" status: 200 len: 943 time: 0.3175225 Nov 15 11:13:07.809096 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea3433b-28fb-4bef-af06-0e5809ba82f1 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:13:07.812398 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b20509cc-cf50-4123-acbc-18992a145d72 req-c0d8284b-96af-4e9c-87aa-bbf8104c0f27 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304039 Nov 15 11:13:07.820576 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-5ea3433b-28fb-4bef-af06-0e5809ba82f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:13:07.948382 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea3433b-28fb-4bef-af06-0e5809ba82f1 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:13:07.952602 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b20509cc-cf50-4123-acbc-18992a145d72 req-8d7f6268-8ddc-43a2-8f77-0dfd5b18f5ba service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993192 Nov 15 11:13:07.977016 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72e37fa2-f4ed-470b-b1c2-16512be081ba req-a7e93fe4-5f85-46af-be20-2a681d8d3736 service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886198 Nov 15 11:13:08.154157 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0388a6a1-0e09-407b-a86a-1a57129a5b77 req-b58b2099-cb3b-4024-99b0-de2bcdcadb6c service neutron] 10.222.0.11 "GET /v2.0/networks/e2df8251-2bb4-47b2-971f-f711da439080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207695 Nov 15 11:13:08.287581 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11dee305-568d-4e04-9937-a9f7b74a61fa req-07a52a23-ff2a-47d2-9bc7-489e77093110 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4738336 Nov 15 11:13:08.300616 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72e37fa2-f4ed-470b-b1c2-16512be081ba req-8acdeb40-f418-42dc-9c4f-020f8a2a4359 service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029485 Nov 15 11:13:08.311669 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-acfa13c6-2eb4-4c97-8625-f8d86765a120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2667269d-4373-43a6-aefa-d1d34986c457 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:13:08.320959 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-acfa13c6-2eb4-4c97-8625-f8d86765a120 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:08.322724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3433b-28fb-4bef-af06-0e5809ba82f1 admin admin] Pushing event updated for resources: {'Port': ['ID=6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:08.327248 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7ad0ba1c-f975-4055-adef-17dfca75fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:08.343443 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-acfa13c6-2eb4-4c97-8625-f8d86765a120 service neutron] Transition to ACTIVE for port object 2667269d-4373-43a6-aefa-d1d34986c457 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:13:08.371482 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-acfa13c6-2eb4-4c97-8625-f8d86765a120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:08.425701 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa13c6-2eb4-4c97-8625-f8d86765a120 service neutron] Pushing event updated for resources: {'Port': ['ID=2667269d-4373-43a6-aefa-d1d34986c457,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:08.436111 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961022b8-3e39-4234-b60f-de83e1e22dd8 x-openstack-request-id: req-961022b8-3e39-4234-b60f-de83e1e22dd8 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:08.437040 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0901525f-7233-4ca9-8d4a-4c6b4661797d", "name": "network-vif-plugged", "status": "completed", "tag": "48d8b62b-c9bd-4789-ad5c-b11249cb1b5a", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:08.437665 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-961022b8-3e39-4234-b60f-de83e1e22dd8 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:08.438232 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0901525f-7233-4ca9-8d4a-4c6b4661797d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a', 'code': 200} Nov 15 11:13:08.452956 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf191d-73ed-4953-9bf4-56d1d6601deb req-d42ed313-010b-4171-a110-f4f6eca9d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:08.454626 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d5bf191d-73ed-4953-9bf4-56d1d6601deb req-d42ed313-010b-4171-a110-f4f6eca9d4cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ade6c233dd54bb7b33ad4ded5f9c5e4&device_id=d5838170-f3bb-4d40-bb61-5a271982a614 HTTP/1.1" status: 200 len: 1094 time: 0.2161291 Nov 15 11:13:08.492432 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-2f07e5d7-dd18-4ec2-a809-adb0835a7e51 req-cfb5931d-0ec8-4721-afce-abdb20a37067 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Deleting port 106c3127-ae46-498f-9161-c66322de846d {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:13:08.492895 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2f07e5d7-dd18-4ec2-a809-adb0835a7e51 req-cfb5931d-0ec8-4721-afce-abdb20a37067 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:08.688013 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-acfa13c6-2eb4-4c97-8625-f8d86765a120 service neutron] Attempting to bind port 2667269d-4373-43a6-aefa-d1d34986c457 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:13:08.688590 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-acfa13c6-2eb4-4c97-8625-f8d86765a120 service neutron] Attempting to bind port 2667269d-4373-43a6-aefa-d1d34986c457 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:13:08.689780 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-acfa13c6-2eb4-4c97-8625-f8d86765a120 service neutron] Attempting to bind port 2667269d-4373-43a6-aefa-d1d34986c457 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:08.706972 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-35f2b976-20d4-4e08-a463-cd206f935224 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:08.708761 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-acfa13c6-2eb4-4c97-8625-f8d86765a120 service neutron] Port 2667269d-4373-43a6-aefa-d1d34986c457 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:13:08.708936 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-35f2b976-20d4-4e08-a463-cd206f935224 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.11 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d&tenant_id=f683158a34ba4a62a024151827d9c8e8&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 950 time: 0.4151652 Nov 15 11:13:08.709205 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-acfa13c6-2eb4-4c97-8625-f8d86765a120 service neutron] Attempting to bind port 2667269d-4373-43a6-aefa-d1d34986c457 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:08.712554 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf191d-73ed-4953-9bf4-56d1d6601deb req-7b990093-1f69-4642-86ff-fadf198628ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:08.714009 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d5bf191d-73ed-4953-9bf4-56d1d6601deb req-7b990093-1f69-4642-86ff-fadf198628ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=e2df8251-2bb4-47b2-971f-f711da439080 HTTP/1.1" status: 200 len: 924 time: 0.2461770 Nov 15 11:13:08.718914 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-acfa13c6-2eb4-4c97-8625-f8d86765a120 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:13:08.719478 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-acfa13c6-2eb4-4c97-8625-f8d86765a120 service neutron] Checking segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:13:08.720525 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-acfa13c6-2eb4-4c97-8625-f8d86765a120 service neutron] Bound using segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:13:08.721138 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-acfa13c6-2eb4-4c97-8625-f8d86765a120 service neutron] Bound port: 2667269d-4373-43a6-aefa-d1d34986c457, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:13:08.721299 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-acfa13c6-2eb4-4c97-8625-f8d86765a120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:08.784154 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d5bf191d-73ed-4953-9bf4-56d1d6601deb req-7cbfd2ec-2e82-4e20-a953-545c16ae7f1d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79ef40dd-5f63-4bda-83ab-72609a4816e6 HTTP/1.1" status: 200 len: 217 time: 0.0596867 Nov 15 11:13:08.899547 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd99d3-9fc0-4b2f-837d-a76077f7b836 req-439919ab-5769-49e8-aabd-6d3e236bcc92 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:08.907455 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-16bd99d3-9fc0-4b2f-837d-a76077f7b836 req-439919ab-5769-49e8-aabd-6d3e236bcc92 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 944 time: 0.6123660 Nov 15 11:13:08.942630 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf191d-73ed-4953-9bf4-56d1d6601deb req-513f88e2-43f9-447c-85a0-9747aacaa064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:08.944300 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d5bf191d-73ed-4953-9bf4-56d1d6601deb req-513f88e2-43f9-447c-85a0-9747aacaa064 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ffa88cce-c14b-4a49-a347-c551af3ca57a HTTP/1.1" status: 200 len: 862 time: 0.1526842 Nov 15 11:13:09.009557 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-acfa13c6-2eb4-4c97-8625-f8d86765a120 service neutron] For port 2667269d-4373-43a6-aefa-d1d34986c457, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:13:09.016880 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63673682-a701-4682-949b-c0287b79f6a4 req-e122e7b5-73d0-49f0-8bb5-7474c78a7b56 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:09.026728 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-63673682-a701-4682-949b-c0287b79f6a4 req-e122e7b5-73d0-49f0-8bb5-7474c78a7b56 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.4273703 Nov 15 11:13:09.032059 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-2f07e5d7-dd18-4ec2-a809-adb0835a7e51 req-cfb5931d-0ec8-4721-afce-abdb20a37067 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] For port 106c3127-ae46-498f-9161-c66322de846d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=106c3127-ae46-498f-9161-c66322de846d,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:09.032467 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2f07e5d7-dd18-4ec2-a809-adb0835a7e51 req-cfb5931d-0ec8-4721-afce-abdb20a37067 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:09.046956 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-acfa13c6-2eb4-4c97-8625-f8d86765a120 service neutron] For port 2667269d-4373-43a6-aefa-d1d34986c457, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2667269d-4373-43a6-aefa-d1d34986c457,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:13:09.059750 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-acfa13c6-2eb4-4c97-8625-f8d86765a120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:09.095935 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf191d-73ed-4953-9bf4-56d1d6601deb req-2064972e-73a9-4197-8a70-731c036de5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:09.096146 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d5bf191d-73ed-4953-9bf4-56d1d6601deb req-2064972e-73a9-4197-8a70-731c036de5d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e2df8251-2bb4-47b2-971f-f711da439080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371877 Nov 15 11:13:09.104934 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-2f07e5d7-dd18-4ec2-a809-adb0835a7e51 req-cfb5931d-0ec8-4721-afce-abdb20a37067 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Calling delete_port for 106c3127-ae46-498f-9161-c66322de846d owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:13:09.167562 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-67e72b3c-6e37-43e3-aec3-d6481e280865 service neutron] 10.222.0.11 "GET /v2.0/ports/48d8b62b-c9bd-4789-ad5c-b11249cb1b5a/bindings/n-h1-729945-9 HTTP/1.1" status: 200 len: 382 time: 0.4218738 Nov 15 11:13:09.173281 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-acfa13c6-2eb4-4c97-8625-f8d86765a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:09.174176 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-acfa13c6-2eb4-4c97-8625-f8d86765a120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:09.175367 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-acfa13c6-2eb4-4c97-8625-f8d86765a120 service neutron] 10.222.0.11 "PUT /v2.0/ports/2667269d-4373-43a6-aefa-d1d34986c457 HTTP/1.1" status: 200 len: 1092 time: 2.9153509 Nov 15 11:13:09.215533 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa13c6-2eb4-4c97-8625-f8d86765a120 service neutron] Pushing event updated for resources: {'Port': ['ID=2667269d-4373-43a6-aefa-d1d34986c457,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:09.253181 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-16bd99d3-9fc0-4b2f-837d-a76077f7b836 req-24de3e05-d2d5-4a7c-90c5-4ece6a55c953 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433936 Nov 15 11:13:09.261938 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ea3433b-28fb-4bef-af06-0e5809ba82f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:09.333831 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d5bf191d-73ed-4953-9bf4-56d1d6601deb req-af88fdcf-904a-4b31-8ddb-e85d59a98101 service neutron] 10.222.0.11 "GET /v2.0/networks/e2df8251-2bb4-47b2-971f-f711da439080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283514 Nov 15 11:13:09.346553 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-eb68e5e6-b1d5-483e-bfad-b500e35f08ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:09.348455 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-eb68e5e6-b1d5-483e-bfad-b500e35f08ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 1101 time: 0.1190727 Nov 15 11:13:09.402987 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-63673682-a701-4682-949b-c0287b79f6a4 req-7eb5c669-f834-46ec-9060-d051873e329b tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752112 Nov 15 11:13:09.562472 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-0422c5c2-b680-426c-9672-3736a0f5c6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:09.564623 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-0422c5c2-b680-426c-9672-3736a0f5c6b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 1095 time: 0.2837944 Nov 15 11:13:09.572190 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d5bf191d-73ed-4953-9bf4-56d1d6601deb req-a157f293-ac54-47da-81d8-6a10fcdc46e2 service neutron] 10.222.0.11 "GET /v2.0/networks/e2df8251-2bb4-47b2-971f-f711da439080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227001 Nov 15 11:13:09.580487 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-ed3e172e-d1f4-41f3-b55a-1ae51a1055d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:09.582042 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-ed3e172e-d1f4-41f3-b55a-1ae51a1055d7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.2083399 Nov 15 11:13:09.676933 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6', 'tag': '2667269d-4373-43a6-aefa-d1d34986c457'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:09.680252 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b966249-90c9-4ed6-aeb0-351db44bee5c" -d '{"events": [{"name": "network-changed", "server_uuid": "0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6", "tag": "2667269d-4373-43a6-aefa-d1d34986c457"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:09.689794 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-67be9fe9-e040-483c-8155-7273145cfe6b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a HTTP/1.1" status: 200 len: 217 time: 0.0955980 Nov 15 11:13:09.727982 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:09.801168 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-42eef213-d467-4c51-8917-be74bce873a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:09.805654 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-42eef213-d467-4c51-8917-be74bce873a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1062856 Nov 15 11:13:09.876417 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-a99d5f5a-884d-49eb-92e9-99cc60ec2a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:09.878493 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-a99d5f5a-884d-49eb-92e9-99cc60ec2a30 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0626426 Nov 15 11:13:10.036942 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-379094c1-4d31-4a93-b52f-4d158b8d57d4 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413553 Nov 15 11:13:10.052358 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ac29f-028f-487a-a109-edd75b3474f2 req-e8926bd6-fbfa-4a2e-a2b2-a82cde09d17c tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:10.060558 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-614ac29f-028f-487a-a109-edd75b3474f2 req-e8926bd6-fbfa-4a2e-a2b2-a82cde09d17c tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.6496060 Nov 15 11:13:10.098662 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-c0515c03-f894-468b-9b70-57f62142516e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2667269d-4373-43a6-aefa-d1d34986c457 HTTP/1.1" status: 200 len: 217 time: 0.5063491 Nov 15 11:13:10.187585 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-44fe54c7-8c58-45bd-8478-949616a9a910 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252334 Nov 15 11:13:10.207702 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6867f-0ce2-4e48-85ad-6f19f87cec6a req-22c305a6-2d76-4fe7-8c37-7d2d9a91e113 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:10.209248 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-86a6867f-0ce2-4e48-85ad-6f19f87cec6a req-22c305a6-2d76-4fe7-8c37-7d2d9a91e113 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/ports?device_id=bae71450-dcae-4816-a01a-76e9f45ab142 HTTP/1.1" status: 200 len: 950 time: 0.6642110 Nov 15 11:13:10.302868 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-614ac29f-028f-487a-a109-edd75b3474f2 req-283b199e-c604-4ac2-84b1-cc6795e7c28e tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251477 Nov 15 11:13:10.303839 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2f07e5d7-dd18-4ec2-a809-adb0835a7e51 req-cfb5931d-0ec8-4721-afce-abdb20a37067 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:10.309332 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-6268c78d-b826-498b-8225-836228d1e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:10.314237 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-6268c78d-b826-498b-8225-836228d1e8c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41c7fb84-e1ab-4aee-8901-f8449cce1c4d HTTP/1.1" status: 200 len: 861 time: 0.1932163 Nov 15 11:13:10.396770 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5931d-0ec8-4721-afce-abdb20a37067 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Pushing event deleted for resources: {'Port': ['ID=106c3127-ae46-498f-9161-c66322de846d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:10.399798 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ea3433b-28fb-4bef-af06-0e5809ba82f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:10.450635 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-346ceb16-402b-48b2-9bc3-b6fe8fa13fe6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4a44e54-964f-44d3-85ab-bb56792b7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995119 Nov 15 11:13:10.521047 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-86a6867f-0ce2-4e48-85ad-6f19f87cec6a req-5f5282c8-a1ab-4271-91b8-1658f3ce0684 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa951c9c-b45c-4306-b6aa-6f9d069e721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959514 Nov 15 11:13:10.578782 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f470a32-5e6d-45c7-9e3e-afdd86a8e643 x-openstack-request-id: req-1f470a32-5e6d-45c7-9e3e-afdd86a8e643 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:10.579290 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6", "tag": "2667269d-4373-43a6-aefa-d1d34986c457", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:10.579613 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f470a32-5e6d-45c7-9e3e-afdd86a8e643 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:10.580125 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6', 'tag': '2667269d-4373-43a6-aefa-d1d34986c457', 'status': 'completed', 'code': 200} Nov 15 11:13:10.666282 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f07e5d7-dd18-4ec2-a809-adb0835a7e51 req-cfb5931d-0ec8-4721-afce-abdb20a37067 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] No DVR routers for this DVR port 106c3127-ae46-498f-9161-c66322de846d on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:13:10.702131 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2f07e5d7-dd18-4ec2-a809-adb0835a7e51 req-cfb5931d-0ec8-4721-afce-abdb20a37067 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:10.705632 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f07e5d7-dd18-4ec2-a809-adb0835a7e51 req-cfb5931d-0ec8-4721-afce-abdb20a37067 tempest-ServersOnMultiNodesTest-1214858735 tempest-ServersOnMultiNodesTest-1214858735-project] 10.222.0.55 "DELETE /v2.0/ports/106c3127-ae46-498f-9161-c66322de846d HTTP/1.1" status: 204 len: 173 time: 3.1108744 Nov 15 11:13:10.707938 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae71450-dcae-4816-a01a-76e9f45ab142', 'name': 'network-vif-deleted', 'tag': '106c3127-ae46-498f-9161-c66322de846d'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:10.709996 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361df5de-d03c-41ab-9166-d12e001cddc7" -d '{"events": [{"server_uuid": "bae71450-dcae-4816-a01a-76e9f45ab142", "name": "network-vif-deleted", "tag": "106c3127-ae46-498f-9161-c66322de846d"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:10.754118 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ccd31-932f-455e-8493-1a876d9c89e1 req-e987a2df-7a14-4c33-9630-2e6c7761ab35 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:10.755838 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d1ccd31-932f-455e-8493-1a876d9c89e1 req-e987a2df-7a14-4c33-9630-2e6c7761ab35 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5838170-f3bb-4d40-bb61-5a271982a614 HTTP/1.1" status: 200 len: 943 time: 0.3732853 Nov 15 11:13:10.830261 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 79ef40dd-5f63-4bda-83ab-72609a4816e6 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:13:10.832863 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b7863-6d6c-4fa9-85b6-8749c4675184 req-956c8cd0-19a8-4556-8144-b184a299ec3e tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:10.834576 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f55b7863-6d6c-4fa9-85b6-8749c4675184 req-956c8cd0-19a8-4556-8144-b184a299ec3e tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 944 time: 0.1796367 Nov 15 11:13:10.971718 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-ed210976-2ec5-4c37-b4d4-f023bf4926fe service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676226 Nov 15 11:13:10.984232 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f55b7863-6d6c-4fa9-85b6-8749c4675184 req-1baf058b-8de8-48d6-b82d-afcf7572e1df tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801821 Nov 15 11:13:11.008682 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d1ccd31-932f-455e-8493-1a876d9c89e1 req-70b364fb-6e0a-4a50-a8fc-181a59e1549a tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2445130 Nov 15 11:13:11.065209 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 79ef40dd-5f63-4bda-83ab-72609a4816e6, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=79ef40dd-5f63-4bda-83ab-72609a4816e6,segment=NetworkSegment(c083b43b-0a4f-446c-82a8-603d7f4a28ac),segment_id=c083b43b-0a4f-446c-82a8-603d7f4a28ac)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:11.101875 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '79ef40dd-5f63-4bda-83ab-72609a4816e6', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'port_id': '79ef40dd-5f63-4bda-83ab-72609a4816e6', 'mac_address': 'fa:16:3e:36:6d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:13:11.116656 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 106c3127-ae46-498f-9161-c66322de846d no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:13:11.169148 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b4b835-db70-4e50-b985-08e059c0ad0a x-openstack-request-id: req-b6b4b835-db70-4e50-b985-08e059c0ad0a {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:11.169748 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae71450-dcae-4816-a01a-76e9f45ab142", "name": "network-vif-deleted", "tag": "106c3127-ae46-498f-9161-c66322de846d", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:11.169748 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6b4b835-db70-4e50-b985-08e059c0ad0a {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:11.170034 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae71450-dcae-4816-a01a-76e9f45ab142', 'name': 'network-vif-deleted', 'tag': '106c3127-ae46-498f-9161-c66322de846d', 'status': 'completed', 'code': 200} Nov 15 11:13:11.188466 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 106c3127-ae46-498f-9161-c66322de846d {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:13:11.188884 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 106c3127-ae46-498f-9161-c66322de846d not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:13:11.194131 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea3433b-28fb-4bef-af06-0e5809ba82f1 admin admin] Router 015caacc-4e86-4f2f-ba3b-026a6b5809d4 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:13:11.206701 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:11.221859 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ef40dd-5f63-4bda-83ab-72609a4816e6 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:13:11.245547 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a04f7-74ab-4447-af19-d59c98a6412c req-17ec06aa-64d7-4d70-adb6-678f3a3382e9 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:11.246870 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 79ef40dd-5f63-4bda-83ab-72609a4816e6, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=79ef40dd-5f63-4bda-83ab-72609a4816e6,segment=NetworkSegment(c083b43b-0a4f-446c-82a8-603d7f4a28ac),segment_id=c083b43b-0a4f-446c-82a8-603d7f4a28ac)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:11.254218 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7d1a04f7-74ab-4447-af19-d59c98a6412c req-17ec06aa-64d7-4d70-adb6-678f3a3382e9 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.0959730 Nov 15 11:13:11.256252 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:11.338232 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:11.341940 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=79ef40dd-5f63-4bda-83ab-72609a4816e6,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:11.433145 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6ca62df-0932-4739-b9fa-73b65870c22b req-6a39304c-2c2a-468e-b0fa-5f7cb13e7b8d service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223862 Nov 15 11:13:11.461631 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7d1a04f7-74ab-4447-af19-d59c98a6412c req-80900a28-87c7-4bb7-93c3-3f9ae60acdb5 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064788 Nov 15 11:13:11.555705 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea3433b-28fb-4bef-af06-0e5809ba82f1 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:13:11.564693 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae821c-aec5-4a97-a0b2-e306167b8413 req-51ba01ce-e4c9-4120-b340-05a86ce9284d tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:11.565979 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] Sync routers for ids ['015caacc-4e86-4f2f-ba3b-026a6b5809d4'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:13:11.566897 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e7ae821c-aec5-4a97-a0b2-e306167b8413 req-51ba01ce-e4c9-4120-b340-05a86ce9284d tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.1020703 Nov 15 11:13:11.568680 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b966249-90c9-4ed6-aeb0-351db44bee5c req-5c8016e9-9940-446a-b12b-66db9eea9592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:11.570074 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b966249-90c9-4ed6-aeb0-351db44bee5c req-5c8016e9-9940-446a-b12b-66db9eea9592 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 1095 time: 0.0719483 Nov 15 11:13:11.585178 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] Routers {'015caacc-4e86-4f2f-ba3b-026a6b5809d4'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:13:11.586222 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:13:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['015caacc-4e86-4f2f-ba3b-026a6b5809d4'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:13:11.641940 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['79ef40dd-5f63-4bda-83ab-72609a4816e6'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:13:11.691579 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b966249-90c9-4ed6-aeb0-351db44bee5c req-1f41c058-d617-465f-86d7-af7a4f2c7a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:11.692902 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b966249-90c9-4ed6-aeb0-351db44bee5c req-1f41c058-d617-465f-86d7-af7a4f2c7a9f service neutron] 10.222.0.11 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 922 time: 0.0947225 Nov 15 11:13:11.760333 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ea3433b-28fb-4bef-af06-0e5809ba82f1 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:11.761561 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5ea3433b-28fb-4bef-af06-0e5809ba82f1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.6181631 Nov 15 11:13:11.764479 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52028) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:13:11.766068 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b966249-90c9-4ed6-aeb0-351db44bee5c req-8786b1c7-b7a2-4261-85d3-6473827b0d06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2667269d-4373-43a6-aefa-d1d34986c457 HTTP/1.1" status: 200 len: 217 time: 0.0580072 Nov 15 11:13:11.842115 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b966249-90c9-4ed6-aeb0-351db44bee5c req-81e11889-2fd3-482a-9ea2-b1aad5cadc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:11.845413 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b966249-90c9-4ed6-aeb0-351db44bee5c req-81e11889-2fd3-482a-9ea2-b1aad5cadc72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41c7fb84-e1ab-4aee-8901-f8449cce1c4d HTTP/1.1" status: 200 len: 861 time: 0.0691462 Nov 15 11:13:11.875254 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-730c3b16-8562-426e-a38f-e856997fe8ff tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--813820695&fields=id&tenant_id=07190b821157497db376988d8fa80885 HTTP/1.1" status: 200 len: 267 time: 0.2994654 Nov 15 11:13:11.890838 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] Set router 015caacc-4e86-4f2f-ba3b-026a6b5809d4 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:13:11.903669 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b966249-90c9-4ed6-aeb0-351db44bee5c req-d827df7a-8013-48e8-9198-78277c2ca46a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4a44e54-964f-44d3-85ab-bb56792b7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483382 Nov 15 11:13:11.988798 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e7ae821c-aec5-4a97-a0b2-e306167b8413 req-1775a9c4-5352-4e82-8b5b-56d4487a6a5f tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978488 Nov 15 11:13:12.074981 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:12.166029 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b966249-90c9-4ed6-aeb0-351db44bee5c req-1c345c65-9f39-4691-b179-82a0655a23be service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487752 Nov 15 11:13:12.176392 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-beb59b9b-58af-4ad4-96e2-c5bbcce4ba9f tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:12.178853 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-beb59b9b-58af-4ad4-96e2-c5bbcce4ba9f tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/networks?id=ae054da0-1712-49af-9c95-3ed444cb371a HTTP/1.1" status: 200 len: 815 time: 0.2853935 Nov 15 11:13:12.200598 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-06e62f17-b80a-4f3b-a39a-91c39e832fe3 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/quotas/07190b821157497db376988d8fa80885 HTTP/1.1" status: 200 len: 375 time: 0.0112071 Nov 15 11:13:12.387349 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ec4ad-0d1c-4330-b15c-cbb744461614 req-c669114a-cab9-4c0d-b773-fe9a585bd585 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:12.400265 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b26ec4ad-0d1c-4330-b15c-cbb744461614 req-c669114a-cab9-4c0d-b773-fe9a585bd585 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 944 time: 0.1897914 Nov 15 11:13:12.422148 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'name': 'tempest-ServerActionsTestJSON-1458789063-router', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:13:00Z', 'updated_at': '2021-11-15T11:13:08Z', 'revision_number': 3, 'project_id': '27507e50335c4427bf73121e79f9c590', 'gw_port': {'id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:13:05Z', 'updated_at': '2021-11-15T11:13:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:13:12.484858 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] Checking router: 015caacc-4e86-4f2f-ba3b-026a6b5809d4 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:13:12.493082 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] Updating router 015caacc-4e86-4f2f-ba3b-026a6b5809d4 port 6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:13:12.510514 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-139ff047-b7dd-4b3e-9fcf-4216043709d1 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=07190b821157497db376988d8fa80885&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2548707 Nov 15 11:13:12.545968 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b966249-90c9-4ed6-aeb0-351db44bee5c req-357ecd76-2bc8-437a-96e8-1b18fa4f37c9 service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659301 Nov 15 11:13:12.556097 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:12.571843 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52042) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:13:12.597515 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ee7332b-c50a-4c58-a93f-78d95fb0672e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:12.631953 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b26ec4ad-0d1c-4330-b15c-cbb744461614 req-e1e9161a-3583-4f3e-87c7-a20a543d3c42 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290905 Nov 15 11:13:12.729193 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-4e798c2e-c7f0-4483-b515-094bccf17855 service neutron] 10.222.0.64 "GET /v2.0/networks/ae054da0-1712-49af-9c95-3ed444cb371a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038536 Nov 15 11:13:12.842615 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc9888-30d5-4da2-b016-4d6597692439 req-b27a7f3a-f46d-4bcd-b29e-0b82e09696c1 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:12.847961 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 79ef40dd-5f63-4bda-83ab-72609a4816e6 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:13:12.851053 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d4cc9888-30d5-4da2-b016-4d6597692439 req-b27a7f3a-f46d-4bcd-b29e-0b82e09696c1 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5838170-f3bb-4d40-bb61-5a271982a614 HTTP/1.1" status: 200 len: 944 time: 0.1120174 Nov 15 11:13:12.908590 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-16146154-8faa-483e-bb7e-c3bbadf31584 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a6d46483816c4ff99a1f4543088780e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3355620 Nov 15 11:13:12.910905 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52046) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:13:12.938209 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-0ee7332b-c50a-4c58-a93f-78d95fb0672e admin admin] Allocated IP 172.20.0.1 (2e78f9bd-5aad-432a-85c1-63f165b57fea/e505fdd0-d625-4dc2-bfa7-236165cb4f1c/3405709a-6e38-4ac7-9508-6306790055bf) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:13:12.939013 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-3081fbc5-9ceb-453b-b580-e7625d6676a1 service neutron] 10.222.0.64 "GET /v2.0/networks/ae054da0-1712-49af-9c95-3ed444cb371a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081113 Nov 15 11:13:12.981482 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d4cc9888-30d5-4da2-b016-4d6597692439 req-53d8a4b7-2117-49f1-8e61-41d7c0bc0278 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1223292 Nov 15 11:13:13.005528 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-cfcd3407-3ce3-43c0-96c4-9c1f880d9608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:13.009173 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-cfcd3407-3ce3-43c0-96c4-9c1f880d9608 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d&tenant_id=f683158a34ba4a62a024151827d9c8e8 HTTP/1.1" status: 200 len: 1101 time: 0.1493990 Nov 15 11:13:13.011629 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 79ef40dd-5f63-4bda-83ab-72609a4816e6 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:13:13.020417 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 79ef40dd-5f63-4bda-83ab-72609a4816e6 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:13.020847 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:13.029125 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-729945-9', 'device_owner': 'compute:nova'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:13.080276 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-012e8911-01ac-42da-b310-052e380cbfe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:13.188082 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-012e8911-01ac-42da-b310-052e380cbfe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:13.245022 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:13.282203 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:13.321569 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd0ace-7f37-4987-8610-ec499ce031d0 req-823e59de-b749-4f3d-981c-5921de55f40d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:13.327034 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eefd0ace-7f37-4987-8610-ec499ce031d0 req-823e59de-b749-4f3d-981c-5921de55f40d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.2366395 Nov 15 11:13:13.339163 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:13.352127 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:13.366019 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5838170-f3bb-4d40-bb61-5a271982a614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ef40dd-5f63-4bda-83ab-72609a4816e6'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:13.375422 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d1449f-9cd1-4383-8a5f-cdcf72574368" -d '{"events": [{"server_uuid": "d5838170-f3bb-4d40-bb61-5a271982a614", "name": "network-vif-plugged", "status": "completed", "tag": "79ef40dd-5f63-4bda-83ab-72609a4816e6"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:13.389646 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ee7332b-c50a-4c58-a93f-78d95fb0672e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:13.406821 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 79ef40dd-5f63-4bda-83ab-72609a4816e6, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=79ef40dd-5f63-4bda-83ab-72609a4816e6,segment=NetworkSegment(c083b43b-0a4f-446c-82a8-603d7f4a28ac),segment_id=c083b43b-0a4f-446c-82a8-603d7f4a28ac)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:13.420493 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:13.421384 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:13:13.422058 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-012e8911-01ac-42da-b310-052e380cbfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:13.428839 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-012e8911-01ac-42da-b310-052e380cbfe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:13.434480 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-012e8911-01ac-42da-b310-052e380cbfe4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa951c9c-b45c-4306-b6aa-6f9d069e721e HTTP/1.1" status: 204 len: 168 time: 0.5222392 Nov 15 11:13:13.506888 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] Attempting to bind port 6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:13:13.507274 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] Attempting to bind port 6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:13:13.507634 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] Attempting to bind port 6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:13.515618 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32aa36-e35e-4b23-8730-94deef2b4de7 None None] Pushing event updated for resources: {'Port': ['ID=6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:13.519877 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e8911-01ac-42da-b310-052e380cbfe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa951c9c-b45c-4306-b6aa-6f9d069e721e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:13.532660 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eefd0ace-7f37-4987-8610-ec499ce031d0 req-56712669-4928-4bb5-9c16-5e0ab2b9cbf4 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457472 Nov 15 11:13:13.538911 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:13:13.543450 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:13:13.543960 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:13.546956 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:13:13.547441 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] Bound port: 6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:13:13.556081 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:13.556243 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=79ef40dd-5f63-4bda-83ab-72609a4816e6,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:13.590068 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ee7332b-c50a-4c58-a93f-78d95fb0672e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:13.607093 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32aa36-e35e-4b23-8730-94deef2b4de7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:13.607522 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32aa36-e35e-4b23-8730-94deef2b4de7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:13.607927 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32aa36-e35e-4b23-8730-94deef2b4de7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:13.608318 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32aa36-e35e-4b23-8730-94deef2b4de7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:13.608687 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32aa36-e35e-4b23-8730-94deef2b4de7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:13.609084 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32aa36-e35e-4b23-8730-94deef2b4de7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:13.609407 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32aa36-e35e-4b23-8730-94deef2b4de7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:13.609728 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32aa36-e35e-4b23-8730-94deef2b4de7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:13.610075 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32aa36-e35e-4b23-8730-94deef2b4de7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:13.610390 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32aa36-e35e-4b23-8730-94deef2b4de7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:13.610748 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32aa36-e35e-4b23-8730-94deef2b4de7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:13.611359 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32aa36-e35e-4b23-8730-94deef2b4de7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:13.674303 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] For port 6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:13:13.678430 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] For port 6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:13:13.689384 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:13.747461 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:13.752148 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] Routers {'015caacc-4e86-4f2f-ba3b-026a6b5809d4'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:13:13.752862 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:13:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['015caacc-4e86-4f2f-ba3b-026a6b5809d4'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:13:13.875535 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32aa36-e35e-4b23-8730-94deef2b4de7 None None] Pushing event updated for resources: {'Port': ['ID=6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:13.900650 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6207190-e68e-4cf7-a2f3-9c7512ee0da1 req-1075a99f-92fb-4d6c-81af-00e59d22767d tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:13.905130 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6207190-e68e-4cf7-a2f3-9c7512ee0da1 req-1075a99f-92fb-4d6c-81af-00e59d22767d tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.1778295 Nov 15 11:13:13.964681 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] Set router 015caacc-4e86-4f2f-ba3b-026a6b5809d4 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:13:14.053478 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6207190-e68e-4cf7-a2f3-9c7512ee0da1 req-4e7d63fc-469b-4447-b166-edd80a19fd50 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364806 Nov 15 11:13:14.120982 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee364e7-ba9f-40b6-bc11-4f4a70cb55f4 x-openstack-request-id: req-6ee364e7-ba9f-40b6-bc11-4f4a70cb55f4 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:14.121270 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5838170-f3bb-4d40-bb61-5a271982a614", "name": "network-vif-plugged", "status": "completed", "tag": "79ef40dd-5f63-4bda-83ab-72609a4816e6", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:14.121506 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ee364e7-ba9f-40b6-bc11-4f4a70cb55f4 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:14.122489 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5838170-f3bb-4d40-bb61-5a271982a614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ef40dd-5f63-4bda-83ab-72609a4816e6', 'code': 200} Nov 15 11:13:14.287285 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 52072) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:13:14.308467 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee7332b-c50a-4c58-a93f-78d95fb0672e admin admin] Network 2e78f9bd-5aad-432a-85c1-63f165b57fea is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:13:14.314134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-0ee7332b-c50a-4c58-a93f-78d95fb0672e admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:13:14.334998 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee7332b-c50a-4c58-a93f-78d95fb0672e admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:13:14.356086 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'name': 'tempest-ServerActionsTestJSON-1458789063-router', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:13:00Z', 'updated_at': '2021-11-15T11:13:08Z', 'revision_number': 3, 'project_id': '27507e50335c4427bf73121e79f9c590', 'gw_port': {'id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:13:05Z', 'updated_at': '2021-11-15T11:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:13:14.356560 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] For port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:14.383411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7332b-c50a-4c58-a93f-78d95fb0672e admin admin] Pushing event updated for resources: {'Port': ['ID=3405709a-6e38-4ac7-9508-6306790055bf,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:14.416089 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c563af-c2ee-4d44-a2e9-4840cbdcb233 None None] The sync data for ids ['015caacc-4e86-4f2f-ba3b-026a6b5809d4'] in n-d-729945-9 is: [{'id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'name': 'tempest-ServerActionsTestJSON-1458789063-router', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:13:00Z', 'updated_at': '2021-11-15T11:13:08Z', 'revision_number': 3, 'project_id': '27507e50335c4427bf73121e79f9c590', 'gw_port': {'id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:13:05Z', 'updated_at': '2021-11-15T11:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:13:14.419928 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ee7332b-c50a-4c58-a93f-78d95fb0672e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:14.446867 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55027779-474d-4480-8bda-3d1ec75e2244 req-d74e0451-bdd7-490d-b22c-4fdd055af89c tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:14.452062 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55027779-474d-4480-8bda-3d1ec75e2244 req-d74e0451-bdd7-490d-b22c-4fdd055af89c tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5838170-f3bb-4d40-bb61-5a271982a614 HTTP/1.1" status: 200 len: 945 time: 0.2087369 Nov 15 11:13:14.473323 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2301fd-360a-437c-80f0-fa5db4bd4ab0 req-cb2043dd-d5ad-4093-a177-f2adf9792162 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:14.482645 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6a2301fd-360a-437c-80f0-fa5db4bd4ab0 req-cb2043dd-d5ad-4093-a177-f2adf9792162 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 944 time: 0.3002982 Nov 15 11:13:14.554855 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f48f8-bd76-4cce-8d92-48925de68d8c req-b6a56226-8f5e-4033-88b6-3fe25562985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:14.556773 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe6f48f8-bd76-4cce-8d92-48925de68d8c req-b6a56226-8f5e-4033-88b6-3fe25562985e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d5838170-f3bb-4d40-bb61-5a271982a614 HTTP/1.1" status: 200 len: 1096 time: 0.2822313 Nov 15 11:13:14.563002 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] For port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:13:14.614013 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:14.630316 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Transition to ACTIVE for port object 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:13:14.646072 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ee7332b-c50a-4c58-a93f-78d95fb0672e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:14.653084 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0901525f-7233-4ca9-8d4a-4c6b4661797d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:14.659360 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd73cd90-d015-4514-acc2-71de019f69f7" -d '{"events": [{"server_uuid": "0901525f-7233-4ca9-8d4a-4c6b4661797d", "name": "network-vif-unplugged", "status": "completed", "tag": "48d8b62b-c9bd-4789-ad5c-b11249cb1b5a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:14.666743 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-430578db-da6e-4da7-ac0e-a8ad313c57a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=463043eab24344e68d5b1d960e5343e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3781371 Nov 15 11:13:14.679929 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52084) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:13:14.948936 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ed9091dc-d771-4eab-b8df-59de3d1dece0 None None] Provisioning complete for port 3405709a-6e38-4ac7-9508-6306790055bf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:14.949541 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed9091dc-d771-4eab-b8df-59de3d1dece0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:14.953554 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:13:14.954087 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:13:15.004470 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a80b5183-4194-4c34-be2c-2232de2fba92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:15.057214 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-ed9091dc-d771-4eab-b8df-59de3d1dece0 None None] Port 3405709a-6e38-4ac7-9508-6306790055bf cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:13:15.068387 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a80b5183-4194-4c34-be2c-2232de2fba92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:15.111905 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ee7332b-c50a-4c58-a93f-78d95fb0672e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:15.128367 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ee7332b-c50a-4c58-a93f-78d95fb0672e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:15.180927 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6a2301fd-360a-437c-80f0-fa5db4bd4ab0 req-57326456-eb3d-43fb-a413-4b531c80ac74 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6972795 Nov 15 11:13:15.182925 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:15.291028 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55027779-474d-4480-8bda-3d1ec75e2244 req-f1ae9420-ef81-41ff-aff6-59dfe76a1890 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8057892 Nov 15 11:13:15.318413 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7332b-c50a-4c58-a93f-78d95fb0672e admin admin] Pushing event updated for resources: {'Port': ['ID=3405709a-6e38-4ac7-9508-6306790055bf,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:15.379646 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ee7332b-c50a-4c58-a93f-78d95fb0672e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:15.412934 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] No DVR routers for this DVR port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:13:15.415803 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Pushing event updated for resources: {'Port': ['ID=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,revision_number=10']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:15.455982 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a80b5183-4194-4c34-be2c-2232de2fba92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:15.463486 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a80b5183-4194-4c34-be2c-2232de2fba92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:15.467071 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a80b5183-4194-4c34-be2c-2232de2fba92 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6140e49c-7247-40be-83d3-f5efbfd60fda HTTP/1.1" status: 204 len: 168 time: 0.7823732 Nov 15 11:13:15.515384 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:15.515694 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:15.516001 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:15.516326 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:15.516648 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:15.516963 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:15.517281 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:15.517757 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:15.518079 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:15.518395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:15.518708 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:15.519021 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:15.560838 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1caa1ba9-6e4c-4e40-992e-63d347757215 req-ad4c2dee-3e7d-4723-9f60-53d368488665 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 210 time: 0.1729615 Nov 15 11:13:15.584921 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b5183-4194-4c34-be2c-2232de2fba92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6140e49c-7247-40be-83d3-f5efbfd60fda,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:15.600458 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe6f48f8-bd76-4cce-8d92-48925de68d8c req-acaf9214-bc57-4aa3-be32-7dabf6d8fc94 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4298456 Nov 15 11:13:15.617735 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Attempting to bind port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:13:15.618066 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Attempting to bind port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:13:15.618392 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Attempting to bind port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:15.628265 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:13:15.628599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Attempting to bind port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:15.643726 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee7332b-c50a-4c58-a93f-78d95fb0672e admin admin] Network 2e78f9bd-5aad-432a-85c1-63f165b57fea is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:13:15.645254 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-0ee7332b-c50a-4c58-a93f-78d95fb0672e admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:13:15.650847 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572eab85-60ea-4b47-a554-5ee450a17094 req-85e480ff-d19a-4927-8a2e-aee56ef149b7 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:15.665167 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-572eab85-60ea-4b47-a554-5ee450a17094 req-85e480ff-d19a-4927-8a2e-aee56ef149b7 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 949 time: 0.1998322 Nov 15 11:13:15.688185 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:13:15.688715 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:13:15.689254 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:13:15.689863 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Bound port: 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:13:15.690374 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:15.968832 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee7332b-c50a-4c58-a93f-78d95fb0672e admin admin] Router 015caacc-4e86-4f2f-ba3b-026a6b5809d4 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:13:16.064329 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-de6550c2-52d2-44cf-8b82-38399684aee2 None None] Provisioning complete for port 3405709a-6e38-4ac7-9508-6306790055bf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:16.064920 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-de6550c2-52d2-44cf-8b82-38399684aee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:16.068647 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f77a02-5e2d-4de8-a0f9-1614d2338a6c req-24cd5bc5-d89f-4162-b281-79d0d5302771 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:16.070332 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12f77a02-5e2d-4de8-a0f9-1614d2338a6c req-24cd5bc5-d89f-4162-b281-79d0d5302771 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.3251271 Nov 15 11:13:16.095944 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-572eab85-60ea-4b47-a554-5ee450a17094 req-69cf4f36-440f-4911-ab11-32b57963003e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239352 Nov 15 11:13:16.150706 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] For port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:13:16.152043 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-de6550c2-52d2-44cf-8b82-38399684aee2 None None] Port 3405709a-6e38-4ac7-9508-6306790055bf cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:13:16.171399 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] For port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:13:16.212126 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee7332b-c50a-4c58-a93f-78d95fb0672e admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:13:16.220906 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0ee7332b-c50a-4c58-a93f-78d95fb0672e admin admin] 10.222.0.64 "PUT /v2.0/routers/015caacc-4e86-4f2f-ba3b-026a6b5809d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4546669 Nov 15 11:13:16.231421 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddd5ecb-6b21-4150-92f6-bdb30a7f8e5d x-openstack-request-id: req-1ddd5ecb-6b21-4150-92f6-bdb30a7f8e5d {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:16.231803 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0901525f-7233-4ca9-8d4a-4c6b4661797d", "name": "network-vif-unplugged", "status": "completed", "tag": "48d8b62b-c9bd-4789-ad5c-b11249cb1b5a", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:16.235452 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1ddd5ecb-6b21-4150-92f6-bdb30a7f8e5d {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:16.237957 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0901525f-7233-4ca9-8d4a-4c6b4661797d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a', 'code': 200} Nov 15 11:13:16.245629 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:16.319239 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:16.319950 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:16.321346 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] 10.222.0.55 "PUT /v2.0/ports/48d8b62b-c9bd-4789-ad5c-b11249cb1b5a HTTP/1.1" status: 200 len: 1097 time: 3.3006895 Nov 15 11:13:16.416662 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b836e2-7778-4829-8fd6-e9ca7117b75e service neutron] Pushing event updated for resources: {'Port': ['ID=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,revision_number=11']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:16.482278 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12f77a02-5e2d-4de8-a0f9-1614d2338a6c req-463cf2ba-c83a-48f6-a6ef-64939a4c57a1 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822637 Nov 15 11:13:16.619244 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-b120ab32-c61d-4eee-b299-4699ddce030a tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:16.621733 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-b120ab32-c61d-4eee-b299-4699ddce030a tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.55 "GET /v2.0/networks?id=ae054da0-1712-49af-9c95-3ed444cb371a HTTP/1.1" status: 200 len: 815 time: 0.7531517 Nov 15 11:13:16.653988 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:13:16.732449 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:16.734995 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:16.747362 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c3ab0-43da-4cc6-b885-5db39c5f70a4 req-1307e455-fb5d-4cc6-a653-3ec45588f3a3 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:16.756771 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d9c3ab0-43da-4cc6-b885-5db39c5f70a4 req-1307e455-fb5d-4cc6-a653-3ec45588f3a3 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 944 time: 0.3313482 Nov 15 11:13:16.793627 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-497fc958-0fee-4987-b70e-d25d3745e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:16.795423 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-497fc958-0fee-4987-b70e-d25d3745e543 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 1100 time: 0.3687227 Nov 15 11:13:16.847673 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:16.890723 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:16.903960 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:17.011199 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:17.055970 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b49d55-812d-4c5d-b914-cd2d09d7c4fc req-7580b012-21c9-48d6-9ca6-7827a53e2a99 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:17.057727 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-06b49d55-812d-4c5d-b914-cd2d09d7c4fc req-7580b012-21c9-48d6-9ca6-7827a53e2a99 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5838170-f3bb-4d40-bb61-5a271982a614 HTTP/1.1" status: 200 len: 945 time: 0.4221044 Nov 15 11:13:17.063025 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-cc39b5b8-2b54-4e4c-942f-b9dc8a9b83d6 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07190b821157497db376988d8fa80885 HTTP/1.1" status: 200 len: 379 time: 0.3635769 Nov 15 11:13:17.077822 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d9c3ab0-43da-4cc6-b885-5db39c5f70a4 req-fa3a3176-fe19-4ba4-84e8-10c1136d4635 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185654 Nov 15 11:13:17.102054 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-38cb36f8-63d1-47d7-bfbd-562cf9ae2046 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Request body: {'port': {'device_id': '5cc3f170-8d50-4968-8cc3-3745dff03c6b', 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a', 'admin_state_up': True, 'tenant_id': '07190b821157497db376988d8fa80885', 'security_groups': ['f6510f78-fe32-4cef-a0f2-443f8c274790']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:17.114361 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] Sync routers for ids ['015caacc-4e86-4f2f-ba3b-026a6b5809d4'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:13:17.128562 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] Routers {'015caacc-4e86-4f2f-ba3b-026a6b5809d4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:13:17.130758 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:13:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['015caacc-4e86-4f2f-ba3b-026a6b5809d4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:13:17.240631 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-b3fa7eef-8e9f-4d48-bdac-c4574d4523b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:17.245263 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-b3fa7eef-8e9f-4d48-bdac-c4574d4523b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.4333022 Nov 15 11:13:17.281744 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] Set router 015caacc-4e86-4f2f-ba3b-026a6b5809d4 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:13:17.370145 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-86b516ef-d856-4dc5-8de1-18f6cc3fa65c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a HTTP/1.1" status: 200 len: 217 time: 0.0568502 Nov 15 11:13:17.424268 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-38cb36f8-63d1-47d7-bfbd-562cf9ae2046 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Made reservation on behalf of 07190b821157497db376988d8fa80885 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:13:17.427859 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-38cb36f8-63d1-47d7-bfbd-562cf9ae2046 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:17.448095 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-06b49d55-812d-4c5d-b914-cd2d09d7c4fc req-f2889e0b-be62-4fa3-9926-e239ed870bd7 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3666861 Nov 15 11:13:17.455369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-d2225e89-6ee4-404e-8222-6ddcfc723d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:17.457224 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-d2225e89-6ee4-404e-8222-6ddcfc723d4d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0769215 Nov 15 11:13:17.524947 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'name': 'tempest-ServerActionsTestJSON-1458789063-router', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:13:00Z', 'updated_at': '2021-11-15T11:13:14Z', 'revision_number': 4, 'project_id': '27507e50335c4427bf73121e79f9c590', 'gw_port': {'id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:13:05Z', 'updated_at': '2021-11-15T11:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '3405709a-6e38-4ac7-9508-6306790055bf', 'name': '', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'mac_address': 'fa:16:3e:5a:de:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:13:12Z', 'updated_at': '2021-11-15T11:13:14Z', 'revision_number': 2, 'project_id': '27507e50335c4427bf73121e79f9c590', 'subnets': [{'id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:13:17.560876 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] Checking router: 015caacc-4e86-4f2f-ba3b-026a6b5809d4 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:13:17.561319 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] Updating router 015caacc-4e86-4f2f-ba3b-026a6b5809d4 port 3405709a-6e38-4ac7-9508-6306790055bf binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:13:17.589286 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:17.589516 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-27eba85f-7262-46a8-b9bb-3a942cb28ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:17.591449 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-27eba85f-7262-46a8-b9bb-3a942cb28ca5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1246245 Nov 15 11:13:17.612647 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e229f0e5-99ca-4b04-a5d8-5c2266db6679 req-f837e02d-2208-41d8-acd6-445b6f3fd6a9 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 210 time: 0.0541134 Nov 15 11:13:17.801598 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-38cb36f8-63d1-47d7-bfbd-562cf9ae2046 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Allocated IP 172.20.0.3 (ae054da0-1712-49af-9c95-3ed444cb371a/e661f3a9-0e06-442b-b9c9-98d82f57e8e3/11f23be5-b2b8-4f86-9fce-4b31d769d4cf) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:13:17.875157 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-5b67ac06-7bfd-4718-a3d2-9a3498240b11 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655263 Nov 15 11:13:18.038900 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52138) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:13:18.044679 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3ca3011f-99a5-486f-94b7-9158950bb6ea tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--982141816', 'description': 'tempest-description--1191263305'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:18.116781 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ca3011f-99a5-486f-94b7-9158950bb6ea tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:18.121203 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:18.128084 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115488a9-80e1-47b1-a37f-e310aace46fc req-1e7bd2e4-a786-409c-9979-1595b6fc8f81 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:18.129813 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-115488a9-80e1-47b1-a37f-e310aace46fc req-1e7bd2e4-a786-409c-9979-1595b6fc8f81 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 949 time: 0.3218622 Nov 15 11:13:18.144597 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:18.222723 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ca3011f-99a5-486f-94b7-9158950bb6ea tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:18.235295 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ca3011f-99a5-486f-94b7-9158950bb6ea tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:18.254421 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0901525f-7233-4ca9-8d4a-4c6b4661797d', 'tag': '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:18.260380 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcde06e1-5648-4eb0-af66-5a6824b99964" -d '{"events": [{"name": "network-changed", "server_uuid": "0901525f-7233-4ca9-8d4a-4c6b4661797d", "tag": "48d8b62b-c9bd-4789-ad5c-b11249cb1b5a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:18.268780 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3011f-99a5-486f-94b7-9158950bb6ea tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82783eff-be7c-4ab2-aa7f-538182def215,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:18.291864 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca3011f-99a5-486f-94b7-9158950bb6ea tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:18.294387 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca3011f-99a5-486f-94b7-9158950bb6ea tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:18.297311 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca3011f-99a5-486f-94b7-9158950bb6ea tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:18.297311 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca3011f-99a5-486f-94b7-9158950bb6ea tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:18.298267 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca3011f-99a5-486f-94b7-9158950bb6ea tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:18.298601 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca3011f-99a5-486f-94b7-9158950bb6ea tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:18.298935 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca3011f-99a5-486f-94b7-9158950bb6ea tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:18.299266 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca3011f-99a5-486f-94b7-9158950bb6ea tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:18.299627 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca3011f-99a5-486f-94b7-9158950bb6ea tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:18.300147 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca3011f-99a5-486f-94b7-9158950bb6ea tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:18.300475 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca3011f-99a5-486f-94b7-9158950bb6ea tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:18.300797 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca3011f-99a5-486f-94b7-9158950bb6ea tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:18.301266 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2ce3e-e6dc-40f6-b036-ace73c4204cc None None] Pushing event updated for resources: {'Port': ['ID=3405709a-6e38-4ac7-9508-6306790055bf,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:18.310872 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ca3011f-99a5-486f-94b7-9158950bb6ea tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:18.312183 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3ca3011f-99a5-486f-94b7-9158950bb6ea tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2719431 Nov 15 11:13:18.316373 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 52144) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:13:18.320070 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] Attempting to bind port 3405709a-6e38-4ac7-9508-6306790055bf on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:13:18.322111 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] Attempting to bind port 3405709a-6e38-4ac7-9508-6306790055bf by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:13:18.322683 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] Attempting to bind port 3405709a-6e38-4ac7-9508-6306790055bf on network 2e78f9bd-5aad-432a-85c1-63f165b57fea {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:18.335721 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:13:18.337254 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] Checking segment: {'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:13:18.338637 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:18.340026 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] Bound using segment: {'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:13:18.340882 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] Bound port: 3405709a-6e38-4ac7-9508-6306790055bf, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:13:18.342230 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:18.357109 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-115488a9-80e1-47b1-a37f-e310aace46fc req-f0eb146b-b843-49aa-aad6-29ce0843ef9a tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118649 Nov 15 11:13:18.379121 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-5fe0c473-70cb-45b2-aa82-e3b3c254bc2c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Request body: {'security_group_rule': {'security_group_id': '82783eff-be7c-4ab2-aa7f-538182def215', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:18.435054 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1bc7ad74-3f82-4c64-82c4-5b48666a94a6 req-bfd42bab-157e-4065-894e-0e97ff2a5bb2 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510502 Nov 15 11:13:18.455343 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-38cb36f8-63d1-47d7-bfbd-562cf9ae2046 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:18.478209 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] For port 3405709a-6e38-4ac7-9508-6306790055bf, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:13:18.486476 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] For port 3405709a-6e38-4ac7-9508-6306790055bf, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3405709a-6e38-4ac7-9508-6306790055bf,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:13:18.499269 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:18.505238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4c131-8e14-46d6-acf2-0983ec1d1c73 req-42781034-816a-4a88-816e-7e2b72083660 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:18.513368 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15f4c131-8e14-46d6-acf2-0983ec1d1c73 req-42781034-816a-4a88-816e-7e2b72083660 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.2831230 Nov 15 11:13:18.582704 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5fe0c473-70cb-45b2-aa82-e3b3c254bc2c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:18.628012 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:13:18.639807 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2ce3e-e6dc-40f6-b036-ace73c4204cc None None] Pushing event updated for resources: {'Port': ['ID=3405709a-6e38-4ac7-9508-6306790055bf,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:18.692466 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0cedd68a-a271-43e4-84af-f4f7cf6cfc7b None None] Provisioning complete for port 3405709a-6e38-4ac7-9508-6306790055bf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:18.692952 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0cedd68a-a271-43e4-84af-f4f7cf6cfc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:18.704549 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15f4c131-8e14-46d6-acf2-0983ec1d1c73 req-0fc1c6de-9a1b-49cf-86af-0869a84da7cc tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889412 Nov 15 11:13:18.731041 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-38cb36f8-63d1-47d7-bfbd-562cf9ae2046 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:18.760001 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] Routers {'015caacc-4e86-4f2f-ba3b-026a6b5809d4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:13:18.760745 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:13:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['015caacc-4e86-4f2f-ba3b-026a6b5809d4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:13:18.792831 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eca0a8-8139-474d-bab3-573fe7393bac req-4a950039-b59b-4854-b69a-10bdc431ed5a tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:18.796463 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25eca0a8-8139-474d-bab3-573fe7393bac req-4a950039-b59b-4854-b69a-10bdc431ed5a tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 944 time: 0.2389114 Nov 15 11:13:18.872536 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b889540c-d437-4326-b8a2-d316bb63587b x-openstack-request-id: req-b889540c-d437-4326-b8a2-d316bb63587b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:18.874275 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0901525f-7233-4ca9-8d4a-4c6b4661797d", "tag": "48d8b62b-c9bd-4789-ad5c-b11249cb1b5a", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:18.874544 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b889540c-d437-4326-b8a2-d316bb63587b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:18.874958 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0901525f-7233-4ca9-8d4a-4c6b4661797d', 'tag': '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a', 'status': 'completed', 'code': 200} Nov 15 11:13:18.943076 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5fe0c473-70cb-45b2-aa82-e3b3c254bc2c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:18.945381 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:13:19.032928 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-38cb36f8-63d1-47d7-bfbd-562cf9ae2046 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Network ae054da0-1712-49af-9c95-3ed444cb371a is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:13:19.039446 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0cedd68a-a271-43e4-84af-f4f7cf6cfc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:19.051334 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5fe0c473-70cb-45b2-aa82-e3b3c254bc2c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:19.075383 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] Set router 015caacc-4e86-4f2f-ba3b-026a6b5809d4 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:13:19.120154 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-38cb36f8-63d1-47d7-bfbd-562cf9ae2046 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:13:19.123269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-38cb36f8-63d1-47d7-bfbd-562cf9ae2046 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:13:19.130449 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-38cb36f8-63d1-47d7-bfbd-562cf9ae2046 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:19.131203 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-38cb36f8-63d1-47d7-bfbd-562cf9ae2046 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:19.137065 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0c473-70cb-45b2-aa82-e3b3c254bc2c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e941ea2-267f-41df-96b2-b02ff9a8bd12,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:19.158304 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0cedd68a-a271-43e4-84af-f4f7cf6cfc7b None None] For port 3405709a-6e38-4ac7-9508-6306790055bf, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3405709a-6e38-4ac7-9508-6306790055bf,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:19.178888 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25eca0a8-8139-474d-bab3-573fe7393bac req-3beb0f8e-1cd3-46d7-89e8-a9c11bd72753 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174682 Nov 15 11:13:19.192875 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb36f8-63d1-47d7-bfbd-562cf9ae2046 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Pushing event updated for resources: {'Port': ['ID=11f23be5-b2b8-4f86-9fce-4b31d769d4cf,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:19.208581 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0cedd68a-a271-43e4-84af-f4f7cf6cfc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:19.213830 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:19.214212 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:19.227925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f9693-a4f6-449d-8f71-2146131be984 req-f053f4f8-b3e2-4305-8380-912ef2259218 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:19.235334 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df8f9693-a4f6-449d-8f71-2146131be984 req-f053f4f8-b3e2-4305-8380-912ef2259218 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5838170-f3bb-4d40-bb61-5a271982a614 HTTP/1.1" status: 200 len: 945 time: 0.2254653 Nov 15 11:13:19.240127 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5fe0c473-70cb-45b2-aa82-e3b3c254bc2c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:19.244150 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52158) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:13:19.244647 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5fe0c473-70cb-45b2-aa82-e3b3c254bc2c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8860853 Nov 15 11:13:19.250236 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde06e1-5648-4eb0-af66-5a6824b99964 req-20547d93-a0d7-4fe8-b8e9-ce38fbbcd519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:19.250974 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ade0b758-a46c-4180-9bbb-ed7779ed8c73 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Request body: {'security_group_rule': {'security_group_id': '82783eff-be7c-4ab2-aa7f-538182def215', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:19.252766 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcde06e1-5648-4eb0-af66-5a6824b99964 req-20547d93-a0d7-4fe8-b8e9-ce38fbbcd519 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 1100 time: 0.3852568 Nov 15 11:13:19.254927 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-38cb36f8-63d1-47d7-bfbd-562cf9ae2046 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1724775 Nov 15 11:13:19.262719 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde06e1-5648-4eb0-af66-5a6824b99964 req-ead655ba-9d20-4389-84e1-208b5adbe0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:19.264712 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcde06e1-5648-4eb0-af66-5a6824b99964 req-ead655ba-9d20-4389-84e1-208b5adbe0a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 1100 time: 0.3376212 Nov 15 11:13:19.281941 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-bfa2026a-4448-42de-ae33-a2ff121b709a service neutron] Request body: {'port': {'device_id': '5cc3f170-8d50-4968-8cc3-3745dff03c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:19.328214 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ade0b758-a46c-4180-9bbb-ed7779ed8c73 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:19.391854 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-bfa2026a-4448-42de-ae33-a2ff121b709a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:19.467401 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ade0b758-a46c-4180-9bbb-ed7779ed8c73 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:19.477700 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ade0b758-a46c-4180-9bbb-ed7779ed8c73 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:19.512497 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0b758-a46c-4180-9bbb-ed7779ed8c73 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557aff5f-f05f-4adb-b4b0-dadab291c8ea,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:19.522800 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ade0b758-a46c-4180-9bbb-ed7779ed8c73 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:19.524081 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ade0b758-a46c-4180-9bbb-ed7779ed8c73 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2782326 Nov 15 11:13:19.528483 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52162) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:13:19.538916 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-589f69c6-c84c-432b-b471-eff90e2f47f6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:19.590549 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-589f69c6-c84c-432b-b471-eff90e2f47f6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:19.651271 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-623e3397-bd62-4c47-bde8-647f0c4e7fc2 None None] Provisioning complete for port 3405709a-6e38-4ac7-9508-6306790055bf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:19.651914 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-623e3397-bd62-4c47-bde8-647f0c4e7fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:19.699948 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedd68a-a271-43e4-84af-f4f7cf6cfc7b None None] Pushing event updated for resources: {'Port': ['ID=3405709a-6e38-4ac7-9508-6306790055bf,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:19.740430 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-589f69c6-c84c-432b-b471-eff90e2f47f6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:19.820481 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df8f9693-a4f6-449d-8f71-2146131be984 req-27600a6e-fbe6-44cc-abfb-7b863f201798 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5840275 Nov 15 11:13:19.898326 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'name': 'tempest-ServerActionsTestJSON-1458789063-router', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:13:00Z', 'updated_at': '2021-11-15T11:13:14Z', 'revision_number': 4, 'project_id': '27507e50335c4427bf73121e79f9c590', 'gw_port': {'id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:13:05Z', 'updated_at': '2021-11-15T11:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '3405709a-6e38-4ac7-9508-6306790055bf', 'name': '', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'mac_address': 'fa:16:3e:5a:de:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:13:12Z', 'updated_at': '2021-11-15T11:13:18Z', 'revision_number': 4, 'project_id': '27507e50335c4427bf73121e79f9c590', 'subnets': [{'id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:13:19.905043 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b1a3c-421d-4cd7-86ec-ad709978b602 req-f2652d81-de6f-4b74-b9c2-d697ff4045f7 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:19.908243 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a2b1a3c-421d-4cd7-86ec-ad709978b602 req-f2652d81-de6f-4b74-b9c2-d697ff4045f7 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 931 time: 0.4582117 Nov 15 11:13:19.917479 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde06e1-5648-4eb0-af66-5a6824b99964 req-234c6a97-0a9e-4b47-90be-3085cf01a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:19.919733 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcde06e1-5648-4eb0-af66-5a6824b99964 req-234c6a97-0a9e-4b47-90be-3085cf01a9f7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.5322165 Nov 15 11:13:20.060093 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde06e1-5648-4eb0-af66-5a6824b99964 req-a5cc17ab-bceb-457c-a5dc-5cde647e23aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:20.062340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01a8176-f50f-4569-a0f6-a0acf8435be6 None None] The sync data for ids ['015caacc-4e86-4f2f-ba3b-026a6b5809d4'] in n-d-729945-9 is: [{'id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'name': 'tempest-ServerActionsTestJSON-1458789063-router', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:13:00Z', 'updated_at': '2021-11-15T11:13:14Z', 'revision_number': 4, 'project_id': '27507e50335c4427bf73121e79f9c590', 'gw_port': {'id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:13:05Z', 'updated_at': '2021-11-15T11:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '3405709a-6e38-4ac7-9508-6306790055bf', 'name': '', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'mac_address': 'fa:16:3e:5a:de:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:13:12Z', 'updated_at': '2021-11-15T11:13:18Z', 'revision_number': 4, 'project_id': '27507e50335c4427bf73121e79f9c590', 'subnets': [{'id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:13:20.063079 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcde06e1-5648-4eb0-af66-5a6824b99964 req-a5cc17ab-bceb-457c-a5dc-5cde647e23aa service neutron] 10.222.0.11 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.7973475 Nov 15 11:13:20.070625 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcde06e1-5648-4eb0-af66-5a6824b99964 req-1f1ece14-d759-4374-97a1-0cb385a2905b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a HTTP/1.1" status: 200 len: 217 time: 0.1188767 Nov 15 11:13:20.095450 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8c19be5f-3e8b-4163-aa70-528cb94482d8 None None] Provisioning complete for port 11f23be5-b2b8-4f86-9fce-4b31d769d4cf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:20.096235 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8c19be5f-3e8b-4163-aa70-528cb94482d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:20.122672 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-589f69c6-c84c-432b-b471-eff90e2f47f6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Allocated IP 172.25.7.186 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/49551951-7fc6-4d27-b128-9d5c32537585) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:13:20.185441 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8c19be5f-3e8b-4163-aa70-528cb94482d8 None None] Port 11f23be5-b2b8-4f86-9fce-4b31d769d4cf cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:13:20.329740 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-589f69c6-c84c-432b-b471-eff90e2f47f6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:20.411040 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-589f69c6-c84c-432b-b471-eff90e2f47f6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:20.490743 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589f69c6-c84c-432b-b471-eff90e2f47f6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:13:20.521317 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-589f69c6-c84c-432b-b471-eff90e2f47f6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:13:20.545010 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f69c6-c84c-432b-b471-eff90e2f47f6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:13:20.589174 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f69c6-c84c-432b-b471-eff90e2f47f6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Pushing event updated for resources: {'Port': ['ID=49551951-7fc6-4d27-b128-9d5c32537585,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:20.683749 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-589f69c6-c84c-432b-b471-eff90e2f47f6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:20.690283 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3405709a-6e38-4ac7-9508-6306790055bf up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:13:20.747608 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-589f69c6-c84c-432b-b471-eff90e2f47f6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:20.781210 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcde06e1-5648-4eb0-af66-5a6824b99964 req-f4a42151-e3e6-4d12-ae1a-57a5aaf879d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a HTTP/1.1" status: 200 len: 217 time: 0.7068348 Nov 15 11:13:20.808727 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 3405709a-6e38-4ac7-9508-6306790055bf triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:20.809084 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:20.837314 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a2b1a3c-421d-4cd7-86ec-ad709978b602 req-a602e2e2-434f-4659-80b3-6c1fe0bf407c tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6510f78-fe32-4cef-a0f2-443f8c274790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9157572 Nov 15 11:13:21.079914 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-589f69c6-c84c-432b-b471-eff90e2f47f6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:21.086782 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-589f69c6-c84c-432b-b471-eff90e2f47f6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:21.122804 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330aebc8-cac2-4458-90ac-9ff67db97289 req-9f71f880-0530-440c-a604-dcc22edd1075 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:21.125182 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-330aebc8-cac2-4458-90ac-9ff67db97289 req-9f71f880-0530-440c-a604-dcc22edd1075 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 949 time: 0.9590089 Nov 15 11:13:21.136164 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:13:21.145614 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde06e1-5648-4eb0-af66-5a6824b99964 req-38e3b9ec-3689-4172-9fc7-2f4fabcb1944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:21.147394 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcde06e1-5648-4eb0-af66-5a6824b99964 req-38e3b9ec-3689-4172-9fc7-2f4fabcb1944 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 1.0485673 Nov 15 11:13:21.166158 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-bfa2026a-4448-42de-ae33-a2ff121b709a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f23be5-b2b8-4f86-9fce-4b31d769d4cf {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:13:21.218825 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-589f69c6-c84c-432b-b471-eff90e2f47f6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:21.235833 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f69c6-c84c-432b-b471-eff90e2f47f6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Pushing event updated for resources: {'Port': ['ID=49551951-7fc6-4d27-b128-9d5c32537585,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:21.244736 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-bfa2026a-4448-42de-ae33-a2ff121b709a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:21.261389 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-589f69c6-c84c-432b-b471-eff90e2f47f6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:21.269477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde06e1-5648-4eb0-af66-5a6824b99964 req-6c434e3e-98d9-4acd-997e-d5e1e207bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:21.270929 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcde06e1-5648-4eb0-af66-5a6824b99964 req-6c434e3e-98d9-4acd-997e-d5e1e207bcd0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.4709837 Nov 15 11:13:21.275419 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-589f69c6-c84c-432b-b471-eff90e2f47f6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7450483 Nov 15 11:13:21.390201 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:21.400808 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-bfa2026a-4448-42de-ae33-a2ff121b709a service neutron] Transition to ACTIVE for port object 11f23be5-b2b8-4f86-9fce-4b31d769d4cf will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:13:21.408475 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a', 'mac_address': 'fa:16:3e:03:9d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:13:21.415169 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde06e1-5648-4eb0-af66-5a6824b99964 req-e4310cb3-f14f-4e2f-9cc2-98c5d5752785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:21.416840 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcde06e1-5648-4eb0-af66-5a6824b99964 req-e4310cb3-f14f-4e2f-9cc2-98c5d5752785 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2562051 Nov 15 11:13:21.420455 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-bfa2026a-4448-42de-ae33-a2ff121b709a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:21.443537 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-330aebc8-cac2-4458-90ac-9ff67db97289 req-7928dad9-a588-4cb3-ba82-df07605109bd tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874763 Nov 15 11:13:21.457999 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:21.506945 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:13:21.548152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c9a3a-1546-4c21-8448-bade78cf0713 req-1f512b64-21e4-4547-b063-3bd695a5bf2a tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:21.556012 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:21.556658 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5c2c9a3a-1546-4c21-8448-bade78cf0713 req-1f512b64-21e4-4547-b063-3bd695a5bf2a tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.5181069 Nov 15 11:13:21.577313 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:21.619363 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2026a-4448-42de-ae33-a2ff121b709a service neutron] Pushing event updated for resources: {'Port': ['ID=11f23be5-b2b8-4f86-9fce-4b31d769d4cf,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:21.657253 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,revision_number=12']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:21.776578 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde06e1-5648-4eb0-af66-5a6824b99964 req-e15cb6b9-2595-4db1-92d2-5cc452541683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:21.778057 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcde06e1-5648-4eb0-af66-5a6824b99964 req-e15cb6b9-2595-4db1-92d2-5cc452541683 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4805794 Nov 15 11:13:21.796004 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5c2c9a3a-1546-4c21-8448-bade78cf0713 req-85cefb07-07ea-4cde-bcdf-01965093d058 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383568 Nov 15 11:13:21.833275 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563d83a-8458-4aa7-b27d-633dc39f03fb req-984390d4-0fa0-484e-a2f3-3b5457cb8313 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:21.844057 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52188) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:13:21.846023 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d563d83a-8458-4aa7-b27d-633dc39f03fb req-984390d4-0fa0-484e-a2f3-3b5457cb8313 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5838170-f3bb-4d40-bb61-5a271982a614 HTTP/1.1" status: 200 len: 945 time: 0.3210213 Nov 15 11:13:21.849259 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-67e23c98-5447-4bd5-8468-c6589a218a59 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Request body: {'floatingip': {'port_id': '79ef40dd-5f63-4bda-83ab-72609a4816e6'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:21.886527 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['48d8b62b-c9bd-4789-ad5c-b11249cb1b5a'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:13:21.995969 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67e23c98-5447-4bd5-8468-c6589a218a59 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:22.004543 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcde06e1-5648-4eb0-af66-5a6824b99964 req-f32e9752-8048-4009-a596-61eef43e865c service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050695 Nov 15 11:13:22.042454 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcde06e1-5648-4eb0-af66-5a6824b99964 req-c0766714-5d7e-472b-8a05-18f70daa27d2 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873971 Nov 15 11:13:22.044196 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-bfa2026a-4448-42de-ae33-a2ff121b709a service neutron] Attempting to bind port 11f23be5-b2b8-4f86-9fce-4b31d769d4cf on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:13:22.044772 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-bfa2026a-4448-42de-ae33-a2ff121b709a service neutron] Attempting to bind port 11f23be5-b2b8-4f86-9fce-4b31d769d4cf by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '26f7725c-0d8b-479b-95d3-b5edaafcccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:13:22.045446 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-bfa2026a-4448-42de-ae33-a2ff121b709a service neutron] Attempting to bind port 11f23be5-b2b8-4f86-9fce-4b31d769d4cf on network ae054da0-1712-49af-9c95-3ed444cb371a {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:22.053294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-bfa2026a-4448-42de-ae33-a2ff121b709a service neutron] Port 11f23be5-b2b8-4f86-9fce-4b31d769d4cf on network ae054da0-1712-49af-9c95-3ed444cb371a not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:13:22.054060 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-bfa2026a-4448-42de-ae33-a2ff121b709a service neutron] Attempting to bind port 11f23be5-b2b8-4f86-9fce-4b31d769d4cf on network ae054da0-1712-49af-9c95-3ed444cb371a {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:22.080521 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-bfa2026a-4448-42de-ae33-a2ff121b709a service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:13:22.080971 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-bfa2026a-4448-42de-ae33-a2ff121b709a service neutron] Checking segment: {'id': '26f7725c-0d8b-479b-95d3-b5edaafcccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:13:22.081448 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-bfa2026a-4448-42de-ae33-a2ff121b709a service neutron] Bound using segment: {'id': '26f7725c-0d8b-479b-95d3-b5edaafcccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:13:22.082520 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-bfa2026a-4448-42de-ae33-a2ff121b709a service neutron] Bound port: 11f23be5-b2b8-4f86-9fce-4b31d769d4cf, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26f7725c-0d8b-479b-95d3-b5edaafcccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:13:22.082973 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-bfa2026a-4448-42de-ae33-a2ff121b709a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:22.232690 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcde06e1-5648-4eb0-af66-5a6824b99964 req-ffeeb19d-0858-4a14-9da1-e5922cb1cba7 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649685 Nov 15 11:13:22.340823 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b4209-3eec-4773-bbfc-a9e4826ce183 req-f2fd3e74-dd6f-4bb4-8095-00b92cf5b313 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:22.342779 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a4b4209-3eec-4773-bbfc-a9e4826ce183 req-f2fd3e74-dd6f-4bb4-8095-00b92cf5b313 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 944 time: 0.3367522 Nov 15 11:13:22.401665 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d1259a4a-d881-4ed2-a50a-c2d9b89de553 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--982141816&fields=id&tenant_id=27507e50335c4427bf73121e79f9c590 HTTP/1.1" status: 200 len: 267 time: 0.1437144 Nov 15 11:13:22.553039 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcde06e1-5648-4eb0-af66-5a6824b99964 req-97b4aa2d-7e59-4b95-8c0a-8aa991630039 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005324 Nov 15 11:13:22.575709 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-bfa2026a-4448-42de-ae33-a2ff121b709a service neutron] For port 11f23be5-b2b8-4f86-9fce-4b31d769d4cf, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:13:22.580670 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a4b4209-3eec-4773-bbfc-a9e4826ce183 req-45115c2d-2e2f-4961-b0f2-6e0cc06bc36b tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299905 Nov 15 11:13:22.582492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-bfa2026a-4448-42de-ae33-a2ff121b709a service neutron] For port 11f23be5-b2b8-4f86-9fce-4b31d769d4cf, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=11f23be5-b2b8-4f86-9fce-4b31d769d4cf,segment=NetworkSegment(26f7725c-0d8b-479b-95d3-b5edaafcccd8),segment_id=26f7725c-0d8b-479b-95d3-b5edaafcccd8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:13:22.592506 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-bfa2026a-4448-42de-ae33-a2ff121b709a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:22.680216 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-bfa2026a-4448-42de-ae33-a2ff121b709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:22.680216 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-bfa2026a-4448-42de-ae33-a2ff121b709a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:22.680216 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-bfa2026a-4448-42de-ae33-a2ff121b709a service neutron] 10.222.0.55 "PUT /v2.0/ports/11f23be5-b2b8-4f86-9fce-4b31d769d4cf HTTP/1.1" status: 200 len: 1091 time: 3.4070275 Nov 15 11:13:22.680216 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc3f170-8d50-4968-8cc3-3745dff03c6b', 'tag': '11f23be5-b2b8-4f86-9fce-4b31d769d4cf'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:22.680216 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ee412c-32a5-412f-b2f3-d96c2613f408" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc3f170-8d50-4968-8cc3-3745dff03c6b", "tag": "11f23be5-b2b8-4f86-9fce-4b31d769d4cf"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:22.690488 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-204ec8d2-a153-48e0-b5c7-8c638c44c881 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:22.692213 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-204ec8d2-a153-48e0-b5c7-8c638c44c881 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 812 time: 0.2778196 Nov 15 11:13:22.793577 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-a30b99da-c89f-4f6f-91df-f99c82165756 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/quotas/27507e50335c4427bf73121e79f9c590 HTTP/1.1" status: 200 len: 375 time: 0.0899079 Nov 15 11:13:22.804417 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2026a-4448-42de-ae33-a2ff121b709a service neutron] Pushing event updated for resources: {'Port': ['ID=11f23be5-b2b8-4f86-9fce-4b31d769d4cf,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:22.809834 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-67e23c98-5447-4bd5-8468-c6589a218a59 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 11:13:22.857452 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 2667269d-4373-43a6-aefa-d1d34986c457 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:13:22.874860 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044d25d-4aeb-47f8-ba4c-3b35c339bda9 req-c7261606-867c-49dc-a6f4-0d2b06254f30 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:22.877720 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d044d25d-4aeb-47f8-ba4c-3b35c339bda9 req-c7261606-867c-49dc-a6f4-0d2b06254f30 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 943 time: 0.1770864 Nov 15 11:13:22.884612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-16b5ac69-4a89-416e-b771-d09bf9d71452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:22.885993 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-16b5ac69-4a89-416e-b771-d09bf9d71452 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07190b821157497db376988d8fa80885&device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 1094 time: 0.1401286 Nov 15 11:13:22.889252 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67e23c98-5447-4bd5-8468-c6589a218a59 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:22.896640 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67e23c98-5447-4bd5-8468-c6589a218a59 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:22.945480 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-a2f20a6f-8f2a-49ac-808c-d8ec52ab3ab6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1396070 Nov 15 11:13:23.040920 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-67e23c98-5447-4bd5-8468-c6589a218a59 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Floating IP e42e7136-5ea2-47e5-8f07-0a19cc55c6cd associated. External IP: 172.25.7.102, port: 79ef40dd-5f63-4bda-83ab-72609a4816e6. Nov 15 11:13:23.046972 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 2667269d-4373-43a6-aefa-d1d34986c457, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2667269d-4373-43a6-aefa-d1d34986c457,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:23.058852 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '2667269d-4373-43a6-aefa-d1d34986c457', 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48', 'port_id': '2667269d-4373-43a6-aefa-d1d34986c457', 'mac_address': 'fa:16:3e:75:1b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c7fb84-e1ab-4aee-8901-f8449cce1c4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:13:23.110404 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:23.133000 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2667269d-4373-43a6-aefa-d1d34986c457 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:13:23.136395 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-68dd7043-8681-4594-addf-a62d1671c7de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11f23be5-b2b8-4f86-9fce-4b31d769d4cf HTTP/1.1" status: 200 len: 217 time: 0.1887434 Nov 15 11:13:23.169573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:13:23.202177 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d044d25d-4aeb-47f8-ba4c-3b35c339bda9 req-b23601f7-7510-464a-9885-5713ca809358 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6510f78-fe32-4cef-a0f2-443f8c274790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3098433 Nov 15 11:13:23.244770 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 2667269d-4373-43a6-aefa-d1d34986c457, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2667269d-4373-43a6-aefa-d1d34986c457,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:23.255569 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-b5587646-9515-43ac-8db0-2f9182c2bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:23.257110 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-b5587646-9515-43ac-8db0-2f9182c2bec4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e661f3a9-0e06-442b-b9c9-98d82f57e8e3 HTTP/1.1" status: 200 len: 854 time: 0.1127839 Nov 15 11:13:23.270086 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:23.335125 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-9b71b806-49b2-42e3-bac9-803b18de2453 service neutron] 10.222.0.64 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876104 Nov 15 11:13:23.353006 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e23c98-5447-4bd5-8468-c6589a218a59 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Router 7c1b1425-e5de-4c4f-b4a9-36cab780d76d has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:13:23.365656 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:13:23.390375 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:23.390724 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:23.393785 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=2667269d-4373-43a6-aefa-d1d34986c457,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:23.395392 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-9906f629-e701-4c05-892d-4f1ed46c5322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:23.404854 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-9906f629-e701-4c05-892d-4f1ed46c5322 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae054da0-1712-49af-9c95-3ed444cb371a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388338 Nov 15 11:13:23.510889 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:23.543025 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0901525f-7233-4ca9-8d4a-4c6b4661797d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:23.545758 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3652b0fc-512f-4536-ad6e-fa906f8f0b56" -d '{"events": [{"server_uuid": "0901525f-7233-4ca9-8d4a-4c6b4661797d", "name": "network-vif-plugged", "status": "completed", "tag": "48d8b62b-c9bd-4789-ad5c-b11249cb1b5a"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:23.562580 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:23.568000 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:23.587934 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfebede-bc95-428b-85a2-e4642657f46e req-0f2d2db4-3046-4cd2-86ce-be90ae507910 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:23.590823 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0bfebede-bc95-428b-85a2-e4642657f46e req-0f2d2db4-3046-4cd2-86ce-be90ae507910 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 950 time: 0.2451150 Nov 15 11:13:23.633793 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-a6268d53-6035-4271-bf38-0a0ca7b74fe2 service neutron] 10.222.0.55 "GET /v2.0/networks/ae054da0-1712-49af-9c95-3ed444cb371a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958990 Nov 15 11:13:23.634020 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['2667269d-4373-43a6-aefa-d1d34986c457'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:13:23.638655 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,revision_number=13']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:23.754441 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d7280be4-bf77-45ca-902a-0ca4fe6f3d76 service neutron] 10.222.0.64 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180315 Nov 15 11:13:23.817497 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42afcaea-ab21-4c70-a5fc-2f3d91e5d319 req-1f374b03-a5c9-4d80-a66b-651c8c655897 service neutron] 10.222.0.55 "GET /v2.0/networks/ae054da0-1712-49af-9c95-3ed444cb371a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493878 Nov 15 11:13:23.844854 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0bfebede-bc95-428b-85a2-e4642657f46e req-e53cf694-ed15-42cb-b946-586960eb301a tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458892 Nov 15 11:13:23.867120 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e23c98-5447-4bd5-8468-c6589a218a59 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:13:23.877836 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78c54d4-9f6b-4499-a92c-b05bc365941a None None] Sync routers for ids ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:13:23.890164 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67e23c98-5447-4bd5-8468-c6589a218a59 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:23.892619 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c26a6b-9623-484c-bc01-e912ce0bab45 x-openstack-request-id: req-34c26a6b-9623-484c-bc01-e912ce0bab45 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:23.892953 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc3f170-8d50-4968-8cc3-3745dff03c6b", "tag": "11f23be5-b2b8-4f86-9fce-4b31d769d4cf", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:23.893203 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-34c26a6b-9623-484c-bc01-e912ce0bab45 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:23.893741 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc3f170-8d50-4968-8cc3-3745dff03c6b', 'tag': '11f23be5-b2b8-4f86-9fce-4b31d769d4cf', 'status': 'completed', 'code': 200} Nov 15 11:13:23.902779 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78c54d4-9f6b-4499-a92c-b05bc365941a None None] Routers {'7c1b1425-e5de-4c4f-b4a9-36cab780d76d'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:13:23.903603 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f78c54d4-9f6b-4499-a92c-b05bc365941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:13:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:13:23.968443 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-67e23c98-5447-4bd5-8468-c6589a218a59 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "PUT /v2.0/floatingips/e42e7136-5ea2-47e5-8f07-0a19cc55c6cd HTTP/1.1" status: 200 len: 991 time: 2.1226125 Nov 15 11:13:23.969671 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5838170-f3bb-4d40-bb61-5a271982a614', 'tag': '79ef40dd-5f63-4bda-83ab-72609a4816e6'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:23.973859 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b77bc30-7c16-4961-87bc-a76929aba406" -d '{"events": [{"name": "network-changed", "server_uuid": "d5838170-f3bb-4d40-bb61-5a271982a614", "tag": "79ef40dd-5f63-4bda-83ab-72609a4816e6"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:23.980864 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee412c-32a5-412f-b2f3-d96c2613f408 req-c343326a-67b4-4bd8-a27a-8aa49932bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:23.983198 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-47ee412c-32a5-412f-b2f3-d96c2613f408 req-c343326a-67b4-4bd8-a27a-8aa49932bf9f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07190b821157497db376988d8fa80885&device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 1094 time: 0.0676260 Nov 15 11:13:24.090043 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345dc820-2f57-4160-9bd5-ac6f97196512 x-openstack-request-id: req-345dc820-2f57-4160-9bd5-ac6f97196512 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:24.090540 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0901525f-7233-4ca9-8d4a-4c6b4661797d", "name": "network-vif-plugged", "status": "completed", "tag": "48d8b62b-c9bd-4789-ad5c-b11249cb1b5a", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:24.090720 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-345dc820-2f57-4160-9bd5-ac6f97196512 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:24.091224 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0901525f-7233-4ca9-8d4a-4c6b4661797d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a', 'code': 200} Nov 15 11:13:24.156989 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-f78c54d4-9f6b-4499-a92c-b05bc365941a None None] Set router 7c1b1425-e5de-4c4f-b4a9-36cab780d76d gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:13:24.330279 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee412c-32a5-412f-b2f3-d96c2613f408 req-a396d10d-9e42-447a-9860-a660924feb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:24.331774 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-47ee412c-32a5-412f-b2f3-d96c2613f408 req-a396d10d-9e42-447a-9860-a660924feb20 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae054da0-1712-49af-9c95-3ed444cb371a HTTP/1.1" status: 200 len: 916 time: 0.3309164 Nov 15 11:13:24.384041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-47ee412c-32a5-412f-b2f3-d96c2613f408 req-d5389ded-f068-426e-aa38-4c0bab90a511 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11f23be5-b2b8-4f86-9fce-4b31d769d4cf HTTP/1.1" status: 200 len: 217 time: 0.0411751 Nov 15 11:13:24.394445 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7461355-415e-4243-987e-e6a4d2096556 req-ac5c701d-355f-4c42-827b-eba40f8284ca tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:24.396130 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7461355-415e-4243-987e-e6a4d2096556 req-ac5c701d-355f-4c42-827b-eba40f8284ca tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 945 time: 0.2431359 Nov 15 11:13:24.454134 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45840680-6c20-4dcc-849c-083358b1989b req-afe60243-d611-4bd6-bf7c-33a29d9390e4 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:24.460695 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-45840680-6c20-4dcc-849c-083358b1989b req-afe60243-d611-4bd6-bf7c-33a29d9390e4 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.3086748 Nov 15 11:13:24.483401 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee412c-32a5-412f-b2f3-d96c2613f408 req-299d8b11-9a0c-47d8-afe4-6864034162dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:24.485197 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-47ee412c-32a5-412f-b2f3-d96c2613f408 req-299d8b11-9a0c-47d8-afe4-6864034162dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e661f3a9-0e06-442b-b9c9-98d82f57e8e3 HTTP/1.1" status: 200 len: 854 time: 0.0882027 Nov 15 11:13:24.550735 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f78c54d4-9f6b-4499-a92c-b05bc365941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142332532-router', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:19Z', 'updated_at': '2021-11-15T11:09:27Z', 'revision_number': 4, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'gw_port': {'id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ad:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:20Z', 'updated_at': '2021-11-15T11:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'e42e7136-5ea2-47e5-8f07-0a19cc55c6cd', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'port_id': '79ef40dd-5f63-4bda-83ab-72609a4816e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'mac_address': 'fa:16:3e:36:6d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5838170-f3bb-4d40-bb61-5a271982a614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:09:46Z', 'updated_at': '2021-11-15T11:13:22Z', 'revision_number': 5, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467e6840-be56-4173-9a14-fb8a69bb4603', 'name': '', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'mac_address': 'fa:16:3e:5d:94:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:25Z', 'updated_at': '2021-11-15T11:09:33Z', 'revision_number': 5, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'subnets': [{'id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:13:24.590970 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78c54d4-9f6b-4499-a92c-b05bc365941a None None] Checking router: 7c1b1425-e5de-4c4f-b4a9-36cab780d76d for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:13:24.592838 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7461355-415e-4243-987e-e6a4d2096556 req-3b3bdfe3-8f4a-48e0-9230-d40cace78cdf tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558676 Nov 15 11:13:24.601408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee412c-32a5-412f-b2f3-d96c2613f408 req-3e265557-87ec-4e4d-a090-688e87a920f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:24.602903 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-47ee412c-32a5-412f-b2f3-d96c2613f408 req-3e265557-87ec-4e4d-a090-688e87a920f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae054da0-1712-49af-9c95-3ed444cb371a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973902 Nov 15 11:13:24.606907 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-45840680-6c20-4dcc-849c-083358b1989b req-ce548229-af58-4a1d-a596-a4e8dfaaec36 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451454 Nov 15 11:13:24.619335 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78c54d4-9f6b-4499-a92c-b05bc365941a None None] Routers {'7c1b1425-e5de-4c4f-b4a9-36cab780d76d'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:13:24.620251 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f78c54d4-9f6b-4499-a92c-b05bc365941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:13:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:13:24.832827 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e33061-bf58-49ff-a3ff-b66efef85857 x-openstack-request-id: req-c3e33061-bf58-49ff-a3ff-b66efef85857 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:24.833454 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5838170-f3bb-4d40-bb61-5a271982a614", "tag": "79ef40dd-5f63-4bda-83ab-72609a4816e6", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:24.833934 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c3e33061-bf58-49ff-a3ff-b66efef85857 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:24.834490 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5838170-f3bb-4d40-bb61-5a271982a614', 'tag': '79ef40dd-5f63-4bda-83ab-72609a4816e6', 'status': 'completed', 'code': 200} Nov 15 11:13:24.856436 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-47ee412c-32a5-412f-b2f3-d96c2613f408 req-736a5d1b-4b93-4710-acb4-5cb535bd986e service neutron] 10.222.0.55 "GET /v2.0/networks/ae054da0-1712-49af-9c95-3ed444cb371a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419486 Nov 15 11:13:24.871660 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-f78c54d4-9f6b-4499-a92c-b05bc365941a None None] Set router 7c1b1425-e5de-4c4f-b4a9-36cab780d76d gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:13:24.889052 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 2667269d-4373-43a6-aefa-d1d34986c457 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:13:24.966073 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 2667269d-4373-43a6-aefa-d1d34986c457 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:13:24.974420 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 2667269d-4373-43a6-aefa-d1d34986c457 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:24.974955 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:25.080098 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:25.129546 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 2667269d-4373-43a6-aefa-d1d34986c457, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2667269d-4373-43a6-aefa-d1d34986c457,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:25.137545 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:25.198270 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=2667269d-4373-43a6-aefa-d1d34986c457,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:25.232081 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f78c54d4-9f6b-4499-a92c-b05bc365941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142332532-router', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:19Z', 'updated_at': '2021-11-15T11:09:27Z', 'revision_number': 4, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'gw_port': {'id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ad:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:20Z', 'updated_at': '2021-11-15T11:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'e42e7136-5ea2-47e5-8f07-0a19cc55c6cd', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'port_id': '79ef40dd-5f63-4bda-83ab-72609a4816e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'mac_address': 'fa:16:3e:36:6d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5838170-f3bb-4d40-bb61-5a271982a614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:09:46Z', 'updated_at': '2021-11-15T11:13:22Z', 'revision_number': 5, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467e6840-be56-4173-9a14-fb8a69bb4603', 'name': '', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'mac_address': 'fa:16:3e:5d:94:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:25Z', 'updated_at': '2021-11-15T11:09:33Z', 'revision_number': 5, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'subnets': [{'id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:13:25.263521 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78c54d4-9f6b-4499-a92c-b05bc365941a None None] The sync data for ids ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'] in n-d-729945-9 is: [{'id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142332532-router', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:19Z', 'updated_at': '2021-11-15T11:09:27Z', 'revision_number': 4, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'gw_port': {'id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ad:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:20Z', 'updated_at': '2021-11-15T11:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'e42e7136-5ea2-47e5-8f07-0a19cc55c6cd', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'port_id': '79ef40dd-5f63-4bda-83ab-72609a4816e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'mac_address': 'fa:16:3e:36:6d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5838170-f3bb-4d40-bb61-5a271982a614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:09:46Z', 'updated_at': '2021-11-15T11:13:22Z', 'revision_number': 5, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '467e6840-be56-4173-9a14-fb8a69bb4603', 'name': '', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'mac_address': 'fa:16:3e:5d:94:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:25Z', 'updated_at': '2021-11-15T11:09:33Z', 'revision_number': 5, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'subnets': [{'id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:13:25.343503 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a86c17cf-2407-475c-ab13-ab2014e4dbc2 req-69cae14d-130d-4f00-abca-df323f45d883 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 210 time: 0.3925474 Nov 15 11:13:25.399639 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77bc30-7c16-4961-87bc-a76929aba406 req-da9d25d2-39f6-4ea7-8f20-6009093ed6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:25.401190 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b77bc30-7c16-4961-87bc-a76929aba406 req-da9d25d2-39f6-4ea7-8f20-6009093ed6d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ade6c233dd54bb7b33ad4ded5f9c5e4&device_id=d5838170-f3bb-4d40-bb61-5a271982a614 HTTP/1.1" status: 200 len: 1096 time: 0.5022261 Nov 15 11:13:25.409427 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e428f5-dbab-4be8-99e8-d82e06fa22a1 req-578524ac-8ffb-432b-8e78-6b56ab9aebef tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:25.410934 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-45e428f5-dbab-4be8-99e8-d82e06fa22a1 req-578524ac-8ffb-432b-8e78-6b56ab9aebef tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 951 time: 0.5535510 Nov 15 11:13:25.523942 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-41b1b20f-aca3-4be0-8e93-89f4ca99a94d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:25.526080 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-41b1b20f-aca3-4be0-8e93-89f4ca99a94d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.11 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 812 time: 0.1687205 Nov 15 11:13:25.576923 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77bc30-7c16-4961-87bc-a76929aba406 req-a0355b38-c9df-4ebd-a811-7b3e468f431b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:25.578717 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b77bc30-7c16-4961-87bc-a76929aba406 req-a0355b38-c9df-4ebd-a811-7b3e468f431b service neutron] 10.222.0.11 "GET /v2.0/networks?id=e2df8251-2bb4-47b2-971f-f711da439080 HTTP/1.1" status: 200 len: 924 time: 0.1668777 Nov 15 11:13:25.610271 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812056d5-d139-4bb3-a100-517a9ed5382d None None] New status for floating IP e42e7136-5ea2-47e5-8f07-0a19cc55c6cd: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:13:25.627229 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d8cc3d77-a1ad-410c-92aa-bb586d2bb60c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27507e50335c4427bf73121e79f9c590 HTTP/1.1" status: 200 len: 379 time: 0.0910060 Nov 15 11:13:25.642582 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-070ff894-4b4d-4843-a6f2-322fd2eea0b6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Request body: {'port': {'device_id': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'admin_state_up': True, 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'security_groups': ['82783eff-be7c-4ab2-aa7f-538182def215']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:25.680160 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-47ee412c-32a5-412f-b2f3-d96c2613f408 req-61271505-a3b2-4c39-b6d9-c980898f0959 service neutron] 10.222.0.55 "GET /v2.0/networks/ae054da0-1712-49af-9c95-3ed444cb371a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7941968 Nov 15 11:13:25.734181 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa370b-c5c6-45bc-b3f7-e2c46a047a19 req-62053a8c-58d9-4181-97b7-c8cbfe393389 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:25.735681 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3faa370b-c5c6-45bc-b3f7-e2c46a047a19 req-62053a8c-58d9-4181-97b7-c8cbfe393389 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 943 time: 0.2208679 Nov 15 11:13:25.738894 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b77bc30-7c16-4961-87bc-a76929aba406 req-14dc92e4-7c59-4fdf-9d9c-0a403c2c6dba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79ef40dd-5f63-4bda-83ab-72609a4816e6 HTTP/1.1" status: 200 len: 999 time: 0.1442251 Nov 15 11:13:25.743304 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-45e428f5-dbab-4be8-99e8-d82e06fa22a1 req-f91a8cda-365a-4d2c-b6af-c341bb6bf93d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259493 Nov 15 11:13:25.836997 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-070ff894-4b4d-4843-a6f2-322fd2eea0b6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Made reservation on behalf of 27507e50335c4427bf73121e79f9c590 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:13:25.839357 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77bc30-7c16-4961-87bc-a76929aba406 req-05c5122d-88bf-482d-b0a4-a6e9fecb8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:25.841135 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b77bc30-7c16-4961-87bc-a76929aba406 req-05c5122d-88bf-482d-b0a4-a6e9fecb8e25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ffa88cce-c14b-4a49-a347-c551af3ca57a HTTP/1.1" status: 200 len: 862 time: 0.0887697 Nov 15 11:13:25.841296 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-070ff894-4b4d-4843-a6f2-322fd2eea0b6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:25.856666 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3faa370b-c5c6-45bc-b3f7-e2c46a047a19 req-99b85569-e6cb-4528-9963-df73cf4dd9be tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6510f78-fe32-4cef-a0f2-443f8c274790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106062 Nov 15 11:13:26.012724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16678fa9-0049-4f89-887a-9270dc2eeff8 req-575e37a7-30b9-4d51-93c8-71f2b3b53c41 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:26.014190 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-16678fa9-0049-4f89-887a-9270dc2eeff8 req-575e37a7-30b9-4d51-93c8-71f2b3b53c41 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.1101575 Nov 15 11:13:26.017587 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77bc30-7c16-4961-87bc-a76929aba406 req-de49679e-7a7e-4b61-b42e-0f4a0786bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:26.018859 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b77bc30-7c16-4961-87bc-a76929aba406 req-de49679e-7a7e-4b61-b42e-0f4a0786bfc2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e2df8251-2bb4-47b2-971f-f711da439080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581516 Nov 15 11:13:26.026412 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-070ff894-4b4d-4843-a6f2-322fd2eea0b6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Allocated IP 172.20.0.10 (2e78f9bd-5aad-432a-85c1-63f165b57fea/e505fdd0-d625-4dc2-bfa7-236165cb4f1c/e22b0fda-3892-42d7-aaac-98c83fd6cb92) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:13:26.048303 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef051d62-6cfc-47cd-9e19-cb6e62d4ee2d req-56188795-ca44-40d4-a96b-2749791c1a29 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:26.049823 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ef051d62-6cfc-47cd-9e19-cb6e62d4ee2d req-56188795-ca44-40d4-a96b-2749791c1a29 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 946 time: 0.1053529 Nov 15 11:13:26.092767 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2667269d-4373-43a6-aefa-d1d34986c457'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:26.094831 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d115dac1-0d83-4b1e-87ec-492c74dccc6b" -d '{"events": [{"server_uuid": "0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6", "name": "network-vif-plugged", "status": "completed", "tag": "2667269d-4373-43a6-aefa-d1d34986c457"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:26.125369 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-16678fa9-0049-4f89-887a-9270dc2eeff8 req-88062251-52e2-4d1c-88f2-d12d3943ae8b tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022143 Nov 15 11:13:26.173017 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ef051d62-6cfc-47cd-9e19-cb6e62d4ee2d req-4d21a294-04eb-4818-8450-92089f8e9bab tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157784 Nov 15 11:13:26.186257 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-070ff894-4b4d-4843-a6f2-322fd2eea0b6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:26.220292 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b77bc30-7c16-4961-87bc-a76929aba406 req-b6e6b91a-060d-4fed-884a-7335135456ab service neutron] 10.222.0.11 "GET /v2.0/networks/e2df8251-2bb4-47b2-971f-f711da439080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334825 Nov 15 11:13:26.238948 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-070ff894-4b4d-4843-a6f2-322fd2eea0b6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:26.289656 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-070ff894-4b4d-4843-a6f2-322fd2eea0b6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Network 2e78f9bd-5aad-432a-85c1-63f165b57fea is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:13:26.295863 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-070ff894-4b4d-4843-a6f2-322fd2eea0b6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:13:26.298690 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-070ff894-4b4d-4843-a6f2-322fd2eea0b6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:13:26.356685 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-070ff894-4b4d-4843-a6f2-322fd2eea0b6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:26.356685 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-070ff894-4b4d-4843-a6f2-322fd2eea0b6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:26.371782 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c944d7-cc1b-436f-981d-fd5252dfbdc6 x-openstack-request-id: req-c8c944d7-cc1b-436f-981d-fd5252dfbdc6 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:26.372393 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6", "name": "network-vif-plugged", "status": "completed", "tag": "2667269d-4373-43a6-aefa-d1d34986c457", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:26.372393 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8c944d7-cc1b-436f-981d-fd5252dfbdc6 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:26.372707 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2667269d-4373-43a6-aefa-d1d34986c457', 'code': 200} Nov 15 11:13:26.405094 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ff894-4b4d-4843-a6f2-322fd2eea0b6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Pushing event updated for resources: {'Port': ['ID=e22b0fda-3892-42d7-aaac-98c83fd6cb92,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:26.412454 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b77bc30-7c16-4961-87bc-a76929aba406 req-ab1ad6bf-d383-40c2-97bb-4eca26022fbe service neutron] 10.222.0.11 "GET /v2.0/networks/e2df8251-2bb4-47b2-971f-f711da439080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830037 Nov 15 11:13:26.419430 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-070ff894-4b4d-4843-a6f2-322fd2eea0b6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7823370 Nov 15 11:13:26.440243 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d947300b-50db-4660-a33f-b35a403a5c64 service neutron] Request body: {'port': {'device_id': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:26.529307 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d947300b-50db-4660-a33f-b35a403a5c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:26.598476 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ffa43-4249-4573-8cad-6a4ef7caf6b2 req-53896c44-ac2f-43b3-abc6-95a164890f90 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:26.610171 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d3ffa43-4249-4573-8cad-6a4ef7caf6b2 req-53896c44-ac2f-43b3-abc6-95a164890f90 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 932 time: 0.1327708 Nov 15 11:13:26.613389 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-34285ec9-43b8-484e-91f8-e42d80968863 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f683158a34ba4a62a024151827d9c8e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732515 Nov 15 11:13:26.643846 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17158baa-ac27-4ae0-88aa-b0c51ad3dd00 req-0781635b-1531-481f-bbb7-05dc29729791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:26.645294 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17158baa-ac27-4ae0-88aa-b0c51ad3dd00 req-0781635b-1531-481f-bbb7-05dc29729791 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 1097 time: 0.1837232 Nov 15 11:13:26.671924 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-28f07b06-fac4-444d-8627-c3ac5f5dd567 None None] Provisioning complete for port e22b0fda-3892-42d7-aaac-98c83fd6cb92 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:26.672976 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-28f07b06-fac4-444d-8627-c3ac5f5dd567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:26.727702 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-28f07b06-fac4-444d-8627-c3ac5f5dd567 None None] Port e22b0fda-3892-42d7-aaac-98c83fd6cb92 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:13:26.742640 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d3ffa43-4249-4573-8cad-6a4ef7caf6b2 req-2ef6b60d-2d97-4037-8cab-92c2e3aca39e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316061 Nov 15 11:13:26.776593 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17158baa-ac27-4ae0-88aa-b0c51ad3dd00 req-62428087-f893-443c-ab2a-ffc528ba7492 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201186 Nov 15 11:13:26.800948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-65c370de-607f-4722-86d4-e15140741efc tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:26.810041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-65c370de-607f-4722-86d4-e15140741efc tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884425 Nov 15 11:13:26.827858 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-3d6e107f-ce38-4844-863b-36f28e666e9d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/quotas/f683158a34ba4a62a024151827d9c8e8 HTTP/1.1" status: 200 len: 375 time: 0.0165348 Nov 15 11:13:26.850319 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d947300b-50db-4660-a33f-b35a403a5c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22b0fda-3892-42d7-aaac-98c83fd6cb92 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:13:26.858651 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d947300b-50db-4660-a33f-b35a403a5c64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:26.882862 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d947300b-50db-4660-a33f-b35a403a5c64 service neutron] Transition to ACTIVE for port object e22b0fda-3892-42d7-aaac-98c83fd6cb92 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:13:26.883749 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d947300b-50db-4660-a33f-b35a403a5c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:26.885415 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-94b6c36f-921e-41c4-b2a5-55fec85b168e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565917 Nov 15 11:13:27.013090 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947300b-50db-4660-a33f-b35a403a5c64 service neutron] Pushing event updated for resources: {'Port': ['ID=e22b0fda-3892-42d7-aaac-98c83fd6cb92,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:27.123779 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918d166-ca08-4469-aaf3-b35243ef104b req-b993089c-f917-4f88-8a4b-31cc2a0bff0b tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:27.125530 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5918d166-ca08-4469-aaf3-b35243ef104b req-b993089c-f917-4f88-8a4b-31cc2a0bff0b tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 943 time: 0.1363990 Nov 15 11:13:27.127355 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e085652a-8dd9-465c-bc3f-07c3f163b37b req-0b5a1af1-ab62-4972-8fb5-026719ac0b8b tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 210 time: 0.0493412 Nov 15 11:13:27.155785 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d947300b-50db-4660-a33f-b35a403a5c64 service neutron] Attempting to bind port e22b0fda-3892-42d7-aaac-98c83fd6cb92 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:13:27.160801 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d947300b-50db-4660-a33f-b35a403a5c64 service neutron] Attempting to bind port e22b0fda-3892-42d7-aaac-98c83fd6cb92 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:13:27.161213 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d947300b-50db-4660-a33f-b35a403a5c64 service neutron] Attempting to bind port e22b0fda-3892-42d7-aaac-98c83fd6cb92 on network 2e78f9bd-5aad-432a-85c1-63f165b57fea {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:27.167786 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d947300b-50db-4660-a33f-b35a403a5c64 service neutron] Port e22b0fda-3892-42d7-aaac-98c83fd6cb92 on network 2e78f9bd-5aad-432a-85c1-63f165b57fea not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:13:27.167786 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d947300b-50db-4660-a33f-b35a403a5c64 service neutron] Attempting to bind port e22b0fda-3892-42d7-aaac-98c83fd6cb92 on network 2e78f9bd-5aad-432a-85c1-63f165b57fea {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:27.181788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d947300b-50db-4660-a33f-b35a403a5c64 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:13:27.182173 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d947300b-50db-4660-a33f-b35a403a5c64 service neutron] Checking segment: {'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:13:27.182565 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d947300b-50db-4660-a33f-b35a403a5c64 service neutron] Bound using segment: {'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:13:27.184228 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d947300b-50db-4660-a33f-b35a403a5c64 service neutron] Bound port: e22b0fda-3892-42d7-aaac-98c83fd6cb92, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:13:27.184595 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d947300b-50db-4660-a33f-b35a403a5c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:27.208381 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5918d166-ca08-4469-aaf3-b35243ef104b req-14b4e0ba-ce9e-4733-af9c-a8c8bccda10d tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6510f78-fe32-4cef-a0f2-443f8c274790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727980 Nov 15 11:13:27.343311 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d947300b-50db-4660-a33f-b35a403a5c64 service neutron] For port e22b0fda-3892-42d7-aaac-98c83fd6cb92, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:13:27.347648 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d947300b-50db-4660-a33f-b35a403a5c64 service neutron] For port e22b0fda-3892-42d7-aaac-98c83fd6cb92, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:13:27.355008 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d947300b-50db-4660-a33f-b35a403a5c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:27.356970 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cec46-4b31-4f9d-8beb-e29dd1cec01d req-62637649-2e48-4225-a8a2-32fe1fdece97 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:27.359376 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e9cec46-4b31-4f9d-8beb-e29dd1cec01d req-62637649-2e48-4225-a8a2-32fe1fdece97 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.0715837 Nov 15 11:13:27.438022 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d947300b-50db-4660-a33f-b35a403a5c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:27.438788 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d947300b-50db-4660-a33f-b35a403a5c64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:27.442717 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d947300b-50db-4660-a33f-b35a403a5c64 service neutron] 10.222.0.11 "PUT /v2.0/ports/e22b0fda-3892-42d7-aaac-98c83fd6cb92 HTTP/1.1" status: 200 len: 1092 time: 1.0085673 Nov 15 11:13:27.445641 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'tag': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:27.447036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bd5e9-a82d-4b68-b12e-d609d1259716 req-97889ec3-29ce-476e-b4d3-b15384c34afe tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:27.449196 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e223d9-8e86-4e45-ad26-709d0be764e1" -d '{"events": [{"name": "network-changed", "server_uuid": "30de7634-c87b-4c96-9c10-b333195ebf2c", "tag": "e22b0fda-3892-42d7-aaac-98c83fd6cb92"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:27.456829 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-572bd5e9-a82d-4b68-b12e-d609d1259716 req-97889ec3-29ce-476e-b4d3-b15384c34afe tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 946 time: 0.0819368 Nov 15 11:13:27.482899 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947300b-50db-4660-a33f-b35a403a5c64 service neutron] Pushing event updated for resources: {'Port': ['ID=e22b0fda-3892-42d7-aaac-98c83fd6cb92,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:27.508885 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e9cec46-4b31-4f9d-8beb-e29dd1cec01d req-c85a454b-bf3a-47b1-a55d-5a7c788fa9fc tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429982 Nov 15 11:13:27.549517 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-50fb6d63-0680-4cae-bf18-1d95e0246c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:27.551038 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-50fb6d63-0680-4cae-bf18-1d95e0246c4f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 1095 time: 0.0499523 Nov 15 11:13:27.577104 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-572bd5e9-a82d-4b68-b12e-d609d1259716 req-1c0d5f69-09e5-42cd-8681-4b1e30bd454f tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189222 Nov 15 11:13:27.633679 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-60c4b5d7-7631-470e-8ffe-7ac1b36504fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92 HTTP/1.1" status: 200 len: 217 time: 0.0677228 Nov 15 11:13:27.729812 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-25230c86-dc17-4507-9768-f7185623f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:27.731445 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-25230c86-dc17-4507-9768-f7185623f4d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 200 len: 851 time: 0.0823710 Nov 15 11:13:27.734485 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27410a5-934b-42a9-9764-e13dc68e34d0 x-openstack-request-id: req-c27410a5-934b-42a9-9764-e13dc68e34d0 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:27.734971 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30de7634-c87b-4c96-9c10-b333195ebf2c", "tag": "e22b0fda-3892-42d7-aaac-98c83fd6cb92", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:27.735289 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c27410a5-934b-42a9-9764-e13dc68e34d0 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:27.735877 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'tag': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92', 'status': 'completed', 'code': 200} Nov 15 11:13:27.822368 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-bd4486db-8fa3-4642-8a4d-da6b4b640a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:27.823893 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-bd4486db-8fa3-4642-8a4d-da6b4b640a3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e78f9bd-5aad-432a-85c1-63f165b57fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670595 Nov 15 11:13:27.958143 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0acd03-04c3-41cc-a5a2-a756050daae7 req-5bed4c8f-654d-428a-af68-71bfc0a18d7f tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:27.967529 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b0acd03-04c3-41cc-a5a2-a756050daae7 req-5bed4c8f-654d-428a-af68-71bfc0a18d7f tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 944 time: 0.0943582 Nov 15 11:13:28.003395 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-d5032dac-61a3-4146-96be-1413c9d81270 service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704946 Nov 15 11:13:28.045708 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b0acd03-04c3-41cc-a5a2-a756050daae7 req-4239c26f-c71a-4545-85ff-0b6c79284493 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772471 Nov 15 11:13:28.146284 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-00220f33-61b6-445f-a8e9-45f1c7e79000 req-37831337-18a9-4864-803c-d90eace8a4af service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330886 Nov 15 11:13:28.148674 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 52334) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:13:28.257939 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3f0257a-54c3-4ece-a353-d5f1f9087424 req-1d8db2c4-c9a6-4411-9cce-53c7b31e409d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 210 time: 0.0459354 Nov 15 11:13:28.277976 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e223d9-8e86-4e45-ad26-709d0be764e1 req-f216b5c2-9a43-4cc6-baa7-22408d89563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:28.279715 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c0e223d9-8e86-4e45-ad26-709d0be764e1 req-f216b5c2-9a43-4cc6-baa7-22408d89563e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 1095 time: 0.0781150 Nov 15 11:13:28.357276 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b3fd2ea-3999-4c03-814d-888902c19211 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:28.394010 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc6243-b168-4d70-91a2-86c302b59e16 req-88a4481f-06cc-4c40-a798-e8b9d23adaea tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:28.395615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-94dc6243-b168-4d70-91a2-86c302b59e16 req-88a4481f-06cc-4c40-a798-e8b9d23adaea tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 943 time: 0.0927167 Nov 15 11:13:28.415914 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e223d9-8e86-4e45-ad26-709d0be764e1 req-c3953862-550b-4417-b178-6e5cf64421a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:28.418191 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c0e223d9-8e86-4e45-ad26-709d0be764e1 req-c3953862-550b-4417-b178-6e5cf64421a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 913 time: 0.1291747 Nov 15 11:13:28.481163 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c0e223d9-8e86-4e45-ad26-709d0be764e1 req-8be1ce8d-e722-4a36-8e6d-3233db10093d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92 HTTP/1.1" status: 200 len: 217 time: 0.0526407 Nov 15 11:13:28.485803 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-94dc6243-b168-4d70-91a2-86c302b59e16 req-c6a67330-c611-479b-9601-6be8ea20010e tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6510f78-fe32-4cef-a0f2-443f8c274790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797627 Nov 15 11:13:28.522774 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b3fd2ea-3999-4c03-814d-888902c19211 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:28.529601 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b3fd2ea-3999-4c03-814d-888902c19211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:28.556046 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e223d9-8e86-4e45-ad26-709d0be764e1 req-9d590700-e2f0-451d-8897-b41992f07a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:28.557919 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c0e223d9-8e86-4e45-ad26-709d0be764e1 req-9d590700-e2f0-451d-8897-b41992f07a09 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 200 len: 851 time: 0.0582378 Nov 15 11:13:28.572744 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3b3fd2ea-3999-4c03-814d-888902c19211 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=99410381dbd944d8920ab86c2d133930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4226956 Nov 15 11:13:28.575647 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52344) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:13:28.579094 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3fd2ea-3999-4c03-814d-888902c19211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf5b313-50e6-4bd1-aed2-8a6606b73f54,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:28.672956 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e223d9-8e86-4e45-ad26-709d0be764e1 req-5d6d812d-b8fe-4d59-8900-f509b7b7f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:28.674929 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c0e223d9-8e86-4e45-ad26-709d0be764e1 req-5d6d812d-b8fe-4d59-8900-f509b7b7f62a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e78f9bd-5aad-432a-85c1-63f165b57fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962017 Nov 15 11:13:28.700106 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f87af-68fd-4ff9-9d2c-f8ed5b6b1d63 req-6aee9f9d-ae73-46e4-a3f5-ea264d8053b5 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:28.703249 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-200f87af-68fd-4ff9-9d2c-f8ed5b6b1d63 req-6aee9f9d-ae73-46e4-a3f5-ea264d8053b5 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.0771382 Nov 15 11:13:28.720140 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65902d57-df39-426e-9c1c-ccfe9428063d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:28.780836 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65902d57-df39-426e-9c1c-ccfe9428063d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:28.829128 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-ea625cd3-8ef9-4bde-b7b3-1783b9e156e8 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f683158a34ba4a62a024151827d9c8e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439708 Nov 15 11:13:28.841940 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c0e223d9-8e86-4e45-ad26-709d0be764e1 req-e536dec8-7bcc-4b9e-be90-8eba389087ce service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575229 Nov 15 11:13:28.922218 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65902d57-df39-426e-9c1c-ccfe9428063d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:28.925505 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65902d57-df39-426e-9c1c-ccfe9428063d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:28.926925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c7e81-69fc-4efd-8d6e-e6cd85721089 req-90785351-e7c4-4e99-834d-a457f8c4a857 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:28.930564 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-65902d57-df39-426e-9c1c-ccfe9428063d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eaf5b313-50e6-4bd1-aed2-8a6606b73f54 HTTP/1.1" status: 204 len: 168 time: 0.3528244 Nov 15 11:13:28.935188 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e41c7e81-69fc-4efd-8d6e-e6cd85721089 req-90785351-e7c4-4e99-834d-a457f8c4a857 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 946 time: 0.2289577 Nov 15 11:13:28.946702 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65902d57-df39-426e-9c1c-ccfe9428063d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf5b313-50e6-4bd1-aed2-8a6606b73f54,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:28.957762 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-200f87af-68fd-4ff9-9d2c-f8ed5b6b1d63 req-090439ba-e5de-4f4e-b329-60f7a8011f6f tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470236 Nov 15 11:13:28.994438 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c0e223d9-8e86-4e45-ad26-709d0be764e1 req-f9e39dd5-4772-4325-a847-bab2359e4583 service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436255 Nov 15 11:13:29.032523 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e41c7e81-69fc-4efd-8d6e-e6cd85721089 req-fa768215-d2e8-4069-b6e8-0bf5572fd045 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963399 Nov 15 11:13:29.056294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-1faaf873-23fa-4b63-b195-e6c35b7f999f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:29.059041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-1faaf873-23fa-4b63-b195-e6c35b7f999f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2196467 Nov 15 11:13:29.075050 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-f51b11c0-f6b8-485d-a517-10b53cbafc8e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Request body: {'port': {'device_id': 'da7d892d-784d-478b-b2df-499db5f53b8f', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': 'f683158a34ba4a62a024151827d9c8e8'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:29.290160 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fb23b-9288-4656-8d69-3930242a765a req-abf31e1d-443f-435e-9e72-f003b887fdba tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:29.296525 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-427fb23b-9288-4656-8d69-3930242a765a req-abf31e1d-443f-435e-9e72-f003b887fdba tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 1097 time: 0.1781342 Nov 15 11:13:29.328081 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:29.332996 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89272f-d0f5-4c22-9115-455ed9a7f2f4 req-1b76c390-ef7f-4b48-baaa-b7d1e14fcfad tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:29.334794 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9f89272f-d0f5-4c22-9115-455ed9a7f2f4 req-1b76c390-ef7f-4b48-baaa-b7d1e14fcfad tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 944 time: 0.1423271 Nov 15 11:13:29.382156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-f51b11c0-f6b8-485d-a517-10b53cbafc8e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Made reservation on behalf of f683158a34ba4a62a024151827d9c8e8 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:13:29.386169 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-f51b11c0-f6b8-485d-a517-10b53cbafc8e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:29.416848 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-427fb23b-9288-4656-8d69-3930242a765a req-342eaa0c-4f1a-467c-bc59-1f9190d66a26 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157703 Nov 15 11:13:29.483171 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9f89272f-d0f5-4c22-9115-455ed9a7f2f4 req-41f5a67f-e347-43b0-95d5-816104069192 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337845 Nov 15 11:13:29.596349 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c7c264a-b2dd-4be0-9b0b-aedff4d370c4 req-596441f0-b2e9-492a-a014-d2f56bb10e2a tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 210 time: 0.0446970 Nov 15 11:13:29.630304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-f51b11c0-f6b8-485d-a517-10b53cbafc8e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Allocated IP 192.168.233.119 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/33d480c8-7550-4505-8439-2c8bd9d9fa3c) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:13:29.646547 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270da24-d3e7-4f84-a32d-ab63f92b89ad req-1370c467-0ea8-4424-bedf-b0d93ecb901d tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:29.648171 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6270da24-d3e7-4f84-a32d-ab63f92b89ad req-1370c467-0ea8-4424-bedf-b0d93ecb901d tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 1097 time: 0.0825262 Nov 15 11:13:29.772547 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6270da24-d3e7-4f84-a32d-ab63f92b89ad req-4f41d1ee-5a8f-4222-a577-ee744b4da4de tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166997 Nov 15 11:13:29.845626 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512e60a-64ba-4374-a475-31b4e6588aff req-b2f3ba06-e117-4274-94f2-96795d7e027d tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:29.852769 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2512e60a-64ba-4374-a475-31b4e6588aff req-b2f3ba06-e117-4274-94f2-96795d7e027d tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 943 time: 0.1334805 Nov 15 11:13:29.892463 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-f51b11c0-f6b8-485d-a517-10b53cbafc8e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:29.916362 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52388) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:13:29.926080 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2512e60a-64ba-4374-a475-31b4e6588aff req-42e3b3d1-298e-4558-9e14-e5dc4d55f125 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6510f78-fe32-4cef-a0f2-443f8c274790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724480 Nov 15 11:13:29.957235 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-f51b11c0-f6b8-485d-a517-10b53cbafc8e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:29.971698 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['dfd72db4-67a2-42ce-aa5f-3015f969877a', '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:13:29.973937 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['88e1f451-617c-470b-8c5c-d95a41dd2385'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:13:30.009308 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-f51b11c0-f6b8-485d-a517-10b53cbafc8e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:13:30.013104 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-f51b11c0-f6b8-485d-a517-10b53cbafc8e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:13:30.017476 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-f51b11c0-f6b8-485d-a517-10b53cbafc8e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:13:30.022749 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-f51b11c0-f6b8-485d-a517-10b53cbafc8e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:30.023339 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-f51b11c0-f6b8-485d-a517-10b53cbafc8e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:30.032078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b11c0-f6b8-485d-a517-10b53cbafc8e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Pushing event updated for resources: {'Port': ['ID=33d480c8-7550-4505-8439-2c8bd9d9fa3c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:30.049958 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-f51b11c0-f6b8-485d-a517-10b53cbafc8e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9788244 Nov 15 11:13:30.068258 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-275c359f-f882-4b7d-a547-3eb2fdc057db service neutron] Request body: {'port': {'device_id': 'da7d892d-784d-478b-b2df-499db5f53b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:30.137053 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-26ada5ce-f049-420f-aafb-59d41766945d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-919823060-network', 'tenant_id': '3d9c8d368bef4c74abee5cbe7283626d'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:30.174878 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ada5ce-f049-420f-aafb-59d41766945d admin admin] Made reservation on behalf of 3d9c8d368bef4c74abee5cbe7283626d for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:13:30.179287 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-26ada5ce-f049-420f-aafb-59d41766945d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:30.181923 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-275c359f-f882-4b7d-a547-3eb2fdc057db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:30.205687 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-26ada5ce-f049-420f-aafb-59d41766945d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:30.333602 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-26ada5ce-f049-420f-aafb-59d41766945d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:30.338940 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-26ada5ce-f049-420f-aafb-59d41766945d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:30.404732 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ada5ce-f049-420f-aafb-59d41766945d admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:13:30.419791 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ada5ce-f049-420f-aafb-59d41766945d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a146857e-1f59-4a5a-bff8-6468151c6a3a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:30.427581 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-26ada5ce-f049-420f-aafb-59d41766945d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:30.427954 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-26ada5ce-f049-420f-aafb-59d41766945d admin admin] Added segment 3356a9ae-2ea0-4697-9ea6-e88537eac5ba of type vlan for network be01e75b-e554-4f10-bf07-0288c0981a73 Nov 15 11:13:30.447198 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bca32-dd8e-4f84-a2da-e70d1face48b req-f3ee2ae1-cdae-4a5c-b149-d972a245f8f2 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:30.454859 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-688bca32-dd8e-4f84-a2da-e70d1face48b req-f3ee2ae1-cdae-4a5c-b149-d972a245f8f2 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.3633950 Nov 15 11:13:30.480129 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-26ada5ce-f049-420f-aafb-59d41766945d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:30.480353 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-be47ce03-0495-48c8-bd4a-5fd8e57dc8f5 None None] Provisioning complete for port 33d480c8-7550-4505-8439-2c8bd9d9fa3c triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:30.480794 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be47ce03-0495-48c8-bd4a-5fd8e57dc8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:30.519642 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-26ada5ce-f049-420f-aafb-59d41766945d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:30.521505 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ada5ce-f049-420f-aafb-59d41766945d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:30.522984 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-26ada5ce-f049-420f-aafb-59d41766945d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:30.536799 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-be47ce03-0495-48c8-bd4a-5fd8e57dc8f5 None None] Port 33d480c8-7550-4505-8439-2c8bd9d9fa3c cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:13:30.541831 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-688bca32-dd8e-4f84-a2da-e70d1face48b req-e1505618-a8fe-42bf-b931-1b67adb8140e tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841842 Nov 15 11:13:30.604975 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-26ada5ce-f049-420f-aafb-59d41766945d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6841228 Nov 15 11:13:30.606533 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 52418) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:13:30.611758 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-0949a12b-5519-4d36-99e4-166b1c8b2be6 admin admin] Request body: {'subnet': {'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-919823060-subnet', 'tenant_id': '3d9c8d368bef4c74abee5cbe7283626d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:30.613726 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ada5ce-f049-420f-aafb-59d41766945d admin admin] Pushing event updated for resources: {'Network': ['ID=be01e75b-e554-4f10-bf07-0288c0981a73,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:30.626637 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network be01e75b-e554-4f10-bf07-0288c0981a73 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:13:30.647572 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0949a12b-5519-4d36-99e4-166b1c8b2be6 admin admin] Made reservation on behalf of 3d9c8d368bef4c74abee5cbe7283626d for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:13:30.650857 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0949a12b-5519-4d36-99e4-166b1c8b2be6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:30.790190 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-275c359f-f882-4b7d-a547-3eb2fdc057db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d480c8-7550-4505-8439-2c8bd9d9fa3c {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:13:30.799980 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-275c359f-f882-4b7d-a547-3eb2fdc057db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:30.833862 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-275c359f-f882-4b7d-a547-3eb2fdc057db service neutron] Transition to ACTIVE for port object 33d480c8-7550-4505-8439-2c8bd9d9fa3c will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:13:30.842941 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-275c359f-f882-4b7d-a547-3eb2fdc057db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:30.904928 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device e22b0fda-3892-42d7-aaac-98c83fd6cb92 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:13:30.947628 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c359f-f882-4b7d-a547-3eb2fdc057db service neutron] Pushing event updated for resources: {'Port': ['ID=33d480c8-7550-4505-8439-2c8bd9d9fa3c,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:30.956268 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-8a94872d-a58a-4082-ae6c-bc08f5e22eb8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:30.957816 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-8a94872d-a58a-4082-ae6c-bc08f5e22eb8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 807 time: 0.2380359 Nov 15 11:13:31.018649 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-21eda12c-1faf-4c3a-a22e-10ab1945c979 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/quotas/d1bb86b62ca44c409ecbffbdf93d7c92 HTTP/1.1" status: 200 len: 375 time: 0.0494051 Nov 15 11:13:31.033904 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-275c359f-f882-4b7d-a547-3eb2fdc057db service neutron] Attempting to bind port 33d480c8-7550-4505-8439-2c8bd9d9fa3c on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:13:31.034237 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-275c359f-f882-4b7d-a547-3eb2fdc057db service neutron] Attempting to bind port 33d480c8-7550-4505-8439-2c8bd9d9fa3c by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:13:31.034564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-275c359f-f882-4b7d-a547-3eb2fdc057db service neutron] Attempting to bind port 33d480c8-7550-4505-8439-2c8bd9d9fa3c on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:31.048809 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port e22b0fda-3892-42d7-aaac-98c83fd6cb92, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:31.060663 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'port_id': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92', 'mac_address': 'fa:16:3e:db:0a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:13:31.081159 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-e67953ad-f5e5-45fb-a35b-1dd699f26c3c tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:13:31.082194 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-e67953ad-f5e5-45fb-a35b-1dd699f26c3c tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0452993 Nov 15 11:13:31.085302 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-275c359f-f882-4b7d-a547-3eb2fdc057db service neutron] Port 33d480c8-7550-4505-8439-2c8bd9d9fa3c on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:13:31.085973 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-275c359f-f882-4b7d-a547-3eb2fdc057db service neutron] Attempting to bind port 33d480c8-7550-4505-8439-2c8bd9d9fa3c on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:31.101813 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:31.112664 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-275c359f-f882-4b7d-a547-3eb2fdc057db service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:13:31.113430 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-275c359f-f882-4b7d-a547-3eb2fdc057db service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:13:31.113430 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-275c359f-f882-4b7d-a547-3eb2fdc057db service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:13:31.113804 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-275c359f-f882-4b7d-a547-3eb2fdc057db service neutron] Bound port: 33d480c8-7550-4505-8439-2c8bd9d9fa3c, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:13:31.114156 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-275c359f-f882-4b7d-a547-3eb2fdc057db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:31.119259 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22b0fda-3892-42d7-aaac-98c83fd6cb92 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:13:31.141481 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port e22b0fda-3892-42d7-aaac-98c83fd6cb92, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:31.147488 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:31.148415 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0949a12b-5519-4d36-99e4-166b1c8b2be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:31.180714 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-7bf609f7-32d2-45e2-9655-0ac7a53c67bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:31.182047 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-7bf609f7-32d2-45e2-9655-0ac7a53c67bc service neutron] 10.222.0.64 "GET /v2.0/ports/2667269d-4373-43a6-aefa-d1d34986c457 HTTP/1.1" status: 200 len: 1094 time: 0.0863042 Nov 15 11:13:31.215192 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-36fe9661-0627-415c-9c4a-bcdb4b33a42e tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1956992 Nov 15 11:13:31.220647 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=e22b0fda-3892-42d7-aaac-98c83fd6cb92,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:31.224772 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:31.225397 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-4ae53193-f9fc-4b6d-a2c1-529531a0827c service neutron] Request body: {'binding': {'host': 'n-h2-729945-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:31.225844 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-4ae53193-f9fc-4b6d-a2c1-529531a0827c service neutron] Unknown quota resources ['binding']. {{(pid=102678) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 11:13:31.566280 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['e22b0fda-3892-42d7-aaac-98c83fd6cb92'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:13:31.611914 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949a12b-5519-4d36-99e4-166b1c8b2be6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe02edeb-e83c-4883-9de3-f499a3c56d94,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:31.658315 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-275c359f-f882-4b7d-a547-3eb2fdc057db service neutron] For port 33d480c8-7550-4505-8439-2c8bd9d9fa3c, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:13:31.677972 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0949a12b-5519-4d36-99e4-166b1c8b2be6 admin admin] Checking segment: {'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:13:31.678313 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0949a12b-5519-4d36-99e4-166b1c8b2be6 admin admin] Network hostable DHCP agents. Network: be01e75b-e554-4f10-bf07-0288c0981a73, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:13:31.687175 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-275c359f-f882-4b7d-a547-3eb2fdc057db service neutron] For port 33d480c8-7550-4505-8439-2c8bd9d9fa3c, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:13:31.700272 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-275c359f-f882-4b7d-a547-3eb2fdc057db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:31.779724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-275c359f-f882-4b7d-a547-3eb2fdc057db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:31.780370 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-275c359f-f882-4b7d-a547-3eb2fdc057db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:31.781768 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-275c359f-f882-4b7d-a547-3eb2fdc057db service neutron] 10.222.0.11 "PUT /v2.0/ports/33d480c8-7550-4505-8439-2c8bd9d9fa3c HTTP/1.1" status: 200 len: 1096 time: 1.7201037 Nov 15 11:13:31.782374 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7d892d-784d-478b-b2df-499db5f53b8f', 'tag': '33d480c8-7550-4505-8439-2c8bd9d9fa3c'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:31.784678 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eccb0a1-5963-42de-ad77-2c06af8dd8b2" -d '{"events": [{"name": "network-changed", "server_uuid": "da7d892d-784d-478b-b2df-499db5f53b8f", "tag": "33d480c8-7550-4505-8439-2c8bd9d9fa3c"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:31.788639 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-5f4a5039-57de-4361-9e9e-6a48a096b831 service neutron] 10.222.0.64 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5391202 Nov 15 11:13:31.796299 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0949a12b-5519-4d36-99e4-166b1c8b2be6 admin admin] Network be01e75b-e554-4f10-bf07-0288c0981a73 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:13:31.880149 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-0949a12b-5519-4d36-99e4-166b1c8b2be6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, be01e75b-e554-4f10-bf07-0288c0981a73) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:13:31.886976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c359f-f882-4b7d-a547-3eb2fdc057db service neutron] Pushing event updated for resources: {'Port': ['ID=33d480c8-7550-4505-8439-2c8bd9d9fa3c,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:31.888087 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6a7ec5-771c-420f-b6d3-aeecf448fa48 None None] Network be01e75b-e554-4f10-bf07-0288c0981a73 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:13:31.915558 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0949a12b-5519-4d36-99e4-166b1c8b2be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:31.916211 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0949a12b-5519-4d36-99e4-166b1c8b2be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:31.935144 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-4ae53193-f9fc-4b6d-a2c1-529531a0827c service neutron] Attempting to bind port 2667269d-4373-43a6-aefa-d1d34986c457 on host n-h2-729945-9 for vnic_type normal with profile None {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:13:31.935477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-4ae53193-f9fc-4b6d-a2c1-529531a0827c service neutron] Attempting to bind port 2667269d-4373-43a6-aefa-d1d34986c457 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:13:31.935800 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-4ae53193-f9fc-4b6d-a2c1-529531a0827c service neutron] Attempting to bind port 2667269d-4373-43a6-aefa-d1d34986c457 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:31.950229 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-4ae53193-f9fc-4b6d-a2c1-529531a0827c service neutron] Port 2667269d-4373-43a6-aefa-d1d34986c457 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:13:31.950556 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-4ae53193-f9fc-4b6d-a2c1-529531a0827c service neutron] Attempting to bind port 2667269d-4373-43a6-aefa-d1d34986c457 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:31.959780 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0949a12b-5519-4d36-99e4-166b1c8b2be6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3521552 Nov 15 11:13:31.971849 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-4ae53193-f9fc-4b6d-a2c1-529531a0827c service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:13:31.972180 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-4ae53193-f9fc-4b6d-a2c1-529531a0827c service neutron] Checking segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:13:31.972560 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-4ae53193-f9fc-4b6d-a2c1-529531a0827c service neutron] Bound using segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:13:31.973009 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-4ae53193-f9fc-4b6d-a2c1-529531a0827c service neutron] Bound port: 2667269d-4373-43a6-aefa-d1d34986c457, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:13:31.987124 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-29cc7aa2-c66e-44c8-a0dc-d3f9771196fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:31.988642 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-29cc7aa2-c66e-44c8-a0dc-d3f9771196fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 1099 time: 0.1214819 Nov 15 11:13:32.021092 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-5c6073e5-650b-4119-8144-e5c6fa4d0e3c service neutron] 10.222.0.64 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224307 Nov 15 11:13:32.033625 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6290823e-0fe9-4b6e-b118-446e8deca0a8 None None] Network be01e75b-e554-4f10-bf07-0288c0981a73 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:13:32.052625 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-233ad7ec-8187-44fd-b5af-316d750019e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c HTTP/1.1" status: 200 len: 217 time: 0.0430458 Nov 15 11:13:32.110463 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-4ae53193-f9fc-4b6d-a2c1-529531a0827c service neutron] For port 2667269d-4373-43a6-aefa-d1d34986c457, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=2667269d-4373-43a6-aefa-d1d34986c457,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:13:32.124003 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-4ae53193-f9fc-4b6d-a2c1-529531a0827c service neutron] Publish callbacks [] for binding, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:32.125195 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-4ae53193-f9fc-4b6d-a2c1-529531a0827c service neutron] 10.222.0.64 "POST /v2.0/ports/2667269d-4373-43a6-aefa-d1d34986c457/bindings HTTP/1.1" status: 201 len: 389 time: 0.9204624 Nov 15 11:13:32.132912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-5a414edb-67e7-47cd-8053-8fd898c9dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:32.134402 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-5a414edb-67e7-47cd-8053-8fd898c9dc3d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0704737 Nov 15 11:13:32.196051 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-b4104de4-2b7a-44d6-9dcf-f3bfa4bd5159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:32.197701 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-b4104de4-2b7a-44d6-9dcf-f3bfa4bd5159 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0555420 Nov 15 11:13:32.323774 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de21f6-d80a-4dbe-bfff-965593db39d7 req-6f2790e3-b43e-4096-bf64-04baba419d5d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:32.325287 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c0de21f6-d80a-4dbe-bfff-965593db39d7 req-6f2790e3-b43e-4096-bf64-04baba419d5d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0756228 Nov 15 11:13:32.337861 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-46ce824f-62e4-41d7-bc9e-23550997c0fb service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314385 Nov 15 11:13:32.485739 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c0de21f6-d80a-4dbe-bfff-965593db39d7 req-a465337a-b9ca-4969-bb13-67ba8642545e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511331 Nov 15 11:13:32.522831 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edd5882d-d871-4dc3-9dab-34d9ac9dabf1 req-945f8f36-e065-4517-b3a5-da88be9c8b7f service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722617 Nov 15 11:13:32.526066 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-3c1c2d5f-2bd7-4155-b07d-e5a0d804c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:32.527474 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-3c1c2d5f-2bd7-4155-b07d-e5a0d804c523 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 1097 time: 0.1309245 Nov 15 11:13:32.538361 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77c9aa-ec31-46ca-a056-d2d2ee5fffa2 req-177b19be-7eba-4a46-8fae-745414624792 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:32.539938 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6a77c9aa-ec31-46ca-a056-d2d2ee5fffa2 req-177b19be-7eba-4a46-8fae-745414624792 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 948 time: 0.1226470 Nov 15 11:13:32.690623 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6a77c9aa-ec31-46ca-a056-d2d2ee5fffa2 req-3ac7ff97-cd42-4aba-a4b3-8888b329336d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314819 Nov 15 11:13:32.698405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bc86d-b99a-4dba-b874-634b3cae1e80 req-70507118-ec76-4a06-8024-a3a37c1b7a64 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:32.699997 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-264bc86d-b99a-4dba-b874-634b3cae1e80 req-70507118-ec76-4a06-8024-a3a37c1b7a64 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 943 time: 0.1069410 Nov 15 11:13:32.715201 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-55d1b6d7-11b0-493d-945a-7e347a0f5d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:32.716843 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-55d1b6d7-11b0-493d-945a-7e347a0f5d8a service neutron] 10.222.0.55 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 922 time: 0.1760671 Nov 15 11:13:32.765141 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-ec7504c6-b6a1-45ae-9a53-0c9fe8d59f5a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2667269d-4373-43a6-aefa-d1d34986c457 HTTP/1.1" status: 200 len: 217 time: 0.0401509 Nov 15 11:13:32.843013 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-264bc86d-b99a-4dba-b874-634b3cae1e80 req-525c47c6-347e-4490-9e1f-593b21568754 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6510f78-fe32-4cef-a0f2-443f8c274790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354334 Nov 15 11:13:32.859848 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-855d8fbe-95c3-400f-bdb8-6194c7ef2404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:32.861303 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-855d8fbe-95c3-400f-bdb8-6194c7ef2404 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41c7fb84-e1ab-4aee-8901-f8449cce1c4d HTTP/1.1" status: 200 len: 861 time: 0.0770998 Nov 15 11:13:32.874812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d22ce-880d-4d4a-97a6-ff45bb512963 req-69fb9024-7f18-4df2-8480-7090f53ce6bc tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:32.876713 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b4d22ce-880d-4d4a-97a6-ff45bb512963 req-69fb9024-7f18-4df2-8480-7090f53ce6bc tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.1150162 Nov 15 11:13:32.908690 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-fd65ad74-63b4-400b-84b0-13a6d663e28d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4a44e54-964f-44d3-85ab-bb56792b7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312607 Nov 15 11:13:32.923744 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device e22b0fda-3892-42d7-aaac-98c83fd6cb92 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:13:32.983905 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port e22b0fda-3892-42d7-aaac-98c83fd6cb92 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:13:32.988987 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port e22b0fda-3892-42d7-aaac-98c83fd6cb92 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:32.989628 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:32.993502 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1a24aa-e211-40fe-931a-76041e739f73 x-openstack-request-id: req-7d1a24aa-e211-40fe-931a-76041e739f73 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:32.993857 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7d892d-784d-478b-b2df-499db5f53b8f", "tag": "33d480c8-7550-4505-8439-2c8bd9d9fa3c", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:32.994155 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d1a24aa-e211-40fe-931a-76041e739f73 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:32.994502 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7d892d-784d-478b-b2df-499db5f53b8f', 'tag': '33d480c8-7550-4505-8439-2c8bd9d9fa3c', 'status': 'completed', 'code': 200} Nov 15 11:13:33.003097 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b4d22ce-880d-4d4a-97a6-ff45bb512963 req-9dcc3f5f-f472-4e4f-a15f-9a9bd1730967 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165779 Nov 15 11:13:33.062407 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-79b5de3c-6d11-4983-be1f-e1256b26b4a9 service neutron] 10.222.0.55 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350710 Nov 15 11:13:33.113508 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:33.137243 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:33.139794 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662c11aa-328c-471d-9c13-c36501e0ad0c" -d '{"events": [{"server_uuid": "30de7634-c87b-4c96-9c10-b333195ebf2c", "name": "network-vif-plugged", "status": "completed", "tag": "e22b0fda-3892-42d7-aaac-98c83fd6cb92"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:33.154670 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port e22b0fda-3892-42d7-aaac-98c83fd6cb92, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:33.159562 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:33.170062 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccb0a1-5963-42de-ad77-2c06af8dd8b2 req-183e358d-3c4a-4e1d-8713-2a732f388a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:33.171564 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4eccb0a1-5963-42de-ad77-2c06af8dd8b2 req-183e358d-3c4a-4e1d-8713-2a732f388a8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 1099 time: 0.1267731 Nov 15 11:13:33.263682 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d07f20-4456-4650-b98c-6eeec9dfa195 req-a9de4870-3782-46c4-a756-8543b0702f4e tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:33.265266 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-04d07f20-4456-4650-b98c-6eeec9dfa195 req-a9de4870-3782-46c4-a756-8543b0702f4e tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 946 time: 0.1409416 Nov 15 11:13:33.276831 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-cf1cc6cd-14c5-4845-9aec-2c54893e79b6 service neutron] 10.222.0.55 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010839 Nov 15 11:13:33.320890 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 11f23be5-b2b8-4f86-9fce-4b31d769d4cf details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:13:33.323329 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 11716b14-97a5-4465-acdf-3caa497b2c16 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:13:33.432239 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=e22b0fda-3892-42d7-aaac-98c83fd6cb92,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:33.491205 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:33.516351 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 11f23be5-b2b8-4f86-9fce-4b31d769d4cf, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=11f23be5-b2b8-4f86-9fce-4b31d769d4cf,segment=NetworkSegment(26f7725c-0d8b-479b-95d3-b5edaafcccd8),segment_id=26f7725c-0d8b-479b-95d3-b5edaafcccd8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:33.521586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccb0a1-5963-42de-ad77-2c06af8dd8b2 req-846ef128-f58d-4b52-8aa5-0bcae0c8b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:33.523248 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4eccb0a1-5963-42de-ad77-2c06af8dd8b2 req-846ef128-f58d-4b52-8aa5-0bcae0c8b68d service neutron] 10.222.0.11 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.3347380 Nov 15 11:13:33.540025 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '11f23be5-b2b8-4f86-9fce-4b31d769d4cf', 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a', 'port_id': '11f23be5-b2b8-4f86-9fce-4b31d769d4cf', 'mac_address': 'fa:16:3e:ef:28:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e661f3a9-0e06-442b-b9c9-98d82f57e8e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:13:33.551110 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 11716b14-97a5-4465-acdf-3caa497b2c16, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=11716b14-97a5-4465-acdf-3caa497b2c16,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:33.565199 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-04d07f20-4456-4650-b98c-6eeec9dfa195 req-4a35ca21-5c87-47a3-a289-04a3081ad2ee tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824185 Nov 15 11:13:33.573350 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:33.589485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-d7a6f991-8f8e-4c28-b422-99492d2019bb tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:33.599736 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-d7a6f991-8f8e-4c28-b422-99492d2019bb tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/networks?id=be01e75b-e554-4f10-bf07-0288c0981a73 HTTP/1.1" status: 200 len: 811 time: 0.3465645 Nov 15 11:13:33.624399 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:33.649521 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=11716b14-97a5-4465-acdf-3caa497b2c16,revision_number=9']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:33.653261 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f23be5-b2b8-4f86-9fce-4b31d769d4cf {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:13:33.676095 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 11f23be5-b2b8-4f86-9fce-4b31d769d4cf, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=11f23be5-b2b8-4f86-9fce-4b31d769d4cf,segment=NetworkSegment(26f7725c-0d8b-479b-95d3-b5edaafcccd8),segment_id=26f7725c-0d8b-479b-95d3-b5edaafcccd8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:33.682126 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:33.682845 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 11716b14-97a5-4465-acdf-3caa497b2c16 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:13:33.694036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-4ff587b8-47b4-4057-b383-bfe3db76cfee tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:33.695543 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-4ff587b8-47b4-4057-b383-bfe3db76cfee tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.55 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 807 time: 0.2758780 Nov 15 11:13:33.702892 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4eccb0a1-5963-42de-ad77-2c06af8dd8b2 req-ac10cf6f-485e-4097-a50a-6c7239c178fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c HTTP/1.1" status: 200 len: 217 time: 0.1685879 Nov 15 11:13:33.732717 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a3b7384-6927-49ed-9db1-713ccc7f6ced req-d97aeb33-9195-4987-9b54-d0cda7837ebf tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 210 time: 0.0316923 Nov 15 11:13:33.737975 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-20612681-4f2a-487f-bff3-39c0dea358d9 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Request body: {'port': {'device_id': '10c774f3-8ec1-4f40-bf0d-d5726b7a47ad', 'network_id': '4534314e-1f14-4032-9246-018086f47347', 'admin_state_up': True, 'tenant_id': 'd1bb86b62ca44c409ecbffbdf93d7c92'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:33.751883 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=11f23be5-b2b8-4f86-9fce-4b31d769d4cf,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:33.758240 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-1acac85e-e562-4b22-897f-65cb269247ad tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/quotas/3d9c8d368bef4c74abee5cbe7283626d HTTP/1.1" status: 200 len: 375 time: 0.1547899 Nov 15 11:13:33.814263 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d91a6ad-f708-4f0e-885f-458f8ca3cb7b x-openstack-request-id: req-1d91a6ad-f708-4f0e-885f-458f8ca3cb7b {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:33.814780 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30de7634-c87b-4c96-9c10-b333195ebf2c", "name": "network-vif-plugged", "status": "completed", "tag": "e22b0fda-3892-42d7-aaac-98c83fd6cb92", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:33.815202 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d91a6ad-f708-4f0e-885f-458f8ca3cb7b {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:33.815806 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92', 'code': 200} Nov 15 11:13:33.867952 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 11716b14-97a5-4465-acdf-3caa497b2c16, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=11716b14-97a5-4465-acdf-3caa497b2c16,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:33.869231 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-4b1d29aa-53ea-47f1-b874-1617cecb3dd6 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d9c8d368bef4c74abee5cbe7283626d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1083214 Nov 15 11:13:33.884333 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '11716b14-97a5-4465-acdf-3caa497b2c16', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '11716b14-97a5-4465-acdf-3caa497b2c16', 'mac_address': 'fa:16:3e:42:18:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:13:33.936637 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:33.952004 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11716b14-97a5-4465-acdf-3caa497b2c16 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:13:33.964377 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16009fb5-fb3c-43df-a44e-080a12ade992 req-f00b5d2f-c70a-4efa-ae6a-55d5221fce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:33.966340 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-16009fb5-fb3c-43df-a44e-080a12ade992 req-f00b5d2f-c70a-4efa-ae6a-55d5221fce49 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 1097 time: 0.0779238 Nov 15 11:13:33.975922 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 11716b14-97a5-4465-acdf-3caa497b2c16, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=11716b14-97a5-4465-acdf-3caa497b2c16,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:33.986377 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:34.043535 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccb0a1-5963-42de-ad77-2c06af8dd8b2 req-1b8f24f0-0ca3-42f1-9c67-006cb812cfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:34.044930 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4eccb0a1-5963-42de-ad77-2c06af8dd8b2 req-1b8f24f0-0ca3-42f1-9c67-006cb812cfcd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.3108644 Nov 15 11:13:34.049878 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-16009fb5-fb3c-43df-a44e-080a12ade992 req-0415ca5e-0eb6-4828-b07a-fdcc3d86201e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754099 Nov 15 11:13:34.052404 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=11716b14-97a5-4465-acdf-3caa497b2c16,revision_number=10']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:34.146543 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179aa5b0-694d-4ae9-85cd-14ae5fbdcf9a req-d5931753-c527-4612-b093-c509e4e26c81 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:34.147990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-179aa5b0-694d-4ae9-85cd-14ae5fbdcf9a req-d5931753-c527-4612-b093-c509e4e26c81 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 946 time: 0.1757669 Nov 15 11:13:34.158684 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-1ab2e820-dc9b-4dca-997c-710fde2157b0 service neutron] 10.222.0.64 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885733 Nov 15 11:13:34.200226 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-20612681-4f2a-487f-bff3-39c0dea358d9 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Made reservation on behalf of d1bb86b62ca44c409ecbffbdf93d7c92 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:13:34.203883 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-20612681-4f2a-487f-bff3-39c0dea358d9 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:34.304481 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['11f23be5-b2b8-4f86-9fce-4b31d769d4cf'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:13:34.307391 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['11716b14-97a5-4465-acdf-3caa497b2c16'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:13:34.366355 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-20612681-4f2a-487f-bff3-39c0dea358d9 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Allocated IP 172.20.0.6 (4534314e-1f14-4032-9246-018086f47347/8b5f0410-d440-42ba-a6cf-b7c754e903cf/3dae08cb-2483-4b9d-9d60-20958c6434ef) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:13:34.524866 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-20612681-4f2a-487f-bff3-39c0dea358d9 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:34.617270 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-20612681-4f2a-487f-bff3-39c0dea358d9 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:34.641304 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['e7bd772e-6ea4-46c6-84bd-ca23a153da35'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:13:34.663676 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-179aa5b0-694d-4ae9-85cd-14ae5fbdcf9a req-c4b19762-1719-4ecc-b890-ac0d234d0c33 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5027323 Nov 15 11:13:34.675833 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-20612681-4f2a-487f-bff3-39c0dea358d9 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Network 4534314e-1f14-4032-9246-018086f47347 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:13:34.685925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-20612681-4f2a-487f-bff3-39c0dea358d9 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:13:34.685925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-20612681-4f2a-487f-bff3-39c0dea358d9 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:13:34.689331 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-20612681-4f2a-487f-bff3-39c0dea358d9 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:34.690132 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-20612681-4f2a-487f-bff3-39c0dea358d9 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:34.728935 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-20612681-4f2a-487f-bff3-39c0dea358d9 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9989400 Nov 15 11:13:34.754792 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-7f4d7347-41a4-4c4b-a3f4-eabf4128255a service neutron] Request body: {'port': {'device_id': '10c774f3-8ec1-4f40-bf0d-d5726b7a47ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:34.759251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccb0a1-5963-42de-ad77-2c06af8dd8b2 req-030e43ab-2402-4612-b24d-e9d37e74560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:34.760867 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4eccb0a1-5963-42de-ad77-2c06af8dd8b2 req-030e43ab-2402-4612-b24d-e9d37e74560e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2026994 Nov 15 11:13:34.780431 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20612681-4f2a-487f-bff3-39c0dea358d9 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Pushing event updated for resources: {'Port': ['ID=3dae08cb-2483-4b9d-9d60-20958c6434ef,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:34.888593 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-f6c470de-4601-41fa-ab71-c85bd99b0ccf service neutron] 10.222.0.64 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7173560 Nov 15 11:13:34.908478 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4eccb0a1-5963-42de-ad77-2c06af8dd8b2 req-f8952fe1-4e87-46df-a339-9421018c5c6f service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305196 Nov 15 11:13:34.971767 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-7f4d7347-41a4-4c4b-a3f4-eabf4128255a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:35.474172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa39fd-e125-4614-9ec5-6cc9a6fbffe3 req-f4efc67a-a56d-4528-80e0-4fd83cb03fe7 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:35.475757 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c9fa39fd-e125-4614-9ec5-6cc9a6fbffe3 req-f4efc67a-a56d-4528-80e0-4fd83cb03fe7 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 948 time: 0.6020217 Nov 15 11:13:35.582509 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4eccb0a1-5963-42de-ad77-2c06af8dd8b2 req-4db6b41d-e1ff-4d77-bd7f-6ac63a7fff9d service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520951 Nov 15 11:13:35.604606 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee3efc-9cca-4065-a3d9-2c7a5640b6e9 req-cd84da39-f07a-4070-9f2e-2335bdbe23d9 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:35.606110 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17ee3efc-9cca-4065-a3d9-2c7a5640b6e9 req-cd84da39-f07a-4070-9f2e-2335bdbe23d9 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 944 time: 0.2063029 Nov 15 11:13:35.682282 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c9fa39fd-e125-4614-9ec5-6cc9a6fbffe3 req-8a8f669b-82f3-4592-9d87-f0d43ea1aa36 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902084 Nov 15 11:13:35.730142 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17ee3efc-9cca-4065-a3d9-2c7a5640b6e9 req-b4534d3d-a357-4210-8873-95ed711bc6bf tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6510f78-fe32-4cef-a0f2-443f8c274790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149120 Nov 15 11:13:35.816877 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e7873b-9568-443a-b4e4-8966e6b31956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11716b14-97a5-4465-acdf-3caa497b2c16'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:35.819269 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb9e68a-f20e-447e-9a75-8f3e3245e273" -d '{"events": [{"server_uuid": "64e7873b-9568-443a-b4e4-8966e6b31956", "name": "network-vif-unplugged", "status": "completed", "tag": "11716b14-97a5-4465-acdf-3caa497b2c16"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:35.942753 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bebedc-466c-4c1b-926e-64e6c6c95eec req-b089a08f-26a9-477d-b6a9-97f276f17c63 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:35.944846 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53bebedc-466c-4c1b-926e-64e6c6c95eec req-b089a08f-26a9-477d-b6a9-97f276f17c63 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.1215355 Nov 15 11:13:35.952126 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-7f4d7347-41a4-4c4b-a3f4-eabf4128255a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dae08cb-2483-4b9d-9d60-20958c6434ef {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:13:35.966996 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-7f4d7347-41a4-4c4b-a3f4-eabf4128255a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:36.001193 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-7f4d7347-41a4-4c4b-a3f4-eabf4128255a service neutron] Transition to ACTIVE for port object 3dae08cb-2483-4b9d-9d60-20958c6434ef will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:13:36.009753 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-7f4d7347-41a4-4c4b-a3f4-eabf4128255a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:36.030582 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23995b10-83c4-43cf-8ce3-c5594e51234a req-c26d65f3-f451-41e4-9369-7694d1a7acd3 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:36.032090 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-23995b10-83c4-43cf-8ce3-c5594e51234a req-c26d65f3-f451-41e4-9369-7694d1a7acd3 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 946 time: 0.1292119 Nov 15 11:13:36.062790 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53bebedc-466c-4c1b-926e-64e6c6c95eec req-18637c16-561d-47e3-ad12-a8b004d6c275 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053922 Nov 15 11:13:36.126228 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d7347-41a4-4c4b-a3f4-eabf4128255a service neutron] Pushing event updated for resources: {'Port': ['ID=3dae08cb-2483-4b9d-9d60-20958c6434ef,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:36.157297 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-7f4d7347-41a4-4c4b-a3f4-eabf4128255a service neutron] Attempting to bind port 3dae08cb-2483-4b9d-9d60-20958c6434ef on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:13:36.157839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-7f4d7347-41a4-4c4b-a3f4-eabf4128255a service neutron] Attempting to bind port 3dae08cb-2483-4b9d-9d60-20958c6434ef by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:13:36.157966 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-7f4d7347-41a4-4c4b-a3f4-eabf4128255a service neutron] Attempting to bind port 3dae08cb-2483-4b9d-9d60-20958c6434ef on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:36.183437 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-23995b10-83c4-43cf-8ce3-c5594e51234a req-0ebbcb32-f61b-4bf2-8486-5fd68784372e tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278567 Nov 15 11:13:36.188669 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-7f4d7347-41a4-4c4b-a3f4-eabf4128255a service neutron] Port 3dae08cb-2483-4b9d-9d60-20958c6434ef on network 4534314e-1f14-4032-9246-018086f47347 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:13:36.189097 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-7f4d7347-41a4-4c4b-a3f4-eabf4128255a service neutron] Attempting to bind port 3dae08cb-2483-4b9d-9d60-20958c6434ef on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:36.191410 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fde72f26-8773-4a67-ae26-68665b5eef72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:36.197970 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-7f4d7347-41a4-4c4b-a3f4-eabf4128255a service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:13:36.198345 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-7f4d7347-41a4-4c4b-a3f4-eabf4128255a service neutron] Checking segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:13:36.198732 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-7f4d7347-41a4-4c4b-a3f4-eabf4128255a service neutron] Bound using segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:13:36.199176 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-7f4d7347-41a4-4c4b-a3f4-eabf4128255a service neutron] Bound port: 3dae08cb-2483-4b9d-9d60-20958c6434ef, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:13:36.199536 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-7f4d7347-41a4-4c4b-a3f4-eabf4128255a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:36.245358 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895fa51-9a27-4b30-a845-f697a7afd6ff req-ef3bd0d1-39c4-4dbd-bcda-de285a66bd82 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:36.246932 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2895fa51-9a27-4b30-a845-f697a7afd6ff req-ef3bd0d1-39c4-4dbd-bcda-de285a66bd82 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 943 time: 0.1053948 Nov 15 11:13:36.317865 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-76a2311d-f822-49fb-a72a-d9973c77233a req-906c7edd-1214-48bd-9316-ee8e1c6d1013 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=717e5030-a3ef-403d-bb8c-449a4aa0a49e HTTP/1.1" status: 200 len: 210 time: 0.0526800 Nov 15 11:13:36.374162 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-7f4d7347-41a4-4c4b-a3f4-eabf4128255a service neutron] For port 3dae08cb-2483-4b9d-9d60-20958c6434ef, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:13:36.409649 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-7f4d7347-41a4-4c4b-a3f4-eabf4128255a service neutron] For port 3dae08cb-2483-4b9d-9d60-20958c6434ef, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3dae08cb-2483-4b9d-9d60-20958c6434ef,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:13:36.421460 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2895fa51-9a27-4b30-a845-f697a7afd6ff req-fd890e64-64fe-4adc-9163-8bcda1cf06b6 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538918 Nov 15 11:13:36.429644 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-7f4d7347-41a4-4c4b-a3f4-eabf4128255a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:36.485362 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2950026b-8fe3-42a8-8445-b33f3993b676 x-openstack-request-id: req-2950026b-8fe3-42a8-8445-b33f3993b676 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:36.485655 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e7873b-9568-443a-b4e4-8966e6b31956", "name": "network-vif-unplugged", "status": "completed", "tag": "11716b14-97a5-4465-acdf-3caa497b2c16", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:36.485903 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2950026b-8fe3-42a8-8445-b33f3993b676 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:36.486310 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e7873b-9568-443a-b4e4-8966e6b31956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11716b14-97a5-4465-acdf-3caa497b2c16', 'code': 200} Nov 15 11:13:36.519917 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-7f4d7347-41a4-4c4b-a3f4-eabf4128255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:36.520420 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-7f4d7347-41a4-4c4b-a3f4-eabf4128255a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:36.521775 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-7f4d7347-41a4-4c4b-a3f4-eabf4128255a service neutron] 10.222.0.55 "PUT /v2.0/ports/3dae08cb-2483-4b9d-9d60-20958c6434ef HTTP/1.1" status: 200 len: 1091 time: 1.7794070 Nov 15 11:13:36.523867 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c774f3-8ec1-4f40-bf0d-d5726b7a47ad', 'tag': '3dae08cb-2483-4b9d-9d60-20958c6434ef'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:36.526101 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960376d8-5d56-4ff9-a290-ae202f4fc060" -d '{"events": [{"name": "network-changed", "server_uuid": "10c774f3-8ec1-4f40-bf0d-d5726b7a47ad", "tag": "3dae08cb-2483-4b9d-9d60-20958c6434ef"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:36.538424 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-eb8ae4a1-d3d7-4af9-9d72-7ccbdcfb1aec tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:36.539901 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-eb8ae4a1-d3d7-4af9-9d72-7ccbdcfb1aec tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.11 "GET /v2.0/networks?id=be01e75b-e554-4f10-bf07-0288c0981a73 HTTP/1.1" status: 200 len: 811 time: 0.2278008 Nov 15 11:13:36.556683 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-31af2bcb-0961-4d3f-9e51-378a50a8b30c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Request body: {'port': {'device_id': '717e5030-a3ef-403d-bb8c-449a4aa0a49e', 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73', 'admin_state_up': True, 'tenant_id': '3d9c8d368bef4c74abee5cbe7283626d'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:36.562295 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d7347-41a4-4c4b-a3f4-eabf4128255a service neutron] Pushing event updated for resources: {'Port': ['ID=3dae08cb-2483-4b9d-9d60-20958c6434ef,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:36.578677 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428ca956-4e6e-47a4-b23d-4e8deba99e40 x-openstack-request-id: req-428ca956-4e6e-47a4-b23d-4e8deba99e40 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:36.578879 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c774f3-8ec1-4f40-bf0d-d5726b7a47ad", "tag": "3dae08cb-2483-4b9d-9d60-20958c6434ef", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:36.579117 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-428ca956-4e6e-47a4-b23d-4e8deba99e40 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:36.579511 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c774f3-8ec1-4f40-bf0d-d5726b7a47ad', 'tag': '3dae08cb-2483-4b9d-9d60-20958c6434ef', 'status': 'completed', 'code': 200} Nov 15 11:13:36.624216 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc83ef8-e213-4840-b602-d7e374fa65c9 req-aaac4ace-7e7b-4a03-8493-0635cb9ee597 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:36.625595 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0bc83ef8-e213-4840-b602-d7e374fa65c9 req-aaac4ace-7e7b-4a03-8493-0635cb9ee597 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 946 time: 0.2006783 Nov 15 11:13:36.723631 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0bc83ef8-e213-4840-b602-d7e374fa65c9 req-7c26a0b2-52bf-4c84-abac-783a841c8e1c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831833 Nov 15 11:13:36.725771 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-64031968-0565-4069-beb0-f10a16a55622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:36.727127 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-64031968-0565-4069-beb0-f10a16a55622 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 1094 time: 0.1503651 Nov 15 11:13:36.797227 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-a859c968-7e82-4440-9e4c-872a0c39e3a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dae08cb-2483-4b9d-9d60-20958c6434ef HTTP/1.1" status: 200 len: 217 time: 0.0580356 Nov 15 11:13:36.814846 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-31af2bcb-0961-4d3f-9e51-378a50a8b30c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Made reservation on behalf of 3d9c8d368bef4c74abee5cbe7283626d for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:13:36.818056 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-31af2bcb-0961-4d3f-9e51-378a50a8b30c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:36.917504 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-8b0a4c98-a00c-4de1-ba1b-cb5245daef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:36.918850 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-8b0a4c98-a00c-4de1-ba1b-cb5245daef8d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8b5f0410-d440-42ba-a6cf-b7c754e903cf HTTP/1.1" status: 200 len: 847 time: 0.1130764 Nov 15 11:13:36.934728 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 33d480c8-7550-4505-8439-2c8bd9d9fa3c details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:13:36.976550 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26999e87-215d-4693-b9fd-3a9622358343 req-7efe6c39-a007-41c1-946d-614c138d7d6d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:36.978022 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-26999e87-215d-4693-b9fd-3a9622358343 req-7efe6c39-a007-41c1-946d-614c138d7d6d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 948 time: 0.1843302 Nov 15 11:13:36.997579 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-ae5e39d3-19f5-4700-b53f-0c12632b38d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4534314e-1f14-4032-9246-018086f47347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468905 Nov 15 11:13:37.008072 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75388f-b421-4ac9-b3e3-aa8694c3c99d req-16c16cfb-a961-4614-a3aa-a65a6f834692 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:37.009504 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e75388f-b421-4ac9-b3e3-aa8694c3c99d req-16c16cfb-a961-4614-a3aa-a65a6f834692 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 944 time: 0.2049925 Nov 15 11:13:37.050669 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 33d480c8-7550-4505-8439-2c8bd9d9fa3c, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:37.063078 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '33d480c8-7550-4505-8439-2c8bd9d9fa3c', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '33d480c8-7550-4505-8439-2c8bd9d9fa3c', 'mac_address': 'fa:16:3e:a7:46:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:13:37.115445 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:37.130390 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d480c8-7550-4505-8439-2c8bd9d9fa3c {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:13:37.150713 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 33d480c8-7550-4505-8439-2c8bd9d9fa3c, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:37.156373 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:37.197332 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-31af2bcb-0961-4d3f-9e51-378a50a8b30c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Allocated IP 172.20.0.3 (be01e75b-e554-4f10-bf07-0288c0981a73/fe02edeb-e83c-4883-9de3-f499a3c56d94/1cd27855-c0a7-4d2a-9a39-95df8b08bbdb) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:13:37.202297 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-26999e87-215d-4693-b9fd-3a9622358343 req-64d08fc4-d7f0-4cd8-84ca-96300e479249 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076898 Nov 15 11:13:37.211095 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e75388f-b421-4ac9-b3e3-aa8694c3c99d req-b84f6808-8e9b-4cc6-835b-19b95b12de6e tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6510f78-fe32-4cef-a0f2-443f8c274790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930482 Nov 15 11:13:37.218359 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=33d480c8-7550-4505-8439-2c8bd9d9fa3c,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:37.234720 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 11f23be5-b2b8-4f86-9fce-4b31d769d4cf up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:13:37.243618 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-c6289b65-80f3-4881-84a9-c29b68ebbf1a service neutron] 10.222.0.55 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306883 Nov 15 11:13:37.352058 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 11f23be5-b2b8-4f86-9fce-4b31d769d4cf completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:13:37.356751 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 11f23be5-b2b8-4f86-9fce-4b31d769d4cf triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:37.357589 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:37.452077 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e644b572-195e-4a2a-8ffb-12e995a6120a req-38d8f2ac-2e49-4171-8b9a-7c6cb950635a service neutron] 10.222.0.55 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983373 Nov 15 11:13:37.485410 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-31af2bcb-0961-4d3f-9e51-378a50a8b30c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:37.510175 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa9d52-0681-4a52-9a0c-aabb4e9c5b83 req-8334aa5a-ed2e-4b48-bbf9-b112c4bdaa90 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:37.510606 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:37.511621 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a0aa9d52-0681-4a52-9a0c-aabb4e9c5b83 req-8334aa5a-ed2e-4b48-bbf9-b112c4bdaa90 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 949 time: 0.0836735 Nov 15 11:13:37.559666 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 11f23be5-b2b8-4f86-9fce-4b31d769d4cf, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=11f23be5-b2b8-4f86-9fce-4b31d769d4cf,segment=NetworkSegment(26f7725c-0d8b-479b-95d3-b5edaafcccd8),segment_id=26f7725c-0d8b-479b-95d3-b5edaafcccd8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:37.565421 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:37.566276 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 11716b14-97a5-4465-acdf-3caa497b2c16 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:13:37.618282 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['33d480c8-7550-4505-8439-2c8bd9d9fa3c'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:13:37.619588 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-31af2bcb-0961-4d3f-9e51-378a50a8b30c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:37.664359 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a0aa9d52-0681-4a52-9a0c-aabb4e9c5b83 req-a489b858-cff3-4ba6-b280-20c8a158ef40 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424255 Nov 15 11:13:37.686957 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960376d8-5d56-4ff9-a290-ae202f4fc060 req-342dd02b-0c77-4ba7-9a6f-ddf9c3a1bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:37.690322 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-960376d8-5d56-4ff9-a290-ae202f4fc060 req-342dd02b-0c77-4ba7-9a6f-ddf9c3a1bbd1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 1094 time: 0.1600204 Nov 15 11:13:37.703338 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=11f23be5-b2b8-4f86-9fce-4b31d769d4cf,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:37.705037 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312eb123-41fb-490f-80fc-f1d11f136e81 req-cd048484-59d8-47ea-a324-9138463d3dac tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:37.707688 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-312eb123-41fb-490f-80fc-f1d11f136e81 req-cd048484-59d8-47ea-a324-9138463d3dac tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 946 time: 0.1599426 Nov 15 11:13:37.717705 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52518) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:13:37.722506 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-74318a57-893a-4158-8c48-977214394c8d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Request body: {'floatingip': {'port_id': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:37.740675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-31af2bcb-0961-4d3f-9e51-378a50a8b30c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Network be01e75b-e554-4f10-bf07-0288c0981a73 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:13:37.758906 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:37.759575 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:37.760124 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:37.760640 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:37.761166 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:37.761668 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:37.762182 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:37.762682 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:37.763188 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:37.763706 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:37.764258 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:37.764773 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:13:37.765859 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-31af2bcb-0961-4d3f-9e51-378a50a8b30c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:13:37.784359 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 11716b14-97a5-4465-acdf-3caa497b2c16 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:37.787317 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74318a57-893a-4158-8c48-977214394c8d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:37.787793 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:37.803421 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-31af2bcb-0961-4d3f-9e51-378a50a8b30c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:13:37.808417 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-31af2bcb-0961-4d3f-9e51-378a50a8b30c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:37.809172 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-31af2bcb-0961-4d3f-9e51-378a50a8b30c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:37.857895 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af2bcb-0961-4d3f-9e51-378a50a8b30c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Pushing event updated for resources: {'Port': ['ID=1cd27855-c0a7-4d2a-9a39-95df8b08bbdb,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:37.918860 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-31af2bcb-0961-4d3f-9e51-378a50a8b30c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3673277 Nov 15 11:13:37.928306 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:37.956980 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-2b5a9b2f-4eee-43a6-a38d-153c88c66fa4 service neutron] Request body: {'port': {'device_id': '717e5030-a3ef-403d-bb8c-449a4aa0a49e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:37.980895 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 11716b14-97a5-4465-acdf-3caa497b2c16, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=11716b14-97a5-4465-acdf-3caa497b2c16,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:37.988003 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:37.988301 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee89093-4af9-4809-ae93-47a89ffe0a7f req-c340ecf3-d99b-4fbd-b3f3-f36d9b3126d8 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:37.990064 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fee89093-4af9-4809-ae93-47a89ffe0a7f req-c340ecf3-d99b-4fbd-b3f3-f36d9b3126d8 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 946 time: 0.2527599 Nov 15 11:13:38.000333 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fba6fb-e9b9-4e4e-afea-d5a32b55d5ce req-5402a2c6-0e0f-4914-9d2e-608d84e2533d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:38.001806 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1fba6fb-e9b9-4e4e-afea-d5a32b55d5ce req-5402a2c6-0e0f-4914-9d2e-608d84e2533d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=717e5030-a3ef-403d-bb8c-449a4aa0a49e HTTP/1.1" status: 200 len: 931 time: 0.1900365 Nov 15 11:13:38.002951 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960376d8-5d56-4ff9-a290-ae202f4fc060 req-e4eaddb8-5254-4347-af0b-36778b9a1f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:38.004252 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-960376d8-5d56-4ff9-a290-ae202f4fc060 req-e4eaddb8-5254-4347-af0b-36778b9a1f2b service neutron] 10.222.0.55 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 908 time: 0.2917564 Nov 15 11:13:38.048418 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=11716b14-97a5-4465-acdf-3caa497b2c16,revision_number=11']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:38.117553 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-960376d8-5d56-4ff9-a290-ae202f4fc060 req-1c24fdba-1b4c-42a2-b4f3-8f665ca8eba5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dae08cb-2483-4b9d-9d60-20958c6434ef HTTP/1.1" status: 200 len: 217 time: 0.0500908 Nov 15 11:13:38.208329 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1fba6fb-e9b9-4e4e-afea-d5a32b55d5ce req-78a86409-d01d-4184-9691-f4590e9d9c44 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795931 Nov 15 11:13:38.216166 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fee89093-4af9-4809-ae93-47a89ffe0a7f req-ae8a6c50-658b-43c0-a331-70202a1e6a94 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107811 Nov 15 11:13:38.224261 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-2b5a9b2f-4eee-43a6-a38d-153c88c66fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:38.320713 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7c5146fc-060f-4f21-88a4-dbf659c32bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:38.362230 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960376d8-5d56-4ff9-a290-ae202f4fc060 req-e08a8cb0-109f-4738-9289-cedd113cff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:38.363656 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-960376d8-5d56-4ff9-a290-ae202f4fc060 req-e08a8cb0-109f-4738-9289-cedd113cff33 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8b5f0410-d440-42ba-a6cf-b7c754e903cf HTTP/1.1" status: 200 len: 847 time: 0.2357559 Nov 15 11:13:38.378549 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74318a57-893a-4158-8c48-977214394c8d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:38.383473 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74318a57-893a-4158-8c48-977214394c8d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:38.472676 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-960376d8-5d56-4ff9-a290-ae202f4fc060 req-8e647edc-e364-4840-a4d8-4abcf956a54b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4534314e-1f14-4032-9246-018086f47347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601134 Nov 15 11:13:38.484280 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-74318a57-893a-4158-8c48-977214394c8d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Floating IP 9b8cd57b-3bff-466d-a811-23017dae3db3 associated. External IP: 172.25.7.186, port: e22b0fda-3892-42d7-aaac-98c83fd6cb92. Nov 15 11:13:38.487151 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc3f170-8d50-4968-8cc3-3745dff03c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f23be5-b2b8-4f86-9fce-4b31d769d4cf'}, {'server_uuid': '64e7873b-9568-443a-b4e4-8966e6b31956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11716b14-97a5-4465-acdf-3caa497b2c16'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:38.489895 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec0a321-499c-4043-8058-990769cc6483" -d '{"events": [{"server_uuid": "5cc3f170-8d50-4968-8cc3-3745dff03c6b", "name": "network-vif-plugged", "status": "completed", "tag": "11f23be5-b2b8-4f86-9fce-4b31d769d4cf"}, {"server_uuid": "64e7873b-9568-443a-b4e4-8966e6b31956", "name": "network-vif-plugged", "status": "completed", "tag": "11716b14-97a5-4465-acdf-3caa497b2c16"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:38.555402 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e009e-6e23-46ce-9357-c38c0c927cdf req-704e6ca4-7e28-4cc9-9b93-e4c06a0f397d tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:38.560313 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1c6e009e-6e23-46ce-9357-c38c0c927cdf req-704e6ca4-7e28-4cc9-9b93-e4c06a0f397d tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 943 time: 0.2039974 Nov 15 11:13:38.594802 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5d591-b510-4c3a-ae63-a6b1f0d90bc9 req-98d10462-6d3b-42cc-9d2e-1369a2bfe4a8 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:38.596291 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83e5d591-b510-4c3a-ae63-a6b1f0d90bc9 req-98d10462-6d3b-42cc-9d2e-1369a2bfe4a8 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 949 time: 0.2389748 Nov 15 11:13:38.712801 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74318a57-893a-4158-8c48-977214394c8d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Router 015caacc-4e86-4f2f-ba3b-026a6b5809d4 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:13:38.727780 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1c6e009e-6e23-46ce-9357-c38c0c927cdf req-425d554d-caee-46ca-96ea-104b98f76eb2 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546862 Nov 15 11:13:38.734905 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-960376d8-5d56-4ff9-a290-ae202f4fc060 req-edcbbe3a-1a35-4200-819a-deb4e9c9365f service neutron] 10.222.0.55 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527685 Nov 15 11:13:38.764699 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83e5d591-b510-4c3a-ae63-a6b1f0d90bc9 req-44de9d0d-867b-4424-9d6e-60906961dfc4 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530504 Nov 15 11:13:38.769038 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-2b5a9b2f-4eee-43a6-a38d-153c88c66fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:13:38.825457 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-2b5a9b2f-4eee-43a6-a38d-153c88c66fa4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:38.827245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74318a57-893a-4158-8c48-977214394c8d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:13:38.831575 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74318a57-893a-4158-8c48-977214394c8d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:38.838885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-2b5a9b2f-4eee-43a6-a38d-153c88c66fa4 service neutron] Transition to ACTIVE for port object 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:13:38.839896 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbd2950-fcfc-4458-b9be-33ef19be6d0c None None] Sync routers for ids ['015caacc-4e86-4f2f-ba3b-026a6b5809d4'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:13:38.850238 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbd2950-fcfc-4458-b9be-33ef19be6d0c None None] Routers {'015caacc-4e86-4f2f-ba3b-026a6b5809d4'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:13:38.851325 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-bcbd2950-fcfc-4458-b9be-33ef19be6d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:13:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['015caacc-4e86-4f2f-ba3b-026a6b5809d4'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:13:38.856834 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-2b5a9b2f-4eee-43a6-a38d-153c88c66fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:38.876500 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-74318a57-893a-4158-8c48-977214394c8d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "PUT /v2.0/floatingips/9b8cd57b-3bff-466d-a811-23017dae3db3 HTTP/1.1" status: 200 len: 992 time: 1.1578305 Nov 15 11:13:38.877258 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'tag': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:38.880240 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae4742f-0884-4b1d-b76c-9eb414d37aad" -d '{"events": [{"name": "network-changed", "server_uuid": "30de7634-c87b-4c96-9c10-b333195ebf2c", "tag": "e22b0fda-3892-42d7-aaac-98c83fd6cb92"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:38.948619 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1416cb43-250f-4cfc-ae83-787cddd5a64f x-openstack-request-id: req-1416cb43-250f-4cfc-ae83-787cddd5a64f {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:38.949315 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc3f170-8d50-4968-8cc3-3745dff03c6b", "name": "network-vif-plugged", "status": "completed", "tag": "11f23be5-b2b8-4f86-9fce-4b31d769d4cf", "code": 200}, {"server_uuid": "64e7873b-9568-443a-b4e4-8966e6b31956", "name": "network-vif-plugged", "status": "completed", "tag": "11716b14-97a5-4465-acdf-3caa497b2c16", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:38.949774 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1416cb43-250f-4cfc-ae83-787cddd5a64f {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:38.950392 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc3f170-8d50-4968-8cc3-3745dff03c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f23be5-b2b8-4f86-9fce-4b31d769d4cf', 'code': 200} Nov 15 11:13:38.950947 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e7873b-9568-443a-b4e4-8966e6b31956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11716b14-97a5-4465-acdf-3caa497b2c16', 'code': 200} Nov 15 11:13:39.022946 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-bcbd2950-fcfc-4458-b9be-33ef19be6d0c None None] Set router 015caacc-4e86-4f2f-ba3b-026a6b5809d4 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:13:39.227936 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfba7b-9685-418a-90f5-9bf9db8b1805 req-811b00db-a781-474d-b805-f3498f5c0ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:39.230596 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9fdfba7b-9685-418a-90f5-9bf9db8b1805 req-811b00db-a781-474d-b805-f3498f5c0ac8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 1101 time: 0.0588830 Nov 15 11:13:39.297092 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9fdfba7b-9685-418a-90f5-9bf9db8b1805 req-cb27174f-faa3-46b3-96bf-63b7e60d1ac4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526114 Nov 15 11:13:39.343465 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-960376d8-5d56-4ff9-a290-ae202f4fc060 req-40647952-e62c-4b30-9dc0-a54fe2629e90 service neutron] 10.222.0.55 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900445 Nov 15 11:13:39.356876 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-bcbd2950-fcfc-4458-b9be-33ef19be6d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'name': 'tempest-ServerActionsTestJSON-1458789063-router', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:13:00Z', 'updated_at': '2021-11-15T11:13:14Z', 'revision_number': 4, 'project_id': '27507e50335c4427bf73121e79f9c590', 'gw_port': {'id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:13:05Z', 'updated_at': '2021-11-15T11:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '9b8cd57b-3bff-466d-a811-23017dae3db3', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'port_id': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'mac_address': 'fa:16:3e:db:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:13:20Z', 'updated_at': '2021-11-15T11:13:38Z', 'revision_number': 1, 'project_id': '27507e50335c4427bf73121e79f9c590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3405709a-6e38-4ac7-9508-6306790055bf', 'name': '', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'mac_address': 'fa:16:3e:5a:de:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:13:12Z', 'updated_at': '2021-11-15T11:13:19Z', 'revision_number': 5, 'project_id': '27507e50335c4427bf73121e79f9c590', 'subnets': [{'id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:13:39.358329 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a9b2f-4eee-43a6-a38d-153c88c66fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd27855-c0a7-4d2a-9a39-95df8b08bbdb,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:39.375067 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78553b2-abd9-44d3-abf0-c8dddbc50621 req-bf6ae3fd-00cf-4ec9-ad3b-d2aa57a210e3 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:39.376588 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d78553b2-abd9-44d3-abf0-c8dddbc50621 req-bf6ae3fd-00cf-4ec9-ad3b-d2aa57a210e3 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 945 time: 0.5364881 Nov 15 11:13:39.386275 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbd2950-fcfc-4458-b9be-33ef19be6d0c None None] Checking router: 015caacc-4e86-4f2f-ba3b-026a6b5809d4 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:13:39.393061 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf2fef-61ca-4758-b65d-81cbb8bed1d0 req-1fb45ab3-4cc7-46e3-a1ee-e49338ae1f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:39.394706 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2faf2fef-61ca-4758-b65d-81cbb8bed1d0 req-1fb45ab3-4cc7-46e3-a1ee-e49338ae1f58 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 1096 time: 0.1897247 Nov 15 11:13:39.395606 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbd2950-fcfc-4458-b9be-33ef19be6d0c None None] Routers {'015caacc-4e86-4f2f-ba3b-026a6b5809d4'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:13:39.396366 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-bcbd2950-fcfc-4458-b9be-33ef19be6d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:13:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['015caacc-4e86-4f2f-ba3b-026a6b5809d4'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:13:39.430355 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73c44a-bc6e-4b24-b630-d3fad1bf9377 req-80ede251-4d34-443e-9c90-c1b4b709ad79 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:39.431846 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e73c44a-bc6e-4b24-b630-d3fad1bf9377 req-80ede251-4d34-443e-9c90-c1b4b709ad79 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 950 time: 0.1780849 Nov 15 11:13:39.435881 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-2b5a9b2f-4eee-43a6-a38d-153c88c66fa4 service neutron] Attempting to bind port 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:13:39.436181 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-2b5a9b2f-4eee-43a6-a38d-153c88c66fa4 service neutron] Attempting to bind port 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:13:39.436500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-2b5a9b2f-4eee-43a6-a38d-153c88c66fa4 service neutron] Attempting to bind port 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb on network be01e75b-e554-4f10-bf07-0288c0981a73 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:39.457256 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-2b5a9b2f-4eee-43a6-a38d-153c88c66fa4 service neutron] Port 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb on network be01e75b-e554-4f10-bf07-0288c0981a73 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:13:39.457606 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-2b5a9b2f-4eee-43a6-a38d-153c88c66fa4 service neutron] Attempting to bind port 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb on network be01e75b-e554-4f10-bf07-0288c0981a73 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:39.480648 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-2b5a9b2f-4eee-43a6-a38d-153c88c66fa4 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:13:39.480972 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-2b5a9b2f-4eee-43a6-a38d-153c88c66fa4 service neutron] Checking segment: {'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:13:39.481350 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-2b5a9b2f-4eee-43a6-a38d-153c88c66fa4 service neutron] Bound using segment: {'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:13:39.481770 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-2b5a9b2f-4eee-43a6-a38d-153c88c66fa4 service neutron] Bound port: 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:13:39.482403 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-2b5a9b2f-4eee-43a6-a38d-153c88c66fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:39.497547 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d78553b2-abd9-44d3-abf0-c8dddbc50621 req-ffc2a8fd-c705-4aee-bb75-a9b660b00051 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6510f78-fe32-4cef-a0f2-443f8c274790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015790 Nov 15 11:13:39.519202 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-bcbd2950-fcfc-4458-b9be-33ef19be6d0c None None] Set router 015caacc-4e86-4f2f-ba3b-026a6b5809d4 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:13:39.568888 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e73c44a-bc6e-4b24-b630-d3fad1bf9377 req-b3eb690f-d8d7-4ab5-aeeb-8bc38233cf18 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257002 Nov 15 11:13:39.649818 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2faf2fef-61ca-4758-b65d-81cbb8bed1d0 req-ea2c5c63-0392-4a2e-ba17-a1a0b7b80f78 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f6510f78-fe32-4cef-a0f2-443f8c274790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367803 Nov 15 11:13:39.654041 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-2b5a9b2f-4eee-43a6-a38d-153c88c66fa4 service neutron] For port 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:13:39.657785 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-2b5a9b2f-4eee-43a6-a38d-153c88c66fa4 service neutron] For port 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=1cd27855-c0a7-4d2a-9a39-95df8b08bbdb,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:13:39.665715 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-2b5a9b2f-4eee-43a6-a38d-153c88c66fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:39.724019 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:39.751890 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-2b5a9b2f-4eee-43a6-a38d-153c88c66fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:39.752693 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-2b5a9b2f-4eee-43a6-a38d-153c88c66fa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:39.754603 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-2b5a9b2f-4eee-43a6-a38d-153c88c66fa4 service neutron] 10.222.0.11 "PUT /v2.0/ports/1cd27855-c0a7-4d2a-9a39-95df8b08bbdb HTTP/1.1" status: 200 len: 1091 time: 1.8132505 Nov 15 11:13:39.755140 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717e5030-a3ef-403d-bb8c-449a4aa0a49e', 'tag': '1cd27855-c0a7-4d2a-9a39-95df8b08bbdb'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:39.757856 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fe73dd-67c6-4fdd-bb5a-d676ac1ecaa7" -d '{"events": [{"name": "network-changed", "server_uuid": "717e5030-a3ef-403d-bb8c-449a4aa0a49e", "tag": "1cd27855-c0a7-4d2a-9a39-95df8b08bbdb"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:39.802106 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a9b2f-4eee-43a6-a38d-153c88c66fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd27855-c0a7-4d2a-9a39-95df8b08bbdb,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:39.831074 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63e47e-e2fb-4d9a-b751-9898449c1808 req-2afd108f-f677-4cd7-b8ff-9a808cb5ca6c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:39.832657 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a63e47e-e2fb-4d9a-b751-9898449c1808 req-2afd108f-f677-4cd7-b8ff-9a808cb5ca6c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=717e5030-a3ef-403d-bb8c-449a4aa0a49e HTTP/1.1" status: 200 len: 943 time: 0.1052215 Nov 15 11:13:39.863834 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-bcbd2950-fcfc-4458-b9be-33ef19be6d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'name': 'tempest-ServerActionsTestJSON-1458789063-router', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:13:00Z', 'updated_at': '2021-11-15T11:13:14Z', 'revision_number': 4, 'project_id': '27507e50335c4427bf73121e79f9c590', 'gw_port': {'id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:13:05Z', 'updated_at': '2021-11-15T11:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '9b8cd57b-3bff-466d-a811-23017dae3db3', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'port_id': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'mac_address': 'fa:16:3e:db:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:13:20Z', 'updated_at': '2021-11-15T11:13:38Z', 'revision_number': 1, 'project_id': '27507e50335c4427bf73121e79f9c590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3405709a-6e38-4ac7-9508-6306790055bf', 'name': '', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'mac_address': 'fa:16:3e:5a:de:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:13:12Z', 'updated_at': '2021-11-15T11:13:19Z', 'revision_number': 5, 'project_id': '27507e50335c4427bf73121e79f9c590', 'subnets': [{'id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:13:39.908182 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-670eacbf-9684-4bc9-bb24-7a4e5020c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:39.909230 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbd2950-fcfc-4458-b9be-33ef19be6d0c None None] The sync data for ids ['015caacc-4e86-4f2f-ba3b-026a6b5809d4'] in n-d-729945-9 is: [{'id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'name': 'tempest-ServerActionsTestJSON-1458789063-router', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:13:00Z', 'updated_at': '2021-11-15T11:13:14Z', 'revision_number': 4, 'project_id': '27507e50335c4427bf73121e79f9c590', 'gw_port': {'id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:13:05Z', 'updated_at': '2021-11-15T11:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '9b8cd57b-3bff-466d-a811-23017dae3db3', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'port_id': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'mac_address': 'fa:16:3e:db:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:13:20Z', 'updated_at': '2021-11-15T11:13:38Z', 'revision_number': 1, 'project_id': '27507e50335c4427bf73121e79f9c590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3405709a-6e38-4ac7-9508-6306790055bf', 'name': '', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'mac_address': 'fa:16:3e:5a:de:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:13:12Z', 'updated_at': '2021-11-15T11:13:19Z', 'revision_number': 5, 'project_id': '27507e50335c4427bf73121e79f9c590', 'subnets': [{'id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:13:39.909665 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-670eacbf-9684-4bc9-bb24-7a4e5020c05d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d9c8d368bef4c74abee5cbe7283626d&device_id=717e5030-a3ef-403d-bb8c-449a4aa0a49e HTTP/1.1" status: 200 len: 1094 time: 0.0962124 Nov 15 11:13:39.922056 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a63e47e-e2fb-4d9a-b751-9898449c1808 req-88b73bfb-19de-4727-b17e-d91da26db5bc tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701339 Nov 15 11:13:39.950898 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d64948-52c1-4731-9e78-0022740a5600 x-openstack-request-id: req-e4d64948-52c1-4731-9e78-0022740a5600 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:39.951424 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30de7634-c87b-4c96-9c10-b333195ebf2c", "tag": "e22b0fda-3892-42d7-aaac-98c83fd6cb92", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:39.951424 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e4d64948-52c1-4731-9e78-0022740a5600 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:39.951793 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'tag': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92', 'status': 'completed', 'code': 200} Nov 15 11:13:39.959637 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-c84e08d8-63e7-4acd-a3e6-1c9e841b8830 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cd27855-c0a7-4d2a-9a39-95df8b08bbdb HTTP/1.1" status: 200 len: 217 time: 0.0364451 Nov 15 11:13:40.045755 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4742f-0884-4b1d-b76c-9eb414d37aad req-338b4a86-0507-4fb5-8b2b-229ae3f6e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:40.047522 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-eae4742f-0884-4b1d-b76c-9eb414d37aad req-338b4a86-0507-4fb5-8b2b-229ae3f6e2d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 1097 time: 0.0694263 Nov 15 11:13:40.091060 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-6dcd3419-eb1d-473a-b06c-347e3330d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:40.100606 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-6dcd3419-eb1d-473a-b06c-347e3330d930 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe02edeb-e83c-4883-9de3-f499a3c56d94 HTTP/1.1" status: 200 len: 851 time: 0.1327429 Nov 15 11:13:40.139082 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943cbca-2f4b-4797-b8b7-44c67be4c36e req-7fc147a5-ef50-49e0-b2e1-9ab233fbaa80 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:40.143428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9943cbca-2f4b-4797-b8b7-44c67be4c36e req-7fc147a5-ef50-49e0-b2e1-9ab233fbaa80 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 946 time: 0.1295815 Nov 15 11:13:40.161536 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4742f-0884-4b1d-b76c-9eb414d37aad req-2f12cc7a-71a1-4ae8-8073-56ece155bded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:40.164472 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-eae4742f-0884-4b1d-b76c-9eb414d37aad req-2f12cc7a-71a1-4ae8-8073-56ece155bded service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 913 time: 0.1068528 Nov 15 11:13:40.167308 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-5a7215f0-4eea-4741-a47f-eed8cfa1c2fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be01e75b-e554-4f10-bf07-0288c0981a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500636 Nov 15 11:13:40.180120 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c12389-238c-4f81-9004-134c796ff99d req-a3123e9b-0958-4e66-b397-6bda875894f3 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:40.181726 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5c12389-238c-4f81-9004-134c796ff99d req-a3123e9b-0958-4e66-b397-6bda875894f3 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 943 time: 0.1288142 Nov 15 11:13:40.225407 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57be76e4-f1a3-46cc-8498-91e7cde09ab6 None None] New status for floating IP 9b8cd57b-3bff-466d-a811-23017dae3db3: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:13:40.289045 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-eae4742f-0884-4b1d-b76c-9eb414d37aad req-da0bda78-922b-4fc3-94f5-f0ba8a140c09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92 HTTP/1.1" status: 200 len: 1000 time: 0.1046488 Nov 15 11:13:40.333948 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9943cbca-2f4b-4797-b8b7-44c67be4c36e req-9995b1c5-72fa-4a9a-a761-80ac48a19283 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671150 Nov 15 11:13:40.366790 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5c12389-238c-4f81-9004-134c796ff99d req-fa9527c4-82f9-4b65-b415-5b99cff4dc64 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627679 Nov 15 11:13:40.371468 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4742f-0884-4b1d-b76c-9eb414d37aad req-db3b2629-edb0-4c41-9163-36ade56b9b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:40.375921 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-eae4742f-0884-4b1d-b76c-9eb414d37aad req-db3b2629-edb0-4c41-9163-36ade56b9b26 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 200 len: 851 time: 0.0719712 Nov 15 11:13:40.415851 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-dfc59cf8-4bdc-46d0-893f-0e7226f8669a service neutron] 10.222.0.11 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267742 Nov 15 11:13:40.424577 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c828be9-aed2-43a9-9203-b7831e389c9a x-openstack-request-id: req-3c828be9-aed2-43a9-9203-b7831e389c9a {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:40.424938 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717e5030-a3ef-403d-bb8c-449a4aa0a49e", "tag": "1cd27855-c0a7-4d2a-9a39-95df8b08bbdb", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:40.425124 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3c828be9-aed2-43a9-9203-b7831e389c9a {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:40.425522 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717e5030-a3ef-403d-bb8c-449a4aa0a49e', 'tag': '1cd27855-c0a7-4d2a-9a39-95df8b08bbdb', 'status': 'completed', 'code': 200} Nov 15 11:13:40.450884 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4742f-0884-4b1d-b76c-9eb414d37aad req-2c4f7783-f2af-403b-b04d-c27fa3be1fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:40.456206 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-eae4742f-0884-4b1d-b76c-9eb414d37aad req-2c4f7783-f2af-403b-b04d-c27fa3be1fde service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e78f9bd-5aad-432a-85c1-63f165b57fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687418 Nov 15 11:13:40.590423 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccef797-71d9-453b-82dc-2f8a56b74483 req-160defa9-a4cd-43a9-ba03-9914855b8cf0 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:40.591944 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ccef797-71d9-453b-82dc-2f8a56b74483 req-160defa9-a4cd-43a9-ba03-9914855b8cf0 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 949 time: 0.0830226 Nov 15 11:13:40.603869 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-229b7b98-401f-4621-bdc2-e2c58d78557f req-e10c2dc0-c929-4384-a4b7-7cb0a37cece9 service neutron] 10.222.0.11 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766832 Nov 15 11:13:40.687971 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ccef797-71d9-453b-82dc-2f8a56b74483 req-b2962a60-9517-45d1-be1c-1283c58310ec tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827332 Nov 15 11:13:40.740229 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c087e-bcca-4f79-a62d-fdb5cab51fe7 req-c8d9ed2f-9d4e-4913-ac52-c66d1adec674 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:40.748877 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd1c087e-bcca-4f79-a62d-fdb5cab51fe7 req-c8d9ed2f-9d4e-4913-ac52-c66d1adec674 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 945 time: 0.1122315 Nov 15 11:13:40.853169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd1c087e-bcca-4f79-a62d-fdb5cab51fe7 req-3289399b-c394-491e-8fe4-f685cf7598f3 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6510f78-fe32-4cef-a0f2-443f8c274790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980833 Nov 15 11:13:40.860739 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe73dd-67c6-4fdd-bb5a-d676ac1ecaa7 req-794c70f2-9914-4802-9af1-5ef64151928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:40.862309 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96fe73dd-67c6-4fdd-bb5a-d676ac1ecaa7 req-794c70f2-9914-4802-9af1-5ef64151928b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d9c8d368bef4c74abee5cbe7283626d&device_id=717e5030-a3ef-403d-bb8c-449a4aa0a49e HTTP/1.1" status: 200 len: 1094 time: 0.1689873 Nov 15 11:13:40.877219 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-eae4742f-0884-4b1d-b76c-9eb414d37aad req-069fe57d-422c-4bee-bb11-3367a276ed9a service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170051 Nov 15 11:13:40.900318 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75eeb6-ebd5-43cc-a1c1-ffe497aa5640 req-db9ee77d-fd7b-4db4-b233-1e4621833d13 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:40.901861 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8a75eeb6-ebd5-43cc-a1c1-ffe497aa5640 req-db9ee77d-fd7b-4db4-b233-1e4621833d13 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 950 time: 0.1007440 Nov 15 11:13:40.958937 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 33d480c8-7550-4505-8439-2c8bd9d9fa3c up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:13:41.028485 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8a75eeb6-ebd5-43cc-a1c1-ffe497aa5640 req-65a6d6c2-19da-4f4a-980c-183a1d1c86da tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736015 Nov 15 11:13:41.033834 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-eae4742f-0884-4b1d-b76c-9eb414d37aad req-b9479e04-fee1-46d1-9a62-6524f90fd946 service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364000 Nov 15 11:13:41.076656 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 33d480c8-7550-4505-8439-2c8bd9d9fa3c completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:13:41.076984 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe73dd-67c6-4fdd-bb5a-d676ac1ecaa7 req-ddcf29c4-8342-4ccf-a099-65f1abebb8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:41.078499 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96fe73dd-67c6-4fdd-bb5a-d676ac1ecaa7 req-ddcf29c4-8342-4ccf-a099-65f1abebb8ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=be01e75b-e554-4f10-bf07-0288c0981a73 HTTP/1.1" status: 200 len: 912 time: 0.1757665 Nov 15 11:13:41.081706 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 33d480c8-7550-4505-8439-2c8bd9d9fa3c triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:41.082213 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:41.155689 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96fe73dd-67c6-4fdd-bb5a-d676ac1ecaa7 req-872e0d86-1292-4bb5-9608-8185d1634e42 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cd27855-c0a7-4d2a-9a39-95df8b08bbdb HTTP/1.1" status: 200 len: 217 time: 0.0687690 Nov 15 11:13:41.179315 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:41.209907 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7d892d-784d-478b-b2df-499db5f53b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d480c8-7550-4505-8439-2c8bd9d9fa3c'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:41.213821 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c986753e-eeae-4cb7-a60b-42855117ced6" -d '{"events": [{"server_uuid": "da7d892d-784d-478b-b2df-499db5f53b8f", "name": "network-vif-plugged", "status": "completed", "tag": "33d480c8-7550-4505-8439-2c8bd9d9fa3c"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:41.234233 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 33d480c8-7550-4505-8439-2c8bd9d9fa3c, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:41.238982 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:41.275519 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb3e189-d603-4189-ad4c-b39143df4c42 x-openstack-request-id: req-ecb3e189-d603-4189-ad4c-b39143df4c42 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:41.276107 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7d892d-784d-478b-b2df-499db5f53b8f", "name": "network-vif-plugged", "status": "completed", "tag": "33d480c8-7550-4505-8439-2c8bd9d9fa3c", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:41.276776 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ecb3e189-d603-4189-ad4c-b39143df4c42 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:41.277533 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7d892d-784d-478b-b2df-499db5f53b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d480c8-7550-4505-8439-2c8bd9d9fa3c', 'code': 200} Nov 15 11:13:41.283438 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a773a-e1b7-4f7d-ab42-2c46fdf7a1df req-a6c9d1b4-e0f8-4cb6-b836-45fb7f8d10cb tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:41.285138 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e9a773a-e1b7-4f7d-ab42-2c46fdf7a1df req-a6c9d1b4-e0f8-4cb6-b836-45fb7f8d10cb tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=717e5030-a3ef-403d-bb8c-449a4aa0a49e HTTP/1.1" status: 200 len: 943 time: 0.1324170 Nov 15 11:13:41.295622 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe73dd-67c6-4fdd-bb5a-d676ac1ecaa7 req-15f0715b-a2b2-4b89-b7e3-5835dcf5e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:41.298800 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96fe73dd-67c6-4fdd-bb5a-d676ac1ecaa7 req-15f0715b-a2b2-4b89-b7e3-5835dcf5e05e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe02edeb-e83c-4883-9de3-f499a3c56d94 HTTP/1.1" status: 200 len: 851 time: 0.0937581 Nov 15 11:13:41.337520 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:41.339318 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=33d480c8-7550-4505-8439-2c8bd9d9fa3c,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:41.356331 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96fe73dd-67c6-4fdd-bb5a-d676ac1ecaa7 req-a2bd28c0-7f04-4777-85f4-e722162656db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be01e75b-e554-4f10-bf07-0288c0981a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396938 Nov 15 11:13:41.373632 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e9a773a-e1b7-4f7d-ab42-2c46fdf7a1df req-46057a96-314b-40c4-8dbf-819af4e6ae00 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749662 Nov 15 11:13:41.459708 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36861c3-9c3b-4fa1-82cd-ba309190d070 req-b607186e-d91d-43d3-81bd-b286fc564f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:41.462143 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a36861c3-9c3b-4fa1-82cd-ba309190d070 req-b607186e-d91d-43d3-81bd-b286fc564f52 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 1101 time: 0.0760791 Nov 15 11:13:41.513417 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a36861c3-9c3b-4fa1-82cd-ba309190d070 req-e5d33337-048d-4eec-9751-1ee08a5ef431 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439408 Nov 15 11:13:41.549925 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96fe73dd-67c6-4fdd-bb5a-d676ac1ecaa7 req-29411bf2-3562-46bf-aa2b-ceddf6846b6b service neutron] 10.222.0.11 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752124 Nov 15 11:13:41.564039 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e824449-cb81-479b-afcf-6d5a25cc6f83 req-2eda601f-b1a2-46cc-b3b9-8c03d337f460 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:41.565545 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e824449-cb81-479b-afcf-6d5a25cc6f83 req-2eda601f-b1a2-46cc-b3b9-8c03d337f460 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 946 time: 0.1141279 Nov 15 11:13:41.578506 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751b1d7-7d23-4742-8da1-9168660d1a32 req-832ee604-b579-4e71-a1bd-b780eba6cc23 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:41.580130 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1751b1d7-7d23-4742-8da1-9168660d1a32 req-832ee604-b579-4e71-a1bd-b780eba6cc23 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 943 time: 0.1154563 Nov 15 11:13:41.654287 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e824449-cb81-479b-afcf-6d5a25cc6f83 req-0db2fc12-f769-4ba4-b6e4-e8b5a211fadc tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730941 Nov 15 11:13:41.662819 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1751b1d7-7d23-4742-8da1-9168660d1a32 req-21b2688d-d5e9-4fdc-886b-6f45923ac780 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748775 Nov 15 11:13:41.890988 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d43b52-3c0e-479f-a097-c842a03f76ce req-bdb8b72f-afb4-42e2-ae18-fe1574b8af1c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:41.892514 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8d43b52-3c0e-479f-a097-c842a03f76ce req-bdb8b72f-afb4-42e2-ae18-fe1574b8af1c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.1086071 Nov 15 11:13:41.932114 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96fe73dd-67c6-4fdd-bb5a-d676ac1ecaa7 req-832e1032-05be-476e-9a34-0903fdabe1ea service neutron] 10.222.0.11 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460795 Nov 15 11:13:41.985925 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8d43b52-3c0e-479f-a097-c842a03f76ce req-4c90e63f-052e-4f21-9bf7-d27edae744de tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822885 Nov 15 11:13:42.017802 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860b2e3-2b4d-4002-b580-02136408d82f req-c85f3b32-2459-4d0d-9b54-4af48e611110 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:42.019495 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2860b2e3-2b4d-4002-b580-02136408d82f req-c85f3b32-2459-4d0d-9b54-4af48e611110 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 945 time: 0.0813930 Nov 15 11:13:42.064922 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:42.079291 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2860b2e3-2b4d-4002-b580-02136408d82f req-0e9a202a-e8df-46f4-b439-6200a1670908 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6510f78-fe32-4cef-a0f2-443f8c274790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537305 Nov 15 11:13:42.189231 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24283996-ba2a-4a90-9b35-69a0bc2a4e63 req-277d5eff-1f3a-4b06-98bc-acfade866d3c tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:42.190811 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24283996-ba2a-4a90-9b35-69a0bc2a4e63 req-277d5eff-1f3a-4b06-98bc-acfade866d3c tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 950 time: 0.0789816 Nov 15 11:13:42.232477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4d278-929c-4e02-914e-1fdb02d44c7b req-58a551ad-4416-480a-89aa-2b19d9aa2435 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:42.234044 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-caa4d278-929c-4e02-914e-1fdb02d44c7b req-58a551ad-4416-480a-89aa-2b19d9aa2435 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 945 time: 0.0854592 Nov 15 11:13:42.243168 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52572) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:13:42.250453 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2ae0a007-dec4-4f32-b76b-52590e783cb3 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Request body: {'floatingip': {'port_id': '11f23be5-b2b8-4f86-9fce-4b31d769d4cf'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:42.263592 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24283996-ba2a-4a90-9b35-69a0bc2a4e63 req-efbe58c6-f849-4aab-aa88-bc5db585704a tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654125 Nov 15 11:13:42.309220 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a007-dec4-4f32-b76b-52590e783cb3 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:42.567169 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e89648-20bc-42dc-8d6c-d7fd7c855408 req-c1521c32-516c-44d3-af86-0ee3855d4e62 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:42.569056 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-26e89648-20bc-42dc-8d6c-d7fd7c855408 req-c1521c32-516c-44d3-af86-0ee3855d4e62 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=717e5030-a3ef-403d-bb8c-449a4aa0a49e HTTP/1.1" status: 200 len: 943 time: 0.0974624 Nov 15 11:13:42.579767 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304723f4-8d93-41aa-b8b3-10b5cd1f2015 req-9b456013-4376-49e8-ad7a-e3df8292b369 tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:42.584464 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-304723f4-8d93-41aa-b8b3-10b5cd1f2015 req-9b456013-4376-49e8-ad7a-e3df8292b369 tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 1101 time: 0.0669565 Nov 15 11:13:42.658234 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-26e89648-20bc-42dc-8d6c-d7fd7c855408 req-5ae2ef90-b573-45e3-a33a-f867084c5da0 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808074 Nov 15 11:13:42.661023 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-304723f4-8d93-41aa-b8b3-10b5cd1f2015 req-34d731dc-b34b-4063-a07d-82849fc00c54 tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682588 Nov 15 11:13:42.783237 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a007-dec4-4f32-b76b-52590e783cb3 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:42.788119 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a007-dec4-4f32-b76b-52590e783cb3 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:42.835003 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8923d-e11e-4b7b-b874-e1c4bd238b55 req-24088934-919b-41b3-b748-c5342753a5ea tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:42.842623 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90a8923d-e11e-4b7b-b874-e1c4bd238b55 req-24088934-919b-41b3-b748-c5342753a5ea tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 946 time: 0.1013103 Nov 15 11:13:42.857574 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23905577-1b14-4df9-a853-846ceda24b7e req-2500a28b-64fd-40bc-af41-af246c53a5b8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:42.859193 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-23905577-1b14-4df9-a853-846ceda24b7e req-2500a28b-64fd-40bc-af41-af246c53a5b8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 943 time: 0.0900438 Nov 15 11:13:42.892046 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-2ae0a007-dec4-4f32-b76b-52590e783cb3 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Floating IP cd93914d-780e-4190-bf4c-2664f66a4672 associated. External IP: 172.25.7.225, port: 11f23be5-b2b8-4f86-9fce-4b31d769d4cf. Nov 15 11:13:42.937127 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-23905577-1b14-4df9-a853-846ceda24b7e req-59dc113a-9608-4934-9e88-e14f231e82ee tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619221 Nov 15 11:13:42.946488 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90a8923d-e11e-4b7b-b874-e1c4bd238b55 req-3f400e2e-25ae-4f39-babc-0e857446ed01 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017554 Nov 15 11:13:43.164018 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b284501-b1f9-4057-8747-5e8224daed33 req-70a0b88f-15d5-4065-8506-92a4a4267e27 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:43.172209 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b284501-b1f9-4057-8747-5e8224daed33 req-70a0b88f-15d5-4065-8506-92a4a4267e27 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.0649269 Nov 15 11:13:43.197062 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae0a007-dec4-4f32-b76b-52590e783cb3 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Router 224395da-a118-4dea-b8ee-d58703195077 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:13:43.250233 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b284501-b1f9-4057-8747-5e8224daed33 req-b30314da-c08f-4fed-91d9-5483b37ae014 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734599 Nov 15 11:13:43.291494 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e83f7f-4add-4cd8-9219-fec4ad75c100 req-6a557982-a961-4317-99ca-5b036dd3eab0 tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:43.293765 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84e83f7f-4add-4cd8-9219-fec4ad75c100 req-6a557982-a961-4317-99ca-5b036dd3eab0 tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 1101 time: 0.0675604 Nov 15 11:13:43.346281 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae0a007-dec4-4f32-b76b-52590e783cb3 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:13:43.348906 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84e83f7f-4add-4cd8-9219-fec4ad75c100 req-586ef80b-1882-494a-b37f-26f0999dc941 tempest-ServersAdminTestJSON-1275287782 tempest-ServersAdminTestJSON-1275287782-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489719 Nov 15 11:13:43.355487 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a007-dec4-4f32-b76b-52590e783cb3 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:43.358104 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c3ba73-02ee-4a64-966a-34914a248fcb None None] Sync routers for ids ['224395da-a118-4dea-b8ee-d58703195077'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:13:43.372871 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c3ba73-02ee-4a64-966a-34914a248fcb None None] Routers {'224395da-a118-4dea-b8ee-d58703195077'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:13:43.373786 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a8c3ba73-02ee-4a64-966a-34914a248fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:13:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['224395da-a118-4dea-b8ee-d58703195077'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:13:43.385432 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2ae0a007-dec4-4f32-b76b-52590e783cb3 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "PUT /v2.0/floatingips/cd93914d-780e-4190-bf4c-2664f66a4672 HTTP/1.1" status: 200 len: 991 time: 1.1404316 Nov 15 11:13:43.386165 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc3f170-8d50-4968-8cc3-3745dff03c6b', 'tag': '11f23be5-b2b8-4f86-9fce-4b31d769d4cf'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:43.388758 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac39d518-4c29-4c90-8758-4cef2be496c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc3f170-8d50-4968-8cc3-3745dff03c6b", "tag": "11f23be5-b2b8-4f86-9fce-4b31d769d4cf"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:43.496586 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46be4f91-e0a1-4c8b-b990-081cc3c6726b x-openstack-request-id: req-46be4f91-e0a1-4c8b-b990-081cc3c6726b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:43.497826 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc3f170-8d50-4968-8cc3-3745dff03c6b", "tag": "11f23be5-b2b8-4f86-9fce-4b31d769d4cf", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:43.497826 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-46be4f91-e0a1-4c8b-b990-081cc3c6726b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:43.498160 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc3f170-8d50-4968-8cc3-3745dff03c6b', 'tag': '11f23be5-b2b8-4f86-9fce-4b31d769d4cf', 'status': 'completed', 'code': 200} Nov 15 11:13:43.499099 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-a8c3ba73-02ee-4a64-966a-34914a248fcb None None] Set router 224395da-a118-4dea-b8ee-d58703195077 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:13:43.568295 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39d518-4c29-4c90-8758-4cef2be496c3 req-b68724b0-f688-429c-b9ac-237c6ea1d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:43.570107 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac39d518-4c29-4c90-8758-4cef2be496c3 req-b68724b0-f688-429c-b9ac-237c6ea1d36b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07190b821157497db376988d8fa80885&device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 1096 time: 0.0447261 Nov 15 11:13:43.697727 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed94c95-e510-4a72-b849-92a0b62186ba req-0bce395a-3ed7-456a-96cf-4cdb5706c46b tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:43.704782 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3ed94c95-e510-4a72-b849-92a0b62186ba req-0bce395a-3ed7-456a-96cf-4cdb5706c46b tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=98123018-987c-4037-91cc-993c0a5a5f36 HTTP/1.1" status: 200 len: 950 time: 0.1011944 Nov 15 11:13:43.738030 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39d518-4c29-4c90-8758-4cef2be496c3 req-79c1b024-4a73-421c-bf3a-698b98c3d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:43.739853 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac39d518-4c29-4c90-8758-4cef2be496c3 req-79c1b024-4a73-421c-bf3a-698b98c3d156 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae054da0-1712-49af-9c95-3ed444cb371a HTTP/1.1" status: 200 len: 916 time: 0.1484034 Nov 15 11:13:43.749759 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a8c3ba73-02ee-4a64-966a-34914a248fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224395da-a118-4dea-b8ee-d58703195077', 'name': 'tempest-ServersTestBootFromVolume-914929958-router', 'tenant_id': '07190b821157497db376988d8fa80885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:12:27Z', 'updated_at': '2021-11-15T11:12:34Z', 'revision_number': 4, 'project_id': '07190b821157497db376988d8fa80885', 'gw_port': {'id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224395da-a118-4dea-b8ee-d58703195077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:12:28Z', 'updated_at': '2021-11-15T11:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'cd93914d-780e-4190-bf4c-2664f66a4672', 'tenant_id': '07190b821157497db376988d8fa80885', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '224395da-a118-4dea-b8ee-d58703195077', 'port_id': '11f23be5-b2b8-4f86-9fce-4b31d769d4cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a', 'mac_address': 'fa:16:3e:ef:28:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc3f170-8d50-4968-8cc3-3745dff03c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:12:38Z', 'updated_at': '2021-11-15T11:13:42Z', 'revision_number': 1, 'project_id': '07190b821157497db376988d8fa80885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466b70c3-e994-4f86-9538-6e2dffe7dae1', 'name': '', 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a', 'tenant_id': '07190b821157497db376988d8fa80885', 'mac_address': 'fa:16:3e:bb:f6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224395da-a118-4dea-b8ee-d58703195077', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e661f3a9-0e06-442b-b9c9-98d82f57e8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:12:33Z', 'updated_at': '2021-11-15T11:12:39Z', 'revision_number': 5, 'project_id': '07190b821157497db376988d8fa80885', 'subnets': [{'id': 'e661f3a9-0e06-442b-b9c9-98d82f57e8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:13:43.776052 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c3ba73-02ee-4a64-966a-34914a248fcb None None] Checking router: 224395da-a118-4dea-b8ee-d58703195077 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:13:43.785164 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c3ba73-02ee-4a64-966a-34914a248fcb None None] Routers {'224395da-a118-4dea-b8ee-d58703195077'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:13:43.785880 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a8c3ba73-02ee-4a64-966a-34914a248fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:13:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['224395da-a118-4dea-b8ee-d58703195077'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:13:43.849169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3ed94c95-e510-4a72-b849-92a0b62186ba req-b449e8de-486e-4e20-8290-b95ecdc78f3e tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435225 Nov 15 11:13:43.864442 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac39d518-4c29-4c90-8758-4cef2be496c3 req-ac1d7d79-d8df-4b96-8711-ade61765657c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11f23be5-b2b8-4f86-9fce-4b31d769d4cf HTTP/1.1" status: 200 len: 999 time: 0.1157103 Nov 15 11:13:43.888824 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c69f5-0569-4abf-8f11-9882eae1d18f req-dda4d085-e0d1-4d4b-9d44-7e0853c68e14 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:43.890454 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f30c69f5-0569-4abf-8f11-9882eae1d18f req-dda4d085-e0d1-4d4b-9d44-7e0853c68e14 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=717e5030-a3ef-403d-bb8c-449a4aa0a49e HTTP/1.1" status: 200 len: 943 time: 0.1407039 Nov 15 11:13:43.906881 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-a8c3ba73-02ee-4a64-966a-34914a248fcb None None] Set router 224395da-a118-4dea-b8ee-d58703195077 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:13:43.946732 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39d518-4c29-4c90-8758-4cef2be496c3 req-f30eb772-38bc-4040-9caa-d91ef62e2fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:43.949197 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac39d518-4c29-4c90-8758-4cef2be496c3 req-f30eb772-38bc-4040-9caa-d91ef62e2fc1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e661f3a9-0e06-442b-b9c9-98d82f57e8e3 HTTP/1.1" status: 200 len: 854 time: 0.0749135 Nov 15 11:13:43.992671 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f30c69f5-0569-4abf-8f11-9882eae1d18f req-4da09b91-94b7-4119-af5e-6d090e21dc30 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826845 Nov 15 11:13:44.034785 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39d518-4c29-4c90-8758-4cef2be496c3 req-4bc309a2-0f8b-4c69-9c4d-37a4bb841199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:44.038883 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac39d518-4c29-4c90-8758-4cef2be496c3 req-4bc309a2-0f8b-4c69-9c4d-37a4bb841199 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae054da0-1712-49af-9c95-3ed444cb371a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813420 Nov 15 11:13:44.183173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a5200-9bc1-43a6-93e3-c842825f96e5 req-ef28ac6b-ae8e-4255-ad55-9f74370ebbf2 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:44.189877 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a8c3ba73-02ee-4a64-966a-34914a248fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224395da-a118-4dea-b8ee-d58703195077', 'name': 'tempest-ServersTestBootFromVolume-914929958-router', 'tenant_id': '07190b821157497db376988d8fa80885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:12:27Z', 'updated_at': '2021-11-15T11:12:34Z', 'revision_number': 4, 'project_id': '07190b821157497db376988d8fa80885', 'gw_port': {'id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224395da-a118-4dea-b8ee-d58703195077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:12:28Z', 'updated_at': '2021-11-15T11:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'cd93914d-780e-4190-bf4c-2664f66a4672', 'tenant_id': '07190b821157497db376988d8fa80885', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '224395da-a118-4dea-b8ee-d58703195077', 'port_id': '11f23be5-b2b8-4f86-9fce-4b31d769d4cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a', 'mac_address': 'fa:16:3e:ef:28:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc3f170-8d50-4968-8cc3-3745dff03c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:12:38Z', 'updated_at': '2021-11-15T11:13:42Z', 'revision_number': 1, 'project_id': '07190b821157497db376988d8fa80885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466b70c3-e994-4f86-9538-6e2dffe7dae1', 'name': '', 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a', 'tenant_id': '07190b821157497db376988d8fa80885', 'mac_address': 'fa:16:3e:bb:f6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224395da-a118-4dea-b8ee-d58703195077', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e661f3a9-0e06-442b-b9c9-98d82f57e8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:12:33Z', 'updated_at': '2021-11-15T11:12:39Z', 'revision_number': 5, 'project_id': '07190b821157497db376988d8fa80885', 'subnets': [{'id': 'e661f3a9-0e06-442b-b9c9-98d82f57e8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:13:44.190719 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e1a5200-9bc1-43a6-93e3-c842825f96e5 req-ef28ac6b-ae8e-4255-ad55-9f74370ebbf2 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 943 time: 0.1581802 Nov 15 11:13:44.220876 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c3ba73-02ee-4a64-966a-34914a248fcb None None] The sync data for ids ['224395da-a118-4dea-b8ee-d58703195077'] in n-d-729945-9 is: [{'id': '224395da-a118-4dea-b8ee-d58703195077', 'name': 'tempest-ServersTestBootFromVolume-914929958-router', 'tenant_id': '07190b821157497db376988d8fa80885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:12:27Z', 'updated_at': '2021-11-15T11:12:34Z', 'revision_number': 4, 'project_id': '07190b821157497db376988d8fa80885', 'gw_port': {'id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224395da-a118-4dea-b8ee-d58703195077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:12:28Z', 'updated_at': '2021-11-15T11:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'cd93914d-780e-4190-bf4c-2664f66a4672', 'tenant_id': '07190b821157497db376988d8fa80885', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '224395da-a118-4dea-b8ee-d58703195077', 'port_id': '11f23be5-b2b8-4f86-9fce-4b31d769d4cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a', 'mac_address': 'fa:16:3e:ef:28:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc3f170-8d50-4968-8cc3-3745dff03c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:12:38Z', 'updated_at': '2021-11-15T11:13:42Z', 'revision_number': 1, 'project_id': '07190b821157497db376988d8fa80885', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466b70c3-e994-4f86-9538-6e2dffe7dae1', 'name': '', 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a', 'tenant_id': '07190b821157497db376988d8fa80885', 'mac_address': 'fa:16:3e:bb:f6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224395da-a118-4dea-b8ee-d58703195077', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e661f3a9-0e06-442b-b9c9-98d82f57e8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:12:33Z', 'updated_at': '2021-11-15T11:12:39Z', 'revision_number': 5, 'project_id': '07190b821157497db376988d8fa80885', 'subnets': [{'id': 'e661f3a9-0e06-442b-b9c9-98d82f57e8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:13:44.223161 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de979ce3-fde3-41ef-94af-29ab6863b44b req-2864c103-5978-4a2e-a3b7-d64224a7dce2 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:44.224838 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-de979ce3-fde3-41ef-94af-29ab6863b44b req-2864c103-5978-4a2e-a3b7-d64224a7dce2 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 946 time: 0.1511850 Nov 15 11:13:44.271206 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac39d518-4c29-4c90-8758-4cef2be496c3 req-9b7f201b-e722-4d03-86c7-1b2978889cd1 service neutron] 10.222.0.55 "GET /v2.0/networks/ae054da0-1712-49af-9c95-3ed444cb371a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963189 Nov 15 11:13:44.313541 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e1a5200-9bc1-43a6-93e3-c842825f96e5 req-4422840d-aa00-422e-a3f7-7014f8b27726 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219006 Nov 15 11:13:44.364528 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-de979ce3-fde3-41ef-94af-29ab6863b44b req-067d53e3-d2b8-4bb4-bfab-93c4af4d11b8 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279712 Nov 15 11:13:44.422687 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac39d518-4c29-4c90-8758-4cef2be496c3 req-314a228c-e9e8-4eda-9bba-2c01da09961f service neutron] 10.222.0.55 "GET /v2.0/networks/ae054da0-1712-49af-9c95-3ed444cb371a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370213 Nov 15 11:13:44.491390 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9b8fa5-de95-4e24-a175-5141d1747b6a None None] New status for floating IP cd93914d-780e-4190-bf4c-2664f66a4672: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:13:44.538039 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b38b55-9591-4c77-b4a9-63eabc7e7ee8 req-735e7c12-4009-4e7f-aacd-fdeb3feb7eef tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:44.539646 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a8b38b55-9591-4c77-b4a9-63eabc7e7ee8 req-735e7c12-4009-4e7f-aacd-fdeb3feb7eef tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.0545783 Nov 15 11:13:44.587410 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a8b38b55-9591-4c77-b4a9-63eabc7e7ee8 req-18d747b5-90bb-454c-beb1-4bef38064dd4 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416319 Nov 15 11:13:44.697710 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bb3f5-47ab-4e2c-a108-3e3ea1ce21fb req-f2383cd5-f7b8-4676-a469-ca7c4ff889ad tempest-MigrationsAdminTest-339048882 tempest-MigrationsAdminTest-339048882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:44.699296 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-994bb3f5-47ab-4e2c-a108-3e3ea1ce21fb req-f2383cd5-f7b8-4676-a469-ca7c4ff889ad tempest-MigrationsAdminTest-339048882 tempest-MigrationsAdminTest-339048882-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 1101 time: 0.0410664 Nov 15 11:13:44.745053 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-994bb3f5-47ab-4e2c-a108-3e3ea1ce21fb req-a717fedf-57fe-40a8-8937-cdb4f84aba32 tempest-MigrationsAdminTest-339048882 tempest-MigrationsAdminTest-339048882-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396957 Nov 15 11:13:44.969966 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c6bcf-a2f4-4f29-ba64-d4c615d97a47 req-689a8b47-bc4d-4baf-a06c-46fe944eca3b tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:44.971495 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e5c6bcf-a2f4-4f29-ba64-d4c615d97a47 req-689a8b47-bc4d-4baf-a06c-46fe944eca3b tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=98123018-987c-4037-91cc-993c0a5a5f36 HTTP/1.1" status: 200 len: 950 time: 0.0512269 Nov 15 11:13:44.982445 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:13:45.023468 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e5c6bcf-a2f4-4f29-ba64-d4c615d97a47 req-bee18667-14ba-4d25-8e0e-d01e37d1ddb9 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443926 Nov 15 11:13:45.090320 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=1cd27855-c0a7-4d2a-9a39-95df8b08bbdb,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:45.108548 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '1cd27855-c0a7-4d2a-9a39-95df8b08bbdb', 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73', 'port_id': '1cd27855-c0a7-4d2a-9a39-95df8b08bbdb', 'mac_address': 'fa:16:3e:7b:d7:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe02edeb-e83c-4883-9de3-f499a3c56d94', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:13:45.138394 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866ce2d-ba44-427c-9131-668c6235caa3 req-b7b0109f-52ff-4330-9479-fa77e1c7a6da tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:45.139967 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d866ce2d-ba44-427c-9131-668c6235caa3 req-b7b0109f-52ff-4330-9479-fa77e1c7a6da tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=717e5030-a3ef-403d-bb8c-449a4aa0a49e HTTP/1.1" status: 200 len: 943 time: 0.0566428 Nov 15 11:13:45.149298 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:45.168102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:13:45.198337 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=1cd27855-c0a7-4d2a-9a39-95df8b08bbdb,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:45.204495 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:45.216483 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d866ce2d-ba44-427c-9131-668c6235caa3 req-0d8b4c46-fe63-49b8-9de8-34712ded2981 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700564 Nov 15 11:13:45.265458 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-e390a2f5-268b-4479-a2a9-26596df1f983 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0489321 Nov 15 11:13:45.266092 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=1cd27855-c0a7-4d2a-9a39-95df8b08bbdb,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:45.565490 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4476b-3897-46c6-a482-d273053703ec req-d17cbc39-18ac-4c39-a37e-9faccd655e13 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:45.566969 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f9f4476b-3897-46c6-a482-d273053703ec req-d17cbc39-18ac-4c39-a37e-9faccd655e13 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.55 "GET /v2.0/ports?device_id=98123018-987c-4037-91cc-993c0a5a5f36 HTTP/1.1" status: 200 len: 950 time: 0.3928766 Nov 15 11:13:45.622043 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a9a25-04f4-40f5-9640-6a664bf56a88 req-eb9cabc5-e7bd-453c-a89f-e4d4f4b11da0 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:45.623858 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d8a9a25-04f4-40f5-9640-6a664bf56a88 req-eb9cabc5-e7bd-453c-a89f-e4d4f4b11da0 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.4050527 Nov 15 11:13:45.634603 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbffc6-289e-4801-b48a-d837d8aeaa00 req-7a047d13-ae96-465d-9d3d-5f0f23e42b8a tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:45.636046 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1dbffc6-289e-4801-b48a-d837d8aeaa00 req-7a047d13-ae96-465d-9d3d-5f0f23e42b8a tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 943 time: 0.1089776 Nov 15 11:13:45.672891 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['1cd27855-c0a7-4d2a-9a39-95df8b08bbdb'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:13:45.745990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d8a9a25-04f4-40f5-9640-6a664bf56a88 req-1fdb409a-3a4e-41e6-93b5-0774fc9b6ffb tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089725 Nov 15 11:13:45.753895 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1dbffc6-289e-4801-b48a-d837d8aeaa00 req-dea95cfe-4f73-4ee4-9ad6-e941b9e674a2 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071923 Nov 15 11:13:45.791466 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f9f4476b-3897-46c6-a482-d273053703ec req-2f7e0240-afcc-4910-af28-603748bf81c3 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Deleting port 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:13:45.791789 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f9f4476b-3897-46c6-a482-d273053703ec req-2f7e0240-afcc-4910-af28-603748bf81c3 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:45.916998 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7071e-9c88-4541-b2ff-a2c23e65058e req-35880d62-6287-4066-9364-ed4878c991ec tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:45.918493 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83b7071e-9c88-4541-b2ff-a2c23e65058e req-35880d62-6287-4066-9364-ed4878c991ec tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 946 time: 0.0860541 Nov 15 11:13:45.937292 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-f9f4476b-3897-46c6-a482-d273053703ec req-2f7e0240-afcc-4910-af28-603748bf81c3 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] For port 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=45d9f2fe-0f0b-41b6-9ca7-c55207c70fea,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:45.937704 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f9f4476b-3897-46c6-a482-d273053703ec req-2f7e0240-afcc-4910-af28-603748bf81c3 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:45.961879 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f9f4476b-3897-46c6-a482-d273053703ec req-2f7e0240-afcc-4910-af28-603748bf81c3 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Calling delete_port for 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:13:45.992840 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83b7071e-9c88-4541-b2ff-a2c23e65058e req-79886266-0773-4d08-b91d-564b7f5d2fde tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682712 Nov 15 11:13:46.146739 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f9f4476b-3897-46c6-a482-d273053703ec req-2f7e0240-afcc-4910-af28-603748bf81c3 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:46.159807 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['45d9f2fe-0f0b-41b6-9ca7-c55207c70fea', '11716b14-97a5-4465-acdf-3caa497b2c16'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:13:46.168857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d16c9-80de-4504-8951-70ec10d0c1d4 req-bfcd66d4-c8c7-49a0-ab6b-bf2a1670bc5e tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:46.170362 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd6d16c9-80de-4504-8951-70ec10d0c1d4 req-bfcd66d4-c8c7-49a0-ab6b-bf2a1670bc5e tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=98123018-987c-4037-91cc-993c0a5a5f36 HTTP/1.1" status: 200 len: 867 time: 0.0713851 Nov 15 11:13:46.190957 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e0240-afcc-4910-af28-603748bf81c3 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Pushing event deleted for resources: {'Port': ['ID=45d9f2fe-0f0b-41b6-9ca7-c55207c70fea,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:46.248899 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f4476b-3897-46c6-a482-d273053703ec req-2f7e0240-afcc-4910-af28-603748bf81c3 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] No DVR routers for this DVR port 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:13:46.251740 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f9f4476b-3897-46c6-a482-d273053703ec req-2f7e0240-afcc-4910-af28-603748bf81c3 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:46.255391 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f9f4476b-3897-46c6-a482-d273053703ec req-2f7e0240-afcc-4910-af28-603748bf81c3 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.55 "DELETE /v2.0/ports/45d9f2fe-0f0b-41b6-9ca7-c55207c70fea HTTP/1.1" status: 204 len: 173 time: 0.6790810 Nov 15 11:13:46.261614 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98123018-987c-4037-91cc-993c0a5a5f36', 'name': 'network-vif-deleted', 'tag': '45d9f2fe-0f0b-41b6-9ca7-c55207c70fea'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:46.263935 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d4b973-f9fe-47bd-80cd-4a2a6121f337" -d '{"events": [{"server_uuid": "98123018-987c-4037-91cc-993c0a5a5f36", "name": "network-vif-deleted", "tag": "45d9f2fe-0f0b-41b6-9ca7-c55207c70fea"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:46.291951 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd6d16c9-80de-4504-8951-70ec10d0c1d4 req-11b82bb9-55cb-4e6f-89bf-2ed06404b3f2 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040111 Nov 15 11:13:46.341404 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed50bdea-ba34-4361-9a31-51da85e589c4 x-openstack-request-id: req-ed50bdea-ba34-4361-9a31-51da85e589c4 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:46.341688 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98123018-987c-4037-91cc-993c0a5a5f36", "name": "network-vif-deleted", "tag": "45d9f2fe-0f0b-41b6-9ca7-c55207c70fea", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:46.341949 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed50bdea-ba34-4361-9a31-51da85e589c4 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:46.342328 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98123018-987c-4037-91cc-993c0a5a5f36', 'name': 'network-vif-deleted', 'tag': '45d9f2fe-0f0b-41b6-9ca7-c55207c70fea', 'status': 'completed', 'code': 200} Nov 15 11:13:46.360950 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e8225-9e74-4bdb-a1f3-88478d244217 req-94263c2b-efe4-4c02-89a4-de711e11a037 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:46.362426 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-537e8225-9e74-4bdb-a1f3-88478d244217 req-94263c2b-efe4-4c02-89a4-de711e11a037 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=717e5030-a3ef-403d-bb8c-449a4aa0a49e HTTP/1.1" status: 200 len: 944 time: 0.0604432 Nov 15 11:13:46.408483 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-537e8225-9e74-4bdb-a1f3-88478d244217 req-5dd57353-ae08-467f-8a0d-74c02f1e1295 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399234 Nov 15 11:13:46.560338 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-bd186629-8a8b-4a34-9492-0e121772b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:46.561806 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-bd186629-8a8b-4a34-9492-0e121772b357 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 1101 time: 0.0423007 Nov 15 11:13:46.672426 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-9cdb261d-4d64-46ef-97b9-f6af194b1d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:46.673910 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-9cdb261d-4d64-46ef-97b9-f6af194b1d2d service neutron] 10.222.0.11 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.0909221 Nov 15 11:13:46.715773 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-8f985b84-9d7c-409a-93e9-84e7adf2361a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c HTTP/1.1" status: 200 len: 217 time: 0.0329025 Nov 15 11:13:46.763941 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-76f478b9-15c3-464e-9088-b6d5d5f2b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:46.765332 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-76f478b9-15c3-464e-9088-b6d5d5f2b371 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0426509 Nov 15 11:13:46.766867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['4b21cc45-81b9-4baa-af67-2195764257f5'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:13:46.830064 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-a831f82a-547e-4474-bd71-9316434339e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:46.831853 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-a831f82a-547e-4474-bd71-9316434339e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0490150 Nov 15 11:13:46.965788 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1ed26-314a-450b-b344-3d2a22a2aa11 req-2b968c58-3f22-432d-aa43-f3926ef03107 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:46.967286 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4af1ed26-314a-450b-b344-3d2a22a2aa11 req-2b968c58-3f22-432d-aa43-f3926ef03107 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.1345482 Nov 15 11:13:46.984022 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:13:46.995701 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645f41a-53e9-4663-ab9b-6e41a1bababd req-acc7865b-11e4-4653-9652-47b0e209045c tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:46.997175 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4645f41a-53e9-4663-ab9b-6e41a1bababd req-acc7865b-11e4-4653-9652-47b0e209045c tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 943 time: 0.1223645 Nov 15 11:13:47.033473 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:13:47.035540 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-626a5655-36ff-4c8a-b23a-dfe7570d913e service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937647 Nov 15 11:13:47.038145 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:47.038588 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:47.111473 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4af1ed26-314a-450b-b344-3d2a22a2aa11 req-304ef672-ebef-4c4f-84b9-be0c43e665fb tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364362 Nov 15 11:13:47.121042 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:47.129610 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4645f41a-53e9-4663-ab9b-6e41a1bababd req-1c22bc21-a4cc-422b-89ff-0db3c5512cee tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216865 Nov 15 11:13:47.155791 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717e5030-a3ef-403d-bb8c-449a4aa0a49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd27855-c0a7-4d2a-9a39-95df8b08bbdb'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:47.158067 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983123e2-a08c-468e-8baa-e57a5948f049" -d '{"events": [{"server_uuid": "717e5030-a3ef-403d-bb8c-449a4aa0a49e", "name": "network-vif-plugged", "status": "completed", "tag": "1cd27855-c0a7-4d2a-9a39-95df8b08bbdb"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:47.171126 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=1cd27855-c0a7-4d2a-9a39-95df8b08bbdb,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:47.176276 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:47.184961 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-52bb163d-fdfb-4e88-b7d6-47e42191a713 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367872 Nov 15 11:13:47.242123 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=1cd27855-c0a7-4d2a-9a39-95df8b08bbdb,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:47.309443 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf99ffa-20b0-4176-a820-2a641ac3d84e x-openstack-request-id: req-2bf99ffa-20b0-4176-a820-2a641ac3d84e {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:47.309796 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717e5030-a3ef-403d-bb8c-449a4aa0a49e", "name": "network-vif-plugged", "status": "completed", "tag": "1cd27855-c0a7-4d2a-9a39-95df8b08bbdb", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:47.310091 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2bf99ffa-20b0-4176-a820-2a641ac3d84e {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:47.310482 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717e5030-a3ef-403d-bb8c-449a4aa0a49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd27855-c0a7-4d2a-9a39-95df8b08bbdb', 'code': 200} Nov 15 11:13:47.338439 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d20ce3-8116-4537-92f7-a48720452787 req-673a890d-a16b-4cc4-bc53-f1109f7734c9 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:47.347296 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-93d20ce3-8116-4537-92f7-a48720452787 req-673a890d-a16b-4cc4-bc53-f1109f7734c9 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 946 time: 0.0677271 Nov 15 11:13:47.399231 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-93d20ce3-8116-4537-92f7-a48720452787 req-063311fc-e55d-40f0-9c2f-3b6bdf094da4 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510843 Nov 15 11:13:47.428685 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d318b8-8935-4870-89b1-ee8168c3874d req-a823630b-a28a-46d2-9b9c-82ec25e52f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:47.430176 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-48d318b8-8935-4870-89b1-ee8168c3874d req-a823630b-a28a-46d2-9b9c-82ec25e52f27 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=717e5030-a3ef-403d-bb8c-449a4aa0a49e HTTP/1.1" status: 200 len: 1096 time: 0.0453413 Nov 15 11:13:47.488019 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-48d318b8-8935-4870-89b1-ee8168c3874d req-127aa064-1412-4e37-9db6-3db4870ce3b9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496011 Nov 15 11:13:47.536365 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0c3fd-27a1-404f-8052-ecefe08bc3c0 req-a9ff6d69-65c3-4fdb-a251-b052fa02829a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:47.537882 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-49d0c3fd-27a1-404f-8052-ecefe08bc3c0 req-a9ff6d69-65c3-4fdb-a251-b052fa02829a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=717e5030-a3ef-403d-bb8c-449a4aa0a49e HTTP/1.1" status: 200 len: 945 time: 0.0489562 Nov 15 11:13:47.611377 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd79415-22c7-45ff-b986-6db75149a4f9 req-40c103dd-00ef-4659-83c8-0c6aad8aa89e tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:47.612825 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7fd79415-22c7-45ff-b986-6db75149a4f9 req-40c103dd-00ef-4659-83c8-0c6aad8aa89e tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=65f72b27-73f1-488c-8ddb-f1a10c9e79bc HTTP/1.1" status: 200 len: 949 time: 0.0740867 Nov 15 11:13:47.616500 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-49d0c3fd-27a1-404f-8052-ecefe08bc3c0 req-98c0e5ed-8be9-48f4-98fe-b962da9adb38 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697267 Nov 15 11:13:47.661147 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7fd79415-22c7-45ff-b986-6db75149a4f9 req-be5b4c2a-a9bd-4b85-9cbf-188e8f7812ee tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416920 Nov 15 11:13:48.257347 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d1fef-c56f-484b-82c0-19b85ec0ddab req-c44e12c2-3c9c-4711-bfb4-32ca6544a270 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:48.258815 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-949d1fef-c56f-484b-82c0-19b85ec0ddab req-c44e12c2-3c9c-4711-bfb4-32ca6544a270 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.0775888 Nov 15 11:13:48.279185 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db21aa-b73d-4f78-b66b-4f0e69a3e90e req-c5cb133c-f7db-4a63-adfa-28a42b32566a tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:48.280640 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31db21aa-b73d-4f78-b66b-4f0e69a3e90e req-c5cb133c-f7db-4a63-adfa-28a42b32566a tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 943 time: 0.0680983 Nov 15 11:13:48.338583 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-949d1fef-c56f-484b-82c0-19b85ec0ddab req-ab14e93a-f210-41be-b005-b20915675370 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722144 Nov 15 11:13:48.349727 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31db21aa-b73d-4f78-b66b-4f0e69a3e90e req-4ba84b14-983d-4be1-a662-9194373bf121 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617929 Nov 15 11:13:48.528161 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0d931-7fa0-40e3-8dfc-1c8d5e3748ff req-dfe68e0f-fc95-46e9-bd1f-920a3e1d14dc tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:48.529624 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f3c0d931-7fa0-40e3-8dfc-1c8d5e3748ff req-dfe68e0f-fc95-46e9-bd1f-920a3e1d14dc tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 946 time: 0.0551400 Nov 15 11:13:48.579532 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f3c0d931-7fa0-40e3-8dfc-1c8d5e3748ff req-96a062f9-ad66-4507-b721-52041aa728b8 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439565 Nov 15 11:13:48.672067 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-2db9999d-3164-4a39-96b5-9c3f99a89f2c tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:48.673567 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-2db9999d-3164-4a39-96b5-9c3f99a89f2c tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6&tenant_id=15d30ad0cec74e39a796f7b31ab517b2&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 1097 time: 0.0429714 Nov 15 11:13:48.685013 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-8dae0a6f-9bdc-4fef-a85f-9dde02fb98b4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-729945-9'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:48.794436 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-8dae0a6f-9bdc-4fef-a85f-9dde02fb98b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:48.814875 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfa01f-3acb-4cc1-bd48-8e9ee05bf241 req-bdbef20e-5543-45af-800d-d18285c141f4 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:48.816368 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ddfa01f-3acb-4cc1-bd48-8e9ee05bf241 req-bdbef20e-5543-45af-800d-d18285c141f4 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=717e5030-a3ef-403d-bb8c-449a4aa0a49e HTTP/1.1" status: 200 len: 945 time: 0.1269896 Nov 15 11:13:48.838409 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb6108-0d47-47b3-bf44-adea846153eb req-0b6b8ac2-ef46-4b1e-b3f9-122387cd1b98 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:48.839991 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-67eb6108-0d47-47b3-bf44-adea846153eb req-0b6b8ac2-ef46-4b1e-b3f9-122387cd1b98 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=65f72b27-73f1-488c-8ddb-f1a10c9e79bc HTTP/1.1" status: 200 len: 949 time: 0.1078773 Nov 15 11:13:48.962893 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ddfa01f-3acb-4cc1-bd48-8e9ee05bf241 req-2fefe5a1-5784-4b7a-a54d-27c918ba291c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399903 Nov 15 11:13:48.989262 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-67eb6108-0d47-47b3-bf44-adea846153eb req-794009c1-fb61-460f-b067-4c55ef4a7335 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422608 Nov 15 11:13:49.018757 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-8dae0a6f-9bdc-4fef-a85f-9dde02fb98b4 service neutron] For port 2667269d-4373-43a6-aefa-d1d34986c457, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2667269d-4373-43a6-aefa-d1d34986c457,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:49.056626 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-8dae0a6f-9bdc-4fef-a85f-9dde02fb98b4 service neutron] For port 2667269d-4373-43a6-aefa-d1d34986c457, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:13:49.097564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2667269d-4373-43a6-aefa-d1d34986c457'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:49.099894 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f95e9c6-da1f-4bee-800d-b4ce44acbfb8" -d '{"events": [{"server_uuid": "0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6", "name": "network-vif-unplugged", "status": "completed", "tag": "2667269d-4373-43a6-aefa-d1d34986c457"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:49.103954 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-8dae0a6f-9bdc-4fef-a85f-9dde02fb98b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:49.115517 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-8dae0a6f-9bdc-4fef-a85f-9dde02fb98b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:49.155669 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29280776-709b-4820-9dd5-5fa4ce42b3bb x-openstack-request-id: req-29280776-709b-4820-9dd5-5fa4ce42b3bb {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:49.156004 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6", "name": "network-vif-unplugged", "status": "completed", "tag": "2667269d-4373-43a6-aefa-d1d34986c457", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:49.156259 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-29280776-709b-4820-9dd5-5fa4ce42b3bb {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:49.156687 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2667269d-4373-43a6-aefa-d1d34986c457', 'code': 200} Nov 15 11:13:49.208158 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae0a6f-9bdc-4fef-a85f-9dde02fb98b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2667269d-4373-43a6-aefa-d1d34986c457,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:49.221105 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-8dae0a6f-9bdc-4fef-a85f-9dde02fb98b4 service neutron] Attempting to bind port 2667269d-4373-43a6-aefa-d1d34986c457 on host n-h1-729945-9 for vnic_type normal with profile {"migrating_to": "n-h2-729945-9"} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:13:49.221435 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-8dae0a6f-9bdc-4fef-a85f-9dde02fb98b4 service neutron] Attempting to bind port 2667269d-4373-43a6-aefa-d1d34986c457 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:13:49.221758 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-8dae0a6f-9bdc-4fef-a85f-9dde02fb98b4 service neutron] Attempting to bind port 2667269d-4373-43a6-aefa-d1d34986c457 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:49.226418 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-8dae0a6f-9bdc-4fef-a85f-9dde02fb98b4 service neutron] Port 2667269d-4373-43a6-aefa-d1d34986c457 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:13:49.226732 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-8dae0a6f-9bdc-4fef-a85f-9dde02fb98b4 service neutron] Attempting to bind port 2667269d-4373-43a6-aefa-d1d34986c457 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:49.231397 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-8dae0a6f-9bdc-4fef-a85f-9dde02fb98b4 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:13:49.231724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-8dae0a6f-9bdc-4fef-a85f-9dde02fb98b4 service neutron] Checking segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:13:49.232128 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-8dae0a6f-9bdc-4fef-a85f-9dde02fb98b4 service neutron] Bound using segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:13:49.232543 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-8dae0a6f-9bdc-4fef-a85f-9dde02fb98b4 service neutron] Bound port: 2667269d-4373-43a6-aefa-d1d34986c457, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:13:49.232886 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-8dae0a6f-9bdc-4fef-a85f-9dde02fb98b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:49.286377 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 2667269d-4373-43a6-aefa-d1d34986c457 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:13:49.290403 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:13:49.295336 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-8dae0a6f-9bdc-4fef-a85f-9dde02fb98b4 service neutron] For port 2667269d-4373-43a6-aefa-d1d34986c457, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:13:49.298706 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-8dae0a6f-9bdc-4fef-a85f-9dde02fb98b4 service neutron] For port 2667269d-4373-43a6-aefa-d1d34986c457, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2667269d-4373-43a6-aefa-d1d34986c457,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:13:49.304839 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-8dae0a6f-9bdc-4fef-a85f-9dde02fb98b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:49.315073 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:13:49.315406 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 45d9f2fe-0f0b-41b6-9ca7-c55207c70fea not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:13:49.385202 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-8dae0a6f-9bdc-4fef-a85f-9dde02fb98b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:49.385814 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-8dae0a6f-9bdc-4fef-a85f-9dde02fb98b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:49.387270 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-8dae0a6f-9bdc-4fef-a85f-9dde02fb98b4 service neutron] 10.222.0.55 "PUT /v2.0/ports/2667269d-4373-43a6-aefa-d1d34986c457 HTTP/1.1" status: 200 len: 1122 time: 0.7064269 Nov 15 11:13:49.387938 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae0a6f-9bdc-4fef-a85f-9dde02fb98b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2667269d-4373-43a6-aefa-d1d34986c457,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:49.430149 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 2667269d-4373-43a6-aefa-d1d34986c457, host n-h1-729945-9, got binding levels [] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:49.462291 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Attempting to bind port 2667269d-4373-43a6-aefa-d1d34986c457 on host n-h1-729945-9 for vnic_type normal with profile {"migrating_to": "n-h2-729945-9"} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:13:49.462918 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Attempting to bind port 2667269d-4373-43a6-aefa-d1d34986c457 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:13:49.463274 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Attempting to bind port 2667269d-4373-43a6-aefa-d1d34986c457 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:49.468364 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Port 2667269d-4373-43a6-aefa-d1d34986c457 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:13:49.468713 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Attempting to bind port 2667269d-4373-43a6-aefa-d1d34986c457 on network f4a44e54-964f-44d3-85ab-bb56792b7b48 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:13:49.474610 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:13:49.474979 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Checking segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:13:49.475394 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Bound using segment: {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:13:49.475935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Bound port: 2667269d-4373-43a6-aefa-d1d34986c457, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93aaa8ba-68e5-492a-8f36-61ccc3b943ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f4a44e54-964f-44d3-85ab-bb56792b7b48'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:13:49.476372 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:49.511758 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56baddc-96cc-4b37-9e11-54fdba57506b req-82ba51ae-b2c5-476a-8b80-d120b178190d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:49.518595 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d56baddc-96cc-4b37-9e11-54fdba57506b req-82ba51ae-b2c5-476a-8b80-d120b178190d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.0935848 Nov 15 11:13:49.533734 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcd57b-9cf2-4a29-a84d-e1d2e0a5e35f req-11454f8a-b1cf-4b81-b1d0-97bdc80173bc tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:49.535487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['2667269d-4373-43a6-aefa-d1d34986c457'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:13:49.535690 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bedcd57b-9cf2-4a29-a84d-e1d2e0a5e35f req-11454f8a-b1cf-4b81-b1d0-97bdc80173bc tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 943 time: 0.0994170 Nov 15 11:13:49.581140 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['2667269d-4373-43a6-aefa-d1d34986c457'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:13:49.586866 n-d-729945-9 neutron-server[102679]: WARNING neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Concurrent port binding operations failed on port 2667269d-4373-43a6-aefa-d1d34986c457 Nov 15 11:13:49.591530 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 2667269d-4373-43a6-aefa-d1d34986c457, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2667269d-4373-43a6-aefa-d1d34986c457,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:49.594804 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d56baddc-96cc-4b37-9e11-54fdba57506b req-cb6a6fe6-5c36-4dc9-b6f8-415e16ad042d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753720 Nov 15 11:13:49.616349 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bedcd57b-9cf2-4a29-a84d-e1d2e0a5e35f req-d55a16de-6e14-4ccb-87bb-88bc397b6b22 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727773 Nov 15 11:13:49.620004 n-d-729945-9 neutron-server[102679]: INFO neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Attempt 2 to bind port 2667269d-4373-43a6-aefa-d1d34986c457 Nov 15 11:13:49.620357 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 2667269d-4373-43a6-aefa-d1d34986c457 has no active binding in host n-h2-729945-9 {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 11:13:49.816820 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56291397-2320-4998-92e4-397282c421a2 req-5a4b9143-7259-48f5-8533-f6b02ab95207 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:49.818292 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56291397-2320-4998-92e4-397282c421a2 req-5a4b9143-7259-48f5-8533-f6b02ab95207 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 944 time: 0.0517080 Nov 15 11:13:49.874524 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56291397-2320-4998-92e4-397282c421a2 req-994a5068-085a-450a-8f86-6b38ad344caf tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496695 Nov 15 11:13:49.909566 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07ca35-22fd-42b4-a8be-bff7a5f680ef req-ddfe5c0e-76df-4850-8c4e-0407a3461c79 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:49.911006 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b07ca35-22fd-42b4-a8be-bff7a5f680ef req-ddfe5c0e-76df-4850-8c4e-0407a3461c79 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.11 "GET /v2.0/ports?device_id=65f72b27-73f1-488c-8ddb-f1a10c9e79bc HTTP/1.1" status: 200 len: 949 time: 0.0516798 Nov 15 11:13:50.005024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-6b07ca35-22fd-42b4-a8be-bff7a5f680ef req-2a680aa5-50bf-4891-88c3-8d3aae48a3f1 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Deleting port 4b21cc45-81b9-4baa-af67-2195764257f5 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:13:50.005351 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6b07ca35-22fd-42b4-a8be-bff7a5f680ef req-2a680aa5-50bf-4891-88c3-8d3aae48a3f1 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:50.161119 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-6b07ca35-22fd-42b4-a8be-bff7a5f680ef req-2a680aa5-50bf-4891-88c3-8d3aae48a3f1 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] For port 4b21cc45-81b9-4baa-af67-2195764257f5, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=4b21cc45-81b9-4baa-af67-2195764257f5,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:50.161477 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6b07ca35-22fd-42b4-a8be-bff7a5f680ef req-2a680aa5-50bf-4891-88c3-8d3aae48a3f1 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:50.178182 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d7170-8cf3-44d5-9f92-edac85892e7a req-1c390d0e-9190-4a82-8215-4cc1e6afd15d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:50.179674 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5b5d7170-8cf3-44d5-9f92-edac85892e7a req-1c390d0e-9190-4a82-8215-4cc1e6afd15d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=717e5030-a3ef-403d-bb8c-449a4aa0a49e HTTP/1.1" status: 200 len: 945 time: 0.1332402 Nov 15 11:13:50.188180 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c029ae3-ef61-47de-bb8b-c6d5ae0b8cb8 req-38f22beb-bd56-46e1-8a57-ef55e5854860 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:50.189561 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5c029ae3-ef61-47de-bb8b-c6d5ae0b8cb8 req-38f22beb-bd56-46e1-8a57-ef55e5854860 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=65f72b27-73f1-488c-8ddb-f1a10c9e79bc HTTP/1.1" status: 200 len: 949 time: 0.1285260 Nov 15 11:13:50.195243 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-6b07ca35-22fd-42b4-a8be-bff7a5f680ef req-2a680aa5-50bf-4891-88c3-8d3aae48a3f1 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Calling delete_port for 4b21cc45-81b9-4baa-af67-2195764257f5 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:13:50.312867 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5b5d7170-8cf3-44d5-9f92-edac85892e7a req-ee3ebf59-e616-4207-8766-6378bd7f5dbd tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194346 Nov 15 11:13:50.321589 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5c029ae3-ef61-47de-bb8b-c6d5ae0b8cb8 req-5cb3b6cd-14a0-425c-b985-2bba148fe417 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244779 Nov 15 11:13:50.399697 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6b07ca35-22fd-42b4-a8be-bff7a5f680ef req-2a680aa5-50bf-4891-88c3-8d3aae48a3f1 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:50.418681 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['4b21cc45-81b9-4baa-af67-2195764257f5'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:13:50.429350 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a680aa5-50bf-4891-88c3-8d3aae48a3f1 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Pushing event deleted for resources: {'Port': ['ID=4b21cc45-81b9-4baa-af67-2195764257f5,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:50.472153 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b07ca35-22fd-42b4-a8be-bff7a5f680ef req-2a680aa5-50bf-4891-88c3-8d3aae48a3f1 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] No DVR routers for this DVR port 4b21cc45-81b9-4baa-af67-2195764257f5 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:13:50.474553 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6b07ca35-22fd-42b4-a8be-bff7a5f680ef req-2a680aa5-50bf-4891-88c3-8d3aae48a3f1 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:50.479101 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b07ca35-22fd-42b4-a8be-bff7a5f680ef req-2a680aa5-50bf-4891-88c3-8d3aae48a3f1 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.11 "DELETE /v2.0/ports/4b21cc45-81b9-4baa-af67-2195764257f5 HTTP/1.1" status: 204 len: 173 time: 0.5598791 Nov 15 11:13:50.606078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8dbc43-89a4-4f55-bf82-e6702790fe93 req-35180ee9-e352-4095-a76f-06efb632516b tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:50.607807 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee8dbc43-89a4-4f55-bf82-e6702790fe93 req-35180ee9-e352-4095-a76f-06efb632516b tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=717e5030-a3ef-403d-bb8c-449a4aa0a49e HTTP/1.1" status: 200 len: 945 time: 0.0572946 Nov 15 11:13:50.663602 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee8dbc43-89a4-4f55-bf82-e6702790fe93 req-2ab935eb-23a8-467f-9a97-d5b0ac70df5d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492580 Nov 15 11:13:50.679152 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['11716b14-97a5-4465-acdf-3caa497b2c16'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:13:50.718170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3889a-f875-48fe-8fb1-300fb1d35c16 req-99cae750-ddfb-41a9-a776-4fb297f18b9d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:50.720047 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5e3889a-f875-48fe-8fb1-300fb1d35c16 req-99cae750-ddfb-41a9-a776-4fb297f18b9d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.0535319 Nov 15 11:13:50.811367 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5e3889a-f875-48fe-8fb1-300fb1d35c16 req-7d4231fe-19aa-4e5c-8e4b-3de0f5a841eb tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829124 Nov 15 11:13:50.846295 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7a5d7-7fb5-4301-8405-be12e593f1cc req-08ca8047-3136-48ca-a379-b6b07e0e987f tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:50.847952 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-71d7a5d7-7fb5-4301-8405-be12e593f1cc req-08ca8047-3136-48ca-a379-b6b07e0e987f tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 943 time: 0.0936141 Nov 15 11:13:50.905856 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-71d7a5d7-7fb5-4301-8405-be12e593f1cc req-a8cdf8e5-014c-4577-bf0a-cf708ae34cd8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478284 Nov 15 11:13:51.091662 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2da09e-27fa-4b1c-a7a5-1a6a974144c8 req-3f45f4d5-258b-4153-b4c7-4a5620f8136a tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:51.093754 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ec2da09e-27fa-4b1c-a7a5-1a6a974144c8 req-3f45f4d5-258b-4153-b4c7-4a5620f8136a tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 944 time: 0.0645661 Nov 15 11:13:51.144726 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ec2da09e-27fa-4b1c-a7a5-1a6a974144c8 req-67bc129a-7a3f-41fd-952d-5d4769023e33 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438092 Nov 15 11:13:51.157323 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6', 'tag': '2667269d-4373-43a6-aefa-d1d34986c457'}, {'server_uuid': '65f72b27-73f1-488c-8ddb-f1a10c9e79bc', 'name': 'network-vif-deleted', 'tag': '4b21cc45-81b9-4baa-af67-2195764257f5'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:51.160106 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe70af06-5104-4556-831a-19e4ba2cf4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6", "tag": "2667269d-4373-43a6-aefa-d1d34986c457"}, {"server_uuid": "65f72b27-73f1-488c-8ddb-f1a10c9e79bc", "name": "network-vif-deleted", "tag": "4b21cc45-81b9-4baa-af67-2195764257f5"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:51.202900 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ce6b48-4de4-4348-83a9-edaf4a22e85f x-openstack-request-id: req-77ce6b48-4de4-4348-83a9-edaf4a22e85f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:51.203195 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6", "tag": "2667269d-4373-43a6-aefa-d1d34986c457", "status": "completed", "code": 200}, {"server_uuid": "65f72b27-73f1-488c-8ddb-f1a10c9e79bc", "name": "network-vif-deleted", "tag": "4b21cc45-81b9-4baa-af67-2195764257f5", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:51.203444 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77ce6b48-4de4-4348-83a9-edaf4a22e85f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:51.203848 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6', 'tag': '2667269d-4373-43a6-aefa-d1d34986c457', 'status': 'completed', 'code': 200} Nov 15 11:13:51.204112 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f72b27-73f1-488c-8ddb-f1a10c9e79bc', 'name': 'network-vif-deleted', 'tag': '4b21cc45-81b9-4baa-af67-2195764257f5', 'status': 'completed', 'code': 200} Nov 15 11:13:51.281809 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70af06-5104-4556-831a-19e4ba2cf4c4 req-4875bca7-fb89-4ed2-a738-7c53c2f28cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:51.283286 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe70af06-5104-4556-831a-19e4ba2cf4c4 req-4875bca7-fb89-4ed2-a738-7c53c2f28cac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 1125 time: 0.0414259 Nov 15 11:13:51.385893 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70af06-5104-4556-831a-19e4ba2cf4c4 req-c4d2c90f-6d6d-42a9-ba33-15125d696b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:51.387662 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe70af06-5104-4556-831a-19e4ba2cf4c4 req-c4d2c90f-6d6d-42a9-ba33-15125d696b5a service neutron] 10.222.0.11 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 922 time: 0.0924504 Nov 15 11:13:51.436008 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe70af06-5104-4556-831a-19e4ba2cf4c4 req-a717ca09-191d-4881-aed3-8a082b4506ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2667269d-4373-43a6-aefa-d1d34986c457 HTTP/1.1" status: 200 len: 217 time: 0.0359318 Nov 15 11:13:51.502841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70af06-5104-4556-831a-19e4ba2cf4c4 req-56e375fd-c8ad-4777-be61-c96cd01f0cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:51.505462 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe70af06-5104-4556-831a-19e4ba2cf4c4 req-56e375fd-c8ad-4777-be61-c96cd01f0cf9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41c7fb84-e1ab-4aee-8901-f8449cce1c4d HTTP/1.1" status: 200 len: 861 time: 0.0481393 Nov 15 11:13:51.543098 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe70af06-5104-4556-831a-19e4ba2cf4c4 req-742a93aa-b478-4a74-93c0-e313c99d6ce8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4a44e54-964f-44d3-85ab-bb56792b7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287178 Nov 15 11:13:51.651864 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e5d5c-e1f9-4563-b869-5100ee5633f6 req-191c2172-07a6-4f42-a825-8b6427248c60 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:51.653254 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e80e5d5c-e1f9-4563-b869-5100ee5633f6 req-191c2172-07a6-4f42-a825-8b6427248c60 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 950 time: 0.0992463 Nov 15 11:13:51.677147 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe70af06-5104-4556-831a-19e4ba2cf4c4 req-0096d75d-6365-4643-a10d-1cc2877d2980 service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242075 Nov 15 11:13:51.726149 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e80e5d5c-e1f9-4563-b869-5100ee5633f6 req-5d9adbf9-3d2d-4752-9aeb-b7b33f7b53a8 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629354 Nov 15 11:13:51.822790 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0f21e-0e7b-4db4-8178-e8121678e3d5 req-7162654a-4d46-4662-b8b3-1e98937f9217 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:51.824262 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0b0f21e-0e7b-4db4-8178-e8121678e3d5 req-7162654a-4d46-4662-b8b3-1e98937f9217 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=717e5030-a3ef-403d-bb8c-449a4aa0a49e HTTP/1.1" status: 200 len: 945 time: 0.0747099 Nov 15 11:13:51.826000 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe70af06-5104-4556-831a-19e4ba2cf4c4 req-d00e86da-1e72-46a8-b0b1-23b0d53e5494 service neutron] 10.222.0.11 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258919 Nov 15 11:13:51.883278 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0b0f21e-0e7b-4db4-8178-e8121678e3d5 req-539e9377-cc7c-4189-9b69-4703938b229e tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529006 Nov 15 11:13:51.950446 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8777f6a-350d-44a9-b49f-3d713116209d req-68be1e65-a44f-41b0-823c-94bb81260731 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:51.952000 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8777f6a-350d-44a9-b49f-3d713116209d req-68be1e65-a44f-41b0-823c-94bb81260731 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.0511291 Nov 15 11:13:52.003683 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8777f6a-350d-44a9-b49f-3d713116209d req-1c986692-9d2f-4282-b242-fce8b620899d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444744 Nov 15 11:13:52.070381 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d07377-5785-459f-ae81-140b66ebcca8 req-27c5dbbd-401f-40c9-99c7-32106f0ef5b7 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:52.071089 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f4d07377-5785-459f-ae81-140b66ebcca8 req-27c5dbbd-401f-40c9-99c7-32106f0ef5b7 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 943 time: 0.0492783 Nov 15 11:13:52.123657 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f4d07377-5785-459f-ae81-140b66ebcca8 req-184fb963-d484-4345-9d4a-bb4a6373e1d6 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463037 Nov 15 11:13:52.281631 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d3ba0-050a-4b2d-aa71-549d502e2911 req-161c6fc9-ca6b-4cb0-989b-04f709c06a3a tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:52.283122 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-103d3ba0-050a-4b2d-aa71-549d502e2911 req-161c6fc9-ca6b-4cb0-989b-04f709c06a3a tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 944 time: 0.0535543 Nov 15 11:13:52.330158 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-103d3ba0-050a-4b2d-aa71-549d502e2911 req-4f22d69f-f783-45ae-9cac-38a3ee30921c tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411675 Nov 15 11:13:52.873798 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3a6b8-1c7e-4b43-9bfb-cdece2047911 req-bbb00e70-b001-4169-a967-a378ecd7bfaa tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:52.875240 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6af3a6b8-1c7e-4b43-9bfb-cdece2047911 req-bbb00e70-b001-4169-a967-a378ecd7bfaa tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 950 time: 0.0719934 Nov 15 11:13:52.895839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee40560-dc17-4086-88b7-5e8a52583e89 req-edfdd884-0415-4898-8de2-03e1025974c5 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:52.897250 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dee40560-dc17-4086-88b7-5e8a52583e89 req-edfdd884-0415-4898-8de2-03e1025974c5 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.11 "GET /v2.0/ports?device_id=717e5030-a3ef-403d-bb8c-449a4aa0a49e HTTP/1.1" status: 200 len: 945 time: 0.0661728 Nov 15 11:13:52.977395 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6af3a6b8-1c7e-4b43-9bfb-cdece2047911 req-6d66a777-bf0a-46e9-88eb-e7a3697c1259 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944090 Nov 15 11:13:53.038675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e0684-d8d1-416f-878c-ed30181923c9 req-6425f4b1-f989-485d-98a5-9d58fb782e3a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:53.040039 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-140e0684-d8d1-416f-878c-ed30181923c9 req-6425f4b1-f989-485d-98a5-9d58fb782e3a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=717e5030-a3ef-403d-bb8c-449a4aa0a49e HTTP/1.1" status: 200 len: 945 time: 0.0832405 Nov 15 11:13:53.064685 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-dee40560-dc17-4086-88b7-5e8a52583e89 req-7561706b-a3f9-4ba4-99a1-1fcd5087bba3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Deleting port 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:13:53.065007 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dee40560-dc17-4086-88b7-5e8a52583e89 req-7561706b-a3f9-4ba4-99a1-1fcd5087bba3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:53.163311 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-140e0684-d8d1-416f-878c-ed30181923c9 req-0961d5e3-5307-414a-bf97-59497fd7c245 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171002 Nov 15 11:13:53.204945 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e5a3b-d5ba-4ecb-8ca8-99eb354cd1f9 req-5b54b334-f74c-408e-94e9-27c3137a019e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:53.206417 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6d9e5a3b-d5ba-4ecb-8ca8-99eb354cd1f9 req-5b54b334-f74c-408e-94e9-27c3137a019e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.0985460 Nov 15 11:13:53.211527 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-dee40560-dc17-4086-88b7-5e8a52583e89 req-7561706b-a3f9-4ba4-99a1-1fcd5087bba3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] For port 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=1cd27855-c0a7-4d2a-9a39-95df8b08bbdb,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:53.211887 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dee40560-dc17-4086-88b7-5e8a52583e89 req-7561706b-a3f9-4ba4-99a1-1fcd5087bba3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:53.235057 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-dee40560-dc17-4086-88b7-5e8a52583e89 req-7561706b-a3f9-4ba4-99a1-1fcd5087bba3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Calling delete_port for 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:13:53.305504 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6d9e5a3b-d5ba-4ecb-8ca8-99eb354cd1f9 req-76d53462-2e58-4b7c-ab45-9aca5a701e5b tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910215 Nov 15 11:13:53.343443 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 3dae08cb-2483-4b9d-9d60-20958c6434ef details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:13:53.442596 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 3dae08cb-2483-4b9d-9d60-20958c6434ef, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3dae08cb-2483-4b9d-9d60-20958c6434ef,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:53.451600 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dee40560-dc17-4086-88b7-5e8a52583e89 req-7561706b-a3f9-4ba4-99a1-1fcd5087bba3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:53.453349 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '3dae08cb-2483-4b9d-9d60-20958c6434ef', 'network_id': '4534314e-1f14-4032-9246-018086f47347', 'port_id': '3dae08cb-2483-4b9d-9d60-20958c6434ef', 'mac_address': 'fa:16:3e:7b:62:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5f0410-d440-42ba-a6cf-b7c754e903cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:13:53.476616 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['1cd27855-c0a7-4d2a-9a39-95df8b08bbdb'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:13:53.478133 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4678691-827b-42a0-bfa9-77b6aa66e5d5 req-fb11d20d-99d9-405f-a4a0-90ad3abe9c46 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:53.479635 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4678691-827b-42a0-bfa9-77b6aa66e5d5 req-fb11d20d-99d9-405f-a4a0-90ad3abe9c46 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 943 time: 0.1103003 Nov 15 11:13:53.502091 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561706b-a3f9-4ba4-99a1-1fcd5087bba3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Pushing event deleted for resources: {'Port': ['ID=1cd27855-c0a7-4d2a-9a39-95df8b08bbdb,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:53.514676 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:53.528068 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dae08cb-2483-4b9d-9d60-20958c6434ef {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:13:53.550213 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 3dae08cb-2483-4b9d-9d60-20958c6434ef, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3dae08cb-2483-4b9d-9d60-20958c6434ef,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:53.554588 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:53.557577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee40560-dc17-4086-88b7-5e8a52583e89 req-7561706b-a3f9-4ba4-99a1-1fcd5087bba3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] No DVR routers for this DVR port 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:13:53.568870 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dee40560-dc17-4086-88b7-5e8a52583e89 req-7561706b-a3f9-4ba4-99a1-1fcd5087bba3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:53.572026 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dee40560-dc17-4086-88b7-5e8a52583e89 req-7561706b-a3f9-4ba4-99a1-1fcd5087bba3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.11 "DELETE /v2.0/ports/1cd27855-c0a7-4d2a-9a39-95df8b08bbdb HTTP/1.1" status: 204 len: 173 time: 0.6674402 Nov 15 11:13:53.582118 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca3560-57fc-4d44-b6a7-67c016b534e2 req-3b49f75c-de1b-4202-9404-4b192b0046af tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:53.583646 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5ca3560-57fc-4d44-b6a7-67c016b534e2 req-3b49f75c-de1b-4202-9404-4b192b0046af tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 944 time: 0.1729674 Nov 15 11:13:53.584146 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717e5030-a3ef-403d-bb8c-449a4aa0a49e', 'name': 'network-vif-deleted', 'tag': '1cd27855-c0a7-4d2a-9a39-95df8b08bbdb'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:53.586384 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18779956-0170-43da-b16a-b1f91e61fb11" -d '{"events": [{"server_uuid": "717e5030-a3ef-403d-bb8c-449a4aa0a49e", "name": "network-vif-deleted", "tag": "1cd27855-c0a7-4d2a-9a39-95df8b08bbdb"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:53.602523 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=3dae08cb-2483-4b9d-9d60-20958c6434ef,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:53.649052 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4678691-827b-42a0-bfa9-77b6aa66e5d5 req-35a3ce23-3820-4f28-b262-ce5b10a172ab tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522212 Nov 15 11:13:53.671062 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c435f5-4748-45d4-b37f-4ca2c4e29a32 req-682a9386-b292-4ac0-86a8-cb2b3121c4e6 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:53.672623 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8c435f5-4748-45d4-b37f-4ca2c4e29a32 req-682a9386-b292-4ac0-86a8-cb2b3121c4e6 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.55 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 950 time: 0.1162672 Nov 15 11:13:53.698830 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5ca3560-57fc-4d44-b6a7-67c016b534e2 req-4699c89f-08d4-44ce-ba1e-2f87cccd4211 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890059 Nov 15 11:13:53.700237 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9abe8dc-560b-407e-aeed-b2b8c8192e99 x-openstack-request-id: req-c9abe8dc-560b-407e-aeed-b2b8c8192e99 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:53.700391 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717e5030-a3ef-403d-bb8c-449a4aa0a49e", "name": "network-vif-deleted", "tag": "1cd27855-c0a7-4d2a-9a39-95df8b08bbdb", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:53.700634 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9abe8dc-560b-407e-aeed-b2b8c8192e99 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:53.701011 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717e5030-a3ef-403d-bb8c-449a4aa0a49e', 'name': 'network-vif-deleted', 'tag': '1cd27855-c0a7-4d2a-9a39-95df8b08bbdb', 'status': 'completed', 'code': 200} Nov 15 11:13:53.786571 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-c8c435f5-4748-45d4-b37f-4ca2c4e29a32 req-0fe6e097-0bdc-42af-84d7-eae154143253 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Deleting port 11716b14-97a5-4465-acdf-3caa497b2c16 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:13:53.786914 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c8c435f5-4748-45d4-b37f-4ca2c4e29a32 req-0fe6e097-0bdc-42af-84d7-eae154143253 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:53.924092 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['3dae08cb-2483-4b9d-9d60-20958c6434ef'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:13:54.195787 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43307d4-803b-43ba-a4c0-e1c0c1960d87 req-26291e01-4532-419c-aef6-5ed20933b417 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:54.197320 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b43307d4-803b-43ba-a4c0-e1c0c1960d87 req-26291e01-4532-419c-aef6-5ed20933b417 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e7873b-9568-443a-b4e4-8966e6b31956 HTTP/1.1" status: 200 len: 950 time: 0.0762279 Nov 15 11:13:54.202588 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-c8c435f5-4748-45d4-b37f-4ca2c4e29a32 req-0fe6e097-0bdc-42af-84d7-eae154143253 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] For port 11716b14-97a5-4465-acdf-3caa497b2c16, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=11716b14-97a5-4465-acdf-3caa497b2c16,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:54.202941 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c8c435f5-4748-45d4-b37f-4ca2c4e29a32 req-0fe6e097-0bdc-42af-84d7-eae154143253 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:54.230068 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-c8c435f5-4748-45d4-b37f-4ca2c4e29a32 req-0fe6e097-0bdc-42af-84d7-eae154143253 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Calling delete_port for 11716b14-97a5-4465-acdf-3caa497b2c16 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:13:54.311533 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b43307d4-803b-43ba-a4c0-e1c0c1960d87 req-bda0316c-c0e6-4ce1-a105-4366a0947956 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.64 "GET /v2.0/security-groups?id=509efb24-ac33-44d9-8c93-97341b853bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058536 Nov 15 11:13:54.328466 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c5aaa49-7283-497a-815d-1e8d55c05e3c req-1ccdfa37-e2e8-4ead-9b51-456ab44d8f30 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=717e5030-a3ef-403d-bb8c-449a4aa0a49e HTTP/1.1" status: 200 len: 210 time: 0.0378163 Nov 15 11:13:54.436642 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c8c435f5-4748-45d4-b37f-4ca2c4e29a32 req-0fe6e097-0bdc-42af-84d7-eae154143253 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:54.471526 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6e097-0bdc-42af-84d7-eae154143253 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Pushing event deleted for resources: {'Port': ['ID=11716b14-97a5-4465-acdf-3caa497b2c16,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:54.549901 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c435f5-4748-45d4-b37f-4ca2c4e29a32 req-0fe6e097-0bdc-42af-84d7-eae154143253 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] No DVR routers for this DVR port 11716b14-97a5-4465-acdf-3caa497b2c16 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:13:54.553167 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c8c435f5-4748-45d4-b37f-4ca2c4e29a32 req-0fe6e097-0bdc-42af-84d7-eae154143253 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:54.558046 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8c435f5-4748-45d4-b37f-4ca2c4e29a32 req-0fe6e097-0bdc-42af-84d7-eae154143253 tempest-ServersAdminTestJSON-1384085940 tempest-ServersAdminTestJSON-1384085940-project] 10.222.0.55 "DELETE /v2.0/ports/11716b14-97a5-4465-acdf-3caa497b2c16 HTTP/1.1" status: 204 len: 173 time: 0.8749020 Nov 15 11:13:54.592829 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92ea4c-2de9-422b-9b18-a189d01a8683 req-951861a5-bc72-41d5-9ea3-d176928b0f18 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:54.594687 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e92ea4c-2de9-422b-9b18-a189d01a8683 req-951861a5-bc72-41d5-9ea3-d176928b0f18 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.1264310 Nov 15 11:13:54.669619 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e92ea4c-2de9-422b-9b18-a189d01a8683 req-f7ef14ca-0f34-4438-a3be-faf8099e18b2 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665529 Nov 15 11:13:54.820477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bd522-2a71-4893-a77a-dae5f30096f4 req-a7c4681a-ba81-4b8d-91f6-7059282ab8a5 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:54.822235 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-824bd522-2a71-4893-a77a-dae5f30096f4 req-a7c4681a-ba81-4b8d-91f6-7059282ab8a5 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 944 time: 0.0799220 Nov 15 11:13:54.851329 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00557d95-ca41-4998-828f-a958c0a6966b req-415ce77b-7d3f-49ae-bba0-537b3472adc7 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:54.852773 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00557d95-ca41-4998-828f-a958c0a6966b req-415ce77b-7d3f-49ae-bba0-537b3472adc7 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 944 time: 0.0755773 Nov 15 11:13:54.909550 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-824bd522-2a71-4893-a77a-dae5f30096f4 req-370e0c0b-e94e-44d5-a7ca-247641c8155a tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729902 Nov 15 11:13:54.915313 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['11716b14-97a5-4465-acdf-3caa497b2c16'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:13:54.937730 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00557d95-ca41-4998-828f-a958c0a6966b req-f2181bef-b40c-4192-9c8f-12aa661d2a7d tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772684 Nov 15 11:13:55.013379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 4b21cc45-81b9-4baa-af67-2195764257f5 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:13:55.033994 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 4b21cc45-81b9-4baa-af67-2195764257f5 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:13:55.034449 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 4b21cc45-81b9-4baa-af67-2195764257f5 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:13:55.367420 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 3dae08cb-2483-4b9d-9d60-20958c6434ef up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:13:55.510255 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 3dae08cb-2483-4b9d-9d60-20958c6434ef completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:13:55.514428 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 3dae08cb-2483-4b9d-9d60-20958c6434ef triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:13:55.514801 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:55.623116 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:55.628246 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:13:55.648429 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c774f3-8ec1-4f40-bf0d-d5726b7a47ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dae08cb-2483-4b9d-9d60-20958c6434ef'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:55.650918 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33391cad-a485-4851-95e4-45d5471c7e8d" -d '{"events": [{"server_uuid": "10c774f3-8ec1-4f40-bf0d-d5726b7a47ad", "name": "network-vif-plugged", "status": "completed", "tag": "3dae08cb-2483-4b9d-9d60-20958c6434ef"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:55.687225 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 3dae08cb-2483-4b9d-9d60-20958c6434ef, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3dae08cb-2483-4b9d-9d60-20958c6434ef,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:55.695400 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:55.705053 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e7873b-9568-443a-b4e4-8966e6b31956', 'name': 'network-vif-deleted', 'tag': '11716b14-97a5-4465-acdf-3caa497b2c16'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:13:55.708514 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2bcd89-142a-4a2f-aa59-5307eb1f5705" -d '{"events": [{"server_uuid": "64e7873b-9568-443a-b4e4-8966e6b31956", "name": "network-vif-deleted", "tag": "11716b14-97a5-4465-acdf-3caa497b2c16"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:13:55.745574 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52834) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:13:55.750613 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4b3e61-892c-4713-819b-7baaed380a23 x-openstack-request-id: req-4d4b3e61-892c-4713-819b-7baaed380a23 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:55.751623 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c774f3-8ec1-4f40-bf0d-d5726b7a47ad", "name": "network-vif-plugged", "status": "completed", "tag": "3dae08cb-2483-4b9d-9d60-20958c6434ef", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:55.751958 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4d4b3e61-892c-4713-819b-7baaed380a23 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:55.753419 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c774f3-8ec1-4f40-bf0d-d5726b7a47ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dae08cb-2483-4b9d-9d60-20958c6434ef', 'code': 200} Nov 15 11:13:55.785226 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f2d10-23de-486e-884b-d485558036f4 req-968c9a87-9c99-47f3-95df-4ff51134e575 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:55.793588 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c74f2d10-23de-486e-884b-d485558036f4 req-968c9a87-9c99-47f3-95df-4ff51134e575 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/networks?id=be01e75b-e554-4f10-bf07-0288c0981a73 HTTP/1.1" status: 200 len: 811 time: 0.1585743 Nov 15 11:13:55.805223 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=3dae08cb-2483-4b9d-9d60-20958c6434ef,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:55.810036 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c74f2d10-23de-486e-884b-d485558036f4 req-a7ca0199-6407-43a6-aa9d-eb1f2ddfceba tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/quotas/3d9c8d368bef4c74abee5cbe7283626d HTTP/1.1" status: 200 len: 375 time: 0.0155149 Nov 15 11:13:55.890376 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c74f2d10-23de-486e-884b-d485558036f4 req-3dc2c6a9-79f0-4976-b3bf-ac461565c381 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d9c8d368bef4c74abee5cbe7283626d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794363 Nov 15 11:13:55.945201 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1eb725d3-161d-481c-a616-7f935f2af1f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9414cb50f6ba4088ab3fdbcff5f230dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1966982 Nov 15 11:13:55.947302 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52840) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:13:55.964420 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f149e2a-4a28-4f8f-84e4-33439dd2b1be req-a5574397-b0b5-4cfb-b552-9987f58fd3b3 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:55.968809 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6f149e2a-4a28-4f8f-84e4-33439dd2b1be req-a5574397-b0b5-4cfb-b552-9987f58fd3b3 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.1475477 Nov 15 11:13:55.978993 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc92036-8e48-4e23-addd-df3377d5150c req-3585f7ba-880d-4adc-a077-15933c1560c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:55.980462 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ecc92036-8e48-4e23-addd-df3377d5150c req-3585f7ba-880d-4adc-a077-15933c1560c8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 1096 time: 0.1574073 Nov 15 11:13:55.999184 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09f6ec15-b22a-4772-bc5d-743358f0a3d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:56.028738 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09f6ec15-b22a-4772-bc5d-743358f0a3d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:56.082753 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09f6ec15-b22a-4772-bc5d-743358f0a3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:56.086855 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09f6ec15-b22a-4772-bc5d-743358f0a3d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:56.088474 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-09f6ec15-b22a-4772-bc5d-743358f0a3d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/509efb24-ac33-44d9-8c93-97341b853bf6 HTTP/1.1" status: 204 len: 168 time: 0.1400208 Nov 15 11:13:56.109099 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6ec15-b22a-4772-bc5d-743358f0a3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509efb24-ac33-44d9-8c93-97341b853bf6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:56.131282 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6f149e2a-4a28-4f8f-84e4-33439dd2b1be req-9fc0abdb-485b-4098-9a37-199fd0a68fd4 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566978 Nov 15 11:13:56.145492 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c74f2d10-23de-486e-884b-d485558036f4 req-dd98e68c-aef1-4bbe-9cc0-78eb54902e60 service neutron] 10.222.0.64 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426243 Nov 15 11:13:56.150221 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ecc92036-8e48-4e23-addd-df3377d5150c req-2fb42439-7e1e-4f93-ad36-d6b32a8d74bb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521845 Nov 15 11:13:56.204240 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f943330-442e-4531-ba81-71338554352b x-openstack-request-id: req-0f943330-442e-4531-ba81-71338554352b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:13:56.204405 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e7873b-9568-443a-b4e4-8966e6b31956", "name": "network-vif-deleted", "tag": "11716b14-97a5-4465-acdf-3caa497b2c16", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:13:56.204561 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f943330-442e-4531-ba81-71338554352b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:13:56.205277 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e7873b-9568-443a-b4e4-8966e6b31956', 'name': 'network-vif-deleted', 'tag': '11716b14-97a5-4465-acdf-3caa497b2c16', 'status': 'completed', 'code': 200} Nov 15 11:13:56.244427 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-ccb0cdea-551c-4455-ba4f-070c41cbc244 service neutron] 10.222.0.11 "GET /v2.0/ports/2667269d-4373-43a6-aefa-d1d34986c457/bindings/n-h2-729945-9 HTTP/1.1" status: 200 len: 384 time: 0.1833415 Nov 15 11:13:56.326721 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c74f2d10-23de-486e-884b-d485558036f4 req-cc2ed4c8-b991-4c59-82b3-c45abef78558 service neutron] 10.222.0.64 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709943 Nov 15 11:13:56.348248 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092c56d-2775-4226-906e-d99d39784f87 req-dc9b1eb1-5647-48f5-8986-1c38bd9189c7 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:56.349807 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9092c56d-2775-4226-906e-d99d39784f87 req-dc9b1eb1-5647-48f5-8986-1c38bd9189c7 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 945 time: 0.1227849 Nov 15 11:13:56.396928 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52850) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:13:56.441045 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c79fbab9-5150-4e9c-8f76-8cb88478b3b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=063bff4666bf427f975c97debf067d4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424564 Nov 15 11:13:56.443372 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52852) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:13:56.499109 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f14a4495-e169-48bd-a625-3609bb9e2d35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:56.499528 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9092c56d-2775-4226-906e-d99d39784f87 req-e3510fc2-f2ed-4b1d-8e2c-f790bc2ff490 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373200 Nov 15 11:13:56.531196 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f14a4495-e169-48bd-a625-3609bb9e2d35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:56.594710 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f14a4495-e169-48bd-a625-3609bb9e2d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:56.595747 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-7885ac7c-bf2d-433b-902e-eb76f62bb81b service neutron] For port 2667269d-4373-43a6-aefa-d1d34986c457, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2667269d-4373-43a6-aefa-d1d34986c457,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:56.597422 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f14a4495-e169-48bd-a625-3609bb9e2d35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:56.599403 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f14a4495-e169-48bd-a625-3609bb9e2d35 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1caeb78-a27c-4302-90e8-ab7fc124f18e HTTP/1.1" status: 204 len: 168 time: 0.1550584 Nov 15 11:13:56.612267 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a4495-e169-48bd-a625-3609bb9e2d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1caeb78-a27c-4302-90e8-ab7fc124f18e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:56.625798 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41bb88-d324-4e6d-89d2-9b92c5f149d7 req-ebecbb29-5d76-4757-8137-da3fcc821d75 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:56.628459 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b41bb88-d324-4e6d-89d2-9b92c5f149d7 req-ebecbb29-5d76-4757-8137-da3fcc821d75 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 944 time: 0.1136019 Nov 15 11:13:56.673484 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-7885ac7c-bf2d-433b-902e-eb76f62bb81b service neutron] For port 2667269d-4373-43a6-aefa-d1d34986c457, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:13:56.711412 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8a653fac-8f3d-4cf0-a9ae-1ea41d709b81 req-d82b9d76-7a8d-4cc1-a817-4c530ce8e29e tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9242936d-900a-462f-8767-1ff378cb1475 HTTP/1.1" status: 200 len: 210 time: 0.0734022 Nov 15 11:13:56.750649 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-7885ac7c-bf2d-433b-902e-eb76f62bb81b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2667269d-4373-43a6-aefa-d1d34986c457 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:13:56.770329 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-7885ac7c-bf2d-433b-902e-eb76f62bb81b service neutron] For port 2667269d-4373-43a6-aefa-d1d34986c457, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=2667269d-4373-43a6-aefa-d1d34986c457,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:13:56.783369 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b41bb88-d324-4e6d-89d2-9b92c5f149d7 req-34926008-4c76-402f-a0fd-f44231812867 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442316 Nov 15 11:13:56.793648 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-7885ac7c-bf2d-433b-902e-eb76f62bb81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:56.898004 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-7885ac7c-bf2d-433b-902e-eb76f62bb81b service neutron] Transition to ACTIVE for port object 2667269d-4373-43a6-aefa-d1d34986c457 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:13:56.901951 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-7885ac7c-bf2d-433b-902e-eb76f62bb81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:56.965529 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-7885ac7c-bf2d-433b-902e-eb76f62bb81b service neutron] No DVR routers for this DVR port 2667269d-4373-43a6-aefa-d1d34986c457 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:13:57.001340 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885ac7c-bf2d-433b-902e-eb76f62bb81b service neutron] Pushing event updated for resources: {'Port': ['ID=2667269d-4373-43a6-aefa-d1d34986c457,revision_number=10']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:57.008533 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-7885ac7c-bf2d-433b-902e-eb76f62bb81b service neutron] 10.222.0.11 "PUT /v2.0/ports/2667269d-4373-43a6-aefa-d1d34986c457/bindings/n-h2-729945-9/activate HTTP/1.1" status: 200 len: 369 time: 0.7481992 Nov 15 11:13:57.034288 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:13:57.058659 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:13:57.059089 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 1cd27855-c0a7-4d2a-9a39-95df8b08bbdb not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:13:57.059888 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 2667269d-4373-43a6-aefa-d1d34986c457 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:13:57.108949 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 2667269d-4373-43a6-aefa-d1d34986c457 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:13:57.143790 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-df186128-ab37-4028-85b9-1e653ecead1e tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:57.145326 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-df186128-ab37-4028-85b9-1e653ecead1e tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6&tenant_id=15d30ad0cec74e39a796f7b31ab517b2&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 1096 time: 0.0570524 Nov 15 11:13:57.200630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-de76a6bc-35b0-4eab-a6f3-158f192c7dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:57.203022 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-de76a6bc-35b0-4eab-a6f3-158f192c7dba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6&tenant_id=15d30ad0cec74e39a796f7b31ab517b2 HTTP/1.1" status: 200 len: 1096 time: 0.0489278 Nov 15 11:13:57.312939 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880500b-0f29-4d0b-82c6-a406dc8280bf req-27c43b26-60db-4f32-b86d-9f0cb4de16b5 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:57.314449 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0880500b-0f29-4d0b-82c6-a406dc8280bf req-27c43b26-60db-4f32-b86d-9f0cb4de16b5 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.0961852 Nov 15 11:13:57.319696 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-2e6549b7-8626-4733-a638-81e3a47da660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:57.321006 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-2e6549b7-8626-4733-a638-81e3a47da660 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 1096 time: 0.0718043 Nov 15 11:13:57.392802 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 11716b14-97a5-4465-acdf-3caa497b2c16 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:13:57.415861 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 11716b14-97a5-4465-acdf-3caa497b2c16 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:13:57.416172 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 11716b14-97a5-4465-acdf-3caa497b2c16 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:13:57.419112 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0880500b-0f29-4d0b-82c6-a406dc8280bf req-810f19e9-ded2-47d3-9407-9e3b52646a95 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971744 Nov 15 11:13:57.451378 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-41b404de-6c31-47cf-a039-42c38419d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:57.453011 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-41b404de-6c31-47cf-a039-42c38419d0cf service neutron] 10.222.0.55 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 922 time: 0.1176090 Nov 15 11:13:57.493351 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52890) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:13:57.498843 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-75f2fe96-14f1-46bf-a980-31f2468e82d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2667269d-4373-43a6-aefa-d1d34986c457 HTTP/1.1" status: 200 len: 217 time: 0.0377560 Nov 15 11:13:57.550879 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-bbbfeb71-56e9-41f7-a0c3-6cd44a7e1eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:57.554007 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-bbbfeb71-56e9-41f7-a0c3-6cd44a7e1eed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41c7fb84-e1ab-4aee-8901-f8449cce1c4d HTTP/1.1" status: 200 len: 861 time: 0.0463388 Nov 15 11:13:57.615727 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-ac55f50a-d2aa-4a56-b08e-3bc4f7ac6efc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4a44e54-964f-44d3-85ab-bb56792b7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469029 Nov 15 11:13:57.624046 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-94af17f5-6cab-446e-976e-f26ea7ca6218 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1566645618-network', 'tenant_id': 'b13f9ecb4e5144579e54aecb03223055'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:57.648993 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94af17f5-6cab-446e-976e-f26ea7ca6218 admin admin] Made reservation on behalf of b13f9ecb4e5144579e54aecb03223055 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:13:57.651453 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94af17f5-6cab-446e-976e-f26ea7ca6218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:57.660350 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94af17f5-6cab-446e-976e-f26ea7ca6218 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:57.740292 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec2fbc-1b61-42d2-a8b6-6d0835c77bed req-25485dec-6c24-4271-b56b-42c3c3246bfe tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:57.749744 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0bec2fbc-1b61-42d2-a8b6-6d0835c77bed req-25485dec-6c24-4271-b56b-42c3c3246bfe tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 945 time: 0.1682053 Nov 15 11:13:57.753853 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94af17f5-6cab-446e-976e-f26ea7ca6218 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:57.765265 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94af17f5-6cab-446e-976e-f26ea7ca6218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:57.782608 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94af17f5-6cab-446e-976e-f26ea7ca6218 admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:13:57.807562 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94af17f5-6cab-446e-976e-f26ea7ca6218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:57.808129 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-94af17f5-6cab-446e-976e-f26ea7ca6218 admin admin] Added segment 3a9147f1-7605-493b-bee4-7c40761b8fbd of type vlan for network a89b2166-b816-4b4a-95a6-5b169b301066 Nov 15 11:13:57.830483 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af17f5-6cab-446e-976e-f26ea7ca6218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d4d939-883d-4d71-b12f-c60ba13fccf8,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:57.859249 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-81115ed3-1844-4027-ae1a-9832aec180c5 req-480e5c08-7d75-4593-8c43-d699dac55616 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9242936d-900a-462f-8767-1ff378cb1475 HTTP/1.1" status: 200 len: 210 time: 0.0427001 Nov 15 11:13:57.869603 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94af17f5-6cab-446e-976e-f26ea7ca6218 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:57.915264 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94af17f5-6cab-446e-976e-f26ea7ca6218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:57.916555 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94af17f5-6cab-446e-976e-f26ea7ca6218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:57.917320 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94af17f5-6cab-446e-976e-f26ea7ca6218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:57.936715 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-4ac601aa-76f6-4f3d-b7ef-5d3a39d7e56c service neutron] 10.222.0.55 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786264 Nov 15 11:13:57.944603 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0bec2fbc-1b61-42d2-a8b6-6d0835c77bed req-3061b91f-681e-4989-a7fb-0ce528648f34 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932175 Nov 15 11:13:57.993102 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-94af17f5-6cab-446e-976e-f26ea7ca6218 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4983861 Nov 15 11:13:58.002991 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52906) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:13:58.014921 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f2bd94c9-0e79-4705-8023-a85e4af42b76 admin admin] Request body: {'subnet': {'network_id': 'a89b2166-b816-4b4a-95a6-5b169b301066', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1566645618-subnet', 'tenant_id': 'b13f9ecb4e5144579e54aecb03223055', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:58.029785 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af17f5-6cab-446e-976e-f26ea7ca6218 admin admin] Pushing event updated for resources: {'Network': ['ID=a89b2166-b816-4b4a-95a6-5b169b301066,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:58.029994 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f2d10-23de-486e-884b-d485558036f4 req-840a491a-e1b5-4778-be3a-3b3b50ebc85d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:58.031400 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c74f2d10-23de-486e-884b-d485558036f4 req-840a491a-e1b5-4778-be3a-3b3b50ebc85d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.55 "GET /v2.0/networks?id=be01e75b-e554-4f10-bf07-0288c0981a73 HTTP/1.1" status: 200 len: 811 time: 0.2792845 Nov 15 11:13:58.044207 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network a89b2166-b816-4b4a-95a6-5b169b301066 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:13:58.053836 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bd94c9-0e79-4705-8023-a85e4af42b76 admin admin] Made reservation on behalf of b13f9ecb4e5144579e54aecb03223055 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:13:58.057605 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2bd94c9-0e79-4705-8023-a85e4af42b76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:58.060546 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-c74f2d10-23de-486e-884b-d485558036f4 req-c7c2dff2-c2c9-41ba-8461-b03c6bdb2b8d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Request body: {'port': {'device_id': '9242936d-900a-462f-8767-1ff378cb1475', 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73', 'admin_state_up': True, 'tenant_id': '3d9c8d368bef4c74abee5cbe7283626d'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:58.181254 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a756e-015a-4f91-9644-12792214c61a req-383c49cc-e2d5-49dc-a057-589567352104 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:58.182887 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a58a756e-015a-4f91-9644-12792214c61a req-383c49cc-e2d5-49dc-a057-589567352104 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 945 time: 0.1504741 Nov 15 11:13:58.207599 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-963b27f7-dda1-4631-9120-877713a8f83b service neutron] 10.222.0.55 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530832 Nov 15 11:13:58.247676 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2bd94c9-0e79-4705-8023-a85e4af42b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:58.278908 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a58a756e-015a-4f91-9644-12792214c61a req-fd335646-1cdf-490f-8459-cfb5fc10b40f tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843689 Nov 15 11:13:58.283959 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c74f2d10-23de-486e-884b-d485558036f4 req-c7c2dff2-c2c9-41ba-8461-b03c6bdb2b8d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Made reservation on behalf of 3d9c8d368bef4c74abee5cbe7283626d for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:13:58.288909 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c74f2d10-23de-486e-884b-d485558036f4 req-c7c2dff2-c2c9-41ba-8461-b03c6bdb2b8d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:58.308082 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd94c9-0e79-4705-8023-a85e4af42b76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41c98816-16ba-4017-9f2f-cb94aa81207b,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:58.319015 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bd94c9-0e79-4705-8023-a85e4af42b76 admin admin] Checking segment: {'id': '3a9147f1-7605-493b-bee4-7c40761b8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a89b2166-b816-4b4a-95a6-5b169b301066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:13:58.319377 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bd94c9-0e79-4705-8023-a85e4af42b76 admin admin] Network hostable DHCP agents. Network: a89b2166-b816-4b4a-95a6-5b169b301066, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:13:58.338426 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bd94c9-0e79-4705-8023-a85e4af42b76 admin admin] Network a89b2166-b816-4b4a-95a6-5b169b301066 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:13:58.348345 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-f2bd94c9-0e79-4705-8023-a85e4af42b76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, a89b2166-b816-4b4a-95a6-5b169b301066) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:13:58.355264 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bd94c9-0e79-4705-8023-a85e4af42b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:58.357126 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2bd94c9-0e79-4705-8023-a85e4af42b76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:58.358733 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f75589-f09b-4fde-a6a0-2465ea34a84b None None] Network a89b2166-b816-4b4a-95a6-5b169b301066 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:13:58.401874 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f2bd94c9-0e79-4705-8023-a85e4af42b76 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3964899 Nov 15 11:13:58.465486 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-c74f2d10-23de-486e-884b-d485558036f4 req-c7c2dff2-c2c9-41ba-8461-b03c6bdb2b8d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Allocated IP 172.20.0.3 (be01e75b-e554-4f10-bf07-0288c0981a73/fe02edeb-e83c-4883-9de3-f499a3c56d94/4d5d09a4-24d0-4c28-a672-065de9ad4abb) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:13:58.515537 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dd4dd6-b757-48d2-bed2-8b4f9b0aa8e1 None None] Network a89b2166-b816-4b4a-95a6-5b169b301066 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:13:58.626662 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-9493047d-c98e-47bf-a62d-83d10f42bdd5 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:58.628202 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-9493047d-c98e-47bf-a62d-83d10f42bdd5 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6&tenant_id=15d30ad0cec74e39a796f7b31ab517b2&binding%3Ahost_id=n-h2-729945-9 HTTP/1.1" status: 200 len: 1096 time: 0.1295748 Nov 15 11:13:58.707429 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eca603-20af-4633-883e-1c66d55935e6 req-2eabd00e-88d0-42c1-8fe0-4d6babd4e68f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:58.714890 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79eca603-20af-4633-883e-1c66d55935e6 req-2eabd00e-88d0-42c1-8fe0-4d6babd4e68f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.1718073 Nov 15 11:13:58.840648 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c74f2d10-23de-486e-884b-d485558036f4 req-c7c2dff2-c2c9-41ba-8461-b03c6bdb2b8d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:58.846570 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79eca603-20af-4633-883e-1c66d55935e6 req-c2dfb8dc-efd7-4c49-a987-869616f73b96 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309345 Nov 15 11:13:58.885852 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-101be006-0807-4e67-950a-2d4c70263324 service neutron] For port 2667269d-4373-43a6-aefa-d1d34986c457, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:13:58.890317 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-101be006-0807-4e67-950a-2d4c70263324 service neutron] Publish callbacks [] for binding, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:58.891439 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cb97533-d36d-4c68-aec4-64dd4fa698d2 req-101be006-0807-4e67-950a-2d4c70263324 service neutron] 10.222.0.55 "DELETE /v2.0/ports/2667269d-4373-43a6-aefa-d1d34986c457/bindings/n-h1-729945-9 HTTP/1.1" status: 204 len: 173 time: 0.2349677 Nov 15 11:13:58.902038 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c74f2d10-23de-486e-884b-d485558036f4 req-c7c2dff2-c2c9-41ba-8461-b03c6bdb2b8d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:58.945549 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74f2d10-23de-486e-884b-d485558036f4 req-c7c2dff2-c2c9-41ba-8461-b03c6bdb2b8d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Network be01e75b-e554-4f10-bf07-0288c0981a73 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:13:58.950855 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-c74f2d10-23de-486e-884b-d485558036f4 req-c7c2dff2-c2c9-41ba-8461-b03c6bdb2b8d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:13:58.958430 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74f2d10-23de-486e-884b-d485558036f4 req-c7c2dff2-c2c9-41ba-8461-b03c6bdb2b8d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:13:58.959745 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52928) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:13:58.964244 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f2d10-23de-486e-884b-d485558036f4 req-c7c2dff2-c2c9-41ba-8461-b03c6bdb2b8d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:58.964875 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c74f2d10-23de-486e-884b-d485558036f4 req-c7c2dff2-c2c9-41ba-8461-b03c6bdb2b8d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:58.965876 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b59953b2-4e48-4423-83ad-08acf7158068 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1125199278-network', 'tenant_id': 'ce38c6a7f83243e1871574d1b31ece84'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:58.992439 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59953b2-4e48-4423-83ad-08acf7158068 admin admin] Made reservation on behalf of ce38c6a7f83243e1871574d1b31ece84 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:13:58.993244 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2dff2-c2c9-41ba-8461-b03c6bdb2b8d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Pushing event updated for resources: {'Port': ['ID=4d5d09a4-24d0-4c28-a672-065de9ad4abb,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:58.994910 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b59953b2-4e48-4423-83ad-08acf7158068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:59.009439 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b59953b2-4e48-4423-83ad-08acf7158068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:59.016285 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c74f2d10-23de-486e-884b-d485558036f4 req-c7c2dff2-c2c9-41ba-8461-b03c6bdb2b8d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9624665 Nov 15 11:13:59.036323 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b04c5-0258-44c9-bd1d-e6e7f4eaa0ea req-3ed1318e-2b36-4f7f-90ca-7d2ed12c5dc9 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:59.037976 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8f3b04c5-0258-44c9-bd1d-e6e7f4eaa0ea req-3ed1318e-2b36-4f7f-90ca-7d2ed12c5dc9 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9242936d-900a-462f-8767-1ff378cb1475 HTTP/1.1" status: 200 len: 931 time: 0.0677831 Nov 15 11:13:59.059050 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-c74f2d10-23de-486e-884b-d485558036f4 req-bf8f8af6-4336-4492-b9da-9829ccf5aa4b service neutron] Request body: {'port': {'device_id': '9242936d-900a-462f-8767-1ff378cb1475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:59.096752 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b59953b2-4e48-4423-83ad-08acf7158068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:59.102472 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b59953b2-4e48-4423-83ad-08acf7158068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:59.125035 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59953b2-4e48-4423-83ad-08acf7158068 admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:13:59.140961 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59953b2-4e48-4423-83ad-08acf7158068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b24d5ac-b926-4e72-93cf-7450ccfd61c9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:59.144383 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b59953b2-4e48-4423-83ad-08acf7158068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:59.144961 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-b59953b2-4e48-4423-83ad-08acf7158068 admin admin] Added segment 607f0525-fa02-4808-ac93-0129f58eee68 of type vlan for network c866cc4c-e95d-4df0-ac9b-52a955bb78bb Nov 15 11:13:59.184384 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8f3b04c5-0258-44c9-bd1d-e6e7f4eaa0ea req-cdd9591f-7439-43ab-9364-9412e0a64a38 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398859 Nov 15 11:13:59.187132 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b59953b2-4e48-4423-83ad-08acf7158068 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:59.188894 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c74f2d10-23de-486e-884b-d485558036f4 req-bf8f8af6-4336-4492-b9da-9829ccf5aa4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:59.210802 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe5016-6023-47cf-b85d-d51207d0c19d req-938a12c2-ace2-4b2e-a051-74a158d8d650 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:59.216570 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-47fe5016-6023-47cf-b85d-d51207d0c19d req-938a12c2-ace2-4b2e-a051-74a158d8d650 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 945 time: 0.1240933 Nov 15 11:13:59.220289 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b59953b2-4e48-4423-83ad-08acf7158068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:59.221903 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59953b2-4e48-4423-83ad-08acf7158068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:59.222519 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b59953b2-4e48-4423-83ad-08acf7158068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:59.294291 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b59953b2-4e48-4423-83ad-08acf7158068 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3302386 Nov 15 11:13:59.294523 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52936) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:13:59.299676 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-19ae6454-2ecc-4d99-83b5-2f93c1e46a34 admin admin] Request body: {'subnet': {'network_id': 'c866cc4c-e95d-4df0-ac9b-52a955bb78bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1125199278-subnet', 'tenant_id': 'ce38c6a7f83243e1871574d1b31ece84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:13:59.303874 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59953b2-4e48-4423-83ad-08acf7158068 admin admin] Pushing event updated for resources: {'Network': ['ID=c866cc4c-e95d-4df0-ac9b-52a955bb78bb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:59.307444 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-47fe5016-6023-47cf-b85d-d51207d0c19d req-7d1a87f0-242f-42f8-99d6-4f41a57f12f6 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882332 Nov 15 11:13:59.334195 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network c866cc4c-e95d-4df0-ac9b-52a955bb78bb details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:13:59.366027 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ae6454-2ecc-4d99-83b5-2f93c1e46a34 admin admin] Made reservation on behalf of ce38c6a7f83243e1871574d1b31ece84 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:13:59.368770 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19ae6454-2ecc-4d99-83b5-2f93c1e46a34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:59.436765 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:59.573295 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19ae6454-2ecc-4d99-83b5-2f93c1e46a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:59.631678 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae6454-2ecc-4d99-83b5-2f93c1e46a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0302edf-150f-4e47-87e0-28135af3f106,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:13:59.645139 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ae6454-2ecc-4d99-83b5-2f93c1e46a34 admin admin] Checking segment: {'id': '607f0525-fa02-4808-ac93-0129f58eee68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'c866cc4c-e95d-4df0-ac9b-52a955bb78bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:13:59.645538 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ae6454-2ecc-4d99-83b5-2f93c1e46a34 admin admin] Network hostable DHCP agents. Network: c866cc4c-e95d-4df0-ac9b-52a955bb78bb, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:13:59.668742 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ae6454-2ecc-4d99-83b5-2f93c1e46a34 admin admin] Network c866cc4c-e95d-4df0-ac9b-52a955bb78bb is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:13:59.681583 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-19ae6454-2ecc-4d99-83b5-2f93c1e46a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, c866cc4c-e95d-4df0-ac9b-52a955bb78bb) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:13:59.685910 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ae6454-2ecc-4d99-83b5-2f93c1e46a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:59.686489 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19ae6454-2ecc-4d99-83b5-2f93c1e46a34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:13:59.691954 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04065e6-38ee-45bb-84c8-ab9476fb4ff3 None None] Network c866cc4c-e95d-4df0-ac9b-52a955bb78bb requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:13:59.707597 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-19ae6454-2ecc-4d99-83b5-2f93c1e46a34 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4120927 Nov 15 11:13:59.834789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdde3c8-632d-4e61-9355-04583876d5ef req-543b19fa-7c34-4596-adf9-c8dfd345d301 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:59.836667 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3bdde3c8-632d-4e61-9355-04583876d5ef req-543b19fa-7c34-4596-adf9-c8dfd345d301 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 945 time: 0.4557917 Nov 15 11:13:59.928330 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3bdde3c8-632d-4e61-9355-04583876d5ef req-98d64202-bf5f-4133-9f07-1ce44d57380c tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780430 Nov 15 11:13:59.934521 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a00eb-af70-41a5-b318-4239b998a7a5 req-1806828c-508a-415f-b471-34ed8b004a0f tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:13:59.942995 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f70a00eb-af70-41a5-b318-4239b998a7a5 req-1806828c-508a-415f-b471-34ed8b004a0f tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 1096 time: 0.5278428 Nov 15 11:13:59.991607 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907a1c8f-9ba4-4725-a00f-f31f1032ec8b None None] Network c866cc4c-e95d-4df0-ac9b-52a955bb78bb requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:14:00.040363 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f70a00eb-af70-41a5-b318-4239b998a7a5 req-56945d25-5350-4344-b3b8-42a9a827cf58 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963974 Nov 15 11:14:00.057975 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-c74f2d10-23de-486e-884b-d485558036f4 req-bf8f8af6-4336-4492-b9da-9829ccf5aa4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5d09a4-24d0-4c28-a672-065de9ad4abb {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:14:00.072534 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c74f2d10-23de-486e-884b-d485558036f4 req-bf8f8af6-4336-4492-b9da-9829ccf5aa4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:00.082187 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-c74f2d10-23de-486e-884b-d485558036f4 req-bf8f8af6-4336-4492-b9da-9829ccf5aa4b service neutron] Transition to ACTIVE for port object 4d5d09a4-24d0-4c28-a672-065de9ad4abb will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:14:00.087996 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c74f2d10-23de-486e-884b-d485558036f4 req-bf8f8af6-4336-4492-b9da-9829ccf5aa4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:00.200765 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f8af6-4336-4492-b9da-9829ccf5aa4b service neutron] Pushing event updated for resources: {'Port': ['ID=4d5d09a4-24d0-4c28-a672-065de9ad4abb,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:00.239867 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab15db4-3429-4687-890b-41f34f518539 req-abb0c70b-bcd3-4f43-b462-99ff71c1cc38 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:00.241324 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ab15db4-3429-4687-890b-41f34f518539 req-abb0c70b-bcd3-4f43-b462-99ff71c1cc38 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.0955622 Nov 15 11:14:00.259699 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c74f2d10-23de-486e-884b-d485558036f4 req-bf8f8af6-4336-4492-b9da-9829ccf5aa4b service neutron] Attempting to bind port 4d5d09a4-24d0-4c28-a672-065de9ad4abb on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:14:00.260055 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c74f2d10-23de-486e-884b-d485558036f4 req-bf8f8af6-4336-4492-b9da-9829ccf5aa4b service neutron] Attempting to bind port 4d5d09a4-24d0-4c28-a672-065de9ad4abb by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:14:00.260506 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74f2d10-23de-486e-884b-d485558036f4 req-bf8f8af6-4336-4492-b9da-9829ccf5aa4b service neutron] Attempting to bind port 4d5d09a4-24d0-4c28-a672-065de9ad4abb on network be01e75b-e554-4f10-bf07-0288c0981a73 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:14:00.273807 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74f2d10-23de-486e-884b-d485558036f4 req-bf8f8af6-4336-4492-b9da-9829ccf5aa4b service neutron] Port 4d5d09a4-24d0-4c28-a672-065de9ad4abb on network be01e75b-e554-4f10-bf07-0288c0981a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:14:00.274130 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74f2d10-23de-486e-884b-d485558036f4 req-bf8f8af6-4336-4492-b9da-9829ccf5aa4b service neutron] Attempting to bind port 4d5d09a4-24d0-4c28-a672-065de9ad4abb on network be01e75b-e554-4f10-bf07-0288c0981a73 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:14:00.306379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74f2d10-23de-486e-884b-d485558036f4 req-bf8f8af6-4336-4492-b9da-9829ccf5aa4b service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:14:00.306783 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74f2d10-23de-486e-884b-d485558036f4 req-bf8f8af6-4336-4492-b9da-9829ccf5aa4b service neutron] Checking segment: {'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:14:00.307143 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74f2d10-23de-486e-884b-d485558036f4 req-bf8f8af6-4336-4492-b9da-9829ccf5aa4b service neutron] Bound using segment: {'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:14:00.307577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c74f2d10-23de-486e-884b-d485558036f4 req-bf8f8af6-4336-4492-b9da-9829ccf5aa4b service neutron] Bound port: 4d5d09a4-24d0-4c28-a672-065de9ad4abb, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:14:00.308018 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c74f2d10-23de-486e-884b-d485558036f4 req-bf8f8af6-4336-4492-b9da-9829ccf5aa4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:00.368027 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ab15db4-3429-4687-890b-41f34f518539 req-61eca8a8-bc5d-4045-8d5d-4268281f0bd6 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193016 Nov 15 11:14:00.453207 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-c74f2d10-23de-486e-884b-d485558036f4 req-bf8f8af6-4336-4492-b9da-9829ccf5aa4b service neutron] For port 4d5d09a4-24d0-4c28-a672-065de9ad4abb, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:14:00.461507 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-96d6ae6c-1ff0-4ec7-a925-7aac570be3bf tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:00.463050 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-96d6ae6c-1ff0-4ec7-a925-7aac570be3bf tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/networks?id=a89b2166-b816-4b4a-95a6-5b169b301066 HTTP/1.1" status: 200 len: 815 time: 0.1780708 Nov 15 11:14:00.464919 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-c74f2d10-23de-486e-884b-d485558036f4 req-bf8f8af6-4336-4492-b9da-9829ccf5aa4b service neutron] For port 4d5d09a4-24d0-4c28-a672-065de9ad4abb, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4d5d09a4-24d0-4c28-a672-065de9ad4abb,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:14:00.472142 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c74f2d10-23de-486e-884b-d485558036f4 req-bf8f8af6-4336-4492-b9da-9829ccf5aa4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:00.512964 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-9e3a2e44-b3f9-4459-ba45-54a3247edbd3 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/quotas/b13f9ecb4e5144579e54aecb03223055 HTTP/1.1" status: 200 len: 375 time: 0.0424600 Nov 15 11:14:00.531558 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f2d10-23de-486e-884b-d485558036f4 req-bf8f8af6-4336-4492-b9da-9829ccf5aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:00.532097 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c74f2d10-23de-486e-884b-d485558036f4 req-bf8f8af6-4336-4492-b9da-9829ccf5aa4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:00.533563 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c74f2d10-23de-486e-884b-d485558036f4 req-bf8f8af6-4336-4492-b9da-9829ccf5aa4b service neutron] 10.222.0.55 "PUT /v2.0/ports/4d5d09a4-24d0-4c28-a672-065de9ad4abb HTTP/1.1" status: 200 len: 1091 time: 1.4801738 Nov 15 11:14:00.534740 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9242936d-900a-462f-8767-1ff378cb1475', 'tag': '4d5d09a4-24d0-4c28-a672-065de9ad4abb'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:14:00.536896 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396b9adb-4bd0-44cd-b2ef-6e1c56bf95b2" -d '{"events": [{"name": "network-changed", "server_uuid": "9242936d-900a-462f-8767-1ff378cb1475", "tag": "4d5d09a4-24d0-4c28-a672-065de9ad4abb"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:14:00.601928 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-0ac60b54-65d8-464d-b208-ed60b5fee6b9 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b13f9ecb4e5144579e54aecb03223055&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782120 Nov 15 11:14:00.631838 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f8af6-4336-4492-b9da-9829ccf5aa4b service neutron] Pushing event updated for resources: {'Port': ['ID=4d5d09a4-24d0-4c28-a672-065de9ad4abb,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:00.694051 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a84b0-8a46-4e01-9578-f8a32c8a38b0 req-b9cd1836-e413-4277-97cb-23623bea716c tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:00.695574 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f01a84b0-8a46-4e01-9578-f8a32c8a38b0 req-b9cd1836-e413-4277-97cb-23623bea716c tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 1096 time: 0.1882112 Nov 15 11:14:00.713952 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f2d10-23de-486e-884b-d485558036f4 req-51fe3a94-8970-479e-ab28-e4e75060e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:00.715349 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c74f2d10-23de-486e-884b-d485558036f4 req-51fe3a94-8970-479e-ab28-e4e75060e47e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d9c8d368bef4c74abee5cbe7283626d&device_id=9242936d-900a-462f-8767-1ff378cb1475 HTTP/1.1" status: 200 len: 1094 time: 0.1280375 Nov 15 11:14:00.790850 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-7f6d540a-7141-4c4e-acde-15954d1e62d2 service neutron] 10.222.0.64 "GET /v2.0/networks/a89b2166-b816-4b4a-95a6-5b169b301066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680102 Nov 15 11:14:00.794826 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c74f2d10-23de-486e-884b-d485558036f4 req-3eca26d2-802b-4d98-9204-ac77ad09170c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d5d09a4-24d0-4c28-a672-065de9ad4abb HTTP/1.1" status: 200 len: 217 time: 0.0585494 Nov 15 11:14:00.798241 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f01a84b0-8a46-4e01-9578-f8a32c8a38b0 req-2e8848ca-6e43-4afb-b527-9734aa431e01 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958350 Nov 15 11:14:00.926450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f2d10-23de-486e-884b-d485558036f4 req-e62f6765-7757-4354-8319-bb2cbe510cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:00.927936 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c74f2d10-23de-486e-884b-d485558036f4 req-e62f6765-7757-4354-8319-bb2cbe510cec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe02edeb-e83c-4883-9de3-f499a3c56d94 HTTP/1.1" status: 200 len: 851 time: 0.1215780 Nov 15 11:14:00.957603 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81348754-d589-478f-9d45-cf94c3bc45a3 req-ff105476-cc02-407d-b05e-feb5b904ee64 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:00.959306 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-81348754-d589-478f-9d45-cf94c3bc45a3 req-ff105476-cc02-407d-b05e-feb5b904ee64 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 1096 time: 0.0904443 Nov 15 11:14:00.984256 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c74f2d10-23de-486e-884b-d485558036f4 req-ca12d5d1-e9a5-4507-84e2-dce8beab4e8b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be01e75b-e554-4f10-bf07-0288c0981a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426433 Nov 15 11:14:00.992885 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-29f656fc-6101-4219-88ca-ba217c9911b9 service neutron] 10.222.0.64 "GET /v2.0/networks/a89b2166-b816-4b4a-95a6-5b169b301066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937466 Nov 15 11:14:01.072714 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-81348754-d589-478f-9d45-cf94c3bc45a3 req-65465cab-733e-4526-acc1-aa1ac1d03bb3 tempest-LiveAutoBlockMigrationV225Test-701231093 tempest-LiveAutoBlockMigrationV225Test-701231093-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919740 Nov 15 11:14:01.101060 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c74f2d10-23de-486e-884b-d485558036f4 req-efeb4325-a8ec-4d96-99d3-27abbca84429 service neutron] 10.222.0.55 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073210 Nov 15 11:14:01.232008 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:01.248986 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244786a2-7f35-435f-9b31-fbf2b16ae508 x-openstack-request-id: req-244786a2-7f35-435f-9b31-fbf2b16ae508 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:14:01.249397 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9242936d-900a-462f-8767-1ff378cb1475", "tag": "4d5d09a4-24d0-4c28-a672-065de9ad4abb", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:14:01.249707 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-244786a2-7f35-435f-9b31-fbf2b16ae508 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:14:01.250207 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9242936d-900a-462f-8767-1ff378cb1475', 'tag': '4d5d09a4-24d0-4c28-a672-065de9ad4abb', 'status': 'completed', 'code': 200} Nov 15 11:14:01.280602 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c74f2d10-23de-486e-884b-d485558036f4 req-0453c3bf-a7b2-4193-92e8-4e5e173efb2f service neutron] 10.222.0.55 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707461 Nov 15 11:14:01.290126 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ac36f-eaa1-451b-9470-fd494bd48f40 req-f4086786-cceb-484e-9d36-111998bf8d4f tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:01.291709 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d16ac36f-eaa1-451b-9470-fd494bd48f40 req-f4086786-cceb-484e-9d36-111998bf8d4f tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9242936d-900a-462f-8767-1ff378cb1475 HTTP/1.1" status: 200 len: 943 time: 0.1029716 Nov 15 11:14:01.382926 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d16ac36f-eaa1-451b-9470-fd494bd48f40 req-654c141e-b614-4209-ac68-ae1cecfa7b4d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741079 Nov 15 11:14:01.425733 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8611a8da-1643-4808-a985-bce5f27b5e33 req-05112f59-979e-4513-b74b-99fa0812a152 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0239c55-36d5-4398-ba24-717929e8de55 HTTP/1.1" status: 200 len: 210 time: 0.0371945 Nov 15 11:14:01.429982 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b9adb-4bd0-44cd-b2ef-6e1c56bf95b2 req-84e90d5f-dbe6-4a3f-9e4a-fe45edbc2a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:01.430509 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-396b9adb-4bd0-44cd-b2ef-6e1c56bf95b2 req-84e90d5f-dbe6-4a3f-9e4a-fe45edbc2a82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d9c8d368bef4c74abee5cbe7283626d&device_id=9242936d-900a-462f-8767-1ff378cb1475 HTTP/1.1" status: 200 len: 1094 time: 0.0904496 Nov 15 11:14:01.551735 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b9adb-4bd0-44cd-b2ef-6e1c56bf95b2 req-43b45d5a-eb7a-44f0-a662-5a8460fd8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:01.554516 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-396b9adb-4bd0-44cd-b2ef-6e1c56bf95b2 req-43b45d5a-eb7a-44f0-a662-5a8460fd8553 service neutron] 10.222.0.55 "GET /v2.0/networks?id=be01e75b-e554-4f10-bf07-0288c0981a73 HTTP/1.1" status: 200 len: 912 time: 0.1153126 Nov 15 11:14:01.616818 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-396b9adb-4bd0-44cd-b2ef-6e1c56bf95b2 req-b257b4e8-97d2-4929-af1c-bdcf818233f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d5d09a4-24d0-4c28-a672-065de9ad4abb HTTP/1.1" status: 200 len: 217 time: 0.0494432 Nov 15 11:14:01.702611 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b9adb-4bd0-44cd-b2ef-6e1c56bf95b2 req-ff42f3ca-baa2-4dce-bae7-087f5e6adffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:01.704224 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-396b9adb-4bd0-44cd-b2ef-6e1c56bf95b2 req-ff42f3ca-baa2-4dce-bae7-087f5e6adffa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe02edeb-e83c-4883-9de3-f499a3c56d94 HTTP/1.1" status: 200 len: 851 time: 0.0600326 Nov 15 11:14:01.712336 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1d504-2080-4865-963a-5a1784744cb7 req-d84ee7d4-b9cd-4f43-85cd-00e95db6f626 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:01.713974 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24c1d504-2080-4865-963a-5a1784744cb7 req-d84ee7d4-b9cd-4f43-85cd-00e95db6f626 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.1005082 Nov 15 11:14:01.754193 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-396b9adb-4bd0-44cd-b2ef-6e1c56bf95b2 req-a547cf10-ad7c-4977-b542-72d847c73b05 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be01e75b-e554-4f10-bf07-0288c0981a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390482 Nov 15 11:14:01.827869 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24c1d504-2080-4865-963a-5a1784744cb7 req-69e3b624-0a0b-4ab2-a390-fe1a3cfd77b7 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033890 Nov 15 11:14:01.876139 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-396b9adb-4bd0-44cd-b2ef-6e1c56bf95b2 req-bf63eecc-e78e-4275-9197-c9f49e56ef29 service neutron] 10.222.0.55 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059337 Nov 15 11:14:01.989569 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-396b9adb-4bd0-44cd-b2ef-6e1c56bf95b2 req-88bd785c-fbcc-444a-8348-0f07270d7acf service neutron] 10.222.0.55 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007593 Nov 15 11:14:02.047996 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda08d05-45df-4917-975a-fdbc5a9d54ec req-eef062dd-0317-4bda-b53e-1b144f140728 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:02.049474 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cda08d05-45df-4917-975a-fdbc5a9d54ec req-eef062dd-0317-4bda-b53e-1b144f140728 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 945 time: 0.0590041 Nov 15 11:14:02.097159 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cda08d05-45df-4917-975a-fdbc5a9d54ec req-98394a5b-0a00-43c9-94b6-961c5f652c4d tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415246 Nov 15 11:14:02.348846 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-45c5eeaf-cf4f-44a3-8adf-0b16708c1084 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:02.350516 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-45c5eeaf-cf4f-44a3-8adf-0b16708c1084 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.11 "GET /v2.0/networks?id=a89b2166-b816-4b4a-95a6-5b169b301066 HTTP/1.1" status: 200 len: 815 time: 0.1119447 Nov 15 11:14:02.364986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-149b5330-6bf7-4be3-b36b-6bc96c95843e tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Request body: {'port': {'device_id': 'd0239c55-36d5-4398-ba24-717929e8de55', 'network_id': 'a89b2166-b816-4b4a-95a6-5b169b301066', 'admin_state_up': True, 'tenant_id': 'b13f9ecb4e5144579e54aecb03223055'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:14:02.458605 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2099b-db73-42d0-9e80-f1bd72289396 req-599ea088-96bd-42f3-a3f6-ded904cce5d5 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:02.460131 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3cf2099b-db73-42d0-9e80-f1bd72289396 req-599ea088-96bd-42f3-a3f6-ded904cce5d5 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 945 time: 0.1086874 Nov 15 11:14:02.522561 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-19cd222a-c2e1-4bb8-883a-d9479ccaf813 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:14:02.523463 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-19cd222a-c2e1-4bb8-883a-d9479ccaf813 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0352488 Nov 15 11:14:02.643366 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-e12fc230-46c1-417b-8f46-1868ac7d12fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:02.644792 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-e12fc230-46c1-417b-8f46-1868ac7d12fb service neutron] 10.222.0.64 "GET /v2.0/ports/3dae08cb-2483-4b9d-9d60-20958c6434ef HTTP/1.1" status: 200 len: 1093 time: 0.1023488 Nov 15 11:14:02.662353 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-cecbffad-7632-4325-adaf-1b3c6761f722 service neutron] Request body: {'binding': {'host': 'n-h1-729945-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:14:02.662790 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-cecbffad-7632-4325-adaf-1b3c6761f722 service neutron] Unknown quota resources ['binding']. {{(pid=102678) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 11:14:02.687619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-149b5330-6bf7-4be3-b36b-6bc96c95843e tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Made reservation on behalf of b13f9ecb4e5144579e54aecb03223055 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:14:02.690957 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-149b5330-6bf7-4be3-b36b-6bc96c95843e tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:02.702671 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fcf55-9ae1-480a-a6c0-8c982d5fd156 req-f6513161-4dac-4736-a56d-08f659bda3ef tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:02.704138 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-649fcf55-9ae1-480a-a6c0-8c982d5fd156 req-f6513161-4dac-4736-a56d-08f659bda3ef tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9242936d-900a-462f-8767-1ff378cb1475 HTTP/1.1" status: 200 len: 943 time: 0.2180445 Nov 15 11:14:02.710017 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e292d97-a591-466f-94d3-2c25cd668dc8 req-d405aebf-bb50-45f6-a5d4-a928ec76bc87 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1686811 Nov 15 11:14:02.905361 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-3cf2099b-db73-42d0-9e80-f1bd72289396 req-123ba873-dc0e-4a4c-8704-efdfaf6f0d9b tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Deleting port 2667269d-4373-43a6-aefa-d1d34986c457 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:14:02.905693 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3cf2099b-db73-42d0-9e80-f1bd72289396 req-123ba873-dc0e-4a4c-8704-efdfaf6f0d9b tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:02.916387 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-649fcf55-9ae1-480a-a6c0-8c982d5fd156 req-ca8c8b3a-d85c-4817-80c5-8c8c5c442b03 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972563 Nov 15 11:14:03.290887 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e292d97-a591-466f-94d3-2c25cd668dc8 req-63719cd4-916a-44b7-b6cf-255cf3a37e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:03.292205 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e292d97-a591-466f-94d3-2c25cd668dc8 req-63719cd4-916a-44b7-b6cf-255cf3a37e20 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 1095 time: 0.5528355 Nov 15 11:14:03.328152 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-916bd0f3-4e42-4c48-a2f8-6f0c11ac797c req-56fb8860-7856-40fd-b53b-71f3dd61bbd6 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0239c55-36d5-4398-ba24-717929e8de55 HTTP/1.1" status: 200 len: 210 time: 0.0624006 Nov 15 11:14:03.391167 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-149b5330-6bf7-4be3-b36b-6bc96c95843e tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Allocated IP 172.20.0.10 (a89b2166-b816-4b4a-95a6-5b169b301066/41c98816-16ba-4017-9f2f-cb94aa81207b/7ccb355a-f624-4914-8f4f-2d5a85d5e30e) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:14:03.402852 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4d5d09a4-24d0-4c28-a672-065de9ad4abb details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:14:03.417607 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-cecbffad-7632-4325-adaf-1b3c6761f722 service neutron] Attempting to bind port 3dae08cb-2483-4b9d-9d60-20958c6434ef on host n-h1-729945-9 for vnic_type normal with profile None {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:14:03.417912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-cecbffad-7632-4325-adaf-1b3c6761f722 service neutron] Attempting to bind port 3dae08cb-2483-4b9d-9d60-20958c6434ef by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:14:03.418252 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-cecbffad-7632-4325-adaf-1b3c6761f722 service neutron] Attempting to bind port 3dae08cb-2483-4b9d-9d60-20958c6434ef on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:14:03.466690 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-cecbffad-7632-4325-adaf-1b3c6761f722 service neutron] Port 3dae08cb-2483-4b9d-9d60-20958c6434ef on network 4534314e-1f14-4032-9246-018086f47347 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:14:03.467018 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-cecbffad-7632-4325-adaf-1b3c6761f722 service neutron] Attempting to bind port 3dae08cb-2483-4b9d-9d60-20958c6434ef on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:14:03.499999 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4d5d09a4-24d0-4c28-a672-065de9ad4abb, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4d5d09a4-24d0-4c28-a672-065de9ad4abb,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:03.501299 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-3cf2099b-db73-42d0-9e80-f1bd72289396 req-123ba873-dc0e-4a4c-8704-efdfaf6f0d9b tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] For port 2667269d-4373-43a6-aefa-d1d34986c457, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=2667269d-4373-43a6-aefa-d1d34986c457,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:03.501662 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3cf2099b-db73-42d0-9e80-f1bd72289396 req-123ba873-dc0e-4a4c-8704-efdfaf6f0d9b tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:03.509592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-cecbffad-7632-4325-adaf-1b3c6761f722 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:14:03.509923 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-cecbffad-7632-4325-adaf-1b3c6761f722 service neutron] Checking segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:14:03.510294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-cecbffad-7632-4325-adaf-1b3c6761f722 service neutron] Bound using segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:14:03.510724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-cecbffad-7632-4325-adaf-1b3c6761f722 service neutron] Bound port: 3dae08cb-2483-4b9d-9d60-20958c6434ef, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:14:03.511096 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '4d5d09a4-24d0-4c28-a672-065de9ad4abb', 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73', 'port_id': '4d5d09a4-24d0-4c28-a672-065de9ad4abb', 'mac_address': 'fa:16:3e:f9:a6:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe02edeb-e83c-4883-9de3-f499a3c56d94', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:14:03.550501 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:03.563456 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5d09a4-24d0-4c28-a672-065de9ad4abb {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:14:03.578238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-3cf2099b-db73-42d0-9e80-f1bd72289396 req-123ba873-dc0e-4a4c-8704-efdfaf6f0d9b tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Calling delete_port for 2667269d-4373-43a6-aefa-d1d34986c457 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:14:03.582983 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4d5d09a4-24d0-4c28-a672-065de9ad4abb, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4d5d09a4-24d0-4c28-a672-065de9ad4abb,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:03.587370 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:03.632436 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=4d5d09a4-24d0-4c28-a672-065de9ad4abb,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:03.636799 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e292d97-a591-466f-94d3-2c25cd668dc8 req-ad03ae72-aeee-4d3e-8ee1-39bfe6c6d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:03.638262 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e292d97-a591-466f-94d3-2c25cd668dc8 req-ad03ae72-aeee-4d3e-8ee1-39bfe6c6d9a7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 200 len: 922 time: 0.3124850 Nov 15 11:14:03.650340 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c62d8-afa0-4a4b-bd6c-7b03e0bd9301 req-f4ed48d1-6dd7-47a7-80d8-b9da354e2f01 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:03.651691 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-214c62d8-afa0-4a4b-bd6c-7b03e0bd9301 req-f4ed48d1-6dd7-47a7-80d8-b9da354e2f01 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.2469528 Nov 15 11:14:03.750925 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e292d97-a591-466f-94d3-2c25cd668dc8 req-0506b257-5dae-4790-ab68-011315e382d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7165cc97-873a-412b-b65b-c362639a58ac HTTP/1.1" status: 200 len: 217 time: 0.0947976 Nov 15 11:14:03.774569 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-cecbffad-7632-4325-adaf-1b3c6761f722 service neutron] For port 3dae08cb-2483-4b9d-9d60-20958c6434ef, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=3dae08cb-2483-4b9d-9d60-20958c6434ef,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:14:03.812637 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-cecbffad-7632-4325-adaf-1b3c6761f722 service neutron] Publish callbacks [] for binding, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:03.813678 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-cecbffad-7632-4325-adaf-1b3c6761f722 service neutron] 10.222.0.64 "POST /v2.0/ports/3dae08cb-2483-4b9d-9d60-20958c6434ef/bindings HTTP/1.1" status: 201 len: 389 time: 1.1589603 Nov 15 11:14:03.875346 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-149b5330-6bf7-4be3-b36b-6bc96c95843e tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:03.884850 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-214c62d8-afa0-4a4b-bd6c-7b03e0bd9301 req-b5f0d2c0-b0ea-4270-a4f9-2b93c7ef097c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173643 Nov 15 11:14:03.894178 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e292d97-a591-466f-94d3-2c25cd668dc8 req-e263f2be-ad52-48a4-a5cd-65d8643b549a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:03.895685 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e292d97-a591-466f-94d3-2c25cd668dc8 req-e263f2be-ad52-48a4-a5cd-65d8643b549a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41c7fb84-e1ab-4aee-8901-f8449cce1c4d HTTP/1.1" status: 200 len: 861 time: 0.1329689 Nov 15 11:14:03.923313 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['4d5d09a4-24d0-4c28-a672-065de9ad4abb'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:14:03.969901 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e292d97-a591-466f-94d3-2c25cd668dc8 req-719522ce-b867-44b4-bed2-f9a3237101da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4a44e54-964f-44d3-85ab-bb56792b7b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537004 Nov 15 11:14:04.010355 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-149b5330-6bf7-4be3-b36b-6bc96c95843e tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:04.051939 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3cf2099b-db73-42d0-9e80-f1bd72289396 req-123ba873-dc0e-4a4c-8704-efdfaf6f0d9b tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:04.082898 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9982a3b7-41b1-498b-a17a-81152c3a3a64 req-748f4c2d-5da2-4d20-8283-a21694d46ae3 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 210 time: 0.0738795 Nov 15 11:14:04.129933 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-149b5330-6bf7-4be3-b36b-6bc96c95843e tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Network a89b2166-b816-4b4a-95a6-5b169b301066 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:14:04.130058 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-52b3c311-46a2-4eff-a79b-ece1cd71ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:04.130058 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-52b3c311-46a2-4eff-a79b-ece1cd71ebf1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 1096 time: 0.0552278 Nov 15 11:14:04.130564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-149b5330-6bf7-4be3-b36b-6bc96c95843e tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:14:04.132654 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-149b5330-6bf7-4be3-b36b-6bc96c95843e tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:14:04.138191 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-149b5330-6bf7-4be3-b36b-6bc96c95843e tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:04.138935 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-149b5330-6bf7-4be3-b36b-6bc96c95843e tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:04.198673 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b5330-6bf7-4be3-b36b-6bc96c95843e tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Pushing event updated for resources: {'Port': ['ID=7ccb355a-f624-4914-8f4f-2d5a85d5e30e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:04.201432 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf2099b-db73-42d0-9e80-f1bd72289396 req-123ba873-dc0e-4a4c-8704-efdfaf6f0d9b tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] No DVR routers for this DVR port 2667269d-4373-43a6-aefa-d1d34986c457 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:14:04.213155 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3cf2099b-db73-42d0-9e80-f1bd72289396 req-123ba873-dc0e-4a4c-8704-efdfaf6f0d9b tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:04.216740 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3cf2099b-db73-42d0-9e80-f1bd72289396 req-123ba873-dc0e-4a4c-8704-efdfaf6f0d9b tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.55 "DELETE /v2.0/ports/2667269d-4373-43a6-aefa-d1d34986c457 HTTP/1.1" status: 204 len: 173 time: 1.7425196 Nov 15 11:14:04.218193 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6', 'name': 'network-vif-deleted', 'tag': '2667269d-4373-43a6-aefa-d1d34986c457'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:14:04.220516 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc86a158-c5af-4289-b4d0-77bc59e012c1" -d '{"events": [{"server_uuid": "0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6", "name": "network-vif-deleted", "tag": "2667269d-4373-43a6-aefa-d1d34986c457"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:14:04.265646 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-149b5330-6bf7-4be3-b36b-6bc96c95843e tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9043922 Nov 15 11:14:04.275392 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-883b8306-1380-439d-8c44-42620e14d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:04.277005 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-883b8306-1380-439d-8c44-42620e14d001 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 908 time: 0.1387823 Nov 15 11:14:04.280970 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ba873-dc0e-4a4c-8704-efdfaf6f0d9b tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Pushing event deleted for resources: {'Port': ['ID=2667269d-4373-43a6-aefa-d1d34986c457,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:04.295157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-51a2a367-d874-480c-b0b3-e450ef43de59 service neutron] Request body: {'port': {'device_id': 'd0239c55-36d5-4398-ba24-717929e8de55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:14:04.302198 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e292d97-a591-466f-94d3-2c25cd668dc8 req-7915c021-f75b-4894-adc4-3e25ee73952f service neutron] 10.222.0.55 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186204 Nov 15 11:14:04.329848 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-abb67167-1b27-484d-ad6e-1225a846738d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dae08cb-2483-4b9d-9d60-20958c6434ef HTTP/1.1" status: 200 len: 217 time: 0.0452950 Nov 15 11:14:04.391899 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-96f722c1-9555-4ee4-b9a6-ceb78d078a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:04.393770 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-96f722c1-9555-4ee4-b9a6-ceb78d078a73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b5f0410-d440-42ba-a6cf-b7c754e903cf HTTP/1.1" status: 200 len: 847 time: 0.0566137 Nov 15 11:14:04.436099 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de53256-a656-4dd6-b8f6-8d15bc6ebf0f req-7bc30796-aa97-4e82-abd7-fe3cab06b50e tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:04.437352 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-12e349dc-7b54-445b-a2c1-95b54404dedb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4534314e-1f14-4032-9246-018086f47347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339251 Nov 15 11:14:04.437558 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9de53256-a656-4dd6-b8f6-8d15bc6ebf0f req-7bc30796-aa97-4e82-abd7-fe3cab06b50e tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 945 time: 0.2344520 Nov 15 11:14:04.454168 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17887b6b-344d-4bc9-b3d8-6b46437e81e5 req-d3b406f6-0f80-4395-bd26-177debdad33b tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:04.455636 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17887b6b-344d-4bc9-b3d8-6b46437e81e5 req-d3b406f6-0f80-4395-bd26-177debdad33b tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9242936d-900a-462f-8767-1ff378cb1475 HTTP/1.1" status: 200 len: 944 time: 0.1967778 Nov 15 11:14:04.475648 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-51a2a367-d874-480c-b0b3-e450ef43de59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:04.518057 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e292d97-a591-466f-94d3-2c25cd668dc8 req-8af6a7e4-6970-4c31-87de-40345e6609ae service neutron] 10.222.0.55 "GET /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008965 Nov 15 11:14:04.535284 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-6adeed5c-b811-432b-ab89-563c681658ea service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897286 Nov 15 11:14:04.591783 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9de53256-a656-4dd6-b8f6-8d15bc6ebf0f req-b9b7b2a2-4b7c-490c-9ade-2f93f2d931ef tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351025 Nov 15 11:14:04.651448 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-98d83e75-fc56-4041-a084-22bac8d96d81 service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073418 Nov 15 11:14:04.671794 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17887b6b-344d-4bc9-b3d8-6b46437e81e5 req-828bbd6a-c6bf-47e0-b3bd-2a1d21aa9c83 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997497 Nov 15 11:14:04.676854 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6bd4b0-f421-402f-abd6-db5ca4f232e7 x-openstack-request-id: req-af6bd4b0-f421-402f-abd6-db5ca4f232e7 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:14:04.677308 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6", "name": "network-vif-deleted", "tag": "2667269d-4373-43a6-aefa-d1d34986c457", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:14:04.677652 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af6bd4b0-f421-402f-abd6-db5ca4f232e7 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:14:04.678108 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6', 'name': 'network-vif-deleted', 'tag': '2667269d-4373-43a6-aefa-d1d34986c457', 'status': 'completed', 'code': 200} Nov 15 11:14:04.814227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579f58f-d7a2-4c23-874d-e74866960863 req-ab73431c-29fa-4a2c-a849-b8d5ad6ae603 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:04.815780 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c579f58f-d7a2-4c23-874d-e74866960863 req-ab73431c-29fa-4a2c-a849-b8d5ad6ae603 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0239c55-36d5-4398-ba24-717929e8de55 HTTP/1.1" status: 200 len: 932 time: 0.0977294 Nov 15 11:14:04.906465 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c579f58f-d7a2-4c23-874d-e74866960863 req-9256b4e2-82ab-4dfd-8456-5ebdbb1ca15e tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3d4d939-883d-4d71-b12f-c60ba13fccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798266 Nov 15 11:14:04.935223 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-51a2a367-d874-480c-b0b3-e450ef43de59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ccb355a-f624-4914-8f4f-2d5a85d5e30e {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:14:04.943523 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-51a2a367-d874-480c-b0b3-e450ef43de59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:04.957119 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-51a2a367-d874-480c-b0b3-e450ef43de59 service neutron] Transition to ACTIVE for port object 7ccb355a-f624-4914-8f4f-2d5a85d5e30e will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:14:04.962868 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-51a2a367-d874-480c-b0b3-e450ef43de59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:04.993169 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['ed6803f4-39f7-4ac5-a289-cf4020e70873'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:14:05.063917 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2a367-d874-480c-b0b3-e450ef43de59 service neutron] Pushing event updated for resources: {'Port': ['ID=7ccb355a-f624-4914-8f4f-2d5a85d5e30e,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:05.081738 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c440a-e4ca-476e-aa33-d4a7db292028 req-9880a987-17cc-4ee2-a5e9-f46128b3f7cf tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:05.089635 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-105c440a-e4ca-476e-aa33-d4a7db292028 req-9880a987-17cc-4ee2-a5e9-f46128b3f7cf tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.1223927 Nov 15 11:14:05.135837 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-51a2a367-d874-480c-b0b3-e450ef43de59 service neutron] Attempting to bind port 7ccb355a-f624-4914-8f4f-2d5a85d5e30e on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:14:05.136178 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-51a2a367-d874-480c-b0b3-e450ef43de59 service neutron] Attempting to bind port 7ccb355a-f624-4914-8f4f-2d5a85d5e30e by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '3a9147f1-7605-493b-bee4-7c40761b8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a89b2166-b816-4b4a-95a6-5b169b301066'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:14:05.136674 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-51a2a367-d874-480c-b0b3-e450ef43de59 service neutron] Attempting to bind port 7ccb355a-f624-4914-8f4f-2d5a85d5e30e on network a89b2166-b816-4b4a-95a6-5b169b301066 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:14:05.181177 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-105c440a-e4ca-476e-aa33-d4a7db292028 req-8e2dff51-b8b8-4fa0-97ba-44468d619200 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858006 Nov 15 11:14:05.185910 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-51a2a367-d874-480c-b0b3-e450ef43de59 service neutron] Port 7ccb355a-f624-4914-8f4f-2d5a85d5e30e on network a89b2166-b816-4b4a-95a6-5b169b301066 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:14:05.187143 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-51a2a367-d874-480c-b0b3-e450ef43de59 service neutron] Attempting to bind port 7ccb355a-f624-4914-8f4f-2d5a85d5e30e on network a89b2166-b816-4b4a-95a6-5b169b301066 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:14:05.199992 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-51a2a367-d874-480c-b0b3-e450ef43de59 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:14:05.200327 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-51a2a367-d874-480c-b0b3-e450ef43de59 service neutron] Checking segment: {'id': '3a9147f1-7605-493b-bee4-7c40761b8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a89b2166-b816-4b4a-95a6-5b169b301066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:14:05.200707 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-51a2a367-d874-480c-b0b3-e450ef43de59 service neutron] Bound using segment: {'id': '3a9147f1-7605-493b-bee4-7c40761b8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a89b2166-b816-4b4a-95a6-5b169b301066'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:14:05.201138 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-51a2a367-d874-480c-b0b3-e450ef43de59 service neutron] Bound port: 7ccb355a-f624-4914-8f4f-2d5a85d5e30e, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9147f1-7605-493b-bee4-7c40761b8fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a89b2166-b816-4b4a-95a6-5b169b301066'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:14:05.201573 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-51a2a367-d874-480c-b0b3-e450ef43de59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:05.324665 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-344aeef6-c015-45b0-9ba0-5028e52e2160 req-ab4f6930-9c10-4c21-9ab6-6c4f6d959c7a tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 210 time: 0.0366743 Nov 15 11:14:05.333788 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-51a2a367-d874-480c-b0b3-e450ef43de59 service neutron] For port 7ccb355a-f624-4914-8f4f-2d5a85d5e30e, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:14:05.337038 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-51a2a367-d874-480c-b0b3-e450ef43de59 service neutron] For port 7ccb355a-f624-4914-8f4f-2d5a85d5e30e, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=7ccb355a-f624-4914-8f4f-2d5a85d5e30e,segment=NetworkSegment(3a9147f1-7605-493b-bee4-7c40761b8fbd),segment_id=3a9147f1-7605-493b-bee4-7c40761b8fbd)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:14:05.348656 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-51a2a367-d874-480c-b0b3-e450ef43de59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:05.390977 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-51a2a367-d874-480c-b0b3-e450ef43de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:05.391632 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-51a2a367-d874-480c-b0b3-e450ef43de59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:05.393180 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-51a2a367-d874-480c-b0b3-e450ef43de59 service neutron] 10.222.0.11 "PUT /v2.0/ports/7ccb355a-f624-4914-8f4f-2d5a85d5e30e HTTP/1.1" status: 200 len: 1092 time: 1.1098330 Nov 15 11:14:05.410418 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4d5d09a4-24d0-4c28-a672-065de9ad4abb up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:14:05.415179 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2a367-d874-480c-b0b3-e450ef43de59 service neutron] Pushing event updated for resources: {'Port': ['ID=7ccb355a-f624-4914-8f4f-2d5a85d5e30e,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:05.477147 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 4d5d09a4-24d0-4c28-a672-065de9ad4abb completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:14:05.481858 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 4d5d09a4-24d0-4c28-a672-065de9ad4abb triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:14:05.482222 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:05.499140 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-eaa5281b-d0b5-44c4-abee-94faaeffa216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:05.500840 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-eaa5281b-d0b5-44c4-abee-94faaeffa216 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b13f9ecb4e5144579e54aecb03223055&device_id=d0239c55-36d5-4398-ba24-717929e8de55 HTTP/1.1" status: 200 len: 1095 time: 0.0589709 Nov 15 11:14:05.550816 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-d429295e-bc35-45dd-a0c5-98cff2c28ee4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ccb355a-f624-4914-8f4f-2d5a85d5e30e HTTP/1.1" status: 200 len: 217 time: 0.0395329 Nov 15 11:14:05.560371 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:05.596122 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4d5d09a4-24d0-4c28-a672-065de9ad4abb, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4d5d09a4-24d0-4c28-a672-065de9ad4abb,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:05.597271 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9242936d-900a-462f-8767-1ff378cb1475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5d09a4-24d0-4c28-a672-065de9ad4abb'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:14:05.600595 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf57da39-0610-4aa8-822c-058948538048" -d '{"events": [{"server_uuid": "9242936d-900a-462f-8767-1ff378cb1475", "name": "network-vif-plugged", "status": "completed", "tag": "4d5d09a4-24d0-4c28-a672-065de9ad4abb"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:14:05.619042 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:05.620053 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 2667269d-4373-43a6-aefa-d1d34986c457 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:14:05.634434 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-9e8f9082-502e-40e9-bbfb-7e3de204167a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:05.636654 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-9e8f9082-502e-40e9-bbfb-7e3de204167a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41c98816-16ba-4017-9f2f-cb94aa81207b HTTP/1.1" status: 200 len: 855 time: 0.0669942 Nov 15 11:14:05.687500 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b29dba-f614-4a83-b5e2-279aca850654 x-openstack-request-id: req-c7b29dba-f614-4a83-b5e2-279aca850654 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:14:05.687712 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9242936d-900a-462f-8767-1ff378cb1475", "name": "network-vif-plugged", "status": "completed", "tag": "4d5d09a4-24d0-4c28-a672-065de9ad4abb", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:14:05.687958 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c7b29dba-f614-4a83-b5e2-279aca850654 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:14:05.688345 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9242936d-900a-462f-8767-1ff378cb1475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5d09a4-24d0-4c28-a672-065de9ad4abb', 'code': 200} Nov 15 11:14:05.691087 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 2667269d-4373-43a6-aefa-d1d34986c457 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:14:05.691436 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 2667269d-4373-43a6-aefa-d1d34986c457 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:14:05.692070 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-beb74bcf-9432-4430-82a8-2d1f96664bdc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a89b2166-b816-4b4a-95a6-5b169b301066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475914 Nov 15 11:14:05.744012 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=4d5d09a4-24d0-4c28-a672-065de9ad4abb,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:05.864885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ac113-82c6-46f8-a5b5-d2fd87498802 req-ca788261-9988-46be-9d43-cbdcbe15ca91 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:05.866330 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-475ac113-82c6-46f8-a5b5-d2fd87498802 req-ca788261-9988-46be-9d43-cbdcbe15ca91 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 945 time: 0.1772735 Nov 15 11:14:05.904015 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca6baf-0356-49f4-b6d1-481c54c420b0 req-f4421dc8-5044-42cf-8621-df397e423a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:05.905387 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0dca6baf-0356-49f4-b6d1-481c54c420b0 req-f4421dc8-5044-42cf-8621-df397e423a90 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9242936d-900a-462f-8767-1ff378cb1475 HTTP/1.1" status: 200 len: 1096 time: 0.1601214 Nov 15 11:14:05.913204 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-4eb4cec8-2fed-4349-a74c-cbbcd8289314 service neutron] 10.222.0.11 "GET /v2.0/networks/a89b2166-b816-4b4a-95a6-5b169b301066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098527 Nov 15 11:14:05.923090 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4fa45-6d28-48e5-aa44-541a1370fc6f req-5a80a99d-4452-4ba9-8bc8-3276510ebe09 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:05.924490 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-95a4fa45-6d28-48e5-aa44-541a1370fc6f req-5a80a99d-4452-4ba9-8bc8-3276510ebe09 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9242936d-900a-462f-8767-1ff378cb1475 HTTP/1.1" status: 200 len: 945 time: 0.1419661 Nov 15 11:14:06.064335 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-475ac113-82c6-46f8-a5b5-d2fd87498802 req-81d67d15-c178-4774-8441-79d4fc2f57b2 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870348 Nov 15 11:14:06.081412 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0dca6baf-0356-49f4-b6d1-481c54c420b0 req-694ae19b-dc23-4b5d-a6e0-41038d48e831 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672935 Nov 15 11:14:06.090394 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-95a4fa45-6d28-48e5-aa44-541a1370fc6f req-c227e735-ccfc-4cc0-8856-82ce05de5dd8 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521142 Nov 15 11:14:06.104729 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20bdee03-d62f-4445-b38c-ac4e1691100b req-35ccda7e-67d5-49d0-be98-0e7940678cdc service neutron] 10.222.0.11 "GET /v2.0/networks/a89b2166-b816-4b4a-95a6-5b169b301066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742191 Nov 15 11:14:06.189199 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9d07b77f-9d98-46d1-a1a4-a20245041f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:06.210424 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d039f-c6f4-4e1e-8200-1b43b8102195 req-dae33016-cc73-44a9-8ab0-db1bd7abad2e tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:06.212040 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a38d039f-c6f4-4e1e-8200-1b43b8102195 req-dae33016-cc73-44a9-8ab0-db1bd7abad2e tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0239c55-36d5-4398-ba24-717929e8de55 HTTP/1.1" status: 200 len: 944 time: 0.0635641 Nov 15 11:14:06.259135 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a38d039f-c6f4-4e1e-8200-1b43b8102195 req-8640a223-b2a5-4f05-8fd0-44390442c020 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3d4d939-883d-4d71-b12f-c60ba13fccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412657 Nov 15 11:14:06.420759 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9b72c-cad6-4f55-a782-1ee58991992d req-90726688-e92b-4c99-b635-d9751831eee8 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:06.422927 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffc9b72c-cad6-4f55-a782-1ee58991992d req-90726688-e92b-4c99-b635-d9751831eee8 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.0509236 Nov 15 11:14:06.476850 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f9c8849c-ca4d-40ae-977e-b2aa7aaf4bed req-6037bae4-40e3-4f73-bd93-d588f45d7a30 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 210 time: 0.0324056 Nov 15 11:14:06.500608 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffc9b72c-cad6-4f55-a782-1ee58991992d req-d916a1d8-13c4-4be8-a3cc-05b76540745f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704548 Nov 15 11:14:06.678817 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0239c55-36d5-4398-ba24-717929e8de55', 'tag': '7ccb355a-f624-4914-8f4f-2d5a85d5e30e'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:14:06.681243 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50aafd2-7752-47e5-820c-88a18cd839c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d0239c55-36d5-4398-ba24-717929e8de55", "tag": "7ccb355a-f624-4914-8f4f-2d5a85d5e30e"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:14:06.717463 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94da597c-7f3d-4d89-959b-f30476985015 x-openstack-request-id: req-94da597c-7f3d-4d89-959b-f30476985015 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:14:06.717769 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0239c55-36d5-4398-ba24-717929e8de55", "tag": "7ccb355a-f624-4914-8f4f-2d5a85d5e30e", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:14:06.718002 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94da597c-7f3d-4d89-959b-f30476985015 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:14:06.718393 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0239c55-36d5-4398-ba24-717929e8de55', 'tag': '7ccb355a-f624-4914-8f4f-2d5a85d5e30e', 'status': 'completed', 'code': 200} Nov 15 11:14:06.781342 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50aafd2-7752-47e5-820c-88a18cd839c4 req-06c04168-4fcf-41c2-8e79-71dd2509d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:06.782848 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c50aafd2-7752-47e5-820c-88a18cd839c4 req-06c04168-4fcf-41c2-8e79-71dd2509d541 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b13f9ecb4e5144579e54aecb03223055&device_id=d0239c55-36d5-4398-ba24-717929e8de55 HTTP/1.1" status: 200 len: 1095 time: 0.0429060 Nov 15 11:14:06.880528 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50aafd2-7752-47e5-820c-88a18cd839c4 req-7399a6e5-6df9-4a0c-83dd-2a6d14e742e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:06.882103 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c50aafd2-7752-47e5-820c-88a18cd839c4 req-7399a6e5-6df9-4a0c-83dd-2a6d14e742e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a89b2166-b816-4b4a-95a6-5b169b301066 HTTP/1.1" status: 200 len: 916 time: 0.0900371 Nov 15 11:14:06.934453 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c50aafd2-7752-47e5-820c-88a18cd839c4 req-85103778-e56b-4bc3-8d03-7417547c928f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ccb355a-f624-4914-8f4f-2d5a85d5e30e HTTP/1.1" status: 200 len: 217 time: 0.0394509 Nov 15 11:14:06.986969 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50aafd2-7752-47e5-820c-88a18cd839c4 req-5830bf6c-2d87-40c9-8269-76e5e1f0dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:06.988631 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c50aafd2-7752-47e5-820c-88a18cd839c4 req-5830bf6c-2d87-40c9-8269-76e5e1f0dfa1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41c98816-16ba-4017-9f2f-cb94aa81207b HTTP/1.1" status: 200 len: 855 time: 0.0466883 Nov 15 11:14:07.026533 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c50aafd2-7752-47e5-820c-88a18cd839c4 req-8b7c777c-3191-4494-9dd1-2ec21b38d4e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a89b2166-b816-4b4a-95a6-5b169b301066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299306 Nov 15 11:14:07.145402 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c50aafd2-7752-47e5-820c-88a18cd839c4 req-3f082a6c-e668-4118-b469-0984a807cacf service neutron] 10.222.0.11 "GET /v2.0/networks/a89b2166-b816-4b4a-95a6-5b169b301066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101148 Nov 15 11:14:07.567792 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb234e-509d-4bff-8927-fdf43e47db52 req-1c5d3f44-b488-4fa5-9032-a9cffdfbb4e1 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:07.569342 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-05cb234e-509d-4bff-8927-fdf43e47db52 req-1c5d3f44-b488-4fa5-9032-a9cffdfbb4e1 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 945 time: 0.4225051 Nov 15 11:14:07.585253 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909e4e8-b0e0-4478-8a49-8b33d0f05978 req-dabec38a-3ed5-41c8-b091-b768d2e77474 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:07.586713 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7909e4e8-b0e0-4478-8a49-8b33d0f05978 req-dabec38a-3ed5-41c8-b091-b768d2e77474 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9242936d-900a-462f-8767-1ff378cb1475 HTTP/1.1" status: 200 len: 945 time: 0.4019301 Nov 15 11:14:07.600150 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c50aafd2-7752-47e5-820c-88a18cd839c4 req-f968a6e0-36cc-4acd-bc5e-db834afd286e service neutron] 10.222.0.11 "GET /v2.0/networks/a89b2166-b816-4b4a-95a6-5b169b301066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447777 Nov 15 11:14:07.663879 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-05cb234e-509d-4bff-8927-fdf43e47db52 req-d72d168c-4761-4bca-b4fa-fb28fb481c92 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761776 Nov 15 11:14:07.673277 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7909e4e8-b0e0-4478-8a49-8b33d0f05978 req-63d626cd-2474-4803-9914-cc81d1c69af8 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757844 Nov 15 11:14:07.795340 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41872d80-2c5a-4dd6-b882-f7dc15d60c59 req-470d50e6-57c3-4a42-a8b7-915f3d1d6c81 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:07.796931 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41872d80-2c5a-4dd6-b882-f7dc15d60c59 req-470d50e6-57c3-4a42-a8b7-915f3d1d6c81 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0239c55-36d5-4398-ba24-717929e8de55 HTTP/1.1" status: 200 len: 944 time: 0.0640779 Nov 15 11:14:07.848829 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41872d80-2c5a-4dd6-b882-f7dc15d60c59 req-4a6e2db1-2cf4-4484-b851-f3be5cd57414 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3d4d939-883d-4d71-b12f-c60ba13fccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442379 Nov 15 11:14:07.955046 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ce0ff44-a6d3-467d-be1c-f5039bb1902a req-ccafeeab-a735-4f09-9967-90261e894b63 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 210 time: 0.0391779 Nov 15 11:14:07.975287 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411775bb-19d2-4e46-beb4-fea3279b969d req-50f562c8-3af3-48a8-a12b-ef6ca9f49a3f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:07.976838 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-411775bb-19d2-4e46-beb4-fea3279b969d req-50f562c8-3af3-48a8-a12b-ef6ca9f49a3f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.0717156 Nov 15 11:14:08.024214 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-411775bb-19d2-4e46-beb4-fea3279b969d req-39dda719-c4a8-4678-b7a1-904dae3db5c9 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409155 Nov 15 11:14:08.312118 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd991-8eef-4313-9b78-7bd557ac35bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:08.820808 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a3149-e9e9-4995-ace4-ca8cb060b6a8 req-2820ee6c-8f4a-4c5e-85c1-448f06df89f1 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:08.824335 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f5a3149-e9e9-4995-ace4-ca8cb060b6a8 req-2820ee6c-8f4a-4c5e-85c1-448f06df89f1 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9242936d-900a-462f-8767-1ff378cb1475 HTTP/1.1" status: 200 len: 945 time: 0.0862138 Nov 15 11:14:08.837029 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cf8ea-fba8-4641-8c39-cc6ac52ed495 req-9662bc43-c82c-4171-958c-286a6b7a17cf tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:08.838486 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-956cf8ea-fba8-4641-8c39-cc6ac52ed495 req-9662bc43-c82c-4171-958c-286a6b7a17cf tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 945 time: 0.0880873 Nov 15 11:14:08.910830 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f5a3149-e9e9-4995-ace4-ca8cb060b6a8 req-eda4c4f9-cf49-443b-84ad-6cd1c13f2fa8 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821507 Nov 15 11:14:08.915163 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-956cf8ea-fba8-4641-8c39-cc6ac52ed495 req-d43b2176-e1a4-40c7-8c0c-ac9990d4e36a tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703163 Nov 15 11:14:09.229165 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd92d776-9cd0-4fd2-b444-c2feb0e6fc28 req-8b041d7b-8609-4f6c-9ce0-c127bf9eae9d tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bfe8d06-fbed-4dab-bcd5-6b4a5606bbb6 HTTP/1.1" status: 200 len: 210 time: 0.0329530 Nov 15 11:14:09.253492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56685087-e8eb-426f-9d17-7658301b6640 req-e446fc32-79aa-4ea9-a949-c5ec7504a4e9 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:09.254908 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56685087-e8eb-426f-9d17-7658301b6640 req-e446fc32-79aa-4ea9-a949-c5ec7504a4e9 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0239c55-36d5-4398-ba24-717929e8de55 HTTP/1.1" status: 200 len: 944 time: 0.0876186 Nov 15 11:14:09.330522 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56685087-e8eb-426f-9d17-7658301b6640 req-f92367de-5666-4f8a-832b-9a16bfb10662 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3d4d939-883d-4d71-b12f-c60ba13fccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634246 Nov 15 11:14:09.379580 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643843bf-7031-48d8-b5c0-a3a166b62f18 req-21a53a37-1e84-4793-a21a-16a168f85a95 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:09.381157 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-643843bf-7031-48d8-b5c0-a3a166b62f18 req-21a53a37-1e84-4793-a21a-16a168f85a95 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.0573270 Nov 15 11:14:09.436462 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-643843bf-7031-48d8-b5c0-a3a166b62f18 req-44f5ea27-1eb3-4c55-a3d9-f241b1cdf0c5 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475936 Nov 15 11:14:09.713000 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:10.065919 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0527f-a4c6-456b-b1e1-f87ecd5bd254 req-c880a82b-3d2e-49cb-ac6e-15555e1f85ec tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:10.067935 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31a0527f-a4c6-456b-b1e1-f87ecd5bd254 req-c880a82b-3d2e-49cb-ac6e-15555e1f85ec tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 945 time: 0.0668490 Nov 15 11:14:10.151764 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31a0527f-a4c6-456b-b1e1-f87ecd5bd254 req-2eb1d0c7-a88f-4111-a159-bf162514ca7c tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706782 Nov 15 11:14:10.480220 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff1ea1-87fd-447a-ae69-485e81d819ba req-f8001a68-fa79-47b9-a33e-3e88a3bfc7a6 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:10.481727 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3ff1ea1-87fd-447a-ae69-485e81d819ba req-f8001a68-fa79-47b9-a33e-3e88a3bfc7a6 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0239c55-36d5-4398-ba24-717929e8de55 HTTP/1.1" status: 200 len: 944 time: 0.0559971 Nov 15 11:14:10.537377 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3ff1ea1-87fd-447a-ae69-485e81d819ba req-1a182d76-1905-442f-9094-413e8d4a5fad tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3d4d939-883d-4d71-b12f-c60ba13fccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490024 Nov 15 11:14:10.653688 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bd763-16f6-4236-a16e-dc3d2e9372d5 req-96a9b3c1-f1fb-4b55-82a2-b81aeee89b68 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:10.655295 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-099bd763-16f6-4236-a16e-dc3d2e9372d5 req-96a9b3c1-f1fb-4b55-82a2-b81aeee89b68 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.0522277 Nov 15 11:14:10.711135 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-099bd763-16f6-4236-a16e-dc3d2e9372d5 req-e2644d52-98c8-4fea-aa0b-1b91cabeb7cc tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485816 Nov 15 11:14:11.079020 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 7ccb355a-f624-4914-8f4f-2d5a85d5e30e details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:14:11.272681 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 7ccb355a-f624-4914-8f4f-2d5a85d5e30e, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=7ccb355a-f624-4914-8f4f-2d5a85d5e30e,segment=NetworkSegment(3a9147f1-7605-493b-bee4-7c40761b8fbd),segment_id=3a9147f1-7605-493b-bee4-7c40761b8fbd)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:11.292845 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '7ccb355a-f624-4914-8f4f-2d5a85d5e30e', 'network_id': 'a89b2166-b816-4b4a-95a6-5b169b301066', 'port_id': '7ccb355a-f624-4914-8f4f-2d5a85d5e30e', 'mac_address': 'fa:16:3e:cc:56:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c98816-16ba-4017-9f2f-cb94aa81207b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:14:11.325941 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:11.331293 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8369fc6-464a-44c2-9c4c-1c96b6e748e2 req-27c5af89-c795-4c9d-ab15-2de51189997e tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:11.334442 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b8369fc6-464a-44c2-9c4c-1c96b6e748e2 req-27c5af89-c795-4c9d-ab15-2de51189997e tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 945 time: 0.0685396 Nov 15 11:14:11.355389 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:11.374854 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ccb355a-f624-4914-8f4f-2d5a85d5e30e {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:14:11.400756 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 7ccb355a-f624-4914-8f4f-2d5a85d5e30e, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=7ccb355a-f624-4914-8f4f-2d5a85d5e30e,segment=NetworkSegment(3a9147f1-7605-493b-bee4-7c40761b8fbd),segment_id=3a9147f1-7605-493b-bee4-7c40761b8fbd)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:11.406388 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:11.433346 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b8369fc6-464a-44c2-9c4c-1c96b6e748e2 req-59dc4431-cbdf-49ec-8d55-e4f68776fac6 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866742 Nov 15 11:14:11.468112 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=7ccb355a-f624-4914-8f4f-2d5a85d5e30e,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:11.665436 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5d0e8-10f6-497d-b49c-0ccfe2373832 req-60181fb4-c1ec-4fc3-b07a-bfa506a88547 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:11.667051 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ba5d0e8-10f6-497d-b49c-0ccfe2373832 req-60181fb4-c1ec-4fc3-b07a-bfa506a88547 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0239c55-36d5-4398-ba24-717929e8de55 HTTP/1.1" status: 200 len: 945 time: 0.0556548 Nov 15 11:14:11.717050 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ba5d0e8-10f6-497d-b49c-0ccfe2373832 req-42810149-d962-46f2-ada4-25df1b3aad10 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3d4d939-883d-4d71-b12f-c60ba13fccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431387 Nov 15 11:14:11.773463 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['7ccb355a-f624-4914-8f4f-2d5a85d5e30e'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:14:11.837254 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17336c88-bbe2-405e-b881-e501ee9933e5 req-fe53f10c-428a-4eaf-89ef-d8a59f804bcc tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:11.839165 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17336c88-bbe2-405e-b881-e501ee9933e5 req-fe53f10c-428a-4eaf-89ef-d8a59f804bcc tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.0547280 Nov 15 11:14:11.889083 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17336c88-bbe2-405e-b881-e501ee9933e5 req-fe0a3c5d-1cc8-4578-be46-935ffefe2497 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415404 Nov 15 11:14:12.058728 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:12.550289 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8572d-c4cc-4127-a45a-c11adb18515d req-1d0ad877-5845-42d7-94c8-07c8fc97a5e4 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:12.552018 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0bc8572d-c4cc-4127-a45a-c11adb18515d req-1d0ad877-5845-42d7-94c8-07c8fc97a5e4 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 945 time: 0.0535309 Nov 15 11:14:12.604126 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0bc8572d-c4cc-4127-a45a-c11adb18515d req-406fa01d-2243-468f-9459-61c12caa02ae tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447121 Nov 15 11:14:12.843204 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95eedaf-ff83-4836-9fb8-8e68861c3c4a req-71b59791-24b3-42f6-958f-8234d112e118 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:12.844931 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a95eedaf-ff83-4836-9fb8-8e68861c3c4a req-71b59791-24b3-42f6-958f-8234d112e118 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0239c55-36d5-4398-ba24-717929e8de55 HTTP/1.1" status: 200 len: 945 time: 0.0520964 Nov 15 11:14:12.907041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a95eedaf-ff83-4836-9fb8-8e68861c3c4a req-a8e47cf5-f0ef-48d5-87c1-249dcdf08d0d tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3d4d939-883d-4d71-b12f-c60ba13fccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517991 Nov 15 11:14:13.016229 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fe713-4ea6-44d8-9e1f-2935761665be req-d725b273-81f1-43d5-983c-420d71aa3383 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:13.017866 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-678fe713-4ea6-44d8-9e1f-2935761665be req-d725b273-81f1-43d5-983c-420d71aa3383 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.0535450 Nov 15 11:14:13.072090 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-678fe713-4ea6-44d8-9e1f-2935761665be req-7d0978e1-a1a8-42b1-b1bf-b13217094e33 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463796 Nov 15 11:14:13.096070 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 7ccb355a-f624-4914-8f4f-2d5a85d5e30e up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:14:13.155752 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 7ccb355a-f624-4914-8f4f-2d5a85d5e30e completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:14:13.160770 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 7ccb355a-f624-4914-8f4f-2d5a85d5e30e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:14:13.161252 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:13.255615 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:13.280820 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0239c55-36d5-4398-ba24-717929e8de55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ccb355a-f624-4914-8f4f-2d5a85d5e30e'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:14:13.283185 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23386c7d-443e-4f3c-b2dc-5f14eb79de09" -d '{"events": [{"server_uuid": "d0239c55-36d5-4398-ba24-717929e8de55", "name": "network-vif-plugged", "status": "completed", "tag": "7ccb355a-f624-4914-8f4f-2d5a85d5e30e"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:14:13.302769 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 7ccb355a-f624-4914-8f4f-2d5a85d5e30e, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=7ccb355a-f624-4914-8f4f-2d5a85d5e30e,segment=NetworkSegment(3a9147f1-7605-493b-bee4-7c40761b8fbd),segment_id=3a9147f1-7605-493b-bee4-7c40761b8fbd)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:13.308263 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:13.374746 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5fd0e0-31ad-44cc-997e-a2fb9c2a1def x-openstack-request-id: req-9b5fd0e0-31ad-44cc-997e-a2fb9c2a1def {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:14:13.375051 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0239c55-36d5-4398-ba24-717929e8de55", "name": "network-vif-plugged", "status": "completed", "tag": "7ccb355a-f624-4914-8f4f-2d5a85d5e30e", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:14:13.375292 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b5fd0e0-31ad-44cc-997e-a2fb9c2a1def {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:14:13.375683 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0239c55-36d5-4398-ba24-717929e8de55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ccb355a-f624-4914-8f4f-2d5a85d5e30e', 'code': 200} Nov 15 11:14:13.377025 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=7ccb355a-f624-4914-8f4f-2d5a85d5e30e,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:13.537872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0139f46-f700-46ff-8bb9-f798470c42c6 req-d0a0fc59-7951-4c12-9ba8-35b21f169f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:13.542290 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0139f46-f700-46ff-8bb9-f798470c42c6 req-d0a0fc59-7951-4c12-9ba8-35b21f169f53 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d0239c55-36d5-4398-ba24-717929e8de55 HTTP/1.1" status: 200 len: 1097 time: 0.0837553 Nov 15 11:14:13.599264 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0139f46-f700-46ff-8bb9-f798470c42c6 req-de54c35d-3de5-4b63-9ae1-9500c821dbaf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c3d4d939-883d-4d71-b12f-c60ba13fccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509694 Nov 15 11:14:13.750769 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96387d58-bfaf-48b1-baf0-b05e46235942 req-827e4668-4ced-4e66-a01f-de28a698eada tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:13.752472 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96387d58-bfaf-48b1-baf0-b05e46235942 req-827e4668-4ced-4e66-a01f-de28a698eada tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 945 time: 0.0624399 Nov 15 11:14:13.810642 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96387d58-bfaf-48b1-baf0-b05e46235942 req-d1f67dcb-aa36-41cb-b64e-d79cc5495589 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504863 Nov 15 11:14:14.066093 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbeed39-a91c-4261-83bb-6142392597b2 req-21cfddf3-e5e2-4255-b90f-6751ff8a3c15 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:14.068306 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4dbeed39-a91c-4261-83bb-6142392597b2 req-21cfddf3-e5e2-4255-b90f-6751ff8a3c15 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0239c55-36d5-4398-ba24-717929e8de55 HTTP/1.1" status: 200 len: 946 time: 0.0635164 Nov 15 11:14:14.144452 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4dbeed39-a91c-4261-83bb-6142392597b2 req-ea7d903a-aa8d-4f20-bb4b-647a9bb7a566 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3d4d939-883d-4d71-b12f-c60ba13fccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655949 Nov 15 11:14:14.241340 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed288600-687c-49b8-b984-1e6bf334ea6b req-bf8d97a7-89e9-4f52-aa32-bfd8f2a77a52 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:14.242951 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed288600-687c-49b8-b984-1e6bf334ea6b req-bf8d97a7-89e9-4f52-aa32-bfd8f2a77a52 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.0637915 Nov 15 11:14:14.335986 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed288600-687c-49b8-b984-1e6bf334ea6b req-0296f8e4-add8-462e-98a4-306c691b411a tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824740 Nov 15 11:14:15.127619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c19fb7-f4c0-459c-bd58-6c220928f834 req-f6a567b3-b463-4d04-97f3-3aaef439d4a4 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:15.130615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79c19fb7-f4c0-459c-bd58-6c220928f834 req-f6a567b3-b463-4d04-97f3-3aaef439d4a4 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 945 time: 0.2411885 Nov 15 11:14:15.207041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79c19fb7-f4c0-459c-bd58-6c220928f834 req-aebcce84-3348-4bb8-bcca-41420290e371 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623219 Nov 15 11:14:15.295245 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a90653-ff03-469d-b58c-0efb22665fba req-b5f92a51-d5a7-4ba4-a5aa-61fcc5ee03e9 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:15.300451 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-26a90653-ff03-469d-b58c-0efb22665fba req-b5f92a51-d5a7-4ba4-a5aa-61fcc5ee03e9 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0239c55-36d5-4398-ba24-717929e8de55 HTTP/1.1" status: 200 len: 946 time: 0.0724115 Nov 15 11:14:15.358988 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-26a90653-ff03-469d-b58c-0efb22665fba req-4c77f190-e387-43de-947a-dc7cf99772ca tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3d4d939-883d-4d71-b12f-c60ba13fccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532207 Nov 15 11:14:15.491600 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30621cc-45df-4a7b-8a8c-906d01c3c0bb req-afa59b8a-50ac-4eba-b020-c07b707a08af tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:15.493250 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a30621cc-45df-4a7b-8a8c-906d01c3c0bb req-afa59b8a-50ac-4eba-b020-c07b707a08af tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.0690088 Nov 15 11:14:15.553539 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a30621cc-45df-4a7b-8a8c-906d01c3c0bb req-337ce7a5-4bd8-4f08-b8ce-d297dfb9d1ca tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518932 Nov 15 11:14:16.046276 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95bc3a-658f-4f11-9058-75b4eb5fd82b req-581663e1-9ed5-434a-b19d-61a3d33bc7a7 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:16.058672 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe95bc3a-658f-4f11-9058-75b4eb5fd82b req-581663e1-9ed5-434a-b19d-61a3d33bc7a7 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 944 time: 0.0871806 Nov 15 11:14:16.157297 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe95bc3a-658f-4f11-9058-75b4eb5fd82b req-7362d5de-47c3-4bfd-813b-5149812d8b67 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915465 Nov 15 11:14:16.334269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315160d-7fe5-4099-add7-df2a386dfd6b req-da26e1bb-7f1e-46a1-ab53-d555bcfb51c5 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:16.355558 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0315160d-7fe5-4099-add7-df2a386dfd6b req-da26e1bb-7f1e-46a1-ab53-d555bcfb51c5 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 945 time: 0.0806754 Nov 15 11:14:16.413767 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0315160d-7fe5-4099-add7-df2a386dfd6b req-68ee3a62-014f-4239-930b-9945b4b41ec2 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569248 Nov 15 11:14:16.597419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d04fc3-9119-4405-b7de-43efa3480dfe req-37107622-dd41-44f1-83d7-858cd754361b tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:16.599950 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a2d04fc3-9119-4405-b7de-43efa3480dfe req-37107622-dd41-44f1-83d7-858cd754361b tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 944 time: 0.0779431 Nov 15 11:14:16.771353 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84649441-4f45-4a3b-8b69-b0abc04be796 req-de5a48f4-b497-40c5-a12e-d075fbd67899 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:16.778689 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84649441-4f45-4a3b-8b69-b0abc04be796 req-de5a48f4-b497-40c5-a12e-d075fbd67899 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.1036804 Nov 15 11:14:16.838480 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-a2d04fc3-9119-4405-b7de-43efa3480dfe req-15424705-5532-4b37-9e81-6e24929dfac5 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Deleting port ed6803f4-39f7-4ac5-a289-cf4020e70873 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:14:16.838809 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a2d04fc3-9119-4405-b7de-43efa3480dfe req-15424705-5532-4b37-9e81-6e24929dfac5 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:16.876396 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84649441-4f45-4a3b-8b69-b0abc04be796 req-1268d37a-332e-48f9-a31e-24d25e479b8f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956132 Nov 15 11:14:16.995589 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-a2d04fc3-9119-4405-b7de-43efa3480dfe req-15424705-5532-4b37-9e81-6e24929dfac5 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] For port ed6803f4-39f7-4ac5-a289-cf4020e70873, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ed6803f4-39f7-4ac5-a289-cf4020e70873,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:16.995903 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a2d04fc3-9119-4405-b7de-43efa3480dfe req-15424705-5532-4b37-9e81-6e24929dfac5 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:17.015725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-a2d04fc3-9119-4405-b7de-43efa3480dfe req-15424705-5532-4b37-9e81-6e24929dfac5 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Calling delete_port for ed6803f4-39f7-4ac5-a289-cf4020e70873 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:14:17.175113 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a2d04fc3-9119-4405-b7de-43efa3480dfe req-15424705-5532-4b37-9e81-6e24929dfac5 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:17.190737 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['ed6803f4-39f7-4ac5-a289-cf4020e70873'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:14:17.250537 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15424705-5532-4b37-9e81-6e24929dfac5 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Pushing event deleted for resources: {'Port': ['ID=ed6803f4-39f7-4ac5-a289-cf4020e70873,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:17.287699 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424705-5532-4b37-9e81-6e24929dfac5 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:17.288087 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424705-5532-4b37-9e81-6e24929dfac5 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:17.288674 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424705-5532-4b37-9e81-6e24929dfac5 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:17.289014 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424705-5532-4b37-9e81-6e24929dfac5 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:17.289619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424705-5532-4b37-9e81-6e24929dfac5 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:17.289933 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424705-5532-4b37-9e81-6e24929dfac5 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:17.290269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424705-5532-4b37-9e81-6e24929dfac5 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:17.290596 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424705-5532-4b37-9e81-6e24929dfac5 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:17.290919 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424705-5532-4b37-9e81-6e24929dfac5 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:17.291242 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424705-5532-4b37-9e81-6e24929dfac5 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:17.291564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424705-5532-4b37-9e81-6e24929dfac5 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:17.292065 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424705-5532-4b37-9e81-6e24929dfac5 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:17.329218 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d04fc3-9119-4405-b7de-43efa3480dfe req-15424705-5532-4b37-9e81-6e24929dfac5 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] No DVR routers for this DVR port ed6803f4-39f7-4ac5-a289-cf4020e70873 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:14:17.345006 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a2d04fc3-9119-4405-b7de-43efa3480dfe req-15424705-5532-4b37-9e81-6e24929dfac5 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:17.348448 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a2d04fc3-9119-4405-b7de-43efa3480dfe req-15424705-5532-4b37-9e81-6e24929dfac5 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.55 "DELETE /v2.0/ports/ed6803f4-39f7-4ac5-a289-cf4020e70873 HTTP/1.1" status: 204 len: 173 time: 0.7317345 Nov 15 11:14:17.350435 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f6abac33-9bfc-407c-bea9-21c0e65d12eb req-bc388623-8809-41e7-b9e2-0b0a29df6e5e tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8766f07-da5f-4eaa-a6cd-423569345d20 HTTP/1.1" status: 200 len: 210 time: 0.0317750 Nov 15 11:14:17.350885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8766f07-da5f-4eaa-a6cd-423569345d20', 'name': 'network-vif-deleted', 'tag': 'ed6803f4-39f7-4ac5-a289-cf4020e70873'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:14:17.360238 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c79bb54-0523-463b-8301-e3461d922736" -d '{"events": [{"server_uuid": "b8766f07-da5f-4eaa-a6cd-423569345d20", "name": "network-vif-deleted", "tag": "ed6803f4-39f7-4ac5-a289-cf4020e70873"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:14:17.409552 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf70e14-1902-4cb3-8143-5dd3193b6439 x-openstack-request-id: req-7bf70e14-1902-4cb3-8143-5dd3193b6439 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:14:17.410084 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8766f07-da5f-4eaa-a6cd-423569345d20", "name": "network-vif-deleted", "tag": "ed6803f4-39f7-4ac5-a289-cf4020e70873", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:14:17.410484 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7bf70e14-1902-4cb3-8143-5dd3193b6439 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:14:17.411036 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8766f07-da5f-4eaa-a6cd-423569345d20', 'name': 'network-vif-deleted', 'tag': 'ed6803f4-39f7-4ac5-a289-cf4020e70873', 'status': 'completed', 'code': 200} Nov 15 11:14:17.542043 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e610a-9e58-4f92-b41b-22147ff30e46 req-73c9f76f-546a-4bf0-973d-692aa087984b tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:17.543703 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d3e610a-9e58-4f92-b41b-22147ff30e46 req-73c9f76f-546a-4bf0-973d-692aa087984b tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 945 time: 0.0566614 Nov 15 11:14:17.601966 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d3e610a-9e58-4f92-b41b-22147ff30e46 req-1befd61d-4c7f-4cba-aa49-ac857655d35e tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508497 Nov 15 11:14:18.009312 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c679c-c834-4838-8e33-cb7bb1ca3320 req-1ccaacf3-69f7-443f-bee2-240dbd9408ab tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:18.019755 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-389c679c-c834-4838-8e33-cb7bb1ca3320 req-1ccaacf3-69f7-443f-bee2-240dbd9408ab tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.0788319 Nov 15 11:14:18.068587 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-389c679c-c834-4838-8e33-cb7bb1ca3320 req-5bb06c4b-b2bb-4bf5-9e4a-0a3431405c82 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478551 Nov 15 11:14:18.727086 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87073e38-efc5-4247-8f35-faccdb89f78f req-ac467a3c-dd79-4b2f-ad91-498ca0596b98 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:18.728817 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-87073e38-efc5-4247-8f35-faccdb89f78f req-ac467a3c-dd79-4b2f-ad91-498ca0596b98 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 944 time: 0.0908554 Nov 15 11:14:18.770321 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a6f81-9545-4372-92bf-4f7a1e0bfd9d req-0cf03e0d-dae6-4272-84bf-27ef4fbb7285 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:18.771860 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d0a6f81-9545-4372-92bf-4f7a1e0bfd9d req-0cf03e0d-dae6-4272-84bf-27ef4fbb7285 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 945 time: 0.0830295 Nov 15 11:14:18.822926 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-87073e38-efc5-4247-8f35-faccdb89f78f req-f7568a83-87cc-42d3-9f85-17276a7bcf3d tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846140 Nov 15 11:14:18.846171 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d0a6f81-9545-4372-92bf-4f7a1e0bfd9d req-35e5e4a7-1627-4b0b-8384-34eba42f26ab tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678473 Nov 15 11:14:19.200127 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ed747-d6b1-4be6-ad74-8c92eafef7e3 req-4443e2dc-f08c-4932-8ac0-aad2b0f9fafa tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:19.201787 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d78ed747-d6b1-4be6-ad74-8c92eafef7e3 req-4443e2dc-f08c-4932-8ac0-aad2b0f9fafa tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.55 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 944 time: 0.0935087 Nov 15 11:14:19.248214 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a3988-f654-43df-9199-d478ec04810d req-212c41e6-159b-4572-ba17-4bd7db9e38a1 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:19.249965 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-770a3988-f654-43df-9199-d478ec04810d req-212c41e6-159b-4572-ba17-4bd7db9e38a1 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.1006856 Nov 15 11:14:19.406656 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-770a3988-f654-43df-9199-d478ec04810d req-af724878-a0c8-4ff6-9b01-2047092aeff2 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492486 Nov 15 11:14:19.416862 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-7009e94e-a459-4bf4-a8c7-047ab35cb1ad service neutron] show failed (client error): The resource could not be found. Nov 15 11:14:19.417848 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-7009e94e-a459-4bf4-a8c7-047ab35cb1ad service neutron] 10.222.0.11 "GET /v2.0/ports/33d480c8-7550-4505-8439-2c8bd9d9fa3c/bindings/n-h2-729945-9 HTTP/1.1" status: 404 len: 380 time: 0.1054635 Nov 15 11:14:19.428000 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-d78ed747-d6b1-4be6-ad74-8c92eafef7e3 req-b7ba2e03-da26-43a5-a524-1dea413d4640 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Deleting port 7165cc97-873a-412b-b65b-c362639a58ac {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:14:19.428000 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d78ed747-d6b1-4be6-ad74-8c92eafef7e3 req-b7ba2e03-da26-43a5-a524-1dea413d4640 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:19.520020 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ed6803f4-39f7-4ac5-a289-cf4020e70873 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:14:19.537949 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-d78ed747-d6b1-4be6-ad74-8c92eafef7e3 req-b7ba2e03-da26-43a5-a524-1dea413d4640 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] For port 7165cc97-873a-412b-b65b-c362639a58ac, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7165cc97-873a-412b-b65b-c362639a58ac,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:19.538311 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d78ed747-d6b1-4be6-ad74-8c92eafef7e3 req-b7ba2e03-da26-43a5-a524-1dea413d4640 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:19.542861 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: ed6803f4-39f7-4ac5-a289-cf4020e70873 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:14:19.543201 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ed6803f4-39f7-4ac5-a289-cf4020e70873 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:14:19.554071 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-d78ed747-d6b1-4be6-ad74-8c92eafef7e3 req-b7ba2e03-da26-43a5-a524-1dea413d4640 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Calling delete_port for 7165cc97-873a-412b-b65b-c362639a58ac owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:14:19.733746 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d78ed747-d6b1-4be6-ad74-8c92eafef7e3 req-b7ba2e03-da26-43a5-a524-1dea413d4640 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:19.744015 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-44275eab-d2d7-4ed2-8eb8-324843affd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:19.745546 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-44275eab-d2d7-4ed2-8eb8-324843affd5c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f&tenant_id=f683158a34ba4a62a024151827d9c8e8 HTTP/1.1" status: 200 len: 1101 time: 0.0705688 Nov 15 11:14:19.772420 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-729945-9', 'device_owner': 'compute:nova'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:14:19.776510 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba2e03-da26-43a5-a524-1dea413d4640 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Pushing event deleted for resources: {'Port': ['ID=7165cc97-873a-412b-b65b-c362639a58ac,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:19.837124 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78ed747-d6b1-4be6-ad74-8c92eafef7e3 req-b7ba2e03-da26-43a5-a524-1dea413d4640 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] No DVR routers for this DVR port 7165cc97-873a-412b-b65b-c362639a58ac on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:14:19.843579 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d78ed747-d6b1-4be6-ad74-8c92eafef7e3 req-b7ba2e03-da26-43a5-a524-1dea413d4640 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:19.846802 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d78ed747-d6b1-4be6-ad74-8c92eafef7e3 req-b7ba2e03-da26-43a5-a524-1dea413d4640 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.55 "DELETE /v2.0/ports/7165cc97-873a-412b-b65b-c362639a58ac HTTP/1.1" status: 204 len: 173 time: 0.6383984 Nov 15 11:14:19.847339 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433ee11e-d85f-4d76-8572-bb853a661b96', 'name': 'network-vif-deleted', 'tag': '7165cc97-873a-412b-b65b-c362639a58ac'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:14:19.850295 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eace5cb3-eb51-4181-83b6-8b43fbf1b52e" -d '{"events": [{"server_uuid": "433ee11e-d85f-4d76-8572-bb853a661b96", "name": "network-vif-deleted", "tag": "7165cc97-873a-412b-b65b-c362639a58ac"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:14:19.878584 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:19.937406 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7861cf82-25ea-4b97-8724-a6c23310264c x-openstack-request-id: req-7861cf82-25ea-4b97-8724-a6c23310264c {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:14:19.937694 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433ee11e-d85f-4d76-8572-bb853a661b96", "name": "network-vif-deleted", "tag": "7165cc97-873a-412b-b65b-c362639a58ac", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:14:19.937941 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7861cf82-25ea-4b97-8724-a6c23310264c {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:14:19.938333 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433ee11e-d85f-4d76-8572-bb853a661b96', 'name': 'network-vif-deleted', 'tag': '7165cc97-873a-412b-b65b-c362639a58ac', 'status': 'completed', 'code': 200} Nov 15 11:14:19.972913 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e51766f-3187-43cb-9dd4-02b82b2a25e6 req-e2d9c084-d187-45e1-a4c0-e50b791b3f22 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=433ee11e-d85f-4d76-8572-bb853a661b96 HTTP/1.1" status: 200 len: 210 time: 0.0488460 Nov 15 11:14:20.112312 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857b712-e33c-43bf-afc0-c1e272ffe889 req-88ff7f2d-9a4c-4870-961d-6f8f65d9265d tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:20.113979 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b857b712-e33c-43bf-afc0-c1e272ffe889 req-88ff7f2d-9a4c-4870-961d-6f8f65d9265d tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 945 time: 0.1167955 Nov 15 11:14:20.208653 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b857b712-e33c-43bf-afc0-c1e272ffe889 req-8cb491c7-bd48-4397-bede-49032aa47cfe tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867352 Nov 15 11:14:20.238351 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] For port 33d480c8-7550-4505-8439-2c8bd9d9fa3c, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:20.273122 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] For port 33d480c8-7550-4505-8439-2c8bd9d9fa3c, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:14:20.321982 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:20.335764 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] Transition to ACTIVE for port object 33d480c8-7550-4505-8439-2c8bd9d9fa3c will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:14:20.339760 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:20.394833 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] Pushing event updated for resources: {'Port': ['ID=33d480c8-7550-4505-8439-2c8bd9d9fa3c,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:20.425241 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] No DVR routers for this DVR port 33d480c8-7550-4505-8439-2c8bd9d9fa3c on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:14:20.501151 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] Attempting to bind port 33d480c8-7550-4505-8439-2c8bd9d9fa3c on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:14:20.501914 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] Attempting to bind port 33d480c8-7550-4505-8439-2c8bd9d9fa3c by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:14:20.502502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] Attempting to bind port 33d480c8-7550-4505-8439-2c8bd9d9fa3c on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:14:20.547107 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] Port 33d480c8-7550-4505-8439-2c8bd9d9fa3c on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:14:20.547412 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] Attempting to bind port 33d480c8-7550-4505-8439-2c8bd9d9fa3c on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:14:20.560807 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:14:20.561241 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:14:20.561536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:14:20.562001 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] Bound port: 33d480c8-7550-4505-8439-2c8bd9d9fa3c, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:14:20.562363 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:20.610581 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39f01e-3799-4961-b0b0-ee4ac399b851 req-597bc5a3-4d63-4e17-9d8c-cc26d319305d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:20.612264 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb39f01e-3799-4961-b0b0-ee4ac399b851 req-597bc5a3-4d63-4e17-9d8c-cc26d319305d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 948 time: 0.1056867 Nov 15 11:14:20.672505 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] For port 33d480c8-7550-4505-8439-2c8bd9d9fa3c, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:14:20.695477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] For port 33d480c8-7550-4505-8439-2c8bd9d9fa3c, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:14:20.707612 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb39f01e-3799-4961-b0b0-ee4ac399b851 req-0253cba9-7155-460a-9d71-299524157111 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839002 Nov 15 11:14:20.715047 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:20.765793 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:20.766413 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:20.768000 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] 10.222.0.55 "PUT /v2.0/ports/33d480c8-7550-4505-8439-2c8bd9d9fa3c HTTP/1.1" status: 200 len: 1096 time: 1.0002124 Nov 15 11:14:20.782308 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99049a20-7574-414f-9991-8c79ae723b6b service neutron] Pushing event updated for resources: {'Port': ['ID=33d480c8-7550-4505-8439-2c8bd9d9fa3c,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:20.847641 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-cb0cf2eb-2123-4a61-8a22-b1f4cad49e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:20.849276 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-cb0cf2eb-2123-4a61-8a22-b1f4cad49e80 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 1099 time: 0.0523598 Nov 15 11:14:20.952851 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-f6dcd96b-83f8-45fb-82a2-9343469277a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:20.954507 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-f6dcd96b-83f8-45fb-82a2-9343469277a3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.0968728 Nov 15 11:14:21.002977 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-9c7f89af-0b57-49fd-820f-a54bd482eb61 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c HTTP/1.1" status: 200 len: 217 time: 0.0384390 Nov 15 11:14:21.064179 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-c41295ff-55bd-4934-a21a-2cb262704ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:21.066367 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-c41295ff-55bd-4934-a21a-2cb262704ea8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0557115 Nov 15 11:14:21.138830 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-0f64fc73-1ec2-483a-94ba-4ae03d76fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:21.140421 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-0f64fc73-1ec2-483a-94ba-4ae03d76fde4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0592148 Nov 15 11:14:21.332567 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-07f2b063-1cb7-45e3-b994-91c043521b22 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818159 Nov 15 11:14:21.424522 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7372c-542f-4199-8306-f8820df34d4b req-1700c596-8317-43cc-bc6d-1c69e54f407f tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:21.426323 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0a7372c-542f-4199-8306-f8820df34d4b req-1700c596-8317-43cc-bc6d-1c69e54f407f tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 944 time: 0.1344016 Nov 15 11:14:21.497866 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-04c7d1f0-d992-48a1-82b5-e635dbd0675e service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539483 Nov 15 11:14:21.538021 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 7165cc97-873a-412b-b65b-c362639a58ac no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:14:21.564979 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 7165cc97-873a-412b-b65b-c362639a58ac {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:14:21.565593 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 7165cc97-873a-412b-b65b-c362639a58ac not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:14:21.572019 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0a7372c-542f-4199-8306-f8820df34d4b req-06229c00-0128-40f5-82d9-40572c66901a tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142523 Nov 15 11:14:21.583508 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130916e-e547-4bc4-8222-1d604a90350f req-bc113825-d770-483b-9a73-cd0e42c4f08f tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:21.585339 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f130916e-e547-4bc4-8222-1d604a90350f req-bc113825-d770-483b-9a73-cd0e42c4f08f tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 945 time: 0.1935172 Nov 15 11:14:21.641323 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f130916e-e547-4bc4-8222-1d604a90350f req-a8a82826-3b96-4f4b-8e87-081c750731d6 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474830 Nov 15 11:14:21.823591 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989980a6-eb68-46fd-83df-c15af478aa81 req-1ab7e0d2-f78e-4752-9a81-974a9240a128 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:21.825217 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-989980a6-eb68-46fd-83df-c15af478aa81 req-1ab7e0d2-f78e-4752-9a81-974a9240a128 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 948 time: 0.0508864 Nov 15 11:14:21.913477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32aec94-518c-4d96-a276-a0491a472e33 req-c3035e3d-464c-48da-aa20-1bcbdbec1f6a tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:21.914891 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a32aec94-518c-4d96-a276-a0491a472e33 req-c3035e3d-464c-48da-aa20-1bcbdbec1f6a tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 944 time: 0.0806997 Nov 15 11:14:21.920302 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-989980a6-eb68-46fd-83df-c15af478aa81 req-f472fe45-34cf-47c7-bfde-a6a5d5dc8415 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872154 Nov 15 11:14:21.948232 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7d892d-784d-478b-b2df-499db5f53b8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33d480c8-7550-4505-8439-2c8bd9d9fa3c'}, {'name': 'network-changed', 'server_uuid': 'da7d892d-784d-478b-b2df-499db5f53b8f', 'tag': '33d480c8-7550-4505-8439-2c8bd9d9fa3c'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:14:21.950497 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6635af95-aed8-49da-9e63-2c0c6ac1e6de" -d '{"events": [{"server_uuid": "da7d892d-784d-478b-b2df-499db5f53b8f", "name": "network-vif-unplugged", "status": "completed", "tag": "33d480c8-7550-4505-8439-2c8bd9d9fa3c"}, {"name": "network-changed", "server_uuid": "da7d892d-784d-478b-b2df-499db5f53b8f", "tag": "33d480c8-7550-4505-8439-2c8bd9d9fa3c"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:14:22.007948 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 15 Nov 2021 11:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13078a10-ffac-414e-b510-a9b5875b20d6 x-openstack-request-id: req-13078a10-ffac-414e-b510-a9b5875b20d6 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:14:22.008328 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7d892d-784d-478b-b2df-499db5f53b8f", "name": "network-vif-unplugged", "status": "completed", "tag": "33d480c8-7550-4505-8439-2c8bd9d9fa3c", "code": 200}, {"name": "network-changed", "server_uuid": "da7d892d-784d-478b-b2df-499db5f53b8f", "tag": "33d480c8-7550-4505-8439-2c8bd9d9fa3c", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:14:22.008600 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-13078a10-ffac-414e-b510-a9b5875b20d6 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:14:22.008979 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7d892d-784d-478b-b2df-499db5f53b8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33d480c8-7550-4505-8439-2c8bd9d9fa3c', 'code': 200} Nov 15 11:14:22.009222 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7d892d-784d-478b-b2df-499db5f53b8f', 'tag': '33d480c8-7550-4505-8439-2c8bd9d9fa3c', 'status': 'completed', 'code': 200} Nov 15 11:14:22.027024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-a32aec94-518c-4d96-a276-a0491a472e33 req-f5909f67-6c29-45d2-8b2c-0f0b185c066c tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Deleting port 118f9570-2e57-46e8-94f0-636a50887772 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:14:22.027417 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a32aec94-518c-4d96-a276-a0491a472e33 req-f5909f67-6c29-45d2-8b2c-0f0b185c066c tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:22.164351 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635af95-aed8-49da-9e63-2c0c6ac1e6de req-97cb570f-e33f-42b8-9977-0850107a5e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:22.166214 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6635af95-aed8-49da-9e63-2c0c6ac1e6de req-97cb570f-e33f-42b8-9977-0850107a5e7c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 1099 time: 0.1338360 Nov 15 11:14:22.208262 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635af95-aed8-49da-9e63-2c0c6ac1e6de req-47c2400e-69e1-4d67-a3b6-06d1e3be1d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:22.209698 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6635af95-aed8-49da-9e63-2c0c6ac1e6de req-47c2400e-69e1-4d67-a3b6-06d1e3be1d90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 1099 time: 0.1298840 Nov 15 11:14:22.254512 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-a32aec94-518c-4d96-a276-a0491a472e33 req-f5909f67-6c29-45d2-8b2c-0f0b185c066c tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] For port 118f9570-2e57-46e8-94f0-636a50887772, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=118f9570-2e57-46e8-94f0-636a50887772,segment=NetworkSegment(93aaa8ba-68e5-492a-8f36-61ccc3b943ad),segment_id=93aaa8ba-68e5-492a-8f36-61ccc3b943ad)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:22.254867 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a32aec94-518c-4d96-a276-a0491a472e33 req-f5909f67-6c29-45d2-8b2c-0f0b185c066c tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:22.591079 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-a32aec94-518c-4d96-a276-a0491a472e33 req-f5909f67-6c29-45d2-8b2c-0f0b185c066c tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Calling delete_port for 118f9570-2e57-46e8-94f0-636a50887772 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:14:22.634421 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635af95-aed8-49da-9e63-2c0c6ac1e6de req-5842e0a5-27a6-4b5a-81a6-dc93201ff107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:22.635834 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6635af95-aed8-49da-9e63-2c0c6ac1e6de req-5842e0a5-27a6-4b5a-81a6-dc93201ff107 service neutron] 10.222.0.11 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.4604855 Nov 15 11:14:22.745770 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6635af95-aed8-49da-9e63-2c0c6ac1e6de req-8fd7d857-643d-45fd-a4ea-cd24498f60d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c HTTP/1.1" status: 200 len: 217 time: 0.0812247 Nov 15 11:14:22.797860 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635af95-aed8-49da-9e63-2c0c6ac1e6de req-6d933081-6467-4159-98a1-4b364457933b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:22.799454 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6635af95-aed8-49da-9e63-2c0c6ac1e6de req-6d933081-6467-4159-98a1-4b364457933b service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.5638869 Nov 15 11:14:22.887628 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6635af95-aed8-49da-9e63-2c0c6ac1e6de req-f1a5ad59-28f6-42d5-b333-37b923dbc329 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c HTTP/1.1" status: 200 len: 217 time: 0.0638363 Nov 15 11:14:22.906962 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1fa87f-5a43-48ce-b513-52c3daace70a req-f7849be3-35f0-47f2-a44d-f80054ba0582 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:22.908497 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bc1fa87f-5a43-48ce-b513-52c3daace70a req-f7849be3-35f0-47f2-a44d-f80054ba0582 tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 944 time: 0.2452424 Nov 15 11:14:22.920872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635af95-aed8-49da-9e63-2c0c6ac1e6de req-ea9f0844-1a0c-4c24-b7c2-e3790c6508bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:22.922415 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6635af95-aed8-49da-9e63-2c0c6ac1e6de req-ea9f0844-1a0c-4c24-b7c2-e3790c6508bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1625373 Nov 15 11:14:22.966507 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-63e2a824-9e35-4e7b-aebb-6986523d6cab tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:22.969187 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-63e2a824-9e35-4e7b-aebb-6986523d6cab tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad&tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&binding%3Ahost_id=n-h2-729945-9 HTTP/1.1" status: 200 len: 1096 time: 0.0822792 Nov 15 11:14:22.974430 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551529d-efe0-4818-bba7-92e9d2a18031 req-a2af1e72-ccd1-4ca4-b274-59425cfb0edd tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:22.975992 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d551529d-efe0-4818-bba7-92e9d2a18031 req-a2af1e72-ccd1-4ca4-b274-59425cfb0edd tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 945 time: 0.2339211 Nov 15 11:14:22.981046 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-729945-9'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:14:23.044300 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:23.089114 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635af95-aed8-49da-9e63-2c0c6ac1e6de req-83a2f123-a98f-4a47-9b13-ce5942eac638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:23.090755 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6635af95-aed8-49da-9e63-2c0c6ac1e6de req-83a2f123-a98f-4a47-9b13-ce5942eac638 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1813865 Nov 15 11:14:23.147758 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 33d480c8-7550-4505-8439-2c8bd9d9fa3c no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:14:23.150448 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635af95-aed8-49da-9e63-2c0c6ac1e6de req-487ea926-73e7-42b9-8dda-eeaead4f6f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:23.151962 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6635af95-aed8-49da-9e63-2c0c6ac1e6de req-487ea926-73e7-42b9-8dda-eeaead4f6f0e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1954424 Nov 15 11:14:23.163521 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bc1fa87f-5a43-48ce-b513-52c3daace70a req-c97d23d6-e19d-436b-a473-5eec80efec2e tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e9df679-08bf-46e6-a0d8-6a1472dc927e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367809 Nov 15 11:14:23.177478 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] For port 3dae08cb-2483-4b9d-9d60-20958c6434ef, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3dae08cb-2483-4b9d-9d60-20958c6434ef,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:23.190164 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a32aec94-518c-4d96-a276-a0491a472e33 req-f5909f67-6c29-45d2-8b2c-0f0b185c066c tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:23.196924 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 33d480c8-7550-4505-8439-2c8bd9d9fa3c not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:14:23.219625 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] For port 3dae08cb-2483-4b9d-9d60-20958c6434ef, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:14:23.232043 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d551529d-efe0-4818-bba7-92e9d2a18031 req-5e3e15ae-2983-4647-83de-37dc0709f311 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195802 Nov 15 11:14:23.270413 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:23.273480 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c774f3-8ec1-4f40-bf0d-d5726b7a47ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dae08cb-2483-4b9d-9d60-20958c6434ef'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:14:23.276343 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b686bfa-3b99-4ce9-96a1-3c7fc38fefea" -d '{"events": [{"server_uuid": "10c774f3-8ec1-4f40-bf0d-d5726b7a47ad", "name": "network-vif-unplugged", "status": "completed", "tag": "3dae08cb-2483-4b9d-9d60-20958c6434ef"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:14:23.284315 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:23.323947 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5909f67-6c29-45d2-8b2c-0f0b185c066c tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Pushing event deleted for resources: {'Port': ['ID=118f9570-2e57-46e8-94f0-636a50887772,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:23.379229 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635af95-aed8-49da-9e63-2c0c6ac1e6de req-a7635c37-1ca7-470c-907e-983418801371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:23.379453 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Pushing event updated for resources: {'Port': ['ID=3dae08cb-2483-4b9d-9d60-20958c6434ef,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:23.380956 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6635af95-aed8-49da-9e63-2c0c6ac1e6de req-a7635c37-1ca7-470c-907e-983418801371 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2742729 Nov 15 11:14:23.384772 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6ac571-529d-4c55-ad59-fcf24f7b61bf x-openstack-request-id: req-ad6ac571-529d-4c55-ad59-fcf24f7b61bf {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:14:23.385060 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c774f3-8ec1-4f40-bf0d-d5726b7a47ad", "name": "network-vif-unplugged", "status": "completed", "tag": "3dae08cb-2483-4b9d-9d60-20958c6434ef", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:14:23.385307 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad6ac571-529d-4c55-ad59-fcf24f7b61bf {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:14:23.385696 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c774f3-8ec1-4f40-bf0d-d5726b7a47ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dae08cb-2483-4b9d-9d60-20958c6434ef', 'code': 200} Nov 15 11:14:23.391802 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Attempting to bind port 3dae08cb-2483-4b9d-9d60-20958c6434ef on host n-h2-729945-9 for vnic_type normal with profile {"migrating_to": "n-h1-729945-9"} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:14:23.392166 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Attempting to bind port 3dae08cb-2483-4b9d-9d60-20958c6434ef by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:14:23.392490 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Attempting to bind port 3dae08cb-2483-4b9d-9d60-20958c6434ef on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:14:23.396361 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:23.396696 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:23.397025 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:23.397497 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:23.397825 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:23.398155 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:23.398595 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:23.398776 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:23.399289 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:23.399617 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:23.400223 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:23.400559 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:23.406344 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Port 3dae08cb-2483-4b9d-9d60-20958c6434ef on network 4534314e-1f14-4032-9246-018086f47347 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:14:23.406883 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Attempting to bind port 3dae08cb-2483-4b9d-9d60-20958c6434ef on network 4534314e-1f14-4032-9246-018086f47347 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:14:23.414922 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32aec94-518c-4d96-a276-a0491a472e33 req-f5909f67-6c29-45d2-8b2c-0f0b185c066c tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] No DVR routers for this DVR port 118f9570-2e57-46e8-94f0-636a50887772 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:14:23.418647 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:14:23.418986 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Checking segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:14:23.419356 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Bound using segment: {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:14:23.420004 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Bound port: 3dae08cb-2483-4b9d-9d60-20958c6434ef, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2660106-44df-4c76-a023-7a74464e51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4534314e-1f14-4032-9246-018086f47347'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:14:23.420557 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:23.433378 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a32aec94-518c-4d96-a276-a0491a472e33 req-f5909f67-6c29-45d2-8b2c-0f0b185c066c tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:23.436674 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a32aec94-518c-4d96-a276-a0491a472e33 req-f5909f67-6c29-45d2-8b2c-0f0b185c066c tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.55 "DELETE /v2.0/ports/118f9570-2e57-46e8-94f0-636a50887772 HTTP/1.1" status: 204 len: 173 time: 1.5124626 Nov 15 11:14:23.480384 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6635af95-aed8-49da-9e63-2c0c6ac1e6de req-b6dc32f4-f347-477b-aed8-d27a88778247 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152161 Nov 15 11:14:23.487521 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30f16f-ff2b-4520-9f95-ee3089307e18 req-7c2fe19c-cb26-47af-96b2-a2143760c291 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:23.489147 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad30f16f-ff2b-4520-9f95-ee3089307e18 req-7c2fe19c-cb26-47af-96b2-a2143760c291 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 948 time: 0.2134662 Nov 15 11:14:23.505225 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] For port 3dae08cb-2483-4b9d-9d60-20958c6434ef, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:14:23.509786 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] For port 3dae08cb-2483-4b9d-9d60-20958c6434ef, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3dae08cb-2483-4b9d-9d60-20958c6434ef,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:14:23.527027 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:23.533694 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 33d480c8-7550-4505-8439-2c8bd9d9fa3c details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:14:23.651165 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad30f16f-ff2b-4520-9f95-ee3089307e18 req-b4f47dd0-93a1-429b-949f-446d396a579f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474574 Nov 15 11:14:23.655215 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6635af95-aed8-49da-9e63-2c0c6ac1e6de req-970feafb-934b-4db0-a31c-e49d2921b4f0 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414882 Nov 15 11:14:23.670627 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6635af95-aed8-49da-9e63-2c0c6ac1e6de req-264896b7-6542-4958-aed3-67e4f4ab33d4 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787071 Nov 15 11:14:23.692485 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:23.693158 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:23.696795 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] 10.222.0.11 "PUT /v2.0/ports/3dae08cb-2483-4b9d-9d60-20958c6434ef HTTP/1.1" status: 200 len: 1121 time: 0.7201686 Nov 15 11:14:23.720803 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77be3a-b5e5-439b-b737-9c817828405c service neutron] Pushing event updated for resources: {'Port': ['ID=3dae08cb-2483-4b9d-9d60-20958c6434ef,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:23.776753 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 33d480c8-7550-4505-8439-2c8bd9d9fa3c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:23.790032 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '33d480c8-7550-4505-8439-2c8bd9d9fa3c', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '33d480c8-7550-4505-8439-2c8bd9d9fa3c', 'mac_address': 'fa:16:3e:a7:46:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:14:23.795517 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6635af95-aed8-49da-9e63-2c0c6ac1e6de req-0cca6743-0f25-4175-99ed-71aa1e173a04 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239476 Nov 15 11:14:23.819344 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['3dae08cb-2483-4b9d-9d60-20958c6434ef'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:14:23.886721 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['3dae08cb-2483-4b9d-9d60-20958c6434ef'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:14:23.927350 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:23.962291 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d480c8-7550-4505-8439-2c8bd9d9fa3c {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:14:23.991856 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 33d480c8-7550-4505-8439-2c8bd9d9fa3c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:24.005320 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:24.011038 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a225b70-a6dc-4d48-8c58-cebebf58954b', 'name': 'network-vif-deleted', 'tag': '118f9570-2e57-46e8-94f0-636a50887772'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:14:24.013733 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6075390-a92a-4a84-82cd-de6fa9c7d163" -d '{"events": [{"server_uuid": "0a225b70-a6dc-4d48-8c58-cebebf58954b", "name": "network-vif-deleted", "tag": "118f9570-2e57-46e8-94f0-636a50887772"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:14:24.070014 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3ac879-9ea2-410b-9170-5194b22b3013 x-openstack-request-id: req-1a3ac879-9ea2-410b-9170-5194b22b3013 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:14:24.070351 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a225b70-a6dc-4d48-8c58-cebebf58954b", "name": "network-vif-deleted", "tag": "118f9570-2e57-46e8-94f0-636a50887772", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:14:24.070710 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a3ac879-9ea2-410b-9170-5194b22b3013 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:14:24.070989 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a225b70-a6dc-4d48-8c58-cebebf58954b', 'name': 'network-vif-deleted', 'tag': '118f9570-2e57-46e8-94f0-636a50887772', 'status': 'completed', 'code': 200} Nov 15 11:14:24.112886 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=33d480c8-7550-4505-8439-2c8bd9d9fa3c,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:24.289833 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b9cc5115-bc06-4b3d-813a-d1bbae30ed04 req-768aaadf-2944-4e1f-8830-e4da610dd67b tempest-LiveAutoBlockMigrationV225Test-541063754 tempest-LiveAutoBlockMigrationV225Test-541063754-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a225b70-a6dc-4d48-8c58-cebebf58954b HTTP/1.1" status: 200 len: 210 time: 0.0431499 Nov 15 11:14:24.361138 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0807c-25ff-4ef6-87a0-7148774bcd9b req-c8259f55-0d87-49f8-9a75-9489fd1b1b3c tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:24.363022 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aad0807c-25ff-4ef6-87a0-7148774bcd9b req-c8259f55-0d87-49f8-9a75-9489fd1b1b3c tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 943 time: 0.0542383 Nov 15 11:14:24.393103 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['33d480c8-7550-4505-8439-2c8bd9d9fa3c'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:14:24.419384 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aad0807c-25ff-4ef6-87a0-7148774bcd9b req-b58956c6-0508-4a9a-8464-deb616ac9ebd tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485716 Nov 15 11:14:24.784843 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d245ac3-8578-4ac6-a109-9742e41de0dc req-3b56c897-63d3-4333-9a4e-2775824a9a66 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:24.786410 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7d245ac3-8578-4ac6-a109-9742e41de0dc req-3b56c897-63d3-4333-9a4e-2775824a9a66 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 949 time: 0.0553076 Nov 15 11:14:24.834610 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7d245ac3-8578-4ac6-a109-9742e41de0dc req-d9026184-f33c-489f-9e66-298ce9523126 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421143 Nov 15 11:14:25.118562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-f90340bf-3c52-4454-b45a-c2bd46f0ad6c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:25.120049 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-f90340bf-3c52-4454-b45a-c2bd46f0ad6c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.55 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f&tenant_id=f683158a34ba4a62a024151827d9c8e8&binding%3Ahost_id=n-h2-729945-9 HTTP/1.1" status: 200 len: 949 time: 0.0838943 Nov 15 11:14:25.136550 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c2ba2-0c64-4414-be2a-8f55af14f6c0 req-ef92bfef-1265-48d6-b670-d573872f825a tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:25.137949 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-969c2ba2-0c64-4414-be2a-8f55af14f6c0 req-ef92bfef-1265-48d6-b670-d573872f825a tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 949 time: 0.0881102 Nov 15 11:14:25.153002 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 3dae08cb-2483-4b9d-9d60-20958c6434ef details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:14:25.233040 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-969c2ba2-0c64-4414-be2a-8f55af14f6c0 req-9f15cc5d-9c1d-4355-8900-27354f5c3e15 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878069 Nov 15 11:14:25.234444 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-78c2f6b3-821e-4a07-b7fd-3c3428547924 service neutron] 10.222.0.55 "GET /v2.0/ports/33d480c8-7550-4505-8439-2c8bd9d9fa3c/bindings/n-h2-729945-9 HTTP/1.1" status: 200 len: 382 time: 0.0956624 Nov 15 11:14:25.262468 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 3dae08cb-2483-4b9d-9d60-20958c6434ef, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3dae08cb-2483-4b9d-9d60-20958c6434ef,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:25.274063 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 3dae08cb-2483-4b9d-9d60-20958c6434ef has no active binding in host n-h1-729945-9 {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 11:14:25.315603 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-f286d05e-18c3-4b0c-a1cb-e52b442b738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:25.317175 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-f286d05e-18c3-4b0c-a1cb-e52b442b738a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 1100 time: 0.0403154 Nov 15 11:14:25.386795 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c774f3-8ec1-4f40-bf0d-d5726b7a47ad', 'tag': '3dae08cb-2483-4b9d-9d60-20958c6434ef'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:14:25.389746 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e0f567-8cc8-4de4-a656-04cfef47dec5" -d '{"events": [{"name": "network-changed", "server_uuid": "10c774f3-8ec1-4f40-bf0d-d5726b7a47ad", "tag": "3dae08cb-2483-4b9d-9d60-20958c6434ef"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:14:25.421061 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-c8750576-77cb-49af-94c5-0a03b564e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:25.423247 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-c8750576-77cb-49af-94c5-0a03b564e66e service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.0918798 Nov 15 11:14:25.431256 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe188aa-cc70-42c2-9443-1ef74a7d5d77 x-openstack-request-id: req-ffe188aa-cc70-42c2-9443-1ef74a7d5d77 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:14:25.431256 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c774f3-8ec1-4f40-bf0d-d5726b7a47ad", "tag": "3dae08cb-2483-4b9d-9d60-20958c6434ef", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:14:25.431256 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ffe188aa-cc70-42c2-9443-1ef74a7d5d77 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:14:25.431661 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c774f3-8ec1-4f40-bf0d-d5726b7a47ad', 'tag': '3dae08cb-2483-4b9d-9d60-20958c6434ef', 'status': 'completed', 'code': 200} Nov 15 11:14:25.459615 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53382) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:14:25.487196 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-0d5783cc-a3cb-450c-9914-46d41ba78e31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c HTTP/1.1" status: 200 len: 217 time: 0.0525942 Nov 15 11:14:25.556246 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 33d480c8-7550-4505-8439-2c8bd9d9fa3c up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:14:25.601515 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0f567-8cc8-4de4-a656-04cfef47dec5 req-5b2d5f25-bc08-425c-a99c-7c5010f09fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:25.603324 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b5e0f567-8cc8-4de4-a656-04cfef47dec5 req-5b2d5f25-bc08-425c-a99c-7c5010f09fb7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 1124 time: 0.1250987 Nov 15 11:14:25.610791 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-f56bafe2-03f3-4964-98a9-89848deb04dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:25.612392 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-f56bafe2-03f3-4964-98a9-89848deb04dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1075182 Nov 15 11:14:25.612736 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 33d480c8-7550-4505-8439-2c8bd9d9fa3c completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:14:25.618007 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 33d480c8-7550-4505-8439-2c8bd9d9fa3c triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:14:25.618368 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:25.627404 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b79e92-4f71-41c5-bd74-981e5a2d161f req-8e933c2d-935c-4765-83d9-ffa48fba27fa tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:25.628527 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b3ba806-1617-42b8-8679-a0dbfe8d212c admin admin] Deleting subnet 41c7fb84-e1ab-4aee-8901-f8449cce1c4d {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:14:25.629064 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96b79e92-4f71-41c5-bd74-981e5a2d161f req-8e933c2d-935c-4765-83d9-ffa48fba27fa tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 943 time: 0.1145298 Nov 15 11:14:25.631644 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b3ba806-1617-42b8-8679-a0dbfe8d212c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:25.672052 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b3ba806-1617-42b8-8679-a0dbfe8d212c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:25.712697 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:25.726727 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b3ba806-1617-42b8-8679-a0dbfe8d212c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:25.745519 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7d892d-784d-478b-b2df-499db5f53b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d480c8-7550-4505-8439-2c8bd9d9fa3c'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:14:25.750735 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3fef1c-cfc5-4151-b68d-ad6f09e073bf" -d '{"events": [{"server_uuid": "da7d892d-784d-478b-b2df-499db5f53b8f", "name": "network-vif-plugged", "status": "completed", "tag": "33d480c8-7550-4505-8439-2c8bd9d9fa3c"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:14:25.767537 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96b79e92-4f71-41c5-bd74-981e5a2d161f req-8770750f-e800-4c2c-963b-904cab52c6e1 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321967 Nov 15 11:14:25.774229 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 33d480c8-7550-4505-8439-2c8bd9d9fa3c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:25.791919 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:25.792841 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 118f9570-2e57-46e8-94f0-636a50887772 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:14:25.793019 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-6e1fbe55-5754-4399-9fb8-80b5c3738f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:25.794587 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-6e1fbe55-5754-4399-9fb8-80b5c3738f60 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1463156 Nov 15 11:14:25.803598 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b3ba806-1617-42b8-8679-a0dbfe8d212c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:25.837241 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0f567-8cc8-4de4-a656-04cfef47dec5 req-303681f9-3f14-4f51-9358-8134ee30f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:25.839122 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b5e0f567-8cc8-4de4-a656-04cfef47dec5 req-303681f9-3f14-4f51-9358-8134ee30f5c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 908 time: 0.1918344 Nov 15 11:14:25.840934 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b3ba806-1617-42b8-8679-a0dbfe8d212c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:25.841113 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 118f9570-2e57-46e8-94f0-636a50887772 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:14:25.841488 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 118f9570-2e57-46e8-94f0-636a50887772 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:14:25.843762 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515a97c9-cfa5-40c2-b243-1c1e402dcc3f x-openstack-request-id: req-515a97c9-cfa5-40c2-b243-1c1e402dcc3f {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:14:25.844118 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7d892d-784d-478b-b2df-499db5f53b8f", "name": "network-vif-plugged", "status": "completed", "tag": "33d480c8-7550-4505-8439-2c8bd9d9fa3c", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:14:25.844489 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-515a97c9-cfa5-40c2-b243-1c1e402dcc3f {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:14:25.844941 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7d892d-784d-478b-b2df-499db5f53b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d480c8-7550-4505-8439-2c8bd9d9fa3c', 'code': 200} Nov 15 11:14:25.848295 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6b3ba806-1617-42b8-8679-a0dbfe8d212c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/41c7fb84-e1ab-4aee-8901-f8449cce1c4d HTTP/1.1" status: 204 len: 168 time: 0.3875165 Nov 15 11:14:25.849849 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53392) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:14:25.851608 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ba806-1617-42b8-8679-a0dbfe8d212c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41c7fb84-e1ab-4aee-8901-f8449cce1c4d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:25.878409 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=33d480c8-7550-4505-8439-2c8bd9d9fa3c,revision_number=9']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:25.907736 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b5e0f567-8cc8-4de4-a656-04cfef47dec5 req-62b83207-839f-4633-82bf-d0ecd16ab3d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dae08cb-2483-4b9d-9d60-20958c6434ef HTTP/1.1" status: 200 len: 217 time: 0.0432377 Nov 15 11:14:25.927049 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8c44308-110d-49bd-bdb9-dc1cb0f40cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:25.973088 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-30ba17e7-20a7-42fe-9bc8-74ee2b5c7958 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582544 Nov 15 11:14:25.980182 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0f567-8cc8-4de4-a656-04cfef47dec5 req-aff2ee3b-d900-45e2-ba12-90ab26d4ceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:25.982779 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b5e0f567-8cc8-4de4-a656-04cfef47dec5 req-aff2ee3b-d900-45e2-ba12-90ab26d4ceeb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8b5f0410-d440-42ba-a6cf-b7c754e903cf HTTP/1.1" status: 200 len: 847 time: 0.0603235 Nov 15 11:14:26.004068 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8c44308-110d-49bd-bdb9-dc1cb0f40cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:26.024306 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e8c44308-110d-49bd-bdb9-dc1cb0f40cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a44e54-964f-44d3-85ab-bb56792b7b48']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:14:26.034912 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e8c44308-110d-49bd-bdb9-dc1cb0f40cb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93aaa8ba-68e5-492a-8f36-61ccc3b943ad') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:14:26.035237 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e8c44308-110d-49bd-bdb9-dc1cb0f40cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93aaa8ba-68e5-492a-8f36-61ccc3b943ad') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:14:26.044551 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8c44308-110d-49bd-bdb9-dc1cb0f40cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:26.058135 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8c44308-110d-49bd-bdb9-dc1cb0f40cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:26.063708 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b5e0f567-8cc8-4de4-a656-04cfef47dec5 req-1d96a228-7890-47d3-ad5a-d168a8ed1e20 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4534314e-1f14-4032-9246-018086f47347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596883 Nov 15 11:14:26.064157 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c44308-110d-49bd-bdb9-dc1cb0f40cb0 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:14:26.064539 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8c44308-110d-49bd-bdb9-dc1cb0f40cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:14:26.066208 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:14:26.125790 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8c44308-110d-49bd-bdb9-dc1cb0f40cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:26.132257 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8c44308-110d-49bd-bdb9-dc1cb0f40cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:26.135903 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e8c44308-110d-49bd-bdb9-dc1cb0f40cb0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f4a44e54-964f-44d3-85ab-bb56792b7b48 HTTP/1.1" status: 204 len: 168 time: 0.2820282 Nov 15 11:14:26.138655 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53398) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:14:26.158151 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-f8fa8dc2-90a9-4948-8c5e-c5e30de7ac50 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630216 Nov 15 11:14:26.172639 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c44308-110d-49bd-bdb9-dc1cb0f40cb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4a44e54-964f-44d3-85ab-bb56792b7b48,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:26.183560 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b5e0f567-8cc8-4de4-a656-04cfef47dec5 req-d0cc1e7c-83e2-4c33-a1c8-953b8c460201 service neutron] 10.222.0.55 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112916 Nov 15 11:14:26.193446 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b8f262-8848-4113-a95e-8d25316a3e55 admin admin] Deleting subnet 3b1f2d9d-d6f3-49e0-ad77-16167308f312 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:14:26.197003 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11b8f262-8848-4113-a95e-8d25316a3e55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:26.234514 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11b8f262-8848-4113-a95e-8d25316a3e55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:26.281642 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11b8f262-8848-4113-a95e-8d25316a3e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:26.283392 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b5e0f567-8cc8-4de4-a656-04cfef47dec5 req-82dec663-5c00-4968-a5a1-eeff72b6c879 service neutron] 10.222.0.55 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869048 Nov 15 11:14:26.339018 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11b8f262-8848-4113-a95e-8d25316a3e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:26.361714 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167ae77-ed4d-4e75-897e-6ab06eb4c263 req-cee79a65-21ce-471b-ac6f-9ed804a84ab7 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:26.363276 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8f262-8848-4113-a95e-8d25316a3e55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b1f2d9d-d6f3-49e0-ad77-16167308f312,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:26.363561 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3167ae77-ed4d-4e75-897e-6ab06eb4c263 req-cee79a65-21ce-471b-ac6f-9ed804a84ab7 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.0514379 Nov 15 11:14:26.369295 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11b8f262-8848-4113-a95e-8d25316a3e55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:26.375671 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-11b8f262-8848-4113-a95e-8d25316a3e55 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3b1f2d9d-d6f3-49e0-ad77-16167308f312 HTTP/1.1" status: 204 len: 168 time: 0.2329478 Nov 15 11:14:26.375787 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53402) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:14:26.432652 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3167ae77-ed4d-4e75-897e-6ab06eb4c263 req-7e5e02a8-57af-4794-b6d6-d890d00ce811 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541241 Nov 15 11:14:26.456069 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af67fd3b-e4b3-4079-9e09-984ff1870219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:26.541152 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af67fd3b-e4b3-4079-9e09-984ff1870219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:26.561673 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-af67fd3b-e4b3-4079-9e09-984ff1870219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4724d6e1-42ee-44fb-8735-1896c22fe8b6']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:14:26.572027 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-af67fd3b-e4b3-4079-9e09-984ff1870219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb604459-ae73-4071-9fef-1070872dba39') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:14:26.572314 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-af67fd3b-e4b3-4079-9e09-984ff1870219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb604459-ae73-4071-9fef-1070872dba39') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:14:26.581636 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af67fd3b-e4b3-4079-9e09-984ff1870219 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:26.594400 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af67fd3b-e4b3-4079-9e09-984ff1870219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:26.600270 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af67fd3b-e4b3-4079-9e09-984ff1870219 admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:14:26.600682 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af67fd3b-e4b3-4079-9e09-984ff1870219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:14:26.602280 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:14:26.893079 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5a796-1e3a-4150-9bf5-89737094085a req-0fe0efc1-fd40-489b-b223-8189455a84ea tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:26.894965 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42d5a796-1e3a-4150-9bf5-89737094085a req-0fe0efc1-fd40-489b-b223-8189455a84ea tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 943 time: 0.0533390 Nov 15 11:14:26.910451 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af67fd3b-e4b3-4079-9e09-984ff1870219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:26.918257 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af67fd3b-e4b3-4079-9e09-984ff1870219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:26.921494 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-af67fd3b-e4b3-4079-9e09-984ff1870219 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4724d6e1-42ee-44fb-8735-1896c22fe8b6 HTTP/1.1" status: 204 len: 168 time: 0.5447242 Nov 15 11:14:26.936194 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67fd3b-e4b3-4079-9e09-984ff1870219 admin admin] Pushing event deleted for resources: {'Network': ['ID=4724d6e1-42ee-44fb-8735-1896c22fe8b6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:26.948799 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42d5a796-1e3a-4150-9bf5-89737094085a req-bac0a7a4-937a-4be8-9485-459ccf50b8d9 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473602 Nov 15 11:14:27.047325 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53416) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:14:27.088112 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-90ef5351-c9e5-4b8e-8efb-60fdaefb2a9c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=15d30ad0cec74e39a796f7b31ab517b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394561 Nov 15 11:14:27.090504 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53420) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:14:27.139079 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-642f6be5-0045-4608-9093-1552e5b88c3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:27.159866 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-642f6be5-0045-4608-9093-1552e5b88c3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:27.220133 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-642f6be5-0045-4608-9093-1552e5b88c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:27.223361 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-642f6be5-0045-4608-9093-1552e5b88c3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:27.224830 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-642f6be5-0045-4608-9093-1552e5b88c3e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e9df679-08bf-46e6-a0d8-6a1472dc927e HTTP/1.1" status: 204 len: 168 time: 0.1334486 Nov 15 11:14:27.233555 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f6be5-0045-4608-9093-1552e5b88c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9df679-08bf-46e6-a0d8-6a1472dc927e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:27.365333 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9e375-5332-4892-9dd8-6ef29d4d4b07 req-824ce6c2-417e-4f5c-a3ef-8422925b92e9 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:27.366782 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-58f9e375-5332-4892-9dd8-6ef29d4d4b07 req-824ce6c2-417e-4f5c-a3ef-8422925b92e9 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9242936d-900a-462f-8767-1ff378cb1475 HTTP/1.1" status: 200 len: 945 time: 0.0484912 Nov 15 11:14:27.424786 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-58f9e375-5332-4892-9dd8-6ef29d4d4b07 req-0e028011-4aea-4367-8e7e-625ba40c86c7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511329 Nov 15 11:14:27.557447 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8e298-4a7b-4f62-9daf-bcd0993a0669 req-44ba494e-89fb-4501-b9d2-a3834122c81c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:27.558938 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bda8e298-4a7b-4f62-9daf-bcd0993a0669 req-44ba494e-89fb-4501-b9d2-a3834122c81c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.0489731 Nov 15 11:14:27.563365 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53434) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:14:27.607284 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bda8e298-4a7b-4f62-9daf-bcd0993a0669 req-020744f7-3819-46aa-9c0a-a9782f07a2ed tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419593 Nov 15 11:14:27.614015 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c114aff0-fa25-47aa-bc31-513b1c7adb42 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aad51654605c4c96af616af2cd341607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493047 Nov 15 11:14:27.616648 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53438) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:14:27.664396 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74c33ae7-60e0-41d3-9702-969e5fb81b1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:27.686321 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74c33ae7-60e0-41d3-9702-969e5fb81b1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:27.733884 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74c33ae7-60e0-41d3-9702-969e5fb81b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:27.736827 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74c33ae7-60e0-41d3-9702-969e5fb81b1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:27.740403 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-74c33ae7-60e0-41d3-9702-969e5fb81b1a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/590d38b4-0c9c-460b-942f-0d3f2844bad6 HTTP/1.1" status: 204 len: 168 time: 0.1202676 Nov 15 11:14:27.746558 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c33ae7-60e0-41d3-9702-969e5fb81b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590d38b4-0c9c-460b-942f-0d3f2844bad6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:28.076520 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300e618-1f57-44f3-a105-ac6f92012157 req-d994de0f-c9eb-4786-ad74-461e0a9f9471 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:28.078604 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8300e618-1f57-44f3-a105-ac6f92012157 req-d994de0f-c9eb-4786-ad74-461e0a9f9471 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 943 time: 0.0558708 Nov 15 11:14:28.128141 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8300e618-1f57-44f3-a105-ac6f92012157 req-e13f8d44-1c5c-4303-9e1e-16f150949f32 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440454 Nov 15 11:14:28.543842 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbf5b9-1af4-4c01-80ca-4b0cbb013e0c req-087eac1a-0a1b-4f9b-a6d2-f36c635e0472 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:28.545449 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11cbf5b9-1af4-4c01-80ca-4b0cbb013e0c req-087eac1a-0a1b-4f9b-a6d2-f36c635e0472 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9242936d-900a-462f-8767-1ff378cb1475 HTTP/1.1" status: 200 len: 945 time: 0.0488303 Nov 15 11:14:28.599000 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11cbf5b9-1af4-4c01-80ca-4b0cbb013e0c req-6cf63452-ff25-4249-8ac8-dd44134a6805 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464523 Nov 15 11:14:28.754394 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38d550-44b7-4975-a78a-1749bec0e6ca req-6ca9e350-6d91-4316-80ce-be22fb80715b tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:28.756096 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b38d550-44b7-4975-a78a-1749bec0e6ca req-6ca9e350-6d91-4316-80ce-be22fb80715b tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.0552235 Nov 15 11:14:28.824731 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b38d550-44b7-4975-a78a-1749bec0e6ca req-8797c6ac-d5b1-4f15-953a-15d93ec604e0 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610273 Nov 15 11:14:29.021647 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-5d3f1827-64d4-4765-b40d-4e36258a2263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:29.023173 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-5d3f1827-64d4-4765-b40d-4e36258a2263 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f&tenant_id=f683158a34ba4a62a024151827d9c8e8 HTTP/1.1" status: 200 len: 1101 time: 0.0407817 Nov 15 11:14:29.036359 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-729945-9', 'device_owner': 'compute:nova'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:14:29.098984 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:29.287591 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-cc7f5806-5f3d-4d8e-b729-4433fbfa87ef req-909dd2ae-e76b-4486-92ee-3e9f0fadecd5 tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2129527701', 'description': 'tempest-description-356610054'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:14:29.317146 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cc7f5806-5f3d-4d8e-b729-4433fbfa87ef req-909dd2ae-e76b-4486-92ee-3e9f0fadecd5 tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:29.327473 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] For port 33d480c8-7550-4505-8439-2c8bd9d9fa3c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:29.331709 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cc7f5806-5f3d-4d8e-b729-4433fbfa87ef req-909dd2ae-e76b-4486-92ee-3e9f0fadecd5 tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:29.375928 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:29.377070 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] For port 33d480c8-7550-4505-8439-2c8bd9d9fa3c, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:14:29.419690 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7d892d-784d-478b-b2df-499db5f53b8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33d480c8-7550-4505-8439-2c8bd9d9fa3c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:14:29.422147 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d3b97d-5504-4541-a576-a194d58bb1ce" -d '{"events": [{"server_uuid": "da7d892d-784d-478b-b2df-499db5f53b8f", "name": "network-vif-unplugged", "status": "completed", "tag": "33d480c8-7550-4505-8439-2c8bd9d9fa3c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:14:29.426323 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:29.437462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f4a3a-f543-4cdc-80f7-0ee733587e14 req-94d261db-f8ec-4ebe-a5bc-a86d303de409 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:29.438986 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-761f4a3a-f543-4cdc-80f7-0ee733587e14 req-94d261db-f8ec-4ebe-a5bc-a86d303de409 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 943 time: 0.0725055 Nov 15 11:14:29.440750 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] Transition to ACTIVE for port object 33d480c8-7550-4505-8439-2c8bd9d9fa3c will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:14:29.445531 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:29.480618 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cc7f5806-5f3d-4d8e-b729-4433fbfa87ef req-909dd2ae-e76b-4486-92ee-3e9f0fadecd5 tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:29.493896 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cc7f5806-5f3d-4d8e-b729-4433fbfa87ef req-909dd2ae-e76b-4486-92ee-3e9f0fadecd5 tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:29.516946 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] No DVR routers for this DVR port 33d480c8-7550-4505-8439-2c8bd9d9fa3c on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:14:29.523699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] Pushing event updated for resources: {'Port': ['ID=33d480c8-7550-4505-8439-2c8bd9d9fa3c,revision_number=10']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:29.549878 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-761f4a3a-f543-4cdc-80f7-0ee733587e14 req-687ae53a-4a87-4622-bc2e-3bea352ffa31 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981832 Nov 15 11:14:29.562374 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] Attempting to bind port 33d480c8-7550-4505-8439-2c8bd9d9fa3c on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:14:29.562712 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] Attempting to bind port 33d480c8-7550-4505-8439-2c8bd9d9fa3c by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:14:29.563039 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] Attempting to bind port 33d480c8-7550-4505-8439-2c8bd9d9fa3c on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:14:29.568893 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] Port 33d480c8-7550-4505-8439-2c8bd9d9fa3c on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:14:29.569206 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] Attempting to bind port 33d480c8-7550-4505-8439-2c8bd9d9fa3c on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:14:29.577555 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909dd2ae-e76b-4486-92ee-3e9f0fadecd5 tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=915347d9-f0d7-4836-9383-db0ef7f23acc,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:29.598569 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:14:29.598911 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:14:29.599301 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:14:29.601614 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] Bound port: 33d480c8-7550-4505-8439-2c8bd9d9fa3c, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:14:29.601971 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:29.617779 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50aab0-2581-48e0-869c-1967cab10696 req-288e248e-e66e-4fc9-9d99-6455d4126e3b tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:29.619534 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6f50aab0-2581-48e0-869c-1967cab10696 req-288e248e-e66e-4fc9-9d99-6455d4126e3b tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.55 "GET /v2.0/ports?device_id=9242936d-900a-462f-8767-1ff378cb1475 HTTP/1.1" status: 200 len: 945 time: 0.0915899 Nov 15 11:14:29.658558 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cc7f5806-5f3d-4d8e-b729-4433fbfa87ef req-909dd2ae-e76b-4486-92ee-3e9f0fadecd5 tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:29.672768 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cc7f5806-5f3d-4d8e-b729-4433fbfa87ef req-909dd2ae-e76b-4486-92ee-3e9f0fadecd5 tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:29.675095 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7658bcb-97bf-4dcf-82c0-946829dace33 x-openstack-request-id: req-a7658bcb-97bf-4dcf-82c0-946829dace33 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:14:29.675413 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7d892d-784d-478b-b2df-499db5f53b8f", "name": "network-vif-unplugged", "status": "completed", "tag": "33d480c8-7550-4505-8439-2c8bd9d9fa3c", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:14:29.675688 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7658bcb-97bf-4dcf-82c0-946829dace33 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:14:29.676120 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7d892d-784d-478b-b2df-499db5f53b8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33d480c8-7550-4505-8439-2c8bd9d9fa3c', 'code': 200} Nov 15 11:14:29.678564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] For port 33d480c8-7550-4505-8439-2c8bd9d9fa3c, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:14:29.683031 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] For port 33d480c8-7550-4505-8439-2c8bd9d9fa3c, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:14:29.690488 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:29.727559 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:29.728819 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:29.730372 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] 10.222.0.11 "PUT /v2.0/ports/33d480c8-7550-4505-8439-2c8bd9d9fa3c HTTP/1.1" status: 200 len: 1097 time: 0.6986599 Nov 15 11:14:29.748029 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cc7f5806-5f3d-4d8e-b729-4433fbfa87ef req-909dd2ae-e76b-4486-92ee-3e9f0fadecd5 tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:29.749340 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc7f5806-5f3d-4d8e-b729-4433fbfa87ef req-909dd2ae-e76b-4486-92ee-3e9f0fadecd5 tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4664352 Nov 15 11:14:29.763043 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa0373-4da9-425b-babd-9b708860f545 service neutron] Pushing event updated for resources: {'Port': ['ID=33d480c8-7550-4505-8439-2c8bd9d9fa3c,revision_number=11']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:29.814800 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909dd2ae-e76b-4486-92ee-3e9f0fadecd5 tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb44ae2f-e981-4032-aeae-9a582c0adca8,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:29.834664 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-43b24616-16cc-4988-90aa-e077bde3d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:29.836447 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-43b24616-16cc-4988-90aa-e077bde3d5f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 1100 time: 0.0669906 Nov 15 11:14:29.841762 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1637b-5b4e-4b15-9bc5-633741a00115 req-af2c701e-a177-4b34-9ab7-f60ad88c57e7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:29.843275 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57f1637b-5b4e-4b15-9bc5-633741a00115 req-af2c701e-a177-4b34-9ab7-f60ad88c57e7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9242936d-900a-462f-8767-1ff378cb1475 HTTP/1.1" status: 200 len: 945 time: 0.1199372 Nov 15 11:14:29.858293 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-6f50aab0-2581-48e0-869c-1967cab10696 req-df2ad090-6587-4318-a4dd-cc48e2bdbed3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Deleting port 4d5d09a4-24d0-4c28-a672-065de9ad4abb {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:14:29.858843 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6f50aab0-2581-48e0-869c-1967cab10696 req-df2ad090-6587-4318-a4dd-cc48e2bdbed3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:29.914537 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-552f72cb-3a1c-4e8b-84ad-867471b8bccb req-8b046738-a8c8-4920-9662-a94154335bae tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Request body: {'security_group': {'name': 'tempest-securitygroup-6725890', 'description': 'tempest-description-1577491149'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:14:29.947407 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-e49094db-5a80-42d7-8800-049919d25de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:29.948540 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-e49094db-5a80-42d7-8800-049919d25de3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.0952077 Nov 15 11:14:29.966310 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-552f72cb-3a1c-4e8b-84ad-867471b8bccb req-8b046738-a8c8-4920-9662-a94154335bae tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:30.004501 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-013c86c4-6358-4bb3-95fe-b94095618e4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c HTTP/1.1" status: 200 len: 217 time: 0.0382698 Nov 15 11:14:30.059063 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-c0ef9865-bcc0-4d7d-ab29-b5f4d86c7b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:30.060698 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-c0ef9865-bcc0-4d7d-ab29-b5f4d86c7b11 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0475755 Nov 15 11:14:30.111087 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-1d909762-945a-4539-92e9-ffcbef38fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:30.112851 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-1d909762-945a-4539-92e9-ffcbef38fbff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447266 Nov 15 11:14:30.226454 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-c8a62bc7-1e36-4474-9678-7ecaf94fb3b4 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956547 Nov 15 11:14:30.287095 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57f1637b-5b4e-4b15-9bc5-633741a00115 req-5990b85c-0029-48cc-9aa5-c923be0c9696 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358826 Nov 15 11:14:30.312447 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-6f50aab0-2581-48e0-869c-1967cab10696 req-df2ad090-6587-4318-a4dd-cc48e2bdbed3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] For port 4d5d09a4-24d0-4c28-a672-065de9ad4abb, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4d5d09a4-24d0-4c28-a672-065de9ad4abb,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:30.312824 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6f50aab0-2581-48e0-869c-1967cab10696 req-df2ad090-6587-4318-a4dd-cc48e2bdbed3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:30.334471 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-6f50aab0-2581-48e0-869c-1967cab10696 req-df2ad090-6587-4318-a4dd-cc48e2bdbed3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Calling delete_port for 4d5d09a4-24d0-4c28-a672-065de9ad4abb owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:14:30.345571 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9a88fa98-d7ab-4dce-9e1f-1a262fc3eb71 req-c4c7714b-2158-47ad-99d6-8e598e5ebffa service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089039 Nov 15 11:14:30.446373 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-552f72cb-3a1c-4e8b-84ad-867471b8bccb req-8b046738-a8c8-4920-9662-a94154335bae tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:30.453979 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-552f72cb-3a1c-4e8b-84ad-867471b8bccb req-8b046738-a8c8-4920-9662-a94154335bae tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:30.496632 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cdafa1-d93f-4621-b0fd-b252bc134747 req-3e56bbf4-1dfc-44ca-9766-03b85e988271 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:30.498019 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0cdafa1-d93f-4621-b0fd-b252bc134747 req-3e56bbf4-1dfc-44ca-9766-03b85e988271 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 949 time: 0.1482685 Nov 15 11:14:30.507634 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-552f72cb-3a1c-4e8b-84ad-867471b8bccb req-8b046738-a8c8-4920-9662-a94154335bae tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:30.508789 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-552f72cb-3a1c-4e8b-84ad-867471b8bccb req-8b046738-a8c8-4920-9662-a94154335bae tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6045926 Nov 15 11:14:30.515807 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b046738-a8c8-4920-9662-a94154335bae tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=068eaa83-b3fb-4094-bc7b-4225e8517a2d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:30.595572 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0cdafa1-d93f-4621-b0fd-b252bc134747 req-0eba2940-99ba-4be7-a735-9a1f8f9d1287 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858295 Nov 15 11:14:30.596767 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6f50aab0-2581-48e0-869c-1967cab10696 req-df2ad090-6587-4318-a4dd-cc48e2bdbed3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:30.628611 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ad090-6587-4318-a4dd-cc48e2bdbed3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Pushing event deleted for resources: {'Port': ['ID=4d5d09a4-24d0-4c28-a672-065de9ad4abb,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:30.683132 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f50aab0-2581-48e0-869c-1967cab10696 req-df2ad090-6587-4318-a4dd-cc48e2bdbed3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] No DVR routers for this DVR port 4d5d09a4-24d0-4c28-a672-065de9ad4abb on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:14:30.687024 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6f50aab0-2581-48e0-869c-1967cab10696 req-df2ad090-6587-4318-a4dd-cc48e2bdbed3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:30.690283 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6f50aab0-2581-48e0-869c-1967cab10696 req-df2ad090-6587-4318-a4dd-cc48e2bdbed3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.55 "DELETE /v2.0/ports/4d5d09a4-24d0-4c28-a672-065de9ad4abb HTTP/1.1" status: 204 len: 173 time: 1.0297687 Nov 15 11:14:30.693182 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-0cabab19-9684-4a58-b70a-1ae4b7f7ebd7 req-a966a48b-0269-4a34-b46d-5c696077c233 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1320556820', 'description': 'tempest-description-161466840'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:14:30.695767 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9242936d-900a-462f-8767-1ff378cb1475', 'name': 'network-vif-deleted', 'tag': '4d5d09a4-24d0-4c28-a672-065de9ad4abb'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:14:30.697982 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e07bbe4-43ea-4f54-b82e-0f794bc3c64c" -d '{"events": [{"server_uuid": "9242936d-900a-462f-8767-1ff378cb1475", "name": "network-vif-deleted", "tag": "4d5d09a4-24d0-4c28-a672-065de9ad4abb"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:14:30.746539 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0cabab19-9684-4a58-b70a-1ae4b7f7ebd7 req-a966a48b-0269-4a34-b46d-5c696077c233 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:30.757516 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0cabab19-9684-4a58-b70a-1ae4b7f7ebd7 req-a966a48b-0269-4a34-b46d-5c696077c233 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:30.767849 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c63002-82b6-4faf-b275-5d8eb0e7c1d3 req-d4fab30d-1729-436c-ac7c-b8f996505c96 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:30.769440 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5c63002-82b6-4faf-b275-5d8eb0e7c1d3 req-d4fab30d-1729-436c-ac7c-b8f996505c96 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 943 time: 0.0686886 Nov 15 11:14:30.839964 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5c63002-82b6-4faf-b275-5d8eb0e7c1d3 req-b234c2f7-3ce9-43a2-8ad8-5a45e12efba1 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628777 Nov 15 11:14:30.888406 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0cabab19-9684-4a58-b70a-1ae4b7f7ebd7 req-a966a48b-0269-4a34-b46d-5c696077c233 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:30.890316 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6db7e9-20af-47b3-8241-a61f1c263ccf x-openstack-request-id: req-5e6db7e9-20af-47b3-8241-a61f1c263ccf {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:14:30.890589 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9242936d-900a-462f-8767-1ff378cb1475", "name": "network-vif-deleted", "tag": "4d5d09a4-24d0-4c28-a672-065de9ad4abb", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:14:30.890829 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e6db7e9-20af-47b3-8241-a61f1c263ccf {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:14:30.891207 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9242936d-900a-462f-8767-1ff378cb1475', 'name': 'network-vif-deleted', 'tag': '4d5d09a4-24d0-4c28-a672-065de9ad4abb', 'status': 'completed', 'code': 200} Nov 15 11:14:30.895181 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0cabab19-9684-4a58-b70a-1ae4b7f7ebd7 req-a966a48b-0269-4a34-b46d-5c696077c233 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:30.928373 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966a48b-0269-4a34-b46d-5c696077c233 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788e2bdb-f805-4f08-8dd6-cd903dff7e2c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:30.973589 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0cabab19-9684-4a58-b70a-1ae4b7f7ebd7 req-a966a48b-0269-4a34-b46d-5c696077c233 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:30.978764 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0cabab19-9684-4a58-b70a-1ae4b7f7ebd7 req-a966a48b-0269-4a34-b46d-5c696077c233 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:31.006539 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966a48b-0269-4a34-b46d-5c696077c233 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d86ab08-2c1e-4c41-a72c-a940142164dc,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:31.010708 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0cabab19-9684-4a58-b70a-1ae4b7f7ebd7 req-a966a48b-0269-4a34-b46d-5c696077c233 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:31.011911 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0cabab19-9684-4a58-b70a-1ae4b7f7ebd7 req-a966a48b-0269-4a34-b46d-5c696077c233 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3268394 Nov 15 11:14:31.038736 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-e2fbe5da-3d03-4f9f-986e-45669a3c8811 req-8d1c436e-900e-495a-95cd-8dcf8b873f12 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-610197663', 'description': 'tempest-description-189736920'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:14:31.061973 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e2fbe5da-3d03-4f9f-986e-45669a3c8811 req-8d1c436e-900e-495a-95cd-8dcf8b873f12 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:31.135613 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e2fbe5da-3d03-4f9f-986e-45669a3c8811 req-8d1c436e-900e-495a-95cd-8dcf8b873f12 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:31.141149 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e2fbe5da-3d03-4f9f-986e-45669a3c8811 req-8d1c436e-900e-495a-95cd-8dcf8b873f12 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:31.167939 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e2fbe5da-3d03-4f9f-986e-45669a3c8811 req-8d1c436e-900e-495a-95cd-8dcf8b873f12 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:31.169198 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2fbe5da-3d03-4f9f-986e-45669a3c8811 req-8d1c436e-900e-495a-95cd-8dcf8b873f12 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1346252 Nov 15 11:14:31.170958 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c436e-900e-495a-95cd-8dcf8b873f12 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ec93a7-cbed-4dd7-8480-9d214bc3a85a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:31.213326 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:31.408270 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad9e5ee6-8c6a-4980-91d3-37490af8ae7e req-95720bdb-9df9-4b39-9f20-495b1a270dc9 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9242936d-900a-462f-8767-1ff378cb1475 HTTP/1.1" status: 200 len: 210 time: 0.0424557 Nov 15 11:14:31.517074 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-abef5fc3-7078-4fd7-83ae-b19b855ee002 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 59208 time: 0.3265316 Nov 15 11:14:31.581393 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-07e51e42-08b6-4aef-b9af-b01e05f9ead1 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/3525950b-846b-43b6-808c-6ab234a6bd0f HTTP/1.1" status: 200 len: 2998 time: 0.0549958 Nov 15 11:14:31.596386 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 3dae08cb-2483-4b9d-9d60-20958c6434ef no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:14:31.655442 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-98869243-aed2-4387-87a3-d86654b7956d tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/3525950b-846b-43b6-808c-6ab234a6bd0f HTTP/1.1" status: 200 len: 2998 time: 0.0543649 Nov 15 11:14:31.677573 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7d892d-784d-478b-b2df-499db5f53b8f', 'tag': '33d480c8-7550-4505-8439-2c8bd9d9fa3c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:14:31.679867 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302607b9-ef70-4434-884c-80d131e26d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "da7d892d-784d-478b-b2df-499db5f53b8f", "tag": "33d480c8-7550-4505-8439-2c8bd9d9fa3c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:14:31.695879 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 33d480c8-7550-4505-8439-2c8bd9d9fa3c no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:14:31.719618 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-2762aeb5-ee4e-45c2-8653-0ae0cb844614 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/6177f3ea-d3cd-4bc6-896b-e5ae0725b493 HTTP/1.1" status: 200 len: 2998 time: 0.0640802 Nov 15 11:14:31.737632 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 33d480c8-7550-4505-8439-2c8bd9d9fa3c not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:14:31.738192 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4d5d09a4-24d0-4c28-a672-065de9ad4abb no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:14:31.759195 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 4d5d09a4-24d0-4c28-a672-065de9ad4abb {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:14:31.759673 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4d5d09a4-24d0-4c28-a672-065de9ad4abb not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:14:31.790644 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-ee2d673b-c93d-4ad8-8146-b9f5081b74ab tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/6177f3ea-d3cd-4bc6-896b-e5ae0725b493 HTTP/1.1" status: 200 len: 2998 time: 0.0700767 Nov 15 11:14:31.814759 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9399395-7aee-4da7-a68c-97c63c829a4c req-2e9bfc47-af3e-4f9e-8949-ff5004e9720e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:31.816328 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a9399395-7aee-4da7-a68c-97c63c829a4c req-2e9bfc47-af3e-4f9e-8949-ff5004e9720e tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 949 time: 0.0717640 Nov 15 11:14:31.867474 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-f32f873e-5507-4b04-aeb7-a3c593afd628 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/6c29d3a9-d1af-446d-a492-a01a0e9ebdca HTTP/1.1" status: 200 len: 2998 time: 0.0682673 Nov 15 11:14:31.891069 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a9399395-7aee-4da7-a68c-97c63c829a4c req-931fe7c8-2de4-4ef3-9782-387b96abc5d6 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669458 Nov 15 11:14:31.940464 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-a50eadad-07fc-4ae3-ae07-bf45f33bc5b9 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/6c29d3a9-d1af-446d-a492-a01a0e9ebdca HTTP/1.1" status: 200 len: 2998 time: 0.0624382 Nov 15 11:14:31.983433 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-4b2d296a-f0ca-4c43-acb5-3e0c513e8064 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/74a9ea5e-b1a3-4bdc-82a7-bb5e8209425b HTTP/1.1" status: 200 len: 2998 time: 0.0379629 Nov 15 11:14:32.026082 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-54fe497c-2508-4c51-95f2-c9bfaeb877e1 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/74a9ea5e-b1a3-4bdc-82a7-bb5e8209425b HTTP/1.1" status: 200 len: 2998 time: 0.0362678 Nov 15 11:14:32.077641 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-1b8a93ee-5c4d-4f6c-92e4-123abfb655aa tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/7873025d-de73-4e33-93f2-8fa5b38525a4 HTTP/1.1" status: 200 len: 2994 time: 0.0417030 Nov 15 11:14:32.079636 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cfc228-afe0-4d95-97e0-c1bb53aab823 x-openstack-request-id: req-b2cfc228-afe0-4d95-97e0-c1bb53aab823 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:14:32.080100 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7d892d-784d-478b-b2df-499db5f53b8f", "tag": "33d480c8-7550-4505-8439-2c8bd9d9fa3c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:14:32.080417 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2cfc228-afe0-4d95-97e0-c1bb53aab823 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:14:32.080898 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7d892d-784d-478b-b2df-499db5f53b8f', 'tag': '33d480c8-7550-4505-8439-2c8bd9d9fa3c', 'status': 'completed', 'code': 200} Nov 15 11:14:32.146492 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-852baa83-7989-46fb-8613-b71714743311 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/7873025d-de73-4e33-93f2-8fa5b38525a4 HTTP/1.1" status: 200 len: 2994 time: 0.0603590 Nov 15 11:14:32.178825 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302607b9-ef70-4434-884c-80d131e26d5d req-449a0aaf-e6c8-4d43-8035-5107f37e8d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:32.180387 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-302607b9-ef70-4434-884c-80d131e26d5d req-449a0aaf-e6c8-4d43-8035-5107f37e8d75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 1100 time: 0.0641594 Nov 15 11:14:32.230455 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df393d9-5304-4db2-b013-65ec24a09bfa req-129c9ddd-aa33-4f09-a1bf-24ae2bc76ff1 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:32.232278 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1df393d9-5304-4db2-b013-65ec24a09bfa req-129c9ddd-aa33-4f09-a1bf-24ae2bc76ff1 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 943 time: 0.0841362 Nov 15 11:14:32.241416 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-d84175ec-5549-4498-b31d-86bc2197a507 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/788e2bdb-f805-4f08-8dd6-cd903dff7e2c HTTP/1.1" status: 200 len: 2998 time: 0.0849173 Nov 15 11:14:32.294490 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302607b9-ef70-4434-884c-80d131e26d5d req-f9c637ab-68b7-4aae-8289-f59e7ffd5a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:32.296017 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-302607b9-ef70-4434-884c-80d131e26d5d req-f9c637ab-68b7-4aae-8289-f59e7ffd5a35 service neutron] 10.222.0.11 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.1067905 Nov 15 11:14:32.336811 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-6ef47931-ac7b-48af-9da5-4749c3c7d112 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/788e2bdb-f805-4f08-8dd6-cd903dff7e2c HTTP/1.1" status: 200 len: 2998 time: 0.0944633 Nov 15 11:14:32.343713 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-302607b9-ef70-4434-884c-80d131e26d5d req-b38c142c-f57b-47c8-bce8-61829e71c556 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c HTTP/1.1" status: 200 len: 217 time: 0.0376260 Nov 15 11:14:32.347153 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1df393d9-5304-4db2-b013-65ec24a09bfa req-6bd2440d-98dc-4f7c-b9ec-8176633f8b80 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029510 Nov 15 11:14:32.357774 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302607b9-ef70-4434-884c-80d131e26d5d req-5ba6f755-dcc5-4406-86dc-63aa2c327c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:32.359204 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-302607b9-ef70-4434-884c-80d131e26d5d req-5ba6f755-dcc5-4406-86dc-63aa2c327c3c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f683158a34ba4a62a024151827d9c8e8&device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 1100 time: 0.2426305 Nov 15 11:14:32.413979 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302607b9-ef70-4434-884c-80d131e26d5d req-b5c6f0c5-19e1-47f8-a5f6-a404904ad75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:32.415990 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-302607b9-ef70-4434-884c-80d131e26d5d req-b5c6f0c5-19e1-47f8-a5f6-a404904ad75e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0635152 Nov 15 11:14:32.438353 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-d8408408-5c88-4890-8781-0f9a6c9c3f53 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/8b24d5ac-b926-4e72-93cf-7450ccfd61c9 HTTP/1.1" status: 200 len: 2998 time: 0.0887499 Nov 15 11:14:32.492089 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302607b9-ef70-4434-884c-80d131e26d5d req-dba218db-9da5-4b29-aee4-50476d8bf6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:32.494810 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-302607b9-ef70-4434-884c-80d131e26d5d req-dba218db-9da5-4b29-aee4-50476d8bf6c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0611606 Nov 15 11:14:32.506723 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302607b9-ef70-4434-884c-80d131e26d5d req-ab66d998-0904-4637-a2a8-3d70c9e19ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:32.508362 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-302607b9-ef70-4434-884c-80d131e26d5d req-ab66d998-0904-4637-a2a8-3d70c9e19ad1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.1387475 Nov 15 11:14:32.549290 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e953620-5a3c-4b2c-be9c-f26f3f89235c req-bf1ac5be-1245-4508-9f82-b48be78fb1b1 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9242936d-900a-462f-8767-1ff378cb1475 HTTP/1.1" status: 200 len: 210 time: 0.0399857 Nov 15 11:14:32.576937 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-5ec6a2f2-4509-43d0-bcda-71ae96608a02 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/8b24d5ac-b926-4e72-93cf-7450ccfd61c9 HTTP/1.1" status: 200 len: 2998 time: 0.1264741 Nov 15 11:14:32.590965 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-302607b9-ef70-4434-884c-80d131e26d5d req-d5ec6ac2-ed44-4998-9718-b72eba06d528 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c HTTP/1.1" status: 200 len: 217 time: 0.0676038 Nov 15 11:14:32.614976 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-302607b9-ef70-4434-884c-80d131e26d5d req-068cb5c0-c739-4575-9f05-8be36b08d706 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093309 Nov 15 11:14:32.628413 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:14:32.668229 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-328009ad-9d5a-4dcb-b877-0ede8a1232d6 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/915347d9-f0d7-4836-9383-db0ef7f23acc HTTP/1.1" status: 200 len: 2998 time: 0.0790470 Nov 15 11:14:32.673104 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302607b9-ef70-4434-884c-80d131e26d5d req-6492c558-91d0-45f6-b12f-2abfb3b65588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:32.675155 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-302607b9-ef70-4434-884c-80d131e26d5d req-6492c558-91d0-45f6-b12f-2abfb3b65588 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0724630 Nov 15 11:14:32.727142 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-302607b9-ef70-4434-884c-80d131e26d5d req-e27accbb-b3fd-4011-952e-1dffde5e0ca9 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011865 Nov 15 11:14:32.780529 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-4f9dfaf1-ffcb-40e3-84a9-e76c3773c8c9 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/915347d9-f0d7-4836-9383-db0ef7f23acc HTTP/1.1" status: 200 len: 2998 time: 0.1016324 Nov 15 11:14:32.787139 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302607b9-ef70-4434-884c-80d131e26d5d req-44629ebe-a57d-4a35-bbb6-545d7524bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:32.788642 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-302607b9-ef70-4434-884c-80d131e26d5d req-44629ebe-a57d-4a35-bbb6-545d7524bc9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0924456 Nov 15 11:14:32.879526 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-1c72eb3c-e3a6-454b-99b1-c42b127a53ef tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208 HTTP/1.1" status: 200 len: 2998 time: 0.0898614 Nov 15 11:14:32.936136 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-302607b9-ef70-4434-884c-80d131e26d5d req-0cd6df52-15de-4d25-8afe-439682db3ac9 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346440 Nov 15 11:14:32.965745 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-40ab5b05-f34c-4165-856e-1591aa86ec0e tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208 HTTP/1.1" status: 200 len: 2998 time: 0.0794601 Nov 15 11:14:33.095780 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-cf0937ea-a503-4ff3-ad25-6b3db19b118d tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/a146857e-1f59-4a5a-bff8-6468151c6a3a HTTP/1.1" status: 200 len: 2998 time: 0.0970027 Nov 15 11:14:33.109390 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6b337-8806-47cc-84ff-1465abcdeb0f req-f624d4db-587d-478d-8048-30a915dada34 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:33.110906 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-76e6b337-8806-47cc-84ff-1465abcdeb0f req-f624d4db-587d-478d-8048-30a915dada34 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 949 time: 0.1134770 Nov 15 11:14:33.124156 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-302607b9-ef70-4434-884c-80d131e26d5d req-d1153241-c9ce-474a-a3c6-1e2457ff10fb service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808980 Nov 15 11:14:33.187247 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-84f7959c-5f8e-4860-af32-5e67da419c14 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/a146857e-1f59-4a5a-bff8-6468151c6a3a HTTP/1.1" status: 200 len: 2998 time: 0.0731480 Nov 15 11:14:33.195530 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-76e6b337-8806-47cc-84ff-1465abcdeb0f req-3e9982dc-120e-49b0-9b3b-130a62aae879 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736971 Nov 15 11:14:33.239606 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-5afe0c7c-921a-4a8e-9da6-0364e2c2adaa tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/a1826845-6479-497d-a121-83881bfaf5fa HTTP/1.1" status: 200 len: 2998 time: 0.0428600 Nov 15 11:14:33.289267 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-0d5cb9dd-74d0-4563-bf8e-e36435e4ed7d tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/a1826845-6479-497d-a121-83881bfaf5fa HTTP/1.1" status: 200 len: 2998 time: 0.0415876 Nov 15 11:14:33.337428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-e5c56988-b7db-4904-90d2-656c10023773 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/c19c1b39-60d2-4a3c-89ef-481ac0819b0a HTTP/1.1" status: 200 len: 2998 time: 0.0409245 Nov 15 11:14:33.396306 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-e4c65bcf-8be3-4c19-87c9-207ac1be0fd0 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/c19c1b39-60d2-4a3c-89ef-481ac0819b0a HTTP/1.1" status: 200 len: 2998 time: 0.0522876 Nov 15 11:14:33.468411 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-0b0b580a-8872-424e-adce-23415eb323f7 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/c3d4d939-883d-4d71-b12f-c60ba13fccf8 HTTP/1.1" status: 200 len: 2998 time: 0.0710957 Nov 15 11:14:33.513859 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10046ec-7749-4bb1-9e9f-5b169f7ab64b req-b1de3e9c-e195-48a3-b10b-771852289317 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:33.515627 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e10046ec-7749-4bb1-9e9f-5b169f7ab64b req-b1de3e9c-e195-48a3-b10b-771852289317 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 943 time: 0.0835476 Nov 15 11:14:33.548682 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-4ab97046-7dbd-47f7-a2da-5fd4ec090c0f tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/c3d4d939-883d-4d71-b12f-c60ba13fccf8 HTTP/1.1" status: 200 len: 2998 time: 0.0730104 Nov 15 11:14:33.609190 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e10046ec-7749-4bb1-9e9f-5b169f7ab64b req-7ff57b04-025b-4985-9b44-9ae0e63e1c60 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852239 Nov 15 11:14:33.617992 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-d5b99547-e98a-4463-8641-7bc1d50a0845 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/cf5bd1a5-bbd2-4c99-bc02-3ad312c9e63d HTTP/1.1" status: 200 len: 2998 time: 0.0612063 Nov 15 11:14:33.670315 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-f94c5dee-f4b4-46da-82db-d1ef3001f662 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/cf5bd1a5-bbd2-4c99-bc02-3ad312c9e63d HTTP/1.1" status: 200 len: 2998 time: 0.0409119 Nov 15 11:14:33.718203 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-b2a261ea-2169-4003-aab7-bb5e0ff2143b tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/d53bd0ed-72ad-4dea-88b5-cd9f129aa16f HTTP/1.1" status: 200 len: 2990 time: 0.0403221 Nov 15 11:14:33.762855 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-acb719f7-cffa-4094-90a4-b2061f538035 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/d53bd0ed-72ad-4dea-88b5-cd9f129aa16f HTTP/1.1" status: 200 len: 2990 time: 0.0385485 Nov 15 11:14:33.804772 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-b9e2df06-41a1-44f1-9c9e-fbf0cebf63c6 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/e9ff524b-aa75-4f5b-83cb-f1982d21c68c HTTP/1.1" status: 200 len: 2994 time: 0.0353634 Nov 15 11:14:33.851029 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f96cea-dbf6-42b9-8201-6241fbc0d442 req-547f3495-096b-4ea3-b6b1-5d6619e1d56d tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/e9ff524b-aa75-4f5b-83cb-f1982d21c68c HTTP/1.1" status: 200 len: 2994 time: 0.0402272 Nov 15 11:14:33.934896 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-43e04985-a3a3-4fbc-a5ac-5112364ae721 req-8ec37f4c-b33f-44c8-bb70-4c605cf2b76d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=9242936d-900a-462f-8767-1ff378cb1475 HTTP/1.1" status: 200 len: 210 time: 0.0283651 Nov 15 11:14:34.101634 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb9571a8-a649-4277-b2a8-45df9ad5f12a req-42de5793-3b13-46b8-a614-142acb6bc539 tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=92f470507baf4b5cbda3ecdbe5ef1092 HTTP/1.1" status: 200 len: 6151 time: 0.0798845 Nov 15 11:14:34.161856 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb9571a8-a649-4277-b2a8-45df9ad5f12a req-ffa089b6-c469-4310-9794-2e6e96249b76 tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] 10.222.0.64 "GET /v2.0/security-groups/915347d9-f0d7-4836-9383-db0ef7f23acc HTTP/1.1" status: 200 len: 2998 time: 0.0520322 Nov 15 11:14:34.228286 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb9571a8-a649-4277-b2a8-45df9ad5f12a req-914892f6-020d-4727-b5ce-ba5286ffddee tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] 10.222.0.64 "GET /v2.0/security-groups/915347d9-f0d7-4836-9383-db0ef7f23acc HTTP/1.1" status: 200 len: 2998 time: 0.0558112 Nov 15 11:14:34.354578 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dabbea-227f-4e04-bec4-00767e1afb97 req-25190ff9-b0d4-41aa-8317-409d88495fa9 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:34.357058 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96dabbea-227f-4e04-bec4-00767e1afb97 req-25190ff9-b0d4-41aa-8317-409d88495fa9 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 949 time: 0.0738995 Nov 15 11:14:34.425129 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96dabbea-227f-4e04-bec4-00767e1afb97 req-aea1670b-c9de-4055-a25b-e33b9228885a tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592129 Nov 15 11:14:34.506990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ebe407a-17fc-4c98-ba97-35781cd20b94 req-08a93917-3ff0-4002-9948-9d0461f41d9b tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/83ec93a7-cbed-4dd7-8480-9d214bc3a85a HTTP/1.1" status: 200 len: 1793 time: 0.0534971 Nov 15 11:14:34.571479 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0ebe407a-17fc-4c98-ba97-35781cd20b94 req-124511e7-1ca3-40c2-859c-8f7f0ae2e02a tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:34.596721 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0ebe407a-17fc-4c98-ba97-35781cd20b94 req-124511e7-1ca3-40c2-859c-8f7f0ae2e02a tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:34.644104 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0ebe407a-17fc-4c98-ba97-35781cd20b94 req-124511e7-1ca3-40c2-859c-8f7f0ae2e02a tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:34.648211 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0ebe407a-17fc-4c98-ba97-35781cd20b94 req-124511e7-1ca3-40c2-859c-8f7f0ae2e02a tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:34.649543 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ebe407a-17fc-4c98-ba97-35781cd20b94 req-124511e7-1ca3-40c2-859c-8f7f0ae2e02a tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/83ec93a7-cbed-4dd7-8480-9d214bc3a85a HTTP/1.1" status: 204 len: 173 time: 0.1366603 Nov 15 11:14:34.662838 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124511e7-1ca3-40c2-859c-8f7f0ae2e02a tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ec93a7-cbed-4dd7-8480-9d214bc3a85a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:35.198403 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 33d480c8-7550-4505-8439-2c8bd9d9fa3c details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:14:35.305884 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 33d480c8-7550-4505-8439-2c8bd9d9fa3c, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:35.319573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '33d480c8-7550-4505-8439-2c8bd9d9fa3c', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '33d480c8-7550-4505-8439-2c8bd9d9fa3c', 'mac_address': 'fa:16:3e:a7:46:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:14:35.573088 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:35.592658 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d480c8-7550-4505-8439-2c8bd9d9fa3c {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:14:35.623794 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 33d480c8-7550-4505-8439-2c8bd9d9fa3c, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:35.636705 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:35.698314 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=33d480c8-7550-4505-8439-2c8bd9d9fa3c,revision_number=12']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:36.076035 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['33d480c8-7550-4505-8439-2c8bd9d9fa3c'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:14:36.076735 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea739289-7354-4ec1-8c46-6c5b94791a0d req-8a90692a-9d6d-4f4f-b9a8-7d6e28303565 tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "GET /v2.0/security-groups/1d86ab08-2c1e-4c41-a72c-a940142164dc HTTP/1.1" status: 200 len: 1794 time: 0.0624182 Nov 15 11:14:36.097354 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913db8a-9453-440e-8c50-eaa16479cea1 req-98fb4c8a-796e-4476-9db7-e2b9a7b1f4a3 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:36.101626 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f913db8a-9453-440e-8c50-eaa16479cea1 req-98fb4c8a-796e-4476-9db7-e2b9a7b1f4a3 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 943 time: 0.0650418 Nov 15 11:14:36.193376 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f913db8a-9453-440e-8c50-eaa16479cea1 req-c2b27ec0-9d5a-46e8-9357-02751df2af39 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765655 Nov 15 11:14:36.214716 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ea739289-7354-4ec1-8c46-6c5b94791a0d req-9e006146-a12f-41d1-af79-4e24d7ef7c7d tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:36.214938 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bd763c33-76fa-46f0-82c5-cbb372d86475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:36.241347 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ea739289-7354-4ec1-8c46-6c5b94791a0d req-9e006146-a12f-41d1-af79-4e24d7ef7c7d tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:36.299307 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ea739289-7354-4ec1-8c46-6c5b94791a0d req-9e006146-a12f-41d1-af79-4e24d7ef7c7d tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:36.302309 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ea739289-7354-4ec1-8c46-6c5b94791a0d req-9e006146-a12f-41d1-af79-4e24d7ef7c7d tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:36.303500 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea739289-7354-4ec1-8c46-6c5b94791a0d req-9e006146-a12f-41d1-af79-4e24d7ef7c7d tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d86ab08-2c1e-4c41-a72c-a940142164dc HTTP/1.1" status: 204 len: 173 time: 0.2008178 Nov 15 11:14:36.317440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e006146-a12f-41d1-af79-4e24d7ef7c7d tempest-SecurityGroupsTestAdminJSON-279620500 tempest-SecurityGroupsTestAdminJSON-279620500-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d86ab08-2c1e-4c41-a72c-a940142164dc,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:36.428015 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4079fc5-7eb7-43dd-a836-edf7dd7d0b7e req-f241d66d-53cc-45e8-8913-c3a852fe61e5 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:36.429522 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4079fc5-7eb7-43dd-a836-edf7dd7d0b7e req-f241d66d-53cc-45e8-8913-c3a852fe61e5 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.0512629 Nov 15 11:14:36.482937 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4079fc5-7eb7-43dd-a836-edf7dd7d0b7e req-a9573d4d-0d26-46a8-b257-16bf258b0b4d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452166 Nov 15 11:14:36.557694 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d6c2b55b-a541-47ab-8cb0-dc0d3035fcc6 req-9e47a971-938b-4961-ab2e-d14c014be96d tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] 10.222.0.64 "GET /v2.0/security-groups/068eaa83-b3fb-4094-bc7b-4225e8517a2d HTTP/1.1" status: 200 len: 1792 time: 0.0427785 Nov 15 11:14:36.627108 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d6c2b55b-a541-47ab-8cb0-dc0d3035fcc6 req-f3da7487-e416-4079-9b10-ac846a8ca50b tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:36.662048 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d6c2b55b-a541-47ab-8cb0-dc0d3035fcc6 req-f3da7487-e416-4079-9b10-ac846a8ca50b tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:36.722790 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d6c2b55b-a541-47ab-8cb0-dc0d3035fcc6 req-f3da7487-e416-4079-9b10-ac846a8ca50b tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:36.726287 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d6c2b55b-a541-47ab-8cb0-dc0d3035fcc6 req-f3da7487-e416-4079-9b10-ac846a8ca50b tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:36.727472 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d6c2b55b-a541-47ab-8cb0-dc0d3035fcc6 req-f3da7487-e416-4079-9b10-ac846a8ca50b tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] 10.222.0.64 "DELETE /v2.0/security-groups/068eaa83-b3fb-4094-bc7b-4225e8517a2d HTTP/1.1" status: 204 len: 173 time: 0.1632423 Nov 15 11:14:36.738327 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da7487-e416-4079-9b10-ac846a8ca50b tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=068eaa83-b3fb-4094-bc7b-4225e8517a2d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:36.807373 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d6c84b6-2cc5-4f08-806d-fc91e2ffa01c req-5fa42391-769c-4e86-bcb6-3996478becb0 tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] 10.222.0.64 "GET /v2.0/security-groups/cb44ae2f-e981-4032-aeae-9a582c0adca8 HTTP/1.1" status: 200 len: 1794 time: 0.0505319 Nov 15 11:14:36.886990 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0d6c84b6-2cc5-4f08-806d-fc91e2ffa01c req-43ccee37-3a90-4cab-b8d2-c1c49699d77b tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:36.910334 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0d6c84b6-2cc5-4f08-806d-fc91e2ffa01c req-43ccee37-3a90-4cab-b8d2-c1c49699d77b tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:36.969442 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0d6c84b6-2cc5-4f08-806d-fc91e2ffa01c req-43ccee37-3a90-4cab-b8d2-c1c49699d77b tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:36.972255 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0d6c84b6-2cc5-4f08-806d-fc91e2ffa01c req-43ccee37-3a90-4cab-b8d2-c1c49699d77b tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:36.973416 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d6c84b6-2cc5-4f08-806d-fc91e2ffa01c req-43ccee37-3a90-4cab-b8d2-c1c49699d77b tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] 10.222.0.64 "DELETE /v2.0/security-groups/cb44ae2f-e981-4032-aeae-9a582c0adca8 HTTP/1.1" status: 204 len: 173 time: 0.1576035 Nov 15 11:14:37.029668 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccee37-3a90-4cab-b8d2-c1c49699d77b tempest-SecurityGroupsTestAdminJSON-291467485 tempest-SecurityGroupsTestAdminJSON-291467485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb44ae2f-e981-4032-aeae-9a582c0adca8,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:37.129539 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f0c8f-d258-4afd-973e-474fef7c0215 req-c71680a9-5063-4382-9a0e-4d9f220462b9 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:37.136375 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e53f0c8f-d258-4afd-973e-474fef7c0215 req-c71680a9-5063-4382-9a0e-4d9f220462b9 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/networks?id=be01e75b-e554-4f10-bf07-0288c0981a73 HTTP/1.1" status: 200 len: 811 time: 0.1787717 Nov 15 11:14:37.157035 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e53f0c8f-d258-4afd-973e-474fef7c0215 req-6bf8e4a9-4309-49c8-8743-53676855adb3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/quotas/3d9c8d368bef4c74abee5cbe7283626d HTTP/1.1" status: 200 len: 375 time: 0.0161462 Nov 15 11:14:37.192271 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e53f0c8f-d258-4afd-973e-474fef7c0215 req-ffa64b0a-d70b-4489-a049-343e95d01ef8 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d9c8d368bef4c74abee5cbe7283626d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341680 Nov 15 11:14:37.339276 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53646) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:14:37.375971 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f3276-880b-45b2-9012-4b56f73c415a req-1e754ebc-6970-43d8-bf8a-87a36cfd9a3b tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:37.377485 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe8f3276-880b-45b2-9012-4b56f73c415a req-1e754ebc-6970-43d8-bf8a-87a36cfd9a3b tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 943 time: 0.0964348 Nov 15 11:14:37.424089 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e53f0c8f-d258-4afd-973e-474fef7c0215 req-08a75640-e281-43c1-875a-ff0234666c8a service neutron] 10.222.0.64 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247102 Nov 15 11:14:37.486937 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d1e2b7f2-bc41-4ed4-a449-8be2c89c027e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=92f470507baf4b5cbda3ecdbe5ef1092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462944 Nov 15 11:14:37.489594 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53650) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:14:37.531662 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe8f3276-880b-45b2-9012-4b56f73c415a req-420a0d90-9128-4cd9-a225-4ce64b54e5cc tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414442 Nov 15 11:14:37.540277 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49622fc4-09af-447f-8908-e3a7b5db95f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:37.564501 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-1170d533-fced-4333-8ef5-edaa176aaf4d service neutron] 10.222.0.55 "GET /v2.0/ports/3dae08cb-2483-4b9d-9d60-20958c6434ef/bindings/n-h1-729945-9 HTTP/1.1" status: 200 len: 384 time: 0.1360877 Nov 15 11:14:37.564637 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49622fc4-09af-447f-8908-e3a7b5db95f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:37.584990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e53f0c8f-d258-4afd-973e-474fef7c0215 req-3cff254e-c823-4a9d-a323-47b6d1da19ca service neutron] 10.222.0.64 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596358 Nov 15 11:14:37.633342 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49622fc4-09af-447f-8908-e3a7b5db95f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:37.636317 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49622fc4-09af-447f-8908-e3a7b5db95f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:37.640288 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-49622fc4-09af-447f-8908-e3a7b5db95f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/915347d9-f0d7-4836-9383-db0ef7f23acc HTTP/1.1" status: 204 len: 168 time: 0.1497331 Nov 15 11:14:37.651111 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49622fc4-09af-447f-8908-e3a7b5db95f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915347d9-f0d7-4836-9383-db0ef7f23acc,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:37.801217 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-229b6692-39fa-46a7-8ed6-e3d82a070fa8 req-5cb6437f-0815-4657-a7c6-a98a37031007 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb498ac2-71aa-4ec2-a9b7-15e8f321c9b2 HTTP/1.1" status: 200 len: 210 time: 0.0425615 Nov 15 11:14:37.866034 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032fb12-109e-4752-80b4-96a199dcbe32 req-c82ddf7b-d511-4278-bb0a-b8e699c641d7 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:37.874097 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2032fb12-109e-4752-80b4-96a199dcbe32 req-c82ddf7b-d511-4278-bb0a-b8e699c641d7 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.1877398 Nov 15 11:14:37.949290 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2032fb12-109e-4752-80b4-96a199dcbe32 req-6ae4da87-76d1-4e10-8a38-7563b487712f tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743420 Nov 15 11:14:37.982980 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-998ba8ed-b626-42ee-b477-206903bcc5a3 service neutron] For port 3dae08cb-2483-4b9d-9d60-20958c6434ef, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3dae08cb-2483-4b9d-9d60-20958c6434ef,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:38.009425 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-998ba8ed-b626-42ee-b477-206903bcc5a3 service neutron] For port 3dae08cb-2483-4b9d-9d60-20958c6434ef, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:14:38.045066 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-998ba8ed-b626-42ee-b477-206903bcc5a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dae08cb-2483-4b9d-9d60-20958c6434ef {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:14:38.062137 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-998ba8ed-b626-42ee-b477-206903bcc5a3 service neutron] For port 3dae08cb-2483-4b9d-9d60-20958c6434ef, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=3dae08cb-2483-4b9d-9d60-20958c6434ef,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:38.090917 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-998ba8ed-b626-42ee-b477-206903bcc5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:38.120870 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53678) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:14:38.206618 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-aeadd770-4d15-4b5f-aeec-61fed4b84909 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a2b262fde44047859d566ed1a31c9ebf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0847282 Nov 15 11:14:38.209192 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53684) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:14:38.267905 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-998ba8ed-b626-42ee-b477-206903bcc5a3 service neutron] Transition to ACTIVE for port object 3dae08cb-2483-4b9d-9d60-20958c6434ef will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:14:38.277220 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-998ba8ed-b626-42ee-b477-206903bcc5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:38.304426 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ebda3a7-9225-4bc7-9c5e-6cfb23649972 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:38.321018 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-649047e3-95b4-4497-b47b-2e85931a9e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:38.335722 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ebda3a7-9225-4bc7-9c5e-6cfb23649972 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:38.405155 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-998ba8ed-b626-42ee-b477-206903bcc5a3 service neutron] No DVR routers for this DVR port 3dae08cb-2483-4b9d-9d60-20958c6434ef on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:14:38.414978 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ebda3a7-9225-4bc7-9c5e-6cfb23649972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:38.419068 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ebda3a7-9225-4bc7-9c5e-6cfb23649972 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:38.426891 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0ebda3a7-9225-4bc7-9c5e-6cfb23649972 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/788e2bdb-f805-4f08-8dd6-cd903dff7e2c HTTP/1.1" status: 204 len: 168 time: 0.2164302 Nov 15 11:14:38.437468 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebda3a7-9225-4bc7-9c5e-6cfb23649972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788e2bdb-f805-4f08-8dd6-cd903dff7e2c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:38.475614 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ba8ed-b626-42ee-b477-206903bcc5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=3dae08cb-2483-4b9d-9d60-20958c6434ef,revision_number=10']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:38.487531 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-998ba8ed-b626-42ee-b477-206903bcc5a3 service neutron] 10.222.0.55 "PUT /v2.0/ports/3dae08cb-2483-4b9d-9d60-20958c6434ef/bindings/n-h1-729945-9/activate HTTP/1.1" status: 200 len: 369 time: 0.9140041 Nov 15 11:14:38.616398 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-a73ec48c-6910-4b8b-80c2-e76a1be775db tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:38.619248 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-a73ec48c-6910-4b8b-80c2-e76a1be775db tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad&tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&binding%3Ahost_id=n-h2-729945-9 HTTP/1.1" status: 200 len: 1095 time: 0.0723522 Nov 15 11:14:38.682961 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-d5647674-3737-42d2-bfb7-2a7f31edcc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:38.684527 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-d5647674-3737-42d2-bfb7-2a7f31edcc51 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad&tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92 HTTP/1.1" status: 200 len: 1095 time: 0.0553057 Nov 15 11:14:38.763683 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-645f417d-6cc7-4e02-b562-c61cb3e2abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:38.765553 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-645f417d-6cc7-4e02-b562-c61cb3e2abaf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 1095 time: 0.0505669 Nov 15 11:14:38.782866 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af90a46-3478-4592-9b6f-0487910fe023 req-2b64554d-ad11-4d22-8015-bb0eb6ffc788 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:38.790150 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6af90a46-3478-4592-9b6f-0487910fe023 req-2b64554d-ad11-4d22-8015-bb0eb6ffc788 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 944 time: 0.1327755 Nov 15 11:14:38.872272 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6af90a46-3478-4592-9b6f-0487910fe023 req-00a80d6f-bc66-44c6-a4ee-de8734bee050 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770919 Nov 15 11:14:38.891584 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-79118673-7d94-4f47-809f-8ace3c6719ab tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:38.893176 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-79118673-7d94-4f47-809f-8ace3c6719ab tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/networks?id=be01e75b-e554-4f10-bf07-0288c0981a73 HTTP/1.1" status: 200 len: 811 time: 0.1953418 Nov 15 11:14:38.898650 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-0588a9c2-c7d6-4844-87b0-2fc8184d1ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:38.902150 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-0588a9c2-c7d6-4844-87b0-2fc8184d1ac9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 200 len: 908 time: 0.1272016 Nov 15 11:14:38.924161 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-aa188e92-e3e9-4d0d-8d38-e6456b885de1 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/quotas/3d9c8d368bef4c74abee5cbe7283626d HTTP/1.1" status: 200 len: 375 time: 0.0190628 Nov 15 11:14:38.956918 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-121cad03-cc68-4a27-8272-670c7e593415 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dae08cb-2483-4b9d-9d60-20958c6434ef HTTP/1.1" status: 200 len: 217 time: 0.0455275 Nov 15 11:14:38.966474 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-9b88f014-6480-447a-ac45-ba4e2c3c66d6 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d9c8d368bef4c74abee5cbe7283626d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404236 Nov 15 11:14:39.022689 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-a07eb98d-4b5d-4f58-a97c-42df09319f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:39.024261 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-a07eb98d-4b5d-4f58-a97c-42df09319f87 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b5f0410-d440-42ba-a6cf-b7c754e903cf HTTP/1.1" status: 200 len: 847 time: 0.0598752 Nov 15 11:14:39.082701 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bb6bb-630a-4540-8d1b-fe907172fac0 req-6815fd66-2c0d-4dfa-a905-fa808423e90c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:39.084544 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-960bb6bb-630a-4540-8d1b-fe907172fac0 req-6815fd66-2c0d-4dfa-a905-fa808423e90c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 950 time: 0.0586150 Nov 15 11:14:39.094716 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-cfc2067d-cde5-4cb1-a514-80533291de6a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4534314e-1f14-4032-9246-018086f47347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603657 Nov 15 11:14:39.156301 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-960bb6bb-630a-4540-8d1b-fe907172fac0 req-ef897ac4-6356-49bb-9bcb-458aa382d2c6 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636427 Nov 15 11:14:39.198524 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 33d480c8-7550-4505-8439-2c8bd9d9fa3c up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:14:39.232936 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-195d6e1a-6b93-41fa-a2eb-6724fc682508 service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288495 Nov 15 11:14:39.298079 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 33d480c8-7550-4505-8439-2c8bd9d9fa3c completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:14:39.303480 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 33d480c8-7550-4505-8439-2c8bd9d9fa3c triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:14:39.304364 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:39.405412 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:39.416279 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-29622d46-76ef-4bbc-a27e-6061d6aa27e8 service neutron] 10.222.0.11 "GET /v2.0/networks/4534314e-1f14-4032-9246-018086f47347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716993 Nov 15 11:14:39.445386 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 33d480c8-7550-4505-8439-2c8bd9d9fa3c, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:39.446438 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7d892d-784d-478b-b2df-499db5f53b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d480c8-7550-4505-8439-2c8bd9d9fa3c'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:14:39.449640 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f49c84-447d-4601-9be1-80c7a8163759" -d '{"events": [{"server_uuid": "da7d892d-784d-478b-b2df-499db5f53b8f", "name": "network-vif-plugged", "status": "completed", "tag": "33d480c8-7550-4505-8439-2c8bd9d9fa3c"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:14:39.457346 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:39.500140 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-2b9d9140-db29-431e-bfdb-04a0b008597d service neutron] 10.222.0.64 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249507 Nov 15 11:14:39.546017 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cc6d1d-0627-499e-b676-c6b88640d2dc x-openstack-request-id: req-96cc6d1d-0627-499e-b676-c6b88640d2dc {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:14:39.546690 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7d892d-784d-478b-b2df-499db5f53b8f", "name": "network-vif-plugged", "status": "completed", "tag": "33d480c8-7550-4505-8439-2c8bd9d9fa3c", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:14:39.547114 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-96cc6d1d-0627-499e-b676-c6b88640d2dc {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:14:39.547667 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7d892d-784d-478b-b2df-499db5f53b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d480c8-7550-4505-8439-2c8bd9d9fa3c', 'code': 200} Nov 15 11:14:39.553795 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=33d480c8-7550-4505-8439-2c8bd9d9fa3c,revision_number=13']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:39.562330 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:39.563000 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:39.563512 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:39.564192 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:39.564559 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:39.564879 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:39.565213 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:39.565527 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:39.565837 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:39.566140 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:39.566639 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:39.567248 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:14:39.644793 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-d5e95924-d9fd-45c3-a1ac-2a798f3be842 service neutron] 10.222.0.64 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341114 Nov 15 11:14:39.720355 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:39.746480 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-8002447c-e6a3-47da-9381-35367d024130 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:39.748002 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-8002447c-e6a3-47da-9381-35367d024130 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad&tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 1095 time: 0.0610583 Nov 15 11:14:39.893914 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-e199e4d9-6ecf-445e-96ee-2481c035ef03 service neutron] For port 3dae08cb-2483-4b9d-9d60-20958c6434ef, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:14:39.899785 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-e199e4d9-6ecf-445e-96ee-2481c035ef03 service neutron] Publish callbacks [] for binding, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:39.901309 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-063c4165-c5e0-4db5-b0d4-721a885afd07 req-e199e4d9-6ecf-445e-96ee-2481c035ef03 service neutron] 10.222.0.11 "DELETE /v2.0/ports/3dae08cb-2483-4b9d-9d60-20958c6434ef/bindings/n-h2-729945-9 HTTP/1.1" status: 204 len: 173 time: 0.1398242 Nov 15 11:14:39.928978 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d866b292-e6a6-4b38-b280-a05b777bdae7 req-25116dfa-6104-4ac6-b6d3-e5c58700b2e9 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e31e898-ced9-4baa-a528-ee5425641787 HTTP/1.1" status: 200 len: 210 time: 0.0567541 Nov 15 11:14:40.046817 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39921abc-04df-41a4-88a5-ff5c2c3c83d4 req-9ed5a511-dd82-452e-bc4d-f30832b20e19 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:40.055688 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39921abc-04df-41a4-88a5-ff5c2c3c83d4 req-9ed5a511-dd82-452e-bc4d-f30832b20e19 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 944 time: 0.0746799 Nov 15 11:14:40.126431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39921abc-04df-41a4-88a5-ff5c2c3c83d4 req-408f3aa4-bf1c-47db-84ab-3854e92a0c4e tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698254 Nov 15 11:14:40.368402 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18849eaa-1532-432c-947c-a4b8040ca422 req-f8edc8b8-cb2a-4605-a2f2-d54203e0e5d4 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:40.376865 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18849eaa-1532-432c-947c-a4b8040ca422 req-f8edc8b8-cb2a-4605-a2f2-d54203e0e5d4 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 951 time: 0.0995402 Nov 15 11:14:40.481617 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e93f0f-993c-402a-b6e5-f3d1c9b169ea req-2233866e-b2a6-445f-8286-fea29c15417a tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:40.483183 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5e93f0f-993c-402a-b6e5-f3d1c9b169ea req-2233866e-b2a6-445f-8286-fea29c15417a tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 1095 time: 0.1043668 Nov 15 11:14:40.496395 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18849eaa-1532-432c-947c-a4b8040ca422 req-7006f58d-2bf3-4170-8f3d-d72935bbc77c tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186514 Nov 15 11:14:40.575259 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5e93f0f-993c-402a-b6e5-f3d1c9b169ea req-78d586d2-4ac6-459e-bcc8-67a29824ed39 tempest-LiveMigrationTest-1094094678 tempest-LiveMigrationTest-1094094678-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777354 Nov 15 11:14:41.035726 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1438b-096e-475a-85c6-945bddde4092 req-459c71b5-c67a-44a6-914c-39f6b9db3496 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:41.037610 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d4b1438b-096e-475a-85c6-945bddde4092 req-459c71b5-c67a-44a6-914c-39f6b9db3496 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 944 time: 0.0676186 Nov 15 11:14:41.054478 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-fc5a11de-4464-452e-a31a-4c950a2dfe9d tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b926f5e275634efb889800e51c82364c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404634 Nov 15 11:14:41.147321 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d4b1438b-096e-475a-85c6-945bddde4092 req-971f2c2c-e25f-4f19-8852-b28f5651657d tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004639 Nov 15 11:14:41.192276 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-12d2c823-abc9-4eb6-99d8-6ccabd89c5dc tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:41.193898 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-12d2c823-abc9-4eb6-99d8-6ccabd89c5dc tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1308577 Nov 15 11:14:41.209861 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-84f82739-4f75-43cc-9a9f-a78e252a6a76 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/quotas/b926f5e275634efb889800e51c82364c HTTP/1.1" status: 200 len: 375 time: 0.0102313 Nov 15 11:14:41.271484 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-a69834f4-08a6-4d57-b5f1-f26defe01c05 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b926f5e275634efb889800e51c82364c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557168 Nov 15 11:14:41.273606 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e0f08fd-d768-4ded-a717-40d7dcd50189 req-3f64de0e-2748-47cc-b1f5-64ee9ca8abf4 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e31e898-ced9-4baa-a528-ee5425641787 HTTP/1.1" status: 200 len: 210 time: 0.0489769 Nov 15 11:14:41.332799 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:41.463973 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-c0b10ccf-8e37-4df9-9bf6-7c913992fb8c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:41.469509 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-c0b10ccf-8e37-4df9-9bf6-7c913992fb8c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.55 "GET /v2.0/networks?id=be01e75b-e554-4f10-bf07-0288c0981a73 HTTP/1.1" status: 200 len: 811 time: 0.2007964 Nov 15 11:14:41.488018 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-f55b8a93-f11f-4e44-ae9a-2f0068612dd7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Request body: {'port': {'device_id': '4e31e898-ced9-4baa-a528-ee5425641787', 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73', 'admin_state_up': True, 'tenant_id': '3d9c8d368bef4c74abee5cbe7283626d'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:14:41.608616 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-813b2c44-7bbe-4b1b-80fb-5268645a9d88 req-cd1e3e81-a397-457d-b521-078c3afefc2c tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee0f13a-6763-4be0-83fb-9468ef9da6fa HTTP/1.1" status: 200 len: 210 time: 0.1035144 Nov 15 11:14:41.750471 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b247970-c0b3-48a2-8331-016ecf82a154 req-730a831a-4cf7-4563-92b0-398bc0b94efe tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:41.752038 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b247970-c0b3-48a2-8331-016ecf82a154 req-730a831a-4cf7-4563-92b0-398bc0b94efe tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 951 time: 0.1424804 Nov 15 11:14:41.767726 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-f55b8a93-f11f-4e44-ae9a-2f0068612dd7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Made reservation on behalf of 3d9c8d368bef4c74abee5cbe7283626d for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:14:41.771628 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-f55b8a93-f11f-4e44-ae9a-2f0068612dd7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:41.820207 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7804a8-2f4c-44b4-b228-70a16c2a3ecc req-1949a0c7-973d-4966-af2e-167f7d98800e tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:41.825321 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3a7804a8-2f4c-44b4-b228-70a16c2a3ecc req-1949a0c7-973d-4966-af2e-167f7d98800e tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 944 time: 0.1051214 Nov 15 11:14:41.886136 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b247970-c0b3-48a2-8331-016ecf82a154 req-7bc3260d-f79d-44c6-a7d3-b1dc0d231747 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265616 Nov 15 11:14:41.988789 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-3a7804a8-2f4c-44b4-b228-70a16c2a3ecc req-843fc3e5-d4f1-48a5-8de1-f288b37cdef6 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Deleting port 3dae08cb-2483-4b9d-9d60-20958c6434ef {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:14:41.989366 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3a7804a8-2f4c-44b4-b228-70a16c2a3ecc req-843fc3e5-d4f1-48a5-8de1-f288b37cdef6 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:42.000431 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-f55b8a93-f11f-4e44-ae9a-2f0068612dd7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Allocated IP 172.20.0.8 (be01e75b-e554-4f10-bf07-0288c0981a73/fe02edeb-e83c-4883-9de3-f499a3c56d94/82942ba4-ab02-438f-9417-5e3bc8fa66e9) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:14:42.064457 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:42.126551 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-3a7804a8-2f4c-44b4-b228-70a16c2a3ecc req-843fc3e5-d4f1-48a5-8de1-f288b37cdef6 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] For port 3dae08cb-2483-4b9d-9d60-20958c6434ef, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=3dae08cb-2483-4b9d-9d60-20958c6434ef,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:42.127382 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3a7804a8-2f4c-44b4-b228-70a16c2a3ecc req-843fc3e5-d4f1-48a5-8de1-f288b37cdef6 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:42.140835 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-3a7804a8-2f4c-44b4-b228-70a16c2a3ecc req-843fc3e5-d4f1-48a5-8de1-f288b37cdef6 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Calling delete_port for 3dae08cb-2483-4b9d-9d60-20958c6434ef owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:14:42.315566 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3a7804a8-2f4c-44b4-b228-70a16c2a3ecc req-843fc3e5-d4f1-48a5-8de1-f288b37cdef6 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:42.330818 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['e7bd772e-6ea4-46c6-84bd-ca23a153da35', '3dae08cb-2483-4b9d-9d60-20958c6434ef'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:14:42.378113 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fc3e5-d4f1-48a5-8de1-f288b37cdef6 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Pushing event deleted for resources: {'Port': ['ID=3dae08cb-2483-4b9d-9d60-20958c6434ef,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:42.459473 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7804a8-2f4c-44b4-b228-70a16c2a3ecc req-843fc3e5-d4f1-48a5-8de1-f288b37cdef6 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] No DVR routers for this DVR port 3dae08cb-2483-4b9d-9d60-20958c6434ef on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:14:42.463393 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3a7804a8-2f4c-44b4-b228-70a16c2a3ecc req-843fc3e5-d4f1-48a5-8de1-f288b37cdef6 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:42.468470 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3a7804a8-2f4c-44b4-b228-70a16c2a3ecc req-843fc3e5-d4f1-48a5-8de1-f288b37cdef6 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.11 "DELETE /v2.0/ports/3dae08cb-2483-4b9d-9d60-20958c6434ef HTTP/1.1" status: 204 len: 173 time: 0.6343331 Nov 15 11:14:42.469936 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c774f3-8ec1-4f40-bf0d-d5726b7a47ad', 'name': 'network-vif-deleted', 'tag': '3dae08cb-2483-4b9d-9d60-20958c6434ef'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:14:42.474470 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a51559-7f47-4069-98f7-48042daeaa39" -d '{"events": [{"server_uuid": "10c774f3-8ec1-4f40-bf0d-d5726b7a47ad", "name": "network-vif-deleted", "tag": "3dae08cb-2483-4b9d-9d60-20958c6434ef"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:14:42.570942 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-f55b8a93-f11f-4e44-ae9a-2f0068612dd7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:42.637059 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a8be837-5d11-4ecb-a8f3-155a15792fe7 req-22c5651d-d10e-4d64-9a6c-f761d4631fe7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e31e898-ced9-4baa-a528-ee5425641787 HTTP/1.1" status: 200 len: 210 time: 0.0611343 Nov 15 11:14:42.638694 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15e1ce9f-0459-4197-9e08-a7be2d92d23a req-01cc0b9c-f20c-480d-a664-904c4f65d858 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 210 time: 0.0615628 Nov 15 11:14:42.685700 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-f55b8a93-f11f-4e44-ae9a-2f0068612dd7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:42.720843 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54513e26-b9b9-4386-b0c3-e2299cbdff40 x-openstack-request-id: req-54513e26-b9b9-4386-b0c3-e2299cbdff40 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:14:42.721159 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c774f3-8ec1-4f40-bf0d-d5726b7a47ad", "name": "network-vif-deleted", "tag": "3dae08cb-2483-4b9d-9d60-20958c6434ef", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:14:42.721402 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-54513e26-b9b9-4386-b0c3-e2299cbdff40 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:14:42.721796 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c774f3-8ec1-4f40-bf0d-d5726b7a47ad', 'name': 'network-vif-deleted', 'tag': '3dae08cb-2483-4b9d-9d60-20958c6434ef', 'status': 'completed', 'code': 200} Nov 15 11:14:42.759181 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-f55b8a93-f11f-4e44-ae9a-2f0068612dd7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Network be01e75b-e554-4f10-bf07-0288c0981a73 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:14:42.763653 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b8a93-f11f-4e44-ae9a-2f0068612dd7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Pushing event updated for resources: {'Port': ['ID=82942ba4-ab02-438f-9417-5e3bc8fa66e9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:42.766966 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-f55b8a93-f11f-4e44-ae9a-2f0068612dd7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:14:42.769381 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-f55b8a93-f11f-4e44-ae9a-2f0068612dd7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:14:42.776104 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-f55b8a93-f11f-4e44-ae9a-2f0068612dd7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:42.776684 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-f55b8a93-f11f-4e44-ae9a-2f0068612dd7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:42.831565 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2cb46b76-cc4a-4b09-9552-8c5965b713cf req-e88749b7-9ef5-4845-87af-318dec70f80f tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee0f13a-6763-4be0-83fb-9468ef9da6fa HTTP/1.1" status: 200 len: 210 time: 0.0517199 Nov 15 11:14:42.844107 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-f55b8a93-f11f-4e44-ae9a-2f0068612dd7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3602986 Nov 15 11:14:42.845713 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-28e45f79-f0cb-4ea0-ba42-1423f85182cc tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b926f5e275634efb889800e51c82364c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411916 Nov 15 11:14:42.864577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-27b8adf3-2cd1-4129-96e4-b024cab9d6e1 service neutron] Request body: {'port': {'device_id': '4e31e898-ced9-4baa-a528-ee5425641787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:14:43.002325 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-27b8adf3-2cd1-4129-96e4-b024cab9d6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:43.044926 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-2754a654-20d0-4f0b-ae87-21841da68d01 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:43.046561 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-2754a654-20d0-4f0b-ae87-21841da68d01 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1871850 Nov 15 11:14:43.076981 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-c4eebdb4-3695-415a-8bb8-bacb85cc0d87 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Request body: {'port': {'device_id': 'fee0f13a-6763-4be0-83fb-9468ef9da6fa', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': 'b926f5e275634efb889800e51c82364c'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:14:43.150374 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292135e-efcd-4302-8f9c-c4bf310dec6d req-777fe5db-2abe-4712-af34-aa46869ca324 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:43.151849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5292135e-efcd-4302-8f9c-c4bf310dec6d req-777fe5db-2abe-4712-af34-aa46869ca324 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 951 time: 0.1719315 Nov 15 11:14:43.349804 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5292135e-efcd-4302-8f9c-c4bf310dec6d req-8b9a97b4-2fc7-4667-a1b9-c4fc87625f55 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858261 Nov 15 11:14:43.385864 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-c4eebdb4-3695-415a-8bb8-bacb85cc0d87 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Made reservation on behalf of b926f5e275634efb889800e51c82364c for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:14:43.389560 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-c4eebdb4-3695-415a-8bb8-bacb85cc0d87 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:43.406520 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-c4eebdb4-3695-415a-8bb8-bacb85cc0d87 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:43.498826 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-27b8adf3-2cd1-4129-96e4-b024cab9d6e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82942ba4-ab02-438f-9417-5e3bc8fa66e9 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:14:43.511711 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-27b8adf3-2cd1-4129-96e4-b024cab9d6e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:43.542964 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-27b8adf3-2cd1-4129-96e4-b024cab9d6e1 service neutron] Transition to ACTIVE for port object 82942ba4-ab02-438f-9417-5e3bc8fa66e9 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:14:43.551612 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-27b8adf3-2cd1-4129-96e4-b024cab9d6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:43.554845 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa8ab5-b783-4b71-b968-5b0d5171ab88 req-545b47ff-76f8-4a38-be10-72bda4791f06 tempest-MigrationsAdminTest-339048882 tempest-MigrationsAdminTest-339048882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:43.556403 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c0fa8ab5-b783-4b71-b968-5b0d5171ab88 req-545b47ff-76f8-4a38-be10-72bda4791f06 tempest-MigrationsAdminTest-339048882 tempest-MigrationsAdminTest-339048882-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 1102 time: 0.1015093 Nov 15 11:14:43.636516 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-c4eebdb4-3695-415a-8bb8-bacb85cc0d87 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:43.651645 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-c4eebdb4-3695-415a-8bb8-bacb85cc0d87 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:43.669821 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8adf3-2cd1-4129-96e4-b024cab9d6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=82942ba4-ab02-438f-9417-5e3bc8fa66e9,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:43.756290 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c0fa8ab5-b783-4b71-b968-5b0d5171ab88 req-e956819b-6188-4a3d-bdff-36ad00696b84 tempest-MigrationsAdminTest-339048882 tempest-MigrationsAdminTest-339048882-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900728 Nov 15 11:14:43.768360 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eebdb4-3695-415a-8bb8-bacb85cc0d87 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e7e050-9749-4367-809b-daf5bf90ed24,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:43.792117 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-27b8adf3-2cd1-4129-96e4-b024cab9d6e1 service neutron] Attempting to bind port 82942ba4-ab02-438f-9417-5e3bc8fa66e9 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:14:43.792460 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-27b8adf3-2cd1-4129-96e4-b024cab9d6e1 service neutron] Attempting to bind port 82942ba4-ab02-438f-9417-5e3bc8fa66e9 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:14:43.792776 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-27b8adf3-2cd1-4129-96e4-b024cab9d6e1 service neutron] Attempting to bind port 82942ba4-ab02-438f-9417-5e3bc8fa66e9 on network be01e75b-e554-4f10-bf07-0288c0981a73 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:14:43.812249 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-27b8adf3-2cd1-4129-96e4-b024cab9d6e1 service neutron] Port 82942ba4-ab02-438f-9417-5e3bc8fa66e9 on network be01e75b-e554-4f10-bf07-0288c0981a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:14:43.812575 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-27b8adf3-2cd1-4129-96e4-b024cab9d6e1 service neutron] Attempting to bind port 82942ba4-ab02-438f-9417-5e3bc8fa66e9 on network be01e75b-e554-4f10-bf07-0288c0981a73 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:14:43.830435 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-27b8adf3-2cd1-4129-96e4-b024cab9d6e1 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:14:43.830767 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-27b8adf3-2cd1-4129-96e4-b024cab9d6e1 service neutron] Checking segment: {'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:14:43.831145 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-27b8adf3-2cd1-4129-96e4-b024cab9d6e1 service neutron] Bound using segment: {'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:14:43.831580 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-27b8adf3-2cd1-4129-96e4-b024cab9d6e1 service neutron] Bound port: 82942ba4-ab02-438f-9417-5e3bc8fa66e9, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:14:43.831963 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-27b8adf3-2cd1-4129-96e4-b024cab9d6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:43.911620 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1e9de-c5df-401f-91e5-237e1209a768 req-5f0ff6b7-db20-4656-a0b1-f852da75ccf2 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:43.913120 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eaa1e9de-c5df-401f-91e5-237e1209a768 req-5f0ff6b7-db20-4656-a0b1-f852da75ccf2 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e31e898-ced9-4baa-a528-ee5425641787 HTTP/1.1" status: 200 len: 943 time: 0.1908336 Nov 15 11:14:43.917508 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6327d01e-212d-4f02-a630-3fe7c4271304 req-cc8092de-c66a-47bf-b8d8-fd3f8a7c326f tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 210 time: 0.0562317 Nov 15 11:14:43.975721 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-c4eebdb4-3695-415a-8bb8-bacb85cc0d87 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Allocated IP 192.168.233.130 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/70d26701-48a8-427b-9172-dea4101c50e5) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:14:44.030489 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eaa1e9de-c5df-401f-91e5-237e1209a768 req-eab13141-948b-44ac-908c-d8191c9744b7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081583 Nov 15 11:14:44.052855 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-27b8adf3-2cd1-4129-96e4-b024cab9d6e1 service neutron] For port 82942ba4-ab02-438f-9417-5e3bc8fa66e9, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:14:44.074809 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-27b8adf3-2cd1-4129-96e4-b024cab9d6e1 service neutron] For port 82942ba4-ab02-438f-9417-5e3bc8fa66e9, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=82942ba4-ab02-438f-9417-5e3bc8fa66e9,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:14:44.085593 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-27b8adf3-2cd1-4129-96e4-b024cab9d6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:44.174315 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-27b8adf3-2cd1-4129-96e4-b024cab9d6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:44.174924 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-27b8adf3-2cd1-4129-96e4-b024cab9d6e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:44.176319 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-27b8adf3-2cd1-4129-96e4-b024cab9d6e1 service neutron] 10.222.0.55 "PUT /v2.0/ports/82942ba4-ab02-438f-9417-5e3bc8fa66e9 HTTP/1.1" status: 200 len: 1091 time: 1.3158181 Nov 15 11:14:44.176762 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e31e898-ced9-4baa-a528-ee5425641787', 'tag': '82942ba4-ab02-438f-9417-5e3bc8fa66e9'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:14:44.180960 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e35b24e-ebe9-46d1-bffe-8fd2a495502a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e31e898-ced9-4baa-a528-ee5425641787", "tag": "82942ba4-ab02-438f-9417-5e3bc8fa66e9"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:14:44.222378 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8adf3-2cd1-4129-96e4-b024cab9d6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=82942ba4-ab02-438f-9417-5e3bc8fa66e9,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:44.324103 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3aef1ee7-23d1-4159-8dde-c69206f11199 req-f6bb7d3b-2497-41b4-86e8-761c7188423f tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee0f13a-6763-4be0-83fb-9468ef9da6fa HTTP/1.1" status: 200 len: 210 time: 0.0433021 Nov 15 11:14:44.329010 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-c4eebdb4-3695-415a-8bb8-bacb85cc0d87 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:44.360882 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-0bd7f935-e150-4d26-8ae7-fc1560e4e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:44.362506 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-0bd7f935-e150-4d26-8ae7-fc1560e4e5eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d9c8d368bef4c74abee5cbe7283626d&device_id=4e31e898-ced9-4baa-a528-ee5425641787 HTTP/1.1" status: 200 len: 1094 time: 0.1358502 Nov 15 11:14:44.440937 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-2716ec8e-03c1-453e-b8fc-01e1ebef1719 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82942ba4-ab02-438f-9417-5e3bc8fa66e9 HTTP/1.1" status: 200 len: 217 time: 0.0574765 Nov 15 11:14:44.459164 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f40c4-fff5-49c8-a858-77f0533d3d15 req-333fce9d-7fd0-4c4d-9c11-764dd24cbd65 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:44.460690 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-987f40c4-fff5-49c8-a858-77f0533d3d15 req-333fce9d-7fd0-4c4d-9c11-764dd24cbd65 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 951 time: 0.1128528 Nov 15 11:14:44.497085 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-c4eebdb4-3695-415a-8bb8-bacb85cc0d87 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:44.540184 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5464e05-9c9c-4c77-9e3e-ccaee20db789 x-openstack-request-id: req-c5464e05-9c9c-4c77-9e3e-ccaee20db789 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:14:44.540461 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e31e898-ced9-4baa-a528-ee5425641787", "tag": "82942ba4-ab02-438f-9417-5e3bc8fa66e9", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:14:44.540700 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c5464e05-9c9c-4c77-9e3e-ccaee20db789 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:14:44.541088 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e31e898-ced9-4baa-a528-ee5425641787', 'tag': '82942ba4-ab02-438f-9417-5e3bc8fa66e9', 'status': 'completed', 'code': 200} Nov 15 11:14:44.577749 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-383ace0c-7cf4-4d2d-a2eb-26bf59954a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:44.579212 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-383ace0c-7cf4-4d2d-a2eb-26bf59954a50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe02edeb-e83c-4883-9de3-f499a3c56d94 HTTP/1.1" status: 200 len: 851 time: 0.1283360 Nov 15 11:14:44.590899 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eebdb4-3695-415a-8bb8-bacb85cc0d87 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Pushing event updated for resources: {'Port': ['ID=70d26701-48a8-427b-9172-dea4101c50e5,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:44.594329 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-c4eebdb4-3695-415a-8bb8-bacb85cc0d87 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:14:44.610137 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-c4eebdb4-3695-415a-8bb8-bacb85cc0d87 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:14:44.635676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-c4eebdb4-3695-415a-8bb8-bacb85cc0d87 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:14:44.635676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-c4eebdb4-3695-415a-8bb8-bacb85cc0d87 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:44.635918 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-c4eebdb4-3695-415a-8bb8-bacb85cc0d87 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:44.642131 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-76a7128f-a3c6-4b0f-9f80-470a026e46dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be01e75b-e554-4f10-bf07-0288c0981a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426741 Nov 15 11:14:44.658999 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-987f40c4-fff5-49c8-a858-77f0533d3d15 req-4584adb1-c74a-4e2c-8be9-83996e4c042d tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680248 Nov 15 11:14:44.715060 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-c4eebdb4-3695-415a-8bb8-bacb85cc0d87 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6419845 Nov 15 11:14:44.727469 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-1a0fc133-bf6b-4518-80fd-7c930eca80cc service neutron] Request body: {'port': {'device_id': 'fee0f13a-6763-4be0-83fb-9468ef9da6fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:14:44.803552 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-1a0fc133-bf6b-4518-80fd-7c930eca80cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:44.935642 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-c7516cf8-73b4-493f-8cd2-b6815cae5ec6 service neutron] 10.222.0.55 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754722 Nov 15 11:14:44.986954 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-86c2d25a-a863-4159-9122-648277f45bf0 None None] Provisioning complete for port 70d26701-48a8-427b-9172-dea4101c50e5 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:14:44.987985 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-86c2d25a-a863-4159-9122-648277f45bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:45.071711 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-86c2d25a-a863-4159-9122-648277f45bf0 None None] Port 70d26701-48a8-427b-9172-dea4101c50e5 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:14:45.116036 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90d174c3-6bdc-45d3-a4fe-e48018b99adc req-7448957c-284c-4207-8ff9-f48923200572 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 210 time: 0.0856023 Nov 15 11:14:45.211062 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0565dd4a-8183-45b9-8168-38a54e1ee818 req-c2f35aec-f17e-4855-aab2-e6c5ff932bde service neutron] 10.222.0.55 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653060 Nov 15 11:14:45.248078 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 3dae08cb-2483-4b9d-9d60-20958c6434ef no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:14:45.258493 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721e871-e638-4f9f-b311-ad06e8c89d70 req-86a24b9c-2dcc-46ac-a0fb-a5ebaa1a0b8d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:45.260357 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5721e871-e638-4f9f-b311-ad06e8c89d70 req-86a24b9c-2dcc-46ac-a0fb-a5ebaa1a0b8d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e31e898-ced9-4baa-a528-ee5425641787 HTTP/1.1" status: 200 len: 943 time: 0.1003366 Nov 15 11:14:45.293901 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 3dae08cb-2483-4b9d-9d60-20958c6434ef {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:14:45.294597 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 3dae08cb-2483-4b9d-9d60-20958c6434ef not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:14:45.328733 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-1a0fc133-bf6b-4518-80fd-7c930eca80cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d26701-48a8-427b-9172-dea4101c50e5 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:14:45.361412 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-1a0fc133-bf6b-4518-80fd-7c930eca80cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:45.399965 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-1a0fc133-bf6b-4518-80fd-7c930eca80cc service neutron] Transition to ACTIVE for port object 70d26701-48a8-427b-9172-dea4101c50e5 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:14:45.426167 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-1a0fc133-bf6b-4518-80fd-7c930eca80cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:45.493856 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5721e871-e638-4f9f-b311-ad06e8c89d70 req-ac1ca04a-dd28-4bbc-9ca3-b646636934b9 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775982 Nov 15 11:14:45.501638 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35b24e-ebe9-46d1-bffe-8fd2a495502a req-dffd77b8-a5ee-4215-b8b2-3a63b2a90564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:45.503163 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e35b24e-ebe9-46d1-bffe-8fd2a495502a req-dffd77b8-a5ee-4215-b8b2-3a63b2a90564 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d9c8d368bef4c74abee5cbe7283626d&device_id=4e31e898-ced9-4baa-a528-ee5425641787 HTTP/1.1" status: 200 len: 1094 time: 0.1859498 Nov 15 11:14:45.600101 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fc133-bf6b-4518-80fd-7c930eca80cc service neutron] Pushing event updated for resources: {'Port': ['ID=70d26701-48a8-427b-9172-dea4101c50e5,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:45.619721 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393a18b-bfff-4e90-94b2-e80b491ae789 req-b7fe7f75-d28a-4be0-b845-b4d3577746ab tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:45.621990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1393a18b-bfff-4e90-94b2-e80b491ae789 req-b7fe7f75-d28a-4be0-b845-b4d3577746ab tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee0f13a-6763-4be0-83fb-9468ef9da6fa HTTP/1.1" status: 200 len: 948 time: 0.2201717 Nov 15 11:14:45.734098 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-1a0fc133-bf6b-4518-80fd-7c930eca80cc service neutron] Attempting to bind port 70d26701-48a8-427b-9172-dea4101c50e5 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:14:45.734784 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-1a0fc133-bf6b-4518-80fd-7c930eca80cc service neutron] Attempting to bind port 70d26701-48a8-427b-9172-dea4101c50e5 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:14:45.734784 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-1a0fc133-bf6b-4518-80fd-7c930eca80cc service neutron] Attempting to bind port 70d26701-48a8-427b-9172-dea4101c50e5 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:14:45.778318 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35b24e-ebe9-46d1-bffe-8fd2a495502a req-e23760e3-618d-4af6-9f65-a1749522f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:45.781251 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e35b24e-ebe9-46d1-bffe-8fd2a495502a req-e23760e3-618d-4af6-9f65-a1749522f959 service neutron] 10.222.0.55 "GET /v2.0/networks?id=be01e75b-e554-4f10-bf07-0288c0981a73 HTTP/1.1" status: 200 len: 912 time: 0.2490134 Nov 15 11:14:45.803560 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-1a0fc133-bf6b-4518-80fd-7c930eca80cc service neutron] Port 70d26701-48a8-427b-9172-dea4101c50e5 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:14:45.803886 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-1a0fc133-bf6b-4518-80fd-7c930eca80cc service neutron] Attempting to bind port 70d26701-48a8-427b-9172-dea4101c50e5 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:14:45.811844 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-1a0fc133-bf6b-4518-80fd-7c930eca80cc service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:14:45.812177 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-1a0fc133-bf6b-4518-80fd-7c930eca80cc service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:14:45.815212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-1a0fc133-bf6b-4518-80fd-7c930eca80cc service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:14:45.815847 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-1a0fc133-bf6b-4518-80fd-7c930eca80cc service neutron] Bound port: 70d26701-48a8-427b-9172-dea4101c50e5, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:14:45.816340 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-1a0fc133-bf6b-4518-80fd-7c930eca80cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:45.868640 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1393a18b-bfff-4e90-94b2-e80b491ae789 req-dfeadf4b-326e-460a-bdb9-8886c656f177 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/security-groups?id=04e7e050-9749-4367-809b-daf5bf90ed24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367070 Nov 15 11:14:45.888414 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e35b24e-ebe9-46d1-bffe-8fd2a495502a req-4bcc04e5-6fa8-46a3-bef7-0f6873b7da41 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82942ba4-ab02-438f-9417-5e3bc8fa66e9 HTTP/1.1" status: 200 len: 217 time: 0.0961044 Nov 15 11:14:45.928997 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217050a6-bb20-45df-aa67-b76c91d1c6ff req-eda63ceb-c96d-4019-86ac-1bcce39dd9e3 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:45.930792 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-217050a6-bb20-45df-aa67-b76c91d1c6ff req-eda63ceb-c96d-4019-86ac-1bcce39dd9e3 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.11 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 951 time: 0.2325242 Nov 15 11:14:46.027286 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-1a0fc133-bf6b-4518-80fd-7c930eca80cc service neutron] For port 70d26701-48a8-427b-9172-dea4101c50e5, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:14:46.049094 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-1a0fc133-bf6b-4518-80fd-7c930eca80cc service neutron] For port 70d26701-48a8-427b-9172-dea4101c50e5, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=70d26701-48a8-427b-9172-dea4101c50e5,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:14:46.052249 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35b24e-ebe9-46d1-bffe-8fd2a495502a req-019157ad-38d3-4515-983e-f4c572e1f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:46.053725 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e35b24e-ebe9-46d1-bffe-8fd2a495502a req-019157ad-38d3-4515-983e-f4c572e1f3ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe02edeb-e83c-4883-9de3-f499a3c56d94 HTTP/1.1" status: 200 len: 851 time: 0.1183894 Nov 15 11:14:46.062206 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-1a0fc133-bf6b-4518-80fd-7c930eca80cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:46.086957 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-217050a6-bb20-45df-aa67-b76c91d1c6ff req-284ab8bd-528b-4738-b033-f15fca6a3605 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Deleting port 33d480c8-7550-4505-8439-2c8bd9d9fa3c {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:14:46.087287 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-217050a6-bb20-45df-aa67-b76c91d1c6ff req-284ab8bd-528b-4738-b033-f15fca6a3605 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:46.087542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a5440-8713-48bb-bcce-fc853c0bf9d6 req-22dcd8d2-2773-4085-ab7b-24efa5a1d3df tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:46.113443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af3a5440-8713-48bb-bcce-fc853c0bf9d6 req-22dcd8d2-2773-4085-ab7b-24efa5a1d3df tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=da7d892d-784d-478b-b2df-499db5f53b8f HTTP/1.1" status: 200 len: 951 time: 0.1788452 Nov 15 11:14:46.163217 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e35b24e-ebe9-46d1-bffe-8fd2a495502a req-ac5fa980-15ca-443e-9265-40a5c47a556b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be01e75b-e554-4f10-bf07-0288c0981a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960331 Nov 15 11:14:46.196495 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-1a0fc133-bf6b-4518-80fd-7c930eca80cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:46.197119 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-1a0fc133-bf6b-4518-80fd-7c930eca80cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:46.198703 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-1a0fc133-bf6b-4518-80fd-7c930eca80cc service neutron] 10.222.0.55 "PUT /v2.0/ports/70d26701-48a8-427b-9172-dea4101c50e5 HTTP/1.1" status: 200 len: 1096 time: 1.4755073 Nov 15 11:14:46.264135 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-217050a6-bb20-45df-aa67-b76c91d1c6ff req-284ab8bd-528b-4738-b033-f15fca6a3605 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] For port 33d480c8-7550-4505-8439-2c8bd9d9fa3c, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=33d480c8-7550-4505-8439-2c8bd9d9fa3c,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:46.264396 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-217050a6-bb20-45df-aa67-b76c91d1c6ff req-284ab8bd-528b-4738-b033-f15fca6a3605 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:46.277993 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-217050a6-bb20-45df-aa67-b76c91d1c6ff req-284ab8bd-528b-4738-b033-f15fca6a3605 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Calling delete_port for 33d480c8-7550-4505-8439-2c8bd9d9fa3c owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:14:46.434230 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-217050a6-bb20-45df-aa67-b76c91d1c6ff req-284ab8bd-528b-4738-b033-f15fca6a3605 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:46.447865 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['88e1f451-617c-470b-8c5c-d95a41dd2385', '33d480c8-7550-4505-8439-2c8bd9d9fa3c'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:14:46.450775 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['dfd72db4-67a2-42ce-aa5f-3015f969877a', '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:14:46.497764 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ab8bd-528b-4738-b033-f15fca6a3605 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Pushing event deleted for resources: {'Port': ['ID=33d480c8-7550-4505-8439-2c8bd9d9fa3c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:46.528499 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-217050a6-bb20-45df-aa67-b76c91d1c6ff req-284ab8bd-528b-4738-b033-f15fca6a3605 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] No DVR routers for this DVR port 33d480c8-7550-4505-8439-2c8bd9d9fa3c on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:14:46.532077 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-217050a6-bb20-45df-aa67-b76c91d1c6ff req-284ab8bd-528b-4738-b033-f15fca6a3605 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:46.539143 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-217050a6-bb20-45df-aa67-b76c91d1c6ff req-284ab8bd-528b-4738-b033-f15fca6a3605 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.11 "DELETE /v2.0/ports/33d480c8-7550-4505-8439-2c8bd9d9fa3c HTTP/1.1" status: 204 len: 173 time: 0.5960691 Nov 15 11:14:46.539923 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7d892d-784d-478b-b2df-499db5f53b8f', 'name': 'network-vif-deleted', 'tag': '33d480c8-7550-4505-8439-2c8bd9d9fa3c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:14:46.544071 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b441605-7a7c-4141-b679-eca68a16406f" -d '{"events": [{"server_uuid": "da7d892d-784d-478b-b2df-499db5f53b8f", "name": "network-vif-deleted", "tag": "33d480c8-7550-4505-8439-2c8bd9d9fa3c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:14:46.856624 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee0f13a-6763-4be0-83fb-9468ef9da6fa', 'tag': '70d26701-48a8-427b-9172-dea4101c50e5'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:14:46.859190 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65623a6-1327-4ac8-bd4d-b0b3efcd49cb" -d '{"events": [{"name": "network-changed", "server_uuid": "fee0f13a-6763-4be0-83fb-9468ef9da6fa", "tag": "70d26701-48a8-427b-9172-dea4101c50e5"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:14:46.868127 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-10abac1b-2826-40aa-87e2-0cbdd2d3fc26 req-6077d57c-94a5-48bd-bb1b-58e223c034d4 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 210 time: 0.5502315 Nov 15 11:14:46.868736 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fc133-bf6b-4518-80fd-7c930eca80cc service neutron] Pushing event updated for resources: {'Port': ['ID=70d26701-48a8-427b-9172-dea4101c50e5,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:46.880125 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af3a5440-8713-48bb-bcce-fc853c0bf9d6 req-e3490adc-c866-4393-802e-16aabd26e3d2 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7656662 Nov 15 11:14:46.925831 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-83a953bc-7e4c-45b2-9d14-b459594874c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:46.927549 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-83a953bc-7e4c-45b2-9d14-b459594874c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b926f5e275634efb889800e51c82364c&device_id=fee0f13a-6763-4be0-83fb-9468ef9da6fa HTTP/1.1" status: 200 len: 1099 time: 0.6131110 Nov 15 11:14:46.931482 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e35b24e-ebe9-46d1-bffe-8fd2a495502a req-add6927d-a8e0-4c54-b608-1a8d1a975dd3 service neutron] 10.222.0.55 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7545969 Nov 15 11:14:47.037774 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-792dcc99-1617-457a-a7d9-91ec88e27815 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=70d26701-48a8-427b-9172-dea4101c50e5 HTTP/1.1" status: 200 len: 217 time: 0.0961359 Nov 15 11:14:47.067705 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786ed238-2054-4261-9b6e-40d032ea184d x-openstack-request-id: req-786ed238-2054-4261-9b6e-40d032ea184d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:14:47.068240 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7d892d-784d-478b-b2df-499db5f53b8f", "name": "network-vif-deleted", "tag": "33d480c8-7550-4505-8439-2c8bd9d9fa3c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:14:47.068494 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-786ed238-2054-4261-9b6e-40d032ea184d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:14:47.069071 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7d892d-784d-478b-b2df-499db5f53b8f', 'name': 'network-vif-deleted', 'tag': '33d480c8-7550-4505-8439-2c8bd9d9fa3c', 'status': 'completed', 'code': 200} Nov 15 11:14:47.242818 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-b9a7effa-1396-4760-869b-62106e74656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:47.244304 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-b9a7effa-1396-4760-869b-62106e74656a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1697099 Nov 15 11:14:47.252599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c65fd-4ba8-40fb-8a6b-ed69ef61c3fc req-50a71849-b883-4ef4-bea9-ae27f2647386 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:47.260701 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-500c65fd-4ba8-40fb-8a6b-ed69ef61c3fc req-50a71849-b883-4ef4-bea9-ae27f2647386 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e31e898-ced9-4baa-a528-ee5425641787 HTTP/1.1" status: 200 len: 943 time: 0.2262716 Nov 15 11:14:47.267111 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c248fe82-43e0-4b47-8951-94e13120ce87 x-openstack-request-id: req-c248fe82-43e0-4b47-8951-94e13120ce87 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:14:47.267582 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fee0f13a-6763-4be0-83fb-9468ef9da6fa", "tag": "70d26701-48a8-427b-9172-dea4101c50e5", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:14:47.267755 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c248fe82-43e0-4b47-8951-94e13120ce87 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:14:47.268268 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee0f13a-6763-4be0-83fb-9468ef9da6fa', 'tag': '70d26701-48a8-427b-9172-dea4101c50e5', 'status': 'completed', 'code': 200} Nov 15 11:14:47.350012 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e35b24e-ebe9-46d1-bffe-8fd2a495502a req-e540469d-fc08-4e51-91ed-9ec0cb577b60 service neutron] 10.222.0.55 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072795 Nov 15 11:14:47.364377 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-500c65fd-4ba8-40fb-8a6b-ed69ef61c3fc req-978fafc3-edf5-4b2c-8a1b-62e4d0b0432a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027308 Nov 15 11:14:47.404247 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-487750a0-e25a-411f-93ac-c8b87561eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:47.405736 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-487750a0-e25a-411f-93ac-c8b87561eb8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1411135 Nov 15 11:14:47.430236 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e459e1-0f7a-4c5b-9b6c-e00a189c1e13 req-e7fe27ae-5986-40fd-88f5-a865ba2bf026 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:47.431909 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-67e459e1-0f7a-4c5b-9b6c-e00a189c1e13 req-e7fe27ae-5986-40fd-88f5-a865ba2bf026 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee0f13a-6763-4be0-83fb-9468ef9da6fa HTTP/1.1" status: 200 len: 948 time: 0.1049299 Nov 15 11:14:47.514475 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-67e459e1-0f7a-4c5b-9b6c-e00a189c1e13 req-c2b64c44-d7d3-4a38-98d6-54d93f803d16 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/security-groups?id=04e7e050-9749-4367-809b-daf5bf90ed24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726686 Nov 15 11:14:47.557176 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-fc6199e9-c537-48d3-9a62-5a194c2e2bfc service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429043 Nov 15 11:14:47.648314 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a49d2eb8-26ca-4bc3-9ce3-1ed11aa69925 req-97363516-52a4-40a0-baa0-131f7fea23b9 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835798 Nov 15 11:14:47.671333 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 82942ba4-ab02-438f-9417-5e3bc8fa66e9 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:14:47.745369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65623a6-1327-4ac8-bd4d-b0b3efcd49cb req-4371e84f-77b9-4be6-bbdb-ef5e383fd75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:47.747143 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b65623a6-1327-4ac8-bd4d-b0b3efcd49cb req-4371e84f-77b9-4be6-bbdb-ef5e383fd75b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b926f5e275634efb889800e51c82364c&device_id=fee0f13a-6763-4be0-83fb-9468ef9da6fa HTTP/1.1" status: 200 len: 1099 time: 0.0467143 Nov 15 11:14:47.802586 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 82942ba4-ab02-438f-9417-5e3bc8fa66e9, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=82942ba4-ab02-438f-9417-5e3bc8fa66e9,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:47.813347 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '82942ba4-ab02-438f-9417-5e3bc8fa66e9', 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73', 'port_id': '82942ba4-ab02-438f-9417-5e3bc8fa66e9', 'mac_address': 'fa:16:3e:10:ab:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe02edeb-e83c-4883-9de3-f499a3c56d94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:14:47.843212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65623a6-1327-4ac8-bd4d-b0b3efcd49cb req-c7954588-1e81-4419-8e9d-77e5ba7b82ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:47.844779 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b65623a6-1327-4ac8-bd4d-b0b3efcd49cb req-c7954588-1e81-4419-8e9d-77e5ba7b82ac service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.0907061 Nov 15 11:14:47.860555 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:47.876868 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82942ba4-ab02-438f-9417-5e3bc8fa66e9 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:14:47.899265 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 82942ba4-ab02-438f-9417-5e3bc8fa66e9, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=82942ba4-ab02-438f-9417-5e3bc8fa66e9,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:47.900809 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b65623a6-1327-4ac8-bd4d-b0b3efcd49cb req-0b2b830d-59ec-4c5c-ae2c-9e147266d027 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=70d26701-48a8-427b-9172-dea4101c50e5 HTTP/1.1" status: 200 len: 217 time: 0.0470004 Nov 15 11:14:47.905440 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:47.963120 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=82942ba4-ab02-438f-9417-5e3bc8fa66e9,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:47.983455 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65623a6-1327-4ac8-bd4d-b0b3efcd49cb req-046ad505-7841-4554-9c56-a31e1e6843eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:47.985281 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b65623a6-1327-4ac8-bd4d-b0b3efcd49cb req-046ad505-7841-4554-9c56-a31e1e6843eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0743852 Nov 15 11:14:48.058053 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68b35810-b95a-45ea-9fe8-27cd7b952539 req-7034127a-9cfa-4e5a-baaf-fa8682be9b50 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 210 time: 0.0294490 Nov 15 11:14:48.074505 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65623a6-1327-4ac8-bd4d-b0b3efcd49cb req-0dba3a47-91c6-4f3c-8ccf-84be5747d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:48.076218 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b65623a6-1327-4ac8-bd4d-b0b3efcd49cb req-0dba3a47-91c6-4f3c-8ccf-84be5747d6cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0748291 Nov 15 11:14:48.166431 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['82942ba4-ab02-438f-9417-5e3bc8fa66e9'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:14:48.307142 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b65623a6-1327-4ac8-bd4d-b0b3efcd49cb req-81e175e3-25c3-4a00-bd38-d1a3e77b0763 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148468 Nov 15 11:14:48.426088 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b65623a6-1327-4ac8-bd4d-b0b3efcd49cb req-2aae5962-2733-4965-88b0-4a1ed1ae1641 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129017 Nov 15 11:14:48.508629 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0861b0-c7e5-42b2-a1c4-4eb7c4ca097b req-5c4fb436-a30d-4ad6-9dc2-b3d5b3397651 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:48.510259 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e0861b0-c7e5-42b2-a1c4-4eb7c4ca097b req-5c4fb436-a30d-4ad6-9dc2-b3d5b3397651 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 951 time: 0.1990693 Nov 15 11:14:48.522173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a50a6d-e114-42ad-8d30-faa018965e0c req-b5861bc9-672a-4500-9349-e0bbfbd4aac9 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:48.523721 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7a50a6d-e114-42ad-8d30-faa018965e0c req-b5861bc9-672a-4500-9349-e0bbfbd4aac9 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e31e898-ced9-4baa-a528-ee5425641787 HTTP/1.1" status: 200 len: 944 time: 0.0695674 Nov 15 11:14:48.597932 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e0861b0-c7e5-42b2-a1c4-4eb7c4ca097b req-e76cc2fc-912f-4056-8ed7-318cb448eda1 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731823 Nov 15 11:14:48.610336 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7a50a6d-e114-42ad-8d30-faa018965e0c req-8953682f-bc18-4ec2-8794-b5b963053cd7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788844 Nov 15 11:14:48.728544 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cde342-ac5f-49d1-82e6-f66693b82164 req-676639ae-c38b-4e22-99c3-f9fa77eba3da tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:48.730096 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-76cde342-ac5f-49d1-82e6-f66693b82164 req-676639ae-c38b-4e22-99c3-f9fa77eba3da tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee0f13a-6763-4be0-83fb-9468ef9da6fa HTTP/1.1" status: 200 len: 948 time: 0.0518107 Nov 15 11:14:48.789332 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-76cde342-ac5f-49d1-82e6-f66693b82164 req-0b7eef76-2407-4167-88b2-1533a1e383c7 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/security-groups?id=04e7e050-9749-4367-809b-daf5bf90ed24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530856 Nov 15 11:14:49.204637 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2e440767-1314-44bb-bd35-a8b9f4989dab req-464115e0-0004-4029-9e87-0839c0a70750 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=10c774f3-8ec1-4f40-bf0d-d5726b7a47ad HTTP/1.1" status: 200 len: 210 time: 0.0344467 Nov 15 11:14:49.279519 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 33d480c8-7550-4505-8439-2c8bd9d9fa3c no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:14:49.333374 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 33d480c8-7550-4505-8439-2c8bd9d9fa3c {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:14:49.333949 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 33d480c8-7550-4505-8439-2c8bd9d9fa3c not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:14:49.641819 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5dc8c-1b89-4b96-8fc9-b3155f397ec4 req-d569b522-3c56-487f-b4df-a57895ce82ed tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:49.643465 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8fb5dc8c-1b89-4b96-8fc9-b3155f397ec4 req-d569b522-3c56-487f-b4df-a57895ce82ed tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.55 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 951 time: 0.0506508 Nov 15 11:14:49.671753 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 70d26701-48a8-427b-9172-dea4101c50e5 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:14:49.674995 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 82942ba4-ab02-438f-9417-5e3bc8fa66e9 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:14:49.762239 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-8fb5dc8c-1b89-4b96-8fc9-b3155f397ec4 req-733bd0bc-c426-4146-9c30-08c63823c379 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Deleting port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:14:49.762829 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8fb5dc8c-1b89-4b96-8fc9-b3155f397ec4 req-733bd0bc-c426-4146-9c30-08c63823c379 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:49.861942 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 82942ba4-ab02-438f-9417-5e3bc8fa66e9 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:14:49.875401 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 82942ba4-ab02-438f-9417-5e3bc8fa66e9 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:14:49.876219 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:49.925858 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020167c7-397c-4dc2-b77e-2f3e22400d74 req-df3df778-bb43-4acb-8f21-88371c6ec5b0 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:49.927787 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-020167c7-397c-4dc2-b77e-2f3e22400d74 req-df3df778-bb43-4acb-8f21-88371c6ec5b0 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e31e898-ced9-4baa-a528-ee5425641787 HTTP/1.1" status: 200 len: 944 time: 0.1440196 Nov 15 11:14:49.938162 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 70d26701-48a8-427b-9172-dea4101c50e5, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=70d26701-48a8-427b-9172-dea4101c50e5,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:49.957635 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '70d26701-48a8-427b-9172-dea4101c50e5', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '70d26701-48a8-427b-9172-dea4101c50e5', 'mac_address': 'fa:16:3e:d3:5c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:14:49.988169 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f0b7e-99dc-4525-a8fe-68e4decc845d req-0a6a79ac-77d8-42e1-a31d-239929ebdaf0 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:49.989756 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c14f0b7e-99dc-4525-a8fe-68e4decc845d req-0a6a79ac-77d8-42e1-a31d-239929ebdaf0 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 951 time: 0.2076845 Nov 15 11:14:49.999907 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-8fb5dc8c-1b89-4b96-8fc9-b3155f397ec4 req-733bd0bc-c426-4146-9c30-08c63823c379 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] For port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:50.000260 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8fb5dc8c-1b89-4b96-8fc9-b3155f397ec4 req-733bd0bc-c426-4146-9c30-08c63823c379 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:50.019253 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:50.037177 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-8fb5dc8c-1b89-4b96-8fc9-b3155f397ec4 req-733bd0bc-c426-4146-9c30-08c63823c379 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Calling delete_port for 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:14:50.042624 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d26701-48a8-427b-9172-dea4101c50e5 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:14:50.065725 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 70d26701-48a8-427b-9172-dea4101c50e5, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=70d26701-48a8-427b-9172-dea4101c50e5,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:50.066263 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-020167c7-397c-4dc2-b77e-2f3e22400d74 req-befef499-031d-461a-a229-01e9c84db165 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297896 Nov 15 11:14:50.094149 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:50.096038 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:50.128203 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c14f0b7e-99dc-4525-a8fe-68e4decc845d req-c4b2e45e-6f71-4c16-ba1b-a1b90b346d1b tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245365 Nov 15 11:14:50.198018 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e31e898-ced9-4baa-a528-ee5425641787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82942ba4-ab02-438f-9417-5e3bc8fa66e9'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:14:50.200290 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12408742-ad50-4f65-88ee-b50ea4fba8f2" -d '{"events": [{"server_uuid": "4e31e898-ced9-4baa-a528-ee5425641787", "name": "network-vif-plugged", "status": "completed", "tag": "82942ba4-ab02-438f-9417-5e3bc8fa66e9"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:14:50.209412 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 82942ba4-ab02-438f-9417-5e3bc8fa66e9, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=82942ba4-ab02-438f-9417-5e3bc8fa66e9,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:50.219067 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:50.225744 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=70d26701-48a8-427b-9172-dea4101c50e5,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:50.261842 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8fb5dc8c-1b89-4b96-8fc9-b3155f397ec4 req-733bd0bc-c426-4146-9c30-08c63823c379 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:50.319178 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=82942ba4-ab02-438f-9417-5e3bc8fa66e9,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:50.332914 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['88e1f451-617c-470b-8c5c-d95a41dd2385'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:14:50.345015 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['dfd72db4-67a2-42ce-aa5f-3015f969877a'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:14:50.358793 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3227fd-ff27-4d71-87d2-6bf8bf86f1c7 x-openstack-request-id: req-1b3227fd-ff27-4d71-87d2-6bf8bf86f1c7 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:14:50.365327 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e31e898-ced9-4baa-a528-ee5425641787", "name": "network-vif-plugged", "status": "completed", "tag": "82942ba4-ab02-438f-9417-5e3bc8fa66e9", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:14:50.365587 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b3227fd-ff27-4d71-87d2-6bf8bf86f1c7 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:14:50.366176 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e31e898-ced9-4baa-a528-ee5425641787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82942ba4-ab02-438f-9417-5e3bc8fa66e9', 'code': 200} Nov 15 11:14:50.385676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bd0bc-c426-4146-9c30-08c63823c379 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Pushing event deleted for resources: {'Port': ['ID=48d8b62b-c9bd-4789-ad5c-b11249cb1b5a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:50.458329 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c60e38-2421-4f1d-9ee6-93399f6f32c5 req-3f157e00-fe45-4bc1-ae08-8f1085a5f882 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:50.460329 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-04c60e38-2421-4f1d-9ee6-93399f6f32c5 req-3f157e00-fe45-4bc1-ae08-8f1085a5f882 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee0f13a-6763-4be0-83fb-9468ef9da6fa HTTP/1.1" status: 200 len: 949 time: 0.1691086 Nov 15 11:14:50.464937 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb5dc8c-1b89-4b96-8fc9-b3155f397ec4 req-733bd0bc-c426-4146-9c30-08c63823c379 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] No DVR routers for this DVR port 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:14:50.483289 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8fb5dc8c-1b89-4b96-8fc9-b3155f397ec4 req-733bd0bc-c426-4146-9c30-08c63823c379 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:50.483613 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['70d26701-48a8-427b-9172-dea4101c50e5'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:14:50.488181 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8fb5dc8c-1b89-4b96-8fc9-b3155f397ec4 req-733bd0bc-c426-4146-9c30-08c63823c379 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.55 "DELETE /v2.0/ports/48d8b62b-c9bd-4789-ad5c-b11249cb1b5a HTTP/1.1" status: 204 len: 173 time: 0.8380110 Nov 15 11:14:50.504554 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0901525f-7233-4ca9-8d4a-4c6b4661797d', 'name': 'network-vif-deleted', 'tag': '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:14:50.507674 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfe1bd2-c577-4b0a-b416-1ffe7ccc9f2b" -d '{"events": [{"server_uuid": "0901525f-7233-4ca9-8d4a-4c6b4661797d", "name": "network-vif-deleted", "tag": "48d8b62b-c9bd-4789-ad5c-b11249cb1b5a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:14:50.530232 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c00905-1be7-4e5e-919b-876cfe4e6e73 req-625370d3-3160-4832-b34b-ab15c7be5204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:50.531916 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-13c00905-1be7-4e5e-919b-876cfe4e6e73 req-625370d3-3160-4832-b34b-ab15c7be5204 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4e31e898-ced9-4baa-a528-ee5425641787 HTTP/1.1" status: 200 len: 1096 time: 0.1151085 Nov 15 11:14:50.632675 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-04c60e38-2421-4f1d-9ee6-93399f6f32c5 req-a48213e3-9712-464a-94bf-68e9f0f5e8db tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/security-groups?id=04e7e050-9749-4367-809b-daf5bf90ed24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643054 Nov 15 11:14:50.682229 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-13c00905-1be7-4e5e-919b-876cfe4e6e73 req-4edf7714-5f60-4b78-80d9-02e7cfd2635d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890989 Nov 15 11:14:50.717723 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7788cb-c5a0-401b-ab64-0652baa5e40c x-openstack-request-id: req-2d7788cb-c5a0-401b-ab64-0652baa5e40c {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:14:50.718098 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0901525f-7233-4ca9-8d4a-4c6b4661797d", "name": "network-vif-deleted", "tag": "48d8b62b-c9bd-4789-ad5c-b11249cb1b5a", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:14:50.718423 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d7788cb-c5a0-401b-ab64-0652baa5e40c {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:14:50.719439 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0901525f-7233-4ca9-8d4a-4c6b4661797d', 'name': 'network-vif-deleted', 'tag': '48d8b62b-c9bd-4789-ad5c-b11249cb1b5a', 'status': 'completed', 'code': 200} Nov 15 11:14:51.257945 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b5f3c-b392-4e86-9358-68fa029253b5 req-7fe15027-6698-44b9-a61d-754c4bb5e6ed tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:51.259411 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b1b5f3c-b392-4e86-9358-68fa029253b5 req-7fe15027-6698-44b9-a61d-754c4bb5e6ed tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e31e898-ced9-4baa-a528-ee5425641787 HTTP/1.1" status: 200 len: 945 time: 0.0829809 Nov 15 11:14:51.329818 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fafe207b-bd10-463f-b11a-9e2b8e97620d req-a4b2f396-00da-4cf5-ac46-28b77ebb3859 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=0901525f-7233-4ca9-8d4a-4c6b4661797d HTTP/1.1" status: 200 len: 210 time: 0.0615993 Nov 15 11:14:51.352075 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b1b5f3c-b392-4e86-9358-68fa029253b5 req-9219f859-dee4-43a0-881e-9de44b27f485 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808673 Nov 15 11:14:51.678488 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 70d26701-48a8-427b-9172-dea4101c50e5 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:14:51.788428 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad076f-e7c8-4926-887f-879de24b9122 req-59db20ab-6e2e-4187-be61-ad51576395b6 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:51.795919 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4ad076f-e7c8-4926-887f-879de24b9122 req-59db20ab-6e2e-4187-be61-ad51576395b6 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee0f13a-6763-4be0-83fb-9468ef9da6fa HTTP/1.1" status: 200 len: 949 time: 0.0608056 Nov 15 11:14:51.833873 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 70d26701-48a8-427b-9172-dea4101c50e5 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:14:51.840389 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 70d26701-48a8-427b-9172-dea4101c50e5 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:14:51.841297 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:51.852546 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4ad076f-e7c8-4926-887f-879de24b9122 req-644487a9-1038-46de-a5b9-e79a74ebfe33 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/security-groups?id=04e7e050-9749-4367-809b-daf5bf90ed24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553012 Nov 15 11:14:51.949719 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:51.985475 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 70d26701-48a8-427b-9172-dea4101c50e5, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=70d26701-48a8-427b-9172-dea4101c50e5,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:51.991020 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:51.992200 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:14:52.040001 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:14:52.040445 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 48d8b62b-c9bd-4789-ad5c-b11249cb1b5a not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:14:52.072692 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=70d26701-48a8-427b-9172-dea4101c50e5,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:52.367447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee0f13a-6763-4be0-83fb-9468ef9da6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d26701-48a8-427b-9172-dea4101c50e5'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:14:52.370333 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a36ce2-c90a-4d34-9c0c-3d72480065ed" -d '{"events": [{"server_uuid": "fee0f13a-6763-4be0-83fb-9468ef9da6fa", "name": "network-vif-plugged", "status": "completed", "tag": "70d26701-48a8-427b-9172-dea4101c50e5"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:14:52.410424 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd606f90-7d75-4a43-b63c-646beb675903 x-openstack-request-id: req-cd606f90-7d75-4a43-b63c-646beb675903 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:14:52.411005 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee0f13a-6763-4be0-83fb-9468ef9da6fa", "name": "network-vif-plugged", "status": "completed", "tag": "70d26701-48a8-427b-9172-dea4101c50e5", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:14:52.411416 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd606f90-7d75-4a43-b63c-646beb675903 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:14:52.411999 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee0f13a-6763-4be0-83fb-9468ef9da6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d26701-48a8-427b-9172-dea4101c50e5', 'code': 200} Nov 15 11:14:52.606654 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed3038-a59f-46d2-a2fc-0b9f1d9d43d8 req-9a97ce35-5bda-4ad9-9d85-1f79cab5cb29 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:52.608420 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c0ed3038-a59f-46d2-a2fc-0b9f1d9d43d8 req-9a97ce35-5bda-4ad9-9d85-1f79cab5cb29 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e31e898-ced9-4baa-a528-ee5425641787 HTTP/1.1" status: 200 len: 945 time: 0.1445854 Nov 15 11:14:52.654639 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efccb23a-0b6e-4513-88db-73e3b6712d94 req-5cf07996-6906-4f11-b096-d698deca00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:52.656149 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-efccb23a-0b6e-4513-88db-73e3b6712d94 req-5cf07996-6906-4f11-b096-d698deca00ac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fee0f13a-6763-4be0-83fb-9468ef9da6fa HTTP/1.1" status: 200 len: 1101 time: 0.1492867 Nov 15 11:14:52.687026 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c0ed3038-a59f-46d2-a2fc-0b9f1d9d43d8 req-1d6d13e3-c93b-4a0a-80d9-02e447c32262 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693095 Nov 15 11:14:52.730390 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-efccb23a-0b6e-4513-88db-73e3b6712d94 req-8029aca8-3974-4b70-a953-5a062b2a6b00 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=04e7e050-9749-4367-809b-daf5bf90ed24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616183 Nov 15 11:14:52.896144 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba6d78-fa62-4337-bd7f-a036f94ac41c req-bf36174c-7279-4325-8d19-5eb7cdd440e5 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:52.897957 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24ba6d78-fa62-4337-bd7f-a036f94ac41c req-bf36174c-7279-4325-8d19-5eb7cdd440e5 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.0881572 Nov 15 11:14:53.000386 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24ba6d78-fa62-4337-bd7f-a036f94ac41c req-7490f590-c24e-4dd3-a77b-f03027cfb1eb tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907857 Nov 15 11:14:53.141579 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07c7f6-6b0e-4883-98b9-90bb861f7d0b req-369bd4c7-50c0-49f5-8f04-57b06a848108 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:53.143423 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b07c7f6-6b0e-4883-98b9-90bb861f7d0b req-369bd4c7-50c0-49f5-8f04-57b06a848108 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee0f13a-6763-4be0-83fb-9468ef9da6fa HTTP/1.1" status: 200 len: 950 time: 0.0808129 Nov 15 11:14:53.211344 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b07c7f6-6b0e-4883-98b9-90bb861f7d0b req-6739d993-d55e-4da4-93cb-cbd8bd44feb4 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/security-groups?id=04e7e050-9749-4367-809b-daf5bf90ed24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617967 Nov 15 11:14:53.322859 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0ab04-301f-46e5-8826-f64ad4327a85 req-48c46bc6-f42b-486c-ab58-2fb2e5511886 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:53.334731 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffb0ab04-301f-46e5-8826-f64ad4327a85 req-48c46bc6-f42b-486c-ab58-2fb2e5511886 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e31e898-ced9-4baa-a528-ee5425641787 HTTP/1.1" status: 200 len: 945 time: 0.0668557 Nov 15 11:14:53.394112 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffb0ab04-301f-46e5-8826-f64ad4327a85 req-8778c24a-43ca-4ec2-9ca9-83098ca07761 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579805 Nov 15 11:14:53.660220 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76478e0b-6f71-487a-b875-0c5cb1af6430 req-62bbf6f0-8b62-4b92-af0e-9c0550450633 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:53.661820 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-76478e0b-6f71-487a-b875-0c5cb1af6430 req-62bbf6f0-8b62-4b92-af0e-9c0550450633 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e31e898-ced9-4baa-a528-ee5425641787 HTTP/1.1" status: 200 len: 945 time: 0.0584917 Nov 15 11:14:53.710495 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-76478e0b-6f71-487a-b875-0c5cb1af6430 req-f32c42a1-399c-4b06-8460-c547ff71aed7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425031 Nov 15 11:14:54.374121 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069f4bb-e4f8-4cfb-ac1d-3ec4289529f6 req-b721d5e5-53da-42af-8c97-f4e9d5f13f6b tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:54.375727 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f069f4bb-e4f8-4cfb-ac1d-3ec4289529f6 req-b721d5e5-53da-42af-8c97-f4e9d5f13f6b tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b41f2ed-c944-4e68-9232-73ec32219fb6 HTTP/1.1" status: 200 len: 949 time: 0.0502584 Nov 15 11:14:54.494900 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f069f4bb-e4f8-4cfb-ac1d-3ec4289529f6 req-7829ba11-43e9-462d-9315-23f0326a3521 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Deleting port dfd72db4-67a2-42ce-aa5f-3015f969877a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:14:54.495363 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f069f4bb-e4f8-4cfb-ac1d-3ec4289529f6 req-7829ba11-43e9-462d-9315-23f0326a3521 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:54.597316 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-f069f4bb-e4f8-4cfb-ac1d-3ec4289529f6 req-7829ba11-43e9-462d-9315-23f0326a3521 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] For port dfd72db4-67a2-42ce-aa5f-3015f969877a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=dfd72db4-67a2-42ce-aa5f-3015f969877a,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:54.597682 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f069f4bb-e4f8-4cfb-ac1d-3ec4289529f6 req-7829ba11-43e9-462d-9315-23f0326a3521 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:54.611475 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f069f4bb-e4f8-4cfb-ac1d-3ec4289529f6 req-7829ba11-43e9-462d-9315-23f0326a3521 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Calling delete_port for dfd72db4-67a2-42ce-aa5f-3015f969877a owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:14:54.747650 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f069f4bb-e4f8-4cfb-ac1d-3ec4289529f6 req-7829ba11-43e9-462d-9315-23f0326a3521 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:54.762625 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['dfd72db4-67a2-42ce-aa5f-3015f969877a'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:14:54.766963 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['88e1f451-617c-470b-8c5c-d95a41dd2385'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:14:54.784063 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829ba11-43e9-462d-9315-23f0326a3521 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Pushing event deleted for resources: {'Port': ['ID=dfd72db4-67a2-42ce-aa5f-3015f969877a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:54.840192 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-f069f4bb-e4f8-4cfb-ac1d-3ec4289529f6 req-7829ba11-43e9-462d-9315-23f0326a3521 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] No DVR routers for this DVR port dfd72db4-67a2-42ce-aa5f-3015f969877a on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:14:54.843459 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f069f4bb-e4f8-4cfb-ac1d-3ec4289529f6 req-7829ba11-43e9-462d-9315-23f0326a3521 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:54.848667 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f069f4bb-e4f8-4cfb-ac1d-3ec4289529f6 req-7829ba11-43e9-462d-9315-23f0326a3521 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.55 "DELETE /v2.0/ports/dfd72db4-67a2-42ce-aa5f-3015f969877a HTTP/1.1" status: 204 len: 173 time: 0.4651783 Nov 15 11:14:54.849586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b41f2ed-c944-4e68-9232-73ec32219fb6', 'name': 'network-vif-deleted', 'tag': 'dfd72db4-67a2-42ce-aa5f-3015f969877a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:14:54.852872 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9e7392-3c8a-4e2b-abd9-9f19752f69ed" -d '{"events": [{"server_uuid": "5b41f2ed-c944-4e68-9232-73ec32219fb6", "name": "network-vif-deleted", "tag": "dfd72db4-67a2-42ce-aa5f-3015f969877a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:14:55.353233 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a0f14-eaf0-4a03-ae2d-65e7d82c9145 req-b7a3b2b7-f407-4f8c-9a29-643e09fb3354 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:14:55.354638 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a8a0f14-eaf0-4a03-ae2d-65e7d82c9145 req-b7a3b2b7-f407-4f8c-9a29-643e09fb3354 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e31e898-ced9-4baa-a528-ee5425641787 HTTP/1.1" status: 200 len: 945 time: 0.0596435 Nov 15 11:14:55.451882 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-7a8a0f14-eaf0-4a03-ae2d-65e7d82c9145 req-65c0a1a2-035c-4722-8833-f25297bf74d0 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Deleting port 82942ba4-ab02-438f-9417-5e3bc8fa66e9 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:14:55.452244 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7a8a0f14-eaf0-4a03-ae2d-65e7d82c9145 req-65c0a1a2-035c-4722-8833-f25297bf74d0 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:55.541078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-7a8a0f14-eaf0-4a03-ae2d-65e7d82c9145 req-65c0a1a2-035c-4722-8833-f25297bf74d0 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] For port 82942ba4-ab02-438f-9417-5e3bc8fa66e9, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=82942ba4-ab02-438f-9417-5e3bc8fa66e9,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:14:55.541447 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7a8a0f14-eaf0-4a03-ae2d-65e7d82c9145 req-65c0a1a2-035c-4722-8833-f25297bf74d0 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:55.553888 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-7a8a0f14-eaf0-4a03-ae2d-65e7d82c9145 req-65c0a1a2-035c-4722-8833-f25297bf74d0 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Calling delete_port for 82942ba4-ab02-438f-9417-5e3bc8fa66e9 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:14:55.684952 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7a8a0f14-eaf0-4a03-ae2d-65e7d82c9145 req-65c0a1a2-035c-4722-8833-f25297bf74d0 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:55.696949 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['82942ba4-ab02-438f-9417-5e3bc8fa66e9'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:14:55.721928 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0a1a2-035c-4722-8833-f25297bf74d0 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Pushing event deleted for resources: {'Port': ['ID=82942ba4-ab02-438f-9417-5e3bc8fa66e9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:14:55.759087 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8a0f14-eaf0-4a03-ae2d-65e7d82c9145 req-65c0a1a2-035c-4722-8833-f25297bf74d0 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] No DVR routers for this DVR port 82942ba4-ab02-438f-9417-5e3bc8fa66e9 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:14:55.761806 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7a8a0f14-eaf0-4a03-ae2d-65e7d82c9145 req-65c0a1a2-035c-4722-8833-f25297bf74d0 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:14:55.765295 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a8a0f14-eaf0-4a03-ae2d-65e7d82c9145 req-65c0a1a2-035c-4722-8833-f25297bf74d0 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.55 "DELETE /v2.0/ports/82942ba4-ab02-438f-9417-5e3bc8fa66e9 HTTP/1.1" status: 204 len: 173 time: 0.4040842 Nov 15 11:14:57.671995 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device dfd72db4-67a2-42ce-aa5f-3015f969877a no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:14:57.702002 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: dfd72db4-67a2-42ce-aa5f-3015f969877a {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:14:57.702329 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device dfd72db4-67a2-42ce-aa5f-3015f969877a not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:14:57.702718 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 82942ba4-ab02-438f-9417-5e3bc8fa66e9 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:14:57.720583 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 82942ba4-ab02-438f-9417-5e3bc8fa66e9 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:14:57.720912 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 82942ba4-ab02-438f-9417-5e3bc8fa66e9 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:14:59.361632 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:00.451377 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f131b7b-b8ca-45ce-86d2-837643ce824f req-37680c7b-3c58-440e-943b-eac24ad400fe tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:00.452907 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8f131b7b-b8ca-45ce-86d2-837643ce824f req-37680c7b-3c58-440e-943b-eac24ad400fe tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee0f13a-6763-4be0-83fb-9468ef9da6fa HTTP/1.1" status: 200 len: 950 time: 0.0506771 Nov 15 11:15:00.515329 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8f131b7b-b8ca-45ce-86d2-837643ce824f req-3a2a1301-5253-4095-89c9-e46cfac78cc5 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/security-groups?id=04e7e050-9749-4367-809b-daf5bf90ed24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564392 Nov 15 11:15:00.560030 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3d4d36-97f7-4728-bbf1-78c53783aa95 x-openstack-request-id: req-db3d4d36-97f7-4728-bbf1-78c53783aa95 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:15:00.560661 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b41f2ed-c944-4e68-9232-73ec32219fb6", "name": "network-vif-deleted", "tag": "dfd72db4-67a2-42ce-aa5f-3015f969877a", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:15:00.561127 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db3d4d36-97f7-4728-bbf1-78c53783aa95 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:15:00.562829 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b41f2ed-c944-4e68-9232-73ec32219fb6', 'name': 'network-vif-deleted', 'tag': 'dfd72db4-67a2-42ce-aa5f-3015f969877a', 'status': 'completed', 'code': 200} Nov 15 11:15:00.761927 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db1371-ef4a-46ae-9cb8-e494d304efe4 req-96490006-a3bb-4b9c-ae21-18e6016862fe tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:00.763421 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f6db1371-ef4a-46ae-9cb8-e494d304efe4 req-96490006-a3bb-4b9c-ae21-18e6016862fe tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0239c55-36d5-4398-ba24-717929e8de55 HTTP/1.1" status: 200 len: 946 time: 0.0493939 Nov 15 11:15:00.838529 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f6db1371-ef4a-46ae-9cb8-e494d304efe4 req-91a0a02c-538d-4061-9195-772d52f413db tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3d4d939-883d-4d71-b12f-c60ba13fccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690124 Nov 15 11:15:00.951428 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-7ee7d307-3e93-459f-9a21-969ef13af856 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:00.952799 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-7ee7d307-3e93-459f-9a21-969ef13af856 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/networks?id=be01e75b-e554-4f10-bf07-0288c0981a73 HTTP/1.1" status: 200 len: 811 time: 0.1515794 Nov 15 11:15:00.977515 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa17c7-c825-4bae-8036-70ebff99ce93 req-f064240c-d8d7-4e1e-aada-f09200f0db7a tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:00.978950 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-85fa17c7-c825-4bae-8036-70ebff99ce93 req-f064240c-d8d7-4e1e-aada-f09200f0db7a tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 945 time: 0.0788729 Nov 15 11:15:00.980602 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-a163025e-48f3-44fd-9deb-9b810a143afe tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/quotas/3d9c8d368bef4c74abee5cbe7283626d HTTP/1.1" status: 200 len: 375 time: 0.0213103 Nov 15 11:15:01.021386 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-d6f9378d-aa8f-43fb-aa96-3e83072f54f4 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d9c8d368bef4c74abee5cbe7283626d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347402 Nov 15 11:15:01.085529 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-85fa17c7-c825-4bae-8036-70ebff99ce93 req-637545fd-3037-41e5-b3ba-96657b33286e tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006594 Nov 15 11:15:01.133695 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-a5d1020c-70d1-4b4f-9f32-dc1af958700e service neutron] 10.222.0.64 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032355 Nov 15 11:15:01.228323 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:01.249708 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e79764-a795-47f5-ac1e-cbcd70eaf645 req-7ddc7735-4737-47d1-abe2-b835e9d9ddf3 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:01.251215 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6e79764-a795-47f5-ac1e-cbcd70eaf645 req-7ddc7735-4737-47d1-abe2-b835e9d9ddf3 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 950 time: 0.1056798 Nov 15 11:15:01.256700 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-f15790cd-0554-4253-b67b-34a7b7340329 service neutron] 10.222.0.64 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183062 Nov 15 11:15:01.301573 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6e79764-a795-47f5-ac1e-cbcd70eaf645 req-0ca32ff7-320d-42fc-a750-215173248fca tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438259 Nov 15 11:15:01.523326 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cada22b4-fd8d-4931-87f9-08dc17041c1b req-28e5fc63-617e-473a-b6b4-e31104020685 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 210 time: 0.0291026 Nov 15 11:15:01.604908 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387dd60-8c6f-470c-9404-09abb3090665 req-b18241a7-cff0-4031-8a37-a977b1a50bca tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:01.606401 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7387dd60-8c6f-470c-9404-09abb3090665 req-b18241a7-cff0-4031-8a37-a977b1a50bca tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee0f13a-6763-4be0-83fb-9468ef9da6fa HTTP/1.1" status: 200 len: 950 time: 0.0562403 Nov 15 11:15:01.664172 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7387dd60-8c6f-470c-9404-09abb3090665 req-5163faac-4c47-4943-a13b-9d9028cbaf39 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/security-groups?id=04e7e050-9749-4367-809b-daf5bf90ed24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499713 Nov 15 11:15:02.021570 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab081006-d0d9-4346-ba10-d2131e10b4a7 req-9f1f9e41-0d12-4a7c-8156-3908ba6240fa tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:02.023947 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab081006-d0d9-4346-ba10-d2131e10b4a7 req-9f1f9e41-0d12-4a7c-8156-3908ba6240fa tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0239c55-36d5-4398-ba24-717929e8de55 HTTP/1.1" status: 200 len: 946 time: 0.0522399 Nov 15 11:15:02.072460 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab081006-d0d9-4346-ba10-d2131e10b4a7 req-f67903ef-cdab-434b-a47e-bccb93b2c3dc tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3d4d939-883d-4d71-b12f-c60ba13fccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424957 Nov 15 11:15:02.204644 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefd45b-461a-43a6-8195-2fbb591b78f3 req-f62bd883-8a25-4240-9391-f2bed77d312c tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:02.206171 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fdefd45b-461a-43a6-8195-2fbb591b78f3 req-f62bd883-8a25-4240-9391-f2bed77d312c tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 945 time: 0.0488458 Nov 15 11:15:02.259418 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fdefd45b-461a-43a6-8195-2fbb591b78f3 req-8fa35b38-3326-4a69-ab69-07c0d41cf841 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475240 Nov 15 11:15:02.413028 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bf660-ee1a-4376-b554-5fa8bd9ef7d8 req-70969d6b-2f90-4f18-952f-714856c5ea96 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:02.414494 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9c5bf660-ee1a-4376-b554-5fa8bd9ef7d8 req-70969d6b-2f90-4f18-952f-714856c5ea96 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0239c55-36d5-4398-ba24-717929e8de55 HTTP/1.1" status: 200 len: 946 time: 0.0566325 Nov 15 11:15:02.478309 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a40009-1d6f-4377-b2c8-13f8ae6cdcab req-3e3b3c0a-e992-4873-b81f-42725ea61cf2 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:02.479891 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4a40009-1d6f-4377-b2c8-13f8ae6cdcab req-3e3b3c0a-e992-4873-b81f-42725ea61cf2 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 950 time: 0.0946660 Nov 15 11:15:02.523369 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-9c5bf660-ee1a-4376-b554-5fa8bd9ef7d8 req-400bd61a-d353-4a0c-9389-8a75aa87fdd9 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Deleting port 7ccb355a-f624-4914-8f4f-2d5a85d5e30e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:15:02.524081 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9c5bf660-ee1a-4376-b554-5fa8bd9ef7d8 req-400bd61a-d353-4a0c-9389-8a75aa87fdd9 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:02.542320 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-bc262211-4951-4e4a-b357-46e6043c8300 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:02.542935 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-bc262211-4951-4e4a-b357-46e6043c8300 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.55 "GET /v2.0/networks?id=be01e75b-e554-4f10-bf07-0288c0981a73 HTTP/1.1" status: 200 len: 811 time: 0.2007408 Nov 15 11:15:02.560059 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-70177730-4cf5-4844-aace-e1f57a555faf tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Request body: {'port': {'device_id': '7b06314c-ff13-43c0-82dc-0bcc9542bf4d', 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73', 'admin_state_up': True, 'tenant_id': '3d9c8d368bef4c74abee5cbe7283626d'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:02.570323 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e31e898-ced9-4baa-a528-ee5425641787', 'name': 'network-vif-deleted', 'tag': '82942ba4-ab02-438f-9417-5e3bc8fa66e9'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:15:02.572767 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b1f3bf-4c7e-4005-910c-16e369588f47" -d '{"events": [{"server_uuid": "4e31e898-ced9-4baa-a528-ee5425641787", "name": "network-vif-deleted", "tag": "82942ba4-ab02-438f-9417-5e3bc8fa66e9"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:15:02.622973 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12104c54-ce25-483d-bbec-473bdb902228 req-3c21b2d5-affb-4076-b7a7-c023dbf04caa tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:02.624488 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12104c54-ce25-483d-bbec-473bdb902228 req-3c21b2d5-affb-4076-b7a7-c023dbf04caa tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.11 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 950 time: 0.1418276 Nov 15 11:15:02.626948 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-9c5bf660-ee1a-4376-b554-5fa8bd9ef7d8 req-400bd61a-d353-4a0c-9389-8a75aa87fdd9 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] For port 7ccb355a-f624-4914-8f4f-2d5a85d5e30e, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=7ccb355a-f624-4914-8f4f-2d5a85d5e30e,segment=NetworkSegment(3a9147f1-7605-493b-bee4-7c40761b8fbd),segment_id=3a9147f1-7605-493b-bee4-7c40761b8fbd)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:02.627306 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9c5bf660-ee1a-4376-b554-5fa8bd9ef7d8 req-400bd61a-d353-4a0c-9389-8a75aa87fdd9 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:02.640223 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-9c5bf660-ee1a-4376-b554-5fa8bd9ef7d8 req-400bd61a-d353-4a0c-9389-8a75aa87fdd9 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Calling delete_port for 7ccb355a-f624-4914-8f4f-2d5a85d5e30e owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:15:02.774371 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9c5bf660-ee1a-4376-b554-5fa8bd9ef7d8 req-400bd61a-d353-4a0c-9389-8a75aa87fdd9 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:02.787127 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['7ccb355a-f624-4914-8f4f-2d5a85d5e30e'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:15:02.809146 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bd61a-d353-4a0c-9389-8a75aa87fdd9 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Pushing event deleted for resources: {'Port': ['ID=7ccb355a-f624-4914-8f4f-2d5a85d5e30e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:02.849776 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5bf660-ee1a-4376-b554-5fa8bd9ef7d8 req-400bd61a-d353-4a0c-9389-8a75aa87fdd9 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] No DVR routers for this DVR port 7ccb355a-f624-4914-8f4f-2d5a85d5e30e on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:15:02.852561 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9c5bf660-ee1a-4376-b554-5fa8bd9ef7d8 req-400bd61a-d353-4a0c-9389-8a75aa87fdd9 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:02.856173 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9c5bf660-ee1a-4376-b554-5fa8bd9ef7d8 req-400bd61a-d353-4a0c-9389-8a75aa87fdd9 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.11 "DELETE /v2.0/ports/7ccb355a-f624-4914-8f4f-2d5a85d5e30e HTTP/1.1" status: 204 len: 173 time: 0.4338346 Nov 15 11:15:02.856630 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0239c55-36d5-4398-ba24-717929e8de55', 'name': 'network-vif-deleted', 'tag': '7ccb355a-f624-4914-8f4f-2d5a85d5e30e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:15:02.859143 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4d7014-f6ab-4c90-baa5-0bc7459b4cf9" -d '{"events": [{"server_uuid": "d0239c55-36d5-4398-ba24-717929e8de55", "name": "network-vif-deleted", "tag": "7ccb355a-f624-4914-8f4f-2d5a85d5e30e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:15:02.960540 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4a40009-1d6f-4377-b2c8-13f8ae6cdcab req-31c36175-ae2c-47e3-a61b-b7f670ffc42a tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673340 Nov 15 11:15:03.007426 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ce2ba882-1730-49ef-8e91-d25c0ab73fca req-694ddb07-aa28-47cc-beb4-6914cc10c9d9 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 210 time: 0.3615663 Nov 15 11:15:03.021901 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c391befb-3355-4042-be82-ccbc16588f0a x-openstack-request-id: req-c391befb-3355-4042-be82-ccbc16588f0a {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:15:03.022476 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e31e898-ced9-4baa-a528-ee5425641787", "name": "network-vif-deleted", "tag": "82942ba4-ab02-438f-9417-5e3bc8fa66e9", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:15:03.022889 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c391befb-3355-4042-be82-ccbc16588f0a {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:15:03.023434 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e31e898-ced9-4baa-a528-ee5425641787', 'name': 'network-vif-deleted', 'tag': '82942ba4-ab02-438f-9417-5e3bc8fa66e9', 'status': 'completed', 'code': 200} Nov 15 11:15:03.093865 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab718c70-1570-4d7b-b935-20cee418477a req-f69f9a4e-f55d-4a81-835e-a7182a456da2 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:03.095739 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ab718c70-1570-4d7b-b935-20cee418477a req-f69f9a4e-f55d-4a81-835e-a7182a456da2 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 945 time: 0.0699499 Nov 15 11:15:03.096286 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fc86c-7c97-45cb-8ecb-6541c8bc78b0 req-363a37fe-134c-40a9-bcd9-6dcd48b3d005 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:03.097753 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f09fc86c-7c97-45cb-8ecb-6541c8bc78b0 req-363a37fe-134c-40a9-bcd9-6dcd48b3d005 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.55 "GET /v2.0/ports?device_id=fee0f13a-6763-4be0-83fb-9468ef9da6fa HTTP/1.1" status: 200 len: 950 time: 0.1511998 Nov 15 11:15:03.138668 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a392e48d-6119-4fed-9656-9870abba0e69 x-openstack-request-id: req-a392e48d-6119-4fed-9656-9870abba0e69 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:15:03.138964 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0239c55-36d5-4398-ba24-717929e8de55", "name": "network-vif-deleted", "tag": "7ccb355a-f624-4914-8f4f-2d5a85d5e30e", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:15:03.139182 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a392e48d-6119-4fed-9656-9870abba0e69 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:15:03.139573 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0239c55-36d5-4398-ba24-717929e8de55', 'name': 'network-vif-deleted', 'tag': '7ccb355a-f624-4914-8f4f-2d5a85d5e30e', 'status': 'completed', 'code': 200} Nov 15 11:15:03.182458 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-70177730-4cf5-4844-aace-e1f57a555faf tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Made reservation on behalf of 3d9c8d368bef4c74abee5cbe7283626d for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:15:03.185975 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-70177730-4cf5-4844-aace-e1f57a555faf tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:03.200612 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-ab718c70-1570-4d7b-b935-20cee418477a req-69298146-4b41-47a9-bfec-c21eabde8687 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Deleting port e7bd772e-6ea4-46c6-84bd-ca23a153da35 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:15:03.200922 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ab718c70-1570-4d7b-b935-20cee418477a req-69298146-4b41-47a9-bfec-c21eabde8687 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:03.204178 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-12104c54-ce25-483d-bbec-473bdb902228 req-f4ac6fb0-4852-42ba-ab87-a1afe9e7f255 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Deleting port 88e1f451-617c-470b-8c5c-d95a41dd2385 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:15:03.204516 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-12104c54-ce25-483d-bbec-473bdb902228 req-f4ac6fb0-4852-42ba-ab87-a1afe9e7f255 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:03.299284 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ab718c70-1570-4d7b-b935-20cee418477a req-69298146-4b41-47a9-bfec-c21eabde8687 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] For port e7bd772e-6ea4-46c6-84bd-ca23a153da35, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e7bd772e-6ea4-46c6-84bd-ca23a153da35,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:03.299648 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ab718c70-1570-4d7b-b935-20cee418477a req-69298146-4b41-47a9-bfec-c21eabde8687 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:03.301322 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-508de5da-ecd0-48d1-9bd3-58dead148df1 req-1ce35c1c-b65a-4788-a012-dbf8b53b9093 tempest-VolumesAdminNegativeTest-2022341510 tempest-VolumesAdminNegativeTest-2022341510-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0239c55-36d5-4398-ba24-717929e8de55 HTTP/1.1" status: 200 len: 210 time: 0.1063526 Nov 15 11:15:03.313898 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-ab718c70-1570-4d7b-b935-20cee418477a req-69298146-4b41-47a9-bfec-c21eabde8687 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Calling delete_port for e7bd772e-6ea4-46c6-84bd-ca23a153da35 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:15:03.334249 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bd28d-138d-4a4e-a0dd-a2094c9f066a req-84a6e0ce-d568-4808-aac6-af8ddd40025e tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:03.335852 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c3bd28d-138d-4a4e-a0dd-a2094c9f066a req-84a6e0ce-d568-4808-aac6-af8ddd40025e tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee0f13a-6763-4be0-83fb-9468ef9da6fa HTTP/1.1" status: 200 len: 950 time: 0.2361839 Nov 15 11:15:03.476518 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ab718c70-1570-4d7b-b935-20cee418477a req-69298146-4b41-47a9-bfec-c21eabde8687 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:03.488894 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-12104c54-ce25-483d-bbec-473bdb902228 req-f4ac6fb0-4852-42ba-ab87-a1afe9e7f255 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] For port 88e1f451-617c-470b-8c5c-d95a41dd2385, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=88e1f451-617c-470b-8c5c-d95a41dd2385,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:03.489161 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-12104c54-ce25-483d-bbec-473bdb902228 req-f4ac6fb0-4852-42ba-ab87-a1afe9e7f255 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:03.490914 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['e7bd772e-6ea4-46c6-84bd-ca23a153da35'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:15:03.507585 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f09fc86c-7c97-45cb-8ecb-6541c8bc78b0 req-56083cbc-4b4e-445d-8c98-617973d524b7 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Deleting port 70d26701-48a8-427b-9172-dea4101c50e5 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:15:03.507945 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f09fc86c-7c97-45cb-8ecb-6541c8bc78b0 req-56083cbc-4b4e-445d-8c98-617973d524b7 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:03.517452 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69298146-4b41-47a9-bfec-c21eabde8687 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Pushing event deleted for resources: {'Port': ['ID=e7bd772e-6ea4-46c6-84bd-ca23a153da35,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:03.559064 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab718c70-1570-4d7b-b935-20cee418477a req-69298146-4b41-47a9-bfec-c21eabde8687 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] No DVR routers for this DVR port e7bd772e-6ea4-46c6-84bd-ca23a153da35 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:15:03.562526 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ab718c70-1570-4d7b-b935-20cee418477a req-69298146-4b41-47a9-bfec-c21eabde8687 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:03.567026 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ab718c70-1570-4d7b-b935-20cee418477a req-69298146-4b41-47a9-bfec-c21eabde8687 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.11 "DELETE /v2.0/ports/e7bd772e-6ea4-46c6-84bd-ca23a153da35 HTTP/1.1" status: 204 len: 173 time: 0.4636502 Nov 15 11:15:03.591938 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-12104c54-ce25-483d-bbec-473bdb902228 req-f4ac6fb0-4852-42ba-ab87-a1afe9e7f255 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Calling delete_port for 88e1f451-617c-470b-8c5c-d95a41dd2385 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:15:03.601241 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c3bd28d-138d-4a4e-a0dd-a2094c9f066a req-e3ca77cc-c1ac-409c-a763-04fc31564f35 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/security-groups?id=04e7e050-9749-4367-809b-daf5bf90ed24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528033 Nov 15 11:15:03.631194 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81f087-70fd-4702-b6e1-1ab8697bd62d req-83659e5e-f858-413e-94df-5b56a08de49f tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:03.632771 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f81f087-70fd-4702-b6e1-1ab8697bd62d req-83659e5e-f858-413e-94df-5b56a08de49f tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd464fcd-bae0-4379-bfb3-82208f97cf3e HTTP/1.1" status: 200 len: 866 time: 0.2299109 Nov 15 11:15:03.688162 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-70177730-4cf5-4844-aace-e1f57a555faf tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Allocated IP 172.20.0.13 (be01e75b-e554-4f10-bf07-0288c0981a73/fe02edeb-e83c-4883-9de3-f499a3c56d94/b2e48f3c-6b32-4a32-aa09-c237c0965ea2) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:15:03.776821 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-f09fc86c-7c97-45cb-8ecb-6541c8bc78b0 req-56083cbc-4b4e-445d-8c98-617973d524b7 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] For port 70d26701-48a8-427b-9172-dea4101c50e5, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=70d26701-48a8-427b-9172-dea4101c50e5,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:03.777182 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f09fc86c-7c97-45cb-8ecb-6541c8bc78b0 req-56083cbc-4b4e-445d-8c98-617973d524b7 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:03.800244 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f09fc86c-7c97-45cb-8ecb-6541c8bc78b0 req-56083cbc-4b4e-445d-8c98-617973d524b7 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Calling delete_port for 70d26701-48a8-427b-9172-dea4101c50e5 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:15:03.807434 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f81f087-70fd-4702-b6e1-1ab8697bd62d req-9e11a19d-57e5-4c4d-a09a-0c51270f0b36 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655226 Nov 15 11:15:04.030100 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-12104c54-ce25-483d-bbec-473bdb902228 req-f4ac6fb0-4852-42ba-ab87-a1afe9e7f255 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:04.033101 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-70177730-4cf5-4844-aace-e1f57a555faf tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:04.044647 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['88e1f451-617c-470b-8c5c-d95a41dd2385'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:15:04.111497 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac6fb0-4852-42ba-ab87-a1afe9e7f255 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Pushing event deleted for resources: {'Port': ['ID=88e1f451-617c-470b-8c5c-d95a41dd2385,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:04.163560 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a60c48d9-a12b-4bff-8de9-325dcd1984ae req-ea410f74-3693-4666-8845-34c86441c806 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.64 "GET /v2.0/ports?device_id=3065710c-41b7-4eb6-896e-d0b7817be20c HTTP/1.1" status: 200 len: 210 time: 0.0920374 Nov 15 11:15:04.171051 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4de2a2ce-fd8d-4648-8550-a8f40f922f0b req-8cce29f9-e522-41c3-8714-bb8df70e8553 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 210 time: 0.0712228 Nov 15 11:15:04.202781 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f09fc86c-7c97-45cb-8ecb-6541c8bc78b0 req-56083cbc-4b4e-445d-8c98-617973d524b7 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:04.225889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-12104c54-ce25-483d-bbec-473bdb902228 req-f4ac6fb0-4852-42ba-ab87-a1afe9e7f255 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] No DVR routers for this DVR port 88e1f451-617c-470b-8c5c-d95a41dd2385 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:15:04.246948 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-12104c54-ce25-483d-bbec-473bdb902228 req-f4ac6fb0-4852-42ba-ab87-a1afe9e7f255 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:04.250299 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12104c54-ce25-483d-bbec-473bdb902228 req-f4ac6fb0-4852-42ba-ab87-a1afe9e7f255 tempest-MigrationsAdminTest-748935517 tempest-MigrationsAdminTest-748935517-project] 10.222.0.11 "DELETE /v2.0/ports/88e1f451-617c-470b-8c5c-d95a41dd2385 HTTP/1.1" status: 204 len: 173 time: 1.6157722 Nov 15 11:15:04.253691 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56083cbc-4b4e-445d-8c98-617973d524b7 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Pushing event deleted for resources: {'Port': ['ID=70d26701-48a8-427b-9172-dea4101c50e5,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:04.257071 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-70177730-4cf5-4844-aace-e1f57a555faf tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:04.328820 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09fc86c-7c97-45cb-8ecb-6541c8bc78b0 req-56083cbc-4b4e-445d-8c98-617973d524b7 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] No DVR routers for this DVR port 70d26701-48a8-427b-9172-dea4101c50e5 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:15:04.337515 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f09fc86c-7c97-45cb-8ecb-6541c8bc78b0 req-56083cbc-4b4e-445d-8c98-617973d524b7 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:04.343025 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f09fc86c-7c97-45cb-8ecb-6541c8bc78b0 req-56083cbc-4b4e-445d-8c98-617973d524b7 tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.55 "DELETE /v2.0/ports/70d26701-48a8-427b-9172-dea4101c50e5 HTTP/1.1" status: 204 len: 173 time: 1.2259791 Nov 15 11:15:04.345103 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-70177730-4cf5-4844-aace-e1f57a555faf tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Network be01e75b-e554-4f10-bf07-0288c0981a73 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:15:04.356769 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-70177730-4cf5-4844-aace-e1f57a555faf tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:15:04.361906 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-70177730-4cf5-4844-aace-e1f57a555faf tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:15:04.367514 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-70177730-4cf5-4844-aace-e1f57a555faf tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:04.368171 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-70177730-4cf5-4844-aace-e1f57a555faf tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:04.372379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70177730-4cf5-4844-aace-e1f57a555faf tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Pushing event updated for resources: {'Port': ['ID=b2e48f3c-6b32-4a32-aa09-c237c0965ea2,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:04.376494 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54130) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:04.394937 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-70177730-4cf5-4844-aace-e1f57a555faf tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8405979 Nov 15 11:15:04.416260 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-df017f71-09f4-4b92-8969-96ef8c2ddf0f service neutron] Request body: {'port': {'device_id': '7b06314c-ff13-43c0-82dc-0bcc9542bf4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:04.424902 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d956715-a286-4cc3-a004-c575827807d4 admin admin] Deleting subnet 41c98816-16ba-4017-9f2f-cb94aa81207b {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:15:04.429786 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d956715-a286-4cc3-a004-c575827807d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:04.470182 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d956715-a286-4cc3-a004-c575827807d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:04.482920 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-df017f71-09f4-4b92-8969-96ef8c2ddf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:04.520657 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d956715-a286-4cc3-a004-c575827807d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:04.584987 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d956715-a286-4cc3-a004-c575827807d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:04.617913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d956715-a286-4cc3-a004-c575827807d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41c98816-16ba-4017-9f2f-cb94aa81207b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:04.632304 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d956715-a286-4cc3-a004-c575827807d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:04.642364 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2d956715-a286-4cc3-a004-c575827807d4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/41c98816-16ba-4017-9f2f-cb94aa81207b HTTP/1.1" status: 204 len: 168 time: 0.2645650 Nov 15 11:15:04.644796 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54134) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:04.768963 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0784ba6-f195-48e8-8704-563726f8b4ff req-b15df34f-0561-4ca8-bc75-e65db3c140df tempest-ServerDiagnosticsNegativeTest-1002917949 tempest-ServerDiagnosticsNegativeTest-1002917949-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee0f13a-6763-4be0-83fb-9468ef9da6fa HTTP/1.1" status: 200 len: 210 time: 0.0482254 Nov 15 11:15:04.772419 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e60cf81-5ed9-4305-8efa-2edb24b3e73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:04.914519 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-df017f71-09f4-4b92-8969-96ef8c2ddf0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e48f3c-6b32-4a32-aa09-c237c0965ea2 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:15:04.924923 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-df017f71-09f4-4b92-8969-96ef8c2ddf0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:04.944385 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-df017f71-09f4-4b92-8969-96ef8c2ddf0f service neutron] Transition to ACTIVE for port object b2e48f3c-6b32-4a32-aa09-c237c0965ea2 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:15:04.954805 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-df017f71-09f4-4b92-8969-96ef8c2ddf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:04.960400 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e60cf81-5ed9-4305-8efa-2edb24b3e73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:05.006297 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-0e60cf81-5ed9-4305-8efa-2edb24b3e73a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89b2166-b816-4b4a-95a6-5b169b301066']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:05.020044 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-0e60cf81-5ed9-4305-8efa-2edb24b3e73a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9147f1-7605-493b-bee4-7c40761b8fbd') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:05.020658 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-0e60cf81-5ed9-4305-8efa-2edb24b3e73a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9147f1-7605-493b-bee4-7c40761b8fbd') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:05.031102 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3065710c-41b7-4eb6-896e-d0b7817be20c', 'name': 'network-vif-deleted', 'tag': '88e1f451-617c-470b-8c5c-d95a41dd2385'}, {'server_uuid': 'fee0f13a-6763-4be0-83fb-9468ef9da6fa', 'name': 'network-vif-deleted', 'tag': '70d26701-48a8-427b-9172-dea4101c50e5'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:15:05.031622 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e60cf81-5ed9-4305-8efa-2edb24b3e73a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:05.033626 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90541a18-78fc-42c6-8655-e2c9e3424dcb" -d '{"events": [{"server_uuid": "3065710c-41b7-4eb6-896e-d0b7817be20c", "name": "network-vif-deleted", "tag": "88e1f451-617c-470b-8c5c-d95a41dd2385"}, {"server_uuid": "fee0f13a-6763-4be0-83fb-9468ef9da6fa", "name": "network-vif-deleted", "tag": "70d26701-48a8-427b-9172-dea4101c50e5"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:15:05.041060 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df017f71-09f4-4b92-8969-96ef8c2ddf0f service neutron] Pushing event updated for resources: {'Port': ['ID=b2e48f3c-6b32-4a32-aa09-c237c0965ea2,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:05.052450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-df017f71-09f4-4b92-8969-96ef8c2ddf0f service neutron] Attempting to bind port b2e48f3c-6b32-4a32-aa09-c237c0965ea2 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:15:05.052816 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-df017f71-09f4-4b92-8969-96ef8c2ddf0f service neutron] Attempting to bind port b2e48f3c-6b32-4a32-aa09-c237c0965ea2 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:15:05.053148 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-df017f71-09f4-4b92-8969-96ef8c2ddf0f service neutron] Attempting to bind port b2e48f3c-6b32-4a32-aa09-c237c0965ea2 on network be01e75b-e554-4f10-bf07-0288c0981a73 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:15:05.055322 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e60cf81-5ed9-4305-8efa-2edb24b3e73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:05.057890 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-df017f71-09f4-4b92-8969-96ef8c2ddf0f service neutron] Port b2e48f3c-6b32-4a32-aa09-c237c0965ea2 on network be01e75b-e554-4f10-bf07-0288c0981a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:15:05.058214 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-df017f71-09f4-4b92-8969-96ef8c2ddf0f service neutron] Attempting to bind port b2e48f3c-6b32-4a32-aa09-c237c0965ea2 on network be01e75b-e554-4f10-bf07-0288c0981a73 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:15:05.063939 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e60cf81-5ed9-4305-8efa-2edb24b3e73a admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:15:05.064700 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e60cf81-5ed9-4305-8efa-2edb24b3e73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:05.064841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-df017f71-09f4-4b92-8969-96ef8c2ddf0f service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:15:05.065212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-df017f71-09f4-4b92-8969-96ef8c2ddf0f service neutron] Checking segment: {'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:15:05.065592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-df017f71-09f4-4b92-8969-96ef8c2ddf0f service neutron] Bound using segment: {'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:15:05.066170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-df017f71-09f4-4b92-8969-96ef8c2ddf0f service neutron] Bound port: b2e48f3c-6b32-4a32-aa09-c237c0965ea2, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:15:05.067442 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:15:05.069585 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-df017f71-09f4-4b92-8969-96ef8c2ddf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:05.120963 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 11:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bec911-ed57-49b0-9e25-be277f8b1422 x-openstack-request-id: req-c5bec911-ed57-49b0-9e25-be277f8b1422 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:15:05.121257 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3065710c-41b7-4eb6-896e-d0b7817be20c", "name": "network-vif-deleted", "tag": "88e1f451-617c-470b-8c5c-d95a41dd2385", "status": "completed", "code": 200}, {"server_uuid": "fee0f13a-6763-4be0-83fb-9468ef9da6fa", "name": "network-vif-deleted", "tag": "70d26701-48a8-427b-9172-dea4101c50e5", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:15:05.121503 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c5bec911-ed57-49b0-9e25-be277f8b1422 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:15:05.121898 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3065710c-41b7-4eb6-896e-d0b7817be20c', 'name': 'network-vif-deleted', 'tag': '88e1f451-617c-470b-8c5c-d95a41dd2385', 'status': 'completed', 'code': 200} Nov 15 11:15:05.122151 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee0f13a-6763-4be0-83fb-9468ef9da6fa', 'name': 'network-vif-deleted', 'tag': '70d26701-48a8-427b-9172-dea4101c50e5', 'status': 'completed', 'code': 200} Nov 15 11:15:05.131733 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e60cf81-5ed9-4305-8efa-2edb24b3e73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:05.138946 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e60cf81-5ed9-4305-8efa-2edb24b3e73a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:05.144209 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0e60cf81-5ed9-4305-8efa-2edb24b3e73a admin admin] 10.222.0.64 "DELETE /v2.0/networks/a89b2166-b816-4b4a-95a6-5b169b301066 HTTP/1.1" status: 204 len: 168 time: 0.4977047 Nov 15 11:15:05.149133 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54148) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:05.149396 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd464fcd-bae0-4379-bfb3-82208f97cf3e', 'name': 'network-vif-deleted', 'tag': 'e7bd772e-6ea4-46c6-84bd-ca23a153da35'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:15:05.151592 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70cfd8f-3174-4693-a265-d66dacc8fb48" -d '{"events": [{"server_uuid": "bd464fcd-bae0-4379-bfb3-82208f97cf3e", "name": "network-vif-deleted", "tag": "e7bd772e-6ea4-46c6-84bd-ca23a153da35"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:15:05.164295 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60cf81-5ed9-4305-8efa-2edb24b3e73a admin admin] Pushing event deleted for resources: {'Network': ['ID=a89b2166-b816-4b4a-95a6-5b169b301066,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:05.171164 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-df017f71-09f4-4b92-8969-96ef8c2ddf0f service neutron] For port b2e48f3c-6b32-4a32-aa09-c237c0965ea2, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:15:05.182433 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-df017f71-09f4-4b92-8969-96ef8c2ddf0f service neutron] For port b2e48f3c-6b32-4a32-aa09-c237c0965ea2, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=b2e48f3c-6b32-4a32-aa09-c237c0965ea2,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:15:05.193466 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4275511-6120-478c-8b0f-d81dddd6c10c x-openstack-request-id: req-b4275511-6120-478c-8b0f-d81dddd6c10c {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:15:05.193466 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd464fcd-bae0-4379-bfb3-82208f97cf3e", "name": "network-vif-deleted", "tag": "e7bd772e-6ea4-46c6-84bd-ca23a153da35", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:15:05.193466 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b4275511-6120-478c-8b0f-d81dddd6c10c {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:15:05.193466 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd464fcd-bae0-4379-bfb3-82208f97cf3e', 'name': 'network-vif-deleted', 'tag': 'e7bd772e-6ea4-46c6-84bd-ca23a153da35', 'status': 'completed', 'code': 200} Nov 15 11:15:05.218405 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-df017f71-09f4-4b92-8969-96ef8c2ddf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:05.279369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-df017f71-09f4-4b92-8969-96ef8c2ddf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:05.279996 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-df017f71-09f4-4b92-8969-96ef8c2ddf0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:05.281443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-df017f71-09f4-4b92-8969-96ef8c2ddf0f service neutron] 10.222.0.55 "PUT /v2.0/ports/b2e48f3c-6b32-4a32-aa09-c237c0965ea2 HTTP/1.1" status: 200 len: 1092 time: 0.8709557 Nov 15 11:15:05.284378 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd9302d-27e0-4b4b-a91b-ed65421a94a4 admin admin] Deleting subnet c0302edf-150f-4e47-87e0-28135af3f106 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:15:05.306636 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ddd9302d-27e0-4b4b-a91b-ed65421a94a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:05.368505 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c51085-960a-4fe5-b983-aab7eef1fbf1 req-48663b3b-2c7f-4083-a0e4-0ce4c6da1cb2 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:05.370314 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a6c51085-960a-4fe5-b983-aab7eef1fbf1 req-48663b3b-2c7f-4083-a0e4-0ce4c6da1cb2 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 944 time: 0.2094610 Nov 15 11:15:05.370966 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df017f71-09f4-4b92-8969-96ef8c2ddf0f service neutron] Pushing event updated for resources: {'Port': ['ID=b2e48f3c-6b32-4a32-aa09-c237c0965ea2,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:05.421574 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ddd9302d-27e0-4b4b-a91b-ed65421a94a4 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:05.431493 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ddd9302d-27e0-4b4b-a91b-ed65421a94a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:05.467369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc57519-48fb-4c05-9d3b-dcab2ce760d0 req-eea4782d-f9e2-4de5-bb3b-1ec7e0f69ddc tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:05.468931 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1fc57519-48fb-4c05-9d3b-dcab2ce760d0 req-eea4782d-f9e2-4de5-bb3b-1ec7e0f69ddc tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 944 time: 0.1948876 Nov 15 11:15:05.495245 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-a40383d0-fcea-4a92-b7bc-5895f7a77b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:05.496726 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-a40383d0-fcea-4a92-b7bc-5895f7a77b56 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d9c8d368bef4c74abee5cbe7283626d&device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 1095 time: 0.1556876 Nov 15 11:15:05.507517 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54162) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:05.529668 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a6c51085-960a-4fe5-b983-aab7eef1fbf1 req-39987eea-ed84-453e-811b-f2236bd84ad8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393440 Nov 15 11:15:05.573683 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-df7d9482-534f-4236-97ac-12773649493c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2e48f3c-6b32-4a32-aa09-c237c0965ea2 HTTP/1.1" status: 200 len: 217 time: 0.0606084 Nov 15 11:15:05.650319 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ddd9302d-27e0-4b4b-a91b-ed65421a94a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:05.652471 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7da73bf1-d621-4f10-b917-38d19c9be554 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f683158a34ba4a62a024151827d9c8e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437600 Nov 15 11:15:05.655047 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54166) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:05.659376 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1fc57519-48fb-4c05-9d3b-dcab2ce760d0 req-e66bd732-2468-4b85-9d71-48601955c8d5 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770329 Nov 15 11:15:05.694192 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9302d-27e0-4b4b-a91b-ed65421a94a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0302edf-150f-4e47-87e0-28135af3f106,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:05.696380 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ddd9302d-27e0-4b4b-a91b-ed65421a94a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:05.700286 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ddd9302d-27e0-4b4b-a91b-ed65421a94a4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c0302edf-150f-4e47-87e0-28135af3f106 HTTP/1.1" status: 204 len: 168 time: 0.5500631 Nov 15 11:15:05.702278 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-3a2b3043-2ca0-4abf-b06b-72947de2141b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:05.703690 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8afb27b3-a51c-453f-be60-e3182b3cc532 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:05.703902 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-3a2b3043-2ca0-4abf-b06b-72947de2141b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe02edeb-e83c-4883-9de3-f499a3c56d94 HTTP/1.1" status: 200 len: 851 time: 0.1207590 Nov 15 11:15:05.704371 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54168) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:05.706107 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 64f94408-9161-4304-ac5a-487dd34e943f no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:15:05.711716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986b0d1-1e1f-48b4-a0d9-022fade207e2 req-25006c80-7249-4aea-bf6d-123fb4bc6f9d tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:05.713334 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f986b0d1-1e1f-48b4-a0d9-022fade207e2 req-25006c80-7249-4aea-bf6d-123fb4bc6f9d tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.55 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 944 time: 0.1512027 Nov 15 11:15:05.725632 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8afb27b3-a51c-453f-be60-e3182b3cc532 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:05.775482 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8afb27b3-a51c-453f-be60-e3182b3cc532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:05.778369 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8afb27b3-a51c-453f-be60-e3182b3cc532 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:05.779892 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8afb27b3-a51c-453f-be60-e3182b3cc532 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208 HTTP/1.1" status: 204 len: 168 time: 0.1237755 Nov 15 11:15:05.791763 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb27b3-a51c-453f-be60-e3182b3cc532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae9fbfc-9ba9-4ea3-ba9c-42c2ffcaf208,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:05.803738 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-22358569-4ff5-4d81-ac2c-0a2d8fddc646 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be01e75b-e554-4f10-bf07-0288c0981a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837862 Nov 15 11:15:05.857546 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 70d26701-48a8-427b-9172-dea4101c50e5 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:15:05.888931 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 70d26701-48a8-427b-9172-dea4101c50e5 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:15:05.889271 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 70d26701-48a8-427b-9172-dea4101c50e5 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:15:05.902327 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:06.015560 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-cb032e1e-68fe-4cbf-958e-bd7775d04abb service neutron] 10.222.0.55 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002692 Nov 15 11:15:06.065664 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f986b0d1-1e1f-48b4-a0d9-022fade207e2 req-0dc782cc-ad62-4f92-b500-00d35fea53b8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Deleting port 64f94408-9161-4304-ac5a-487dd34e943f {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:15:06.066121 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f986b0d1-1e1f-48b4-a0d9-022fade207e2 req-0dc782cc-ad62-4f92-b500-00d35fea53b8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:06.099353 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54184) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:06.144256 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:06.183430 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-28118cd8-5b3f-4b12-a5d3-ea0d58035adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:06.184094 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:15:06.184433 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:15:06.185192 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:15:06.185562 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] Subscribe: > port after_create 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:15:06.185867 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:15:06.186132 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] Subscribe: > port after_update 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:15:06.186452 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:15:06.186761 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:15:06.187064 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:15:06.188136 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:15:06.237115 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54188) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:06.267634 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7d59afc7-81b5-45a0-9c44-786ca5964552 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b926f5e275634efb889800e51c82364c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1667461 Nov 15 11:15:06.272512 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54190) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:06.302815 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-998317c4-db4a-430e-b7b7-7a7b4167634e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=521fd2112b23448aa533654be56107e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0646055 Nov 15 11:15:06.305681 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54192) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:06.309624 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:15:06.309970 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:15:06.310324 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:15:06.310649 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 11:15:06.311016 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c866cc4c-e95d-4df0-ac9b-52a955bb78bb']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:06.336388 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607f0525-fa02-4808-ac93-0129f58eee68') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:06.336676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607f0525-fa02-4808-ac93-0129f58eee68') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:06.361356 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0b9b8cc-d6fa-4c9e-8cd1-d0ddd529a100 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:06.365902 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:06.390404 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd9fbc5b-e644-4baa-8afd-67715c9ab7d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:06.393153 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0b9b8cc-d6fa-4c9e-8cd1-d0ddd529a100 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:06.418880 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb103b7e-40d0-4114-bd48-b3117245ab67 req-b99276b7-7e5b-45b8-9c18-0bb3f0068d71 service neutron] 10.222.0.55 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689852 Nov 15 11:15:06.419639 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:06.432002 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-f986b0d1-1e1f-48b4-a0d9-022fade207e2 req-0dc782cc-ad62-4f92-b500-00d35fea53b8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] For port 64f94408-9161-4304-ac5a-487dd34e943f, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=64f94408-9161-4304-ac5a-487dd34e943f,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:06.432423 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f986b0d1-1e1f-48b4-a0d9-022fade207e2 req-0dc782cc-ad62-4f92-b500-00d35fea53b8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:06.433055 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd9fbc5b-e644-4baa-8afd-67715c9ab7d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:06.435334 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:15:06.435808 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: from cryptography.utils import int_from_bytes Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: from cryptography.utils import int_from_bytes Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:15:06.439912 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:15:06.484758 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f986b0d1-1e1f-48b4-a0d9-022fade207e2 req-0dc782cc-ad62-4f92-b500-00d35fea53b8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Calling delete_port for 64f94408-9161-4304-ac5a-487dd34e943f owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:15:06.486055 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0b9b8cc-d6fa-4c9e-8cd1-d0ddd529a100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:06.488557 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0b9b8cc-d6fa-4c9e-8cd1-d0ddd529a100 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:06.489673 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d0b9b8cc-d6fa-4c9e-8cd1-d0ddd529a100 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04e7e050-9749-4367-809b-daf5bf90ed24 HTTP/1.1" status: 204 len: 168 time: 0.2162817 Nov 15 11:15:06.492539 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd9fbc5b-e644-4baa-8afd-67715c9ab7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:06.495326 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd9fbc5b-e644-4baa-8afd-67715c9ab7d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:06.496407 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cd9fbc5b-e644-4baa-8afd-67715c9ab7d7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a1826845-6479-497d-a121-83881bfaf5fa HTTP/1.1" status: 204 len: 168 time: 0.1898775 Nov 15 11:15:06.503942 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9b8cc-d6fa-4c9e-8cd1-d0ddd529a100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e7e050-9749-4367-809b-daf5bf90ed24,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:06.526076 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9fbc5b-e644-4baa-8afd-67715c9ab7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1826845-6479-497d-a121-83881bfaf5fa,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:06.551276 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:06.575257 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:06.578520 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c866cc4c-e95d-4df0-ac9b-52a955bb78bb HTTP/1.1" status: 204 len: 168 time: 0.8642731 Nov 15 11:15:06.585286 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03ee19-c8b4-4fad-bd42-4a94ff963554 admin admin] Pushing event deleted for resources: {'Network': ['ID=c866cc4c-e95d-4df0-ac9b-52a955bb78bb,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:06.722171 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a4145-fda3-4a1b-852d-8dce373644cf req-95b00064-c349-4720-86c0-cfc00d8467e4 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:06.723701 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-416a4145-fda3-4a1b-852d-8dce373644cf req-95b00064-c349-4720-86c0-cfc00d8467e4 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=713838c0-e07e-4959-a777-25a6568917e7 HTTP/1.1" status: 200 len: 944 time: 0.0925245 Nov 15 11:15:06.725195 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f986b0d1-1e1f-48b4-a0d9-022fade207e2 req-0dc782cc-ad62-4f92-b500-00d35fea53b8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:06.767234 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc782cc-ad62-4f92-b500-00d35fea53b8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Pushing event deleted for resources: {'Port': ['ID=64f94408-9161-4304-ac5a-487dd34e943f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:06.849970 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-f986b0d1-1e1f-48b4-a0d9-022fade207e2 req-0dc782cc-ad62-4f92-b500-00d35fea53b8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] No DVR routers for this DVR port 64f94408-9161-4304-ac5a-487dd34e943f on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:15:06.855710 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f986b0d1-1e1f-48b4-a0d9-022fade207e2 req-0dc782cc-ad62-4f92-b500-00d35fea53b8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:06.859157 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f986b0d1-1e1f-48b4-a0d9-022fade207e2 req-0dc782cc-ad62-4f92-b500-00d35fea53b8 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.55 "DELETE /v2.0/ports/64f94408-9161-4304-ac5a-487dd34e943f HTTP/1.1" status: 204 len: 173 time: 1.1263022 Nov 15 11:15:06.884366 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-416a4145-fda3-4a1b-852d-8dce373644cf req-7badd417-b6b1-4504-a4b8-de7ea8222303 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437519 Nov 15 11:15:06.901541 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a29f02-c6e5-4b8e-a1eb-d3402f0dfebd req-6c9697e1-f8ab-445c-8f4f-d4ce13ac1418 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:06.903274 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00a29f02-c6e5-4b8e-a1eb-d3402f0dfebd req-6c9697e1-f8ab-445c-8f4f-d4ce13ac1418 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 944 time: 0.1222606 Nov 15 11:15:06.985187 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00a29f02-c6e5-4b8e-a1eb-d3402f0dfebd req-5dc90b5e-6991-4433-8e32-b846c543d48f tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746372 Nov 15 11:15:07.053791 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54216) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:07.063258 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54218) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:07.068715 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f1ec7cbd-fbd9-47f6-af37-bff7c1205c99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:07.108967 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3be3ec25-8535-4bed-8df7-7d14d4e18be7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b13f9ecb4e5144579e54aecb03223055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434630 Nov 15 11:15:07.110652 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54220) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:07.123251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b06314c-ff13-43c0-82dc-0bcc9542bf4d', 'tag': 'b2e48f3c-6b32-4a32-aa09-c237c0965ea2'}, {'server_uuid': '713838c0-e07e-4959-a777-25a6568917e7', 'name': 'network-vif-deleted', 'tag': '64f94408-9161-4304-ac5a-487dd34e943f'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:15:07.126492 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657362fd-00ea-4842-bd6d-d9f9608880fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7b06314c-ff13-43c0-82dc-0bcc9542bf4d", "tag": "b2e48f3c-6b32-4a32-aa09-c237c0965ea2"}, {"server_uuid": "713838c0-e07e-4959-a777-25a6568917e7", "name": "network-vif-deleted", "tag": "64f94408-9161-4304-ac5a-487dd34e943f"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:15:07.164337 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f1ec7cbd-fbd9-47f6-af37-bff7c1205c99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:07.169677 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-95fe0e5a-7d12-413d-96df-7ccef0bbfe3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:07.172623 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f1ec7cbd-fbd9-47f6-af37-bff7c1205c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:07.174300 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 15 Nov 2021 11:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f77f53-c699-4d62-9917-f52a4174ddba x-openstack-request-id: req-e3f77f53-c699-4d62-9917-f52a4174ddba {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:15:07.174588 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b06314c-ff13-43c0-82dc-0bcc9542bf4d", "tag": "b2e48f3c-6b32-4a32-aa09-c237c0965ea2", "status": "completed", "code": 200}, {"server_uuid": "713838c0-e07e-4959-a777-25a6568917e7", "name": "network-vif-deleted", "tag": "64f94408-9161-4304-ac5a-487dd34e943f", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:15:07.174831 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3f77f53-c699-4d62-9917-f52a4174ddba {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:15:07.175245 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b06314c-ff13-43c0-82dc-0bcc9542bf4d', 'tag': 'b2e48f3c-6b32-4a32-aa09-c237c0965ea2', 'status': 'completed', 'code': 200} Nov 15 11:15:07.175466 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713838c0-e07e-4959-a777-25a6568917e7', 'name': 'network-vif-deleted', 'tag': '64f94408-9161-4304-ac5a-487dd34e943f', 'status': 'completed', 'code': 200} Nov 15 11:15:07.195647 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-95fe0e5a-7d12-413d-96df-7ccef0bbfe3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:07.206394 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f1ec7cbd-fbd9-47f6-af37-bff7c1205c99 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d893278a05c847bea6958d8cbf707b05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1514623 Nov 15 11:15:07.209433 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54226) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:07.233029 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec7cbd-fbd9-47f6-af37-bff7c1205c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef10fb22-7277-430b-9b55-6c58b1d3fc40,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:07.260005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657362fd-00ea-4842-bd6d-d9f9608880fd req-445a6e55-2052-418e-88e8-3cde6c078508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:07.261515 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-657362fd-00ea-4842-bd6d-d9f9608880fd req-445a6e55-2052-418e-88e8-3cde6c078508 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d9c8d368bef4c74abee5cbe7283626d&device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 1095 time: 0.0594459 Nov 15 11:15:07.278324 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2edf48c9-8393-4ede-b2f9-4832b0d2dfb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:07.309114 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2edf48c9-8393-4ede-b2f9-4832b0d2dfb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:07.357418 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device e7bd772e-6ea4-46c6-84bd-ca23a153da35 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:15:07.366216 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2edf48c9-8393-4ede-b2f9-4832b0d2dfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:07.371442 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2edf48c9-8393-4ede-b2f9-4832b0d2dfb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:07.373789 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2edf48c9-8393-4ede-b2f9-4832b0d2dfb7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef10fb22-7277-430b-9b55-6c58b1d3fc40 HTTP/1.1" status: 204 len: 168 time: 0.1634440 Nov 15 11:15:07.384583 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf48c9-8393-4ede-b2f9-4832b0d2dfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef10fb22-7277-430b-9b55-6c58b1d3fc40,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:07.436816 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: e7bd772e-6ea4-46c6-84bd-ca23a153da35 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:15:07.441781 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device e7bd772e-6ea4-46c6-84bd-ca23a153da35 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:15:07.442626 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 88e1f451-617c-470b-8c5c-d95a41dd2385 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:15:07.485926 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 88e1f451-617c-470b-8c5c-d95a41dd2385 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:15:07.486254 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 88e1f451-617c-470b-8c5c-d95a41dd2385 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:15:07.486854 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 7ccb355a-f624-4914-8f4f-2d5a85d5e30e no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:15:07.515081 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 7ccb355a-f624-4914-8f4f-2d5a85d5e30e {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:15:07.515831 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 7ccb355a-f624-4914-8f4f-2d5a85d5e30e not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:15:07.612316 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-95fe0e5a-7d12-413d-96df-7ccef0bbfe3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:07.614748 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-95fe0e5a-7d12-413d-96df-7ccef0bbfe3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:07.616091 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-95fe0e5a-7d12-413d-96df-7ccef0bbfe3c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c3d4d939-883d-4d71-b12f-c60ba13fccf8 HTTP/1.1" status: 204 len: 168 time: 0.5043397 Nov 15 11:15:07.631132 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe0e5a-7d12-413d-96df-7ccef0bbfe3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d4d939-883d-4d71-b12f-c60ba13fccf8,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:07.662572 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657362fd-00ea-4842-bd6d-d9f9608880fd req-5b60a5b0-2059-49a0-9875-15929cb8be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:07.665344 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-657362fd-00ea-4842-bd6d-d9f9608880fd req-5b60a5b0-2059-49a0-9875-15929cb8be18 service neutron] 10.222.0.55 "GET /v2.0/networks?id=be01e75b-e554-4f10-bf07-0288c0981a73 HTTP/1.1" status: 200 len: 912 time: 0.3941584 Nov 15 11:15:07.713402 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device b2e48f3c-6b32-4a32-aa09-c237c0965ea2 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:15:07.735180 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-657362fd-00ea-4842-bd6d-d9f9608880fd req-3ac1c953-ff69-408b-ac0d-41b0d0ceec31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2e48f3c-6b32-4a32-aa09-c237c0965ea2 HTTP/1.1" status: 200 len: 217 time: 0.0580311 Nov 15 11:15:07.805502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657362fd-00ea-4842-bd6d-d9f9608880fd req-55d6bfa3-6ccc-42d2-9c1a-b17e881078cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:07.809455 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-657362fd-00ea-4842-bd6d-d9f9608880fd req-55d6bfa3-6ccc-42d2-9c1a-b17e881078cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe02edeb-e83c-4883-9de3-f499a3c56d94 HTTP/1.1" status: 200 len: 851 time: 0.0674162 Nov 15 11:15:07.848726 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port b2e48f3c-6b32-4a32-aa09-c237c0965ea2, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=b2e48f3c-6b32-4a32-aa09-c237c0965ea2,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:07.850653 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-657362fd-00ea-4842-bd6d-d9f9608880fd req-6f04388b-b52f-44d6-b144-72671ed405ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be01e75b-e554-4f10-bf07-0288c0981a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343018 Nov 15 11:15:07.865965 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'b2e48f3c-6b32-4a32-aa09-c237c0965ea2', 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73', 'port_id': 'b2e48f3c-6b32-4a32-aa09-c237c0965ea2', 'mac_address': 'fa:16:3e:be:96:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe02edeb-e83c-4883-9de3-f499a3c56d94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:15:07.908641 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:07.925806 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e48f3c-6b32-4a32-aa09-c237c0965ea2 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:15:07.951549 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port b2e48f3c-6b32-4a32-aa09-c237c0965ea2, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=b2e48f3c-6b32-4a32-aa09-c237c0965ea2,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:07.956359 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:08.014254 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-657362fd-00ea-4842-bd6d-d9f9608880fd req-2d2982d2-7f4c-4d28-bc9a-664bcd76ffff service neutron] 10.222.0.55 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547191 Nov 15 11:15:08.031341 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=b2e48f3c-6b32-4a32-aa09-c237c0965ea2,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:08.111674 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54272) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:08.159571 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-657362fd-00ea-4842-bd6d-d9f9608880fd req-0e66fefd-63ee-4280-80ff-249d457ed2cb service neutron] 10.222.0.55 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334133 Nov 15 11:15:08.190423 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-869908f8-0d8a-4832-a37b-6a6a722213b3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ce38c6a7f83243e1871574d1b31ece84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0766144 Nov 15 11:15:08.193074 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54278) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:08.198759 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['b2e48f3c-6b32-4a32-aa09-c237c0965ea2'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:15:08.236648 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1387d7-0dbd-406b-bbb2-9e7ad6eb6c60 req-65850586-e38b-4403-a510-c0765cfdf261 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:08.238197 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca1387d7-0dbd-406b-bbb2-9e7ad6eb6c60 req-65850586-e38b-4403-a510-c0765cfdf261 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 945 time: 0.0534225 Nov 15 11:15:08.324903 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-781e892e-c552-4b7f-b198-1ae637e96472 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:08.341965 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca1387d7-0dbd-406b-bbb2-9e7ad6eb6c60 req-48d12129-9a7f-4ea5-a4c3-1321943bdb58 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967526 Nov 15 11:15:08.347514 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-876f719a-d008-46bc-8fd0-4536048f4a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:08.372316 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-781e892e-c552-4b7f-b198-1ae637e96472 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:08.426581 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-781e892e-c552-4b7f-b198-1ae637e96472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:08.431514 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-781e892e-c552-4b7f-b198-1ae637e96472 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:08.433615 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-781e892e-c552-4b7f-b198-1ae637e96472 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b24d5ac-b926-4e72-93cf-7450ccfd61c9 HTTP/1.1" status: 204 len: 168 time: 0.2235935 Nov 15 11:15:08.452668 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e892e-c552-4b7f-b198-1ae637e96472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b24d5ac-b926-4e72-93cf-7450ccfd61c9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:08.458994 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f5e95-aaf1-4afb-9a77-9807a8ac70e7 req-3f6538bd-bfa1-4c02-aa2c-8ff66b01f6c5 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:08.478000 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-850f5e95-aaf1-4afb-9a77-9807a8ac70e7 req-3f6538bd-bfa1-4c02-aa2c-8ff66b01f6c5 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 944 time: 0.1075535 Nov 15 11:15:08.539831 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-850f5e95-aaf1-4afb-9a77-9807a8ac70e7 req-10bcd17a-4e10-4d1c-9c58-d077272d2804 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19c1b39-60d2-4a3c-89ef-481ac0819b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609293 Nov 15 11:15:08.590552 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7bc1c4bf-9d8f-4a33-8c33-130d5812e65e req-c81e906a-bd02-4383-949c-af1e12b6db8c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d5838170-f3bb-4d40-bb61-5a271982a614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2411299 Nov 15 11:15:08.724631 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8cedc-9b32-4236-a6de-c651345fed46 req-ac0ccc0a-65dd-4da9-8b5a-39d2d495c686 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:08.725849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fdc8cedc-9b32-4236-a6de-c651345fed46 req-ac0ccc0a-65dd-4da9-8b5a-39d2d495c686 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.55 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 944 time: 0.0870247 Nov 15 11:15:08.728685 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1c4bf-9d8f-4a33-8c33-130d5812e65e req-85b1557e-426f-4487-8529-d2fbe726a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:08.730069 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7bc1c4bf-9d8f-4a33-8c33-130d5812e65e req-85b1557e-426f-4487-8529-d2fbe726a074 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ade6c233dd54bb7b33ad4ded5f9c5e4&device_id=d5838170-f3bb-4d40-bb61-5a271982a614 HTTP/1.1" status: 200 len: 1096 time: 0.0811179 Nov 15 11:15:08.951856 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1c4bf-9d8f-4a33-8c33-130d5812e65e req-06bf7516-3b95-4787-947c-a7a6fbb69dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:08.953362 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7bc1c4bf-9d8f-4a33-8c33-130d5812e65e req-06bf7516-3b95-4787-947c-a7a6fbb69dbf service neutron] 10.222.0.11 "GET /v2.0/networks?id=e2df8251-2bb4-47b2-971f-f711da439080 HTTP/1.1" status: 200 len: 924 time: 0.1865587 Nov 15 11:15:08.979141 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-fdc8cedc-9b32-4236-a6de-c651345fed46 req-e302f848-e653-4f6c-9dd4-deba40d95dee tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Deleting port 9ebb3451-1f0a-4793-998e-84e8aafaddc8 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:15:08.979772 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fdc8cedc-9b32-4236-a6de-c651345fed46 req-e302f848-e653-4f6c-9dd4-deba40d95dee tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:09.086590 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7bc1c4bf-9d8f-4a33-8c33-130d5812e65e req-abdb6888-ded9-4ebb-80b3-fbb39ed13947 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79ef40dd-5f63-4bda-83ab-72609a4816e6 HTTP/1.1" status: 200 len: 1001 time: 0.1207972 Nov 15 11:15:09.160383 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-fdc8cedc-9b32-4236-a6de-c651345fed46 req-e302f848-e653-4f6c-9dd4-deba40d95dee tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] For port 9ebb3451-1f0a-4793-998e-84e8aafaddc8, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=9ebb3451-1f0a-4793-998e-84e8aafaddc8,segment=NetworkSegment(e2660106-44df-4c76-a023-7a74464e51a7),segment_id=e2660106-44df-4c76-a023-7a74464e51a7)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:09.160749 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fdc8cedc-9b32-4236-a6de-c651345fed46 req-e302f848-e653-4f6c-9dd4-deba40d95dee tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:09.179854 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-fdc8cedc-9b32-4236-a6de-c651345fed46 req-e302f848-e653-4f6c-9dd4-deba40d95dee tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Calling delete_port for 9ebb3451-1f0a-4793-998e-84e8aafaddc8 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:15:09.182321 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1c4bf-9d8f-4a33-8c33-130d5812e65e req-8f1bec12-7a95-464c-ac3d-9d31a1af2fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:09.183793 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7bc1c4bf-9d8f-4a33-8c33-130d5812e65e req-8f1bec12-7a95-464c-ac3d-9d31a1af2fb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ffa88cce-c14b-4a49-a347-c551af3ca57a HTTP/1.1" status: 200 len: 862 time: 0.0883601 Nov 15 11:15:09.285219 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1c4bf-9d8f-4a33-8c33-130d5812e65e req-2084e40d-3e0a-4893-9258-d9a395832609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:09.286753 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7bc1c4bf-9d8f-4a33-8c33-130d5812e65e req-2084e40d-3e0a-4893-9258-d9a395832609 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e2df8251-2bb4-47b2-971f-f711da439080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956411 Nov 15 11:15:09.456778 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7bc1c4bf-9d8f-4a33-8c33-130d5812e65e req-a5a55592-b037-44c3-8800-0f2025ecb787 service neutron] 10.222.0.11 "GET /v2.0/networks/e2df8251-2bb4-47b2-971f-f711da439080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569257 Nov 15 11:15:09.459151 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fdc8cedc-9b32-4236-a6de-c651345fed46 req-e302f848-e653-4f6c-9dd4-deba40d95dee tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:09.565445 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302f848-e653-4f6c-9dd4-deba40d95dee tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Pushing event deleted for resources: {'Port': ['ID=9ebb3451-1f0a-4793-998e-84e8aafaddc8,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:09.608432 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d27bb3-0d2a-4038-b9ac-ee76dcfe6438 req-04811f3a-b0de-42ac-b833-5d560727f69c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:09.610081 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-51d27bb3-0d2a-4038-b9ac-ee76dcfe6438 req-04811f3a-b0de-42ac-b833-5d560727f69c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 945 time: 0.1677361 Nov 15 11:15:09.629055 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:15:09.630645 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc8cedc-9b32-4236-a6de-c651345fed46 req-e302f848-e653-4f6c-9dd4-deba40d95dee tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] No DVR routers for this DVR port 9ebb3451-1f0a-4793-998e-84e8aafaddc8 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:15:09.635770 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fdc8cedc-9b32-4236-a6de-c651345fed46 req-e302f848-e653-4f6c-9dd4-deba40d95dee tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:09.639123 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fdc8cedc-9b32-4236-a6de-c651345fed46 req-e302f848-e653-4f6c-9dd4-deba40d95dee tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.55 "DELETE /v2.0/ports/9ebb3451-1f0a-4793-998e-84e8aafaddc8 HTTP/1.1" status: 204 len: 173 time: 0.9064896 Nov 15 11:15:09.642341 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e11502-3e76-48ce-9f73-6a45023145c8', 'name': 'network-vif-deleted', 'tag': '9ebb3451-1f0a-4793-998e-84e8aafaddc8'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:15:09.644803 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23cf01d-bce4-48a8-bbc3-1425b84d95b4" -d '{"events": [{"server_uuid": "30e11502-3e76-48ce-9f73-6a45023145c8", "name": "network-vif-deleted", "tag": "9ebb3451-1f0a-4793-998e-84e8aafaddc8"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:15:09.717081 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b77a0a5-5532-4c2b-8b9e-6fb62456c42b req-6f74d283-cf3c-41db-87ab-aab7cbd315a7 tempest-LiveMigrationTest-78944723 tempest-LiveMigrationTest-78944723-project] 10.222.0.64 "GET /v2.0/ports?device_id=30e11502-3e76-48ce-9f73-6a45023145c8 HTTP/1.1" status: 200 len: 210 time: 0.0422101 Nov 15 11:15:09.718047 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:09.725560 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device b2e48f3c-6b32-4a32-aa09-c237c0965ea2 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:15:09.740644 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7bc1c4bf-9d8f-4a33-8c33-130d5812e65e req-d36b0f7b-3c7a-45e4-a170-05c6386f2937 service neutron] 10.222.0.11 "GET /v2.0/networks/e2df8251-2bb4-47b2-971f-f711da439080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655199 Nov 15 11:15:09.755717 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-51d27bb3-0d2a-4038-b9ac-ee76dcfe6438 req-f9430efc-b422-43c5-b94c-186cd49db487 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214745 Nov 15 11:15:09.850901 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port b2e48f3c-6b32-4a32-aa09-c237c0965ea2 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:15:09.856028 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port b2e48f3c-6b32-4a32-aa09-c237c0965ea2 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:09.856278 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e706565-249d-437c-9462-2a67fa7152c0 x-openstack-request-id: req-5e706565-249d-437c-9462-2a67fa7152c0 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:15:09.856429 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:09.856582 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e11502-3e76-48ce-9f73-6a45023145c8", "name": "network-vif-deleted", "tag": "9ebb3451-1f0a-4793-998e-84e8aafaddc8", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:15:09.856829 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e706565-249d-437c-9462-2a67fa7152c0 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:15:09.857222 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e11502-3e76-48ce-9f73-6a45023145c8', 'name': 'network-vif-deleted', 'tag': '9ebb3451-1f0a-4793-998e-84e8aafaddc8', 'status': 'completed', 'code': 200} Nov 15 11:15:09.975614 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:10.002082 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b06314c-ff13-43c0-82dc-0bcc9542bf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e48f3c-6b32-4a32-aa09-c237c0965ea2'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:15:10.004364 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68139e60-4b3d-4a3a-a22f-a24138a10a7d" -d '{"events": [{"server_uuid": "7b06314c-ff13-43c0-82dc-0bcc9542bf4d", "name": "network-vif-plugged", "status": "completed", "tag": "b2e48f3c-6b32-4a32-aa09-c237c0965ea2"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:15:10.017655 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port b2e48f3c-6b32-4a32-aa09-c237c0965ea2, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=b2e48f3c-6b32-4a32-aa09-c237c0965ea2,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:10.024245 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:10.025579 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 9ebb3451-1f0a-4793-998e-84e8aafaddc8 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:15:10.089940 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e68139-4c1e-4a87-b088-3eb3c414e2d2 x-openstack-request-id: req-46e68139-4c1e-4a87-b088-3eb3c414e2d2 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:15:10.090361 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b06314c-ff13-43c0-82dc-0bcc9542bf4d", "name": "network-vif-plugged", "status": "completed", "tag": "b2e48f3c-6b32-4a32-aa09-c237c0965ea2", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:15:10.090818 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-46e68139-4c1e-4a87-b088-3eb3c414e2d2 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:15:10.091388 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b06314c-ff13-43c0-82dc-0bcc9542bf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e48f3c-6b32-4a32-aa09-c237c0965ea2', 'code': 200} Nov 15 11:15:10.100794 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 9ebb3451-1f0a-4793-998e-84e8aafaddc8 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:15:10.101183 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 9ebb3451-1f0a-4793-998e-84e8aafaddc8 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:15:10.161414 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=b2e48f3c-6b32-4a32-aa09-c237c0965ea2,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:10.206235 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5f835-a7ba-4f31-818c-9a1ebce9cf51 req-c83acf43-ae4c-4262-b2b2-af3b085bac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:10.208154 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0bf5f835-a7ba-4f31-818c-9a1ebce9cf51 req-c83acf43-ae4c-4262-b2b2-af3b085bac84 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 1097 time: 0.0647278 Nov 15 11:15:10.256401 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0bf5f835-a7ba-4f31-818c-9a1ebce9cf51 req-675bae5a-c6a2-4c07-9461-833eb5ccf979 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412054 Nov 15 11:15:10.547895 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54402) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:10.652848 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eb337c33-fbf4-4fc8-a436-4dc928824820 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:10.729110 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eb337c33-fbf4-4fc8-a436-4dc928824820 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:10.734040 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eb337c33-fbf4-4fc8-a436-4dc928824820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:10.772509 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-eb337c33-fbf4-4fc8-a436-4dc928824820 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=66f2c93771da4c9897e6da313ffae961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234521 Nov 15 11:15:10.773361 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb337c33-fbf4-4fc8-a436-4dc928824820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fb9b43-0db1-4c55-9632-56b7dde20402,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:10.775365 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54420) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:10.784882 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54424) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:10.852562 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-26b4de78-4ec9-4bc8-b937-e6c14612f612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:10.879250 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-26b4de78-4ec9-4bc8-b937-e6c14612f612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:10.916497 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-c668465f-d897-4a49-80e6-4c46ac8fe8a6 admin admin] Deleting subnet 8b5f0410-d440-42ba-a6cf-b7c754e903cf {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:15:10.920206 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c668465f-d897-4a49-80e6-4c46ac8fe8a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:10.934072 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-26b4de78-4ec9-4bc8-b937-e6c14612f612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:10.937164 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-26b4de78-4ec9-4bc8-b937-e6c14612f612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:10.940468 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-26b4de78-4ec9-4bc8-b937-e6c14612f612 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f7fb9b43-0db1-4c55-9632-56b7dde20402 HTTP/1.1" status: 204 len: 168 time: 0.1632707 Nov 15 11:15:10.949704 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4de78-4ec9-4bc8-b937-e6c14612f612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fb9b43-0db1-4c55-9632-56b7dde20402,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:10.958329 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f791b7-f46d-49e0-8dc9-a9beac94158d req-bc2b981b-3e15-4060-92de-9114425f96c5 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:10.960089 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41f791b7-f46d-49e0-8dc9-a9beac94158d req-bc2b981b-3e15-4060-92de-9114425f96c5 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.0934765 Nov 15 11:15:10.976031 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c668465f-d897-4a49-80e6-4c46ac8fe8a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:11.071342 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c668465f-d897-4a49-80e6-4c46ac8fe8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:11.121910 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41f791b7-f46d-49e0-8dc9-a9beac94158d req-444cfc4b-b6d3-4178-964f-7a29419e67e9 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245360 Nov 15 11:15:11.126963 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74078bb5-c33a-42df-a557-5413c03b6a37 req-5f34e7e9-679c-46df-84cf-30856369129f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1194916 Nov 15 11:15:11.184208 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c668465f-d897-4a49-80e6-4c46ac8fe8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:11.214379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668465f-d897-4a49-80e6-4c46ac8fe8a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b5f0410-d440-42ba-a6cf-b7c754e903cf,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:11.220255 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c668465f-d897-4a49-80e6-4c46ac8fe8a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:11.223864 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c668465f-d897-4a49-80e6-4c46ac8fe8a6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8b5f0410-d440-42ba-a6cf-b7c754e903cf HTTP/1.1" status: 204 len: 168 time: 0.4379294 Nov 15 11:15:11.226548 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54450) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:11.235344 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74078bb5-c33a-42df-a557-5413c03b6a37 req-60910f5b-4047-4a7d-af40-71d9743172d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:11.237465 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74078bb5-c33a-42df-a557-5413c03b6a37 req-60910f5b-4047-4a7d-af40-71d9743172d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 1097 time: 0.0799930 Nov 15 11:15:11.322811 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:11.356299 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38f6364a-a36a-4c6f-aba8-cf04bd5ac62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:11.359401 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54458) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:11.393887 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68b2b6a1-ad33-4a74-9576-93a691429ebc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:11.461862 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74078bb5-c33a-42df-a557-5413c03b6a37 req-5656d780-a380-4613-a5ff-b57b7bcc89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:11.463520 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74078bb5-c33a-42df-a557-5413c03b6a37 req-5656d780-a380-4613-a5ff-b57b7bcc89c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 913 time: 0.1882496 Nov 15 11:15:11.517899 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54466) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:11.549463 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38f6364a-a36a-4c6f-aba8-cf04bd5ac62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:11.556107 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74078bb5-c33a-42df-a557-5413c03b6a37 req-47e4ecf6-5277-40f3-915a-34c6184974be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92 HTTP/1.1" status: 200 len: 1002 time: 0.0846870 Nov 15 11:15:11.582118 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-38f6364a-a36a-4c6f-aba8-cf04bd5ac62f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4534314e-1f14-4032-9246-018086f47347']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:11.602234 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-38f6364a-a36a-4c6f-aba8-cf04bd5ac62f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2660106-44df-4c76-a023-7a74464e51a7') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:11.602526 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-38f6364a-a36a-4c6f-aba8-cf04bd5ac62f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2660106-44df-4c76-a023-7a74464e51a7') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:11.616109 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38f6364a-a36a-4c6f-aba8-cf04bd5ac62f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:11.625688 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74078bb5-c33a-42df-a557-5413c03b6a37 req-df4b0723-903b-4d0d-85a7-ee47e17887d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:11.628060 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74078bb5-c33a-42df-a557-5413c03b6a37 req-df4b0723-903b-4d0d-85a7-ee47e17887d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 200 len: 851 time: 0.0628572 Nov 15 11:15:11.641903 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38f6364a-a36a-4c6f-aba8-cf04bd5ac62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:11.646779 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68b2b6a1-ad33-4a74-9576-93a691429ebc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:11.652798 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f6364a-a36a-4c6f-aba8-cf04bd5ac62f admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:15:11.653378 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38f6364a-a36a-4c6f-aba8-cf04bd5ac62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:15:11.655337 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:15:11.665177 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68b2b6a1-ad33-4a74-9576-93a691429ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:11.679334 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e24e41ae-d249-4167-a690-932f32391a96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:11.707501 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74078bb5-c33a-42df-a557-5413c03b6a37 req-84ca3df9-112e-465b-b165-78024684de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:11.709061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74078bb5-c33a-42df-a557-5413c03b6a37 req-84ca3df9-112e-465b-b165-78024684de39 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e78f9bd-5aad-432a-85c1-63f165b57fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721569 Nov 15 11:15:11.747265 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38f6364a-a36a-4c6f-aba8-cf04bd5ac62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:11.752419 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38f6364a-a36a-4c6f-aba8-cf04bd5ac62f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:11.759073 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-38f6364a-a36a-4c6f-aba8-cf04bd5ac62f admin admin] 10.222.0.64 "DELETE /v2.0/networks/4534314e-1f14-4032-9246-018086f47347 HTTP/1.1" status: 204 len: 168 time: 0.5311706 Nov 15 11:15:11.759979 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54486) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:11.775570 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54488) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:11.775750 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-68b2b6a1-ad33-4a74-9576-93a691429ebc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9dffcdf563f24e859906204eaa795430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4149480 Nov 15 11:15:11.776452 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2b6a1-ad33-4a74-9576-93a691429ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdefe1fb-760b-4641-b343-42dbb056bf52,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:11.789646 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6364a-a36a-4c6f-aba8-cf04bd5ac62f admin admin] Pushing event deleted for resources: {'Network': ['ID=4534314e-1f14-4032-9246-018086f47347,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:11.833126 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-f27d6009-62a2-4cb6-b745-7280600f7e6c admin admin] Deleting subnet 59d7981a-f91d-4392-b780-2f3c71a1350e {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:15:11.838716 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f27d6009-62a2-4cb6-b745-7280600f7e6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:11.881706 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f27d6009-62a2-4cb6-b745-7280600f7e6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:11.884711 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74078bb5-c33a-42df-a557-5413c03b6a37 req-2201935b-7de5-462f-8181-6440228f3c92 service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652048 Nov 15 11:15:11.886530 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e24e41ae-d249-4167-a690-932f32391a96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:11.906830 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e24e41ae-d249-4167-a690-932f32391a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:11.923686 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f27d6009-62a2-4cb6-b745-7280600f7e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:11.964572 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-596c3b18-779b-4b03-b708-c7ea590588d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:11.984897 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f27d6009-62a2-4cb6-b745-7280600f7e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:12.009670 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d6009-62a2-4cb6-b745-7280600f7e6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59d7981a-f91d-4392-b780-2f3c71a1350e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:12.013923 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e24e41ae-d249-4167-a690-932f32391a96 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b619fbff76dc472f8160c82a08164c06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4948366 Nov 15 11:15:12.017041 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54514) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:12.019401 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f27d6009-62a2-4cb6-b745-7280600f7e6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:12.021660 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e41ae-d249-4167-a690-932f32391a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eafe577-ea23-4b9e-9e38-0f12d1c5cdf5,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:12.025647 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f27d6009-62a2-4cb6-b745-7280600f7e6c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/59d7981a-f91d-4392-b780-2f3c71a1350e HTTP/1.1" status: 204 len: 168 time: 0.2605102 Nov 15 11:15:12.028178 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54516) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:12.031385 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-596c3b18-779b-4b03-b708-c7ea590588d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:12.062253 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:12.080084 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74078bb5-c33a-42df-a557-5413c03b6a37 req-a555eb50-c9ff-4fff-af84-e9d5904516a1 service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849809 Nov 15 11:15:12.106224 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-596c3b18-779b-4b03-b708-c7ea590588d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:12.109924 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-596c3b18-779b-4b03-b708-c7ea590588d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:12.114826 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-596c3b18-779b-4b03-b708-c7ea590588d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fdefe1fb-760b-4641-b343-42dbb056bf52 HTTP/1.1" status: 204 len: 168 time: 0.3372307 Nov 15 11:15:12.125896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c3b18-779b-4b03-b708-c7ea590588d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdefe1fb-760b-4641-b343-42dbb056bf52,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:12.267622 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2e5e2-0d9c-4b10-ab8a-2ff41c629542 req-50ad5aaa-cd78-4d63-a33e-bb95683504c5 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:12.269149 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ce2e5e2-0d9c-4b10-ab8a-2ff41c629542 req-50ad5aaa-cd78-4d63-a33e-bb95683504c5 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.0615218 Nov 15 11:15:12.326410 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ce2e5e2-0d9c-4b10-ab8a-2ff41c629542 req-892e88dc-6c03-4410-9c45-43be890b1c4f tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496202 Nov 15 11:15:12.404229 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b013633f-1ef3-46d1-b904-08b91f70aad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:12.415152 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf71bfbf-e106-466f-b773-00c7115e2d2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:12.487056 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf71bfbf-e106-466f-b773-00c7115e2d2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:12.514810 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b013633f-1ef3-46d1-b904-08b91f70aad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:12.546925 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b013633f-1ef3-46d1-b904-08b91f70aad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2900e9fb-8fcb-42c9-932d-1eb3bc7a11de']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:12.559291 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b013633f-1ef3-46d1-b904-08b91f70aad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd15a41d-e747-406a-9f44-c5053035ea3b') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:12.559685 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b013633f-1ef3-46d1-b904-08b91f70aad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd15a41d-e747-406a-9f44-c5053035ea3b') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:12.570937 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b013633f-1ef3-46d1-b904-08b91f70aad7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:12.586784 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf71bfbf-e106-466f-b773-00c7115e2d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:12.589635 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf71bfbf-e106-466f-b773-00c7115e2d2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:12.591010 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bf71bfbf-e106-466f-b773-00c7115e2d2b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4eafe577-ea23-4b9e-9e38-0f12d1c5cdf5 HTTP/1.1" status: 204 len: 168 time: 0.5728998 Nov 15 11:15:12.592183 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b013633f-1ef3-46d1-b904-08b91f70aad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:12.604735 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71bfbf-e106-466f-b773-00c7115e2d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eafe577-ea23-4b9e-9e38-0f12d1c5cdf5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:12.608854 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b013633f-1ef3-46d1-b904-08b91f70aad7 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:15:12.609347 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b013633f-1ef3-46d1-b904-08b91f70aad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:15:12.611476 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:15:12.681987 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b013633f-1ef3-46d1-b904-08b91f70aad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:12.685684 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b013633f-1ef3-46d1-b904-08b91f70aad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:12.693038 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b013633f-1ef3-46d1-b904-08b91f70aad7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2900e9fb-8fcb-42c9-932d-1eb3bc7a11de HTTP/1.1" status: 204 len: 168 time: 0.6629038 Nov 15 11:15:12.710262 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013633f-1ef3-46d1-b904-08b91f70aad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2900e9fb-8fcb-42c9-932d-1eb3bc7a11de,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:12.876308 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2972ed-dcb2-453a-aec1-5a64b25712f7 req-d5af8b48-8ef7-4798-855e-0855958811db tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:12.878040 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6f2972ed-dcb2-453a-aec1-5a64b25712f7 req-d5af8b48-8ef7-4798-855e-0855958811db tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.0536339 Nov 15 11:15:12.927923 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54562) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:12.933069 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6f2972ed-dcb2-453a-aec1-5a64b25712f7 req-271a6588-e3bf-432c-a7a1-7af77a766d64 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490377 Nov 15 11:15:12.950412 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-864e1589-90f3-406e-a30c-ae5786049d3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:12.960269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54564) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:13.007435 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4afa2faf-4280-4bab-87b0-286e4e312fcb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d1bb86b62ca44c409ecbffbdf93d7c92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455904 Nov 15 11:15:13.010364 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54566) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:13.046040 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-864e1589-90f3-406e-a30c-ae5786049d3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:13.051490 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-864e1589-90f3-406e-a30c-ae5786049d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:13.072767 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2afc56b7-7e38-4359-a970-412cbccbdb74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:13.094668 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-864e1589-90f3-406e-a30c-ae5786049d3b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5641960ec92343878041179a5249fcb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1624687 Nov 15 11:15:13.094668 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e1589-90f3-406e-a30c-ae5786049d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97fc661-4f55-4288-9a32-f276a1cfd12b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:13.094937 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54572) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:13.106501 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2afc56b7-7e38-4359-a970-412cbccbdb74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:13.174199 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9674f484-56a8-46fb-aa73-eaa8b18720db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:13.196643 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9674f484-56a8-46fb-aa73-eaa8b18720db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:13.202758 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2afc56b7-7e38-4359-a970-412cbccbdb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:13.205379 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2afc56b7-7e38-4359-a970-412cbccbdb74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:13.206500 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2afc56b7-7e38-4359-a970-412cbccbdb74 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c19c1b39-60d2-4a3c-89ef-481ac0819b0a HTTP/1.1" status: 204 len: 168 time: 0.1952219 Nov 15 11:15:13.226203 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc56b7-7e38-4359-a970-412cbccbdb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19c1b39-60d2-4a3c-89ef-481ac0819b0a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:13.263355 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54586) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:13.282923 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9674f484-56a8-46fb-aa73-eaa8b18720db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:13.289366 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9674f484-56a8-46fb-aa73-eaa8b18720db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:13.293849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9674f484-56a8-46fb-aa73-eaa8b18720db admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e97fc661-4f55-4288-9a32-f276a1cfd12b HTTP/1.1" status: 204 len: 168 time: 0.1978116 Nov 15 11:15:13.303381 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674f484-56a8-46fb-aa73-eaa8b18720db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97fc661-4f55-4288-9a32-f276a1cfd12b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:13.547308 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c733ebd9-ec64-49fb-8bc0-3ee3d1fd39ff admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-52398969-network', 'tenant_id': '1e6171d0c55743828c9f4fc6fcc03dbd'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:13.583268 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c733ebd9-ec64-49fb-8bc0-3ee3d1fd39ff admin admin] Made reservation on behalf of 1e6171d0c55743828c9f4fc6fcc03dbd for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:15:13.588247 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c733ebd9-ec64-49fb-8bc0-3ee3d1fd39ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:13.605478 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c733ebd9-ec64-49fb-8bc0-3ee3d1fd39ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:13.666742 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54610) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:13.715766 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-79ab2e4a-5bcc-4e10-8ad5-90f1ab95753b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b9fad216aa13490cbc117e67921e5955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477822 Nov 15 11:15:13.718257 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54616) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:13.722863 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c733ebd9-ec64-49fb-8bc0-3ee3d1fd39ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:13.729284 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c733ebd9-ec64-49fb-8bc0-3ee3d1fd39ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:13.749409 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c733ebd9-ec64-49fb-8bc0-3ee3d1fd39ff admin admin] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:15:13.770750 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c733ebd9-ec64-49fb-8bc0-3ee3d1fd39ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:13.771462 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-c733ebd9-ec64-49fb-8bc0-3ee3d1fd39ff admin admin] Added segment b91fd0bb-fadf-4d4a-9b17-8b8843409bc7 of type vlan for network d6a63121-62fb-4c7c-a038-a4f03c707615 Nov 15 11:15:13.772857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733ebd9-ec64-49fb-8bc0-3ee3d1fd39ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8fb29b-db38-4220-b6cc-46d1e4c61de3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:13.777844 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa909c1e-70d4-4922-ba2e-75a4ba317313 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:13.817040 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c733ebd9-ec64-49fb-8bc0-3ee3d1fd39ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:13.826581 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa909c1e-70d4-4922-ba2e-75a4ba317313 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:13.852855 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c733ebd9-ec64-49fb-8bc0-3ee3d1fd39ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:13.861018 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c733ebd9-ec64-49fb-8bc0-3ee3d1fd39ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:13.861018 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c733ebd9-ec64-49fb-8bc0-3ee3d1fd39ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:13.888369 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa909c1e-70d4-4922-ba2e-75a4ba317313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:13.891322 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fa909c1e-70d4-4922-ba2e-75a4ba317313 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:13.894972 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fa909c1e-70d4-4922-ba2e-75a4ba317313 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3525950b-846b-43b6-808c-6ab234a6bd0f HTTP/1.1" status: 204 len: 168 time: 0.1733305 Nov 15 11:15:13.906479 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa909c1e-70d4-4922-ba2e-75a4ba317313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3525950b-846b-43b6-808c-6ab234a6bd0f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:13.908150 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c733ebd9-ec64-49fb-8bc0-3ee3d1fd39ff admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6433423 Nov 15 11:15:13.911768 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54638) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:13.917222 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-437c01e3-fec3-4cf9-993c-6a368e24b567 admin admin] Request body: {'subnet': {'network_id': 'd6a63121-62fb-4c7c-a038-a4f03c707615', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-52398969-subnet', 'tenant_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:13.935911 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733ebd9-ec64-49fb-8bc0-3ee3d1fd39ff admin admin] Pushing event updated for resources: {'Network': ['ID=d6a63121-62fb-4c7c-a038-a4f03c707615,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:13.951424 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network d6a63121-62fb-4c7c-a038-a4f03c707615 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:15:13.952409 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437c01e3-fec3-4cf9-993c-6a368e24b567 admin admin] Made reservation on behalf of 1e6171d0c55743828c9f4fc6fcc03dbd for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:15:13.955007 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-437c01e3-fec3-4cf9-993c-6a368e24b567 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:14.112310 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b79717-c9ea-4ddd-bf08-43717458fe7e req-afff9805-5e83-4b73-9700-2f88f3556e82 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:14.114205 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18b79717-c9ea-4ddd-bf08-43717458fe7e req-afff9805-5e83-4b73-9700-2f88f3556e82 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.0693073 Nov 15 11:15:14.223249 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18b79717-c9ea-4ddd-bf08-43717458fe7e req-e4a129d8-53f5-4a1e-ae38-5e1e2a5eb227 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829191 Nov 15 11:15:14.247273 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-437c01e3-fec3-4cf9-993c-6a368e24b567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:14.300896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c01e3-fec3-4cf9-993c-6a368e24b567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66407e1f-d3fe-4f60-aec7-3d09c8d0529a,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:14.313401 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c01e3-fec3-4cf9-993c-6a368e24b567 admin admin] Checking segment: {'id': 'b91fd0bb-fadf-4d4a-9b17-8b8843409bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd6a63121-62fb-4c7c-a038-a4f03c707615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:15:14.313401 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437c01e3-fec3-4cf9-993c-6a368e24b567 admin admin] Network hostable DHCP agents. Network: d6a63121-62fb-4c7c-a038-a4f03c707615, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:15:14.329124 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437c01e3-fec3-4cf9-993c-6a368e24b567 admin admin] Network d6a63121-62fb-4c7c-a038-a4f03c707615 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:15:14.339859 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-437c01e3-fec3-4cf9-993c-6a368e24b567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, d6a63121-62fb-4c7c-a038-a4f03c707615) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:15:14.344872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437c01e3-fec3-4cf9-993c-6a368e24b567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:14.345561 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-437c01e3-fec3-4cf9-993c-6a368e24b567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:14.351189 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2703f3db-a31e-49ab-be4f-916b03fd7fe3 None None] Network d6a63121-62fb-4c7c-a038-a4f03c707615 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:15:14.370913 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-437c01e3-fec3-4cf9-993c-6a368e24b567 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4577022 Nov 15 11:15:14.373504 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54666) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:14.378325 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5f0f1163-6c4c-4032-b70b-2f439a973f29 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-52398969-router', 'tenant_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:14.410359 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f0f1163-6c4c-4032-b70b-2f439a973f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:14.411691 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f0f1163-6c4c-4032-b70b-2f439a973f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:14.478486 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f0f1163-6c4c-4032-b70b-2f439a973f29 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:14.518586 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d462a2f1-d210-44cc-aa45-3678b2e70f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-d6a63121-62fb-4c7c-a038-a4f03c707615', 'network_id': 'd6a63121-62fb-4c7c-a038-a4f03c707615', 'tenant_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'fixed_ips': [{'subnet_id': '66407e1f-d3fe-4f60-aec7-3d09c8d0529a'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:15:14.518586 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d462a2f1-d210-44cc-aa45-3678b2e70f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:14.595466 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54674) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:14.639571 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f0f1163-6c4c-4032-b70b-2f439a973f29 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:14.684978 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-d462a2f1-d210-44cc-aa45-3678b2e70f6c None None] Allocated IP 172.20.0.2 (d6a63121-62fb-4c7c-a038-a4f03c707615/66407e1f-d3fe-4f60-aec7-3d09c8d0529a/854ab7e7-a3ef-4304-aac8-790afa14730b) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:15:14.729840 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-78f23be6-cf0c-4cd9-ac23-a4ffdda6b73c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-196327051-network', 'tenant_id': 'c1cdbfff94cb4e57b13e8b422739e09a'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:14.754738 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f23be6-cf0c-4cd9-ac23-a4ffdda6b73c admin admin] Made reservation on behalf of c1cdbfff94cb4e57b13e8b422739e09a for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:15:14.758563 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78f23be6-cf0c-4cd9-ac23-a4ffdda6b73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:14.772649 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78f23be6-cf0c-4cd9-ac23-a4ffdda6b73c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:14.890300 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78f23be6-cf0c-4cd9-ac23-a4ffdda6b73c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:14.899855 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78f23be6-cf0c-4cd9-ac23-a4ffdda6b73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:14.919250 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f0f1163-6c4c-4032-b70b-2f439a973f29 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:14.933817 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d462a2f1-d210-44cc-aa45-3678b2e70f6c None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:14.943261 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f0f1163-6c4c-4032-b70b-2f439a973f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:14.943607 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f23be6-cf0c-4cd9-ac23-a4ffdda6b73c admin admin] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:15:14.955178 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f23be6-cf0c-4cd9-ac23-a4ffdda6b73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e081ba23-b6c7-4d15-bec3-6669e33967c0,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:14.956115 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d462a2f1-d210-44cc-aa45-3678b2e70f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:14.974875 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78f23be6-cf0c-4cd9-ac23-a4ffdda6b73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:14.975541 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-78f23be6-cf0c-4cd9-ac23-a4ffdda6b73c admin admin] Added segment 65774efd-23a7-43a9-89dc-06bf30b651f9 of type vlan for network b715dfff-4cb0-487d-980f-acb5af995049 Nov 15 11:15:15.021276 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d462a2f1-d210-44cc-aa45-3678b2e70f6c None None] Network d6a63121-62fb-4c7c-a038-a4f03c707615 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:15:15.024856 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78f23be6-cf0c-4cd9-ac23-a4ffdda6b73c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:15.029913 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-d462a2f1-d210-44cc-aa45-3678b2e70f6c None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:15:15.033978 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d462a2f1-d210-44cc-aa45-3678b2e70f6c None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:15:15.073534 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78f23be6-cf0c-4cd9-ac23-a4ffdda6b73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:15.074671 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f23be6-cf0c-4cd9-ac23-a4ffdda6b73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:15.075945 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78f23be6-cf0c-4cd9-ac23-a4ffdda6b73c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:15.086591 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462a2f1-d210-44cc-aa45-3678b2e70f6c None None] Pushing event updated for resources: {'Port': ['ID=854ab7e7-a3ef-4304-aac8-790afa14730b,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:15.115233 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-5f0f1163-6c4c-4032-b70b-2f439a973f29 admin admin] Allocated IP 172.25.7.67 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/6ed22b80-4674-4a54-b3ae-40ff00f0168c) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:15:15.128424 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d462a2f1-d210-44cc-aa45-3678b2e70f6c None None] Attempting to bind port 854ab7e7-a3ef-4304-aac8-790afa14730b on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:15:15.129437 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d462a2f1-d210-44cc-aa45-3678b2e70f6c None None] Attempting to bind port 854ab7e7-a3ef-4304-aac8-790afa14730b by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'b91fd0bb-fadf-4d4a-9b17-8b8843409bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd6a63121-62fb-4c7c-a038-a4f03c707615'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:15:15.129885 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d462a2f1-d210-44cc-aa45-3678b2e70f6c None None] Attempting to bind port 854ab7e7-a3ef-4304-aac8-790afa14730b on network d6a63121-62fb-4c7c-a038-a4f03c707615 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:15:15.137154 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d462a2f1-d210-44cc-aa45-3678b2e70f6c None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:15:15.137526 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d462a2f1-d210-44cc-aa45-3678b2e70f6c None None] Checking segment: {'id': 'b91fd0bb-fadf-4d4a-9b17-8b8843409bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd6a63121-62fb-4c7c-a038-a4f03c707615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:15:15.144247 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-78f23be6-cf0c-4cd9-ac23-a4ffdda6b73c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5471747 Nov 15 11:15:15.144872 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d462a2f1-d210-44cc-aa45-3678b2e70f6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:15.145552 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d462a2f1-d210-44cc-aa45-3678b2e70f6c None None] Bound using segment: {'id': 'b91fd0bb-fadf-4d4a-9b17-8b8843409bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd6a63121-62fb-4c7c-a038-a4f03c707615'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:15:15.146718 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54698) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:15.146831 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d462a2f1-d210-44cc-aa45-3678b2e70f6c None None] Bound port: 854ab7e7-a3ef-4304-aac8-790afa14730b, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91fd0bb-fadf-4d4a-9b17-8b8843409bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd6a63121-62fb-4c7c-a038-a4f03c707615'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:15:15.147207 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d462a2f1-d210-44cc-aa45-3678b2e70f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:15.151402 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-718abe4b-60e5-4fa3-94ce-3eafdf5304b4 admin admin] Request body: {'subnet': {'network_id': 'b715dfff-4cb0-487d-980f-acb5af995049', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-196327051-subnet', 'tenant_id': 'c1cdbfff94cb4e57b13e8b422739e09a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:15.163154 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f23be6-cf0c-4cd9-ac23-a4ffdda6b73c admin admin] Pushing event updated for resources: {'Network': ['ID=b715dfff-4cb0-487d-980f-acb5af995049,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:15.185824 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network b715dfff-4cb0-487d-980f-acb5af995049 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:15:15.189493 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718abe4b-60e5-4fa3-94ce-3eafdf5304b4 admin admin] Made reservation on behalf of c1cdbfff94cb4e57b13e8b422739e09a for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:15:15.192525 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-718abe4b-60e5-4fa3-94ce-3eafdf5304b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:15.295513 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f0f1163-6c4c-4032-b70b-2f439a973f29 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:15.364212 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f0f1163-6c4c-4032-b70b-2f439a973f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:15.410812 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d462a2f1-d210-44cc-aa45-3678b2e70f6c None None] For port 854ab7e7-a3ef-4304-aac8-790afa14730b, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:15:15.411947 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0f1163-6c4c-4032-b70b-2f439a973f29 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:15:15.416148 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5f0f1163-6c4c-4032-b70b-2f439a973f29 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:15:15.420529 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0f1163-6c4c-4032-b70b-2f439a973f29 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:15:15.432674 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d462a2f1-d210-44cc-aa45-3678b2e70f6c None None] For port 854ab7e7-a3ef-4304-aac8-790afa14730b, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=854ab7e7-a3ef-4304-aac8-790afa14730b,segment=NetworkSegment(b91fd0bb-fadf-4d4a-9b17-8b8843409bc7),segment_id=b91fd0bb-fadf-4d4a-9b17-8b8843409bc7)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:15:15.446861 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d462a2f1-d210-44cc-aa45-3678b2e70f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:15.466303 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f1163-6c4c-4032-b70b-2f439a973f29 admin admin] Pushing event updated for resources: {'Port': ['ID=6ed22b80-4674-4a54-b3ae-40ff00f0168c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:15.483662 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e0e8c-45b8-4ecc-bb23-3c982e87e1e0 req-16e7be3b-0825-42a6-9044-5bd5888acab7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:15.489507 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6a4e0e8c-45b8-4ecc-bb23-3c982e87e1e0 req-16e7be3b-0825-42a6-9044-5bd5888acab7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.1176140 Nov 15 11:15:15.493216 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-718abe4b-60e5-4fa3-94ce-3eafdf5304b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:15.595391 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462a2f1-d210-44cc-aa45-3678b2e70f6c None None] Pushing event updated for resources: {'Port': ['ID=854ab7e7-a3ef-4304-aac8-790afa14730b,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:15.615135 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718abe4b-60e5-4fa3-94ce-3eafdf5304b4 admin admin] Checking segment: {'id': '65774efd-23a7-43a9-89dc-06bf30b651f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b715dfff-4cb0-487d-980f-acb5af995049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:15:15.615538 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718abe4b-60e5-4fa3-94ce-3eafdf5304b4 admin admin] Network hostable DHCP agents. Network: b715dfff-4cb0-487d-980f-acb5af995049, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:15:15.624008 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718abe4b-60e5-4fa3-94ce-3eafdf5304b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d1fa48-b64f-42c1-b243-97c02cb010d7,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:15.648734 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6a4e0e8c-45b8-4ecc-bb23-3c982e87e1e0 req-43a7ccde-4f5c-4603-824a-933d681a34d9 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503835 Nov 15 11:15:15.668062 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718abe4b-60e5-4fa3-94ce-3eafdf5304b4 admin admin] Network b715dfff-4cb0-487d-980f-acb5af995049 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:15:15.693513 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-718abe4b-60e5-4fa3-94ce-3eafdf5304b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, b715dfff-4cb0-487d-980f-acb5af995049) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:15:15.699065 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718abe4b-60e5-4fa3-94ce-3eafdf5304b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:15.699659 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-718abe4b-60e5-4fa3-94ce-3eafdf5304b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:15.709594 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81daa94f-c45e-49c6-b3b4-d827b154bad1 None None] Network b715dfff-4cb0-487d-980f-acb5af995049 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:15:15.747499 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-718abe4b-60e5-4fa3-94ce-3eafdf5304b4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5919905 Nov 15 11:15:15.798207 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f0f1163-6c4c-4032-b70b-2f439a973f29 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:15.990210 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8754346f-fb98-496f-bc40-507b5ba6662f None None] Network b715dfff-4cb0-487d-980f-acb5af995049 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:15:16.126250 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-04b5d6a6-f2b0-4c88-bc59-1a452cae987d tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c953c4012db94ce89cd4888cf7e37669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483074 Nov 15 11:15:16.139946 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f0f1163-6c4c-4032-b70b-2f439a973f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:16.274786 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0f1163-6c4c-4032-b70b-2f439a973f29 admin admin] Router e4f272ce-287b-444c-9bb7-93131f5443cc is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:15:16.297540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-88e361c8-cb24-4389-b7cf-6f8f3b261afe tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:16.298938 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-88e361c8-cb24-4389-b7cf-6f8f3b261afe tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713240 Nov 15 11:15:16.329912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc7a60-3bfe-4850-a9d9-94da106c3620 req-69458632-d6b9-442f-b6c4-7287f2f23cbb tempest-NetworksTest-63223265 tempest-NetworksTest-63223265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:16.330360 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc7a60-3bfe-4850-a9d9-94da106c3620 req-69458632-d6b9-442f-b6c4-7287f2f23cbb tempest-NetworksTest-63223265 tempest-NetworksTest-63223265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:16.330812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc7a60-3bfe-4850-a9d9-94da106c3620 req-69458632-d6b9-442f-b6c4-7287f2f23cbb tempest-NetworksTest-63223265 tempest-NetworksTest-63223265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:16.331250 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc7a60-3bfe-4850-a9d9-94da106c3620 req-69458632-d6b9-442f-b6c4-7287f2f23cbb tempest-NetworksTest-63223265 tempest-NetworksTest-63223265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:16.331699 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc7a60-3bfe-4850-a9d9-94da106c3620 req-69458632-d6b9-442f-b6c4-7287f2f23cbb tempest-NetworksTest-63223265 tempest-NetworksTest-63223265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:16.332164 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc7a60-3bfe-4850-a9d9-94da106c3620 req-69458632-d6b9-442f-b6c4-7287f2f23cbb tempest-NetworksTest-63223265 tempest-NetworksTest-63223265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:16.332598 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc7a60-3bfe-4850-a9d9-94da106c3620 req-69458632-d6b9-442f-b6c4-7287f2f23cbb tempest-NetworksTest-63223265 tempest-NetworksTest-63223265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:16.333031 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc7a60-3bfe-4850-a9d9-94da106c3620 req-69458632-d6b9-442f-b6c4-7287f2f23cbb tempest-NetworksTest-63223265 tempest-NetworksTest-63223265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:16.333466 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc7a60-3bfe-4850-a9d9-94da106c3620 req-69458632-d6b9-442f-b6c4-7287f2f23cbb tempest-NetworksTest-63223265 tempest-NetworksTest-63223265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:16.333911 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc7a60-3bfe-4850-a9d9-94da106c3620 req-69458632-d6b9-442f-b6c4-7287f2f23cbb tempest-NetworksTest-63223265 tempest-NetworksTest-63223265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:16.335697 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3afc7a60-3bfe-4850-a9d9-94da106c3620 req-69458632-d6b9-442f-b6c4-7287f2f23cbb tempest-NetworksTest-63223265 tempest-NetworksTest-63223265-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7135 time: 0.1817017 Nov 15 11:15:16.337001 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-93c9dced-1ab8-4fdf-a16d-776613252f57 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/quotas/c953c4012db94ce89cd4888cf7e37669 HTTP/1.1" status: 200 len: 375 time: 0.0304055 Nov 15 11:15:16.376277 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-e93d4a2a-4a8c-4240-a7a3-2724bacac431 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c953c4012db94ce89cd4888cf7e37669&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277512 Nov 15 11:15:16.389953 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0f1163-6c4c-4032-b70b-2f439a973f29 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:15:16.400537 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] Sync routers for ids ['e4f272ce-287b-444c-9bb7-93131f5443cc'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:15:16.413934 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f0f1163-6c4c-4032-b70b-2f439a973f29 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:16.415579 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5f0f1163-6c4c-4032-b70b-2f439a973f29 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0409019 Nov 15 11:15:16.418562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54770) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:16.428119 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] Routers {'e4f272ce-287b-444c-9bb7-93131f5443cc'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:15:16.428756 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:15:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e4f272ce-287b-444c-9bb7-93131f5443cc'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:16.502865 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-ed7315a1-1b9f-47b5-bc4f-dbc507838914 req-30e05b04-d6d0-48ef-a5a5-0e22b6170429 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1848856937', 'description': 'tempest-description-1826994210'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:16.536844 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] Set router e4f272ce-287b-444c-9bb7-93131f5443cc gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:15:16.731358 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f272ce-287b-444c-9bb7-93131f5443cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-52398969-router', 'tenant_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '6ed22b80-4674-4a54-b3ae-40ff00f0168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:14Z', 'updated_at': '2021-11-15T11:15:15Z', 'revision_number': 3, 'project_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'gw_port': {'id': '6ed22b80-4674-4a54-b3ae-40ff00f0168c', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f272ce-287b-444c-9bb7-93131f5443cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:14Z', 'updated_at': '2021-11-15T11:15:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:16.760545 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] Checking router: e4f272ce-287b-444c-9bb7-93131f5443cc for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:15:16.760883 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] Updating router e4f272ce-287b-444c-9bb7-93131f5443cc port 6ed22b80-4674-4a54-b3ae-40ff00f0168c binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:15:16.763859 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 854ab7e7-a3ef-4304-aac8-790afa14730b up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:15:16.797511 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:16.889130 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 854ab7e7-a3ef-4304-aac8-790afa14730b triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:16.889491 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:16.942131 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7aab647-f162-4f1e-858b-7cf9cc7edc21 None None] Network d6a63121-62fb-4c7c-a038-a4f03c707615 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:15:17.031265 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ed7315a1-1b9f-47b5-bc4f-dbc507838914 req-30e05b04-d6d0-48ef-a5a5-0e22b6170429 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:17.080537 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa585c8-6e6b-44c6-970c-23068b63745b req-9d6f8aab-a979-487e-83a8-e4ec5a09d2c5 tempest-NetworksTest-63223265 tempest-NetworksTest-63223265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:17.082082 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1fa585c8-6e6b-44c6-970c-23068b63745b req-9d6f8aab-a979-487e-83a8-e4ec5a09d2c5 tempest-NetworksTest-63223265 tempest-NetworksTest-63223265-project-admin] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 886 time: 0.1677732 Nov 15 11:15:17.157783 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:17.165545 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:17.213758 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79eff84-9793-49f2-afbb-5d7082162c5e None None] Pushing event updated for resources: {'Port': ['ID=6ed22b80-4674-4a54-b3ae-40ff00f0168c,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:17.223677 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eff84-9793-49f2-afbb-5d7082162c5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:17.224401 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eff84-9793-49f2-afbb-5d7082162c5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:17.225034 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eff84-9793-49f2-afbb-5d7082162c5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:17.225784 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eff84-9793-49f2-afbb-5d7082162c5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:17.226488 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eff84-9793-49f2-afbb-5d7082162c5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:17.227153 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eff84-9793-49f2-afbb-5d7082162c5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:17.227709 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eff84-9793-49f2-afbb-5d7082162c5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:17.228261 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eff84-9793-49f2-afbb-5d7082162c5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:17.228803 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eff84-9793-49f2-afbb-5d7082162c5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:17.229328 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eff84-9793-49f2-afbb-5d7082162c5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:17.229852 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eff84-9793-49f2-afbb-5d7082162c5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:17.230402 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79eff84-9793-49f2-afbb-5d7082162c5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:17.245036 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] Attempting to bind port 6ed22b80-4674-4a54-b3ae-40ff00f0168c on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:15:17.245630 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] Attempting to bind port 6ed22b80-4674-4a54-b3ae-40ff00f0168c by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:15:17.246985 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] Attempting to bind port 6ed22b80-4674-4a54-b3ae-40ff00f0168c on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:15:17.252633 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:15:17.253402 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:15:17.254028 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:17.254626 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:15:17.255325 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] Bound port: 6ed22b80-4674-4a54-b3ae-40ff00f0168c, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:15:17.256019 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:17.256286 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-bf923fc2-87a6-48a3-999c-e8434c1afd24 None None] Provisioning complete for port 854ab7e7-a3ef-4304-aac8-790afa14730b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:17.256774 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bf923fc2-87a6-48a3-999c-e8434c1afd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:17.260702 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:17.262550 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-aaf604c1-7cc3-4df5-b263-72db73a43459 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c953c4012db94ce89cd4888cf7e37669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653572 Nov 15 11:15:17.323167 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] For port 6ed22b80-4674-4a54-b3ae-40ff00f0168c, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:15:17.328214 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] For port 6ed22b80-4674-4a54-b3ae-40ff00f0168c, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6ed22b80-4674-4a54-b3ae-40ff00f0168c,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:15:17.336316 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:17.388089 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ed7315a1-1b9f-47b5-bc4f-dbc507838914 req-30e05b04-d6d0-48ef-a5a5-0e22b6170429 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:17.401870 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] Routers {'e4f272ce-287b-444c-9bb7-93131f5443cc'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:15:17.403202 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:15:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e4f272ce-287b-444c-9bb7-93131f5443cc'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:17.433087 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 854ab7e7-a3ef-4304-aac8-790afa14730b, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=854ab7e7-a3ef-4304-aac8-790afa14730b,segment=NetworkSegment(b91fd0bb-fadf-4d4a-9b17-8b8843409bc7),segment_id=b91fd0bb-fadf-4d4a-9b17-8b8843409bc7)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:17.446839 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:17.486777 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79eff84-9793-49f2-afbb-5d7082162c5e None None] Pushing event updated for resources: {'Port': ['ID=6ed22b80-4674-4a54-b3ae-40ff00f0168c,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:17.533354 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=854ab7e7-a3ef-4304-aac8-790afa14730b,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:17.534271 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] Set router e4f272ce-287b-444c-9bb7-93131f5443cc gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:15:17.559976 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ed7315a1-1b9f-47b5-bc4f-dbc507838914 req-30e05b04-d6d0-48ef-a5a5-0e22b6170429 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:17.620169 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ed7315a1-1b9f-47b5-bc4f-dbc507838914 req-30e05b04-d6d0-48ef-a5a5-0e22b6170429 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:17.621427 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed7315a1-1b9f-47b5-bc4f-dbc507838914 req-30e05b04-d6d0-48ef-a5a5-0e22b6170429 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.1589184 Nov 15 11:15:17.635953 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e05b04-d6d0-48ef-a5a5-0e22b6170429 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9121fc-303a-47a5-9f11-e01559753046,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:17.670345 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-e62595b5-88dd-4630-b946-e802a08edf7d tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:17.681176 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-e62595b5-88dd-4630-b946-e802a08edf7d tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3976195 Nov 15 11:15:17.693943 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e05b04-d6d0-48ef-a5a5-0e22b6170429 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:17.694282 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e05b04-d6d0-48ef-a5a5-0e22b6170429 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:17.694614 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e05b04-d6d0-48ef-a5a5-0e22b6170429 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:17.694942 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e05b04-d6d0-48ef-a5a5-0e22b6170429 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:17.695271 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e05b04-d6d0-48ef-a5a5-0e22b6170429 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:17.695594 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e05b04-d6d0-48ef-a5a5-0e22b6170429 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:17.695959 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e05b04-d6d0-48ef-a5a5-0e22b6170429 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:17.696275 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e05b04-d6d0-48ef-a5a5-0e22b6170429 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:17.696596 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e05b04-d6d0-48ef-a5a5-0e22b6170429 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:17.696914 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e05b04-d6d0-48ef-a5a5-0e22b6170429 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:17.697230 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e05b04-d6d0-48ef-a5a5-0e22b6170429 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:17.697542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e05b04-d6d0-48ef-a5a5-0e22b6170429 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:17.721706 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-3a62fac3-9076-42ee-a114-e42a257cc15f tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/quotas/c953c4012db94ce89cd4888cf7e37669 HTTP/1.1" status: 200 len: 375 time: 0.0409510 Nov 15 11:15:17.760854 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f272ce-287b-444c-9bb7-93131f5443cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-52398969-router', 'tenant_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '6ed22b80-4674-4a54-b3ae-40ff00f0168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:14Z', 'updated_at': '2021-11-15T11:15:15Z', 'revision_number': 3, 'project_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'gw_port': {'id': '6ed22b80-4674-4a54-b3ae-40ff00f0168c', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f272ce-287b-444c-9bb7-93131f5443cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:14Z', 'updated_at': '2021-11-15T11:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:17.789108 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-af3bd237-e1c9-4ec2-9b2a-2b9a61cdbe1e tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c953c4012db94ce89cd4888cf7e37669&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664556 Nov 15 11:15:17.794507 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ae21d0-4a07-401d-a070-d7a8360cb588 None None] The sync data for ids ['e4f272ce-287b-444c-9bb7-93131f5443cc'] in n-d-729945-9 is: [{'id': 'e4f272ce-287b-444c-9bb7-93131f5443cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-52398969-router', 'tenant_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '6ed22b80-4674-4a54-b3ae-40ff00f0168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:14Z', 'updated_at': '2021-11-15T11:15:15Z', 'revision_number': 3, 'project_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'gw_port': {'id': '6ed22b80-4674-4a54-b3ae-40ff00f0168c', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f272ce-287b-444c-9bb7-93131f5443cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:14Z', 'updated_at': '2021-11-15T11:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:15:17.809719 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae3a8cb9-50a8-4754-9799-0a406692c95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:17.852027 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-6b615bff-c509-4a49-970b-c881f2642af3 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c953c4012db94ce89cd4888cf7e37669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654516 Nov 15 11:15:17.854167 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b43b9635-4c56-4ac0-b850-7e8e21ee49fa None None] Provisioning complete for port 854ab7e7-a3ef-4304-aac8-790afa14730b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:17.854531 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b43b9635-4c56-4ac0-b850-7e8e21ee49fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:18.060601 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7389a-90f4-40e0-9722-b20836995ff3 req-e9fb96b0-3819-414f-9d4e-e7a6762b1f76 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:18.062098 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15e7389a-90f4-40e0-9722-b20836995ff3 req-e9fb96b0-3819-414f-9d4e-e7a6762b1f76 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.2329805 Nov 15 11:15:18.140165 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-93fde2a5-3be5-46b6-9e70-c801453a9d31 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:18.141896 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-93fde2a5-3be5-46b6-9e70-c801453a9d31 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2350051 Nov 15 11:15:18.164252 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-ccaca145-35ac-4d19-b3ff-3845dd92aab4 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Request body: {'port': {'device_id': '773a95c6-2269-4563-857a-f872bf7ec579', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': 'c953c4012db94ce89cd4888cf7e37669'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:18.270873 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-ae3a8cb9-50a8-4754-9799-0a406692c95f admin admin] Allocated IP 172.20.0.1 (d6a63121-62fb-4c7c-a038-a4f03c707615/66407e1f-d3fe-4f60-aec7-3d09c8d0529a/2d47517e-880c-4dcd-9ad1-6735f8a98e20) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:15:18.316414 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15e7389a-90f4-40e0-9722-b20836995ff3 req-0e45cd8f-99bb-4b3c-b179-de0730e4f76d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325490 Nov 15 11:15:18.464867 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae6a45-5a48-448a-bea3-c7c8b8588962 req-827e9ca1-3807-4698-8991-fc8f1409c1c5 tempest-NetworksTest-63223265 tempest-NetworksTest-63223265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:18.465335 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae6a45-5a48-448a-bea3-c7c8b8588962 req-827e9ca1-3807-4698-8991-fc8f1409c1c5 tempest-NetworksTest-63223265 tempest-NetworksTest-63223265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:18.465787 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae6a45-5a48-448a-bea3-c7c8b8588962 req-827e9ca1-3807-4698-8991-fc8f1409c1c5 tempest-NetworksTest-63223265 tempest-NetworksTest-63223265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:18.466236 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae6a45-5a48-448a-bea3-c7c8b8588962 req-827e9ca1-3807-4698-8991-fc8f1409c1c5 tempest-NetworksTest-63223265 tempest-NetworksTest-63223265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:18.466670 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae6a45-5a48-448a-bea3-c7c8b8588962 req-827e9ca1-3807-4698-8991-fc8f1409c1c5 tempest-NetworksTest-63223265 tempest-NetworksTest-63223265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:18.467536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae6a45-5a48-448a-bea3-c7c8b8588962 req-827e9ca1-3807-4698-8991-fc8f1409c1c5 tempest-NetworksTest-63223265 tempest-NetworksTest-63223265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:18.467536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae6a45-5a48-448a-bea3-c7c8b8588962 req-827e9ca1-3807-4698-8991-fc8f1409c1c5 tempest-NetworksTest-63223265 tempest-NetworksTest-63223265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:18.468025 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae6a45-5a48-448a-bea3-c7c8b8588962 req-827e9ca1-3807-4698-8991-fc8f1409c1c5 tempest-NetworksTest-63223265 tempest-NetworksTest-63223265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:18.468725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae6a45-5a48-448a-bea3-c7c8b8588962 req-827e9ca1-3807-4698-8991-fc8f1409c1c5 tempest-NetworksTest-63223265 tempest-NetworksTest-63223265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:18.468895 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae6a45-5a48-448a-bea3-c7c8b8588962 req-827e9ca1-3807-4698-8991-fc8f1409c1c5 tempest-NetworksTest-63223265 tempest-NetworksTest-63223265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:18.470919 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d6ae6a45-5a48-448a-bea3-c7c8b8588962 req-827e9ca1-3807-4698-8991-fc8f1409c1c5 tempest-NetworksTest-63223265 tempest-NetworksTest-63223265-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7135 time: 0.3418586 Nov 15 11:15:18.498143 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77a438f8-06ed-4e62-8a97-177487305482 req-809b7a85-9dbd-4045-b3f2-10159fdfb7e7 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "GET /v2.0/security-groups/0d9121fc-303a-47a5-9f11-e01559753046 HTTP/1.1" status: 200 len: 1822 time: 0.1314766 Nov 15 11:15:18.514459 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-77a438f8-06ed-4e62-8a97-177487305482 req-6804c533-7c31-407c-a12f-7d82336c9ea8 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d9121fc-303a-47a5-9f11-e01559753046', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:18.514737 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-77a438f8-06ed-4e62-8a97-177487305482 req-6804c533-7c31-407c-a12f-7d82336c9ea8 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d9121fc-303a-47a5-9f11-e01559753046', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:18.526504 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-ccaca145-35ac-4d19-b3ff-3845dd92aab4 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Made reservation on behalf of c953c4012db94ce89cd4888cf7e37669 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:15:18.530656 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-ccaca145-35ac-4d19-b3ff-3845dd92aab4 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:18.550520 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae3a8cb9-50a8-4754-9799-0a406692c95f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:18.570226 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-ccaca145-35ac-4d19-b3ff-3845dd92aab4 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:18.610931 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-322b6898-b5be-4cf4-84f2-0f6bfe8e486c req-74daf02d-dd57-4318-b9d4-6182d1afecbc tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb4d16b-af59-4e31-88db-42bd72f35f2e HTTP/1.1" status: 200 len: 210 time: 0.0458937 Nov 15 11:15:18.708726 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae3a8cb9-50a8-4754-9799-0a406692c95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:18.715793 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-77a438f8-06ed-4e62-8a97-177487305482 req-6804c533-7c31-407c-a12f-7d82336c9ea8 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:18.813015 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3a8cb9-50a8-4754-9799-0a406692c95f admin admin] Network d6a63121-62fb-4c7c-a038-a4f03c707615 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:15:18.817088 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-77a438f8-06ed-4e62-8a97-177487305482 req-6804c533-7c31-407c-a12f-7d82336c9ea8 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:18.821513 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ae3a8cb9-50a8-4754-9799-0a406692c95f admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:15:18.823558 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a8cb9-50a8-4754-9799-0a406692c95f admin admin] Pushing event updated for resources: {'Port': ['ID=2d47517e-880c-4dcd-9ad1-6735f8a98e20,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:18.825765 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3a8cb9-50a8-4754-9799-0a406692c95f admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:15:18.859958 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-ccaca145-35ac-4d19-b3ff-3845dd92aab4 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:18.862781 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-77a438f8-06ed-4e62-8a97-177487305482 req-6804c533-7c31-407c-a12f-7d82336c9ea8 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:18.886478 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-ccaca145-35ac-4d19-b3ff-3845dd92aab4 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:18.892999 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6ed22b80-4674-4a54-b3ae-40ff00f0168c up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:15:18.911129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804c533-7c31-407c-a12f-7d82336c9ea8 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7626aab-30c6-4d6d-aed4-95a02dda5b26,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:18.938980 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-77a438f8-06ed-4e62-8a97-177487305482 req-6804c533-7c31-407c-a12f-7d82336c9ea8 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:18.940097 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77a438f8-06ed-4e62-8a97-177487305482 req-6804c533-7c31-407c-a12f-7d82336c9ea8 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4310708 Nov 15 11:15:18.940839 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae3a8cb9-50a8-4754-9799-0a406692c95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:18.957717 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54822) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:18.978614 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 6ed22b80-4674-4a54-b3ae-40ff00f0168c triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:18.980549 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:19.048039 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-f19586e0-40b8-4c48-a267-3e7ef912f23a req-cc788f68-67e6-402f-8a38-39bbd64dd07b tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-941853457', 'description': 'tempest-description-1331257915'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:19.065055 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaca145-35ac-4d19-b3ff-3845dd92aab4 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860239d2-d536-43fa-b011-a561d115bb95,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:19.169583 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-409d3474-59ec-4ea0-a1b8-fa906b0f6a4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:19.175356 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:19.197626 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f19586e0-40b8-4c48-a267-3e7ef912f23a req-cc788f68-67e6-402f-8a38-39bbd64dd07b tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:19.246269 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 6ed22b80-4674-4a54-b3ae-40ff00f0168c, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6ed22b80-4674-4a54-b3ae-40ff00f0168c,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:19.254746 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:19.256749 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 854ab7e7-a3ef-4304-aac8-790afa14730b up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:15:19.280228 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-ccaca145-35ac-4d19-b3ff-3845dd92aab4 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Allocated IP 192.168.233.241 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/5ac37099-bb50-4d29-873f-1a98f4797a45) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:15:19.289665 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-409d3474-59ec-4ea0-a1b8-fa906b0f6a4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:19.298437 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-409d3474-59ec-4ea0-a1b8-fa906b0f6a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:19.301673 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-1fa0b7b5-85f7-4121-b531-eb3273e40d34 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c953c4012db94ce89cd4888cf7e37669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480254 Nov 15 11:15:19.364931 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ac91d0e6-d181-4d4a-aa92-48f75af051d5 None None] Provisioning complete for port 2d47517e-880c-4dcd-9ad1-6735f8a98e20 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:19.365322 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ac91d0e6-d181-4d4a-aa92-48f75af051d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:19.385989 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-409d3474-59ec-4ea0-a1b8-fa906b0f6a4b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e02a0bf3d5ef4c9a8db129cf5e39fa15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4271927 Nov 15 11:15:19.388607 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54832) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:19.413323 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d3474-59ec-4ea0-a1b8-fa906b0f6a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b4d8aa-54a1-441b-bc0b-06749c1f6157,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:19.436107 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae3a8cb9-50a8-4754-9799-0a406692c95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:19.436339 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-ac91d0e6-d181-4d4a-aa92-48f75af051d5 None None] Port 2d47517e-880c-4dcd-9ad1-6735f8a98e20 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:15:19.468231 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 854ab7e7-a3ef-4304-aac8-790afa14730b triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:19.468723 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:19.481183 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e10ca2d2-2e98-42e0-b018-8bf074772d63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:19.497218 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=6ed22b80-4674-4a54-b3ae-40ff00f0168c,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:19.505383 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e10ca2d2-2e98-42e0-b018-8bf074772d63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:19.537949 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f19586e0-40b8-4c48-a267-3e7ef912f23a req-cc788f68-67e6-402f-8a38-39bbd64dd07b tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:19.562289 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e10ca2d2-2e98-42e0-b018-8bf074772d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:19.565293 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e10ca2d2-2e98-42e0-b018-8bf074772d63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:19.569932 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e10ca2d2-2e98-42e0-b018-8bf074772d63 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f3b4d8aa-54a1-441b-bc0b-06749c1f6157 HTTP/1.1" status: 204 len: 168 time: 0.1770132 Nov 15 11:15:19.579975 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ca2d2-2e98-42e0-b018-8bf074772d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b4d8aa-54a1-441b-bc0b-06749c1f6157,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:19.582018 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f19586e0-40b8-4c48-a267-3e7ef912f23a req-cc788f68-67e6-402f-8a38-39bbd64dd07b tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:19.672963 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-73c82870-e85c-44b4-926e-a414953c7584 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:19.674511 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-73c82870-e85c-44b4-926e-a414953c7584 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3645494 Nov 15 11:15:19.691791 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde117f-6bad-4662-8829-6f65075ebe88 req-3582cf56-ce84-43aa-95d1-ebf1e3554343 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:19.693303 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cde117f-6bad-4662-8829-6f65075ebe88 req-3582cf56-ce84-43aa-95d1-ebf1e3554343 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.2760048 Nov 15 11:15:19.712079 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-3c63ca21-26c4-423d-97fd-388e5bad2325 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Request body: {'port': {'device_id': '0bb4d16b-af59-4e31-88db-42bd72f35f2e', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': 'c953c4012db94ce89cd4888cf7e37669'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:19.720024 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f19586e0-40b8-4c48-a267-3e7ef912f23a req-cc788f68-67e6-402f-8a38-39bbd64dd07b tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:19.721131 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f19586e0-40b8-4c48-a267-3e7ef912f23a req-cc788f68-67e6-402f-8a38-39bbd64dd07b tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.7304869 Nov 15 11:15:19.732697 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc788f68-67e6-402f-8a38-39bbd64dd07b tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e9bdd3-90d1-46ff-96b7-590f65aa4b48,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:19.874999 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54844) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:19.888801 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41e6de9c-3021-4f8e-9ec8-46128e9aa301 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:19.894021 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1bca168-166f-4f04-b5c1-1bc69e957c1a req-9ca2c82b-4007-4069-9a4e-02b5c0e8c86c tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb4d16b-af59-4e31-88db-42bd72f35f2e HTTP/1.1" status: 200 len: 210 time: 0.0958357 Nov 15 11:15:19.914904 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-ccaca145-35ac-4d19-b3ff-3845dd92aab4 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:19.968581 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cde117f-6bad-4662-8829-6f65075ebe88 req-e30c41a9-295a-4784-8f53-4c6acf1f28b0 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628310 Nov 15 11:15:19.986180 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41e6de9c-3021-4f8e-9ec8-46128e9aa301 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:19.991529 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41e6de9c-3021-4f8e-9ec8-46128e9aa301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:20.038807 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-41e6de9c-3021-4f8e-9ec8-46128e9aa301 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e6aa3395a3c94f9dba1c23d674a8a9ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1626997 Nov 15 11:15:20.040315 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6de9c-3021-4f8e-9ec8-46128e9aa301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489aaf76-608c-4bb0-9b8e-a7d5df25644e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:20.045656 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54846) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:20.101799 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1395b3ff-cffc-4242-bf20-dbba38f71cef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:20.130683 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1395b3ff-cffc-4242-bf20-dbba38f71cef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:20.185217 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1395b3ff-cffc-4242-bf20-dbba38f71cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:20.188245 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1395b3ff-cffc-4242-bf20-dbba38f71cef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:20.189550 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1395b3ff-cffc-4242-bf20-dbba38f71cef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/489aaf76-608c-4bb0-9b8e-a7d5df25644e HTTP/1.1" status: 204 len: 168 time: 0.1427457 Nov 15 11:15:20.198666 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395b3ff-cffc-4242-bf20-dbba38f71cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489aaf76-608c-4bb0-9b8e-a7d5df25644e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:20.375043 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12670fd1-a952-42e1-b665-452403cd4429 req-43e5ff20-f8ca-4147-b8dc-ae39b59c91e7 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "GET /v2.0/security-groups/72e9bdd3-90d1-46ff-96b7-590f65aa4b48 HTTP/1.1" status: 200 len: 1821 time: 0.4466515 Nov 15 11:15:20.384366 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-ccaca145-35ac-4d19-b3ff-3845dd92aab4 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:20.387633 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae3a8cb9-50a8-4754-9799-0a406692c95f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:20.393999 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-3c63ca21-26c4-423d-97fd-388e5bad2325 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Made reservation on behalf of c953c4012db94ce89cd4888cf7e37669 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:15:20.397382 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-3c63ca21-26c4-423d-97fd-388e5bad2325 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:20.404370 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-12670fd1-a952-42e1-b665-452403cd4429 req-85a52e4b-14ef-4dd6-81fd-a95fa2ecb216 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '72e9bdd3-90d1-46ff-96b7-590f65aa4b48', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:20.404678 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-12670fd1-a952-42e1-b665-452403cd4429 req-85a52e4b-14ef-4dd6-81fd-a95fa2ecb216 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '72e9bdd3-90d1-46ff-96b7-590f65aa4b48', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:20.419921 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae3a8cb9-50a8-4754-9799-0a406692c95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:20.496673 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-ccaca145-35ac-4d19-b3ff-3845dd92aab4 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:15:20.514729 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-ccaca145-35ac-4d19-b3ff-3845dd92aab4 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:15:20.526788 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-ccaca145-35ac-4d19-b3ff-3845dd92aab4 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:15:20.555740 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaca145-35ac-4d19-b3ff-3845dd92aab4 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Pushing event updated for resources: {'Port': ['ID=5ac37099-bb50-4d29-873f-1a98f4797a45,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:20.578080 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae3a8cb9-50a8-4754-9799-0a406692c95f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:20.693138 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6ed22b80-4674-4a54-b3ae-40ff00f0168c up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:15:20.737944 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a8cb9-50a8-4754-9799-0a406692c95f admin admin] Pushing event updated for resources: {'Port': ['ID=2d47517e-880c-4dcd-9ad1-6735f8a98e20,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:20.759157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-ccaca145-35ac-4d19-b3ff-3845dd92aab4 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:20.759722 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-ccaca145-35ac-4d19-b3ff-3845dd92aab4 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:20.761142 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 6ed22b80-4674-4a54-b3ae-40ff00f0168c triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:20.761512 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:20.783266 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-12670fd1-a952-42e1-b665-452403cd4429 req-85a52e4b-14ef-4dd6-81fd-a95fa2ecb216 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:20.808592 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7e83f74f-2cb0-496c-9a93-0d268a9da2b1 None None] Provisioning complete for port 5ac37099-bb50-4d29-873f-1a98f4797a45 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:20.809181 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7e83f74f-2cb0-496c-9a93-0d268a9da2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:20.819879 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-ccaca145-35ac-4d19-b3ff-3845dd92aab4 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6647973 Nov 15 11:15:20.820929 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-3c63ca21-26c4-423d-97fd-388e5bad2325 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Allocated IP 192.168.233.153 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/a6399bf4-0b47-4a4a-b359-d3d92dfad65b) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:15:20.829117 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-12670fd1-a952-42e1-b665-452403cd4429 req-85a52e4b-14ef-4dd6-81fd-a95fa2ecb216 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:20.847485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-34ea02ea-3b51-4c4a-b5ed-aa5fcd140ad9 service neutron] Request body: {'port': {'device_id': '773a95c6-2269-4563-857a-f872bf7ec579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:20.850852 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7e83f74f-2cb0-496c-9a93-0d268a9da2b1 None None] Port 5ac37099-bb50-4d29-873f-1a98f4797a45 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:15:20.853673 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-12670fd1-a952-42e1-b665-452403cd4429 req-85a52e4b-14ef-4dd6-81fd-a95fa2ecb216 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:20.913886 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a52e4b-14ef-4dd6-81fd-a95fa2ecb216 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0336faf7-b7dd-4eb4-a9fd-dfadedd152ba,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:20.937903 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-12670fd1-a952-42e1-b665-452403cd4429 req-85a52e4b-14ef-4dd6-81fd-a95fa2ecb216 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:20.939000 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12670fd1-a952-42e1-b665-452403cd4429 req-85a52e4b-14ef-4dd6-81fd-a95fa2ecb216 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5494518 Nov 15 11:15:20.964630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3a8cb9-50a8-4754-9799-0a406692c95f admin admin] Network d6a63121-62fb-4c7c-a038-a4f03c707615 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:15:20.976160 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-01b60c33-85f1-4fe5-8a07-2412bfdd80b2 req-407557a3-24a7-4543-afae-0f5a4c925f04 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1433439995', 'description': 'tempest-description-1694801258'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:20.986327 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ae3a8cb9-50a8-4754-9799-0a406692c95f admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:15:21.016571 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-34ea02ea-3b51-4c4a-b5ed-aa5fcd140ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:21.092640 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96079527-e8df-4f9e-a941-cf885e04a955 req-6379fd5d-a157-4286-bf53-2ab13bff02e6 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb4d16b-af59-4e31-88db-42bd72f35f2e HTTP/1.1" status: 200 len: 210 time: 0.1038392 Nov 15 11:15:21.230432 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-01b60c33-85f1-4fe5-8a07-2412bfdd80b2 req-407557a3-24a7-4543-afae-0f5a4c925f04 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:21.278580 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-632e2943-5564-459d-82b7-0140fddfb274 None None] Provisioning complete for port 2d47517e-880c-4dcd-9ad1-6735f8a98e20 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:21.281809 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-632e2943-5564-459d-82b7-0140fddfb274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:21.332539 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-632e2943-5564-459d-82b7-0140fddfb274 None None] Port 2d47517e-880c-4dcd-9ad1-6735f8a98e20 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:15:21.385319 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-3c63ca21-26c4-423d-97fd-388e5bad2325 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:21.411625 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3f86d-35a9-4b2c-9181-37704bda116a req-9f5cbaaf-d5f8-4dc5-ace8-ab36993adf9b tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:21.413176 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-26b3f86d-35a9-4b2c-9181-37704bda116a req-9f5cbaaf-d5f8-4dc5-ace8-ab36993adf9b tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.2411184 Nov 15 11:15:21.423522 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3a8cb9-50a8-4754-9799-0a406692c95f admin admin] Router e4f272ce-287b-444c-9bb7-93131f5443cc has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:15:21.559315 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-01b60c33-85f1-4fe5-8a07-2412bfdd80b2 req-407557a3-24a7-4543-afae-0f5a4c925f04 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:21.593823 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-26b3f86d-35a9-4b2c-9181-37704bda116a req-585e6f9d-bc18-4170-922e-249186e0364f tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688414 Nov 15 11:15:21.601701 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-01b60c33-85f1-4fe5-8a07-2412bfdd80b2 req-407557a3-24a7-4543-afae-0f5a4c925f04 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:21.619201 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-3c63ca21-26c4-423d-97fd-388e5bad2325 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:21.719382 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-01b60c33-85f1-4fe5-8a07-2412bfdd80b2 req-407557a3-24a7-4543-afae-0f5a4c925f04 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:21.720623 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-01b60c33-85f1-4fe5-8a07-2412bfdd80b2 req-407557a3-24a7-4543-afae-0f5a4c925f04 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7548585 Nov 15 11:15:21.739448 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407557a3-24a7-4543-afae-0f5a4c925f04 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cceef54-f306-4ebb-a4ae-8b18a238a39c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:21.753564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-3c63ca21-26c4-423d-97fd-388e5bad2325 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:15:21.777643 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-3c63ca21-26c4-423d-97fd-388e5bad2325 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:15:21.790493 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-3c63ca21-26c4-423d-97fd-388e5bad2325 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:15:21.799151 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63ca21-26c4-423d-97fd-388e5bad2325 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Pushing event updated for resources: {'Port': ['ID=a6399bf4-0b47-4a4a-b359-d3d92dfad65b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:21.842334 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-6bb51e23-5f44-4eb5-af5d-7768257e5c74 req-7acbf963-5b75-4b8c-829f-f03cfb96b710 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-312009591', 'description': 'tempest-description-438442076'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:21.846977 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3a8cb9-50a8-4754-9799-0a406692c95f admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:15:21.860601 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] Sync routers for ids ['e4f272ce-287b-444c-9bb7-93131f5443cc'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:15:21.863315 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ae3a8cb9-50a8-4754-9799-0a406692c95f admin admin] 10.222.0.64 "PUT /v2.0/routers/e4f272ce-287b-444c-9bb7-93131f5443cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4431255 Nov 15 11:15:21.903319 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-3c63ca21-26c4-423d-97fd-388e5bad2325 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:21.903979 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-3c63ca21-26c4-423d-97fd-388e5bad2325 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:21.909941 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] Routers {'e4f272ce-287b-444c-9bb7-93131f5443cc'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:15:21.910472 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6bb51e23-5f44-4eb5-af5d-7768257e5c74 req-7acbf963-5b75-4b8c-829f-f03cfb96b710 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:21.911318 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:15:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e4f272ce-287b-444c-9bb7-93131f5443cc'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:21.958529 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-3c63ca21-26c4-423d-97fd-388e5bad2325 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2539408 Nov 15 11:15:21.966599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-34ea02ea-3b51-4c4a-b5ed-aa5fcd140ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac37099-bb50-4d29-873f-1a98f4797a45 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:15:21.979548 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-4d758512-819e-4f03-b404-d980a2239b5f service neutron] Request body: {'port': {'device_id': '0bb4d16b-af59-4e31-88db-42bd72f35f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:21.987139 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-34ea02ea-3b51-4c4a-b5ed-aa5fcd140ad9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:22.045220 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-34ea02ea-3b51-4c4a-b5ed-aa5fcd140ad9 service neutron] Transition to ACTIVE for port object 5ac37099-bb50-4d29-873f-1a98f4797a45 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:15:22.058227 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] Set router e4f272ce-287b-444c-9bb7-93131f5443cc gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:15:22.080761 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-34ea02ea-3b51-4c4a-b5ed-aa5fcd140ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:22.152656 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-4d758512-819e-4f03-b404-d980a2239b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:22.198133 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b8c49d73-8df6-4c63-96e6-064c399a3508 None None] Provisioning complete for port a6399bf4-0b47-4a4a-b359-d3d92dfad65b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:22.198706 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b8c49d73-8df6-4c63-96e6-064c399a3508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:22.210314 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6bb51e23-5f44-4eb5-af5d-7768257e5c74 req-7acbf963-5b75-4b8c-829f-f03cfb96b710 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:22.211217 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea02ea-3b51-4c4a-b5ed-aa5fcd140ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac37099-bb50-4d29-873f-1a98f4797a45,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:22.261951 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6bb51e23-5f44-4eb5-af5d-7768257e5c74 req-7acbf963-5b75-4b8c-829f-f03cfb96b710 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:22.286480 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-b8c49d73-8df6-4c63-96e6-064c399a3508 None None] Port a6399bf4-0b47-4a4a-b359-d3d92dfad65b cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:15:22.351183 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f272ce-287b-444c-9bb7-93131f5443cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-52398969-router', 'tenant_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '6ed22b80-4674-4a54-b3ae-40ff00f0168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:14Z', 'updated_at': '2021-11-15T11:15:19Z', 'revision_number': 4, 'project_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'gw_port': {'id': '6ed22b80-4674-4a54-b3ae-40ff00f0168c', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f272ce-287b-444c-9bb7-93131f5443cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:14Z', 'updated_at': '2021-11-15T11:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '2d47517e-880c-4dcd-9ad1-6735f8a98e20', 'name': '', 'network_id': 'd6a63121-62fb-4c7c-a038-a4f03c707615', 'tenant_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'mac_address': 'fa:16:3e:fa:65:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f272ce-287b-444c-9bb7-93131f5443cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '66407e1f-d3fe-4f60-aec7-3d09c8d0529a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:17Z', 'updated_at': '2021-11-15T11:15:19Z', 'revision_number': 2, 'project_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'subnets': [{'id': '66407e1f-d3fe-4f60-aec7-3d09c8d0529a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:22.411099 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] Checking router: e4f272ce-287b-444c-9bb7-93131f5443cc for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:15:22.411653 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] Updating router e4f272ce-287b-444c-9bb7-93131f5443cc port 2d47517e-880c-4dcd-9ad1-6735f8a98e20 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:15:22.442185 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:22.463462 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6bb51e23-5f44-4eb5-af5d-7768257e5c74 req-7acbf963-5b75-4b8c-829f-f03cfb96b710 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:22.464819 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6bb51e23-5f44-4eb5-af5d-7768257e5c74 req-7acbf963-5b75-4b8c-829f-f03cfb96b710 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6335061 Nov 15 11:15:22.465418 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbf963-5b75-4b8c-829f-f03cfb96b710 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b33ea1-6fef-476e-85e6-1ab6a0d261af,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:22.538706 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-34ea02ea-3b51-4c4a-b5ed-aa5fcd140ad9 service neutron] Attempting to bind port 5ac37099-bb50-4d29-873f-1a98f4797a45 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:15:22.539042 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-34ea02ea-3b51-4c4a-b5ed-aa5fcd140ad9 service neutron] Attempting to bind port 5ac37099-bb50-4d29-873f-1a98f4797a45 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:15:22.539361 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-34ea02ea-3b51-4c4a-b5ed-aa5fcd140ad9 service neutron] Attempting to bind port 5ac37099-bb50-4d29-873f-1a98f4797a45 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:15:22.580840 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-34ea02ea-3b51-4c4a-b5ed-aa5fcd140ad9 service neutron] Port 5ac37099-bb50-4d29-873f-1a98f4797a45 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:15:22.581161 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-34ea02ea-3b51-4c4a-b5ed-aa5fcd140ad9 service neutron] Attempting to bind port 5ac37099-bb50-4d29-873f-1a98f4797a45 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:15:22.594751 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d317a-5b16-4c4d-bcbc-195b1da605ad req-3070c03d-a886-4559-bc21-8ce12ac7d8b3 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:22.601923 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e43d317a-5b16-4c4d-bcbc-195b1da605ad req-3070c03d-a886-4559-bc21-8ce12ac7d8b3 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb4d16b-af59-4e31-88db-42bd72f35f2e HTTP/1.1" status: 200 len: 936 time: 0.2258503 Nov 15 11:15:22.606549 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-34ea02ea-3b51-4c4a-b5ed-aa5fcd140ad9 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:15:22.606879 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-34ea02ea-3b51-4c4a-b5ed-aa5fcd140ad9 service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:15:22.607262 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-34ea02ea-3b51-4c4a-b5ed-aa5fcd140ad9 service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:15:22.607699 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-34ea02ea-3b51-4c4a-b5ed-aa5fcd140ad9 service neutron] Bound port: 5ac37099-bb50-4d29-873f-1a98f4797a45, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:15:22.608076 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-34ea02ea-3b51-4c4a-b5ed-aa5fcd140ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:22.734329 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e43d317a-5b16-4c4d-bcbc-195b1da605ad req-b7095c35-f4cd-4d5f-a429-9cd15e26ac41 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/security-groups?id=860239d2-d536-43fa-b011-a561d115bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313989 Nov 15 11:15:22.752378 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54942) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:22.758377 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5ac856b5-ece1-45cb-9343-c836c77ed043 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1530176090-network', 'tenant_id': 'd97d0623dd774ecf9c5c78e034abb63b'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:22.785640 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:22.792578 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-34ea02ea-3b51-4c4a-b5ed-aa5fcd140ad9 service neutron] For port 5ac37099-bb50-4d29-873f-1a98f4797a45, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:15:22.799936 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:22.804728 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac856b5-ece1-45cb-9343-c836c77ed043 admin admin] Made reservation on behalf of d97d0623dd774ecf9c5c78e034abb63b for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:15:22.807729 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ac856b5-ece1-45cb-9343-c836c77ed043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:22.819400 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-34ea02ea-3b51-4c4a-b5ed-aa5fcd140ad9 service neutron] For port 5ac37099-bb50-4d29-873f-1a98f4797a45, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5ac37099-bb50-4d29-873f-1a98f4797a45,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:15:22.820361 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ac856b5-ece1-45cb-9343-c836c77ed043 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:22.831302 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-4d758512-819e-4f03-b404-d980a2239b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6399bf4-0b47-4a4a-b359-d3d92dfad65b {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:15:22.838609 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-34ea02ea-3b51-4c4a-b5ed-aa5fcd140ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:22.848900 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-4d758512-819e-4f03-b404-d980a2239b5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:22.869505 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafc96d-af39-45f9-ba05-a1aec51591fa None None] Pushing event updated for resources: {'Port': ['ID=2d47517e-880c-4dcd-9ad1-6735f8a98e20,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:22.909688 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-4d758512-819e-4f03-b404-d980a2239b5f service neutron] Transition to ACTIVE for port object a6399bf4-0b47-4a4a-b359-d3d92dfad65b will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:15:22.922933 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-34ea02ea-3b51-4c4a-b5ed-aa5fcd140ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:22.923660 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-34ea02ea-3b51-4c4a-b5ed-aa5fcd140ad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:22.926850 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-34ea02ea-3b51-4c4a-b5ed-aa5fcd140ad9 service neutron] 10.222.0.11 "PUT /v2.0/ports/5ac37099-bb50-4d29-873f-1a98f4797a45 HTTP/1.1" status: 200 len: 1096 time: 2.0946722 Nov 15 11:15:22.929612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773a95c6-2269-4563-857a-f872bf7ec579', 'tag': '5ac37099-bb50-4d29-873f-1a98f4797a45'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:15:22.943950 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376356f1-324f-4492-84d7-4698ac5cddf0" -d '{"events": [{"name": "network-changed", "server_uuid": "773a95c6-2269-4563-857a-f872bf7ec579", "tag": "5ac37099-bb50-4d29-873f-1a98f4797a45"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:15:22.950585 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ac856b5-ece1-45cb-9343-c836c77ed043 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:22.963640 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b16a0ea6-86d7-4803-a1ec-033cc225b7b6 req-8c00951f-e16c-4777-8250-3712fe50360f tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "GET /v2.0/security-groups/2cceef54-f306-4ebb-a4ae-8b18a238a39c HTTP/1.1" status: 200 len: 1822 time: 0.1676984 Nov 15 11:15:22.965580 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-4d758512-819e-4f03-b404-d980a2239b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:22.985064 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ac856b5-ece1-45cb-9343-c836c77ed043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:22.987259 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] Attempting to bind port 2d47517e-880c-4dcd-9ad1-6735f8a98e20 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:15:22.987628 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] Attempting to bind port 2d47517e-880c-4dcd-9ad1-6735f8a98e20 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'b91fd0bb-fadf-4d4a-9b17-8b8843409bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd6a63121-62fb-4c7c-a038-a4f03c707615'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:15:22.988073 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] Attempting to bind port 2d47517e-880c-4dcd-9ad1-6735f8a98e20 on network d6a63121-62fb-4c7c-a038-a4f03c707615 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:15:22.995233 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:15:22.996005 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] Checking segment: {'id': 'b91fd0bb-fadf-4d4a-9b17-8b8843409bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd6a63121-62fb-4c7c-a038-a4f03c707615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:15:22.996877 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:22.997811 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] Bound using segment: {'id': 'b91fd0bb-fadf-4d4a-9b17-8b8843409bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd6a63121-62fb-4c7c-a038-a4f03c707615'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:15:22.998505 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] Bound port: 2d47517e-880c-4dcd-9ad1-6735f8a98e20, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91fd0bb-fadf-4d4a-9b17-8b8843409bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd6a63121-62fb-4c7c-a038-a4f03c707615'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:15:22.999471 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:23.022492 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac856b5-ece1-45cb-9343-c836c77ed043 admin admin] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:15:23.029930 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea02ea-3b51-4c4a-b5ed-aa5fcd140ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac37099-bb50-4d29-873f-1a98f4797a45,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:23.038014 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac856b5-ece1-45cb-9343-c836c77ed043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd98381a-be38-45cd-b1e8-8b3f87ae1e30,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:23.049016 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ac856b5-ece1-45cb-9343-c836c77ed043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:23.049423 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-5ac856b5-ece1-45cb-9343-c836c77ed043 admin admin] Added segment eb4e70f0-0051-4a81-b52f-c39fb4bb90be of type vlan for network 4badab4f-a154-4642-8833-316f0f77f106 Nov 15 11:15:23.106340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] For port 2d47517e-880c-4dcd-9ad1-6735f8a98e20, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:15:23.111471 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] For port 2d47517e-880c-4dcd-9ad1-6735f8a98e20, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2d47517e-880c-4dcd-9ad1-6735f8a98e20,segment=NetworkSegment(b91fd0bb-fadf-4d4a-9b17-8b8843409bc7),segment_id=b91fd0bb-fadf-4d4a-9b17-8b8843409bc7)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:15:23.112291 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ac856b5-ece1-45cb-9343-c836c77ed043 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:23.122750 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:23.128233 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d758512-819e-4f03-b404-d980a2239b5f service neutron] Pushing event updated for resources: {'Port': ['ID=a6399bf4-0b47-4a4a-b359-d3d92dfad65b,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:23.164992 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ac856b5-ece1-45cb-9343-c836c77ed043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:23.165870 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac856b5-ece1-45cb-9343-c836c77ed043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:23.166712 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ac856b5-ece1-45cb-9343-c836c77ed043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:23.194201 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3ba940bf-ad41-4783-be5d-de15832bb2b2 req-032cceb1-8dd9-4fec-ad04-4507f743e352 tempest-QuotasAdminNegativeTest-2028122908 tempest-QuotasAdminNegativeTest-2028122908-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e2e3bc74b9f3432ab3e625dd235a259d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2294257 Nov 15 11:15:23.214329 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafc96d-af39-45f9-ba05-a1aec51591fa None None] Pushing event updated for resources: {'Port': ['ID=2d47517e-880c-4dcd-9ad1-6735f8a98e20,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:23.228569 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] Routers {'e4f272ce-287b-444c-9bb7-93131f5443cc'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:15:23.229316 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:15:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e4f272ce-287b-444c-9bb7-93131f5443cc'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:23.248159 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac856b5-ece1-45cb-9343-c836c77ed043 admin admin] Pushing event updated for resources: {'Network': ['ID=4badab4f-a154-4642-8833-316f0f77f106,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:23.270111 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5ac856b5-ece1-45cb-9343-c836c77ed043 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5156894 Nov 15 11:15:23.272949 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54958) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:23.279690 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5977053d-46b4-4f31-b4d3-4ddf94719a33 admin admin] Request body: {'subnet': {'network_id': '4badab4f-a154-4642-8833-316f0f77f106', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1530176090-subnet', 'tenant_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:23.286505 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 4badab4f-a154-4642-8833-316f0f77f106 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:15:23.309314 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5977053d-46b4-4f31-b4d3-4ddf94719a33 admin admin] Made reservation on behalf of d97d0623dd774ecf9c5c78e034abb63b for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:15:23.311978 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5977053d-46b4-4f31-b4d3-4ddf94719a33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:23.382056 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba940bf-ad41-4783-be5d-de15832bb2b2 req-421efd3b-9578-4c70-9f31-7221f168c106 tempest-QuotasAdminNegativeTest-2028122908 tempest-QuotasAdminNegativeTest-2028122908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:23.383604 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3ba940bf-ad41-4783-be5d-de15832bb2b2 req-421efd3b-9578-4c70-9f31-7221f168c106 tempest-QuotasAdminNegativeTest-2028122908 tempest-QuotasAdminNegativeTest-2028122908-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775568 Nov 15 11:15:23.411875 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-c3353001-85a4-4672-b4ae-b56ec6ba9db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:23.413392 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-c3353001-85a4-4672-b4ae-b56ec6ba9db4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c953c4012db94ce89cd4888cf7e37669&device_id=773a95c6-2269-4563-857a-f872bf7ec579 HTTP/1.1" status: 200 len: 1099 time: 0.2957282 Nov 15 11:15:23.442576 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3ba940bf-ad41-4783-be5d-de15832bb2b2 req-78e7461f-2baf-49fc-9ddf-b9e043e68829 tempest-QuotasAdminNegativeTest-2028122908 tempest-QuotasAdminNegativeTest-2028122908-project] 10.222.0.64 "GET /v2.0/quotas/e2e3bc74b9f3432ab3e625dd235a259d HTTP/1.1" status: 200 len: 375 time: 0.0412712 Nov 15 11:15:23.490684 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b16a0ea6-86d7-4803-a1ec-033cc225b7b6 req-ccf6f32a-4295-46b3-8a70-104ff4cad513 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "GET /v2.0/security-groups/a4b33ea1-6fef-476e-85e6-1ab6a0d261af HTTP/1.1" status: 200 len: 1820 time: 0.5117612 Nov 15 11:15:23.493803 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-e42a0183-533d-4751-80bd-687b7a8ac162 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=5ac37099-bb50-4d29-873f-1a98f4797a45 HTTP/1.1" status: 200 len: 217 time: 0.0497932 Nov 15 11:15:23.501384 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-b16a0ea6-86d7-4803-a1ec-033cc225b7b6 req-0f726db0-ac5e-47a6-a0b1-484bc9549cb4 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2cceef54-f306-4ebb-a4ae-8b18a238a39c', 'remote_group_id': 'a4b33ea1-6fef-476e-85e6-1ab6a0d261af', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:23.501724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-b16a0ea6-86d7-4803-a1ec-033cc225b7b6 req-0f726db0-ac5e-47a6-a0b1-484bc9549cb4 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2cceef54-f306-4ebb-a4ae-8b18a238a39c', 'remote_group_id': 'a4b33ea1-6fef-476e-85e6-1ab6a0d261af', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:23.540131 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5977053d-46b4-4f31-b4d3-4ddf94719a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:23.567744 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-763253fb-53f5-4a69-bf7f-3a40b0b382c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:23.569214 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-763253fb-53f5-4a69-bf7f-3a40b0b382c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0505402 Nov 15 11:15:23.600134 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3ba940bf-ad41-4783-be5d-de15832bb2b2 req-f12862dd-222c-4770-869b-b54ff457327b tempest-QuotasAdminNegativeTest-2028122908 tempest-QuotasAdminNegativeTest-2028122908-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2e3bc74b9f3432ab3e625dd235a259d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038275 Nov 15 11:15:23.630324 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-574f2406-3f3c-42d6-b614-77555d6cab5f None None] Provisioning complete for port 2d47517e-880c-4dcd-9ad1-6735f8a98e20 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:23.630709 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-574f2406-3f3c-42d6-b614-77555d6cab5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:23.635301 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977053d-46b4-4f31-b4d3-4ddf94719a33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=197a0c4e-b89e-4249-a087-a1feb11c7745,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:23.645843 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5977053d-46b4-4f31-b4d3-4ddf94719a33 admin admin] Checking segment: {'id': 'eb4e70f0-0051-4a81-b52f-c39fb4bb90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '4badab4f-a154-4642-8833-316f0f77f106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:15:23.646217 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5977053d-46b4-4f31-b4d3-4ddf94719a33 admin admin] Network hostable DHCP agents. Network: 4badab4f-a154-4642-8833-316f0f77f106, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:15:23.650170 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5977053d-46b4-4f31-b4d3-4ddf94719a33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:23.650508 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5977053d-46b4-4f31-b4d3-4ddf94719a33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:23.650839 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5977053d-46b4-4f31-b4d3-4ddf94719a33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:23.651169 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5977053d-46b4-4f31-b4d3-4ddf94719a33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:23.651536 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5977053d-46b4-4f31-b4d3-4ddf94719a33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:23.651796 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5977053d-46b4-4f31-b4d3-4ddf94719a33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:23.652140 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5977053d-46b4-4f31-b4d3-4ddf94719a33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:23.652458 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5977053d-46b4-4f31-b4d3-4ddf94719a33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:23.652777 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5977053d-46b4-4f31-b4d3-4ddf94719a33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:23.653093 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5977053d-46b4-4f31-b4d3-4ddf94719a33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:23.653924 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5977053d-46b4-4f31-b4d3-4ddf94719a33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:23.654212 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5977053d-46b4-4f31-b4d3-4ddf94719a33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:23.660041 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-4d758512-819e-4f03-b404-d980a2239b5f service neutron] Attempting to bind port a6399bf4-0b47-4a4a-b359-d3d92dfad65b on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:15:23.660371 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-4d758512-819e-4f03-b404-d980a2239b5f service neutron] Attempting to bind port a6399bf4-0b47-4a4a-b359-d3d92dfad65b by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:15:23.660847 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-4d758512-819e-4f03-b404-d980a2239b5f service neutron] Attempting to bind port a6399bf4-0b47-4a4a-b359-d3d92dfad65b on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:15:23.667515 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-4d758512-819e-4f03-b404-d980a2239b5f service neutron] Port a6399bf4-0b47-4a4a-b359-d3d92dfad65b on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:15:23.667858 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-4d758512-819e-4f03-b404-d980a2239b5f service neutron] Attempting to bind port a6399bf4-0b47-4a4a-b359-d3d92dfad65b on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:15:23.676198 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5977053d-46b4-4f31-b4d3-4ddf94719a33 admin admin] Network 4badab4f-a154-4642-8833-316f0f77f106 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:15:23.685119 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] Set router e4f272ce-287b-444c-9bb7-93131f5443cc gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:15:23.685344 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-4d758512-819e-4f03-b404-d980a2239b5f service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:15:23.686350 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-4d758512-819e-4f03-b404-d980a2239b5f service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:15:23.686350 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-4d758512-819e-4f03-b404-d980a2239b5f service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:15:23.688318 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-4d758512-819e-4f03-b404-d980a2239b5f service neutron] Bound port: a6399bf4-0b47-4a4a-b359-d3d92dfad65b, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:15:23.689046 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-4d758512-819e-4f03-b404-d980a2239b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:23.691103 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5977053d-46b4-4f31-b4d3-4ddf94719a33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 4badab4f-a154-4642-8833-316f0f77f106) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:15:23.695768 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5977053d-46b4-4f31-b4d3-4ddf94719a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:23.696403 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5977053d-46b4-4f31-b4d3-4ddf94719a33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:23.715871 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c136ec37-6a5a-4093-8bee-38125fd67e62 None None] Network 4badab4f-a154-4642-8833-316f0f77f106 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:15:23.720211 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5977053d-46b4-4f31-b4d3-4ddf94719a33 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4455926 Nov 15 11:15:23.722530 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54960) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:23.722953 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-3d93a6da-697a-4faf-ac72-a6bd683d3358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:23.724573 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-3d93a6da-697a-4faf-ac72-a6bd683d3358 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1288140 Nov 15 11:15:23.727496 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5770ce82-cd81-403d-9777-3d0b6cc3e3f1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1530176090-router', 'tenant_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:23.758995 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5770ce82-cd81-403d-9777-3d0b6cc3e3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:23.760382 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5770ce82-cd81-403d-9777-3d0b6cc3e3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:23.822340 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5770ce82-cd81-403d-9777-3d0b6cc3e3f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:23.962450 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5770ce82-cd81-403d-9777-3d0b6cc3e3f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:24.014276 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-574f2406-3f3c-42d6-b614-77555d6cab5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:24.029529 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f802eb92-e44c-42c3-bcf4-9930bead3f1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-4badab4f-a154-4642-8833-316f0f77f106', 'network_id': '4badab4f-a154-4642-8833-316f0f77f106', 'tenant_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'fixed_ips': [{'subnet_id': '197a0c4e-b89e-4249-a087-a1feb11c7745'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:15:24.030360 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f802eb92-e44c-42c3-bcf4-9930bead3f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:24.150252 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-574f2406-3f3c-42d6-b614-77555d6cab5f None None] For port 2d47517e-880c-4dcd-9ad1-6735f8a98e20, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2d47517e-880c-4dcd-9ad1-6735f8a98e20,segment=NetworkSegment(b91fd0bb-fadf-4d4a-9b17-8b8843409bc7),segment_id=b91fd0bb-fadf-4d4a-9b17-8b8843409bc7)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:24.168306 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-574f2406-3f3c-42d6-b614-77555d6cab5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:24.170149 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5770ce82-cd81-403d-9777-3d0b6cc3e3f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:24.187976 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b16a0ea6-86d7-4803-a1ec-033cc225b7b6 req-0f726db0-ac5e-47a6-a0b1-484bc9549cb4 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:24.190652 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5770ce82-cd81-403d-9777-3d0b6cc3e3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:24.229225 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-4d758512-819e-4f03-b404-d980a2239b5f service neutron] For port a6399bf4-0b47-4a4a-b359-d3d92dfad65b, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:15:24.265362 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f272ce-287b-444c-9bb7-93131f5443cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-52398969-router', 'tenant_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '6ed22b80-4674-4a54-b3ae-40ff00f0168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:14Z', 'updated_at': '2021-11-15T11:15:19Z', 'revision_number': 4, 'project_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'gw_port': {'id': '6ed22b80-4674-4a54-b3ae-40ff00f0168c', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f272ce-287b-444c-9bb7-93131f5443cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:14Z', 'updated_at': '2021-11-15T11:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '2d47517e-880c-4dcd-9ad1-6735f8a98e20', 'name': '', 'network_id': 'd6a63121-62fb-4c7c-a038-a4f03c707615', 'tenant_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'mac_address': 'fa:16:3e:fa:65:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f272ce-287b-444c-9bb7-93131f5443cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '66407e1f-d3fe-4f60-aec7-3d09c8d0529a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:17Z', 'updated_at': '2021-11-15T11:15:23Z', 'revision_number': 4, 'project_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'subnets': [{'id': '66407e1f-d3fe-4f60-aec7-3d09c8d0529a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:24.269354 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8a149-f3ea-4935-a6f4-9d2c92afbcd9 req-b972f0c6-a355-4a68-9e5b-668d8683974b tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:24.269538 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f2406-3f3c-42d6-b614-77555d6cab5f None None] Pushing event updated for resources: {'Port': ['ID=2d47517e-880c-4dcd-9ad1-6735f8a98e20,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:24.271197 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-89b8a149-f3ea-4935-a6f4-9d2c92afbcd9 req-b972f0c6-a355-4a68-9e5b-668d8683974b tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.4562287 Nov 15 11:15:24.283842 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-4d758512-819e-4f03-b404-d980a2239b5f service neutron] For port a6399bf4-0b47-4a4a-b359-d3d92dfad65b, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=a6399bf4-0b47-4a4a-b359-d3d92dfad65b,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:15:24.310236 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c633cef-bd89-425e-a7ff-bb2a91538996 None None] The sync data for ids ['e4f272ce-287b-444c-9bb7-93131f5443cc'] in n-d-729945-9 is: [{'id': 'e4f272ce-287b-444c-9bb7-93131f5443cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-52398969-router', 'tenant_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '6ed22b80-4674-4a54-b3ae-40ff00f0168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:14Z', 'updated_at': '2021-11-15T11:15:19Z', 'revision_number': 4, 'project_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'gw_port': {'id': '6ed22b80-4674-4a54-b3ae-40ff00f0168c', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f272ce-287b-444c-9bb7-93131f5443cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:14Z', 'updated_at': '2021-11-15T11:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '2d47517e-880c-4dcd-9ad1-6735f8a98e20', 'name': '', 'network_id': 'd6a63121-62fb-4c7c-a038-a4f03c707615', 'tenant_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'mac_address': 'fa:16:3e:fa:65:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f272ce-287b-444c-9bb7-93131f5443cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '66407e1f-d3fe-4f60-aec7-3d09c8d0529a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:17Z', 'updated_at': '2021-11-15T11:15:23Z', 'revision_number': 4, 'project_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'subnets': [{'id': '66407e1f-d3fe-4f60-aec7-3d09c8d0529a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:15:24.313104 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-f802eb92-e44c-42c3-bcf4-9930bead3f1a None None] Allocated IP 172.20.0.2 (4badab4f-a154-4642-8833-316f0f77f106/197a0c4e-b89e-4249-a087-a1feb11c7745/cb27981d-b4eb-4689-926f-ed5368812d15) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:15:24.317199 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-5770ce82-cd81-403d-9777-3d0b6cc3e3f1 admin admin] Allocated IP 172.25.7.172 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/bb198dfe-22be-4f2a-b8c5-30127253e79d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:15:24.325425 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-4d758512-819e-4f03-b404-d980a2239b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:24.333298 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b16a0ea6-86d7-4803-a1ec-033cc225b7b6 req-0f726db0-ac5e-47a6-a0b1-484bc9549cb4 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:24.337635 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-fdc34137-063f-49fa-9c8d-f1c8f18fe7bc None None] Provisioning complete for port 2d47517e-880c-4dcd-9ad1-6735f8a98e20 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:24.338084 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fdc34137-063f-49fa-9c8d-f1c8f18fe7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:24.346303 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-2475e7c2-8b10-4c35-88a9-1c29ad79df29 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101322 Nov 15 11:15:24.380892 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b16a0ea6-86d7-4803-a1ec-033cc225b7b6 req-0f726db0-ac5e-47a6-a0b1-484bc9549cb4 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:24.455919 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-4d758512-819e-4f03-b404-d980a2239b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:24.457118 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-4d758512-819e-4f03-b404-d980a2239b5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:24.458630 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-4d758512-819e-4f03-b404-d980a2239b5f service neutron] 10.222.0.55 "PUT /v2.0/ports/a6399bf4-0b47-4a4a-b359-d3d92dfad65b HTTP/1.1" status: 200 len: 1096 time: 2.4852915 Nov 15 11:15:24.470445 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5770ce82-cd81-403d-9777-3d0b6cc3e3f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:24.563426 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f726db0-ac5e-47a6-a0b1-484bc9549cb4 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b865bae4-99b6-46a6-b2a8-d095ca872966,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:24.619940 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b16a0ea6-86d7-4803-a1ec-033cc225b7b6 req-0f726db0-ac5e-47a6-a0b1-484bc9549cb4 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:24.638064 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b16a0ea6-86d7-4803-a1ec-033cc225b7b6 req-0f726db0-ac5e-47a6-a0b1-484bc9549cb4 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1444230 Nov 15 11:15:24.647676 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f802eb92-e44c-42c3-bcf4-9930bead3f1a None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:24.670833 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f802eb92-e44c-42c3-bcf4-9930bead3f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:24.729878 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-89b8a149-f3ea-4935-a6f4-9d2c92afbcd9 req-8bd92f22-f5af-48de-9461-a4fd337d2923 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443431 Nov 15 11:15:24.730488 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d758512-819e-4f03-b404-d980a2239b5f service neutron] Pushing event updated for resources: {'Port': ['ID=a6399bf4-0b47-4a4a-b359-d3d92dfad65b,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:24.766391 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f802eb92-e44c-42c3-bcf4-9930bead3f1a None None] Network 4badab4f-a154-4642-8833-316f0f77f106 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:15:24.774966 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-f802eb92-e44c-42c3-bcf4-9930bead3f1a None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:15:24.790823 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f802eb92-e44c-42c3-bcf4-9930bead3f1a None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:15:24.841361 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-695074dc-3f6c-4364-b6d6-74190820b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:24.846020 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 2d47517e-880c-4dcd-9ad1-6735f8a98e20 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:15:24.850299 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-695074dc-3f6c-4364-b6d6-74190820b9ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c953c4012db94ce89cd4888cf7e37669&device_id=0bb4d16b-af59-4e31-88db-42bd72f35f2e HTTP/1.1" status: 200 len: 1099 time: 0.3111861 Nov 15 11:15:24.855654 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32e5bde3-b498-4238-82b8-1bb5b70bb23f req-24a0b390-5505-4a9e-a71c-d55f8459cf03 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972491 Nov 15 11:15:24.921687 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802eb92-e44c-42c3-bcf4-9930bead3f1a None None] Pushing event updated for resources: {'Port': ['ID=cb27981d-b4eb-4689-926f-ed5368812d15,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:24.954534 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e13182-28e1-49a9-81a5-f6fc04ddd8f1 x-openstack-request-id: req-c7e13182-28e1-49a9-81a5-f6fc04ddd8f1 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:15:24.954823 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "773a95c6-2269-4563-857a-f872bf7ec579", "tag": "5ac37099-bb50-4d29-873f-1a98f4797a45", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:15:24.955065 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c7e13182-28e1-49a9-81a5-f6fc04ddd8f1 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:15:24.955464 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773a95c6-2269-4563-857a-f872bf7ec579', 'tag': '5ac37099-bb50-4d29-873f-1a98f4797a45', 'status': 'completed', 'code': 200} Nov 15 11:15:24.963969 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-aad01b8a-5dae-406f-a791-8868cac75af8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=a6399bf4-0b47-4a4a-b359-d3d92dfad65b HTTP/1.1" status: 200 len: 217 time: 0.1023490 Nov 15 11:15:25.027266 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f802eb92-e44c-42c3-bcf4-9930bead3f1a None None] Attempting to bind port cb27981d-b4eb-4689-926f-ed5368812d15 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:15:25.028270 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f802eb92-e44c-42c3-bcf4-9930bead3f1a None None] Attempting to bind port cb27981d-b4eb-4689-926f-ed5368812d15 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'eb4e70f0-0051-4a81-b52f-c39fb4bb90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '4badab4f-a154-4642-8833-316f0f77f106'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:15:25.029173 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f802eb92-e44c-42c3-bcf4-9930bead3f1a None None] Attempting to bind port cb27981d-b4eb-4689-926f-ed5368812d15 on network 4badab4f-a154-4642-8833-316f0f77f106 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:15:25.036815 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f802eb92-e44c-42c3-bcf4-9930bead3f1a None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:15:25.037168 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f802eb92-e44c-42c3-bcf4-9930bead3f1a None None] Checking segment: {'id': 'eb4e70f0-0051-4a81-b52f-c39fb4bb90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '4badab4f-a154-4642-8833-316f0f77f106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:15:25.037561 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f802eb92-e44c-42c3-bcf4-9930bead3f1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:25.037944 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f802eb92-e44c-42c3-bcf4-9930bead3f1a None None] Bound using segment: {'id': 'eb4e70f0-0051-4a81-b52f-c39fb4bb90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '4badab4f-a154-4642-8833-316f0f77f106'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:15:25.038405 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f802eb92-e44c-42c3-bcf4-9930bead3f1a None None] Bound port: cb27981d-b4eb-4689-926f-ed5368812d15, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4e70f0-0051-4a81-b52f-c39fb4bb90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '4badab4f-a154-4642-8833-316f0f77f106'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:15:25.039327 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f802eb92-e44c-42c3-bcf4-9930bead3f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:25.071761 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 2d47517e-880c-4dcd-9ad1-6735f8a98e20 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:25.072170 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:25.097841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-3ee5ffcc-aa6c-458b-bbf2-e896cc1e6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:25.098097 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5770ce82-cd81-403d-9777-3d0b6cc3e3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:25.099307 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-3ee5ffcc-aa6c-458b-bbf2-e896cc1e6c9f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0925226 Nov 15 11:15:25.103847 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376356f1-324f-4492-84d7-4698ac5cddf0 req-72c1cc53-16f5-4484-ac01-448c5c9379e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:25.105298 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-376356f1-324f-4492-84d7-4698ac5cddf0 req-72c1cc53-16f5-4484-ac01-448c5c9379e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c953c4012db94ce89cd4888cf7e37669&device_id=773a95c6-2269-4563-857a-f872bf7ec579 HTTP/1.1" status: 200 len: 1099 time: 0.1582005 Nov 15 11:15:25.150996 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007fa6d-59f1-4441-9fea-bceb4d022d27 req-e5b29ab8-17ea-4157-9b79-f66a1adc84eb tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:25.154154 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6007fa6d-59f1-4441-9fea-bceb4d022d27 req-e5b29ab8-17ea-4157-9b79-f66a1adc84eb tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb4d16b-af59-4e31-88db-42bd72f35f2e HTTP/1.1" status: 200 len: 948 time: 0.1461606 Nov 15 11:15:25.171805 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5770ce82-cd81-403d-9777-3d0b6cc3e3f1 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:15:25.172771 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f802eb92-e44c-42c3-bcf4-9930bead3f1a None None] For port cb27981d-b4eb-4689-926f-ed5368812d15, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:15:25.176908 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f802eb92-e44c-42c3-bcf4-9930bead3f1a None None] For port cb27981d-b4eb-4689-926f-ed5368812d15, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=cb27981d-b4eb-4689-926f-ed5368812d15,segment=NetworkSegment(eb4e70f0-0051-4a81-b52f-c39fb4bb90be),segment_id=eb4e70f0-0051-4a81-b52f-c39fb4bb90be)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:15:25.182647 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5770ce82-cd81-403d-9777-3d0b6cc3e3f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:15:25.190769 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5770ce82-cd81-403d-9777-3d0b6cc3e3f1 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:15:25.213134 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f802eb92-e44c-42c3-bcf4-9930bead3f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:25.250363 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770ce82-cd81-403d-9777-3d0b6cc3e3f1 admin admin] Pushing event updated for resources: {'Port': ['ID=bb198dfe-22be-4f2a-b8c5-30127253e79d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:25.290382 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376356f1-324f-4492-84d7-4698ac5cddf0 req-3cb1a92b-9319-47f0-a6a0-0751b28bf3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:25.293202 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-376356f1-324f-4492-84d7-4698ac5cddf0 req-3cb1a92b-9319-47f0-a6a0-0751b28bf3d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.1732521 Nov 15 11:15:25.315793 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802eb92-e44c-42c3-bcf4-9930bead3f1a None None] Pushing event updated for resources: {'Port': ['ID=cb27981d-b4eb-4689-926f-ed5368812d15,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:25.372936 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-376356f1-324f-4492-84d7-4698ac5cddf0 req-66d34493-ba06-4a66-a93a-a76973f401b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=5ac37099-bb50-4d29-873f-1a98f4797a45 HTTP/1.1" status: 200 len: 217 time: 0.0695145 Nov 15 11:15:25.387094 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-55f96dff-ddb3-41bb-a4c2-de8a7864a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:25.389247 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-55f96dff-ddb3-41bb-a4c2-de8a7864a7a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2816145 Nov 15 11:15:25.433017 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-6166fb24-0c68-41f8-9d3d-003e826f7a10 req-7191ebcf-2765-466e-a7f6-3048ce1ec9b3 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1414756923', 'description': 'tempest-description-1526152094'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:25.539048 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6007fa6d-59f1-4441-9fea-bceb4d022d27 req-256521e3-a9fd-4950-a87a-c0a390ef96e8 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/security-groups?id=860239d2-d536-43fa-b011-a561d115bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586721 Nov 15 11:15:25.560339 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376356f1-324f-4492-84d7-4698ac5cddf0 req-e23e500f-d293-4c0d-b0b0-114eb5d8b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:25.561997 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-376356f1-324f-4492-84d7-4698ac5cddf0 req-e23e500f-d293-4c0d-b0b0-114eb5d8b7a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1717820 Nov 15 11:15:25.565077 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6166fb24-0c68-41f8-9d3d-003e826f7a10 req-7191ebcf-2765-466e-a7f6-3048ce1ec9b3 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:25.594411 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5770ce82-cd81-403d-9777-3d0b6cc3e3f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:25.708260 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-893ed1e5-2e83-40cf-939c-297dd6b0e905 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079796 Nov 15 11:15:25.805781 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376356f1-324f-4492-84d7-4698ac5cddf0 req-95ddb5b0-3d00-471b-ac5e-e36237b96490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:25.808061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-376356f1-324f-4492-84d7-4698ac5cddf0 req-95ddb5b0-3d00-471b-ac5e-e36237b96490 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2232203 Nov 15 11:15:25.844841 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5770ce82-cd81-403d-9777-3d0b6cc3e3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:25.916782 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6166fb24-0c68-41f8-9d3d-003e826f7a10 req-7191ebcf-2765-466e-a7f6-3048ce1ec9b3 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:25.932309 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6166fb24-0c68-41f8-9d3d-003e826f7a10 req-7191ebcf-2765-466e-a7f6-3048ce1ec9b3 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:25.954635 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-919f2a06-888f-4f72-a5e4-02106e89f546 req-bd7932b9-e8bd-4171-af45-55a42d976f79 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308605 Nov 15 11:15:25.996446 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6166fb24-0c68-41f8-9d3d-003e826f7a10 req-7191ebcf-2765-466e-a7f6-3048ce1ec9b3 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:26.010126 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6166fb24-0c68-41f8-9d3d-003e826f7a10 req-7191ebcf-2765-466e-a7f6-3048ce1ec9b3 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6108513 Nov 15 11:15:26.016867 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5770ce82-cd81-403d-9777-3d0b6cc3e3f1 admin admin] Router bfb320e1-4ee7-4360-ae9c-553537ddf891 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:15:26.055613 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191ebcf-2765-466e-a7f6-3048ce1ec9b3 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88876216-c130-4ce6-8a98-65ace7d36730,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:26.071239 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-376356f1-324f-4492-84d7-4698ac5cddf0 req-4e6ba794-0d1d-4162-b2f4-05cc79cf49ba service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532744 Nov 15 11:15:26.215685 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5770ce82-cd81-403d-9777-3d0b6cc3e3f1 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:15:26.226226 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] Sync routers for ids ['bfb320e1-4ee7-4360-ae9c-553537ddf891'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:15:26.234801 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-a78dbebd-847c-41ea-9aaa-4f89d2386392 req-a8a83db1-890e-45d0-bd84-4c3d5defccdb tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-189949143', 'description': 'tempest-description-968497449'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:26.251020 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] Routers {'bfb320e1-4ee7-4360-ae9c-553537ddf891'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:15:26.251668 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:15:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['bfb320e1-4ee7-4360-ae9c-553537ddf891'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:26.265199 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5770ce82-cd81-403d-9777-3d0b6cc3e3f1 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:26.269321 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5770ce82-cd81-403d-9777-3d0b6cc3e3f1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5430844 Nov 15 11:15:26.270605 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54998) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:26.311704 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-376356f1-324f-4492-84d7-4698ac5cddf0 req-65f47a3a-9cf3-4794-8cf4-8fdb53677a67 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083075 Nov 15 11:15:26.339162 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ae843-90c4-44b3-84a9-703562fbd5ff req-394f69c9-973a-4456-88b1-d586b4948115 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:26.340745 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-776ae843-90c4-44b3-84a9-703562fbd5ff req-394f69c9-973a-4456-88b1-d586b4948115 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.1244268 Nov 15 11:15:26.356756 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a78dbebd-847c-41ea-9aaa-4f89d2386392 req-a8a83db1-890e-45d0-bd84-4c3d5defccdb tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:26.369978 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] Set router bfb320e1-4ee7-4360-ae9c-553537ddf891 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:15:26.438257 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-776ae843-90c4-44b3-84a9-703562fbd5ff req-fed0fbd2-fc7e-45c0-836f-de9aeba5b802 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842068 Nov 15 11:15:26.510610 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a78dbebd-847c-41ea-9aaa-4f89d2386392 req-a8a83db1-890e-45d0-bd84-4c3d5defccdb tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:26.517976 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a78dbebd-847c-41ea-9aaa-4f89d2386392 req-a8a83db1-890e-45d0-bd84-4c3d5defccdb tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:26.549156 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8065f51-9de8-4812-b2a9-a4c40f5b354c None None] Network 4badab4f-a154-4642-8833-316f0f77f106 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:15:26.599514 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a78dbebd-847c-41ea-9aaa-4f89d2386392 req-a8a83db1-890e-45d0-bd84-4c3d5defccdb tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:26.601180 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a78dbebd-847c-41ea-9aaa-4f89d2386392 req-a8a83db1-890e-45d0-bd84-4c3d5defccdb tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3860409 Nov 15 11:15:26.617509 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-239def5e-8da3-4c43-bbc7-b964a7a26f7d req-88d225b5-530b-4630-8086-a263b695636b tempest-QuotasAdminNegativeTest-2028122908 tempest-QuotasAdminNegativeTest-2028122908-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e2e3bc74b9f3432ab3e625dd235a259d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788982 Nov 15 11:15:26.637577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a83db1-890e-45d0-bd84-4c3d5defccdb tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=096067a6-b3ad-4ee0-8d8d-26ac6cc72074,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:26.718554 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb320e1-4ee7-4360-ae9c-553537ddf891', 'name': 'tempest-AttachSCSIVolumeTestJSON-1530176090-router', 'tenant_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'bb198dfe-22be-4f2a-b8c5-30127253e79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:23Z', 'updated_at': '2021-11-15T11:15:25Z', 'revision_number': 3, 'project_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'gw_port': {'id': 'bb198dfe-22be-4f2a-b8c5-30127253e79d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb320e1-4ee7-4360-ae9c-553537ddf891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:24Z', 'updated_at': '2021-11-15T11:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:26.735123 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-52517c11-d30b-436e-b92d-a2517083d916 None None] Provisioning complete for port cb27981d-b4eb-4689-926f-ed5368812d15 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:26.735481 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-52517c11-d30b-436e-b92d-a2517083d916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:26.748569 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] Checking router: bfb320e1-4ee7-4360-ae9c-553537ddf891 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:15:26.748890 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] Updating router bfb320e1-4ee7-4360-ae9c-553537ddf891 port bb198dfe-22be-4f2a-b8c5-30127253e79d binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:15:26.780094 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:26.826041 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbfa3b-9c4c-44a4-bb55-011617bc536a req-56468383-9eff-421b-8459-69de2797f88a tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:26.827330 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device cb27981d-b4eb-4689-926f-ed5368812d15 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:15:26.827650 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ccbfa3b-9c4c-44a4-bb55-011617bc536a req-56468383-9eff-421b-8459-69de2797f88a tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb4d16b-af59-4e31-88db-42bd72f35f2e HTTP/1.1" status: 200 len: 948 time: 0.1306760 Nov 15 11:15:26.870377 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239def5e-8da3-4c43-bbc7-b964a7a26f7d req-38481fc0-d8d3-4034-9fd8-19777f37f33c tempest-QuotasAdminNegativeTest-2028122908 tempest-QuotasAdminNegativeTest-2028122908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:26.872048 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-239def5e-8da3-4c43-bbc7-b964a7a26f7d req-38481fc0-d8d3-4034-9fd8-19777f37f33c tempest-QuotasAdminNegativeTest-2028122908 tempest-QuotasAdminNegativeTest-2028122908-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536681 Nov 15 11:15:26.891404 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2363f67b-32b7-4b26-8cd2-9f82d3e72f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:26.910415 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ccbfa3b-9c4c-44a4-bb55-011617bc536a req-24a73d84-984d-4258-bb9e-2376390d30ad tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/security-groups?id=860239d2-d536-43fa-b011-a561d115bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711927 Nov 15 11:15:26.932373 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-239def5e-8da3-4c43-bbc7-b964a7a26f7d req-9f20a6b2-e7f4-4c3d-9654-d69690dd9d5b tempest-QuotasAdminNegativeTest-2028122908 tempest-QuotasAdminNegativeTest-2028122908-project] 10.222.0.64 "GET /v2.0/quotas/e2e3bc74b9f3432ab3e625dd235a259d HTTP/1.1" status: 200 len: 375 time: 0.0326233 Nov 15 11:15:26.956283 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb4d16b-af59-4e31-88db-42bd72f35f2e', 'tag': 'a6399bf4-0b47-4a4a-b359-d3d92dfad65b'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:15:26.958703 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9b0c3d-ffcd-4e89-beac-116c1bb66153" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb4d16b-af59-4e31-88db-42bd72f35f2e", "tag": "a6399bf4-0b47-4a4a-b359-d3d92dfad65b"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:15:26.977200 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-239def5e-8da3-4c43-bbc7-b964a7a26f7d req-a422714d-b52b-4cef-b530-5a89a7b51584 tempest-QuotasAdminNegativeTest-2028122908 tempest-QuotasAdminNegativeTest-2028122908-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2e3bc74b9f3432ab3e625dd235a259d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386810 Nov 15 11:15:26.987347 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-52517c11-d30b-436e-b92d-a2517083d916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:27.018832 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port cb27981d-b4eb-4689-926f-ed5368812d15 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:27.019187 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:27.046712 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f6ec40a1-76a0-4ca4-bff4-52617f93f358 req-45ab4f2c-8012-491b-a482-1e6821c790aa tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "GET /v2.0/security-groups/88876216-c130-4ce6-8a98-65ace7d36730 HTTP/1.1" status: 200 len: 1822 time: 0.0906196 Nov 15 11:15:27.053802 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-52517c11-d30b-436e-b92d-a2517083d916 None None] For port cb27981d-b4eb-4689-926f-ed5368812d15, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=cb27981d-b4eb-4689-926f-ed5368812d15,segment=NetworkSegment(eb4e70f0-0051-4a81-b52f-c39fb4bb90be),segment_id=eb4e70f0-0051-4a81-b52f-c39fb4bb90be)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:27.080005 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:27.082247 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-52517c11-d30b-436e-b92d-a2517083d916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:27.110100 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:27.151398 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f6ec40a1-76a0-4ca4-bff4-52617f93f358 req-064d0403-e354-4aff-8f04-957b8f1ac232 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "GET /v2.0/security-groups/096067a6-b3ad-4ee0-8d8d-26ac6cc72074 HTTP/1.1" status: 200 len: 1820 time: 0.1034181 Nov 15 11:15:27.162137 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-f6ec40a1-76a0-4ca4-bff4-52617f93f358 req-c3a90708-f280-4d16-9369-7e7269601bc8 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '88876216-c130-4ce6-8a98-65ace7d36730', 'remote_group_id': '096067a6-b3ad-4ee0-8d8d-26ac6cc72074', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:27.162600 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-f6ec40a1-76a0-4ca4-bff4-52617f93f358 req-c3a90708-f280-4d16-9369-7e7269601bc8 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '88876216-c130-4ce6-8a98-65ace7d36730', 'remote_group_id': '096067a6-b3ad-4ee0-8d8d-26ac6cc72074', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:27.204456 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b063188-f0e3-4f34-8e74-0202b2432f16 None None] Pushing event updated for resources: {'Port': ['ID=bb198dfe-22be-4f2a-b8c5-30127253e79d,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:27.221913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-2363f67b-32b7-4b26-8cd2-9f82d3e72f84 admin admin] Allocated IP 172.20.0.1 (4badab4f-a154-4642-8833-316f0f77f106/197a0c4e-b89e-4249-a087-a1feb11c7745/e68c70aa-4edb-4d78-871b-a64815adecc3) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:15:27.228722 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52517c11-d30b-436e-b92d-a2517083d916 None None] Pushing event updated for resources: {'Port': ['ID=cb27981d-b4eb-4689-926f-ed5368812d15,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:27.240242 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] Attempting to bind port bb198dfe-22be-4f2a-b8c5-30127253e79d on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:15:27.240739 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] Attempting to bind port bb198dfe-22be-4f2a-b8c5-30127253e79d by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:15:27.240951 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] Attempting to bind port bb198dfe-22be-4f2a-b8c5-30127253e79d on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:15:27.253634 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:15:27.254008 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:15:27.254409 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:27.254786 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:15:27.255516 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] Bound port: bb198dfe-22be-4f2a-b8c5-30127253e79d, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:15:27.256230 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:27.308311 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f6ec40a1-76a0-4ca4-bff4-52617f93f358 req-c3a90708-f280-4d16-9369-7e7269601bc8 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:27.310431 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-dad9e314-3057-4674-b65c-4f904b8b174d None None] Provisioning complete for port cb27981d-b4eb-4689-926f-ed5368812d15 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:27.310804 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dad9e314-3057-4674-b65c-4f904b8b174d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:27.324256 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894b19f1-9b3a-427b-a58b-475eb60e45ea x-openstack-request-id: req-894b19f1-9b3a-427b-a58b-475eb60e45ea {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:15:27.324756 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb4d16b-af59-4e31-88db-42bd72f35f2e", "tag": "a6399bf4-0b47-4a4a-b359-d3d92dfad65b", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:15:27.325299 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-894b19f1-9b3a-427b-a58b-475eb60e45ea {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:15:27.325701 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb4d16b-af59-4e31-88db-42bd72f35f2e', 'tag': 'a6399bf4-0b47-4a4a-b359-d3d92dfad65b', 'status': 'completed', 'code': 200} Nov 15 11:15:27.364696 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] For port bb198dfe-22be-4f2a-b8c5-30127253e79d, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:15:27.372765 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2363f67b-32b7-4b26-8cd2-9f82d3e72f84 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:27.375746 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] For port bb198dfe-22be-4f2a-b8c5-30127253e79d, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=bb198dfe-22be-4f2a-b8c5-30127253e79d,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:15:27.386933 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:27.439657 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2363f67b-32b7-4b26-8cd2-9f82d3e72f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:27.445109 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f6ec40a1-76a0-4ca4-bff4-52617f93f358 req-c3a90708-f280-4d16-9369-7e7269601bc8 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:27.454965 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] Routers {'bfb320e1-4ee7-4360-ae9c-553537ddf891'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:15:27.455876 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:15:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['bfb320e1-4ee7-4360-ae9c-553537ddf891'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:27.467074 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f6ec40a1-76a0-4ca4-bff4-52617f93f358 req-c3a90708-f280-4d16-9369-7e7269601bc8 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:27.495403 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2363f67b-32b7-4b26-8cd2-9f82d3e72f84 admin admin] Network 4badab4f-a154-4642-8833-316f0f77f106 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:15:27.498681 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2363f67b-32b7-4b26-8cd2-9f82d3e72f84 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:15:27.503240 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2363f67b-32b7-4b26-8cd2-9f82d3e72f84 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:15:27.519345 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a90708-f280-4d16-9369-7e7269601bc8 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a81478-3f0e-4e24-a57d-973dd804bf29,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:27.548023 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b0c3d-ffcd-4e89-beac-116c1bb66153 req-2a35ab0c-2d7e-48e1-9eeb-6f95f5d64edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:27.550192 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-da9b0c3d-ffcd-4e89-beac-116c1bb66153 req-2a35ab0c-2d7e-48e1-9eeb-6f95f5d64edd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c953c4012db94ce89cd4888cf7e37669&device_id=0bb4d16b-af59-4e31-88db-42bd72f35f2e HTTP/1.1" status: 200 len: 1099 time: 0.1878393 Nov 15 11:15:27.553261 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f6ec40a1-76a0-4ca4-bff4-52617f93f358 req-c3a90708-f280-4d16-9369-7e7269601bc8 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:27.572652 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f6ec40a1-76a0-4ca4-bff4-52617f93f358 req-c3a90708-f280-4d16-9369-7e7269601bc8 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4132326 Nov 15 11:15:27.585041 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363f67b-32b7-4b26-8cd2-9f82d3e72f84 admin admin] Pushing event updated for resources: {'Port': ['ID=e68c70aa-4edb-4d78-871b-a64815adecc3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:27.596586 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2363f67b-32b7-4b26-8cd2-9f82d3e72f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:27.636469 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] Set router bfb320e1-4ee7-4360-ae9c-553537ddf891 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:15:27.747587 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device a6399bf4-0b47-4a4a-b359-d3d92dfad65b details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:15:27.766756 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b063188-f0e3-4f34-8e74-0202b2432f16 None None] Pushing event updated for resources: {'Port': ['ID=bb198dfe-22be-4f2a-b8c5-30127253e79d,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:27.806678 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b0c3d-ffcd-4e89-beac-116c1bb66153 req-f49ac524-b057-4431-92cd-b001162d1aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:27.808223 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-da9b0c3d-ffcd-4e89-beac-116c1bb66153 req-f49ac524-b057-4431-92cd-b001162d1aea service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.2340508 Nov 15 11:15:27.837865 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2363f67b-32b7-4b26-8cd2-9f82d3e72f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:27.845730 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb320e1-4ee7-4360-ae9c-553537ddf891', 'name': 'tempest-AttachSCSIVolumeTestJSON-1530176090-router', 'tenant_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'bb198dfe-22be-4f2a-b8c5-30127253e79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:23Z', 'updated_at': '2021-11-15T11:15:25Z', 'revision_number': 3, 'project_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'gw_port': {'id': 'bb198dfe-22be-4f2a-b8c5-30127253e79d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb320e1-4ee7-4360-ae9c-553537ddf891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:24Z', 'updated_at': '2021-11-15T11:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:27.878513 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b792bb24-b025-4aa1-bb79-e134b8f3d443 None None] The sync data for ids ['bfb320e1-4ee7-4360-ae9c-553537ddf891'] in n-d-729945-9 is: [{'id': 'bfb320e1-4ee7-4360-ae9c-553537ddf891', 'name': 'tempest-AttachSCSIVolumeTestJSON-1530176090-router', 'tenant_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'bb198dfe-22be-4f2a-b8c5-30127253e79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:23Z', 'updated_at': '2021-11-15T11:15:25Z', 'revision_number': 3, 'project_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'gw_port': {'id': 'bb198dfe-22be-4f2a-b8c5-30127253e79d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb320e1-4ee7-4360-ae9c-553537ddf891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:24Z', 'updated_at': '2021-11-15T11:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:15:27.915658 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-da9b0c3d-ffcd-4e89-beac-116c1bb66153 req-b36d6407-fc67-4bfe-bba4-8a84275f3c17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=a6399bf4-0b47-4a4a-b359-d3d92dfad65b HTTP/1.1" status: 200 len: 217 time: 0.0540731 Nov 15 11:15:27.924352 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c996330f-ab4a-47a6-8c46-9360f1276c1b req-9fa2c2ca-ba0e-4edb-bcf3-09d217189672 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "GET /v2.0/security-groups/096067a6-b3ad-4ee0-8d8d-26ac6cc72074 HTTP/1.1" status: 200 len: 1820 time: 0.1585188 Nov 15 11:15:27.945857 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port a6399bf4-0b47-4a4a-b359-d3d92dfad65b, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=a6399bf4-0b47-4a4a-b359-d3d92dfad65b,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:27.948231 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-4a21d387-3de6-4c37-a6cf-c9a9b0a2bd4b None None] Provisioning complete for port e68c70aa-4edb-4d78-871b-a64815adecc3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:27.948594 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4a21d387-3de6-4c37-a6cf-c9a9b0a2bd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:27.978836 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488789e-43a1-485c-9886-f3fedf774ef1 req-fd965dfb-9e0e-4448-83dd-dd372d25716a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:27.980809 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2488789e-43a1-485c-9886-f3fedf774ef1 req-fd965dfb-9e0e-4448-83dd-dd372d25716a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.1716959 Nov 15 11:15:27.982791 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'a6399bf4-0b47-4a4a-b359-d3d92dfad65b', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': 'a6399bf4-0b47-4a4a-b359-d3d92dfad65b', 'mac_address': 'fa:16:3e:52:64:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:15:28.026228 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-4a21d387-3de6-4c37-a6cf-c9a9b0a2bd4b None None] Port e68c70aa-4edb-4d78-871b-a64815adecc3 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:15:28.038570 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:28.054675 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6399bf4-0b47-4a4a-b359-d3d92dfad65b {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:15:28.058694 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2363f67b-32b7-4b26-8cd2-9f82d3e72f84 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:28.059102 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b0c3d-ffcd-4e89-beac-116c1bb66153 req-9195afee-d34d-4464-8392-f5db75577652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:28.061340 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-da9b0c3d-ffcd-4e89-beac-116c1bb66153 req-9195afee-d34d-4464-8392-f5db75577652 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1360106 Nov 15 11:15:28.066934 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2363f67b-32b7-4b26-8cd2-9f82d3e72f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:28.076745 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port a6399bf4-0b47-4a4a-b359-d3d92dfad65b, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=a6399bf4-0b47-4a4a-b359-d3d92dfad65b,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:28.081752 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:28.096004 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2488789e-43a1-485c-9886-f3fedf774ef1 req-361b6a26-9b4d-456b-bae5-eff2c9ae95c4 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038725 Nov 15 11:15:28.116318 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c996330f-ab4a-47a6-8c46-9360f1276c1b req-afb24212-f8fd-4e2c-b202-9ad003fe422f tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:28.144466 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=a6399bf4-0b47-4a4a-b359-d3d92dfad65b,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:28.151618 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c996330f-ab4a-47a6-8c46-9360f1276c1b req-afb24212-f8fd-4e2c-b202-9ad003fe422f tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:28.161462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b0c3d-ffcd-4e89-beac-116c1bb66153 req-69dc08b9-7fc5-47e8-b4b3-7d8594261fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:28.163176 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-da9b0c3d-ffcd-4e89-beac-116c1bb66153 req-69dc08b9-7fc5-47e8-b4b3-7d8594261fb9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0921972 Nov 15 11:15:28.177205 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363f67b-32b7-4b26-8cd2-9f82d3e72f84 admin admin] Pushing event updated for resources: {'Port': ['ID=e68c70aa-4edb-4d78-871b-a64815adecc3,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:28.179588 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2363f67b-32b7-4b26-8cd2-9f82d3e72f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:28.281850 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c996330f-ab4a-47a6-8c46-9360f1276c1b req-afb24212-f8fd-4e2c-b202-9ad003fe422f tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:28.285762 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c996330f-ab4a-47a6-8c46-9360f1276c1b req-afb24212-f8fd-4e2c-b202-9ad003fe422f tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:28.292390 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c996330f-ab4a-47a6-8c46-9360f1276c1b req-afb24212-f8fd-4e2c-b202-9ad003fe422f tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "DELETE /v2.0/security-groups/096067a6-b3ad-4ee0-8d8d-26ac6cc72074 HTTP/1.1" status: 204 len: 173 time: 0.3524616 Nov 15 11:15:28.315141 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['a6399bf4-0b47-4a4a-b359-d3d92dfad65b'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:15:28.321455 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2363f67b-32b7-4b26-8cd2-9f82d3e72f84 admin admin] Network 4badab4f-a154-4642-8833-316f0f77f106 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:15:28.326296 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2363f67b-32b7-4b26-8cd2-9f82d3e72f84 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:15:28.446967 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb24212-f8fd-4e2c-b202-9ad003fe422f tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=096067a6-b3ad-4ee0-8d8d-26ac6cc72074,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:28.564683 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2363f67b-32b7-4b26-8cd2-9f82d3e72f84 admin admin] Router bfb320e1-4ee7-4360-ae9c-553537ddf891 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:15:28.571231 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db339bf-5afa-411b-97b8-f5bfadffc1b6 req-08f448f9-6c6d-4d8f-835d-e71a20e1dfd0 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:28.580566 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3db339bf-5afa-411b-97b8-f5bfadffc1b6 req-08f448f9-6c6d-4d8f-835d-e71a20e1dfd0 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb4d16b-af59-4e31-88db-42bd72f35f2e HTTP/1.1" status: 200 len: 949 time: 0.1570201 Nov 15 11:15:28.735673 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-da9b0c3d-ffcd-4e89-beac-116c1bb66153 req-429a1306-21dd-4e2f-818e-36d834149638 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616193 Nov 15 11:15:28.749556 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2363f67b-32b7-4b26-8cd2-9f82d3e72f84 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:15:28.755240 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2363f67b-32b7-4b26-8cd2-9f82d3e72f84 admin admin] 10.222.0.64 "PUT /v2.0/routers/bfb320e1-4ee7-4360-ae9c-553537ddf891/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4835482 Nov 15 11:15:28.784045 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-dc24f99b-5b50-4fdd-a4a9-70929f9cb9a7 None None] Provisioning complete for port e68c70aa-4edb-4d78-871b-a64815adecc3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:28.785270 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dc24f99b-5b50-4fdd-a4a9-70929f9cb9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:28.851392 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca4c5334-94f3-4067-83ed-d7b1d0505bb6 req-a6a1c844-a08c-4265-807f-0b25a3c80f18 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "GET /v2.0/security-groups/88876216-c130-4ce6-8a98-65ace7d36730 HTTP/1.1" status: 200 len: 1822 time: 0.1793892 Nov 15 11:15:28.864686 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3db339bf-5afa-411b-97b8-f5bfadffc1b6 req-b5442646-5630-4fa8-8f71-04266f1410e2 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/security-groups?id=860239d2-d536-43fa-b011-a561d115bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778919 Nov 15 11:15:28.867718 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-dc24f99b-5b50-4fdd-a4a9-70929f9cb9a7 None None] Port e68c70aa-4edb-4d78-871b-a64815adecc3 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:15:28.885271 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device cb27981d-b4eb-4689-926f-ed5368812d15 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:15:28.924329 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-da9b0c3d-ffcd-4e89-beac-116c1bb66153 req-56316af9-ba83-4c06-91e8-c0137de3d8f6 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779025 Nov 15 11:15:29.000804 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-861c21ab-93cb-4bb7-b12d-4c020ed35283 req-c8d0a2a2-7e1a-4f90-a63c-b50565094548 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-343115301', 'description': 'tempest-description-1153260579'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:29.001023 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port cb27981d-b4eb-4689-926f-ed5368812d15 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:29.001356 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:29.071525 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b4d152b6-dd13-41d7-bdd6-03b12fad9cd7 req-e426ef61-6bf3-40a0-99ac-01de4f6dd487 tempest-QuotasAdminNegativeTest-2028122908 tempest-QuotasAdminNegativeTest-2028122908-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e2e3bc74b9f3432ab3e625dd235a259d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293608 Nov 15 11:15:29.080222 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-861c21ab-93cb-4bb7-b12d-4c020ed35283 req-c8d0a2a2-7e1a-4f90-a63c-b50565094548 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:29.096472 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bb198dfe-22be-4f2a-b8c5-30127253e79d up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:15:29.153039 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port bb198dfe-22be-4f2a-b8c5-30127253e79d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:29.154152 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:29.268385 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:29.293442 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d152b6-dd13-41d7-bdd6-03b12fad9cd7 req-2a8a32b0-994f-48a4-ad24-f0ca624c03a4 tempest-QuotasAdminNegativeTest-2028122908 tempest-QuotasAdminNegativeTest-2028122908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:29.301175 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b4d152b6-dd13-41d7-bdd6-03b12fad9cd7 req-2a8a32b0-994f-48a4-ad24-f0ca624c03a4 tempest-QuotasAdminNegativeTest-2028122908 tempest-QuotasAdminNegativeTest-2028122908-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168322 Nov 15 11:15:29.305805 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-861c21ab-93cb-4bb7-b12d-4c020ed35283 req-c8d0a2a2-7e1a-4f90-a63c-b50565094548 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:29.306240 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port bb198dfe-22be-4f2a-b8c5-30127253e79d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=bb198dfe-22be-4f2a-b8c5-30127253e79d,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:29.315477 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-861c21ab-93cb-4bb7-b12d-4c020ed35283 req-c8d0a2a2-7e1a-4f90-a63c-b50565094548 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:29.329705 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b4d152b6-dd13-41d7-bdd6-03b12fad9cd7 req-9f14c681-9524-4ea1-b00c-3413098e942f tempest-QuotasAdminNegativeTest-2028122908 tempest-QuotasAdminNegativeTest-2028122908-project] 10.222.0.64 "GET /v2.0/quotas/e2e3bc74b9f3432ab3e625dd235a259d HTTP/1.1" status: 200 len: 375 time: 0.0273459 Nov 15 11:15:29.332111 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:29.398339 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b4d152b6-dd13-41d7-bdd6-03b12fad9cd7 req-f4fe6f30-c817-418d-8d67-ea58650949cb tempest-QuotasAdminNegativeTest-2028122908 tempest-QuotasAdminNegativeTest-2028122908-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2e3bc74b9f3432ab3e625dd235a259d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674267 Nov 15 11:15:29.403271 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5ac37099-bb50-4d29-873f-1a98f4797a45 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:15:29.417081 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0a2a2-7e1a-4f90-a63c-b50565094548 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45d2000-74da-44c7-836e-7ef11b6598fc,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:29.441437 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-861c21ab-93cb-4bb7-b12d-4c020ed35283 req-c8d0a2a2-7e1a-4f90-a63c-b50565094548 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:29.446154 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-861c21ab-93cb-4bb7-b12d-4c020ed35283 req-c8d0a2a2-7e1a-4f90-a63c-b50565094548 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4499815 Nov 15 11:15:29.470976 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:29.477091 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=bb198dfe-22be-4f2a-b8c5-30127253e79d,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:29.573706 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5ac37099-bb50-4d29-873f-1a98f4797a45, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5ac37099-bb50-4d29-873f-1a98f4797a45,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:29.589672 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '5ac37099-bb50-4d29-873f-1a98f4797a45', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '5ac37099-bb50-4d29-873f-1a98f4797a45', 'mac_address': 'fa:16:3e:5a:14:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:15:29.613373 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20aed84-cc2c-4fcb-a2ef-d3e1bd4da1e1 req-7c18ef1a-e61c-4f85-aa91-6cb147493ed2 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:29.615033 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f20aed84-cc2c-4fcb-a2ef-d3e1bd4da1e1 req-7c18ef1a-e61c-4f85-aa91-6cb147493ed2 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.0648928 Nov 15 11:15:29.637290 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:29.650799 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac37099-bb50-4d29-873f-1a98f4797a45 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:15:29.674229 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5ac37099-bb50-4d29-873f-1a98f4797a45, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5ac37099-bb50-4d29-873f-1a98f4797a45,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:29.680836 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:29.706248 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f20aed84-cc2c-4fcb-a2ef-d3e1bd4da1e1 req-d0782833-2e74-44b8-b411-ea62226cbe76 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757256 Nov 15 11:15:29.722426 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0ff5be7-5e96-4f0f-b0a0-7e3049142e29 req-4a7e7932-fb00-4e47-adff-9dc23e728931 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "GET /v2.0/security-groups/a45d2000-74da-44c7-836e-7ef11b6598fc HTTP/1.1" status: 200 len: 1821 time: 0.1176972 Nov 15 11:15:29.734108 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-e0ff5be7-5e96-4f0f-b0a0-7e3049142e29 req-153daef5-8b12-4f9f-8a2b-637d17ac056a tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a45d2000-74da-44c7-836e-7ef11b6598fc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:29.734108 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-e0ff5be7-5e96-4f0f-b0a0-7e3049142e29 req-153daef5-8b12-4f9f-8a2b-637d17ac056a tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a45d2000-74da-44c7-836e-7ef11b6598fc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:29.742976 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=5ac37099-bb50-4d29-873f-1a98f4797a45,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:29.767417 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device a6399bf4-0b47-4a4a-b359-d3d92dfad65b up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:15:29.818167 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e0ff5be7-5e96-4f0f-b0a0-7e3049142e29 req-153daef5-8b12-4f9f-8a2b-637d17ac056a tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:29.845939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port a6399bf4-0b47-4a4a-b359-d3d92dfad65b completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:15:29.851727 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port a6399bf4-0b47-4a4a-b359-d3d92dfad65b triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:29.852619 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:29.854109 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e0ff5be7-5e96-4f0f-b0a0-7e3049142e29 req-153daef5-8b12-4f9f-8a2b-637d17ac056a tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:29.861620 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e0ff5be7-5e96-4f0f-b0a0-7e3049142e29 req-153daef5-8b12-4f9f-8a2b-637d17ac056a tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:29.915616 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153daef5-8b12-4f9f-8a2b-637d17ac056a tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55b633b-2d10-4045-98be-59303bdbc89b,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:29.928756 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e0ff5be7-5e96-4f0f-b0a0-7e3049142e29 req-153daef5-8b12-4f9f-8a2b-637d17ac056a tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:29.946022 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0ff5be7-5e96-4f0f-b0a0-7e3049142e29 req-153daef5-8b12-4f9f-8a2b-637d17ac056a tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2224433 Nov 15 11:15:30.054245 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:30.073796 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['5ac37099-bb50-4d29-873f-1a98f4797a45'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:15:30.074123 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c853656-b740-4c8c-b84a-49cfa6da5945 req-2028e657-ede3-4b49-ba3e-6ce11f36bb05 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:30.075956 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0c853656-b740-4c8c-b84a-49cfa6da5945 req-2028e657-ede3-4b49-ba3e-6ce11f36bb05 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb4d16b-af59-4e31-88db-42bd72f35f2e HTTP/1.1" status: 200 len: 949 time: 0.0800710 Nov 15 11:15:30.120068 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb4d16b-af59-4e31-88db-42bd72f35f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6399bf4-0b47-4a4a-b359-d3d92dfad65b'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:15:30.122280 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75055d39-84f8-4d7c-bf07-dd371411d29b" -d '{"events": [{"server_uuid": "0bb4d16b-af59-4e31-88db-42bd72f35f2e", "name": "network-vif-plugged", "status": "completed", "tag": "a6399bf4-0b47-4a4a-b359-d3d92dfad65b"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:15:30.148161 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port a6399bf4-0b47-4a4a-b359-d3d92dfad65b, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=a6399bf4-0b47-4a4a-b359-d3d92dfad65b,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:30.167969 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0c853656-b740-4c8c-b84a-49cfa6da5945 req-f585ed78-a846-43c8-aaec-0ddadc53ec43 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/security-groups?id=860239d2-d536-43fa-b011-a561d115bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817823 Nov 15 11:15:30.187972 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:30.204594 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-10c665a0-4462-43a5-912c-031da9211217 req-4480381f-abaf-4610-b61d-b21eeaf4e067 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "GET /v2.0/security-groups/a45d2000-74da-44c7-836e-7ef11b6598fc HTTP/1.1" status: 200 len: 2414 time: 0.1253672 Nov 15 11:15:30.208246 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-10c665a0-4462-43a5-912c-031da9211217 req-6e4339dd-e02d-4f4b-8f76-113970f2dec1 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a45d2000-74da-44c7-836e-7ef11b6598fc', 'remote_group_id': None}]} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:30.208556 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-10c665a0-4462-43a5-912c-031da9211217 req-6e4339dd-e02d-4f4b-8f76-113970f2dec1 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a45d2000-74da-44c7-836e-7ef11b6598fc', 'remote_group_id': None}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:30.304123 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-10c665a0-4462-43a5-912c-031da9211217 req-6e4339dd-e02d-4f4b-8f76-113970f2dec1 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:30.348476 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] Sync routers for ids ['bfb320e1-4ee7-4360-ae9c-553537ddf891'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:15:30.353491 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-10c665a0-4462-43a5-912c-031da9211217 req-6e4339dd-e02d-4f4b-8f76-113970f2dec1 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:30.360696 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-10c665a0-4462-43a5-912c-031da9211217 req-6e4339dd-e02d-4f4b-8f76-113970f2dec1 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:30.385857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4339dd-e02d-4f4b-8f76-113970f2dec1 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1a1af0-90cc-48a2-80f4-faf44fcb3618,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:30.391394 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-10c665a0-4462-43a5-912c-031da9211217 req-6e4339dd-e02d-4f4b-8f76-113970f2dec1 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:30.412638 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-10c665a0-4462-43a5-912c-031da9211217 req-6e4339dd-e02d-4f4b-8f76-113970f2dec1 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2083626 Nov 15 11:15:30.472677 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] Routers {'bfb320e1-4ee7-4360-ae9c-553537ddf891'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:15:30.473318 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:15:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['bfb320e1-4ee7-4360-ae9c-553537ddf891'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:30.495720 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9060a1aa-2c9e-446f-90d5-fb76fd6a8747 x-openstack-request-id: req-9060a1aa-2c9e-446f-90d5-fb76fd6a8747 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:15:30.497810 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb4d16b-af59-4e31-88db-42bd72f35f2e", "name": "network-vif-plugged", "status": "completed", "tag": "a6399bf4-0b47-4a4a-b359-d3d92dfad65b", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:15:30.497810 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9060a1aa-2c9e-446f-90d5-fb76fd6a8747 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:15:30.498239 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb4d16b-af59-4e31-88db-42bd72f35f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6399bf4-0b47-4a4a-b359-d3d92dfad65b', 'code': 200} Nov 15 11:15:30.587236 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39eb6868-c5dc-43c5-b21a-1854ddb6cf03 req-a7ab1ee5-70eb-49f9-8959-2f577535a2f0 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "GET /v2.0/security-groups/a45d2000-74da-44c7-836e-7ef11b6598fc HTTP/1.1" status: 200 len: 3012 time: 0.1143010 Nov 15 11:15:30.596931 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656771fd-0265-47ae-abc2-46d00a6c25f6 req-037abe10-ee5f-4ab4-ad6b-926472310960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:30.598563 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-656771fd-0265-47ae-abc2-46d00a6c25f6 req-037abe10-ee5f-4ab4-ad6b-926472310960 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0bb4d16b-af59-4e31-88db-42bd72f35f2e HTTP/1.1" status: 200 len: 1101 time: 0.0587890 Nov 15 11:15:30.673949 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ef8f9f0-f94a-44e0-be8c-6cce417630d9 req-70d1d8ac-d913-4759-8b9c-f9a12a4d23a1 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "GET /v2.0/security-group-rules/1c1a1af0-90cc-48a2-80f4-faf44fcb3618 HTTP/1.1" status: 200 len: 783 time: 0.0458107 Nov 15 11:15:30.688532 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=a6399bf4-0b47-4a4a-b359-d3d92dfad65b,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:30.756973 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ef8f9f0-f94a-44e0-be8c-6cce417630d9 req-5b1c5fc9-e88a-4fc9-b70a-7eef3afd328c tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "GET /v2.0/security-groups/a45d2000-74da-44c7-836e-7ef11b6598fc HTTP/1.1" status: 200 len: 3012 time: 0.0817885 Nov 15 11:15:30.761263 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-656771fd-0265-47ae-abc2-46d00a6c25f6 req-fc46a295-c9d9-495f-b9c5-c6b40e5188ef service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=860239d2-d536-43fa-b011-a561d115bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506991 Nov 15 11:15:30.792898 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0ef8f9f0-f94a-44e0-be8c-6cce417630d9 req-df95b1cf-d091-4a52-b8a9-8ef057d75bf9 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:30.807439 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0ef8f9f0-f94a-44e0-be8c-6cce417630d9 req-df95b1cf-d091-4a52-b8a9-8ef057d75bf9 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:30.840666 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bb198dfe-22be-4f2a-b8c5-30127253e79d up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:15:30.849375 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0ef8f9f0-f94a-44e0-be8c-6cce417630d9 req-df95b1cf-d091-4a52-b8a9-8ef057d75bf9 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:30.864318 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0ef8f9f0-f94a-44e0-be8c-6cce417630d9 req-df95b1cf-d091-4a52-b8a9-8ef057d75bf9 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:30.883395 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ef8f9f0-f94a-44e0-be8c-6cce417630d9 req-df95b1cf-d091-4a52-b8a9-8ef057d75bf9 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/1c1a1af0-90cc-48a2-80f4-faf44fcb3618 HTTP/1.1" status: 204 len: 173 time: 0.1250401 Nov 15 11:15:30.904651 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95b1cf-d091-4a52-b8a9-8ef057d75bf9 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c1a1af0-90cc-48a2-80f4-faf44fcb3618,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:30.912311 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55116) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:30.940061 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] Set router bfb320e1-4ee7-4360-ae9c-553537ddf891 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:15:30.995225 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c40aa060-f893-4574-949c-8614c553a04a req-e5d274b5-c451-41c8-bd85-305f05bcae3a tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "GET /v2.0/security-groups/a45d2000-74da-44c7-836e-7ef11b6598fc HTTP/1.1" status: 200 len: 2414 time: 0.0855637 Nov 15 11:15:31.035051 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-920366e1-fcdb-4661-b5d8-f2344b2871ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:31.042158 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port bb198dfe-22be-4f2a-b8c5-30127253e79d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:31.042767 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:31.055590 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f37200-a39f-4170-8481-c923f4eefcd1 req-acb02320-1f0b-40e0-8d75-265e8c7a1d43 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:31.063412 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08f37200-a39f-4170-8481-c923f4eefcd1 req-acb02320-1f0b-40e0-8d75-265e8c7a1d43 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.1758101 Nov 15 11:15:31.129209 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-920366e1-fcdb-4661-b5d8-f2344b2871ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:31.137176 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-920366e1-fcdb-4661-b5d8-f2344b2871ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:31.171719 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920366e1-fcdb-4661-b5d8-f2344b2871ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d724fc33-ec84-433b-9723-7cd1089da412,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:31.172423 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08f37200-a39f-4170-8481-c923f4eefcd1 req-0813bf97-d7d7-4d2e-9358-70c3d9d9de6b tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079819 Nov 15 11:15:31.186115 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c40aa060-f893-4574-949c-8614c553a04a req-888cb79c-80cb-447b-9ce9-71be3233888f tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:31.215785 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-920366e1-fcdb-4661-b5d8-f2344b2871ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e2e3bc74b9f3432ab3e625dd235a259d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3013308 Nov 15 11:15:31.220155 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55122) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:31.266059 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c40aa060-f893-4574-949c-8614c553a04a req-888cb79c-80cb-447b-9ce9-71be3233888f tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:31.293080 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:31.321973 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb320e1-4ee7-4360-ae9c-553537ddf891', 'name': 'tempest-AttachSCSIVolumeTestJSON-1530176090-router', 'tenant_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'bb198dfe-22be-4f2a-b8c5-30127253e79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:23Z', 'updated_at': '2021-11-15T11:15:27Z', 'revision_number': 4, 'project_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'gw_port': {'id': 'bb198dfe-22be-4f2a-b8c5-30127253e79d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb320e1-4ee7-4360-ae9c-553537ddf891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:24Z', 'updated_at': '2021-11-15T11:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'e68c70aa-4edb-4d78-871b-a64815adecc3', 'name': '', 'network_id': '4badab4f-a154-4642-8833-316f0f77f106', 'tenant_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'mac_address': 'fa:16:3e:d0:f0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb320e1-4ee7-4360-ae9c-553537ddf891', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '197a0c4e-b89e-4249-a087-a1feb11c7745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:26Z', 'updated_at': '2021-11-15T11:15:27Z', 'revision_number': 2, 'project_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'subnets': [{'id': '197a0c4e-b89e-4249-a087-a1feb11c7745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:31.343291 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-366a08d4-0b80-469a-aa99-f1b0b3c39018 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:31.370949 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-366a08d4-0b80-469a-aa99-f1b0b3c39018 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:31.371355 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] Checking router: bfb320e1-4ee7-4360-ae9c-553537ddf891 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:15:31.372390 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] Updating router bfb320e1-4ee7-4360-ae9c-553537ddf891 port e68c70aa-4edb-4d78-871b-a64815adecc3 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:15:31.443333 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4b4e0-185b-4c96-9e45-8a218fd48acd req-b8424147-74b7-4b97-8d96-90bfd2b224eb tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:31.444175 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-366a08d4-0b80-469a-aa99-f1b0b3c39018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:31.447397 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-366a08d4-0b80-469a-aa99-f1b0b3c39018 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:31.451332 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4af4b4e0-185b-4c96-9e45-8a218fd48acd req-b8424147-74b7-4b97-8d96-90bfd2b224eb tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb4d16b-af59-4e31-88db-42bd72f35f2e HTTP/1.1" status: 200 len: 950 time: 0.1565826 Nov 15 11:15:31.466954 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-366a08d4-0b80-469a-aa99-f1b0b3c39018 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d724fc33-ec84-433b-9723-7cd1089da412 HTTP/1.1" status: 204 len: 168 time: 0.2410572 Nov 15 11:15:31.492849 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a08d4-0b80-469a-aa99-f1b0b3c39018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d724fc33-ec84-433b-9723-7cd1089da412,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:31.525830 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4af4b4e0-185b-4c96-9e45-8a218fd48acd req-1ee274ae-4585-4cba-bf4b-a6c2e404efe8 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/security-groups?id=860239d2-d536-43fa-b011-a561d115bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688446 Nov 15 11:15:31.527264 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c40aa060-f893-4574-949c-8614c553a04a req-888cb79c-80cb-447b-9ce9-71be3233888f tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:31.533273 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c40aa060-f893-4574-949c-8614c553a04a req-888cb79c-80cb-447b-9ce9-71be3233888f tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:31.554454 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c40aa060-f893-4574-949c-8614c553a04a req-888cb79c-80cb-447b-9ce9-71be3233888f tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "DELETE /v2.0/security-groups/a45d2000-74da-44c7-836e-7ef11b6598fc HTTP/1.1" status: 204 len: 173 time: 0.5563531 Nov 15 11:15:31.577055 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:31.600005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888cb79c-80cb-447b-9ce9-71be3233888f tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45d2000-74da-44c7-836e-7ef11b6598fc,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:31.665589 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-3f7ab1e9-72bf-46cb-860e-8c0bc38ae437 req-f99b37ca-054e-4e73-a4f6-28f5b1ef837d tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] show failed (client error): The resource could not be found. Nov 15 11:15:31.666721 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f7ab1e9-72bf-46cb-860e-8c0bc38ae437 req-f99b37ca-054e-4e73-a4f6-28f5b1ef837d tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "GET /v2.0/security-groups/096067a6-b3ad-4ee0-8d8d-26ac6cc72074 HTTP/1.1" status: 404 len: 352 time: 0.0207520 Nov 15 11:15:31.821129 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0e7e4682-0952-44c9-b3ea-6aad00bac9ab req-9c70345f-e660-40e2-b042-ad2034f2cc29 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "GET /v2.0/security-groups/88876216-c130-4ce6-8a98-65ace7d36730 HTTP/1.1" status: 200 len: 1822 time: 0.1254849 Nov 15 11:15:31.943135 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0e7e4682-0952-44c9-b3ea-6aad00bac9ab req-6711a845-f5f3-4f98-a2f0-8a380aa47d81 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:31.967962 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:31.978007 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:32.009291 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0e7e4682-0952-44c9-b3ea-6aad00bac9ab req-6711a845-f5f3-4f98-a2f0-8a380aa47d81 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:32.046674 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55138) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:32.093792 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bc46cd0-5ba1-4a6f-b3fa-7f7085c3dc23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:32.096213 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf70269-571a-401b-ac6c-8fce1de6d0e9 None None] Pushing event updated for resources: {'Port': ['ID=e68c70aa-4edb-4d78-871b-a64815adecc3,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:32.128767 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0e7e4682-0952-44c9-b3ea-6aad00bac9ab req-6711a845-f5f3-4f98-a2f0-8a380aa47d81 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:32.131572 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0e7e4682-0952-44c9-b3ea-6aad00bac9ab req-6711a845-f5f3-4f98-a2f0-8a380aa47d81 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:32.139098 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0e7e4682-0952-44c9-b3ea-6aad00bac9ab req-6711a845-f5f3-4f98-a2f0-8a380aa47d81 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "DELETE /v2.0/security-groups/88876216-c130-4ce6-8a98-65ace7d36730 HTTP/1.1" status: 204 len: 173 time: 0.3170242 Nov 15 11:15:32.186899 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] Attempting to bind port e68c70aa-4edb-4d78-871b-a64815adecc3 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:15:32.187664 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] Attempting to bind port e68c70aa-4edb-4d78-871b-a64815adecc3 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'eb4e70f0-0051-4a81-b52f-c39fb4bb90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '4badab4f-a154-4642-8833-316f0f77f106'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:15:32.188256 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] Attempting to bind port e68c70aa-4edb-4d78-871b-a64815adecc3 on network 4badab4f-a154-4642-8833-316f0f77f106 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:15:32.200829 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:15:32.201551 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] Checking segment: {'id': 'eb4e70f0-0051-4a81-b52f-c39fb4bb90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '4badab4f-a154-4642-8833-316f0f77f106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:15:32.202140 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:32.202684 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] Bound using segment: {'id': 'eb4e70f0-0051-4a81-b52f-c39fb4bb90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '4badab4f-a154-4642-8833-316f0f77f106'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:15:32.203322 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] Bound port: e68c70aa-4edb-4d78-871b-a64815adecc3, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4e70f0-0051-4a81-b52f-c39fb4bb90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '4badab4f-a154-4642-8833-316f0f77f106'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:15:32.203901 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:32.226429 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bc46cd0-5ba1-4a6f-b3fa-7f7085c3dc23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:32.274935 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bc46cd0-5ba1-4a6f-b3fa-7f7085c3dc23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:32.278445 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711a845-f5f3-4f98-a2f0-8a380aa47d81 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88876216-c130-4ce6-8a98-65ace7d36730,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:32.347608 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-824e8776-aa97-4be0-9450-340f7ccc239e req-cc27d365-0b57-4ca4-a5a0-d96714a9ee05 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "GET /v2.0/security-groups/a4b33ea1-6fef-476e-85e6-1ab6a0d261af HTTP/1.1" status: 200 len: 1820 time: 0.1197510 Nov 15 11:15:32.410491 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] For port e68c70aa-4edb-4d78-871b-a64815adecc3, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:15:32.417782 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] For port e68c70aa-4edb-4d78-871b-a64815adecc3, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e68c70aa-4edb-4d78-871b-a64815adecc3,segment=NetworkSegment(eb4e70f0-0051-4a81-b52f-c39fb4bb90be),segment_id=eb4e70f0-0051-4a81-b52f-c39fb4bb90be)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:15:32.432802 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d83a8fbe-fe9e-4660-b050-894cca7f04fd None None] Provisioning complete for port e68c70aa-4edb-4d78-871b-a64815adecc3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:32.433743 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d83a8fbe-fe9e-4660-b050-894cca7f04fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:32.437192 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:32.438118 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc46cd0-5ba1-4a6f-b3fa-7f7085c3dc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c884c3b-ecd2-40e9-b0f0-114478ca05d5,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:32.451613 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55144) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:32.464413 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5bc46cd0-5ba1-4a6f-b3fa-7f7085c3dc23 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b5a258a417f4dc7bd19530676b5bd7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4166198 Nov 15 11:15:32.527420 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7842b2d9-1e27-4c40-93b7-2e15e1943284 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:32.534650 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] Routers {'bfb320e1-4ee7-4360-ae9c-553537ddf891'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:15:32.535392 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:15:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['bfb320e1-4ee7-4360-ae9c-553537ddf891'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:32.547925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01addec5-7286-4236-b8a5-d5677f98805f req-0a588db1-c235-4997-8cc8-59a0a8da967d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:32.555447 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-01addec5-7286-4236-b8a5-d5677f98805f req-0a588db1-c235-4997-8cc8-59a0a8da967d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.2019467 Nov 15 11:15:32.556204 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7842b2d9-1e27-4c40-93b7-2e15e1943284 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:32.629223 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7842b2d9-1e27-4c40-93b7-2e15e1943284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:32.630850 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-01addec5-7286-4236-b8a5-d5677f98805f req-b93eae19-029c-4e2c-b16f-3f1fd2673b9f tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715871 Nov 15 11:15:32.632556 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-824e8776-aa97-4be0-9450-340f7ccc239e req-b72c7b0b-986c-41f1-8a8e-eac3bf5599dc tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:32.633195 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7842b2d9-1e27-4c40-93b7-2e15e1943284 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:32.638707 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7842b2d9-1e27-4c40-93b7-2e15e1943284 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c884c3b-ecd2-40e9-b0f0-114478ca05d5 HTTP/1.1" status: 204 len: 168 time: 0.1858203 Nov 15 11:15:32.648587 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842b2d9-1e27-4c40-93b7-2e15e1943284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c884c3b-ecd2-40e9-b0f0-114478ca05d5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:32.712398 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] Set router bfb320e1-4ee7-4360-ae9c-553537ddf891 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:15:32.713872 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-824e8776-aa97-4be0-9450-340f7ccc239e req-b72c7b0b-986c-41f1-8a8e-eac3bf5599dc tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:32.846047 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-824e8776-aa97-4be0-9450-340f7ccc239e req-b72c7b0b-986c-41f1-8a8e-eac3bf5599dc tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:32.848798 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-824e8776-aa97-4be0-9450-340f7ccc239e req-b72c7b0b-986c-41f1-8a8e-eac3bf5599dc tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:32.850087 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-824e8776-aa97-4be0-9450-340f7ccc239e req-b72c7b0b-986c-41f1-8a8e-eac3bf5599dc tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "DELETE /v2.0/security-groups/a4b33ea1-6fef-476e-85e6-1ab6a0d261af HTTP/1.1" status: 204 len: 173 time: 0.5015278 Nov 15 11:15:32.883308 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf70269-571a-401b-ac6c-8fce1de6d0e9 None None] Pushing event updated for resources: {'Port': ['ID=e68c70aa-4edb-4d78-871b-a64815adecc3,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:32.883614 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842944f-0835-47d7-91d3-36a7dc0eaca6 req-6a0bb103-9cc5-4860-a5ca-f37389761e8b tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:32.903503 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b842944f-0835-47d7-91d3-36a7dc0eaca6 req-6a0bb103-9cc5-4860-a5ca-f37389761e8b tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb4d16b-af59-4e31-88db-42bd72f35f2e HTTP/1.1" status: 200 len: 950 time: 0.0941820 Nov 15 11:15:32.914977 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c7b0b-986c-41f1-8a8e-eac3bf5599dc tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b33ea1-6fef-476e-85e6-1ab6a0d261af,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:33.008453 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b842944f-0835-47d7-91d3-36a7dc0eaca6 req-e3ec0c0e-a6bd-4789-bd71-04986acd5801 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/security-groups?id=860239d2-d536-43fa-b011-a561d115bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036961 Nov 15 11:15:33.080550 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d83a8fbe-fe9e-4660-b050-894cca7f04fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:33.149144 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ccb4be4b-29a1-44e5-a446-a79777e8d6fd req-51cd7e6a-0b97-44be-9331-0fbbb264a54f tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "GET /v2.0/security-groups/2cceef54-f306-4ebb-a4ae-8b18a238a39c HTTP/1.1" status: 200 len: 1822 time: 0.0637376 Nov 15 11:15:33.180932 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d83a8fbe-fe9e-4660-b050-894cca7f04fd None None] For port e68c70aa-4edb-4d78-871b-a64815adecc3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e68c70aa-4edb-4d78-871b-a64815adecc3,segment=NetworkSegment(eb4e70f0-0051-4a81-b52f-c39fb4bb90be),segment_id=eb4e70f0-0051-4a81-b52f-c39fb4bb90be)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:33.202674 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb320e1-4ee7-4360-ae9c-553537ddf891', 'name': 'tempest-AttachSCSIVolumeTestJSON-1530176090-router', 'tenant_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'bb198dfe-22be-4f2a-b8c5-30127253e79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:23Z', 'updated_at': '2021-11-15T11:15:27Z', 'revision_number': 4, 'project_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'gw_port': {'id': 'bb198dfe-22be-4f2a-b8c5-30127253e79d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb320e1-4ee7-4360-ae9c-553537ddf891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:24Z', 'updated_at': '2021-11-15T11:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'e68c70aa-4edb-4d78-871b-a64815adecc3', 'name': '', 'network_id': '4badab4f-a154-4642-8833-316f0f77f106', 'tenant_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'mac_address': 'fa:16:3e:d0:f0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb320e1-4ee7-4360-ae9c-553537ddf891', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '197a0c4e-b89e-4249-a087-a1feb11c7745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:26Z', 'updated_at': '2021-11-15T11:15:32Z', 'revision_number': 4, 'project_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'subnets': [{'id': '197a0c4e-b89e-4249-a087-a1feb11c7745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:33.240028 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d83a8fbe-fe9e-4660-b050-894cca7f04fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:33.246671 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b77b1ec-c0a1-4078-bb5d-72ca038945ba None None] The sync data for ids ['bfb320e1-4ee7-4360-ae9c-553537ddf891'] in n-d-729945-9 is: [{'id': 'bfb320e1-4ee7-4360-ae9c-553537ddf891', 'name': 'tempest-AttachSCSIVolumeTestJSON-1530176090-router', 'tenant_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'bb198dfe-22be-4f2a-b8c5-30127253e79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:23Z', 'updated_at': '2021-11-15T11:15:27Z', 'revision_number': 4, 'project_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'gw_port': {'id': 'bb198dfe-22be-4f2a-b8c5-30127253e79d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb320e1-4ee7-4360-ae9c-553537ddf891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:24Z', 'updated_at': '2021-11-15T11:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'e68c70aa-4edb-4d78-871b-a64815adecc3', 'name': '', 'network_id': '4badab4f-a154-4642-8833-316f0f77f106', 'tenant_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'mac_address': 'fa:16:3e:d0:f0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb320e1-4ee7-4360-ae9c-553537ddf891', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '197a0c4e-b89e-4249-a087-a1feb11c7745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:26Z', 'updated_at': '2021-11-15T11:15:32Z', 'revision_number': 4, 'project_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'subnets': [{'id': '197a0c4e-b89e-4249-a087-a1feb11c7745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:15:33.288833 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd5f25-6387-4818-b94d-2a93a7a14663 req-4113014f-fb2b-4f4e-ae03-02e1f5c36f62 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:33.290473 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-85dd5f25-6387-4818-b94d-2a93a7a14663 req-4113014f-fb2b-4f4e-ae03-02e1f5c36f62 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/ports?device_id=773a95c6-2269-4563-857a-f872bf7ec579 HTTP/1.1" status: 200 len: 949 time: 0.0926507 Nov 15 11:15:33.336851 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ccb4be4b-29a1-44e5-a446-a79777e8d6fd req-cc919441-5f8b-47b6-8479-c8f5aa0778f6 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:33.376179 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ccb4be4b-29a1-44e5-a446-a79777e8d6fd req-cc919441-5f8b-47b6-8479-c8f5aa0778f6 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:33.381131 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a8fbe-fe9e-4660-b050-894cca7f04fd None None] Pushing event updated for resources: {'Port': ['ID=e68c70aa-4edb-4d78-871b-a64815adecc3,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:33.412020 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-79e24842-4cbb-4626-84f3-daade6300c41 None None] Provisioning complete for port e68c70aa-4edb-4d78-871b-a64815adecc3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:33.413001 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-79e24842-4cbb-4626-84f3-daade6300c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:33.454093 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5ac37099-bb50-4d29-873f-1a98f4797a45 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:15:33.467699 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-85dd5f25-6387-4818-b94d-2a93a7a14663 req-746b8850-73be-4c2f-b39e-1ce22d90b93a tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/security-groups?id=860239d2-d536-43fa-b011-a561d115bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633101 Nov 15 11:15:33.501510 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ccb4be4b-29a1-44e5-a446-a79777e8d6fd req-cc919441-5f8b-47b6-8479-c8f5aa0778f6 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:33.505029 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ccb4be4b-29a1-44e5-a446-a79777e8d6fd req-cc919441-5f8b-47b6-8479-c8f5aa0778f6 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:33.523465 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ccb4be4b-29a1-44e5-a446-a79777e8d6fd req-cc919441-5f8b-47b6-8479-c8f5aa0778f6 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "DELETE /v2.0/security-groups/2cceef54-f306-4ebb-a4ae-8b18a238a39c HTTP/1.1" status: 204 len: 173 time: 0.3684602 Nov 15 11:15:33.560390 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 5ac37099-bb50-4d29-873f-1a98f4797a45 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:15:33.568576 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc919441-5f8b-47b6-8479-c8f5aa0778f6 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cceef54-f306-4ebb-a4ae-8b18a238a39c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:33.569141 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 5ac37099-bb50-4d29-873f-1a98f4797a45 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:33.569684 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:33.631550 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9157bbf7-91de-4178-832f-397075a2457b req-35fcbe57-2f7e-4e0c-bcca-395c0489fa5e tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "GET /v2.0/security-groups/72e9bdd3-90d1-46ff-96b7-590f65aa4b48 HTTP/1.1" status: 200 len: 2420 time: 0.0885615 Nov 15 11:15:33.705487 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:33.746062 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773a95c6-2269-4563-857a-f872bf7ec579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac37099-bb50-4d29-873f-1a98f4797a45'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:15:33.748609 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af96d59b-f854-4e8a-b0ba-2dad6400ca7c" -d '{"events": [{"server_uuid": "773a95c6-2269-4563-857a-f872bf7ec579", "name": "network-vif-plugged", "status": "completed", "tag": "5ac37099-bb50-4d29-873f-1a98f4797a45"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:15:33.763768 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5ac37099-bb50-4d29-873f-1a98f4797a45, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5ac37099-bb50-4d29-873f-1a98f4797a45,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:33.773507 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:33.855861 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128e21f-3ddd-4ea1-8820-91dbd76a9158 req-4b850ab2-808c-49a9-baa4-f5e0e17399d9 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:33.860272 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f128e21f-3ddd-4ea1-8820-91dbd76a9158 req-4b850ab2-808c-49a9-baa4-f5e0e17399d9 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.1233644 Nov 15 11:15:33.863854 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9157bbf7-91de-4178-832f-397075a2457b req-ed74bb2f-d206-4768-8e77-597770fbacf8 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:33.876382 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=5ac37099-bb50-4d29-873f-1a98f4797a45,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:33.912968 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9157bbf7-91de-4178-832f-397075a2457b req-ed74bb2f-d206-4768-8e77-597770fbacf8 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:33.966153 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f128e21f-3ddd-4ea1-8820-91dbd76a9158 req-b7ef569c-8091-4036-af05-c0441f5d3090 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923002 Nov 15 11:15:33.992110 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9157bbf7-91de-4178-832f-397075a2457b req-ed74bb2f-d206-4768-8e77-597770fbacf8 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:33.995518 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9157bbf7-91de-4178-832f-397075a2457b req-ed74bb2f-d206-4768-8e77-597770fbacf8 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:33.996815 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9157bbf7-91de-4178-832f-397075a2457b req-ed74bb2f-d206-4768-8e77-597770fbacf8 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "DELETE /v2.0/security-groups/72e9bdd3-90d1-46ff-96b7-590f65aa4b48 HTTP/1.1" status: 204 len: 173 time: 0.3506167 Nov 15 11:15:34.010189 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74bb2f-d206-4768-8e77-597770fbacf8 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e9bdd3-90d1-46ff-96b7-590f65aa4b48,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:34.051289 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c336a3-211d-4443-a83f-2682ac587003 x-openstack-request-id: req-07c336a3-211d-4443-a83f-2682ac587003 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:15:34.052160 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773a95c6-2269-4563-857a-f872bf7ec579", "name": "network-vif-plugged", "status": "completed", "tag": "5ac37099-bb50-4d29-873f-1a98f4797a45", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:15:34.052873 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07c336a3-211d-4443-a83f-2682ac587003 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:15:34.053356 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773a95c6-2269-4563-857a-f872bf7ec579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac37099-bb50-4d29-873f-1a98f4797a45', 'code': 200} Nov 15 11:15:34.194390 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c1e0242-c66b-46df-9d3e-e5f5de6510d4 req-cc9f70db-2d03-4c08-a1c8-0e647ec10207 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "GET /v2.0/security-groups/0d9121fc-303a-47a5-9f11-e01559753046 HTTP/1.1" status: 200 len: 2415 time: 0.1301327 Nov 15 11:15:34.220116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5aca09-ac26-4d1d-8ab1-2bad829203c1 req-95f08d54-e90f-4b9c-ade1-703620d907e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:34.222464 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb5aca09-ac26-4d1d-8ab1-2bad829203c1 req-95f08d54-e90f-4b9c-ade1-703620d907e6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=773a95c6-2269-4563-857a-f872bf7ec579 HTTP/1.1" status: 200 len: 1101 time: 0.0835531 Nov 15 11:15:34.354729 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3c1e0242-c66b-46df-9d3e-e5f5de6510d4 req-74513a3f-d19b-4cdc-9c06-f83126d3e0c6 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:34.363367 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb5aca09-ac26-4d1d-8ab1-2bad829203c1 req-97592a40-1393-4f11-8449-88ba813e70ba service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=860239d2-d536-43fa-b011-a561d115bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184309 Nov 15 11:15:34.387781 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3c1e0242-c66b-46df-9d3e-e5f5de6510d4 req-74513a3f-d19b-4cdc-9c06-f83126d3e0c6 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:34.442454 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3c1e0242-c66b-46df-9d3e-e5f5de6510d4 req-74513a3f-d19b-4cdc-9c06-f83126d3e0c6 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:34.447799 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3c1e0242-c66b-46df-9d3e-e5f5de6510d4 req-74513a3f-d19b-4cdc-9c06-f83126d3e0c6 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:34.449755 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c1e0242-c66b-46df-9d3e-e5f5de6510d4 req-74513a3f-d19b-4cdc-9c06-f83126d3e0c6 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] 10.222.0.64 "DELETE /v2.0/security-groups/0d9121fc-303a-47a5-9f11-e01559753046 HTTP/1.1" status: 204 len: 173 time: 0.2485228 Nov 15 11:15:34.455548 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55196) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:34.470249 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74513a3f-d19b-4cdc-9c06-f83126d3e0c6 tempest-SecurityGroupRulesTestJSON-1166813238 tempest-SecurityGroupRulesTestJSON-1166813238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9121fc-303a-47a5-9f11-e01559753046,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:34.559656 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-9148e932-c749-4b52-a41c-f1b4e83706a2 admin admin] Deleting subnet a3d1fa48-b64f-42c1-b243-97c02cb010d7 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:15:34.568481 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9148e932-c749-4b52-a41c-f1b4e83706a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:34.633873 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9148e932-c749-4b52-a41c-f1b4e83706a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:34.713139 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9148e932-c749-4b52-a41c-f1b4e83706a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:34.725374 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b9d6f-09f7-4037-aba4-bdf8c026c2de req-29368b6f-27ac-445e-a68c-af96827ce309 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:34.733805 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c48b9d6f-09f7-4037-aba4-bdf8c026c2de req-29368b6f-27ac-445e-a68c-af96827ce309 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/ports?device_id=773a95c6-2269-4563-857a-f872bf7ec579 HTTP/1.1" status: 200 len: 950 time: 0.1521161 Nov 15 11:15:34.796926 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e68c70aa-4edb-4d78-871b-a64815adecc3 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:15:34.837095 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c48b9d6f-09f7-4037-aba4-bdf8c026c2de req-61094623-5b3f-4f8e-a50d-7bf8448ef1fb tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/security-groups?id=860239d2-d536-43fa-b011-a561d115bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023448 Nov 15 11:15:34.855303 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9148e932-c749-4b52-a41c-f1b4e83706a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:34.877213 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port e68c70aa-4edb-4d78-871b-a64815adecc3 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:34.877677 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:34.931395 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9148e932-c749-4b52-a41c-f1b4e83706a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:34.936143 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9148e932-c749-4b52-a41c-f1b4e83706a2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a3d1fa48-b64f-42c1-b243-97c02cb010d7 HTTP/1.1" status: 204 len: 168 time: 0.4787278 Nov 15 11:15:34.938775 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55210) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:34.943834 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148e932-c749-4b52-a41c-f1b4e83706a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3d1fa48-b64f-42c1-b243-97c02cb010d7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:35.030994 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0634f218-c7f1-4ae7-8001-3c9e23f5cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:35.115615 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19300b12-0c53-4048-aec2-92f7e8462d82 req-e804e88a-043b-48ec-b782-e60c0be80c6a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:35.125956 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-19300b12-0c53-4048-aec2-92f7e8462d82 req-e804e88a-043b-48ec-b782-e60c0be80c6a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.0771074 Nov 15 11:15:35.218465 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-19300b12-0c53-4048-aec2-92f7e8462d82 req-89c78ed6-16b6-4c0a-84ba-702160111455 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892613 Nov 15 11:15:35.403199 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0634f218-c7f1-4ae7-8001-3c9e23f5cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:35.433354 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-0634f218-c7f1-4ae7-8001-3c9e23f5cd01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b715dfff-4cb0-487d-980f-acb5af995049']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:35.445509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-0634f218-c7f1-4ae7-8001-3c9e23f5cd01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65774efd-23a7-43a9-89dc-06bf30b651f9') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:35.445800 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-0634f218-c7f1-4ae7-8001-3c9e23f5cd01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65774efd-23a7-43a9-89dc-06bf30b651f9') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:35.457496 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0634f218-c7f1-4ae7-8001-3c9e23f5cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:35.498696 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0634f218-c7f1-4ae7-8001-3c9e23f5cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:35.522531 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0634f218-c7f1-4ae7-8001-3c9e23f5cd01 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:15:35.523880 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0634f218-c7f1-4ae7-8001-3c9e23f5cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:15:35.536450 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:15:35.671524 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0634f218-c7f1-4ae7-8001-3c9e23f5cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:35.683177 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0634f218-c7f1-4ae7-8001-3c9e23f5cd01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:35.693896 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0634f218-c7f1-4ae7-8001-3c9e23f5cd01 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b715dfff-4cb0-487d-980f-acb5af995049 HTTP/1.1" status: 204 len: 168 time: 0.7534888 Nov 15 11:15:35.742744 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634f218-c7f1-4ae7-8001-3c9e23f5cd01 admin admin] Pushing event deleted for resources: {'Network': ['ID=b715dfff-4cb0-487d-980f-acb5af995049,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:35.766134 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b29a889-f67b-4d23-8646-dc5db593e446 req-8b6946de-0ca4-4d15-bf87-c99ad430c206 tempest-FlavorsV2NegativeTest-1959747776 tempest-FlavorsV2NegativeTest-1959747776-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f4c1dc89dda249c0b9e79b4af1f6db3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658565 Nov 15 11:15:35.985575 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29a889-f67b-4d23-8646-dc5db593e446 req-6a6740f2-03c5-4857-bfb6-e4dcae26a5cb tempest-FlavorsV2NegativeTest-1959747776 tempest-FlavorsV2NegativeTest-1959747776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:36.004796 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b29a889-f67b-4d23-8646-dc5db593e446 req-6a6740f2-03c5-4857-bfb6-e4dcae26a5cb tempest-FlavorsV2NegativeTest-1959747776 tempest-FlavorsV2NegativeTest-1959747776-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2370882 Nov 15 11:15:36.041532 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55246) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:36.103989 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7349f5a7-37bd-4f1c-bf53-41a15241d2bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c1cdbfff94cb4e57b13e8b422739e09a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0603702 Nov 15 11:15:36.106218 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55248) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:36.174638 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d9b7d86-3418-4219-b6a5-2ce0b54b4f4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:36.194676 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0b9089cb-9e19-4d71-bfe2-c152961820ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:36.214244 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d9b7d86-3418-4219-b6a5-2ce0b54b4f4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:36.288474 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d9b7d86-3418-4219-b6a5-2ce0b54b4f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:36.291798 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d9b7d86-3418-4219-b6a5-2ce0b54b4f4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:36.293149 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0d9b7d86-3418-4219-b6a5-2ce0b54b4f4e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e081ba23-b6c7-4d15-bec3-6669e33967c0 HTTP/1.1" status: 204 len: 168 time: 0.1857531 Nov 15 11:15:36.302486 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b7d86-3418-4219-b6a5-2ce0b54b4f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e081ba23-b6c7-4d15-bec3-6669e33967c0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:36.439586 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b29a889-f67b-4d23-8646-dc5db593e446 req-7e535a86-f05c-4f2d-9f7a-c74ca0a4ebb4 tempest-FlavorsV2NegativeTest-1959747776 tempest-FlavorsV2NegativeTest-1959747776-project] 10.222.0.64 "GET /v2.0/quotas/f4c1dc89dda249c0b9e79b4af1f6db3d HTTP/1.1" status: 200 len: 375 time: 0.4335759 Nov 15 11:15:36.479696 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b29a889-f67b-4d23-8646-dc5db593e446 req-92c6d8ea-2c8b-4c13-b41b-962f96b496dd tempest-FlavorsV2NegativeTest-1959747776 tempest-FlavorsV2NegativeTest-1959747776-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4c1dc89dda249c0b9e79b4af1f6db3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310366 Nov 15 11:15:36.489786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34173d0d-7dfa-4dc9-aeed-fcdd20f9a6bb req-4c8d143f-3c54-492e-882f-3846320166d1 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:36.508176 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34173d0d-7dfa-4dc9-aeed-fcdd20f9a6bb req-4c8d143f-3c54-492e-882f-3846320166d1 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/ports?device_id=773a95c6-2269-4563-857a-f872bf7ec579 HTTP/1.1" status: 200 len: 950 time: 0.5207856 Nov 15 11:15:36.613688 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34173d0d-7dfa-4dc9-aeed-fcdd20f9a6bb req-b6ee4df0-27f0-40b8-80ea-fecfff933f6e tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/security-groups?id=860239d2-d536-43fa-b011-a561d115bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042333 Nov 15 11:15:36.651850 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ff68c-2ac2-483f-954c-2355a78c2417 req-2ff149b1-a53a-409c-818e-0d990c225923 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:36.660475 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0a7ff68c-2ac2-483f-954c-2355a78c2417 req-2ff149b1-a53a-409c-818e-0d990c225923 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.1053634 Nov 15 11:15:36.730050 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0a7ff68c-2ac2-483f-954c-2355a78c2417 req-128bd840-1ce6-4772-b4b3-2e64fbc31156 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561469 Nov 15 11:15:37.366427 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55318) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:37.394927 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55322) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:37.512902 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-69275ec1-6380-47ce-84c0-448d10028fb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:37.522411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f25668dc-df11-4b54-a617-46f024d65a95 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-578185871-network', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:37.559936 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25668dc-df11-4b54-a617-46f024d65a95 admin admin] Made reservation on behalf of 6d166880b4a94d32a973c2d61c598d8e for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:15:37.562978 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f25668dc-df11-4b54-a617-46f024d65a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:37.574882 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f25668dc-df11-4b54-a617-46f024d65a95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:37.603295 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-69275ec1-6380-47ce-84c0-448d10028fb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:37.608125 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-69275ec1-6380-47ce-84c0-448d10028fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:37.654616 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-69275ec1-6380-47ce-84c0-448d10028fb3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4c1dc89dda249c0b9e79b4af1f6db3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856479 Nov 15 11:15:37.655626 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69275ec1-6380-47ce-84c0-448d10028fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4948f795-6e10-448d-be58-ec413fa2b44f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:37.657441 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55326) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:37.693791 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f25668dc-df11-4b54-a617-46f024d65a95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:37.702345 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f25668dc-df11-4b54-a617-46f024d65a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:37.739268 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25668dc-df11-4b54-a617-46f024d65a95 admin admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:15:37.754380 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25668dc-df11-4b54-a617-46f024d65a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef4604a-63e6-437a-8354-d61bce56e2da,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:37.762323 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c0246cf-bcab-4da6-a230-af6ed9c1c953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:37.764457 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f25668dc-df11-4b54-a617-46f024d65a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:37.764810 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-f25668dc-df11-4b54-a617-46f024d65a95 admin admin] Added segment f5da28b9-41ad-440b-9e9f-0d5e7d45d27f of type vlan for network 3ac01650-250d-49f6-a38a-ac634445c34a Nov 15 11:15:37.831377 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c0246cf-bcab-4da6-a230-af6ed9c1c953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:37.841252 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f25668dc-df11-4b54-a617-46f024d65a95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:37.898064 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a827c-78f7-4fef-803d-8e3ab58d6417 req-b57b7640-07c2-450d-8b70-9071b6240bc1 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:37.908381 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f25668dc-df11-4b54-a617-46f024d65a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:37.908718 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f68a827c-78f7-4fef-803d-8e3ab58d6417 req-b57b7640-07c2-450d-8b70-9071b6240bc1 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.0812321 Nov 15 11:15:37.909579 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25668dc-df11-4b54-a617-46f024d65a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:37.910575 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f25668dc-df11-4b54-a617-46f024d65a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:37.985550 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f68a827c-78f7-4fef-803d-8e3ab58d6417 req-40075299-59aa-4475-89fc-e056c53c3544 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708482 Nov 15 11:15:37.988722 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f25668dc-df11-4b54-a617-46f024d65a95 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5921252 Nov 15 11:15:37.991889 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55336) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:37.992662 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c0246cf-bcab-4da6-a230-af6ed9c1c953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:38.000161 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c0246cf-bcab-4da6-a230-af6ed9c1c953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:38.006641 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4c0246cf-bcab-4da6-a230-af6ed9c1c953 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4948f795-6e10-448d-be58-ec413fa2b44f HTTP/1.1" status: 204 len: 168 time: 0.3413804 Nov 15 11:15:38.011735 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2ba9e1b7-0ca4-4398-8c16-7d19d77d2998 admin admin] Request body: {'subnet': {'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-578185871-subnet', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:38.029209 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25668dc-df11-4b54-a617-46f024d65a95 admin admin] Pushing event updated for resources: {'Network': ['ID=3ac01650-250d-49f6-a38a-ac634445c34a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:38.041617 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0246cf-bcab-4da6-a230-af6ed9c1c953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4948f795-6e10-448d-be58-ec413fa2b44f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:38.044709 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 3ac01650-250d-49f6-a38a-ac634445c34a details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:15:38.063778 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba9e1b7-0ca4-4398-8c16-7d19d77d2998 admin admin] Made reservation on behalf of 6d166880b4a94d32a973c2d61c598d8e for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:15:38.066151 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ba9e1b7-0ca4-4398-8c16-7d19d77d2998 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:38.276172 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ba9e1b7-0ca4-4398-8c16-7d19d77d2998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:38.330206 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-04e4e83a-0370-406e-a1af-40d6e54d2cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:38.353187 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9e1b7-0ca4-4398-8c16-7d19d77d2998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdfd0574-7413-48b2-8325-e46b6f762330,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:38.381502 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba9e1b7-0ca4-4398-8c16-7d19d77d2998 admin admin] Checking segment: {'id': 'f5da28b9-41ad-440b-9e9f-0d5e7d45d27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:15:38.382057 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba9e1b7-0ca4-4398-8c16-7d19d77d2998 admin admin] Network hostable DHCP agents. Network: 3ac01650-250d-49f6-a38a-ac634445c34a, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:15:38.408215 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba9e1b7-0ca4-4398-8c16-7d19d77d2998 admin admin] Network 3ac01650-250d-49f6-a38a-ac634445c34a is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:15:38.423473 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2ba9e1b7-0ca4-4398-8c16-7d19d77d2998 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 3ac01650-250d-49f6-a38a-ac634445c34a) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:15:38.428227 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba9e1b7-0ca4-4398-8c16-7d19d77d2998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:38.428814 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ba9e1b7-0ca4-4398-8c16-7d19d77d2998 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:38.433993 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164ab064-3051-40ee-8756-a3c018efcce5 None None] Network 3ac01650-250d-49f6-a38a-ac634445c34a requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:15:38.462728 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55358) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:38.469080 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-4e85aaee-b039-4333-927c-d31b9ecfea37 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-578185871-router', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:38.476916 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2ba9e1b7-0ca4-4398-8c16-7d19d77d2998 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4689672 Nov 15 11:15:38.509164 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e85aaee-b039-4333-927c-d31b9ecfea37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:38.512011 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e85aaee-b039-4333-927c-d31b9ecfea37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:38.586567 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e85aaee-b039-4333-927c-d31b9ecfea37 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:38.608340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-3ac01650-250d-49f6-a38a-ac634445c34a', 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'fixed_ips': [{'subnet_id': 'fdfd0574-7413-48b2-8325-e46b6f762330'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:15:38.609454 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:38.773817 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Allocated IP 172.20.0.2 (3ac01650-250d-49f6-a38a-ac634445c34a/fdfd0574-7413-48b2-8325-e46b6f762330/11bd8a0f-c56d-424b-8618-0cf3338ee37b) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:15:38.791051 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e85aaee-b039-4333-927c-d31b9ecfea37 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:38.992133 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55374) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:39.047980 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:39.067596 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:39.239245 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e85aaee-b039-4333-927c-d31b9ecfea37 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:39.251735 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6822559d-5d4f-493d-ab2b-6265cb90a92e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-916701340-network', 'tenant_id': '5190201f3dc44dc6ad11d4fbd33b826f'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:39.271274 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e85aaee-b039-4333-927c-d31b9ecfea37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:39.295876 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Network 3ac01650-250d-49f6-a38a-ac634445c34a is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:15:39.297491 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:15:39.305524 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:15:39.322949 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb403e2-12bb-4acb-8192-be3379638c59 req-35835289-adcd-4b4f-8044-99ecf9ec9006 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:39.328739 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6822559d-5d4f-493d-ab2b-6265cb90a92e admin admin] Made reservation on behalf of 5190201f3dc44dc6ad11d4fbd33b826f for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:15:39.340312 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6822559d-5d4f-493d-ab2b-6265cb90a92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:39.349904 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0eb403e2-12bb-4acb-8192-be3379638c59 req-35835289-adcd-4b4f-8044-99ecf9ec9006 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.2212958 Nov 15 11:15:39.360586 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6822559d-5d4f-493d-ab2b-6265cb90a92e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:39.399924 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Pushing event updated for resources: {'Port': ['ID=11bd8a0f-c56d-424b-8618-0cf3338ee37b,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:39.434078 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Attempting to bind port 11bd8a0f-c56d-424b-8618-0cf3338ee37b on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:15:39.434451 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Attempting to bind port 11bd8a0f-c56d-424b-8618-0cf3338ee37b by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'f5da28b9-41ad-440b-9e9f-0d5e7d45d27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:15:39.434874 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Attempting to bind port 11bd8a0f-c56d-424b-8618-0cf3338ee37b on network 3ac01650-250d-49f6-a38a-ac634445c34a {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:15:39.441983 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:15:39.442342 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Checking segment: {'id': 'f5da28b9-41ad-440b-9e9f-0d5e7d45d27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:15:39.442924 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:39.443617 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Bound using segment: {'id': 'f5da28b9-41ad-440b-9e9f-0d5e7d45d27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:15:39.444274 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Bound port: 11bd8a0f-c56d-424b-8618-0cf3338ee37b, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5da28b9-41ad-440b-9e9f-0d5e7d45d27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:15:39.444846 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:39.519633 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6822559d-5d4f-493d-ab2b-6265cb90a92e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:39.528920 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6822559d-5d4f-493d-ab2b-6265cb90a92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:39.548067 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6822559d-5d4f-493d-ab2b-6265cb90a92e admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:15:39.562769 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6822559d-5d4f-493d-ab2b-6265cb90a92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:39.563118 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-6822559d-5d4f-493d-ab2b-6265cb90a92e admin admin] Added segment 55b4c7d9-5286-45ec-acc7-64e1f55da820 of type vlan for network 09e60072-81fe-4aab-9089-786b4376b565 Nov 15 11:15:39.567161 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] For port 11bd8a0f-c56d-424b-8618-0cf3338ee37b, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:15:39.572232 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] For port 11bd8a0f-c56d-424b-8618-0cf3338ee37b, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=11bd8a0f-c56d-424b-8618-0cf3338ee37b,segment=NetworkSegment(f5da28b9-41ad-440b-9e9f-0d5e7d45d27f),segment_id=f5da28b9-41ad-440b-9e9f-0d5e7d45d27f)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:15:39.579851 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:39.609171 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0eb403e2-12bb-4acb-8192-be3379638c59 req-94af79cb-0e80-44a7-b4c5-b4a31c588124 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576962 Nov 15 11:15:39.611427 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6822559d-5d4f-493d-ab2b-6265cb90a92e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:39.691984 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Pushing event updated for resources: {'Port': ['ID=11bd8a0f-c56d-424b-8618-0cf3338ee37b,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:39.692210 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822559d-5d4f-493d-ab2b-6265cb90a92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336fc538-8be5-4536-bee9-3a674b23cbfb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:39.728694 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6822559d-5d4f-493d-ab2b-6265cb90a92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:39.729679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-4e85aaee-b039-4333-927c-d31b9ecfea37 admin admin] Allocated IP 172.25.7.52 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/ae67f2f0-1efb-4e45-90e7-55643c5e334a) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:15:39.730975 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6822559d-5d4f-493d-ab2b-6265cb90a92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:39.731723 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6822559d-5d4f-493d-ab2b-6265cb90a92e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:39.741963 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:39.743182 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:39.743523 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:39.745601 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:39.745601 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:39.746681 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:39.747086 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:39.748123 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:39.749827 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:39.750677 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:39.752562 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:39.752918 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd8c55-f026-48fe-8cc6-24dadef8b435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:15:39.765205 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:39.828387 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6822559d-5d4f-493d-ab2b-6265cb90a92e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8347640 Nov 15 11:15:39.831404 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55394) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:39.844744 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8b54dcb7-8051-4564-a8f9-1df236c73e60 admin admin] Request body: {'subnet': {'network_id': '09e60072-81fe-4aab-9089-786b4376b565', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-916701340-subnet', 'tenant_id': '5190201f3dc44dc6ad11d4fbd33b826f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:39.845055 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0893cb-e64d-44b3-968e-6a1d309ef28e req-0a97a2dc-1aa3-4354-8eb3-55e017ed74c0 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:39.862083 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a0893cb-e64d-44b3-968e-6a1d309ef28e req-0a97a2dc-1aa3-4354-8eb3-55e017ed74c0 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 945 time: 0.4181397 Nov 15 11:15:39.864476 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b54dcb7-8051-4564-a8f9-1df236c73e60 admin admin] Made reservation on behalf of 5190201f3dc44dc6ad11d4fbd33b826f for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:15:39.866930 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b54dcb7-8051-4564-a8f9-1df236c73e60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:39.969680 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e85aaee-b039-4333-927c-d31b9ecfea37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:39.981695 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a0893cb-e64d-44b3-968e-6a1d309ef28e req-da889e0b-dd56-448e-9077-dac766ed4977 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6510f78-fe32-4cef-a0f2-443f8c274790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163778 Nov 15 11:15:40.018205 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822559d-5d4f-493d-ab2b-6265cb90a92e admin admin] Pushing event updated for resources: {'Network': ['ID=09e60072-81fe-4aab-9089-786b4376b565,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:40.047764 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 09e60072-81fe-4aab-9089-786b4376b565 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:15:40.098694 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e85aaee-b039-4333-927c-d31b9ecfea37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:40.164156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e85aaee-b039-4333-927c-d31b9ecfea37 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:15:40.164156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-4e85aaee-b039-4333-927c-d31b9ecfea37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:15:40.164156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e85aaee-b039-4333-927c-d31b9ecfea37 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:15:40.221259 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85aaee-b039-4333-927c-d31b9ecfea37 admin admin] Pushing event updated for resources: {'Port': ['ID=ae67f2f0-1efb-4e45-90e7-55643c5e334a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:40.305486 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b54dcb7-8051-4564-a8f9-1df236c73e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:40.376526 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54dcb7-8051-4564-a8f9-1df236c73e60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=003a27b4-9dda-4726-92e6-eaf549c9d8db,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:40.390410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b54dcb7-8051-4564-a8f9-1df236c73e60 admin admin] Checking segment: {'id': '55b4c7d9-5286-45ec-acc7-64e1f55da820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '09e60072-81fe-4aab-9089-786b4376b565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:15:40.391144 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b54dcb7-8051-4564-a8f9-1df236c73e60 admin admin] Network hostable DHCP agents. Network: 09e60072-81fe-4aab-9089-786b4376b565, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:15:40.412248 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b54dcb7-8051-4564-a8f9-1df236c73e60 admin admin] Network 09e60072-81fe-4aab-9089-786b4376b565 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:15:40.425481 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-8b54dcb7-8051-4564-a8f9-1df236c73e60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 09e60072-81fe-4aab-9089-786b4376b565) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:15:40.436188 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b54dcb7-8051-4564-a8f9-1df236c73e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:40.436188 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b54dcb7-8051-4564-a8f9-1df236c73e60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:40.443536 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cd2d4a-e1b3-435e-af38-e157d2f9ccb8 None None] Network 09e60072-81fe-4aab-9089-786b4376b565 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:15:40.472001 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8b54dcb7-8051-4564-a8f9-1df236c73e60 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6391137 Nov 15 11:15:40.474527 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55402) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:40.480348 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c90e27cf-464a-4e40-a716-832c5b9654ea admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-916701340-router', 'tenant_id': '5190201f3dc44dc6ad11d4fbd33b826f', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:15:40.517549 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c90e27cf-464a-4e40-a716-832c5b9654ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:40.520166 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c90e27cf-464a-4e40-a716-832c5b9654ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:40.582469 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e85aaee-b039-4333-927c-d31b9ecfea37 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:40.593367 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c90e27cf-464a-4e40-a716-832c5b9654ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:40.702996 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0d0c3e-e13b-4698-b34e-0448d977e735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-09e60072-81fe-4aab-9089-786b4376b565', 'network_id': '09e60072-81fe-4aab-9089-786b4376b565', 'tenant_id': '5190201f3dc44dc6ad11d4fbd33b826f', 'fixed_ips': [{'subnet_id': '003a27b4-9dda-4726-92e6-eaf549c9d8db'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:15:40.704244 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f0d0c3e-e13b-4698-b34e-0448d977e735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:41.025891 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 11bd8a0f-c56d-424b-8618-0cf3338ee37b up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:15:41.036794 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e85aaee-b039-4333-927c-d31b9ecfea37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:41.043386 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c90e27cf-464a-4e40-a716-832c5b9654ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:41.119244 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-6f0d0c3e-e13b-4698-b34e-0448d977e735 None None] Allocated IP 172.20.0.2 (09e60072-81fe-4aab-9089-786b4376b565/003a27b4-9dda-4726-92e6-eaf549c9d8db/ac978f9f-39c4-4131-b68c-cc5f13393d79) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:15:41.182679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d486a2-a672-42cc-ba03-f49c65b911aa req-0eb8e57f-abb7-418c-9c85-841ce08b2d65 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:41.191427 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d5d486a2-a672-42cc-ba03-f49c65b911aa req-0eb8e57f-abb7-418c-9c85-841ce08b2d65 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.3675742 Nov 15 11:15:41.270956 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d5d486a2-a672-42cc-ba03-f49c65b911aa req-6748de29-37c2-4020-ba42-416c81595d3c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781322 Nov 15 11:15:41.369325 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f0d0c3e-e13b-4698-b34e-0448d977e735 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:41.384901 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:41.386362 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f0d0c3e-e13b-4698-b34e-0448d977e735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:41.405792 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452e56c6-7266-44b4-8f46-54f575f8e164 None None] Network 3ac01650-250d-49f6-a38a-ac634445c34a requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:15:41.415916 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 11bd8a0f-c56d-424b-8618-0cf3338ee37b triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:41.416425 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:41.478461 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0d0c3e-e13b-4698-b34e-0448d977e735 None None] Network 09e60072-81fe-4aab-9089-786b4376b565 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:15:41.499368 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e85aaee-b039-4333-927c-d31b9ecfea37 admin admin] Router eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:15:41.505701 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5ac37099-bb50-4d29-873f-1a98f4797a45 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:15:41.518495 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-6f0d0c3e-e13b-4698-b34e-0448d977e735 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:15:41.521569 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0d0c3e-e13b-4698-b34e-0448d977e735 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:15:41.528765 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d92da-7362-4813-8be3-8b4495d47d52 req-1e064fe7-1ab4-41a7-ba36-3395ff8816de tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:41.530778 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-770d92da-7362-4813-8be3-8b4495d47d52 req-1e064fe7-1ab4-41a7-ba36-3395ff8816de tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 945 time: 0.2010934 Nov 15 11:15:41.579176 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3615621d-7704-4811-bdcc-a3a7f274855c None None] Provisioning complete for port 11bd8a0f-c56d-424b-8618-0cf3338ee37b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:41.579709 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3615621d-7704-4811-bdcc-a3a7f274855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:41.581854 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d0c3e-e13b-4698-b34e-0448d977e735 None None] Pushing event updated for resources: {'Port': ['ID=ac978f9f-39c4-4131-b68c-cc5f13393d79,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:41.679134 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-770d92da-7362-4813-8be3-8b4495d47d52 req-d11bcc40-1c40-40b5-a460-6b6fdcf18cfe tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6510f78-fe32-4cef-a0f2-443f8c274790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051593 Nov 15 11:15:41.731002 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c90e27cf-464a-4e40-a716-832c5b9654ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:41.739904 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e85aaee-b039-4333-927c-d31b9ecfea37 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:15:41.753289 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] Sync routers for ids ['eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:15:41.754770 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-6f0d0c3e-e13b-4698-b34e-0448d977e735 None None] Attempting to bind port ac978f9f-39c4-4131-b68c-cc5f13393d79 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:15:41.755130 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-6f0d0c3e-e13b-4698-b34e-0448d977e735 None None] Attempting to bind port ac978f9f-39c4-4131-b68c-cc5f13393d79 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '55b4c7d9-5286-45ec-acc7-64e1f55da820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '09e60072-81fe-4aab-9089-786b4376b565'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:15:41.755487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0d0c3e-e13b-4698-b34e-0448d977e735 None None] Attempting to bind port ac978f9f-39c4-4131-b68c-cc5f13393d79 on network 09e60072-81fe-4aab-9089-786b4376b565 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:15:41.768828 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] Routers {'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:15:41.769455 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:15:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:41.776605 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e85aaee-b039-4333-927c-d31b9ecfea37 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:41.778987 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4e85aaee-b039-4333-927c-d31b9ecfea37 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3140373 Nov 15 11:15:41.781706 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55446) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:41.785835 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c90e27cf-464a-4e40-a716-832c5b9654ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:41.828448 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0d0c3e-e13b-4698-b34e-0448d977e735 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:15:41.828779 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0d0c3e-e13b-4698-b34e-0448d977e735 None None] Checking segment: {'id': '55b4c7d9-5286-45ec-acc7-64e1f55da820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '09e60072-81fe-4aab-9089-786b4376b565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:15:41.829321 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f0d0c3e-e13b-4698-b34e-0448d977e735 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:41.829605 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0d0c3e-e13b-4698-b34e-0448d977e735 None None] Bound using segment: {'id': '55b4c7d9-5286-45ec-acc7-64e1f55da820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '09e60072-81fe-4aab-9089-786b4376b565'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:15:41.830038 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-6f0d0c3e-e13b-4698-b34e-0448d977e735 None None] Bound port: ac978f9f-39c4-4131-b68c-cc5f13393d79, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b4c7d9-5286-45ec-acc7-64e1f55da820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '09e60072-81fe-4aab-9089-786b4376b565'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:15:41.830409 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f0d0c3e-e13b-4698-b34e-0448d977e735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:41.941067 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-c90e27cf-464a-4e40-a716-832c5b9654ea admin admin] Allocated IP 172.25.7.139 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/5c384927-5c33-445e-8872-d43fa24f7dc4) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:15:41.962059 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] Set router eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:15:42.053488 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c90e27cf-464a-4e40-a716-832c5b9654ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:42.065786 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:42.094867 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c90e27cf-464a-4e40-a716-832c5b9654ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:42.148657 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90e27cf-464a-4e40-a716-832c5b9654ea admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:15:42.154531 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-c90e27cf-464a-4e40-a716-832c5b9654ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:15:42.157629 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90e27cf-464a-4e40-a716-832c5b9654ea admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:15:42.187646 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e27cf-464a-4e40-a716-832c5b9654ea admin admin] Pushing event updated for resources: {'Port': ['ID=5c384927-5c33-445e-8872-d43fa24f7dc4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:42.213040 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5ac37099-bb50-4d29-873f-1a98f4797a45, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5ac37099-bb50-4d29-873f-1a98f4797a45,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:42.322812 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '5ac37099-bb50-4d29-873f-1a98f4797a45', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '5ac37099-bb50-4d29-873f-1a98f4797a45', 'mac_address': 'fa:16:3e:5a:14:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:15:42.333069 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'name': 'tempest-TaggedBootDevicesTest-578185871-router', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:38Z', 'updated_at': '2021-11-15T11:15:40Z', 'revision_number': 3, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'gw_port': {'id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ad:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:39Z', 'updated_at': '2021-11-15T11:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:42.358216 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:42.379367 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3615621d-7704-4811-bdcc-a3a7f274855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:42.392368 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] Checking router: eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:15:42.393047 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] Updating router eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326 port ae67f2f0-1efb-4e45-90e7-55643c5e334a binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:15:42.422395 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6f0d0c3e-e13b-4698-b34e-0448d977e735 None None] For port ac978f9f-39c4-4131-b68c-cc5f13393d79, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:15:42.431883 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 11bd8a0f-c56d-424b-8618-0cf3338ee37b, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=11bd8a0f-c56d-424b-8618-0cf3338ee37b,segment=NetworkSegment(f5da28b9-41ad-440b-9e9f-0d5e7d45d27f),segment_id=f5da28b9-41ad-440b-9e9f-0d5e7d45d27f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:42.443161 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:42.512082 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ffda8fcf-eff5-43cb-9430-a5ba9cf537ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:42.515065 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:42.532264 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6f0d0c3e-e13b-4698-b34e-0448d977e735 None None] For port ac978f9f-39c4-4131-b68c-cc5f13393d79, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ac978f9f-39c4-4131-b68c-cc5f13393d79,segment=NetworkSegment(55b4c7d9-5286-45ec-acc7-64e1f55da820),segment_id=55b4c7d9-5286-45ec-acc7-64e1f55da820)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:15:42.548883 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c90e27cf-464a-4e40-a716-832c5b9654ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:42.611771 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f0d0c3e-e13b-4698-b34e-0448d977e735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:42.691980 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:42.710017 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ac37099-bb50-4d29-873f-1a98f4797a45 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:15:42.782290 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=11bd8a0f-c56d-424b-8618-0cf3338ee37b,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:42.815929 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5ac37099-bb50-4d29-873f-1a98f4797a45, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5ac37099-bb50-4d29-873f-1a98f4797a45,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:42.818946 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-3615621d-7704-4811-bdcc-a3a7f274855c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:15:42.819760 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-3615621d-7704-4811-bdcc-a3a7f274855c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:15:42.870934 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:42.878500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61003d-1e5d-4b89-a249-c71f85ac3372 req-009476ac-1d41-4e27-a40d-281b7eb4b049 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:42.888289 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa61003d-1e5d-4b89-a249-c71f85ac3372 req-009476ac-1d41-4e27-a40d-281b7eb4b049 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 945 time: 0.3398030 Nov 15 11:15:42.901830 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e0243-014d-4724-baf6-fba7282f482c req-bab953e3-8073-4c24-8a27-98e437ab9c40 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:42.914360 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-249e0243-014d-4724-baf6-fba7282f482c req-bab953e3-8073-4c24-8a27-98e437ab9c40 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.3895655 Nov 15 11:15:42.939068 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c90e27cf-464a-4e40-a716-832c5b9654ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:42.952209 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d0c3e-e13b-4698-b34e-0448d977e735 None None] Pushing event updated for resources: {'Port': ['ID=ac978f9f-39c4-4131-b68c-cc5f13393d79,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:42.994035 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['5ac37099-bb50-4d29-873f-1a98f4797a45'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:15:42.995618 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:43.009625 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:43.095699 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f375989-a18d-4408-aaf7-c0a9ed6b57bc None None] Pushing event updated for resources: {'Port': ['ID=ae67f2f0-1efb-4e45-90e7-55643c5e334a,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:43.150507 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] Attempting to bind port ae67f2f0-1efb-4e45-90e7-55643c5e334a on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:15:43.152330 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] Attempting to bind port ae67f2f0-1efb-4e45-90e7-55643c5e334a by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:15:43.152945 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] Attempting to bind port ae67f2f0-1efb-4e45-90e7-55643c5e334a on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:15:43.165687 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:15:43.168977 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:15:43.169400 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:43.169780 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:15:43.170920 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] Bound port: ae67f2f0-1efb-4e45-90e7-55643c5e334a, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:15:43.171616 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:43.224223 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90e27cf-464a-4e40-a716-832c5b9654ea admin admin] Router 8be21842-31aa-4734-9eff-5a559044704f is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:15:43.254671 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=5ac37099-bb50-4d29-873f-1a98f4797a45,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:43.285213 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-ffda8fcf-eff5-43cb-9430-a5ba9cf537ff admin admin] Allocated IP 172.20.0.1 (3ac01650-250d-49f6-a38a-ac634445c34a/fdfd0574-7413-48b2-8325-e46b6f762330/f36d2651-1eac-46a1-9cc4-4ac2531d81eb) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:15:43.310416 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] For port ae67f2f0-1efb-4e45-90e7-55643c5e334a, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:15:43.316271 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] For port ae67f2f0-1efb-4e45-90e7-55643c5e334a, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ae67f2f0-1efb-4e45-90e7-55643c5e334a,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:15:43.334891 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:43.450855 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90e27cf-464a-4e40-a716-832c5b9654ea admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:15:43.469202 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] Sync routers for ids ['8be21842-31aa-4734-9eff-5a559044704f'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:15:43.490718 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c90e27cf-464a-4e40-a716-832c5b9654ea admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:43.494482 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c90e27cf-464a-4e40-a716-832c5b9654ea admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0181510 Nov 15 11:15:43.497913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55470) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:43.538099 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] Routers {'8be21842-31aa-4734-9eff-5a559044704f'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:15:43.538661 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:15:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8be21842-31aa-4734-9eff-5a559044704f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:43.571842 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f375989-a18d-4408-aaf7-c0a9ed6b57bc None None] Pushing event updated for resources: {'Port': ['ID=ae67f2f0-1efb-4e45-90e7-55643c5e334a,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:43.583670 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ffda8fcf-eff5-43cb-9430-a5ba9cf537ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:43.619466 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] Routers {'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:15:43.622498 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:15:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:43.637477 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ffda8fcf-eff5-43cb-9430-a5ba9cf537ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:43.678884 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3b8b8d21-d648-4c75-a74a-63b7ed805e6d None None] Provisioning complete for port 11bd8a0f-c56d-424b-8618-0cf3338ee37b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:43.679387 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3b8b8d21-d648-4c75-a74a-63b7ed805e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:43.708427 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffda8fcf-eff5-43cb-9430-a5ba9cf537ff admin admin] Network 3ac01650-250d-49f6-a38a-ac634445c34a is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:15:43.711113 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda8fcf-eff5-43cb-9430-a5ba9cf537ff admin admin] Pushing event updated for resources: {'Port': ['ID=f36d2651-1eac-46a1-9cc4-4ac2531d81eb,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:43.715420 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ffda8fcf-eff5-43cb-9430-a5ba9cf537ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:15:43.722627 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-249e0243-014d-4724-baf6-fba7282f482c req-b69cf776-efca-4d7e-8093-09099e647099 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8078690 Nov 15 11:15:43.738342 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa61003d-1e5d-4b89-a249-c71f85ac3372 req-183d8e83-bf65-444f-834b-cf07e39f7343 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6510f78-fe32-4cef-a0f2-443f8c274790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8493795 Nov 15 11:15:43.747317 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffda8fcf-eff5-43cb-9430-a5ba9cf537ff admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:15:43.878401 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ffda8fcf-eff5-43cb-9430-a5ba9cf537ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:43.897804 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] Set router 8be21842-31aa-4734-9eff-5a559044704f gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:15:44.075161 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] Set router eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:15:44.551170 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-67c1b9bf-8d8f-42fe-ba1c-63d1b0490bd9 None None] Provisioning complete for port f36d2651-1eac-46a1-9cc4-4ac2531d81eb triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:44.551652 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-67c1b9bf-8d8f-42fe-ba1c-63d1b0490bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:44.672618 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30371e5f-29ff-4b73-b3fc-fe9b2fe4b30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:44.677086 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33487a6-dd6a-47f4-9659-5964529c1b43 None None] Network 09e60072-81fe-4aab-9089-786b4376b565 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:15:44.711378 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'name': 'tempest-TaggedBootDevicesTest-578185871-router', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:38Z', 'updated_at': '2021-11-15T11:15:40Z', 'revision_number': 3, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'gw_port': {'id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ad:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:39Z', 'updated_at': '2021-11-15T11:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:44.746228 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c6b978-15c1-4d82-b293-0857f7102be9 None None] The sync data for ids ['eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'] in n-d-729945-9 is: [{'id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'name': 'tempest-TaggedBootDevicesTest-578185871-router', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:38Z', 'updated_at': '2021-11-15T11:15:40Z', 'revision_number': 3, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'gw_port': {'id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ad:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:39Z', 'updated_at': '2021-11-15T11:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:15:44.955091 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-30371e5f-29ff-4b73-b3fc-fe9b2fe4b30b admin admin] Allocated IP 172.20.0.1 (09e60072-81fe-4aab-9089-786b4376b565/003a27b4-9dda-4726-92e6-eaf549c9d8db/95d8db87-7d92-4ebb-9801-6e48cbe956a1) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:15:44.981190 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be21842-31aa-4734-9eff-5a559044704f', 'name': 'tempest-FloatingIPsNegativeTestJSON-916701340-router', 'tenant_id': '5190201f3dc44dc6ad11d4fbd33b826f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '5c384927-5c33-445e-8872-d43fa24f7dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:40Z', 'updated_at': '2021-11-15T11:15:42Z', 'revision_number': 3, 'project_id': '5190201f3dc44dc6ad11d4fbd33b826f', 'gw_port': {'id': '5c384927-5c33-445e-8872-d43fa24f7dc4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be21842-31aa-4734-9eff-5a559044704f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:41Z', 'updated_at': '2021-11-15T11:15:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:45.051227 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] Checking router: 8be21842-31aa-4734-9eff-5a559044704f for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:15:45.053274 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] Updating router 8be21842-31aa-4734-9eff-5a559044704f port 5c384927-5c33-445e-8872-d43fa24f7dc4 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:15:45.056077 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ac978f9f-39c4-4131-b68c-cc5f13393d79 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:15:45.071577 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-67c1b9bf-8d8f-42fe-ba1c-63d1b0490bd9 None None] Port f36d2651-1eac-46a1-9cc4-4ac2531d81eb cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:15:45.264808 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30371e5f-29ff-4b73-b3fc-fe9b2fe4b30b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:45.276885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb92e77-6184-40e2-b80e-3119e06de276 req-f845dc24-dd1a-4bdf-a670-84b8eec917a4 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:45.280776 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7fb92e77-6184-40e2-b80e-3119e06de276 req-f845dc24-dd1a-4bdf-a670-84b8eec917a4 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 945 time: 0.4696252 Nov 15 11:15:45.287046 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:45.401829 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0ec66f0f-ea84-4fc1-ae08-fb2f0641075e None None] Provisioning complete for port ac978f9f-39c4-4131-b68c-cc5f13393d79 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:45.402199 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0ec66f0f-ea84-4fc1-ae08-fb2f0641075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:45.403506 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30371e5f-29ff-4b73-b3fc-fe9b2fe4b30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:45.464086 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42876ce4-429b-48b5-9692-29e0f089b246 req-09aef2a3-2b8a-43d8-87d1-b99d926923a8 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:45.465945 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42876ce4-429b-48b5-9692-29e0f089b246 req-09aef2a3-2b8a-43d8-87d1-b99d926923a8 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 945 time: 0.5028746 Nov 15 11:15:45.511767 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30371e5f-29ff-4b73-b3fc-fe9b2fe4b30b admin admin] Network 09e60072-81fe-4aab-9089-786b4376b565 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:15:45.519682 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-30371e5f-29ff-4b73-b3fc-fe9b2fe4b30b admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:15:45.522926 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30371e5f-29ff-4b73-b3fc-fe9b2fe4b30b admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:15:45.568862 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5ac37099-bb50-4d29-873f-1a98f4797a45 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:15:45.572501 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30371e5f-29ff-4b73-b3fc-fe9b2fe4b30b admin admin] Pushing event updated for resources: {'Port': ['ID=95d8db87-7d92-4ebb-9801-6e48cbe956a1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:45.592182 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30371e5f-29ff-4b73-b3fc-fe9b2fe4b30b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:45.696763 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03934b6-f523-421c-b9ed-4a0e6d93405a req-97eb774b-b48b-4117-ab79-c67b68231a88 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:45.705146 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d03934b6-f523-421c-b9ed-4a0e6d93405a req-97eb774b-b48b-4117-ab79-c67b68231a88 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.7407019 Nov 15 11:15:45.805127 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42876ce4-429b-48b5-9692-29e0f089b246 req-252ffe96-2429-4729-9cf0-594766d4fd03 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6510f78-fe32-4cef-a0f2-443f8c274790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789369 Nov 15 11:15:45.886315 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device b2e48f3c-6b32-4a32-aa09-c237c0965ea2 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:15:45.900095 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d03934b6-f523-421c-b9ed-4a0e6d93405a req-f3d959bd-ec22-4d64-ac39-c3567a79ede0 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936488 Nov 15 11:15:45.912011 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-7fb92e77-6184-40e2-b80e-3119e06de276 req-1c368a17-5c51-4fb8-b017-95f38295b5ba tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Deleting port 11f23be5-b2b8-4f86-9fce-4b31d769d4cf {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:15:45.912491 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7fb92e77-6184-40e2-b80e-3119e06de276 req-1c368a17-5c51-4fb8-b017-95f38295b5ba tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:45.940680 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30371e5f-29ff-4b73-b3fc-fe9b2fe4b30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:46.001630 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ffda8fcf-eff5-43cb-9430-a5ba9cf537ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:46.162081 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port b2e48f3c-6b32-4a32-aa09-c237c0965ea2, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=b2e48f3c-6b32-4a32-aa09-c237c0965ea2,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:46.215555 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-7fb92e77-6184-40e2-b80e-3119e06de276 req-1c368a17-5c51-4fb8-b017-95f38295b5ba tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] For port 11f23be5-b2b8-4f86-9fce-4b31d769d4cf, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=11f23be5-b2b8-4f86-9fce-4b31d769d4cf,segment=NetworkSegment(26f7725c-0d8b-479b-95d3-b5edaafcccd8),segment_id=26f7725c-0d8b-479b-95d3-b5edaafcccd8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:46.215931 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7fb92e77-6184-40e2-b80e-3119e06de276 req-1c368a17-5c51-4fb8-b017-95f38295b5ba tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:46.234704 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port ac978f9f-39c4-4131-b68c-cc5f13393d79 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:46.235078 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:46.453217 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30371e5f-29ff-4b73-b3fc-fe9b2fe4b30b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:46.468690 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30371e5f-29ff-4b73-b3fc-fe9b2fe4b30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:46.477293 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0ec66f0f-ea84-4fc1-ae08-fb2f0641075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:46.556761 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30371e5f-29ff-4b73-b3fc-fe9b2fe4b30b admin admin] Pushing event updated for resources: {'Port': ['ID=95d8db87-7d92-4ebb-9801-6e48cbe956a1,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:46.557826 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'b2e48f3c-6b32-4a32-aa09-c237c0965ea2', 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73', 'port_id': 'b2e48f3c-6b32-4a32-aa09-c237c0965ea2', 'mac_address': 'fa:16:3e:be:96:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe02edeb-e83c-4883-9de3-f499a3c56d94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:15:46.602440 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0ec66f0f-ea84-4fc1-ae08-fb2f0641075e None None] For port ac978f9f-39c4-4131-b68c-cc5f13393d79, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ac978f9f-39c4-4131-b68c-cc5f13393d79,segment=NetworkSegment(55b4c7d9-5286-45ec-acc7-64e1f55da820),segment_id=55b4c7d9-5286-45ec-acc7-64e1f55da820)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:46.631448 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:15:46.645542 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30371e5f-29ff-4b73-b3fc-fe9b2fe4b30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:46.739587 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0ec66f0f-ea84-4fc1-ae08-fb2f0641075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:46.942522 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30371e5f-29ff-4b73-b3fc-fe9b2fe4b30b admin admin] Network 09e60072-81fe-4aab-9089-786b4376b565 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:15:46.946869 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-30371e5f-29ff-4b73-b3fc-fe9b2fe4b30b admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:15:46.971336 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 5ac37099-bb50-4d29-873f-1a98f4797a45 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:46.971988 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:47.009455 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:47.096226 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7fb92e77-6184-40e2-b80e-3119e06de276 req-1c368a17-5c51-4fb8-b017-95f38295b5ba tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:47.096816 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7fb92e77-6184-40e2-b80e-3119e06de276 req-1c368a17-5c51-4fb8-b017-95f38295b5ba tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:47.097941 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [req-7fb92e77-6184-40e2-b80e-3119e06de276 req-1c368a17-5c51-4fb8-b017-95f38295b5ba tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Floating IP cd93914d-780e-4190-bf4c-2664f66a4672 disassociated. External IP: 172.25.7.225, port: 11f23be5-b2b8-4f86-9fce-4b31d769d4cf. Nov 15 11:15:47.101634 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-7fb92e77-6184-40e2-b80e-3119e06de276 req-1c368a17-5c51-4fb8-b017-95f38295b5ba tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Calling delete_port for 11f23be5-b2b8-4f86-9fce-4b31d769d4cf owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:15:47.109869 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 11bd8a0f-c56d-424b-8618-0cf3338ee37b up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:15:47.199605 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec66f0f-ea84-4fc1-ae08-fb2f0641075e None None] Pushing event updated for resources: {'Port': ['ID=ac978f9f-39c4-4131-b68c-cc5f13393d79,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:47.213225 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2e48f3c-6b32-4a32-aa09-c237c0965ea2 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:15:47.290684 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47765619-9b83-45f7-883e-159897323ae4 req-db1c2c42-cb16-423d-821c-fcb5d7a8e8fb tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:47.304350 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-47765619-9b83-45f7-883e-159897323ae4 req-db1c2c42-cb16-423d-821c-fcb5d7a8e8fb tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 945 time: 0.3021600 Nov 15 11:15:47.314556 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30371e5f-29ff-4b73-b3fc-fe9b2fe4b30b admin admin] Router 8be21842-31aa-4734-9eff-5a559044704f has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:15:47.393136 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ffda8fcf-eff5-43cb-9430-a5ba9cf537ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:47.514107 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-47765619-9b83-45f7-883e-159897323ae4 req-ca631546-c37d-4e3a-aaf4-9ce8f0709c75 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6510f78-fe32-4cef-a0f2-443f8c274790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069206 Nov 15 11:15:47.516622 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ffda8fcf-eff5-43cb-9430-a5ba9cf537ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:47.555421 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30371e5f-29ff-4b73-b3fc-fe9b2fe4b30b admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:15:47.584477 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-30371e5f-29ff-4b73-b3fc-fe9b2fe4b30b admin admin] 10.222.0.64 "PUT /v2.0/routers/8be21842-31aa-4734-9eff-5a559044704f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0853064 Nov 15 11:15:47.783925 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port b2e48f3c-6b32-4a32-aa09-c237c0965ea2, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=b2e48f3c-6b32-4a32-aa09-c237c0965ea2,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:47.837597 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c8f45fb2-c8ae-4c21-98bd-6d5d02f8d293 None None] Provisioning complete for port ac978f9f-39c4-4131-b68c-cc5f13393d79 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:47.837950 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c8f45fb2-c8ae-4c21-98bd-6d5d02f8d293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:47.903259 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:47.931928 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ffda8fcf-eff5-43cb-9430-a5ba9cf537ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:47.943761 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda8fcf-eff5-43cb-9430-a5ba9cf537ff admin admin] Pushing event updated for resources: {'Port': ['ID=f36d2651-1eac-46a1-9cc4-4ac2531d81eb,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:48.019072 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:48.051984 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['b2e48f3c-6b32-4a32-aa09-c237c0965ea2'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:15:48.183980 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd607df0-f441-4e95-a784-fa22dde68114 req-e835043f-4d67-417f-8143-2c1e4144b7fd tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:48.189010 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=b2e48f3c-6b32-4a32-aa09-c237c0965ea2,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:48.194884 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:48.201036 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cd607df0-f441-4e95-a784-fa22dde68114 req-e835043f-4d67-417f-8143-2c1e4144b7fd tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 945 time: 0.4995756 Nov 15 11:15:48.218584 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5ac37099-bb50-4d29-873f-1a98f4797a45, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5ac37099-bb50-4d29-873f-1a98f4797a45,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:48.222406 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773a95c6-2269-4563-857a-f872bf7ec579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac37099-bb50-4d29-873f-1a98f4797a45'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:15:48.226988 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40817ed-0838-4ac9-861c-28cab484ffdc" -d '{"events": [{"server_uuid": "773a95c6-2269-4563-857a-f872bf7ec579", "name": "network-vif-plugged", "status": "completed", "tag": "5ac37099-bb50-4d29-873f-1a98f4797a45"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:15:48.238017 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 11bd8a0f-c56d-424b-8618-0cf3338ee37b triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:48.238017 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:48.285076 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:48.286767 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7fb92e77-6184-40e2-b80e-3119e06de276 req-1c368a17-5c51-4fb8-b017-95f38295b5ba tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:48.352670 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:48.356463 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cd607df0-f441-4e95-a784-fa22dde68114 req-9887ee03-efe4-4dd1-96b2-94e7015a66b6 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538172 Nov 15 11:15:48.378712 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c368a17-5c51-4fb8-b017-95f38295b5ba tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Pushing event deleted for resources: {'Port': ['ID=11f23be5-b2b8-4f86-9fce-4b31d769d4cf,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:48.450816 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffda8fcf-eff5-43cb-9430-a5ba9cf537ff admin admin] Network 3ac01650-250d-49f6-a38a-ac634445c34a is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:15:48.482005 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=5ac37099-bb50-4d29-873f-1a98f4797a45,revision_number=7']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:48.548062 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] Attempting to bind port 5c384927-5c33-445e-8872-d43fa24f7dc4 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:15:48.548426 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] Attempting to bind port 5c384927-5c33-445e-8872-d43fa24f7dc4 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:15:48.548786 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] Attempting to bind port 5c384927-5c33-445e-8872-d43fa24f7dc4 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:15:48.598227 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:15:48.598679 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:15:48.598988 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:48.599435 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:15:48.599895 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] Bound port: 5c384927-5c33-445e-8872-d43fa24f7dc4, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:15:48.600257 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:48.630348 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ffda8fcf-eff5-43cb-9430-a5ba9cf537ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:15:48.835331 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66fcf2-6df6-4878-adc1-5eec43f3da84 None None] Pushing event updated for resources: {'Port': ['ID=5c384927-5c33-445e-8872-d43fa24f7dc4,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:48.881562 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c8f45fb2-c8ae-4c21-98bd-6d5d02f8d293 None None] Provisioning complete for port 95d8db87-7d92-4ebb-9801-6e48cbe956a1 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:48.882899 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c8f45fb2-c8ae-4c21-98bd-6d5d02f8d293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:48.895011 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] For port 5c384927-5c33-445e-8872-d43fa24f7dc4, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:15:48.899791 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] For port 5c384927-5c33-445e-8872-d43fa24f7dc4, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=5c384927-5c33-445e-8872-d43fa24f7dc4,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:15:48.967255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fb92e77-6184-40e2-b80e-3119e06de276 req-1c368a17-5c51-4fb8-b017-95f38295b5ba tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Router 224395da-a118-4dea-b8ee-d58703195077 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:15:49.014254 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:49.090965 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d87152b2-e85f-409d-bfe2-0404dcbf57cf req-6e3a792f-08ff-4094-8067-68da6007e488 tempest-FloatingIPsNegativeTestJSON-1695278259 tempest-FloatingIPsNegativeTestJSON-1695278259-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=5190201f3dc44dc6ad11d4fbd33b826f HTTP/1.1" status: 200 len: 217 time: 0.0811679 Nov 15 11:15:49.124359 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffda8fcf-eff5-43cb-9430-a5ba9cf537ff admin admin] Router eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:15:49.141168 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c8f45fb2-c8ae-4c21-98bd-6d5d02f8d293 None None] Port 95d8db87-7d92-4ebb-9801-6e48cbe956a1 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:15:49.161454 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c640eca2-9d5e-4bfe-b02c-7e5675dc99e6 x-openstack-request-id: req-c640eca2-9d5e-4bfe-b02c-7e5675dc99e6 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:15:49.161733 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773a95c6-2269-4563-857a-f872bf7ec579", "name": "network-vif-plugged", "status": "completed", "tag": "5ac37099-bb50-4d29-873f-1a98f4797a45", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:15:49.161971 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c640eca2-9d5e-4bfe-b02c-7e5675dc99e6 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:15:49.172035 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773a95c6-2269-4563-857a-f872bf7ec579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac37099-bb50-4d29-873f-1a98f4797a45', 'code': 200} Nov 15 11:15:49.212318 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] Routers {'8be21842-31aa-4734-9eff-5a559044704f'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:15:49.212941 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:15:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8be21842-31aa-4734-9eff-5a559044704f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:49.214733 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66fcf2-6df6-4878-adc1-5eec43f3da84 None None] Pushing event updated for resources: {'Port': ['ID=5c384927-5c33-445e-8872-d43fa24f7dc4,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:49.254554 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ac978f9f-39c4-4131-b68c-cc5f13393d79 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:15:49.329120 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12752c84-f3f4-4a68-b919-0a86085abce6 req-afd29b23-96e3-4527-8af9-00d5dbcb978c tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 210 time: 0.0817227 Nov 15 11:15:49.448828 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb999131-2163-45e0-b47f-0e17dc14be79 req-f8a132e6-6685-49b6-b58f-e241b61113ca tempest-FloatingIPsNegativeTestJSON-1695278259 tempest-FloatingIPsNegativeTestJSON-1695278259-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0372288 Nov 15 11:15:49.474572 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fb92e77-6184-40e2-b80e-3119e06de276 req-1c368a17-5c51-4fb8-b017-95f38295b5ba tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:15:49.495258 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf5ab97-bb79-485b-82c6-09bd216f6302 None None] Sync routers for ids ['224395da-a118-4dea-b8ee-d58703195077'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:15:49.514193 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf5ab97-bb79-485b-82c6-09bd216f6302 None None] Routers {'224395da-a118-4dea-b8ee-d58703195077'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:15:49.516321 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2bf5ab97-bb79-485b-82c6-09bd216f6302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:15:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['224395da-a118-4dea-b8ee-d58703195077'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:49.560546 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-08b94094-5041-42a8-81e8-a8841c24d959 None None] Provisioning complete for port 95d8db87-7d92-4ebb-9801-6e48cbe956a1 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:49.560972 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-08b94094-5041-42a8-81e8-a8841c24d959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:49.571133 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb92e77-6184-40e2-b80e-3119e06de276 req-1c368a17-5c51-4fb8-b017-95f38295b5ba tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] No DVR routers for this DVR port 11f23be5-b2b8-4f86-9fce-4b31d769d4cf on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:15:49.576438 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7fb92e77-6184-40e2-b80e-3119e06de276 req-1c368a17-5c51-4fb8-b017-95f38295b5ba tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:49.579711 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7fb92e77-6184-40e2-b80e-3119e06de276 req-1c368a17-5c51-4fb8-b017-95f38295b5ba tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.55 "DELETE /v2.0/ports/11f23be5-b2b8-4f86-9fce-4b31d769d4cf HTTP/1.1" status: 204 len: 173 time: 4.2529595 Nov 15 11:15:49.580143 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc3f170-8d50-4968-8cc3-3745dff03c6b', 'name': 'network-vif-deleted', 'tag': '11f23be5-b2b8-4f86-9fce-4b31d769d4cf'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:15:49.582385 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622c93b6-42ad-479a-aa48-9b2abef66c99" -d '{"events": [{"server_uuid": "5cc3f170-8d50-4968-8cc3-3745dff03c6b", "name": "network-vif-deleted", "tag": "11f23be5-b2b8-4f86-9fce-4b31d769d4cf"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:15:49.595837 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffda8fcf-eff5-43cb-9430-a5ba9cf537ff admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:15:49.629048 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ffda8fcf-eff5-43cb-9430-a5ba9cf537ff admin admin] 10.222.0.64 "PUT /v2.0/routers/eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8457172 Nov 15 11:15:49.655616 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] Sync routers for ids ['eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:15:49.666269 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port ac978f9f-39c4-4131-b68c-cc5f13393d79 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:49.666636 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:49.672594 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] Set router 8be21842-31aa-4734-9eff-5a559044704f gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:15:49.682761 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34febb4f-bd2c-440e-b95a-f63361453b21 req-36e043bb-40c6-4a96-8dc2-12834269cdee tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:49.706274 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34febb4f-bd2c-440e-b95a-f63361453b21 req-36e043bb-40c6-4a96-8dc2-12834269cdee tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 945 time: 0.1327894 Nov 15 11:15:49.799023 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2bf5ab97-bb79-485b-82c6-09bd216f6302 None None] Set router 224395da-a118-4dea-b8ee-d58703195077 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:15:49.820067 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34febb4f-bd2c-440e-b95a-f63361453b21 req-bbbc4c56-d6d6-4e2a-a897-e8692d377116 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082041 Nov 15 11:15:49.846330 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] Routers {'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:15:49.852526 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:15:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:49.890137 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-08b94094-5041-42a8-81e8-a8841c24d959 None None] Port 95d8db87-7d92-4ebb-9801-6e48cbe956a1 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:15:49.936729 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-ec0a8fae-b583-4a87-b58d-b5f480af9ce0 req-036ef998-80e6-45d4-a181-1abf4787550f tempest-FloatingIPsNegativeTestJSON-1695278259 tempest-FloatingIPsNegativeTestJSON-1695278259-project] show failed (client error): The resource could not be found. Nov 15 11:15:49.947633 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55560) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:49.951804 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ec0a8fae-b583-4a87-b58d-b5f480af9ce0 req-036ef998-80e6-45d4-a181-1abf4787550f tempest-FloatingIPsNegativeTestJSON-1695278259 tempest-FloatingIPsNegativeTestJSON-1695278259-project] 10.222.0.64 "GET /v2.0/floatingips/f6df4016-7da6-4f69-bec1-9da1074745dc HTTP/1.1" status: 404 len: 350 time: 0.0923848 Nov 15 11:15:50.081692 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device b2e48f3c-6b32-4a32-aa09-c237c0965ea2 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:15:50.184907 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bccdf3-9cfa-43ab-94aa-8b8c12afd5b1 x-openstack-request-id: req-99bccdf3-9cfa-43ab-94aa-8b8c12afd5b1 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:15:50.185220 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc3f170-8d50-4968-8cc3-3745dff03c6b", "name": "network-vif-deleted", "tag": "11f23be5-b2b8-4f86-9fce-4b31d769d4cf", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:15:50.185534 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-99bccdf3-9cfa-43ab-94aa-8b8c12afd5b1 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:15:50.185929 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc3f170-8d50-4968-8cc3-3745dff03c6b', 'name': 'network-vif-deleted', 'tag': '11f23be5-b2b8-4f86-9fce-4b31d769d4cf', 'status': 'completed', 'code': 200} Nov 15 11:15:50.214933 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2bf5ab97-bb79-485b-82c6-09bd216f6302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224395da-a118-4dea-b8ee-d58703195077', 'name': 'tempest-ServersTestBootFromVolume-914929958-router', 'tenant_id': '07190b821157497db376988d8fa80885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:12:27Z', 'updated_at': '2021-11-15T11:12:34Z', 'revision_number': 4, 'project_id': '07190b821157497db376988d8fa80885', 'gw_port': {'id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224395da-a118-4dea-b8ee-d58703195077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:12:28Z', 'updated_at': '2021-11-15T11:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '466b70c3-e994-4f86-9538-6e2dffe7dae1', 'name': '', 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a', 'tenant_id': '07190b821157497db376988d8fa80885', 'mac_address': 'fa:16:3e:bb:f6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224395da-a118-4dea-b8ee-d58703195077', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e661f3a9-0e06-442b-b9c9-98d82f57e8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:12:33Z', 'updated_at': '2021-11-15T11:12:39Z', 'revision_number': 5, 'project_id': '07190b821157497db376988d8fa80885', 'subnets': [{'id': 'e661f3a9-0e06-442b-b9c9-98d82f57e8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:50.312375 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf5ab97-bb79-485b-82c6-09bd216f6302 None None] Checking router: 224395da-a118-4dea-b8ee-d58703195077 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:15:50.331917 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf5ab97-bb79-485b-82c6-09bd216f6302 None None] Routers {'224395da-a118-4dea-b8ee-d58703195077'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:15:50.332547 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2bf5ab97-bb79-485b-82c6-09bd216f6302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:15:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['224395da-a118-4dea-b8ee-d58703195077'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:50.468226 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-08b94094-5041-42a8-81e8-a8841c24d959 None None] Provisioning complete for port f36d2651-1eac-46a1-9cc4-4ac2531d81eb triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:50.468886 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-08b94094-5041-42a8-81e8-a8841c24d959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:50.484638 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b382157d-6970-4dd8-9cfa-9f7f4b8222c0 req-c3db0e0f-f3f2-420e-868f-f83fa101b51c tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 210 time: 0.0426786 Nov 15 11:15:50.571491 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2bf5ab97-bb79-485b-82c6-09bd216f6302 None None] Set router 224395da-a118-4dea-b8ee-d58703195077 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:15:50.605190 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-08b94094-5041-42a8-81e8-a8841c24d959 None None] Port f36d2651-1eac-46a1-9cc4-4ac2531d81eb cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:15:50.788270 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c307d4ca-b256-4eba-917c-7e90af28bb8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:50.805092 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] Set router eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:15:50.907397 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2bf5ab97-bb79-485b-82c6-09bd216f6302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224395da-a118-4dea-b8ee-d58703195077', 'name': 'tempest-ServersTestBootFromVolume-914929958-router', 'tenant_id': '07190b821157497db376988d8fa80885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:12:27Z', 'updated_at': '2021-11-15T11:12:34Z', 'revision_number': 4, 'project_id': '07190b821157497db376988d8fa80885', 'gw_port': {'id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224395da-a118-4dea-b8ee-d58703195077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:12:28Z', 'updated_at': '2021-11-15T11:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '466b70c3-e994-4f86-9538-6e2dffe7dae1', 'name': '', 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a', 'tenant_id': '07190b821157497db376988d8fa80885', 'mac_address': 'fa:16:3e:bb:f6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224395da-a118-4dea-b8ee-d58703195077', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e661f3a9-0e06-442b-b9c9-98d82f57e8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:12:33Z', 'updated_at': '2021-11-15T11:12:39Z', 'revision_number': 5, 'project_id': '07190b821157497db376988d8fa80885', 'subnets': [{'id': 'e661f3a9-0e06-442b-b9c9-98d82f57e8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:50.965159 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf5ab97-bb79-485b-82c6-09bd216f6302 None None] The sync data for ids ['224395da-a118-4dea-b8ee-d58703195077'] in n-d-729945-9 is: [{'id': '224395da-a118-4dea-b8ee-d58703195077', 'name': 'tempest-ServersTestBootFromVolume-914929958-router', 'tenant_id': '07190b821157497db376988d8fa80885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:12:27Z', 'updated_at': '2021-11-15T11:12:34Z', 'revision_number': 4, 'project_id': '07190b821157497db376988d8fa80885', 'gw_port': {'id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224395da-a118-4dea-b8ee-d58703195077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:12:28Z', 'updated_at': '2021-11-15T11:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '466b70c3-e994-4f86-9538-6e2dffe7dae1', 'name': '', 'network_id': 'ae054da0-1712-49af-9c95-3ed444cb371a', 'tenant_id': '07190b821157497db376988d8fa80885', 'mac_address': 'fa:16:3e:bb:f6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224395da-a118-4dea-b8ee-d58703195077', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e661f3a9-0e06-442b-b9c9-98d82f57e8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:12:33Z', 'updated_at': '2021-11-15T11:12:39Z', 'revision_number': 5, 'project_id': '07190b821157497db376988d8fa80885', 'subnets': [{'id': 'e661f3a9-0e06-442b-b9c9-98d82f57e8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:15:51.054471 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ae67f2f0-1efb-4e45-90e7-55643c5e334a up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:15:51.111028 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efedee-b2c5-4c0d-9e62-1c1f7dbd601c req-261b2d23-e068-4af6-9a17-9324d6d9c512 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:51.122429 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9efedee-b2c5-4c0d-9e62-1c1f7dbd601c req-261b2d23-e068-4af6-9a17-9324d6d9c512 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 945 time: 0.1376514 Nov 15 11:15:51.231233 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9efedee-b2c5-4c0d-9e62-1c1f7dbd601c req-8fcc0fc6-5c16-4b80-b232-00821d076702 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072190 Nov 15 11:15:51.331937 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port b2e48f3c-6b32-4a32-aa09-c237c0965ea2 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:51.332427 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:51.424201 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c307d4ca-b256-4eba-917c-7e90af28bb8b admin admin] Deleting port 95d8db87-7d92-4ebb-9801-6e48cbe956a1 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:15:51.424201 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c307d4ca-b256-4eba-917c-7e90af28bb8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:51.585090 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb85ef57-759a-48e5-9c52-01b45b90c783 None None] New status for floating IP cd93914d-780e-4190-bf4c-2664f66a4672: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:15:51.668922 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c307d4ca-b256-4eba-917c-7e90af28bb8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:51.705245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c307d4ca-b256-4eba-917c-7e90af28bb8b admin admin] Calling delete_port for 95d8db87-7d92-4ebb-9801-6e48cbe956a1 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:15:51.774361 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port ae67f2f0-1efb-4e45-90e7-55643c5e334a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:51.775154 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:51.853439 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57b9f864-8544-49ef-a1fa-05ff4104ce6a req-46502e82-f7d0-4d8f-a596-d7fea3570e21 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 210 time: 0.0937819 Nov 15 11:15:52.001520 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be21842-31aa-4734-9eff-5a559044704f', 'name': 'tempest-FloatingIPsNegativeTestJSON-916701340-router', 'tenant_id': '5190201f3dc44dc6ad11d4fbd33b826f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '5c384927-5c33-445e-8872-d43fa24f7dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:40Z', 'updated_at': '2021-11-15T11:15:45Z', 'revision_number': 4, 'project_id': '5190201f3dc44dc6ad11d4fbd33b826f', 'gw_port': {'id': '5c384927-5c33-445e-8872-d43fa24f7dc4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be21842-31aa-4734-9eff-5a559044704f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:41Z', 'updated_at': '2021-11-15T11:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '95d8db87-7d92-4ebb-9801-6e48cbe956a1', 'name': '', 'network_id': '09e60072-81fe-4aab-9089-786b4376b565', 'tenant_id': '5190201f3dc44dc6ad11d4fbd33b826f', 'mac_address': 'fa:16:3e:f9:5c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be21842-31aa-4734-9eff-5a559044704f', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '003a27b4-9dda-4726-92e6-eaf549c9d8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:44Z', 'updated_at': '2021-11-15T11:15:46Z', 'revision_number': 2, 'project_id': '5190201f3dc44dc6ad11d4fbd33b826f', 'subnets': [{'id': '003a27b4-9dda-4726-92e6-eaf549c9d8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:52.102534 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c307d4ca-b256-4eba-917c-7e90af28bb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:52.140480 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307d4ca-b256-4eba-917c-7e90af28bb8b admin admin] Pushing event deleted for resources: {'Port': ['ID=95d8db87-7d92-4ebb-9801-6e48cbe956a1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:52.249939 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:52.253901 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cb447a-52ac-41f0-969e-94fda892995e None None] The sync data for ids ['8be21842-31aa-4734-9eff-5a559044704f'] in n-d-729945-9 is: [{'id': '8be21842-31aa-4734-9eff-5a559044704f', 'name': 'tempest-FloatingIPsNegativeTestJSON-916701340-router', 'tenant_id': '5190201f3dc44dc6ad11d4fbd33b826f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '5c384927-5c33-445e-8872-d43fa24f7dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:40Z', 'updated_at': '2021-11-15T11:15:45Z', 'revision_number': 4, 'project_id': '5190201f3dc44dc6ad11d4fbd33b826f', 'gw_port': {'id': '5c384927-5c33-445e-8872-d43fa24f7dc4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be21842-31aa-4734-9eff-5a559044704f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:41Z', 'updated_at': '2021-11-15T11:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '95d8db87-7d92-4ebb-9801-6e48cbe956a1', 'name': '', 'network_id': '09e60072-81fe-4aab-9089-786b4376b565', 'tenant_id': '5190201f3dc44dc6ad11d4fbd33b826f', 'mac_address': 'fa:16:3e:f9:5c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be21842-31aa-4734-9eff-5a559044704f', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '003a27b4-9dda-4726-92e6-eaf549c9d8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:44Z', 'updated_at': '2021-11-15T11:15:46Z', 'revision_number': 2, 'project_id': '5190201f3dc44dc6ad11d4fbd33b826f', 'subnets': [{'id': '003a27b4-9dda-4726-92e6-eaf549c9d8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:15:52.341099 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b06314c-ff13-43c0-82dc-0bcc9542bf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e48f3c-6b32-4a32-aa09-c237c0965ea2'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:15:52.343656 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e363bee-1fad-491a-bedf-5850197bb8d5" -d '{"events": [{"server_uuid": "7b06314c-ff13-43c0-82dc-0bcc9542bf4d", "name": "network-vif-plugged", "status": "completed", "tag": "b2e48f3c-6b32-4a32-aa09-c237c0965ea2"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:15:52.483616 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port b2e48f3c-6b32-4a32-aa09-c237c0965ea2, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=b2e48f3c-6b32-4a32-aa09-c237c0965ea2,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:52.524320 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:52.525521 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 11f23be5-b2b8-4f86-9fce-4b31d769d4cf no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:15:52.615792 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f96d6-681a-4a04-b8fa-9f283a0b09b8 req-014e5fa8-27f2-413e-8515-4f679e4594ca tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:52.624810 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'name': 'tempest-TaggedBootDevicesTest-578185871-router', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:38Z', 'updated_at': '2021-11-15T11:15:45Z', 'revision_number': 4, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'gw_port': {'id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ad:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:39Z', 'updated_at': '2021-11-15T11:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f36d2651-1eac-46a1-9cc4-4ac2531d81eb', 'name': '', 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'mac_address': 'fa:16:3e:78:c5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'fdfd0574-7413-48b2-8325-e46b6f762330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:42Z', 'updated_at': '2021-11-15T11:15:46Z', 'revision_number': 2, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'subnets': [{'id': 'fdfd0574-7413-48b2-8325-e46b6f762330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:52.626266 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a88f96d6-681a-4a04-b8fa-9f283a0b09b8 req-014e5fa8-27f2-413e-8515-4f679e4594ca tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 945 time: 0.1762114 Nov 15 11:15:52.650378 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 11f23be5-b2b8-4f86-9fce-4b31d769d4cf {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:15:52.650865 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 11f23be5-b2b8-4f86-9fce-4b31d769d4cf not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:15:52.774841 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] Checking router: eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:15:52.777543 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] Updating router eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326 port f36d2651-1eac-46a1-9cc4-4ac2531d81eb binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:15:52.780522 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:52.791693 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a88f96d6-681a-4a04-b8fa-9f283a0b09b8 req-28f737d1-aa62-4a02-8d19-fa329e6d76af tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582754 Nov 15 11:15:52.985822 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port ae67f2f0-1efb-4e45-90e7-55643c5e334a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ae67f2f0-1efb-4e45-90e7-55643c5e334a,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:53.017225 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:53.031612 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:53.046562 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=b2e48f3c-6b32-4a32-aa09-c237c0965ea2,revision_number=7']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:53.080938 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd504d4-c226-4c0f-896c-3b6469e7d858 x-openstack-request-id: req-ebd504d4-c226-4c0f-896c-3b6469e7d858 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:15:53.081233 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b06314c-ff13-43c0-82dc-0bcc9542bf4d", "name": "network-vif-plugged", "status": "completed", "tag": "b2e48f3c-6b32-4a32-aa09-c237c0965ea2", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:15:53.081489 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ebd504d4-c226-4c0f-896c-3b6469e7d858 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:15:53.081946 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b06314c-ff13-43c0-82dc-0bcc9542bf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e48f3c-6b32-4a32-aa09-c237c0965ea2', 'code': 200} Nov 15 11:15:53.436772 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa1155cf-874d-4905-9f73-c0fcf922b20e req-e994c3cd-436b-4aa9-9aa1-bb3e2d7d16a0 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 210 time: 0.0791576 Nov 15 11:15:53.453178 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c307d4ca-b256-4eba-917c-7e90af28bb8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:53.459836 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=ae67f2f0-1efb-4e45-90e7-55643c5e334a,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:53.877986 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:53.895804 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:53.998103 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c307d4ca-b256-4eba-917c-7e90af28bb8b admin admin] Router 8be21842-31aa-4734-9eff-5a559044704f has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:15:54.062387 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58181b1c-e286-4c3d-971d-7d5a467c8721 None None] Pushing event updated for resources: {'Port': ['ID=f36d2651-1eac-46a1-9cc4-4ac2531d81eb,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:54.110597 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1817748-60de-4291-9168-97c13b16dd5f req-f098be5c-0a7f-4bcf-9be6-513581a95e34 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:54.128439 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1817748-60de-4291-9168-97c13b16dd5f req-f098be5c-0a7f-4bcf-9be6-513581a95e34 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.1676078 Nov 15 11:15:54.234073 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] Attempting to bind port f36d2651-1eac-46a1-9cc4-4ac2531d81eb on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:15:54.234441 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] Attempting to bind port f36d2651-1eac-46a1-9cc4-4ac2531d81eb by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'f5da28b9-41ad-440b-9e9f-0d5e7d45d27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:15:54.234781 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] Attempting to bind port f36d2651-1eac-46a1-9cc4-4ac2531d81eb on network 3ac01650-250d-49f6-a38a-ac634445c34a {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:15:54.247780 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:15:54.248262 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] Checking segment: {'id': 'f5da28b9-41ad-440b-9e9f-0d5e7d45d27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:15:54.248580 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:54.248986 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] Bound using segment: {'id': 'f5da28b9-41ad-440b-9e9f-0d5e7d45d27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:15:54.249440 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] Bound port: f36d2651-1eac-46a1-9cc4-4ac2531d81eb, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5da28b9-41ad-440b-9e9f-0d5e7d45d27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:15:54.249811 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:54.264564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c307d4ca-b256-4eba-917c-7e90af28bb8b admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:15:54.279483 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c307d4ca-b256-4eba-917c-7e90af28bb8b admin admin] 10.222.0.64 "PUT /v2.0/routers/8be21842-31aa-4734-9eff-5a559044704f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3305299 Nov 15 11:15:54.290695 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55600) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:54.303458 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1817748-60de-4291-9168-97c13b16dd5f req-1ba81d4d-2a03-4019-ac14-b16949ca14d1 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737459 Nov 15 11:15:54.472886 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] For port f36d2651-1eac-46a1-9cc4-4ac2531d81eb, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:15:54.476476 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] For port f36d2651-1eac-46a1-9cc4-4ac2531d81eb, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f36d2651-1eac-46a1-9cc4-4ac2531d81eb,segment=NetworkSegment(f5da28b9-41ad-440b-9e9f-0d5e7d45d27f),segment_id=f5da28b9-41ad-440b-9e9f-0d5e7d45d27f)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:15:54.487674 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:54.599224 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab3c4795-b0dc-444b-a51c-50241f5b31b0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:54.684830 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58181b1c-e286-4c3d-971d-7d5a467c8721 None None] Pushing event updated for resources: {'Port': ['ID=f36d2651-1eac-46a1-9cc4-4ac2531d81eb,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:54.731585 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] Routers {'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:15:54.732265 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:15:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:54.737996 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a5c82c7-3695-44c2-b48e-d8fb15096eb6 req-888ae3d8-599c-4f13-91a5-ffd9143c85c9 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 210 time: 0.0505538 Nov 15 11:15:54.911206 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab3c4795-b0dc-444b-a51c-50241f5b31b0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:54.971202 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d13bab4a-d16f-4958-9511-f735ca1a97fd None None] Provisioning complete for port f36d2651-1eac-46a1-9cc4-4ac2531d81eb triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:54.971687 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d13bab4a-d16f-4958-9511-f735ca1a97fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:54.996008 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c4795-b0dc-444b-a51c-50241f5b31b0 admin admin] Deleting port 5c384927-5c33-445e-8872-d43fa24f7dc4 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:15:54.996708 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab3c4795-b0dc-444b-a51c-50241f5b31b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:55.186285 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] Set router eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:15:55.220564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ab3c4795-b0dc-444b-a51c-50241f5b31b0 admin admin] For port 5c384927-5c33-445e-8872-d43fa24f7dc4, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=5c384927-5c33-445e-8872-d43fa24f7dc4,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:55.226189 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab3c4795-b0dc-444b-a51c-50241f5b31b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:55.331583 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c4795-b0dc-444b-a51c-50241f5b31b0 admin admin] Calling delete_port for 5c384927-5c33-445e-8872-d43fa24f7dc4 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:15:55.402292 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ae67f2f0-1efb-4e45-90e7-55643c5e334a up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:15:55.543538 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca796e-a97c-42e4-b39d-4b31115c05ae req-e1cbc3b6-f546-4253-9a85-0e1d189f2d32 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:55.557239 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b4ca796e-a97c-42e4-b39d-4b31115c05ae req-e1cbc3b6-f546-4253-9a85-0e1d189f2d32 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.1566472 Nov 15 11:15:55.654030 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d13bab4a-d16f-4958-9511-f735ca1a97fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:55.875251 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab3c4795-b0dc-444b-a51c-50241f5b31b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:55.949840 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d13bab4a-d16f-4958-9511-f735ca1a97fd None None] For port f36d2651-1eac-46a1-9cc4-4ac2531d81eb, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f36d2651-1eac-46a1-9cc4-4ac2531d81eb,segment=NetworkSegment(f5da28b9-41ad-440b-9e9f-0d5e7d45d27f),segment_id=f5da28b9-41ad-440b-9e9f-0d5e7d45d27f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:55.962625 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c4795-b0dc-444b-a51c-50241f5b31b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c384927-5c33-445e-8872-d43fa24f7dc4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:55.989641 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port ae67f2f0-1efb-4e45-90e7-55643c5e334a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:55.990144 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:55.998520 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d13bab4a-d16f-4958-9511-f735ca1a97fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:56.151889 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab3c4795-b0dc-444b-a51c-50241f5b31b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:56.280971 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3e00f2f6-6c36-4310-a75e-680283ef8aac None None] Provisioning complete for port f36d2651-1eac-46a1-9cc4-4ac2531d81eb triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:56.281382 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3e00f2f6-6c36-4310-a75e-680283ef8aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:56.409544 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab3c4795-b0dc-444b-a51c-50241f5b31b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:56.412616 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba70ea-6697-4356-8a61-a01e874d7ba2 None None] Sync routers for ids ['8be21842-31aa-4734-9eff-5a559044704f'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:15:56.413731 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab3c4795-b0dc-444b-a51c-50241f5b31b0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:56.440947 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba70ea-6697-4356-8a61-a01e874d7ba2 None None] Routers {'8be21842-31aa-4734-9eff-5a559044704f'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:15:56.441723 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a4ba70ea-6697-4356-8a61-a01e874d7ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:15:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8be21842-31aa-4734-9eff-5a559044704f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:56.503874 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b4ca796e-a97c-42e4-b39d-4b31115c05ae req-13f556e2-8ce8-443a-8938-ee7cb64d6abc tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9454687 Nov 15 11:15:56.576320 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab3c4795-b0dc-444b-a51c-50241f5b31b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:56.577236 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3c4795-b0dc-444b-a51c-50241f5b31b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8be21842-31aa-4734-9eff-5a559044704f {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:15:56.584537 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab3c4795-b0dc-444b-a51c-50241f5b31b0 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:56.586008 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ab3c4795-b0dc-444b-a51c-50241f5b31b0 admin admin] 10.222.0.64 "DELETE /v2.0/routers/8be21842-31aa-4734-9eff-5a559044704f HTTP/1.1" status: 204 len: 168 time: 2.2925153 Nov 15 11:15:56.589024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55618) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:56.689557 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-740d188d-711c-41f7-a03d-9e45ca412b80 admin admin] Deleting subnet 003a27b4-9dda-4726-92e6-eaf549c9d8db {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:15:56.697222 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-740d188d-711c-41f7-a03d-9e45ca412b80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:56.776332 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-740d188d-711c-41f7-a03d-9e45ca412b80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:56.887663 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a4ba70ea-6697-4356-8a61-a01e874d7ba2 None None] Set router 8be21842-31aa-4734-9eff-5a559044704f gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:15:56.960293 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-740d188d-711c-41f7-a03d-9e45ca412b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:56.991011 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a4ba70ea-6697-4356-8a61-a01e874d7ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be21842-31aa-4734-9eff-5a559044704f', 'name': 'tempest-FloatingIPsNegativeTestJSON-916701340-router', 'tenant_id': '5190201f3dc44dc6ad11d4fbd33b826f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:40Z', 'updated_at': '2021-11-15T11:15:55Z', 'revision_number': 7, 'project_id': '5190201f3dc44dc6ad11d4fbd33b826f', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:57.049571 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13bab4a-d16f-4958-9511-f735ca1a97fd None None] Pushing event updated for resources: {'Port': ['ID=f36d2651-1eac-46a1-9cc4-4ac2531d81eb,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:57.109365 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba70ea-6697-4356-8a61-a01e874d7ba2 None None] Checking router: 8be21842-31aa-4734-9eff-5a559044704f for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:15:57.113663 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 5c384927-5c33-445e-8872-d43fa24f7dc4 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:15:57.117961 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad6956c7-0339-4c21-9eba-da179314c457 req-d9743915-ee74-486a-b56e-07c186a4cf7a tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 210 time: 0.0920043 Nov 15 11:15:57.124183 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-740d188d-711c-41f7-a03d-9e45ca412b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:57.191901 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 5c384927-5c33-445e-8872-d43fa24f7dc4 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:15:57.192317 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 5c384927-5c33-445e-8872-d43fa24f7dc4 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 15 11:15:57.210221 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-740d188d-711c-41f7-a03d-9e45ca412b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:57.218441 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-740d188d-711c-41f7-a03d-9e45ca412b80 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/003a27b4-9dda-4726-92e6-eaf549c9d8db HTTP/1.1" status: 204 len: 168 time: 0.6278777 Nov 15 11:15:57.221495 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55620) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:57.230745 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d188d-711c-41f7-a03d-9e45ca412b80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=003a27b4-9dda-4726-92e6-eaf549c9d8db,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:57.237246 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52aed26-4df3-48f7-80b1-b707c9fa893f None None] Network 09e60072-81fe-4aab-9089-786b4376b565 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:15:57.247645 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Port 5c384927-5c33-445e-8872-d43fa24f7dc4 not found, will not notify nova. {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 15 11:15:57.358564 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba70ea-6697-4356-8a61-a01e874d7ba2 None None] Routers set() bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:15:57.366017 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba70ea-6697-4356-8a61-a01e874d7ba2 None None] Router IDs set() for agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 15 11:15:57.371755 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_agentschedulers_db [None req-a4ba70ea-6697-4356-8a61-a01e874d7ba2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8be21842-31aa-4734-9eff-5a559044704f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:15:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent'). {{(pid=102679) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 15 11:15:57.372199 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba70ea-6697-4356-8a61-a01e874d7ba2 None None] The sync data for ids ['8be21842-31aa-4734-9eff-5a559044704f'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:15:57.395769 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e435657-eae7-4ff8-bcea-3bd32b496b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:57.396467 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'name': 'tempest-TaggedBootDevicesTest-578185871-router', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:38Z', 'updated_at': '2021-11-15T11:15:45Z', 'revision_number': 4, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'gw_port': {'id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:39Z', 'updated_at': '2021-11-15T11:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f36d2651-1eac-46a1-9cc4-4ac2531d81eb', 'name': '', 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'mac_address': 'fa:16:3e:78:c5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'fdfd0574-7413-48b2-8325-e46b6f762330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:42Z', 'updated_at': '2021-11-15T11:15:54Z', 'revision_number': 4, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'subnets': [{'id': 'fdfd0574-7413-48b2-8325-e46b6f762330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:57.522896 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d50609-0d99-40df-ba02-01e8ef114ec2 None None] The sync data for ids ['eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'] in n-d-729945-9 is: [{'id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'name': 'tempest-TaggedBootDevicesTest-578185871-router', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:38Z', 'updated_at': '2021-11-15T11:15:45Z', 'revision_number': 4, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'gw_port': {'id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:39Z', 'updated_at': '2021-11-15T11:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f36d2651-1eac-46a1-9cc4-4ac2531d81eb', 'name': '', 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'mac_address': 'fa:16:3e:78:c5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'fdfd0574-7413-48b2-8325-e46b6f762330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:42Z', 'updated_at': '2021-11-15T11:15:54Z', 'revision_number': 4, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'subnets': [{'id': 'fdfd0574-7413-48b2-8325-e46b6f762330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:15:57.565064 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8e435657-eae7-4ff8-bcea-3bd32b496b64 admin admin] Deleting port ac978f9f-39c4-4131-b68c-cc5f13393d79 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:15:57.565545 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e435657-eae7-4ff8-bcea-3bd32b496b64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:57.741332 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8e435657-eae7-4ff8-bcea-3bd32b496b64 admin admin] For port ac978f9f-39c4-4131-b68c-cc5f13393d79, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ac978f9f-39c4-4131-b68c-cc5f13393d79,segment=NetworkSegment(55b4c7d9-5286-45ec-acc7-64e1f55da820),segment_id=55b4c7d9-5286-45ec-acc7-64e1f55da820)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:57.741896 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e435657-eae7-4ff8-bcea-3bd32b496b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:57.767693 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a511dd-1349-4bd5-88df-70e58942ed40 req-f75000b4-6a3c-46c1-9dc0-d8c819ba02f7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:57.843805 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8c1f5f-2e05-486a-aab9-e4292be7b8b9 None None] DHCP port deletion for 09e60072-81fe-4aab-9089-786b4376b565 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:15:57.891205 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-87a511dd-1349-4bd5-88df-70e58942ed40 req-f75000b4-6a3c-46c1-9dc0-d8c819ba02f7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.1791916 Nov 15 11:15:57.934229 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8e435657-eae7-4ff8-bcea-3bd32b496b64 admin admin] Calling delete_port for ac978f9f-39c4-4131-b68c-cc5f13393d79 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:15:57.999546 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c1f5f-2e05-486a-aab9-e4292be7b8b9 None None] Deleting port ac978f9f-39c4-4131-b68c-cc5f13393d79 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:15:58.001929 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7d8c1f5f-2e05-486a-aab9-e4292be7b8b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:58.028241 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-87a511dd-1349-4bd5-88df-70e58942ed40 req-41af036c-9408-4da0-9927-d4f5e34347af tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905329 Nov 15 11:15:58.154478 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e435657-eae7-4ff8-bcea-3bd32b496b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:58.210948 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7d8c1f5f-2e05-486a-aab9-e4292be7b8b9 None None] For port ac978f9f-39c4-4131-b68c-cc5f13393d79, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ac978f9f-39c4-4131-b68c-cc5f13393d79,segment=NetworkSegment(55b4c7d9-5286-45ec-acc7-64e1f55da820),segment_id=55b4c7d9-5286-45ec-acc7-64e1f55da820)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:15:58.211366 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7d8c1f5f-2e05-486a-aab9-e4292be7b8b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:58.229801 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e435657-eae7-4ff8-bcea-3bd32b496b64 admin admin] No DVR routers for this DVR port ac978f9f-39c4-4131-b68c-cc5f13393d79 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:15:58.241799 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e435657-eae7-4ff8-bcea-3bd32b496b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac978f9f-39c4-4131-b68c-cc5f13393d79,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:58.262532 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c1f5f-2e05-486a-aab9-e4292be7b8b9 None None] Calling delete_port for ac978f9f-39c4-4131-b68c-cc5f13393d79 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:15:58.420180 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e435657-eae7-4ff8-bcea-3bd32b496b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:58.447715 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-8e435657-eae7-4ff8-bcea-3bd32b496b64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e60072-81fe-4aab-9089-786b4376b565']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:58.458467 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-8e435657-eae7-4ff8-bcea-3bd32b496b64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b4c7d9-5286-45ec-acc7-64e1f55da820') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:58.458947 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-8e435657-eae7-4ff8-bcea-3bd32b496b64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b4c7d9-5286-45ec-acc7-64e1f55da820') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:15:58.470043 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e435657-eae7-4ff8-bcea-3bd32b496b64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:58.484478 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e435657-eae7-4ff8-bcea-3bd32b496b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:58.491628 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e435657-eae7-4ff8-bcea-3bd32b496b64 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:15:58.492547 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e435657-eae7-4ff8-bcea-3bd32b496b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:58.554042 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7d8c1f5f-2e05-486a-aab9-e4292be7b8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:15:58.589446 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:15:58.618189 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8c1f5f-2e05-486a-aab9-e4292be7b8b9 None None] No DVR routers for this DVR port ac978f9f-39c4-4131-b68c-cc5f13393d79 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:15:58.699513 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-06f50c79-f248-4c03-8ab7-58bb5a1a4107 req-a05cc6a4-c72f-4335-ab68-57a2962acc2f tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 210 time: 0.1481197 Nov 15 11:15:58.702323 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c1f5f-2e05-486a-aab9-e4292be7b8b9 None None] Pushing event deleted for resources: {'Port': ['ID=ac978f9f-39c4-4131-b68c-cc5f13393d79,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:58.730549 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e435657-eae7-4ff8-bcea-3bd32b496b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:58.736506 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e435657-eae7-4ff8-bcea-3bd32b496b64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:58.739788 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8e435657-eae7-4ff8-bcea-3bd32b496b64 admin admin] 10.222.0.64 "DELETE /v2.0/networks/09e60072-81fe-4aab-9089-786b4376b565 HTTP/1.1" status: 204 len: 168 time: 1.5172822 Nov 15 11:15:58.782362 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e435657-eae7-4ff8-bcea-3bd32b496b64 admin admin] Pushing event deleted for resources: {'Network': ['ID=09e60072-81fe-4aab-9089-786b4376b565,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:58.919068 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55636) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:58.982472 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-bc395f70-e38e-4a14-a37d-742a5ea6c49b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5190201f3dc44dc6ad11d4fbd33b826f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0613053 Nov 15 11:15:58.989922 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55638) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:15:59.083796 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59681320-dd91-4869-98b0-f8fcc5b32164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:59.135619 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59681320-dd91-4869-98b0-f8fcc5b32164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:59.304501 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7539c61-2bf4-41a1-9adc-2bf35b82cdca req-2809db85-c741-4d76-a227-f51771008ed6 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:15:59.325280 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e7539c61-2bf4-41a1-9adc-2bf35b82cdca req-2809db85-c741-4d76-a227-f51771008ed6 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.1663003 Nov 15 11:15:59.381807 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:59.463341 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e7539c61-2bf4-41a1-9adc-2bf35b82cdca req-3540abe3-1dc1-4d87-8df4-b42b32b87c23 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369960 Nov 15 11:15:59.467070 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59681320-dd91-4869-98b0-f8fcc5b32164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:59.474194 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59681320-dd91-4869-98b0-f8fcc5b32164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:59.510728 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-59681320-dd91-4869-98b0-f8fcc5b32164 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/336fc538-8be5-4536-bee9-3a674b23cbfb HTTP/1.1" status: 204 len: 168 time: 0.5041366 Nov 15 11:15:59.529809 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59681320-dd91-4869-98b0-f8fcc5b32164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336fc538-8be5-4536-bee9-3a674b23cbfb,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:15:59.609480 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f36d2651-1eac-46a1-9cc4-4ac2531d81eb up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:15:59.762748 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port f36d2651-1eac-46a1-9cc4-4ac2531d81eb triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:15:59.763463 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:15:59.995431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3faf5086-40b3-4229-b4b1-9aa06dd7c6f1 req-dbbbca79-dd92-4173-b34b-9507cd6d58a1 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 210 time: 0.0853157 Nov 15 11:16:00.163363 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ac978f9f-39c4-4131-b68c-cc5f13393d79 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:16:00.223184 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: ac978f9f-39c4-4131-b68c-cc5f13393d79 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:16:00.223184 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ac978f9f-39c4-4131-b68c-cc5f13393d79 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:16:00.223184 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 5c384927-5c33-445e-8872-d43fa24f7dc4 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:16:00.268250 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 5c384927-5c33-445e-8872-d43fa24f7dc4 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:16:00.268596 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 5c384927-5c33-445e-8872-d43fa24f7dc4 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:16:00.269013 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 95d8db87-7d92-4ebb-9801-6e48cbe956a1 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:16:00.297914 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 95d8db87-7d92-4ebb-9801-6e48cbe956a1 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:16:00.298251 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 95d8db87-7d92-4ebb-9801-6e48cbe956a1 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:16:00.678829 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac5ed3-ac0b-4ce9-ab47-20c053ac3ae8 req-cd8a567c-85c2-4715-a85d-b807c8361d37 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:00.693296 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53ac5ed3-ac0b-4ce9-ab47-20c053ac3ae8 req-cd8a567c-85c2-4715-a85d-b807c8361d37 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.1199946 Nov 15 11:16:00.803432 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53ac5ed3-ac0b-4ce9-ab47-20c053ac3ae8 req-ca08f6fe-6ea4-46cd-85ff-5d28d6ae212b tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089628 Nov 15 11:16:01.193060 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-483e84ba-a907-413a-b574-04545594f63b req-be7de4d8-85bb-4d99-9fb6-3240b12c566c tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc3f170-8d50-4968-8cc3-3745dff03c6b HTTP/1.1" status: 200 len: 210 time: 0.0428555 Nov 15 11:16:01.259070 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:02.167302 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf551c-53d8-4183-8d26-a6e61044df37 req-c579b82e-27f3-4dc3-94aa-73ebf91a9d2a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:02.182333 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65cf551c-53d8-4183-8d26-a6e61044df37 req-c579b82e-27f3-4dc3-94aa-73ebf91a9d2a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.1730609 Nov 15 11:16:02.319522 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65cf551c-53d8-4183-8d26-a6e61044df37 req-5c8534e6-0e88-407d-920d-bee0bd1900a6 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361613 Nov 15 11:16:03.198013 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55754) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:03.288576 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a4f097a9-de9c-4172-98cd-b81049fef544 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:03.324961 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a4f097a9-de9c-4172-98cd-b81049fef544 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:03.411329 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a4f097a9-de9c-4172-98cd-b81049fef544 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:03.417086 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a4f097a9-de9c-4172-98cd-b81049fef544 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:03.418991 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a4f097a9-de9c-4172-98cd-b81049fef544 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "DELETE /v2.0/security-groups/f6510f78-fe32-4cef-a0f2-443f8c274790 HTTP/1.1" status: 204 len: 168 time: 0.2197526 Nov 15 11:16:03.421674 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55768) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:03.438957 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-8a290934-e87e-45db-8c6f-f45961c3ee7b tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] show failed (client error): The resource could not be found. Nov 15 11:16:03.440687 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8a290934-e87e-45db-8c6f-f45961c3ee7b tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "GET /v2.0/security-groups/f6510f78-fe32-4cef-a0f2-443f8c274790 HTTP/1.1" status: 404 len: 347 time: 0.0166914 Nov 15 11:16:03.443308 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55770) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:03.445137 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f097a9-de9c-4172-98cd-b81049fef544 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6510f78-fe32-4cef-a0f2-443f8c274790,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:03.568798 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f999d-5cd4-4f53-94ca-8e3eaa94f27e req-e39ec638-80f1-4831-9180-4c0bdad816e8 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:03.574415 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-816f999d-5cd4-4f53-94ca-8e3eaa94f27e req-e39ec638-80f1-4831-9180-4c0bdad816e8 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.1311786 Nov 15 11:16:03.610643 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-97742da6-6553-49ea-a0ca-98fc2b47a311 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Deleting port 0688cb5b-959d-4137-9af0-e3c117042897 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:16:03.611278 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97742da6-6553-49ea-a0ca-98fc2b47a311 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:03.653356 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-816f999d-5cd4-4f53-94ca-8e3eaa94f27e req-fa382033-a753-45ae-a44f-d055836869f9 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729544 Nov 15 11:16:03.729154 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97742da6-6553-49ea-a0ca-98fc2b47a311 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:03.729614 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97742da6-6553-49ea-a0ca-98fc2b47a311 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:03.744899 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-97742da6-6553-49ea-a0ca-98fc2b47a311 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Calling delete_port for 0688cb5b-959d-4137-9af0-e3c117042897 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:16:04.028598 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97742da6-6553-49ea-a0ca-98fc2b47a311 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:04.084809 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97742da6-6553-49ea-a0ca-98fc2b47a311 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Pushing event deleted for resources: {'Port': ['ID=0688cb5b-959d-4137-9af0-e3c117042897,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:04.254676 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97742da6-6553-49ea-a0ca-98fc2b47a311 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:04.258494 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97742da6-6553-49ea-a0ca-98fc2b47a311 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:04.259850 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-97742da6-6553-49ea-a0ca-98fc2b47a311 tempest-ServersTestBootFromVolume-90145520 tempest-ServersTestBootFromVolume-90145520-project] 10.222.0.64 "DELETE /v2.0/floatingips/cd93914d-780e-4190-bf4c-2664f66a4672 HTTP/1.1" status: 204 len: 168 time: 0.8153415 Nov 15 11:16:04.262909 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55796) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:05.026896 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-91df78b2-5b4d-414d-900d-57bc5364aba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:05.615652 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-c7a4a3c4-4c01-4abf-b00f-8b67ef2ece06 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:05.617643 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-c7a4a3c4-4c01-4abf-b00f-8b67ef2ece06 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/networks?id=d6a63121-62fb-4c7c-a038-a4f03c707615 HTTP/1.1" status: 200 len: 813 time: 0.4607034 Nov 15 11:16:05.652075 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-1a41276d-3641-425a-bd0b-ee1e4689d564 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/quotas/1e6171d0c55743828c9f4fc6fcc03dbd HTTP/1.1" status: 200 len: 375 time: 0.0208387 Nov 15 11:16:05.700542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fcd09-04d7-4604-852b-eb2f48c3b126 req-4235be30-4f76-4f7a-ba37-995d34c1949f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:05.723039 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a73fcd09-04d7-4604-852b-eb2f48c3b126 req-4235be30-4f76-4f7a-ba37-995d34c1949f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d9c8d368bef4c74abee5cbe7283626d&device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 1097 time: 0.1587265 Nov 15 11:16:05.929737 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-94c7d3bc-878f-4405-a69d-eaa32b90c5f9 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e6171d0c55743828c9f4fc6fcc03dbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2031524 Nov 15 11:16:06.053193 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-91df78b2-5b4d-414d-900d-57bc5364aba2 admin admin] Deleting port 466b70c3-e994-4f86-9538-6e2dffe7dae1 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:16:06.053901 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-91df78b2-5b4d-414d-900d-57bc5364aba2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:06.147504 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fcd09-04d7-4604-852b-eb2f48c3b126 req-1d0d26cc-2276-4192-98cc-0fb273eda938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:06.149406 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a73fcd09-04d7-4604-852b-eb2f48c3b126 req-1d0d26cc-2276-4192-98cc-0fb273eda938 service neutron] 10.222.0.55 "GET /v2.0/networks?id=be01e75b-e554-4f10-bf07-0288c0981a73 HTTP/1.1" status: 200 len: 912 time: 0.3844357 Nov 15 11:16:06.190006 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1511226-e730-499d-b1e0-d658dfa74c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:06.232898 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e15bd-312f-4dfa-b0ba-58216b258d92 req-60e324c5-80dc-41af-8a19-17bf52044a78 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:06.240264 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae6e15bd-312f-4dfa-b0ba-58216b258d92 req-60e324c5-80dc-41af-8a19-17bf52044a78 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.2843654 Nov 15 11:16:06.243267 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a73fcd09-04d7-4604-852b-eb2f48c3b126 req-40f0cda0-e525-4691-90bb-7feb8082a2b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2e48f3c-6b32-4a32-aa09-c237c0965ea2 HTTP/1.1" status: 200 len: 217 time: 0.0699701 Nov 15 11:16:06.250321 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-91df78b2-5b4d-414d-900d-57bc5364aba2 admin admin] For port 466b70c3-e994-4f86-9538-6e2dffe7dae1, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=466b70c3-e994-4f86-9538-6e2dffe7dae1,segment=NetworkSegment(26f7725c-0d8b-479b-95d3-b5edaafcccd8),segment_id=26f7725c-0d8b-479b-95d3-b5edaafcccd8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:06.250615 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-91df78b2-5b4d-414d-900d-57bc5364aba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:06.298222 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-91df78b2-5b4d-414d-900d-57bc5364aba2 admin admin] Calling delete_port for 466b70c3-e994-4f86-9538-6e2dffe7dae1 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:16:06.400948 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-99657e34-1dc3-479d-82aa-4ac57e5f0a09 service neutron] 10.222.0.64 "GET /v2.0/networks/d6a63121-62fb-4c7c-a038-a4f03c707615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438415 Nov 15 11:16:06.407839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fcd09-04d7-4604-852b-eb2f48c3b126 req-68fa7713-01d3-4d81-a6ed-c045ca8eb99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:06.409259 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a73fcd09-04d7-4604-852b-eb2f48c3b126 req-68fa7713-01d3-4d81-a6ed-c045ca8eb99b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe02edeb-e83c-4883-9de3-f499a3c56d94 HTTP/1.1" status: 200 len: 851 time: 0.1452842 Nov 15 11:16:06.477419 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae6e15bd-312f-4dfa-b0ba-58216b258d92 req-9aacf37c-8082-472b-8449-b9e456dbff38 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224367 Nov 15 11:16:06.479731 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a73fcd09-04d7-4604-852b-eb2f48c3b126 req-a627a0f3-2fa2-46e6-8a12-0690e7674d20 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be01e75b-e554-4f10-bf07-0288c0981a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529764 Nov 15 11:16:06.760125 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a73fcd09-04d7-4604-852b-eb2f48c3b126 req-2eea2b1d-5f21-4ca3-b1e0-896ec4a78260 service neutron] 10.222.0.55 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542441 Nov 15 11:16:06.766514 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-6452a4a9-7818-4555-b5dd-aa38faf66236 service neutron] 10.222.0.64 "GET /v2.0/networks/d6a63121-62fb-4c7c-a038-a4f03c707615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536830 Nov 15 11:16:06.903052 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a73fcd09-04d7-4604-852b-eb2f48c3b126 req-8536215a-27af-426b-b918-9bf4837d18bc service neutron] 10.222.0.55 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338186 Nov 15 11:16:06.923294 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-91df78b2-5b4d-414d-900d-57bc5364aba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:06.987999 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df78b2-5b4d-414d-900d-57bc5364aba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=466b70c3-e994-4f86-9538-6e2dffe7dae1,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:07.362327 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-91df78b2-5b4d-414d-900d-57bc5364aba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:07.808323 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cdf78214-520b-4f54-8110-58f4aad6b42a req-012ef9bb-d8e5-4e85-9dba-4fc2f73f3a3a tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 210 time: 0.1350398 Nov 15 11:16:07.904776 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91df78b2-5b4d-414d-900d-57bc5364aba2 admin admin] Router 224395da-a118-4dea-b8ee-d58703195077 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:16:08.381241 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-69c0f064-bf7f-4ac9-9845-5b4170eb2918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:08.495983 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5e0b0-2ccc-422a-bbb9-8a8d32a92bf6 req-d795e182-f4a9-40f9-bae9-c0e059d66ecc tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:08.503369 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-daa5e0b0-2ccc-422a-bbb9-8a8d32a92bf6 req-d795e182-f4a9-40f9-bae9-c0e059d66ecc tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.5304658 Nov 15 11:16:08.532733 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91df78b2-5b4d-414d-900d-57bc5364aba2 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:16:08.542537 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-91df78b2-5b4d-414d-900d-57bc5364aba2 admin admin] 10.222.0.64 "PUT /v2.0/routers/224395da-a118-4dea-b8ee-d58703195077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2784958 Nov 15 11:16:08.545218 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55890) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:08.547187 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea683031-3735-4c2d-a6dc-fa0aea9b445a None None] Sync routers for ids ['224395da-a118-4dea-b8ee-d58703195077'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:16:08.563523 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea683031-3735-4c2d-a6dc-fa0aea9b445a None None] Routers {'224395da-a118-4dea-b8ee-d58703195077'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:16:08.564189 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ea683031-3735-4c2d-a6dc-fa0aea9b445a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:16:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['224395da-a118-4dea-b8ee-d58703195077'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:08.570832 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-daa5e0b0-2ccc-422a-bbb9-8a8d32a92bf6 req-850591c4-cda5-43d9-b8b5-dab6b2279cde tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665445 Nov 15 11:16:08.691876 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebc7bf39-da88-4b40-aa4b-12a913f426a8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:08.695349 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-ea683031-3735-4c2d-a6dc-fa0aea9b445a None None] Set router 224395da-a118-4dea-b8ee-d58703195077 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:16:08.810750 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4226a7e-14da-49ef-9099-b779c6fb50b1 req-46eb6a3e-fc64-45b1-a66d-d29e8dfc9bf3 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:08.817050 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebc7bf39-da88-4b40-aa4b-12a913f426a8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:08.823559 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b4226a7e-14da-49ef-9099-b779c6fb50b1 req-46eb6a3e-fc64-45b1-a66d-d29e8dfc9bf3 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5838170-f3bb-4d40-bb61-5a271982a614 HTTP/1.1" status: 200 len: 945 time: 0.1437211 Nov 15 11:16:08.911824 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b4226a7e-14da-49ef-9099-b779c6fb50b1 req-d0820777-813e-485a-be6c-e3934e3cc654 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0808649 Nov 15 11:16:08.976117 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ebc7bf39-da88-4b40-aa4b-12a913f426a8 admin admin] Deleting port 827bbc72-b234-4a38-a435-a6cb046a32ec {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:16:08.976117 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebc7bf39-da88-4b40-aa4b-12a913f426a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:08.982417 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ea683031-3735-4c2d-a6dc-fa0aea9b445a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224395da-a118-4dea-b8ee-d58703195077', 'name': 'tempest-ServersTestBootFromVolume-914929958-router', 'tenant_id': '07190b821157497db376988d8fa80885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:12:27Z', 'updated_at': '2021-11-15T11:16:06Z', 'revision_number': 5, 'project_id': '07190b821157497db376988d8fa80885', 'gw_port': {'id': '827bbc72-b234-4a38-a435-a6cb046a32ec', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224395da-a118-4dea-b8ee-d58703195077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:12:28Z', 'updated_at': '2021-11-15T11:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:09.060422 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea683031-3735-4c2d-a6dc-fa0aea9b445a None None] Checking router: 224395da-a118-4dea-b8ee-d58703195077 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:16:09.090243 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea683031-3735-4c2d-a6dc-fa0aea9b445a None None] Routers {'224395da-a118-4dea-b8ee-d58703195077'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:16:09.094926 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ea683031-3735-4c2d-a6dc-fa0aea9b445a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:16:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['224395da-a118-4dea-b8ee-d58703195077'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:09.156956 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ebc7bf39-da88-4b40-aa4b-12a913f426a8 admin admin] For port 827bbc72-b234-4a38-a435-a6cb046a32ec, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=827bbc72-b234-4a38-a435-a6cb046a32ec,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:09.157676 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebc7bf39-da88-4b40-aa4b-12a913f426a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:09.180937 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ebc7bf39-da88-4b40-aa4b-12a913f426a8 admin admin] Calling delete_port for 827bbc72-b234-4a38-a435-a6cb046a32ec owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:16:09.250275 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-20212c5d-1b70-4821-bb1a-ab52f5796725 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:09.251707 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-20212c5d-1b70-4821-bb1a-ab52f5796725 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.11 "GET /v2.0/networks?id=d6a63121-62fb-4c7c-a038-a4f03c707615 HTTP/1.1" status: 200 len: 813 time: 0.2627466 Nov 15 11:16:09.291568 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-36cb7a1f-d042-468a-8cb7-bad8a4a17a60 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Request body: {'port': {'device_id': '7a130041-5076-49d5-b477-d406514149a0', 'network_id': 'd6a63121-62fb-4c7c-a038-a4f03c707615', 'admin_state_up': True, 'tenant_id': '1e6171d0c55743828c9f4fc6fcc03dbd'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:09.383985 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-ea683031-3735-4c2d-a6dc-fa0aea9b445a None None] Set router 224395da-a118-4dea-b8ee-d58703195077 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:16:09.477132 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ea683031-3735-4c2d-a6dc-fa0aea9b445a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224395da-a118-4dea-b8ee-d58703195077', 'name': 'tempest-ServersTestBootFromVolume-914929958-router', 'tenant_id': '07190b821157497db376988d8fa80885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:12:27Z', 'updated_at': '2021-11-15T11:16:08Z', 'revision_number': 6, 'project_id': '07190b821157497db376988d8fa80885', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:09.545525 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea683031-3735-4c2d-a6dc-fa0aea9b445a None None] The sync data for ids ['224395da-a118-4dea-b8ee-d58703195077'] in n-d-729945-9 is: [{'id': '224395da-a118-4dea-b8ee-d58703195077', 'name': 'tempest-ServersTestBootFromVolume-914929958-router', 'tenant_id': '07190b821157497db376988d8fa80885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:12:27Z', 'updated_at': '2021-11-15T11:16:08Z', 'revision_number': 6, 'project_id': '07190b821157497db376988d8fa80885', 'gw_port_host': None}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:16:09.550137 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ef31ec4-43b4-4b83-ad53-39e175be689a req-da57d6fe-103e-40b7-9bdb-c26b3c3d6584 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 210 time: 0.0340915 Nov 15 11:16:09.569795 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f895ed3e-44c7-4071-80cc-0ae41b890b6e req-2a2755bb-d844-4b26-9d7e-9774a4192fff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d5838170-f3bb-4d40-bb61-5a271982a614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2223084 Nov 15 11:16:09.575280 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebc7bf39-da88-4b40-aa4b-12a913f426a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:09.601173 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7bf39-da88-4b40-aa4b-12a913f426a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=827bbc72-b234-4a38-a435-a6cb046a32ec,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:09.632397 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5ac37099-bb50-4d29-873f-1a98f4797a45 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:16:09.636340 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-36cb7a1f-d042-468a-8cb7-bad8a4a17a60 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Made reservation on behalf of 1e6171d0c55743828c9f4fc6fcc03dbd for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:16:09.644638 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-36cb7a1f-d042-468a-8cb7-bad8a4a17a60 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:09.738910 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:09.774705 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773a95c6-2269-4563-857a-f872bf7ec579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac37099-bb50-4d29-873f-1a98f4797a45'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:16:09.778285 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e8c9da-f2d4-495d-acba-41aee34280f1" -d '{"events": [{"server_uuid": "773a95c6-2269-4563-857a-f872bf7ec579", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac37099-bb50-4d29-873f-1a98f4797a45"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:16:09.806313 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5ac37099-bb50-4d29-873f-1a98f4797a45, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5ac37099-bb50-4d29-873f-1a98f4797a45,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:09.808196 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:09.815164 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:09.861324 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895ed3e-44c7-4071-80cc-0ae41b890b6e req-19d3665f-a198-4785-bc9f-93176f73ae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:09.863928 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f895ed3e-44c7-4071-80cc-0ae41b890b6e req-19d3665f-a198-4785-bc9f-93176f73ae0b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ade6c233dd54bb7b33ad4ded5f9c5e4&device_id=d5838170-f3bb-4d40-bb61-5a271982a614 HTTP/1.1" status: 200 len: 1096 time: 0.1497831 Nov 15 11:16:09.869974 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebc7bf39-da88-4b40-aa4b-12a913f426a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:09.913072 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-36cb7a1f-d042-468a-8cb7-bad8a4a17a60 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Allocated IP 172.20.0.10 (d6a63121-62fb-4c7c-a038-a4f03c707615/66407e1f-d3fe-4f60-aec7-3d09c8d0529a/ce138c17-b8f2-4936-9dc7-38325ea03bb5) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:16:09.927956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29806b-5313-422d-b593-daec7f0dfd7f req-46669a90-1ef7-470e-8a94-f8977ac68427 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:09.936226 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e29806b-5313-422d-b593-daec7f0dfd7f req-46669a90-1ef7-470e-8a94-f8977ac68427 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.1372447 Nov 15 11:16:09.955852 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=5ac37099-bb50-4d29-873f-1a98f4797a45,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:10.029269 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e29806b-5313-422d-b593-daec7f0dfd7f req-06a979e6-a9d0-4eb2-836b-199859ce3afc tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919521 Nov 15 11:16:10.082714 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebc7bf39-da88-4b40-aa4b-12a913f426a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:10.083150 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebc7bf39-da88-4b40-aa4b-12a913f426a8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:10.178057 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beabe909-8cba-4c63-80b4-3bc11980dc65 x-openstack-request-id: req-beabe909-8cba-4c63-80b4-3bc11980dc65 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:16:10.178403 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773a95c6-2269-4563-857a-f872bf7ec579", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac37099-bb50-4d29-873f-1a98f4797a45", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:16:10.178722 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-beabe909-8cba-4c63-80b4-3bc11980dc65 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:16:10.179157 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773a95c6-2269-4563-857a-f872bf7ec579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac37099-bb50-4d29-873f-1a98f4797a45', 'code': 200} Nov 15 11:16:10.308640 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-36cb7a1f-d042-468a-8cb7-bad8a4a17a60 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:10.400382 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-36cb7a1f-d042-468a-8cb7-bad8a4a17a60 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:10.499115 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-36cb7a1f-d042-468a-8cb7-bad8a4a17a60 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Network d6a63121-62fb-4c7c-a038-a4f03c707615 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:16:10.513637 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-36cb7a1f-d042-468a-8cb7-bad8a4a17a60 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:16:10.518439 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-36cb7a1f-d042-468a-8cb7-bad8a4a17a60 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:16:10.524181 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb7a1f-d042-468a-8cb7-bad8a4a17a60 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Pushing event updated for resources: {'Port': ['ID=ce138c17-b8f2-4936-9dc7-38325ea03bb5,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:10.550878 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebc7bf39-da88-4b40-aa4b-12a913f426a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:10.551367 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc7bf39-da88-4b40-aa4b-12a913f426a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 224395da-a118-4dea-b8ee-d58703195077 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:16:10.569124 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebc7bf39-da88-4b40-aa4b-12a913f426a8 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:10.570650 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ebc7bf39-da88-4b40-aa4b-12a913f426a8 admin admin] 10.222.0.64 "DELETE /v2.0/routers/224395da-a118-4dea-b8ee-d58703195077 HTTP/1.1" status: 204 len: 168 time: 2.0240633 Nov 15 11:16:10.575738 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55920) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:10.615630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-36cb7a1f-d042-468a-8cb7-bad8a4a17a60 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:10.615630 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-36cb7a1f-d042-468a-8cb7-bad8a4a17a60 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:10.664685 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-36cb7a1f-d042-468a-8cb7-bad8a4a17a60 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3949883 Nov 15 11:16:10.675147 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-1f8863fd-1631-4fc5-ad21-be14fd49163f service neutron] Request body: {'port': {'device_id': '7a130041-5076-49d5-b477-d406514149a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:10.706797 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-584ad93a-1b55-4b0d-a184-b1599cd34f36 admin admin] Deleting subnet e661f3a9-0e06-442b-b9c9-98d82f57e8e3 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:16:10.722219 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-584ad93a-1b55-4b0d-a184-b1599cd34f36 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:10.811223 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55926) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:10.883156 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-1f8863fd-1631-4fc5-ad21-be14fd49163f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:10.904974 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-584ad93a-1b55-4b0d-a184-b1599cd34f36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:10.910498 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895ed3e-44c7-4071-80cc-0ae41b890b6e req-83a953b7-7dee-45d4-b982-82c91ef497e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:10.912731 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f895ed3e-44c7-4071-80cc-0ae41b890b6e req-83a953b7-7dee-45d4-b982-82c91ef497e1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e2df8251-2bb4-47b2-971f-f711da439080 HTTP/1.1" status: 200 len: 924 time: 0.9787612 Nov 15 11:16:10.986709 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ed095eb1-4b89-457f-b3a0-7816dfb71ea1 None None] Provisioning complete for port ce138c17-b8f2-4936-9dc7-38325ea03bb5 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:10.996072 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed095eb1-4b89-457f-b3a0-7816dfb71ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:11.076461 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f7e82-e410-438d-832b-784374039998 req-8ac66106-703a-4178-8249-28fa0fbfd1e0 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:11.084295 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d4f7e82-e410-438d-832b-784374039998 req-8ac66106-703a-4178-8249-28fa0fbfd1e0 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 932 time: 0.3207808 Nov 15 11:16:11.113730 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-ed095eb1-4b89-457f-b3a0-7816dfb71ea1 None None] Port ce138c17-b8f2-4936-9dc7-38325ea03bb5 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:16:11.211674 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-584ad93a-1b55-4b0d-a184-b1599cd34f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:11.281181 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d4f7e82-e410-438d-832b-784374039998 req-da209a0b-923d-4e16-9b4d-ddad0ecae599 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf8fb29b-db38-4220-b6cc-46d1e4c61de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959405 Nov 15 11:16:11.298401 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff9d2651-bc04-464c-82ed-760998fb9b8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:11.306668 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f895ed3e-44c7-4071-80cc-0ae41b890b6e req-d53815d4-fa8c-44f2-a24e-bb01ca4c50e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79ef40dd-5f63-4bda-83ab-72609a4816e6 HTTP/1.1" status: 200 len: 1001 time: 0.3545895 Nov 15 11:16:11.340661 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:11.484249 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 827bbc72-b234-4a38-a435-a6cb046a32ec no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:16:11.492250 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff9d2651-bc04-464c-82ed-760998fb9b8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:11.494689 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895ed3e-44c7-4071-80cc-0ae41b890b6e req-2602202e-5787-43fd-8909-916a23b50fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:11.496773 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f895ed3e-44c7-4071-80cc-0ae41b890b6e req-2602202e-5787-43fd-8909-916a23b50fcc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ffa88cce-c14b-4a49-a347-c551af3ca57a HTTP/1.1" status: 200 len: 862 time: 0.1814685 Nov 15 11:16:11.502342 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff9d2651-bc04-464c-82ed-760998fb9b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:11.561717 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-584ad93a-1b55-4b0d-a184-b1599cd34f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:11.573270 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9ad3a-716e-4fd4-a802-b56be9b1b08f req-ea97692a-b64b-4ebe-861b-70453ee2d14a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:11.583462 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-67d9ad3a-716e-4fd4-a802-b56be9b1b08f req-ea97692a-b64b-4ebe-861b-70453ee2d14a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.1264932 Nov 15 11:16:11.586730 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 827bbc72-b234-4a38-a435-a6cb046a32ec {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:16:11.587090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 827bbc72-b234-4a38-a435-a6cb046a32ec not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:16:11.588563 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 466b70c3-e994-4f86-9538-6e2dffe7dae1 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:16:11.606332 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-584ad93a-1b55-4b0d-a184-b1599cd34f36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:11.616991 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-584ad93a-1b55-4b0d-a184-b1599cd34f36 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e661f3a9-0e06-442b-b9c9-98d82f57e8e3 HTTP/1.1" status: 204 len: 168 time: 1.0374341 Nov 15 11:16:11.628318 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55936) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:11.641813 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ad93a-1b55-4b0d-a184-b1599cd34f36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e661f3a9-0e06-442b-b9c9-98d82f57e8e3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:11.650756 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 466b70c3-e994-4f86-9538-6e2dffe7dae1 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:16:11.651093 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 466b70c3-e994-4f86-9538-6e2dffe7dae1 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:16:11.652651 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bca9635-7fe6-4b25-b427-3107a3631b8a None None] Network ae054da0-1712-49af-9c95-3ed444cb371a requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:16:11.685703 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d2651-bc04-464c-82ed-760998fb9b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f5bb13-5c48-405d-8e4e-427c06b01523,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:11.691573 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ff9d2651-bc04-464c-82ed-760998fb9b8e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=57619930dcee494a905047fb823a2cee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8601170 Nov 15 11:16:11.702741 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55938) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:11.786517 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895ed3e-44c7-4071-80cc-0ae41b890b6e req-d93c83bd-9b5e-4a38-a63c-6d6b15d1ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:11.791116 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f895ed3e-44c7-4071-80cc-0ae41b890b6e req-d93c83bd-9b5e-4a38-a63c-6d6b15d1ef78 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e2df8251-2bb4-47b2-971f-f711da439080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2851567 Nov 15 11:16:11.809703 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-67d9ad3a-716e-4fd4-a802-b56be9b1b08f req-317a2770-26d1-4427-9904-cf0b224fa53c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116697 Nov 15 11:16:11.897673 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d28f514-fcb7-46bf-992d-e7fdd84769fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:11.937936 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-1f8863fd-1631-4fc5-ad21-be14fd49163f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce138c17-b8f2-4936-9dc7-38325ea03bb5 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:16:11.943349 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d28f514-fcb7-46bf-992d-e7fdd84769fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:11.945192 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-1f8863fd-1631-4fc5-ad21-be14fd49163f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:11.963103 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-1f8863fd-1631-4fc5-ad21-be14fd49163f service neutron] Transition to ACTIVE for port object ce138c17-b8f2-4936-9dc7-38325ea03bb5 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:16:11.965499 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33945bb6-81fd-4e00-86ab-197013a49e71 None None] DHCP port deletion for ae054da0-1712-49af-9c95-3ed444cb371a request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:16:11.972230 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-1f8863fd-1631-4fc5-ad21-be14fd49163f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:12.003625 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f895ed3e-44c7-4071-80cc-0ae41b890b6e req-9846066e-e0f2-4561-b9ed-f90a3926cf59 service neutron] 10.222.0.11 "GET /v2.0/networks/e2df8251-2bb4-47b2-971f-f711da439080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021160 Nov 15 11:16:12.036311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8863fd-1631-4fc5-ad21-be14fd49163f service neutron] Pushing event updated for resources: {'Port': ['ID=ce138c17-b8f2-4936-9dc7-38325ea03bb5,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:12.063050 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c708d61-a78b-4666-b8a3-bcd50827a105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:12.081207 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-33945bb6-81fd-4e00-86ab-197013a49e71 None None] Deleting port 579d0cae-e03b-4615-9448-03d0b94a0c0a {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:16:12.081888 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-33945bb6-81fd-4e00-86ab-197013a49e71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:12.186955 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f895ed3e-44c7-4071-80cc-0ae41b890b6e req-08a1ab06-2145-4399-a48c-1cf2eaf5c398 service neutron] 10.222.0.11 "GET /v2.0/networks/e2df8251-2bb4-47b2-971f-f711da439080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744363 Nov 15 11:16:12.219911 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d28f514-fcb7-46bf-992d-e7fdd84769fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:12.223196 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d28f514-fcb7-46bf-992d-e7fdd84769fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:12.224738 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9d28f514-fcb7-46bf-992d-e7fdd84769fd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/90f5bb13-5c48-405d-8e4e-427c06b01523 HTTP/1.1" status: 204 len: 168 time: 0.5187016 Nov 15 11:16:12.230208 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-33945bb6-81fd-4e00-86ab-197013a49e71 None None] For port 579d0cae-e03b-4615-9448-03d0b94a0c0a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=579d0cae-e03b-4615-9448-03d0b94a0c0a,segment=NetworkSegment(26f7725c-0d8b-479b-95d3-b5edaafcccd8),segment_id=26f7725c-0d8b-479b-95d3-b5edaafcccd8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:12.231148 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-33945bb6-81fd-4e00-86ab-197013a49e71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:12.245004 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28f514-fcb7-46bf-992d-e7fdd84769fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f5bb13-5c48-405d-8e4e-427c06b01523,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:12.248509 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-33945bb6-81fd-4e00-86ab-197013a49e71 None None] Calling delete_port for 579d0cae-e03b-4615-9448-03d0b94a0c0a owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:16:12.256841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-1f8863fd-1631-4fc5-ad21-be14fd49163f service neutron] Attempting to bind port ce138c17-b8f2-4936-9dc7-38325ea03bb5 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:16:12.257396 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-1f8863fd-1631-4fc5-ad21-be14fd49163f service neutron] Attempting to bind port ce138c17-b8f2-4936-9dc7-38325ea03bb5 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'b91fd0bb-fadf-4d4a-9b17-8b8843409bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd6a63121-62fb-4c7c-a038-a4f03c707615'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:16:12.257951 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-1f8863fd-1631-4fc5-ad21-be14fd49163f service neutron] Attempting to bind port ce138c17-b8f2-4936-9dc7-38325ea03bb5 on network d6a63121-62fb-4c7c-a038-a4f03c707615 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:16:12.278029 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-1f8863fd-1631-4fc5-ad21-be14fd49163f service neutron] Port ce138c17-b8f2-4936-9dc7-38325ea03bb5 on network d6a63121-62fb-4c7c-a038-a4f03c707615 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:16:12.278353 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-1f8863fd-1631-4fc5-ad21-be14fd49163f service neutron] Attempting to bind port ce138c17-b8f2-4936-9dc7-38325ea03bb5 on network d6a63121-62fb-4c7c-a038-a4f03c707615 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:16:12.288106 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-1f8863fd-1631-4fc5-ad21-be14fd49163f service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:16:12.288456 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-1f8863fd-1631-4fc5-ad21-be14fd49163f service neutron] Checking segment: {'id': 'b91fd0bb-fadf-4d4a-9b17-8b8843409bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd6a63121-62fb-4c7c-a038-a4f03c707615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:16:12.288820 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-1f8863fd-1631-4fc5-ad21-be14fd49163f service neutron] Bound using segment: {'id': 'b91fd0bb-fadf-4d4a-9b17-8b8843409bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd6a63121-62fb-4c7c-a038-a4f03c707615'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:16:12.289250 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-1f8863fd-1631-4fc5-ad21-be14fd49163f service neutron] Bound port: ce138c17-b8f2-4936-9dc7-38325ea03bb5, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b91fd0bb-fadf-4d4a-9b17-8b8843409bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd6a63121-62fb-4c7c-a038-a4f03c707615'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:16:12.289599 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-1f8863fd-1631-4fc5-ad21-be14fd49163f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:12.420433 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-33945bb6-81fd-4e00-86ab-197013a49e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:12.475630 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33945bb6-81fd-4e00-86ab-197013a49e71 None None] Pushing event deleted for resources: {'Port': ['ID=579d0cae-e03b-4615-9448-03d0b94a0c0a,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:12.484164 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:12.501987 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33945bb6-81fd-4e00-86ab-197013a49e71 None None] No DVR routers for this DVR port 579d0cae-e03b-4615-9448-03d0b94a0c0a on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:16:12.607046 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-1f8863fd-1631-4fc5-ad21-be14fd49163f service neutron] For port ce138c17-b8f2-4936-9dc7-38325ea03bb5, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:16:12.617925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa2859-3c2c-470a-82bd-ebf9194c5a9c req-51c85d77-2a2f-4e80-9151-7861bc7a9e12 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:12.626363 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1fa2859-3c2c-470a-82bd-ebf9194c5a9c req-51c85d77-2a2f-4e80-9151-7861bc7a9e12 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 944 time: 0.2369864 Nov 15 11:16:12.629013 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4c708d61-a78b-4666-b8a3-bcd50827a105 admin admin] Deleting port 579d0cae-e03b-4615-9448-03d0b94a0c0a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:16:12.629855 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c708d61-a78b-4666-b8a3-bcd50827a105 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:12.664210 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-1f8863fd-1631-4fc5-ad21-be14fd49163f service neutron] For port ce138c17-b8f2-4936-9dc7-38325ea03bb5, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ce138c17-b8f2-4936-9dc7-38325ea03bb5,segment=NetworkSegment(b91fd0bb-fadf-4d4a-9b17-8b8843409bc7),segment_id=b91fd0bb-fadf-4d4a-9b17-8b8843409bc7)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:16:12.707468 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-1f8863fd-1631-4fc5-ad21-be14fd49163f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:12.753789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-1f8863fd-1631-4fc5-ad21-be14fd49163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:12.754407 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-1f8863fd-1631-4fc5-ad21-be14fd49163f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:12.755798 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-1f8863fd-1631-4fc5-ad21-be14fd49163f service neutron] 10.222.0.11 "PUT /v2.0/ports/ce138c17-b8f2-4936-9dc7-38325ea03bb5 HTTP/1.1" status: 200 len: 1092 time: 2.0901866 Nov 15 11:16:12.762828 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a130041-5076-49d5-b477-d406514149a0', 'tag': 'ce138c17-b8f2-4936-9dc7-38325ea03bb5'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:16:12.765247 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc8ce07-c121-4f5e-8d66-a54090d4e51d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a130041-5076-49d5-b477-d406514149a0", "tag": "ce138c17-b8f2-4936-9dc7-38325ea03bb5"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:16:12.821412 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4c708d61-a78b-4666-b8a3-bcd50827a105 admin admin] For port 579d0cae-e03b-4615-9448-03d0b94a0c0a, host n-d-729945-9, got binding levels [] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:12.821773 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c708d61-a78b-4666-b8a3-bcd50827a105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:12.857386 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1fa2859-3c2c-470a-82bd-ebf9194c5a9c req-eb52fdea-8848-4927-96bf-c268003ebc5f tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf8fb29b-db38-4220-b6cc-46d1e4c61de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300639 Nov 15 11:16:12.896835 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4c708d61-a78b-4666-b8a3-bcd50827a105 admin admin] Calling delete_port for 579d0cae-e03b-4615-9448-03d0b94a0c0a owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:16:12.900506 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-4c708d61-a78b-4666-b8a3-bcd50827a105 admin admin] Port 579d0cae-e03b-4615-9448-03d0b94a0c0a was not found and therefore no delete operation was performed {{(pid=102678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 11:16:12.902371 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8863fd-1631-4fc5-ad21-be14fd49163f service neutron] Pushing event updated for resources: {'Port': ['ID=ce138c17-b8f2-4936-9dc7-38325ea03bb5,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:12.909528 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c708d61-a78b-4666-b8a3-bcd50827a105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:12.952191 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e0f12c-3e99-4316-9ea6-c0013fdc5486 x-openstack-request-id: req-c9e0f12c-3e99-4316-9ea6-c0013fdc5486 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:16:12.954362 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a130041-5076-49d5-b477-d406514149a0", "tag": "ce138c17-b8f2-4936-9dc7-38325ea03bb5", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:16:12.954362 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9e0f12c-3e99-4316-9ea6-c0013fdc5486 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:16:12.954362 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a130041-5076-49d5-b477-d406514149a0', 'tag': 'ce138c17-b8f2-4936-9dc7-38325ea03bb5', 'status': 'completed', 'code': 200} Nov 15 11:16:12.957585 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c708d61-a78b-4666-b8a3-bcd50827a105 admin admin] No DVR routers for this DVR port 579d0cae-e03b-4615-9448-03d0b94a0c0a on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:16:12.961720 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c708d61-a78b-4666-b8a3-bcd50827a105 admin admin] Pushing event deleted for resources: {'Port': ['ID=579d0cae-e03b-4615-9448-03d0b94a0c0a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:12.990226 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-d07c0634-deb3-487c-956a-4554dd90eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:12.992083 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-d07c0634-deb3-487c-956a-4554dd90eb4e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1e6171d0c55743828c9f4fc6fcc03dbd&device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 1095 time: 0.1729808 Nov 15 11:16:13.098942 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-56dbc682-2b0c-4034-b356-22f260e54921 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce138c17-b8f2-4936-9dc7-38325ea03bb5 HTTP/1.1" status: 200 len: 217 time: 0.0968099 Nov 15 11:16:13.140938 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c708d61-a78b-4666-b8a3-bcd50827a105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:13.187490 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-4c708d61-a78b-4666-b8a3-bcd50827a105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae054da0-1712-49af-9c95-3ed444cb371a']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:13.200715 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-4c708d61-a78b-4666-b8a3-bcd50827a105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f7725c-0d8b-479b-95d3-b5edaafcccd8') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:13.201006 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-4c708d61-a78b-4666-b8a3-bcd50827a105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f7725c-0d8b-479b-95d3-b5edaafcccd8') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:13.217584 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-68d1853d-d428-408d-8e67-2688a5ed81e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:13.219050 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-68d1853d-d428-408d-8e67-2688a5ed81e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66407e1f-d3fe-4f60-aec7-3d09c8d0529a HTTP/1.1" status: 200 len: 852 time: 0.0907862 Nov 15 11:16:13.220726 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c708d61-a78b-4666-b8a3-bcd50827a105 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:13.251325 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2bd8c-ddf1-46e9-a88c-5174f99ab536 req-f6de86d2-cc41-455e-9cc1-c1fde0f6ba83 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:13.252964 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ac2bd8c-ddf1-46e9-a88c-5174f99ab536 req-f6de86d2-cc41-455e-9cc1-c1fde0f6ba83 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.1707842 Nov 15 11:16:13.282987 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c708d61-a78b-4666-b8a3-bcd50827a105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:13.307037 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c708d61-a78b-4666-b8a3-bcd50827a105 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:16:13.307442 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c708d61-a78b-4666-b8a3-bcd50827a105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:16:13.309271 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:16:13.380995 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-b2d4259b-7188-4659-9605-2a489c1cc5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:13.382533 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-b2d4259b-7188-4659-9605-2a489c1cc5fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6a63121-62fb-4c7c-a038-a4f03c707615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535530 Nov 15 11:16:13.411457 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 579d0cae-e03b-4615-9448-03d0b94a0c0a no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:16:13.414096 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ac2bd8c-ddf1-46e9-a88c-5174f99ab536 req-cffd43ec-36e3-4eb1-8f2f-8550a15b4401 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390893 Nov 15 11:16:13.473892 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c708d61-a78b-4666-b8a3-bcd50827a105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:13.488319 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 579d0cae-e03b-4615-9448-03d0b94a0c0a {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:16:13.490629 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 579d0cae-e03b-4615-9448-03d0b94a0c0a not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:16:13.582182 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c708d61-a78b-4666-b8a3-bcd50827a105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:13.589286 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4c708d61-a78b-4666-b8a3-bcd50827a105 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ae054da0-1712-49af-9c95-3ed444cb371a HTTP/1.1" status: 204 len: 168 time: 1.9528956 Nov 15 11:16:13.602492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c708d61-a78b-4666-b8a3-bcd50827a105 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae054da0-1712-49af-9c95-3ed444cb371a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:13.610995 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-20b72937-a116-4035-98b7-33842414ca67 service neutron] 10.222.0.11 "GET /v2.0/networks/d6a63121-62fb-4c7c-a038-a4f03c707615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164085 Nov 15 11:16:13.763451 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3473dd2-0161-48a9-80ef-10697ac4b745 req-e6872803-ff84-4a25-9020-58b2a15f89d7 service neutron] 10.222.0.11 "GET /v2.0/networks/d6a63121-62fb-4c7c-a038-a4f03c707615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441782 Nov 15 11:16:13.913714 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8ce07-c121-4f5e-8d66-a54090d4e51d req-f3b8a7ee-7256-4e18-a2ef-287c33e115b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:13.922208 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4bc8ce07-c121-4f5e-8d66-a54090d4e51d req-f3b8a7ee-7256-4e18-a2ef-287c33e115b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1e6171d0c55743828c9f4fc6fcc03dbd&device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 1095 time: 0.0782785 Nov 15 11:16:13.924325 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55982) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:14.071139 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-53040333-860a-469d-bf5b-6f9ddc67fcea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=07190b821157497db376988d8fa80885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437325 Nov 15 11:16:14.074184 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55984) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:14.110843 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd20db-58cc-4cbb-91be-651d0a93f4d9 req-5e3b1f0f-57a1-4364-8f69-f69051088d48 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:14.113245 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96dd20db-58cc-4cbb-91be-651d0a93f4d9 req-5e3b1f0f-57a1-4364-8f69-f69051088d48 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 944 time: 0.1178153 Nov 15 11:16:14.117389 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8ce07-c121-4f5e-8d66-a54090d4e51d req-7fa17180-5c5e-44b7-855d-c397e669da38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:14.118805 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4bc8ce07-c121-4f5e-8d66-a54090d4e51d req-7fa17180-5c5e-44b7-855d-c397e669da38 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d6a63121-62fb-4c7c-a038-a4f03c707615 HTTP/1.1" status: 200 len: 914 time: 0.1930101 Nov 15 11:16:14.171069 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8897659d-9313-49fb-be28-e25a166b60d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:14.181729 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4bc8ce07-c121-4f5e-8d66-a54090d4e51d req-83861fc8-61e8-421c-8ba3-e63d2bd46789 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce138c17-b8f2-4936-9dc7-38325ea03bb5 HTTP/1.1" status: 200 len: 217 time: 0.0511956 Nov 15 11:16:14.209739 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8897659d-9313-49fb-be28-e25a166b60d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:14.269404 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8897659d-9313-49fb-be28-e25a166b60d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:14.273763 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8897659d-9313-49fb-be28-e25a166b60d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:14.277769 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8897659d-9313-49fb-be28-e25a166b60d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf5bd1a5-bbd2-4c99-bc02-3ad312c9e63d HTTP/1.1" status: 204 len: 168 time: 0.2011356 Nov 15 11:16:14.285970 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96dd20db-58cc-4cbb-91be-651d0a93f4d9 req-ff90b5da-1a9f-4b43-821d-f1c112c61e8e tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf8fb29b-db38-4220-b6cc-46d1e4c61de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590245 Nov 15 11:16:14.286476 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897659d-9313-49fb-be28-e25a166b60d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5bd1a5-bbd2-4c99-bc02-3ad312c9e63d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:14.315116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8ce07-c121-4f5e-8d66-a54090d4e51d req-3a1034fc-42d5-42fc-890c-c9b7bc1afcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:14.316609 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4bc8ce07-c121-4f5e-8d66-a54090d4e51d req-3a1034fc-42d5-42fc-890c-c9b7bc1afcfe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66407e1f-d3fe-4f60-aec7-3d09c8d0529a HTTP/1.1" status: 200 len: 852 time: 0.1215198 Nov 15 11:16:14.395398 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8ce07-c121-4f5e-8d66-a54090d4e51d req-535d5e84-f89b-484b-a0c0-246b20fea153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:14.397030 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4bc8ce07-c121-4f5e-8d66-a54090d4e51d req-535d5e84-f89b-484b-a0c0-246b20fea153 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6a63121-62fb-4c7c-a038-a4f03c707615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718124 Nov 15 11:16:14.585976 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4bc8ce07-c121-4f5e-8d66-a54090d4e51d req-b5f0b8d9-fdcb-4e09-a133-1410c6a49caa service neutron] 10.222.0.11 "GET /v2.0/networks/d6a63121-62fb-4c7c-a038-a4f03c707615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801677 Nov 15 11:16:14.759204 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4bc8ce07-c121-4f5e-8d66-a54090d4e51d req-6649420c-032e-4e69-87c5-4d37cc77172a service neutron] 10.222.0.11 "GET /v2.0/networks/d6a63121-62fb-4c7c-a038-a4f03c707615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653607 Nov 15 11:16:15.155669 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e408bf-2507-4f84-9dd1-46b15135962b req-5e265c8a-6e45-4d8f-811b-ecdb54d2d4c8 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:15.158187 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6e408bf-2507-4f84-9dd1-46b15135962b req-5e265c8a-6e45-4d8f-811b-ecdb54d2d4c8 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.0846238 Nov 15 11:16:15.246605 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6e408bf-2507-4f84-9dd1-46b15135962b req-5de1ae85-5251-49a8-89b5-c03ce79bb777 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799942 Nov 15 11:16:15.360527 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56020) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:15.515231 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a3e1dbcd-4b13-4c70-bc21-4e08f58c4a85 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-761295074-network', 'tenant_id': '3978b0da4e2347329e56192570c0ed50'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:15.565149 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e1dbcd-4b13-4c70-bc21-4e08f58c4a85 admin admin] Made reservation on behalf of 3978b0da4e2347329e56192570c0ed50 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:16:15.567540 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3e1dbcd-4b13-4c70-bc21-4e08f58c4a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:15.578018 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3e1dbcd-4b13-4c70-bc21-4e08f58c4a85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:15.654008 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9893-7555-437b-b4a1-e41a966c4560 req-7001bdb2-373c-4278-a950-303318152769 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:15.655486 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8bcc9893-7555-437b-b4a1-e41a966c4560 req-7001bdb2-373c-4278-a950-303318152769 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 944 time: 0.0781722 Nov 15 11:16:15.704024 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3e1dbcd-4b13-4c70-bc21-4e08f58c4a85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:15.710707 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3e1dbcd-4b13-4c70-bc21-4e08f58c4a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:15.732471 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e1dbcd-4b13-4c70-bc21-4e08f58c4a85 admin admin] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:16:15.747767 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1dbcd-4b13-4c70-bc21-4e08f58c4a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:15.750345 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8bcc9893-7555-437b-b4a1-e41a966c4560 req-18326af3-2e66-443c-9f54-94ec91ccbce4 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf8fb29b-db38-4220-b6cc-46d1e4c61de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849466 Nov 15 11:16:15.774365 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3e1dbcd-4b13-4c70-bc21-4e08f58c4a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:15.774753 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-a3e1dbcd-4b13-4c70-bc21-4e08f58c4a85 admin admin] Added segment 1eb55dee-6559-4226-9ca7-270171428bbe of type vlan for network 19e0f893-a903-4343-8cff-0e7ea663a995 Nov 15 11:16:15.826605 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3e1dbcd-4b13-4c70-bc21-4e08f58c4a85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:15.862368 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3e1dbcd-4b13-4c70-bc21-4e08f58c4a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:15.864742 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e1dbcd-4b13-4c70-bc21-4e08f58c4a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:15.865474 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3e1dbcd-4b13-4c70-bc21-4e08f58c4a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:15.941221 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a3e1dbcd-4b13-4c70-bc21-4e08f58c4a85 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5766227 Nov 15 11:16:15.941771 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56040) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:15.944525 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1dbcd-4b13-4c70-bc21-4e08f58c4a85 admin admin] Pushing event updated for resources: {'Network': ['ID=19e0f893-a903-4343-8cff-0e7ea663a995,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:15.946834 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-33eebd77-d076-47cc-a555-4bf80a829e5a admin admin] Request body: {'subnet': {'network_id': '19e0f893-a903-4343-8cff-0e7ea663a995', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-761295074-subnet', 'tenant_id': '3978b0da4e2347329e56192570c0ed50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:15.957306 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 19e0f893-a903-4343-8cff-0e7ea663a995 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:16:15.976831 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33eebd77-d076-47cc-a555-4bf80a829e5a admin admin] Made reservation on behalf of 3978b0da4e2347329e56192570c0ed50 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:16:15.983681 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-33eebd77-d076-47cc-a555-4bf80a829e5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:16.241950 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-33eebd77-d076-47cc-a555-4bf80a829e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:16.325388 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56050) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:16.339324 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eebd77-d076-47cc-a555-4bf80a829e5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8021cb1-8367-4b35-8571-94183a33ffdc,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:16.345833 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eebd77-d076-47cc-a555-4bf80a829e5a admin admin] Checking segment: {'id': '1eb55dee-6559-4226-9ca7-270171428bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '19e0f893-a903-4343-8cff-0e7ea663a995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:16:16.346276 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eebd77-d076-47cc-a555-4bf80a829e5a admin admin] Network hostable DHCP agents. Network: 19e0f893-a903-4343-8cff-0e7ea663a995, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:16:16.437177 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eebd77-d076-47cc-a555-4bf80a829e5a admin admin] Network 19e0f893-a903-4343-8cff-0e7ea663a995 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:16:16.452911 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-33eebd77-d076-47cc-a555-4bf80a829e5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 19e0f893-a903-4343-8cff-0e7ea663a995) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:16:16.463157 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901ead79-ed6c-4fe2-bbb1-5685d4d55960 None None] Network 19e0f893-a903-4343-8cff-0e7ea663a995 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:16:16.471005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f91862-098d-4d02-8f85-77c42f3bf8cb req-72e866c8-c958-4102-81f6-8025b047ca3f tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:16.482049 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3f91862-098d-4d02-8f85-77c42f3bf8cb req-72e866c8-c958-4102-81f6-8025b047ca3f tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.1199675 Nov 15 11:16:16.496285 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eebd77-d076-47cc-a555-4bf80a829e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:16.497570 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-33eebd77-d076-47cc-a555-4bf80a829e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:16.531071 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-33eebd77-d076-47cc-a555-4bf80a829e5a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5884049 Nov 15 11:16:16.534085 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56058) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:16.538622 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3703413e-9643-47f4-a042-e117321e9849 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-761295074-router', 'tenant_id': '3978b0da4e2347329e56192570c0ed50', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:16.571310 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3f91862-098d-4d02-8f85-77c42f3bf8cb req-c69a9032-c482-46b5-a31b-bccc93da787e tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877659 Nov 15 11:16:16.578057 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3703413e-9643-47f4-a042-e117321e9849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:16.579179 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3703413e-9643-47f4-a042-e117321e9849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:16.660632 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46c05fac-8204-4154-a7fb-4ce33934922c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:16.711198 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3703413e-9643-47f4-a042-e117321e9849 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:16.739486 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0a7c31-1de2-41e4-ac17-929bca9fc659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-19e0f893-a903-4343-8cff-0e7ea663a995', 'network_id': '19e0f893-a903-4343-8cff-0e7ea663a995', 'tenant_id': '3978b0da4e2347329e56192570c0ed50', 'fixed_ips': [{'subnet_id': 'a8021cb1-8367-4b35-8571-94183a33ffdc'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:16:16.740378 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fa0a7c31-1de2-41e4-ac17-929bca9fc659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:16.935877 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-fa0a7c31-1de2-41e4-ac17-929bca9fc659 None None] Allocated IP 172.20.0.2 (19e0f893-a903-4343-8cff-0e7ea663a995/a8021cb1-8367-4b35-8571-94183a33ffdc/b47064b4-e508-4077-8826-1559d6cb784e) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:16:16.964025 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea75fc-7234-4711-81f2-66e53397ee50 req-8186dd2f-0151-45d4-afeb-dcbc1ff1732c tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:16.966495 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5ea75fc-7234-4711-81f2-66e53397ee50 req-8186dd2f-0151-45d4-afeb-dcbc1ff1732c tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 944 time: 0.0907843 Nov 15 11:16:17.031062 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3703413e-9643-47f4-a042-e117321e9849 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:17.085181 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5ea75fc-7234-4711-81f2-66e53397ee50 req-60874fa2-342d-49fd-afb8-6103f075b411 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf8fb29b-db38-4220-b6cc-46d1e4c61de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126809 Nov 15 11:16:17.121131 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46c05fac-8204-4154-a7fb-4ce33934922c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:17.134279 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46c05fac-8204-4154-a7fb-4ce33934922c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:17.154834 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fa0a7c31-1de2-41e4-ac17-929bca9fc659 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:17.167397 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fa0a7c31-1de2-41e4-ac17-929bca9fc659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:17.186877 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-46c05fac-8204-4154-a7fb-4ce33934922c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f9ccf94c333145159efc72ca13a3fe24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8576906 Nov 15 11:16:17.187265 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56062) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:17.199752 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c05fac-8204-4154-a7fb-4ce33934922c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156dc142-6e9b-4f1e-8618-bf7eaa204505,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:17.245862 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc143e17-edbb-48ae-ab1e-f84f730bd36c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:17.276712 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0a7c31-1de2-41e4-ac17-929bca9fc659 None None] Network 19e0f893-a903-4343-8cff-0e7ea663a995 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:16:17.294509 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-fa0a7c31-1de2-41e4-ac17-929bca9fc659 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:16:17.296086 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc143e17-edbb-48ae-ab1e-f84f730bd36c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:17.302108 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0a7c31-1de2-41e4-ac17-929bca9fc659 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:16:17.344971 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a7c31-1de2-41e4-ac17-929bca9fc659 None None] Pushing event updated for resources: {'Port': ['ID=b47064b4-e508-4077-8826-1559d6cb784e,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:17.418376 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc143e17-edbb-48ae-ab1e-f84f730bd36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:17.424615 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc143e17-edbb-48ae-ab1e-f84f730bd36c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:17.424615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-dc143e17-edbb-48ae-ab1e-f84f730bd36c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/156dc142-6e9b-4f1e-8618-bf7eaa204505 HTTP/1.1" status: 204 len: 168 time: 0.2340527 Nov 15 11:16:17.440811 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-fa0a7c31-1de2-41e4-ac17-929bca9fc659 None None] Attempting to bind port b47064b4-e508-4077-8826-1559d6cb784e on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:16:17.442580 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-fa0a7c31-1de2-41e4-ac17-929bca9fc659 None None] Attempting to bind port b47064b4-e508-4077-8826-1559d6cb784e by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '1eb55dee-6559-4226-9ca7-270171428bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '19e0f893-a903-4343-8cff-0e7ea663a995'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:16:17.443755 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0a7c31-1de2-41e4-ac17-929bca9fc659 None None] Attempting to bind port b47064b4-e508-4077-8826-1559d6cb784e on network 19e0f893-a903-4343-8cff-0e7ea663a995 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:16:17.447233 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc143e17-edbb-48ae-ab1e-f84f730bd36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156dc142-6e9b-4f1e-8618-bf7eaa204505,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:17.486918 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0a7c31-1de2-41e4-ac17-929bca9fc659 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:16:17.487295 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0a7c31-1de2-41e4-ac17-929bca9fc659 None None] Checking segment: {'id': '1eb55dee-6559-4226-9ca7-270171428bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '19e0f893-a903-4343-8cff-0e7ea663a995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:16:17.499873 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fa0a7c31-1de2-41e4-ac17-929bca9fc659 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:17.499873 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0a7c31-1de2-41e4-ac17-929bca9fc659 None None] Bound using segment: {'id': '1eb55dee-6559-4226-9ca7-270171428bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '19e0f893-a903-4343-8cff-0e7ea663a995'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:16:17.499873 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-fa0a7c31-1de2-41e4-ac17-929bca9fc659 None None] Bound port: b47064b4-e508-4077-8826-1559d6cb784e, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb55dee-6559-4226-9ca7-270171428bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '19e0f893-a903-4343-8cff-0e7ea663a995'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:16:17.499873 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fa0a7c31-1de2-41e4-ac17-929bca9fc659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:17.576346 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3703413e-9643-47f4-a042-e117321e9849 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:17.610816 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3703413e-9643-47f4-a042-e117321e9849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:17.650929 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-fa0a7c31-1de2-41e4-ac17-929bca9fc659 None None] For port b47064b4-e508-4077-8826-1559d6cb784e, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:16:17.660356 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-fa0a7c31-1de2-41e4-ac17-929bca9fc659 None None] For port b47064b4-e508-4077-8826-1559d6cb784e, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b47064b4-e508-4077-8826-1559d6cb784e,segment=NetworkSegment(1eb55dee-6559-4226-9ca7-270171428bbe),segment_id=1eb55dee-6559-4226-9ca7-270171428bbe)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:16:17.667540 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fa0a7c31-1de2-41e4-ac17-929bca9fc659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:17.757835 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a44e12-7f74-4744-b90c-5bd55040ffe0 req-d1fbb4a7-a811-48e0-9a61-411922a5990c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:17.771432 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a7c31-1de2-41e4-ac17-929bca9fc659 None None] Pushing event updated for resources: {'Port': ['ID=b47064b4-e508-4077-8826-1559d6cb784e,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:17.778244 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59a44e12-7f74-4744-b90c-5bd55040ffe0 req-d1fbb4a7-a811-48e0-9a61-411922a5990c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.1293664 Nov 15 11:16:17.822098 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-3703413e-9643-47f4-a042-e117321e9849 admin admin] Allocated IP 172.25.7.88 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/ecdd2841-7070-442e-887a-f5f317d0f8ee) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:16:17.902918 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59a44e12-7f74-4744-b90c-5bd55040ffe0 req-faafb08a-765e-45a4-bd5e-ec8bc27a30b9 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158583 Nov 15 11:16:18.021655 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3703413e-9643-47f4-a042-e117321e9849 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:18.158801 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3703413e-9643-47f4-a042-e117321e9849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:18.230904 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3703413e-9643-47f4-a042-e117321e9849 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:16:18.236418 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3703413e-9643-47f4-a042-e117321e9849 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:16:18.246505 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3703413e-9643-47f4-a042-e117321e9849 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:16:18.255245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703413e-9643-47f4-a042-e117321e9849 admin admin] Pushing event updated for resources: {'Port': ['ID=ecdd2841-7070-442e-887a-f5f317d0f8ee,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:18.313290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19765972-fd85-4d87-9326-38a485a8f079 req-fed81155-11a6-4692-96da-54ed29adf88b tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:18.314904 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-19765972-fd85-4d87-9326-38a485a8f079 req-fed81155-11a6-4692-96da-54ed29adf88b tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 944 time: 0.0962412 Nov 15 11:16:18.422575 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-19765972-fd85-4d87-9326-38a485a8f079 req-4b31203e-a274-47d8-842d-24c4f54b8192 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf8fb29b-db38-4220-b6cc-46d1e4c61de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845473 Nov 15 11:16:18.728687 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3703413e-9643-47f4-a042-e117321e9849 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:19.130637 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3703413e-9643-47f4-a042-e117321e9849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:19.256296 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52608b5f-79ab-4220-8aae-296e144e9659 None None] Network 19e0f893-a903-4343-8cff-0e7ea663a995 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:16:19.414842 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3703413e-9643-47f4-a042-e117321e9849 admin admin] Router e3e11acf-4455-4446-8388-fb70fddaac3e is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:16:19.515059 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0c5cf5c4-4907-40ee-b6f5-405be5238df5 None None] Provisioning complete for port b47064b4-e508-4077-8826-1559d6cb784e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:19.515768 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0c5cf5c4-4907-40ee-b6f5-405be5238df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:19.623744 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b47064b4-e508-4077-8826-1559d6cb784e up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:16:19.647232 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa9625-676c-437f-89d9-fcc5816e0bdc req-e4e36818-3c03-422f-8b0a-422b5ad1317b tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:19.655169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5aa9625-676c-437f-89d9-fcc5816e0bdc req-e4e36818-3c03-422f-8b0a-422b5ad1317b tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.1320000 Nov 15 11:16:19.709393 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5aa9625-676c-437f-89d9-fcc5816e0bdc req-6b4e380c-8b23-400b-a54b-740ac20e0053 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531528 Nov 15 11:16:19.717846 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3703413e-9643-47f4-a042-e117321e9849 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:16:19.754015 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] Sync routers for ids ['e3e11acf-4455-4446-8388-fb70fddaac3e'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:16:19.754873 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3703413e-9643-47f4-a042-e117321e9849 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:19.760481 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56108) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:19.776450 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3703413e-9643-47f4-a042-e117321e9849 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2411869 Nov 15 11:16:19.806655 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port b47064b4-e508-4077-8826-1559d6cb784e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:19.807279 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:19.921772 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] Routers {'e3e11acf-4455-4446-8388-fb70fddaac3e'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:16:19.925933 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:16:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e3e11acf-4455-4446-8388-fb70fddaac3e'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:20.050852 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9ee21-3ebd-4159-9d99-2b4284f19235 req-6217156b-795e-4d26-9762-0e52cbe3cf92 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:20.052488 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d8b9ee21-3ebd-4159-9d99-2b4284f19235 req-6217156b-795e-4d26-9762-0e52cbe3cf92 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 944 time: 0.1083949 Nov 15 11:16:20.158598 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0c5cf5c4-4907-40ee-b6f5-405be5238df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:20.200355 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d8b9ee21-3ebd-4159-9d99-2b4284f19235 req-39294087-5772-438e-b398-0ea07ec898f4 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf8fb29b-db38-4220-b6cc-46d1e4c61de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385646 Nov 15 11:16:20.229064 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0c5cf5c4-4907-40ee-b6f5-405be5238df5 None None] For port b47064b4-e508-4077-8826-1559d6cb784e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b47064b4-e508-4077-8826-1559d6cb784e,segment=NetworkSegment(1eb55dee-6559-4226-9ca7-270171428bbe),segment_id=1eb55dee-6559-4226-9ca7-270171428bbe)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:20.296324 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0c5cf5c4-4907-40ee-b6f5-405be5238df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:20.384669 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5cf5c4-4907-40ee-b6f5-405be5238df5 None None] Pushing event updated for resources: {'Port': ['ID=b47064b4-e508-4077-8826-1559d6cb784e,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:20.429545 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:20.449930 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] Set router e3e11acf-4455-4446-8388-fb70fddaac3e gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:16:20.495771 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:20.702401 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c184027b-a08a-4869-8ed6-e391e92e1e17 None None] Provisioning complete for port b47064b4-e508-4077-8826-1559d6cb784e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:20.703028 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c184027b-a08a-4869-8ed6-e391e92e1e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:20.706834 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:16:20.707252 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:16:20.818977 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Allocated IP 172.20.0.1 (19e0f893-a903-4343-8cff-0e7ea663a995/a8021cb1-8367-4b35-8571-94183a33ffdc/53a360b5-a704-4b8c-9554-ca32570945c0) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:16:20.992925 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:21.033834 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e11acf-4455-4446-8388-fb70fddaac3e', 'name': 'tempest-ServersTestMultiNic-761295074-router', 'tenant_id': '3978b0da4e2347329e56192570c0ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'ecdd2841-7070-442e-887a-f5f317d0f8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:16:16Z', 'updated_at': '2021-11-15T11:16:18Z', 'revision_number': 3, 'project_id': '3978b0da4e2347329e56192570c0ed50', 'gw_port': {'id': 'ecdd2841-7070-442e-887a-f5f317d0f8ee', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:df:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e11acf-4455-4446-8388-fb70fddaac3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:16:17Z', 'updated_at': '2021-11-15T11:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:21.048043 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:21.096495 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Network 19e0f893-a903-4343-8cff-0e7ea663a995 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:16:21.097998 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] Checking router: e3e11acf-4455-4446-8388-fb70fddaac3e for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:16:21.100581 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] Updating router e3e11acf-4455-4446-8388-fb70fddaac3e port ecdd2841-7070-442e-887a-f5f317d0f8ee binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:16:21.109605 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Pushing event updated for resources: {'Port': ['ID=53a360b5-a704-4b8c-9554-ca32570945c0,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:21.112125 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:16:21.115465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:16:21.149052 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:21.149883 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:21.150579 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:21.151256 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:21.152261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:21.152953 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:21.161144 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:21.161933 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:21.162594 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:21.163271 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:21.164113 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:21.164617 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:21.187332 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:21.219552 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:21.382110 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0addb32e-3a62-4da1-b6c1-4662a70a04ec req-72175102-3110-472a-89df-0e10997a31a7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:21.384257 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0addb32e-3a62-4da1-b6c1-4662a70a04ec req-72175102-3110-472a-89df-0e10997a31a7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.1584280 Nov 15 11:16:21.658168 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7ded72b5-f57f-4b1e-97a0-ddba108efc5f None None] Provisioning complete for port 53a360b5-a704-4b8c-9554-ca32570945c0 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:21.658773 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7ded72b5-f57f-4b1e-97a0-ddba108efc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:21.693824 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:21.697611 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b47064b4-e508-4077-8826-1559d6cb784e up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:16:21.737607 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:21.797714 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7ded72b5-f57f-4b1e-97a0-ddba108efc5f None None] Port 53a360b5-a704-4b8c-9554-ca32570945c0 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:16:21.820912 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3dfa5b-f721-4a9a-a475-76996716cbe2 None None] Pushing event updated for resources: {'Port': ['ID=ecdd2841-7070-442e-887a-f5f317d0f8ee,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:21.830080 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] Attempting to bind port ecdd2841-7070-442e-887a-f5f317d0f8ee on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:16:21.830475 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] Attempting to bind port ecdd2841-7070-442e-887a-f5f317d0f8ee by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:16:21.830809 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] Attempting to bind port ecdd2841-7070-442e-887a-f5f317d0f8ee on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:16:21.856588 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:16:21.857073 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:16:21.857401 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:21.857900 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:16:21.858341 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] Bound port: ecdd2841-7070-442e-887a-f5f317d0f8ee, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:16:21.858710 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:21.897038 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port b47064b4-e508-4077-8826-1559d6cb784e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:21.897397 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:21.964247 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:21.967447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] For port ecdd2841-7070-442e-887a-f5f317d0f8ee, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:16:21.973834 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] For port ecdd2841-7070-442e-887a-f5f317d0f8ee, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ecdd2841-7070-442e-887a-f5f317d0f8ee,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:16:21.984143 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:21.997283 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0addb32e-3a62-4da1-b6c1-4662a70a04ec req-ffbc1e31-d5a3-439a-bc9f-b122abb09dac tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5743160 Nov 15 11:16:22.119144 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3dfa5b-f721-4a9a-a475-76996716cbe2 None None] Pushing event updated for resources: {'Port': ['ID=ecdd2841-7070-442e-887a-f5f317d0f8ee,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:22.129578 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] Routers {'e3e11acf-4455-4446-8388-fb70fddaac3e'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:16:22.130178 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:16:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e3e11acf-4455-4446-8388-fb70fddaac3e'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:22.294751 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] Set router e3e11acf-4455-4446-8388-fb70fddaac3e gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:16:22.353821 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:22.363521 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:22.445126 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Pushing event updated for resources: {'Port': ['ID=53a360b5-a704-4b8c-9554-ca32570945c0,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:22.459660 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accbad6-0fe1-4723-816e-f9ba1dfc3d19 req-6f657b32-6f83-49ae-a7b8-56f2b3332850 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:22.467014 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9accbad6-0fe1-4723-816e-f9ba1dfc3d19 req-6f657b32-6f83-49ae-a7b8-56f2b3332850 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 944 time: 0.1696026 Nov 15 11:16:22.502428 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:22.588134 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9accbad6-0fe1-4723-816e-f9ba1dfc3d19 req-3cfc048a-d267-4efa-aa87-627e81536efa tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf8fb29b-db38-4220-b6cc-46d1e4c61de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150720 Nov 15 11:16:22.646018 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e11acf-4455-4446-8388-fb70fddaac3e', 'name': 'tempest-ServersTestMultiNic-761295074-router', 'tenant_id': '3978b0da4e2347329e56192570c0ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'ecdd2841-7070-442e-887a-f5f317d0f8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:16:16Z', 'updated_at': '2021-11-15T11:16:21Z', 'revision_number': 4, 'project_id': '3978b0da4e2347329e56192570c0ed50', 'gw_port': {'id': 'ecdd2841-7070-442e-887a-f5f317d0f8ee', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:df:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e11acf-4455-4446-8388-fb70fddaac3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:16:17Z', 'updated_at': '2021-11-15T11:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '53a360b5-a704-4b8c-9554-ca32570945c0', 'name': '', 'network_id': '19e0f893-a903-4343-8cff-0e7ea663a995', 'tenant_id': '3978b0da4e2347329e56192570c0ed50', 'mac_address': 'fa:16:3e:f2:72:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e11acf-4455-4446-8388-fb70fddaac3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'a8021cb1-8367-4b35-8571-94183a33ffdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:16:20Z', 'updated_at': '2021-11-15T11:16:20Z', 'revision_number': 1, 'project_id': '3978b0da4e2347329e56192570c0ed50', 'subnets': [{'id': 'a8021cb1-8367-4b35-8571-94183a33ffdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:22.687938 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Network 19e0f893-a903-4343-8cff-0e7ea663a995 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:16:22.693649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b82d46e-4d22-494c-a79b-b2127bcbf5ce None None] The sync data for ids ['e3e11acf-4455-4446-8388-fb70fddaac3e'] in n-d-729945-9 is: [{'id': 'e3e11acf-4455-4446-8388-fb70fddaac3e', 'name': 'tempest-ServersTestMultiNic-761295074-router', 'tenant_id': '3978b0da4e2347329e56192570c0ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'ecdd2841-7070-442e-887a-f5f317d0f8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:16:16Z', 'updated_at': '2021-11-15T11:16:21Z', 'revision_number': 4, 'project_id': '3978b0da4e2347329e56192570c0ed50', 'gw_port': {'id': 'ecdd2841-7070-442e-887a-f5f317d0f8ee', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:df:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e11acf-4455-4446-8388-fb70fddaac3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:16:17Z', 'updated_at': '2021-11-15T11:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '53a360b5-a704-4b8c-9554-ca32570945c0', 'name': '', 'network_id': '19e0f893-a903-4343-8cff-0e7ea663a995', 'tenant_id': '3978b0da4e2347329e56192570c0ed50', 'mac_address': 'fa:16:3e:f2:72:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e11acf-4455-4446-8388-fb70fddaac3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'a8021cb1-8367-4b35-8571-94183a33ffdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:16:20Z', 'updated_at': '2021-11-15T11:16:20Z', 'revision_number': 1, 'project_id': '3978b0da4e2347329e56192570c0ed50', 'subnets': [{'id': 'a8021cb1-8367-4b35-8571-94183a33ffdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:16:22.707458 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:16:22.830577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1dc637-a87b-495a-8b06-d18db9ad5e0a req-b270a074-1280-45ba-a93c-82b45c6dc814 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:22.838292 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b1dc637-a87b-495a-8b06-d18db9ad5e0a req-b270a074-1280-45ba-a93c-82b45c6dc814 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 946 time: 0.1826391 Nov 15 11:16:22.923701 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b1dc637-a87b-495a-8b06-d18db9ad5e0a req-88854994-6b52-4c38-a03a-9a24a615d9f1 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788059 Nov 15 11:16:22.976045 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Router e3e11acf-4455-4446-8388-fb70fddaac3e has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:16:23.066526 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-58ac20a9-1ca6-4c50-a6c8-d2ae92b8b678 None None] Provisioning complete for port 53a360b5-a704-4b8c-9554-ca32570945c0 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:23.066900 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-58ac20a9-1ca6-4c50-a6c8-d2ae92b8b678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:23.179801 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-58ac20a9-1ca6-4c50-a6c8-d2ae92b8b678 None None] Port 53a360b5-a704-4b8c-9554-ca32570945c0 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:16:23.200229 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:16:23.212341 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-24893e12-c7c7-42d2-aabc-c85fcb820dbc admin admin] 10.222.0.64 "PUT /v2.0/routers/e3e11acf-4455-4446-8388-fb70fddaac3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4506443 Nov 15 11:16:23.290960 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d434c20-892f-4fa7-96de-96cd818c7cf9 req-b01baa0e-d9f4-443a-beb2-b1556967729b tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:23.304014 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1d434c20-892f-4fa7-96de-96cd818c7cf9 req-b01baa0e-d9f4-443a-beb2-b1556967729b tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.0904262 Nov 15 11:16:23.358920 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1d434c20-892f-4fa7-96de-96cd818c7cf9 req-28562c4f-911f-4b77-ba34-89a532a124c2 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540087 Nov 15 11:16:23.369800 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56174) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:23.502651 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba3b1e-c256-446f-94df-3660ff18f8e6 req-6a840dc5-dd3f-41de-a6ae-3e3ba29fbe1c tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:23.504297 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dcba3b1e-c256-446f-94df-3660ff18f8e6 req-6a840dc5-dd3f-41de-a6ae-3e3ba29fbe1c tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/ports?device_id=773a95c6-2269-4563-857a-f872bf7ec579 HTTP/1.1" status: 200 len: 948 time: 0.0608308 Nov 15 11:16:23.509481 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-cca9b528-987d-4529-a527-2dda3feac8ee tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2006530629'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:23.553498 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca9b528-987d-4529-a527-2dda3feac8ee tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Made reservation on behalf of 3978b0da4e2347329e56192570c0ed50 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:16:23.557264 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cca9b528-987d-4529-a527-2dda3feac8ee tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:23.615806 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dcba3b1e-c256-446f-94df-3660ff18f8e6 req-b9c60834-649d-44c9-8af0-e56fef49cc53 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/security-groups?id=860239d2-d536-43fa-b011-a561d115bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993714 Nov 15 11:16:23.633981 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:16:23.645222 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca9b528-987d-4529-a527-2dda3feac8ee tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:16:23.689226 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cca9b528-987d-4529-a527-2dda3feac8ee tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:23.690260 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-cca9b528-987d-4529-a527-2dda3feac8ee tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Added segment 8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a of type vlan for network 8813927b-62f2-4590-b234-e55fd3a1abd9 Nov 15 11:16:23.828599 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cca9b528-987d-4529-a527-2dda3feac8ee tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:23.923911 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cca9b528-987d-4529-a527-2dda3feac8ee tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:23.930723 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca9b528-987d-4529-a527-2dda3feac8ee tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:23.931386 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cca9b528-987d-4529-a527-2dda3feac8ee tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:23.999664 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ced1f-259e-4ef2-988f-3618d9b7300b req-0d7459ba-edfc-4af9-a734-205ea9be3c5d tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:24.016222 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-581ced1f-259e-4ef2-988f-3618d9b7300b req-0d7459ba-edfc-4af9-a734-205ea9be3c5d tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 944 time: 0.1832395 Nov 15 11:16:24.087159 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cca9b528-987d-4529-a527-2dda3feac8ee tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7150986 Nov 15 11:16:24.089979 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56192) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:24.097883 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4f1ec044-98f6-4775-8bb8-a9ddbb89ab98 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Request body: {'subnet': {'network_id': '8813927b-62f2-4590-b234-e55fd3a1abd9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:24.229794 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9b528-987d-4529-a527-2dda3feac8ee tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event updated for resources: {'Network': ['ID=8813927b-62f2-4590-b234-e55fd3a1abd9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:24.246096 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 8813927b-62f2-4590-b234-e55fd3a1abd9 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:16:24.285272 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-581ced1f-259e-4ef2-988f-3618d9b7300b req-90ac24f2-a132-42e8-a260-5e70bcee2780 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf8fb29b-db38-4220-b6cc-46d1e4c61de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174885 Nov 15 11:16:24.404471 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1ec044-98f6-4775-8bb8-a9ddbb89ab98 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Made reservation on behalf of 3978b0da4e2347329e56192570c0ed50 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:16:24.412055 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f1ec044-98f6-4775-8bb8-a9ddbb89ab98 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:24.969444 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f1ec044-98f6-4775-8bb8-a9ddbb89ab98 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:25.094545 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ec044-98f6-4775-8bb8-a9ddbb89ab98 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event updated for resources: {'Subnet': ['ID=8642cc6b-af85-4df7-8608-b81a89a2b329,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:25.113959 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ec044-98f6-4775-8bb8-a9ddbb89ab98 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:25.114295 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ec044-98f6-4775-8bb8-a9ddbb89ab98 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:25.116778 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ec044-98f6-4775-8bb8-a9ddbb89ab98 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:25.117321 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ec044-98f6-4775-8bb8-a9ddbb89ab98 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:25.117815 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ec044-98f6-4775-8bb8-a9ddbb89ab98 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:25.118303 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ec044-98f6-4775-8bb8-a9ddbb89ab98 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:25.118775 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ec044-98f6-4775-8bb8-a9ddbb89ab98 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:25.119270 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ec044-98f6-4775-8bb8-a9ddbb89ab98 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:25.119737 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ec044-98f6-4775-8bb8-a9ddbb89ab98 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:25.120362 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ec044-98f6-4775-8bb8-a9ddbb89ab98 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:25.121250 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ec044-98f6-4775-8bb8-a9ddbb89ab98 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:25.122239 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ec044-98f6-4775-8bb8-a9ddbb89ab98 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:25.128432 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1ec044-98f6-4775-8bb8-a9ddbb89ab98 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Checking segment: {'id': '8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8813927b-62f2-4590-b234-e55fd3a1abd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:16:25.144577 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1ec044-98f6-4775-8bb8-a9ddbb89ab98 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Network hostable DHCP agents. Network: 8813927b-62f2-4590-b234-e55fd3a1abd9, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:16:25.200848 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1ec044-98f6-4775-8bb8-a9ddbb89ab98 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Network 8813927b-62f2-4590-b234-e55fd3a1abd9 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:16:25.213025 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4f1ec044-98f6-4775-8bb8-a9ddbb89ab98 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 8813927b-62f2-4590-b234-e55fd3a1abd9) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:16:25.217932 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1ec044-98f6-4775-8bb8-a9ddbb89ab98 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:25.218760 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f1ec044-98f6-4775-8bb8-a9ddbb89ab98 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:25.224945 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998f1cfd-f215-4315-83ff-a2b6c9bf1f5a None None] Network 8813927b-62f2-4590-b234-e55fd3a1abd9 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:16:25.284888 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4f1ec044-98f6-4775-8bb8-a9ddbb89ab98 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1936669 Nov 15 11:16:25.289146 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56212) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:25.298263 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca801000-339f-434e-8c6c-4a72cb6ad9de req-102f6994-2e5c-4168-97e1-0b14278c835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:25.301533 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca801000-339f-434e-8c6c-4a72cb6ad9de req-102f6994-2e5c-4168-97e1-0b14278c835e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d9c8d368bef4c74abee5cbe7283626d&device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 1097 time: 0.1312473 Nov 15 11:16:25.302070 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1ef6cbb5-3fce-4825-b8d8-870666501f7f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-473362781'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:25.384460 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef6cbb5-3fce-4825-b8d8-870666501f7f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Made reservation on behalf of 3978b0da4e2347329e56192570c0ed50 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:16:25.394015 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ef6cbb5-3fce-4825-b8d8-870666501f7f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:25.491511 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef6cbb5-3fce-4825-b8d8-870666501f7f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:16:25.530513 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ef6cbb5-3fce-4825-b8d8-870666501f7f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:25.533875 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-1ef6cbb5-3fce-4825-b8d8-870666501f7f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Added segment 5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e of type vlan for network 6fa6bbd1-2ebe-4f67-9488-14611771a2c2 Nov 15 11:16:25.621096 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca801000-339f-434e-8c6c-4a72cb6ad9de req-479623d6-770e-4ece-b1b7-03b72f771d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:25.622747 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca801000-339f-434e-8c6c-4a72cb6ad9de req-479623d6-770e-4ece-b1b7-03b72f771d0d service neutron] 10.222.0.55 "GET /v2.0/networks?id=be01e75b-e554-4f10-bf07-0288c0981a73 HTTP/1.1" status: 200 len: 912 time: 0.3146651 Nov 15 11:16:25.662954 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbac69db-63df-4856-9128-b329a7cbdab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-8813927b-62f2-4590-b234-e55fd3a1abd9', 'network_id': '8813927b-62f2-4590-b234-e55fd3a1abd9', 'tenant_id': '3978b0da4e2347329e56192570c0ed50', 'fixed_ips': [{'subnet_id': '8642cc6b-af85-4df7-8608-b81a89a2b329'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:16:25.672982 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dbac69db-63df-4856-9128-b329a7cbdab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:25.696374 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ef6cbb5-3fce-4825-b8d8-870666501f7f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:25.700971 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca801000-339f-434e-8c6c-4a72cb6ad9de req-903993ec-7625-4fac-a9cc-b25b8a9b482d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2e48f3c-6b32-4a32-aa09-c237c0965ea2 HTTP/1.1" status: 200 len: 217 time: 0.0647204 Nov 15 11:16:25.836646 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ef6cbb5-3fce-4825-b8d8-870666501f7f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:25.842606 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef6cbb5-3fce-4825-b8d8-870666501f7f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:25.843243 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ef6cbb5-3fce-4825-b8d8-870666501f7f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:25.886250 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ecdd2841-7070-442e-887a-f5f317d0f8ee up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:16:25.914642 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1ef6cbb5-3fce-4825-b8d8-870666501f7f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6222129 Nov 15 11:16:25.920951 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56232) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:25.971767 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6e369fc7-93f8-4816-98fb-8e41d0839bc5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Request body: {'subnet': {'network_id': '6fa6bbd1-2ebe-4f67-9488-14611771a2c2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:25.991920 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca801000-339f-434e-8c6c-4a72cb6ad9de req-fbc4322a-369b-46fe-93fe-d6df6c707d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:25.993387 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca801000-339f-434e-8c6c-4a72cb6ad9de req-fbc4322a-369b-46fe-93fe-d6df6c707d37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe02edeb-e83c-4883-9de3-f499a3c56d94 HTTP/1.1" status: 200 len: 851 time: 0.2120662 Nov 15 11:16:26.027793 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba1afa-2dc4-48b1-82a7-6d1dcd121c93 req-872302f1-c93e-4c37-a421-f99610d6362e tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:26.031014 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b7ba1afa-2dc4-48b1-82a7-6d1dcd121c93 req-872302f1-c93e-4c37-a421-f99610d6362e tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.4073567 Nov 15 11:16:26.109502 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] Sync routers for ids ['e3e11acf-4455-4446-8388-fb70fddaac3e'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:16:26.122865 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca801000-339f-434e-8c6c-4a72cb6ad9de req-ce7f8381-4ceb-4661-b909-0529355bd4a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be01e75b-e554-4f10-bf07-0288c0981a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908253 Nov 15 11:16:26.128623 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] Routers {'e3e11acf-4455-4446-8388-fb70fddaac3e'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:16:26.129533 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:16:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e3e11acf-4455-4446-8388-fb70fddaac3e'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:26.243280 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port ecdd2841-7070-442e-887a-f5f317d0f8ee triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:26.243553 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:26.249382 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-dbac69db-63df-4856-9128-b329a7cbdab7 None None] Allocated IP 19.80.0.2 (8813927b-62f2-4590-b234-e55fd3a1abd9/8642cc6b-af85-4df7-8608-b81a89a2b329/91086ff5-7ddc-4580-8c1c-87e6496e5be9) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:16:26.297352 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] Set router e3e11acf-4455-4446-8388-fb70fddaac3e gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:16:26.441446 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6cbb5-3fce-4825-b8d8-870666501f7f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event updated for resources: {'Network': ['ID=6fa6bbd1-2ebe-4f67-9488-14611771a2c2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:26.563628 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e11acf-4455-4446-8388-fb70fddaac3e', 'name': 'tempest-ServersTestMultiNic-761295074-router', 'tenant_id': '3978b0da4e2347329e56192570c0ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'ecdd2841-7070-442e-887a-f5f317d0f8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:16:16Z', 'updated_at': '2021-11-15T11:16:21Z', 'revision_number': 4, 'project_id': '3978b0da4e2347329e56192570c0ed50', 'gw_port': {'id': 'ecdd2841-7070-442e-887a-f5f317d0f8ee', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:df:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e11acf-4455-4446-8388-fb70fddaac3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:16:17Z', 'updated_at': '2021-11-15T11:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '53a360b5-a704-4b8c-9554-ca32570945c0', 'name': '', 'network_id': '19e0f893-a903-4343-8cff-0e7ea663a995', 'tenant_id': '3978b0da4e2347329e56192570c0ed50', 'mac_address': 'fa:16:3e:f2:72:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e11acf-4455-4446-8388-fb70fddaac3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'a8021cb1-8367-4b35-8571-94183a33ffdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:16:20Z', 'updated_at': '2021-11-15T11:16:22Z', 'revision_number': 2, 'project_id': '3978b0da4e2347329e56192570c0ed50', 'subnets': [{'id': 'a8021cb1-8367-4b35-8571-94183a33ffdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:26.594828 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] Checking router: e3e11acf-4455-4446-8388-fb70fddaac3e for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:16:26.595544 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] Updating router e3e11acf-4455-4446-8388-fb70fddaac3e port 53a360b5-a704-4b8c-9554-ca32570945c0 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:16:26.624938 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:26.625899 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e369fc7-93f8-4816-98fb-8e41d0839bc5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Made reservation on behalf of 3978b0da4e2347329e56192570c0ed50 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:16:26.636595 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b7ba1afa-2dc4-48b1-82a7-6d1dcd121c93 req-0fa1b35c-fd37-4d3d-8752-3a1aa641847b tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123131 Nov 15 11:16:26.640866 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e369fc7-93f8-4816-98fb-8e41d0839bc5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:26.644688 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca801000-339f-434e-8c6c-4a72cb6ad9de req-1a616415-3f7e-47c6-b2a2-1a022763dfe1 service neutron] 10.222.0.55 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607422 Nov 15 11:16:26.988045 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dbac69db-63df-4856-9128-b329a7cbdab7 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:27.005078 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 6fa6bbd1-2ebe-4f67-9488-14611771a2c2 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:16:27.013124 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dbac69db-63df-4856-9128-b329a7cbdab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:27.038510 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca801000-339f-434e-8c6c-4a72cb6ad9de req-70cee3ed-e518-4dc1-8c2f-6e6a24cde11e service neutron] 10.222.0.55 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874587 Nov 15 11:16:27.069779 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbac69db-63df-4856-9128-b329a7cbdab7 None None] Network 8813927b-62f2-4590-b234-e55fd3a1abd9 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:16:27.083228 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42178a57-1244-4944-9624-6d919c0129e2 req-c6d1fe8e-5079-4518-b8c1-8d21b7fc7044 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:27.088633 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42178a57-1244-4944-9624-6d919c0129e2 req-c6d1fe8e-5079-4518-b8c1-8d21b7fc7044 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 944 time: 0.8978362 Nov 15 11:16:27.149035 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-dbac69db-63df-4856-9128-b329a7cbdab7 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:16:27.196216 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42178a57-1244-4944-9624-6d919c0129e2 req-b9224920-001a-4f04-9a2f-183487f02909 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf8fb29b-db38-4220-b6cc-46d1e4c61de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006782 Nov 15 11:16:27.218032 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e369fc7-93f8-4816-98fb-8e41d0839bc5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:27.281703 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbac69db-63df-4856-9128-b329a7cbdab7 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:16:27.294466 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:27.324602 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92725070-cb76-4c60-bd15-bb561f8ecb8a req-106bb47d-357b-45b7-ab48-adadb2fbb39a tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:27.335256 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-92725070-cb76-4c60-bd15-bb561f8ecb8a req-106bb47d-357b-45b7-ab48-adadb2fbb39a tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5838170-f3bb-4d40-bb61-5a271982a614 HTTP/1.1" status: 200 len: 945 time: 0.0717874 Nov 15 11:16:27.371025 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port ecdd2841-7070-442e-887a-f5f317d0f8ee, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ecdd2841-7070-442e-887a-f5f317d0f8ee,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:27.407295 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:27.430015 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-92725070-cb76-4c60-bd15-bb561f8ecb8a req-de3407bf-05ca-4130-b3fc-3e7d93c82c76 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0930767 Nov 15 11:16:27.442155 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e369fc7-93f8-4816-98fb-8e41d0839bc5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event updated for resources: {'Subnet': ['ID=2b60831a-072e-4f0e-9c36-76e2640bab6a,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:27.457629 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e369fc7-93f8-4816-98fb-8e41d0839bc5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Checking segment: {'id': '5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '6fa6bbd1-2ebe-4f67-9488-14611771a2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:16:27.457990 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e369fc7-93f8-4816-98fb-8e41d0839bc5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Network hostable DHCP agents. Network: 6fa6bbd1-2ebe-4f67-9488-14611771a2c2, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:16:27.539405 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e369fc7-93f8-4816-98fb-8e41d0839bc5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Network 6fa6bbd1-2ebe-4f67-9488-14611771a2c2 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:16:27.571669 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6e369fc7-93f8-4816-98fb-8e41d0839bc5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 6fa6bbd1-2ebe-4f67-9488-14611771a2c2) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:16:27.591547 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e369fc7-93f8-4816-98fb-8e41d0839bc5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:27.592091 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e369fc7-93f8-4816-98fb-8e41d0839bc5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:27.602737 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-dbac69db-63df-4856-9128-b329a7cbdab7 None None] Attempting to bind port 91086ff5-7ddc-4580-8c1c-87e6496e5be9 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:16:27.608250 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-dbac69db-63df-4856-9128-b329a7cbdab7 None None] Attempting to bind port 91086ff5-7ddc-4580-8c1c-87e6496e5be9 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8813927b-62f2-4590-b234-e55fd3a1abd9'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:16:27.608839 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac69db-63df-4856-9128-b329a7cbdab7 None None] Attempting to bind port 91086ff5-7ddc-4580-8c1c-87e6496e5be9 on network 8813927b-62f2-4590-b234-e55fd3a1abd9 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:16:27.624518 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5ac51c-a267-48ee-bfa8-e8219ac70934 None None] Network 6fa6bbd1-2ebe-4f67-9488-14611771a2c2 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:16:27.626330 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac69db-63df-4856-9128-b329a7cbdab7 None None] Pushing event updated for resources: {'Port': ['ID=91086ff5-7ddc-4580-8c1c-87e6496e5be9,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:27.674466 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6e369fc7-93f8-4816-98fb-8e41d0839bc5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6902320 Nov 15 11:16:27.674978 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:27.686355 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac69db-63df-4856-9128-b329a7cbdab7 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:16:27.686836 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac69db-63df-4856-9128-b329a7cbdab7 None None] Checking segment: {'id': '8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8813927b-62f2-4590-b234-e55fd3a1abd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:16:27.687342 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dbac69db-63df-4856-9128-b329a7cbdab7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:27.687867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac69db-63df-4856-9128-b329a7cbdab7 None None] Bound using segment: {'id': '8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8813927b-62f2-4590-b234-e55fd3a1abd9'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:16:27.688462 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-dbac69db-63df-4856-9128-b329a7cbdab7 None None] Bound port: 91086ff5-7ddc-4580-8c1c-87e6496e5be9, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8813927b-62f2-4590-b234-e55fd3a1abd9'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:16:27.688930 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dbac69db-63df-4856-9128-b329a7cbdab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:27.691301 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=ecdd2841-7070-442e-887a-f5f317d0f8ee,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:27.695967 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:27.844457 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-dbac69db-63df-4856-9128-b329a7cbdab7 None None] For port 91086ff5-7ddc-4580-8c1c-87e6496e5be9, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:16:27.849104 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-dbac69db-63df-4856-9128-b329a7cbdab7 None None] For port 91086ff5-7ddc-4580-8c1c-87e6496e5be9, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=91086ff5-7ddc-4580-8c1c-87e6496e5be9,segment=NetworkSegment(8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a),segment_id=8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:16:27.857909 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dbac69db-63df-4856-9128-b329a7cbdab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:27.905988 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc1ea4-7cdd-4d5a-9d6e-1fac4a939009 None None] Pushing event updated for resources: {'Port': ['ID=53a360b5-a704-4b8c-9554-ca32570945c0,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:27.964085 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc1ea4-7cdd-4d5a-9d6e-1fac4a939009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:27.964085 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc1ea4-7cdd-4d5a-9d6e-1fac4a939009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:27.964480 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc1ea4-7cdd-4d5a-9d6e-1fac4a939009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:27.964632 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc1ea4-7cdd-4d5a-9d6e-1fac4a939009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:27.964949 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc1ea4-7cdd-4d5a-9d6e-1fac4a939009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:27.965262 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc1ea4-7cdd-4d5a-9d6e-1fac4a939009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:27.965571 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc1ea4-7cdd-4d5a-9d6e-1fac4a939009 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:27.965878 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc1ea4-7cdd-4d5a-9d6e-1fac4a939009 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:27.966183 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc1ea4-7cdd-4d5a-9d6e-1fac4a939009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:27.966652 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc1ea4-7cdd-4d5a-9d6e-1fac4a939009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:27.966789 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc1ea4-7cdd-4d5a-9d6e-1fac4a939009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:27.967071 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc1ea4-7cdd-4d5a-9d6e-1fac4a939009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:27.988885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ecde5-bdbb-4ab7-bfdf-0fdea05d7238 req-d6bfe1c8-31a8-458c-90e0-8d224f38c51d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:27.990515 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-102ecde5-bdbb-4ab7-bfdf-0fdea05d7238 req-d6bfe1c8-31a8-458c-90e0-8d224f38c51d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 946 time: 0.1383312 Nov 15 11:16:28.050600 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] Attempting to bind port 53a360b5-a704-4b8c-9554-ca32570945c0 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:16:28.050964 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] Attempting to bind port 53a360b5-a704-4b8c-9554-ca32570945c0 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '1eb55dee-6559-4226-9ca7-270171428bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '19e0f893-a903-4343-8cff-0e7ea663a995'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:16:28.051314 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] Attempting to bind port 53a360b5-a704-4b8c-9554-ca32570945c0 on network 19e0f893-a903-4343-8cff-0e7ea663a995 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:16:28.073167 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:16:28.073531 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] Checking segment: {'id': '1eb55dee-6559-4226-9ca7-270171428bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '19e0f893-a903-4343-8cff-0e7ea663a995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:16:28.074132 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:28.074520 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] Bound using segment: {'id': '1eb55dee-6559-4226-9ca7-270171428bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '19e0f893-a903-4343-8cff-0e7ea663a995'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:16:28.074996 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] Bound port: 53a360b5-a704-4b8c-9554-ca32570945c0, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb55dee-6559-4226-9ca7-270171428bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '19e0f893-a903-4343-8cff-0e7ea663a995'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:16:28.075519 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:28.145485 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac69db-63df-4856-9128-b329a7cbdab7 None None] Pushing event updated for resources: {'Port': ['ID=91086ff5-7ddc-4580-8c1c-87e6496e5be9,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:28.160866 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a57300-d267-4e98-bd6d-be406cd00245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-6fa6bbd1-2ebe-4f67-9488-14611771a2c2', 'network_id': '6fa6bbd1-2ebe-4f67-9488-14611771a2c2', 'tenant_id': '3978b0da4e2347329e56192570c0ed50', 'fixed_ips': [{'subnet_id': '2b60831a-072e-4f0e-9c36-76e2640bab6a'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:16:28.161931 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-38a57300-d267-4e98-bd6d-be406cd00245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:28.171132 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device a6399bf4-0b47-4a4a-b359-d3d92dfad65b details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:16:28.210819 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-102ecde5-bdbb-4ab7-bfdf-0fdea05d7238 req-7bff12a7-2be4-4f66-84e2-0fbab0c7265a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139206 Nov 15 11:16:28.257415 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] For port 53a360b5-a704-4b8c-9554-ca32570945c0, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:16:28.263213 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] For port 53a360b5-a704-4b8c-9554-ca32570945c0, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=53a360b5-a704-4b8c-9554-ca32570945c0,segment=NetworkSegment(1eb55dee-6559-4226-9ca7-270171428bbe),segment_id=1eb55dee-6559-4226-9ca7-270171428bbe)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:16:28.307676 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:28.487628 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] Routers {'e3e11acf-4455-4446-8388-fb70fddaac3e'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:16:28.488775 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:16:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e3e11acf-4455-4446-8388-fb70fddaac3e'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:28.770852 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c0422c7f-602f-4e5f-aacc-b45d24e906f6 None None] Provisioning complete for port 53a360b5-a704-4b8c-9554-ca32570945c0 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:28.778242 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c0422c7f-602f-4e5f-aacc-b45d24e906f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:29.017650 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc1ea4-7cdd-4d5a-9d6e-1fac4a939009 None None] Pushing event updated for resources: {'Port': ['ID=53a360b5-a704-4b8c-9554-ca32570945c0,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:29.064399 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-bf722364-dd8a-4fdd-983f-721f20b1dfb4 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:29.073034 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-bf722364-dd8a-4fdd-983f-721f20b1dfb4 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:29.081814 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-bf722364-dd8a-4fdd-983f-721f20b1dfb4 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/networks?id=8813927b-62f2-4590-b234-e55fd3a1abd9&id=6fa6bbd1-2ebe-4f67-9488-14611771a2c2&id=8813927b-62f2-4590-b234-e55fd3a1abd9 HTTP/1.1" status: 200 len: 1391 time: 0.4736359 Nov 15 11:16:29.112588 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-3bc38e27-24eb-4107-952d-f8da9d25f7ba tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/quotas/3978b0da4e2347329e56192570c0ed50 HTTP/1.1" status: 200 len: 375 time: 0.0293114 Nov 15 11:16:29.139211 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port a6399bf4-0b47-4a4a-b359-d3d92dfad65b, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=a6399bf4-0b47-4a4a-b359-d3d92dfad65b,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:29.183308 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] Set router e3e11acf-4455-4446-8388-fb70fddaac3e gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:16:29.204085 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffefcf6-c84d-456d-ac25-7e62e2abcc76 req-0cb17cbe-f2ed-41e1-90d8-17de87cfc9af tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:29.213209 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5ffefcf6-c84d-456d-ac25-7e62e2abcc76 req-0cb17cbe-f2ed-41e1-90d8-17de87cfc9af tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 944 time: 0.3366423 Nov 15 11:16:29.330267 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c0422c7f-602f-4e5f-aacc-b45d24e906f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:29.334539 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'a6399bf4-0b47-4a4a-b359-d3d92dfad65b', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': 'a6399bf4-0b47-4a4a-b359-d3d92dfad65b', 'mac_address': 'fa:16:3e:52:64:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:16:29.400760 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-38a57300-d267-4e98-bd6d-be406cd00245 None None] Allocated IP 19.86.0.2 (6fa6bbd1-2ebe-4f67-9488-14611771a2c2/2b60831a-072e-4f0e-9c36-76e2640bab6a/d033190a-7e8a-4a4a-b8f1-beaf136c6924) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:16:29.458357 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:29.463411 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5ffefcf6-c84d-456d-ac25-7e62e2abcc76 req-4dd2d3df-d996-4334-97f6-9f9233f6a48c tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf8fb29b-db38-4220-b6cc-46d1e4c61de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451768 Nov 15 11:16:29.504514 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-babbec99-c541-47ef-bb54-03991f578914 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3978b0da4e2347329e56192570c0ed50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3902318 Nov 15 11:16:29.506090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6399bf4-0b47-4a4a-b359-d3d92dfad65b {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:16:29.538659 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:29.654129 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port a6399bf4-0b47-4a4a-b359-d3d92dfad65b, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=a6399bf4-0b47-4a4a-b359-d3d92dfad65b,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:29.663379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c0422c7f-602f-4e5f-aacc-b45d24e906f6 None None] For port 53a360b5-a704-4b8c-9554-ca32570945c0, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=53a360b5-a704-4b8c-9554-ca32570945c0,segment=NetworkSegment(1eb55dee-6559-4226-9ca7-270171428bbe),segment_id=1eb55dee-6559-4226-9ca7-270171428bbe)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:29.673003 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:29.812355 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-cea00b88-1e57-4cee-a52e-bfcf633cdee2 service neutron] 10.222.0.64 "GET /v2.0/networks/8813927b-62f2-4590-b234-e55fd3a1abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052640 Nov 15 11:16:29.862397 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e11acf-4455-4446-8388-fb70fddaac3e', 'name': 'tempest-ServersTestMultiNic-761295074-router', 'tenant_id': '3978b0da4e2347329e56192570c0ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'ecdd2841-7070-442e-887a-f5f317d0f8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:16:16Z', 'updated_at': '2021-11-15T11:16:21Z', 'revision_number': 4, 'project_id': '3978b0da4e2347329e56192570c0ed50', 'gw_port': {'id': 'ecdd2841-7070-442e-887a-f5f317d0f8ee', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e11acf-4455-4446-8388-fb70fddaac3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:16:17Z', 'updated_at': '2021-11-15T11:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '53a360b5-a704-4b8c-9554-ca32570945c0', 'name': '', 'network_id': '19e0f893-a903-4343-8cff-0e7ea663a995', 'tenant_id': '3978b0da4e2347329e56192570c0ed50', 'mac_address': 'fa:16:3e:f2:72:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e11acf-4455-4446-8388-fb70fddaac3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'a8021cb1-8367-4b35-8571-94183a33ffdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:16:20Z', 'updated_at': '2021-11-15T11:16:28Z', 'revision_number': 4, 'project_id': '3978b0da4e2347329e56192570c0ed50', 'subnets': [{'id': 'a8021cb1-8367-4b35-8571-94183a33ffdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:29.868333 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=a6399bf4-0b47-4a4a-b359-d3d92dfad65b,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:29.891844 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c0422c7f-602f-4e5f-aacc-b45d24e906f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:29.916380 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157246dc-9330-4e25-9f4a-de79364c0220 None None] The sync data for ids ['e3e11acf-4455-4446-8388-fb70fddaac3e'] in n-d-729945-9 is: [{'id': 'e3e11acf-4455-4446-8388-fb70fddaac3e', 'name': 'tempest-ServersTestMultiNic-761295074-router', 'tenant_id': '3978b0da4e2347329e56192570c0ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'ecdd2841-7070-442e-887a-f5f317d0f8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:16:16Z', 'updated_at': '2021-11-15T11:16:21Z', 'revision_number': 4, 'project_id': '3978b0da4e2347329e56192570c0ed50', 'gw_port': {'id': 'ecdd2841-7070-442e-887a-f5f317d0f8ee', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e11acf-4455-4446-8388-fb70fddaac3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:16:17Z', 'updated_at': '2021-11-15T11:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '53a360b5-a704-4b8c-9554-ca32570945c0', 'name': '', 'network_id': '19e0f893-a903-4343-8cff-0e7ea663a995', 'tenant_id': '3978b0da4e2347329e56192570c0ed50', 'mac_address': 'fa:16:3e:f2:72:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e11acf-4455-4446-8388-fb70fddaac3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'a8021cb1-8367-4b35-8571-94183a33ffdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:16:20Z', 'updated_at': '2021-11-15T11:16:28Z', 'revision_number': 4, 'project_id': '3978b0da4e2347329e56192570c0ed50', 'subnets': [{'id': 'a8021cb1-8367-4b35-8571-94183a33ffdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:16:30.059546 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fc803eea-39a4-421a-a1e7-947f3fc79c1c service neutron] 10.222.0.64 "GET /v2.0/networks/8813927b-62f2-4590-b234-e55fd3a1abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393386 Nov 15 11:16:30.163361 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-38a57300-d267-4e98-bd6d-be406cd00245 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:30.177284 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['a6399bf4-0b47-4a4a-b359-d3d92dfad65b'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:16:30.180405 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f8a054-38d9-4b3b-85bc-31831fbf18c6 None None] Network 8813927b-62f2-4590-b234-e55fd3a1abd9 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:16:30.327424 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-99403f10-5d39-4c6b-ae89-12b00a8b032e service neutron] 10.222.0.64 "GET /v2.0/networks/6fa6bbd1-2ebe-4f67-9488-14611771a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655790 Nov 15 11:16:30.335202 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 53a360b5-a704-4b8c-9554-ca32570945c0 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:16:30.353159 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-38a57300-d267-4e98-bd6d-be406cd00245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:30.492567 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device b2e48f3c-6b32-4a32-aa09-c237c0965ea2 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:16:30.650258 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397cfd7-26d8-4b8f-97af-56e941fc0649 req-49e94a82-1d67-4beb-988e-2d60ad5b79c0 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:30.662298 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d397cfd7-26d8-4b8f-97af-56e941fc0649 req-49e94a82-1d67-4beb-988e-2d60ad5b79c0 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5838170-f3bb-4d40-bb61-5a271982a614 HTTP/1.1" status: 200 len: 945 time: 0.8588376 Nov 15 11:16:30.759311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2c1bb-a9a5-44d5-aaa1-728b1460bcdb req-c1d89240-bcb1-473a-945f-c6a5c54a87f6 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:30.761145 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ed2c1bb-a9a5-44d5-aaa1-728b1460bcdb req-c1d89240-bcb1-473a-945f-c6a5c54a87f6 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5838170-f3bb-4d40-bb61-5a271982a614 HTTP/1.1" status: 200 len: 945 time: 0.3660693 Nov 15 11:16:30.847676 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:30.893880 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-17fdaf7c-4128-4dd5-ba56-6d6911485a86 service neutron] 10.222.0.64 "GET /v2.0/networks/6fa6bbd1-2ebe-4f67-9488-14611771a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5655310 Nov 15 11:16:30.920923 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port b2e48f3c-6b32-4a32-aa09-c237c0965ea2, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=b2e48f3c-6b32-4a32-aa09-c237c0965ea2,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:30.945087 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b06314c-ff13-43c0-82dc-0bcc9542bf4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2e48f3c-6b32-4a32-aa09-c237c0965ea2'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:16:30.947969 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5320ca8a-a430-4656-976f-555a7b6a5979" -d '{"events": [{"server_uuid": "7b06314c-ff13-43c0-82dc-0bcc9542bf4d", "name": "network-vif-unplugged", "status": "completed", "tag": "b2e48f3c-6b32-4a32-aa09-c237c0965ea2"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:16:30.984086 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ddc87ea5-7797-4e8b-b168-98aeba1476ee None None] Provisioning complete for port 91086ff5-7ddc-4580-8c1c-87e6496e5be9 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:30.984506 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ddc87ea5-7797-4e8b-b168-98aeba1476ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:30.986095 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:30.998278 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a57300-d267-4e98-bd6d-be406cd00245 None None] Network 6fa6bbd1-2ebe-4f67-9488-14611771a2c2 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:16:31.066775 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0422c7f-602f-4e5f-aacc-b45d24e906f6 None None] Pushing event updated for resources: {'Port': ['ID=53a360b5-a704-4b8c-9554-ca32570945c0,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:31.080031 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-38a57300-d267-4e98-bd6d-be406cd00245 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:16:31.162754 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-e8023b85-e706-4f17-ad48-36a599d05367 service neutron] 10.222.0.64 "GET /v2.0/networks/8813927b-62f2-4590-b234-e55fd3a1abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570796 Nov 15 11:16:31.179353 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d397cfd7-26d8-4b8f-97af-56e941fc0649 req-cbd8bb07-f42d-49d1-9444-bd1fc0c2cf12 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5159767 Nov 15 11:16:31.365397 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a57300-d267-4e98-bd6d-be406cd00245 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:16:31.516971 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-8ed2c1bb-a9a5-44d5-aaa1-728b1460bcdb req-eba9cad9-d456-4cba-b4f1-0ffdf709be8a tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Deleting port 79ef40dd-5f63-4bda-83ab-72609a4816e6 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:16:31.518813 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8ed2c1bb-a9a5-44d5-aaa1-728b1460bcdb req-eba9cad9-d456-4cba-b4f1-0ffdf709be8a tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:31.538310 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-e694b187-43cb-4a65-b440-5265f024e689 service neutron] 10.222.0.64 "GET /v2.0/networks/8813927b-62f2-4590-b234-e55fd3a1abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745921 Nov 15 11:16:31.557754 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:31.700435 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a57300-d267-4e98-bd6d-be406cd00245 None None] Pushing event updated for resources: {'Port': ['ID=d033190a-7e8a-4a4a-b8f1-beaf136c6924,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:31.712819 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24cb47-9394-4bab-94b7-ede45893427a req-b42bb8ed-2420-4f0f-800c-3549ad6ba347 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:31.728529 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa24cb47-9394-4bab-94b7-ede45893427a req-b42bb8ed-2420-4f0f-800c-3549ad6ba347 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 944 time: 0.2581215 Nov 15 11:16:31.764366 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 53a360b5-a704-4b8c-9554-ca32570945c0 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:31.764907 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:31.842379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-8ed2c1bb-a9a5-44d5-aaa1-728b1460bcdb req-eba9cad9-d456-4cba-b4f1-0ffdf709be8a tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] For port 79ef40dd-5f63-4bda-83ab-72609a4816e6, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=79ef40dd-5f63-4bda-83ab-72609a4816e6,segment=NetworkSegment(c083b43b-0a4f-446c-82a8-603d7f4a28ac),segment_id=c083b43b-0a4f-446c-82a8-603d7f4a28ac)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:31.842648 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8ed2c1bb-a9a5-44d5-aaa1-728b1460bcdb req-eba9cad9-d456-4cba-b4f1-0ffdf709be8a tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:31.874003 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa24cb47-9394-4bab-94b7-ede45893427a req-d85fa615-4895-4b13-bf8d-5b5ec86fb68c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443546 Nov 15 11:16:31.886340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device e22b0fda-3892-42d7-aaac-98c83fd6cb92 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:16:31.986724 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-38a57300-d267-4e98-bd6d-be406cd00245 None None] Attempting to bind port d033190a-7e8a-4a4a-b8f1-beaf136c6924 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:16:31.987095 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-38a57300-d267-4e98-bd6d-be406cd00245 None None] Attempting to bind port d033190a-7e8a-4a4a-b8f1-beaf136c6924 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '6fa6bbd1-2ebe-4f67-9488-14611771a2c2'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:16:31.987449 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a57300-d267-4e98-bd6d-be406cd00245 None None] Attempting to bind port d033190a-7e8a-4a4a-b8f1-beaf136c6924 on network 6fa6bbd1-2ebe-4f67-9488-14611771a2c2 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:16:32.039401 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ddc87ea5-7797-4e8b-b168-98aeba1476ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:32.088829 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=b2e48f3c-6b32-4a32-aa09-c237c0965ea2,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:32.092799 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a57300-d267-4e98-bd6d-be406cd00245 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:16:32.093542 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a57300-d267-4e98-bd6d-be406cd00245 None None] Checking segment: {'id': '5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '6fa6bbd1-2ebe-4f67-9488-14611771a2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:16:32.094174 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-38a57300-d267-4e98-bd6d-be406cd00245 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:32.094911 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a57300-d267-4e98-bd6d-be406cd00245 None None] Bound using segment: {'id': '5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '6fa6bbd1-2ebe-4f67-9488-14611771a2c2'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:16:32.095598 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-38a57300-d267-4e98-bd6d-be406cd00245 None None] Bound port: d033190a-7e8a-4a4a-b8f1-beaf136c6924, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '6fa6bbd1-2ebe-4f67-9488-14611771a2c2'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:16:32.096268 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-38a57300-d267-4e98-bd6d-be406cd00245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:32.211442 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bd8c2-b53e-4364-870f-cfc7c078b342 req-49178312-2e48-4b5d-8c61-e9e4ca3dc8dc tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:32.219688 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e67bd8c2-b53e-4364-870f-cfc7c078b342 req-49178312-2e48-4b5d-8c61-e9e4ca3dc8dc tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 944 time: 0.1498351 Nov 15 11:16:32.289646 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8ed2c1bb-a9a5-44d5-aaa1-728b1460bcdb req-eba9cad9-d456-4cba-b4f1-0ffdf709be8a tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:32.289961 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8ed2c1bb-a9a5-44d5-aaa1-728b1460bcdb req-eba9cad9-d456-4cba-b4f1-0ffdf709be8a tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:32.290332 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [req-8ed2c1bb-a9a5-44d5-aaa1-728b1460bcdb req-eba9cad9-d456-4cba-b4f1-0ffdf709be8a tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Floating IP e42e7136-5ea2-47e5-8f07-0a19cc55c6cd disassociated. External IP: 172.25.7.102, port: 79ef40dd-5f63-4bda-83ab-72609a4816e6. Nov 15 11:16:32.290736 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-8ed2c1bb-a9a5-44d5-aaa1-728b1460bcdb req-eba9cad9-d456-4cba-b4f1-0ffdf709be8a tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Calling delete_port for 79ef40dd-5f63-4bda-83ab-72609a4816e6 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:16:32.311142 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ddc87ea5-7797-4e8b-b168-98aeba1476ee None None] For port 91086ff5-7ddc-4580-8c1c-87e6496e5be9, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=91086ff5-7ddc-4580-8c1c-87e6496e5be9,segment=NetworkSegment(8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a),segment_id=8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:32.328102 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e67bd8c2-b53e-4364-870f-cfc7c078b342 req-c13282ea-454f-4eb4-8800-88cae3bc1c53 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf8fb29b-db38-4220-b6cc-46d1e4c61de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071672 Nov 15 11:16:32.365343 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device a6399bf4-0b47-4a4a-b359-d3d92dfad65b up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:16:32.452687 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 15 Nov 2021 11:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470fa33b-2b10-4130-aece-ed53fd596bb2 x-openstack-request-id: req-470fa33b-2b10-4130-aece-ed53fd596bb2 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:16:32.453435 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b06314c-ff13-43c0-82dc-0bcc9542bf4d", "name": "network-vif-unplugged", "status": "failed", "tag": "b2e48f3c-6b32-4a32-aa09-c237c0965ea2", "code": 422}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:16:32.453435 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-470fa33b-2b10-4130-aece-ed53fd596bb2 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:16:32.454278 n-d-729945-9 neutron-server[102679]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7b06314c-ff13-43c0-82dc-0bcc9542bf4d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b2e48f3c-6b32-4a32-aa09-c237c0965ea2', 'code': 422} returned with failed status Nov 15 11:16:32.481722 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ddc87ea5-7797-4e8b-b168-98aeba1476ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:32.567128 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc87ea5-7797-4e8b-b168-98aeba1476ee None None] Pushing event updated for resources: {'Port': ['ID=91086ff5-7ddc-4580-8c1c-87e6496e5be9,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:32.621352 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ecdd2841-7070-442e-887a-f5f317d0f8ee up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:16:32.664837 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ddc87ea5-7797-4e8b-b168-98aeba1476ee None None] Provisioning complete for port 53a360b5-a704-4b8c-9554-ca32570945c0 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:32.665353 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ddc87ea5-7797-4e8b-b168-98aeba1476ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:32.695262 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a6bd45fe-ec07-499b-a327-ad51f3049ee5 req-967724c2-8de5-442c-9fee-9bce04a262b6 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6c732a3-bceb-4736-8ec8-51e9d78c45ba HTTP/1.1" status: 200 len: 210 time: 0.0954175 Nov 15 11:16:32.696252 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-38a57300-d267-4e98-bd6d-be406cd00245 None None] For port d033190a-7e8a-4a4a-b8f1-beaf136c6924, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:16:32.698658 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8ed2c1bb-a9a5-44d5-aaa1-728b1460bcdb req-eba9cad9-d456-4cba-b4f1-0ffdf709be8a tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:32.728864 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-38a57300-d267-4e98-bd6d-be406cd00245 None None] For port d033190a-7e8a-4a4a-b8f1-beaf136c6924, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d033190a-7e8a-4a4a-b8f1-beaf136c6924,segment=NetworkSegment(5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e),segment_id=5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:16:32.739218 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port e22b0fda-3892-42d7-aaac-98c83fd6cb92, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:32.742216 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port a6399bf4-0b47-4a4a-b359-d3d92dfad65b triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:32.742674 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:32.778924 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-38a57300-d267-4e98-bd6d-be406cd00245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:32.788648 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port ecdd2841-7070-442e-887a-f5f317d0f8ee triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:32.788648 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:32.796857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9cad9-d456-4cba-b4f1-0ffdf709be8a tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Pushing event deleted for resources: {'Port': ['ID=79ef40dd-5f63-4bda-83ab-72609a4816e6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:32.861596 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'port_id': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92', 'mac_address': 'fa:16:3e:db:0a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:16:32.977715 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ed2c1bb-a9a5-44d5-aaa1-728b1460bcdb req-eba9cad9-d456-4cba-b4f1-0ffdf709be8a tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Router 7c1b1425-e5de-4c4f-b4a9-36cab780d76d has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:16:33.154647 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:33.447371 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 91086ff5-7ddc-4580-8c1c-87e6496e5be9 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:16:33.592063 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e22b0fda-3892-42d7-aaac-98c83fd6cb92 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:16:33.650869 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port e22b0fda-3892-42d7-aaac-98c83fd6cb92, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:33.653428 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a57300-d267-4e98-bd6d-be406cd00245 None None] Pushing event updated for resources: {'Port': ['ID=d033190a-7e8a-4a4a-b8f1-beaf136c6924,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:33.689187 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:33.711937 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ed2c1bb-a9a5-44d5-aaa1-728b1460bcdb req-eba9cad9-d456-4cba-b4f1-0ffdf709be8a tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:16:33.754102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=e22b0fda-3892-42d7-aaac-98c83fd6cb92,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:33.756919 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d816fae-1855-4b55-8661-e57ccedd9fef None None] Sync routers for ids ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:16:33.763515 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-19c20f5c-8e7d-4e5c-9b2b-b5b605278504 None None] Provisioning complete for port 91086ff5-7ddc-4580-8c1c-87e6496e5be9 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:33.763905 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-19c20f5c-8e7d-4e5c-9b2b-b5b605278504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:33.776045 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-c59cb080-66e7-4dde-ac5b-44ca05e7b34b tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:33.782258 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-c59cb080-66e7-4dde-ac5b-44ca05e7b34b tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:33.783946 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-c59cb080-66e7-4dde-ac5b-44ca05e7b34b tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.55 "GET /v2.0/networks?id=8813927b-62f2-4590-b234-e55fd3a1abd9&id=6fa6bbd1-2ebe-4f67-9488-14611771a2c2&id=8813927b-62f2-4590-b234-e55fd3a1abd9 HTTP/1.1" status: 200 len: 1391 time: 0.2605793 Nov 15 11:16:33.785166 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed2c1bb-a9a5-44d5-aaa1-728b1460bcdb req-eba9cad9-d456-4cba-b4f1-0ffdf709be8a tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] No DVR routers for this DVR port 79ef40dd-5f63-4bda-83ab-72609a4816e6 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:16:33.788014 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8ed2c1bb-a9a5-44d5-aaa1-728b1460bcdb req-eba9cad9-d456-4cba-b4f1-0ffdf709be8a tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:33.791574 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ed2c1bb-a9a5-44d5-aaa1-728b1460bcdb req-eba9cad9-d456-4cba-b4f1-0ffdf709be8a tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.11 "DELETE /v2.0/ports/79ef40dd-5f63-4bda-83ab-72609a4816e6 HTTP/1.1" status: 204 len: 173 time: 3.0187604 Nov 15 11:16:33.792219 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5838170-f3bb-4d40-bb61-5a271982a614', 'name': 'network-vif-deleted', 'tag': '79ef40dd-5f63-4bda-83ab-72609a4816e6'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:16:33.794609 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f35426b-8687-41d2-847d-a16f29fe0bb3" -d '{"events": [{"server_uuid": "d5838170-f3bb-4d40-bb61-5a271982a614", "name": "network-vif-deleted", "tag": "79ef40dd-5f63-4bda-83ab-72609a4816e6"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:16:33.812017 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-07210ea4-f937-450f-bc3c-16db1ab2ac06 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Request body: {'port': {'device_id': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'network_id': '8813927b-62f2-4590-b234-e55fd3a1abd9', 'admin_state_up': True, 'tenant_id': '3978b0da4e2347329e56192570c0ed50'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:33.833555 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 79ef40dd-5f63-4bda-83ab-72609a4816e6 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:16:33.876655 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 79ef40dd-5f63-4bda-83ab-72609a4816e6 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:16:33.877081 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 79ef40dd-5f63-4bda-83ab-72609a4816e6 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:16:33.880164 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d816fae-1855-4b55-8661-e57ccedd9fef None None] Routers {'7c1b1425-e5de-4c4f-b4a9-36cab780d76d'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:16:33.880895 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7d816fae-1855-4b55-8661-e57ccedd9fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:16:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:34.078348 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-7d816fae-1855-4b55-8661-e57ccedd9fef None None] Set router 7c1b1425-e5de-4c4f-b4a9-36cab780d76d gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:16:34.088788 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-07210ea4-f937-450f-bc3c-16db1ab2ac06 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Made reservation on behalf of 3978b0da4e2347329e56192570c0ed50 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:16:34.094761 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-07210ea4-f937-450f-bc3c-16db1ab2ac06 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:34.125765 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:34.156035 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['e22b0fda-3892-42d7-aaac-98c83fd6cb92'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:16:34.279788 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 91086ff5-7ddc-4580-8c1c-87e6496e5be9 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:34.280751 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:34.457520 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb4d16b-af59-4e31-88db-42bd72f35f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6399bf4-0b47-4a4a-b359-d3d92dfad65b'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:16:34.459743 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b718ebc2-86cf-4b77-9be3-0b16d69217ae" -d '{"events": [{"server_uuid": "0bb4d16b-af59-4e31-88db-42bd72f35f2e", "name": "network-vif-plugged", "status": "completed", "tag": "a6399bf4-0b47-4a4a-b359-d3d92dfad65b"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:16:34.466759 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port a6399bf4-0b47-4a4a-b359-d3d92dfad65b, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=a6399bf4-0b47-4a4a-b359-d3d92dfad65b,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:34.469022 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-07210ea4-f937-450f-bc3c-16db1ab2ac06 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Allocated IP 19.80.0.182 (8813927b-62f2-4590-b234-e55fd3a1abd9/8642cc6b-af85-4df7-8608-b81a89a2b329/84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:16:34.518582 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:34.519381 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device b2e48f3c-6b32-4a32-aa09-c237c0965ea2 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:16:34.819287 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-07210ea4-f937-450f-bc3c-16db1ab2ac06 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:34.867460 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5e01b5-8dfe-4481-a986-5e1154f80016 None None] Network 6fa6bbd1-2ebe-4f67-9488-14611771a2c2 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:16:34.926997 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-07210ea4-f937-450f-bc3c-16db1ab2ac06 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:35.072415 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-07210ea4-f937-450f-bc3c-16db1ab2ac06 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Network 8813927b-62f2-4590-b234-e55fd3a1abd9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:16:35.079510 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-07210ea4-f937-450f-bc3c-16db1ab2ac06 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:16:35.084187 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-07210ea4-f937-450f-bc3c-16db1ab2ac06 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:16:35.091859 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=a6399bf4-0b47-4a4a-b359-d3d92dfad65b,revision_number=7']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:35.166839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07210ea4-f937-450f-bc3c-16db1ab2ac06 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event updated for resources: {'Port': ['ID=84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:35.206126 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-07210ea4-f937-450f-bc3c-16db1ab2ac06 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:35.207560 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-07210ea4-f937-450f-bc3c-16db1ab2ac06 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:35.239302 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-07210ea4-f937-450f-bc3c-16db1ab2ac06 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4414160 Nov 15 11:16:35.260891 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-64021d17-4123-4af8-80a2-a32753c78930 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Request body: {'port': {'device_id': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'network_id': '6fa6bbd1-2ebe-4f67-9488-14611771a2c2', 'admin_state_up': True, 'tenant_id': '3978b0da4e2347329e56192570c0ed50'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:35.401837 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8a1edc9d-8b3b-4319-a2ae-1d3d59287fef None None] Provisioning complete for port d033190a-7e8a-4a4a-b8f1-beaf136c6924 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:35.405765 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8a1edc9d-8b3b-4319-a2ae-1d3d59287fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:35.621299 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-64021d17-4123-4af8-80a2-a32753c78930 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Made reservation on behalf of 3978b0da4e2347329e56192570c0ed50 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:16:35.626734 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-64021d17-4123-4af8-80a2-a32753c78930 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:35.654842 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 53a360b5-a704-4b8c-9554-ca32570945c0 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:16:35.736964 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7d816fae-1855-4b55-8661-e57ccedd9fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142332532-router', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:19Z', 'updated_at': '2021-11-15T11:09:27Z', 'revision_number': 4, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'gw_port': {'id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ad:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:20Z', 'updated_at': '2021-11-15T11:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '467e6840-be56-4173-9a14-fb8a69bb4603', 'name': '', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'mac_address': 'fa:16:3e:5d:94:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:25Z', 'updated_at': '2021-11-15T11:09:33Z', 'revision_number': 5, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'subnets': [{'id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:35.806284 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-64021d17-4123-4af8-80a2-a32753c78930 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Allocated IP 19.86.0.200 (6fa6bbd1-2ebe-4f67-9488-14611771a2c2/2b60831a-072e-4f0e-9c36-76e2640bab6a/9aeaf377-dc74-4867-8eda-7a8d46625d33) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:16:35.824488 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d816fae-1855-4b55-8661-e57ccedd9fef None None] Checking router: 7c1b1425-e5de-4c4f-b4a9-36cab780d76d for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:16:35.913187 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d816fae-1855-4b55-8661-e57ccedd9fef None None] Routers {'7c1b1425-e5de-4c4f-b4a9-36cab780d76d'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:16:35.913830 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7d816fae-1855-4b55-8661-e57ccedd9fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:16:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:36.142389 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-64021d17-4123-4af8-80a2-a32753c78930 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:36.193876 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-64021d17-4123-4af8-80a2-a32753c78930 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:36.199596 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 53a360b5-a704-4b8c-9554-ca32570945c0 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:36.200017 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:36.251299 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8a1edc9d-8b3b-4319-a2ae-1d3d59287fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:36.265814 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-64021d17-4123-4af8-80a2-a32753c78930 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Network 6fa6bbd1-2ebe-4f67-9488-14611771a2c2 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:16:36.269539 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-64021d17-4123-4af8-80a2-a32753c78930 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:16:36.275311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-64021d17-4123-4af8-80a2-a32753c78930 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:16:36.292090 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0dcd4da1-0006-4ac5-bfae-587eeb89c1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:36.336851 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64021d17-4123-4af8-80a2-a32753c78930 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event updated for resources: {'Port': ['ID=9aeaf377-dc74-4867-8eda-7a8d46625d33,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:36.342973 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-7d816fae-1855-4b55-8661-e57ccedd9fef None None] Set router 7c1b1425-e5de-4c4f-b4a9-36cab780d76d gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:16:36.385628 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-64021d17-4123-4af8-80a2-a32753c78930 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:36.386566 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-64021d17-4123-4af8-80a2-a32753c78930 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:36.411456 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-64021d17-4123-4af8-80a2-a32753c78930 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1607096 Nov 15 11:16:36.431578 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-406d620f-f069-4808-9d44-2a3b6e83a80d tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Request body: {'port': {'device_id': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'network_id': '8813927b-62f2-4590-b234-e55fd3a1abd9', 'admin_state_up': True, 'tenant_id': '3978b0da4e2347329e56192570c0ed50'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:36.463381 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8a1edc9d-8b3b-4319-a2ae-1d3d59287fef None None] For port d033190a-7e8a-4a4a-b8f1-beaf136c6924, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d033190a-7e8a-4a4a-b8f1-beaf136c6924,segment=NetworkSegment(5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e),segment_id=5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:36.506703 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8a1edc9d-8b3b-4319-a2ae-1d3d59287fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:36.668691 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-406d620f-f069-4808-9d44-2a3b6e83a80d tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Made reservation on behalf of 3978b0da4e2347329e56192570c0ed50 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:16:36.673448 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-406d620f-f069-4808-9d44-2a3b6e83a80d tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:36.866644 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d033190a-7e8a-4a4a-b8f1-beaf136c6924 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:16:36.871206 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1edc9d-8b3b-4319-a2ae-1d3d59287fef None None] Pushing event updated for resources: {'Port': ['ID=d033190a-7e8a-4a4a-b8f1-beaf136c6924,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:36.913282 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0524ad02-95fd-47e6-99ce-fbcb9c035636 None None] Provisioning complete for port d033190a-7e8a-4a4a-b8f1-beaf136c6924 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:36.914021 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0524ad02-95fd-47e6-99ce-fbcb9c035636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:36.963250 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-406d620f-f069-4808-9d44-2a3b6e83a80d tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Allocated IP 19.80.0.136 (8813927b-62f2-4590-b234-e55fd3a1abd9/8642cc6b-af85-4df7-8608-b81a89a2b329/07aaa80c-0339-437c-8992-18ffe65cbf98) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:16:37.103655 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d033190a-7e8a-4a4a-b8f1-beaf136c6924 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:37.104023 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:37.135385 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0524ad02-95fd-47e6-99ce-fbcb9c035636 None None] Provisioning complete for port 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:37.135850 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0524ad02-95fd-47e6-99ce-fbcb9c035636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:37.143109 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7d816fae-1855-4b55-8661-e57ccedd9fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142332532-router', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:19Z', 'updated_at': '2021-11-15T11:09:27Z', 'revision_number': 4, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'gw_port': {'id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ad:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:20Z', 'updated_at': '2021-11-15T11:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '467e6840-be56-4173-9a14-fb8a69bb4603', 'name': '', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'mac_address': 'fa:16:3e:5d:94:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:25Z', 'updated_at': '2021-11-15T11:09:33Z', 'revision_number': 5, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'subnets': [{'id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:37.211605 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d816fae-1855-4b55-8661-e57ccedd9fef None None] The sync data for ids ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'] in n-d-729945-9 is: [{'id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142332532-router', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:19Z', 'updated_at': '2021-11-15T11:09:27Z', 'revision_number': 4, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'gw_port': {'id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ad:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:20Z', 'updated_at': '2021-11-15T11:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '467e6840-be56-4173-9a14-fb8a69bb4603', 'name': '', 'network_id': 'e2df8251-2bb4-47b2-971f-f711da439080', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'mac_address': 'fa:16:3e:5d:94:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:25Z', 'updated_at': '2021-11-15T11:09:33Z', 'revision_number': 5, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'subnets': [{'id': 'ffa88cce-c14b-4a49-a347-c551af3ca57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:16:37.241441 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-0524ad02-95fd-47e6-99ce-fbcb9c035636 None None] Port 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:16:37.394959 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 91086ff5-7ddc-4580-8c1c-87e6496e5be9 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:16:37.446538 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-406d620f-f069-4808-9d44-2a3b6e83a80d tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:37.576545 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-406d620f-f069-4808-9d44-2a3b6e83a80d tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:37.607162 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-488790da-6d6d-4000-b74b-7640bba9308a None None] Provisioning complete for port 9aeaf377-dc74-4867-8eda-7a8d46625d33 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:37.607527 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-488790da-6d6d-4000-b74b-7640bba9308a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:37.664805 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 91086ff5-7ddc-4580-8c1c-87e6496e5be9 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:37.665085 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:37.707390 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d620f-f069-4808-9d44-2a3b6e83a80d tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event updated for resources: {'Port': ['ID=07aaa80c-0339-437c-8992-18ffe65cbf98,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:37.730724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-406d620f-f069-4808-9d44-2a3b6e83a80d tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Network 8813927b-62f2-4590-b234-e55fd3a1abd9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:16:37.741562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-406d620f-f069-4808-9d44-2a3b6e83a80d tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:16:37.744757 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-406d620f-f069-4808-9d44-2a3b6e83a80d tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:16:37.836842 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-406d620f-f069-4808-9d44-2a3b6e83a80d tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:37.837952 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-406d620f-f069-4808-9d44-2a3b6e83a80d tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:37.887169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-406d620f-f069-4808-9d44-2a3b6e83a80d tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4663572 Nov 15 11:16:37.903550 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afcd6bc-8161-4041-a0ca-21a798eb2eb8 None None] New status for floating IP e42e7136-5ea2-47e5-8f07-0a19cc55c6cd: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:16:37.909875 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fd59dbbb-2b58-44ab-90f5-5b6936506099 service neutron] Request body: {'port': {'device_id': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:38.075244 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fd59dbbb-2b58-44ab-90f5-5b6936506099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:38.176487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device e22b0fda-3892-42d7-aaac-98c83fd6cb92 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:16:38.286396 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-488790da-6d6d-4000-b74b-7640bba9308a None None] Port 9aeaf377-dc74-4867-8eda-7a8d46625d33 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:16:38.392119 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-997d5960-8336-4d75-b252-ae921ea49b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:38.400310 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port e22b0fda-3892-42d7-aaac-98c83fd6cb92 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:38.400674 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:38.450783 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d5655c86-7708-4ba1-9d9f-38606caa2843 None None] Provisioning complete for port 07aaa80c-0339-437c-8992-18ffe65cbf98 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:38.451140 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d5655c86-7708-4ba1-9d9f-38606caa2843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:38.551493 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d5655c86-7708-4ba1-9d9f-38606caa2843 None None] Port 07aaa80c-0339-437c-8992-18ffe65cbf98 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:16:38.587972 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fd59dbbb-2b58-44ab-90f5-5b6936506099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:16:38.604796 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fd59dbbb-2b58-44ab-90f5-5b6936506099 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:38.620931 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fd59dbbb-2b58-44ab-90f5-5b6936506099 service neutron] Transition to ACTIVE for port object 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:16:38.633278 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fd59dbbb-2b58-44ab-90f5-5b6936506099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:38.661926 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d033190a-7e8a-4a4a-b8f1-beaf136c6924 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:16:38.678982 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:38.705543 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59dbbb-2b58-44ab-90f5-5b6936506099 service neutron] Pushing event updated for resources: {'Port': ['ID=84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:38.768817 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port e22b0fda-3892-42d7-aaac-98c83fd6cb92, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:38.778627 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:38.824551 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d033190a-7e8a-4a4a-b8f1-beaf136c6924 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:38.825083 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:38.888136 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=e22b0fda-3892-42d7-aaac-98c83fd6cb92,revision_number=7']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:38.918199 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fd59dbbb-2b58-44ab-90f5-5b6936506099 service neutron] Attempting to bind port 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:16:38.918953 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fd59dbbb-2b58-44ab-90f5-5b6936506099 service neutron] Attempting to bind port 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8813927b-62f2-4590-b234-e55fd3a1abd9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:16:38.919296 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fd59dbbb-2b58-44ab-90f5-5b6936506099 service neutron] Attempting to bind port 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9 on network 8813927b-62f2-4590-b234-e55fd3a1abd9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:16:38.927987 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fd59dbbb-2b58-44ab-90f5-5b6936506099 service neutron] Port 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9 on network 8813927b-62f2-4590-b234-e55fd3a1abd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:16:38.928358 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fd59dbbb-2b58-44ab-90f5-5b6936506099 service neutron] Attempting to bind port 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9 on network 8813927b-62f2-4590-b234-e55fd3a1abd9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:16:38.940314 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fd59dbbb-2b58-44ab-90f5-5b6936506099 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:16:38.940934 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fd59dbbb-2b58-44ab-90f5-5b6936506099 service neutron] Checking segment: {'id': '8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8813927b-62f2-4590-b234-e55fd3a1abd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:16:38.941333 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fd59dbbb-2b58-44ab-90f5-5b6936506099 service neutron] Bound using segment: {'id': '8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8813927b-62f2-4590-b234-e55fd3a1abd9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:16:38.943339 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fd59dbbb-2b58-44ab-90f5-5b6936506099 service neutron] Bound port: 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8813927b-62f2-4590-b234-e55fd3a1abd9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:16:38.943970 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fd59dbbb-2b58-44ab-90f5-5b6936506099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:39.058322 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fd59dbbb-2b58-44ab-90f5-5b6936506099 service neutron] For port 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:16:39.062631 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fd59dbbb-2b58-44ab-90f5-5b6936506099 service neutron] For port 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9,segment=NetworkSegment(8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a),segment_id=8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:16:39.073953 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fd59dbbb-2b58-44ab-90f5-5b6936506099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:39.117615 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fd59dbbb-2b58-44ab-90f5-5b6936506099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:39.118241 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fd59dbbb-2b58-44ab-90f5-5b6936506099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:39.119670 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fd59dbbb-2b58-44ab-90f5-5b6936506099 service neutron] 10.222.0.55 "PUT /v2.0/ports/84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9 HTTP/1.1" status: 200 len: 1092 time: 1.2246838 Nov 15 11:16:39.157480 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-8bbb0bdd-0c39-4dc8-8be2-fe5ec4d45c0b service neutron] Request body: {'port': {'device_id': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:39.208584 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59dbbb-2b58-44ab-90f5-5b6936506099 service neutron] Pushing event updated for resources: {'Port': ['ID=84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:39.385110 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-8bbb0bdd-0c39-4dc8-8be2-fe5ec4d45c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:39.744345 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:39.878649 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-8bbb0bdd-0c39-4dc8-8be2-fe5ec4d45c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aeaf377-dc74-4867-8eda-7a8d46625d33 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:16:39.889110 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-8bbb0bdd-0c39-4dc8-8be2-fe5ec4d45c0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:39.908297 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-8bbb0bdd-0c39-4dc8-8be2-fe5ec4d45c0b service neutron] Transition to ACTIVE for port object 9aeaf377-dc74-4867-8eda-7a8d46625d33 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:16:39.914525 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-8bbb0bdd-0c39-4dc8-8be2-fe5ec4d45c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:39.986228 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb0bdd-0c39-4dc8-8be2-fe5ec4d45c0b service neutron] Pushing event updated for resources: {'Port': ['ID=9aeaf377-dc74-4867-8eda-7a8d46625d33,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:40.117086 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-8bbb0bdd-0c39-4dc8-8be2-fe5ec4d45c0b service neutron] Attempting to bind port 9aeaf377-dc74-4867-8eda-7a8d46625d33 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:16:40.117489 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-8bbb0bdd-0c39-4dc8-8be2-fe5ec4d45c0b service neutron] Attempting to bind port 9aeaf377-dc74-4867-8eda-7a8d46625d33 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '6fa6bbd1-2ebe-4f67-9488-14611771a2c2'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:16:40.117857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-8bbb0bdd-0c39-4dc8-8be2-fe5ec4d45c0b service neutron] Attempting to bind port 9aeaf377-dc74-4867-8eda-7a8d46625d33 on network 6fa6bbd1-2ebe-4f67-9488-14611771a2c2 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:16:40.128097 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-8bbb0bdd-0c39-4dc8-8be2-fe5ec4d45c0b service neutron] Port 9aeaf377-dc74-4867-8eda-7a8d46625d33 on network 6fa6bbd1-2ebe-4f67-9488-14611771a2c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:16:40.128428 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-8bbb0bdd-0c39-4dc8-8be2-fe5ec4d45c0b service neutron] Attempting to bind port 9aeaf377-dc74-4867-8eda-7a8d46625d33 on network 6fa6bbd1-2ebe-4f67-9488-14611771a2c2 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:16:40.144248 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-8bbb0bdd-0c39-4dc8-8be2-fe5ec4d45c0b service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:16:40.144984 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-8bbb0bdd-0c39-4dc8-8be2-fe5ec4d45c0b service neutron] Checking segment: {'id': '5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '6fa6bbd1-2ebe-4f67-9488-14611771a2c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:16:40.145604 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-8bbb0bdd-0c39-4dc8-8be2-fe5ec4d45c0b service neutron] Bound using segment: {'id': '5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '6fa6bbd1-2ebe-4f67-9488-14611771a2c2'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:16:40.146292 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-8bbb0bdd-0c39-4dc8-8be2-fe5ec4d45c0b service neutron] Bound port: 9aeaf377-dc74-4867-8eda-7a8d46625d33, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '6fa6bbd1-2ebe-4f67-9488-14611771a2c2'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:16:40.147277 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-8bbb0bdd-0c39-4dc8-8be2-fe5ec4d45c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:40.269985 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-8bbb0bdd-0c39-4dc8-8be2-fe5ec4d45c0b service neutron] For port 9aeaf377-dc74-4867-8eda-7a8d46625d33, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:16:40.276237 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-8bbb0bdd-0c39-4dc8-8be2-fe5ec4d45c0b service neutron] For port 9aeaf377-dc74-4867-8eda-7a8d46625d33, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=9aeaf377-dc74-4867-8eda-7a8d46625d33,segment=NetworkSegment(5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e),segment_id=5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:16:40.286062 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-8bbb0bdd-0c39-4dc8-8be2-fe5ec4d45c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:40.394080 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-8bbb0bdd-0c39-4dc8-8be2-fe5ec4d45c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:40.394786 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-8bbb0bdd-0c39-4dc8-8be2-fe5ec4d45c0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:40.396315 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-8bbb0bdd-0c39-4dc8-8be2-fe5ec4d45c0b service neutron] 10.222.0.55 "PUT /v2.0/ports/9aeaf377-dc74-4867-8eda-7a8d46625d33 HTTP/1.1" status: 200 len: 1092 time: 1.2434344 Nov 15 11:16:40.431283 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-066faf2a-5299-4b67-9cf1-16ce77f3f644 service neutron] Request body: {'port': {'device_id': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:40.485995 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb0bdd-0c39-4dc8-8be2-fe5ec4d45c0b service neutron] Pushing event updated for resources: {'Port': ['ID=9aeaf377-dc74-4867-8eda-7a8d46625d33,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:40.555453 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-066faf2a-5299-4b67-9cf1-16ce77f3f644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:40.889313 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-066faf2a-5299-4b67-9cf1-16ce77f3f644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07aaa80c-0339-437c-8992-18ffe65cbf98 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:16:40.897384 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-066faf2a-5299-4b67-9cf1-16ce77f3f644 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:40.910243 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-066faf2a-5299-4b67-9cf1-16ce77f3f644 service neutron] Transition to ACTIVE for port object 07aaa80c-0339-437c-8992-18ffe65cbf98 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:16:40.916338 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-066faf2a-5299-4b67-9cf1-16ce77f3f644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:41.020958 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066faf2a-5299-4b67-9cf1-16ce77f3f644 service neutron] Pushing event updated for resources: {'Port': ['ID=07aaa80c-0339-437c-8992-18ffe65cbf98,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:41.061737 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-066faf2a-5299-4b67-9cf1-16ce77f3f644 service neutron] Attempting to bind port 07aaa80c-0339-437c-8992-18ffe65cbf98 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:16:41.062076 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-066faf2a-5299-4b67-9cf1-16ce77f3f644 service neutron] Attempting to bind port 07aaa80c-0339-437c-8992-18ffe65cbf98 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8813927b-62f2-4590-b234-e55fd3a1abd9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:16:41.062401 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-066faf2a-5299-4b67-9cf1-16ce77f3f644 service neutron] Attempting to bind port 07aaa80c-0339-437c-8992-18ffe65cbf98 on network 8813927b-62f2-4590-b234-e55fd3a1abd9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:16:41.067293 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-066faf2a-5299-4b67-9cf1-16ce77f3f644 service neutron] Port 07aaa80c-0339-437c-8992-18ffe65cbf98 on network 8813927b-62f2-4590-b234-e55fd3a1abd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:16:41.067621 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-066faf2a-5299-4b67-9cf1-16ce77f3f644 service neutron] Attempting to bind port 07aaa80c-0339-437c-8992-18ffe65cbf98 on network 8813927b-62f2-4590-b234-e55fd3a1abd9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:16:41.072958 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-066faf2a-5299-4b67-9cf1-16ce77f3f644 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:16:41.073332 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-066faf2a-5299-4b67-9cf1-16ce77f3f644 service neutron] Checking segment: {'id': '8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8813927b-62f2-4590-b234-e55fd3a1abd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:16:41.073649 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-066faf2a-5299-4b67-9cf1-16ce77f3f644 service neutron] Bound using segment: {'id': '8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8813927b-62f2-4590-b234-e55fd3a1abd9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:16:41.074108 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-066faf2a-5299-4b67-9cf1-16ce77f3f644 service neutron] Bound port: 07aaa80c-0339-437c-8992-18ffe65cbf98, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8813927b-62f2-4590-b234-e55fd3a1abd9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:16:41.074468 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-066faf2a-5299-4b67-9cf1-16ce77f3f644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:41.159237 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-066faf2a-5299-4b67-9cf1-16ce77f3f644 service neutron] For port 07aaa80c-0339-437c-8992-18ffe65cbf98, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:16:41.168389 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-066faf2a-5299-4b67-9cf1-16ce77f3f644 service neutron] For port 07aaa80c-0339-437c-8992-18ffe65cbf98, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=07aaa80c-0339-437c-8992-18ffe65cbf98,segment=NetworkSegment(8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a),segment_id=8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:16:41.173373 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-066faf2a-5299-4b67-9cf1-16ce77f3f644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:41.236404 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-066faf2a-5299-4b67-9cf1-16ce77f3f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:41.237027 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-066faf2a-5299-4b67-9cf1-16ce77f3f644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:41.238482 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-066faf2a-5299-4b67-9cf1-16ce77f3f644 service neutron] 10.222.0.55 "PUT /v2.0/ports/07aaa80c-0339-437c-8992-18ffe65cbf98 HTTP/1.1" status: 200 len: 1092 time: 0.8117802 Nov 15 11:16:41.343359 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:41.373405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066faf2a-5299-4b67-9cf1-16ce77f3f644 service neutron] Pushing event updated for resources: {'Port': ['ID=07aaa80c-0339-437c-8992-18ffe65cbf98,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:41.462654 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-672f3f3e-ece2-4bc8-9b07-b49242d435ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:41.463214 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-672f3f3e-ece2-4bc8-9b07-b49242d435ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:41.463719 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-672f3f3e-ece2-4bc8-9b07-b49242d435ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:41.465741 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-672f3f3e-ece2-4bc8-9b07-b49242d435ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3978b0da4e2347329e56192570c0ed50&device_id=e6c732a3-bceb-4736-8ec8-51e9d78c45ba HTTP/1.1" status: 200 len: 2866 time: 0.1797850 Nov 15 11:16:41.493462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9849227-a6b8-4ff9-a7e8-14d6e19504fd req-65be17f1-76bc-4eaa-b513-65dc9ba4ddb0 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:41.494947 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f9849227-a6b8-4ff9-a7e8-14d6e19504fd req-65be17f1-76bc-4eaa-b513-65dc9ba4ddb0 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b06314c-ff13-43c0-82dc-0bcc9542bf4d HTTP/1.1" status: 200 len: 944 time: 0.1065514 Nov 15 11:16:41.576507 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-a00071f3-31ab-4579-8eb7-6e84f32c5d5b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.182&port_id=84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9 HTTP/1.1" status: 200 len: 217 time: 0.0985196 Nov 15 11:16:41.694240 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-60e0d68f-d439-4e9e-baee-54866529eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:41.696825 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-60e0d68f-d439-4e9e-baee-54866529eea4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8642cc6b-af85-4df7-8608-b81a89a2b329 HTTP/1.1" status: 200 len: 801 time: 0.0999207 Nov 15 11:16:41.729591 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0e00f-dc79-433d-b080-bf99c8fb02e4 req-fe06380d-435f-42f0-85bb-d8885509edac tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:41.735085 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-86d0e00f-dc79-433d-b080-bf99c8fb02e4 req-fe06380d-435f-42f0-85bb-d8885509edac tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 944 time: 0.1949015 Nov 15 11:16:41.927116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fddf8c94-4a77-4bed-9fa8-81e058989dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:41.928718 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-fddf8c94-4a77-4bed-9fa8-81e058989dbc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8813927b-62f2-4590-b234-e55fd3a1abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2225730 Nov 15 11:16:41.934074 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f9849227-a6b8-4ff9-a7e8-14d6e19504fd req-206d780b-526e-4c6d-81d8-ab1e69b2e84a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Deleting port b2e48f3c-6b32-4a32-aa09-c237c0965ea2 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:16:41.934401 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f9849227-a6b8-4ff9-a7e8-14d6e19504fd req-206d780b-526e-4c6d-81d8-ab1e69b2e84a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:42.067858 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-86d0e00f-dc79-433d-b080-bf99c8fb02e4 req-a6f09ee9-e373-4ccd-9b07-b6d649ff9a8e tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf8fb29b-db38-4220-b6cc-46d1e4c61de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777681 Nov 15 11:16:42.085266 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:42.146406 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-f9849227-a6b8-4ff9-a7e8-14d6e19504fd req-206d780b-526e-4c6d-81d8-ab1e69b2e84a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] For port b2e48f3c-6b32-4a32-aa09-c237c0965ea2, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=b2e48f3c-6b32-4a32-aa09-c237c0965ea2,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:42.146741 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f9849227-a6b8-4ff9-a7e8-14d6e19504fd req-206d780b-526e-4c6d-81d8-ab1e69b2e84a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:42.160672 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f9849227-a6b8-4ff9-a7e8-14d6e19504fd req-206d780b-526e-4c6d-81d8-ab1e69b2e84a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Calling delete_port for b2e48f3c-6b32-4a32-aa09-c237c0965ea2 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:16:42.362949 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-55f443d5-762f-489e-a431-e513c6338f44 service neutron] 10.222.0.55 "GET /v2.0/networks/8813927b-62f2-4590-b234-e55fd3a1abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811154 Nov 15 11:16:42.384080 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea11a3-d353-44a9-87e1-fd577a40d834 req-d19c17bd-6967-406f-96f3-c5b2965480b2 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:42.389937 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea11a3-d353-44a9-87e1-fd577a40d834 req-d19c17bd-6967-406f-96f3-c5b2965480b2 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:42.395982 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea11a3-d353-44a9-87e1-fd577a40d834 req-d19c17bd-6967-406f-96f3-c5b2965480b2 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:42.397700 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4fea11a3-d353-44a9-87e1-fd577a40d834 req-d19c17bd-6967-406f-96f3-c5b2965480b2 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6c732a3-bceb-4736-8ec8-51e9d78c45ba HTTP/1.1" status: 200 len: 2413 time: 0.1390960 Nov 15 11:16:42.452749 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f9849227-a6b8-4ff9-a7e8-14d6e19504fd req-206d780b-526e-4c6d-81d8-ab1e69b2e84a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:42.521619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d780b-526e-4c6d-81d8-ab1e69b2e84a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Pushing event deleted for resources: {'Port': ['ID=b2e48f3c-6b32-4a32-aa09-c237c0965ea2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:42.610520 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9849227-a6b8-4ff9-a7e8-14d6e19504fd req-206d780b-526e-4c6d-81d8-ab1e69b2e84a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] No DVR routers for this DVR port b2e48f3c-6b32-4a32-aa09-c237c0965ea2 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:16:42.619437 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f9849227-a6b8-4ff9-a7e8-14d6e19504fd req-206d780b-526e-4c6d-81d8-ab1e69b2e84a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:42.621907 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f9849227-a6b8-4ff9-a7e8-14d6e19504fd req-206d780b-526e-4c6d-81d8-ab1e69b2e84a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "DELETE /v2.0/ports/b2e48f3c-6b32-4a32-aa09-c237c0965ea2 HTTP/1.1" status: 204 len: 173 time: 1.0921187 Nov 15 11:16:42.660065 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4fea11a3-d353-44a9-87e1-fd577a40d834 req-8b02ca97-3358-4eac-9169-195c2eac7bbf tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361705 Nov 15 11:16:42.664947 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-c78822d7-d41c-4b3e-bf31-1cf97947e74f service neutron] 10.222.0.55 "GET /v2.0/networks/8813927b-62f2-4590-b234-e55fd3a1abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905827 Nov 15 11:16:42.770345 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5402d0-f8bd-45ee-93f2-98104a76698d x-openstack-request-id: req-7f5402d0-f8bd-45ee-93f2-98104a76698d {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:16:42.772038 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5838170-f3bb-4d40-bb61-5a271982a614", "name": "network-vif-deleted", "tag": "79ef40dd-5f63-4bda-83ab-72609a4816e6", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:16:42.772327 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f5402d0-f8bd-45ee-93f2-98104a76698d {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:16:42.772763 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5838170-f3bb-4d40-bb61-5a271982a614', 'name': 'network-vif-deleted', 'tag': '79ef40dd-5f63-4bda-83ab-72609a4816e6', 'status': 'completed', 'code': 200} Nov 15 11:16:42.781563 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-8457cbd8-d664-4c99-aee8-d05dc35f5db4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.200&port_id=9aeaf377-dc74-4867-8eda-7a8d46625d33 HTTP/1.1" status: 200 len: 217 time: 0.1085098 Nov 15 11:16:42.802022 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f785c94-1aaf-438f-8fe4-f407e2d8cb03 x-openstack-request-id: req-7f785c94-1aaf-438f-8fe4-f407e2d8cb03 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:16:42.802567 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb4d16b-af59-4e31-88db-42bd72f35f2e", "name": "network-vif-plugged", "status": "completed", "tag": "a6399bf4-0b47-4a4a-b359-d3d92dfad65b", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:16:42.804878 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f785c94-1aaf-438f-8fe4-f407e2d8cb03 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:16:42.805322 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb4d16b-af59-4e31-88db-42bd72f35f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6399bf4-0b47-4a4a-b359-d3d92dfad65b', 'code': 200} Nov 15 11:16:42.913358 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-a6ee4c91-71ac-4769-8f93-e5a4085c07c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:42.919958 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-a6ee4c91-71ac-4769-8f93-e5a4085c07c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b60831a-072e-4f0e-9c36-76e2640bab6a HTTP/1.1" status: 200 len: 801 time: 0.1303487 Nov 15 11:16:43.044535 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-c0cb3924-f3df-4fb0-9ad4-a1d3b9103fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:43.045568 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-c0cb3924-f3df-4fb0-9ad4-a1d3b9103fa1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fa6bbd1-2ebe-4f67-9488-14611771a2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1162512 Nov 15 11:16:43.256469 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-556760c0-6eb7-4dc8-9c4a-a5be7a09d7ef service neutron] 10.222.0.55 "GET /v2.0/networks/6fa6bbd1-2ebe-4f67-9488-14611771a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996303 Nov 15 11:16:43.477639 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-954a7dc7-a58c-465a-9e25-acd0ba0567b8 service neutron] 10.222.0.55 "GET /v2.0/networks/6fa6bbd1-2ebe-4f67-9488-14611771a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066934 Nov 15 11:16:43.543282 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-93ad86ae-3891-42aa-a852-8bab16acbc90 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.136&port_id=07aaa80c-0339-437c-8992-18ffe65cbf98 HTTP/1.1" status: 200 len: 217 time: 0.0578804 Nov 15 11:16:43.625963 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-e48dd372-bcf6-474f-b9cf-ade8b0a64e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:43.649443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-e48dd372-bcf6-474f-b9cf-ade8b0a64e96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8642cc6b-af85-4df7-8608-b81a89a2b329 HTTP/1.1" status: 200 len: 801 time: 0.0989523 Nov 15 11:16:43.772860 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-1dc376cc-fa30-48e1-9a5a-d01328db0cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:43.774390 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-1dc376cc-fa30-48e1-9a5a-d01328db0cac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8813927b-62f2-4590-b234-e55fd3a1abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1166255 Nov 15 11:16:43.966038 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-dd0f46a3-08f7-4dbd-94df-b2573e14fa29 service neutron] 10.222.0.55 "GET /v2.0/networks/8813927b-62f2-4590-b234-e55fd3a1abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800597 Nov 15 11:16:44.149645 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbd7fd25-33bb-4ec5-a4b7-26dce503bc36 req-9257e124-69d9-484f-ba4b-bc2d18b2a4a2 service neutron] 10.222.0.55 "GET /v2.0/networks/8813927b-62f2-4590-b234-e55fd3a1abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763527 Nov 15 11:16:44.291949 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da411da-8913-4199-9669-d0f5d4a1ceef req-a74be39d-97df-4dcf-a6bd-3776f047e7fc tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:44.291949 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3da411da-8913-4199-9669-d0f5d4a1ceef req-a74be39d-97df-4dcf-a6bd-3776f047e7fc tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 944 time: 0.1108878 Nov 15 11:16:44.360597 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3da411da-8913-4199-9669-d0f5d4a1ceef req-d7cacd10-e3f1-4332-ab83-fc266f6dcafa tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf8fb29b-db38-4220-b6cc-46d1e4c61de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615187 Nov 15 11:16:44.516881 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56532) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:44.697400 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-35458ac0-2e63-425b-be86-97f8c8f2e12a tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:44.723276 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-35458ac0-2e63-425b-be86-97f8c8f2e12a tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:44.777467 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'tag': '84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9'}, {'name': 'network-changed', 'server_uuid': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'tag': '9aeaf377-dc74-4867-8eda-7a8d46625d33'}, {'name': 'network-changed', 'server_uuid': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'tag': '07aaa80c-0339-437c-8992-18ffe65cbf98'}, {'server_uuid': '7b06314c-ff13-43c0-82dc-0bcc9542bf4d', 'name': 'network-vif-deleted', 'tag': 'b2e48f3c-6b32-4a32-aa09-c237c0965ea2'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:16:44.780305 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffaced43-33c4-4094-befe-111dd694113e" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c732a3-bceb-4736-8ec8-51e9d78c45ba", "tag": "84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9"}, {"name": "network-changed", "server_uuid": "e6c732a3-bceb-4736-8ec8-51e9d78c45ba", "tag": "9aeaf377-dc74-4867-8eda-7a8d46625d33"}, {"name": "network-changed", "server_uuid": "e6c732a3-bceb-4736-8ec8-51e9d78c45ba", "tag": "07aaa80c-0339-437c-8992-18ffe65cbf98"}, {"server_uuid": "7b06314c-ff13-43c0-82dc-0bcc9542bf4d", "name": "network-vif-deleted", "tag": "b2e48f3c-6b32-4a32-aa09-c237c0965ea2"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:16:44.797752 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-35458ac0-2e63-425b-be86-97f8c8f2e12a tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:44.800523 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-35458ac0-2e63-425b-be86-97f8c8f2e12a tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:44.801713 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-35458ac0-2e63-425b-be86-97f8c8f2e12a tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "DELETE /v2.0/security-groups/9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb HTTP/1.1" status: 204 len: 168 time: 0.2830846 Nov 15 11:16:44.805946 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56558) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:44.806540 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:16:44.809034 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4769332d-0c6e-4e64-9d92-beaf80d7fe24" -d '{"events": [{"server_uuid": "30de7634-c87b-4c96-9c10-b333195ebf2c", "name": "network-vif-plugged", "status": "completed", "tag": "e22b0fda-3892-42d7-aaac-98c83fd6cb92"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:16:44.824261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35458ac0-2e63-425b-be86-97f8c8f2e12a tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:44.885507 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e2748-eee9-4f04-a83a-2d0003728932 req-ea6c433f-94f0-49d3-9db2-1acec39e6a2f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:44.891614 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e2748-eee9-4f04-a83a-2d0003728932 req-ea6c433f-94f0-49d3-9db2-1acec39e6a2f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:44.897692 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e2748-eee9-4f04-a83a-2d0003728932 req-ea6c433f-94f0-49d3-9db2-1acec39e6a2f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:44.899637 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a25e2748-eee9-4f04-a83a-2d0003728932 req-ea6c433f-94f0-49d3-9db2-1acec39e6a2f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6c732a3-bceb-4736-8ec8-51e9d78c45ba HTTP/1.1" status: 200 len: 2413 time: 0.2670548 Nov 15 11:16:45.038547 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a25e2748-eee9-4f04-a83a-2d0003728932 req-92e82623-2a53-4298-a624-6a28b07b347b tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260159 Nov 15 11:16:45.102849 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33025fc6-786b-4b72-bf01-369727939788 req-c42c0f8a-89eb-4c1b-b217-987581fe0525 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:45.119764 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33025fc6-786b-4b72-bf01-369727939788 req-c42c0f8a-89eb-4c1b-b217-987581fe0525 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/networks?id=be01e75b-e554-4f10-bf07-0288c0981a73 HTTP/1.1" status: 200 len: 811 time: 0.3432317 Nov 15 11:16:45.148332 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33025fc6-786b-4b72-bf01-369727939788 req-4910bdf5-1d0b-493f-b605-fe52015f99e6 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/quotas/3d9c8d368bef4c74abee5cbe7283626d HTTP/1.1" status: 200 len: 375 time: 0.0190156 Nov 15 11:16:45.185109 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33025fc6-786b-4b72-bf01-369727939788 req-f4165e17-3013-4164-ac60-2d3586e2991b tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d9c8d368bef4c74abee5cbe7283626d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434260 Nov 15 11:16:45.304797 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33025fc6-786b-4b72-bf01-369727939788 req-9932a38a-e1c3-440b-8dec-a550c741b051 service neutron] 10.222.0.64 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186724 Nov 15 11:16:45.315184 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 681 Content-Type: application/json Date: Mon, 15 Nov 2021 11:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8b2e57-df9d-49de-9354-1e8ff8e3d1c1 x-openstack-request-id: req-2d8b2e57-df9d-49de-9354-1e8ff8e3d1c1 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:16:45.315683 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c732a3-bceb-4736-8ec8-51e9d78c45ba", "tag": "84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e6c732a3-bceb-4736-8ec8-51e9d78c45ba", "tag": "9aeaf377-dc74-4867-8eda-7a8d46625d33", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e6c732a3-bceb-4736-8ec8-51e9d78c45ba", "tag": "07aaa80c-0339-437c-8992-18ffe65cbf98", "status": "completed", "code": 200}, {"server_uuid": "7b06314c-ff13-43c0-82dc-0bcc9542bf4d", "name": "network-vif-deleted", "tag": "b2e48f3c-6b32-4a32-aa09-c237c0965ea2", "status": "failed", "code": 422}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:16:45.316229 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d8b2e57-df9d-49de-9354-1e8ff8e3d1c1 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:16:45.316781 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'tag': '84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9', 'status': 'completed', 'code': 200} Nov 15 11:16:45.317251 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'tag': '9aeaf377-dc74-4867-8eda-7a8d46625d33', 'status': 'completed', 'code': 200} Nov 15 11:16:45.320148 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'tag': '07aaa80c-0339-437c-8992-18ffe65cbf98', 'status': 'completed', 'code': 200} Nov 15 11:16:45.320646 n-d-729945-9 neutron-server[102678]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7b06314c-ff13-43c0-82dc-0bcc9542bf4d', 'name': 'network-vif-deleted', 'tag': 'b2e48f3c-6b32-4a32-aa09-c237c0965ea2', 'status': 'failed', 'code': 422} returned with failed status Nov 15 11:16:45.398780 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687bc9ea-1d79-45e3-bc28-be116519cc13 x-openstack-request-id: req-687bc9ea-1d79-45e3-bc28-be116519cc13 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:16:45.401733 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30de7634-c87b-4c96-9c10-b333195ebf2c", "name": "network-vif-plugged", "status": "completed", "tag": "e22b0fda-3892-42d7-aaac-98c83fd6cb92", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:16:45.402735 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-687bc9ea-1d79-45e3-bc28-be116519cc13 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:16:45.403246 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92', 'code': 200} Nov 15 11:16:45.448195 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-77ac5f94-fff1-4c93-8ceb-3c40f7829391 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] show failed (client error): The resource could not be found. Nov 15 11:16:45.452968 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-77ac5f94-fff1-4c93-8ceb-3c40f7829391 tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "GET /v2.0/security-groups/9c9e77f8-de69-4f8c-92f2-cb47ecc4dcbb HTTP/1.1" status: 404 len: 347 time: 0.6411877 Nov 15 11:16:45.453259 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56578) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:45.701995 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ce6067dd-a8e2-41cb-932c-d5864798dbfe tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Deleting port 7792f2ec-eff3-4220-ad9e-cbdecbc0ea77 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:16:45.703010 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce6067dd-a8e2-41cb-932c-d5864798dbfe tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:45.815088 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device ce138c17-b8f2-4936-9dc7-38325ea03bb5 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:16:45.848288 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce6067dd-a8e2-41cb-932c-d5864798dbfe tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:45.850425 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce6067dd-a8e2-41cb-932c-d5864798dbfe tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:45.889967 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ce6067dd-a8e2-41cb-932c-d5864798dbfe tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Calling delete_port for 7792f2ec-eff3-4220-ad9e-cbdecbc0ea77 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:16:46.038015 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port ce138c17-b8f2-4936-9dc7-38325ea03bb5, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ce138c17-b8f2-4936-9dc7-38325ea03bb5,segment=NetworkSegment(b91fd0bb-fadf-4d4a-9b17-8b8843409bc7),segment_id=b91fd0bb-fadf-4d4a-9b17-8b8843409bc7)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:46.067641 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'ce138c17-b8f2-4936-9dc7-38325ea03bb5', 'network_id': 'd6a63121-62fb-4c7c-a038-a4f03c707615', 'port_id': 'ce138c17-b8f2-4936-9dc7-38325ea03bb5', 'mac_address': 'fa:16:3e:32:7e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66407e1f-d3fe-4f60-aec7-3d09c8d0529a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:16:46.129450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaced43-33c4-4094-befe-111dd694113e req-c8d22932-3b03-44b9-9fa2-5423d7cce4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:46.130335 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaced43-33c4-4094-befe-111dd694113e req-c8d22932-3b03-44b9-9fa2-5423d7cce4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:46.130612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaced43-33c4-4094-befe-111dd694113e req-c8d22932-3b03-44b9-9fa2-5423d7cce4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:46.132449 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffaced43-33c4-4094-befe-111dd694113e req-c8d22932-3b03-44b9-9fa2-5423d7cce4d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3978b0da4e2347329e56192570c0ed50&device_id=e6c732a3-bceb-4736-8ec8-51e9d78c45ba HTTP/1.1" status: 200 len: 2866 time: 0.7911949 Nov 15 11:16:46.145763 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:46.162591 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce138c17-b8f2-4936-9dc7-38325ea03bb5 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:16:46.167887 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8278af-e57c-4708-a484-6b699a6b7ef3 req-de2b450e-e1a1-41c0-8091-ba92af0e9995 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:46.177638 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e8278af-e57c-4708-a484-6b699a6b7ef3 req-de2b450e-e1a1-41c0-8091-ba92af0e9995 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb4d16b-af59-4e31-88db-42bd72f35f2e HTTP/1.1" status: 200 len: 950 time: 0.1684589 Nov 15 11:16:46.200641 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce6067dd-a8e2-41cb-932c-d5864798dbfe tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:46.205747 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port ce138c17-b8f2-4936-9dc7-38325ea03bb5, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ce138c17-b8f2-4936-9dc7-38325ea03bb5,segment=NetworkSegment(b91fd0bb-fadf-4d4a-9b17-8b8843409bc7),segment_id=b91fd0bb-fadf-4d4a-9b17-8b8843409bc7)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:46.205997 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33025fc6-786b-4b72-bf01-369727939788 req-54476fbe-4db7-4b50-a090-00a84eb98453 service neutron] 10.222.0.64 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8979843 Nov 15 11:16:46.216054 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:46.279332 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6067dd-a8e2-41cb-932c-d5864798dbfe tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Pushing event deleted for resources: {'Port': ['ID=7792f2ec-eff3-4220-ad9e-cbdecbc0ea77,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:46.318066 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:16:46.397264 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce6067dd-a8e2-41cb-932c-d5864798dbfe tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:46.401019 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce6067dd-a8e2-41cb-932c-d5864798dbfe tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:46.405566 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ce6067dd-a8e2-41cb-932c-d5864798dbfe tempest-ServersWithSpecificFlavorTestJSON-242113605 tempest-ServersWithSpecificFlavorTestJSON-242113605-project] 10.222.0.64 "DELETE /v2.0/floatingips/e42e7136-5ea2-47e5-8f07-0a19cc55c6cd HTTP/1.1" status: 204 len: 168 time: 0.9512906 Nov 15 11:16:46.502904 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=ce138c17-b8f2-4936-9dc7-38325ea03bb5,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:46.524411 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:46.525082 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:46.525729 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:46.526764 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:46.527160 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:46.527548 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:46.527958 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:46.528342 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:46.528722 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:46.530722 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:46.530722 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:46.530722 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:16:46.559581 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e8278af-e57c-4708-a484-6b699a6b7ef3 req-c83ce219-24bf-44ef-9672-071987c944ef tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/security-groups?id=860239d2-d536-43fa-b011-a561d115bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809063 Nov 15 11:16:46.591419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaced43-33c4-4094-befe-111dd694113e req-2ce231e1-ba10-4e1a-bb25-7323fbd7163e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:46.593047 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffaced43-33c4-4094-befe-111dd694113e req-2ce231e1-ba10-4e1a-bb25-7323fbd7163e service neutron] 10.222.0.55 "GET /v2.0/networks?id=8813927b-62f2-4590-b234-e55fd3a1abd9 HTTP/1.1" status: 200 len: 903 time: 0.4512026 Nov 15 11:16:46.622443 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['ce138c17-b8f2-4936-9dc7-38325ea03bb5'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:16:46.653903 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffaced43-33c4-4094-befe-111dd694113e req-13be10f5-7d68-4820-bb64-ca381aed8542 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.182&port_id=84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9 HTTP/1.1" status: 200 len: 217 time: 0.0517449 Nov 15 11:16:46.768518 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaced43-33c4-4094-befe-111dd694113e req-f1c0729b-d6ca-4cd7-b65d-182db87e5ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:46.770179 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffaced43-33c4-4094-befe-111dd694113e req-f1c0729b-d6ca-4cd7-b65d-182db87e5ca3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8642cc6b-af85-4df7-8608-b81a89a2b329 HTTP/1.1" status: 200 len: 801 time: 0.0830379 Nov 15 11:16:46.780838 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9,segment=NetworkSegment(8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a),segment_id=8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:46.784637 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f48c4-88ec-4487-b55a-e7bd8dc242dc req-9d5e1fff-210c-4fe2-82a4-d615cf2fa595 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:46.786179 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0a0f48c4-88ec-4487-b55a-e7bd8dc242dc req-9d5e1fff-210c-4fe2-82a4-d615cf2fa595 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 945 time: 0.1312153 Nov 15 11:16:46.820291 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9', 'network_id': '8813927b-62f2-4590-b234-e55fd3a1abd9', 'port_id': '84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9', 'mac_address': 'fa:16:3e:fc:78:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8642cc6b-af85-4df7-8608-b81a89a2b329', 'ip_address': '19.80.0.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:16:46.888748 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaced43-33c4-4094-befe-111dd694113e req-616389b0-cbc3-441a-95b3-ad12c3b7a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:46.891047 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffaced43-33c4-4094-befe-111dd694113e req-616389b0-cbc3-441a-95b3-ad12c3b7a436 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8813927b-62f2-4590-b234-e55fd3a1abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0893757 Nov 15 11:16:46.904543 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:46.950188 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:16:46.992355 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0a0f48c4-88ec-4487-b55a-e7bd8dc242dc req-1246b6a1-0efb-4773-a2cb-2424209f736d tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf8fb29b-db38-4220-b6cc-46d1e4c61de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525457 Nov 15 11:16:47.004128 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84d7b3-9ecb-418f-987e-29ba975888d1 req-7bcb8516-00fd-4a6f-9b06-68b7ac632286 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:47.007197 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9,segment=NetworkSegment(8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a),segment_id=8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:47.010683 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84d7b3-9ecb-418f-987e-29ba975888d1 req-7bcb8516-00fd-4a6f-9b06-68b7ac632286 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:47.016433 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:47.017282 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 9aeaf377-dc74-4867-8eda-7a8d46625d33 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:16:47.017996 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84d7b3-9ecb-418f-987e-29ba975888d1 req-7bcb8516-00fd-4a6f-9b06-68b7ac632286 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:47.019670 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8f84d7b3-9ecb-418f-987e-29ba975888d1 req-7bcb8516-00fd-4a6f-9b06-68b7ac632286 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6c732a3-bceb-4736-8ec8-51e9d78c45ba HTTP/1.1" status: 200 len: 2413 time: 0.2652876 Nov 15 11:16:47.120773 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8f84d7b3-9ecb-418f-987e-29ba975888d1 req-49b2ea8d-63a2-45af-868c-9b2d82aa111c tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770471 Nov 15 11:16:47.150293 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffaced43-33c4-4094-befe-111dd694113e req-ac43b074-668c-4d44-a61b-431d7d173fc6 service neutron] 10.222.0.55 "GET /v2.0/networks/8813927b-62f2-4590-b234-e55fd3a1abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150714 Nov 15 11:16:47.278296 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.resource_extend [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 11:16:47.359011 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aff0d889-e3ae-4f9d-941e-d5825d346d75 req-2184ea25-984f-4c75-98af-ff4e3aea781c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 210 time: 0.0551882 Nov 15 11:16:47.378394 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:47.454576 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffaced43-33c4-4094-befe-111dd694113e req-02634a6d-79af-4cf1-989a-1d4cdd6d0a31 service neutron] 10.222.0.55 "GET /v2.0/networks/8813927b-62f2-4590-b234-e55fd3a1abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077288 Nov 15 11:16:47.471844 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 9aeaf377-dc74-4867-8eda-7a8d46625d33, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=9aeaf377-dc74-4867-8eda-7a8d46625d33,segment=NetworkSegment(5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e),segment_id=5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:47.488234 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '9aeaf377-dc74-4867-8eda-7a8d46625d33', 'network_id': '6fa6bbd1-2ebe-4f67-9488-14611771a2c2', 'port_id': '9aeaf377-dc74-4867-8eda-7a8d46625d33', 'mac_address': 'fa:16:3e:15:8c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b60831a-072e-4f0e-9c36-76e2640bab6a', 'ip_address': '19.86.0.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:16:47.572835 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:47.599616 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaced43-33c4-4094-befe-111dd694113e req-84054f49-43cd-41dd-9a0e-1c62da958e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:47.600112 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaced43-33c4-4094-befe-111dd694113e req-84054f49-43cd-41dd-9a0e-1c62da958e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:47.600577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaced43-33c4-4094-befe-111dd694113e req-84054f49-43cd-41dd-9a0e-1c62da958e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:47.602250 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffaced43-33c4-4094-befe-111dd694113e req-84054f49-43cd-41dd-9a0e-1c62da958e7f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3978b0da4e2347329e56192570c0ed50&device_id=e6c732a3-bceb-4736-8ec8-51e9d78c45ba HTTP/1.1" status: 200 len: 2867 time: 0.0836570 Nov 15 11:16:47.604695 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aeaf377-dc74-4867-8eda-7a8d46625d33 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:16:47.658623 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 9aeaf377-dc74-4867-8eda-7a8d46625d33, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=9aeaf377-dc74-4867-8eda-7a8d46625d33,segment=NetworkSegment(5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e),segment_id=5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:47.670201 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:47.802549 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=9aeaf377-dc74-4867-8eda-7a8d46625d33,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:47.865864 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaced43-33c4-4094-befe-111dd694113e req-b031362a-f614-4c05-a9ff-82a5b478cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:47.874406 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffaced43-33c4-4094-befe-111dd694113e req-b031362a-f614-4c05-a9ff-82a5b478cfc5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6fa6bbd1-2ebe-4f67-9488-14611771a2c2 HTTP/1.1" status: 200 len: 902 time: 0.2618294 Nov 15 11:16:47.910439 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:16:47.989868 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffaced43-33c4-4094-befe-111dd694113e req-f6687b41-ed18-47b0-a0a8-9d76c5486eef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.200&port_id=9aeaf377-dc74-4867-8eda-7a8d46625d33 HTTP/1.1" status: 200 len: 217 time: 0.1078541 Nov 15 11:16:48.077769 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaced43-33c4-4094-befe-111dd694113e req-fe1b9f58-272d-4842-8c88-3e91b6af340e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:48.081407 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffaced43-33c4-4094-befe-111dd694113e req-fe1b9f58-272d-4842-8c88-3e91b6af340e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b60831a-072e-4f0e-9c36-76e2640bab6a HTTP/1.1" status: 200 len: 801 time: 0.0827134 Nov 15 11:16:48.212632 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaced43-33c4-4094-befe-111dd694113e req-5b1f54e7-3f1e-482a-94a3-617ff1051041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:48.216894 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffaced43-33c4-4094-befe-111dd694113e req-5b1f54e7-3f1e-482a-94a3-617ff1051041 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fa6bbd1-2ebe-4f67-9488-14611771a2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1242909 Nov 15 11:16:48.275140 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 07aaa80c-0339-437c-8992-18ffe65cbf98 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:16:48.277348 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device a6399bf4-0b47-4a4a-b359-d3d92dfad65b no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:16:48.463780 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:48.534749 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb4d16b-af59-4e31-88db-42bd72f35f2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6399bf4-0b47-4a4a-b359-d3d92dfad65b'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:16:48.570489 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476b6fbf-eee3-4508-a253-63b3822b7f81" -d '{"events": [{"server_uuid": "0bb4d16b-af59-4e31-88db-42bd72f35f2e", "name": "network-vif-unplugged", "status": "completed", "tag": "a6399bf4-0b47-4a4a-b359-d3d92dfad65b"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:16:48.570489 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port a6399bf4-0b47-4a4a-b359-d3d92dfad65b, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=a6399bf4-0b47-4a4a-b359-d3d92dfad65b,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:48.570489 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 07aaa80c-0339-437c-8992-18ffe65cbf98, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=07aaa80c-0339-437c-8992-18ffe65cbf98,segment=NetworkSegment(8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a),segment_id=8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:48.580235 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '07aaa80c-0339-437c-8992-18ffe65cbf98', 'network_id': '8813927b-62f2-4590-b234-e55fd3a1abd9', 'port_id': '07aaa80c-0339-437c-8992-18ffe65cbf98', 'mac_address': 'fa:16:3e:71:8d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8642cc6b-af85-4df7-8608-b81a89a2b329', 'ip_address': '19.80.0.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:16:48.631005 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:48.641189 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fda982-9914-4c10-8967-1213ce9f37b9 req-2061372e-8fd3-4f45-a2d9-0001f4cacf24 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:48.653700 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32fda982-9914-4c10-8967-1213ce9f37b9 req-2061372e-8fd3-4f45-a2d9-0001f4cacf24 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 945 time: 0.2955015 Nov 15 11:16:48.676968 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:48.696497 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffaced43-33c4-4094-befe-111dd694113e req-5aae1a59-8a7e-4fdf-8ffe-b5d90209bb06 service neutron] 10.222.0.55 "GET /v2.0/networks/6fa6bbd1-2ebe-4f67-9488-14611771a2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696193 Nov 15 11:16:48.698177 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07aaa80c-0339-437c-8992-18ffe65cbf98 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:16:48.709248 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33025fc6-786b-4b72-bf01-369727939788 req-7b69f28c-3a3d-40d5-b966-d550d0fa0dc3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:48.711443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33025fc6-786b-4b72-bf01-369727939788 req-7b69f28c-3a3d-40d5-b966-d550d0fa0dc3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.55 "GET /v2.0/networks?id=be01e75b-e554-4f10-bf07-0288c0981a73 HTTP/1.1" status: 200 len: 811 time: 0.3647261 Nov 15 11:16:48.741452 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-33025fc6-786b-4b72-bf01-369727939788 req-ed638686-11b0-455f-aacb-6cdd48856d92 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Request body: {'port': {'device_id': 'cf2070cd-b297-4298-b49a-3dde0d77a5ea', 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73', 'admin_state_up': True, 'tenant_id': '3d9c8d368bef4c74abee5cbe7283626d'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:48.757136 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=a6399bf4-0b47-4a4a-b359-d3d92dfad65b,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:48.774940 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 07aaa80c-0339-437c-8992-18ffe65cbf98, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=07aaa80c-0339-437c-8992-18ffe65cbf98,segment=NetworkSegment(8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a),segment_id=8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:48.784848 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:48.872640 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=07aaa80c-0339-437c-8992-18ffe65cbf98,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:48.885027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da8d29-dbac-487d-b613-a6b9d7391157 req-a0acf0e8-56a1-43cd-b356-a680fdaea936 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:48.891640 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da8d29-dbac-487d-b613-a6b9d7391157 req-a0acf0e8-56a1-43cd-b356-a680fdaea936 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:48.897977 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da8d29-dbac-487d-b613-a6b9d7391157 req-a0acf0e8-56a1-43cd-b356-a680fdaea936 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:48.899692 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72da8d29-dbac-487d-b613-a6b9d7391157 req-a0acf0e8-56a1-43cd-b356-a680fdaea936 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6c732a3-bceb-4736-8ec8-51e9d78c45ba HTTP/1.1" status: 200 len: 2415 time: 0.3310695 Nov 15 11:16:48.941221 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32fda982-9914-4c10-8967-1213ce9f37b9 req-fd60fc86-3b07-40c5-88d1-2153b32895ff tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf8fb29b-db38-4220-b6cc-46d1e4c61de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828884 Nov 15 11:16:48.984333 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['9aeaf377-dc74-4867-8eda-7a8d46625d33'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:16:49.057730 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['07aaa80c-0339-437c-8992-18ffe65cbf98'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:16:49.160695 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffaced43-33c4-4094-befe-111dd694113e req-330f365c-da70-4711-99c4-10114ea1ef9b service neutron] 10.222.0.55 "GET /v2.0/networks/6fa6bbd1-2ebe-4f67-9488-14611771a2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476354 Nov 15 11:16:49.164318 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33025fc6-786b-4b72-bf01-369727939788 req-ed638686-11b0-455f-aacb-6cdd48856d92 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Made reservation on behalf of 3d9c8d368bef4c74abee5cbe7283626d for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:16:49.186748 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33025fc6-786b-4b72-bf01-369727939788 req-ed638686-11b0-455f-aacb-6cdd48856d92 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:49.305892 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72da8d29-dbac-487d-b613-a6b9d7391157 req-3b1b7ce7-05a4-45dc-b22e-365bd05acf6a tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922479 Nov 15 11:16:49.321377 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c808b5ae-b353-4490-95c2-5083b30caa52 req-ce67d41a-76d1-4fbc-ad9e-6288909c9da3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 210 time: 0.0950520 Nov 15 11:16:49.426719 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d5d80c-4677-44e4-bcca-65b94333e15c x-openstack-request-id: req-f4d5d80c-4677-44e4-bcca-65b94333e15c {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:16:49.427009 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb4d16b-af59-4e31-88db-42bd72f35f2e", "name": "network-vif-unplugged", "status": "completed", "tag": "a6399bf4-0b47-4a4a-b359-d3d92dfad65b", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:16:49.427259 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f4d5d80c-4677-44e4-bcca-65b94333e15c {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:16:49.427655 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb4d16b-af59-4e31-88db-42bd72f35f2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6399bf4-0b47-4a4a-b359-d3d92dfad65b', 'code': 200} Nov 15 11:16:49.447680 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaced43-33c4-4094-befe-111dd694113e req-ac1e3ba3-1873-49c0-a587-9ec09979772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:49.449142 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaced43-33c4-4094-befe-111dd694113e req-ac1e3ba3-1873-49c0-a587-9ec09979772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:49.449782 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaced43-33c4-4094-befe-111dd694113e req-ac1e3ba3-1873-49c0-a587-9ec09979772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:49.451927 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffaced43-33c4-4094-befe-111dd694113e req-ac1e3ba3-1873-49c0-a587-9ec09979772f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3978b0da4e2347329e56192570c0ed50&device_id=e6c732a3-bceb-4736-8ec8-51e9d78c45ba HTTP/1.1" status: 200 len: 2869 time: 0.2241938 Nov 15 11:16:49.722408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-33025fc6-786b-4b72-bf01-369727939788 req-ed638686-11b0-455f-aacb-6cdd48856d92 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Allocated IP 172.20.0.13 (be01e75b-e554-4f10-bf07-0288c0981a73/fe02edeb-e83c-4883-9de3-f499a3c56d94/4544083f-68af-46ea-933b-8effffecf8b1) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:16:49.761785 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaced43-33c4-4094-befe-111dd694113e req-e0cbd7cd-1d88-4f7a-b519-9589115ed4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:49.763559 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffaced43-33c4-4094-befe-111dd694113e req-e0cbd7cd-1d88-4f7a-b519-9589115ed4d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8813927b-62f2-4590-b234-e55fd3a1abd9 HTTP/1.1" status: 200 len: 903 time: 0.2865472 Nov 15 11:16:49.785146 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56682) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:49.849441 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device ce138c17-b8f2-4936-9dc7-38325ea03bb5 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:16:49.887797 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffaced43-33c4-4094-befe-111dd694113e req-c0e84868-4eda-4d28-a438-eb653bf45863 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.136&port_id=07aaa80c-0339-437c-8992-18ffe65cbf98 HTTP/1.1" status: 200 len: 217 time: 0.1143079 Nov 15 11:16:49.998557 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port ce138c17-b8f2-4936-9dc7-38325ea03bb5 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:16:50.003841 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port ce138c17-b8f2-4936-9dc7-38325ea03bb5 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:50.004284 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:50.029952 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaced43-33c4-4094-befe-111dd694113e req-cc735b0a-1f84-40eb-9dc3-1ef7e9d0877d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:50.031991 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffaced43-33c4-4094-befe-111dd694113e req-cc735b0a-1f84-40eb-9dc3-1ef7e9d0877d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8642cc6b-af85-4df7-8608-b81a89a2b329 HTTP/1.1" status: 200 len: 801 time: 0.1330328 Nov 15 11:16:50.128501 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56702) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:50.209986 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:50.246373 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaced43-33c4-4094-befe-111dd694113e req-c766b21f-be9d-41fe-807d-9863d5ef746f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:50.253597 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffaced43-33c4-4094-befe-111dd694113e req-c766b21f-be9d-41fe-807d-9863d5ef746f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8813927b-62f2-4590-b234-e55fd3a1abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2138677 Nov 15 11:16:50.255194 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port ce138c17-b8f2-4936-9dc7-38325ea03bb5, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ce138c17-b8f2-4936-9dc7-38325ea03bb5,segment=NetworkSegment(b91fd0bb-fadf-4d4a-9b17-8b8843409bc7),segment_id=b91fd0bb-fadf-4d4a-9b17-8b8843409bc7)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:50.260924 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33025fc6-786b-4b72-bf01-369727939788 req-ed638686-11b0-455f-aacb-6cdd48856d92 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:50.270020 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:50.282059 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:16:50.387596 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=ce138c17-b8f2-4936-9dc7-38325ea03bb5,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:50.388825 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f09e42-2940-4173-8ba6-577e91258c25 req-c18a44b9-cce5-4046-b9cd-a81a034fa6d0 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:50.408080 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-44f09e42-2940-4173-8ba6-577e91258c25 req-c18a44b9-cce5-4046-b9cd-a81a034fa6d0 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 945 time: 0.2628934 Nov 15 11:16:50.419651 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:16:50.424116 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:50.424480 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:50.470039 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd42c7f9-e7c2-4c1f-a649-c0a981ec57d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:50.519478 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33025fc6-786b-4b72-bf01-369727939788 req-ed638686-11b0-455f-aacb-6cdd48856d92 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:50.626610 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33025fc6-786b-4b72-bf01-369727939788 req-ed638686-11b0-455f-aacb-6cdd48856d92 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Network be01e75b-e554-4f10-bf07-0288c0981a73 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:16:50.635139 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:50.638953 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-33025fc6-786b-4b72-bf01-369727939788 req-ed638686-11b0-455f-aacb-6cdd48856d92 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:16:50.650555 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-33025fc6-786b-4b72-bf01-369727939788 req-ed638686-11b0-455f-aacb-6cdd48856d92 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:16:50.689986 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffaced43-33c4-4094-befe-111dd694113e req-7afc8416-e7bb-4793-b9a2-97bc9db78470 service neutron] 10.222.0.55 "GET /v2.0/networks/8813927b-62f2-4590-b234-e55fd3a1abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232602 Nov 15 11:16:50.690869 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed638686-11b0-455f-aacb-6cdd48856d92 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Pushing event updated for resources: {'Port': ['ID=4544083f-68af-46ea-933b-8effffecf8b1,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:50.718501 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-44f09e42-2940-4173-8ba6-577e91258c25 req-cf382aba-2ee9-4ee9-a05b-ab3377c4e060 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf8fb29b-db38-4220-b6cc-46d1e4c61de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094628 Nov 15 11:16:50.879318 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd42c7f9-e7c2-4c1f-a649-c0a981ec57d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:50.915535 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d14c70-0f5f-42ba-992f-5e24e6a826cf req-72f614bc-6165-40b1-8826-ff3cd0caeec0 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:50.921504 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d14c70-0f5f-42ba-992f-5e24e6a826cf req-72f614bc-6165-40b1-8826-ff3cd0caeec0 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:50.924501 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd42c7f9-e7c2-4c1f-a649-c0a981ec57d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:50.927424 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d14c70-0f5f-42ba-992f-5e24e6a826cf req-72f614bc-6165-40b1-8826-ff3cd0caeec0 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:50.935260 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96d14c70-0f5f-42ba-992f-5e24e6a826cf req-72f614bc-6165-40b1-8826-ff3cd0caeec0 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6c732a3-bceb-4736-8ec8-51e9d78c45ba HTTP/1.1" status: 200 len: 2416 time: 0.4203186 Nov 15 11:16:50.942707 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33025fc6-786b-4b72-bf01-369727939788 req-ed638686-11b0-455f-aacb-6cdd48856d92 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:50.943362 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33025fc6-786b-4b72-bf01-369727939788 req-ed638686-11b0-455f-aacb-6cdd48856d92 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:50.974967 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffaced43-33c4-4094-befe-111dd694113e req-3b956fa4-170d-4b82-b7bd-277807a5717d service neutron] 10.222.0.55 "GET /v2.0/networks/8813927b-62f2-4590-b234-e55fd3a1abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712896 Nov 15 11:16:50.978160 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33025fc6-786b-4b72-bf01-369727939788 req-ed638686-11b0-455f-aacb-6cdd48856d92 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2475204 Nov 15 11:16:51.006294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-33025fc6-786b-4b72-bf01-369727939788 req-34846b4d-d2fe-4b70-b71c-0001d13f3aa1 service neutron] Request body: {'port': {'device_id': 'cf2070cd-b297-4298-b49a-3dde0d77a5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:51.073956 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cd42c7f9-e7c2-4c1f-a649-c0a981ec57d5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=59f336dc3ba24de9a6645923fdc75086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9440846 Nov 15 11:16:51.078279 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56718) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:51.081090 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96d14c70-0f5f-42ba-992f-5e24e6a826cf req-c662f535-edf7-470d-880a-8346b57358ca tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407552 Nov 15 11:16:51.098156 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42c7f9-e7c2-4c1f-a649-c0a981ec57d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf66930e-820a-4a9b-9fdd-81c8dec3c1ba,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:51.118376 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9,segment=NetworkSegment(8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a),segment_id=8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:51.125014 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:51.125831 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 07aaa80c-0339-437c-8992-18ffe65cbf98 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:16:51.145997 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33025fc6-786b-4b72-bf01-369727939788 req-34846b4d-d2fe-4b70-b71c-0001d13f3aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:51.168501 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acaf0c-fb7e-4e88-896a-8e69e251f4ee req-736aa2b1-bed6-4092-882f-0640d08cf181 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:51.170608 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b510f73-8554-4814-94bb-c809b304beee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:51.171039 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-92acaf0c-fb7e-4e88-896a-8e69e251f4ee req-736aa2b1-bed6-4092-882f-0640d08cf181 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 932 time: 0.2647030 Nov 15 11:16:51.220989 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:51.232872 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 07aaa80c-0339-437c-8992-18ffe65cbf98 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:16:51.246583 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 07aaa80c-0339-437c-8992-18ffe65cbf98 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:51.246983 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:51.297951 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-92acaf0c-fb7e-4e88-896a-8e69e251f4ee req-09ed9de2-89c0-4d09-9257-6268d3288983 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209824 Nov 15 11:16:51.326383 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0ea0ba3-9f04-4e44-a3b8-ac4ce530193b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:51.388344 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0ea0ba3-9f04-4e44-a3b8-ac4ce530193b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:51.435049 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a130041-5076-49d5-b477-d406514149a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce138c17-b8f2-4936-9dc7-38325ea03bb5'}, {'server_uuid': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:16:51.437613 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b9a382-cbaf-4d9e-954d-ed6f32b7b411" -d '{"events": [{"server_uuid": "7a130041-5076-49d5-b477-d406514149a0", "name": "network-vif-plugged", "status": "completed", "tag": "ce138c17-b8f2-4936-9dc7-38325ea03bb5"}, {"server_uuid": "e6c732a3-bceb-4736-8ec8-51e9d78c45ba", "name": "network-vif-plugged", "status": "completed", "tag": "84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:16:51.485217 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:51.583186 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 11:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24db2121-bccd-4123-a703-5f5307ae61b2 x-openstack-request-id: req-24db2121-bccd-4123-a703-5f5307ae61b2 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:16:51.583605 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a130041-5076-49d5-b477-d406514149a0", "name": "network-vif-plugged", "status": "completed", "tag": "ce138c17-b8f2-4936-9dc7-38325ea03bb5", "code": 200}, {"server_uuid": "e6c732a3-bceb-4736-8ec8-51e9d78c45ba", "name": "network-vif-plugged", "status": "completed", "tag": "84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:16:51.584446 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24db2121-bccd-4123-a703-5f5307ae61b2 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:16:51.585904 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a130041-5076-49d5-b477-d406514149a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce138c17-b8f2-4936-9dc7-38325ea03bb5', 'code': 200} Nov 15 11:16:51.586731 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9', 'code': 200} Nov 15 11:16:51.602380 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0ea0ba3-9f04-4e44-a3b8-ac4ce530193b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:51.611767 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0ea0ba3-9f04-4e44-a3b8-ac4ce530193b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:51.613036 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b0ea0ba3-9f04-4e44-a3b8-ac4ce530193b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf66930e-820a-4a9b-9fdd-81c8dec3c1ba HTTP/1.1" status: 204 len: 168 time: 0.5330844 Nov 15 11:16:51.631418 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea0ba3-9f04-4e44-a3b8-ac4ce530193b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf66930e-820a-4a9b-9fdd-81c8dec3c1ba,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:51.654884 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 07aaa80c-0339-437c-8992-18ffe65cbf98, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=07aaa80c-0339-437c-8992-18ffe65cbf98,segment=NetworkSegment(8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a),segment_id=8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:51.679969 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:51.686432 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 9aeaf377-dc74-4867-8eda-7a8d46625d33 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:16:51.769570 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8b510f73-8554-4814-94bb-c809b304beee admin admin] Deleting port 467e6840-be56-4173-9a14-fb8a69bb4603 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:16:51.770032 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b510f73-8554-4814-94bb-c809b304beee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:51.910960 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=07aaa80c-0339-437c-8992-18ffe65cbf98,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:51.951627 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 9aeaf377-dc74-4867-8eda-7a8d46625d33 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:16:51.953520 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8b510f73-8554-4814-94bb-c809b304beee admin admin] For port 467e6840-be56-4173-9a14-fb8a69bb4603, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=467e6840-be56-4173-9a14-fb8a69bb4603,segment=NetworkSegment(c083b43b-0a4f-446c-82a8-603d7f4a28ac),segment_id=c083b43b-0a4f-446c-82a8-603d7f4a28ac)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:51.954466 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b510f73-8554-4814-94bb-c809b304beee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:51.962613 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 9aeaf377-dc74-4867-8eda-7a8d46625d33 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:51.963011 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:51.975883 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8b510f73-8554-4814-94bb-c809b304beee admin admin] Calling delete_port for 467e6840-be56-4173-9a14-fb8a69bb4603 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:16:52.078653 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-33025fc6-786b-4b72-bf01-369727939788 req-34846b4d-d2fe-4b70-b71c-0001d13f3aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4544083f-68af-46ea-933b-8effffecf8b1 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:16:52.091227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6153b-b3d1-49d1-8c4e-607e77a20996 req-f1ac0c23-e5da-41e0-aeb1-3a8817e7eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:52.093175 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1df6153b-b3d1-49d1-8c4e-607e77a20996 req-f1ac0c23-e5da-41e0-aeb1-3a8817e7eb60 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 1097 time: 0.3121753 Nov 15 11:16:52.099539 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33025fc6-786b-4b72-bf01-369727939788 req-34846b4d-d2fe-4b70-b71c-0001d13f3aa1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:52.149426 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13acbf-06b5-429c-83ee-8291ba59c731 req-a8698361-839f-40be-98f8-da751d2379c7 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:52.151218 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe13acbf-06b5-429c-83ee-8291ba59c731 req-a8698361-839f-40be-98f8-da751d2379c7 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 946 time: 0.3008170 Nov 15 11:16:52.178052 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:52.195636 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-33025fc6-786b-4b72-bf01-369727939788 req-34846b4d-d2fe-4b70-b71c-0001d13f3aa1 service neutron] Transition to ACTIVE for port object 4544083f-68af-46ea-933b-8effffecf8b1 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:16:52.235720 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33025fc6-786b-4b72-bf01-369727939788 req-34846b4d-d2fe-4b70-b71c-0001d13f3aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:52.259435 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 9aeaf377-dc74-4867-8eda-7a8d46625d33, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=9aeaf377-dc74-4867-8eda-7a8d46625d33,segment=NetworkSegment(5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e),segment_id=5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:52.267864 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:52.297214 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b510f73-8554-4814-94bb-c809b304beee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:52.302707 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1df6153b-b3d1-49d1-8c4e-607e77a20996 req-c4c53f7b-1960-4775-bf09-3fb0ab141586 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bf8fb29b-db38-4220-b6cc-46d1e4c61de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997242 Nov 15 11:16:52.315137 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe13acbf-06b5-429c-83ee-8291ba59c731 req-1dd2776f-e7fe-4fb0-b2a4-7d0ceb29c6dd tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf8fb29b-db38-4220-b6cc-46d1e4c61de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552560 Nov 15 11:16:52.399718 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b510f73-8554-4814-94bb-c809b304beee admin admin] Pushing event deleted for resources: {'Port': ['ID=467e6840-be56-4173-9a14-fb8a69bb4603,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:52.402290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34846b4d-d2fe-4b70-b71c-0001d13f3aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=4544083f-68af-46ea-933b-8effffecf8b1,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:52.481179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=9aeaf377-dc74-4867-8eda-7a8d46625d33,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:52.517135 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb585c07-e38a-4810-89eb-8349ed409a6f req-84a7026c-122c-4209-9fb5-6c9c9e6f4a01 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:52.530434 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb585c07-e38a-4810-89eb-8349ed409a6f req-84a7026c-122c-4209-9fb5-6c9c9e6f4a01 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:52.547545 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb585c07-e38a-4810-89eb-8349ed409a6f req-84a7026c-122c-4209-9fb5-6c9c9e6f4a01 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:52.552998 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb585c07-e38a-4810-89eb-8349ed409a6f req-84a7026c-122c-4209-9fb5-6c9c9e6f4a01 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6c732a3-bceb-4736-8ec8-51e9d78c45ba HTTP/1.1" status: 200 len: 2419 time: 0.2490823 Nov 15 11:16:52.789139 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb585c07-e38a-4810-89eb-8349ed409a6f req-d96e7344-f6b2-4add-b9a2-28d18320cbd8 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281132 Nov 15 11:16:52.791531 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-33025fc6-786b-4b72-bf01-369727939788 req-34846b4d-d2fe-4b70-b71c-0001d13f3aa1 service neutron] Attempting to bind port 4544083f-68af-46ea-933b-8effffecf8b1 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:16:52.792631 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-33025fc6-786b-4b72-bf01-369727939788 req-34846b4d-d2fe-4b70-b71c-0001d13f3aa1 service neutron] Attempting to bind port 4544083f-68af-46ea-933b-8effffecf8b1 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:16:52.793351 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33025fc6-786b-4b72-bf01-369727939788 req-34846b4d-d2fe-4b70-b71c-0001d13f3aa1 service neutron] Attempting to bind port 4544083f-68af-46ea-933b-8effffecf8b1 on network be01e75b-e554-4f10-bf07-0288c0981a73 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:16:52.794757 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b510f73-8554-4814-94bb-c809b304beee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:52.841915 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33025fc6-786b-4b72-bf01-369727939788 req-34846b4d-d2fe-4b70-b71c-0001d13f3aa1 service neutron] Port 4544083f-68af-46ea-933b-8effffecf8b1 on network be01e75b-e554-4f10-bf07-0288c0981a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:16:52.842837 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33025fc6-786b-4b72-bf01-369727939788 req-34846b4d-d2fe-4b70-b71c-0001d13f3aa1 service neutron] Attempting to bind port 4544083f-68af-46ea-933b-8effffecf8b1 on network be01e75b-e554-4f10-bf07-0288c0981a73 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:16:52.869520 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee31fb-ca4d-490a-aff0-aa8aba5db2dc req-47f82df8-522a-4f01-8ca1-ef481a04a3d8 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:52.878988 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3ee31fb-ca4d-490a-aff0-aa8aba5db2dc req-47f82df8-522a-4f01-8ca1-ef481a04a3d8 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 944 time: 0.2205484 Nov 15 11:16:52.928611 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33025fc6-786b-4b72-bf01-369727939788 req-34846b4d-d2fe-4b70-b71c-0001d13f3aa1 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:16:52.929081 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33025fc6-786b-4b72-bf01-369727939788 req-34846b4d-d2fe-4b70-b71c-0001d13f3aa1 service neutron] Checking segment: {'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:16:52.929519 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33025fc6-786b-4b72-bf01-369727939788 req-34846b4d-d2fe-4b70-b71c-0001d13f3aa1 service neutron] Bound using segment: {'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:16:52.929987 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-33025fc6-786b-4b72-bf01-369727939788 req-34846b4d-d2fe-4b70-b71c-0001d13f3aa1 service neutron] Bound port: 4544083f-68af-46ea-933b-8effffecf8b1, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:16:52.930361 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33025fc6-786b-4b72-bf01-369727939788 req-34846b4d-d2fe-4b70-b71c-0001d13f3aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:53.016361 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3ee31fb-ca4d-490a-aff0-aa8aba5db2dc req-f1daebca-adee-4f61-881c-938109dddef8 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364496 Nov 15 11:16:53.071281 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-33025fc6-786b-4b72-bf01-369727939788 req-34846b4d-d2fe-4b70-b71c-0001d13f3aa1 service neutron] For port 4544083f-68af-46ea-933b-8effffecf8b1, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:16:53.075500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-33025fc6-786b-4b72-bf01-369727939788 req-34846b4d-d2fe-4b70-b71c-0001d13f3aa1 service neutron] For port 4544083f-68af-46ea-933b-8effffecf8b1, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4544083f-68af-46ea-933b-8effffecf8b1,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:16:53.088168 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33025fc6-786b-4b72-bf01-369727939788 req-34846b4d-d2fe-4b70-b71c-0001d13f3aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:53.177341 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33025fc6-786b-4b72-bf01-369727939788 req-34846b4d-d2fe-4b70-b71c-0001d13f3aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:53.177976 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33025fc6-786b-4b72-bf01-369727939788 req-34846b4d-d2fe-4b70-b71c-0001d13f3aa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:53.180079 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33025fc6-786b-4b72-bf01-369727939788 req-34846b4d-d2fe-4b70-b71c-0001d13f3aa1 service neutron] 10.222.0.55 "PUT /v2.0/ports/4544083f-68af-46ea-933b-8effffecf8b1 HTTP/1.1" status: 200 len: 1092 time: 2.1851258 Nov 15 11:16:53.180688 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2070cd-b297-4298-b49a-3dde0d77a5ea', 'tag': '4544083f-68af-46ea-933b-8effffecf8b1'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:16:53.183099 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd49e8a4-3fd7-4a7d-8e85-549a4d79696e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2070cd-b297-4298-b49a-3dde0d77a5ea", "tag": "4544083f-68af-46ea-933b-8effffecf8b1"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:16:53.197541 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34846b4d-d2fe-4b70-b71c-0001d13f3aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=4544083f-68af-46ea-933b-8effffecf8b1,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:53.203838 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b510f73-8554-4814-94bb-c809b304beee admin admin] Router 7c1b1425-e5de-4c4f-b4a9-36cab780d76d has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:16:53.205721 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56790) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:53.278125 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c82127-bca7-46df-97f4-44de30b0db6e x-openstack-request-id: req-52c82127-bca7-46df-97f4-44de30b0db6e {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:16:53.278543 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2070cd-b297-4298-b49a-3dde0d77a5ea", "tag": "4544083f-68af-46ea-933b-8effffecf8b1", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:16:53.278871 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52c82127-bca7-46df-97f4-44de30b0db6e {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:16:53.279360 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2070cd-b297-4298-b49a-3dde0d77a5ea', 'tag': '4544083f-68af-46ea-933b-8effffecf8b1', 'status': 'completed', 'code': 200} Nov 15 11:16:53.298671 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33025fc6-786b-4b72-bf01-369727939788 req-3631405e-8318-4392-bbd6-6b8e53c7ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:53.300294 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33025fc6-786b-4b72-bf01-369727939788 req-3631405e-8318-4392-bbd6-6b8e53c7ecc9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d9c8d368bef4c74abee5cbe7283626d&device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 1095 time: 0.0585096 Nov 15 11:16:53.398557 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33025fc6-786b-4b72-bf01-369727939788 req-70be943f-c63a-4004-97a3-c13393e9bb02 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4544083f-68af-46ea-933b-8effffecf8b1 HTTP/1.1" status: 200 len: 217 time: 0.0895801 Nov 15 11:16:53.458848 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b510f73-8554-4814-94bb-c809b304beee admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:16:53.480197 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199f382b-5996-4b6b-ae6f-b3e9063fd7c4 None None] Sync routers for ids ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:16:53.482357 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ec0d74e0-37c5-46d9-a6d4-95cdb54d4d18 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-371462271-network', 'tenant_id': '8d0996dccca64555bfeb033e6fb6aad9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:53.495681 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8b510f73-8554-4814-94bb-c809b304beee admin admin] 10.222.0.64 "PUT /v2.0/routers/7c1b1425-e5de-4c4f-b4a9-36cab780d76d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7092147 Nov 15 11:16:53.497080 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56796) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:53.500180 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199f382b-5996-4b6b-ae6f-b3e9063fd7c4 None None] Routers {'7c1b1425-e5de-4c4f-b4a9-36cab780d76d'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:16:53.501265 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-199f382b-5996-4b6b-ae6f-b3e9063fd7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:16:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:53.541613 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0d74e0-37c5-46d9-a6d4-95cdb54d4d18 admin admin] Made reservation on behalf of 8d0996dccca64555bfeb033e6fb6aad9 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:16:53.545484 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec0d74e0-37c5-46d9-a6d4-95cdb54d4d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:53.578377 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec0d74e0-37c5-46d9-a6d4-95cdb54d4d18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:53.706193 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec0d74e0-37c5-46d9-a6d4-95cdb54d4d18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:53.713338 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec0d74e0-37c5-46d9-a6d4-95cdb54d4d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:53.721455 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-199f382b-5996-4b6b-ae6f-b3e9063fd7c4 None None] Set router 7c1b1425-e5de-4c4f-b4a9-36cab780d76d gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:16:53.744355 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d74e0-37c5-46d9-a6d4-95cdb54d4d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc275d0c-c812-4c79-9b5e-dee7aa68613c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:53.760637 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0d74e0-37c5-46d9-a6d4-95cdb54d4d18 admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:16:53.786799 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec0d74e0-37c5-46d9-a6d4-95cdb54d4d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:53.787170 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-ec0d74e0-37c5-46d9-a6d4-95cdb54d4d18 admin admin] Added segment 4c3d93e6-d110-4607-88e0-739dd901ca66 of type vlan for network 8928ea9f-9b8d-477f-a4c9-58612643eb4c Nov 15 11:16:53.861439 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07aaa80c-0339-437c-8992-18ffe65cbf98'}, {'server_uuid': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aeaf377-dc74-4867-8eda-7a8d46625d33'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:16:53.867173 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b9ad4b-b61a-498b-9825-e8fe40980017" -d '{"events": [{"server_uuid": "e6c732a3-bceb-4736-8ec8-51e9d78c45ba", "name": "network-vif-plugged", "status": "completed", "tag": "07aaa80c-0339-437c-8992-18ffe65cbf98"}, {"server_uuid": "e6c732a3-bceb-4736-8ec8-51e9d78c45ba", "name": "network-vif-plugged", "status": "completed", "tag": "9aeaf377-dc74-4867-8eda-7a8d46625d33"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:16:53.878842 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec0d74e0-37c5-46d9-a6d4-95cdb54d4d18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:53.883909 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5ac37099-bb50-4d29-873f-1a98f4797a45 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:16:53.932905 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec0d74e0-37c5-46d9-a6d4-95cdb54d4d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:53.938755 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0d74e0-37c5-46d9-a6d4-95cdb54d4d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:53.941195 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec0d74e0-37c5-46d9-a6d4-95cdb54d4d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:54.088104 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56814) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:54.090403 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d74e0-37c5-46d9-a6d4-95cdb54d4d18 admin admin] Pushing event updated for resources: {'Network': ['ID=8928ea9f-9b8d-477f-a4c9-58612643eb4c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:54.100422 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-48f0a321-43a9-4c41-b34e-e2be5d4796a3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-556408662'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:54.116511 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 8928ea9f-9b8d-477f-a4c9-58612643eb4c details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:16:54.131552 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ec0d74e0-37c5-46d9-a6d4-95cdb54d4d18 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9243152 Nov 15 11:16:54.134120 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f0a321-43a9-4c41-b34e-e2be5d4796a3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Made reservation on behalf of 6d166880b4a94d32a973c2d61c598d8e for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:16:54.138525 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48f0a321-43a9-4c41-b34e-e2be5d4796a3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:54.141307 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56822) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:54.150241 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e4f11f0e-debd-487b-bef2-18f2023a7245 admin admin] Request body: {'subnet': {'network_id': '8928ea9f-9b8d-477f-a4c9-58612643eb4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-371462271-subnet', 'tenant_id': '8d0996dccca64555bfeb033e6fb6aad9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:54.178062 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5ac37099-bb50-4d29-873f-1a98f4797a45, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5ac37099-bb50-4d29-873f-1a98f4797a45,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:54.205726 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f0a321-43a9-4c41-b34e-e2be5d4796a3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:16:54.209972 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '5ac37099-bb50-4d29-873f-1a98f4797a45', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '5ac37099-bb50-4d29-873f-1a98f4797a45', 'mac_address': 'fa:16:3e:5a:14:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:16:54.213134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f11f0e-debd-487b-bef2-18f2023a7245 admin admin] Made reservation on behalf of 8d0996dccca64555bfeb033e6fb6aad9 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:16:54.216996 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4f11f0e-debd-487b-bef2-18f2023a7245 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:54.241673 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-199f382b-5996-4b6b-ae6f-b3e9063fd7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142332532-router', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:19Z', 'updated_at': '2021-11-15T11:16:52Z', 'revision_number': 5, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'gw_port': {'id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ad:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:20Z', 'updated_at': '2021-11-15T11:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:54.272774 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33025fc6-786b-4b72-bf01-369727939788 req-c2928c48-22cc-4a97-ad62-285998c55a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:54.274310 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33025fc6-786b-4b72-bf01-369727939788 req-c2928c48-22cc-4a97-ad62-285998c55a5e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe02edeb-e83c-4883-9de3-f499a3c56d94 HTTP/1.1" status: 200 len: 851 time: 0.8676836 Nov 15 11:16:54.295227 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199f382b-5996-4b6b-ae6f-b3e9063fd7c4 None None] Checking router: 7c1b1425-e5de-4c4f-b4a9-36cab780d76d for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:16:54.313822 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199f382b-5996-4b6b-ae6f-b3e9063fd7c4 None None] Routers {'7c1b1425-e5de-4c4f-b4a9-36cab780d76d'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:16:54.314859 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-199f382b-5996-4b6b-ae6f-b3e9063fd7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:16:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:54.339568 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48f0a321-43a9-4c41-b34e-e2be5d4796a3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:54.352369 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-48f0a321-43a9-4c41-b34e-e2be5d4796a3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Added segment e6cde33a-2f50-407d-886d-02e82a6caa4a of type vlan for network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb Nov 15 11:16:54.355346 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33025fc6-786b-4b72-bf01-369727939788 req-d04c627f-d4d3-435f-aca9-5559017de7d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be01e75b-e554-4f10-bf07-0288c0981a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685287 Nov 15 11:16:54.366739 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a8566-df07-46fa-8ce9-8f78a5d17e01 req-9c32e575-d82f-4865-8e9a-d05fb5e639f3 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:54.368376 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f6a8566-df07-46fa-8ce9-8f78a5d17e01 req-9c32e575-d82f-4865-8e9a-d05fb5e639f3 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 946 time: 0.9115851 Nov 15 11:16:54.390521 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:54.473883 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffea26-52c1-4522-8280-7d517f1a4097 req-231ed220-c372-4115-9e86-ad8238a5809e tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:54.476748 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac37099-bb50-4d29-873f-1a98f4797a45 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:16:54.482022 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffea26-52c1-4522-8280-7d517f1a4097 req-231ed220-c372-4115-9e86-ad8238a5809e tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:54.487805 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffea26-52c1-4522-8280-7d517f1a4097 req-231ed220-c372-4115-9e86-ad8238a5809e tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:54.489639 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ceffea26-52c1-4522-8280-7d517f1a4097 req-231ed220-c372-4115-9e86-ad8238a5809e tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6c732a3-bceb-4736-8ec8-51e9d78c45ba HTTP/1.1" status: 200 len: 2419 time: 0.2484426 Nov 15 11:16:54.512030 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5ac37099-bb50-4d29-873f-1a98f4797a45, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5ac37099-bb50-4d29-873f-1a98f4797a45,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:54.523472 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:54.538548 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bd974695-17f0-437c-b135-50abf7d17190 admin admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:54.577147 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48f0a321-43a9-4c41-b34e-e2be5d4796a3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:54.578657 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-199f382b-5996-4b6b-ae6f-b3e9063fd7c4 None None] Set router 7c1b1425-e5de-4c4f-b4a9-36cab780d76d gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:16:54.613199 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4f11f0e-debd-487b-bef2-18f2023a7245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:54.647802 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['5ac37099-bb50-4d29-873f-1a98f4797a45'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:16:54.667422 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f6a8566-df07-46fa-8ce9-8f78a5d17e01 req-35d85ee3-ed31-4388-8355-d1ff64bf846b tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf8fb29b-db38-4220-b6cc-46d1e4c61de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858500 Nov 15 11:16:54.678593 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48f0a321-43a9-4c41-b34e-e2be5d4796a3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:54.688915 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33025fc6-786b-4b72-bf01-369727939788 req-34bbfdf3-1d91-413b-93af-2de666f72b94 service neutron] 10.222.0.55 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195200 Nov 15 11:16:54.689314 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f0a321-43a9-4c41-b34e-e2be5d4796a3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:54.689968 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48f0a321-43a9-4c41-b34e-e2be5d4796a3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:54.696377 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ceffea26-52c1-4522-8280-7d517f1a4097 req-09ad0b2e-19b4-489e-8a24-e1dfd21ef569 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941929 Nov 15 11:16:54.765751 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=5ac37099-bb50-4d29-873f-1a98f4797a45,revision_number=9']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:54.851608 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 11:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9ba2b5-1e58-440a-9e32-3f756c2f1245 x-openstack-request-id: req-5a9ba2b5-1e58-440a-9e32-3f756c2f1245 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:16:54.852283 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c732a3-bceb-4736-8ec8-51e9d78c45ba", "name": "network-vif-plugged", "status": "completed", "tag": "07aaa80c-0339-437c-8992-18ffe65cbf98", "code": 200}, {"server_uuid": "e6c732a3-bceb-4736-8ec8-51e9d78c45ba", "name": "network-vif-plugged", "status": "completed", "tag": "9aeaf377-dc74-4867-8eda-7a8d46625d33", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:16:54.852687 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5a9ba2b5-1e58-440a-9e32-3f756c2f1245 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:16:54.853367 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07aaa80c-0339-437c-8992-18ffe65cbf98', 'code': 200} Nov 15 11:16:54.854046 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aeaf377-dc74-4867-8eda-7a8d46625d33', 'code': 200} Nov 15 11:16:54.870761 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bd974695-17f0-437c-b135-50abf7d17190 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:54.938988 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-48f0a321-43a9-4c41-b34e-e2be5d4796a3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8439317 Nov 15 11:16:54.966563 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56834) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:54.974285 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f11f0e-debd-487b-bef2-18f2023a7245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e44929e4-d5a3-453d-a7f8-eeac42f89024,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:55.015984 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0a321-43a9-4c41-b34e-e2be5d4796a3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event updated for resources: {'Network': ['ID=4be3a3da-9eb3-404d-a7a5-24c511ae73fb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:55.024537 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f11f0e-debd-487b-bef2-18f2023a7245 admin admin] Checking segment: {'id': '4c3d93e6-d110-4607-88e0-739dd901ca66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '8928ea9f-9b8d-477f-a4c9-58612643eb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:16:55.025388 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f11f0e-debd-487b-bef2-18f2023a7245 admin admin] Network hostable DHCP agents. Network: 8928ea9f-9b8d-477f-a4c9-58612643eb4c, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:16:55.026266 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c4c67eea-801e-4d6b-9d0f-8d30c4f0c8a6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1805486128'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:55.040346 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-199f382b-5996-4b6b-ae6f-b3e9063fd7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142332532-router', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:19Z', 'updated_at': '2021-11-15T11:16:52Z', 'revision_number': 5, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'gw_port': {'id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ad:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:20Z', 'updated_at': '2021-11-15T11:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:55.050265 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33025fc6-786b-4b72-bf01-369727939788 req-7d4f6508-85d5-49f7-9c72-c6e2f1881eff service neutron] 10.222.0.55 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508582 Nov 15 11:16:55.080494 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199f382b-5996-4b6b-ae6f-b3e9063fd7c4 None None] The sync data for ids ['7c1b1425-e5de-4c4f-b4a9-36cab780d76d'] in n-d-729945-9 is: [{'id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-142332532-router', 'tenant_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:19Z', 'updated_at': '2021-11-15T11:16:52Z', 'revision_number': 5, 'project_id': '8ade6c233dd54bb7b33ad4ded5f9c5e4', 'gw_port': {'id': 'a3b0a30d-2750-4a31-a78e-70c1593ed181', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ad:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b1425-e5de-4c4f-b4a9-36cab780d76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:20Z', 'updated_at': '2021-11-15T11:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:16:55.084779 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:16:55.129305 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f11f0e-debd-487b-bef2-18f2023a7245 admin admin] Network 8928ea9f-9b8d-477f-a4c9-58612643eb4c is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:16:55.134550 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145abcc-ec89-4991-a978-c37443233517 req-5091c445-2e5c-4a99-9e20-abe2a52942ca tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:55.145049 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1145abcc-ec89-4991-a978-c37443233517 req-5091c445-2e5c-4a99-9e20-abe2a52942ca tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 944 time: 0.2463439 Nov 15 11:16:55.151288 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c67eea-801e-4d6b-9d0f-8d30c4f0c8a6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Made reservation on behalf of 6d166880b4a94d32a973c2d61c598d8e for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:16:55.154790 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4c67eea-801e-4d6b-9d0f-8d30c4f0c8a6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:55.166524 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e4f11f0e-debd-487b-bef2-18f2023a7245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 8928ea9f-9b8d-477f-a4c9-58612643eb4c) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:16:55.192677 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cee5a3-8c01-4f33-ae4b-398e2c1db2fa None None] Network 8928ea9f-9b8d-477f-a4c9-58612643eb4c requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:16:55.193545 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d96623-3980-4622-91b4-299e296dd521 req-1062a44b-3b0a-4822-82e0-0b49d976bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:55.193545 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d96623-3980-4622-91b4-299e296dd521 req-1062a44b-3b0a-4822-82e0-0b49d976bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:55.193757 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f11f0e-debd-487b-bef2-18f2023a7245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:55.193900 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d96623-3980-4622-91b4-299e296dd521 req-1062a44b-3b0a-4822-82e0-0b49d976bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:55.193998 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4f11f0e-debd-487b-bef2-18f2023a7245 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:55.194132 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27d96623-3980-4622-91b4-299e296dd521 req-1062a44b-3b0a-4822-82e0-0b49d976bbef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6c732a3-bceb-4736-8ec8-51e9d78c45ba HTTP/1.1" status: 200 len: 2872 time: 0.2156920 Nov 15 11:16:55.210098 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e4f11f0e-debd-487b-bef2-18f2023a7245 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0661471 Nov 15 11:16:55.310889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c67eea-801e-4d6b-9d0f-8d30c4f0c8a6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:16:55.350420 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7f5533-700c-4691-85df-f15e992a9a2f None None] Network 8928ea9f-9b8d-477f-a4c9-58612643eb4c requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:16:55.352302 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49e8a4-3fd7-4a7d-8e85-549a4d79696e req-c73b0919-6fa6-41c1-a373-e77bd79465b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:55.353828 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd49e8a4-3fd7-4a7d-8e85-549a4d79696e req-c73b0919-6fa6-41c1-a373-e77bd79465b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d9c8d368bef4c74abee5cbe7283626d&device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 1095 time: 0.1719487 Nov 15 11:16:55.363624 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4c67eea-801e-4d6b-9d0f-8d30c4f0c8a6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:55.364009 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-c4c67eea-801e-4d6b-9d0f-8d30c4f0c8a6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Added segment b17abd1e-d0b6-44c2-9c92-d6eadba25f9f of type vlan for network 1722e728-27c9-4457-a98e-4b336084f5f5 Nov 15 11:16:55.422862 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-bd974695-17f0-437c-b135-50abf7d17190 admin admin] Deleting port a3b0a30d-2750-4a31-a78e-70c1593ed181 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:16:55.423202 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bd974695-17f0-437c-b135-50abf7d17190 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:55.481636 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27d96623-3980-4622-91b4-299e296dd521 req-bbb2008b-9475-4db7-b600-8b9c52f4c9ec service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923408 Nov 15 11:16:55.553812 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1145abcc-ec89-4991-a978-c37443233517 req-847c5229-2b7c-4c53-a1f7-88f6715e8afe tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830535 Nov 15 11:16:55.596196 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4c67eea-801e-4d6b-9d0f-8d30c4f0c8a6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:55.666761 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-bd974695-17f0-437c-b135-50abf7d17190 admin admin] For port a3b0a30d-2750-4a31-a78e-70c1593ed181, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a3b0a30d-2750-4a31-a78e-70c1593ed181,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:55.667130 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bd974695-17f0-437c-b135-50abf7d17190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:55.718007 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49e8a4-3fd7-4a7d-8e85-549a4d79696e req-bcc8e84d-a93a-4213-9610-942b63399e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:55.718007 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd49e8a4-3fd7-4a7d-8e85-549a4d79696e req-bcc8e84d-a93a-4213-9610-942b63399e33 service neutron] 10.222.0.55 "GET /v2.0/networks?id=be01e75b-e554-4f10-bf07-0288c0981a73 HTTP/1.1" status: 200 len: 912 time: 0.3520606 Nov 15 11:16:55.722994 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-bd974695-17f0-437c-b135-50abf7d17190 admin admin] Calling delete_port for a3b0a30d-2750-4a31-a78e-70c1593ed181 owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:16:55.736671 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-7aaefdb8-8fbf-4895-ba6c-bdd68edcbaa4 req-b1b24934-cf29-47cd-a917-98530710d90f tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1404632069', 'description': 'tempest-description-1778906429'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:55.782316 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4c67eea-801e-4d6b-9d0f-8d30c4f0c8a6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:55.788015 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c67eea-801e-4d6b-9d0f-8d30c4f0c8a6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:55.788455 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c4c67eea-801e-4d6b-9d0f-8d30c4f0c8a6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:55.805984 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd49e8a4-3fd7-4a7d-8e85-549a4d79696e req-0ebc9f76-6655-4ba4-9142-93665440b572 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4544083f-68af-46ea-933b-8effffecf8b1 HTTP/1.1" status: 200 len: 217 time: 0.0800583 Nov 15 11:16:55.865215 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5ac37099-bb50-4d29-873f-1a98f4797a45 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:16:55.935466 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 5ac37099-bb50-4d29-873f-1a98f4797a45 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:16:55.936186 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:55.987735 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c67eea-801e-4d6b-9d0f-8d30c4f0c8a6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event updated for resources: {'Network': ['ID=1722e728-27c9-4457-a98e-4b336084f5f5,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:55.990685 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7aaefdb8-8fbf-4895-ba6c-bdd68edcbaa4 req-b1b24934-cf29-47cd-a917-98530710d90f tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:56.005136 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 1722e728-27c9-4457-a98e-4b336084f5f5 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:16:56.022748 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c4c67eea-801e-4d6b-9d0f-8d30c4f0c8a6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0133729 Nov 15 11:16:56.023022 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56856) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:56.029760 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3768eaaa-40ec-4d3e-be27-a2ab2448286a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Request body: {'subnet': {'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:56.029988 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49e8a4-3fd7-4a7d-8e85-549a4d79696e req-67dc8f7c-1516-4e5d-bd58-4d88e91c0c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:56.031723 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd49e8a4-3fd7-4a7d-8e85-549a4d79696e req-67dc8f7c-1516-4e5d-bd58-4d88e91c0c3b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe02edeb-e83c-4883-9de3-f499a3c56d94 HTTP/1.1" status: 200 len: 851 time: 0.1414602 Nov 15 11:16:56.124152 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd49e8a4-3fd7-4a7d-8e85-549a4d79696e req-f212e266-7a82-4d73-b6ad-b5ef56df86bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be01e75b-e554-4f10-bf07-0288c0981a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817771 Nov 15 11:16:56.138684 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:56.162053 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f7bfb-3f12-433a-929a-b61a37902c2c req-48a2b102-3f83-4912-aa27-3604e7d4a115 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:56.168974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f7bfb-3f12-433a-929a-b61a37902c2c req-48a2b102-3f83-4912-aa27-3604e7d4a115 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:56.175212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f7bfb-3f12-433a-929a-b61a37902c2c req-48a2b102-3f83-4912-aa27-3604e7d4a115 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:56.176958 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea3f7bfb-3f12-433a-929a-b61a37902c2c req-48a2b102-3f83-4912-aa27-3604e7d4a115 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6c732a3-bceb-4736-8ec8-51e9d78c45ba HTTP/1.1" status: 200 len: 2419 time: 0.3842139 Nov 15 11:16:56.188042 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3768eaaa-40ec-4d3e-be27-a2ab2448286a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Made reservation on behalf of 6d166880b4a94d32a973c2d61c598d8e for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:16:56.193653 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5ac37099-bb50-4d29-873f-1a98f4797a45, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5ac37099-bb50-4d29-873f-1a98f4797a45,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:56.194748 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3768eaaa-40ec-4d3e-be27-a2ab2448286a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:56.201912 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:56.260826 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=5ac37099-bb50-4d29-873f-1a98f4797a45,revision_number=10']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:56.381461 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7aaefdb8-8fbf-4895-ba6c-bdd68edcbaa4 req-b1b24934-cf29-47cd-a917-98530710d90f tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:56.401327 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea3f7bfb-3f12-433a-929a-b61a37902c2c req-1be23ae1-179b-4c24-8719-6990cb38dc1e tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079091 Nov 15 11:16:56.402066 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7aaefdb8-8fbf-4895-ba6c-bdd68edcbaa4 req-b1b24934-cf29-47cd-a917-98530710d90f tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:56.405810 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd49e8a4-3fd7-4a7d-8e85-549a4d79696e req-95eb167e-6a5e-4ad9-a811-634d8d40d3f4 service neutron] 10.222.0.55 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278433 Nov 15 11:16:56.487918 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 467e6840-be56-4173-9a14-fb8a69bb4603 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:16:56.502621 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3768eaaa-40ec-4d3e-be27-a2ab2448286a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:56.514119 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 467e6840-be56-4173-9a14-fb8a69bb4603 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:16:56.514471 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 467e6840-be56-4173-9a14-fb8a69bb4603 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:16:56.520089 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bd974695-17f0-437c-b135-50abf7d17190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:56.525542 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7aaefdb8-8fbf-4895-ba6c-bdd68edcbaa4 req-b1b24934-cf29-47cd-a917-98530710d90f tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:56.527238 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7aaefdb8-8fbf-4895-ba6c-bdd68edcbaa4 req-b1b24934-cf29-47cd-a917-98530710d90f tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.8055573 Nov 15 11:16:56.573668 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768eaaa-40ec-4d3e-be27-a2ab2448286a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event updated for resources: {'Subnet': ['ID=c20f400b-9ad3-4b90-bd4a-3a164b9839be,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:56.589016 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3768eaaa-40ec-4d3e-be27-a2ab2448286a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Checking segment: {'id': 'e6cde33a-2f50-407d-886d-02e82a6caa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:16:56.589380 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3768eaaa-40ec-4d3e-be27-a2ab2448286a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Network hostable DHCP agents. Network: 4be3a3da-9eb3-404d-a7a5-24c511ae73fb, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:16:56.620826 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd49e8a4-3fd7-4a7d-8e85-549a4d79696e req-e3a5b0f2-e74e-492a-b205-39cc96e593f5 service neutron] 10.222.0.55 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798649 Nov 15 11:16:56.625683 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3768eaaa-40ec-4d3e-be27-a2ab2448286a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:16:56.639716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b24934-cf29-47cd-a917-98530710d90f tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46250d07-0287-4f05-b468-e67733e27943,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:56.647552 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3768eaaa-40ec-4d3e-be27-a2ab2448286a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 4be3a3da-9eb3-404d-a7a5-24c511ae73fb) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:16:56.653175 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3768eaaa-40ec-4d3e-be27-a2ab2448286a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:56.654031 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3768eaaa-40ec-4d3e-be27-a2ab2448286a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:56.657336 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149d6462-84f4-4b16-a898-5e15a1c9ff04 None None] Network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:16:56.688580 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3768eaaa-40ec-4d3e-be27-a2ab2448286a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6630881 Nov 15 11:16:56.691493 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56874) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:56.702278 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-fbc6f80a-02dc-452a-bda0-ce36ec2e2fc5 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Request body: {'subnet': {'network_id': '1722e728-27c9-4457-a98e-4b336084f5f5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:56.768600 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd974695-17f0-437c-b135-50abf7d17190 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b0a30d-2750-4a31-a78e-70c1593ed181,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:56.808154 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bd974695-17f0-437c-b135-50abf7d17190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:56.859325 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773a95c6-2269-4563-857a-f872bf7ec579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac37099-bb50-4d29-873f-1a98f4797a45'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:16:56.863066 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d29694-6f25-4e36-b942-70685c8fbba2" -d '{"events": [{"server_uuid": "773a95c6-2269-4563-857a-f872bf7ec579", "name": "network-vif-plugged", "status": "completed", "tag": "5ac37099-bb50-4d29-873f-1a98f4797a45"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:16:56.894290 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc6f80a-02dc-452a-bda0-ce36ec2e2fc5 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Made reservation on behalf of 6d166880b4a94d32a973c2d61c598d8e for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:16:56.901344 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f80a-02dc-452a-bda0-ce36ec2e2fc5 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:56.908613 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac1ba1-4069-4275-981f-1bba70bcac3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-4be3a3da-9eb3-404d-a7a5-24c511ae73fb', 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'fixed_ips': [{'subnet_id': 'c20f400b-9ad3-4b90-bd4a-3a164b9839be'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:16:56.909478 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1aac1ba1-4069-4275-981f-1bba70bcac3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:56.933248 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bd974695-17f0-437c-b135-50abf7d17190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:56.940717 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bd974695-17f0-437c-b135-50abf7d17190 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:57.008451 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e9e11-8bae-42d7-8f73-255856f34a06 req-ae6963d6-3a15-49ed-bea5-08db9967886b tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:57.015843 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e06e9e11-8bae-42d7-8f73-255856f34a06 req-ae6963d6-3a15-49ed-bea5-08db9967886b tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 946 time: 0.4872954 Nov 15 11:16:57.019743 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d914ec7-a240-4d42-8763-83f7bd3cfe84 req-f7e71b46-a3aa-448f-b17b-59f205ce9466 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "GET /v2.0/security-groups/46250d07-0287-4f05-b468-e67733e27943 HTTP/1.1" status: 200 len: 1830 time: 0.2431002 Nov 15 11:16:57.044529 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-9d914ec7-a240-4d42-8763-83f7bd3cfe84 req-b969fed4-c70a-49fc-a9b9-14a93efbb55c tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '46250d07-0287-4f05-b468-e67733e27943', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:57.044921 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-9d914ec7-a240-4d42-8763-83f7bd3cfe84 req-b969fed4-c70a-49fc-a9b9-14a93efbb55c tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '46250d07-0287-4f05-b468-e67733e27943', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:57.051669 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bd974695-17f0-437c-b135-50abf7d17190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:57.052314 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd974695-17f0-437c-b135-50abf7d17190 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c1b1425-e5de-4c4f-b4a9-36cab780d76d {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:16:57.062621 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bd974695-17f0-437c-b135-50abf7d17190 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:57.063759 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-bd974695-17f0-437c-b135-50abf7d17190 admin admin] 10.222.0.64 "DELETE /v2.0/routers/7c1b1425-e5de-4c4f-b4a9-36cab780d76d HTTP/1.1" status: 204 len: 168 time: 3.5574605 Nov 15 11:16:57.066456 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56878) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:57.142742 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e06e9e11-8bae-42d7-8f73-255856f34a06 req-c4b828d1-aeef-4772-b988-12cb14fad655 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/security-groups?id=bf8fb29b-db38-4220-b6cc-46d1e4c61de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259236 Nov 15 11:16:57.265296 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-8178b343-6d8c-4806-ab88-95437114387c admin admin] Deleting subnet ffa88cce-c14b-4a49-a347-c551af3ca57a {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:16:57.276329 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8178b343-6d8c-4806-ab88-95437114387c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:57.280196 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-1aac1ba1-4069-4275-981f-1bba70bcac3f None None] Allocated IP 10.1.1.2 (4be3a3da-9eb3-404d-a7a5-24c511ae73fb/c20f400b-9ad3-4b90-bd4a-3a164b9839be/0079b650-c24a-4ce2-9097-34919ffb3063) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:16:57.315711 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9d914ec7-a240-4d42-8763-83f7bd3cfe84 req-b969fed4-c70a-49fc-a9b9-14a93efbb55c tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:57.369822 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8178b343-6d8c-4806-ab88-95437114387c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:57.389136 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9d914ec7-a240-4d42-8763-83f7bd3cfe84 req-b969fed4-c70a-49fc-a9b9-14a93efbb55c tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:57.404812 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9d914ec7-a240-4d42-8763-83f7bd3cfe84 req-b969fed4-c70a-49fc-a9b9-14a93efbb55c tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:57.469186 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9d914ec7-a240-4d42-8763-83f7bd3cfe84 req-b969fed4-c70a-49fc-a9b9-14a93efbb55c tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:57.470479 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d914ec7-a240-4d42-8763-83f7bd3cfe84 req-b969fed4-c70a-49fc-a9b9-14a93efbb55c tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4349897 Nov 15 11:16:57.507872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969fed4-c70a-49fc-a9b9-14a93efbb55c tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b82031d-8329-4e00-b8e6-343940bbc34a,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:57.560760 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d224a23-bd00-48b6-8463-fd67c191265f req-2b9f5ce8-69a6-4420-907e-0bdc98dd4c1d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:57.565171 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d224a23-bd00-48b6-8463-fd67c191265f req-2b9f5ce8-69a6-4420-907e-0bdc98dd4c1d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 944 time: 0.2288043 Nov 15 11:16:57.658185 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a8d5a9-a88e-4ac3-9064-304338f360db x-openstack-request-id: req-97a8d5a9-a88e-4ac3-9064-304338f360db {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:16:57.659894 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773a95c6-2269-4563-857a-f872bf7ec579", "name": "network-vif-plugged", "status": "completed", "tag": "5ac37099-bb50-4d29-873f-1a98f4797a45", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:16:57.660270 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97a8d5a9-a88e-4ac3-9064-304338f360db {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:16:57.661589 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773a95c6-2269-4563-857a-f872bf7ec579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac37099-bb50-4d29-873f-1a98f4797a45', 'code': 200} Nov 15 11:16:57.665532 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8178b343-6d8c-4806-ab88-95437114387c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:57.712621 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1aac1ba1-4069-4275-981f-1bba70bcac3f None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:57.717630 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d224a23-bd00-48b6-8463-fd67c191265f req-4d0b9b18-6d16-457e-bfb5-616e9234a8aa tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448290 Nov 15 11:16:57.726992 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1aac1ba1-4069-4275-981f-1bba70bcac3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:57.746176 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f80a-02dc-452a-bda0-ce36ec2e2fc5 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:57.840023 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aac1ba1-4069-4275-981f-1bba70bcac3f None None] Network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:16:57.842158 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-1aac1ba1-4069-4275-981f-1bba70bcac3f None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:16:57.871111 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6f80a-02dc-452a-bda0-ce36ec2e2fc5 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event updated for resources: {'Subnet': ['ID=d65f1e93-4de6-48f1-9e2c-85927a146776,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:57.875791 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac1ba1-4069-4275-981f-1bba70bcac3f None None] Pushing event updated for resources: {'Port': ['ID=0079b650-c24a-4ce2-9097-34919ffb3063,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:57.878607 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8178b343-6d8c-4806-ab88-95437114387c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:57.881883 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aac1ba1-4069-4275-981f-1bba70bcac3f None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:16:57.916729 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178b343-6d8c-4806-ab88-95437114387c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffa88cce-c14b-4a49-a347-c551af3ca57a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:57.919659 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6f80a-02dc-452a-bda0-ce36ec2e2fc5 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Checking segment: {'id': 'b17abd1e-d0b6-44c2-9c92-d6eadba25f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1722e728-27c9-4457-a98e-4b336084f5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:16:57.920150 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc6f80a-02dc-452a-bda0-ce36ec2e2fc5 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Network hostable DHCP agents. Network: 1722e728-27c9-4457-a98e-4b336084f5f5, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:16:57.925835 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8178b343-6d8c-4806-ab88-95437114387c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:57.930974 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8178b343-6d8c-4806-ab88-95437114387c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ffa88cce-c14b-4a49-a347-c551af3ca57a HTTP/1.1" status: 204 len: 168 time: 0.8601363 Nov 15 11:16:57.933447 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56912) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:57.989449 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d1cb625-6d3e-47aa-94c4-92b6775beb0f req-bfe39872-a460-4d56-8db9-4a408e2f3c6e tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "GET /v2.0/security-groups/46250d07-0287-4f05-b468-e67733e27943 HTTP/1.1" status: 200 len: 2423 time: 0.1649742 Nov 15 11:16:57.998371 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea264221-25a6-42a0-9165-a22a0430cc1d None None] Network e2df8251-2bb4-47b2-971f-f711da439080 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:16:58.035176 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582f231-c354-40cc-a1c1-8008cbc83759 req-c2a6a1e8-4819-43db-9d74-2decd60c8358 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:58.042472 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc6f80a-02dc-452a-bda0-ce36ec2e2fc5 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Network 1722e728-27c9-4457-a98e-4b336084f5f5 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:16:58.054734 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582f231-c354-40cc-a1c1-8008cbc83759 req-c2a6a1e8-4819-43db-9d74-2decd60c8358 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:58.064552 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582f231-c354-40cc-a1c1-8008cbc83759 req-c2a6a1e8-4819-43db-9d74-2decd60c8358 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:58.065787 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f72f4169-24e6-4f1a-ac6c-7885f4354848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:58.067100 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e582f231-c354-40cc-a1c1-8008cbc83759 req-c2a6a1e8-4819-43db-9d74-2decd60c8358 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6c732a3-bceb-4736-8ec8-51e9d78c45ba HTTP/1.1" status: 200 len: 2419 time: 0.3133202 Nov 15 11:16:58.069871 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-fbc6f80a-02dc-452a-bda0-ce36ec2e2fc5 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 1722e728-27c9-4457-a98e-4b336084f5f5) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:16:58.082358 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc6f80a-02dc-452a-bda0-ce36ec2e2fc5 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:58.084010 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f80a-02dc-452a-bda0-ce36ec2e2fc5 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:58.140493 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-1aac1ba1-4069-4275-981f-1bba70bcac3f None None] Attempting to bind port 0079b650-c24a-4ce2-9097-34919ffb3063 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:16:58.140859 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-1aac1ba1-4069-4275-981f-1bba70bcac3f None None] Attempting to bind port 0079b650-c24a-4ce2-9097-34919ffb3063 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e6cde33a-2f50-407d-886d-02e82a6caa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:16:58.141227 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aac1ba1-4069-4275-981f-1bba70bcac3f None None] Attempting to bind port 0079b650-c24a-4ce2-9097-34919ffb3063 on network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:16:58.145336 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2618a3b-e525-477f-a9c0-7410a773c6c4 None None] Network 1722e728-27c9-4457-a98e-4b336084f5f5 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:16:58.182758 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fbc6f80a-02dc-452a-bda0-ce36ec2e2fc5 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4900930 Nov 15 11:16:58.186041 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56924) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:58.200132 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-215f1f53-752a-4e5d-af48-352a5ddd428f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Request body: {'port': {'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb', 'name': 'tempest-TaggedBootDevicesTest-1575167511', 'fixed_ips': [{'subnet_id': 'c20f400b-9ad3-4b90-bd4a-3a164b9839be'}]}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:16:58.217746 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aac1ba1-4069-4275-981f-1bba70bcac3f None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:16:58.218057 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aac1ba1-4069-4275-981f-1bba70bcac3f None None] Checking segment: {'id': 'e6cde33a-2f50-407d-886d-02e82a6caa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:16:58.218473 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1aac1ba1-4069-4275-981f-1bba70bcac3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:58.218835 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aac1ba1-4069-4275-981f-1bba70bcac3f None None] Bound using segment: {'id': 'e6cde33a-2f50-407d-886d-02e82a6caa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:16:58.219386 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-1aac1ba1-4069-4275-981f-1bba70bcac3f None None] Bound port: 0079b650-c24a-4ce2-9097-34919ffb3063, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6cde33a-2f50-407d-886d-02e82a6caa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:16:58.219767 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1aac1ba1-4069-4275-981f-1bba70bcac3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:58.290852 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f72f4169-24e6-4f1a-ac6c-7885f4354848 admin admin] Deleting port dfa61623-904f-4a13-8b77-b864b89aa418 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:16:58.291244 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f72f4169-24e6-4f1a-ac6c-7885f4354848 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:58.333441 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e582f231-c354-40cc-a1c1-8008cbc83759 req-c2defdb7-e18b-47ee-90b5-b5202ad48b1d tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531228 Nov 15 11:16:58.340237 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4544083f-68af-46ea-933b-8effffecf8b1 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:16:58.441478 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4544083f-68af-46ea-933b-8effffecf8b1, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4544083f-68af-46ea-933b-8effffecf8b1,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:58.459871 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '4544083f-68af-46ea-933b-8effffecf8b1', 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73', 'port_id': '4544083f-68af-46ea-933b-8effffecf8b1', 'mac_address': 'fa:16:3e:9c:da:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe02edeb-e83c-4883-9de3-f499a3c56d94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:16:58.497746 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f72f4169-24e6-4f1a-ac6c-7885f4354848 admin admin] For port dfa61623-904f-4a13-8b77-b864b89aa418, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=dfa61623-904f-4a13-8b77-b864b89aa418,segment=NetworkSegment(c083b43b-0a4f-446c-82a8-603d7f4a28ac),segment_id=c083b43b-0a4f-446c-82a8-603d7f4a28ac)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:58.498249 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f72f4169-24e6-4f1a-ac6c-7885f4354848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:58.534635 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5eb2965a-6d7c-4b71-a9ce-0d38243189fc req-f8ad9f79-73ba-4bb2-9961-08e15b8d1171 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "GET /v2.0/security-group-rules/1b82031d-8329-4e00-b8e6-343940bbc34a HTTP/1.1" status: 200 len: 778 time: 0.1457818 Nov 15 11:16:58.537110 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f72f4169-24e6-4f1a-ac6c-7885f4354848 admin admin] Calling delete_port for dfa61623-904f-4a13-8b77-b864b89aa418 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:16:58.570903 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:58.585361 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-1aac1ba1-4069-4275-981f-1bba70bcac3f None None] For port 0079b650-c24a-4ce2-9097-34919ffb3063, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:16:58.592800 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4544083f-68af-46ea-933b-8effffecf8b1 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:16:58.618579 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4544083f-68af-46ea-933b-8effffecf8b1, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4544083f-68af-46ea-933b-8effffecf8b1,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:58.625493 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d286128-5f81-4af3-8377-d8aefe2d553e None None] DHCP port deletion for e2df8251-2bb4-47b2-971f-f711da439080 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:16:58.637502 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:58.649359 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-1aac1ba1-4069-4275-981f-1bba70bcac3f None None] For port 0079b650-c24a-4ce2-9097-34919ffb3063, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0079b650-c24a-4ce2-9097-34919ffb3063,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:16:58.654318 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a3b0a30d-2750-4a31-a78e-70c1593ed181 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:16:58.725708 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f72f4169-24e6-4f1a-ac6c-7885f4354848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:58.751618 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72f4169-24e6-4f1a-ac6c-7885f4354848 admin admin] No DVR routers for this DVR port dfa61623-904f-4a13-8b77-b864b89aa418 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:16:58.784388 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1aac1ba1-4069-4275-981f-1bba70bcac3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:58.793622 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215f1f53-752a-4e5d-af48-352a5ddd428f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Made reservation on behalf of 6d166880b4a94d32a973c2d61c598d8e for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:16:58.810645 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: a3b0a30d-2750-4a31-a78e-70c1593ed181 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:16:58.810995 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a3b0a30d-2750-4a31-a78e-70c1593ed181 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:16:58.917791 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7686f812-7a40-44a9-952d-f6e30b3191fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-1722e728-27c9-4457-a98e-4b336084f5f5', 'network_id': '1722e728-27c9-4457-a98e-4b336084f5f5', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'fixed_ips': [{'subnet_id': 'd65f1e93-4de6-48f1-9e2c-85927a146776'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:16:58.918946 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7686f812-7a40-44a9-952d-f6e30b3191fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:58.956842 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['4544083f-68af-46ea-933b-8effffecf8b1'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:16:59.032017 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f4169-24e6-4f1a-ac6c-7885f4354848 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa61623-904f-4a13-8b77-b864b89aa418,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:59.053001 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5eb2965a-6d7c-4b71-a9ce-0d38243189fc req-e4899052-b11e-4595-83ae-a8c639d5a335 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "GET /v2.0/security-groups/46250d07-0287-4f05-b468-e67733e27943 HTTP/1.1" status: 200 len: 2423 time: 0.5156746 Nov 15 11:16:59.062351 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7d286128-5f81-4af3-8377-d8aefe2d553e None None] Deleting port dfa61623-904f-4a13-8b77-b864b89aa418 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:16:59.063506 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7d286128-5f81-4af3-8377-d8aefe2d553e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:59.095182 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f72f4169-24e6-4f1a-ac6c-7885f4354848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:59.172734 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5eb2965a-6d7c-4b71-a9ce-0d38243189fc req-f4e4e882-1b70-4a79-b925-817f9928b8e6 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:59.180164 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f72f4169-24e6-4f1a-ac6c-7885f4354848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2df8251-2bb4-47b2-971f-f711da439080']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:59.205646 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f72f4169-24e6-4f1a-ac6c-7885f4354848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c083b43b-0a4f-446c-82a8-603d7f4a28ac') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:59.205910 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f72f4169-24e6-4f1a-ac6c-7885f4354848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c083b43b-0a4f-446c-82a8-603d7f4a28ac') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:16:59.206945 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5eb2965a-6d7c-4b71-a9ce-0d38243189fc req-f4e4e882-1b70-4a79-b925-817f9928b8e6 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:59.234607 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7d286128-5f81-4af3-8377-d8aefe2d553e None None] For port dfa61623-904f-4a13-8b77-b864b89aa418, host n-d-729945-9, got binding levels [] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:16:59.234925 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7d286128-5f81-4af3-8377-d8aefe2d553e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:59.235315 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f72f4169-24e6-4f1a-ac6c-7885f4354848 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:59.269828 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f72f4169-24e6-4f1a-ac6c-7885f4354848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:59.284689 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f72f4169-24e6-4f1a-ac6c-7885f4354848 admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:16:59.285086 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f72f4169-24e6-4f1a-ac6c-7885f4354848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:59.306114 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-215f1f53-752a-4e5d-af48-352a5ddd428f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:59.331154 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=4544083f-68af-46ea-933b-8effffecf8b1,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:59.359448 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5eb2965a-6d7c-4b71-a9ce-0d38243189fc req-f4e4e882-1b70-4a79-b925-817f9928b8e6 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:59.366798 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7d286128-5f81-4af3-8377-d8aefe2d553e None None] Calling delete_port for dfa61623-904f-4a13-8b77-b864b89aa418 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:16:59.387686 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.ipam_backend_mixin [None req-7d286128-5f81-4af3-8377-d8aefe2d553e None None] Port dfa61623-904f-4a13-8b77-b864b89aa418 was not found and therefore no delete operation was performed {{(pid=102679) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 11:16:59.401429 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5eb2965a-6d7c-4b71-a9ce-0d38243189fc req-f4e4e882-1b70-4a79-b925-817f9928b8e6 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:59.430272 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5eb2965a-6d7c-4b71-a9ce-0d38243189fc req-f4e4e882-1b70-4a79-b925-817f9928b8e6 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/1b82031d-8329-4e00-b8e6-343940bbc34a HTTP/1.1" status: 204 len: 173 time: 0.3547249 Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:16:59.514749 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:16:59.517062 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f72f4169-24e6-4f1a-ac6c-7885f4354848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:59.517386 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-215f1f53-752a-4e5d-af48-352a5ddd428f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] device_id is not set on port 041d37e4-b503-41ea-9c56-8ae1475f9725 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:16:59.534063 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e882-1b70-4a79-b925-817f9928b8e6 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b82031d-8329-4e00-b8e6-343940bbc34a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:59.569976 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f72f4169-24e6-4f1a-ac6c-7885f4354848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:59.579182 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f72f4169-24e6-4f1a-ac6c-7885f4354848 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e2df8251-2bb4-47b2-971f-f711da439080 HTTP/1.1" status: 204 len: 168 time: 1.6358919 Nov 15 11:16:59.580231 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f4169-24e6-4f1a-ac6c-7885f4354848 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2df8251-2bb4-47b2-971f-f711da439080,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:59.587697 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56942) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:16:59.629500 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7d286128-5f81-4af3-8377-d8aefe2d553e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:16:59.772284 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7d286128-5f81-4af3-8377-d8aefe2d553e None None] Network e2df8251-2bb4-47b2-971f-f711da439080 is not hosted by any dhcp agent {{(pid=102679) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 15 11:16:59.775335 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d286128-5f81-4af3-8377-d8aefe2d553e None None] No DVR routers for this DVR port dfa61623-904f-4a13-8b77-b864b89aa418 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:16:59.971678 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac1ba1-4069-4275-981f-1bba70bcac3f None None] Pushing event updated for resources: {'Port': ['ID=0079b650-c24a-4ce2-9097-34919ffb3063,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:16:59.979685 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e641b-3126-41e2-baf0-3c9f4389de32 req-38898fa0-0223-4f6b-9e0b-2303eb4225e8 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:16:59.987615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-243e641b-3126-41e2-baf0-3c9f4389de32 req-38898fa0-0223-4f6b-9e0b-2303eb4225e8 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 945 time: 0.1755590 Nov 15 11:16:59.993843 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-7686f812-7a40-44a9-952d-f6e30b3191fa None None] Allocated IP 10.2.2.2 (1722e728-27c9-4457-a98e-4b336084f5f5/d65f1e93-4de6-48f1-9e2c-85927a146776/74761c4c-240b-46aa-a7d9-9bbf91dec95c) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:17:00.193375 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-243e641b-3126-41e2-baf0-3c9f4389de32 req-ab715df5-2a2e-4f7a-a7bf-a56069419d80 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020519 Nov 15 11:17:00.194782 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-215f1f53-752a-4e5d-af48-352a5ddd428f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Allocated IP 10.1.1.47 (4be3a3da-9eb3-404d-a7a5-24c511ae73fb/c20f400b-9ad3-4b90-bd4a-3a164b9839be/041d37e4-b503-41ea-9c56-8ae1475f9725) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:17:00.225361 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-4254053f-c0b0-4e23-8b46-0f69d9a1603c req-6028ae3a-813a-4f00-a438-205718038fca tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1968294311', 'description': 'tempest-description-1763962886'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:00.292890 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4254053f-c0b0-4e23-8b46-0f69d9a1603c req-6028ae3a-813a-4f00-a438-205718038fca tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:00.293306 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7686f812-7a40-44a9-952d-f6e30b3191fa None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:00.314513 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:00.334073 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7686f812-7a40-44a9-952d-f6e30b3191fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:00.396020 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d286128-5f81-4af3-8377-d8aefe2d553e None None] Pushing event deleted for resources: {'Port': ['ID=dfa61623-904f-4a13-8b77-b864b89aa418,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:00.410960 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7686f812-7a40-44a9-952d-f6e30b3191fa None None] Network 1722e728-27c9-4457-a98e-4b336084f5f5 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:17:00.633268 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:17:00.635479 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-215f1f53-752a-4e5d-af48-352a5ddd428f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:00.645625 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4254053f-c0b0-4e23-8b46-0f69d9a1603c req-6028ae3a-813a-4f00-a438-205718038fca tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:00.654784 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4254053f-c0b0-4e23-8b46-0f69d9a1603c req-6028ae3a-813a-4f00-a438-205718038fca tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:00.692572 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4254053f-c0b0-4e23-8b46-0f69d9a1603c req-6028ae3a-813a-4f00-a438-205718038fca tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:00.716618 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4254053f-c0b0-4e23-8b46-0f69d9a1603c req-6028ae3a-813a-4f00-a438-205718038fca tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4933043 Nov 15 11:17:00.718986 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-7686f812-7a40-44a9-952d-f6e30b3191fa None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:17:00.722534 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7686f812-7a40-44a9-952d-f6e30b3191fa None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:17:00.725370 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0079b650-c24a-4ce2-9097-34919ffb3063 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:17:00.750096 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686f812-7a40-44a9-952d-f6e30b3191fa None None] Pushing event updated for resources: {'Port': ['ID=74761c4c-240b-46aa-a7d9-9bbf91dec95c,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:00.773031 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028ae3a-813a-4f00-a438-205718038fca tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d945f70-27a0-4f16-99e9-4a6bc789392d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:00.804703 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-215f1f53-752a-4e5d-af48-352a5ddd428f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:00.902716 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5782c8-6e7f-48fa-9bf4-196c2fe6a256 None None] Network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:17:00.921977 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215f1f53-752a-4e5d-af48-352a5ddd428f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:17:00.947667 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-215f1f53-752a-4e5d-af48-352a5ddd428f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:17:00.955341 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f1f53-752a-4e5d-af48-352a5ddd428f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event updated for resources: {'Port': ['ID=041d37e4-b503-41ea-9c56-8ae1475f9725,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:00.962815 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215f1f53-752a-4e5d-af48-352a5ddd428f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:17:01.099403 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215f1f53-752a-4e5d-af48-352a5ddd428f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:01.100923 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-215f1f53-752a-4e5d-af48-352a5ddd428f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:01.161664 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-215f1f53-752a-4e5d-af48-352a5ddd428f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9740705 Nov 15 11:17:01.164426 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56956) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:01.175307 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-100a1a6b-c99b-4611-a620-f2419d6b1b62 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Request body: {'port': {'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb', 'name': 'tempest-TaggedBootDevicesTest-1083621227', 'fixed_ips': [{'subnet_id': 'c20f400b-9ad3-4b90-bd4a-3a164b9839be'}]}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:01.187505 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32d71e8d-a801-4a71-8c40-55a875e8479d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:01.284850 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-77a2df0f-6405-4aa2-8b5c-e5a928af48c7 None None] Provisioning complete for port 0079b650-c24a-4ce2-9097-34919ffb3063 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:01.285349 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-77a2df0f-6405-4aa2-8b5c-e5a928af48c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:01.361614 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:01.492650 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7686f812-7a40-44a9-952d-f6e30b3191fa None None] Attempting to bind port 74761c4c-240b-46aa-a7d9-9bbf91dec95c on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:17:01.493303 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7686f812-7a40-44a9-952d-f6e30b3191fa None None] Attempting to bind port 74761c4c-240b-46aa-a7d9-9bbf91dec95c by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'b17abd1e-d0b6-44c2-9c92-d6eadba25f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1722e728-27c9-4457-a98e-4b336084f5f5'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:17:01.495345 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7686f812-7a40-44a9-952d-f6e30b3191fa None None] Attempting to bind port 74761c4c-240b-46aa-a7d9-9bbf91dec95c on network 1722e728-27c9-4457-a98e-4b336084f5f5 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:17:01.507011 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100a1a6b-c99b-4611-a620-f2419d6b1b62 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Made reservation on behalf of 6d166880b4a94d32a973c2d61c598d8e for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:17:01.526782 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-100a1a6b-c99b-4611-a620-f2419d6b1b62 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:01.528218 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7686f812-7a40-44a9-952d-f6e30b3191fa None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:17:01.528838 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7686f812-7a40-44a9-952d-f6e30b3191fa None None] Checking segment: {'id': 'b17abd1e-d0b6-44c2-9c92-d6eadba25f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1722e728-27c9-4457-a98e-4b336084f5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:17:01.529395 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7686f812-7a40-44a9-952d-f6e30b3191fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:01.530027 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7686f812-7a40-44a9-952d-f6e30b3191fa None None] Bound using segment: {'id': 'b17abd1e-d0b6-44c2-9c92-d6eadba25f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1722e728-27c9-4457-a98e-4b336084f5f5'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:17:01.530807 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7686f812-7a40-44a9-952d-f6e30b3191fa None None] Bound port: 74761c4c-240b-46aa-a7d9-9bbf91dec95c, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17abd1e-d0b6-44c2-9c92-d6eadba25f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1722e728-27c9-4457-a98e-4b336084f5f5'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:17:01.531347 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7686f812-7a40-44a9-952d-f6e30b3191fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:01.654845 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-100a1a6b-c99b-4611-a620-f2419d6b1b62 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] device_id is not set on port cf3d8396-2297-40fd-a6ef-65ee0a1a87fe yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:17:01.659198 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 0079b650-c24a-4ce2-9097-34919ffb3063 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:01.659560 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:01.696070 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-32d71e8d-a801-4a71-8c40-55a875e8479d admin admin] Deleting port 68d19da3-7c3c-4b59-b2b6-5727c5e551df {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:17:01.696911 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32d71e8d-a801-4a71-8c40-55a875e8479d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:01.771438 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-620c7ffd-0125-4d53-8933-9f63ac6997b8 req-05757254-02c1-40d0-97d3-5b6e102834cd tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "GET /v2.0/security-groups/2d945f70-27a0-4f16-99e9-4a6bc789392d HTTP/1.1" status: 200 len: 1830 time: 0.1929228 Nov 15 11:17:01.847334 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-77a2df0f-6405-4aa2-8b5c-e5a928af48c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:02.034394 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-32d71e8d-a801-4a71-8c40-55a875e8479d admin admin] For port 68d19da3-7c3c-4b59-b2b6-5727c5e551df, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=68d19da3-7c3c-4b59-b2b6-5727c5e551df,segment=NetworkSegment(a2d5aa99-9431-40a8-86aa-e291c4124239),segment_id=a2d5aa99-9431-40a8-86aa-e291c4124239)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:02.037721 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-77a2df0f-6405-4aa2-8b5c-e5a928af48c7 None None] For port 0079b650-c24a-4ce2-9097-34919ffb3063, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0079b650-c24a-4ce2-9097-34919ffb3063,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:02.038271 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e3a53-deab-4e8d-81a4-f898f0d2a151 req-060d665e-5178-4582-9548-02eb524ad039 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:02.040982 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32d71e8d-a801-4a71-8c40-55a875e8479d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:02.045055 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e3a53-deab-4e8d-81a4-f898f0d2a151 req-060d665e-5178-4582-9548-02eb524ad039 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:02.052350 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e3a53-deab-4e8d-81a4-f898f0d2a151 req-060d665e-5178-4582-9548-02eb524ad039 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:02.062161 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7c0e3a53-deab-4e8d-81a4-f898f0d2a151 req-060d665e-5178-4582-9548-02eb524ad039 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6c732a3-bceb-4736-8ec8-51e9d78c45ba HTTP/1.1" status: 200 len: 2419 time: 0.1919980 Nov 15 11:17:02.101052 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-32d71e8d-a801-4a71-8c40-55a875e8479d admin admin] Calling delete_port for 68d19da3-7c3c-4b59-b2b6-5727c5e551df owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:17:02.131084 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7686f812-7a40-44a9-952d-f6e30b3191fa None None] For port 74761c4c-240b-46aa-a7d9-9bbf91dec95c, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:17:02.140143 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7686f812-7a40-44a9-952d-f6e30b3191fa None None] For port 74761c4c-240b-46aa-a7d9-9bbf91dec95c, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=74761c4c-240b-46aa-a7d9-9bbf91dec95c,segment=NetworkSegment(b17abd1e-d0b6-44c2-9c92-d6eadba25f9f),segment_id=b17abd1e-d0b6-44c2-9c92-d6eadba25f9f)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:17:02.147204 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-77a2df0f-6405-4aa2-8b5c-e5a928af48c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:02.163381 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7686f812-7a40-44a9-952d-f6e30b3191fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:02.221652 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7c0e3a53-deab-4e8d-81a4-f898f0d2a151 req-24e4d22f-f0c1-401d-b39e-e1e84561c239 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583679 Nov 15 11:17:02.303404 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-100a1a6b-c99b-4611-a620-f2419d6b1b62 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Allocated IP 10.1.1.207 (4be3a3da-9eb3-404d-a7a5-24c511ae73fb/c20f400b-9ad3-4b90-bd4a-3a164b9839be/cf3d8396-2297-40fd-a6ef-65ee0a1a87fe) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:17:02.397777 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2df0f-6405-4aa2-8b5c-e5a928af48c7 None None] Pushing event updated for resources: {'Port': ['ID=0079b650-c24a-4ce2-9097-34919ffb3063,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:02.412913 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4544083f-68af-46ea-933b-8effffecf8b1 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:17:02.540612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d142e-aa0b-4ec6-8d98-f2207f96484a req-817df210-bec6-414b-9d70-2faa4c029203 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:02.543629 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32d71e8d-a801-4a71-8c40-55a875e8479d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:02.550437 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-287d142e-aa0b-4ec6-8d98-f2207f96484a req-817df210-bec6-414b-9d70-2faa4c029203 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 945 time: 0.1972194 Nov 15 11:17:02.589060 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d71e8d-a801-4a71-8c40-55a875e8479d admin admin] Pushing event deleted for resources: {'Port': ['ID=68d19da3-7c3c-4b59-b2b6-5727c5e551df,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:02.658778 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686f812-7a40-44a9-952d-f6e30b3191fa None None] Pushing event updated for resources: {'Port': ['ID=74761c4c-240b-46aa-a7d9-9bbf91dec95c,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:02.714535 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 4544083f-68af-46ea-933b-8effffecf8b1 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:17:02.738315 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 4544083f-68af-46ea-933b-8effffecf8b1 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:02.738925 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:02.846347 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device dfa61623-904f-4a13-8b77-b864b89aa418 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:17:02.941622 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: dfa61623-904f-4a13-8b77-b864b89aa418 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:17:02.946000 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device dfa61623-904f-4a13-8b77-b864b89aa418 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:17:03.056070 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-100a1a6b-c99b-4611-a620-f2419d6b1b62 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:03.200485 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:03.239094 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6bbd261d-4299-464e-8125-dd7b382bfc91 None None] Provisioning complete for port 0079b650-c24a-4ce2-9097-34919ffb3063 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:03.240400 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6bbd261d-4299-464e-8125-dd7b382bfc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:03.253959 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32d71e8d-a801-4a71-8c40-55a875e8479d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:03.456138 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2070cd-b297-4298-b49a-3dde0d77a5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4544083f-68af-46ea-933b-8effffecf8b1'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:17:03.466466 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0ff8bd-27fe-4536-a646-b87ccc8c43e2" -d '{"events": [{"server_uuid": "cf2070cd-b297-4298-b49a-3dde0d77a5ea", "name": "network-vif-plugged", "status": "completed", "tag": "4544083f-68af-46ea-933b-8effffecf8b1"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:17:03.520047 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0079b650-c24a-4ce2-9097-34919ffb3063 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:17:03.548524 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4544083f-68af-46ea-933b-8effffecf8b1, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4544083f-68af-46ea-933b-8effffecf8b1,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:03.627527 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:03.809885 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d71e8d-a801-4a71-8c40-55a875e8479d admin admin] Router d1f0c976-a0d5-4499-b13a-ec79a577ddaf has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:17:03.976325 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=4544083f-68af-46ea-933b-8effffecf8b1,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:03.995845 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6bbd261d-4299-464e-8125-dd7b382bfc91 None None] Provisioning complete for port 041d37e4-b503-41ea-9c56-8ae1475f9725 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:04.003251 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6bbd261d-4299-464e-8125-dd7b382bfc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:04.076303 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd261d-4299-464e-8125-dd7b382bfc91 None None] Port 041d37e4-b503-41ea-9c56-8ae1475f9725 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:17:04.087449 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d71e8d-a801-4a71-8c40-55a875e8479d admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:17:04.090598 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 0079b650-c24a-4ce2-9097-34919ffb3063 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:04.090954 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:04.100692 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c12ea0-852a-4cf8-b03c-955d05b1bdcf None None] Sync routers for ids ['d1f0c976-a0d5-4499-b13a-ec79a577ddaf'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:17:04.118709 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c12ea0-852a-4cf8-b03c-955d05b1bdcf None None] Routers {'d1f0c976-a0d5-4499-b13a-ec79a577ddaf'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:17:04.119266 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-79c12ea0-852a-4cf8-b03c-955d05b1bdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:16:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d1f0c976-a0d5-4499-b13a-ec79a577ddaf'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:17:04.121826 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-32d71e8d-a801-4a71-8c40-55a875e8479d admin admin] 10.222.0.64 "PUT /v2.0/routers/d1f0c976-a0d5-4499-b13a-ec79a577ddaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5323496 Nov 15 11:17:04.124677 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56980) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:04.161632 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-287d142e-aa0b-4ec6-8d98-f2207f96484a req-1386b124-7151-44fc-93ab-8d92ca1b9a15 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6101856 Nov 15 11:17:04.168247 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-100a1a6b-c99b-4611-a620-f2419d6b1b62 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:04.193610 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f51de3-a90a-47dd-a04b-56be47125fae None None] Network 1722e728-27c9-4457-a98e-4b336084f5f5 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:17:04.301450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a1a6b-c99b-4611-a620-f2419d6b1b62 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event updated for resources: {'Port': ['ID=cf3d8396-2297-40fd-a6ef-65ee0a1a87fe,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:04.354960 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100a1a6b-c99b-4611-a620-f2419d6b1b62 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:17:04.373350 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e35f13f1-274d-4d07-890d-421a6404c328 None None] Provisioning complete for port 041d37e4-b503-41ea-9c56-8ae1475f9725 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:04.380547 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e35f13f1-274d-4d07-890d-421a6404c328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:04.436631 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-100a1a6b-c99b-4611-a620-f2419d6b1b62 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:17:04.440251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100a1a6b-c99b-4611-a620-f2419d6b1b62 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:17:04.490219 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-79c12ea0-852a-4cf8-b03c-955d05b1bdcf None None] Set router d1f0c976-a0d5-4499-b13a-ec79a577ddaf gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:17:04.504508 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100a1a6b-c99b-4611-a620-f2419d6b1b62 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:04.505631 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-100a1a6b-c99b-4611-a620-f2419d6b1b62 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:04.518674 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3239c2d2-e741-4692-b723-d2aca0a5e56a admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:04.529899 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-60400a9a-ebed-4cc7-b937-44e3f1d83353 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:04.544546 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-60400a9a-ebed-4cc7-b937-44e3f1d83353 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:04.565944 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-60400a9a-ebed-4cc7-b937-44e3f1d83353 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:04.571185 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-60400a9a-ebed-4cc7-b937-44e3f1d83353 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6c732a3-bceb-4736-8ec8-51e9d78c45ba HTTP/1.1" status: 200 len: 2419 time: 1.4120443 Nov 15 11:17:04.602841 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e35f13f1-274d-4d07-890d-421a6404c328 None None] Port 041d37e4-b503-41ea-9c56-8ae1475f9725 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:17:04.617245 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-100a1a6b-c99b-4611-a620-f2419d6b1b62 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4501553 Nov 15 11:17:04.664332 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 74761c4c-240b-46aa-a7d9-9bbf91dec95c up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:17:04.810114 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3239c2d2-e741-4692-b723-d2aca0a5e56a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:04.820336 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e35f13f1-274d-4d07-890d-421a6404c328 None None] Provisioning complete for port 74761c4c-240b-46aa-a7d9-9bbf91dec95c triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:04.826166 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e35f13f1-274d-4d07-890d-421a6404c328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:04.902049 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b86b9-88ba-4356-a9b4-988e0e848f5b req-1b9f22fb-3f89-4a0c-9f14-490d4a889832 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:04.915130 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b86b9-88ba-4356-a9b4-988e0e848f5b req-1b9f22fb-3f89-4a0c-9f14-490d4a889832 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:04.936273 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b86b9-88ba-4356-a9b4-988e0e848f5b req-1b9f22fb-3f89-4a0c-9f14-490d4a889832 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:04.939667 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af3b86b9-88ba-4356-a9b4-988e0e848f5b req-1b9f22fb-3f89-4a0c-9f14-490d4a889832 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6c732a3-bceb-4736-8ec8-51e9d78c45ba HTTP/1.1" status: 200 len: 2419 time: 0.5349803 Nov 15 11:17:04.960597 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3239c2d2-e741-4692-b723-d2aca0a5e56a admin admin] Deleting port 5798b1be-7da1-4cff-aee8-c941cd71573d {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:17:04.960939 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3239c2d2-e741-4692-b723-d2aca0a5e56a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:05.013916 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-f3e8ee71-da8f-47b7-b087-a7b66950c1fe tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Deleting port 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:17:05.014548 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-f3e8ee71-da8f-47b7-b087-a7b66950c1fe tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:05.042632 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-79c12ea0-852a-4cf8-b03c-955d05b1bdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0c976-a0d5-4499-b13a-ec79a577ddaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516750237-router', 'tenant_id': '0898895f014d498f90beb0cae90d0a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '5798b1be-7da1-4cff-aee8-c941cd71573d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:34Z', 'updated_at': '2021-11-15T11:17:02Z', 'revision_number': 5, 'project_id': '0898895f014d498f90beb0cae90d0a98', 'gw_port': {'id': '5798b1be-7da1-4cff-aee8-c941cd71573d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0c976-a0d5-4499-b13a-ec79a577ddaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:09:35Z', 'updated_at': '2021-11-15T11:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:17:05.134931 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c12ea0-852a-4cf8-b03c-955d05b1bdcf None None] Checking router: d1f0c976-a0d5-4499-b13a-ec79a577ddaf for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:17:05.150613 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c12ea0-852a-4cf8-b03c-955d05b1bdcf None None] Routers {'d1f0c976-a0d5-4499-b13a-ec79a577ddaf'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:17:05.154842 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-79c12ea0-852a-4cf8-b03c-955d05b1bdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:16:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d1f0c976-a0d5-4499-b13a-ec79a577ddaf'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:17:05.171973 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ca3b10-ece6-4a43-a6ab-1cc2c1a81235 x-openstack-request-id: req-31ca3b10-ece6-4a43-a6ab-1cc2c1a81235 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:17:05.171973 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2070cd-b297-4298-b49a-3dde0d77a5ea", "name": "network-vif-plugged", "status": "completed", "tag": "4544083f-68af-46ea-933b-8effffecf8b1", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:17:05.171973 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-31ca3b10-ece6-4a43-a6ab-1cc2c1a81235 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:17:05.181364 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2070cd-b297-4298-b49a-3dde0d77a5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4544083f-68af-46ea-933b-8effffecf8b1', 'code': 200} Nov 15 11:17:05.182163 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af3b86b9-88ba-4356-a9b4-988e0e848f5b req-75062bd5-5b8c-4243-b7ef-d3f0f1b34324 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290547 Nov 15 11:17:05.203109 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 74761c4c-240b-46aa-a7d9-9bbf91dec95c triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:05.203109 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:05.225851 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3239c2d2-e741-4692-b723-d2aca0a5e56a admin admin] For port 5798b1be-7da1-4cff-aee8-c941cd71573d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=5798b1be-7da1-4cff-aee8-c941cd71573d,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:05.226220 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3239c2d2-e741-4692-b723-d2aca0a5e56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:05.230700 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-842b5fbf-683f-4add-b859-6b2c5383c0d0 req-8c0e62c9-5d91-4cd0-850a-517df577159a tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-736043311', 'description': 'tempest-description-89604918'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:05.279858 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3239c2d2-e741-4692-b723-d2aca0a5e56a admin admin] Calling delete_port for 5798b1be-7da1-4cff-aee8-c941cd71573d owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:17:05.372104 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-f3e8ee71-da8f-47b7-b087-a7b66950c1fe tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] For port 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9,segment=NetworkSegment(8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a),segment_id=8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:05.377864 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-f3e8ee71-da8f-47b7-b087-a7b66950c1fe tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:05.420342 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-842b5fbf-683f-4add-b859-6b2c5383c0d0 req-8c0e62c9-5d91-4cd0-850a-517df577159a tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:05.429629 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-f3e8ee71-da8f-47b7-b087-a7b66950c1fe tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Calling delete_port for 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:17:05.474104 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf1c4b-1e3d-425c-8e8b-c5e2de686573 req-928e3de0-cf11-4699-9b50-c6a79b3560b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:05.483951 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-79c12ea0-852a-4cf8-b03c-955d05b1bdcf None None] Set router d1f0c976-a0d5-4499-b13a-ec79a577ddaf gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:17:05.488061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3acf1c4b-1e3d-425c-8e8b-c5e2de686573 req-928e3de0-cf11-4699-9b50-c6a79b3560b3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 1097 time: 0.2264562 Nov 15 11:17:05.634796 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:05.637495 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e35f13f1-274d-4d07-890d-421a6404c328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:05.654732 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3239c2d2-e741-4692-b723-d2aca0a5e56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:05.723172 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-79c12ea0-852a-4cf8-b03c-955d05b1bdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0c976-a0d5-4499-b13a-ec79a577ddaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516750237-router', 'tenant_id': '0898895f014d498f90beb0cae90d0a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:34Z', 'updated_at': '2021-11-15T11:17:04Z', 'revision_number': 6, 'project_id': '0898895f014d498f90beb0cae90d0a98', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:17:05.747117 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3acf1c4b-1e3d-425c-8e8b-c5e2de686573 req-b1d0ef7b-5ea9-4830-9e19-6e7e1544f538 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494650 Nov 15 11:17:05.771292 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e35f13f1-274d-4d07-890d-421a6404c328 None None] For port 74761c4c-240b-46aa-a7d9-9bbf91dec95c, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=74761c4c-240b-46aa-a7d9-9bbf91dec95c,segment=NetworkSegment(b17abd1e-d0b6-44c2-9c92-d6eadba25f9f),segment_id=b17abd1e-d0b6-44c2-9c92-d6eadba25f9f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:05.781638 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c12ea0-852a-4cf8-b03c-955d05b1bdcf None None] The sync data for ids ['d1f0c976-a0d5-4499-b13a-ec79a577ddaf'] in n-d-729945-9 is: [{'id': 'd1f0c976-a0d5-4499-b13a-ec79a577ddaf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516750237-router', 'tenant_id': '0898895f014d498f90beb0cae90d0a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:09:34Z', 'updated_at': '2021-11-15T11:17:04Z', 'revision_number': 6, 'project_id': '0898895f014d498f90beb0cae90d0a98', 'gw_port_host': None}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:17:05.783093 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239c2d2-e741-4692-b723-d2aca0a5e56a admin admin] Pushing event deleted for resources: {'Port': ['ID=5798b1be-7da1-4cff-aee8-c941cd71573d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:05.840057 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57008) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:05.857145 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d71c6215-9a36-445e-8e1c-ce9fdb21fa98 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1435575864', 'description': 'tempest-description--458210292'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:05.882211 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:17:05.882701 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:17:05.883347 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e35f13f1-274d-4d07-890d-421a6404c328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:05.950296 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3239c2d2-e741-4692-b723-d2aca0a5e56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:06.035283 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-842b5fbf-683f-4add-b859-6b2c5383c0d0 req-8c0e62c9-5d91-4cd0-850a-517df577159a tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:06.100127 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d71c6215-9a36-445e-8e1c-ce9fdb21fa98 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:06.144848 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-842b5fbf-683f-4add-b859-6b2c5383c0d0 req-8c0e62c9-5d91-4cd0-850a-517df577159a tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:06.188606 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3239c2d2-e741-4692-b723-d2aca0a5e56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:06.193397 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3239c2d2-e741-4692-b723-d2aca0a5e56a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:06.221619 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-842b5fbf-683f-4add-b859-6b2c5383c0d0 req-8c0e62c9-5d91-4cd0-850a-517df577159a tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:06.226558 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-842b5fbf-683f-4add-b859-6b2c5383c0d0 req-8c0e62c9-5d91-4cd0-850a-517df577159a tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 1.0058172 Nov 15 11:17:06.321788 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8397d5-b6df-4fac-a477-80912b555323 req-655878dc-8618-4528-b731-050bd3dd9a76 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:06.325163 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e8397d5-b6df-4fac-a477-80912b555323 req-655878dc-8618-4528-b731-050bd3dd9a76 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 946 time: 0.3952277 Nov 15 11:17:06.328487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e62c9-5d91-4cd0-850a-517df577159a tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce81b169-6943-4907-bb91-6db8bd9b8a2a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:06.337300 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-f3e8ee71-da8f-47b7-b087-a7b66950c1fe tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:06.373935 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3239c2d2-e741-4692-b723-d2aca0a5e56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:06.374484 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3239c2d2-e741-4692-b723-d2aca0a5e56a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1f0c976-a0d5-4499-b13a-ec79a577ddaf {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:17:06.423512 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3239c2d2-e741-4692-b723-d2aca0a5e56a admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:06.425464 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3239c2d2-e741-4692-b723-d2aca0a5e56a admin admin] 10.222.0.64 "DELETE /v2.0/routers/d1f0c976-a0d5-4499-b13a-ec79a577ddaf HTTP/1.1" status: 204 len: 168 time: 2.2998145 Nov 15 11:17:06.428590 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57020) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:06.457573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f13f1-274d-4d07-890d-421a6404c328 None None] Pushing event updated for resources: {'Port': ['ID=74761c4c-240b-46aa-a7d9-9bbf91dec95c,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:06.477655 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9', '07aaa80c-0339-437c-8992-18ffe65cbf98', '9aeaf377-dc74-4867-8eda-7a8d46625d33'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:17:06.523041 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d71c6215-9a36-445e-8e1c-ce9fdb21fa98 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:06.549435 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8ee71-da8f-47b7-b087-a7b66950c1fe tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event deleted for resources: {'Port': ['ID=84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:06.562143 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-5734b412-0794-401c-9cae-9a788a19ddcb admin admin] Deleting subnet a9c26796-1ef5-4316-b801-56f55e0bb069 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:17:06.571761 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5734b412-0794-401c-9cae-9a788a19ddcb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:06.572985 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d71c6215-9a36-445e-8e1c-ce9fdb21fa98 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:06.682237 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a52094e7-a95e-447d-b89d-9c3de5f545e2 None None] Provisioning complete for port cf3d8396-2297-40fd-a6ef-65ee0a1a87fe triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:06.683386 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a52094e7-a95e-447d-b89d-9c3de5f545e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:06.687257 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5734b412-0794-401c-9cae-9a788a19ddcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:06.703849 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d71c6215-9a36-445e-8e1c-ce9fdb21fa98 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:06.705114 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d71c6215-9a36-445e-8e1c-ce9fdb21fa98 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8560748 Nov 15 11:17:06.723276 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c6215-9a36-445e-8e1c-ce9fdb21fa98 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3369f810-8048-48c8-8817-cd0d845f8367,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:06.733808 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57022) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:06.743646 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-f3e8ee71-da8f-47b7-b087-a7b66950c1fe tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] No DVR routers for this DVR port 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:17:06.750774 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-075d3228-1042-459d-8e2a-6ac30625cbfa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Request body: {'security_group_rule': {'security_group_id': '3369f810-8048-48c8-8817-cd0d845f8367', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:06.798357 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dae4b7fb-3a45-42b7-b416-0766d5f4089e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:06.850251 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a52094e7-a95e-447d-b89d-9c3de5f545e2 None None] Port cf3d8396-2297-40fd-a6ef-65ee0a1a87fe cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:17:06.874451 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a52094e7-a95e-447d-b89d-9c3de5f545e2 None None] Provisioning complete for port 74761c4c-240b-46aa-a7d9-9bbf91dec95c triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:06.875147 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a52094e7-a95e-447d-b89d-9c3de5f545e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:06.905675 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-f3e8ee71-da8f-47b7-b087-a7b66950c1fe tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:06.925557 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-f3e8ee71-da8f-47b7-b087-a7b66950c1fe tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.55 "DELETE /v2.0/ports/84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9 HTTP/1.1" status: 204 len: 173 time: 2.3017855 Nov 15 11:17:06.927867 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'name': 'network-vif-deleted', 'tag': '84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:17:06.931102 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5734b412-0794-401c-9cae-9a788a19ddcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:06.936577 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af0d9e8-2969-4a67-a196-60fa91e64f5f" -d '{"events": [{"server_uuid": "e6c732a3-bceb-4736-8ec8-51e9d78c45ba", "name": "network-vif-deleted", "tag": "84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:17:06.992852 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e8397d5-b6df-4fac-a477-80912b555323 req-8efd8037-4f32-454b-84b7-f1b1417ff132 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6190746 Nov 15 11:17:07.026167 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-075d3228-1042-459d-8e2a-6ac30625cbfa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:07.143248 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 74761c4c-240b-46aa-a7d9-9bbf91dec95c up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:17:07.196051 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5734b412-0794-401c-9cae-9a788a19ddcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:07.196629 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cfcb9-1b9a-4059-919c-b2b9b5937e50 req-cb27dfca-7f99-40a6-b4fa-e88efa6123c8 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:07.206092 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a8cfcb9-1b9a-4059-919c-b2b9b5937e50 req-cb27dfca-7f99-40a6-b4fa-e88efa6123c8 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 946 time: 0.6455402 Nov 15 11:17:07.264172 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734b412-0794-401c-9cae-9a788a19ddcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9c26796-1ef5-4316-b801-56f55e0bb069,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:07.267501 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5734b412-0794-401c-9cae-9a788a19ddcb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:07.271381 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5734b412-0794-401c-9cae-9a788a19ddcb admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a9c26796-1ef5-4316-b801-56f55e0bb069 HTTP/1.1" status: 204 len: 168 time: 0.8414931 Nov 15 11:17:07.273802 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57040) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:07.303540 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca77e85-8fb1-4968-aff8-39689ef2e0bf None None] Network ba8e8001-fad9-408c-9652-c6e4ea1072e7 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:17:07.309744 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 74761c4c-240b-46aa-a7d9-9bbf91dec95c triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:07.310172 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:07.425471 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-075d3228-1042-459d-8e2a-6ac30625cbfa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:07.447538 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-075d3228-1042-459d-8e2a-6ac30625cbfa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:07.478891 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f623b63-6dd9-447f-8165-6b941bcc7e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:07.479674 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a8cfcb9-1b9a-4059-919c-b2b9b5937e50 req-d379bceb-b63e-49eb-88e8-869080e41e23 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725041 Nov 15 11:17:07.590699 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d3228-1042-459d-8e2a-6ac30625cbfa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a14f30-d062-4276-8d69-779992f89c5d,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:07.617469 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba307c9-727b-42ab-9194-90062c813a92 req-1bc134a6-52e1-4558-8a7b-46c54974dbe0 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:07.627247 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba307c9-727b-42ab-9194-90062c813a92 req-1bc134a6-52e1-4558-8a7b-46c54974dbe0 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:07.630620 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2f623b63-6dd9-447f-8165-6b941bcc7e32 admin admin] Deleting port 774e54d4-9621-4df8-97e6-937695e4620f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:17:07.630945 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f623b63-6dd9-447f-8165-6b941bcc7e32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:07.635161 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eba307c9-727b-42ab-9194-90062c813a92 req-1bc134a6-52e1-4558-8a7b-46c54974dbe0 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6c732a3-bceb-4736-8ec8-51e9d78c45ba HTTP/1.1" status: 200 len: 1683 time: 0.3136272 Nov 15 11:17:07.668959 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-075d3228-1042-459d-8e2a-6ac30625cbfa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:07.678290 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-075d3228-1042-459d-8e2a-6ac30625cbfa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9362948 Nov 15 11:17:07.722075 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57044) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:07.757696 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-0201a57d-f962-48e6-ba37-35d0c30b1e4f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Request body: {'security_group_rule': {'security_group_id': '3369f810-8048-48c8-8817-cd0d845f8367', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:07.787163 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-237d91c6-8e1c-460f-9dee-28276067ea90 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Deleting port 07aaa80c-0339-437c-8992-18ffe65cbf98 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:17:07.789398 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-237d91c6-8e1c-460f-9dee-28276067ea90 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:07.790012 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 68d19da3-7c3c-4b59-b2b6-5727c5e551df no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:17:07.796613 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2f623b63-6dd9-447f-8165-6b941bcc7e32 admin admin] For port 774e54d4-9621-4df8-97e6-937695e4620f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=774e54d4-9621-4df8-97e6-937695e4620f,segment=NetworkSegment(a2d5aa99-9431-40a8-86aa-e291c4124239),segment_id=a2d5aa99-9431-40a8-86aa-e291c4124239)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:07.797513 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f623b63-6dd9-447f-8165-6b941bcc7e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:07.835621 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2f623b63-6dd9-447f-8165-6b941bcc7e32 admin admin] Calling delete_port for 774e54d4-9621-4df8-97e6-937695e4620f owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:17:07.846256 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 68d19da3-7c3c-4b59-b2b6-5727c5e551df {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:17:07.846822 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 68d19da3-7c3c-4b59-b2b6-5727c5e551df not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:17:07.847389 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 5798b1be-7da1-4cff-aee8-c941cd71573d no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:17:07.893800 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 5798b1be-7da1-4cff-aee8-c941cd71573d {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:17:07.894564 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 5798b1be-7da1-4cff-aee8-c941cd71573d not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:17:07.944319 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9325c6ba-2063-4321-ae9d-67b577fbcd81 req-720468c6-db62-4f21-88d1-92c0c39bda85 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "GET /v2.0/security-groups/ce81b169-6943-4907-bb91-6db8bd9b8a2a HTTP/1.1" status: 200 len: 1827 time: 0.3976836 Nov 15 11:17:07.948315 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f623b63-6dd9-447f-8165-6b941bcc7e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:08.000644 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eba307c9-727b-42ab-9194-90062c813a92 req-6b44594f-a88a-4525-80a5-bb654183ccc7 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643413 Nov 15 11:17:08.025450 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6922c643-fef0-4a7f-950b-d03adb421af6 None None] DHCP port deletion for ba8e8001-fad9-408c-9652-c6e4ea1072e7 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:17:08.054430 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bd57c6-b09d-43bf-9b59-08e8cb158233 x-openstack-request-id: req-54bd57c6-b09d-43bf-9b59-08e8cb158233 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:17:08.054721 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c732a3-bceb-4736-8ec8-51e9d78c45ba", "name": "network-vif-deleted", "tag": "84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:17:08.054979 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-54bd57c6-b09d-43bf-9b59-08e8cb158233 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:17:08.059217 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'name': 'network-vif-deleted', 'tag': '84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9', 'status': 'completed', 'code': 200} Nov 15 11:17:08.060211 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f623b63-6dd9-447f-8165-6b941bcc7e32 admin admin] Pushing event deleted for resources: {'Port': ['ID=774e54d4-9621-4df8-97e6-937695e4620f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:08.077113 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f623b63-6dd9-447f-8165-6b941bcc7e32 admin admin] No DVR routers for this DVR port 774e54d4-9621-4df8-97e6-937695e4620f on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:17:08.090517 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0201a57d-f962-48e6-ba37-35d0c30b1e4f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:08.123353 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-7523a406-970f-4e6f-8a48-9eeda1c26c34 req-76e2f4e7-402c-4cc8-837b-c3713acae7c0 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1115540514', 'description': 'tempest-description-876280816'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:08.188989 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f623b63-6dd9-447f-8165-6b941bcc7e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:08.210225 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-2f623b63-6dd9-447f-8165-6b941bcc7e32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8e8001-fad9-408c-9652-c6e4ea1072e7']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:17:08.213975 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-237d91c6-8e1c-460f-9dee-28276067ea90 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] For port 07aaa80c-0339-437c-8992-18ffe65cbf98, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=07aaa80c-0339-437c-8992-18ffe65cbf98,segment=NetworkSegment(8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a),segment_id=8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:08.214352 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-237d91c6-8e1c-460f-9dee-28276067ea90 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:08.220425 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-2f623b63-6dd9-447f-8165-6b941bcc7e32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d5aa99-9431-40a8-86aa-e291c4124239') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:17:08.220744 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-2f623b63-6dd9-447f-8165-6b941bcc7e32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d5aa99-9431-40a8-86aa-e291c4124239') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:17:08.230898 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f623b63-6dd9-447f-8165-6b941bcc7e32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:08.253250 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-237d91c6-8e1c-460f-9dee-28276067ea90 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Calling delete_port for 07aaa80c-0339-437c-8992-18ffe65cbf98 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:17:08.258277 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f623b63-6dd9-447f-8165-6b941bcc7e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:08.264887 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f623b63-6dd9-447f-8165-6b941bcc7e32 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:17:08.265270 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f623b63-6dd9-447f-8165-6b941bcc7e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:17:08.267144 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:17:08.337253 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-14bfbc93-d0d8-4b41-a2a7-75aad3091e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:08.365510 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7523a406-970f-4e6f-8a48-9eeda1c26c34 req-76e2f4e7-402c-4cc8-837b-c3713acae7c0 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:08.366270 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f623b63-6dd9-447f-8165-6b941bcc7e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:08.378149 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f623b63-6dd9-447f-8165-6b941bcc7e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:08.381123 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:17:08.411785 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2f623b63-6dd9-447f-8165-6b941bcc7e32 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ba8e8001-fad9-408c-9652-c6e4ea1072e7 HTTP/1.1" status: 204 len: 168 time: 1.1304040 Nov 15 11:17:08.451022 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f623b63-6dd9-447f-8165-6b941bcc7e32 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba8e8001-fad9-408c-9652-c6e4ea1072e7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:08.456601 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:17:08.465967 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 84f7289a-9f41-4e20-9fc3-9e8e4d59c5f9 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:17:08.466444 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 07aaa80c-0339-437c-8992-18ffe65cbf98 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:17:08.473712 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0201a57d-f962-48e6-ba37-35d0c30b1e4f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:08.569122 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0201a57d-f962-48e6-ba37-35d0c30b1e4f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:08.644493 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:08.660086 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201a57d-f962-48e6-ba37-35d0c30b1e4f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=332ccac6-9917-4840-b7b7-50770955338b,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:08.682482 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0201a57d-f962-48e6-ba37-35d0c30b1e4f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:08.683980 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0201a57d-f962-48e6-ba37-35d0c30b1e4f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9530923 Nov 15 11:17:08.687142 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57064) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:08.692167 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ee8b23b7-5647-4fe1-99ec-79af74a32830 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:08.735943 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-237d91c6-8e1c-460f-9dee-28276067ea90 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:08.755245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57066) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:08.761909 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7523a406-970f-4e6f-8a48-9eeda1c26c34 req-76e2f4e7-402c-4cc8-837b-c3713acae7c0 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:08.777018 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8b23b7-5647-4fe1-99ec-79af74a32830 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:08.780600 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 9aeaf377-dc74-4867-8eda-7a8d46625d33 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:17:08.781132 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7523a406-970f-4e6f-8a48-9eeda1c26c34 req-76e2f4e7-402c-4cc8-837b-c3713acae7c0 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:08.783979 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d91c6-8e1c-460f-9dee-28276067ea90 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event deleted for resources: {'Port': ['ID=07aaa80c-0339-437c-8992-18ffe65cbf98,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:08.877663 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7523a406-970f-4e6f-8a48-9eeda1c26c34 req-76e2f4e7-402c-4cc8-837b-c3713acae7c0 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:08.899418 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7523a406-970f-4e6f-8a48-9eeda1c26c34 req-76e2f4e7-402c-4cc8-837b-c3713acae7c0 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.7908139 Nov 15 11:17:08.953969 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2f4e7-402c-4cc8-837b-c3713acae7c0 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb24aff3-93f1-44a1-9793-7cea8f6beb0f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:08.962257 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-237d91c6-8e1c-460f-9dee-28276067ea90 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] No DVR routers for this DVR port 07aaa80c-0339-437c-8992-18ffe65cbf98 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:17:08.965711 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-237d91c6-8e1c-460f-9dee-28276067ea90 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:08.985816 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-237d91c6-8e1c-460f-9dee-28276067ea90 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.55 "DELETE /v2.0/ports/07aaa80c-0339-437c-8992-18ffe65cbf98 HTTP/1.1" status: 204 len: 173 time: 2.0375814 Nov 15 11:17:09.107120 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f90459fe-5f36-4478-941d-90b6d14e764d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ade6c233dd54bb7b33ad4ded5f9c5e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3455741 Nov 15 11:17:09.107882 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57084) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:09.159548 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:09.162397 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 774e54d4-9621-4df8-97e6-937695e4620f no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:17:09.230420 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-002a978d-02f9-4536-a28b-57772fb5c491 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:09.246651 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 774e54d4-9621-4df8-97e6-937695e4620f {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:17:09.251122 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 774e54d4-9621-4df8-97e6-937695e4620f not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:17:09.271625 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-002a978d-02f9-4536-a28b-57772fb5c491 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:09.282785 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aeaf377-dc74-4867-8eda-7a8d46625d33'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:17:09.285093 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1270d81-db5f-454a-b11c-257f900fae5f" -d '{"events": [{"server_uuid": "e6c732a3-bceb-4736-8ec8-51e9d78c45ba", "name": "network-vif-unplugged", "status": "completed", "tag": "9aeaf377-dc74-4867-8eda-7a8d46625d33"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:17:09.319154 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-569a578c-dc3b-4c71-ae20-a85770756443 req-bf017347-677e-40c7-a026-7beaebd1f92b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0bb4d16b-af59-4e31-88db-42bd72f35f2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2554491 Nov 15 11:17:09.324443 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 9aeaf377-dc74-4867-8eda-7a8d46625d33, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=9aeaf377-dc74-4867-8eda-7a8d46625d33,segment=NetworkSegment(5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e),segment_id=5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:09.336033 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb4c1b-a112-42df-9cea-c1d95a30740f req-224294f4-bf1b-4298-a0b2-4ffcd90cfda9 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:09.338124 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:09.355564 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ccbb4c1b-a112-42df-9cea-c1d95a30740f req-224294f4-bf1b-4298-a0b2-4ffcd90cfda9 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 946 time: 0.2961898 Nov 15 11:17:09.360613 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1af9112d-226b-4995-b4e5-970b57e30fbf req-2a5d2885-1126-491b-899b-503e8f0519df tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "GET /v2.0/security-groups/eb24aff3-93f1-44a1-9793-7cea8f6beb0f HTTP/1.1" status: 200 len: 1829 time: 0.2195153 Nov 15 11:17:09.373228 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-002a978d-02f9-4536-a28b-57772fb5c491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:09.375952 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-002a978d-02f9-4536-a28b-57772fb5c491 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:09.379875 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-002a978d-02f9-4536-a28b-57772fb5c491 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e9ff524b-aa75-4f5b-83cb-f1982d21c68c HTTP/1.1" status: 204 len: 168 time: 0.2673454 Nov 15 11:17:09.399525 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a978d-02f9-4536-a28b-57772fb5c491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ff524b-aa75-4f5b-83cb-f1982d21c68c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:09.445528 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8b23b7-5647-4fe1-99ec-79af74a32830 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:09.510528 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=9aeaf377-dc74-4867-8eda-7a8d46625d33,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:09.610768 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-ddc23803-b89e-4ed8-a61b-16bda79c47c9 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Deleting port 9aeaf377-dc74-4867-8eda-7a8d46625d33 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:17:09.611563 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-ddc23803-b89e-4ed8-a61b-16bda79c47c9 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:09.673001 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-ee8b23b7-5647-4fe1-99ec-79af74a32830 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Allocated IP 172.25.7.94 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/b640d18c-d34b-44b3-8095-a0b0860cc4a6) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:17:09.738176 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a578c-dc3b-4c71-ae20-a85770756443 req-95192928-f7c7-40d2-bad1-e63f3c2fbb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:09.742062 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-569a578c-dc3b-4c71-ae20-a85770756443 req-95192928-f7c7-40d2-bad1-e63f3c2fbb7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c953c4012db94ce89cd4888cf7e37669&device_id=0bb4d16b-af59-4e31-88db-42bd72f35f2e HTTP/1.1" status: 200 len: 1099 time: 0.3682258 Nov 15 11:17:09.769111 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:09.826065 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-ddc23803-b89e-4ed8-a61b-16bda79c47c9 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] For port 9aeaf377-dc74-4867-8eda-7a8d46625d33, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=9aeaf377-dc74-4867-8eda-7a8d46625d33,segment=NetworkSegment(5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e),segment_id=5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:09.826706 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-ddc23803-b89e-4ed8-a61b-16bda79c47c9 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:09.843238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-ddc23803-b89e-4ed8-a61b-16bda79c47c9 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Calling delete_port for 9aeaf377-dc74-4867-8eda-7a8d46625d33 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:17:09.893553 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8b23b7-5647-4fe1-99ec-79af74a32830 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:09.915835 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device e22b0fda-3892-42d7-aaac-98c83fd6cb92 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:17:10.016013 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8b23b7-5647-4fe1-99ec-79af74a32830 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:10.078644 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85a322-f32d-458d-aa93-ebcc785f6df0 req-8aa02b85-ebd1-4334-aff2-3d8fbb2f8f37 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:10.090312 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe85a322-f32d-458d-aa93-ebcc785f6df0 req-8aa02b85-ebd1-4334-aff2-3d8fbb2f8f37 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6c732a3-bceb-4736-8ec8-51e9d78c45ba HTTP/1.1" status: 200 len: 944 time: 0.5983856 Nov 15 11:17:10.118419 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:10.133628 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ccbb4c1b-a112-42df-9cea-c1d95a30740f req-8d8db5f0-c798-4a22-85dd-6b18998c61de tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7762263 Nov 15 11:17:10.134448 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-ddc23803-b89e-4ed8-a61b-16bda79c47c9 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:10.136005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'name': 'network-vif-deleted', 'tag': '07aaa80c-0339-437c-8992-18ffe65cbf98'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:17:10.138598 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d10149-0986-4649-ab01-36926b442967" -d '{"events": [{"server_uuid": "e6c732a3-bceb-4736-8ec8-51e9d78c45ba", "name": "network-vif-deleted", "tag": "07aaa80c-0339-437c-8992-18ffe65cbf98"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:17:10.164079 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57102) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:10.198275 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port e22b0fda-3892-42d7-aaac-98c83fd6cb92, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:10.212253 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7916e2ae-a7aa-4a35-b9aa-3a70098d9321 x-openstack-request-id: req-7916e2ae-a7aa-4a35-b9aa-3a70098d9321 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:17:10.212938 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c732a3-bceb-4736-8ec8-51e9d78c45ba", "name": "network-vif-unplugged", "status": "completed", "tag": "9aeaf377-dc74-4867-8eda-7a8d46625d33", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:17:10.213438 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7916e2ae-a7aa-4a35-b9aa-3a70098d9321 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:17:10.213982 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aeaf377-dc74-4867-8eda-7a8d46625d33', 'code': 200} Nov 15 11:17:10.215318 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:10.255092 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b23b7-5647-4fe1-99ec-79af74a32830 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event updated for resources: {'Port': ['ID=b640d18c-d34b-44b3-8095-a0b0860cc4a6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:10.301831 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=e22b0fda-3892-42d7-aaac-98c83fd6cb92,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:10.302869 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8b23b7-5647-4fe1-99ec-79af74a32830 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:17:10.309312 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe85a322-f32d-458d-aa93-ebcc785f6df0 req-f455c747-4228-4571-bdc9-6e61cb62057a tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132707 Nov 15 11:17:10.310522 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc23803-b89e-4ed8-a61b-16bda79c47c9 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event deleted for resources: {'Port': ['ID=9aeaf377-dc74-4867-8eda-7a8d46625d33,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:10.313991 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ee8b23b7-5647-4fe1-99ec-79af74a32830 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:17:10.324574 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8b23b7-5647-4fe1-99ec-79af74a32830 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:17:10.394163 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-81a20742-ac3a-4b11-8e7e-1c40796ca56e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0898895f014d498f90beb0cae90d0a98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1791441 Nov 15 11:17:10.398680 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-0007a960-7d22-4977-b3a0-6b0c89ff993f req-b4a8991b-d3f9-46a5-b365-2753990a3009 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-772441787', 'description': 'tempest-description-1306051965'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:10.424719 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57116) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:10.428406 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-ddc23803-b89e-4ed8-a61b-16bda79c47c9 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] No DVR routers for this DVR port 9aeaf377-dc74-4867-8eda-7a8d46625d33 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:17:10.432782 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-ddc23803-b89e-4ed8-a61b-16bda79c47c9 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:10.436890 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3c77713-0221-44b0-aaef-3a7b157bcc7a req-ddc23803-b89e-4ed8-a61b-16bda79c47c9 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.55 "DELETE /v2.0/ports/9aeaf377-dc74-4867-8eda-7a8d46625d33 HTTP/1.1" status: 204 len: 173 time: 1.4440711 Nov 15 11:17:10.497788 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adf5426-e213-4d93-a9ee-1f6abab46a85 x-openstack-request-id: req-9adf5426-e213-4d93-a9ee-1f6abab46a85 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:17:10.498186 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c732a3-bceb-4736-8ec8-51e9d78c45ba", "name": "network-vif-deleted", "tag": "07aaa80c-0339-437c-8992-18ffe65cbf98", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:17:10.498526 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9adf5426-e213-4d93-a9ee-1f6abab46a85 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:17:10.499168 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'name': 'network-vif-deleted', 'tag': '07aaa80c-0339-437c-8992-18ffe65cbf98', 'status': 'completed', 'code': 200} Nov 15 11:17:10.593813 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b227cd7-e023-4253-85f2-23ee5babfc74 req-66bff652-ae0a-450a-9141-e9eaeb1dc390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:10.595519 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b227cd7-e023-4253-85f2-23ee5babfc74 req-66bff652-ae0a-450a-9141-e9eaeb1dc390 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 1097 time: 0.5684912 Nov 15 11:17:10.604361 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0007a960-7d22-4977-b3a0-6b0c89ff993f req-b4a8991b-d3f9-46a5-b365-2753990a3009 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:10.639860 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8b23b7-5647-4fe1-99ec-79af74a32830 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:10.743512 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8b23b7-5647-4fe1-99ec-79af74a32830 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:10.896342 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c1bce67f-66fe-4670-a555-31358be6e4c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:10.900542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a578c-dc3b-4c71-ae20-a85770756443 req-bec588a4-20a5-4b49-ae24-f1a7e24dde44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:10.902526 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-569a578c-dc3b-4c71-ae20-a85770756443 req-bec588a4-20a5-4b49-ae24-f1a7e24dde44 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.8656511 Nov 15 11:17:10.921356 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b227cd7-e023-4253-85f2-23ee5babfc74 req-e5604dbe-2c18-47ca-a2f0-9adb78cfcef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:10.923314 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b227cd7-e023-4253-85f2-23ee5babfc74 req-e5604dbe-2c18-47ca-a2f0-9adb78cfcef8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 913 time: 0.2756760 Nov 15 11:17:10.956449 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8b23b7-5647-4fe1-99ec-79af74a32830 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:10.965705 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8b23b7-5647-4fe1-99ec-79af74a32830 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:11.015454 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b23b7-5647-4fe1-99ec-79af74a32830 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event updated for resources: {'Port': ['ID=b640d18c-d34b-44b3-8095-a0b0860cc4a6,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:11.059598 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b227cd7-e023-4253-85f2-23ee5babfc74 req-800de8c0-08e6-4ae8-8a4f-9fb0b912fa17 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92 HTTP/1.1" status: 200 len: 1000 time: 0.1181872 Nov 15 11:17:11.073674 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8b23b7-5647-4fe1-99ec-79af74a32830 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:11.105185 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee8b23b7-5647-4fe1-99ec-79af74a32830 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:11.106722 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ee8b23b7-5647-4fe1-99ec-79af74a32830 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4180720 Nov 15 11:17:11.180953 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b227cd7-e023-4253-85f2-23ee5babfc74 req-359738b6-ed45-4cc5-b0df-1ef5f8efdfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:11.182755 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b227cd7-e023-4253-85f2-23ee5babfc74 req-359738b6-ed45-4cc5-b0df-1ef5f8efdfbc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 200 len: 851 time: 0.0728891 Nov 15 11:17:11.184220 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-569a578c-dc3b-4c71-ae20-a85770756443 req-b0893bba-f935-4284-969b-8ea567fbf0c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=a6399bf4-0b47-4a4a-b359-d3d92dfad65b HTTP/1.1" status: 200 len: 217 time: 0.2551694 Nov 15 11:17:11.191676 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c1bce67f-66fe-4670-a555-31358be6e4c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:11.302638 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959383ac-0f8c-443e-b6f9-242fa0614fa9 req-f8a2d5b1-0159-47ba-8149-2aa127c9a8e6 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:11.304922 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-959383ac-0f8c-443e-b6f9-242fa0614fa9 req-f8a2d5b1-0159-47ba-8149-2aa127c9a8e6 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 946 time: 0.4224379 Nov 15 11:17:11.323059 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a578c-dc3b-4c71-ae20-a85770756443 req-bfc36efa-bbaf-4bcd-8412-a7edff568d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:11.324599 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-569a578c-dc3b-4c71-ae20-a85770756443 req-bfc36efa-bbaf-4bcd-8412-a7edff568d58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1181357 Nov 15 11:17:11.349119 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:11.404351 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b227cd7-e023-4253-85f2-23ee5babfc74 req-6f955763-45b2-4356-aa81-cd588eec3081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:11.406512 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b227cd7-e023-4253-85f2-23ee5babfc74 req-6f955763-45b2-4356-aa81-cd588eec3081 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e78f9bd-5aad-432a-85c1-63f165b57fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2012298 Nov 15 11:17:11.446255 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0007a960-7d22-4977-b3a0-6b0c89ff993f req-b4a8991b-d3f9-46a5-b365-2753990a3009 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:11.495026 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0007a960-7d22-4977-b3a0-6b0c89ff993f req-b4a8991b-d3f9-46a5-b365-2753990a3009 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:11.526742 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a578c-dc3b-4c71-ae20-a85770756443 req-62ed2792-e090-4571-bc10-dd7f1834fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:11.528264 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-569a578c-dc3b-4c71-ae20-a85770756443 req-62ed2792-e090-4571-bc10-dd7f1834fd6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1828859 Nov 15 11:17:11.531609 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-959383ac-0f8c-443e-b6f9-242fa0614fa9 req-8d95324d-0f10-49a2-887d-ddd394ca1fda tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106206 Nov 15 11:17:11.537921 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c1bce67f-66fe-4670-a555-31358be6e4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:11.565188 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c1bce67f-66fe-4670-a555-31358be6e4c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:11.565931 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c1bce67f-66fe-4670-a555-31358be6e4c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6c29d3a9-d1af-446d-a492-a01a0e9ebdca HTTP/1.1" status: 204 len: 168 time: 1.1353154 Nov 15 11:17:11.629850 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8991b-d3f9-46a5-b365-2753990a3009 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c61997f-d8bc-44e3-ab3a-99b67b2e5766,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:11.635289 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0007a960-7d22-4977-b3a0-6b0c89ff993f req-b4a8991b-d3f9-46a5-b365-2753990a3009 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:11.636766 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0007a960-7d22-4977-b3a0-6b0c89ff993f req-b4a8991b-d3f9-46a5-b365-2753990a3009 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.2653422 Nov 15 11:17:11.685328 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bce67f-66fe-4670-a555-31358be6e4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c29d3a9-d1af-446d-a492-a01a0e9ebdca,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:11.703134 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b227cd7-e023-4253-85f2-23ee5babfc74 req-9c8a1863-32ff-4e5e-8f27-a0a8d379c06e service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871325 Nov 15 11:17:11.823420 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18658fd5-5a05-4c4f-bfd9-3bf88989712e req-0cbf4b00-6ea8-456e-bdba-1ac175c0feb0 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6c732a3-bceb-4736-8ec8-51e9d78c45ba HTTP/1.1" status: 200 len: 210 time: 0.0962241 Nov 15 11:17:11.840227 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-569a578c-dc3b-4c71-ae20-a85770756443 req-ae253d34-35da-471f-a1e9-7714448a3847 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649717 Nov 15 11:17:12.038269 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-b7e789ed-1fa5-42cb-b8f8-ebc229c15236 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1435575864&fields=id&tenant_id=6d166880b4a94d32a973c2d61c598d8e HTTP/1.1" status: 200 len: 267 time: 0.2790802 Nov 15 11:17:12.058005 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b227cd7-e023-4253-85f2-23ee5babfc74 req-0d9a61ec-da3e-452e-b17d-41ac044ea961 service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427882 Nov 15 11:17:12.086115 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:12.171087 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-834ab3ca-98f9-4e3c-b5af-67a0190bba0d req-fd1ffe22-6c5b-4016-8270-d3a95fecf7f1 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "GET /v2.0/security-groups/4c61997f-d8bc-44e3-ab3a-99b67b2e5766 HTTP/1.1" status: 200 len: 1829 time: 0.2070563 Nov 15 11:17:12.188287 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-3b6a9fcf-aa60-47c4-9e0f-f077804b8f72 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:12.195634 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-3b6a9fcf-aa60-47c4-9e0f-f077804b8f72 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports/041d37e4-b503-41ea-9c56-8ae1475f9725 HTTP/1.1" status: 200 len: 931 time: 0.1364205 Nov 15 11:17:12.215492 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:17:12.219109 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e1b7b5-31a4-4c9d-adb5-f38ffb9c6f94" -d '{"events": [{"server_uuid": "30de7634-c87b-4c96-9c10-b333195ebf2c", "name": "network-vif-unplugged", "status": "completed", "tag": "e22b0fda-3892-42d7-aaac-98c83fd6cb92"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:17:12.234841 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-569a578c-dc3b-4c71-ae20-a85770756443 req-6b906cc6-cbd9-4d13-a80a-34920743f589 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833361 Nov 15 11:17:12.247568 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-15e6c262-c735-45e0-86af-de9a73ff9d49 req-f2d658d3-2a96-4942-939d-c00409376beb tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] show failed (client error): The resource could not be found. Nov 15 11:17:12.248638 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15e6c262-c735-45e0-86af-de9a73ff9d49 req-f2d658d3-2a96-4942-939d-c00409376beb tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "GET /v2.0/security-groups/7f3342b6-e83f-49c3-919a-738af44749e8 HTTP/1.1" status: 404 len: 352 time: 0.0469017 Nov 15 11:17:12.280384 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-a3c822bd-8d41-46d4-8fae-63b59d9a790e tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:12.288404 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-a3c822bd-8d41-46d4-8fae-63b59d9a790e tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports/cf3d8396-2297-40fd-a6ef-65ee0a1a87fe HTTP/1.1" status: 200 len: 932 time: 0.0915229 Nov 15 11:17:12.342763 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed127db-7a11-4515-bc0a-0264854e949c x-openstack-request-id: req-2ed127db-7a11-4515-bc0a-0264854e949c {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:17:12.349748 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30de7634-c87b-4c96-9c10-b333195ebf2c", "name": "network-vif-unplugged", "status": "completed", "tag": "e22b0fda-3892-42d7-aaac-98c83fd6cb92", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:17:12.349748 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ed127db-7a11-4515-bc0a-0264854e949c {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:17:12.349748 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92', 'code': 200} Nov 15 11:17:12.362327 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7b73627b-470f-4604-9196-1a012fceca36 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?network_id=1722e728-27c9-4457-a98e-4b336084f5f5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0729547 Nov 15 11:17:12.456763 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-d0347f5c-5a6c-4383-ac80-e524d6ae64c7 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?network_id=1722e728-27c9-4457-a98e-4b336084f5f5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0930092 Nov 15 11:17:12.497035 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-c5964e98-733b-4440-9f37-2dd3f7cf12d4 req-1b675ed4-6a7a-44dd-996d-77b665ac02d8 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] show failed (client error): The resource could not be found. Nov 15 11:17:12.498080 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5964e98-733b-4440-9f37-2dd3f7cf12d4 req-1b675ed4-6a7a-44dd-996d-77b665ac02d8 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "GET /v2.0/security-group-rules/7d3f6ae1-a15d-459d-aafa-abc464f02b4e HTTP/1.1" status: 404 len: 361 time: 0.1117737 Nov 15 11:17:12.524643 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'name': 'network-vif-deleted', 'tag': '9aeaf377-dc74-4867-8eda-7a8d46625d33'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:17:12.526307 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83661405-d6ce-4b75-9050-375188c9ed68" -d '{"events": [{"server_uuid": "e6c732a3-bceb-4736-8ec8-51e9d78c45ba", "name": "network-vif-deleted", "tag": "9aeaf377-dc74-4867-8eda-7a8d46625d33"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:17:12.663678 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5f2e4045-b673-45b8-85b3-8efdb7f275f8 req-e0183601-e472-447d-a598-dcea033abe14 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "GET /v2.0/security-groups/4c61997f-d8bc-44e3-ab3a-99b67b2e5766 HTTP/1.1" status: 200 len: 1829 time: 0.0749891 Nov 15 11:17:12.757078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-b11a43b6-7296-438a-99c4-1bd90bc45ffd tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:12.763643 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-b11a43b6-7296-438a-99c4-1bd90bc45ffd tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:12.771788 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-b11a43b6-7296-438a-99c4-1bd90bc45ffd tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:12.779664 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-b11a43b6-7296-438a-99c4-1bd90bc45ffd tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/networks?id=3ac01650-250d-49f6-a38a-ac634445c34a&id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&id=1722e728-27c9-4457-a98e-4b336084f5f5&id=1722e728-27c9-4457-a98e-4b336084f5f5 HTTP/1.1" status: 200 len: 1989 time: 0.3217938 Nov 15 11:17:12.803604 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-fe3fc5e7-98e3-4b7e-aeec-c3e24eab922c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/quotas/6d166880b4a94d32a973c2d61c598d8e HTTP/1.1" status: 200 len: 375 time: 0.0224767 Nov 15 11:17:12.879644 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5f2e4045-b673-45b8-85b3-8efdb7f275f8 req-99083a54-bde0-4ee9-9a71-fc5c94a4a3ef tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:12.935598 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-dc67329f-ef3b-4176-ad8e-b7089c75ae48 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d166880b4a94d32a973c2d61c598d8e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1291411 Nov 15 11:17:13.051217 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5f2e4045-b673-45b8-85b3-8efdb7f275f8 req-99083a54-bde0-4ee9-9a71-fc5c94a4a3ef tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:13.617989 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-6577ef6b-f0cb-4406-a78a-bb6509a224b3 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac01650-250d-49f6-a38a-ac634445c34a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6772897 Nov 15 11:17:13.621989 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5f2e4045-b673-45b8-85b3-8efdb7f275f8 req-99083a54-bde0-4ee9-9a71-fc5c94a4a3ef tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:13.626387 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5f2e4045-b673-45b8-85b3-8efdb7f275f8 req-99083a54-bde0-4ee9-9a71-fc5c94a4a3ef tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:13.628649 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5f2e4045-b673-45b8-85b3-8efdb7f275f8 req-99083a54-bde0-4ee9-9a71-fc5c94a4a3ef tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "DELETE /v2.0/security-groups/4c61997f-d8bc-44e3-ab3a-99b67b2e5766 HTTP/1.1" status: 204 len: 173 time: 0.9536195 Nov 15 11:17:13.768957 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99083a54-bde0-4ee9-9a71-fc5c94a4a3ef tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c61997f-d8bc-44e3-ab3a-99b67b2e5766,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:13.847224 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52d4c9-0e80-4f44-b6a8-fded34d902fa req-92cb7dd2-057d-468b-93ae-878e859cbdcf tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:13.848812 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b52d4c9-0e80-4f44-b6a8-fded34d902fa req-92cb7dd2-057d-468b-93ae-878e859cbdcf tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 946 time: 0.1273806 Nov 15 11:17:13.854674 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-d1eb5c98-2ae6-46bf-8a05-d4459c066814 service neutron] 10.222.0.64 "GET /v2.0/networks/3ac01650-250d-49f6-a38a-ac634445c34a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221057 Nov 15 11:17:13.948482 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device e22b0fda-3892-42d7-aaac-98c83fd6cb92 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:17:13.987474 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b52d4c9-0e80-4f44-b6a8-fded34d902fa req-b70ff757-9527-43af-b530-41ccf14317d6 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141286 Nov 15 11:17:14.007478 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-d8c464a1-ff78-49b8-9b43-8ef2d267bfaf service neutron] 10.222.0.64 "GET /v2.0/ports/041d37e4-b503-41ea-9c56-8ae1475f9725?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1440809 Nov 15 11:17:14.183008 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port e22b0fda-3892-42d7-aaac-98c83fd6cb92, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:14.189907 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57228) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:14.207240 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'port_id': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92', 'mac_address': 'fa:16:3e:db:0a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:17:14.214013 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-77972229-78de-49bd-b0e4-0e82e66bc64e service neutron] 10.222.0.64 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000518 Nov 15 11:17:14.220929 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861be93b-1cb4-4108-83cf-2c46a60eb643 x-openstack-request-id: req-861be93b-1cb4-4108-83cf-2c46a60eb643 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:17:14.221381 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c732a3-bceb-4736-8ec8-51e9d78c45ba", "name": "network-vif-deleted", "tag": "9aeaf377-dc74-4867-8eda-7a8d46625d33", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:17:14.221623 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-861be93b-1cb4-4108-83cf-2c46a60eb643 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:17:14.222015 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c732a3-bceb-4736-8ec8-51e9d78c45ba', 'name': 'network-vif-deleted', 'tag': '9aeaf377-dc74-4867-8eda-7a8d46625d33', 'status': 'completed', 'code': 200} Nov 15 11:17:14.282216 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:14.293382 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f03de9-1a06-4524-8c97-5177455be5ee tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Deleting subnet 2b60831a-072e-4f0e-9c36-76e2640bab6a {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:17:14.297968 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22b0fda-3892-42d7-aaac-98c83fd6cb92 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:17:14.304558 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68f03de9-1a06-4524-8c97-5177455be5ee tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:14.320079 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port e22b0fda-3892-42d7-aaac-98c83fd6cb92, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:14.340452 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:14.357124 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b11ffb1-7284-4efe-b4a5-ded197344fa9 req-9d83d562-a49d-4ab3-a8f3-560231e75a89 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "GET /v2.0/security-groups/eb24aff3-93f1-44a1-9793-7cea8f6beb0f HTTP/1.1" status: 200 len: 1829 time: 0.0542920 Nov 15 11:17:14.381855 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68f03de9-1a06-4524-8c97-5177455be5ee tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:14.391478 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-8838928e-68b0-4e8c-ba63-c0aa0b4d120f service neutron] 10.222.0.64 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685174 Nov 15 11:17:14.473080 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1b11ffb1-7284-4efe-b4a5-ded197344fa9 req-c6e449c6-9f67-4a49-892f-8508bcf9a013 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:14.506264 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1b11ffb1-7284-4efe-b4a5-ded197344fa9 req-c6e449c6-9f67-4a49-892f-8508bcf9a013 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:14.513028 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68f03de9-1a06-4524-8c97-5177455be5ee tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:14.520632 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=e22b0fda-3892-42d7-aaac-98c83fd6cb92,revision_number=9']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:14.588782 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-8fe9a708-5aed-4ad8-a445-a64fabeabdca service neutron] 10.222.0.64 "GET /v2.0/ports/cf3d8396-2297-40fd-a6ef-65ee0a1a87fe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1563337 Nov 15 11:17:14.616505 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1b11ffb1-7284-4efe-b4a5-ded197344fa9 req-c6e449c6-9f67-4a49-892f-8508bcf9a013 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:14.621056 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1b11ffb1-7284-4efe-b4a5-ded197344fa9 req-c6e449c6-9f67-4a49-892f-8508bcf9a013 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:14.622114 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68f03de9-1a06-4524-8c97-5177455be5ee tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:14.622382 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b11ffb1-7284-4efe-b4a5-ded197344fa9 req-c6e449c6-9f67-4a49-892f-8508bcf9a013 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "DELETE /v2.0/security-groups/eb24aff3-93f1-44a1-9793-7cea8f6beb0f HTTP/1.1" status: 204 len: 173 time: 0.2550941 Nov 15 11:17:14.655987 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e449c6-9f67-4a49-892f-8508bcf9a013 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb24aff3-93f1-44a1-9793-7cea8f6beb0f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:14.658001 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f03de9-1a06-4524-8c97-5177455be5ee tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event deleted for resources: {'Subnet': ['ID=2b60831a-072e-4f0e-9c36-76e2640bab6a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:14.668063 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68f03de9-1a06-4524-8c97-5177455be5ee tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:14.674430 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-68f03de9-1a06-4524-8c97-5177455be5ee tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "DELETE /v2.0/subnets/2b60831a-072e-4f0e-9c36-76e2640bab6a HTTP/1.1" status: 204 len: 168 time: 0.4833164 Nov 15 11:17:14.674562 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['e22b0fda-3892-42d7-aaac-98c83fd6cb92'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:17:14.676550 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c7f11a-c05c-45ee-8289-45031b48eac0 None None] Network 6fa6bbd1-2ebe-4f67-9488-14611771a2c2 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:17:14.677665 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57244) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:14.783211 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-bd2e8c04-0c04-42c8-9908-b7b55796d5e3 service neutron] 10.222.0.64 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587193 Nov 15 11:17:14.799445 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6ff83fc-3a88-4688-8e2f-31a945d0ec82 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:14.914134 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-d87cb914-4244-4c3d-8c49-26dfbe979671 service neutron] 10.222.0.64 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239004 Nov 15 11:17:15.082994 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cb61e9-ab7e-4ca4-97e3-63756f8aa257 None None] DHCP port deletion for 6fa6bbd1-2ebe-4f67-9488-14611771a2c2 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:17:15.175424 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-60612bdf-e3c8-4c20-be4a-2e6874486876 req-1ad5ec17-af5d-4ab3-89f0-a33a644b4c23 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "GET /v2.0/security-groups/ce81b169-6943-4907-bb91-6db8bd9b8a2a HTTP/1.1" status: 200 len: 1827 time: 0.1318181 Nov 15 11:17:15.210158 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-41cb61e9-ab7e-4ca4-97e3-63756f8aa257 None None] Deleting port d033190a-7e8a-4a4a-b8f1-beaf136c6924 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:17:15.210802 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-41cb61e9-ab7e-4ca4-97e3-63756f8aa257 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:15.224831 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-66715c15-4031-45e8-a9c2-ea789ac40dab service neutron] 10.222.0.64 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931621 Nov 15 11:17:15.318099 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-41cb61e9-ab7e-4ca4-97e3-63756f8aa257 None None] For port d033190a-7e8a-4a4a-b8f1-beaf136c6924, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d033190a-7e8a-4a4a-b8f1-beaf136c6924,segment=NetworkSegment(5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e),segment_id=5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:15.318782 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-41cb61e9-ab7e-4ca4-97e3-63756f8aa257 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:15.320378 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-60612bdf-e3c8-4c20-be4a-2e6874486876 req-d14c5097-7f2f-4121-b82f-76046c5e9132 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:15.322772 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff83fc-3a88-4688-8e2f-31a945d0ec82 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Deleting port d033190a-7e8a-4a4a-b8f1-beaf136c6924 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:17:15.323337 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6ff83fc-3a88-4688-8e2f-31a945d0ec82 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:15.339786 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-41cb61e9-ab7e-4ca4-97e3-63756f8aa257 None None] Calling delete_port for d033190a-7e8a-4a4a-b8f1-beaf136c6924 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:17:15.352288 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-60612bdf-e3c8-4c20-be4a-2e6874486876 req-d14c5097-7f2f-4121-b82f-76046c5e9132 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:15.391957 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f6ff83fc-3a88-4688-8e2f-31a945d0ec82 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] For port d033190a-7e8a-4a4a-b8f1-beaf136c6924, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d033190a-7e8a-4a4a-b8f1-beaf136c6924,segment=NetworkSegment(5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e),segment_id=5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:15.392358 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6ff83fc-3a88-4688-8e2f-31a945d0ec82 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:15.394632 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f7365449-f6db-483b-9d92-883e9d68a1a3 service neutron] 10.222.0.64 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634817 Nov 15 11:17:15.413079 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff83fc-3a88-4688-8e2f-31a945d0ec82 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Calling delete_port for d033190a-7e8a-4a4a-b8f1-beaf136c6924 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:17:15.469603 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-60612bdf-e3c8-4c20-be4a-2e6874486876 req-d14c5097-7f2f-4121-b82f-76046c5e9132 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:15.473457 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-60612bdf-e3c8-4c20-be4a-2e6874486876 req-d14c5097-7f2f-4121-b82f-76046c5e9132 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:15.474999 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-60612bdf-e3c8-4c20-be4a-2e6874486876 req-d14c5097-7f2f-4121-b82f-76046c5e9132 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "DELETE /v2.0/security-groups/ce81b169-6943-4907-bb91-6db8bd9b8a2a HTTP/1.1" status: 204 len: 173 time: 0.2844217 Nov 15 11:17:15.483895 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-41cb61e9-ab7e-4ca4-97e3-63756f8aa257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:15.492805 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c5097-7f2f-4121-b82f-76046c5e9132 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce81b169-6943-4907-bb91-6db8bd9b8a2a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:15.531473 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6ff83fc-3a88-4688-8e2f-31a945d0ec82 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:15.548503 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ff83fc-3a88-4688-8e2f-31a945d0ec82 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] No DVR routers for this DVR port d033190a-7e8a-4a4a-b8f1-beaf136c6924 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:17:15.569752 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-9bcf2b68-1650-489b-a21d-5053ed2d15e8 service neutron] 10.222.0.64 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680315 Nov 15 11:17:15.593126 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb61e9-ab7e-4ca4-97e3-63756f8aa257 None None] Pushing event deleted for resources: {'Port': ['ID=d033190a-7e8a-4a4a-b8f1-beaf136c6924,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:15.620913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff83fc-3a88-4688-8e2f-31a945d0ec82 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event deleted for resources: {'Port': ['ID=d033190a-7e8a-4a4a-b8f1-beaf136c6924,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:15.622884 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb61e9-ab7e-4ca4-97e3-63756f8aa257 None None] No DVR routers for this DVR port d033190a-7e8a-4a4a-b8f1-beaf136c6924 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:17:15.724682 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6ff83fc-3a88-4688-8e2f-31a945d0ec82 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:15.731597 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-39725bb5-bb52-4113-b00c-9f3038ae7c3d service neutron] 10.222.0.64 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523092 Nov 15 11:17:15.759882 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f6ff83fc-3a88-4688-8e2f-31a945d0ec82 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa6bbd1-2ebe-4f67-9488-14611771a2c2']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:17:15.770984 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f6ff83fc-3a88-4688-8e2f-31a945d0ec82 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:17:15.771448 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f6ff83fc-3a88-4688-8e2f-31a945d0ec82 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9eb7b5-5d77-4f48-a39e-14bf7936ea6e') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:17:15.784396 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6ff83fc-3a88-4688-8e2f-31a945d0ec82 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:15.801402 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6ff83fc-3a88-4688-8e2f-31a945d0ec82 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:15.807761 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ff83fc-3a88-4688-8e2f-31a945d0ec82 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:17:15.808180 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6ff83fc-3a88-4688-8e2f-31a945d0ec82 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:17:15.864791 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:17:15.873443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-b2a152f2-d1a8-4dab-aff0-09258cb91d19 service neutron] 10.222.0.64 "GET /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342802 Nov 15 11:17:15.896016 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6ff83fc-3a88-4688-8e2f-31a945d0ec82 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:15.905411 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6ff83fc-3a88-4688-8e2f-31a945d0ec82 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:15.910706 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f6ff83fc-3a88-4688-8e2f-31a945d0ec82 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "DELETE /v2.0/networks/6fa6bbd1-2ebe-4f67-9488-14611771a2c2 HTTP/1.1" status: 204 len: 168 time: 1.2320125 Nov 15 11:17:15.913194 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57268) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:15.932600 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff83fc-3a88-4688-8e2f-31a945d0ec82 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event deleted for resources: {'Network': ['ID=6fa6bbd1-2ebe-4f67-9488-14611771a2c2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:15.948389 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device e22b0fda-3892-42d7-aaac-98c83fd6cb92 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:17:15.993308 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-e04e8d36-61a6-4bab-a3b1-feb478933a23 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Deleting subnet 8642cc6b-af85-4df7-8608-b81a89a2b329 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:17:15.996705 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e04e8d36-61a6-4bab-a3b1-feb478933a23 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:16.041264 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port e22b0fda-3892-42d7-aaac-98c83fd6cb92 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:16.041630 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:16.043796 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e04e8d36-61a6-4bab-a3b1-feb478933a23 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:16.045672 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0e734-6386-44ff-a3a7-87a4eaf6ec74 req-c5dcfd31-d3ba-401b-b24b-f4674044115c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:16.055484 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ebd0e734-6386-44ff-a3a7-87a4eaf6ec74 req-c5dcfd31-d3ba-401b-b24b-f4674044115c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 946 time: 0.2408669 Nov 15 11:17:16.065178 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-1cb33c74-ca1c-4ffd-b946-d2def5b0938f service neutron] 10.222.0.64 "GET /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908779 Nov 15 11:17:16.153118 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:16.167476 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e04e8d36-61a6-4bab-a3b1-feb478933a23 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:16.190466 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:17:16.193134 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fc0786-0a8b-4894-a6ef-b7097a997ee0" -d '{"events": [{"server_uuid": "30de7634-c87b-4c96-9c10-b333195ebf2c", "name": "network-vif-plugged", "status": "completed", "tag": "e22b0fda-3892-42d7-aaac-98c83fd6cb92"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:17:16.195158 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ebd0e734-6386-44ff-a3a7-87a4eaf6ec74 req-8a0708e0-ff09-433b-aab2-17dbc123432b tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387072 Nov 15 11:17:16.237092 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-3315244b-4ceb-4625-86cf-c5f998b8b59d service neutron] 10.222.0.64 "GET /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709695 Nov 15 11:17:16.252066 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port e22b0fda-3892-42d7-aaac-98c83fd6cb92, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:16.261758 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:16.292516 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e04e8d36-61a6-4bab-a3b1-feb478933a23 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:16.310160 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e04e8d36-61a6-4bab-a3b1-feb478933a23 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:16.313779 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e04e8d36-61a6-4bab-a3b1-feb478933a23 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "DELETE /v2.0/subnets/8642cc6b-af85-4df7-8608-b81a89a2b329 HTTP/1.1" status: 204 len: 168 time: 0.3994520 Nov 15 11:17:16.318492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57286) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:16.338004 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e8d36-61a6-4bab-a3b1-feb478933a23 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event deleted for resources: {'Subnet': ['ID=8642cc6b-af85-4df7-8608-b81a89a2b329,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:16.376322 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6955d9e-f9a6-483a-900c-a98c611f14f5 None None] Network 8813927b-62f2-4590-b234-e55fd3a1abd9 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:17:16.376322 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=e22b0fda-3892-42d7-aaac-98c83fd6cb92,revision_number=10']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:16.404985 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14862548-b348-4797-93d2-59e8206bac0f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:16.498688 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-e8ff2c03-4898-4ae8-9474-7de4da32e4e8 service neutron] 10.222.0.64 "GET /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532513 Nov 15 11:17:16.508875 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-935d7f4e-d62a-4a77-b49c-eb9655a1ab18 req-6f092703-229b-4922-bfcd-76f020b66811 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "GET /v2.0/security-groups/2d945f70-27a0-4f16-99e9-4a6bc789392d HTTP/1.1" status: 200 len: 1830 time: 0.1014972 Nov 15 11:17:16.554807 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-14862548-b348-4797-93d2-59e8206bac0f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Deleting port 91086ff5-7ddc-4580-8c1c-87e6496e5be9 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:17:16.555339 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14862548-b348-4797-93d2-59e8206bac0f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:16.628963 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50684c16-0734-437c-9693-2052f6be4538 None None] DHCP port deletion for 8813927b-62f2-4590-b234-e55fd3a1abd9 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:17:16.657206 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-14862548-b348-4797-93d2-59e8206bac0f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] For port 91086ff5-7ddc-4580-8c1c-87e6496e5be9, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=91086ff5-7ddc-4580-8c1c-87e6496e5be9,segment=NetworkSegment(8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a),segment_id=8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:16.657660 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14862548-b348-4797-93d2-59e8206bac0f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:16.666813 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-935d7f4e-d62a-4a77-b49c-eb9655a1ab18 req-7d2949ee-1c42-45be-8a03-e0ff81418b49 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:16.677092 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-14862548-b348-4797-93d2-59e8206bac0f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Calling delete_port for 91086ff5-7ddc-4580-8c1c-87e6496e5be9 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:17:16.702833 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-50684c16-0734-437c-9693-2052f6be4538 None None] Deleting port 91086ff5-7ddc-4580-8c1c-87e6496e5be9 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:17:16.703282 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-50684c16-0734-437c-9693-2052f6be4538 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:16.709678 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-935d7f4e-d62a-4a77-b49c-eb9655a1ab18 req-7d2949ee-1c42-45be-8a03-e0ff81418b49 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:16.806443 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-50684c16-0734-437c-9693-2052f6be4538 None None] For port 91086ff5-7ddc-4580-8c1c-87e6496e5be9, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=91086ff5-7ddc-4580-8c1c-87e6496e5be9,segment=NetworkSegment(8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a),segment_id=8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:16.806971 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-50684c16-0734-437c-9693-2052f6be4538 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:16.809757 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-935d7f4e-d62a-4a77-b49c-eb9655a1ab18 req-7d2949ee-1c42-45be-8a03-e0ff81418b49 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:16.813547 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-935d7f4e-d62a-4a77-b49c-eb9655a1ab18 req-7d2949ee-1c42-45be-8a03-e0ff81418b49 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:16.824095 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-935d7f4e-d62a-4a77-b49c-eb9655a1ab18 req-7d2949ee-1c42-45be-8a03-e0ff81418b49 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "DELETE /v2.0/security-groups/2d945f70-27a0-4f16-99e9-4a6bc789392d HTTP/1.1" status: 204 len: 173 time: 0.3084674 Nov 15 11:17:16.838465 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-50684c16-0734-437c-9693-2052f6be4538 None None] Calling delete_port for 91086ff5-7ddc-4580-8c1c-87e6496e5be9 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:17:16.853508 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2949ee-1c42-45be-8a03-e0ff81418b49 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d945f70-27a0-4f16-99e9-4a6bc789392d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:16.866014 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14862548-b348-4797-93d2-59e8206bac0f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:16.908156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14862548-b348-4797-93d2-59e8206bac0f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event deleted for resources: {'Port': ['ID=91086ff5-7ddc-4580-8c1c-87e6496e5be9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:16.923427 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14862548-b348-4797-93d2-59e8206bac0f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] No DVR routers for this DVR port 91086ff5-7ddc-4580-8c1c-87e6496e5be9 on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:17:16.982197 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0cf845-8355-4adf-a62e-028faa84dcda x-openstack-request-id: req-da0cf845-8355-4adf-a62e-028faa84dcda {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:17:16.982480 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30de7634-c87b-4c96-9c10-b333195ebf2c", "name": "network-vif-plugged", "status": "completed", "tag": "e22b0fda-3892-42d7-aaac-98c83fd6cb92", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:17:16.982759 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da0cf845-8355-4adf-a62e-028faa84dcda {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:17:16.983121 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92', 'code': 200} Nov 15 11:17:16.999350 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d033190a-7e8a-4a4a-b8f1-beaf136c6924 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:17:17.027337 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: d033190a-7e8a-4a4a-b8f1-beaf136c6924 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:17:17.027718 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d033190a-7e8a-4a4a-b8f1-beaf136c6924 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:17:17.028158 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 91086ff5-7ddc-4580-8c1c-87e6496e5be9 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:17:17.061952 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 91086ff5-7ddc-4580-8c1c-87e6496e5be9 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:17:17.062366 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 91086ff5-7ddc-4580-8c1c-87e6496e5be9 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:17:17.097457 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-50684c16-0734-437c-9693-2052f6be4538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:17.131472 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50684c16-0734-437c-9693-2052f6be4538 None None] No DVR routers for this DVR port 91086ff5-7ddc-4580-8c1c-87e6496e5be9 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:17:17.141293 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14862548-b348-4797-93d2-59e8206bac0f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:17.160428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4cc902a7-d997-4776-a3ec-decb11af90df req-d6e8cf20-557f-45b6-9f4a-9fcf466b5a91 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "GET /v2.0/security-groups/46250d07-0287-4f05-b468-e67733e27943 HTTP/1.1" status: 200 len: 1830 time: 0.1538377 Nov 15 11:17:17.162764 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50684c16-0734-437c-9693-2052f6be4538 None None] Pushing event deleted for resources: {'Port': ['ID=91086ff5-7ddc-4580-8c1c-87e6496e5be9,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:17.187055 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-14862548-b348-4797-93d2-59e8206bac0f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8813927b-62f2-4590-b234-e55fd3a1abd9']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:17:17.212012 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-14862548-b348-4797-93d2-59e8206bac0f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:17:17.212298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-14862548-b348-4797-93d2-59e8206bac0f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1dd7a2-7e13-43cf-b563-fd3c7ad04a8a') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:17:17.240006 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14862548-b348-4797-93d2-59e8206bac0f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:17.305332 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14862548-b348-4797-93d2-59e8206bac0f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:17.322078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14862548-b348-4797-93d2-59e8206bac0f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:17:17.324302 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14862548-b348-4797-93d2-59e8206bac0f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:17:17.327959 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:17:17.386683 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4cc902a7-d997-4776-a3ec-decb11af90df req-41e6f549-c00b-4ad9-b56e-76c54f892a67 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:17.428617 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4cc902a7-d997-4776-a3ec-decb11af90df req-41e6f549-c00b-4ad9-b56e-76c54f892a67 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:17.446468 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14862548-b348-4797-93d2-59e8206bac0f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:17.474833 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14862548-b348-4797-93d2-59e8206bac0f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:17.478434 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-14862548-b348-4797-93d2-59e8206bac0f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "DELETE /v2.0/networks/8813927b-62f2-4590-b234-e55fd3a1abd9 HTTP/1.1" status: 204 len: 168 time: 1.1589694 Nov 15 11:17:17.489919 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57326) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:17.496142 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6f5f35d1-8423-415e-bfe6-caa47af7307a tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1554163582'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:17.525395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14862548-b348-4797-93d2-59e8206bac0f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event deleted for resources: {'Network': ['ID=8813927b-62f2-4590-b234-e55fd3a1abd9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:17.526330 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5f35d1-8423-415e-bfe6-caa47af7307a tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Made reservation on behalf of 3978b0da4e2347329e56192570c0ed50 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:17:17.540084 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f5f35d1-8423-415e-bfe6-caa47af7307a tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:17.565964 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d5d85-7e08-4bbf-ae49-92fe9077d461 req-5dc89daf-d126-4e9c-98ad-83bb05e7ea88 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:17.567487 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8a9d5d85-7e08-4bbf-ae49-92fe9077d461 req-5dc89daf-d126-4e9c-98ad-83bb05e7ea88 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 946 time: 0.1360416 Nov 15 11:17:17.568676 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4cc902a7-d997-4776-a3ec-decb11af90df req-41e6f549-c00b-4ad9-b56e-76c54f892a67 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:17.571852 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4cc902a7-d997-4776-a3ec-decb11af90df req-41e6f549-c00b-4ad9-b56e-76c54f892a67 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:17.572926 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4cc902a7-d997-4776-a3ec-decb11af90df req-41e6f549-c00b-4ad9-b56e-76c54f892a67 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] 10.222.0.64 "DELETE /v2.0/security-groups/46250d07-0287-4f05-b468-e67733e27943 HTTP/1.1" status: 204 len: 173 time: 0.4116473 Nov 15 11:17:17.583344 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57332) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:17.590023 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5f35d1-8423-415e-bfe6-caa47af7307a tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:17:17.603100 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6f549-c00b-4ad9-b56e-76c54f892a67 tempest-SecurityGroupRulesNegativeTestJSON-930219449 tempest-SecurityGroupRulesNegativeTestJSON-930219449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46250d07-0287-4f05-b468-e67733e27943,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:17.624048 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f5f35d1-8423-415e-bfe6-caa47af7307a tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:17.624394 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-6f5f35d1-8423-415e-bfe6-caa47af7307a tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Added segment 7909f31e-b2ad-4bde-8eff-3f983074a229 of type vlan for network 6834988e-8269-4fe6-bb1f-bac1a5f5a96e Nov 15 11:17:17.689799 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f5f35d1-8423-415e-bfe6-caa47af7307a tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:17.707888 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-04549c3e-4597-4cb0-88a4-192e0bcc5a46 admin admin] Deleting subnet e44929e4-d5a3-453d-a7f8-eeac42f89024 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:17:17.721924 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8a9d5d85-7e08-4bbf-ae49-92fe9077d461 req-3558a2a8-ca2a-4889-a89b-10b1decb7b3e tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439152 Nov 15 11:17:17.757644 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04549c3e-4597-4cb0-88a4-192e0bcc5a46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:17.762101 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-117fd3f6-4bc3-43dc-98cf-82824096e3fa req-b6c70d96-4f09-4843-a4ef-0201aeef0017 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 210 time: 0.0959206 Nov 15 11:17:17.771292 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f5f35d1-8423-415e-bfe6-caa47af7307a tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:17.789050 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5f35d1-8423-415e-bfe6-caa47af7307a tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:17.790145 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f5f35d1-8423-415e-bfe6-caa47af7307a tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:17.818479 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04549c3e-4597-4cb0-88a4-192e0bcc5a46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:17.946125 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04549c3e-4597-4cb0-88a4-192e0bcc5a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:17.972530 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6f5f35d1-8423-415e-bfe6-caa47af7307a tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4813600 Nov 15 11:17:17.982023 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57358) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:17.997929 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-59102162-0e23-41fc-98a8-c24d51de02ce tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Request body: {'subnet': {'network_id': '6834988e-8269-4fe6-bb1f-bac1a5f5a96e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:18.045568 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04549c3e-4597-4cb0-88a4-192e0bcc5a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:18.099000 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04549c3e-4597-4cb0-88a4-192e0bcc5a46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e44929e4-d5a3-453d-a7f8-eeac42f89024,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:18.103620 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04549c3e-4597-4cb0-88a4-192e0bcc5a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:18.108071 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-04549c3e-4597-4cb0-88a4-192e0bcc5a46 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e44929e4-d5a3-453d-a7f8-eeac42f89024 HTTP/1.1" status: 204 len: 168 time: 0.5178702 Nov 15 11:17:18.110556 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57362) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:18.123036 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f35d1-8423-415e-bfe6-caa47af7307a tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event updated for resources: {'Network': ['ID=6834988e-8269-4fe6-bb1f-bac1a5f5a96e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:18.134761 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 6834988e-8269-4fe6-bb1f-bac1a5f5a96e details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:17:18.216899 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59102162-0e23-41fc-98a8-c24d51de02ce tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Made reservation on behalf of 3978b0da4e2347329e56192570c0ed50 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:17:18.221532 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-59102162-0e23-41fc-98a8-c24d51de02ce tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:18.264181 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-beee6d54-1ff9-427d-91c1-6f8d3ef900ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:18.453189 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-beee6d54-1ff9-427d-91c1-6f8d3ef900ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:18.478281 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-beee6d54-1ff9-427d-91c1-6f8d3ef900ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8928ea9f-9b8d-477f-a4c9-58612643eb4c']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:17:18.493321 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-beee6d54-1ff9-427d-91c1-6f8d3ef900ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3d93e6-d110-4607-88e0-739dd901ca66') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:17:18.493732 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-beee6d54-1ff9-427d-91c1-6f8d3ef900ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3d93e6-d110-4607-88e0-739dd901ca66') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:17:18.509461 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-beee6d54-1ff9-427d-91c1-6f8d3ef900ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:18.539549 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-beee6d54-1ff9-427d-91c1-6f8d3ef900ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:18.554845 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beee6d54-1ff9-427d-91c1-6f8d3ef900ee admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:17:18.556059 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-beee6d54-1ff9-427d-91c1-6f8d3ef900ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:17:18.561177 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:17:18.571856 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57382) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:18.617944 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-59102162-0e23-41fc-98a8-c24d51de02ce tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:18.643254 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-beee6d54-1ff9-427d-91c1-6f8d3ef900ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:18.651207 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-beee6d54-1ff9-427d-91c1-6f8d3ef900ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:18.655799 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-beee6d54-1ff9-427d-91c1-6f8d3ef900ee admin admin] 10.222.0.64 "DELETE /v2.0/networks/8928ea9f-9b8d-477f-a4c9-58612643eb4c HTTP/1.1" status: 204 len: 168 time: 0.5440855 Nov 15 11:17:18.676305 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee6d54-1ff9-427d-91c1-6f8d3ef900ee admin admin] Pushing event deleted for resources: {'Network': ['ID=8928ea9f-9b8d-477f-a4c9-58612643eb4c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:18.823682 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59102162-0e23-41fc-98a8-c24d51de02ce tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event updated for resources: {'Subnet': ['ID=d8b81809-8cd8-4907-9dc8-f37aa0713391,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:18.897938 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e277f8fc-0fbe-4742-a6b0-cb05d8c705df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:18.969885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aba61d-c79a-4f25-baed-8e858adf5d9d req-bf786e95-a403-4ab1-82b4-8a6f81905ce8 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:18.972149 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-85aba61d-c79a-4f25-baed-8e858adf5d9d req-bf786e95-a403-4ab1-82b4-8a6f81905ce8 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 946 time: 0.0799305 Nov 15 11:17:19.040707 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59102162-0e23-41fc-98a8-c24d51de02ce tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Checking segment: {'id': '7909f31e-b2ad-4bde-8eff-3f983074a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '6834988e-8269-4fe6-bb1f-bac1a5f5a96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:17:19.041102 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59102162-0e23-41fc-98a8-c24d51de02ce tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Network hostable DHCP agents. Network: 6834988e-8269-4fe6-bb1f-bac1a5f5a96e, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:17:19.085439 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e277f8fc-0fbe-4742-a6b0-cb05d8c705df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:19.089344 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59102162-0e23-41fc-98a8-c24d51de02ce tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Network 6834988e-8269-4fe6-bb1f-bac1a5f5a96e is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:17:19.104214 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e277f8fc-0fbe-4742-a6b0-cb05d8c705df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:19.113289 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57398) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:19.137142 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17e9980a-d14d-47c9-a311-c49b8a077212 req-58fbcd01-52fe-4c10-b7f2-fe957c077033 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 210 time: 0.0803256 Nov 15 11:17:19.144161 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-59102162-0e23-41fc-98a8-c24d51de02ce tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 6834988e-8269-4fe6-bb1f-bac1a5f5a96e) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:17:19.153590 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2ef4d1-a8e9-44e7-91b6-0cf5cb3838ad None None] Network 6834988e-8269-4fe6-bb1f-bac1a5f5a96e requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:17:19.224387 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59102162-0e23-41fc-98a8-c24d51de02ce tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:19.225028 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-85aba61d-c79a-4f25-baed-8e858adf5d9d req-0926e10c-09b6-4edc-8797-c930137c9e40 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465515 Nov 15 11:17:19.232485 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-59102162-0e23-41fc-98a8-c24d51de02ce tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:19.256795 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e277f8fc-0fbe-4742-a6b0-cb05d8c705df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e5978012663945e6b2aff981acab2aff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6838338 Nov 15 11:17:19.263674 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57404) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:19.270094 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277f8fc-0fbe-4742-a6b0-cb05d8c705df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02cd419-b443-4a7c-a03d-0087357186ab,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:19.309726 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-59102162-0e23-41fc-98a8-c24d51de02ce tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3221321 Nov 15 11:17:19.314066 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57406) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:19.318198 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-52918dfa-4a96-43ed-b09f-f9cee4a76c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:19.318959 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e1f2a644-0c09-40e1-9368-e403ffbc69a5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1610106062'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:19.319562 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-52918dfa-4a96-43ed-b09f-f9cee4a76c98 service neutron] 10.222.0.55 "GET /v2.0/ports/041d37e4-b503-41ea-9c56-8ae1475f9725 HTTP/1.1" status: 200 len: 1027 time: 0.1604569 Nov 15 11:17:19.379165 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4ddbde67-0a4a-49f6-bdc4-40ce7ba12f19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8d0996dccca64555bfeb033e6fb6aad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2576334 Nov 15 11:17:19.379805 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57408) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:19.473151 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-a5ed42f3-1b68-4cd7-aa0f-59720853c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:19.474544 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-a5ed42f3-1b68-4cd7-aa0f-59720853c75d service neutron] 10.222.0.55 "GET /v2.0/ports/cf3d8396-2297-40fd-a6ef-65ee0a1a87fe HTTP/1.1" status: 200 len: 1028 time: 0.1429937 Nov 15 11:17:19.504204 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f2a644-0c09-40e1-9368-e403ffbc69a5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Made reservation on behalf of 3978b0da4e2347329e56192570c0ed50 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:17:19.508527 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1f2a644-0c09-40e1-9368-e403ffbc69a5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:19.546421 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f2a644-0c09-40e1-9368-e403ffbc69a5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:17:19.549424 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-485213e0-53d7-484f-9fb7-42d6a80a8015 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:19.566860 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1f2a644-0c09-40e1-9368-e403ffbc69a5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:19.567249 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-e1f2a644-0c09-40e1-9368-e403ffbc69a5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Added segment 63a25b35-9dc7-4fde-ade0-8692e175ac7b of type vlan for network a2a984c2-1241-4fcc-aabe-e522b8345512 Nov 15 11:17:19.614950 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-485213e0-53d7-484f-9fb7-42d6a80a8015 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:19.639212 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1f2a644-0c09-40e1-9368-e403ffbc69a5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:19.685872 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de51b87c-6d16-4600-93b5-a7ad8757cc75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:19.709391 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-485213e0-53d7-484f-9fb7-42d6a80a8015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:19.712177 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-485213e0-53d7-484f-9fb7-42d6a80a8015 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:19.715671 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-485213e0-53d7-484f-9fb7-42d6a80a8015 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b02cd419-b443-4a7c-a03d-0087357186ab HTTP/1.1" status: 204 len: 168 time: 0.4469316 Nov 15 11:17:19.719787 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de51b87c-6d16-4600-93b5-a7ad8757cc75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:19.764636 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1f2a644-0c09-40e1-9368-e403ffbc69a5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:19.782602 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f2a644-0c09-40e1-9368-e403ffbc69a5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:19.783608 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1f2a644-0c09-40e1-9368-e403ffbc69a5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:19.789574 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485213e0-53d7-484f-9fb7-42d6a80a8015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02cd419-b443-4a7c-a03d-0087357186ab,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:19.919024 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2a644-0c09-40e1-9368-e403ffbc69a5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event updated for resources: {'Network': ['ID=a2a984c2-1241-4fcc-aabe-e522b8345512,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:19.944898 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e1f2a644-0c09-40e1-9368-e403ffbc69a5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6298304 Nov 15 11:17:19.948238 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57414) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:19.957725 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-af5bef1d-3f1e-4086-a9e4-c087c38d9f22 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Request body: {'subnet': {'network_id': 'a2a984c2-1241-4fcc-aabe-e522b8345512', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:20.072964 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network a2a984c2-1241-4fcc-aabe-e522b8345512 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:17:20.095228 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de51b87c-6d16-4600-93b5-a7ad8757cc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:20.100953 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de51b87c-6d16-4600-93b5-a7ad8757cc75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:20.107445 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-de51b87c-6d16-4600-93b5-a7ad8757cc75 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fc275d0c-c812-4c79-9b5e-dee7aa68613c HTTP/1.1" status: 204 len: 168 time: 0.7240205 Nov 15 11:17:20.185616 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-ce205c2b-34df-40c8-bb84-bd50a9b59d08 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:20.215310 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-ce205c2b-34df-40c8-bb84-bd50a9b59d08 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:20.224310 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51b87c-6d16-4600-93b5-a7ad8757cc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc275d0c-c812-4c79-9b5e-dee7aa68613c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:20.251080 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-ce205c2b-34df-40c8-bb84-bd50a9b59d08 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:20.254746 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-ce205c2b-34df-40c8-bb84-bd50a9b59d08 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.55 "GET /v2.0/networks?id=3ac01650-250d-49f6-a38a-ac634445c34a&id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&id=1722e728-27c9-4457-a98e-4b336084f5f5&id=1722e728-27c9-4457-a98e-4b336084f5f5 HTTP/1.1" status: 200 len: 1989 time: 0.7626588 Nov 15 11:17:20.315356 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5bef1d-3f1e-4086-a9e4-c087c38d9f22 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Made reservation on behalf of 3978b0da4e2347329e56192570c0ed50 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:17:20.319091 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af5bef1d-3f1e-4086-a9e4-c087c38d9f22 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:20.433076 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-1841d5f1-6f47-4028-a8dd-109b57bebc54 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d166880b4a94d32a973c2d61c598d8e HTTP/1.1" status: 200 len: 380 time: 0.1630425 Nov 15 11:17:20.451070 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Request body: {'port': {'device_id': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a', 'admin_state_up': True, 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'security_groups': ['3369f810-8048-48c8-8817-cd0d845f8367']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:20.525599 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7dd6c9-371d-4185-ba00-bdee9e1c7e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-6834988e-8269-4fe6-bb1f-bac1a5f5a96e', 'network_id': '6834988e-8269-4fe6-bb1f-bac1a5f5a96e', 'tenant_id': '3978b0da4e2347329e56192570c0ed50', 'fixed_ips': [{'subnet_id': 'd8b81809-8cd8-4907-9dc8-f37aa0713391'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:17:20.527763 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3a7dd6c9-371d-4185-ba00-bdee9e1c7e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:20.835341 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af5bef1d-3f1e-4086-a9e4-c087c38d9f22 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:20.911376 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Made reservation on behalf of 6d166880b4a94d32a973c2d61c598d8e for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:17:20.921644 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:21.003014 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-3a7dd6c9-371d-4185-ba00-bdee9e1c7e51 None None] Allocated IP 19.80.0.2 (6834988e-8269-4fe6-bb1f-bac1a5f5a96e/d8b81809-8cd8-4907-9dc8-f37aa0713391/9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:17:21.038632 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5bef1d-3f1e-4086-a9e4-c087c38d9f22 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Checking segment: {'id': '63a25b35-9dc7-4fde-ade0-8692e175ac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'a2a984c2-1241-4fcc-aabe-e522b8345512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:17:21.039216 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5bef1d-3f1e-4086-a9e4-c087c38d9f22 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Network hostable DHCP agents. Network: a2a984c2-1241-4fcc-aabe-e522b8345512, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:17:21.040525 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d12c97d2-4e45-42af-afc3-328a4a3ef282 req-f2970ade-f40a-452d-aedb-9eb094ff977b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 210 time: 0.1633475 Nov 15 11:17:21.079596 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bef1d-3f1e-4086-a9e4-c087c38d9f22 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event updated for resources: {'Subnet': ['ID=536ef2fd-8f29-4fd9-a9ee-c7b7322b8162,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:21.120310 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5bef1d-3f1e-4086-a9e4-c087c38d9f22 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Network a2a984c2-1241-4fcc-aabe-e522b8345512 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:17:21.150275 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-af5bef1d-3f1e-4086-a9e4-c087c38d9f22 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, a2a984c2-1241-4fcc-aabe-e522b8345512) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:17:21.156465 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5bef1d-3f1e-4086-a9e4-c087c38d9f22 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:21.158270 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af5bef1d-3f1e-4086-a9e4-c087c38d9f22 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:21.195411 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-af5bef1d-3f1e-4086-a9e4-c087c38d9f22 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2457352 Nov 15 11:17:21.327938 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3a7dd6c9-371d-4185-ba00-bdee9e1c7e51 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:21.331019 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6d55bd-f797-4a5b-88ed-c0c0b44d6850 None None] Network a2a984c2-1241-4fcc-aabe-e522b8345512 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:17:21.389014 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3a7dd6c9-371d-4185-ba00-bdee9e1c7e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:21.423028 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57440) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:21.445364 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0deb8e5d-94dd-423a-b809-acd8969e8f42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:21.453302 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7dd6c9-371d-4185-ba00-bdee9e1c7e51 None None] Network 6834988e-8269-4fe6-bb1f-bac1a5f5a96e is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:17:21.533937 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Allocated IP 172.20.0.4 (3ac01650-250d-49f6-a38a-ac634445c34a/fdfd0574-7413-48b2-8325-e46b6f762330/5fc0f2ac-e00b-4810-b47a-e13b8f18d088) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:17:21.701122 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-3a7dd6c9-371d-4185-ba00-bdee9e1c7e51 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:17:21.707412 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7dd6c9-371d-4185-ba00-bdee9e1c7e51 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:17:21.714858 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7dd6c9-371d-4185-ba00-bdee9e1c7e51 None None] Pushing event updated for resources: {'Port': ['ID=9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:21.866764 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0deb8e5d-94dd-423a-b809-acd8969e8f42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:21.878378 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0deb8e5d-94dd-423a-b809-acd8969e8f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:22.041535 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0deb8e5d-94dd-423a-b809-acd8969e8f42 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5bdd563ec0464f6b979d15ce9db5bd6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6149373 Nov 15 11:17:22.041535 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb8e5d-94dd-423a-b809-acd8969e8f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c58561-b41a-406b-87f9-6665d4d0a972,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:22.055355 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-3a7dd6c9-371d-4185-ba00-bdee9e1c7e51 None None] Attempting to bind port 9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:17:22.055730 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-3a7dd6c9-371d-4185-ba00-bdee9e1c7e51 None None] Attempting to bind port 9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '7909f31e-b2ad-4bde-8eff-3f983074a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '6834988e-8269-4fe6-bb1f-bac1a5f5a96e'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:17:22.056122 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7dd6c9-371d-4185-ba00-bdee9e1c7e51 None None] Attempting to bind port 9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc on network 6834988e-8269-4fe6-bb1f-bac1a5f5a96e {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:17:22.073495 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efcc9de-9225-43ee-b7f9-318dc43a0949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-a2a984c2-1241-4fcc-aabe-e522b8345512', 'network_id': 'a2a984c2-1241-4fcc-aabe-e522b8345512', 'tenant_id': '3978b0da4e2347329e56192570c0ed50', 'fixed_ips': [{'subnet_id': '536ef2fd-8f29-4fd9-a9ee-c7b7322b8162'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:17:22.074440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57452) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:22.079760 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5efcc9de-9225-43ee-b7f9-318dc43a0949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:22.111326 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7dd6c9-371d-4185-ba00-bdee9e1c7e51 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:17:22.111694 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7dd6c9-371d-4185-ba00-bdee9e1c7e51 None None] Checking segment: {'id': '7909f31e-b2ad-4bde-8eff-3f983074a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '6834988e-8269-4fe6-bb1f-bac1a5f5a96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:17:22.112121 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3a7dd6c9-371d-4185-ba00-bdee9e1c7e51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:22.112518 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7dd6c9-371d-4185-ba00-bdee9e1c7e51 None None] Bound using segment: {'id': '7909f31e-b2ad-4bde-8eff-3f983074a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '6834988e-8269-4fe6-bb1f-bac1a5f5a96e'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:17:22.117283 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-3a7dd6c9-371d-4185-ba00-bdee9e1c7e51 None None] Bound port: 9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7909f31e-b2ad-4bde-8eff-3f983074a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '6834988e-8269-4fe6-bb1f-bac1a5f5a96e'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:17:22.117690 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3a7dd6c9-371d-4185-ba00-bdee9e1c7e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:22.155962 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:22.237678 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3a7dd6c9-371d-4185-ba00-bdee9e1c7e51 None None] For port 9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:17:22.242563 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3a7dd6c9-371d-4185-ba00-bdee9e1c7e51 None None] For port 9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc,segment=NetworkSegment(7909f31e-b2ad-4bde-8eff-3f983074a229),segment_id=7909f31e-b2ad-4bde-8eff-3f983074a229)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:17:22.276984 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898cf6f-1f0b-4d5d-beb5-d8b69fa8d79b req-efe32463-4b2c-411d-bbeb-7eca9606b6a4 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:22.285053 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7898cf6f-1f0b-4d5d-beb5-d8b69fa8d79b req-efe32463-4b2c-411d-bbeb-7eca9606b6a4 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 946 time: 0.3111379 Nov 15 11:17:22.333271 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c51baa63-6c73-49eb-879f-bf05eeccc795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:22.433754 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-5efcc9de-9225-43ee-b7f9-318dc43a0949 None None] Allocated IP 19.86.0.2 (a2a984c2-1241-4fcc-aabe-e522b8345512/536ef2fd-8f29-4fd9-a9ee-c7b7322b8162/0d84bb3b-b873-4a90-bac2-0969de29f618) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:17:22.553461 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c51baa63-6c73-49eb-879f-bf05eeccc795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:22.562693 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:22.606104 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5efcc9de-9225-43ee-b7f9-318dc43a0949 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:22.611132 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3a7dd6c9-371d-4185-ba00-bdee9e1c7e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:22.644491 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5efcc9de-9225-43ee-b7f9-318dc43a0949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:22.731027 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efcc9de-9225-43ee-b7f9-318dc43a0949 None None] Network a2a984c2-1241-4fcc-aabe-e522b8345512 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:17:22.731750 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-5efcc9de-9225-43ee-b7f9-318dc43a0949 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:17:22.740056 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efcc9de-9225-43ee-b7f9-318dc43a0949 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:17:22.796802 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Network 3ac01650-250d-49f6-a38a-ac634445c34a is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:17:22.806834 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7898cf6f-1f0b-4d5d-beb5-d8b69fa8d79b req-99e20f2e-64c5-459a-9539-d1b0d6041cde tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204394 Nov 15 11:17:22.835561 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:17:22.871487 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57464) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:22.873616 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:17:22.912549 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7dd6c9-371d-4185-ba00-bdee9e1c7e51 None None] Pushing event updated for resources: {'Port': ['ID=9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:22.994664 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:22.995336 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:23.042151 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event updated for resources: {'Port': ['ID=5fc0f2ac-e00b-4810-b47a-e13b8f18d088,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:23.122530 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6824660 Nov 15 11:17:23.125053 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:23.125053 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:23.125560 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:23.125791 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:23.126220 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:23.126611 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:23.126958 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:23.127279 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:23.127632 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:23.128001 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:23.128700 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:23.128811 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cc4ad1-7882-42da-ba30-0596e78fb0f0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:23.138554 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f3904eba-12ca-45cb-acd0-253cb2d26e8b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Request body: {'port': {'device_id': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb', 'admin_state_up': True, 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'security_groups': ['3369f810-8048-48c8-8817-cd0d845f8367']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:23.181412 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5efcc9de-9225-43ee-b7f9-318dc43a0949 None None] Attempting to bind port 0d84bb3b-b873-4a90-bac2-0969de29f618 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:17:23.181412 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5efcc9de-9225-43ee-b7f9-318dc43a0949 None None] Attempting to bind port 0d84bb3b-b873-4a90-bac2-0969de29f618 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '63a25b35-9dc7-4fde-ade0-8692e175ac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'a2a984c2-1241-4fcc-aabe-e522b8345512'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:17:23.182624 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efcc9de-9225-43ee-b7f9-318dc43a0949 None None] Attempting to bind port 0d84bb3b-b873-4a90-bac2-0969de29f618 on network a2a984c2-1241-4fcc-aabe-e522b8345512 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:17:23.196864 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-71f5c92b-30cc-4ac5-8283-ce010f0ef28a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1877086239-network', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:23.207787 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efcc9de-9225-43ee-b7f9-318dc43a0949 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:17:23.214606 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efcc9de-9225-43ee-b7f9-318dc43a0949 None None] Checking segment: {'id': '63a25b35-9dc7-4fde-ade0-8692e175ac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'a2a984c2-1241-4fcc-aabe-e522b8345512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:17:23.214606 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5efcc9de-9225-43ee-b7f9-318dc43a0949 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:23.214985 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efcc9de-9225-43ee-b7f9-318dc43a0949 None None] Bound using segment: {'id': '63a25b35-9dc7-4fde-ade0-8692e175ac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'a2a984c2-1241-4fcc-aabe-e522b8345512'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:17:23.218238 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5efcc9de-9225-43ee-b7f9-318dc43a0949 None None] Bound port: 0d84bb3b-b873-4a90-bac2-0969de29f618, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a25b35-9dc7-4fde-ade0-8692e175ac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'a2a984c2-1241-4fcc-aabe-e522b8345512'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:17:23.218986 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5efcc9de-9225-43ee-b7f9-318dc43a0949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:23.228471 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efcc9de-9225-43ee-b7f9-318dc43a0949 None None] Pushing event updated for resources: {'Port': ['ID=0d84bb3b-b873-4a90-bac2-0969de29f618,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:23.246782 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f5c92b-30cc-4ac5-8283-ce010f0ef28a admin admin] Made reservation on behalf of df0b3da522ad448b95a4d56ee86052cc for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:17:23.249603 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71f5c92b-30cc-4ac5-8283-ce010f0ef28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:23.266205 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71f5c92b-30cc-4ac5-8283-ce010f0ef28a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:23.267564 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c51baa63-6c73-49eb-879f-bf05eeccc795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:23.273450 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c51baa63-6c73-49eb-879f-bf05eeccc795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:23.277222 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c51baa63-6c73-49eb-879f-bf05eeccc795 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/81c58561-b41a-406b-87f9-6665d4d0a972 HTTP/1.1" status: 204 len: 168 time: 1.1982388 Nov 15 11:17:23.313436 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51baa63-6c73-49eb-879f-bf05eeccc795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c58561-b41a-406b-87f9-6665d4d0a972,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:23.411935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5efcc9de-9225-43ee-b7f9-318dc43a0949 None None] For port 0d84bb3b-b873-4a90-bac2-0969de29f618, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:17:23.420155 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5efcc9de-9225-43ee-b7f9-318dc43a0949 None None] For port 0d84bb3b-b873-4a90-bac2-0969de29f618, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0d84bb3b-b873-4a90-bac2-0969de29f618,segment=NetworkSegment(63a25b35-9dc7-4fde-ade0-8692e175ac7b),segment_id=63a25b35-9dc7-4fde-ade0-8692e175ac7b)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:17:23.462311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f3904eba-12ca-45cb-acd0-253cb2d26e8b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Made reservation on behalf of 6d166880b4a94d32a973c2d61c598d8e for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:17:23.468355 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f3904eba-12ca-45cb-acd0-253cb2d26e8b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:23.477403 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5efcc9de-9225-43ee-b7f9-318dc43a0949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:23.519188 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71f5c92b-30cc-4ac5-8283-ce010f0ef28a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:23.528383 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71f5c92b-30cc-4ac5-8283-ce010f0ef28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:23.593848 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f5c92b-30cc-4ac5-8283-ce010f0ef28a admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:17:23.614993 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5c92b-30cc-4ac5-8283-ce010f0ef28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ca9fd5-62b1-43af-8175-65546da56eda,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:23.618043 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a9fd2edf-ce00-44fa-848a-15c3fedcc0da None None] Provisioning complete for port 5fc0f2ac-e00b-4810-b47a-e13b8f18d088 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:23.618489 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a9fd2edf-ce00-44fa-848a-15c3fedcc0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:23.631107 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efcc9de-9225-43ee-b7f9-318dc43a0949 None None] Pushing event updated for resources: {'Port': ['ID=0d84bb3b-b873-4a90-bac2-0969de29f618,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:23.643769 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71f5c92b-30cc-4ac5-8283-ce010f0ef28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:23.658174 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-71f5c92b-30cc-4ac5-8283-ce010f0ef28a admin admin] Added segment 77b14f42-ad23-4232-82c6-ab3c9aaddb5a of type vlan for network 78f71f23-a7be-4d8c-8560-640a17cce1fe Nov 15 11:17:23.676370 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd2edf-ce00-44fa-848a-15c3fedcc0da None None] Port 5fc0f2ac-e00b-4810-b47a-e13b8f18d088 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:17:23.788787 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f3904eba-12ca-45cb-acd0-253cb2d26e8b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Allocated IP 10.1.1.77 (4be3a3da-9eb3-404d-a7a5-24c511ae73fb/c20f400b-9ad3-4b90-bd4a-3a164b9839be/a5e4a1ee-2f8f-4677-847c-e32e1066c474) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:17:23.790289 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71f5c92b-30cc-4ac5-8283-ce010f0ef28a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:23.900097 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71f5c92b-30cc-4ac5-8283-ce010f0ef28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:23.902144 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f5c92b-30cc-4ac5-8283-ce010f0ef28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:23.903005 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71f5c92b-30cc-4ac5-8283-ce010f0ef28a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:24.186873 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-71f5c92b-30cc-4ac5-8283-ce010f0ef28a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3140125 Nov 15 11:17:24.194181 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57508) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:24.197794 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5c92b-30cc-4ac5-8283-ce010f0ef28a admin admin] Pushing event updated for resources: {'Network': ['ID=78f71f23-a7be-4d8c-8560-640a17cce1fe,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:24.213942 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 78f71f23-a7be-4d8c-8560-640a17cce1fe details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:17:24.250489 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-97bc95f4-8e22-4aee-b102-6b234c0f4110 admin admin] Request body: {'subnet': {'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1877086239-subnet', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:24.325981 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f3904eba-12ca-45cb-acd0-253cb2d26e8b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:24.358632 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63413df-4118-4bf4-b844-18c9710adbfd req-4bca77ff-8e80-4bdb-a784-70376c8ba91e tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:24.373330 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63413df-4118-4bf4-b844-18c9710adbfd req-4bca77ff-8e80-4bdb-a784-70376c8ba91e tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:24.381073 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e63413df-4118-4bf4-b844-18c9710adbfd req-4bca77ff-8e80-4bdb-a784-70376c8ba91e tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/networks?id=6834988e-8269-4fe6-bb1f-bac1a5f5a96e&id=a2a984c2-1241-4fcc-aabe-e522b8345512 HTTP/1.1" status: 200 len: 1392 time: 0.3817623 Nov 15 11:17:24.430852 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e63413df-4118-4bf4-b844-18c9710adbfd req-1dc31078-9a0d-45a9-bf1d-e5d8dd0ad372 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/quotas/3978b0da4e2347329e56192570c0ed50 HTTP/1.1" status: 200 len: 375 time: 0.0478210 Nov 15 11:17:24.461106 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bc95f4-8e22-4aee-b102-6b234c0f4110 admin admin] Made reservation on behalf of df0b3da522ad448b95a4d56ee86052cc for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:17:24.466132 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97bc95f4-8e22-4aee-b102-6b234c0f4110 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:24.860107 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0c8815-cee7-4a5c-b995-c028178f465e None None] Network 6834988e-8269-4fe6-bb1f-bac1a5f5a96e requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:17:24.923208 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e63413df-4118-4bf4-b844-18c9710adbfd req-120ebe13-d1be-436b-af64-4c46ff365880 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3978b0da4e2347329e56192570c0ed50&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4927845 Nov 15 11:17:25.004485 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97bc95f4-8e22-4aee-b102-6b234c0f4110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:25.006939 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f3904eba-12ca-45cb-acd0-253cb2d26e8b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:25.051889 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b054c8af-05c2-4e5c-8ad3-503fdc6313d5 None None] Provisioning complete for port 9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:25.052557 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b054c8af-05c2-4e5c-8ad3-503fdc6313d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:25.122291 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af922a19-5ff2-4f32-af04-b2d8a24bdadc req-4a6a20b4-461b-47bc-a2b5-e74dbd9fdb2a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:25.131171 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af922a19-5ff2-4f32-af04-b2d8a24bdadc req-4a6a20b4-461b-47bc-a2b5-e74dbd9fdb2a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 931 time: 0.3779340 Nov 15 11:17:25.202048 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e63413df-4118-4bf4-b844-18c9710adbfd req-66b3cf14-ba52-45e6-9922-4276b9522a50 service neutron] 10.222.0.64 "GET /v2.0/networks/6834988e-8269-4fe6-bb1f-bac1a5f5a96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771788 Nov 15 11:17:25.240386 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:17:25.316403 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b054c8af-05c2-4e5c-8ad3-503fdc6313d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:25.373929 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b054c8af-05c2-4e5c-8ad3-503fdc6313d5 None None] For port 9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc,segment=NetworkSegment(7909f31e-b2ad-4bde-8eff-3f983074a229),segment_id=7909f31e-b2ad-4bde-8eff-3f983074a229)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:25.393924 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b054c8af-05c2-4e5c-8ad3-503fdc6313d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:25.428780 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:25.429414 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:25.513365 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfa36dc-1119-495b-b9c5-55d1aa745ff4 None None] Network a2a984c2-1241-4fcc-aabe-e522b8345512 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:17:25.860106 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054c8af-05c2-4e5c-8ad3-503fdc6313d5 None None] Pushing event updated for resources: {'Port': ['ID=9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:25.946867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7f1990d2-0af0-44f2-9e9f-5570d307fbe6 None None] Provisioning complete for port 0d84bb3b-b873-4a90-bac2-0969de29f618 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:25.947242 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f1990d2-0af0-44f2-9e9f-5570d307fbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:26.059882 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0d84bb3b-b873-4a90-bac2-0969de29f618 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:17:26.138330 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f3904eba-12ca-45cb-acd0-253cb2d26e8b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:17:26.156682 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904eba-12ca-45cb-acd0-253cb2d26e8b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event updated for resources: {'Port': ['ID=a5e4a1ee-2f8f-4677-847c-e32e1066c474,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:26.181877 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f3904eba-12ca-45cb-acd0-253cb2d26e8b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:17:26.211967 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f3904eba-12ca-45cb-acd0-253cb2d26e8b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:17:26.216352 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f1990d2-0af0-44f2-9e9f-5570d307fbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:26.217574 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc95f4-8e22-4aee-b102-6b234c0f4110 admin admin] Pushing event updated for resources: {'Subnet': ['ID=797b424f-66ce-468d-885b-5a988198f6f8,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:26.247028 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e63413df-4118-4bf4-b844-18c9710adbfd req-3b4ae38a-2606-4582-b936-443e722ed832 service neutron] 10.222.0.64 "GET /v2.0/networks/6834988e-8269-4fe6-bb1f-bac1a5f5a96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0437329 Nov 15 11:17:26.261373 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 0d84bb3b-b873-4a90-bac2-0969de29f618 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:26.262486 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:26.282625 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af922a19-5ff2-4f32-af04-b2d8a24bdadc req-fd998936-8e74-4430-85a9-909561c06c6e tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1486187 Nov 15 11:17:26.324401 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7f1990d2-0af0-44f2-9e9f-5570d307fbe6 None None] For port 0d84bb3b-b873-4a90-bac2-0969de29f618, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0d84bb3b-b873-4a90-bac2-0969de29f618,segment=NetworkSegment(63a25b35-9dc7-4fde-ade0-8692e175ac7b),segment_id=63a25b35-9dc7-4fde-ade0-8692e175ac7b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:26.345946 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bc95f4-8e22-4aee-b102-6b234c0f4110 admin admin] Checking segment: {'id': '77b14f42-ad23-4232-82c6-ab3c9aaddb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:17:26.354586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bc95f4-8e22-4aee-b102-6b234c0f4110 admin admin] Network hostable DHCP agents. Network: 78f71f23-a7be-4d8c-8560-640a17cce1fe, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:17:26.386965 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f1990d2-0af0-44f2-9e9f-5570d307fbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:26.477469 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f3904eba-12ca-45cb-acd0-253cb2d26e8b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:26.480644 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f3904eba-12ca-45cb-acd0-253cb2d26e8b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:26.489105 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:26.539514 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f3904eba-12ca-45cb-acd0-253cb2d26e8b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4064491 Nov 15 11:17:26.589770 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-34ce732a-ef54-4938-b467-46159aef2f23 req-40bc12ca-237d-409c-874f-12f71b7d1014 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Request body: {'port': {'device_id': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb', 'admin_state_up': True, 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'security_groups': ['3369f810-8048-48c8-8817-cd0d845f8367']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:26.594006 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bc95f4-8e22-4aee-b102-6b234c0f4110 admin admin] Network 78f71f23-a7be-4d8c-8560-640a17cce1fe is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:17:26.606793 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1990d2-0af0-44f2-9e9f-5570d307fbe6 None None] Pushing event updated for resources: {'Port': ['ID=0d84bb3b-b873-4a90-bac2-0969de29f618,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:26.620308 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f6f5aa2e-0828-4368-b1cc-8974e5dadd5d None None] Provisioning complete for port 9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:26.620769 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f6f5aa2e-0828-4368-b1cc-8974e5dadd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:26.715464 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:17:26.716004 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:17:26.741656 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e63413df-4118-4bf4-b844-18c9710adbfd req-b85a6d68-a921-4e5b-b55f-a3d4e879c1ab service neutron] 10.222.0.64 "GET /v2.0/networks/a2a984c2-1241-4fcc-aabe-e522b8345512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507265 Nov 15 11:17:26.764709 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-97bc95f4-8e22-4aee-b102-6b234c0f4110 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 78f71f23-a7be-4d8c-8560-640a17cce1fe) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:17:26.775770 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b206c01d-237a-444c-8ce4-9c513c3dc9b1 None None] Network 78f71f23-a7be-4d8c-8560-640a17cce1fe requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:17:26.790803 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bc95f4-8e22-4aee-b102-6b234c0f4110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:26.791404 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97bc95f4-8e22-4aee-b102-6b234c0f4110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:26.897915 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5fa8ff15-f3c6-49c1-8244-5aa52b7e7546 None None] Provisioning complete for port a5e4a1ee-2f8f-4677-847c-e32e1066c474 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:26.898347 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5fa8ff15-f3c6-49c1-8244-5aa52b7e7546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:26.983526 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-5fa8ff15-f3c6-49c1-8244-5aa52b7e7546 None None] Port a5e4a1ee-2f8f-4677-847c-e32e1066c474 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:17:26.993323 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57556) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:27.000446 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5ce01ba7-5f73-4cc2-a1c9-97cc5720700f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1877086239-router', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:27.003313 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5fa8ff15-f3c6-49c1-8244-5aa52b7e7546 None None] Provisioning complete for port 0d84bb3b-b873-4a90-bac2-0969de29f618 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:27.003671 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5fa8ff15-f3c6-49c1-8244-5aa52b7e7546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:27.005610 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-97bc95f4-8e22-4aee-b102-6b234c0f4110 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7687044 Nov 15 11:17:27.064718 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce01ba7-5f73-4cc2-a1c9-97cc5720700f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:27.068294 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce01ba7-5f73-4cc2-a1c9-97cc5720700f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:27.068935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee548087-82dc-4ce4-ab53-585e76f4934f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-78f71f23-a7be-4d8c-8560-640a17cce1fe', 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'fixed_ips': [{'subnet_id': '797b424f-66ce-468d-885b-5a988198f6f8'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:17:27.073251 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ee548087-82dc-4ce4-ab53-585e76f4934f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:27.212797 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce01ba7-5f73-4cc2-a1c9-97cc5720700f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:27.238079 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c76f97-1a82-4edf-84df-054fddc166d3 req-987a5368-6d00-43a2-8a04-4832c5600168 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:27.243760 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-86c76f97-1a82-4edf-84df-054fddc166d3 req-987a5368-6d00-43a2-8a04-4832c5600168 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 946 time: 0.2085981 Nov 15 11:17:27.329916 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-40bc12ca-237d-409c-874f-12f71b7d1014 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Made reservation on behalf of 6d166880b4a94d32a973c2d61c598d8e for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:17:27.339532 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-40bc12ca-237d-409c-874f-12f71b7d1014 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:27.408121 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-86c76f97-1a82-4edf-84df-054fddc166d3 req-4aa0043e-ea3c-4369-8ed0-2ce4de5510db tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475444 Nov 15 11:17:27.420967 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e63413df-4118-4bf4-b844-18c9710adbfd req-8b3bcd7b-73a6-49ec-80ac-56494fe87edf service neutron] 10.222.0.64 "GET /v2.0/networks/a2a984c2-1241-4fcc-aabe-e522b8345512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6653771 Nov 15 11:17:27.486559 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-ee548087-82dc-4ce4-ab53-585e76f4934f None None] Allocated IP 172.20.0.2 (78f71f23-a7be-4d8c-8560-640a17cce1fe/797b424f-66ce-468d-885b-5a988198f6f8/c0a2526e-64ea-4576-8046-571610a1a726) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:17:27.514395 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce01ba7-5f73-4cc2-a1c9-97cc5720700f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:27.891733 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ee548087-82dc-4ce4-ab53-585e76f4934f None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:27.935449 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ee548087-82dc-4ce4-ab53-585e76f4934f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:28.068249 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce01ba7-5f73-4cc2-a1c9-97cc5720700f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:28.091649 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-34ce732a-ef54-4938-b467-46159aef2f23 req-40bc12ca-237d-409c-874f-12f71b7d1014 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Allocated IP 10.1.1.95 (4be3a3da-9eb3-404d-a7a5-24c511ae73fb/c20f400b-9ad3-4b90-bd4a-3a164b9839be/9690f032-99ce-452d-8947-7368f4eac3f0) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:17:28.108091 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee548087-82dc-4ce4-ab53-585e76f4934f None None] Network 78f71f23-a7be-4d8c-8560-640a17cce1fe is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:17:28.110956 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5ac37099-bb50-4d29-873f-1a98f4797a45 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:17:28.137209 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57588) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:28.144314 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce01ba7-5f73-4cc2-a1c9-97cc5720700f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:28.158509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c5ae8-19e6-4cf5-abfb-0f93f2e89d3d req-078e363e-eef9-48b6-9671-6aa8a5945960 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:28.167251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c5ae8-19e6-4cf5-abfb-0f93f2e89d3d req-078e363e-eef9-48b6-9671-6aa8a5945960 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:28.175484 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d2c5ae8-19e6-4cf5-abfb-0f93f2e89d3d req-078e363e-eef9-48b6-9671-6aa8a5945960 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 1652 time: 0.5074730 Nov 15 11:17:28.229764 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:17:28.232916 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a7847-77e7-4760-b905-89733ceeab90 req-3957e9da-d2e4-4d38-959b-6bbc0dc9a8a0 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:28.235857 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-ee548087-82dc-4ce4-ab53-585e76f4934f None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:17:28.246158 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b90a7847-77e7-4760-b905-89733ceeab90 req-3957e9da-d2e4-4d38-959b-6bbc0dc9a8a0 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/ports?device_id=773a95c6-2269-4563-857a-f872bf7ec579 HTTP/1.1" status: 200 len: 951 time: 0.4100125 Nov 15 11:17:28.257459 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee548087-82dc-4ce4-ab53-585e76f4934f None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:17:28.374657 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-5ce01ba7-5f73-4cc2-a1c9-97cc5720700f admin admin] Allocated IP 172.25.7.135 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/9cd3416a-ec90-4a37-a996-b7f8b43b52a4) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:17:28.409315 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ad9fc72-0c67-4fa0-97cf-947756153525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:28.437011 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee548087-82dc-4ce4-ab53-585e76f4934f None None] Pushing event updated for resources: {'Port': ['ID=c0a2526e-64ea-4576-8046-571610a1a726,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:28.533325 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d2c5ae8-19e6-4cf5-abfb-0f93f2e89d3d req-e93840fc-1c7a-4229-9404-e93b01dd35d6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3516338 Nov 15 11:17:28.554705 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b90a7847-77e7-4760-b905-89733ceeab90 req-182ffe42-1086-4fb2-bbd2-854b607af1a8 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/security-groups?id=860239d2-d536-43fa-b011-a561d115bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004210 Nov 15 11:17:28.578711 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ee548087-82dc-4ce4-ab53-585e76f4934f None None] Attempting to bind port c0a2526e-64ea-4576-8046-571610a1a726 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:17:28.579684 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ee548087-82dc-4ce4-ab53-585e76f4934f None None] Attempting to bind port c0a2526e-64ea-4576-8046-571610a1a726 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '77b14f42-ad23-4232-82c6-ab3c9aaddb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:17:28.580311 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee548087-82dc-4ce4-ab53-585e76f4934f None None] Attempting to bind port c0a2526e-64ea-4576-8046-571610a1a726 on network 78f71f23-a7be-4d8c-8560-640a17cce1fe {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:17:28.587024 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-40bc12ca-237d-409c-874f-12f71b7d1014 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:28.633196 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:28.681228 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce01ba7-5f73-4cc2-a1c9-97cc5720700f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:28.681658 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-40bc12ca-237d-409c-874f-12f71b7d1014 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:28.683179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee548087-82dc-4ce4-ab53-585e76f4934f None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:17:28.683893 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee548087-82dc-4ce4-ab53-585e76f4934f None None] Checking segment: {'id': '77b14f42-ad23-4232-82c6-ab3c9aaddb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:17:28.684531 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ee548087-82dc-4ce4-ab53-585e76f4934f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:28.685153 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee548087-82dc-4ce4-ab53-585e76f4934f None None] Bound using segment: {'id': '77b14f42-ad23-4232-82c6-ab3c9aaddb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:17:28.686154 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ee548087-82dc-4ce4-ab53-585e76f4934f None None] Bound port: c0a2526e-64ea-4576-8046-571610a1a726, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b14f42-ad23-4232-82c6-ab3c9aaddb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:17:28.687070 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ee548087-82dc-4ce4-ab53-585e76f4934f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:28.727481 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:28.728217 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:28.730580 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ad9fc72-0c67-4fa0-97cf-947756153525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:28.751030 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ad9fc72-0c67-4fa0-97cf-947756153525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:28.788944 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773a95c6-2269-4563-857a-f872bf7ec579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac37099-bb50-4d29-873f-1a98f4797a45'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:17:28.791341 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4c5c41-5f47-4cde-8f82-825f6b155825" -d '{"events": [{"server_uuid": "773a95c6-2269-4563-857a-f872bf7ec579", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac37099-bb50-4d29-873f-1a98f4797a45"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:17:28.813872 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5ac37099-bb50-4d29-873f-1a98f4797a45, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5ac37099-bb50-4d29-873f-1a98f4797a45,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:28.834075 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9fc72-0c67-4fa0-97cf-947756153525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70ab81d-2679-490c-a25b-6a14c4d6cfb2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:28.865092 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-43eab11f-ffef-4b37-bab2-7b0dc65b78e4 req-ac4acdc4-0212-4df6-bae3-e8520c917788 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c6540ce-5c0c-49ba-9f53-e928a7e5eefe HTTP/1.1" status: 200 len: 210 time: 0.1746805 Nov 15 11:17:28.880670 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:28.884924 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9fc72-0c67-4fa0-97cf-947756153525 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:28.885259 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9fc72-0c67-4fa0-97cf-947756153525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:28.885576 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9fc72-0c67-4fa0-97cf-947756153525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:28.885900 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9fc72-0c67-4fa0-97cf-947756153525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:28.886218 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9fc72-0c67-4fa0-97cf-947756153525 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:28.886588 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9fc72-0c67-4fa0-97cf-947756153525 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:28.886861 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9fc72-0c67-4fa0-97cf-947756153525 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:28.887169 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9fc72-0c67-4fa0-97cf-947756153525 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:28.887485 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9fc72-0c67-4fa0-97cf-947756153525 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:28.887789 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9fc72-0c67-4fa0-97cf-947756153525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:28.888123 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9fc72-0c67-4fa0-97cf-947756153525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:28.888445 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9fc72-0c67-4fa0-97cf-947756153525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:28.895202 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce01ba7-5f73-4cc2-a1c9-97cc5720700f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:28.903700 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2ad9fc72-0c67-4fa0-97cf-947756153525 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0f7356a11b61427a832e34860de33534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7625594 Nov 15 11:17:28.909303 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57608) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:28.939055 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc12ca-237d-409c-874f-12f71b7d1014 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event updated for resources: {'Port': ['ID=9690f032-99ce-452d-8947-7368f4eac3f0,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:28.949755 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ce732a-ef54-4938-b467-46159aef2f23 req-40bc12ca-237d-409c-874f-12f71b7d1014 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:17:28.959339 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-34ce732a-ef54-4938-b467-46159aef2f23 req-40bc12ca-237d-409c-874f-12f71b7d1014 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:17:28.979917 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ce732a-ef54-4938-b467-46159aef2f23 req-40bc12ca-237d-409c-874f-12f71b7d1014 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:17:29.046849 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c740970-6042-47c8-ae72-ee37272104c9 req-79972d17-763d-4421-ba22-92daa7434581 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:29.048764 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5c740970-6042-47c8-ae72-ee37272104c9 req-79972d17-763d-4421-ba22-92daa7434581 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 946 time: 0.2916806 Nov 15 11:17:29.055622 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce01ba7-5f73-4cc2-a1c9-97cc5720700f admin admin] Pushing event updated for resources: {'Port': ['ID=9cd3416a-ec90-4a37-a996-b7f8b43b52a4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:29.090958 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce01ba7-5f73-4cc2-a1c9-97cc5720700f admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:17:29.102011 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5ce01ba7-5f73-4cc2-a1c9-97cc5720700f admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:17:29.109352 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce01ba7-5f73-4cc2-a1c9-97cc5720700f admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:17:29.124618 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-40bc12ca-237d-409c-874f-12f71b7d1014 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:29.125261 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-40bc12ca-237d-409c-874f-12f71b7d1014 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:29.155529 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ee548087-82dc-4ce4-ab53-585e76f4934f None None] For port c0a2526e-64ea-4576-8046-571610a1a726, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:17:29.182863 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ee548087-82dc-4ce4-ab53-585e76f4934f None None] For port c0a2526e-64ea-4576-8046-571610a1a726, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c0a2526e-64ea-4576-8046-571610a1a726,segment=NetworkSegment(77b14f42-ad23-4232-82c6-ab3c9aaddb5a),segment_id=77b14f42-ad23-4232-82c6-ab3c9aaddb5a)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:17:29.190523 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-40bc12ca-237d-409c-874f-12f71b7d1014 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6293845 Nov 15 11:17:29.207604 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e0d16e7-ca7b-4ea0-8ca1-e2afee5cec5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:29.224212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f554281a-970e-4df8-81b8-756d6f946987 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Request body: {'port': {'device_id': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1722e728-27c9-4457-a98e-4b336084f5f5', 'admin_state_up': True, 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'security_groups': ['3369f810-8048-48c8-8817-cd0d845f8367']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:29.232543 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e0d16e7-ca7b-4ea0-8ca1-e2afee5cec5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:29.236591 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=5ac37099-bb50-4d29-873f-1a98f4797a45,revision_number=11']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:29.251669 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5c740970-6042-47c8-ae72-ee37272104c9 req-fcbfb9e4-93bc-4cdf-be2f-5d1032e60e87 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898944 Nov 15 11:17:29.257647 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ee548087-82dc-4ce4-ab53-585e76f4934f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:29.312163 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e0d16e7-ca7b-4ea0-8ca1-e2afee5cec5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:29.321078 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e0d16e7-ca7b-4ea0-8ca1-e2afee5cec5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:29.327263 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3e0d16e7-ca7b-4ea0-8ca1-e2afee5cec5f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f70ab81d-2679-490c-a25b-6a14c4d6cfb2 HTTP/1.1" status: 204 len: 168 time: 0.4156771 Nov 15 11:17:29.414280 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee548087-82dc-4ce4-ab53-585e76f4934f None None] Pushing event updated for resources: {'Port': ['ID=c0a2526e-64ea-4576-8046-571610a1a726,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:29.427356 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f9d6ed-338c-4704-a7b4-80ded5851662 x-openstack-request-id: req-94f9d6ed-338c-4704-a7b4-80ded5851662 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:17:29.427806 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773a95c6-2269-4563-857a-f872bf7ec579", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac37099-bb50-4d29-873f-1a98f4797a45", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:17:29.428327 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94f9d6ed-338c-4704-a7b4-80ded5851662 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:17:29.428905 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773a95c6-2269-4563-857a-f872bf7ec579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac37099-bb50-4d29-873f-1a98f4797a45', 'code': 200} Nov 15 11:17:29.459003 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0d84bb3b-b873-4a90-bac2-0969de29f618 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:17:29.470310 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-240f3abb-8f24-41d9-b2ac-a5314abc0d9f None None] Provisioning complete for port 9690f032-99ce-452d-8947-7368f4eac3f0 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:29.470799 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-240f3abb-8f24-41d9-b2ac-a5314abc0d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:29.561380 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:29.572995 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d16e7-ca7b-4ea0-8ca1-e2afee5cec5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70ab81d-2679-490c-a25b-6a14c4d6cfb2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:29.669238 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-240f3abb-8f24-41d9-b2ac-a5314abc0d9f None None] Port 9690f032-99ce-452d-8947-7368f4eac3f0 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:17:29.710205 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 0d84bb3b-b873-4a90-bac2-0969de29f618 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:29.710665 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:30.052312 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63413df-4118-4bf4-b844-18c9710adbfd req-ea202ce4-8bbe-4a2b-ab61-0f0ceb2d14d9 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:30.060753 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63413df-4118-4bf4-b844-18c9710adbfd req-ea202ce4-8bbe-4a2b-ab61-0f0ceb2d14d9 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:30.062889 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e63413df-4118-4bf4-b844-18c9710adbfd req-ea202ce4-8bbe-4a2b-ab61-0f0ceb2d14d9 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.11 "GET /v2.0/networks?id=6834988e-8269-4fe6-bb1f-bac1a5f5a96e&id=a2a984c2-1241-4fcc-aabe-e522b8345512 HTTP/1.1" status: 200 len: 1392 time: 0.6305065 Nov 15 11:17:30.083154 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce01ba7-5f73-4cc2-a1c9-97cc5720700f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:30.088251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4791b42-de6e-43f7-ae07-90b6a5bb2bb4 req-f60faca1-5d4c-45c2-82c0-83a333bf5314 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:30.111617 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4791b42-de6e-43f7-ae07-90b6a5bb2bb4 req-f60faca1-5d4c-45c2-82c0-83a333bf5314 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:30.123591 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4791b42-de6e-43f7-ae07-90b6a5bb2bb4 req-f60faca1-5d4c-45c2-82c0-83a333bf5314 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:30.132266 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4791b42-de6e-43f7-ae07-90b6a5bb2bb4 req-f60faca1-5d4c-45c2-82c0-83a333bf5314 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 2372 time: 0.3201451 Nov 15 11:17:30.134265 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57658) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:30.178514 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e70c9e43-93ef-4b5f-bd37-93ae830358c3 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Request body: {'port': {'device_id': '9c6540ce-5c0c-49ba-9f53-e928a7e5eefe', 'network_id': '6834988e-8269-4fe6-bb1f-bac1a5f5a96e', 'admin_state_up': True, 'tenant_id': '3978b0da4e2347329e56192570c0ed50'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:30.213375 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c0a2526e-64ea-4576-8046-571610a1a726 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:17:30.249695 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af161389-82f8-4956-a817-6fbacae9e1af req-c6d91e72-22c6-4a07-a473-ddb45488d963 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c6540ce-5c0c-49ba-9f53-e928a7e5eefe HTTP/1.1" status: 200 len: 210 time: 0.1130555 Nov 15 11:17:30.294964 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-62a770c2-2681-4278-a4c2-d2f4aacb89ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:30.321669 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port c0a2526e-64ea-4576-8046-571610a1a726 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:30.322469 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:30.432030 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f554281a-970e-4df8-81b8-756d6f946987 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Made reservation on behalf of 6d166880b4a94d32a973c2d61c598d8e for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:17:30.465153 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce01ba7-5f73-4cc2-a1c9-97cc5720700f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:30.468621 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:30.508762 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port c0a2526e-64ea-4576-8046-571610a1a726, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c0a2526e-64ea-4576-8046-571610a1a726,segment=NetworkSegment(77b14f42-ad23-4232-82c6-ab3c9aaddb5a),segment_id=77b14f42-ad23-4232-82c6-ab3c9aaddb5a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:30.516881 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:30.532728 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4791b42-de6e-43f7-ae07-90b6a5bb2bb4 req-4a3df83c-055a-4e0e-b609-6081092e587d tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3992536 Nov 15 11:17:30.600023 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=c0a2526e-64ea-4576-8046-571610a1a726,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:30.721688 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb2a63-4fd2-4188-82c6-639ba5832b7c req-20536bb4-8e93-47f3-ac06-05acbc2db8cc tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:30.731893 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c0cb2a63-4fd2-4188-82c6-639ba5832b7c req-20536bb4-8e93-47f3-ac06-05acbc2db8cc tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 946 time: 0.2327580 Nov 15 11:17:30.797494 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce01ba7-5f73-4cc2-a1c9-97cc5720700f admin admin] Router 258193da-6e03-4a4d-9e9a-8ecd64df345b is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:17:30.816074 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f554281a-970e-4df8-81b8-756d6f946987 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:30.955948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e70c9e43-93ef-4b5f-bd37-93ae830358c3 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Made reservation on behalf of 3978b0da4e2347329e56192570c0ed50 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:17:30.965430 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e70c9e43-93ef-4b5f-bd37-93ae830358c3 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:31.131547 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce01ba7-5f73-4cc2-a1c9-97cc5720700f admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:17:31.141421 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] Sync routers for ids ['258193da-6e03-4a4d-9e9a-8ecd64df345b'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:17:31.155196 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c0cb2a63-4fd2-4188-82c6-639ba5832b7c req-d4c19f51-f39a-4c24-966f-19d0131ba450 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171054 Nov 15 11:17:31.163227 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] Routers {'258193da-6e03-4a4d-9e9a-8ecd64df345b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:17:31.163227 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:17:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['258193da-6e03-4a4d-9e9a-8ecd64df345b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:17:31.199082 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ce01ba7-5f73-4cc2-a1c9-97cc5720700f admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:31.202809 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5ce01ba7-5f73-4cc2-a1c9-97cc5720700f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.2061181 Nov 15 11:17:31.204898 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57714) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:31.222931 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-62a770c2-2681-4278-a4c2-d2f4aacb89ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:31.297644 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-62a770c2-2681-4278-a4c2-d2f4aacb89ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:31.429551 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a770c2-2681-4278-a4c2-d2f4aacb89ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d93e5f2-0817-4448-96bc-4aafbb184cac,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:31.437709 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb1b2ba-a9ce-4a5b-a960-726faecf97eb None None] Network 78f71f23-a7be-4d8c-8560-640a17cce1fe requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:17:31.543572 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa63ba54-c675-4e36-99fd-69406df3a6d8 req-6e6930b1-1188-453f-b2d2-7083f9fa000b tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c6540ce-5c0c-49ba-9f53-e928a7e5eefe HTTP/1.1" status: 200 len: 210 time: 0.0826764 Nov 15 11:17:31.616630 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-62a770c2-2681-4278-a4c2-d2f4aacb89ab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d2a475fe7bea4612bbdad3839679c67b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4716873 Nov 15 11:17:31.631335 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57750) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:31.807379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f554281a-970e-4df8-81b8-756d6f946987 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Allocated IP 10.2.2.100 (1722e728-27c9-4457-a98e-4b336084f5f5/d65f1e93-4de6-48f1-9e2c-85927a146776/f4704c36-0238-4820-b8a4-0393c48690e2) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:17:31.809106 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:31.823550 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-be2c942f-c444-40bc-9ace-c934624f8902 None None] Provisioning complete for port c0a2526e-64ea-4576-8046-571610a1a726 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:31.824046 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be2c942f-c444-40bc-9ace-c934624f8902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:32.001076 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] Set router 258193da-6e03-4a4d-9e9a-8ecd64df345b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:17:32.165106 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c0a2526e-64ea-4576-8046-571610a1a726 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:17:32.298574 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f554281a-970e-4df8-81b8-756d6f946987 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:32.358505 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e70c9e43-93ef-4b5f-bd37-93ae830358c3 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Allocated IP 19.80.0.21 (6834988e-8269-4fe6-bb1f-bac1a5f5a96e/d8b81809-8cd8-4907-9dc8-f37aa0713391/b1f50262-f2c0-4385-8bf0-28dce9157ce3) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:17:32.423458 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0940e-8725-4a1b-bce9-5238115310ce req-6960374e-2862-4438-b390-5f0a740077d3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:32.431618 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0940e-8725-4a1b-bce9-5238115310ce req-6960374e-2862-4438-b390-5f0a740077d3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:32.449641 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0940e-8725-4a1b-bce9-5238115310ce req-6960374e-2862-4438-b390-5f0a740077d3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:32.466117 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fea0940e-8725-4a1b-bce9-5238115310ce req-6960374e-2862-4438-b390-5f0a740077d3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 2372 time: 0.7577174 Nov 15 11:17:32.468293 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5aab422-f30a-43cd-83da-9869c7f05ed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:32.515495 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port c0a2526e-64ea-4576-8046-571610a1a726 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:32.515495 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:32.645738 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5aab422-f30a-43cd-83da-9869c7f05ed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:32.669755 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'name': 'tempest-ServersTestJSON-1877086239-router', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:17:27Z', 'updated_at': '2021-11-15T11:17:29Z', 'revision_number': 3, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'gw_port': {'id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:17:28Z', 'updated_at': '2021-11-15T11:17:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:17:32.750462 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] Checking router: 258193da-6e03-4a4d-9e9a-8ecd64df345b for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:17:32.752212 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] Updating router 258193da-6e03-4a4d-9e9a-8ecd64df345b port 9cd3416a-ec90-4a37-a996-b7f8b43b52a4 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:17:32.810637 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fea0940e-8725-4a1b-bce9-5238115310ce req-b473c44a-f5c3-4872-a429-d6a728ed32d2 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3435528 Nov 15 11:17:32.842723 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:32.872423 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f554281a-970e-4df8-81b8-756d6f946987 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:33.029222 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-10b59686-799c-4ad0-bd73-ba375b906b84 None None] Provisioning complete for port c0a2526e-64ea-4576-8046-571610a1a726 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:33.029222 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-10b59686-799c-4ad0-bd73-ba375b906b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:33.053085 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f554281a-970e-4df8-81b8-756d6f946987 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Network 1722e728-27c9-4457-a98e-4b336084f5f5 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:17:33.078303 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9dcd6d3-bffa-4e4a-80ab-93bf09e177da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:33.086479 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f554281a-970e-4df8-81b8-756d6f946987 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:17:33.093497 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554281a-970e-4df8-81b8-756d6f946987 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event updated for resources: {'Port': ['ID=f4704c36-0238-4820-b8a4-0393c48690e2,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:33.096109 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f554281a-970e-4df8-81b8-756d6f946987 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:17:33.137532 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5aab422-f30a-43cd-83da-9869c7f05ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:33.144228 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5aab422-f30a-43cd-83da-9869c7f05ed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:33.153967 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f5aab422-f30a-43cd-83da-9869c7f05ed5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d93e5f2-0817-4448-96bc-4aafbb184cac HTTP/1.1" status: 204 len: 168 time: 1.5139611 Nov 15 11:17:33.239635 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aab422-f30a-43cd-83da-9869c7f05ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d93e5f2-0817-4448-96bc-4aafbb184cac,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:33.301025 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb4186-0d35-4702-8aa6-155026a70ba1 req-9a6a8627-ac39-4b53-8502-ce7cfffb8c3c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:33.325038 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cedb4186-0d35-4702-8aa6-155026a70ba1 req-9a6a8627-ac39-4b53-8502-ce7cfffb8c3c tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 946 time: 0.3248348 Nov 15 11:17:33.432640 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f554281a-970e-4df8-81b8-756d6f946987 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:33.442523 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f554281a-970e-4df8-81b8-756d6f946987 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:33.467013 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-b9dcd6d3-bffa-4e4a-80ab-93bf09e177da admin admin] Allocated IP 172.20.0.1 (78f71f23-a7be-4d8c-8560-640a17cce1fe/797b424f-66ce-468d-885b-5a988198f6f8/bbeb62ae-6d74-4628-bac8-79c4397f355b) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:17:33.518099 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e70c9e43-93ef-4b5f-bd37-93ae830358c3 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:33.633812 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:33.658624 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-f554281a-970e-4df8-81b8-756d6f946987 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4465761 Nov 15 11:17:33.685417 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cedb4186-0d35-4702-8aa6-155026a70ba1 req-80947cde-54ca-4a85-a738-0cc499355370 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379931 Nov 15 11:17:33.706304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-34ce732a-ef54-4938-b467-46159aef2f23 req-ae702158-bc58-4c00-8446-867a378cbd47 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Request body: {'port': {'device_id': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1722e728-27c9-4457-a98e-4b336084f5f5', 'admin_state_up': True, 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'security_groups': ['3369f810-8048-48c8-8817-cd0d845f8367']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:33.708298 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9dcd6d3-bffa-4e4a-80ab-93bf09e177da admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:33.751447 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:33.791482 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9dcd6d3-bffa-4e4a-80ab-93bf09e177da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:33.910877 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] Attempting to bind port 9cd3416a-ec90-4a37-a996-b7f8b43b52a4 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:17:33.911250 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] Attempting to bind port 9cd3416a-ec90-4a37-a996-b7f8b43b52a4 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:17:33.913994 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] Attempting to bind port 9cd3416a-ec90-4a37-a996-b7f8b43b52a4 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:17:33.924866 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcd6d3-bffa-4e4a-80ab-93bf09e177da admin admin] Pushing event updated for resources: {'Port': ['ID=bbeb62ae-6d74-4628-bac8-79c4397f355b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:33.930768 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dcd6d3-bffa-4e4a-80ab-93bf09e177da admin admin] Network 78f71f23-a7be-4d8c-8560-640a17cce1fe is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:17:33.932702 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b9dcd6d3-bffa-4e4a-80ab-93bf09e177da admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:17:33.935554 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dcd6d3-bffa-4e4a-80ab-93bf09e177da admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:17:33.960711 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e70c9e43-93ef-4b5f-bd37-93ae830358c3 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:33.964662 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:17:33.965047 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:17:33.965447 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:33.968996 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:17:33.969541 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] Bound port: 9cd3416a-ec90-4a37-a996-b7f8b43b52a4, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:17:33.969930 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:33.980359 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e2a94-4c9e-4930-a443-aa6663627a14 None None] Pushing event updated for resources: {'Port': ['ID=9cd3416a-ec90-4a37-a996-b7f8b43b52a4,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:34.028343 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9dcd6d3-bffa-4e4a-80ab-93bf09e177da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:34.146103 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] For port 9cd3416a-ec90-4a37-a996-b7f8b43b52a4, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:17:34.179428 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] For port 9cd3416a-ec90-4a37-a996-b7f8b43b52a4, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9cd3416a-ec90-4a37-a996-b7f8b43b52a4,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:17:34.188032 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-83d04032-253c-46a5-acda-c50d1b73fca9 None None] Provisioning complete for port f4704c36-0238-4820-b8a4-0393c48690e2 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:34.192220 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-83d04032-253c-46a5-acda-c50d1b73fca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:34.202216 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-ae702158-bc58-4c00-8446-867a378cbd47 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Made reservation on behalf of 6d166880b4a94d32a973c2d61c598d8e for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:17:34.219981 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-ae702158-bc58-4c00-8446-867a378cbd47 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:34.234502 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:34.245979 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e70c9e43-93ef-4b5f-bd37-93ae830358c3 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Network 6834988e-8269-4fe6-bb1f-bac1a5f5a96e is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:17:34.292893 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e70c9e43-93ef-4b5f-bd37-93ae830358c3 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:17:34.345275 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-83d04032-253c-46a5-acda-c50d1b73fca9 None None] Port f4704c36-0238-4820-b8a4-0393c48690e2 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:17:34.354003 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e70c9e43-93ef-4b5f-bd37-93ae830358c3 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:17:34.355315 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] Routers {'258193da-6e03-4a4d-9e9a-8ecd64df345b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:17:34.356478 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:17:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['258193da-6e03-4a4d-9e9a-8ecd64df345b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:17:34.472194 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9dcd6d3-bffa-4e4a-80ab-93bf09e177da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:34.493461 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] Set router 258193da-6e03-4a4d-9e9a-8ecd64df345b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:17:34.581342 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c9e43-93ef-4b5f-bd37-93ae830358c3 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event updated for resources: {'Port': ['ID=b1f50262-f2c0-4385-8bf0-28dce9157ce3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:34.629954 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e70c9e43-93ef-4b5f-bd37-93ae830358c3 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:34.630959 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e70c9e43-93ef-4b5f-bd37-93ae830358c3 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:34.708078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eeccd9-b917-4ed5-9013-61534d44ccf0 req-5d5d548b-5d26-48b1-96a5-f954e44e8639 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:34.713803 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e2a94-4c9e-4930-a443-aa6663627a14 None None] Pushing event updated for resources: {'Port': ['ID=9cd3416a-ec90-4a37-a996-b7f8b43b52a4,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:34.728988 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f7e5ae10-86dd-4ed3-98b7-5cec623acc56 None None] Provisioning complete for port bbeb62ae-6d74-4628-bac8-79c4397f355b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:34.729293 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f7e5ae10-86dd-4ed3-98b7-5cec623acc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:34.731529 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6eeccd9-b917-4ed5-9013-61534d44ccf0 req-5d5d548b-5d26-48b1-96a5-f954e44e8639 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c6540ce-5c0c-49ba-9f53-e928a7e5eefe HTTP/1.1" status: 200 len: 931 time: 0.7585211 Nov 15 11:17:34.746275 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e70c9e43-93ef-4b5f-bd37-93ae830358c3 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6061709 Nov 15 11:17:34.771136 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-e63413df-4118-4bf4-b844-18c9710adbfd req-155ed9b0-1a22-4b02-9c33-e2b6231b7f91 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Request body: {'port': {'device_id': '9c6540ce-5c0c-49ba-9f53-e928a7e5eefe', 'network_id': 'a2a984c2-1241-4fcc-aabe-e522b8345512', 'admin_state_up': True, 'tenant_id': '3978b0da4e2347329e56192570c0ed50'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:34.989174 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f7e5ae10-86dd-4ed3-98b7-5cec623acc56 None None] Port bbeb62ae-6d74-4628-bac8-79c4397f355b cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:17:35.069228 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9dcd6d3-bffa-4e4a-80ab-93bf09e177da admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:35.070937 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'name': 'tempest-ServersTestJSON-1877086239-router', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:17:27Z', 'updated_at': '2021-11-15T11:17:29Z', 'revision_number': 3, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'gw_port': {'id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:17:28Z', 'updated_at': '2021-11-15T11:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:17:35.085755 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9dcd6d3-bffa-4e4a-80ab-93bf09e177da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:35.088131 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6eeccd9-b917-4ed5-9013-61534d44ccf0 req-bdd84dc4-c466-4691-b7f5-5bdad45fa9cc tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540034 Nov 15 11:17:35.193318 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcd6d3-bffa-4e4a-80ab-93bf09e177da admin admin] Pushing event updated for resources: {'Port': ['ID=bbeb62ae-6d74-4628-bac8-79c4397f355b,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:35.195717 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a593a609-4371-4fc8-a564-d5640fafcd1f None None] The sync data for ids ['258193da-6e03-4a4d-9e9a-8ecd64df345b'] in n-d-729945-9 is: [{'id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'name': 'tempest-ServersTestJSON-1877086239-router', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:17:27Z', 'updated_at': '2021-11-15T11:17:29Z', 'revision_number': 3, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'gw_port': {'id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:17:28Z', 'updated_at': '2021-11-15T11:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:17:35.223933 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-204a0fe6-a23e-404e-a152-b30b36500196 None None] Provisioning complete for port b1f50262-f2c0-4385-8bf0-28dce9157ce3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:35.224301 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-204a0fe6-a23e-404e-a152-b30b36500196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:35.244871 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9dcd6d3-bffa-4e4a-80ab-93bf09e177da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:35.361762 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-204a0fe6-a23e-404e-a152-b30b36500196 None None] Port b1f50262-f2c0-4385-8bf0-28dce9157ce3 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:17:35.461115 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e63413df-4118-4bf4-b844-18c9710adbfd req-155ed9b0-1a22-4b02-9c33-e2b6231b7f91 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Made reservation on behalf of 3978b0da4e2347329e56192570c0ed50 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:17:35.472377 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e63413df-4118-4bf4-b844-18c9710adbfd req-155ed9b0-1a22-4b02-9c33-e2b6231b7f91 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:35.594443 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dcd6d3-bffa-4e4a-80ab-93bf09e177da admin admin] Network 78f71f23-a7be-4d8c-8560-640a17cce1fe is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:17:35.596516 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b9dcd6d3-bffa-4e4a-80ab-93bf09e177da admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:17:35.665508 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc29e42-8c82-4a71-a870-0ea05abc7f18 req-62b81c60-0b51-48a2-87ed-02e91d8529d1 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:35.673533 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc29e42-8c82-4a71-a870-0ea05abc7f18 req-62b81c60-0b51-48a2-87ed-02e91d8529d1 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:35.687747 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc29e42-8c82-4a71-a870-0ea05abc7f18 req-62b81c60-0b51-48a2-87ed-02e91d8529d1 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:35.696241 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc29e42-8c82-4a71-a870-0ea05abc7f18 req-62b81c60-0b51-48a2-87ed-02e91d8529d1 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:35.698809 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acc29e42-8c82-4a71-a870-0ea05abc7f18 req-62b81c60-0b51-48a2-87ed-02e91d8529d1 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 3093 time: 0.3878379 Nov 15 11:17:35.762781 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-34ce732a-ef54-4938-b467-46159aef2f23 req-ae702158-bc58-4c00-8446-867a378cbd47 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Allocated IP 10.2.2.200 (1722e728-27c9-4457-a98e-4b336084f5f5/d65f1e93-4de6-48f1-9e2c-85927a146776/f11f0984-2cf6-4544-ae65-21ceb3a18147) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:17:35.916585 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dcd6d3-bffa-4e4a-80ab-93bf09e177da admin admin] Router 258193da-6e03-4a4d-9e9a-8ecd64df345b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:17:35.923577 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acc29e42-8c82-4a71-a870-0ea05abc7f18 req-0caedcbc-8610-46fd-aef3-7956fc2bc654 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916702 Nov 15 11:17:36.380371 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dcd6d3-bffa-4e4a-80ab-93bf09e177da admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:17:36.399668 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b9dcd6d3-bffa-4e4a-80ab-93bf09e177da admin admin] 10.222.0.64 "PUT /v2.0/routers/258193da-6e03-4a4d-9e9a-8ecd64df345b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1904304 Nov 15 11:17:36.520229 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-ae702158-bc58-4c00-8446-867a378cbd47 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:36.581084 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-e63413df-4118-4bf4-b844-18c9710adbfd req-155ed9b0-1a22-4b02-9c33-e2b6231b7f91 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Allocated IP 19.86.0.74 (a2a984c2-1241-4fcc-aabe-e522b8345512/536ef2fd-8f29-4fd9-a9ee-c7b7322b8162/9c62af0c-1443-4d84-882a-393f3276da82) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:17:36.603800 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9cd3416a-ec90-4a37-a996-b7f8b43b52a4 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:17:36.634448 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aebd9ba5-f3c9-42e3-ac62-9d1e78fbbb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:36.644155 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6eba3e45-8c16-4e3c-9a32-07d917edd230 None None] Provisioning complete for port bbeb62ae-6d74-4628-bac8-79c4397f355b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:36.644804 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6eba3e45-8c16-4e3c-9a32-07d917edd230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:36.736179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6eba3e45-8c16-4e3c-9a32-07d917edd230 None None] Port bbeb62ae-6d74-4628-bac8-79c4397f355b cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:17:36.749264 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 9cd3416a-ec90-4a37-a996-b7f8b43b52a4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:36.749264 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:36.950892 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e63413df-4118-4bf4-b844-18c9710adbfd req-155ed9b0-1a22-4b02-9c33-e2b6231b7f91 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:37.003944 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-ae702158-bc58-4c00-8446-867a378cbd47 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:37.020803 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:37.025156 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e63413df-4118-4bf4-b844-18c9710adbfd req-155ed9b0-1a22-4b02-9c33-e2b6231b7f91 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:37.067471 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 9cd3416a-ec90-4a37-a996-b7f8b43b52a4, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9cd3416a-ec90-4a37-a996-b7f8b43b52a4,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:37.084414 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:37.180303 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e63413df-4118-4bf4-b844-18c9710adbfd req-155ed9b0-1a22-4b02-9c33-e2b6231b7f91 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Network a2a984c2-1241-4fcc-aabe-e522b8345512 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:17:37.201355 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-e63413df-4118-4bf4-b844-18c9710adbfd req-155ed9b0-1a22-4b02-9c33-e2b6231b7f91 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:17:37.248317 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bee44-fa0b-42a9-9fe1-f74031de1e29 req-ea6f6ae6-716c-4fc1-ae01-0034e2bd8bb4 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:37.262905 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d9bee44-fa0b-42a9-9fe1-f74031de1e29 req-ea6f6ae6-716c-4fc1-ae01-0034e2bd8bb4 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 946 time: 1.3542933 Nov 15 11:17:37.264956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63413df-4118-4bf4-b844-18c9710adbfd req-155ed9b0-1a22-4b02-9c33-e2b6231b7f91 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:17:37.275676 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=9cd3416a-ec90-4a37-a996-b7f8b43b52a4,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:37.277267 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ce732a-ef54-4938-b467-46159aef2f23 req-ae702158-bc58-4c00-8446-867a378cbd47 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Network 1722e728-27c9-4457-a98e-4b336084f5f5 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:17:37.372897 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-34ce732a-ef54-4938-b467-46159aef2f23 req-ae702158-bc58-4c00-8446-867a378cbd47 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:17:37.394204 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ce732a-ef54-4938-b467-46159aef2f23 req-ae702158-bc58-4c00-8446-867a378cbd47 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:17:37.546117 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-ae702158-bc58-4c00-8446-867a378cbd47 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:37.546870 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-ae702158-bc58-4c00-8446-867a378cbd47 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:37.565125 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae702158-bc58-4c00-8446-867a378cbd47 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event updated for resources: {'Port': ['ID=f11f0984-2cf6-4544-ae65-21ceb3a18147,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:37.633616 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:17:37.707619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ed9b0-1a22-4b02-9c33-e2b6231b7f91 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event updated for resources: {'Port': ['ID=9c62af0c-1443-4d84-882a-393f3276da82,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:37.726698 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-ae702158-bc58-4c00-8446-867a378cbd47 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0390146 Nov 15 11:17:37.733302 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63413df-4118-4bf4-b844-18c9710adbfd req-155ed9b0-1a22-4b02-9c33-e2b6231b7f91 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:37.733978 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e63413df-4118-4bf4-b844-18c9710adbfd req-155ed9b0-1a22-4b02-9c33-e2b6231b7f91 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:37.745990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d9bee44-fa0b-42a9-9fe1-f74031de1e29 req-45e48053-c971-43a3-ac2f-efc8f23e3c24 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820006 Nov 15 11:17:37.897589 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1edddabe-268a-475c-9d71-0d9eb5c0f2ec None None] Provisioning complete for port 9c62af0c-1443-4d84-882a-393f3276da82 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:37.898183 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1edddabe-268a-475c-9d71-0d9eb5c0f2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:38.015095 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-1edddabe-268a-475c-9d71-0d9eb5c0f2ec None None] Port 9c62af0c-1443-4d84-882a-393f3276da82 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:17:38.161423 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-89779eb9-eb9e-458d-a533-43874b907157 None None] Provisioning complete for port f11f0984-2cf6-4544-ae65-21ceb3a18147 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:38.161813 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-89779eb9-eb9e-458d-a533-43874b907157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:38.231106 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-89779eb9-eb9e-458d-a533-43874b907157 None None] Port f11f0984-2cf6-4544-ae65-21ceb3a18147 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:17:38.232575 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9cd3416a-ec90-4a37-a996-b7f8b43b52a4 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:17:38.314917 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 9cd3416a-ec90-4a37-a996-b7f8b43b52a4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:38.315279 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:38.338843 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-34ce732a-ef54-4938-b467-46159aef2f23 req-552c859c-e1f7-42e7-b57e-6f8e6b714ce5 service neutron] Request body: {'port': {'device_id': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:38.383532 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e63413df-4118-4bf4-b844-18c9710adbfd req-155ed9b0-1a22-4b02-9c33-e2b6231b7f91 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6233103 Nov 15 11:17:38.419540 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b494e35c-99bf-4fc0-8a9c-2a28fb03e920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:38.433606 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5f130-e440-4b2f-9a25-c6b68d5f4136 req-ead3fd14-a48f-4faa-b627-6635ac91b236 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:38.443497 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5f130-e440-4b2f-9a25-c6b68d5f4136 req-ead3fd14-a48f-4faa-b627-6635ac91b236 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:38.455101 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bca5f130-e440-4b2f-9a25-c6b68d5f4136 req-ead3fd14-a48f-4faa-b627-6635ac91b236 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c6540ce-5c0c-49ba-9f53-e928a7e5eefe HTTP/1.1" status: 200 len: 1653 time: 0.7762809 Nov 15 11:17:38.464778 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e2e0beb6-e3f7-46b1-ab6b-9dc778979110 service neutron] Request body: {'port': {'device_id': '9c6540ce-5c0c-49ba-9f53-e928a7e5eefe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:38.512271 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-552c859c-e1f7-42e7-b57e-6f8e6b714ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:38.565379 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57984) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:38.570894 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8d3718a9-b445-4a75-b908-73254f216f9f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Request body: {'security_group': {'name': 'tempest-securitygroup--240393383', 'description': 'tempest-description--1965671457'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:38.617736 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d3718a9-b445-4a75-b908-73254f216f9f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:38.628160 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bca5f130-e440-4b2f-9a25-c6b68d5f4136 req-b197ae42-d30a-437a-940d-59f11ee6d28d tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676555 Nov 15 11:17:38.638449 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e2e0beb6-e3f7-46b1-ab6b-9dc778979110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:38.726858 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d3718a9-b445-4a75-b908-73254f216f9f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:38.734350 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] Sync routers for ids ['258193da-6e03-4a4d-9e9a-8ecd64df345b'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:17:38.738756 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d3718a9-b445-4a75-b908-73254f216f9f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:38.755057 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] Routers {'258193da-6e03-4a4d-9e9a-8ecd64df345b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:17:38.755682 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:17:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['258193da-6e03-4a4d-9e9a-8ecd64df345b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:17:38.790971 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d3718a9-b445-4a75-b908-73254f216f9f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:38.797361 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8d3718a9-b445-4a75-b908-73254f216f9f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2275732 Nov 15 11:17:38.803570 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57994) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:38.811882 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ef6155f6-61e5-482a-80c5-cd944e8d1a70 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Request body: {'security_group_rule': {'security_group_id': '4509f34b-5f89-4757-9d6f-da262ee3f080', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:38.837843 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3718a9-b445-4a75-b908-73254f216f9f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4509f34b-5f89-4757-9d6f-da262ee3f080,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:38.889377 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef6155f6-61e5-482a-80c5-cd944e8d1a70 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:39.005317 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] Set router 258193da-6e03-4a4d-9e9a-8ecd64df345b gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:17:39.022648 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef6155f6-61e5-482a-80c5-cd944e8d1a70 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:39.036910 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef6155f6-61e5-482a-80c5-cd944e8d1a70 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:39.073114 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6155f6-61e5-482a-80c5-cd944e8d1a70 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0426565a-ca06-43e3-a680-bcde93b45c12,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:39.088783 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef6155f6-61e5-482a-80c5-cd944e8d1a70 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:39.090023 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ef6155f6-61e5-482a-80c5-cd944e8d1a70 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2854512 Nov 15 11:17:39.097227 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57998) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:39.102693 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-86201fbf-b4fa-4054-915d-ca2815ca11bd tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Request body: {'security_group_rule': {'security_group_id': '4509f34b-5f89-4757-9d6f-da262ee3f080', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:39.162533 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86201fbf-b4fa-4054-915d-ca2815ca11bd tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:39.250024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053856b-aec8-457e-8939-d8a07f8a103a req-95713220-37d1-4c89-91d4-295b5e9318a1 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:39.255237 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86201fbf-b4fa-4054-915d-ca2815ca11bd tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:39.265608 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86201fbf-b4fa-4054-915d-ca2815ca11bd tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:39.267767 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053856b-aec8-457e-8939-d8a07f8a103a req-95713220-37d1-4c89-91d4-295b5e9318a1 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:39.277256 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053856b-aec8-457e-8939-d8a07f8a103a req-95713220-37d1-4c89-91d4-295b5e9318a1 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:39.289011 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053856b-aec8-457e-8939-d8a07f8a103a req-95713220-37d1-4c89-91d4-295b5e9318a1 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:39.294340 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86201fbf-b4fa-4054-915d-ca2815ca11bd tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c7df77-2906-4fb4-a254-0146ea104599,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:39.295919 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053856b-aec8-457e-8939-d8a07f8a103a req-95713220-37d1-4c89-91d4-295b5e9318a1 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:39.305810 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1053856b-aec8-457e-8939-d8a07f8a103a req-95713220-37d1-4c89-91d4-295b5e9318a1 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 3814 time: 0.6398072 Nov 15 11:17:39.312871 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86201fbf-b4fa-4054-915d-ca2815ca11bd tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:39.314345 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-86201fbf-b4fa-4054-915d-ca2815ca11bd tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2155001 Nov 15 11:17:39.317043 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58002) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:39.323329 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'name': 'tempest-ServersTestJSON-1877086239-router', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:17:27Z', 'updated_at': '2021-11-15T11:17:34Z', 'revision_number': 4, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'gw_port': {'id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:17:28Z', 'updated_at': '2021-11-15T11:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'bbeb62ae-6d74-4628-bac8-79c4397f355b', 'name': '', 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'mac_address': 'fa:16:3e:74:ec:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '797b424f-66ce-468d-885b-5a988198f6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:17:33Z', 'updated_at': '2021-11-15T11:17:34Z', 'revision_number': 2, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'subnets': [{'id': '797b424f-66ce-468d-885b-5a988198f6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:17:39.325367 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c84d7243-9814-4bf0-aa10-097aaf79c43f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:39.362813 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c84d7243-9814-4bf0-aa10-097aaf79c43f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:39.390372 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] Checking router: 258193da-6e03-4a4d-9e9a-8ecd64df345b for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:17:39.390715 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] Updating router 258193da-6e03-4a4d-9e9a-8ecd64df345b port bbeb62ae-6d74-4628-bac8-79c4397f355b binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:17:39.432537 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:39.455889 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1053856b-aec8-457e-8939-d8a07f8a103a req-2b4c078f-0f41-44b9-95f1-01373cb90745 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442020 Nov 15 11:17:39.524541 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384c9d4-3c2b-47d5-b29e-4414ee05dea4 req-4039afe7-0398-4db6-a15b-96aeb1f840b0 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:39.540247 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d384c9d4-3c2b-47d5-b29e-4414ee05dea4 req-4039afe7-0398-4db6-a15b-96aeb1f840b0 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 946 time: 0.2287271 Nov 15 11:17:39.617277 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c84d7243-9814-4bf0-aa10-097aaf79c43f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:39.744193 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:39.902966 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-c84d7243-9814-4bf0-aa10-097aaf79c43f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Allocated IP 172.25.7.245 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/b10298b6-9259-4771-9adf-d9cf9dfa78ac) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:17:39.983958 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d384c9d4-3c2b-47d5-b29e-4414ee05dea4 req-3ade4852-7ada-4db5-a013-bc6f89fcd4e1 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377861 Nov 15 11:17:40.028344 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e2e0beb6-e3f7-46b1-ab6b-9dc778979110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f50262-f2c0-4385-8bf0-28dce9157ce3 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:17:40.048612 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e2e0beb6-e3f7-46b1-ab6b-9dc778979110 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:40.073835 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c84d7243-9814-4bf0-aa10-097aaf79c43f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:40.079841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-34ce732a-ef54-4938-b467-46159aef2f23 req-552c859c-e1f7-42e7-b57e-6f8e6b714ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc0f2ac-e00b-4810-b47a-e13b8f18d088 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:17:40.090050 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58018) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:40.118929 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-552c859c-e1f7-42e7-b57e-6f8e6b714ce5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:40.132249 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e2e0beb6-e3f7-46b1-ab6b-9dc778979110 service neutron] Transition to ACTIVE for port object b1f50262-f2c0-4385-8bf0-28dce9157ce3 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:17:40.169917 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c84d7243-9814-4bf0-aa10-097aaf79c43f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:40.175397 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826ff8e-7d35-448e-8232-65a05c845291 req-09ae3374-32b1-4172-b9f0-74af07136c03 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:40.185537 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1826ff8e-7d35-448e-8232-65a05c845291 req-09ae3374-32b1-4172-b9f0-74af07136c03 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb4d16b-af59-4e31-88db-42bd72f35f2e HTTP/1.1" status: 200 len: 948 time: 0.4868739 Nov 15 11:17:40.244615 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e2e0beb6-e3f7-46b1-ab6b-9dc778979110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:40.252140 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-34ce732a-ef54-4938-b467-46159aef2f23 req-552c859c-e1f7-42e7-b57e-6f8e6b714ce5 service neutron] Transition to ACTIVE for port object 5fc0f2ac-e00b-4810-b47a-e13b8f18d088 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:17:40.280011 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-552c859c-e1f7-42e7-b57e-6f8e6b714ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:40.315010 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84d7243-9814-4bf0-aa10-097aaf79c43f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:17:40.318514 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d7243-9814-4bf0-aa10-097aaf79c43f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Pushing event updated for resources: {'Port': ['ID=b10298b6-9259-4771-9adf-d9cf9dfa78ac,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:40.341076 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-c84d7243-9814-4bf0-aa10-097aaf79c43f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:17:40.347645 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84d7243-9814-4bf0-aa10-097aaf79c43f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:17:40.416284 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-834f0724-f92e-4740-995f-8e6a9f8c5fb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:40.416827 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1826ff8e-7d35-448e-8232-65a05c845291 req-1353ad26-243c-4286-85d8-c3d1031640b0 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/security-groups?id=860239d2-d536-43fa-b011-a561d115bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275257 Nov 15 11:17:40.484462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0beb6-e3f7-46b1-ab6b-9dc778979110 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f50262-f2c0-4385-8bf0-28dce9157ce3,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:40.505085 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:40.526053 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:40.658217 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c84d7243-9814-4bf0-aa10-097aaf79c43f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:40.698098 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e2e0beb6-e3f7-46b1-ab6b-9dc778979110 service neutron] Attempting to bind port b1f50262-f2c0-4385-8bf0-28dce9157ce3 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:17:40.698490 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e2e0beb6-e3f7-46b1-ab6b-9dc778979110 service neutron] Attempting to bind port b1f50262-f2c0-4385-8bf0-28dce9157ce3 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '7909f31e-b2ad-4bde-8eff-3f983074a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '6834988e-8269-4fe6-bb1f-bac1a5f5a96e'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:17:40.698821 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e2e0beb6-e3f7-46b1-ab6b-9dc778979110 service neutron] Attempting to bind port b1f50262-f2c0-4385-8bf0-28dce9157ce3 on network 6834988e-8269-4fe6-bb1f-bac1a5f5a96e {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:17:40.703798 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-834f0724-f92e-4740-995f-8e6a9f8c5fb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:40.719376 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88b849-e516-4548-bbb2-7ad708b7f057 None None] Pushing event updated for resources: {'Port': ['ID=bbeb62ae-6d74-4628-bac8-79c4397f355b,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:40.741032 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e2e0beb6-e3f7-46b1-ab6b-9dc778979110 service neutron] Port b1f50262-f2c0-4385-8bf0-28dce9157ce3 on network 6834988e-8269-4fe6-bb1f-bac1a5f5a96e not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:17:40.741475 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e2e0beb6-e3f7-46b1-ab6b-9dc778979110 service neutron] Attempting to bind port b1f50262-f2c0-4385-8bf0-28dce9157ce3 on network 6834988e-8269-4fe6-bb1f-bac1a5f5a96e {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:17:40.755952 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204ea3f-9b1d-41c1-a86d-788377486a4a req-1d6ef2c2-fe24-4b23-a5fc-da31e232412f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:40.765386 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204ea3f-9b1d-41c1-a86d-788377486a4a req-1d6ef2c2-fe24-4b23-a5fc-da31e232412f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:40.767232 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a204ea3f-9b1d-41c1-a86d-788377486a4a req-1d6ef2c2-fe24-4b23-a5fc-da31e232412f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c6540ce-5c0c-49ba-9f53-e928a7e5eefe HTTP/1.1" status: 200 len: 1665 time: 0.4889133 Nov 15 11:17:40.824437 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c88b849-e516-4548-bbb2-7ad708b7f057 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:40.824787 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c88b849-e516-4548-bbb2-7ad708b7f057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:40.825117 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c88b849-e516-4548-bbb2-7ad708b7f057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:40.825444 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c88b849-e516-4548-bbb2-7ad708b7f057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:40.825769 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c88b849-e516-4548-bbb2-7ad708b7f057 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:40.826104 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c88b849-e516-4548-bbb2-7ad708b7f057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:40.826439 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c88b849-e516-4548-bbb2-7ad708b7f057 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:40.826731 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c88b849-e516-4548-bbb2-7ad708b7f057 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:40.827045 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c88b849-e516-4548-bbb2-7ad708b7f057 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:40.827363 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c88b849-e516-4548-bbb2-7ad708b7f057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:40.827676 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c88b849-e516-4548-bbb2-7ad708b7f057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:40.841077 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c88b849-e516-4548-bbb2-7ad708b7f057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:40.855906 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-834f0724-f92e-4740-995f-8e6a9f8c5fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:40.859059 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e2e0beb6-e3f7-46b1-ab6b-9dc778979110 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:17:40.860110 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e2e0beb6-e3f7-46b1-ab6b-9dc778979110 service neutron] Checking segment: {'id': '7909f31e-b2ad-4bde-8eff-3f983074a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '6834988e-8269-4fe6-bb1f-bac1a5f5a96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:17:40.860519 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e2e0beb6-e3f7-46b1-ab6b-9dc778979110 service neutron] Bound using segment: {'id': '7909f31e-b2ad-4bde-8eff-3f983074a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '6834988e-8269-4fe6-bb1f-bac1a5f5a96e'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:17:40.865549 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e2e0beb6-e3f7-46b1-ab6b-9dc778979110 service neutron] Bound port: b1f50262-f2c0-4385-8bf0-28dce9157ce3, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7909f31e-b2ad-4bde-8eff-3f983074a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '6834988e-8269-4fe6-bb1f-bac1a5f5a96e'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:17:40.867320 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e2e0beb6-e3f7-46b1-ab6b-9dc778979110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:40.941725 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c84d7243-9814-4bf0-aa10-097aaf79c43f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:40.975007 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] Attempting to bind port bbeb62ae-6d74-4628-bac8-79c4397f355b on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:17:40.975430 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] Attempting to bind port bbeb62ae-6d74-4628-bac8-79c4397f355b by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '77b14f42-ad23-4232-82c6-ab3c9aaddb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:17:40.975788 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] Attempting to bind port bbeb62ae-6d74-4628-bac8-79c4397f355b on network 78f71f23-a7be-4d8c-8560-640a17cce1fe {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:17:40.996458 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:17:40.996829 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] Checking segment: {'id': '77b14f42-ad23-4232-82c6-ab3c9aaddb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:17:40.997226 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:40.997616 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] Bound using segment: {'id': '77b14f42-ad23-4232-82c6-ab3c9aaddb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:17:40.998079 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] Bound port: bbeb62ae-6d74-4628-bac8-79c4397f355b, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b14f42-ad23-4232-82c6-ab3c9aaddb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:17:40.998471 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:41.053087 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-834f0724-f92e-4740-995f-8e6a9f8c5fb9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b90802513cbb45478b59b253fe2746b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9617290 Nov 15 11:17:41.075036 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58036) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:41.113784 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] For port bbeb62ae-6d74-4628-bac8-79c4397f355b, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:17:41.116393 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f0724-f92e-4740-995f-8e6a9f8c5fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db95b06a-dadd-4db7-a62e-ef5e32bd8e7c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:41.121419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c859c-e1f7-42e7-b57e-6f8e6b714ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc0f2ac-e00b-4810-b47a-e13b8f18d088,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:41.130007 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] For port bbeb62ae-6d74-4628-bac8-79c4397f355b, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=bbeb62ae-6d74-4628-bac8-79c4397f355b,segment=NetworkSegment(77b14f42-ad23-4232-82c6-ab3c9aaddb5a),segment_id=77b14f42-ad23-4232-82c6-ab3c9aaddb5a)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:17:41.156874 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:41.184926 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0c2ed2d1-05c2-43e5-a835-ce506603aa0d None None] Provisioning complete for port bbeb62ae-6d74-4628-bac8-79c4397f355b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:41.185523 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0c2ed2d1-05c2-43e5-a835-ce506603aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:41.197439 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-34ce732a-ef54-4938-b467-46159aef2f23 req-552c859c-e1f7-42e7-b57e-6f8e6b714ce5 service neutron] Attempting to bind port 5fc0f2ac-e00b-4810-b47a-e13b8f18d088 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:17:41.197929 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-34ce732a-ef54-4938-b467-46159aef2f23 req-552c859c-e1f7-42e7-b57e-6f8e6b714ce5 service neutron] Attempting to bind port 5fc0f2ac-e00b-4810-b47a-e13b8f18d088 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'f5da28b9-41ad-440b-9e9f-0d5e7d45d27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:17:41.198440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-552c859c-e1f7-42e7-b57e-6f8e6b714ce5 service neutron] Attempting to bind port 5fc0f2ac-e00b-4810-b47a-e13b8f18d088 on network 3ac01650-250d-49f6-a38a-ac634445c34a {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:17:41.215749 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314215c-0ff8-4b91-94f8-41a10285337a req-19f16db9-d5b2-4375-bdfb-9d9afbe0c2ca tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:41.217488 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9314215c-0ff8-4b91-94f8-41a10285337a req-19f16db9-d5b2-4375-bdfb-9d9afbe0c2ca tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bb4d16b-af59-4e31-88db-42bd72f35f2e HTTP/1.1" status: 200 len: 948 time: 0.4474170 Nov 15 11:17:41.229850 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a204ea3f-9b1d-41c1-a86d-788377486a4a req-1e3b20c5-d176-4207-9b1e-5693a3e5f517 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984293 Nov 15 11:17:41.247148 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-552c859c-e1f7-42e7-b57e-6f8e6b714ce5 service neutron] Port 5fc0f2ac-e00b-4810-b47a-e13b8f18d088 on network 3ac01650-250d-49f6-a38a-ac634445c34a not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:17:41.247607 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-552c859c-e1f7-42e7-b57e-6f8e6b714ce5 service neutron] Attempting to bind port 5fc0f2ac-e00b-4810-b47a-e13b8f18d088 on network 3ac01650-250d-49f6-a38a-ac634445c34a {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:17:41.256802 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-552c859c-e1f7-42e7-b57e-6f8e6b714ce5 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:17:41.257276 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-552c859c-e1f7-42e7-b57e-6f8e6b714ce5 service neutron] Checking segment: {'id': 'f5da28b9-41ad-440b-9e9f-0d5e7d45d27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:17:41.257761 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-552c859c-e1f7-42e7-b57e-6f8e6b714ce5 service neutron] Bound using segment: {'id': 'f5da28b9-41ad-440b-9e9f-0d5e7d45d27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:17:41.258308 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-34ce732a-ef54-4938-b467-46159aef2f23 req-552c859c-e1f7-42e7-b57e-6f8e6b714ce5 service neutron] Bound port: 5fc0f2ac-e00b-4810-b47a-e13b8f18d088, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5da28b9-41ad-440b-9e9f-0d5e7d45d27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:17:41.258775 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-552c859c-e1f7-42e7-b57e-6f8e6b714ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:41.261215 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] Routers {'258193da-6e03-4a4d-9e9a-8ecd64df345b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:17:41.262590 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:17:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['258193da-6e03-4a4d-9e9a-8ecd64df345b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:17:41.335253 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e2e0beb6-e3f7-46b1-ab6b-9dc778979110 service neutron] For port b1f50262-f2c0-4385-8bf0-28dce9157ce3, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:17:41.343515 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-934f81c6-3075-461b-95c5-a9db02eded4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:41.418522 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:41.443432 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45ad7f-cc95-4109-85f2-393e74708410 req-95d25f3d-ce44-4065-921c-2c4c0d212566 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:41.451012 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45ad7f-cc95-4109-85f2-393e74708410 req-95d25f3d-ce44-4065-921c-2c4c0d212566 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:41.457536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45ad7f-cc95-4109-85f2-393e74708410 req-95d25f3d-ce44-4065-921c-2c4c0d212566 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:41.464188 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45ad7f-cc95-4109-85f2-393e74708410 req-95d25f3d-ce44-4065-921c-2c4c0d212566 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:41.471265 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45ad7f-cc95-4109-85f2-393e74708410 req-95d25f3d-ce44-4065-921c-2c4c0d212566 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:41.484558 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd45ad7f-cc95-4109-85f2-393e74708410 req-95d25f3d-ce44-4065-921c-2c4c0d212566 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 3826 time: 0.3767202 Nov 15 11:17:41.486222 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] Set router 258193da-6e03-4a4d-9e9a-8ecd64df345b gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:17:41.494362 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-934f81c6-3075-461b-95c5-a9db02eded4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:41.513152 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0c2ed2d1-05c2-43e5-a835-ce506603aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:41.606877 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e2e0beb6-e3f7-46b1-ab6b-9dc778979110 service neutron] For port b1f50262-f2c0-4385-8bf0-28dce9157ce3, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b1f50262-f2c0-4385-8bf0-28dce9157ce3,segment=NetworkSegment(7909f31e-b2ad-4bde-8eff-3f983074a229),segment_id=7909f31e-b2ad-4bde-8eff-3f983074a229)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:17:41.610396 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c84d7243-9814-4bf0-aa10-097aaf79c43f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:41.617225 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0c2ed2d1-05c2-43e5-a835-ce506603aa0d None None] For port bbeb62ae-6d74-4628-bac8-79c4397f355b, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=bbeb62ae-6d74-4628-bac8-79c4397f355b,segment=NetworkSegment(77b14f42-ad23-4232-82c6-ab3c9aaddb5a),segment_id=77b14f42-ad23-4232-82c6-ab3c9aaddb5a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:41.637558 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c84d7243-9814-4bf0-aa10-097aaf79c43f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:41.640181 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0c2ed2d1-05c2-43e5-a835-ce506603aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:41.659290 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e2e0beb6-e3f7-46b1-ab6b-9dc778979110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:41.733684 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-934f81c6-3075-461b-95c5-a9db02eded4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:41.743307 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-934f81c6-3075-461b-95c5-a9db02eded4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:41.746722 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-934f81c6-3075-461b-95c5-a9db02eded4a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db95b06a-dadd-4db7-a62e-ef5e32bd8e7c HTTP/1.1" status: 204 len: 168 time: 0.6707180 Nov 15 11:17:41.773292 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ed2d1-05c2-43e5-a835-ce506603aa0d None None] Pushing event updated for resources: {'Port': ['ID=bbeb62ae-6d74-4628-bac8-79c4397f355b,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:41.827082 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-534dbfac-4dd4-49a3-a214-15569b0d5591 None None] Provisioning complete for port bbeb62ae-6d74-4628-bac8-79c4397f355b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:41.828429 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f81c6-3075-461b-95c5-a9db02eded4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db95b06a-dadd-4db7-a62e-ef5e32bd8e7c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:41.831000 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-534dbfac-4dd4-49a3-a214-15569b0d5591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:41.845840 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0beb6-e3f7-46b1-ab6b-9dc778979110 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f50262-f2c0-4385-8bf0-28dce9157ce3,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:41.872407 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d7243-9814-4bf0-aa10-097aaf79c43f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Pushing event updated for resources: {'Port': ['ID=b10298b6-9259-4771-9adf-d9cf9dfa78ac,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:41.886003 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c84d7243-9814-4bf0-aa10-097aaf79c43f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:41.922803 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e2e0beb6-e3f7-46b1-ab6b-9dc778979110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:41.923654 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e2e0beb6-e3f7-46b1-ab6b-9dc778979110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:41.925142 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e2e0beb6-e3f7-46b1-ab6b-9dc778979110 service neutron] 10.222.0.11 "PUT /v2.0/ports/b1f50262-f2c0-4385-8bf0-28dce9157ce3 HTTP/1.1" status: 200 len: 1091 time: 3.5056307 Nov 15 11:17:41.925961 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6540ce-5c0c-49ba-9f53-e928a7e5eefe', 'tag': 'b1f50262-f2c0-4385-8bf0-28dce9157ce3'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:17:41.927886 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad05068-bd55-417e-a109-25fad1429ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6540ce-5c0c-49ba-9f53-e928a7e5eefe", "tag": "b1f50262-f2c0-4385-8bf0-28dce9157ce3"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:17:41.929587 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c84d7243-9814-4bf0-aa10-097aaf79c43f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:41.932042 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c84d7243-9814-4bf0-aa10-097aaf79c43f tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6135871 Nov 15 11:17:41.996668 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00793f82-23c9-4e1e-9183-8e2ede3d9a79 req-cc5b5931-fb51-4155-a8eb-97ac111b5c15 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:42.005463 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00793f82-23c9-4e1e-9183-8e2ede3d9a79 req-cc5b5931-fb51-4155-a8eb-97ac111b5c15 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 946 time: 0.6131375 Nov 15 11:17:42.038596 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-e63413df-4118-4bf4-b844-18c9710adbfd req-734f8d73-84c7-4c00-bbd8-b0a3f2053685 service neutron] Request body: {'port': {'device_id': '9c6540ce-5c0c-49ba-9f53-e928a7e5eefe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:42.050629 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'name': 'tempest-ServersTestJSON-1877086239-router', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:17:27Z', 'updated_at': '2021-11-15T11:17:34Z', 'revision_number': 4, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'gw_port': {'id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:17:28Z', 'updated_at': '2021-11-15T11:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'bbeb62ae-6d74-4628-bac8-79c4397f355b', 'name': '', 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'mac_address': 'fa:16:3e:74:ec:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '797b424f-66ce-468d-885b-5a988198f6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:17:33Z', 'updated_at': '2021-11-15T11:17:41Z', 'revision_number': 4, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'subnets': [{'id': '797b424f-66ce-468d-885b-5a988198f6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:17:42.137875 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88b849-e516-4548-bbb2-7ad708b7f057 None None] Pushing event updated for resources: {'Port': ['ID=bbeb62ae-6d74-4628-bac8-79c4397f355b,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:42.150198 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d1e8db-8e7f-4f40-9ae5-fefc056b06f7 None None] The sync data for ids ['258193da-6e03-4a4d-9e9a-8ecd64df345b'] in n-d-729945-9 is: [{'id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'name': 'tempest-ServersTestJSON-1877086239-router', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:17:27Z', 'updated_at': '2021-11-15T11:17:34Z', 'revision_number': 4, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'gw_port': {'id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:17:28Z', 'updated_at': '2021-11-15T11:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'bbeb62ae-6d74-4628-bac8-79c4397f355b', 'name': '', 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'mac_address': 'fa:16:3e:74:ec:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '797b424f-66ce-468d-885b-5a988198f6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:17:33Z', 'updated_at': '2021-11-15T11:17:41Z', 'revision_number': 4, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'subnets': [{'id': '797b424f-66ce-468d-885b-5a988198f6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:17:42.218588 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:42.236207 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-34ce732a-ef54-4938-b467-46159aef2f23 req-552c859c-e1f7-42e7-b57e-6f8e6b714ce5 service neutron] For port 5fc0f2ac-e00b-4810-b47a-e13b8f18d088, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:17:42.277596 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd45ad7f-cc95-4109-85f2-393e74708410 req-3bb2ad64-b5fd-4972-9388-84ac719d6d71 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7932007 Nov 15 11:17:42.303572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f392cb8-c5a5-4d98-a8c3-7ae7d0662373 req-2070b783-91e1-4d55-aec4-74aea3d2c464 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:42.307354 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3f392cb8-c5a5-4d98-a8c3-7ae7d0662373 req-2070b783-91e1-4d55-aec4-74aea3d2c464 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf2070cd-b297-4298-b49a-3dde0d77a5ea HTTP/1.1" status: 200 len: 946 time: 0.2308834 Nov 15 11:17:42.418152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-34ce732a-ef54-4938-b467-46159aef2f23 req-552c859c-e1f7-42e7-b57e-6f8e6b714ce5 service neutron] For port 5fc0f2ac-e00b-4810-b47a-e13b8f18d088, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=5fc0f2ac-e00b-4810-b47a-e13b8f18d088,segment=NetworkSegment(f5da28b9-41ad-440b-9e9f-0d5e7d45d27f),segment_id=f5da28b9-41ad-440b-9e9f-0d5e7d45d27f)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:17:42.467160 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-552c859c-e1f7-42e7-b57e-6f8e6b714ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:42.475060 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e63413df-4118-4bf4-b844-18c9710adbfd req-734f8d73-84c7-4c00-bbd8-b0a3f2053685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:42.565813 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-3f392cb8-c5a5-4d98-a8c3-7ae7d0662373 req-13f9a1fd-7007-4d51-b948-f1ded24a5fdd tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Deleting port 4544083f-68af-46ea-933b-8effffecf8b1 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:17:42.566234 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3f392cb8-c5a5-4d98-a8c3-7ae7d0662373 req-13f9a1fd-7007-4d51-b948-f1ded24a5fdd tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:42.599127 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-9314215c-0ff8-4b91-94f8-41a10285337a req-3d57b81c-661e-4587-8a65-aa5e636bc520 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Deleting port a6399bf4-0b47-4a4a-b359-d3d92dfad65b {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:17:42.600614 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9314215c-0ff8-4b91-94f8-41a10285337a req-3d57b81c-661e-4587-8a65-aa5e636bc520 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:42.627202 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-552c859c-e1f7-42e7-b57e-6f8e6b714ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:42.637745 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-552c859c-e1f7-42e7-b57e-6f8e6b714ce5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:42.639252 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-552c859c-e1f7-42e7-b57e-6f8e6b714ce5 service neutron] 10.222.0.55 "PUT /v2.0/ports/5fc0f2ac-e00b-4810-b47a-e13b8f18d088 HTTP/1.1" status: 200 len: 1091 time: 4.8998346 Nov 15 11:17:42.675438 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00793f82-23c9-4e1e-9183-8e2ede3d9a79 req-fbed1e41-6c5a-411a-bca9-5397af3c72e6 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5281005 Nov 15 11:17:42.737079 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58058) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:42.821067 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c512715a-188c-4ef5-8510-ec3e2f7ae49a service neutron] Request body: {'port': {'device_id': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:42.880734 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-3f392cb8-c5a5-4d98-a8c3-7ae7d0662373 req-13f9a1fd-7007-4d51-b948-f1ded24a5fdd tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] For port 4544083f-68af-46ea-933b-8effffecf8b1, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4544083f-68af-46ea-933b-8effffecf8b1,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:42.882232 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3f392cb8-c5a5-4d98-a8c3-7ae7d0662373 req-13f9a1fd-7007-4d51-b948-f1ded24a5fdd tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:42.922755 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-3f392cb8-c5a5-4d98-a8c3-7ae7d0662373 req-13f9a1fd-7007-4d51-b948-f1ded24a5fdd tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Calling delete_port for 4544083f-68af-46ea-933b-8effffecf8b1 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:17:42.929701 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559d28e3-bcaf-4805-82e7-e024c758ef48 x-openstack-request-id: req-559d28e3-bcaf-4805-82e7-e024c758ef48 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:17:42.929990 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6540ce-5c0c-49ba-9f53-e928a7e5eefe", "tag": "b1f50262-f2c0-4385-8bf0-28dce9157ce3", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:17:42.930247 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-559d28e3-bcaf-4805-82e7-e024c758ef48 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:17:42.930662 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6540ce-5c0c-49ba-9f53-e928a7e5eefe', 'tag': 'b1f50262-f2c0-4385-8bf0-28dce9157ce3', 'status': 'completed', 'code': 200} Nov 15 11:17:43.052012 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cc7551b5-c9b5-4e15-b6e8-5b408da11d2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:43.238660 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c859c-e1f7-42e7-b57e-6f8e6b714ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc0f2ac-e00b-4810-b47a-e13b8f18d088,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:43.259263 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad05068-bd55-417e-a109-25fad1429ea8 req-cbe6d765-d0f1-4dc2-8381-c6143188d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:43.259780 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad05068-bd55-417e-a109-25fad1429ea8 req-cbe6d765-d0f1-4dc2-8381-c6143188d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:43.261568 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bad05068-bd55-417e-a109-25fad1429ea8 req-cbe6d765-d0f1-4dc2-8381-c6143188d589 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3978b0da4e2347329e56192570c0ed50&device_id=9c6540ce-5c0c-49ba-9f53-e928a7e5eefe HTTP/1.1" status: 200 len: 1912 time: 0.3328102 Nov 15 11:17:43.268975 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3f392cb8-c5a5-4d98-a8c3-7ae7d0662373 req-13f9a1fd-7007-4d51-b948-f1ded24a5fdd tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:43.291873 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['4544083f-68af-46ea-933b-8effffecf8b1'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:17:43.422148 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9a1fd-7007-4d51-b948-f1ded24a5fdd tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Pushing event deleted for resources: {'Port': ['ID=4544083f-68af-46ea-933b-8effffecf8b1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:43.512027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd55982-d09e-4650-8a70-fe06a8234578 req-2c47ea2b-793b-46cf-b283-626e6d388924 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:43.513639 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5bd55982-d09e-4650-8a70-fe06a8234578 req-2c47ea2b-793b-46cf-b283-626e6d388924 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bb4d16b-af59-4e31-88db-42bd72f35f2e HTTP/1.1" status: 200 len: 948 time: 0.6070280 Nov 15 11:17:43.526397 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-2ebbdad1-8a74-42d2-bbc0-dd3527dfd24e tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--240393383&fields=id&tenant_id=df0b3da522ad448b95a4d56ee86052cc HTTP/1.1" status: 200 len: 267 time: 0.4137521 Nov 15 11:17:43.539517 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f392cb8-c5a5-4d98-a8c3-7ae7d0662373 req-13f9a1fd-7007-4d51-b948-f1ded24a5fdd tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] No DVR routers for this DVR port 4544083f-68af-46ea-933b-8effffecf8b1 on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:17:43.556801 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3f392cb8-c5a5-4d98-a8c3-7ae7d0662373 req-13f9a1fd-7007-4d51-b948-f1ded24a5fdd tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:43.562043 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3f392cb8-c5a5-4d98-a8c3-7ae7d0662373 req-13f9a1fd-7007-4d51-b948-f1ded24a5fdd tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.55 "DELETE /v2.0/ports/4544083f-68af-46ea-933b-8effffecf8b1 HTTP/1.1" status: 204 len: 173 time: 1.2427454 Nov 15 11:17:43.564094 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2070cd-b297-4298-b49a-3dde0d77a5ea', 'name': 'network-vif-deleted', 'tag': '4544083f-68af-46ea-933b-8effffecf8b1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:17:43.580304 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11998161-660e-4c7b-b4cc-93e3e27f8e18" -d '{"events": [{"server_uuid": "cf2070cd-b297-4298-b49a-3dde0d77a5ea", "name": "network-vif-deleted", "tag": "4544083f-68af-46ea-933b-8effffecf8b1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:17:43.659834 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c512715a-188c-4ef5-8510-ec3e2f7ae49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:43.743631 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad05068-bd55-417e-a109-25fad1429ea8 req-8662bb3b-6dc9-4a1d-ab42-9f5558ac51ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:43.744045 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad05068-bd55-417e-a109-25fad1429ea8 req-8662bb3b-6dc9-4a1d-ab42-9f5558ac51ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:43.744708 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad05068-bd55-417e-a109-25fad1429ea8 req-8662bb3b-6dc9-4a1d-ab42-9f5558ac51ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:43.746872 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bad05068-bd55-417e-a109-25fad1429ea8 req-8662bb3b-6dc9-4a1d-ab42-9f5558ac51ef service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3978b0da4e2347329e56192570c0ed50&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4656188 Nov 15 11:17:43.901439 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-9314215c-0ff8-4b91-94f8-41a10285337a req-3d57b81c-661e-4587-8a65-aa5e636bc520 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] For port a6399bf4-0b47-4a4a-b359-d3d92dfad65b, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=a6399bf4-0b47-4a4a-b359-d3d92dfad65b,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:43.901818 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9314215c-0ff8-4b91-94f8-41a10285337a req-3d57b81c-661e-4587-8a65-aa5e636bc520 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:43.920704 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-9314215c-0ff8-4b91-94f8-41a10285337a req-3d57b81c-661e-4587-8a65-aa5e636bc520 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Calling delete_port for a6399bf4-0b47-4a4a-b359-d3d92dfad65b owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:17:44.096169 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-8c2117da-6b2b-4545-946c-dd46399a47ca tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:44.097878 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-8c2117da-6b2b-4545-946c-dd46399a47ca tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/networks?id=78f71f23-a7be-4d8c-8560-640a17cce1fe HTTP/1.1" status: 200 len: 806 time: 0.5703506 Nov 15 11:17:44.147252 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-981c36ea-5b5e-49a2-96ad-f71d9a042e15 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/quotas/df0b3da522ad448b95a4d56ee86052cc HTTP/1.1" status: 200 len: 375 time: 0.0198452 Nov 15 11:17:44.225513 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5bd55982-d09e-4650-8a70-fe06a8234578 req-eb3501da-c68b-40e5-b201-0f8ae9de8565 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/security-groups?id=860239d2-d536-43fa-b011-a561d115bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6824536 Nov 15 11:17:44.297937 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bbeb62ae-6d74-4628-bac8-79c4397f355b up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:17:44.361138 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cc7551b5-c9b5-4e15-b6e8-5b408da11d2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:44.414994 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cc7551b5-c9b5-4e15-b6e8-5b408da11d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:44.430796 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port bbeb62ae-6d74-4628-bac8-79c4397f355b triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:44.431560 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:44.505935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4544083f-68af-46ea-933b-8effffecf8b1 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:17:44.540791 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 4544083f-68af-46ea-933b-8effffecf8b1 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:17:44.541500 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4544083f-68af-46ea-933b-8effffecf8b1 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:17:44.542212 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device a6399bf4-0b47-4a4a-b359-d3d92dfad65b no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:17:44.606054 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad05068-bd55-417e-a109-25fad1429ea8 req-782c3b92-48b3-4933-a939-b330a2bf3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:44.607557 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bad05068-bd55-417e-a109-25fad1429ea8 req-782c3b92-48b3-4933-a939-b330a2bf3bbd service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8514175 Nov 15 11:17:44.610464 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7551b5-c9b5-4e15-b6e8-5b408da11d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0999f9e0-28a6-44b7-a551-51272a58e4c7,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:44.695355 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c26f59-ce7d-429b-b26c-baf06870d6de req-7aee6fcd-11ce-455f-b559-1e1752a665ba tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:44.698608 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30c26f59-ce7d-429b-b26c-baf06870d6de req-7aee6fcd-11ce-455f-b559-1e1752a665ba tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 946 time: 0.0893793 Nov 15 11:17:44.896608 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-30c26f59-ce7d-429b-b26c-baf06870d6de req-0ec0c626-7f86-4499-ac36-ce8f4039f611 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Deleting port ce138c17-b8f2-4936-9dc7-38325ea03bb5 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:17:44.897112 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30c26f59-ce7d-429b-b26c-baf06870d6de req-0ec0c626-7f86-4499-ac36-ce8f4039f611 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:45.058752 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-30c26f59-ce7d-429b-b26c-baf06870d6de req-0ec0c626-7f86-4499-ac36-ce8f4039f611 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] For port ce138c17-b8f2-4936-9dc7-38325ea03bb5, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ce138c17-b8f2-4936-9dc7-38325ea03bb5,segment=NetworkSegment(b91fd0bb-fadf-4d4a-9b17-8b8843409bc7),segment_id=b91fd0bb-fadf-4d4a-9b17-8b8843409bc7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:45.059118 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30c26f59-ce7d-429b-b26c-baf06870d6de req-0ec0c626-7f86-4499-ac36-ce8f4039f611 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:45.083741 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'tag': '5fc0f2ac-e00b-4810-b47a-e13b8f18d088'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:17:45.086293 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71d39c7-3b48-445d-aad6-fd918fa907fb" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "tag": "5fc0f2ac-e00b-4810-b47a-e13b8f18d088"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:17:45.098659 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-30c26f59-ce7d-429b-b26c-baf06870d6de req-0ec0c626-7f86-4499-ac36-ce8f4039f611 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Calling delete_port for ce138c17-b8f2-4936-9dc7-38325ea03bb5 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:17:45.130860 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-e63413df-4118-4bf4-b844-18c9710adbfd req-734f8d73-84c7-4c00-bbd8-b0a3f2053685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c62af0c-1443-4d84-882a-393f3276da82 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:17:45.138078 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e63413df-4118-4bf4-b844-18c9710adbfd req-734f8d73-84c7-4c00-bbd8-b0a3f2053685 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:45.152901 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-e63413df-4118-4bf4-b844-18c9710adbfd req-734f8d73-84c7-4c00-bbd8-b0a3f2053685 service neutron] Transition to ACTIVE for port object 9c62af0c-1443-4d84-882a-393f3276da82 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:17:45.155409 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cc7551b5-c9b5-4e15-b6e8-5b408da11d2b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=30b603580c764d9ab9ed11d8eab5fa98&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4144492 Nov 15 11:17:45.165417 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-1e9ecb26-4be9-42ac-8cb6-3f6c7c862fe5 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=df0b3da522ad448b95a4d56ee86052cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9965177 Nov 15 11:17:45.170240 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58090) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:45.170860 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e63413df-4118-4bf4-b844-18c9710adbfd req-734f8d73-84c7-4c00-bbd8-b0a3f2053685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:45.255482 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9314215c-0ff8-4b91-94f8-41a10285337a req-3d57b81c-661e-4587-8a65-aa5e636bc520 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:45.335120 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30c26f59-ce7d-429b-b26c-baf06870d6de req-0ec0c626-7f86-4499-ac36-ce8f4039f611 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:45.346981 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['ce138c17-b8f2-4936-9dc7-38325ea03bb5'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:17:45.373383 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0c626-7f86-4499-ac36-ce8f4039f611 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Pushing event deleted for resources: {'Port': ['ID=ce138c17-b8f2-4936-9dc7-38325ea03bb5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:45.416609 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cc59e-b2b5-48b0-8b12-5e286bcc3148 req-938e6634-d256-447a-854d-5d344bca670d tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:45.424553 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cc59e-b2b5-48b0-8b12-5e286bcc3148 req-938e6634-d256-447a-854d-5d344bca670d tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:45.426250 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-870cc59e-b2b5-48b0-8b12-5e286bcc3148 req-938e6634-d256-447a-854d-5d344bca670d tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c6540ce-5c0c-49ba-9f53-e928a7e5eefe HTTP/1.1" status: 200 len: 1665 time: 1.0440884 Nov 15 11:17:45.479667 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c26f59-ce7d-429b-b26c-baf06870d6de req-0ec0c626-7f86-4499-ac36-ce8f4039f611 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] No DVR routers for this DVR port ce138c17-b8f2-4936-9dc7-38325ea03bb5 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:17:45.482758 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30c26f59-ce7d-429b-b26c-baf06870d6de req-0ec0c626-7f86-4499-ac36-ce8f4039f611 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:45.486626 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30c26f59-ce7d-429b-b26c-baf06870d6de req-0ec0c626-7f86-4499-ac36-ce8f4039f611 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.11 "DELETE /v2.0/ports/ce138c17-b8f2-4936-9dc7-38325ea03bb5 HTTP/1.1" status: 204 len: 173 time: 0.7719960 Nov 15 11:17:45.560190 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f8d73-84c7-4c00-bbd8-b0a3f2053685 service neutron] Pushing event updated for resources: {'Port': ['ID=9c62af0c-1443-4d84-882a-393f3276da82,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:45.674297 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-e72c7ac4-0574-4845-b353-f7c85f3c64fe service neutron] 10.222.0.64 "GET /v2.0/networks/78f71f23-a7be-4d8c-8560-640a17cce1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886622 Nov 15 11:17:45.759907 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57b81c-661e-4587-8a65-aa5e636bc520 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Pushing event deleted for resources: {'Port': ['ID=a6399bf4-0b47-4a4a-b359-d3d92dfad65b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:45.777347 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-9314215c-0ff8-4b91-94f8-41a10285337a req-3d57b81c-661e-4587-8a65-aa5e636bc520 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] No DVR routers for this DVR port a6399bf4-0b47-4a4a-b359-d3d92dfad65b on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:17:45.846864 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9314215c-0ff8-4b91-94f8-41a10285337a req-3d57b81c-661e-4587-8a65-aa5e636bc520 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:45.851318 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9314215c-0ff8-4b91-94f8-41a10285337a req-3d57b81c-661e-4587-8a65-aa5e636bc520 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.55 "DELETE /v2.0/ports/a6399bf4-0b47-4a4a-b359-d3d92dfad65b HTTP/1.1" status: 204 len: 173 time: 4.6182218 Nov 15 11:17:45.885776 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-870cc59e-b2b5-48b0-8b12-5e286bcc3148 req-38c3757e-7ce0-4373-b826-027f4371b017 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364035 Nov 15 11:17:45.886637 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2e6272da-d39b-4508-b607-c1071c3bba4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:45.963467 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-e63413df-4118-4bf4-b844-18c9710adbfd req-734f8d73-84c7-4c00-bbd8-b0a3f2053685 service neutron] Attempting to bind port 9c62af0c-1443-4d84-882a-393f3276da82 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:17:45.963896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-e63413df-4118-4bf4-b844-18c9710adbfd req-734f8d73-84c7-4c00-bbd8-b0a3f2053685 service neutron] Attempting to bind port 9c62af0c-1443-4d84-882a-393f3276da82 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '63a25b35-9dc7-4fde-ade0-8692e175ac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'a2a984c2-1241-4fcc-aabe-e522b8345512'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:17:45.964161 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63413df-4118-4bf4-b844-18c9710adbfd req-734f8d73-84c7-4c00-bbd8-b0a3f2053685 service neutron] Attempting to bind port 9c62af0c-1443-4d84-882a-393f3276da82 on network a2a984c2-1241-4fcc-aabe-e522b8345512 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:17:45.980889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63413df-4118-4bf4-b844-18c9710adbfd req-734f8d73-84c7-4c00-bbd8-b0a3f2053685 service neutron] Port 9c62af0c-1443-4d84-882a-393f3276da82 on network a2a984c2-1241-4fcc-aabe-e522b8345512 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:17:45.981218 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63413df-4118-4bf4-b844-18c9710adbfd req-734f8d73-84c7-4c00-bbd8-b0a3f2053685 service neutron] Attempting to bind port 9c62af0c-1443-4d84-882a-393f3276da82 on network a2a984c2-1241-4fcc-aabe-e522b8345512 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:17:46.021188 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2e6272da-d39b-4508-b607-c1071c3bba4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:46.025578 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63413df-4118-4bf4-b844-18c9710adbfd req-734f8d73-84c7-4c00-bbd8-b0a3f2053685 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:17:46.025916 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63413df-4118-4bf4-b844-18c9710adbfd req-734f8d73-84c7-4c00-bbd8-b0a3f2053685 service neutron] Checking segment: {'id': '63a25b35-9dc7-4fde-ade0-8692e175ac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'a2a984c2-1241-4fcc-aabe-e522b8345512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:17:46.026307 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63413df-4118-4bf4-b844-18c9710adbfd req-734f8d73-84c7-4c00-bbd8-b0a3f2053685 service neutron] Bound using segment: {'id': '63a25b35-9dc7-4fde-ade0-8692e175ac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'a2a984c2-1241-4fcc-aabe-e522b8345512'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:17:46.026762 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-e63413df-4118-4bf4-b844-18c9710adbfd req-734f8d73-84c7-4c00-bbd8-b0a3f2053685 service neutron] Bound port: 9c62af0c-1443-4d84-882a-393f3276da82, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a25b35-9dc7-4fde-ade0-8692e175ac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'a2a984c2-1241-4fcc-aabe-e522b8345512'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:17:46.028382 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e63413df-4118-4bf4-b844-18c9710adbfd req-734f8d73-84c7-4c00-bbd8-b0a3f2053685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:46.059062 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c512715a-188c-4ef5-8510-ec3e2f7ae49a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 041d37e4-b503-41ea-9c56-8ae1475f9725 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:17:46.168976 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c512715a-188c-4ef5-8510-ec3e2f7ae49a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:46.189941 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-00f92a15-aec3-4d22-8486-e4bcce339017 service neutron] 10.222.0.64 "GET /v2.0/networks/78f71f23-a7be-4d8c-8560-640a17cce1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504786 Nov 15 11:17:46.308680 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e57fe8a3-1ad6-4bc9-8919-3a4e9c23b937 req-da6d6e0a-61dc-4dcc-881b-20df1e111816 tempest-AttachSCSIVolumeTestJSON-251160376 tempest-AttachSCSIVolumeTestJSON-251160376-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a130041-5076-49d5-b477-d406514149a0 HTTP/1.1" status: 200 len: 210 time: 0.1743033 Nov 15 11:17:46.385540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c512715a-188c-4ef5-8510-ec3e2f7ae49a service neutron] Transition to ACTIVE for port object 041d37e4-b503-41ea-9c56-8ae1475f9725 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:17:46.416570 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c512715a-188c-4ef5-8510-ec3e2f7ae49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:46.606721 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-e63413df-4118-4bf4-b844-18c9710adbfd req-734f8d73-84c7-4c00-bbd8-b0a3f2053685 service neutron] For port 9c62af0c-1443-4d84-882a-393f3276da82, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:17:46.629483 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af97a2f1-6c63-480c-8dc4-fb717d6ac5fd x-openstack-request-id: req-af97a2f1-6c63-480c-8dc4-fb717d6ac5fd {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:17:46.630087 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2070cd-b297-4298-b49a-3dde0d77a5ea", "name": "network-vif-deleted", "tag": "4544083f-68af-46ea-933b-8effffecf8b1", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:17:46.630213 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af97a2f1-6c63-480c-8dc4-fb717d6ac5fd {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:17:46.630683 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2070cd-b297-4298-b49a-3dde0d77a5ea', 'name': 'network-vif-deleted', 'tag': '4544083f-68af-46ea-933b-8effffecf8b1', 'status': 'completed', 'code': 200} Nov 15 11:17:46.650415 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2e6272da-d39b-4508-b607-c1071c3bba4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:46.653004 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2e6272da-d39b-4508-b607-c1071c3bba4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:46.660747 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2e6272da-d39b-4508-b607-c1071c3bba4b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0999f9e0-28a6-44b7-a551-51272a58e4c7 HTTP/1.1" status: 204 len: 168 time: 1.4811847 Nov 15 11:17:46.772325 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-e63413df-4118-4bf4-b844-18c9710adbfd req-734f8d73-84c7-4c00-bbd8-b0a3f2053685 service neutron] For port 9c62af0c-1443-4d84-882a-393f3276da82, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=9c62af0c-1443-4d84-882a-393f3276da82,segment=NetworkSegment(63a25b35-9dc7-4fde-ade0-8692e175ac7b),segment_id=63a25b35-9dc7-4fde-ade0-8692e175ac7b)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:17:46.846506 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6272da-d39b-4508-b607-c1071c3bba4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0999f9e0-28a6-44b7-a551-51272a58e4c7,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:46.857510 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e63413df-4118-4bf4-b844-18c9710adbfd req-734f8d73-84c7-4c00-bbd8-b0a3f2053685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:46.938309 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512715a-188c-4ef5-8510-ec3e2f7ae49a service neutron] Pushing event updated for resources: {'Port': ['ID=041d37e4-b503-41ea-9c56-8ae1475f9725,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:46.972124 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06664ab9-d878-4f89-8dc4-165ebc0dbc59 x-openstack-request-id: req-06664ab9-d878-4f89-8dc4-165ebc0dbc59 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:17:46.972410 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "tag": "5fc0f2ac-e00b-4810-b47a-e13b8f18d088", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:17:46.972656 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06664ab9-d878-4f89-8dc4-165ebc0dbc59 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:17:46.973053 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'tag': '5fc0f2ac-e00b-4810-b47a-e13b8f18d088', 'status': 'completed', 'code': 200} Nov 15 11:17:47.079473 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63413df-4118-4bf4-b844-18c9710adbfd req-734f8d73-84c7-4c00-bbd8-b0a3f2053685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:47.081691 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e63413df-4118-4bf4-b844-18c9710adbfd req-734f8d73-84c7-4c00-bbd8-b0a3f2053685 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:47.083365 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e63413df-4118-4bf4-b844-18c9710adbfd req-734f8d73-84c7-4c00-bbd8-b0a3f2053685 service neutron] 10.222.0.11 "PUT /v2.0/ports/9c62af0c-1443-4d84-882a-393f3276da82 HTTP/1.1" status: 200 len: 1091 time: 5.0760794 Nov 15 11:17:47.257893 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d1514-799a-41b2-9fea-e993f9c4cf94 req-090f1231-e851-437d-b0ab-188fabe04f4c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:47.263875 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d1514-799a-41b2-9fea-e993f9c4cf94 req-090f1231-e851-437d-b0ab-188fabe04f4c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:47.270100 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d1514-799a-41b2-9fea-e993f9c4cf94 req-090f1231-e851-437d-b0ab-188fabe04f4c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:47.276586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d1514-799a-41b2-9fea-e993f9c4cf94 req-090f1231-e851-437d-b0ab-188fabe04f4c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:47.282490 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d1514-799a-41b2-9fea-e993f9c4cf94 req-090f1231-e851-437d-b0ab-188fabe04f4c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:47.289010 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d1514-799a-41b2-9fea-e993f9c4cf94 req-090f1231-e851-437d-b0ab-188fabe04f4c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:47.290959 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a7d1514-799a-41b2-9fea-e993f9c4cf94 req-090f1231-e851-437d-b0ab-188fabe04f4c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 4598 time: 0.7544889 Nov 15 11:17:47.382546 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-596a6c13-d9f1-4177-93bb-423c21d66c1a req-ae8a7531-6711-4aa4-a3fd-af617dc74397 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a644bda-bbbc-4a72-bb66-1043465cfdf8 HTTP/1.1" status: 200 len: 210 time: 0.1704175 Nov 15 11:17:47.399111 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d39c7-3b48-445d-aad6-fd918fa907fb req-55bc4b2c-a38f-4e45-8642-3fa38315c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:47.399583 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d39c7-3b48-445d-aad6-fd918fa907fb req-55bc4b2c-a38f-4e45-8642-3fa38315c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:47.444564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d39c7-3b48-445d-aad6-fd918fa907fb req-55bc4b2c-a38f-4e45-8642-3fa38315c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:47.445301 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d39c7-3b48-445d-aad6-fd918fa907fb req-55bc4b2c-a38f-4e45-8642-3fa38315c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:47.446622 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d39c7-3b48-445d-aad6-fd918fa907fb req-55bc4b2c-a38f-4e45-8642-3fa38315c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:47.448060 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d39c7-3b48-445d-aad6-fd918fa907fb req-55bc4b2c-a38f-4e45-8642-3fa38315c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:47.457662 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c71d39c7-3b48-445d-aad6-fd918fa907fb req-55bc4b2c-a38f-4e45-8642-3fa38315c847 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d166880b4a94d32a973c2d61c598d8e&device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5242 time: 0.4714179 Nov 15 11:17:47.584959 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f8d73-84c7-4c00-bbd8-b0a3f2053685 service neutron] Pushing event updated for resources: {'Port': ['ID=9c62af0c-1443-4d84-882a-393f3276da82,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:47.701492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c512715a-188c-4ef5-8510-ec3e2f7ae49a service neutron] Attempting to bind port 041d37e4-b503-41ea-9c56-8ae1475f9725 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:17:47.702313 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c512715a-188c-4ef5-8510-ec3e2f7ae49a service neutron] Attempting to bind port 041d37e4-b503-41ea-9c56-8ae1475f9725 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'e6cde33a-2f50-407d-886d-02e82a6caa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:17:47.702313 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c512715a-188c-4ef5-8510-ec3e2f7ae49a service neutron] Attempting to bind port 041d37e4-b503-41ea-9c56-8ae1475f9725 on network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:17:47.734494 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e9b7d944-0802-42ea-b2da-8f03b38c85c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:47.734965 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e9b7d944-0802-42ea-b2da-8f03b38c85c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:47.736788 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e63413df-4118-4bf4-b844-18c9710adbfd req-e9b7d944-0802-42ea-b2da-8f03b38c85c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3978b0da4e2347329e56192570c0ed50&device_id=9c6540ce-5c0c-49ba-9f53-e928a7e5eefe HTTP/1.1" status: 200 len: 1979 time: 0.5454752 Nov 15 11:17:47.752243 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c512715a-188c-4ef5-8510-ec3e2f7ae49a service neutron] Port 041d37e4-b503-41ea-9c56-8ae1475f9725 on network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:17:47.752566 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c512715a-188c-4ef5-8510-ec3e2f7ae49a service neutron] Attempting to bind port 041d37e4-b503-41ea-9c56-8ae1475f9725 on network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:17:47.782371 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a7d1514-799a-41b2-9fea-e993f9c4cf94 req-b53d5cce-c463-4423-a5a4-98dc93ef6eee tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4646149 Nov 15 11:17:47.865192 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d39c7-3b48-445d-aad6-fd918fa907fb req-210edf58-41b5-47b2-9c79-6662bdf97c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:47.865764 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d39c7-3b48-445d-aad6-fd918fa907fb req-210edf58-41b5-47b2-9c79-6662bdf97c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:47.866223 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d39c7-3b48-445d-aad6-fd918fa907fb req-210edf58-41b5-47b2-9c79-6662bdf97c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:47.868103 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c71d39c7-3b48-445d-aad6-fd918fa907fb req-210edf58-41b5-47b2-9c79-6662bdf97c3f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6d166880b4a94d32a973c2d61c598d8e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3613882 Nov 15 11:17:47.943610 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c512715a-188c-4ef5-8510-ec3e2f7ae49a service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:17:47.945239 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c512715a-188c-4ef5-8510-ec3e2f7ae49a service neutron] Checking segment: {'id': 'e6cde33a-2f50-407d-886d-02e82a6caa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:17:47.945239 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c512715a-188c-4ef5-8510-ec3e2f7ae49a service neutron] Bound using segment: {'id': 'e6cde33a-2f50-407d-886d-02e82a6caa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:17:47.945239 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c512715a-188c-4ef5-8510-ec3e2f7ae49a service neutron] Bound port: 041d37e4-b503-41ea-9c56-8ae1475f9725, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6cde33a-2f50-407d-886d-02e82a6caa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:17:47.945239 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c512715a-188c-4ef5-8510-ec3e2f7ae49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:48.024506 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e63413df-4118-4bf4-b844-18c9710adbfd req-67b23a17-1d16-4b8a-b730-572ace288c70 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.21&port_id=b1f50262-f2c0-4385-8bf0-28dce9157ce3 HTTP/1.1" status: 200 len: 217 time: 0.2789063 Nov 15 11:17:48.141762 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5316e0-3db3-40e1-b039-0d732b89f07c req-da0e4d6d-b613-4d37-a1d5-652a8ed2f434 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:48.146783 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device ce138c17-b8f2-4936-9dc7-38325ea03bb5 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:17:48.148105 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5316e0-3db3-40e1-b039-0d732b89f07c req-da0e4d6d-b613-4d37-a1d5-652a8ed2f434 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:48.155384 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b5316e0-3db3-40e1-b039-0d732b89f07c req-da0e4d6d-b613-4d37-a1d5-652a8ed2f434 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c6540ce-5c0c-49ba-9f53-e928a7e5eefe HTTP/1.1" status: 200 len: 1677 time: 0.6232662 Nov 15 11:17:48.206337 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: ce138c17-b8f2-4936-9dc7-38325ea03bb5 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:17:48.208672 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device ce138c17-b8f2-4936-9dc7-38325ea03bb5 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:17:48.341314 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63413df-4118-4bf4-b844-18c9710adbfd req-d6bfad5f-6a62-4a87-9713-ddf5611e19da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:48.342879 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e63413df-4118-4bf4-b844-18c9710adbfd req-d6bfad5f-6a62-4a87-9713-ddf5611e19da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8b81809-8cd8-4907-9dc8-f37aa0713391 HTTP/1.1" status: 200 len: 801 time: 0.2729247 Nov 15 11:17:48.344137 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c512715a-188c-4ef5-8510-ec3e2f7ae49a service neutron] For port 041d37e4-b503-41ea-9c56-8ae1475f9725, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:17:48.391161 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b5316e0-3db3-40e1-b039-0d732b89f07c req-3579507c-5045-45b4-af05-16648a376bbc tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214770 Nov 15 11:17:48.469006 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c512715a-188c-4ef5-8510-ec3e2f7ae49a service neutron] For port 041d37e4-b503-41ea-9c56-8ae1475f9725, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=041d37e4-b503-41ea-9c56-8ae1475f9725,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:17:48.491753 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d39c7-3b48-445d-aad6-fd918fa907fb req-4858d5d1-52b3-4913-b262-a6e487b0755f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:48.493887 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c71d39c7-3b48-445d-aad6-fd918fa907fb req-4858d5d1-52b3-4913-b262-a6e487b0755f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5616093 Nov 15 11:17:48.504443 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c512715a-188c-4ef5-8510-ec3e2f7ae49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:48.545751 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-5f1ae79d-185a-45c4-b3e9-0e069a2a4779 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:48.553186 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-5f1ae79d-185a-45c4-b3e9-0e069a2a4779 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/networks?id=be01e75b-e554-4f10-bf07-0288c0981a73 HTTP/1.1" status: 200 len: 811 time: 0.4747813 Nov 15 11:17:48.621191 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63413df-4118-4bf4-b844-18c9710adbfd req-22c86cd7-6cbf-46fd-a6f2-e0078b36b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:48.622857 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e63413df-4118-4bf4-b844-18c9710adbfd req-22c86cd7-6cbf-46fd-a6f2-e0078b36b701 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6834988e-8269-4fe6-bb1f-bac1a5f5a96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2602177 Nov 15 11:17:48.633017 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-15e37ec9-0c65-4c3b-af80-2f539c591b01 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:48.642038 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-15e37ec9-0c65-4c3b-af80-2f539c591b01 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.55 "GET /v2.0/networks?id=78f71f23-a7be-4d8c-8560-640a17cce1fe HTTP/1.1" status: 200 len: 806 time: 0.3354938 Nov 15 11:17:48.642722 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a130041-5076-49d5-b477-d406514149a0', 'name': 'network-vif-deleted', 'tag': 'ce138c17-b8f2-4936-9dc7-38325ea03bb5'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:17:48.645546 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a16df9-f8ad-4c7d-8550-46456e0f1779" -d '{"events": [{"server_uuid": "7a130041-5076-49d5-b477-d406514149a0", "name": "network-vif-deleted", "tag": "ce138c17-b8f2-4936-9dc7-38325ea03bb5"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:17:48.678534 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-4dfcd068-fb37-4c06-aac8-e53e5bd2ff10 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/quotas/3d9c8d368bef4c74abee5cbe7283626d HTTP/1.1" status: 200 len: 375 time: 0.1243887 Nov 15 11:17:48.724932 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c512715a-188c-4ef5-8510-ec3e2f7ae49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:48.726115 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c512715a-188c-4ef5-8510-ec3e2f7ae49a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:48.728443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c512715a-188c-4ef5-8510-ec3e2f7ae49a service neutron] 10.222.0.55 "PUT /v2.0/ports/041d37e4-b503-41ea-9c56-8ae1475f9725 HTTP/1.1" status: 200 len: 1130 time: 6.0082667 Nov 15 11:17:48.731228 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512715a-188c-4ef5-8510-ec3e2f7ae49a service neutron] Pushing event updated for resources: {'Port': ['ID=041d37e4-b503-41ea-9c56-8ae1475f9725,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:48.732311 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-c04b40aa-a5d9-42af-a9e5-b200581d9c04 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df0b3da522ad448b95a4d56ee86052cc HTTP/1.1" status: 200 len: 379 time: 0.0788984 Nov 15 11:17:48.757520 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-edf3a641-69ba-41d8-aeec-3cc9d8f089cc tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Request body: {'port': {'device_id': '0a644bda-bbbc-4a72-bb66-1043465cfdf8', 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe', 'admin_state_up': True, 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'security_groups': ['4509f34b-5f89-4757-9d6f-da262ee3f080']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:48.826912 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-0aa42ff8-bf52-45c4-b7fc-fa25e741bc24 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d9c8d368bef4c74abee5cbe7283626d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1459947 Nov 15 11:17:48.831439 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-34ce732a-ef54-4938-b467-46159aef2f23 req-87bdbc0a-cfce-422e-bb68-ed329fe6d19f service neutron] Request body: {'port': {'device_id': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:48.998623 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-edf3a641-69ba-41d8-aeec-3cc9d8f089cc tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Made reservation on behalf of df0b3da522ad448b95a4d56ee86052cc for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:17:49.007666 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-edf3a641-69ba-41d8-aeec-3cc9d8f089cc tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:49.028185 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb4d16b-af59-4e31-88db-42bd72f35f2e', 'name': 'network-vif-deleted', 'tag': 'a6399bf4-0b47-4a4a-b359-d3d92dfad65b'}, {'name': 'network-changed', 'server_uuid': '9c6540ce-5c0c-49ba-9f53-e928a7e5eefe', 'tag': '9c62af0c-1443-4d84-882a-393f3276da82'}, {'name': 'network-changed', 'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'tag': '041d37e4-b503-41ea-9c56-8ae1475f9725'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:17:49.030784 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631109ec-915e-48bb-8d2a-523cf19cd520" -d '{"events": [{"server_uuid": "0bb4d16b-af59-4e31-88db-42bd72f35f2e", "name": "network-vif-deleted", "tag": "a6399bf4-0b47-4a4a-b359-d3d92dfad65b"}, {"name": "network-changed", "server_uuid": "9c6540ce-5c0c-49ba-9f53-e928a7e5eefe", "tag": "9c62af0c-1443-4d84-882a-393f3276da82"}, {"name": "network-changed", "server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "tag": "041d37e4-b503-41ea-9c56-8ae1475f9725"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:17:49.042644 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-0340377f-10bc-4fdd-a4a9-39ff62a9ae6c service neutron] 10.222.0.64 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008882 Nov 15 11:17:49.162322 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d86d39-0c95-41c0-9c7c-042d028e1c80 req-e4c52feb-4460-46ba-b4f1-1838cf4dd2bf tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:49.163900 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-71d86d39-0c95-41c0-9c7c-042d028e1c80 req-e4c52feb-4460-46ba-b4f1-1838cf4dd2bf tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/ports?device_id=773a95c6-2269-4563-857a-f872bf7ec579 HTTP/1.1" status: 200 len: 949 time: 0.6034396 Nov 15 11:17:49.230644 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-edf3a641-69ba-41d8-aeec-3cc9d8f089cc tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Allocated IP 172.20.0.14 (78f71f23-a7be-4d8c-8560-640a17cce1fe/797b424f-66ce-468d-885b-5a988198f6f8/eb5eb360-5766-470e-b649-70ba9ef7fadd) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:17:49.240650 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e63413df-4118-4bf4-b844-18c9710adbfd req-d795aa7d-b1a9-4248-ae7d-6f9e63fcd691 service neutron] 10.222.0.11 "GET /v2.0/networks/6834988e-8269-4fe6-bb1f-bac1a5f5a96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729182 Nov 15 11:17:49.245301 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-87bdbc0a-cfce-422e-bb68-ed329fe6d19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:49.332816 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-71d86d39-0c95-41c0-9c7c-042d028e1c80 req-7ee7b612-b25f-4253-aa53-56f2c7b86a35 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.64 "GET /v2.0/security-groups?id=860239d2-d536-43fa-b011-a561d115bb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263521 Nov 15 11:17:49.418042 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-edf3a641-69ba-41d8-aeec-3cc9d8f089cc tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:49.459475 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-edf3a641-69ba-41d8-aeec-3cc9d8f089cc tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:49.516279 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-edf3a641-69ba-41d8-aeec-3cc9d8f089cc tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Network 78f71f23-a7be-4d8c-8560-640a17cce1fe is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:17:49.520093 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-edf3a641-69ba-41d8-aeec-3cc9d8f089cc tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:17:49.542309 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-edf3a641-69ba-41d8-aeec-3cc9d8f089cc tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:17:49.596728 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3a641-69ba-41d8-aeec-3cc9d8f089cc tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Pushing event updated for resources: {'Port': ['ID=eb5eb360-5766-470e-b649-70ba9ef7fadd,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:49.638599 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-edf3a641-69ba-41d8-aeec-3cc9d8f089cc tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:49.639277 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-edf3a641-69ba-41d8-aeec-3cc9d8f089cc tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:49.666217 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-edf3a641-69ba-41d8-aeec-3cc9d8f089cc tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9149990 Nov 15 11:17:49.677631 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-8488ceee-4236-4850-a915-1ac72197a630 service neutron] Request body: {'port': {'device_id': '0a644bda-bbbc-4a72-bb66-1043465cfdf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:49.782073 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-8488ceee-4236-4850-a915-1ac72197a630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:49.866343 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-9210f171-54b8-4e9d-a339-27b0a36f7991 None None] Provisioning complete for port eb5eb360-5766-470e-b649-70ba9ef7fadd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:49.867436 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9210f171-54b8-4e9d-a339-27b0a36f7991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:49.906273 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-9210f171-54b8-4e9d-a339-27b0a36f7991 None None] Port eb5eb360-5766-470e-b649-70ba9ef7fadd cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:17:50.003458 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-ef36e7c4-bf47-42fd-a083-39cd9f1dcacb service neutron] 10.222.0.64 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9597683 Nov 15 11:17:50.082686 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e63413df-4118-4bf4-b844-18c9710adbfd req-b5d12e15-3e54-4ddb-b04a-09950c6ca03d service neutron] 10.222.0.11 "GET /v2.0/networks/6834988e-8269-4fe6-bb1f-bac1a5f5a96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8213463 Nov 15 11:17:50.098273 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f82f40-6192-425b-9491-b12a4a32949f req-5b53d04f-491f-428e-8b0b-1095ec5bfaeb tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:50.106069 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8f82f40-6192-425b-9491-b12a4a32949f req-5b53d04f-491f-428e-8b0b-1095ec5bfaeb tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 947 time: 0.1663070 Nov 15 11:17:50.135214 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-8488ceee-4236-4850-a915-1ac72197a630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb5eb360-5766-470e-b649-70ba9ef7fadd {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:17:50.147563 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-8488ceee-4236-4850-a915-1ac72197a630 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:50.159534 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690406c-2bca-458f-b4a5-e49c45f9292b req-b2767f18-e469-460b-97e6-22a12005cb8c tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:50.162337 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e690406c-2bca-458f-b4a5-e49c45f9292b req-b2767f18-e469-460b-97e6-22a12005cb8c tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.11 "GET /v2.0/ports?device_id=773a95c6-2269-4563-857a-f872bf7ec579 HTTP/1.1" status: 200 len: 949 time: 0.1074202 Nov 15 11:17:50.169999 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e63413df-4118-4bf4-b844-18c9710adbfd req-ce23c2e4-0397-4494-9fcd-a8fb5d5f812d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.74&port_id=9c62af0c-1443-4d84-882a-393f3276da82 HTTP/1.1" status: 200 len: 217 time: 0.0798125 Nov 15 11:17:50.201154 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-8488ceee-4236-4850-a915-1ac72197a630 service neutron] Transition to ACTIVE for port object eb5eb360-5766-470e-b649-70ba9ef7fadd will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:17:50.242544 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-8488ceee-4236-4850-a915-1ac72197a630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:50.306607 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8f82f40-6192-425b-9491-b12a4a32949f req-d64e777f-1571-464b-8376-e8304ae7b0eb tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996710 Nov 15 11:17:50.375379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63413df-4118-4bf4-b844-18c9710adbfd req-9488bc09-8469-4ed5-9e7b-29f36fa5767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:50.377077 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e63413df-4118-4bf4-b844-18c9710adbfd req-9488bc09-8469-4ed5-9e7b-29f36fa5767b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=536ef2fd-8f29-4fd9-a9ee-c7b7322b8162 HTTP/1.1" status: 200 len: 801 time: 0.1744328 Nov 15 11:17:50.403851 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf53b27-dfbe-4dc8-a720-f8df839a12ef x-openstack-request-id: req-7cf53b27-dfbe-4dc8-a720-f8df839a12ef {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:17:50.405396 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a130041-5076-49d5-b477-d406514149a0", "name": "network-vif-deleted", "tag": "ce138c17-b8f2-4936-9dc7-38325ea03bb5", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:17:50.405717 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7cf53b27-dfbe-4dc8-a720-f8df839a12ef {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:17:50.406963 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a130041-5076-49d5-b477-d406514149a0', 'name': 'network-vif-deleted', 'tag': 'ce138c17-b8f2-4936-9dc7-38325ea03bb5', 'status': 'completed', 'code': 200} Nov 15 11:17:50.429679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb0acf-bb39-42a2-8f9f-da651109bfb5 req-cb6e2076-ca51-4579-8c54-6fbdbeae1e76 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:50.434542 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6fbb0acf-bb39-42a2-8f9f-da651109bfb5 req-cb6e2076-ca51-4579-8c54-6fbdbeae1e76 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a644bda-bbbc-4a72-bb66-1043465cfdf8 HTTP/1.1" status: 200 len: 944 time: 0.1773012 Nov 15 11:17:50.476416 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488ceee-4236-4850-a915-1ac72197a630 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5eb360-5766-470e-b649-70ba9ef7fadd,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:50.543290 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-e690406c-2bca-458f-b4a5-e49c45f9292b req-e0360101-16d8-4d95-aac9-a22f0955d094 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Deleting port 5ac37099-bb50-4d29-873f-1a98f4797a45 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:17:50.543790 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e690406c-2bca-458f-b4a5-e49c45f9292b req-e0360101-16d8-4d95-aac9-a22f0955d094 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:50.652640 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e690406c-2bca-458f-b4a5-e49c45f9292b req-e0360101-16d8-4d95-aac9-a22f0955d094 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] For port 5ac37099-bb50-4d29-873f-1a98f4797a45, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5ac37099-bb50-4d29-873f-1a98f4797a45,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:50.653399 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e690406c-2bca-458f-b4a5-e49c45f9292b req-e0360101-16d8-4d95-aac9-a22f0955d094 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:50.676775 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-e690406c-2bca-458f-b4a5-e49c45f9292b req-e0360101-16d8-4d95-aac9-a22f0955d094 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Calling delete_port for 5ac37099-bb50-4d29-873f-1a98f4797a45 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:17:50.681378 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-8488ceee-4236-4850-a915-1ac72197a630 service neutron] Attempting to bind port eb5eb360-5766-470e-b649-70ba9ef7fadd on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:17:50.681692 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-8488ceee-4236-4850-a915-1ac72197a630 service neutron] Attempting to bind port eb5eb360-5766-470e-b649-70ba9ef7fadd by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '77b14f42-ad23-4232-82c6-ab3c9aaddb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:17:50.682016 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-8488ceee-4236-4850-a915-1ac72197a630 service neutron] Attempting to bind port eb5eb360-5766-470e-b649-70ba9ef7fadd on network 78f71f23-a7be-4d8c-8560-640a17cce1fe {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:17:50.692667 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-8488ceee-4236-4850-a915-1ac72197a630 service neutron] Port eb5eb360-5766-470e-b649-70ba9ef7fadd on network 78f71f23-a7be-4d8c-8560-640a17cce1fe not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:17:50.692979 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-8488ceee-4236-4850-a915-1ac72197a630 service neutron] Attempting to bind port eb5eb360-5766-470e-b649-70ba9ef7fadd on network 78f71f23-a7be-4d8c-8560-640a17cce1fe {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:17:50.696714 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-34ce732a-ef54-4938-b467-46159aef2f23 req-87bdbc0a-cfce-422e-bb68-ed329fe6d19f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf3d8396-2297-40fd-a6ef-65ee0a1a87fe {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:17:50.711270 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-87bdbc0a-cfce-422e-bb68-ed329fe6d19f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:50.721056 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63413df-4118-4bf4-b844-18c9710adbfd req-2b4c9a0d-b9f1-4f04-ad58-236cd2b54401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:50.722959 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e63413df-4118-4bf4-b844-18c9710adbfd req-2b4c9a0d-b9f1-4f04-ad58-236cd2b54401 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a2a984c2-1241-4fcc-aabe-e522b8345512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3354194 Nov 15 11:17:50.758356 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-8488ceee-4236-4850-a915-1ac72197a630 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:17:50.758755 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-8488ceee-4236-4850-a915-1ac72197a630 service neutron] Checking segment: {'id': '77b14f42-ad23-4232-82c6-ab3c9aaddb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:17:50.759224 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-8488ceee-4236-4850-a915-1ac72197a630 service neutron] Bound using segment: {'id': '77b14f42-ad23-4232-82c6-ab3c9aaddb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:17:50.759839 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-8488ceee-4236-4850-a915-1ac72197a630 service neutron] Bound port: eb5eb360-5766-470e-b649-70ba9ef7fadd, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b14f42-ad23-4232-82c6-ab3c9aaddb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:17:50.760234 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-8488ceee-4236-4850-a915-1ac72197a630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:50.798627 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6fbb0acf-bb39-42a2-8f9f-da651109bfb5 req-3e94220f-6dd3-4a68-85a3-67578d4dec6a tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/security-groups?id=4509f34b-5f89-4757-9d6f-da262ee3f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3426466 Nov 15 11:17:50.822841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-34ce732a-ef54-4938-b467-46159aef2f23 req-87bdbc0a-cfce-422e-bb68-ed329fe6d19f service neutron] Transition to ACTIVE for port object cf3d8396-2297-40fd-a6ef-65ee0a1a87fe will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:17:50.873324 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb530e7b-9bdd-4e19-aba4-d5c1630b9aa1 req-5cfc6ad3-2dd2-4d28-a262-8ad28bbbb862 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:50.880088 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb530e7b-9bdd-4e19-aba4-d5c1630b9aa1 req-5cfc6ad3-2dd2-4d28-a262-8ad28bbbb862 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:50.882691 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-8488ceee-4236-4850-a915-1ac72197a630 service neutron] For port eb5eb360-5766-470e-b649-70ba9ef7fadd, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:17:50.886003 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb530e7b-9bdd-4e19-aba4-d5c1630b9aa1 req-5cfc6ad3-2dd2-4d28-a262-8ad28bbbb862 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:50.889349 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-8488ceee-4236-4850-a915-1ac72197a630 service neutron] For port eb5eb360-5766-470e-b649-70ba9ef7fadd, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=eb5eb360-5766-470e-b649-70ba9ef7fadd,segment=NetworkSegment(77b14f42-ad23-4232-82c6-ab3c9aaddb5a),segment_id=77b14f42-ad23-4232-82c6-ab3c9aaddb5a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:17:50.892663 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb530e7b-9bdd-4e19-aba4-d5c1630b9aa1 req-5cfc6ad3-2dd2-4d28-a262-8ad28bbbb862 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:50.895910 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-8488ceee-4236-4850-a915-1ac72197a630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:50.899994 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb530e7b-9bdd-4e19-aba4-d5c1630b9aa1 req-5cfc6ad3-2dd2-4d28-a262-8ad28bbbb862 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:50.924240 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb530e7b-9bdd-4e19-aba4-d5c1630b9aa1 req-5cfc6ad3-2dd2-4d28-a262-8ad28bbbb862 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:50.926180 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb530e7b-9bdd-4e19-aba4-d5c1630b9aa1 req-5cfc6ad3-2dd2-4d28-a262-8ad28bbbb862 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 4598 time: 0.3104303 Nov 15 11:17:50.927961 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e690406c-2bca-458f-b4a5-e49c45f9292b req-e0360101-16d8-4d95-aac9-a22f0955d094 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:50.928158 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 15 Nov 2021 11:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942e4a5c-0adc-4dc2-bab5-93524b36c39f x-openstack-request-id: req-942e4a5c-0adc-4dc2-bab5-93524b36c39f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:17:50.928267 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb4d16b-af59-4e31-88db-42bd72f35f2e", "name": "network-vif-deleted", "tag": "a6399bf4-0b47-4a4a-b359-d3d92dfad65b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9c6540ce-5c0c-49ba-9f53-e928a7e5eefe", "tag": "9c62af0c-1443-4d84-882a-393f3276da82", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "tag": "041d37e4-b503-41ea-9c56-8ae1475f9725", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:17:50.928498 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-942e4a5c-0adc-4dc2-bab5-93524b36c39f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:17:50.928898 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb4d16b-af59-4e31-88db-42bd72f35f2e', 'name': 'network-vif-deleted', 'tag': 'a6399bf4-0b47-4a4a-b359-d3d92dfad65b', 'status': 'completed', 'code': 200} Nov 15 11:17:50.929148 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6540ce-5c0c-49ba-9f53-e928a7e5eefe', 'tag': '9c62af0c-1443-4d84-882a-393f3276da82', 'status': 'completed', 'code': 200} Nov 15 11:17:50.929395 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'tag': '041d37e4-b503-41ea-9c56-8ae1475f9725', 'status': 'completed', 'code': 200} Nov 15 11:17:50.952995 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-87bdbc0a-cfce-422e-bb68-ed329fe6d19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:50.953420 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-8488ceee-4236-4850-a915-1ac72197a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:50.954024 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-8488ceee-4236-4850-a915-1ac72197a630 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:50.959487 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-8488ceee-4236-4850-a915-1ac72197a630 service neutron] 10.222.0.55 "PUT /v2.0/ports/eb5eb360-5766-470e-b649-70ba9ef7fadd HTTP/1.1" status: 200 len: 1092 time: 1.2865708 Nov 15 11:17:51.045512 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e690406c-2bca-458f-b4a5-e49c45f9292b req-e0360101-16d8-4d95-aac9-a22f0955d094 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] No DVR routers for this DVR port 5ac37099-bb50-4d29-873f-1a98f4797a45 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:17:51.048191 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488ceee-4236-4850-a915-1ac72197a630 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5eb360-5766-470e-b649-70ba9ef7fadd,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:51.051676 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e690406c-2bca-458f-b4a5-e49c45f9292b req-e0360101-16d8-4d95-aac9-a22f0955d094 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:51.055326 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e690406c-2bca-458f-b4a5-e49c45f9292b req-e0360101-16d8-4d95-aac9-a22f0955d094 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] 10.222.0.11 "DELETE /v2.0/ports/5ac37099-bb50-4d29-873f-1a98f4797a45 HTTP/1.1" status: 204 len: 173 time: 0.8763130 Nov 15 11:17:51.089293 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0360101-16d8-4d95-aac9-a22f0955d094 tempest-ListImageFiltersTestJSON-492687567 tempest-ListImageFiltersTestJSON-492687567-project] Pushing event deleted for resources: {'Port': ['ID=5ac37099-bb50-4d29-873f-1a98f4797a45,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:51.204211 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-26028b09-91ea-49fe-a1a4-2441f8abde3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:51.205803 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-26028b09-91ea-49fe-a1a4-2441f8abde3e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df0b3da522ad448b95a4d56ee86052cc&device_id=0a644bda-bbbc-4a72-bb66-1043465cfdf8 HTTP/1.1" status: 200 len: 1095 time: 0.1267984 Nov 15 11:17:51.257708 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdbc0a-cfce-422e-bb68-ed329fe6d19f service neutron] Pushing event updated for resources: {'Port': ['ID=cf3d8396-2297-40fd-a6ef-65ee0a1a87fe,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:51.295322 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-455702ed-ed62-4fa2-9835-c5dcdae06389 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb5eb360-5766-470e-b649-70ba9ef7fadd HTTP/1.1" status: 200 len: 217 time: 0.0813701 Nov 15 11:17:51.373081 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-0feda0c9-1e58-45c9-ba42-46d442eb1dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:51.374883 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-0feda0c9-1e58-45c9-ba42-46d442eb1dbb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=797b424f-66ce-468d-885b-5a988198f6f8 HTTP/1.1" status: 200 len: 845 time: 0.0716918 Nov 15 11:17:51.472718 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-0b8ca12b-9b98-4821-89f6-a18f7cc40c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:51.474231 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-0b8ca12b-9b98-4821-89f6-a18f7cc40c10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78f71f23-a7be-4d8c-8560-640a17cce1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907278 Nov 15 11:17:51.493619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-617c54e7-87d6-45cd-bbe8-6077b00bbdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:51.494359 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-617c54e7-87d6-45cd-bbe8-6077b00bbdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:51.494974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-617c54e7-87d6-45cd-bbe8-6077b00bbdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:51.495586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-617c54e7-87d6-45cd-bbe8-6077b00bbdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:51.498161 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-617c54e7-87d6-45cd-bbe8-6077b00bbdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:51.498814 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-617c54e7-87d6-45cd-bbe8-6077b00bbdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:51.499423 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-617c54e7-87d6-45cd-bbe8-6077b00bbdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:51.502251 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-617c54e7-87d6-45cd-bbe8-6077b00bbdad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d166880b4a94d32a973c2d61c598d8e&device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 6166 time: 0.5702105 Nov 15 11:17:51.567092 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e63413df-4118-4bf4-b844-18c9710adbfd req-5da38079-4b2d-42e7-8310-a259289c4f5a service neutron] 10.222.0.11 "GET /v2.0/networks/a2a984c2-1241-4fcc-aabe-e522b8345512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8351135 Nov 15 11:17:51.768880 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-f19c9c70-f81e-4d62-98d6-a83047c4363e service neutron] 10.222.0.55 "GET /v2.0/networks/78f71f23-a7be-4d8c-8560-640a17cce1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865028 Nov 15 11:17:51.822472 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-34ce732a-ef54-4938-b467-46159aef2f23 req-87bdbc0a-cfce-422e-bb68-ed329fe6d19f service neutron] Attempting to bind port cf3d8396-2297-40fd-a6ef-65ee0a1a87fe on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:17:51.823148 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-34ce732a-ef54-4938-b467-46159aef2f23 req-87bdbc0a-cfce-422e-bb68-ed329fe6d19f service neutron] Attempting to bind port cf3d8396-2297-40fd-a6ef-65ee0a1a87fe by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'e6cde33a-2f50-407d-886d-02e82a6caa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:17:51.823736 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-87bdbc0a-cfce-422e-bb68-ed329fe6d19f service neutron] Attempting to bind port cf3d8396-2297-40fd-a6ef-65ee0a1a87fe on network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:17:51.831135 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb530e7b-9bdd-4e19-aba4-d5c1630b9aa1 req-12c22fac-b820-4497-9192-8a562cdbac3f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8605783 Nov 15 11:17:51.859856 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-51a44bca-3221-4073-8c7c-6c958dc77420 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:51.861462 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-51a44bca-3221-4073-8c7c-6c958dc77420 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.11 "GET /v2.0/networks?id=be01e75b-e554-4f10-bf07-0288c0981a73 HTTP/1.1" status: 200 len: 811 time: 0.2407191 Nov 15 11:17:51.914865 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-87bdbc0a-cfce-422e-bb68-ed329fe6d19f service neutron] Port cf3d8396-2297-40fd-a6ef-65ee0a1a87fe on network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:17:51.923310 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-8d1bd76c-49f5-4b25-ba16-c795216cdf40 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Request body: {'port': {'device_id': '6d44bda8-63c2-47d5-8833-4609915654f3', 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73', 'admin_state_up': True, 'tenant_id': '3d9c8d368bef4c74abee5cbe7283626d'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:51.924002 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-87bdbc0a-cfce-422e-bb68-ed329fe6d19f service neutron] Attempting to bind port cf3d8396-2297-40fd-a6ef-65ee0a1a87fe on network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:17:51.939081 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-87bdbc0a-cfce-422e-bb68-ed329fe6d19f service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:17:51.939776 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-87bdbc0a-cfce-422e-bb68-ed329fe6d19f service neutron] Checking segment: {'id': 'e6cde33a-2f50-407d-886d-02e82a6caa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:17:51.943372 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-87bdbc0a-cfce-422e-bb68-ed329fe6d19f service neutron] Bound using segment: {'id': 'e6cde33a-2f50-407d-886d-02e82a6caa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:17:51.954296 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-34ce732a-ef54-4938-b467-46159aef2f23 req-87bdbc0a-cfce-422e-bb68-ed329fe6d19f service neutron] Bound port: cf3d8396-2297-40fd-a6ef-65ee0a1a87fe, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6cde33a-2f50-407d-886d-02e82a6caa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:17:51.955219 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-87bdbc0a-cfce-422e-bb68-ed329fe6d19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:51.992847 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18982676-e886-434e-a848-be6ce8ea52d5 req-6872147f-6c1e-4e0a-b982-524e63477409 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:51.999036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18982676-e886-434e-a848-be6ce8ea52d5 req-6872147f-6c1e-4e0a-b982-524e63477409 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:52.006678 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18982676-e886-434e-a848-be6ce8ea52d5 req-6872147f-6c1e-4e0a-b982-524e63477409 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c6540ce-5c0c-49ba-9f53-e928a7e5eefe HTTP/1.1" status: 200 len: 1677 time: 0.5353246 Nov 15 11:17:52.096000 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-91e9a5ae-0b2d-45c0-81f0-1a624a8d3672 req-9c235938-41aa-46fb-bbc8-8613bd90ca1f service neutron] 10.222.0.55 "GET /v2.0/networks/78f71f23-a7be-4d8c-8560-640a17cce1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182788 Nov 15 11:17:52.123968 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18982676-e886-434e-a848-be6ce8ea52d5 req-94132654-46df-4842-83e8-3f6fa48ec2ee tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162236 Nov 15 11:17:52.131767 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9e5b410-cd2e-438a-9151-f571cf61d99e req-381e4330-9722-4e9a-9b97-a112ad4da188 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d44bda8-63c2-47d5-8833-4609915654f3 HTTP/1.1" status: 200 len: 210 time: 0.1608038 Nov 15 11:17:52.134194 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device e22b0fda-3892-42d7-aaac-98c83fd6cb92 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:17:52.175385 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-8d1bd76c-49f5-4b25-ba16-c795216cdf40 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Made reservation on behalf of 3d9c8d368bef4c74abee5cbe7283626d for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:17:52.179673 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-8d1bd76c-49f5-4b25-ba16-c795216cdf40 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:52.191319 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-34ce732a-ef54-4938-b467-46159aef2f23 req-87bdbc0a-cfce-422e-bb68-ed329fe6d19f service neutron] For port cf3d8396-2297-40fd-a6ef-65ee0a1a87fe, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:17:52.194979 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-34ce732a-ef54-4938-b467-46159aef2f23 req-87bdbc0a-cfce-422e-bb68-ed329fe6d19f service neutron] For port cf3d8396-2297-40fd-a6ef-65ee0a1a87fe, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=cf3d8396-2297-40fd-a6ef-65ee0a1a87fe,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:17:52.264829 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e63413df-4118-4bf4-b844-18c9710adbfd req-384106ff-ee99-4b59-b0aa-1d591f5518b4 service neutron] 10.222.0.11 "GET /v2.0/networks/a2a984c2-1241-4fcc-aabe-e522b8345512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6888659 Nov 15 11:17:52.285642 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-87bdbc0a-cfce-422e-bb68-ed329fe6d19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:52.316437 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-404a0e1d-5819-4759-b3cd-3e241727a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:52.318069 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-404a0e1d-5819-4759-b3cd-3e241727a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:52.319003 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-404a0e1d-5819-4759-b3cd-3e241727a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:52.321700 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:52.322982 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-404a0e1d-5819-4759-b3cd-3e241727a4ce service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6d166880b4a94d32a973c2d61c598d8e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7457428 Nov 15 11:17:52.395490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port e22b0fda-3892-42d7-aaac-98c83fd6cb92, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:52.398634 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:17:52.406766 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d11f14e-8cc3-4718-be03-8a3aaf5e11d0" -d '{"events": [{"server_uuid": "30de7634-c87b-4c96-9c10-b333195ebf2c", "name": "network-vif-unplugged", "status": "completed", "tag": "e22b0fda-3892-42d7-aaac-98c83fd6cb92"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:17:52.407923 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-87bdbc0a-cfce-422e-bb68-ed329fe6d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:52.408552 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-87bdbc0a-cfce-422e-bb68-ed329fe6d19f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:52.413075 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a644bda-bbbc-4a72-bb66-1043465cfdf8', 'tag': 'eb5eb360-5766-470e-b649-70ba9ef7fadd'}, {'server_uuid': '773a95c6-2269-4563-857a-f872bf7ec579', 'name': 'network-vif-deleted', 'tag': '5ac37099-bb50-4d29-873f-1a98f4797a45'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:17:52.413280 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-87bdbc0a-cfce-422e-bb68-ed329fe6d19f service neutron] 10.222.0.55 "PUT /v2.0/ports/cf3d8396-2297-40fd-a6ef-65ee0a1a87fe HTTP/1.1" status: 200 len: 1131 time: 3.6218350 Nov 15 11:17:52.417437 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:52.418145 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5ac37099-bb50-4d29-873f-1a98f4797a45 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:17:52.419095 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f96e0c-900c-4970-97c8-f6d27bf7216d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a644bda-bbbc-4a72-bb66-1043465cfdf8", "tag": "eb5eb360-5766-470e-b649-70ba9ef7fadd"}, {"server_uuid": "773a95c6-2269-4563-857a-f872bf7ec579", "name": "network-vif-deleted", "tag": "5ac37099-bb50-4d29-873f-1a98f4797a45"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:17:52.473219 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 5ac37099-bb50-4d29-873f-1a98f4797a45 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:17:52.473534 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5ac37099-bb50-4d29-873f-1a98f4797a45 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:17:52.508825 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-8d1bd76c-49f5-4b25-ba16-c795216cdf40 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Allocated IP 172.20.0.12 (be01e75b-e554-4f10-bf07-0288c0981a73/fe02edeb-e83c-4883-9de3-f499a3c56d94/83bede32-c230-41f2-b948-9aeb5fca26de) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:17:52.526099 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7f824fa4-bbb2-4614-8f80-02149a7381f0 service neutron] Request body: {'port': {'device_id': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:52.571277 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=e22b0fda-3892-42d7-aaac-98c83fd6cb92,revision_number=11']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:52.591306 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:52.591650 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:52.592014 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:52.592345 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:52.592754 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:52.592992 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:52.593322 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:52.593628 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:52.593945 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:52.594258 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:52.594577 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:52.594891 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:17:52.770819 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7f824fa4-bbb2-4614-8f80-02149a7381f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:52.839061 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-8d1bd76c-49f5-4b25-ba16-c795216cdf40 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:52.849551 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdbc0a-cfce-422e-bb68-ed329fe6d19f service neutron] Pushing event updated for resources: {'Port': ['ID=cf3d8396-2297-40fd-a6ef-65ee0a1a87fe,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:52.855611 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-331e10e7-e6a9-4642-965b-cdc0ecb60954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:52.856345 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-331e10e7-e6a9-4642-965b-cdc0ecb60954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:52.858100 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-331e10e7-e6a9-4642-965b-cdc0ecb60954 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3978b0da4e2347329e56192570c0ed50&device_id=9c6540ce-5c0c-49ba-9f53-e928a7e5eefe HTTP/1.1" status: 200 len: 1979 time: 0.4688120 Nov 15 11:17:52.928425 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-8d1bd76c-49f5-4b25-ba16-c795216cdf40 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:53.037463 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'tag': 'cf3d8396-2297-40fd-a6ef-65ee0a1a87fe'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:17:53.040818 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479e8819-4f7a-4330-8314-5ae3852c6866" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "tag": "cf3d8396-2297-40fd-a6ef-65ee0a1a87fe"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:17:53.045537 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-d0ae040a-fc4e-4487-aaab-64d72b7d1088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:53.046801 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-8d1bd76c-49f5-4b25-ba16-c795216cdf40 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Network be01e75b-e554-4f10-bf07-0288c0981a73 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:17:53.047470 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-d0ae040a-fc4e-4487-aaab-64d72b7d1088 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a2a984c2-1241-4fcc-aabe-e522b8345512 HTTP/1.1" status: 200 len: 903 time: 0.1765847 Nov 15 11:17:53.060476 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-8d1bd76c-49f5-4b25-ba16-c795216cdf40 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:17:53.070488 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-8d1bd76c-49f5-4b25-ba16-c795216cdf40 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:17:53.081798 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bd76c-49f5-4b25-ba16-c795216cdf40 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Pushing event updated for resources: {'Port': ['ID=83bede32-c230-41f2-b948-9aeb5fca26de,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:53.141310 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-9005c2a9-87b9-4e5c-880e-648c6597b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:53.142799 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-9005c2a9-87b9-4e5c-880e-648c6597b811 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7698841 Nov 15 11:17:53.154192 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-ed58e7a6-242b-4885-b339-a4b6caf06ffc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.74&port_id=9c62af0c-1443-4d84-882a-393f3276da82 HTTP/1.1" status: 200 len: 217 time: 0.0767395 Nov 15 11:17:53.160610 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-8d1bd76c-49f5-4b25-ba16-c795216cdf40 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:53.160610 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-8d1bd76c-49f5-4b25-ba16-c795216cdf40 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:53.181978 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e60b7-7332-4b11-b158-9bacaf63c678 req-d6ac3591-d52f-45ef-9ad1-315afe670d48 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:53.184242 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-637e60b7-7332-4b11-b158-9bacaf63c678 req-d6ac3591-d52f-45ef-9ad1-315afe670d48 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a644bda-bbbc-4a72-bb66-1043465cfdf8 HTTP/1.1" status: 200 len: 944 time: 0.4370971 Nov 15 11:17:53.186982 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-8d1bd76c-49f5-4b25-ba16-c795216cdf40 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3093154 Nov 15 11:17:53.201910 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-d16a4543-0c26-484c-bed0-6b376bcdd542 service neutron] Request body: {'port': {'device_id': '6d44bda8-63c2-47d5-8833-4609915654f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:53.331392 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-d16a4543-0c26-484c-bed0-6b376bcdd542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:53.353461 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-637e60b7-7332-4b11-b158-9bacaf63c678 req-aaa26aca-48a8-40d4-8db7-573967054111 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/security-groups?id=4509f34b-5f89-4757-9d6f-da262ee3f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533108 Nov 15 11:17:53.355842 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-d8f5b31d-06f9-454b-a35c-1798c21e6e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:53.360088 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-d8f5b31d-06f9-454b-a35c-1798c21e6e52 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=536ef2fd-8f29-4fd9-a9ee-c7b7322b8162 HTTP/1.1" status: 200 len: 801 time: 0.1748405 Nov 15 11:17:53.446602 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709d6b82-96b4-4127-b4fe-0cf034d07bb2 x-openstack-request-id: req-709d6b82-96b4-4127-b4fe-0cf034d07bb2 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:17:53.447538 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30de7634-c87b-4c96-9c10-b333195ebf2c", "name": "network-vif-unplugged", "status": "completed", "tag": "e22b0fda-3892-42d7-aaac-98c83fd6cb92", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:17:53.448461 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-709d6b82-96b4-4127-b4fe-0cf034d07bb2 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:17:53.449227 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92', 'code': 200} Nov 15 11:17:53.562994 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 15 Nov 2021 11:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2347eb8-276f-4e70-ab61-ab89979a88a2 x-openstack-request-id: req-d2347eb8-276f-4e70-ab61-ab89979a88a2 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:17:53.563259 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a644bda-bbbc-4a72-bb66-1043465cfdf8", "tag": "eb5eb360-5766-470e-b649-70ba9ef7fadd", "status": "completed", "code": 200}, {"server_uuid": "773a95c6-2269-4563-857a-f872bf7ec579", "name": "network-vif-deleted", "tag": "5ac37099-bb50-4d29-873f-1a98f4797a45", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:17:53.563505 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2347eb8-276f-4e70-ab61-ab89979a88a2 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:17:53.563907 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a644bda-bbbc-4a72-bb66-1043465cfdf8', 'tag': 'eb5eb360-5766-470e-b649-70ba9ef7fadd', 'status': 'completed', 'code': 200} Nov 15 11:17:53.564155 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773a95c6-2269-4563-857a-f872bf7ec579', 'name': 'network-vif-deleted', 'tag': '5ac37099-bb50-4d29-873f-1a98f4797a45', 'status': 'completed', 'code': 200} Nov 15 11:17:53.630213 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-0e53c981-691e-43df-82d4-a8684cafed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:53.632152 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-0e53c981-691e-43df-82d4-a8684cafed56 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a2a984c2-1241-4fcc-aabe-e522b8345512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2464883 Nov 15 11:17:53.797240 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7f824fa4-bbb2-4614-8f80-02149a7381f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e4a1ee-2f8f-4677-847c-e32e1066c474 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:17:53.805337 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7f824fa4-bbb2-4614-8f80-02149a7381f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:53.808770 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-d16a4543-0c26-484c-bed0-6b376bcdd542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83bede32-c230-41f2-b948-9aeb5fca26de {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:17:53.817414 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-d16a4543-0c26-484c-bed0-6b376bcdd542 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:53.818015 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7f824fa4-bbb2-4614-8f80-02149a7381f0 service neutron] Transition to ACTIVE for port object a5e4a1ee-2f8f-4677-847c-e32e1066c474 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:17:53.833546 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-d16a4543-0c26-484c-bed0-6b376bcdd542 service neutron] Transition to ACTIVE for port object 83bede32-c230-41f2-b948-9aeb5fca26de will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:17:53.839586 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-d16a4543-0c26-484c-bed0-6b376bcdd542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:53.901813 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a4543-0c26-484c-bed0-6b376bcdd542 service neutron] Pushing event updated for resources: {'Port': ['ID=83bede32-c230-41f2-b948-9aeb5fca26de,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:53.940232 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7f824fa4-bbb2-4614-8f80-02149a7381f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:54.007759 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-d16a4543-0c26-484c-bed0-6b376bcdd542 service neutron] Attempting to bind port 83bede32-c230-41f2-b948-9aeb5fca26de on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:17:54.008241 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-d16a4543-0c26-484c-bed0-6b376bcdd542 service neutron] Attempting to bind port 83bede32-c230-41f2-b948-9aeb5fca26de by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:17:54.008631 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-d16a4543-0c26-484c-bed0-6b376bcdd542 service neutron] Attempting to bind port 83bede32-c230-41f2-b948-9aeb5fca26de on network be01e75b-e554-4f10-bf07-0288c0981a73 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:17:54.015824 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-d16a4543-0c26-484c-bed0-6b376bcdd542 service neutron] Port 83bede32-c230-41f2-b948-9aeb5fca26de on network be01e75b-e554-4f10-bf07-0288c0981a73 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:17:54.016259 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-d16a4543-0c26-484c-bed0-6b376bcdd542 service neutron] Attempting to bind port 83bede32-c230-41f2-b948-9aeb5fca26de on network be01e75b-e554-4f10-bf07-0288c0981a73 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:17:54.030400 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58328) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:54.040750 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-d16a4543-0c26-484c-bed0-6b376bcdd542 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:17:54.040750 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-d16a4543-0c26-484c-bed0-6b376bcdd542 service neutron] Checking segment: {'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:17:54.041119 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-d16a4543-0c26-484c-bed0-6b376bcdd542 service neutron] Bound using segment: {'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:17:54.041714 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-d16a4543-0c26-484c-bed0-6b376bcdd542 service neutron] Bound port: 83bede32-c230-41f2-b948-9aeb5fca26de, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3356a9ae-2ea0-4697-9ea6-e88537eac5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:17:54.041937 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-d16a4543-0c26-484c-bed0-6b376bcdd542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:54.118917 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-d16a4543-0c26-484c-bed0-6b376bcdd542 service neutron] For port 83bede32-c230-41f2-b948-9aeb5fca26de, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:17:54.122577 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-d16a4543-0c26-484c-bed0-6b376bcdd542 service neutron] For port 83bede32-c230-41f2-b948-9aeb5fca26de, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=83bede32-c230-41f2-b948-9aeb5fca26de,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:17:54.138356 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-d16a4543-0c26-484c-bed0-6b376bcdd542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:54.215468 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-d16a4543-0c26-484c-bed0-6b376bcdd542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:54.216114 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-d16a4543-0c26-484c-bed0-6b376bcdd542 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:54.217551 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-d16a4543-0c26-484c-bed0-6b376bcdd542 service neutron] 10.222.0.11 "PUT /v2.0/ports/83bede32-c230-41f2-b948-9aeb5fca26de HTTP/1.1" status: 200 len: 1092 time: 1.0222456 Nov 15 11:17:54.290370 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a4543-0c26-484c-bed0-6b376bcdd542 service neutron] Pushing event updated for resources: {'Port': ['ID=83bede32-c230-41f2-b948-9aeb5fca26de,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:54.307450 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4825e9e1-1460-4898-b009-ce2b8ad2b6e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:54.344829 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-6fb12d33-6bbc-424f-a9d5-337e0240a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:54.346491 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-6fb12d33-6bbc-424f-a9d5-337e0240a82e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d9c8d368bef4c74abee5cbe7283626d&device_id=6d44bda8-63c2-47d5-8833-4609915654f3 HTTP/1.1" status: 200 len: 1095 time: 0.0720000 Nov 15 11:17:54.347926 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f824fa4-bbb2-4614-8f80-02149a7381f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e4a1ee-2f8f-4677-847c-e32e1066c474,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:54.398008 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-60e568b7-42b6-42d1-ae61-8b6a11f299a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83bede32-c230-41f2-b948-9aeb5fca26de HTTP/1.1" status: 200 len: 217 time: 0.0408542 Nov 15 11:17:54.485080 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f96e0c-900c-4970-97c8-f6d27bf7216d req-853385d4-4848-4ce7-b95b-e2aec15b94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:54.487773 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a1f96e0c-900c-4970-97c8-f6d27bf7216d req-853385d4-4848-4ce7-b95b-e2aec15b94e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df0b3da522ad448b95a4d56ee86052cc&device_id=0a644bda-bbbc-4a72-bb66-1043465cfdf8 HTTP/1.1" status: 200 len: 1095 time: 0.9331412 Nov 15 11:17:54.496915 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-b1de402e-4653-41a8-8682-f38d3fd6f402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:54.498354 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-b1de402e-4653-41a8-8682-f38d3fd6f402 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe02edeb-e83c-4883-9de3-f499a3c56d94 HTTP/1.1" status: 200 len: 851 time: 0.0900536 Nov 15 11:17:54.512961 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4825e9e1-1460-4898-b009-ce2b8ad2b6e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:54.522483 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4825e9e1-1460-4898-b009-ce2b8ad2b6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:54.543980 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-6764be13-e0e3-49e5-9bbd-5a1886780646 service neutron] 10.222.0.11 "GET /v2.0/networks/a2a984c2-1241-4fcc-aabe-e522b8345512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8853688 Nov 15 11:17:54.547658 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-dbf85ecd-8e8a-4cc8-b056-fa946905a46b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be01e75b-e554-4f10-bf07-0288c0981a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376914 Nov 15 11:17:54.687522 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b91e5-bf49-4284-9677-c235a66be9be req-2482adbc-329d-4fa1-a4bb-e460f69308ed tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:54.695601 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b91e5-bf49-4284-9677-c235a66be9be req-2482adbc-329d-4fa1-a4bb-e460f69308ed tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:54.702220 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b91e5-bf49-4284-9677-c235a66be9be req-2482adbc-329d-4fa1-a4bb-e460f69308ed tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:54.714388 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b91e5-bf49-4284-9677-c235a66be9be req-2482adbc-329d-4fa1-a4bb-e460f69308ed tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:54.721424 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b91e5-bf49-4284-9677-c235a66be9be req-2482adbc-329d-4fa1-a4bb-e460f69308ed tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:54.728768 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b91e5-bf49-4284-9677-c235a66be9be req-2482adbc-329d-4fa1-a4bb-e460f69308ed tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:54.738104 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b91e5-bf49-4284-9677-c235a66be9be req-2482adbc-329d-4fa1-a4bb-e460f69308ed tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:54.763924 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc0b91e5-bf49-4284-9677-c235a66be9be req-2482adbc-329d-4fa1-a4bb-e460f69308ed tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5383 time: 0.9444456 Nov 15 11:17:54.800950 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-631109ec-915e-48bb-8d2a-523cf19cd520 req-d00b3f87-350e-44ff-ab57-067253f0142b service neutron] 10.222.0.11 "GET /v2.0/networks/a2a984c2-1241-4fcc-aabe-e522b8345512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547784 Nov 15 11:17:54.876970 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f10b7e-ca17-41e5-905e-c03e3a053366 req-2d66f11a-48e5-4130-be2c-c913c710742f tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:54.885498 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65f10b7e-ca17-41e5-905e-c03e3a053366 req-2d66f11a-48e5-4130-be2c-c913c710742f tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 1.2292442 Nov 15 11:17:54.967288 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-516afe71-3e65-46ff-b095-6dfa8ce4616e service neutron] 10.222.0.11 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101906 Nov 15 11:17:54.982215 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7f824fa4-bbb2-4614-8f80-02149a7381f0 service neutron] Attempting to bind port a5e4a1ee-2f8f-4677-847c-e32e1066c474 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:17:54.982546 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7f824fa4-bbb2-4614-8f80-02149a7381f0 service neutron] Attempting to bind port a5e4a1ee-2f8f-4677-847c-e32e1066c474 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'e6cde33a-2f50-407d-886d-02e82a6caa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:17:54.982872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7f824fa4-bbb2-4614-8f80-02149a7381f0 service neutron] Attempting to bind port a5e4a1ee-2f8f-4677-847c-e32e1066c474 on network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:17:54.992518 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4825e9e1-1460-4898-b009-ce2b8ad2b6e6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c38af9eb9b447829520b2b2aeb9f4a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9607036 Nov 15 11:17:54.993283 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58334) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:55.012656 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7f824fa4-bbb2-4614-8f80-02149a7381f0 service neutron] Port a5e4a1ee-2f8f-4677-847c-e32e1066c474 on network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:17:55.012978 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7f824fa4-bbb2-4614-8f80-02149a7381f0 service neutron] Attempting to bind port a5e4a1ee-2f8f-4677-847c-e32e1066c474 on network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:17:55.027136 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc0b91e5-bf49-4284-9677-c235a66be9be req-23f322ea-9542-46fb-9cb4-ed7168cbd4a8 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2618923 Nov 15 11:17:55.029007 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f96e0c-900c-4970-97c8-f6d27bf7216d req-c3d66015-2fa1-479d-a0f1-e867f5c5d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:55.031285 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a1f96e0c-900c-4970-97c8-f6d27bf7216d req-c3d66015-2fa1-479d-a0f1-e867f5c5d353 service neutron] 10.222.0.55 "GET /v2.0/networks?id=78f71f23-a7be-4d8c-8560-640a17cce1fe HTTP/1.1" status: 200 len: 907 time: 0.5097258 Nov 15 11:17:55.033742 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7f824fa4-bbb2-4614-8f80-02149a7381f0 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:17:55.034079 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7f824fa4-bbb2-4614-8f80-02149a7381f0 service neutron] Checking segment: {'id': 'e6cde33a-2f50-407d-886d-02e82a6caa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:17:55.034464 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7f824fa4-bbb2-4614-8f80-02149a7381f0 service neutron] Bound using segment: {'id': 'e6cde33a-2f50-407d-886d-02e82a6caa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:17:55.034904 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7f824fa4-bbb2-4614-8f80-02149a7381f0 service neutron] Bound port: a5e4a1ee-2f8f-4677-847c-e32e1066c474, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6cde33a-2f50-407d-886d-02e82a6caa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:17:55.035254 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7f824fa4-bbb2-4614-8f80-02149a7381f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:55.042686 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825e9e1-1460-4898-b009-ce2b8ad2b6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2cba25-d871-444b-bf13-15499e71c395,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:55.049697 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65f10b7e-ca17-41e5-905e-c03e3a053366 req-19b038bb-eac5-4a8b-8fe8-c45332442c23 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611698 Nov 15 11:17:55.183110 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b5c51e-67ac-4134-9e03-d987c2ee64c2 x-openstack-request-id: req-82b5c51e-67ac-4134-9e03-d987c2ee64c2 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:17:55.183434 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "tag": "cf3d8396-2297-40fd-a6ef-65ee0a1a87fe", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:17:55.183686 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-82b5c51e-67ac-4134-9e03-d987c2ee64c2 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:17:55.184127 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'tag': 'cf3d8396-2297-40fd-a6ef-65ee0a1a87fe', 'status': 'completed', 'code': 200} Nov 15 11:17:55.188254 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a1f96e0c-900c-4970-97c8-f6d27bf7216d req-16fd4a56-58e4-4add-aca7-2bba4aa0e7ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb5eb360-5766-470e-b649-70ba9ef7fadd HTTP/1.1" status: 200 len: 217 time: 0.1117079 Nov 15 11:17:55.224718 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11a16e3b-dc00-4317-adfa-89757ceec79d req-99d9a55e-347f-4d6a-8b3f-771926986560 service neutron] 10.222.0.11 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467759 Nov 15 11:17:55.226885 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a9576e5a-5a50-4f82-9740-9c349e21b20b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:55.288114 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a9576e5a-5a50-4f82-9740-9c349e21b20b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:55.303027 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e8819-4f7a-4330-8314-5ae3852c6866 req-9ed37dee-c799-4a66-9fb2-084bb56cf657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:55.303563 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e8819-4f7a-4330-8314-5ae3852c6866 req-9ed37dee-c799-4a66-9fb2-084bb56cf657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:55.304197 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e8819-4f7a-4330-8314-5ae3852c6866 req-9ed37dee-c799-4a66-9fb2-084bb56cf657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:55.304756 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e8819-4f7a-4330-8314-5ae3852c6866 req-9ed37dee-c799-4a66-9fb2-084bb56cf657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:55.305271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e8819-4f7a-4330-8314-5ae3852c6866 req-9ed37dee-c799-4a66-9fb2-084bb56cf657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:55.305782 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e8819-4f7a-4330-8314-5ae3852c6866 req-9ed37dee-c799-4a66-9fb2-084bb56cf657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:55.306408 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e8819-4f7a-4330-8314-5ae3852c6866 req-9ed37dee-c799-4a66-9fb2-084bb56cf657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:55.308437 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-479e8819-4f7a-4330-8314-5ae3852c6866 req-9ed37dee-c799-4a66-9fb2-084bb56cf657 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d166880b4a94d32a973c2d61c598d8e&device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 6233 time: 0.1263835 Nov 15 11:17:55.348957 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4c9e-083d-422c-a92e-87ec62f38c73 req-5360ee44-dc48-494f-a7b5-fd5081c0a6d1 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:55.355298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4c9e-083d-422c-a92e-87ec62f38c73 req-5360ee44-dc48-494f-a7b5-fd5081c0a6d1 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:55.363092 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-823d4c9e-083d-422c-a92e-87ec62f38c73 req-5360ee44-dc48-494f-a7b5-fd5081c0a6d1 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c6540ce-5c0c-49ba-9f53-e928a7e5eefe HTTP/1.1" status: 200 len: 1677 time: 0.1780152 Nov 15 11:17:55.369998 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f96e0c-900c-4970-97c8-f6d27bf7216d req-1a348f47-17b5-4377-adaf-80e66daa2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:55.371454 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a1f96e0c-900c-4970-97c8-f6d27bf7216d req-1a348f47-17b5-4377-adaf-80e66daa2bb7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=797b424f-66ce-468d-885b-5a988198f6f8 HTTP/1.1" status: 200 len: 845 time: 0.1735885 Nov 15 11:17:55.388544 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7f824fa4-bbb2-4614-8f80-02149a7381f0 service neutron] For port a5e4a1ee-2f8f-4677-847c-e32e1066c474, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:17:55.435161 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7f824fa4-bbb2-4614-8f80-02149a7381f0 service neutron] For port a5e4a1ee-2f8f-4677-847c-e32e1066c474, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=a5e4a1ee-2f8f-4677-847c-e32e1066c474,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:17:55.463188 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a9576e5a-5a50-4f82-9740-9c349e21b20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:55.466351 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a9576e5a-5a50-4f82-9740-9c349e21b20b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:55.467934 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a9576e5a-5a50-4f82-9740-9c349e21b20b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5f2cba25-d871-444b-bf13-15499e71c395 HTTP/1.1" status: 204 len: 168 time: 0.4718778 Nov 15 11:17:55.482008 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd7751-6c13-44a3-8efb-0efa25a3f764 req-895d0eaf-c438-4d81-865d-85941779186e tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:55.483605 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-efcd7751-6c13-44a3-8efb-0efa25a3f764 req-895d0eaf-c438-4d81-865d-85941779186e tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d44bda8-63c2-47d5-8833-4609915654f3 HTTP/1.1" status: 200 len: 944 time: 0.2187591 Nov 15 11:17:55.488558 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7f824fa4-bbb2-4614-8f80-02149a7381f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:55.499287 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9576e5a-5a50-4f82-9740-9c349e21b20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2cba25-d871-444b-bf13-15499e71c395,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:55.503076 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e8819-4f7a-4330-8314-5ae3852c6866 req-89eb3b1f-d4f5-45c1-b67d-377c041effc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:55.503541 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e8819-4f7a-4330-8314-5ae3852c6866 req-89eb3b1f-d4f5-45c1-b67d-377c041effc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:55.504011 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e8819-4f7a-4330-8314-5ae3852c6866 req-89eb3b1f-d4f5-45c1-b67d-377c041effc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:55.506171 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-479e8819-4f7a-4330-8314-5ae3852c6866 req-89eb3b1f-d4f5-45c1-b67d-377c041effc7 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6d166880b4a94d32a973c2d61c598d8e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1844952 Nov 15 11:17:55.600611 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-823d4c9e-083d-422c-a92e-87ec62f38c73 req-e35bd33a-1b7c-4019-ad7c-e8ff9af4813a tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365408 Nov 15 11:17:55.624314 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7f824fa4-bbb2-4614-8f80-02149a7381f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:55.625037 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7f824fa4-bbb2-4614-8f80-02149a7381f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:55.626444 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7f824fa4-bbb2-4614-8f80-02149a7381f0 service neutron] 10.222.0.55 "PUT /v2.0/ports/a5e4a1ee-2f8f-4677-847c-e32e1066c474 HTTP/1.1" status: 200 len: 1090 time: 3.1349623 Nov 15 11:17:55.646140 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f96e0c-900c-4970-97c8-f6d27bf7216d req-07263062-9c39-4a5d-9487-c79b49ed773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:55.648410 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a1f96e0c-900c-4970-97c8-f6d27bf7216d req-07263062-9c39-4a5d-9487-c79b49ed773f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78f71f23-a7be-4d8c-8560-640a17cce1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2613721 Nov 15 11:17:55.655973 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d44bda8-63c2-47d5-8833-4609915654f3', 'tag': '83bede32-c230-41f2-b948-9aeb5fca26de'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:17:55.667242 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c38ee98-4736-497a-8ded-c093ad8be4dd" -d '{"events": [{"name": "network-changed", "server_uuid": "6d44bda8-63c2-47d5-8833-4609915654f3", "tag": "83bede32-c230-41f2-b948-9aeb5fca26de"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:17:55.675923 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c745b941-badf-4cb2-9c37-c7ee1e27af7e service neutron] Request body: {'port': {'device_id': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:55.782050 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f824fa4-bbb2-4614-8f80-02149a7381f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e4a1ee-2f8f-4677-847c-e32e1066c474,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:55.805196 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e8819-4f7a-4330-8314-5ae3852c6866 req-272b1dc5-1570-4af5-9d92-42ea7c7c97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:55.807440 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-efcd7751-6c13-44a3-8efb-0efa25a3f764 req-177b04c7-3ed9-43fc-aebc-04b607cbd07b tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820294 Nov 15 11:17:55.813769 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-479e8819-4f7a-4330-8314-5ae3852c6866 req-272b1dc5-1570-4af5-9d92-42ea7c7c97d1 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2884905 Nov 15 11:17:55.892729 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c745b941-badf-4cb2-9c37-c7ee1e27af7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:55.964998 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a1f96e0c-900c-4970-97c8-f6d27bf7216d req-e56045e5-6756-40f4-9f91-a490930d883c service neutron] 10.222.0.55 "GET /v2.0/networks/78f71f23-a7be-4d8c-8560-640a17cce1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853189 Nov 15 11:17:56.133729 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58360) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:56.136916 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device b1f50262-f2c0-4385-8bf0-28dce9157ce3 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:17:56.155555 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1489846-817b-4aca-8c24-44be9068aa83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:56.211471 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f8151-8c01-4d86-b5bb-2a5a99f723a4 req-6e32c960-4996-4278-906b-b4662444e949 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:56.216323 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-560f8151-8c01-4d86-b5bb-2a5a99f723a4 req-6e32c960-4996-4278-906b-b4662444e949 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a644bda-bbbc-4a72-bb66-1043465cfdf8 HTTP/1.1" status: 200 len: 944 time: 0.2462862 Nov 15 11:17:56.264815 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1489846-817b-4aca-8c24-44be9068aa83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:56.276097 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1489846-817b-4aca-8c24-44be9068aa83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:56.323867 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1489846-817b-4aca-8c24-44be9068aa83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c119eb1d-3e35-450c-a006-abc657a1f7af,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:56.351994 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port b1f50262-f2c0-4385-8bf0-28dce9157ce3, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b1f50262-f2c0-4385-8bf0-28dce9157ce3,segment=NetworkSegment(7909f31e-b2ad-4bde-8eff-3f983074a229),segment_id=7909f31e-b2ad-4bde-8eff-3f983074a229)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:56.372075 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a1489846-817b-4aca-8c24-44be9068aa83 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a4423c32876648cbb8fbfdfd5354db50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352533 Nov 15 11:17:56.373582 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'b1f50262-f2c0-4385-8bf0-28dce9157ce3', 'network_id': '6834988e-8269-4fe6-bb1f-bac1a5f5a96e', 'port_id': 'b1f50262-f2c0-4385-8bf0-28dce9157ce3', 'mac_address': 'fa:16:3e:ab:5f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b81809-8cd8-4907-9dc8-f37aa0713391', 'ip_address': '19.80.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:17:56.374554 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58370) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:56.413456 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:56.427324 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f50262-f2c0-4385-8bf0-28dce9157ce3 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:17:56.429020 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce41f257-8a88-4fb3-9d3d-2ca11210cad6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:56.450771 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port b1f50262-f2c0-4385-8bf0-28dce9157ce3, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b1f50262-f2c0-4385-8bf0-28dce9157ce3,segment=NetworkSegment(7909f31e-b2ad-4bde-8eff-3f983074a229),segment_id=7909f31e-b2ad-4bde-8eff-3f983074a229)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:56.461794 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:56.462874 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 9c62af0c-1443-4d84-882a-393f3276da82 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:17:56.464002 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce41f257-8a88-4fb3-9d3d-2ca11210cad6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:56.471587 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a1f96e0c-900c-4970-97c8-f6d27bf7216d req-6b9215c3-6124-41c9-80a3-6a89cf365f58 service neutron] 10.222.0.55 "GET /v2.0/networks/78f71f23-a7be-4d8c-8560-640a17cce1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902954 Nov 15 11:17:56.511189 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-560f8151-8c01-4d86-b5bb-2a5a99f723a4 req-c6318a02-d654-4877-b461-829cb313dfe1 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/security-groups?id=4509f34b-5f89-4757-9d6f-da262ee3f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2798486 Nov 15 11:17:56.517261 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28846dea-d750-4816-ab01-ce46518ecdfe x-openstack-request-id: req-28846dea-d750-4816-ab01-ce46518ecdfe {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:17:56.517918 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d44bda8-63c2-47d5-8833-4609915654f3", "tag": "83bede32-c230-41f2-b948-9aeb5fca26de", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:17:56.518422 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28846dea-d750-4816-ab01-ce46518ecdfe {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:17:56.518852 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d44bda8-63c2-47d5-8833-4609915654f3', 'tag': '83bede32-c230-41f2-b948-9aeb5fca26de', 'status': 'completed', 'code': 200} Nov 15 11:17:56.532735 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce41f257-8a88-4fb3-9d3d-2ca11210cad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:56.536031 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce41f257-8a88-4fb3-9d3d-2ca11210cad6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:56.544696 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ce41f257-8a88-4fb3-9d3d-2ca11210cad6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c119eb1d-3e35-450c-a006-abc657a1f7af HTTP/1.1" status: 204 len: 168 time: 0.1686337 Nov 15 11:17:56.610041 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41f257-8a88-4fb3-9d3d-2ca11210cad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c119eb1d-3e35-450c-a006-abc657a1f7af,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:56.654065 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38ee98-4736-497a-8ded-c093ad8be4dd req-60992751-8004-4f4f-8f0f-a3c8dade1fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:56.658048 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c38ee98-4736-497a-8ded-c093ad8be4dd req-60992751-8004-4f4f-8f0f-a3c8dade1fdd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d9c8d368bef4c74abee5cbe7283626d&device_id=6d44bda8-63c2-47d5-8833-4609915654f3 HTTP/1.1" status: 200 len: 1095 time: 0.1380763 Nov 15 11:17:56.659614 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 9c62af0c-1443-4d84-882a-393f3276da82, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=9c62af0c-1443-4d84-882a-393f3276da82,segment=NetworkSegment(63a25b35-9dc7-4fde-ade0-8692e175ac7b),segment_id=63a25b35-9dc7-4fde-ade0-8692e175ac7b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:56.743321 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c745b941-badf-4cb2-9c37-c7ee1e27af7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9690f032-99ce-452d-8947-7368f4eac3f0 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:17:56.745753 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device eb5eb360-5766-470e-b649-70ba9ef7fadd details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:17:56.754619 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c745b941-badf-4cb2-9c37-c7ee1e27af7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:56.765148 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b57d1-d2a5-4b8a-8c8f-8c3fd542291a req-7b82ba14-f314-4492-87a1-11bac723fc6c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:56.776165 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-311b57d1-d2a5-4b8a-8c8f-8c3fd542291a req-7b82ba14-f314-4492-87a1-11bac723fc6c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.1467340 Nov 15 11:17:56.825716 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=b1f50262-f2c0-4385-8bf0-28dce9157ce3,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:56.851396 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38ee98-4736-497a-8ded-c093ad8be4dd req-42df2e93-a000-422d-81fd-eb2fa0c592c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:56.853552 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c38ee98-4736-497a-8ded-c093ad8be4dd req-42df2e93-a000-422d-81fd-eb2fa0c592c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=be01e75b-e554-4f10-bf07-0288c0981a73 HTTP/1.1" status: 200 len: 912 time: 0.1871195 Nov 15 11:17:56.855575 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854faedc-18d3-4aa0-8f5b-9cb80ab666ee req-dc785beb-4f1a-44c5-a482-0f22379c3e3c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:56.862694 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854faedc-18d3-4aa0-8f5b-9cb80ab666ee req-dc785beb-4f1a-44c5-a482-0f22379c3e3c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:56.862846 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '9c62af0c-1443-4d84-882a-393f3276da82', 'network_id': 'a2a984c2-1241-4fcc-aabe-e522b8345512', 'port_id': '9c62af0c-1443-4d84-882a-393f3276da82', 'mac_address': 'fa:16:3e:cc:a8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536ef2fd-8f29-4fd9-a9ee-c7b7322b8162', 'ip_address': '19.86.0.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:17:56.869969 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854faedc-18d3-4aa0-8f5b-9cb80ab666ee req-dc785beb-4f1a-44c5-a482-0f22379c3e3c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:56.876209 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854faedc-18d3-4aa0-8f5b-9cb80ab666ee req-dc785beb-4f1a-44c5-a482-0f22379c3e3c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:56.882334 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854faedc-18d3-4aa0-8f5b-9cb80ab666ee req-dc785beb-4f1a-44c5-a482-0f22379c3e3c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:56.888766 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854faedc-18d3-4aa0-8f5b-9cb80ab666ee req-dc785beb-4f1a-44c5-a482-0f22379c3e3c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:56.895120 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854faedc-18d3-4aa0-8f5b-9cb80ab666ee req-dc785beb-4f1a-44c5-a482-0f22379c3e3c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:56.897187 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-854faedc-18d3-4aa0-8f5b-9cb80ab666ee req-dc785beb-4f1a-44c5-a482-0f22379c3e3c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5383 time: 0.2322049 Nov 15 11:17:56.898550 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c745b941-badf-4cb2-9c37-c7ee1e27af7e service neutron] Transition to ACTIVE for port object 9690f032-99ce-452d-8947-7368f4eac3f0 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:17:56.915211 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:56.936343 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c38ee98-4736-497a-8ded-c093ad8be4dd req-05f35ca0-0b2e-46d0-9081-fd9fbac5d09f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83bede32-c230-41f2-b948-9aeb5fca26de HTTP/1.1" status: 200 len: 217 time: 0.0624890 Nov 15 11:17:56.940198 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-311b57d1-d2a5-4b8a-8c8f-8c3fd542291a req-8a734b92-d00e-4e40-a084-c7457b64aac8 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630003 Nov 15 11:17:56.944612 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c62af0c-1443-4d84-882a-393f3276da82 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:17:56.949108 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c745b941-badf-4cb2-9c37-c7ee1e27af7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:56.967122 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 9c62af0c-1443-4d84-882a-393f3276da82, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=9c62af0c-1443-4d84-882a-393f3276da82,segment=NetworkSegment(63a25b35-9dc7-4fde-ade0-8692e175ac7b),segment_id=63a25b35-9dc7-4fde-ade0-8692e175ac7b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:56.980361 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:57.062251 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-854faedc-18d3-4aa0-8f5b-9cb80ab666ee req-d9a1f0b0-1d2d-4678-9fda-598b7a3ab7e1 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1349778 Nov 15 11:17:57.070299 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38ee98-4736-497a-8ded-c093ad8be4dd req-eba0195b-7617-498b-aec3-c6eafc15735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:57.071383 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port eb5eb360-5766-470e-b649-70ba9ef7fadd, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=eb5eb360-5766-470e-b649-70ba9ef7fadd,segment=NetworkSegment(77b14f42-ad23-4232-82c6-ab3c9aaddb5a),segment_id=77b14f42-ad23-4232-82c6-ab3c9aaddb5a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:57.084527 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c38ee98-4736-497a-8ded-c093ad8be4dd req-eba0195b-7617-498b-aec3-c6eafc15735b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe02edeb-e83c-4883-9de3-f499a3c56d94 HTTP/1.1" status: 200 len: 851 time: 0.1348052 Nov 15 11:17:57.109090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'eb5eb360-5766-470e-b649-70ba9ef7fadd', 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe', 'port_id': 'eb5eb360-5766-470e-b649-70ba9ef7fadd', 'mac_address': 'fa:16:3e:5f:79:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797b424f-66ce-468d-885b-5a988198f6f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:17:57.124902 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=9c62af0c-1443-4d84-882a-393f3276da82,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:57.166148 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c38ee98-4736-497a-8ded-c093ad8be4dd req-2b631aed-6f35-4ae4-948b-6ee78d2c8071 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be01e75b-e554-4f10-bf07-0288c0981a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772319 Nov 15 11:17:57.176487 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58392) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:57.177938 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:57.194212 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb5eb360-5766-470e-b649-70ba9ef7fadd {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:17:57.215703 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'tag': 'a5e4a1ee-2f8f-4677-847c-e32e1066c474'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:17:57.222965 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port eb5eb360-5766-470e-b649-70ba9ef7fadd, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=eb5eb360-5766-470e-b649-70ba9ef7fadd,segment=NetworkSegment(77b14f42-ad23-4232-82c6-ab3c9aaddb5a),segment_id=77b14f42-ad23-4232-82c6-ab3c9aaddb5a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:57.225827 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a8b7c0-c66f-445d-9387-52e06d0f1159" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "tag": "a5e4a1ee-2f8f-4677-847c-e32e1066c474"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:17:57.237098 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:57.248114 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745b941-badf-4cb2-9c37-c7ee1e27af7e service neutron] Pushing event updated for resources: {'Port': ['ID=9690f032-99ce-452d-8947-7368f4eac3f0,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:57.327129 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=eb5eb360-5766-470e-b649-70ba9ef7fadd,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:57.447654 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['eb5eb360-5766-470e-b649-70ba9ef7fadd'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:17:57.501474 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f070e-3747-45ba-87e5-f3d78441c3eb req-8cf53ab4-0c32-41a9-a9c5-123ea086603d tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:57.519843 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f070e-3747-45ba-87e5-f3d78441c3eb req-8cf53ab4-0c32-41a9-a9c5-123ea086603d tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:57.538536 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-221f070e-3747-45ba-87e5-f3d78441c3eb req-8cf53ab4-0c32-41a9-a9c5-123ea086603d tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c6540ce-5c0c-49ba-9f53-e928a7e5eefe HTTP/1.1" status: 200 len: 1679 time: 0.2458174 Nov 15 11:17:57.561809 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['9c62af0c-1443-4d84-882a-393f3276da82'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:17:57.574705 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c745b941-badf-4cb2-9c37-c7ee1e27af7e service neutron] Attempting to bind port 9690f032-99ce-452d-8947-7368f4eac3f0 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:17:57.578043 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c745b941-badf-4cb2-9c37-c7ee1e27af7e service neutron] Attempting to bind port 9690f032-99ce-452d-8947-7368f4eac3f0 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'e6cde33a-2f50-407d-886d-02e82a6caa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:17:57.578379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c745b941-badf-4cb2-9c37-c7ee1e27af7e service neutron] Attempting to bind port 9690f032-99ce-452d-8947-7368f4eac3f0 on network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:17:57.601115 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c38ee98-4736-497a-8ded-c093ad8be4dd req-e9fddbaf-3cec-4311-b221-b0b952548b71 service neutron] 10.222.0.11 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167073 Nov 15 11:17:57.616885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c745b941-badf-4cb2-9c37-c7ee1e27af7e service neutron] Port 9690f032-99ce-452d-8947-7368f4eac3f0 on network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:17:57.617215 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c745b941-badf-4cb2-9c37-c7ee1e27af7e service neutron] Attempting to bind port 9690f032-99ce-452d-8947-7368f4eac3f0 on network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:17:57.650424 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['b1f50262-f2c0-4385-8bf0-28dce9157ce3'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:17:57.668441 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-221f070e-3747-45ba-87e5-f3d78441c3eb req-141b3ec4-e54f-42c8-9663-fe6196346166 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289182 Nov 15 11:17:57.671477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c745b941-badf-4cb2-9c37-c7ee1e27af7e service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:17:57.671838 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c745b941-badf-4cb2-9c37-c7ee1e27af7e service neutron] Checking segment: {'id': 'e6cde33a-2f50-407d-886d-02e82a6caa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:17:57.672214 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c745b941-badf-4cb2-9c37-c7ee1e27af7e service neutron] Bound using segment: {'id': 'e6cde33a-2f50-407d-886d-02e82a6caa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:17:57.672635 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c745b941-badf-4cb2-9c37-c7ee1e27af7e service neutron] Bound port: 9690f032-99ce-452d-8947-7368f4eac3f0, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6cde33a-2f50-407d-886d-02e82a6caa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:17:57.672971 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c745b941-badf-4cb2-9c37-c7ee1e27af7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:57.940305 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c745b941-badf-4cb2-9c37-c7ee1e27af7e service neutron] For port 9690f032-99ce-452d-8947-7368f4eac3f0, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:17:57.952812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c745b941-badf-4cb2-9c37-c7ee1e27af7e service neutron] For port 9690f032-99ce-452d-8947-7368f4eac3f0, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=9690f032-99ce-452d-8947-7368f4eac3f0,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:17:57.994490 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c38ee98-4736-497a-8ded-c093ad8be4dd req-ed577cac-af3a-4017-a555-2be9ca82fc0e service neutron] 10.222.0.11 "GET /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798926 Nov 15 11:17:58.012305 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714e55a-3a9c-4da6-b268-4c29c6e56c6b req-b65b321c-1f2d-4d44-82eb-e98b47059271 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:58.015143 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0714e55a-3a9c-4da6-b268-4c29c6e56c6b req-b65b321c-1f2d-4d44-82eb-e98b47059271 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d44bda8-63c2-47d5-8833-4609915654f3 HTTP/1.1" status: 200 len: 944 time: 0.2120779 Nov 15 11:17:58.016545 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c745b941-badf-4cb2-9c37-c7ee1e27af7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:58.053093 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b3ca97-024a-4554-a662-59ddeb18b9cf x-openstack-request-id: req-71b3ca97-024a-4554-a662-59ddeb18b9cf {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:17:58.053388 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "tag": "a5e4a1ee-2f8f-4677-847c-e32e1066c474", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:17:58.053631 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71b3ca97-024a-4554-a662-59ddeb18b9cf {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:17:58.058023 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'tag': 'a5e4a1ee-2f8f-4677-847c-e32e1066c474', 'status': 'completed', 'code': 200} Nov 15 11:17:58.133435 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ddf3c5b-8b26-46cb-9d57-5023a115e6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:58.145909 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 83bede32-c230-41f2-b948-9aeb5fca26de details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:17:58.165783 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c745b941-badf-4cb2-9c37-c7ee1e27af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:58.165783 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c745b941-badf-4cb2-9c37-c7ee1e27af7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:58.167227 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c745b941-badf-4cb2-9c37-c7ee1e27af7e service neutron] 10.222.0.55 "PUT /v2.0/ports/9690f032-99ce-452d-8947-7368f4eac3f0 HTTP/1.1" status: 200 len: 1090 time: 2.4995437 Nov 15 11:17:58.234746 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-34ce732a-ef54-4938-b467-46159aef2f23 req-612eae2a-9c65-4c35-88e4-2d92886e20d8 service neutron] Request body: {'port': {'device_id': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:17:58.369107 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745b941-badf-4cb2-9c37-c7ee1e27af7e service neutron] Pushing event updated for resources: {'Port': ['ID=9690f032-99ce-452d-8947-7368f4eac3f0,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:58.392078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8b7c0-c66f-445d-9387-52e06d0f1159 req-dfb8f2d7-28d6-402b-bb2a-4593f5c4e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:58.392687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8b7c0-c66f-445d-9387-52e06d0f1159 req-dfb8f2d7-28d6-402b-bb2a-4593f5c4e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:58.393152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8b7c0-c66f-445d-9387-52e06d0f1159 req-dfb8f2d7-28d6-402b-bb2a-4593f5c4e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:58.393686 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8b7c0-c66f-445d-9387-52e06d0f1159 req-dfb8f2d7-28d6-402b-bb2a-4593f5c4e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:58.394185 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8b7c0-c66f-445d-9387-52e06d0f1159 req-dfb8f2d7-28d6-402b-bb2a-4593f5c4e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:58.394644 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8b7c0-c66f-445d-9387-52e06d0f1159 req-dfb8f2d7-28d6-402b-bb2a-4593f5c4e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:58.399298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8b7c0-c66f-445d-9387-52e06d0f1159 req-dfb8f2d7-28d6-402b-bb2a-4593f5c4e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:58.401906 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56a8b7c0-c66f-445d-9387-52e06d0f1159 req-dfb8f2d7-28d6-402b-bb2a-4593f5c4e8aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d166880b4a94d32a973c2d61c598d8e&device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 6342 time: 0.3334796 Nov 15 11:17:58.415112 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0714e55a-3a9c-4da6-b268-4c29c6e56c6b req-b94b9b36-84a4-4953-a638-ea6fb71142c3 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909495 Nov 15 11:17:58.426794 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 83bede32-c230-41f2-b948-9aeb5fca26de, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=83bede32-c230-41f2-b948-9aeb5fca26de,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:58.479398 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '83bede32-c230-41f2-b948-9aeb5fca26de', 'network_id': 'be01e75b-e554-4f10-bf07-0288c0981a73', 'port_id': '83bede32-c230-41f2-b948-9aeb5fca26de', 'mac_address': 'fa:16:3e:cd:73:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe02edeb-e83c-4883-9de3-f499a3c56d94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:17:58.555537 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768373ad-1f2f-42fe-9926-dbbe888dbebe req-6334e354-2e09-421e-8190-da0177fe1a33 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:58.564304 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-768373ad-1f2f-42fe-9926-dbbe888dbebe req-6334e354-2e09-421e-8190-da0177fe1a33 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a644bda-bbbc-4a72-bb66-1043465cfdf8 HTTP/1.1" status: 200 len: 945 time: 0.3922849 Nov 15 11:17:58.570855 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device eb5eb360-5766-470e-b649-70ba9ef7fadd up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:17:58.584595 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58434) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:58.588123 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-612eae2a-9c65-4c35-88e4-2d92886e20d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:58.637322 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:58.664196 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83bede32-c230-41f2-b948-9aeb5fca26de {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:17:58.665734 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf3c5b-8b26-46cb-9d57-5023a115e6f4 admin admin] Deleting port 2d47517e-880c-4dcd-9ad1-6735f8a98e20 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:17:58.666628 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ddf3c5b-8b26-46cb-9d57-5023a115e6f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:58.691126 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8b7c0-c66f-445d-9387-52e06d0f1159 req-051f1f0c-62e9-49b9-b92c-775581d67418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:58.691598 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8b7c0-c66f-445d-9387-52e06d0f1159 req-051f1f0c-62e9-49b9-b92c-775581d67418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:58.695587 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8b7c0-c66f-445d-9387-52e06d0f1159 req-051f1f0c-62e9-49b9-b92c-775581d67418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:58.697504 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56a8b7c0-c66f-445d-9387-52e06d0f1159 req-051f1f0c-62e9-49b9-b92c-775581d67418 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6d166880b4a94d32a973c2d61c598d8e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2811568 Nov 15 11:17:58.703367 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 83bede32-c230-41f2-b948-9aeb5fca26de, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=83bede32-c230-41f2-b948-9aeb5fca26de,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:58.713086 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:58.714092 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device e22b0fda-3892-42d7-aaac-98c83fd6cb92 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:17:58.778742 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port eb5eb360-5766-470e-b649-70ba9ef7fadd completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:17:58.801297 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4ddf3c5b-8b26-46cb-9d57-5023a115e6f4 admin admin] For port 2d47517e-880c-4dcd-9ad1-6735f8a98e20, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2d47517e-880c-4dcd-9ad1-6735f8a98e20,segment=NetworkSegment(b91fd0bb-fadf-4d4a-9b17-8b8843409bc7),segment_id=b91fd0bb-fadf-4d4a-9b17-8b8843409bc7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:58.801660 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ddf3c5b-8b26-46cb-9d57-5023a115e6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:58.839584 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf3c5b-8b26-46cb-9d57-5023a115e6f4 admin admin] Calling delete_port for 2d47517e-880c-4dcd-9ad1-6735f8a98e20 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:17:58.895680 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port eb5eb360-5766-470e-b649-70ba9ef7fadd triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:17:58.896209 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:58.901491 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=83bede32-c230-41f2-b948-9aeb5fca26de,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:59.137263 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.resource_extend [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 11:17:59.236119 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ddf3c5b-8b26-46cb-9d57-5023a115e6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:59.283089 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port e22b0fda-3892-42d7-aaac-98c83fd6cb92, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:59.301291 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e08d2e-0a6a-475a-bd6f-9bfa2691d47d req-6dfd11f3-07ad-47d3-b865-84f60d666550 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:59.309314 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11e08d2e-0a6a-475a-bd6f-9bfa2691d47d req-6dfd11f3-07ad-47d3-b865-84f60d666550 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.7172680 Nov 15 11:17:59.312010 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:59.326948 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-768373ad-1f2f-42fe-9926-dbbe888dbebe req-98ad4587-fb4c-4655-9a3e-d6e7ce750228 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/security-groups?id=4509f34b-5f89-4757-9d6f-da262ee3f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7589641 Nov 15 11:17:59.343501 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'port_id': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92', 'mac_address': 'fa:16:3e:db:0a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:17:59.383384 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf3c5b-8b26-46cb-9d57-5023a115e6f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d47517e-880c-4dcd-9ad1-6735f8a98e20,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:59.394664 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a3d4df91-c1c7-469f-b43d-ae8c1e7f985e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c953c4012db94ce89cd4888cf7e37669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8087575 Nov 15 11:17:59.402856 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58452) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:17:59.407853 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port eb5eb360-5766-470e-b649-70ba9ef7fadd, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=eb5eb360-5766-470e-b649-70ba9ef7fadd,segment=NetworkSegment(77b14f42-ad23-4232-82c6-ab3c9aaddb5a),segment_id=77b14f42-ad23-4232-82c6-ab3c9aaddb5a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:59.412221 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a644bda-bbbc-4a72-bb66-1043465cfdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5eb360-5766-470e-b649-70ba9ef7fadd'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:17:59.426452 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a69b60-a753-4213-84b5-609274a237cd" -d '{"events": [{"server_uuid": "0a644bda-bbbc-4a72-bb66-1043465cfdf8", "name": "network-vif-plugged", "status": "completed", "tag": "eb5eb360-5766-470e-b649-70ba9ef7fadd"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:17:59.448115 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:59.554131 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=eb5eb360-5766-470e-b649-70ba9ef7fadd,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:59.560415 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:59.578856 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:59.584508 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ddf3c5b-8b26-46cb-9d57-5023a115e6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:59.598695 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22b0fda-3892-42d7-aaac-98c83fd6cb92 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:17:59.642524 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port e22b0fda-3892-42d7-aaac-98c83fd6cb92, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:17:59.644958 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11e08d2e-0a6a-475a-bd6f-9bfa2691d47d req-3b6cd12d-5246-4f6b-a974-897e0c04ae04 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3345163 Nov 15 11:17:59.648397 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:59.650235 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8b7c0-c66f-445d-9387-52e06d0f1159 req-a3be5eb7-a4a7-42b3-a2c9-23c4b3320e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:59.651540 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56a8b7c0-c66f-445d-9387-52e06d0f1159 req-a3be5eb7-a4a7-42b3-a2c9-23c4b3320e8a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4984329 Nov 15 11:17:59.652416 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29dd6225-c210-48b3-8076-6c2d5eb7e994 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:59.714144 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=e22b0fda-3892-42d7-aaac-98c83fd6cb92,revision_number=12']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:17:59.725294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef487c-72fa-4a6e-8423-0b7900b5f7f8 req-0f5a4bcf-4ad7-41e2-8de7-07a91b3b0842 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:59.731734 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef487c-72fa-4a6e-8423-0b7900b5f7f8 req-0f5a4bcf-4ad7-41e2-8de7-07a91b3b0842 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:59.737997 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef487c-72fa-4a6e-8423-0b7900b5f7f8 req-0f5a4bcf-4ad7-41e2-8de7-07a91b3b0842 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:59.743957 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef487c-72fa-4a6e-8423-0b7900b5f7f8 req-0f5a4bcf-4ad7-41e2-8de7-07a91b3b0842 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:59.749835 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef487c-72fa-4a6e-8423-0b7900b5f7f8 req-0f5a4bcf-4ad7-41e2-8de7-07a91b3b0842 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:59.755854 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef487c-72fa-4a6e-8423-0b7900b5f7f8 req-0f5a4bcf-4ad7-41e2-8de7-07a91b3b0842 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:59.761797 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef487c-72fa-4a6e-8423-0b7900b5f7f8 req-0f5a4bcf-4ad7-41e2-8de7-07a91b3b0842 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:59.764255 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73ef487c-72fa-4a6e-8423-0b7900b5f7f8 req-0f5a4bcf-4ad7-41e2-8de7-07a91b3b0842 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5395 time: 0.2891297 Nov 15 11:17:59.799733 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29dd6225-c210-48b3-8076-6c2d5eb7e994 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:59.842374 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-34ce732a-ef54-4938-b467-46159aef2f23 req-612eae2a-9c65-4c35-88e4-2d92886e20d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4704c36-0238-4820-b8a4-0393c48690e2 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:17:59.856148 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['e22b0fda-3892-42d7-aaac-98c83fd6cb92'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:17:59.883343 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddf3c5b-8b26-46cb-9d57-5023a115e6f4 admin admin] Router e4f272ce-287b-444c-9bb7-93131f5443cc has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:17:59.894277 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73ef487c-72fa-4a6e-8423-0b7900b5f7f8 req-0b885c5d-a260-4774-b56a-6f942ed8f51d tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111276 Nov 15 11:17:59.897263 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-612eae2a-9c65-4c35-88e4-2d92886e20d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:17:59.936735 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-34ce732a-ef54-4938-b467-46159aef2f23 req-612eae2a-9c65-4c35-88e4-2d92886e20d8 service neutron] Transition to ACTIVE for port object f4704c36-0238-4820-b8a4-0393c48690e2 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:17:59.949121 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f21f6e-4cf1-4465-bc34-2b0fc69346ea req-23f2e26c-876c-4d45-bb2e-e9d1e4d1dd03 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:59.955724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f21f6e-4cf1-4465-bc34-2b0fc69346ea req-23f2e26c-876c-4d45-bb2e-e9d1e4d1dd03 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:17:59.956889 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31f21f6e-4cf1-4465-bc34-2b0fc69346ea req-23f2e26c-876c-4d45-bb2e-e9d1e4d1dd03 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c6540ce-5c0c-49ba-9f53-e928a7e5eefe HTTP/1.1" status: 200 len: 1679 time: 0.1904871 Nov 15 11:17:59.962638 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-612eae2a-9c65-4c35-88e4-2d92886e20d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:00.041816 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612eae2a-9c65-4c35-88e4-2d92886e20d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4704c36-0238-4820-b8a4-0393c48690e2,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:00.065762 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29dd6225-c210-48b3-8076-6c2d5eb7e994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:00.068503 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29dd6225-c210-48b3-8076-6c2d5eb7e994 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:00.071101 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-29dd6225-c210-48b3-8076-6c2d5eb7e994 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/860239d2-d536-43fa-b011-a561d115bb95 HTTP/1.1" status: 204 len: 168 time: 0.6649725 Nov 15 11:18:00.071684 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'tag': '9690f032-99ce-452d-8947-7368f4eac3f0'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:00.074505 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475c9649-0bbb-4bbf-ab3e-b9a2a58e1b56" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "tag": "9690f032-99ce-452d-8947-7368f4eac3f0"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:00.085799 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddf3c5b-8b26-46cb-9d57-5023a115e6f4 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:18:00.111891 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd6225-c210-48b3-8076-6c2d5eb7e994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860239d2-d536-43fa-b011-a561d115bb95,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:00.120405 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4ddf3c5b-8b26-46cb-9d57-5023a115e6f4 admin admin] 10.222.0.64 "PUT /v2.0/routers/e4f272ce-287b-444c-9bb7-93131f5443cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9323797 Nov 15 11:18:00.122262 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58464) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:00.130781 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc8dad3-d123-4ee9-8dea-087ce5991751 None None] Sync routers for ids ['e4f272ce-287b-444c-9bb7-93131f5443cc'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:18:00.184267 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31f21f6e-4cf1-4465-bc34-2b0fc69346ea req-f6ee3dc6-2fef-430f-ba2d-61a7781603fc tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176459 Nov 15 11:18:00.199611 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device b1f50262-f2c0-4385-8bf0-28dce9157ce3 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:00.200775 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf563031-b12a-460d-8a9b-5381b322ecec req-7d142975-7329-440d-8806-fe348c72a101 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:00.220233 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cf563031-b12a-460d-8a9b-5381b322ecec req-7d142975-7329-440d-8806-fe348c72a101 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d44bda8-63c2-47d5-8833-4609915654f3 HTTP/1.1" status: 200 len: 945 time: 0.2134538 Nov 15 11:18:00.284278 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-34ce732a-ef54-4938-b467-46159aef2f23 req-612eae2a-9c65-4c35-88e4-2d92886e20d8 service neutron] Attempting to bind port f4704c36-0238-4820-b8a4-0393c48690e2 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:18:00.284635 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-34ce732a-ef54-4938-b467-46159aef2f23 req-612eae2a-9c65-4c35-88e4-2d92886e20d8 service neutron] Attempting to bind port f4704c36-0238-4820-b8a4-0393c48690e2 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'b17abd1e-d0b6-44c2-9c92-d6eadba25f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1722e728-27c9-4457-a98e-4b336084f5f5'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:18:00.284964 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-612eae2a-9c65-4c35-88e4-2d92886e20d8 service neutron] Attempting to bind port f4704c36-0238-4820-b8a4-0393c48690e2 on network 1722e728-27c9-4457-a98e-4b336084f5f5 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:18:00.307353 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cf563031-b12a-460d-8a9b-5381b322ecec req-1a380919-c998-4778-8c5c-e207e9e9d47f tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801709 Nov 15 11:18:00.308327 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-612eae2a-9c65-4c35-88e4-2d92886e20d8 service neutron] Port f4704c36-0238-4820-b8a4-0393c48690e2 on network 1722e728-27c9-4457-a98e-4b336084f5f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:18:00.308659 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-612eae2a-9c65-4c35-88e4-2d92886e20d8 service neutron] Attempting to bind port f4704c36-0238-4820-b8a4-0393c48690e2 on network 1722e728-27c9-4457-a98e-4b336084f5f5 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:18:00.325642 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-612eae2a-9c65-4c35-88e4-2d92886e20d8 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:18:00.326040 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-612eae2a-9c65-4c35-88e4-2d92886e20d8 service neutron] Checking segment: {'id': 'b17abd1e-d0b6-44c2-9c92-d6eadba25f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1722e728-27c9-4457-a98e-4b336084f5f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:18:00.326376 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-612eae2a-9c65-4c35-88e4-2d92886e20d8 service neutron] Bound using segment: {'id': 'b17abd1e-d0b6-44c2-9c92-d6eadba25f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1722e728-27c9-4457-a98e-4b336084f5f5'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:18:00.326815 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-34ce732a-ef54-4938-b467-46159aef2f23 req-612eae2a-9c65-4c35-88e4-2d92886e20d8 service neutron] Bound port: f4704c36-0238-4820-b8a4-0393c48690e2, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17abd1e-d0b6-44c2-9c92-d6eadba25f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1722e728-27c9-4457-a98e-4b336084f5f5'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:18:00.327176 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-612eae2a-9c65-4c35-88e4-2d92886e20d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:00.349929 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336a117a-ab27-4a40-902d-e3642daa84f7 x-openstack-request-id: req-336a117a-ab27-4a40-902d-e3642daa84f7 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:00.350250 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a644bda-bbbc-4a72-bb66-1043465cfdf8", "name": "network-vif-plugged", "status": "completed", "tag": "eb5eb360-5766-470e-b649-70ba9ef7fadd", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:00.350440 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-336a117a-ab27-4a40-902d-e3642daa84f7 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:00.350981 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a644bda-bbbc-4a72-bb66-1043465cfdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5eb360-5766-470e-b649-70ba9ef7fadd', 'code': 200} Nov 15 11:18:00.354008 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['83bede32-c230-41f2-b948-9aeb5fca26de'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:18:00.388212 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5329d85d-5b33-4676-8da7-101f44fc4846 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:00.437878 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bc5993-f839-4ccb-8429-9571ca583d51 x-openstack-request-id: req-53bc5993-f839-4ccb-8429-9571ca583d51 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:00.438148 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "tag": "9690f032-99ce-452d-8947-7368f4eac3f0", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:00.438402 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-53bc5993-f839-4ccb-8429-9571ca583d51 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:00.438801 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'tag': '9690f032-99ce-452d-8947-7368f4eac3f0', 'status': 'completed', 'code': 200} Nov 15 11:18:00.460193 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc8dad3-d123-4ee9-8dea-087ce5991751 None None] Routers {'e4f272ce-287b-444c-9bb7-93131f5443cc'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:18:00.464003 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9dc8dad3-d123-4ee9-8dea-087ce5991751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:17:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e4f272ce-287b-444c-9bb7-93131f5443cc'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:00.522544 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ee1d3-7049-4464-a662-da71ae276d7f req-dad9207d-4ac2-41f5-938e-f4cad2cc93fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:00.524738 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae2ee1d3-7049-4464-a662-da71ae276d7f req-dad9207d-4ac2-41f5-938e-f4cad2cc93fe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0a644bda-bbbc-4a72-bb66-1043465cfdf8 HTTP/1.1" status: 200 len: 1097 time: 0.1709340 Nov 15 11:18:00.526056 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-34ce732a-ef54-4938-b467-46159aef2f23 req-612eae2a-9c65-4c35-88e4-2d92886e20d8 service neutron] For port f4704c36-0238-4820-b8a4-0393c48690e2, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:18:00.529721 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-34ce732a-ef54-4938-b467-46159aef2f23 req-612eae2a-9c65-4c35-88e4-2d92886e20d8 service neutron] For port f4704c36-0238-4820-b8a4-0393c48690e2, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f4704c36-0238-4820-b8a4-0393c48690e2,segment=NetworkSegment(b17abd1e-d0b6-44c2-9c92-d6eadba25f9f),segment_id=b17abd1e-d0b6-44c2-9c92-d6eadba25f9f)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:18:00.547854 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-612eae2a-9c65-4c35-88e4-2d92886e20d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:00.659383 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5329d85d-5b33-4676-8da7-101f44fc4846 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:00.692358 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c9649-0bbb-4bbf-ab3e-b9a2a58e1b56 req-be6f04d2-918a-4c93-9da4-6fcb9e5a843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:00.696262 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c9649-0bbb-4bbf-ab3e-b9a2a58e1b56 req-be6f04d2-918a-4c93-9da4-6fcb9e5a843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:00.696732 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c9649-0bbb-4bbf-ab3e-b9a2a58e1b56 req-be6f04d2-918a-4c93-9da4-6fcb9e5a843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:00.697188 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c9649-0bbb-4bbf-ab3e-b9a2a58e1b56 req-be6f04d2-918a-4c93-9da4-6fcb9e5a843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:00.701015 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c9649-0bbb-4bbf-ab3e-b9a2a58e1b56 req-be6f04d2-918a-4c93-9da4-6fcb9e5a843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:00.701530 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c9649-0bbb-4bbf-ab3e-b9a2a58e1b56 req-be6f04d2-918a-4c93-9da4-6fcb9e5a843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:00.701994 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c9649-0bbb-4bbf-ab3e-b9a2a58e1b56 req-be6f04d2-918a-4c93-9da4-6fcb9e5a843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:00.706802 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-475c9649-0bbb-4bbf-ab3e-b9a2a58e1b56 req-be6f04d2-918a-4c93-9da4-6fcb9e5a843d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d166880b4a94d32a973c2d61c598d8e&device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 6409 time: 0.1646087 Nov 15 11:18:00.709045 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-612eae2a-9c65-4c35-88e4-2d92886e20d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:00.710863 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-612eae2a-9c65-4c35-88e4-2d92886e20d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:00.713299 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-612eae2a-9c65-4c35-88e4-2d92886e20d8 service neutron] 10.222.0.55 "PUT /v2.0/ports/f4704c36-0238-4820-b8a4-0393c48690e2 HTTP/1.1" status: 200 len: 1091 time: 2.4923396 Nov 15 11:18:00.777143 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-34ce732a-ef54-4938-b467-46159aef2f23 req-4cab8ed3-b1ca-4243-ac24-a442adc9cf3c service neutron] Request body: {'port': {'device_id': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:00.800222 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612eae2a-9c65-4c35-88e4-2d92886e20d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4704c36-0238-4820-b8a4-0393c48690e2,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:00.839675 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae2ee1d3-7049-4464-a662-da71ae276d7f req-a65d9455-0a77-458a-96b7-0ed834621788 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4509f34b-5f89-4757-9d6f-da262ee3f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3022122 Nov 15 11:18:00.871894 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f342bb-06c8-431e-bf89-69cf4f86b3e4 req-ea5fd5be-d2fd-4024-92e9-26166dbb869d tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:00.879398 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6f342bb-06c8-431e-bf89-69cf4f86b3e4 req-ea5fd5be-d2fd-4024-92e9-26166dbb869d tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a644bda-bbbc-4a72-bb66-1043465cfdf8 HTTP/1.1" status: 200 len: 946 time: 0.3273377 Nov 15 11:18:00.949784 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port b1f50262-f2c0-4385-8bf0-28dce9157ce3 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:18:01.023792 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5329d85d-5b33-4676-8da7-101f44fc4846 admin admin] Deleting port 6ed22b80-4674-4a54-b3ae-40ff00f0168c {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:18:01.024447 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5329d85d-5b33-4676-8da7-101f44fc4846 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:01.050269 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-9dc8dad3-d123-4ee9-8dea-087ce5991751 None None] Set router e4f272ce-287b-444c-9bb7-93131f5443cc gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:18:01.098446 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-930b9f4e-fb52-401a-be67-3bd10dcc6751 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6807ab01268344f4b073747a8aca0996&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1049414 Nov 15 11:18:01.098446 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-4cab8ed3-b1ca-4243-ac24-a442adc9cf3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:01.128084 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port b1f50262-f2c0-4385-8bf0-28dce9157ce3 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:01.128460 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:01.179401 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6f342bb-06c8-431e-bf89-69cf4f86b3e4 req-91c59985-fb51-4b45-8b53-c137facb1b28 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/security-groups?id=4509f34b-5f89-4757-9d6f-da262ee3f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2990823 Nov 15 11:18:01.187831 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5329d85d-5b33-4676-8da7-101f44fc4846 admin admin] For port 6ed22b80-4674-4a54-b3ae-40ff00f0168c, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6ed22b80-4674-4a54-b3ae-40ff00f0168c,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:01.188503 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5329d85d-5b33-4676-8da7-101f44fc4846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:01.207069 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5329d85d-5b33-4676-8da7-101f44fc4846 admin admin] Calling delete_port for 6ed22b80-4674-4a54-b3ae-40ff00f0168c owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:18:01.298918 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c9649-0bbb-4bbf-ab3e-b9a2a58e1b56 req-6858925b-aca2-4b0b-bf7a-183d68c5c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:01.299382 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c9649-0bbb-4bbf-ab3e-b9a2a58e1b56 req-6858925b-aca2-4b0b-bf7a-183d68c5c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:01.300774 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c9649-0bbb-4bbf-ab3e-b9a2a58e1b56 req-6858925b-aca2-4b0b-bf7a-183d68c5c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:01.302516 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-475c9649-0bbb-4bbf-ab3e-b9a2a58e1b56 req-6858925b-aca2-4b0b-bf7a-183d68c5c724 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6d166880b4a94d32a973c2d61c598d8e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5752256 Nov 15 11:18:01.346177 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:01.437363 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:01.455948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-8d30ac52-1857-40e0-be58-166db82701c2 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:01.466316 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-8d30ac52-1857-40e0-be58-166db82701c2 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3196437 Nov 15 11:18:01.486792 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port b1f50262-f2c0-4385-8bf0-28dce9157ce3, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b1f50262-f2c0-4385-8bf0-28dce9157ce3,segment=NetworkSegment(7909f31e-b2ad-4bde-8eff-3f983074a229),segment_id=7909f31e-b2ad-4bde-8eff-3f983074a229)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:01.494623 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:01.495552 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 9c62af0c-1443-4d84-882a-393f3276da82 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:01.522657 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c9649-0bbb-4bbf-ab3e-b9a2a58e1b56 req-9355e021-5f52-4b74-b667-3dcdc21ace1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:01.524286 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-475c9649-0bbb-4bbf-ab3e-b9a2a58e1b56 req-9355e021-5f52-4b74-b667-3dcdc21ace1a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2087216 Nov 15 11:18:01.597251 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5329d85d-5b33-4676-8da7-101f44fc4846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:01.602317 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9dc8dad3-d123-4ee9-8dea-087ce5991751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f272ce-287b-444c-9bb7-93131f5443cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-52398969-router', 'tenant_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '6ed22b80-4674-4a54-b3ae-40ff00f0168c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:14Z', 'updated_at': '2021-11-15T11:17:59Z', 'revision_number': 5, 'project_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'gw_port': {'id': '6ed22b80-4674-4a54-b3ae-40ff00f0168c', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f272ce-287b-444c-9bb7-93131f5443cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:14Z', 'updated_at': '2021-11-15T11:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:01.606066 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 9c62af0c-1443-4d84-882a-393f3276da82 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:18:01.628377 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-e4d47f6d-f528-44ff-8e57-8218ebc97cf5 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/quotas/6807ab01268344f4b073747a8aca0996 HTTP/1.1" status: 200 len: 375 time: 0.1604307 Nov 15 11:18:01.648142 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 9c62af0c-1443-4d84-882a-393f3276da82 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:01.649188 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:01.649320 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329d85d-5b33-4676-8da7-101f44fc4846 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed22b80-4674-4a54-b3ae-40ff00f0168c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:01.675017 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc8dad3-d123-4ee9-8dea-087ce5991751 None None] Checking router: e4f272ce-287b-444c-9bb7-93131f5443cc for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:18:01.694716 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc8dad3-d123-4ee9-8dea-087ce5991751 None None] Routers {'e4f272ce-287b-444c-9bb7-93131f5443cc'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:18:01.695453 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9dc8dad3-d123-4ee9-8dea-087ce5991751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:17:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e4f272ce-287b-444c-9bb7-93131f5443cc'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:01.697253 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=b1f50262-f2c0-4385-8bf0-28dce9157ce3,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:01.725145 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05287a-7379-4049-a576-266b5a04db9d req-aaee02b8-a98b-43f0-9656-4d75dc457021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:01.732975 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2e05287a-7379-4049-a576-266b5a04db9d req-aaee02b8-a98b-43f0-9656-4d75dc457021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 946 time: 0.2636759 Nov 15 11:18:01.736319 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-cd35e893-3ae5-426a-a49b-42cd8da83e1c tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6807ab01268344f4b073747a8aca0996&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0944009 Nov 15 11:18:01.796463 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-9dc8dad3-d123-4ee9-8dea-087ce5991751 None None] Set router e4f272ce-287b-444c-9bb7-93131f5443cc gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:18:01.827864 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2e05287a-7379-4049-a576-266b5a04db9d req-00b7df73-5026-41b4-9ada-4c82478a8143 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803361 Nov 15 11:18:01.834330 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5329d85d-5b33-4676-8da7-101f44fc4846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:01.876662 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-9dc8dad3-d123-4ee9-8dea-087ce5991751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f272ce-287b-444c-9bb7-93131f5443cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-52398969-router', 'tenant_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:14Z', 'updated_at': '2021-11-15T11:18:01Z', 'revision_number': 7, 'project_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:01.907540 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc8dad3-d123-4ee9-8dea-087ce5991751 None None] The sync data for ids ['e4f272ce-287b-444c-9bb7-93131f5443cc'] in n-d-729945-9 is: [{'id': 'e4f272ce-287b-444c-9bb7-93131f5443cc', 'name': 'tempest-AttachSCSIVolumeTestJSON-52398969-router', 'tenant_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:14Z', 'updated_at': '2021-11-15T11:18:01Z', 'revision_number': 7, 'project_id': '1e6171d0c55743828c9f4fc6fcc03dbd', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:18:01.950630 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:02.001070 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5329d85d-5b33-4676-8da7-101f44fc4846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:02.007449 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5329d85d-5b33-4676-8da7-101f44fc4846 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:02.015437 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 9c62af0c-1443-4d84-882a-393f3276da82, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=9c62af0c-1443-4d84-882a-393f3276da82,segment=NetworkSegment(63a25b35-9dc7-4fde-ade0-8692e175ac7b),segment_id=63a25b35-9dc7-4fde-ade0-8692e175ac7b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:02.023284 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:02.105590 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5329d85d-5b33-4676-8da7-101f44fc4846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:02.107681 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5329d85d-5b33-4676-8da7-101f44fc4846 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4f272ce-287b-444c-9bb7-93131f5443cc {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:18:02.127709 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5329d85d-5b33-4676-8da7-101f44fc4846 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:02.136678 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-34ce732a-ef54-4938-b467-46159aef2f23 req-4cab8ed3-b1ca-4243-ac24-a442adc9cf3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f11f0984-2cf6-4544-ae65-21ceb3a18147 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:18:02.136869 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5329d85d-5b33-4676-8da7-101f44fc4846 admin admin] 10.222.0.64 "DELETE /v2.0/routers/e4f272ce-287b-444c-9bb7-93131f5443cc HTTP/1.1" status: 204 len: 168 time: 2.0112307 Nov 15 11:18:02.143975 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58516) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:02.153754 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device e22b0fda-3892-42d7-aaac-98c83fd6cb92 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:02.178538 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-4cab8ed3-b1ca-4243-ac24-a442adc9cf3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:02.215301 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-886a5f1a-d2fc-4754-8a99-2421848b02c6 admin admin] Deleting subnet 66407e1f-d3fe-4f60-aec7-3d09c8d0529a {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:18:02.220866 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-886a5f1a-d2fc-4754-8a99-2421848b02c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:02.221397 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcc0d8-a248-4ed6-9612-0bcc2ac7aa3c req-73ad6702-f4fa-482a-87ab-5002a652edac tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:02.221811 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=9c62af0c-1443-4d84-882a-393f3276da82,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:02.228097 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcc0d8-a248-4ed6-9612-0bcc2ac7aa3c req-73ad6702-f4fa-482a-87ab-5002a652edac tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:02.235094 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcc0d8-a248-4ed6-9612-0bcc2ac7aa3c req-73ad6702-f4fa-482a-87ab-5002a652edac tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:02.241562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcc0d8-a248-4ed6-9612-0bcc2ac7aa3c req-73ad6702-f4fa-482a-87ab-5002a652edac tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:02.247507 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcc0d8-a248-4ed6-9612-0bcc2ac7aa3c req-73ad6702-f4fa-482a-87ab-5002a652edac tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:02.253492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcc0d8-a248-4ed6-9612-0bcc2ac7aa3c req-73ad6702-f4fa-482a-87ab-5002a652edac tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:02.260083 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcc0d8-a248-4ed6-9612-0bcc2ac7aa3c req-73ad6702-f4fa-482a-87ab-5002a652edac tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:02.262051 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91bcc0d8-a248-4ed6-9612-0bcc2ac7aa3c req-73ad6702-f4fa-482a-87ab-5002a652edac tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5407 time: 0.2351027 Nov 15 11:18:02.278238 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-886a5f1a-d2fc-4754-8a99-2421848b02c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:02.306825 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port e22b0fda-3892-42d7-aaac-98c83fd6cb92 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:02.307422 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:02.348068 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-34ce732a-ef54-4938-b467-46159aef2f23 req-4cab8ed3-b1ca-4243-ac24-a442adc9cf3c service neutron] Transition to ACTIVE for port object f11f0984-2cf6-4544-ae65-21ceb3a18147 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:18:02.353290 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6540ce-5c0c-49ba-9f53-e928a7e5eefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f50262-f2c0-4385-8bf0-28dce9157ce3'}, {'server_uuid': '9c6540ce-5c0c-49ba-9f53-e928a7e5eefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c62af0c-1443-4d84-882a-393f3276da82'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:02.355673 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6fe4c4-6943-408b-b6d2-3c328fb0dba8" -d '{"events": [{"server_uuid": "9c6540ce-5c0c-49ba-9f53-e928a7e5eefe", "name": "network-vif-plugged", "status": "completed", "tag": "b1f50262-f2c0-4385-8bf0-28dce9157ce3"}, {"server_uuid": "9c6540ce-5c0c-49ba-9f53-e928a7e5eefe", "name": "network-vif-plugged", "status": "completed", "tag": "9c62af0c-1443-4d84-882a-393f3276da82"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:02.381619 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-4cab8ed3-b1ca-4243-ac24-a442adc9cf3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:02.447182 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:02.460963 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-886a5f1a-d2fc-4754-8a99-2421848b02c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:02.489813 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 2d47517e-880c-4dcd-9ad1-6735f8a98e20 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:18:02.557541 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'tag': 'f4704c36-0238-4820-b8a4-0393c48690e2'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:02.559759 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-886a5f1a-d2fc-4754-8a99-2421848b02c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:02.560663 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ea9a53-d863-4366-a603-e47169aa1f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "tag": "f4704c36-0238-4820-b8a4-0393c48690e2"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:02.564991 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab8ed3-b1ca-4243-ac24-a442adc9cf3c service neutron] Pushing event updated for resources: {'Port': ['ID=f11f0984-2cf6-4544-ae65-21ceb3a18147,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:02.582431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91bcc0d8-a248-4ed6-9612-0bcc2ac7aa3c req-f0b6de42-cb94-4067-adc8-a68550290557 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3003356 Nov 15 11:18:02.594879 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 2d47517e-880c-4dcd-9ad1-6735f8a98e20 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:18:02.595223 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 2d47517e-880c-4dcd-9ad1-6735f8a98e20 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:18:02.598198 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port e22b0fda-3892-42d7-aaac-98c83fd6cb92, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:02.604037 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:02.605446 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 83bede32-c230-41f2-b948-9aeb5fca26de up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:02.636463 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a5f1a-d2fc-4754-8a99-2421848b02c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66407e1f-d3fe-4f60-aec7-3d09c8d0529a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:02.647987 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-886a5f1a-d2fc-4754-8a99-2421848b02c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:02.662360 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-886a5f1a-d2fc-4754-8a99-2421848b02c6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/66407e1f-d3fe-4f60-aec7-3d09c8d0529a HTTP/1.1" status: 204 len: 168 time: 0.5163057 Nov 15 11:18:02.663104 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58536) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:02.699551 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f45cf-20ca-4153-8159-5b9b17308329 req-60e689d6-d66c-4b62-9e14-c1d276078f2f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:02.711654 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f45cf-20ca-4153-8159-5b9b17308329 req-60e689d6-d66c-4b62-9e14-c1d276078f2f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:02.714738 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-034f45cf-20ca-4153-8159-5b9b17308329 req-60e689d6-d66c-4b62-9e14-c1d276078f2f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c6540ce-5c0c-49ba-9f53-e928a7e5eefe HTTP/1.1" status: 200 len: 1681 time: 0.4516251 Nov 15 11:18:02.881815 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-034f45cf-20ca-4153-8159-5b9b17308329 req-e7bd299e-dd7a-4921-b951-dbad00c1c52f tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059873 Nov 15 11:18:02.904610 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf3537-38de-4ac1-82d1-78e223d1a09b req-cfc6d881-dc46-4c02-8b15-27398571a67d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:02.907048 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9def69c9-9f99-4dbe-9f94-c3cad58ebcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:02.914772 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2cf3537-38de-4ac1-82d1-78e223d1a09b req-cfc6d881-dc46-4c02-8b15-27398571a67d tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d44bda8-63c2-47d5-8833-4609915654f3 HTTP/1.1" status: 200 len: 945 time: 0.1988726 Nov 15 11:18:03.048485 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f167bd-7cde-4f91-a812-00caacfd8f16 None None] Network d6a63121-62fb-4c7c-a038-a4f03c707615 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:18:03.054339 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-34ce732a-ef54-4938-b467-46159aef2f23 req-4cab8ed3-b1ca-4243-ac24-a442adc9cf3c service neutron] Attempting to bind port f11f0984-2cf6-4544-ae65-21ceb3a18147 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:18:03.054676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-34ce732a-ef54-4938-b467-46159aef2f23 req-4cab8ed3-b1ca-4243-ac24-a442adc9cf3c service neutron] Attempting to bind port f11f0984-2cf6-4544-ae65-21ceb3a18147 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'b17abd1e-d0b6-44c2-9c92-d6eadba25f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1722e728-27c9-4457-a98e-4b336084f5f5'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:18:03.059582 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-4cab8ed3-b1ca-4243-ac24-a442adc9cf3c service neutron] Attempting to bind port f11f0984-2cf6-4544-ae65-21ceb3a18147 on network 1722e728-27c9-4457-a98e-4b336084f5f5 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:18:03.071566 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9def69c9-9f99-4dbe-9f94-c3cad58ebcd8 admin admin] Deleting port 854ab7e7-a3ef-4304-aac8-790afa14730b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:18:03.072073 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9def69c9-9f99-4dbe-9f94-c3cad58ebcd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:03.083652 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-4cab8ed3-b1ca-4243-ac24-a442adc9cf3c service neutron] Port f11f0984-2cf6-4544-ae65-21ceb3a18147 on network 1722e728-27c9-4457-a98e-4b336084f5f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:18:03.084083 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-4cab8ed3-b1ca-4243-ac24-a442adc9cf3c service neutron] Attempting to bind port f11f0984-2cf6-4544-ae65-21ceb3a18147 on network 1722e728-27c9-4457-a98e-4b336084f5f5 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:18:03.100310 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=e22b0fda-3892-42d7-aaac-98c83fd6cb92,revision_number=13']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:03.105550 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2cf3537-38de-4ac1-82d1-78e223d1a09b req-6b7d7bc6-3614-4bf3-8b6e-9c65417b5570 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862919 Nov 15 11:18:03.139998 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-4cab8ed3-b1ca-4243-ac24-a442adc9cf3c service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:18:03.140367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-4cab8ed3-b1ca-4243-ac24-a442adc9cf3c service neutron] Checking segment: {'id': 'b17abd1e-d0b6-44c2-9c92-d6eadba25f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1722e728-27c9-4457-a98e-4b336084f5f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:18:03.140810 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ce732a-ef54-4938-b467-46159aef2f23 req-4cab8ed3-b1ca-4243-ac24-a442adc9cf3c service neutron] Bound using segment: {'id': 'b17abd1e-d0b6-44c2-9c92-d6eadba25f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1722e728-27c9-4457-a98e-4b336084f5f5'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:18:03.141270 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-34ce732a-ef54-4938-b467-46159aef2f23 req-4cab8ed3-b1ca-4243-ac24-a442adc9cf3c service neutron] Bound port: f11f0984-2cf6-4544-ae65-21ceb3a18147, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17abd1e-d0b6-44c2-9c92-d6eadba25f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1722e728-27c9-4457-a98e-4b336084f5f5'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:18:03.141627 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-4cab8ed3-b1ca-4243-ac24-a442adc9cf3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:03.327139 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9def69c9-9f99-4dbe-9f94-c3cad58ebcd8 admin admin] For port 854ab7e7-a3ef-4304-aac8-790afa14730b, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=854ab7e7-a3ef-4304-aac8-790afa14730b,segment=NetworkSegment(b91fd0bb-fadf-4d4a-9b17-8b8843409bc7),segment_id=b91fd0bb-fadf-4d4a-9b17-8b8843409bc7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:03.329719 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9def69c9-9f99-4dbe-9f94-c3cad58ebcd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:03.366930 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bae094d9-dbda-4718-9d78-184acf4bf1ef req-556d108f-0873-47c8-9dbe-9473f44c8b1f tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b9e47e5-c4ab-42e1-88e4-273acbd76531 HTTP/1.1" status: 200 len: 210 time: 0.0436308 Nov 15 11:18:03.400246 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9def69c9-9f99-4dbe-9f94-c3cad58ebcd8 admin admin] Calling delete_port for 854ab7e7-a3ef-4304-aac8-790afa14730b owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:18:03.421450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-34ce732a-ef54-4938-b467-46159aef2f23 req-4cab8ed3-b1ca-4243-ac24-a442adc9cf3c service neutron] For port f11f0984-2cf6-4544-ae65-21ceb3a18147, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:18:03.425455 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-34ce732a-ef54-4938-b467-46159aef2f23 req-4cab8ed3-b1ca-4243-ac24-a442adc9cf3c service neutron] For port f11f0984-2cf6-4544-ae65-21ceb3a18147, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f11f0984-2cf6-4544-ae65-21ceb3a18147,segment=NetworkSegment(b17abd1e-d0b6-44c2-9c92-d6eadba25f9f),segment_id=b17abd1e-d0b6-44c2-9c92-d6eadba25f9f)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:18:03.440230 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-4cab8ed3-b1ca-4243-ac24-a442adc9cf3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:03.517299 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-4cab8ed3-b1ca-4243-ac24-a442adc9cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:03.518106 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-34ce732a-ef54-4938-b467-46159aef2f23 req-4cab8ed3-b1ca-4243-ac24-a442adc9cf3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:03.522508 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-4cab8ed3-b1ca-4243-ac24-a442adc9cf3c service neutron] 10.222.0.55 "PUT /v2.0/ports/f11f0984-2cf6-4544-ae65-21ceb3a18147 HTTP/1.1" status: 200 len: 1091 time: 2.7627199 Nov 15 11:18:03.540361 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 83bede32-c230-41f2-b948-9aeb5fca26de completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:18:03.557238 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebaa872b-4328-4219-9da5-94ee56444142 x-openstack-request-id: req-ebaa872b-4328-4219-9da5-94ee56444142 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:03.557528 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6540ce-5c0c-49ba-9f53-e928a7e5eefe", "name": "network-vif-plugged", "status": "completed", "tag": "b1f50262-f2c0-4385-8bf0-28dce9157ce3", "code": 200}, {"server_uuid": "9c6540ce-5c0c-49ba-9f53-e928a7e5eefe", "name": "network-vif-plugged", "status": "completed", "tag": "9c62af0c-1443-4d84-882a-393f3276da82", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:03.557774 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ebaa872b-4328-4219-9da5-94ee56444142 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:03.558165 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6540ce-5c0c-49ba-9f53-e928a7e5eefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f50262-f2c0-4385-8bf0-28dce9157ce3', 'code': 200} Nov 15 11:18:03.558412 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6540ce-5c0c-49ba-9f53-e928a7e5eefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c62af0c-1443-4d84-882a-393f3276da82', 'code': 200} Nov 15 11:18:03.600703 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab8ed3-b1ca-4243-ac24-a442adc9cf3c service neutron] Pushing event updated for resources: {'Port': ['ID=f11f0984-2cf6-4544-ae65-21ceb3a18147,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:03.601517 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 83bede32-c230-41f2-b948-9aeb5fca26de triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:03.605804 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d28a0c3-977f-4e3b-ab53-e17d81ec5720 x-openstack-request-id: req-9d28a0c3-977f-4e3b-ab53-e17d81ec5720 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:03.606323 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "tag": "f4704c36-0238-4820-b8a4-0393c48690e2", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:03.607333 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d28a0c3-977f-4e3b-ab53-e17d81ec5720 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:03.608093 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'tag': 'f4704c36-0238-4820-b8a4-0393c48690e2', 'status': 'completed', 'code': 200} Nov 15 11:18:03.613928 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:03.657045 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b71ec7-0ded-4e3b-8359-d197f2348527 req-0eb7dcf6-000e-45d0-99a4-1ba2b6a3c0c8 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:03.669390 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68b71ec7-0ded-4e3b-8359-d197f2348527 req-0eb7dcf6-000e-45d0-99a4-1ba2b6a3c0c8 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a644bda-bbbc-4a72-bb66-1043465cfdf8 HTTP/1.1" status: 200 len: 946 time: 0.1683552 Nov 15 11:18:03.699059 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9def69c9-9f99-4dbe-9f94-c3cad58ebcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:03.727100 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9def69c9-9f99-4dbe-9f94-c3cad58ebcd8 admin admin] No DVR routers for this DVR port 854ab7e7-a3ef-4304-aac8-790afa14730b on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:18:03.805251 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def69c9-9f99-4dbe-9f94-c3cad58ebcd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=854ab7e7-a3ef-4304-aac8-790afa14730b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:03.837198 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-1dc2f6a2-ff85-49f2-b5f6-daf47bc6fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:03.837198 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-1dc2f6a2-ff85-49f2-b5f6-daf47bc6fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:03.839780 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-1dc2f6a2-ff85-49f2-b5f6-daf47bc6fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:03.840342 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-1dc2f6a2-ff85-49f2-b5f6-daf47bc6fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:03.840825 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-1dc2f6a2-ff85-49f2-b5f6-daf47bc6fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:03.841304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-1dc2f6a2-ff85-49f2-b5f6-daf47bc6fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:03.841770 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-1dc2f6a2-ff85-49f2-b5f6-daf47bc6fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:03.843950 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-1dc2f6a2-ff85-49f2-b5f6-daf47bc6fe11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d166880b4a94d32a973c2d61c598d8e&device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 6476 time: 0.1407521 Nov 15 11:18:03.870323 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68b71ec7-0ded-4e3b-8359-d197f2348527 req-70d26fa3-2acb-4e1e-bf5c-7d109f47e852 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/security-groups?id=4509f34b-5f89-4757-9d6f-da262ee3f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999562 Nov 15 11:18:03.920372 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5313262b-6532-402e-91b8-31d963d0fbf0 None None] DHCP port deletion for d6a63121-62fb-4c7c-a038-a4f03c707615 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:18:03.934060 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d0d1d-e5de-4aea-abee-7ac4f85e2fe8 req-3727d04a-403f-435d-aa1e-e40ec8aa6704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:03.934858 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d0d1d-e5de-4aea-abee-7ac4f85e2fe8 req-3727d04a-403f-435d-aa1e-e40ec8aa6704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:03.936952 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-031d0d1d-e5de-4aea-abee-7ac4f85e2fe8 req-3727d04a-403f-435d-aa1e-e40ec8aa6704 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9c6540ce-5c0c-49ba-9f53-e928a7e5eefe HTTP/1.1" status: 200 len: 1983 time: 0.1633801 Nov 15 11:18:03.938952 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9def69c9-9f99-4dbe-9f94-c3cad58ebcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:03.965158 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-9071600a-4db4-4d82-870d-5d468a67c8ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fc0f2ac-e00b-4810-b47a-e13b8f18d088 HTTP/1.1" status: 200 len: 217 time: 0.1093414 Nov 15 11:18:03.980887 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68767037-66bb-48b3-baaf-0d6431b1f388 req-7aec7182-3e78-4ed7-afcf-a15529bef1fa tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:03.989203 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-9def69c9-9f99-4dbe-9f94-c3cad58ebcd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a63121-62fb-4c7c-a038-a4f03c707615']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:03.991671 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68767037-66bb-48b3-baaf-0d6431b1f388 req-7aec7182-3e78-4ed7-afcf-a15529bef1fa tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 947 time: 0.2865646 Nov 15 11:18:04.021446 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-9def69c9-9f99-4dbe-9f94-c3cad58ebcd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91fd0bb-fadf-4d4a-9b17-8b8843409bc7') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:04.027469 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-9def69c9-9f99-4dbe-9f94-c3cad58ebcd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91fd0bb-fadf-4d4a-9b17-8b8843409bc7') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:04.035046 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:04.066402 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-726b4a8e-87ec-4663-8529-7f286411a8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:04.068159 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-726b4a8e-87ec-4663-8529-7f286411a8df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd0574-7413-48b2-8325-e46b6f762330 HTTP/1.1" status: 200 len: 850 time: 0.0732534 Nov 15 11:18:04.115282 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-031d0d1d-e5de-4aea-abee-7ac4f85e2fe8 req-90035881-ec46-46b8-9bb1-a0cfba6ee24d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653755 Nov 15 11:18:04.116989 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9def69c9-9f99-4dbe-9f94-c3cad58ebcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:04.122613 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 83bede32-c230-41f2-b948-9aeb5fca26de, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=83bede32-c230-41f2-b948-9aeb5fca26de,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:04.142051 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:04.176011 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9def69c9-9f99-4dbe-9f94-c3cad58ebcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:04.192101 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9def69c9-9f99-4dbe-9f94-c3cad58ebcd8 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:18:04.192520 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9def69c9-9f99-4dbe-9f94-c3cad58ebcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:18:04.195262 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:18:04.242326 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=83bede32-c230-41f2-b948-9aeb5fca26de,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:04.260703 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6ed22b80-4674-4a54-b3ae-40ff00f0168c no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:18:04.283993 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68767037-66bb-48b3-baaf-0d6431b1f388 req-d6ab8912-c091-4c61-a183-b3f97b642cd7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2910039 Nov 15 11:18:04.294718 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-5e03c7a4-8c93-4993-90a2-2efb9c41011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:04.295039 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-5e03c7a4-8c93-4993-90a2-2efb9c41011a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ac01650-250d-49f6-a38a-ac634445c34a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1808927 Nov 15 11:18:04.295413 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 6ed22b80-4674-4a54-b3ae-40ff00f0168c {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:18:04.296325 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6ed22b80-4674-4a54-b3ae-40ff00f0168c not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:18:04.296679 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 854ab7e7-a3ef-4304-aac8-790afa14730b no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:18:04.339587 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-2ad9f4b7-ba15-4d91-8e80-46065740b5ae tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6807ab01268344f4b073747a8aca0996&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1218741 Nov 15 11:18:04.354915 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 854ab7e7-a3ef-4304-aac8-790afa14730b {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:18:04.355655 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 854ab7e7-a3ef-4304-aac8-790afa14730b not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:18:04.420653 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f95dc-4a80-45ff-a4a0-573277bc9834 req-e885e32d-a80a-493d-9501-e285e51d4055 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:04.429857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f95dc-4a80-45ff-a4a0-573277bc9834 req-e885e32d-a80a-493d-9501-e285e51d4055 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:04.436082 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f95dc-4a80-45ff-a4a0-573277bc9834 req-e885e32d-a80a-493d-9501-e285e51d4055 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:04.442156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f95dc-4a80-45ff-a4a0-573277bc9834 req-e885e32d-a80a-493d-9501-e285e51d4055 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:04.448136 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f95dc-4a80-45ff-a4a0-573277bc9834 req-e885e32d-a80a-493d-9501-e285e51d4055 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:04.454045 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f95dc-4a80-45ff-a4a0-573277bc9834 req-e885e32d-a80a-493d-9501-e285e51d4055 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:04.460153 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f95dc-4a80-45ff-a4a0-573277bc9834 req-e885e32d-a80a-493d-9501-e285e51d4055 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:04.468632 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d20f95dc-4a80-45ff-a4a0-573277bc9834 req-e885e32d-a80a-493d-9501-e285e51d4055 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5419 time: 0.2675266 Nov 15 11:18:04.578328 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60dacc-3e21-4b19-9ab3-4d3616091126 req-f2a81d0e-8433-4f88-a3b5-9545db498803 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:04.580057 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d60dacc-3e21-4b19-9ab3-4d3616091126 req-f2a81d0e-8433-4f88-a3b5-9545db498803 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a644bda-bbbc-4a72-bb66-1043465cfdf8 HTTP/1.1" status: 200 len: 946 time: 0.1975377 Nov 15 11:18:04.587800 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d20f95dc-4a80-45ff-a4a0-573277bc9834 req-7990c683-c075-45c9-9abe-ea209b23ad04 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1182365 Nov 15 11:18:04.592124 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58582) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:04.597192 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-45772bac-4181-41b1-8bef-5dfb24c41fc0 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Request body: {'floatingip': {'port_id': 'eb5eb360-5766-470e-b649-70ba9ef7fadd'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:04.670150 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-45772bac-4181-41b1-8bef-5dfb24c41fc0 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:04.676904 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-47df6ad2-24fc-42f1-99b7-97ba6bcd54bc service neutron] 10.222.0.55 "GET /v2.0/networks/3ac01650-250d-49f6-a38a-ac634445c34a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717146 Nov 15 11:18:04.882067 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9def69c9-9f99-4dbe-9f94-c3cad58ebcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:04.914004 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9def69c9-9f99-4dbe-9f94-c3cad58ebcd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:04.918457 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9def69c9-9f99-4dbe-9f94-c3cad58ebcd8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d6a63121-62fb-4c7c-a038-a4f03c707615 HTTP/1.1" status: 204 len: 168 time: 2.2519617 Nov 15 11:18:04.919858 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def69c9-9f99-4dbe-9f94-c3cad58ebcd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6a63121-62fb-4c7c-a038-a4f03c707615,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:04.922153 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58594) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:05.076909 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-10056d28-865c-4ff7-ab64-4bb16b7535f3 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:05.078671 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-10056d28-865c-4ff7-ab64-4bb16b7535f3 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7329621 Nov 15 11:18:05.094248 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-748c5974-036e-4574-80a9-b4acc8a4d75c tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Request body: {'port': {'device_id': '2b9e47e5-c4ab-42e1-88e4-273acbd76531', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': '6807ab01268344f4b073747a8aca0996'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:05.136698 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58598) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:05.226841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b0d2c-ee38-41e8-a1c4-707c9a2076b7 req-e727782d-5078-4b71-939f-33b2c1d40979 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:05.233112 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b0d2c-ee38-41e8-a1c4-707c9a2076b7 req-e727782d-5078-4b71-939f-33b2c1d40979 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:05.235156 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d78b0d2c-ee38-41e8-a1c4-707c9a2076b7 req-e727782d-5078-4b71-939f-33b2c1d40979 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c6540ce-5c0c-49ba-9f53-e928a7e5eefe HTTP/1.1" status: 200 len: 1681 time: 0.5282567 Nov 15 11:18:05.421432 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-748c5974-036e-4574-80a9-b4acc8a4d75c tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Made reservation on behalf of 6807ab01268344f4b073747a8aca0996 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:18:05.425038 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-748c5974-036e-4574-80a9-b4acc8a4d75c tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:05.464673 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-748c5974-036e-4574-80a9-b4acc8a4d75c tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:05.477658 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c048d-996e-4190-933f-f90d8d879f62 req-51517787-3ab3-4fbc-be6b-b4dc708ec6c0 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:05.485512 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-161c048d-996e-4190-933f-f90d8d879f62 req-51517787-3ab3-4fbc-be6b-b4dc708ec6c0 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d44bda8-63c2-47d5-8833-4609915654f3 HTTP/1.1" status: 200 len: 946 time: 0.4348841 Nov 15 11:18:05.559803 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92'}, {'server_uuid': '6d44bda8-63c2-47d5-8833-4609915654f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83bede32-c230-41f2-b948-9aeb5fca26de'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:05.563099 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071a7b19-983e-4421-b77d-f8eea2fa4859" -d '{"events": [{"server_uuid": "30de7634-c87b-4c96-9c10-b333195ebf2c", "name": "network-vif-plugged", "status": "completed", "tag": "e22b0fda-3892-42d7-aaac-98c83fd6cb92"}, {"server_uuid": "6d44bda8-63c2-47d5-8833-4609915654f3", "name": "network-vif-plugged", "status": "completed", "tag": "83bede32-c230-41f2-b948-9aeb5fca26de"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:05.578761 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-748c5974-036e-4574-80a9-b4acc8a4d75c tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:05.593354 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-748c5974-036e-4574-80a9-b4acc8a4d75c tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:05.614132 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6b6ed9c0-2b7a-41d8-96e2-73589e2321ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:05.622524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'tag': 'f11f0984-2cf6-4544-ae65-21ceb3a18147'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:05.626081 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4a0a1d-e0ea-4f55-ab0a-21efb6eae7d7" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "tag": "f11f0984-2cf6-4544-ae65-21ceb3a18147"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:05.709147 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c5974-036e-4574-80a9-b4acc8a4d75c tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae35907-e457-4122-80e1-28875efa7586,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:05.749468 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-b3bf9356-1767-48ec-91df-f91c59b25e44 service neutron] 10.222.0.55 "GET /v2.0/networks/3ac01650-250d-49f6-a38a-ac634445c34a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0413370 Nov 15 11:18:05.763720 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d78b0d2c-ee38-41e8-a1c4-707c9a2076b7 req-1ac4a014-fea4-4369-be6b-ea1082c6813e tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114768 Nov 15 11:18:05.789921 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df971114-f009-4233-8643-92e36ef56104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:05.883131 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-748c5974-036e-4574-80a9-b4acc8a4d75c tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Allocated IP 192.168.233.179 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/e68d4537-b80e-4e31-9aec-c9c7ac805b65) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:18:05.897984 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-161c048d-996e-4190-933f-f90d8d879f62 req-8191e66f-534b-4942-adaf-0080afd9b355 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100738 Nov 15 11:18:05.904848 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-391f8d36-bf4d-4cf9-8c6c-22482cb547ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=041d37e4-b503-41ea-9c56-8ae1475f9725 HTTP/1.1" status: 200 len: 217 time: 0.1214557 Nov 15 11:18:06.036076 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-06cb4bc6-5b6e-41ea-86a2-748633d8e4ea req-39555350-1e40-4755-a0cb-ce02a9a62b14 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b9e47e5-c4ab-42e1-88e4-273acbd76531 HTTP/1.1" status: 200 len: 210 time: 0.1692736 Nov 15 11:18:06.150459 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.db.resource_extend [None req-45772bac-4181-41b1-8bef-5dfb24c41fc0 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 11:18:06.153285 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-748c5974-036e-4574-80a9-b4acc8a4d75c tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:06.185842 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bf6c41-1309-4819-bfe4-8c305f7381fa x-openstack-request-id: req-93bf6c41-1309-4819-bfe4-8c305f7381fa {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:06.186132 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30de7634-c87b-4c96-9c10-b333195ebf2c", "name": "network-vif-plugged", "status": "completed", "tag": "e22b0fda-3892-42d7-aaac-98c83fd6cb92", "code": 200}, {"server_uuid": "6d44bda8-63c2-47d5-8833-4609915654f3", "name": "network-vif-plugged", "status": "completed", "tag": "83bede32-c230-41f2-b948-9aeb5fca26de", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:06.186380 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93bf6c41-1309-4819-bfe4-8c305f7381fa {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:06.186778 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92', 'code': 200} Nov 15 11:18:06.187032 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d44bda8-63c2-47d5-8833-4609915654f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83bede32-c230-41f2-b948-9aeb5fca26de', 'code': 200} Nov 15 11:18:06.209065 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b1914de4-d6be-418a-8697-e2534ff767dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:06.211516 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c0842f4a-3cfe-4173-bc90-93dc83222f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:06.213232 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-c0842f4a-3cfe-4173-bc90-93dc83222f0f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c20f400b-9ad3-4b90-bd4a-3a164b9839be HTTP/1.1" status: 200 len: 797 time: 0.2924287 Nov 15 11:18:06.221562 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6b6ed9c0-2b7a-41d8-96e2-73589e2321ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:06.241343 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843f0bb-d948-4cdf-b24e-022cbd01e689 req-2e13277d-f894-4eba-80fa-af0b4e60f28c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:06.242926 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5843f0bb-d948-4cdf-b24e-022cbd01e689 req-2e13277d-f894-4eba-80fa-af0b4e60f28c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 947 time: 0.2419760 Nov 15 11:18:06.245947 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-df971114-f009-4233-8643-92e36ef56104 admin admin] Deleting port e68c70aa-4edb-4d78-871b-a64815adecc3 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:18:06.245947 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df971114-f009-4233-8643-92e36ef56104 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:06.248176 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6b6ed9c0-2b7a-41d8-96e2-73589e2321ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:06.260931 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-748c5974-036e-4574-80a9-b4acc8a4d75c tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:06.328702 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6b6ed9c0-2b7a-41d8-96e2-73589e2321ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=16c8669682fa406b9a0ce4dd5de86a3d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1830902 Nov 15 11:18:06.329207 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58610) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:06.336190 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ed9c0-2b7a-41d8-96e2-73589e2321ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853a60ae-d9bb-4891-9499-0aba9c4f140a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:06.337557 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-748c5974-036e-4574-80a9-b4acc8a4d75c tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:18:06.349879 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-748c5974-036e-4574-80a9-b4acc8a4d75c tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:06.374622 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-748c5974-036e-4574-80a9-b4acc8a4d75c tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:18:06.397717 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-45772bac-4181-41b1-8bef-5dfb24c41fc0 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:06.437180 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-45772bac-4181-41b1-8bef-5dfb24c41fc0 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:06.445271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c5974-036e-4574-80a9-b4acc8a4d75c tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Pushing event updated for resources: {'Port': ['ID=e68d4537-b80e-4e31-9aec-c9c7ac805b65,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:06.495263 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed30f0-7ff1-4191-a9f4-baa2a47319c0 req-00877a7b-cf8a-49f9-b634-76b76bb28770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:06.496901 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-20ed30f0-7ff1-4191-a9f4-baa2a47319c0 req-00877a7b-cf8a-49f9-b634-76b76bb28770 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6d44bda8-63c2-47d5-8833-4609915654f3 HTTP/1.1" status: 200 len: 1097 time: 0.1757362 Nov 15 11:18:06.504993 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-748c5974-036e-4574-80a9-b4acc8a4d75c tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:06.505570 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-748c5974-036e-4574-80a9-b4acc8a4d75c tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:06.534348 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-df971114-f009-4233-8643-92e36ef56104 admin admin] For port e68c70aa-4edb-4d78-871b-a64815adecc3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e68c70aa-4edb-4d78-871b-a64815adecc3,segment=NetworkSegment(eb4e70f0-0051-4a81-b52f-c39fb4bb90be),segment_id=eb4e70f0-0051-4a81-b52f-c39fb4bb90be)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:06.535084 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df971114-f009-4233-8643-92e36ef56104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:06.558069 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-748c5974-036e-4574-80a9-b4acc8a4d75c tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4681513 Nov 15 11:18:06.573638 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-4f443049-dd1e-46f0-b5fe-072331d4bd5a service neutron] Request body: {'port': {'device_id': '2b9e47e5-c4ab-42e1-88e4-273acbd76531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:06.582459 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-df971114-f009-4233-8643-92e36ef56104 admin admin] Calling delete_port for e68c70aa-4edb-4d78-871b-a64815adecc3 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:18:06.606902 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7f5b0721-3fa4-428d-9e51-f4412188cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:06.608448 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7f5b0721-3fa4-428d-9e51-f4412188cb27 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3857100 Nov 15 11:18:06.658532 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfeefb3-74b2-4018-b0e0-a555e03606ac req-7167b5f5-7ef2-44c7-878e-761fd7122dfc tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:06.665129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfeefb3-74b2-4018-b0e0-a555e03606ac req-7167b5f5-7ef2-44c7-878e-761fd7122dfc tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:06.671038 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfeefb3-74b2-4018-b0e0-a555e03606ac req-7167b5f5-7ef2-44c7-878e-761fd7122dfc tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:06.677865 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfeefb3-74b2-4018-b0e0-a555e03606ac req-7167b5f5-7ef2-44c7-878e-761fd7122dfc tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:06.684839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfeefb3-74b2-4018-b0e0-a555e03606ac req-7167b5f5-7ef2-44c7-878e-761fd7122dfc tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:06.692703 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfeefb3-74b2-4018-b0e0-a555e03606ac req-7167b5f5-7ef2-44c7-878e-761fd7122dfc tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:06.699064 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfeefb3-74b2-4018-b0e0-a555e03606ac req-7167b5f5-7ef2-44c7-878e-761fd7122dfc tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:06.706858 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2cfeefb3-74b2-4018-b0e0-a555e03606ac req-7167b5f5-7ef2-44c7-878e-761fd7122dfc tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5419 time: 0.3406575 Nov 15 11:18:06.712029 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-20ed30f0-7ff1-4191-a9f4-baa2a47319c0 req-409a64e5-3e37-408f-aaad-aa885b9fe4d4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908295 Nov 15 11:18:06.743884 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5843f0bb-d948-4cdf-b24e-022cbd01e689 req-6f798c3b-4090-484d-b612-fdc8330f173d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4663298 Nov 15 11:18:06.748511 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-4f443049-dd1e-46f0-b5fe-072331d4bd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:06.785200 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-51de92c6-9752-4d38-9a6e-8c09e1486736 None None] Provisioning complete for port e68d4537-b80e-4e31-9aec-c9c7ac805b65 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:06.785703 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-51de92c6-9752-4d38-9a6e-8c09e1486736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:06.836089 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ef40-0054-458b-bfad-08aa8b406dcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:06.843484 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a520f8b2-60ae-4cff-aa2d-a5dc9e3795f8 x-openstack-request-id: req-a520f8b2-60ae-4cff-aa2d-a5dc9e3795f8 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:06.851951 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "tag": "f11f0984-2cf6-4544-ae65-21ceb3a18147", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:06.852452 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a520f8b2-60ae-4cff-aa2d-a5dc9e3795f8 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:06.853049 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'tag': 'f11f0984-2cf6-4544-ae65-21ceb3a18147', 'status': 'completed', 'code': 200} Nov 15 11:18:06.984447 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ef40-0054-458b-bfad-08aa8b406dcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:07.000909 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-51de92c6-9752-4d38-9a6e-8c09e1486736 None None] Port e68d4537-b80e-4e31-9aec-c9c7ac805b65 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:18:07.260307 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df971114-f009-4233-8643-92e36ef56104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:07.308193 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df971114-f009-4233-8643-92e36ef56104 admin admin] Pushing event deleted for resources: {'Port': ['ID=e68c70aa-4edb-4d78-871b-a64815adecc3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:07.456443 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-45772bac-4181-41b1-8bef-5dfb24c41fc0 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Floating IP fb3cc427-9ccd-4416-bb03-d78b8feccf2c associated. External IP: 172.25.7.245, port: eb5eb360-5766-470e-b649-70ba9ef7fadd. Nov 15 11:18:07.482382 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-4f443049-dd1e-46f0-b5fe-072331d4bd5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68d4537-b80e-4e31-9aec-c9c7ac805b65 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:18:07.493508 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-4f443049-dd1e-46f0-b5fe-072331d4bd5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:07.535499 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2cfeefb3-74b2-4018-b0e0-a555e03606ac req-9996d415-8ff9-41cd-bb7e-38547a5e33c8 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8276639 Nov 15 11:18:07.631727 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-4f443049-dd1e-46f0-b5fe-072331d4bd5a service neutron] Transition to ACTIVE for port object e68d4537-b80e-4e31-9aec-c9c7ac805b65 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:18:07.648190 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-4f443049-dd1e-46f0-b5fe-072331d4bd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:07.651456 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ef40-0054-458b-bfad-08aa8b406dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:07.654208 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ef40-0054-458b-bfad-08aa8b406dcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:07.655451 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f6b5ef40-0054-458b-bfad-08aa8b406dcc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/853a60ae-d9bb-4891-9499-0aba9c4f140a HTTP/1.1" status: 204 len: 168 time: 1.3164968 Nov 15 11:18:07.657643 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-d74587b5-6e4c-49d4-a366-f70cb694a0a6 service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0390012 Nov 15 11:18:07.675204 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287191f-b062-4e80-a0fd-0310426504ff req-0ee85910-dae5-4296-93cf-2e7aedfa72f4 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:07.681234 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287191f-b062-4e80-a0fd-0310426504ff req-0ee85910-dae5-4296-93cf-2e7aedfa72f4 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:07.688606 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c287191f-b062-4e80-a0fd-0310426504ff req-0ee85910-dae5-4296-93cf-2e7aedfa72f4 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c6540ce-5c0c-49ba-9f53-e928a7e5eefe HTTP/1.1" status: 200 len: 1681 time: 0.6452417 Nov 15 11:18:07.730157 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df971114-f009-4233-8643-92e36ef56104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:07.739001 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5ef40-0054-458b-bfad-08aa8b406dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853a60ae-d9bb-4891-9499-0aba9c4f140a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:07.744978 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f443049-dd1e-46f0-b5fe-072331d4bd5a service neutron] Pushing event updated for resources: {'Port': ['ID=e68d4537-b80e-4e31-9aec-c9c7ac805b65,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:07.946211 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-4f443049-dd1e-46f0-b5fe-072331d4bd5a service neutron] Attempting to bind port e68d4537-b80e-4e31-9aec-c9c7ac805b65 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:18:07.946455 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-4f443049-dd1e-46f0-b5fe-072331d4bd5a service neutron] Attempting to bind port e68d4537-b80e-4e31-9aec-c9c7ac805b65 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:18:07.946772 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-4f443049-dd1e-46f0-b5fe-072331d4bd5a service neutron] Attempting to bind port e68d4537-b80e-4e31-9aec-c9c7ac805b65 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:18:07.975723 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-4f443049-dd1e-46f0-b5fe-072331d4bd5a service neutron] Port e68d4537-b80e-4e31-9aec-c9c7ac805b65 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:18:07.976074 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-4f443049-dd1e-46f0-b5fe-072331d4bd5a service neutron] Attempting to bind port e68d4537-b80e-4e31-9aec-c9c7ac805b65 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:18:07.987917 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-4f443049-dd1e-46f0-b5fe-072331d4bd5a service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:18:07.988269 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-4f443049-dd1e-46f0-b5fe-072331d4bd5a service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:18:07.988658 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-4f443049-dd1e-46f0-b5fe-072331d4bd5a service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:18:07.989139 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-4f443049-dd1e-46f0-b5fe-072331d4bd5a service neutron] Bound port: e68d4537-b80e-4e31-9aec-c9c7ac805b65, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:18:07.990084 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-4f443049-dd1e-46f0-b5fe-072331d4bd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:08.099872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec6e21-2559-40df-8b9d-a33fc63f677e req-15922b7e-8275-44a1-8954-c1a5746de6fd tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:08.102345 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7aec6e21-2559-40df-8b9d-a33fc63f677e req-15922b7e-8275-44a1-8954-c1a5746de6fd tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d44bda8-63c2-47d5-8833-4609915654f3 HTTP/1.1" status: 200 len: 946 time: 0.4431543 Nov 15 11:18:08.150889 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c287191f-b062-4e80-a0fd-0310426504ff req-bad84c54-0f12-4b1f-a3e7-5da35681d16d tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614198 Nov 15 11:18:08.242726 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-a27ebebe-d10b-4477-8b3c-4005ec642c9e service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396876 Nov 15 11:18:08.294909 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-4f443049-dd1e-46f0-b5fe-072331d4bd5a service neutron] For port e68d4537-b80e-4e31-9aec-c9c7ac805b65, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:18:08.317052 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-4f443049-dd1e-46f0-b5fe-072331d4bd5a service neutron] For port e68d4537-b80e-4e31-9aec-c9c7ac805b65, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=e68d4537-b80e-4e31-9aec-c9c7ac805b65,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:18:08.317397 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7294fb54-c723-4b57-94b2-79f122711b2a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=cf3d8396-2297-40fd-a6ef-65ee0a1a87fe HTTP/1.1" status: 200 len: 217 time: 0.0633905 Nov 15 11:18:08.322756 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df971114-f009-4233-8643-92e36ef56104 admin admin] Router bfb320e1-4ee7-4360-ae9c-553537ddf891 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:18:08.337910 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7aec6e21-2559-40df-8b9d-a33fc63f677e req-a4567574-95b4-4152-9e86-09a5518afc3a tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113521 Nov 15 11:18:08.338172 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6524ae65-1cc2-413c-8335-ac8e5f630788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:08.341313 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45772bac-4181-41b1-8bef-5dfb24c41fc0 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Router 258193da-6e03-4a4d-9e9a-8ecd64df345b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:18:08.343741 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-4f443049-dd1e-46f0-b5fe-072331d4bd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:08.509934 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-4f443049-dd1e-46f0-b5fe-072331d4bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:08.510692 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-4f443049-dd1e-46f0-b5fe-072331d4bd5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:08.512389 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-4f443049-dd1e-46f0-b5fe-072331d4bd5a service neutron] 10.222.0.55 "PUT /v2.0/ports/e68d4537-b80e-4e31-9aec-c9c7ac805b65 HTTP/1.1" status: 200 len: 1096 time: 1.9449205 Nov 15 11:18:08.512906 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9e47e5-c4ab-42e1-88e4-273acbd76531', 'tag': 'e68d4537-b80e-4e31-9aec-c9c7ac805b65'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:08.515412 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36d2f9e-0de0-4a1f-8999-4e5985e8e54e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9e47e5-c4ab-42e1-88e4-273acbd76531", "tag": "e68d4537-b80e-4e31-9aec-c9c7ac805b65"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:08.547355 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f443049-dd1e-46f0-b5fe-072331d4bd5a service neutron] Pushing event updated for resources: {'Port': ['ID=e68d4537-b80e-4e31-9aec-c9c7ac805b65,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:08.674261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7e5c8e71-bbe9-4611-a74c-d9e282734330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:08.675762 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-7e5c8e71-bbe9-4611-a74c-d9e282734330 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c20f400b-9ad3-4b90-bd4a-3a164b9839be HTTP/1.1" status: 200 len: 797 time: 0.3277822 Nov 15 11:18:08.701675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa27352-76a8-4fe5-8dc2-7ee916e89788 req-37143ff0-c060-4e12-a40b-bd60be11eafe tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:08.703240 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bfa27352-76a8-4fe5-8dc2-7ee916e89788 req-37143ff0-c060-4e12-a40b-bd60be11eafe tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b9e47e5-c4ab-42e1-88e4-273acbd76531 HTTP/1.1" status: 200 len: 948 time: 0.3539445 Nov 15 11:18:08.707233 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df971114-f009-4233-8643-92e36ef56104 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:18:08.712779 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-df971114-f009-4233-8643-92e36ef56104 admin admin] 10.222.0.64 "PUT /v2.0/routers/bfb320e1-4ee7-4360-ae9c-553537ddf891/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7869959 Nov 15 11:18:08.715519 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58646) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:08.721807 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b487a23-373f-41a6-9b5c-7bfb044a4b6a None None] Sync routers for ids ['bfb320e1-4ee7-4360-ae9c-553537ddf891'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:18:08.736177 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b487a23-373f-41a6-9b5c-7bfb044a4b6a None None] Routers {'bfb320e1-4ee7-4360-ae9c-553537ddf891'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:18:08.737130 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2b487a23-373f-41a6-9b5c-7bfb044a4b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:18:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['bfb320e1-4ee7-4360-ae9c-553537ddf891'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:08.806672 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45772bac-4181-41b1-8bef-5dfb24c41fc0 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:18:08.818230 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76412900-608e-4944-941c-96d3d3107a96 None None] Sync routers for ids ['258193da-6e03-4a4d-9e9a-8ecd64df345b'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:18:08.824045 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-45772bac-4181-41b1-8bef-5dfb24c41fc0 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:08.837526 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76412900-608e-4944-941c-96d3d3107a96 None None] Routers {'258193da-6e03-4a4d-9e9a-8ecd64df345b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:18:08.843076 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-76412900-608e-4944-941c-96d3d3107a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:18:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['258193da-6e03-4a4d-9e9a-8ecd64df345b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:08.904382 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ee4f05a-14d7-4e9f-8644-fd8c6ea80379 req-d263a983-ea12-4c09-988b-0ade8b3de287 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0a644bda-bbbc-4a72-bb66-1043465cfdf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3992066 Nov 15 11:18:08.919905 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bfa27352-76a8-4fe5-8dc2-7ee916e89788 req-9d4df220-2165-4451-a879-bcb05c8ccb9e tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae35907-e457-4122-80e1-28875efa7586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875241 Nov 15 11:18:08.940081 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef957d-7d9c-47a2-943f-c41087ee369f req-08b67954-ec2f-45bc-8590-ac1c2da1661b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:08.943501 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d7ef957d-7d9c-47a2-943f-c41087ee369f req-08b67954-ec2f-45bc-8590-ac1c2da1661b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 947 time: 0.4889781 Nov 15 11:18:08.965005 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-6091a71f-c5a7-426b-a9d4-85f8914417a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:08.970291 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-6091a71f-c5a7-426b-a9d4-85f8914417a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6807ab01268344f4b073747a8aca0996&device_id=2b9e47e5-c4ab-42e1-88e4-273acbd76531 HTTP/1.1" status: 200 len: 1099 time: 0.3472223 Nov 15 11:18:09.022804 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2b487a23-373f-41a6-9b5c-7bfb044a4b6a None None] Set router bfb320e1-4ee7-4360-ae9c-553537ddf891 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:18:09.078923 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-76412900-608e-4944-941c-96d3d3107a96 None None] Set router 258193da-6e03-4a4d-9e9a-8ecd64df345b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:18:09.126371 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-bebb6f4b-ce3b-4382-a1cd-31af3d5c73e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:09.143950 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-bebb6f4b-ce3b-4382-a1cd-31af3d5c73e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4502175 Nov 15 11:18:09.179316 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-45772bac-4181-41b1-8bef-5dfb24c41fc0 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "PUT /v2.0/floatingips/fb3cc427-9ccd-4416-bb03-d78b8feccf2c HTTP/1.1" status: 200 len: 992 time: 4.5862510 Nov 15 11:18:09.229315 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a644bda-bbbc-4a72-bb66-1043465cfdf8', 'tag': 'eb5eb360-5766-470e-b649-70ba9ef7fadd'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:09.235307 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ec9706-fc69-4d09-9e10-274d22ff8924" -d '{"events": [{"name": "network-changed", "server_uuid": "0a644bda-bbbc-4a72-bb66-1043465cfdf8", "tag": "eb5eb360-5766-470e-b649-70ba9ef7fadd"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:09.363006 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2b487a23-373f-41a6-9b5c-7bfb044a4b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb320e1-4ee7-4360-ae9c-553537ddf891', 'name': 'tempest-AttachSCSIVolumeTestJSON-1530176090-router', 'tenant_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'bb198dfe-22be-4f2a-b8c5-30127253e79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:23Z', 'updated_at': '2021-11-15T11:18:07Z', 'revision_number': 5, 'project_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'gw_port': {'id': 'bb198dfe-22be-4f2a-b8c5-30127253e79d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb320e1-4ee7-4360-ae9c-553537ddf891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:24Z', 'updated_at': '2021-11-15T11:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:09.404592 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b487a23-373f-41a6-9b5c-7bfb044a4b6a None None] Checking router: bfb320e1-4ee7-4360-ae9c-553537ddf891 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:18:09.413579 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4f05a-14d7-4e9f-8644-fd8c6ea80379 req-d68b8ca1-27bb-48ff-b84c-d80316c0479a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:09.418553 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b487a23-373f-41a6-9b5c-7bfb044a4b6a None None] Routers {'bfb320e1-4ee7-4360-ae9c-553537ddf891'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:18:09.419923 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2b487a23-373f-41a6-9b5c-7bfb044a4b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:18:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['bfb320e1-4ee7-4360-ae9c-553537ddf891'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:09.422143 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ee4f05a-14d7-4e9f-8644-fd8c6ea80379 req-d68b8ca1-27bb-48ff-b84c-d80316c0479a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df0b3da522ad448b95a4d56ee86052cc&device_id=0a644bda-bbbc-4a72-bb66-1043465cfdf8 HTTP/1.1" status: 200 len: 1097 time: 0.4033818 Nov 15 11:18:09.575387 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-08f310ad-9eac-4b0f-a99e-1125f5708ad1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=e68d4537-b80e-4e31-9aec-c9c7ac805b65 HTTP/1.1" status: 200 len: 217 time: 0.5952919 Nov 15 11:18:09.578897 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa17f79-05e9-42bd-9ca2-c962620b8008 x-openstack-request-id: req-baa17f79-05e9-42bd-9ca2-c962620b8008 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:09.579169 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9e47e5-c4ab-42e1-88e4-273acbd76531", "tag": "e68d4537-b80e-4e31-9aec-c9c7ac805b65", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:09.579414 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-baa17f79-05e9-42bd-9ca2-c962620b8008 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:09.579883 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9e47e5-c4ab-42e1-88e4-273acbd76531', 'tag': 'e68d4537-b80e-4e31-9aec-c9c7ac805b65', 'status': 'completed', 'code': 200} Nov 15 11:18:09.613181 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2b487a23-373f-41a6-9b5c-7bfb044a4b6a None None] Set router bfb320e1-4ee7-4360-ae9c-553537ddf891 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:18:09.633444 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-2b70ecac-2482-41b4-ac69-ed6f000a5c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:09.635371 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-2b70ecac-2482-41b4-ac69-ed6f000a5c7b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0531001 Nov 15 11:18:09.647459 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d7ef957d-7d9c-47a2-943f-c41087ee369f req-b018b35c-c585-4193-a03d-dcffb2a955c8 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6356666 Nov 15 11:18:09.686945 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97149dad-cadb-4db2-b769-eb4ec744f878 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:09.701992 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97999d09-8184-4538-beee-0fe11e6f5b94 req-05b1331e-16cb-49bd-87bc-777dd292f21a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:09.709963 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97999d09-8184-4538-beee-0fe11e6f5b94 req-05b1331e-16cb-49bd-87bc-777dd292f21a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:09.717366 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97999d09-8184-4538-beee-0fe11e6f5b94 req-05b1331e-16cb-49bd-87bc-777dd292f21a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:09.734133 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97999d09-8184-4538-beee-0fe11e6f5b94 req-05b1331e-16cb-49bd-87bc-777dd292f21a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:09.747866 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97999d09-8184-4538-beee-0fe11e6f5b94 req-05b1331e-16cb-49bd-87bc-777dd292f21a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:09.757717 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97999d09-8184-4538-beee-0fe11e6f5b94 req-05b1331e-16cb-49bd-87bc-777dd292f21a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:09.775553 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97999d09-8184-4538-beee-0fe11e6f5b94 req-05b1331e-16cb-49bd-87bc-777dd292f21a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:09.779372 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-97999d09-8184-4538-beee-0fe11e6f5b94 req-05b1331e-16cb-49bd-87bc-777dd292f21a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5419 time: 0.5257990 Nov 15 11:18:09.810598 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97149dad-cadb-4db2-b769-eb4ec744f878 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:09.818532 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:09.840084 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-76412900-608e-4944-941c-96d3d3107a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'name': 'tempest-ServersTestJSON-1877086239-router', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:17:27Z', 'updated_at': '2021-11-15T11:17:34Z', 'revision_number': 4, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'gw_port': {'id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:17:28Z', 'updated_at': '2021-11-15T11:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'fb3cc427-9ccd-4416-bb03-d78b8feccf2c', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'port_id': 'eb5eb360-5766-470e-b649-70ba9ef7fadd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe', 'mac_address': 'fa:16:3e:5f:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a644bda-bbbc-4a72-bb66-1043465cfdf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:17:40Z', 'updated_at': '2021-11-15T11:18:05Z', 'revision_number': 1, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbeb62ae-6d74-4628-bac8-79c4397f355b', 'name': '', 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'mac_address': 'fa:16:3e:74:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '797b424f-66ce-468d-885b-5a988198f6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:17:33Z', 'updated_at': '2021-11-15T11:17:41Z', 'revision_number': 5, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'subnets': [{'id': '797b424f-66ce-468d-885b-5a988198f6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:09.849549 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4f05a-14d7-4e9f-8644-fd8c6ea80379 req-5e0156cc-e13d-4f3e-bfa3-a877d328d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:09.851048 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ee4f05a-14d7-4e9f-8644-fd8c6ea80379 req-5e0156cc-e13d-4f3e-bfa3-a877d328d610 service neutron] 10.222.0.55 "GET /v2.0/networks?id=78f71f23-a7be-4d8c-8560-640a17cce1fe HTTP/1.1" status: 200 len: 907 time: 0.3553329 Nov 15 11:18:09.867834 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-644d6192-88b1-455e-9a81-dc95fd1e9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:09.869461 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-644d6192-88b1-455e-9a81-dc95fd1e9575 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2233038 Nov 15 11:18:09.959746 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76412900-608e-4944-941c-96d3d3107a96 None None] Checking router: 258193da-6e03-4a4d-9e9a-8ecd64df345b for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:18:09.971284 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-97149dad-cadb-4db2-b769-eb4ec744f878 admin admin] Deleting port bb198dfe-22be-4f2a-b8c5-30127253e79d {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:18:09.971615 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97149dad-cadb-4db2-b769-eb4ec744f878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:10.005704 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76412900-608e-4944-941c-96d3d3107a96 None None] Routers {'258193da-6e03-4a4d-9e9a-8ecd64df345b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:18:10.007806 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-76412900-608e-4944-941c-96d3d3107a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:18:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['258193da-6e03-4a4d-9e9a-8ecd64df345b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:10.036957 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2b487a23-373f-41a6-9b5c-7bfb044a4b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb320e1-4ee7-4360-ae9c-553537ddf891', 'name': 'tempest-AttachSCSIVolumeTestJSON-1530176090-router', 'tenant_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'bb198dfe-22be-4f2a-b8c5-30127253e79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:23Z', 'updated_at': '2021-11-15T11:18:07Z', 'revision_number': 5, 'project_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'gw_port': {'id': 'bb198dfe-22be-4f2a-b8c5-30127253e79d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb320e1-4ee7-4360-ae9c-553537ddf891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:24Z', 'updated_at': '2021-11-15T11:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:10.045787 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-df5c0d05-903c-4583-8b80-0c9ec3148613 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685705 Nov 15 11:18:10.064887 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-d04712b7-a6b6-4596-ad04-1c6cc8057aa7 service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8670478 Nov 15 11:18:10.073179 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b487a23-373f-41a6-9b5c-7bfb044a4b6a None None] The sync data for ids ['bfb320e1-4ee7-4360-ae9c-553537ddf891'] in n-d-729945-9 is: [{'id': 'bfb320e1-4ee7-4360-ae9c-553537ddf891', 'name': 'tempest-AttachSCSIVolumeTestJSON-1530176090-router', 'tenant_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'bb198dfe-22be-4f2a-b8c5-30127253e79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:23Z', 'updated_at': '2021-11-15T11:18:07Z', 'revision_number': 5, 'project_id': 'd97d0623dd774ecf9c5c78e034abb63b', 'gw_port': {'id': 'bb198dfe-22be-4f2a-b8c5-30127253e79d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb320e1-4ee7-4360-ae9c-553537ddf891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:24Z', 'updated_at': '2021-11-15T11:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:18:10.115068 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-97149dad-cadb-4db2-b769-eb4ec744f878 admin admin] For port bb198dfe-22be-4f2a-b8c5-30127253e79d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=bb198dfe-22be-4f2a-b8c5-30127253e79d,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:10.115482 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97149dad-cadb-4db2-b769-eb4ec744f878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:10.129760 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-97149dad-cadb-4db2-b769-eb4ec744f878 admin admin] Calling delete_port for bb198dfe-22be-4f2a-b8c5-30127253e79d owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:18:10.253839 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ee4f05a-14d7-4e9f-8644-fd8c6ea80379 req-853bd836-c5f7-4f9e-8bd4-940162a449ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb5eb360-5766-470e-b649-70ba9ef7fadd HTTP/1.1" status: 200 len: 1000 time: 0.3893523 Nov 15 11:18:10.397370 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-97999d09-8184-4538-beee-0fe11e6f5b94 req-ebd177ad-410d-4e75-8dd4-b33893aa8bc7 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5451748 Nov 15 11:18:10.475060 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4f05a-14d7-4e9f-8644-fd8c6ea80379 req-38dc7cb4-dbb8-4332-a038-655a1a0c69c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:10.488211 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ee4f05a-14d7-4e9f-8644-fd8c6ea80379 req-38dc7cb4-dbb8-4332-a038-655a1a0c69c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=797b424f-66ce-468d-885b-5a988198f6f8 HTTP/1.1" status: 200 len: 845 time: 0.2227466 Nov 15 11:18:10.508689 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-76412900-608e-4944-941c-96d3d3107a96 None None] Set router 258193da-6e03-4a4d-9e9a-8ecd64df345b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:18:10.541753 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaff68c7-ccf7-449d-ab42-7cc2508d8ca2 x-openstack-request-id: req-eaff68c7-ccf7-449d-ab42-7cc2508d8ca2 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:10.542025 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a644bda-bbbc-4a72-bb66-1043465cfdf8", "tag": "eb5eb360-5766-470e-b649-70ba9ef7fadd", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:10.542279 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eaff68c7-ccf7-449d-ab42-7cc2508d8ca2 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:10.542700 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a644bda-bbbc-4a72-bb66-1043465cfdf8', 'tag': 'eb5eb360-5766-470e-b649-70ba9ef7fadd', 'status': 'completed', 'code': 200} Nov 15 11:18:10.562038 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5887f9e8-9e00-4de6-8811-f7bfdc29dc63 req-2cb452c4-dd6d-47f8-b4c5-137bc50bec0c service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739197 Nov 15 11:18:10.605469 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-436de26f-7302-4b75-809b-991277bf135e service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034304 Nov 15 11:18:10.673510 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-a036223a-bbad-4468-9848-a94c5692ade4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=a5e4a1ee-2f8f-4677-847c-e32e1066c474 HTTP/1.1" status: 200 len: 217 time: 0.0597348 Nov 15 11:18:10.688858 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75225c-4f66-4dfc-8349-e995b78ce690 req-3a339d7b-1a7c-423e-bda7-97b9e8a0cc19 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:10.690397 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed75225c-4f66-4dfc-8349-e995b78ce690 req-3a339d7b-1a7c-423e-bda7-97b9e8a0cc19 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d44bda8-63c2-47d5-8833-4609915654f3 HTTP/1.1" status: 200 len: 946 time: 0.1605785 Nov 15 11:18:10.695047 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4f05a-14d7-4e9f-8644-fd8c6ea80379 req-f6cecd15-8939-4a05-b6b2-db2ce0ffeb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:10.696499 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ee4f05a-14d7-4e9f-8644-fd8c6ea80379 req-f6cecd15-8939-4a05-b6b2-db2ce0ffeb56 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78f71f23-a7be-4d8c-8560-640a17cce1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1973851 Nov 15 11:18:10.809034 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97149dad-cadb-4db2-b769-eb4ec744f878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:10.854431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ee4f05a-14d7-4e9f-8644-fd8c6ea80379 req-60fb1302-2c53-4a82-a15c-af61fa39eb8e service neutron] 10.222.0.55 "GET /v2.0/networks/78f71f23-a7be-4d8c-8560-640a17cce1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488867 Nov 15 11:18:10.884372 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97149dad-cadb-4db2-b769-eb4ec744f878 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb198dfe-22be-4f2a-b8c5-30127253e79d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:10.904031 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d2f9e-0de0-4a1f-8999-4e5985e8e54e req-8cdc2df0-deb9-4de7-bc26-41d6e5a19fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:10.912373 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e36d2f9e-0de0-4a1f-8999-4e5985e8e54e req-8cdc2df0-deb9-4de7-bc26-41d6e5a19fe8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6807ab01268344f4b073747a8aca0996&device_id=2b9e47e5-c4ab-42e1-88e4-273acbd76531 HTTP/1.1" status: 200 len: 1099 time: 0.1202176 Nov 15 11:18:10.974485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-43280b85-337a-4230-a2de-aaf3c6f86b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:10.976132 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-43280b85-337a-4230-a2de-aaf3c6f86b08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c20f400b-9ad3-4b90-bd4a-3a164b9839be HTTP/1.1" status: 200 len: 797 time: 0.2832916 Nov 15 11:18:10.995982 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97149dad-cadb-4db2-b769-eb4ec744f878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:11.024924 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cf088-e9ce-4590-a195-2f171e01265c req-5877f357-452c-43fb-87f4-4f2c170c1279 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:11.034466 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-694cf088-e9ce-4590-a195-2f171e01265c req-5877f357-452c-43fb-87f4-4f2c170c1279 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b9e47e5-c4ab-42e1-88e4-273acbd76531 HTTP/1.1" status: 200 len: 948 time: 0.3428786 Nov 15 11:18:11.048589 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-76412900-608e-4944-941c-96d3d3107a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'name': 'tempest-ServersTestJSON-1877086239-router', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:17:27Z', 'updated_at': '2021-11-15T11:17:34Z', 'revision_number': 4, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'gw_port': {'id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:17:28Z', 'updated_at': '2021-11-15T11:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'fb3cc427-9ccd-4416-bb03-d78b8feccf2c', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'port_id': 'eb5eb360-5766-470e-b649-70ba9ef7fadd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe', 'mac_address': 'fa:16:3e:5f:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a644bda-bbbc-4a72-bb66-1043465cfdf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:17:40Z', 'updated_at': '2021-11-15T11:18:05Z', 'revision_number': 1, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbeb62ae-6d74-4628-bac8-79c4397f355b', 'name': '', 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'mac_address': 'fa:16:3e:74:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '797b424f-66ce-468d-885b-5a988198f6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:17:33Z', 'updated_at': '2021-11-15T11:17:41Z', 'revision_number': 5, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'subnets': [{'id': '797b424f-66ce-468d-885b-5a988198f6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:11.085530 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76412900-608e-4944-941c-96d3d3107a96 None None] The sync data for ids ['258193da-6e03-4a4d-9e9a-8ecd64df345b'] in n-d-729945-9 is: [{'id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'name': 'tempest-ServersTestJSON-1877086239-router', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:17:27Z', 'updated_at': '2021-11-15T11:17:34Z', 'revision_number': 4, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'gw_port': {'id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:17:28Z', 'updated_at': '2021-11-15T11:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'fb3cc427-9ccd-4416-bb03-d78b8feccf2c', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'port_id': 'eb5eb360-5766-470e-b649-70ba9ef7fadd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe', 'mac_address': 'fa:16:3e:5f:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a644bda-bbbc-4a72-bb66-1043465cfdf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:17:40Z', 'updated_at': '2021-11-15T11:18:05Z', 'revision_number': 1, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbeb62ae-6d74-4628-bac8-79c4397f355b', 'name': '', 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'mac_address': 'fa:16:3e:74:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '797b424f-66ce-468d-885b-5a988198f6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:17:33Z', 'updated_at': '2021-11-15T11:17:41Z', 'revision_number': 5, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'subnets': [{'id': '797b424f-66ce-468d-885b-5a988198f6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:18:11.102910 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed75225c-4f66-4dfc-8349-e995b78ce690 req-3fb9a501-edc9-4d3e-8aaf-0ad2f1b39246 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674233 Nov 15 11:18:11.113476 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97149dad-cadb-4db2-b769-eb4ec744f878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:11.113476 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97149dad-cadb-4db2-b769-eb4ec744f878 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:11.143786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-ad8b89cc-6f7e-4d6c-9aef-c704a221dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:11.145371 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-ad8b89cc-6f7e-4d6c-9aef-c704a221dc69 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1543984 Nov 15 11:18:11.166171 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ee4f05a-14d7-4e9f-8644-fd8c6ea80379 req-0f3ba3f9-7bf5-4b52-be14-574288d45439 service neutron] 10.222.0.55 "GET /v2.0/networks/78f71f23-a7be-4d8c-8560-640a17cce1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820966 Nov 15 11:18:11.245234 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97149dad-cadb-4db2-b769-eb4ec744f878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:11.246092 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97149dad-cadb-4db2-b769-eb4ec744f878 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfb320e1-4ee7-4360-ae9c-553537ddf891 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:18:11.266144 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-694cf088-e9ce-4590-a195-2f171e01265c req-9a7b9d54-e2f7-460b-9deb-5ee5a755e94b tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae35907-e457-4122-80e1-28875efa7586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308059 Nov 15 11:18:11.266335 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97149dad-cadb-4db2-b769-eb4ec744f878 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:11.270040 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-97149dad-cadb-4db2-b769-eb4ec744f878 admin admin] 10.222.0.64 "DELETE /v2.0/routers/bfb320e1-4ee7-4360-ae9c-553537ddf891 HTTP/1.1" status: 204 len: 168 time: 2.5511072 Nov 15 11:18:11.270526 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58684) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:11.322506 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-52fcdd16-38cc-41f6-83e1-a90308e8e368 req-82bb2ca1-c86d-4886-9119-d19a3dddf831 tempest-AbsoluteLimitsNegativeTestJSON-817728378 tempest-AbsoluteLimitsNegativeTestJSON-817728378-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=723767d5baac4f869f3d74e0a29a90a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601854 Nov 15 11:18:11.345099 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:11.403046 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3c0dd4-0a80-4371-a67a-f774c439431d admin admin] Deleting subnet 197a0c4e-b89e-4249-a087-a1feb11c7745 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:18:11.409244 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae3c0dd4-0a80-4371-a67a-f774c439431d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:11.468986 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-86f73de3-4b14-46ba-b29f-e843938d7da4 service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034794 Nov 15 11:18:11.480277 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae3c0dd4-0a80-4371-a67a-f774c439431d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:11.595010 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae3c0dd4-0a80-4371-a67a-f774c439431d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:11.604964 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597cefc8-c6be-4eb5-aa9b-2a37e40625c8 None None] New status for floating IP fb3cc427-9ccd-4416-bb03-d78b8feccf2c: ACTIVE {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:18:11.668318 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae3c0dd4-0a80-4371-a67a-f774c439431d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:11.707360 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86208677-630e-4701-969e-7ba8b4846f57 None None] Network 4badab4f-a154-4642-8833-316f0f77f106 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:18:11.718778 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae3c0dd4-0a80-4371-a67a-f774c439431d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:11.727215 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ae3c0dd4-0a80-4371-a67a-f774c439431d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/197a0c4e-b89e-4249-a087-a1feb11c7745 HTTP/1.1" status: 204 len: 168 time: 0.4553931 Nov 15 11:18:11.795100 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58690) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:11.941277 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c0dd4-0a80-4371-a67a-f774c439431d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=197a0c4e-b89e-4249-a087-a1feb11c7745,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:11.952076 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bef6702-2993-4592-afed-ee6bf891f10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:11.979462 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d2f9e-0de0-4a1f-8999-4e5985e8e54e req-c65b5419-4285-4099-afce-5d5f3d643061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:11.981394 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e36d2f9e-0de0-4a1f-8999-4e5985e8e54e req-c65b5419-4285-4099-afce-5d5f3d643061 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 1.0457220 Nov 15 11:18:12.059867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9d35d6-929e-4bcc-91d4-3570db848763 None None] DHCP port deletion for 4badab4f-a154-4642-8833-316f0f77f106 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:18:12.161877 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e36d2f9e-0de0-4a1f-8999-4e5985e8e54e req-4e44fc1f-a4dd-423d-b3e5-61e40f0934e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=e68d4537-b80e-4e31-9aec-c9c7ac805b65 HTTP/1.1" status: 200 len: 217 time: 0.1690650 Nov 15 11:18:12.204316 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:12.228196 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122108aa-e47e-475b-89e0-29074e3e3904 req-ab96c07c-f117-4db5-a548-714db38b7049 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:12.234940 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122108aa-e47e-475b-89e0-29074e3e3904 req-ab96c07c-f117-4db5-a548-714db38b7049 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:12.237386 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-122108aa-e47e-475b-89e0-29074e3e3904 req-ab96c07c-f117-4db5-a548-714db38b7049 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c6540ce-5c0c-49ba-9f53-e928a7e5eefe HTTP/1.1" status: 200 len: 1681 time: 0.2425301 Nov 15 11:18:12.252835 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-5b9d35d6-929e-4bcc-91d4-3570db848763 None None] Deleting port cb27981d-b4eb-4689-926f-ed5368812d15 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:18:12.253490 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5b9d35d6-929e-4bcc-91d4-3570db848763 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:12.254304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcdd16-38cc-41f6-83e1-a90308e8e368 req-91f888db-e870-418f-bd70-5bdbb1ef31a8 tempest-AbsoluteLimitsNegativeTestJSON-817728378 tempest-AbsoluteLimitsNegativeTestJSON-817728378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:12.256563 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-52fcdd16-38cc-41f6-83e1-a90308e8e368 req-91f888db-e870-418f-bd70-5bdbb1ef31a8 tempest-AbsoluteLimitsNegativeTestJSON-817728378 tempest-AbsoluteLimitsNegativeTestJSON-817728378-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9330707 Nov 15 11:18:12.262378 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4bef6702-2993-4592-afed-ee6bf891f10e admin admin] Deleting port cb27981d-b4eb-4689-926f-ed5368812d15 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:18:12.262702 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bef6702-2993-4592-afed-ee6bf891f10e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:12.279895 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device cb27981d-b4eb-4689-926f-ed5368812d15 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:18:12.294934 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec9706-fc69-4d09-9e10-274d22ff8924 req-da7c9515-9e9e-4961-86cd-76cc7f08d6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:12.296514 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91ec9706-fc69-4d09-9e10-274d22ff8924 req-da7c9515-9e9e-4961-86cd-76cc7f08d6b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df0b3da522ad448b95a4d56ee86052cc&device_id=0a644bda-bbbc-4a72-bb66-1043465cfdf8 HTTP/1.1" status: 200 len: 1097 time: 1.0220606 Nov 15 11:18:12.314957 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-52fcdd16-38cc-41f6-83e1-a90308e8e368 req-e8e3591c-48a2-4273-9379-e17458b7ff49 tempest-AbsoluteLimitsNegativeTestJSON-817728378 tempest-AbsoluteLimitsNegativeTestJSON-817728378-project] 10.222.0.64 "GET /v2.0/quotas/723767d5baac4f869f3d74e0a29a90a4 HTTP/1.1" status: 200 len: 375 time: 0.0490777 Nov 15 11:18:12.332241 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d2f9e-0de0-4a1f-8999-4e5985e8e54e req-8c3fa6de-0023-4619-bb72-517c29a77ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:12.333826 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e36d2f9e-0de0-4a1f-8999-4e5985e8e54e req-8c3fa6de-0023-4619-bb72-517c29a77ff4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1631894 Nov 15 11:18:12.336269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1e266-2d45-45cb-9b64-59cb498b413f req-7b4659f6-15e3-462c-b189-8dcb70c81e55 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:12.341986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1e266-2d45-45cb-9b64-59cb498b413f req-7b4659f6-15e3-462c-b189-8dcb70c81e55 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:12.349771 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-49b1e266-2d45-45cb-9b64-59cb498b413f req-7b4659f6-15e3-462c-b189-8dcb70c81e55 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c6540ce-5c0c-49ba-9f53-e928a7e5eefe HTTP/1.1" status: 200 len: 1681 time: 0.8858662 Nov 15 11:18:12.413763 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-5553d580-1243-457b-aaad-f522e023139f service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912835 Nov 15 11:18:12.435347 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4bef6702-2993-4592-afed-ee6bf891f10e admin admin] For port cb27981d-b4eb-4689-926f-ed5368812d15, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=cb27981d-b4eb-4689-926f-ed5368812d15,segment=NetworkSegment(eb4e70f0-0051-4a81-b52f-c39fb4bb90be),segment_id=eb4e70f0-0051-4a81-b52f-c39fb4bb90be)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:12.435694 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bef6702-2993-4592-afed-ee6bf891f10e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:12.440271 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-52fcdd16-38cc-41f6-83e1-a90308e8e368 req-f1b0d0e8-54e6-4120-bb80-44c2dd42a2d8 tempest-AbsoluteLimitsNegativeTestJSON-817728378 tempest-AbsoluteLimitsNegativeTestJSON-817728378-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=723767d5baac4f869f3d74e0a29a90a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849030 Nov 15 11:18:12.455749 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4bef6702-2993-4592-afed-ee6bf891f10e admin admin] Calling delete_port for cb27981d-b4eb-4689-926f-ed5368812d15 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:18:12.478591 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d2f9e-0de0-4a1f-8999-4e5985e8e54e req-df053eae-cd5f-41d8-b1d1-9455e5f415cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:12.480120 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e36d2f9e-0de0-4a1f-8999-4e5985e8e54e req-df053eae-cd5f-41d8-b1d1-9455e5f415cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1355314 Nov 15 11:18:12.525816 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-49b1e266-2d45-45cb-9b64-59cb498b413f req-bc94ba99-70e7-4354-a220-ce6168748020 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711252 Nov 15 11:18:12.532231 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-b57dec21-e832-4c86-9d41-2b7c2c8fc887 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=9690f032-99ce-452d-8947-7368f4eac3f0 HTTP/1.1" status: 200 len: 217 time: 0.0945334 Nov 15 11:18:12.662723 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-122108aa-e47e-475b-89e0-29074e3e3904 req-27ac7699-9174-4eeb-b15b-28251eae0e41 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Deleting port 9c62af0c-1443-4d84-882a-393f3276da82 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:18:12.664487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5b9d35d6-929e-4bcc-91d4-3570db848763 None None] For port cb27981d-b4eb-4689-926f-ed5368812d15, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=cb27981d-b4eb-4689-926f-ed5368812d15,segment=NetworkSegment(eb4e70f0-0051-4a81-b52f-c39fb4bb90be),segment_id=eb4e70f0-0051-4a81-b52f-c39fb4bb90be)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:12.665525 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5b9d35d6-929e-4bcc-91d4-3570db848763 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:12.669664 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-122108aa-e47e-475b-89e0-29074e3e3904 req-27ac7699-9174-4eeb-b15b-28251eae0e41 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:12.690323 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-5b9d35d6-929e-4bcc-91d4-3570db848763 None None] Calling delete_port for cb27981d-b4eb-4689-926f-ed5368812d15 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:18:12.698948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec9706-fc69-4d09-9e10-274d22ff8924 req-ecedc25b-6768-4dec-bb46-8098fd76a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:12.701049 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91ec9706-fc69-4d09-9e10-274d22ff8924 req-ecedc25b-6768-4dec-bb46-8098fd76a68e service neutron] 10.222.0.55 "GET /v2.0/networks?id=78f71f23-a7be-4d8c-8560-640a17cce1fe HTTP/1.1" status: 200 len: 907 time: 0.3925385 Nov 15 11:18:12.710584 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:12.764043 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port cb27981d-b4eb-4689-926f-ed5368812d15, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=cb27981d-b4eb-4689-926f-ed5368812d15,segment=NetworkSegment(eb4e70f0-0051-4a81-b52f-c39fb4bb90be),segment_id=eb4e70f0-0051-4a81-b52f-c39fb4bb90be)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:12.765771 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-b15e904c-2984-49bf-9757-ffddf4996611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:12.767753 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-b15e904c-2984-49bf-9757-ffddf4996611 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c20f400b-9ad3-4b90-bd4a-3a164b9839be HTTP/1.1" status: 200 len: 797 time: 0.2169571 Nov 15 11:18:12.797052 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:12.797773 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e68c70aa-4edb-4d78-871b-a64815adecc3 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:18:12.803006 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecd800-7716-4f1d-98a8-64cc9f38ace5 req-157e2630-2afb-4f31-b245-a12e69b7d6e5 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:12.806164 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14ecd800-7716-4f1d-98a8-64cc9f38ace5 req-157e2630-2afb-4f31-b245-a12e69b7d6e5 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 947 time: 0.1727962 Nov 15 11:18:12.829212 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: e68c70aa-4edb-4d78-871b-a64815adecc3 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:18:12.829485 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e68c70aa-4edb-4d78-871b-a64815adecc3 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:18:12.830220 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bb198dfe-22be-4f2a-b8c5-30127253e79d no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:18:12.877978 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: bb198dfe-22be-4f2a-b8c5-30127253e79d {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:18:12.878366 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bb198dfe-22be-4f2a-b8c5-30127253e79d not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:18:12.973401 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91ec9706-fc69-4d09-9e10-274d22ff8924 req-8876cdd2-7a0d-4d64-a9aa-9418748267c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb5eb360-5766-470e-b649-70ba9ef7fadd HTTP/1.1" status: 200 len: 1002 time: 0.2601323 Nov 15 11:18:13.057147 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=cb27981d-b4eb-4689-926f-ed5368812d15,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:13.129590 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5b9d35d6-929e-4bcc-91d4-3570db848763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:13.158109 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bef6702-2993-4592-afed-ee6bf891f10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:13.166223 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e36d2f9e-0de0-4a1f-8999-4e5985e8e54e req-71771937-709f-45ea-a8cb-bf925bea0d3a service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6748719 Nov 15 11:18:13.173828 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-122108aa-e47e-475b-89e0-29074e3e3904 req-27ac7699-9174-4eeb-b15b-28251eae0e41 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] For port 9c62af0c-1443-4d84-882a-393f3276da82, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=9c62af0c-1443-4d84-882a-393f3276da82,segment=NetworkSegment(63a25b35-9dc7-4fde-ade0-8692e175ac7b),segment_id=63a25b35-9dc7-4fde-ade0-8692e175ac7b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:13.180306 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec9706-fc69-4d09-9e10-274d22ff8924 req-9127d0ed-6deb-444a-88eb-f60272d65de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:13.181031 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-122108aa-e47e-475b-89e0-29074e3e3904 req-27ac7699-9174-4eeb-b15b-28251eae0e41 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:13.191587 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91ec9706-fc69-4d09-9e10-274d22ff8924 req-9127d0ed-6deb-444a-88eb-f60272d65de0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=797b424f-66ce-468d-885b-5a988198f6f8 HTTP/1.1" status: 200 len: 845 time: 0.1951220 Nov 15 11:18:13.212361 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-8c500422-4055-4b13-a6d2-67e8637b1d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:13.214074 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-8c500422-4055-4b13-a6d2-67e8637b1d9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4025176 Nov 15 11:18:13.217400 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d35d6-929e-4bcc-91d4-3570db848763 None None] Pushing event deleted for resources: {'Port': ['ID=cb27981d-b4eb-4689-926f-ed5368812d15,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:13.219327 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9d35d6-929e-4bcc-91d4-3570db848763 None None] No DVR routers for this DVR port cb27981d-b4eb-4689-926f-ed5368812d15 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:18:13.256959 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58700) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:13.350476 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bef6702-2993-4592-afed-ee6bf891f10e admin admin] No DVR routers for this DVR port cb27981d-b4eb-4689-926f-ed5368812d15 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:18:13.354234 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-122108aa-e47e-475b-89e0-29074e3e3904 req-27ac7699-9174-4eeb-b15b-28251eae0e41 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Calling delete_port for 9c62af0c-1443-4d84-882a-393f3276da82 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:18:13.356177 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef6702-2993-4592-afed-ee6bf891f10e admin admin] Pushing event deleted for resources: {'Port': ['ID=cb27981d-b4eb-4689-926f-ed5368812d15,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:13.370238 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14ecd800-7716-4f1d-98a8-64cc9f38ace5 req-a93eebd3-ee7a-4ea4-8b67-e684e021f85f tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5515418 Nov 15 11:18:13.445733 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e10fe-047f-4639-9b4b-e000c7f175d7 req-bb5ba31a-8468-4feb-9640-179bf5386582 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:13.451678 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e10fe-047f-4639-9b4b-e000c7f175d7 req-bb5ba31a-8468-4feb-9640-179bf5386582 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:13.457728 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e10fe-047f-4639-9b4b-e000c7f175d7 req-bb5ba31a-8468-4feb-9640-179bf5386582 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:13.463629 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e10fe-047f-4639-9b4b-e000c7f175d7 req-bb5ba31a-8468-4feb-9640-179bf5386582 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:13.469846 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e10fe-047f-4639-9b4b-e000c7f175d7 req-bb5ba31a-8468-4feb-9640-179bf5386582 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:13.475925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e10fe-047f-4639-9b4b-e000c7f175d7 req-bb5ba31a-8468-4feb-9640-179bf5386582 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:13.482118 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e10fe-047f-4639-9b4b-e000c7f175d7 req-bb5ba31a-8468-4feb-9640-179bf5386582 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:13.490648 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5f9e10fe-047f-4639-9b4b-e000c7f175d7 req-bb5ba31a-8468-4feb-9640-179bf5386582 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5419 time: 0.2879465 Nov 15 11:18:13.500423 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec9706-fc69-4d09-9e10-274d22ff8924 req-58c09e9e-7158-45e9-bf14-fbbcea3acb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:13.501932 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91ec9706-fc69-4d09-9e10-274d22ff8924 req-58c09e9e-7158-45e9-bf14-fbbcea3acb8e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78f71f23-a7be-4d8c-8560-640a17cce1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2748871 Nov 15 11:18:13.529775 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bef6702-2993-4592-afed-ee6bf891f10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:13.568013 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e36d2f9e-0de0-4a1f-8999-4e5985e8e54e req-cf0db1b6-b088-4c65-a594-909fca7b7e17 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785160 Nov 15 11:18:13.578652 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4bef6702-2993-4592-afed-ee6bf891f10e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4badab4f-a154-4642-8833-316f0f77f106']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:13.600435 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4bef6702-2993-4592-afed-ee6bf891f10e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb4e70f0-0051-4a81-b52f-c39fb4bb90be') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:13.600854 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4bef6702-2993-4592-afed-ee6bf891f10e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb4e70f0-0051-4a81-b52f-c39fb4bb90be') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:13.620554 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bef6702-2993-4592-afed-ee6bf891f10e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:13.639643 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bef6702-2993-4592-afed-ee6bf891f10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:13.669957 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bef6702-2993-4592-afed-ee6bf891f10e admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:18:13.670624 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bef6702-2993-4592-afed-ee6bf891f10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:18:13.672517 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:18:13.690428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5f9e10fe-047f-4639-9b4b-e000c7f175d7 req-ba3acbbd-9e0a-4405-a7e8-d4cd27625f2c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1966381 Nov 15 11:18:13.692981 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-e30db7e1-f2f1-48ca-a641-7cf083327fb6 service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351485 Nov 15 11:18:13.704463 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-33c20cee-476e-4c7a-bc89-011287f5f9a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:13.752693 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-122108aa-e47e-475b-89e0-29074e3e3904 req-27ac7699-9174-4eeb-b15b-28251eae0e41 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:13.754699 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bef6702-2993-4592-afed-ee6bf891f10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:13.764851 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['9c62af0c-1443-4d84-882a-393f3276da82', 'b1f50262-f2c0-4385-8bf0-28dce9157ce3'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:18:13.786553 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bef6702-2993-4592-afed-ee6bf891f10e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:13.793933 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4bef6702-2993-4592-afed-ee6bf891f10e admin admin] 10.222.0.64 "DELETE /v2.0/networks/4badab4f-a154-4642-8833-316f0f77f106 HTTP/1.1" status: 204 len: 168 time: 1.9812379 Nov 15 11:18:13.798117 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac7699-9174-4eeb-b15b-28251eae0e41 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event deleted for resources: {'Port': ['ID=9c62af0c-1443-4d84-882a-393f3276da82,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:13.818400 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef6702-2993-4592-afed-ee6bf891f10e admin admin] Pushing event deleted for resources: {'Network': ['ID=4badab4f-a154-4642-8833-316f0f77f106,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:13.881500 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-122108aa-e47e-475b-89e0-29074e3e3904 req-27ac7699-9174-4eeb-b15b-28251eae0e41 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] No DVR routers for this DVR port 9c62af0c-1443-4d84-882a-393f3276da82 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:18:13.884724 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-122108aa-e47e-475b-89e0-29074e3e3904 req-27ac7699-9174-4eeb-b15b-28251eae0e41 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:13.891730 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-122108aa-e47e-475b-89e0-29074e3e3904 req-27ac7699-9174-4eeb-b15b-28251eae0e41 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.11 "DELETE /v2.0/ports/9c62af0c-1443-4d84-882a-393f3276da82 HTTP/1.1" status: 204 len: 173 time: 1.6450162 Nov 15 11:18:13.896194 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6540ce-5c0c-49ba-9f53-e928a7e5eefe', 'name': 'network-vif-deleted', 'tag': '9c62af0c-1443-4d84-882a-393f3276da82'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:13.904326 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35134d05-2d91-4067-8db9-b552eb7fe3e6" -d '{"events": [{"server_uuid": "9c6540ce-5c0c-49ba-9f53-e928a7e5eefe", "name": "network-vif-deleted", "tag": "9c62af0c-1443-4d84-882a-393f3276da82"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:14.071821 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-44d5063b-c1f2-41b4-a018-17a7228cd783 service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438594 Nov 15 11:18:14.097416 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58712) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:14.135564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-122108aa-e47e-475b-89e0-29074e3e3904 req-df0ce84d-0fab-483b-bd25-74d2e2acdae5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Deleting port b1f50262-f2c0-4385-8bf0-28dce9157ce3 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:18:14.135925 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-122108aa-e47e-475b-89e0-29074e3e3904 req-df0ce84d-0fab-483b-bd25-74d2e2acdae5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:14.217087 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c2c88356-436c-489a-911c-14e341ca5ed7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e6171d0c55743828c9f4fc6fcc03dbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1139250 Nov 15 11:18:14.217757 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58714) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:14.221778 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-33c20cee-476e-4c7a-bc89-011287f5f9a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:14.223925 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-8a6b2e3d-7e5d-419a-8920-369884c479b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4704c36-0238-4820-b8a4-0393c48690e2 HTTP/1.1" status: 200 len: 217 time: 0.1211123 Nov 15 11:18:14.227444 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91ec9706-fc69-4d09-9e10-274d22ff8924 req-88c31f6c-4509-4cdc-be95-80e644b1568b service neutron] 10.222.0.55 "GET /v2.0/networks/78f71f23-a7be-4d8c-8560-640a17cce1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7006121 Nov 15 11:18:14.234726 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150cf9c-67ac-4095-b047-f7c2567b5b9e req-ee8e4e81-d623-407f-9b9b-cc429b8ba7a8 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:14.243531 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9150cf9c-67ac-4095-b047-f7c2567b5b9e req-ee8e4e81-d623-407f-9b9b-cc429b8ba7a8 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b9e47e5-c4ab-42e1-88e4-273acbd76531 HTTP/1.1" status: 200 len: 948 time: 0.6427922 Nov 15 11:18:14.292932 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-122108aa-e47e-475b-89e0-29074e3e3904 req-df0ce84d-0fab-483b-bd25-74d2e2acdae5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] For port b1f50262-f2c0-4385-8bf0-28dce9157ce3, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b1f50262-f2c0-4385-8bf0-28dce9157ce3,segment=NetworkSegment(7909f31e-b2ad-4bde-8eff-3f983074a229),segment_id=7909f31e-b2ad-4bde-8eff-3f983074a229)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:14.293375 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-122108aa-e47e-475b-89e0-29074e3e3904 req-df0ce84d-0fab-483b-bd25-74d2e2acdae5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:14.314196 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-33c20cee-476e-4c7a-bc89-011287f5f9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:14.317926 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-122108aa-e47e-475b-89e0-29074e3e3904 req-df0ce84d-0fab-483b-bd25-74d2e2acdae5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Calling delete_port for b1f50262-f2c0-4385-8bf0-28dce9157ce3 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:18:14.320021 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dbb682f1-b9f5-4342-8741-cb84856f3868 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:14.389311 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dbb682f1-b9f5-4342-8741-cb84856f3868 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:14.400430 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e983c6-379c-48de-8ed2-46446c778366 req-73965bbf-a932-4daf-a40f-9a4b4c79ceb5 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:14.402378 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2e983c6-379c-48de-8ed2-46446c778366 req-73965bbf-a932-4daf-a40f-9a4b4c79ceb5 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d44bda8-63c2-47d5-8833-4609915654f3 HTTP/1.1" status: 200 len: 946 time: 0.3741734 Nov 15 11:18:14.445860 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-33c20cee-476e-4c7a-bc89-011287f5f9a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=723767d5baac4f869f3d74e0a29a90a4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1719584 Nov 15 11:18:14.446582 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c20cee-476e-4c7a-bc89-011287f5f9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a09d34-524f-470d-95f4-4291261c0781,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:14.452728 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58718) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:14.469325 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-660da1c7-40eb-4654-8094-28035d03a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:14.470158 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-660da1c7-40eb-4654-8094-28035d03a80e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d65f1e93-4de6-48f1-9e2c-85927a146776 HTTP/1.1" status: 200 len: 797 time: 0.2231448 Nov 15 11:18:14.506022 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91ec9706-fc69-4d09-9e10-274d22ff8924 req-e340b8de-6659-4cdc-aae8-780f8c1c2945 service neutron] 10.222.0.55 "GET /v2.0/networks/78f71f23-a7be-4d8c-8560-640a17cce1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593031 Nov 15 11:18:14.536290 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dbb682f1-b9f5-4342-8741-cb84856f3868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:14.539049 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dbb682f1-b9f5-4342-8741-cb84856f3868 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:14.540575 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-dbb682f1-b9f5-4342-8741-cb84856f3868 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf8fb29b-db38-4220-b6cc-46d1e4c61de3 HTTP/1.1" status: 204 len: 168 time: 0.3193138 Nov 15 11:18:14.550424 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9150cf9c-67ac-4095-b047-f7c2567b5b9e req-e4e78627-933d-4751-8efd-b65a2d7bfcc0 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae35907-e457-4122-80e1-28875efa7586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013115 Nov 15 11:18:14.565101 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb682f1-b9f5-4342-8741-cb84856f3868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8fb29b-db38-4220-b6cc-46d1e4c61de3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:14.609141 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2e983c6-379c-48de-8ed2-46446c778366 req-d256fce3-4108-4496-8b95-80dcb3d8faf7 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805825 Nov 15 11:18:14.613803 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55faa271-9e2e-4960-9189-bd85b0ec6b41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:14.633558 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:18:14.648215 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-5812253c-19ed-4442-b8a3-5f87c03ce1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:14.648586 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55faa271-9e2e-4960-9189-bd85b0ec6b41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:14.649673 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-5812253c-19ed-4442-b8a3-5f87c03ce1aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1722e728-27c9-4457-a98e-4b336084f5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1688433 Nov 15 11:18:14.658150 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device e68d4537-b80e-4e31-9aec-c9c7ac805b65 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:18:14.716537 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23800fdd-eafe-43fb-a8d2-b54d92e94835 x-openstack-request-id: req-23800fdd-eafe-43fb-a8d2-b54d92e94835 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:14.716814 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6540ce-5c0c-49ba-9f53-e928a7e5eefe", "name": "network-vif-deleted", "tag": "9c62af0c-1443-4d84-882a-393f3276da82", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:14.717064 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23800fdd-eafe-43fb-a8d2-b54d92e94835 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:14.718856 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6540ce-5c0c-49ba-9f53-e928a7e5eefe', 'name': 'network-vif-deleted', 'tag': '9c62af0c-1443-4d84-882a-393f3276da82', 'status': 'completed', 'code': 200} Nov 15 11:18:14.718856 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-122108aa-e47e-475b-89e0-29074e3e3904 req-df0ce84d-0fab-483b-bd25-74d2e2acdae5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:14.756119 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55faa271-9e2e-4960-9189-bd85b0ec6b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:14.758598 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55faa271-9e2e-4960-9189-bd85b0ec6b41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:14.759881 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-55faa271-9e2e-4960-9189-bd85b0ec6b41 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b2a09d34-524f-470d-95f4-4291261c0781 HTTP/1.1" status: 204 len: 168 time: 0.3045402 Nov 15 11:18:14.829825 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b5a0b61-e118-452d-9132-79d76484b7ab req-7b8edc58-3a50-464c-bbe1-63d89c1b72dc tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c6540ce-5c0c-49ba-9f53-e928a7e5eefe HTTP/1.1" status: 200 len: 210 time: 0.1109734 Nov 15 11:18:14.883845 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ce84d-0fab-483b-bd25-74d2e2acdae5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event deleted for resources: {'Port': ['ID=b1f50262-f2c0-4385-8bf0-28dce9157ce3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:14.909668 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55faa271-9e2e-4960-9189-bd85b0ec6b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a09d34-524f-470d-95f4-4291261c0781,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:14.915584 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-9e3d3837-cc00-4338-82cc-1035f52ff566 service neutron] 10.222.0.55 "GET /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537081 Nov 15 11:18:14.958973 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port e68d4537-b80e-4e31-9aec-c9c7ac805b65, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=e68d4537-b80e-4e31-9aec-c9c7ac805b65,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:14.980456 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'e68d4537-b80e-4e31-9aec-c9c7ac805b65', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': 'e68d4537-b80e-4e31-9aec-c9c7ac805b65', 'mac_address': 'fa:16:3e:db:b7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:18:15.045391 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-122108aa-e47e-475b-89e0-29074e3e3904 req-df0ce84d-0fab-483b-bd25-74d2e2acdae5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] No DVR routers for this DVR port b1f50262-f2c0-4385-8bf0-28dce9157ce3 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:18:15.048069 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-122108aa-e47e-475b-89e0-29074e3e3904 req-df0ce84d-0fab-483b-bd25-74d2e2acdae5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:15.051748 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-122108aa-e47e-475b-89e0-29074e3e3904 req-df0ce84d-0fab-483b-bd25-74d2e2acdae5 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.11 "DELETE /v2.0/ports/b1f50262-f2c0-4385-8bf0-28dce9157ce3 HTTP/1.1" status: 204 len: 173 time: 1.1444530 Nov 15 11:18:15.078284 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:15.097817 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68d4537-b80e-4e31-9aec-c9c7ac805b65 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:18:15.152759 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port e68d4537-b80e-4e31-9aec-c9c7ac805b65, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=e68d4537-b80e-4e31-9aec-c9c7ac805b65,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:15.152759 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:15.222070 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=e68d4537-b80e-4e31-9aec-c9c7ac805b65,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:15.283847 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58730) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:15.311989 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1a064-c0b3-473c-9bb2-b53371d43d38 req-4df21d0a-f68b-4211-a982-bc23ce9fa30d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:15.319110 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-88c1a064-c0b3-473c-9bb2-b53371d43d38 req-4df21d0a-f68b-4211-a982-bc23ce9fa30d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 947 time: 0.4152238 Nov 15 11:18:15.340151 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f3376a97-3790-4e1b-9539-c01487e5660e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d97d0623dd774ecf9c5c78e034abb63b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0525756 Nov 15 11:18:15.340399 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58732) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:15.391464 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacd8d8-25c3-4019-916c-8399c29557bd req-2a52fc17-351a-4fa6-a404-c54fac351947 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:15.398690 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacd8d8-25c3-4019-916c-8399c29557bd req-2a52fc17-351a-4fa6-a404-c54fac351947 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:15.405889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacd8d8-25c3-4019-916c-8399c29557bd req-2a52fc17-351a-4fa6-a404-c54fac351947 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:15.411794 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacd8d8-25c3-4019-916c-8399c29557bd req-2a52fc17-351a-4fa6-a404-c54fac351947 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:15.417614 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacd8d8-25c3-4019-916c-8399c29557bd req-2a52fc17-351a-4fa6-a404-c54fac351947 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:15.423405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacd8d8-25c3-4019-916c-8399c29557bd req-2a52fc17-351a-4fa6-a404-c54fac351947 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:15.430181 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacd8d8-25c3-4019-916c-8399c29557bd req-2a52fc17-351a-4fa6-a404-c54fac351947 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:15.438926 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2cacd8d8-25c3-4019-916c-8399c29557bd req-2a52fc17-351a-4fa6-a404-c54fac351947 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5419 time: 0.4233668 Nov 15 11:18:15.526900 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-fdcef21f-6c14-4a6e-9585-6a9bccf2870a service neutron] 10.222.0.55 "GET /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622754 Nov 15 11:18:15.565383 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['e68d4537-b80e-4e31-9aec-c9c7ac805b65'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:18:15.603913 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-d433c6c3-c2a4-4447-aa0b-71a7890091af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f11f0984-2cf6-4544-ae65-21ceb3a18147 HTTP/1.1" status: 200 len: 217 time: 0.0616770 Nov 15 11:18:15.640679 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-88c1a064-c0b3-473c-9bb2-b53371d43d38 req-a0a1b235-dd4c-4672-9bec-62b11ebecf39 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2911434 Nov 15 11:18:15.671240 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b8835211-a218-4e9c-8de9-a8f9e04f7eb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:15.694468 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2cacd8d8-25c3-4019-916c-8399c29557bd req-b2962fa7-dfd9-4540-b05a-b33ed520a65a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2474422 Nov 15 11:18:15.807698 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b8835211-a218-4e9c-8de9-a8f9e04f7eb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:15.854304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-93dd4588-9928-4d4d-9083-7600027e2a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:15.856133 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-93dd4588-9928-4d4d-9083-7600027e2a04 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d65f1e93-4de6-48f1-9e2c-85927a146776 HTTP/1.1" status: 200 len: 797 time: 0.2326956 Nov 15 11:18:16.003087 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce732a-ef54-4938-b467-46159aef2f23 req-175f7a67-03be-47de-8ab3-64da942b548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:16.005093 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-175f7a67-03be-47de-8ab3-64da942b548f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1722e728-27c9-4457-a98e-4b336084f5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1234493 Nov 15 11:18:16.017313 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666c990-b2cd-498a-a52b-382661b969c4 req-0ca5020e-ab5f-4cd7-8acb-5c2e6dbe685d tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:16.019367 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5666c990-b2cd-498a-a52b-382661b969c4 req-0ca5020e-ab5f-4cd7-8acb-5c2e6dbe685d tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b9e47e5-c4ab-42e1-88e4-273acbd76531 HTTP/1.1" status: 200 len: 949 time: 0.2303126 Nov 15 11:18:16.037389 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e5847-9409-45f3-87a4-27806da7ec93 req-114ab11a-6a9a-4535-b947-513512fce7bd tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:16.046372 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e91e5847-9409-45f3-87a4-27806da7ec93 req-114ab11a-6a9a-4535-b947-513512fce7bd tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d44bda8-63c2-47d5-8833-4609915654f3 HTTP/1.1" status: 200 len: 946 time: 0.1694381 Nov 15 11:18:16.118477 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b8835211-a218-4e9c-8de9-a8f9e04f7eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:16.121052 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b8835211-a218-4e9c-8de9-a8f9e04f7eb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:16.122169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b8835211-a218-4e9c-8de9-a8f9e04f7eb0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd98381a-be38-45cd-b1e8-8b3f87ae1e30 HTTP/1.1" status: 204 len: 168 time: 0.6754313 Nov 15 11:18:16.158228 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8835211-a218-4e9c-8de9-a8f9e04f7eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd98381a-be38-45cd-b1e8-8b3f87ae1e30,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:16.211562 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5666c990-b2cd-498a-a52b-382661b969c4 req-ebde07b7-532a-4376-922b-f081cb924388 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae35907-e457-4122-80e1-28875efa7586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612628 Nov 15 11:18:16.227713 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e91e5847-9409-45f3-87a4-27806da7ec93 req-99f7bea5-3f63-4329-86a3-0d812133a616 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738532 Nov 15 11:18:16.230783 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device b1f50262-f2c0-4385-8bf0-28dce9157ce3 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:18:16.257315 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-3b56034e-4ef5-40fc-be92-3cb09fc8a14f service neutron] 10.222.0.55 "GET /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351768 Nov 15 11:18:16.280871 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: b1f50262-f2c0-4385-8bf0-28dce9157ce3 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:18:16.281339 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device b1f50262-f2c0-4385-8bf0-28dce9157ce3 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:18:16.281853 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 9c62af0c-1443-4d84-882a-393f3276da82 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:18:16.308859 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 9c62af0c-1443-4d84-882a-393f3276da82 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:18:16.309344 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 9c62af0c-1443-4d84-882a-393f3276da82 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:18:16.317259 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58766) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:16.330354 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58768) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:16.421741 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34ce732a-ef54-4938-b467-46159aef2f23 req-b819caed-77f8-4ca2-a7bb-8f74c2887b0e service neutron] 10.222.0.55 "GET /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501353 Nov 15 11:18:16.489445 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-df03eace-1000-4efc-a02f-09d2c6b18101 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Deleting subnet 536ef2fd-8f29-4fd9-a9ee-c7b7322b8162 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:18:16.494739 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df03eace-1000-4efc-a02f-09d2c6b18101 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:16.621095 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df03eace-1000-4efc-a02f-09d2c6b18101 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:16.660286 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea9a53-d863-4366-a603-e47169aa1f9b req-3103badc-98f7-40ed-8bb1-adf57e4fed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:16.660748 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea9a53-d863-4366-a603-e47169aa1f9b req-3103badc-98f7-40ed-8bb1-adf57e4fed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:16.661208 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea9a53-d863-4366-a603-e47169aa1f9b req-3103badc-98f7-40ed-8bb1-adf57e4fed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:16.661662 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea9a53-d863-4366-a603-e47169aa1f9b req-3103badc-98f7-40ed-8bb1-adf57e4fed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:16.662113 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea9a53-d863-4366-a603-e47169aa1f9b req-3103badc-98f7-40ed-8bb1-adf57e4fed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:16.662566 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea9a53-d863-4366-a603-e47169aa1f9b req-3103badc-98f7-40ed-8bb1-adf57e4fed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:16.668148 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea9a53-d863-4366-a603-e47169aa1f9b req-3103badc-98f7-40ed-8bb1-adf57e4fed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:16.670263 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91ea9a53-d863-4366-a603-e47169aa1f9b req-3103badc-98f7-40ed-8bb1-adf57e4fed37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d166880b4a94d32a973c2d61c598d8e&device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 6476 time: 0.1658275 Nov 15 11:18:16.685078 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device e68d4537-b80e-4e31-9aec-c9c7ac805b65 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:16.769308 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port e68d4537-b80e-4e31-9aec-c9c7ac805b65 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:18:16.784164 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port e68d4537-b80e-4e31-9aec-c9c7ac805b65 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:16.784164 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:16.793963 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df03eace-1000-4efc-a02f-09d2c6b18101 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:16.853079 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6540ce-5c0c-49ba-9f53-e928a7e5eefe', 'name': 'network-vif-deleted', 'tag': 'b1f50262-f2c0-4385-8bf0-28dce9157ce3'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:16.858205 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0db3141-f5ff-4ca0-8a08-6e40e972b6f5" -d '{"events": [{"server_uuid": "9c6540ce-5c0c-49ba-9f53-e928a7e5eefe", "name": "network-vif-deleted", "tag": "b1f50262-f2c0-4385-8bf0-28dce9157ce3"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:16.870505 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-75e3a5e7-bb8a-4cc1-9e22-be598e85e31f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-914145226-network', 'tenant_id': 'd2fc0b5022f8404ea927d33edb390556'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:16.879314 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df03eace-1000-4efc-a02f-09d2c6b18101 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:16.926397 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:16.941603 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea9a53-d863-4366-a603-e47169aa1f9b req-b2ffa29f-eba7-44bf-8d99-f36230841ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:16.943078 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91ea9a53-d863-4366-a603-e47169aa1f9b req-b2ffa29f-eba7-44bf-8d99-f36230841ff0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1722e728-27c9-4457-a98e-4b336084f5f5 HTTP/1.1" status: 200 len: 903 time: 0.2498801 Nov 15 11:18:16.951626 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03eace-1000-4efc-a02f-09d2c6b18101 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event deleted for resources: {'Subnet': ['ID=536ef2fd-8f29-4fd9-a9ee-c7b7322b8162,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:16.956815 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9e47e5-c4ab-42e1-88e4-273acbd76531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68d4537-b80e-4e31-9aec-c9c7ac805b65'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:16.960649 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6649d7bf-ed86-4975-8007-5c926650b504" -d '{"events": [{"server_uuid": "2b9e47e5-c4ab-42e1-88e4-273acbd76531", "name": "network-vif-plugged", "status": "completed", "tag": "e68d4537-b80e-4e31-9aec-c9c7ac805b65"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:16.974002 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df03eace-1000-4efc-a02f-09d2c6b18101 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:16.981272 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96772f7e-711e-47c7-ba24-d41df3aa5743 None None] Network a2a984c2-1241-4fcc-aabe-e522b8345512 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:18:16.984703 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-df03eace-1000-4efc-a02f-09d2c6b18101 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "DELETE /v2.0/subnets/536ef2fd-8f29-4fd9-a9ee-c7b7322b8162 HTTP/1.1" status: 204 len: 168 time: 0.6662226 Nov 15 11:18:16.988722 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port e68d4537-b80e-4e31-9aec-c9c7ac805b65, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=e68d4537-b80e-4e31-9aec-c9c7ac805b65,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:16.989086 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58792) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:17.030209 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:17.087654 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=e68d4537-b80e-4e31-9aec-c9c7ac805b65,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:17.116406 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e3a5e7-bb8a-4cc1-9e22-be598e85e31f admin admin] Made reservation on behalf of d2fc0b5022f8404ea927d33edb390556 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:18:17.119868 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75e3a5e7-bb8a-4cc1-9e22-be598e85e31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:17.157764 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75e3a5e7-bb8a-4cc1-9e22-be598e85e31f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:17.209694 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a5b0c45-e656-4a42-85ce-720d03c94653 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:17.277416 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cf1613-bbf0-476f-9bdd-816c878e200d None None] DHCP port deletion for a2a984c2-1241-4fcc-aabe-e522b8345512 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:18:17.353304 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2a5b0c45-e656-4a42-85ce-720d03c94653 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Deleting port 0d84bb3b-b873-4a90-bac2-0969de29f618 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:18:17.353893 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a5b0c45-e656-4a42-85ce-720d03c94653 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:17.356680 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75e3a5e7-bb8a-4cc1-9e22-be598e85e31f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:17.387384 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75e3a5e7-bb8a-4cc1-9e22-be598e85e31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:17.439429 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-23cf1613-bbf0-476f-9bdd-816c878e200d None None] Deleting port 0d84bb3b-b873-4a90-bac2-0969de29f618 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:18:17.439791 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-23cf1613-bbf0-476f-9bdd-816c878e200d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:17.465488 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e3a5e7-bb8a-4cc1-9e22-be598e85e31f admin admin] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:18:17.477389 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4aa0e8-05c5-4bc2-9da8-0ddf705e51d3 req-1cf16fba-d35b-4a72-8f75-812c123b11df tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:17.487321 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb4aa0e8-05c5-4bc2-9da8-0ddf705e51d3 req-1cf16fba-d35b-4a72-8f75-812c123b11df tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d44bda8-63c2-47d5-8833-4609915654f3 HTTP/1.1" status: 200 len: 946 time: 0.8335783 Nov 15 11:18:17.504249 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91ea9a53-d863-4366-a603-e47169aa1f9b req-d8d25ab6-9700-4900-8ba2-faad4e3d9a55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4704c36-0238-4820-b8a4-0393c48690e2 HTTP/1.1" status: 200 len: 217 time: 0.5475798 Nov 15 11:18:17.509072 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75e3a5e7-bb8a-4cc1-9e22-be598e85e31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:17.512832 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-75e3a5e7-bb8a-4cc1-9e22-be598e85e31f admin admin] Added segment 9d3ceb77-72fa-43cd-b360-ee6829480762 of type vlan for network c0fb1903-a8a9-461a-ac46-44854efd3a7b Nov 15 11:18:17.543732 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2a5b0c45-e656-4a42-85ce-720d03c94653 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] For port 0d84bb3b-b873-4a90-bac2-0969de29f618, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0d84bb3b-b873-4a90-bac2-0969de29f618,segment=NetworkSegment(63a25b35-9dc7-4fde-ade0-8692e175ac7b),segment_id=63a25b35-9dc7-4fde-ade0-8692e175ac7b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:17.544108 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a5b0c45-e656-4a42-85ce-720d03c94653 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:17.546872 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3a5e7-bb8a-4cc1-9e22-be598e85e31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81ebe1b-3c1c-4988-95fb-b7a94c58ec8b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:17.588588 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-23cf1613-bbf0-476f-9bdd-816c878e200d None None] For port 0d84bb3b-b873-4a90-bac2-0969de29f618, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0d84bb3b-b873-4a90-bac2-0969de29f618,segment=NetworkSegment(63a25b35-9dc7-4fde-ade0-8692e175ac7b),segment_id=63a25b35-9dc7-4fde-ade0-8692e175ac7b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:17.588588 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-23cf1613-bbf0-476f-9bdd-816c878e200d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:17.623576 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea9a53-d863-4366-a603-e47169aa1f9b req-e9643d41-63c5-4b91-9e38-bb1b89892310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:17.624847 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91ea9a53-d863-4366-a603-e47169aa1f9b req-e9643d41-63c5-4b91-9e38-bb1b89892310 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d65f1e93-4de6-48f1-9e2c-85927a146776 HTTP/1.1" status: 200 len: 797 time: 0.1111968 Nov 15 11:18:17.634556 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5f70b-fa86-4aae-bab7-50d2acb8a1fd req-88e57f1a-d5fe-4836-84bb-c2a74e99bf6e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:17.640400 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-23cf1613-bbf0-476f-9bdd-816c878e200d None None] Calling delete_port for 0d84bb3b-b873-4a90-bac2-0969de29f618 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:18:17.641962 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ecd5f70b-fa86-4aae-bab7-50d2acb8a1fd req-88e57f1a-d5fe-4836-84bb-c2a74e99bf6e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 947 time: 0.7486832 Nov 15 11:18:17.660964 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58808) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:17.661128 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb4aa0e8-05c5-4bc2-9da8-0ddf705e51d3 req-7d5f88d1-69c6-43db-9c7a-617895d53dc8 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727831 Nov 15 11:18:17.661992 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2a5b0c45-e656-4a42-85ce-720d03c94653 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Calling delete_port for 0d84bb3b-b873-4a90-bac2-0969de29f618 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:18:17.691028 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75e3a5e7-bb8a-4cc1-9e22-be598e85e31f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:17.777905 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-23cf1613-bbf0-476f-9bdd-816c878e200d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:17.811923 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf1613-bbf0-476f-9bdd-816c878e200d None None] Pushing event deleted for resources: {'Port': ['ID=0d84bb3b-b873-4a90-bac2-0969de29f618,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:17.821640 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cf1613-bbf0-476f-9bdd-816c878e200d None None] No DVR routers for this DVR port 0d84bb3b-b873-4a90-bac2-0969de29f618 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:18:17.834440 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75e3a5e7-bb8a-4cc1-9e22-be598e85e31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:17.835011 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e3a5e7-bb8a-4cc1-9e22-be598e85e31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:17.836338 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75e3a5e7-bb8a-4cc1-9e22-be598e85e31f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:17.854162 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-64b3bc75-ad78-4539-bceb-09b0c6a3555b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1761750843-network', 'tenant_id': 'f37a68aba6994917ae2c3349a870f59d'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:17.901831 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ecd5f70b-fa86-4aae-bab7-50d2acb8a1fd req-3a140cd4-d0a6-43f6-b6c1-89f4cdf3c0c9 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495100 Nov 15 11:18:17.911101 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a175d6-b21d-4e79-a48e-c7a340b3fff4 req-483ec4c5-4d05-4515-8715-98d28a4704e4 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:17.921342 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a175d6-b21d-4e79-a48e-c7a340b3fff4 req-483ec4c5-4d05-4515-8715-98d28a4704e4 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:17.928398 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a175d6-b21d-4e79-a48e-c7a340b3fff4 req-483ec4c5-4d05-4515-8715-98d28a4704e4 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:17.936992 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a175d6-b21d-4e79-a48e-c7a340b3fff4 req-483ec4c5-4d05-4515-8715-98d28a4704e4 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:17.939468 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3a5e7-bb8a-4cc1-9e22-be598e85e31f admin admin] Pushing event updated for resources: {'Network': ['ID=c0fb1903-a8a9-461a-ac46-44854efd3a7b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:17.945294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a175d6-b21d-4e79-a48e-c7a340b3fff4 req-483ec4c5-4d05-4515-8715-98d28a4704e4 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:17.952869 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a175d6-b21d-4e79-a48e-c7a340b3fff4 req-483ec4c5-4d05-4515-8715-98d28a4704e4 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:17.955841 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network c0fb1903-a8a9-461a-ac46-44854efd3a7b details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:18:17.959134 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a175d6-b21d-4e79-a48e-c7a340b3fff4 req-483ec4c5-4d05-4515-8715-98d28a4704e4 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:17.961963 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a175d6-b21d-4e79-a48e-c7a340b3fff4 req-483ec4c5-4d05-4515-8715-98d28a4704e4 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5419 time: 0.2185175 Nov 15 11:18:17.964956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea9a53-d863-4366-a603-e47169aa1f9b req-c47fc651-2aa6-4948-a0df-59ddbbe8d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:17.966654 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b3bc75-ad78-4539-bceb-09b0c6a3555b admin admin] Made reservation on behalf of f37a68aba6994917ae2c3349a870f59d for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:18:17.966800 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91ea9a53-d863-4366-a603-e47169aa1f9b req-c47fc651-2aa6-4948-a0df-59ddbbe8d039 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1722e728-27c9-4457-a98e-4b336084f5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3046391 Nov 15 11:18:17.969105 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64b3bc75-ad78-4539-bceb-09b0c6a3555b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:17.971213 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a5b0c45-e656-4a42-85ce-720d03c94653 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:17.985085 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fc18c3-1586-4c04-9ae8-15d647aeabed x-openstack-request-id: req-d7fc18c3-1586-4c04-9ae8-15d647aeabed {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:17.985449 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6540ce-5c0c-49ba-9f53-e928a7e5eefe", "name": "network-vif-deleted", "tag": "b1f50262-f2c0-4385-8bf0-28dce9157ce3", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:17.985696 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7fc18c3-1586-4c04-9ae8-15d647aeabed {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:17.986094 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6540ce-5c0c-49ba-9f53-e928a7e5eefe', 'name': 'network-vif-deleted', 'tag': 'b1f50262-f2c0-4385-8bf0-28dce9157ce3', 'status': 'completed', 'code': 200} Nov 15 11:18:18.009116 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64b3bc75-ad78-4539-bceb-09b0c6a3555b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:18.016615 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-75e3a5e7-bb8a-4cc1-9e22-be598e85e31f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6789412 Nov 15 11:18:18.016615 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b0c45-e656-4a42-85ce-720d03c94653 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event deleted for resources: {'Port': ['ID=0d84bb3b-b873-4a90-bac2-0969de29f618,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:18.022988 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58812) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:18.026785 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5b0c45-e656-4a42-85ce-720d03c94653 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] No DVR routers for this DVR port 0d84bb3b-b873-4a90-bac2-0969de29f618 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:18:18.031439 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-056128e1-5d39-4bfa-b0c6-e6e93835d3c6 admin admin] Request body: {'subnet': {'network_id': 'c0fb1903-a8a9-461a-ac46-44854efd3a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-914145226-subnet', 'tenant_id': 'd2fc0b5022f8404ea927d33edb390556', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:18.062469 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd7920d-d2aa-4a7d-bb13-13093f979c13 x-openstack-request-id: req-6cd7920d-d2aa-4a7d-bb13-13093f979c13 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:18.062869 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9e47e5-c4ab-42e1-88e4-273acbd76531", "name": "network-vif-plugged", "status": "completed", "tag": "e68d4537-b80e-4e31-9aec-c9c7ac805b65", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:18.063228 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6cd7920d-d2aa-4a7d-bb13-13093f979c13 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:18.063705 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9e47e5-c4ab-42e1-88e4-273acbd76531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68d4537-b80e-4e31-9aec-c9c7ac805b65', 'code': 200} Nov 15 11:18:18.228236 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0d84bb3b-b873-4a90-bac2-0969de29f618 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:18:18.256885 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 0d84bb3b-b873-4a90-bac2-0969de29f618 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:18:18.256885 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0d84bb3b-b873-4a90-bac2-0969de29f618 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:18:18.306592 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91ea9a53-d863-4366-a603-e47169aa1f9b req-cd9e1297-8f8a-46b4-8898-da50b9bd5e95 service neutron] 10.222.0.55 "GET /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302569 Nov 15 11:18:18.393320 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8a175d6-b21d-4e79-a48e-c7a340b3fff4 req-b8d719ef-6006-40b5-9ab2-3eef8b93d22c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3997509 Nov 15 11:18:18.407409 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae56449-6a50-4f9e-809a-386098dfcc69 req-1c63eab2-3fe7-45c4-8e76-68f73e2793e3 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:18.415709 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bae56449-6a50-4f9e-809a-386098dfcc69 req-1c63eab2-3fe7-45c4-8e76-68f73e2793e3 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b9e47e5-c4ab-42e1-88e4-273acbd76531 HTTP/1.1" status: 200 len: 950 time: 0.2456651 Nov 15 11:18:18.422562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ab51f-6438-425a-ba24-7f4275016d2a req-0d0321c4-e425-4cee-ad1d-046bd9d54324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:18.424445 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-743ab51f-6438-425a-ba24-7f4275016d2a req-0d0321c4-e425-4cee-ad1d-046bd9d54324 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2b9e47e5-c4ab-42e1-88e4-273acbd76531 HTTP/1.1" status: 200 len: 1101 time: 0.2665029 Nov 15 11:18:18.517304 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-743ab51f-6438-425a-ba24-7f4275016d2a req-740384e4-6ce7-471c-90be-155a7710b273 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4ae35907-e457-4122-80e1-28875efa7586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786560 Nov 15 11:18:18.528869 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91ea9a53-d863-4366-a603-e47169aa1f9b req-ce0b2986-6ec1-4d13-add3-d0230eae27a6 service neutron] 10.222.0.55 "GET /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147155 Nov 15 11:18:18.553909 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bae56449-6a50-4f9e-809a-386098dfcc69 req-592f2559-a1bc-428c-8686-e04515992b46 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae35907-e457-4122-80e1-28875efa7586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369157 Nov 15 11:18:18.581577 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a5b0c45-e656-4a42-85ce-720d03c94653 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:18.650709 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-2a5b0c45-e656-4a42-85ce-720d03c94653 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a984c2-1241-4fcc-aabe-e522b8345512']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:18.660736 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056128e1-5d39-4bfa-b0c6-e6e93835d3c6 admin admin] Made reservation on behalf of d2fc0b5022f8404ea927d33edb390556 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:18:18.663149 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-056128e1-5d39-4bfa-b0c6-e6e93835d3c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:18.682961 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-2a5b0c45-e656-4a42-85ce-720d03c94653 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a25b35-9dc7-4fde-ade0-8692e175ac7b') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:18.683232 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-2a5b0c45-e656-4a42-85ce-720d03c94653 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a25b35-9dc7-4fde-ade0-8692e175ac7b') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:18.754776 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a5b0c45-e656-4a42-85ce-720d03c94653 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:18.788202 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b848a-3d5b-4e2e-b227-1e06374b98be req-743902a1-a8ba-4620-bb23-86a054750886 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:18.789840 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7c2b848a-3d5b-4e2e-b227-1e06374b98be req-743902a1-a8ba-4620-bb23-86a054750886 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d44bda8-63c2-47d5-8833-4609915654f3 HTTP/1.1" status: 200 len: 946 time: 0.6551759 Nov 15 11:18:18.794677 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a5b0c45-e656-4a42-85ce-720d03c94653 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:18.838066 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e4696-5e1a-4e2b-9d7a-339690bcd5a6 req-72a1e9db-3e34-4e60-9976-5579437c8a21 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:18.841105 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-601e4696-5e1a-4e2b-9d7a-339690bcd5a6 req-72a1e9db-3e34-4e60-9976-5579437c8a21 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d44bda8-63c2-47d5-8833-4609915654f3 HTTP/1.1" status: 200 len: 946 time: 0.0951259 Nov 15 11:18:18.848834 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a0a1d-e0ea-4f55-ab0a-21efb6eae7d7 req-c9852b44-eab1-433f-94f6-0d04cf812cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:18.849299 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a0a1d-e0ea-4f55-ab0a-21efb6eae7d7 req-c9852b44-eab1-433f-94f6-0d04cf812cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:18.849977 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a0a1d-e0ea-4f55-ab0a-21efb6eae7d7 req-c9852b44-eab1-433f-94f6-0d04cf812cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:18.850549 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a0a1d-e0ea-4f55-ab0a-21efb6eae7d7 req-c9852b44-eab1-433f-94f6-0d04cf812cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:18.851177 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a0a1d-e0ea-4f55-ab0a-21efb6eae7d7 req-c9852b44-eab1-433f-94f6-0d04cf812cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:18.851770 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a0a1d-e0ea-4f55-ab0a-21efb6eae7d7 req-c9852b44-eab1-433f-94f6-0d04cf812cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:18.852279 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a0a1d-e0ea-4f55-ab0a-21efb6eae7d7 req-c9852b44-eab1-433f-94f6-0d04cf812cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:18.854235 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d4a0a1d-e0ea-4f55-ab0a-21efb6eae7d7 req-c9852b44-eab1-433f-94f6-0d04cf812cbe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d166880b4a94d32a973c2d61c598d8e&device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 6476 time: 0.0965180 Nov 15 11:18:18.881501 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5b0c45-e656-4a42-85ce-720d03c94653 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:18:18.882319 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a5b0c45-e656-4a42-85ce-720d03c94653 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:18:18.897977 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:18:18.967467 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-601e4696-5e1a-4e2b-9d7a-339690bcd5a6 req-4f04e97d-7092-413c-8268-121eadb10362 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.64 "GET /v2.0/security-groups?id=a146857e-1f59-4a5a-bff8-6468151c6a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118312 Nov 15 11:18:19.054839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a0a1d-e0ea-4f55-ab0a-21efb6eae7d7 req-1a8fd918-b361-4541-a106-e742f47167a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:19.056380 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d4a0a1d-e0ea-4f55-ab0a-21efb6eae7d7 req-1a8fd918-b361-4541-a106-e742f47167a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1722e728-27c9-4457-a98e-4b336084f5f5 HTTP/1.1" status: 200 len: 903 time: 0.1936595 Nov 15 11:18:19.109311 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d4a0a1d-e0ea-4f55-ab0a-21efb6eae7d7 req-2ae752a9-871f-4df6-ac00-fd0f0ebc1f41 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f11f0984-2cf6-4544-ae65-21ceb3a18147 HTTP/1.1" status: 200 len: 217 time: 0.0434649 Nov 15 11:18:19.118363 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5f2d1-2377-49dd-973e-a1570ea04a54 req-f75e61c8-4868-44a9-81e7-205ad7c0f185 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:19.120058 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6e5f2d1-2377-49dd-973e-a1570ea04a54 req-f75e61c8-4868-44a9-81e7-205ad7c0f185 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 947 time: 0.1076081 Nov 15 11:18:19.157955 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64b3bc75-ad78-4539-bceb-09b0c6a3555b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:19.200063 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64b3bc75-ad78-4539-bceb-09b0c6a3555b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:19.206537 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a0a1d-e0ea-4f55-ab0a-21efb6eae7d7 req-94bceac7-359f-4813-a908-ac04f49fb86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:19.210100 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d4a0a1d-e0ea-4f55-ab0a-21efb6eae7d7 req-94bceac7-359f-4813-a908-ac04f49fb86f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d65f1e93-4de6-48f1-9e2c-85927a146776 HTTP/1.1" status: 200 len: 797 time: 0.0872428 Nov 15 11:18:19.216740 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a5b0c45-e656-4a42-85ce-720d03c94653 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:19.238896 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6e5f2d1-2377-49dd-973e-a1570ea04a54 req-04a726e0-003d-47da-80f2-2ef91e07b995 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092055 Nov 15 11:18:19.240234 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a5b0c45-e656-4a42-85ce-720d03c94653 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:19.252391 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2a5b0c45-e656-4a42-85ce-720d03c94653 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "DELETE /v2.0/networks/a2a984c2-1241-4fcc-aabe-e522b8345512 HTTP/1.1" status: 204 len: 168 time: 2.2600367 Nov 15 11:18:19.252892 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58826) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:19.278396 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b3bc75-ad78-4539-bceb-09b0c6a3555b admin admin] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:18:19.301723 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b0c45-e656-4a42-85ce-720d03c94653 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event deleted for resources: {'Network': ['ID=a2a984c2-1241-4fcc-aabe-e522b8345512,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:19.313494 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-056128e1-5d39-4bfa-b0c6-e6e93835d3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:19.319773 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a0a1d-e0ea-4f55-ab0a-21efb6eae7d7 req-865816c6-40cb-41c6-8b18-8589e7261067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:19.322335 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d4a0a1d-e0ea-4f55-ab0a-21efb6eae7d7 req-865816c6-40cb-41c6-8b18-8589e7261067 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1722e728-27c9-4457-a98e-4b336084f5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1035447 Nov 15 11:18:19.326466 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b9a982-800d-4c43-bf01-5c881645bcb9 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Deleting subnet d8b81809-8cd8-4907-9dc8-f37aa0713391 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:18:19.330479 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-48b9a982-800d-4c43-bf01-5c881645bcb9 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:19.360070 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-7c2b848a-3d5b-4e2e-b227-1e06374b98be req-f0b4d6bf-ddae-4333-a795-0fb05aaa5fe5 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Deleting port 83bede32-c230-41f2-b948-9aeb5fca26de {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:18:19.360070 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7c2b848a-3d5b-4e2e-b227-1e06374b98be req-f0b4d6bf-ddae-4333-a795-0fb05aaa5fe5 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:19.365707 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64b3bc75-ad78-4539-bceb-09b0c6a3555b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:19.367212 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-64b3bc75-ad78-4539-bceb-09b0c6a3555b admin admin] Added segment 1e24c6c2-e995-4437-96c0-7fd98542a220 of type vlan for network 6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240 Nov 15 11:18:19.370082 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3bc75-ad78-4539-bceb-09b0c6a3555b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b89e26-2b50-4714-adf1-dbd965c2a806,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:19.476422 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-48b9a982-800d-4c43-bf01-5c881645bcb9 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:19.517941 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64b3bc75-ad78-4539-bceb-09b0c6a3555b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:19.565069 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056128e1-5d39-4bfa-b0c6-e6e93835d3c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b792e7e-9252-4cc6-b1d7-d8a5873e0cae,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:19.713088 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056128e1-5d39-4bfa-b0c6-e6e93835d3c6 admin admin] Checking segment: {'id': '9d3ceb77-72fa-43cd-b360-ee6829480762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'c0fb1903-a8a9-461a-ac46-44854efd3a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:18:19.714437 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056128e1-5d39-4bfa-b0c6-e6e93835d3c6 admin admin] Network hostable DHCP agents. Network: c0fb1903-a8a9-461a-ac46-44854efd3a7b, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:18:19.745354 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d4a0a1d-e0ea-4f55-ab0a-21efb6eae7d7 req-6766be8c-8e20-4989-9e7f-bacc61c320bc service neutron] 10.222.0.55 "GET /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107709 Nov 15 11:18:19.746841 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-7c2b848a-3d5b-4e2e-b227-1e06374b98be req-f0b4d6bf-ddae-4333-a795-0fb05aaa5fe5 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] For port 83bede32-c230-41f2-b948-9aeb5fca26de, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=83bede32-c230-41f2-b948-9aeb5fca26de,segment=NetworkSegment(3356a9ae-2ea0-4697-9ea6-e88537eac5ba),segment_id=3356a9ae-2ea0-4697-9ea6-e88537eac5ba)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:19.748371 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7c2b848a-3d5b-4e2e-b227-1e06374b98be req-f0b4d6bf-ddae-4333-a795-0fb05aaa5fe5 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:19.776142 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-7c2b848a-3d5b-4e2e-b227-1e06374b98be req-f0b4d6bf-ddae-4333-a795-0fb05aaa5fe5 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Calling delete_port for 83bede32-c230-41f2-b948-9aeb5fca26de owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:18:19.777972 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64b3bc75-ad78-4539-bceb-09b0c6a3555b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:19.779027 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b3bc75-ad78-4539-bceb-09b0c6a3555b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:19.779668 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64b3bc75-ad78-4539-bceb-09b0c6a3555b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:19.873874 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82bebec-d957-4733-aa10-de2266b61354 req-17a65287-14b9-4500-a355-3de7e29e717a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:19.880203 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82bebec-d957-4733-aa10-de2266b61354 req-17a65287-14b9-4500-a355-3de7e29e717a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:19.886244 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82bebec-d957-4733-aa10-de2266b61354 req-17a65287-14b9-4500-a355-3de7e29e717a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:19.886958 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3bc75-ad78-4539-bceb-09b0c6a3555b admin admin] Pushing event updated for resources: {'Network': ['ID=6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:19.890729 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056128e1-5d39-4bfa-b0c6-e6e93835d3c6 admin admin] Network c0fb1903-a8a9-461a-ac46-44854efd3a7b is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:18:19.898871 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:18:19.908898 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82bebec-d957-4733-aa10-de2266b61354 req-17a65287-14b9-4500-a355-3de7e29e717a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:19.919442 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82bebec-d957-4733-aa10-de2266b61354 req-17a65287-14b9-4500-a355-3de7e29e717a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:19.932561 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82bebec-d957-4733-aa10-de2266b61354 req-17a65287-14b9-4500-a355-3de7e29e717a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:19.955128 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82bebec-d957-4733-aa10-de2266b61354 req-17a65287-14b9-4500-a355-3de7e29e717a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:19.963679 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e82bebec-d957-4733-aa10-de2266b61354 req-17a65287-14b9-4500-a355-3de7e29e717a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5419 time: 0.4034841 Nov 15 11:18:20.062392 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-64b3bc75-ad78-4539-bceb-09b0c6a3555b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3952115 Nov 15 11:18:20.063375 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58846) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:20.070317 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-fccf68b5-b082-45fb-ac1d-ff57a982ad12 admin admin] Request body: {'subnet': {'network_id': '6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1761750843-subnet', 'tenant_id': 'f37a68aba6994917ae2c3349a870f59d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:20.077184 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7c2b848a-3d5b-4e2e-b227-1e06374b98be req-f0b4d6bf-ddae-4333-a795-0fb05aaa5fe5 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:20.089929 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['83bede32-c230-41f2-b948-9aeb5fca26de'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:18:20.095364 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-48b9a982-800d-4c43-bf01-5c881645bcb9 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:20.161615 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4d6bf-ddae-4333-a795-0fb05aaa5fe5 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Pushing event deleted for resources: {'Port': ['ID=83bede32-c230-41f2-b948-9aeb5fca26de,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:20.171752 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6062b-b664-460f-a993-b0268b1fb988 req-c40205cd-1c81-4642-9e5d-0c7243e5d73f tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:20.179749 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-09b6062b-b664-460f-a993-b0268b1fb988 req-c40205cd-1c81-4642-9e5d-0c7243e5d73f tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b9e47e5-c4ab-42e1-88e4-273acbd76531 HTTP/1.1" status: 200 len: 950 time: 0.3974159 Nov 15 11:18:20.192234 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-056128e1-5d39-4bfa-b0c6-e6e93835d3c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, c0fb1903-a8a9-461a-ac46-44854efd3a7b) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:20.202571 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97762382-84d4-4063-b992-7c2d87130650 None None] Network c0fb1903-a8a9-461a-ac46-44854efd3a7b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:18:20.207549 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056128e1-5d39-4bfa-b0c6-e6e93835d3c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:20.208573 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d4a0a1d-e0ea-4f55-ab0a-21efb6eae7d7 req-aeb858af-276a-4123-b1e0-0e1b90e2520e service neutron] 10.222.0.55 "GET /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471831 Nov 15 11:18:20.208897 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-056128e1-5d39-4bfa-b0c6-e6e93835d3c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:20.232878 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e82bebec-d957-4733-aa10-de2266b61354 req-3b8ec379-e277-4b32-b1ff-d5a2d2c06fb6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2637203 Nov 15 11:18:20.248704 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2b848a-3d5b-4e2e-b227-1e06374b98be req-f0b4d6bf-ddae-4333-a795-0fb05aaa5fe5 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] No DVR routers for this DVR port 83bede32-c230-41f2-b948-9aeb5fca26de on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:18:20.260307 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7c2b848a-3d5b-4e2e-b227-1e06374b98be req-f0b4d6bf-ddae-4333-a795-0fb05aaa5fe5 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:20.260307 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7c2b848a-3d5b-4e2e-b227-1e06374b98be req-f0b4d6bf-ddae-4333-a795-0fb05aaa5fe5 tempest-DeleteServersTestJSON-1967381909 tempest-DeleteServersTestJSON-1967381909-project] 10.222.0.11 "DELETE /v2.0/ports/83bede32-c230-41f2-b948-9aeb5fca26de HTTP/1.1" status: 204 len: 173 time: 1.4587972 Nov 15 11:18:20.263067 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d44bda8-63c2-47d5-8833-4609915654f3', 'name': 'network-vif-deleted', 'tag': '83bede32-c230-41f2-b948-9aeb5fca26de'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:20.270970 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2d50a8-33fe-4918-b7ce-c2949d23d446" -d '{"events": [{"server_uuid": "6d44bda8-63c2-47d5-8833-4609915654f3", "name": "network-vif-deleted", "tag": "83bede32-c230-41f2-b948-9aeb5fca26de"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:20.319953 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccf68b5-b082-45fb-ac1d-ff57a982ad12 admin admin] Made reservation on behalf of f37a68aba6994917ae2c3349a870f59d for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:18:20.331210 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fccf68b5-b082-45fb-ac1d-ff57a982ad12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:20.345652 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-48b9a982-800d-4c43-bf01-5c881645bcb9 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:20.440194 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-09b6062b-b664-460f-a993-b0268b1fb988 req-117f6573-3212-419b-af1a-fbef54065e49 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae35907-e457-4122-80e1-28875efa7586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494013 Nov 15 11:18:20.449830 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9a982-800d-4c43-bf01-5c881645bcb9 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b81809-8cd8-4907-9dc8-f37aa0713391,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:20.503565 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7ffc5f-894a-4a2f-aa9c-865adb2a455c x-openstack-request-id: req-da7ffc5f-894a-4a2f-aa9c-865adb2a455c {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:20.504076 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d44bda8-63c2-47d5-8833-4609915654f3", "name": "network-vif-deleted", "tag": "83bede32-c230-41f2-b948-9aeb5fca26de", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:20.506017 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da7ffc5f-894a-4a2f-aa9c-865adb2a455c {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:20.506721 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d44bda8-63c2-47d5-8833-4609915654f3', 'name': 'network-vif-deleted', 'tag': '83bede32-c230-41f2-b948-9aeb5fca26de', 'status': 'completed', 'code': 200} Nov 15 11:18:20.519741 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-48b9a982-800d-4c43-bf01-5c881645bcb9 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:20.537649 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-056128e1-5d39-4bfa-b0c6-e6e93835d3c6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.5037732 Nov 15 11:18:20.537905 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-48b9a982-800d-4c43-bf01-5c881645bcb9 tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "DELETE /v2.0/subnets/d8b81809-8cd8-4907-9dc8-f37aa0713391 HTTP/1.1" status: 204 len: 168 time: 1.2772727 Nov 15 11:18:20.538045 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58856) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:20.640724 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe55360-3670-48dd-951c-9adfe10fb8e9 None None] Network 6834988e-8269-4fe6-bb1f-bac1a5f5a96e requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:18:20.739716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64c003-b4b5-4f52-bb95-5c197b7f8df7 req-c4fac50e-188a-428a-9fee-01584084c16a tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:20.748851 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd64c003-b4b5-4f52-bb95-5c197b7f8df7 req-c4fac50e-188a-428a-9fee-01584084c16a tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 947 time: 0.2147503 Nov 15 11:18:20.834868 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd64c003-b4b5-4f52-bb95-5c197b7f8df7 req-669586e2-02cd-484e-be3d-f626e4ca2eeb tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782688 Nov 15 11:18:20.886472 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a32071-6391-4ed4-8589-dcc7ae8a668e None None] Network c0fb1903-a8a9-461a-ac46-44854efd3a7b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:18:21.059328 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dfca36a-86f2-4952-a186-590ca337fcdf tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:21.070041 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fccf68b5-b082-45fb-ac1d-ff57a982ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:21.166382 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-f995253f-0d64-49c6-b1e7-4b6cc8893226 req-8daa46a4-1fe9-46e5-8770-86b6e91931b1 tempest-SecurityGroupsNegativeTestJSON-1333798603 tempest-SecurityGroupsNegativeTestJSON-1333798603-project] show failed (client error): The resource could not be found. Nov 15 11:18:21.174979 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f995253f-0d64-49c6-b1e7-4b6cc8893226 req-8daa46a4-1fe9-46e5-8770-86b6e91931b1 tempest-SecurityGroupsNegativeTestJSON-1333798603 tempest-SecurityGroupsNegativeTestJSON-1333798603-project] 10.222.0.64 "GET /v2.0/security-groups/f14455cd-92f5-45bc-bfe2-bcb977fcd648 HTTP/1.1" status: 404 len: 352 time: 0.0233457 Nov 15 11:18:21.265628 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8b95b2-025b-4517-bb73-5f53d7448bd4 None None] DHCP port deletion for 6834988e-8269-4fe6-bb1f-bac1a5f5a96e request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:18:21.297925 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ba51ec3-2265-4148-8a91-939cfef58805 req-b39d34a7-e6c6-4b5d-ac1e-83f733353056 tempest-SecurityGroupsNegativeTestJSON-1333798603 tempest-SecurityGroupsNegativeTestJSON-1333798603-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d2fc0b5022f8404ea927d33edb390556 HTTP/1.1" status: 200 len: 3001 time: 0.0832133 Nov 15 11:18:21.369900 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-bb8b95b2-025b-4517-bb73-5f53d7448bd4 None None] Deleting port 9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:18:21.370635 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bb8b95b2-025b-4517-bb73-5f53d7448bd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:21.375239 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf68b5-b082-45fb-ac1d-ff57a982ad12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e096da6e-cdf7-434a-a9f6-748bb82303ad,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:21.435134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccf68b5-b082-45fb-ac1d-ff57a982ad12 admin admin] Checking segment: {'id': '1e24c6c2-e995-4437-96c0-7fd98542a220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:18:21.435444 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccf68b5-b082-45fb-ac1d-ff57a982ad12 admin admin] Network hostable DHCP agents. Network: 6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:18:21.444889 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ba51ec3-2265-4148-8a91-939cfef58805 req-3f9e34db-452f-4229-88db-f5b21eb31d8d tempest-SecurityGroupsNegativeTestJSON-1333798603 tempest-SecurityGroupsNegativeTestJSON-1333798603-project] 10.222.0.64 "GET /v2.0/security-groups/c81ebe1b-3c1c-4988-95fb-b7a94c58ec8b HTTP/1.1" status: 200 len: 2998 time: 0.1391678 Nov 15 11:18:21.467929 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5dfca36a-86f2-4952-a186-590ca337fcdf tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Deleting port 9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:18:21.468264 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dfca36a-86f2-4952-a186-590ca337fcdf tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:21.511194 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-bb8b95b2-025b-4517-bb73-5f53d7448bd4 None None] For port 9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc,segment=NetworkSegment(7909f31e-b2ad-4bde-8eff-3f983074a229),segment_id=7909f31e-b2ad-4bde-8eff-3f983074a229)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:21.512178 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bb8b95b2-025b-4517-bb73-5f53d7448bd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:21.535896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fc06e-1544-43f0-b07e-f643252bac11 req-107e5ca8-7c3e-4257-b1fc-578834c1adc6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:21.541235 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-bb8b95b2-025b-4517-bb73-5f53d7448bd4 None None] Calling delete_port for 9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:18:21.546749 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fc06e-1544-43f0-b07e-f643252bac11 req-107e5ca8-7c3e-4257-b1fc-578834c1adc6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:21.552945 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fc06e-1544-43f0-b07e-f643252bac11 req-107e5ca8-7c3e-4257-b1fc-578834c1adc6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:21.559455 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fc06e-1544-43f0-b07e-f643252bac11 req-107e5ca8-7c3e-4257-b1fc-578834c1adc6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:21.566201 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fc06e-1544-43f0-b07e-f643252bac11 req-107e5ca8-7c3e-4257-b1fc-578834c1adc6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:21.572248 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fc06e-1544-43f0-b07e-f643252bac11 req-107e5ca8-7c3e-4257-b1fc-578834c1adc6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:21.578236 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fc06e-1544-43f0-b07e-f643252bac11 req-107e5ca8-7c3e-4257-b1fc-578834c1adc6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:21.587964 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9c7fc06e-1544-43f0-b07e-f643252bac11 req-107e5ca8-7c3e-4257-b1fc-578834c1adc6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5419 time: 0.1693857 Nov 15 11:18:21.620484 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5dfca36a-86f2-4952-a186-590ca337fcdf tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] For port 9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc,segment=NetworkSegment(7909f31e-b2ad-4bde-8eff-3f983074a229),segment_id=7909f31e-b2ad-4bde-8eff-3f983074a229)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:21.621017 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dfca36a-86f2-4952-a186-590ca337fcdf tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:21.637329 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5dfca36a-86f2-4952-a186-590ca337fcdf tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Calling delete_port for 9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:18:21.638802 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ba51ec3-2265-4148-8a91-939cfef58805 req-a0e2530a-953a-4c62-a504-78de0b7c7d29 tempest-SecurityGroupsNegativeTestJSON-1333798603 tempest-SecurityGroupsNegativeTestJSON-1333798603-project] 10.222.0.64 "GET /v2.0/security-groups/c81ebe1b-3c1c-4988-95fb-b7a94c58ec8b HTTP/1.1" status: 200 len: 2998 time: 0.1759067 Nov 15 11:18:21.669522 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bb8b95b2-025b-4517-bb73-5f53d7448bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:21.724339 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8b95b2-025b-4517-bb73-5f53d7448bd4 None None] No DVR routers for this DVR port 9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:18:21.764446 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9c7fc06e-1544-43f0-b07e-f643252bac11 req-4a1c0e9c-59fd-4af1-890a-319d2d4b97ab tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1751165 Nov 15 11:18:21.799723 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b95b2-025b-4517-bb73-5f53d7448bd4 None None] Pushing event deleted for resources: {'Port': ['ID=9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:21.843997 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dfca36a-86f2-4952-a186-590ca337fcdf tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:21.887896 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfca36a-86f2-4952-a186-590ca337fcdf tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] No DVR routers for this DVR port 9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:18:21.899628 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfca36a-86f2-4952-a186-590ca337fcdf tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event deleted for resources: {'Port': ['ID=9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:21.911110 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccf68b5-b082-45fb-ac1d-ff57a982ad12 admin admin] Network 6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:18:21.956356 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f89cd-4610-4876-841f-150fecb1cb0e req-7bb08756-3bef-4b30-8819-65838a757668 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:21.957998 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e5f89cd-4610-4876-841f-150fecb1cb0e req-7bb08756-3bef-4b30-8819-65838a757668 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b9e47e5-c4ab-42e1-88e4-273acbd76531 HTTP/1.1" status: 200 len: 950 time: 0.1752872 Nov 15 11:18:22.005143 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-538b1a4f-bcde-4ea0-9a26-2dc02d1e4f26 req-47c88be2-7913-4950-9619-bc15bf5ecd08 tempest-SecurityGroupsNegativeTestJSON-1333798603 tempest-SecurityGroupsNegativeTestJSON-1333798603-project] 10.222.0.64 "GET /v2.0/security-groups/c81ebe1b-3c1c-4988-95fb-b7a94c58ec8b HTTP/1.1" status: 200 len: 2998 time: 0.1821916 Nov 15 11:18:22.026075 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dfca36a-86f2-4952-a186-590ca337fcdf tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:22.056843 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5dfca36a-86f2-4952-a186-590ca337fcdf tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6834988e-8269-4fe6-bb1f-bac1a5f5a96e']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:22.069080 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5dfca36a-86f2-4952-a186-590ca337fcdf tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7909f31e-b2ad-4bde-8eff-3f983074a229') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:22.069793 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5dfca36a-86f2-4952-a186-590ca337fcdf tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7909f31e-b2ad-4bde-8eff-3f983074a229') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:22.098022 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dfca36a-86f2-4952-a186-590ca337fcdf tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:22.112769 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-fccf68b5-b082-45fb-ac1d-ff57a982ad12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:22.131429 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dfca36a-86f2-4952-a186-590ca337fcdf tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:22.142837 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e5f89cd-4610-4876-841f-150fecb1cb0e req-3a8fb5c9-8ebb-45fc-bdeb-5086d7961845 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae35907-e457-4122-80e1-28875efa7586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658611 Nov 15 11:18:22.143231 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dfca36a-86f2-4952-a186-590ca337fcdf tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:18:22.143986 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dfca36a-86f2-4952-a186-590ca337fcdf tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:22.180507 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7786b6-49cc-4ff3-bba8-c0d775aa476b None None] Network 6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:18:22.201702 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:18:22.218277 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-538b1a4f-bcde-4ea0-9a26-2dc02d1e4f26 req-83cb89e6-ea5f-4a8d-854c-47d115b0991e tempest-SecurityGroupsNegativeTestJSON-1333798603 tempest-SecurityGroupsNegativeTestJSON-1333798603-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 15 11:18:22.233422 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-538b1a4f-bcde-4ea0-9a26-2dc02d1e4f26 req-83cb89e6-ea5f-4a8d-854c-47d115b0991e tempest-SecurityGroupsNegativeTestJSON-1333798603 tempest-SecurityGroupsNegativeTestJSON-1333798603-project] 10.222.0.64 "DELETE /v2.0/security-groups/c81ebe1b-3c1c-4988-95fb-b7a94c58ec8b HTTP/1.1" status: 409 len: 352 time: 0.2253499 Nov 15 11:18:22.267453 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccf68b5-b082-45fb-ac1d-ff57a982ad12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:22.268060 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fccf68b5-b082-45fb-ac1d-ff57a982ad12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:22.312909 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 83bede32-c230-41f2-b948-9aeb5fca26de no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:18:22.313500 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:18:22.314711 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fccf68b5-b082-45fb-ac1d-ff57a982ad12 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2502341 Nov 15 11:18:22.315890 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58900) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:22.316757 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dfca36a-86f2-4952-a186-590ca337fcdf tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:22.323730 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-47eb0c63-13eb-48c6-9491-0bfad5591bca admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1761750843-router', 'tenant_id': 'f37a68aba6994917ae2c3349a870f59d', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:22.333470 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dfca36a-86f2-4952-a186-590ca337fcdf tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:22.337215 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5dfca36a-86f2-4952-a186-590ca337fcdf tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] 10.222.0.64 "DELETE /v2.0/networks/6834988e-8269-4fe6-bb1f-bac1a5f5a96e HTTP/1.1" status: 204 len: 168 time: 1.8007841 Nov 15 11:18:22.347227 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:18:22.347736 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9ba1c7a6-f302-43b9-bfe9-fa3b39e2b0cc not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:18:22.353793 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfca36a-86f2-4952-a186-590ca337fcdf tempest-ServersTestMultiNic-1175804163 tempest-ServersTestMultiNic-1175804163-project] Pushing event deleted for resources: {'Network': ['ID=6834988e-8269-4fe6-bb1f-bac1a5f5a96e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:22.378409 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47eb0c63-13eb-48c6-9491-0bfad5591bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:22.380570 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47eb0c63-13eb-48c6-9491-0bfad5591bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:22.447137 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-c680f9d7-01ce-471e-884c-9c194af6041e req-80b56de8-ff12-4eac-bc0e-b25fafa77cfb tempest-SecurityGroupsNegativeTestJSON-1333798603 tempest-SecurityGroupsNegativeTestJSON-1333798603-project] show failed (client error): The resource could not be found. Nov 15 11:18:22.448769 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c680f9d7-01ce-471e-884c-9c194af6041e req-80b56de8-ff12-4eac-bc0e-b25fafa77cfb tempest-SecurityGroupsNegativeTestJSON-1333798603 tempest-SecurityGroupsNegativeTestJSON-1333798603-project] 10.222.0.64 "GET /v2.0/security-groups/90cca5fe-7001-49b9-bc12-54dd5d9ed5c0 HTTP/1.1" status: 404 len: 352 time: 0.0281959 Nov 15 11:18:22.454143 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47eb0c63-13eb-48c6-9491-0bfad5591bca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:22.466878 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d20602-cadc-4cc9-8782-6b5fe99e23e1 req-ba8c507a-485a-4c28-9530-a8a0eaa701be tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:22.481076 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 83bede32-c230-41f2-b948-9aeb5fca26de {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:18:22.481641 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 83bede32-c230-41f2-b948-9aeb5fca26de not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:18:22.488458 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-61d20602-cadc-4cc9-8782-6b5fe99e23e1 req-ba8c507a-485a-4c28-9530-a8a0eaa701be tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 947 time: 0.1753814 Nov 15 11:18:22.565698 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26016770-587e-4234-ab8d-db3889236d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240', 'network_id': '6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240', 'tenant_id': 'f37a68aba6994917ae2c3349a870f59d', 'fixed_ips': [{'subnet_id': 'e096da6e-cdf7-434a-a9f6-748bb82303ad'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:18:22.565982 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-61d20602-cadc-4cc9-8782-6b5fe99e23e1 req-eba18c95-8454-4923-be4a-09e8ef0623fa tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713184 Nov 15 11:18:22.567152 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-26016770-587e-4234-ab8d-db3889236d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:22.626027 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b59f165-5012-4283-97c0-94c1444406ea req-f9f0b4fe-b159-4bde-bf98-55663391807f tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6807ab01268344f4b073747a8aca0996&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307362 Nov 15 11:18:22.639544 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-04f30780-c913-4929-ade9-08dc5cd93678 req-594fff56-e77c-4b88-a5d5-9216a42c71bc tempest-SecurityGroupsNegativeTestJSON-1333798603 tempest-SecurityGroupsNegativeTestJSON-1333798603-project] show failed (client error): The resource could not be found. Nov 15 11:18:22.641198 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-04f30780-c913-4929-ade9-08dc5cd93678 req-594fff56-e77c-4b88-a5d5-9216a42c71bc tempest-SecurityGroupsNegativeTestJSON-1333798603 tempest-SecurityGroupsNegativeTestJSON-1333798603-project] 10.222.0.64 "GET /v2.0/security-groups/2d0f2cd7-335b-45fc-8fec-d0d17737f671 HTTP/1.1" status: 404 len: 352 time: 0.0436456 Nov 15 11:18:22.656368 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58922) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:22.660086 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47eb0c63-13eb-48c6-9491-0bfad5591bca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:22.766611 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7479690-f12e-4259-be1c-d6d3f8a64582 admin admin] Deleting subnet 6b792e7e-9252-4cc6-b1d7-d8a5873e0cae {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:18:22.775252 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7479690-f12e-4259-be1c-d6d3f8a64582 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:22.779550 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59f165-5012-4283-97c0-94c1444406ea req-1afe681d-c9fe-4342-963f-8ebde62eeb73 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:22.781971 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b59f165-5012-4283-97c0-94c1444406ea req-1afe681d-c9fe-4342-963f-8ebde62eeb73 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1393781 Nov 15 11:18:22.810987 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b59f165-5012-4283-97c0-94c1444406ea req-1743b715-7474-455b-ab86-164dc4ccffd1 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/quotas/6807ab01268344f4b073747a8aca0996 HTTP/1.1" status: 200 len: 375 time: 0.0216746 Nov 15 11:18:22.824680 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7479690-f12e-4259-be1c-d6d3f8a64582 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:22.891029 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7479690-f12e-4259-be1c-d6d3f8a64582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:22.937000 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a34e6-69ff-4c1f-8f68-a5ce34b2e405 req-1d322141-f0bb-405f-9d07-e12d45c5ab0a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:22.944046 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a34e6-69ff-4c1f-8f68-a5ce34b2e405 req-1d322141-f0bb-405f-9d07-e12d45c5ab0a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:22.950365 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a34e6-69ff-4c1f-8f68-a5ce34b2e405 req-1d322141-f0bb-405f-9d07-e12d45c5ab0a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:22.956622 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a34e6-69ff-4c1f-8f68-a5ce34b2e405 req-1d322141-f0bb-405f-9d07-e12d45c5ab0a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:22.961624 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-26016770-587e-4234-ab8d-db3889236d0f None None] Allocated IP 172.20.0.2 (6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240/e096da6e-cdf7-434a-a9f6-748bb82303ad/b35462d0-773d-454a-8bf1-a6d7773308b7) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:18:22.963081 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a34e6-69ff-4c1f-8f68-a5ce34b2e405 req-1d322141-f0bb-405f-9d07-e12d45c5ab0a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:22.969702 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a34e6-69ff-4c1f-8f68-a5ce34b2e405 req-1d322141-f0bb-405f-9d07-e12d45c5ab0a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:22.976804 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a34e6-69ff-4c1f-8f68-a5ce34b2e405 req-1d322141-f0bb-405f-9d07-e12d45c5ab0a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:22.978837 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ff6a34e6-69ff-4c1f-8f68-a5ce34b2e405 req-1d322141-f0bb-405f-9d07-e12d45c5ab0a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5419 time: 0.1357172 Nov 15 11:18:23.003133 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b59f165-5012-4283-97c0-94c1444406ea req-1cc518a2-9ed8-4824-b828-a29f251c39d1 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6807ab01268344f4b073747a8aca0996&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1853731 Nov 15 11:18:23.060377 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47eb0c63-13eb-48c6-9491-0bfad5591bca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:23.084810 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47eb0c63-13eb-48c6-9491-0bfad5591bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:23.136138 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ff6a34e6-69ff-4c1f-8f68-a5ce34b2e405 req-becfe1e3-4eb4-4df5-9179-4306c08b0d1d tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1292324 Nov 15 11:18:23.204835 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-26016770-587e-4234-ab8d-db3889236d0f None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:23.209435 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58934) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:23.222452 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-26016770-587e-4234-ab8d-db3889236d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:23.225591 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7479690-f12e-4259-be1c-d6d3f8a64582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:23.300471 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26016770-587e-4234-ab8d-db3889236d0f None None] Network 6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:18:23.304113 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-26016770-587e-4234-ab8d-db3889236d0f None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:23.309774 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26016770-587e-4234-ab8d-db3889236d0f None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:18:23.317801 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26016770-587e-4234-ab8d-db3889236d0f None None] Pushing event updated for resources: {'Port': ['ID=b35462d0-773d-454a-8bf1-a6d7773308b7,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:23.334682 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7479690-f12e-4259-be1c-d6d3f8a64582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b792e7e-9252-4cc6-b1d7-d8a5873e0cae,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:23.342805 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-596b18b1-0444-4176-b2be-36038e83704d req-4f5cd362-6275-4b17-b990-b339ff75170c tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b319919-bd3e-42ee-a6bb-1353f8cc46ad HTTP/1.1" status: 200 len: 210 time: 0.0362220 Nov 15 11:18:23.353219 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7479690-f12e-4259-be1c-d6d3f8a64582 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:23.356499 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f7479690-f12e-4259-be1c-d6d3f8a64582 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6b792e7e-9252-4cc6-b1d7-d8a5873e0cae HTTP/1.1" status: 204 len: 168 time: 0.6911604 Nov 15 11:18:23.368388 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58946) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:23.382730 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-47eb0c63-13eb-48c6-9491-0bfad5591bca admin admin] Allocated IP 172.25.7.84 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/16f89816-a206-418a-9d72-f97ecdfd0026) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:18:23.419391 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-26016770-587e-4234-ab8d-db3889236d0f None None] Attempting to bind port b35462d0-773d-454a-8bf1-a6d7773308b7 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:18:23.419744 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-26016770-587e-4234-ab8d-db3889236d0f None None] Attempting to bind port b35462d0-773d-454a-8bf1-a6d7773308b7 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '1e24c6c2-e995-4437-96c0-7fd98542a220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:18:23.420357 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26016770-587e-4234-ab8d-db3889236d0f None None] Attempting to bind port b35462d0-773d-454a-8bf1-a6d7773308b7 on network 6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:18:23.430221 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26016770-587e-4234-ab8d-db3889236d0f None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:18:23.432266 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26016770-587e-4234-ab8d-db3889236d0f None None] Checking segment: {'id': '1e24c6c2-e995-4437-96c0-7fd98542a220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:18:23.432879 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-26016770-587e-4234-ab8d-db3889236d0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:23.433548 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26016770-587e-4234-ab8d-db3889236d0f None None] Bound using segment: {'id': '1e24c6c2-e995-4437-96c0-7fd98542a220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:18:23.434199 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-26016770-587e-4234-ab8d-db3889236d0f None None] Bound port: b35462d0-773d-454a-8bf1-a6d7773308b7, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e24c6c2-e995-4437-96c0-7fd98542a220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:18:23.434749 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-26016770-587e-4234-ab8d-db3889236d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:23.544458 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-26016770-587e-4234-ab8d-db3889236d0f None None] For port b35462d0-773d-454a-8bf1-a6d7773308b7, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:18:23.548232 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-26016770-587e-4234-ab8d-db3889236d0f None None] For port b35462d0-773d-454a-8bf1-a6d7773308b7, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b35462d0-773d-454a-8bf1-a6d7773308b7,segment=NetworkSegment(1e24c6c2-e995-4437-96c0-7fd98542a220),segment_id=1e24c6c2-e995-4437-96c0-7fd98542a220)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:18:23.563054 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-26016770-587e-4234-ab8d-db3889236d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:23.623614 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47eb0c63-13eb-48c6-9491-0bfad5591bca admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:23.689534 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26016770-587e-4234-ab8d-db3889236d0f None None] Pushing event updated for resources: {'Port': ['ID=b35462d0-773d-454a-8bf1-a6d7773308b7,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:23.699066 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47eb0c63-13eb-48c6-9491-0bfad5591bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:23.743656 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eb0c63-13eb-48c6-9491-0bfad5591bca admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:18:23.746270 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-47eb0c63-13eb-48c6-9491-0bfad5591bca admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:23.757320 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:23.793774 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eb0c63-13eb-48c6-9491-0bfad5591bca admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:18:23.797352 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb0c63-13eb-48c6-9491-0bfad5591bca admin admin] Pushing event updated for resources: {'Port': ['ID=16f89816-a206-418a-9d72-f97ecdfd0026,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:24.087199 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:24.110103 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0fb1903-a8a9-461a-ac46-44854efd3a7b']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:24.121756 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3ceb77-72fa-43cd-b360-ee6829480762') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:24.122048 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3ceb77-72fa-43cd-b360-ee6829480762') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:24.151361 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:24.187686 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:24.205906 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:18:24.206366 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:18:24.281877 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:18:24.301573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b35462d0-773d-454a-8bf1-a6d7773308b7 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:24.327517 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dced782-47e0-4001-887e-d8f64f970b1d req-9fcdb701-ccaf-4b8b-9aa8-291f014dd7cd tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:24.331067 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6dced782-47e0-4001-887e-d8f64f970b1d req-9fcdb701-ccaf-4b8b-9aa8-291f014dd7cd tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 947 time: 0.5848041 Nov 15 11:18:24.389756 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:24.395551 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:24.399710 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c0fb1903-a8a9-461a-ac46-44854efd3a7b HTTP/1.1" status: 204 len: 168 time: 1.0303395 Nov 15 11:18:24.428229 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47eb0c63-13eb-48c6-9491-0bfad5591bca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:24.428837 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port b35462d0-773d-454a-8bf1-a6d7773308b7 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:24.429643 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:24.441003 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0fb1903-a8a9-461a-ac46-44854efd3a7b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:24.454767 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:24.455196 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:24.455644 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:24.456831 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:24.457293 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:24.457747 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:24.458172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:24.458921 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:24.459320 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:24.459727 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:24.460945 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:24.461348 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540c67c-fac1-4baa-b2dc-00bb182633a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:24.558930 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f832c73-a65a-41b2-9c6c-7cca8ce9c891 req-ae8ae6f9-e631-434d-962b-4fee3d9b42af tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:24.565247 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f832c73-a65a-41b2-9c6c-7cca8ce9c891 req-ae8ae6f9-e631-434d-962b-4fee3d9b42af tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:24.568713 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:24.575691 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f832c73-a65a-41b2-9c6c-7cca8ce9c891 req-ae8ae6f9-e631-434d-962b-4fee3d9b42af tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:24.582010 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f832c73-a65a-41b2-9c6c-7cca8ce9c891 req-ae8ae6f9-e631-434d-962b-4fee3d9b42af tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:24.588369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f832c73-a65a-41b2-9c6c-7cca8ce9c891 req-ae8ae6f9-e631-434d-962b-4fee3d9b42af tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:24.594969 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f832c73-a65a-41b2-9c6c-7cca8ce9c891 req-ae8ae6f9-e631-434d-962b-4fee3d9b42af tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:24.615572 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f832c73-a65a-41b2-9c6c-7cca8ce9c891 req-ae8ae6f9-e631-434d-962b-4fee3d9b42af tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:24.617997 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f832c73-a65a-41b2-9c6c-7cca8ce9c891 req-ae8ae6f9-e631-434d-962b-4fee3d9b42af tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5419 time: 0.2588265 Nov 15 11:18:24.643449 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port b35462d0-773d-454a-8bf1-a6d7773308b7, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b35462d0-773d-454a-8bf1-a6d7773308b7,segment=NetworkSegment(1e24c6c2-e995-4437-96c0-7fd98542a220),segment_id=1e24c6c2-e995-4437-96c0-7fd98542a220)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:24.659897 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:24.670104 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58998) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:24.727078 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6dced782-47e0-4001-887e-d8f64f970b1d req-ea284918-eba5-4d54-bd27-68a23a3fc077 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3851714 Nov 15 11:18:24.741208 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=b35462d0-773d-454a-8bf1-a6d7773308b7,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:25.076229 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b59f165-5012-4283-97c0-94c1444406ea req-a1d201e3-aa14-4438-b8a9-140afaa773f7 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6807ab01268344f4b073747a8aca0996&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268357 Nov 15 11:18:25.139884 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275fc6d2-7477-48b6-8cb6-e05197481dd0 None None] Network 6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:18:25.205840 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf079cc4-4420-4d1a-b614-66ba0fb42135 req-07793b55-4bc1-46ba-8dd9-aa8ca3bb2089 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b319919-bd3e-42ee-a6bb-1353f8cc46ad HTTP/1.1" status: 200 len: 210 time: 0.0637074 Nov 15 11:18:25.214638 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a2708cdb-f611-449b-a42e-18c8e4edeba8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d2fc0b5022f8404ea927d33edb390556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5377934 Nov 15 11:18:25.219020 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59010) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:25.229321 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f832c73-a65a-41b2-9c6c-7cca8ce9c891 req-b186ad72-4ea1-409a-abf9-123213d0347b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5582523 Nov 15 11:18:25.242505 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2eaa848e-67b3-4ead-af40-51907c27d32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:25.305851 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6d249153-7281-4502-9278-ddf6a87aba1f None None] Provisioning complete for port b35462d0-773d-454a-8bf1-a6d7773308b7 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:25.306231 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6d249153-7281-4502-9278-ddf6a87aba1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:25.373894 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59f165-5012-4283-97c0-94c1444406ea req-9c7275f3-c517-4a39-bc8e-cc7b73258455 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:25.375766 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b59f165-5012-4283-97c0-94c1444406ea req-9c7275f3-c517-4a39-bc8e-cc7b73258455 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2931767 Nov 15 11:18:25.391259 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-3b59f165-5012-4283-97c0-94c1444406ea req-d509b142-b786-43e3-81df-a8489cd85cdc tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Request body: {'port': {'device_id': '1b319919-bd3e-42ee-a6bb-1353f8cc46ad', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': '6807ab01268344f4b073747a8aca0996'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:25.515984 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47eb0c63-13eb-48c6-9491-0bfad5591bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:25.570575 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd96c63-18cd-4842-a60a-3bfb4c751075 req-9c46cae6-6aac-46e7-8090-a4e6bf0e83f4 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:25.572013 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ecd96c63-18cd-4842-a60a-3bfb4c751075 req-9c46cae6-6aac-46e7-8090-a4e6bf0e83f4 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 947 time: 0.1597979 Nov 15 11:18:25.577620 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59022) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:25.598402 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b59f165-5012-4283-97c0-94c1444406ea req-d509b142-b786-43e3-81df-a8489cd85cdc tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Made reservation on behalf of 6807ab01268344f4b073747a8aca0996 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:18:25.602088 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3b59f165-5012-4283-97c0-94c1444406ea req-d509b142-b786-43e3-81df-a8489cd85cdc tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:25.614903 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1947274-fea9-47a3-a2b5-d60b0b681f68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:25.667011 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1947274-fea9-47a3-a2b5-d60b0b681f68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:25.705862 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f266ca-d6cf-43ce-9ab7-223c435c6ec1 admin admin] Deleting subnet fe02edeb-e83c-4883-9de3-f499a3c56d94 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:18:25.732881 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59f266ca-d6cf-43ce-9ab7-223c435c6ec1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:25.761594 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ecd96c63-18cd-4842-a60a-3bfb4c751075 req-02b82315-75a5-470a-a83c-5e667e335049 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746545 Nov 15 11:18:25.819315 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47eb0c63-13eb-48c6-9491-0bfad5591bca admin admin] Router 92443fb0-1e1e-4599-b6be-316d09172001 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:18:25.838834 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-3b59f165-5012-4283-97c0-94c1444406ea req-d509b142-b786-43e3-81df-a8489cd85cdc tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Allocated IP 192.168.233.84 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/9c7511df-5f12-4ef2-88ee-fcd15a9edac2) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:18:25.851384 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59f266ca-d6cf-43ce-9ab7-223c435c6ec1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:25.890661 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-29ed8ed5-e630-4290-9dd0-6feccad2b26d None None] Provisioning complete for port b35462d0-773d-454a-8bf1-a6d7773308b7 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:25.890661 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-29ed8ed5-e630-4290-9dd0-6feccad2b26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:25.910466 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59f266ca-d6cf-43ce-9ab7-223c435c6ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:25.937930 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1947274-fea9-47a3-a2b5-d60b0b681f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:25.940564 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1947274-fea9-47a3-a2b5-d60b0b681f68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:25.944224 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f1947274-fea9-47a3-a2b5-d60b0b681f68 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c81ebe1b-3c1c-4988-95fb-b7a94c58ec8b HTTP/1.1" status: 204 len: 168 time: 0.7211926 Nov 15 11:18:25.989872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2eaa848e-67b3-4ead-af40-51907c27d32c admin admin] Deleting port 53a360b5-a704-4b8c-9554-ca32570945c0 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:18:25.990229 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2eaa848e-67b3-4ead-af40-51907c27d32c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:26.021300 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1947274-fea9-47a3-a2b5-d60b0b681f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81ebe1b-3c1c-4988-95fb-b7a94c58ec8b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:26.111513 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2eaa848e-67b3-4ead-af40-51907c27d32c admin admin] For port 53a360b5-a704-4b8c-9554-ca32570945c0, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=53a360b5-a704-4b8c-9554-ca32570945c0,segment=NetworkSegment(1eb55dee-6559-4226-9ca7-270171428bbe),segment_id=1eb55dee-6559-4226-9ca7-270171428bbe)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:26.111976 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2eaa848e-67b3-4ead-af40-51907c27d32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:26.127286 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2eaa848e-67b3-4ead-af40-51907c27d32c admin admin] Calling delete_port for 53a360b5-a704-4b8c-9554-ca32570945c0 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:18:26.132463 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47eb0c63-13eb-48c6-9491-0bfad5591bca admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:18:26.147216 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] Sync routers for ids ['92443fb0-1e1e-4599-b6be-316d09172001'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:18:26.165671 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] Routers {'92443fb0-1e1e-4599-b6be-316d09172001'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:18:26.166297 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:18:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['92443fb0-1e1e-4599-b6be-316d09172001'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:26.260552 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59f266ca-d6cf-43ce-9ab7-223c435c6ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:26.264136 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3b59f165-5012-4283-97c0-94c1444406ea req-d509b142-b786-43e3-81df-a8489cd85cdc tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:26.315340 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47eb0c63-13eb-48c6-9491-0bfad5591bca admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:26.316866 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-47eb0c63-13eb-48c6-9491-0bfad5591bca admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9980447 Nov 15 11:18:26.325355 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59046) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:26.353113 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b35462d0-773d-454a-8bf1-a6d7773308b7 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:26.368191 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device e22b0fda-3892-42d7-aaac-98c83fd6cb92 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:18:26.442599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f266ca-d6cf-43ce-9ab7-223c435c6ec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe02edeb-e83c-4883-9de3-f499a3c56d94,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:26.456574 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59f266ca-d6cf-43ce-9ab7-223c435c6ec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:26.459842 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-59f266ca-d6cf-43ce-9ab7-223c435c6ec1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fe02edeb-e83c-4883-9de3-f499a3c56d94 HTTP/1.1" status: 204 len: 168 time: 0.8812318 Nov 15 11:18:26.468185 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] Set router 92443fb0-1e1e-4599-b6be-316d09172001 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:18:26.502745 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59060) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:26.637846 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3b59f165-5012-4283-97c0-94c1444406ea req-d509b142-b786-43e3-81df-a8489cd85cdc tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:26.649194 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port b35462d0-773d-454a-8bf1-a6d7773308b7 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:26.649752 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:26.696561 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['e68d4537-b80e-4e31-9aec-c9c7ac805b65'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:18:26.764613 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eedcfcbb-d949-4e9f-b44e-7044511b4224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:26.775561 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e9be8-43d8-4414-b4e0-0f29190381a2 req-2c2dd7da-affb-4838-b7f2-448f1ebb0dae tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:26.779622 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509b142-b786-43e3-81df-a8489cd85cdc tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Pushing event updated for resources: {'Port': ['ID=9c7511df-5f12-4ef2-88ee-fcd15a9edac2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:26.786750 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0e4e9be8-43d8-4414-b4e0-0f29190381a2 req-2c2dd7da-affb-4838-b7f2-448f1ebb0dae tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b319919-bd3e-42ee-a6bb-1353f8cc46ad HTTP/1.1" status: 200 len: 935 time: 0.4169350 Nov 15 11:18:26.813707 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597077a6-8242-41d2-ac2d-4356e8d62084 req-8ccfb244-b141-4ff8-b941-53b0431bc83f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:26.819947 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597077a6-8242-41d2-ac2d-4356e8d62084 req-8ccfb244-b141-4ff8-b941-53b0431bc83f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:26.826340 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597077a6-8242-41d2-ac2d-4356e8d62084 req-8ccfb244-b141-4ff8-b941-53b0431bc83f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:26.843450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597077a6-8242-41d2-ac2d-4356e8d62084 req-8ccfb244-b141-4ff8-b941-53b0431bc83f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:26.848454 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b59f165-5012-4283-97c0-94c1444406ea req-d509b142-b786-43e3-81df-a8489cd85cdc tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:18:26.854540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597077a6-8242-41d2-ac2d-4356e8d62084 req-8ccfb244-b141-4ff8-b941-53b0431bc83f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:26.854996 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-3b59f165-5012-4283-97c0-94c1444406ea req-d509b142-b786-43e3-81df-a8489cd85cdc tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:26.862812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597077a6-8242-41d2-ac2d-4356e8d62084 req-8ccfb244-b141-4ff8-b941-53b0431bc83f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:26.869598 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597077a6-8242-41d2-ac2d-4356e8d62084 req-8ccfb244-b141-4ff8-b941-53b0431bc83f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:26.873187 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b59f165-5012-4283-97c0-94c1444406ea req-d509b142-b786-43e3-81df-a8489cd85cdc tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:18:26.876372 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-597077a6-8242-41d2-ac2d-4356e8d62084 req-8ccfb244-b141-4ff8-b941-53b0431bc83f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5419 time: 0.4755683 Nov 15 11:18:27.063355 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59f165-5012-4283-97c0-94c1444406ea req-d509b142-b786-43e3-81df-a8489cd85cdc tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:27.063880 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3b59f165-5012-4283-97c0-94c1444406ea req-d509b142-b786-43e3-81df-a8489cd85cdc tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:27.102513 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b59f165-5012-4283-97c0-94c1444406ea req-d509b142-b786-43e3-81df-a8489cd85cdc tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7110267 Nov 15 11:18:27.119271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-3b59f165-5012-4283-97c0-94c1444406ea req-470c3df6-b6cb-4011-87cd-fa42372ac841 service neutron] Request body: {'port': {'device_id': '1b319919-bd3e-42ee-a6bb-1353f8cc46ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:27.134570 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:27.180179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:27.182666 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489708a6-5ed3-4ca5-8d0f-1522b0395b15" -d '{"events": [{"server_uuid": "30de7634-c87b-4c96-9c10-b333195ebf2c", "name": "network-vif-unplugged", "status": "completed", "tag": "e22b0fda-3892-42d7-aaac-98c83fd6cb92"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:27.199576 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port e22b0fda-3892-42d7-aaac-98c83fd6cb92, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:27.205698 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-597077a6-8242-41d2-ac2d-4356e8d62084 req-8f9b8740-db9a-4616-a8d7-0a251a10be34 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3056877 Nov 15 11:18:27.207017 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:27.225698 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0e4e9be8-43d8-4414-b4e0-0f29190381a2 req-d384ab7a-ee1c-4236-aada-1ab2bc5300d0 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae35907-e457-4122-80e1-28875efa7586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384534 Nov 15 11:18:27.286787 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92443fb0-1e1e-4599-b6be-316d09172001', 'name': 'tempest-FloatingIPsTestJSON-1761750843-router', 'tenant_id': 'f37a68aba6994917ae2c3349a870f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '16f89816-a206-418a-9d72-f97ecdfd0026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:22Z', 'updated_at': '2021-11-15T11:18:24Z', 'revision_number': 3, 'project_id': 'f37a68aba6994917ae2c3349a870f59d', 'gw_port': {'id': '16f89816-a206-418a-9d72-f97ecdfd0026', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92443fb0-1e1e-4599-b6be-316d09172001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:23Z', 'updated_at': '2021-11-15T11:18:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:27.298192 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3247f1-843d-4f60-b615-ad5a6af200f5 x-openstack-request-id: req-ba3247f1-843d-4f60-b615-ad5a6af200f5 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:27.298481 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30de7634-c87b-4c96-9c10-b333195ebf2c", "name": "network-vif-unplugged", "status": "completed", "tag": "e22b0fda-3892-42d7-aaac-98c83fd6cb92", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:27.298719 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba3247f1-843d-4f60-b615-ad5a6af200f5 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:27.299126 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92', 'code': 200} Nov 15 11:18:27.329143 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3b59f165-5012-4283-97c0-94c1444406ea req-470c3df6-b6cb-4011-87cd-fa42372ac841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:27.351631 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2eaa848e-67b3-4ead-af40-51907c27d32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:27.371559 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] Checking router: 92443fb0-1e1e-4599-b6be-316d09172001 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:18:27.371924 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] Updating router 92443fb0-1e1e-4599-b6be-316d09172001 port 16f89816-a206-418a-9d72-f97ecdfd0026 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:18:27.384953 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eedcfcbb-d949-4e9f-b44e-7044511b4224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:27.431673 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa848e-67b3-4ead-af40-51907c27d32c admin admin] Pushing event deleted for resources: {'Port': ['ID=53a360b5-a704-4b8c-9554-ca32570945c0,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:27.432166 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59102) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:27.432524 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-933f62fa-0006-4db1-b474-19d003d1adf4 None None] Provisioning complete for port 9c7511df-5f12-4ef2-88ee-fcd15a9edac2 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:27.432885 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-933f62fa-0006-4db1-b474-19d003d1adf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:27.439849 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:27.441624 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=e22b0fda-3892-42d7-aaac-98c83fd6cb92,revision_number=14']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:27.460583 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-eedcfcbb-d949-4e9f-b44e-7044511b4224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be01e75b-e554-4f10-bf07-0288c0981a73']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:27.474553 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-eedcfcbb-d949-4e9f-b44e-7044511b4224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3356a9ae-2ea0-4697-9ea6-e88537eac5ba') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:27.475213 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-eedcfcbb-d949-4e9f-b44e-7044511b4224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3356a9ae-2ea0-4697-9ea6-e88537eac5ba') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:27.489203 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eedcfcbb-d949-4e9f-b44e-7044511b4224 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:27.513652 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-933f62fa-0006-4db1-b474-19d003d1adf4 None None] Port 9c7511df-5f12-4ef2-88ee-fcd15a9edac2 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:18:27.537169 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:27.552481 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eedcfcbb-d949-4e9f-b44e-7044511b4224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:27.587600 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eedcfcbb-d949-4e9f-b44e-7044511b4224 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:18:27.588223 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eedcfcbb-d949-4e9f-b44e-7044511b4224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:18:27.591562 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:18:27.722722 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-639b601e-35f0-437b-b0ad-cc1fdc0f265f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1685952714-network', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:27.769162 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639b601e-35f0-437b-b0ad-cc1fdc0f265f admin admin] Made reservation on behalf of 64b4fbecaf224238abafeedfc02c5050 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:18:27.771513 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-639b601e-35f0-437b-b0ad-cc1fdc0f265f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:27.816717 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-639b601e-35f0-437b-b0ad-cc1fdc0f265f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:27.884729 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eedcfcbb-d949-4e9f-b44e-7044511b4224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:27.894086 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eedcfcbb-d949-4e9f-b44e-7044511b4224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:27.900509 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-eedcfcbb-d949-4e9f-b44e-7044511b4224 admin admin] 10.222.0.64 "DELETE /v2.0/networks/be01e75b-e554-4f10-bf07-0288c0981a73 HTTP/1.1" status: 204 len: 168 time: 1.3958888 Nov 15 11:18:27.969042 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-3b59f165-5012-4283-97c0-94c1444406ea req-470c3df6-b6cb-4011-87cd-fa42372ac841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7511df-5f12-4ef2-88ee-fcd15a9edac2 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:18:27.972909 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcfcbb-d949-4e9f-b44e-7044511b4224 admin admin] Pushing event deleted for resources: {'Network': ['ID=be01e75b-e554-4f10-bf07-0288c0981a73,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:27.982632 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3b59f165-5012-4283-97c0-94c1444406ea req-470c3df6-b6cb-4011-87cd-fa42372ac841 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:27.990944 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2eaa848e-67b3-4ead-af40-51907c27d32c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:28.001988 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Allocated IP 172.20.0.1 (6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240/e096da6e-cdf7-434a-a9f6-748bb82303ad/124f6714-818a-46a6-a081-56f710a8132e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:18:28.015263 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-3b59f165-5012-4283-97c0-94c1444406ea req-470c3df6-b6cb-4011-87cd-fa42372ac841 service neutron] Transition to ACTIVE for port object 9c7511df-5f12-4ef2-88ee-fcd15a9edac2 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:18:28.030339 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3b59f165-5012-4283-97c0-94c1444406ea req-470c3df6-b6cb-4011-87cd-fa42372ac841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:28.072307 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:28.083558 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:28.154894 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59136) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:28.173221 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] Attempting to bind port 16f89816-a206-418a-9d72-f97ecdfd0026 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:18:28.173783 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] Attempting to bind port 16f89816-a206-418a-9d72-f97ecdfd0026 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:18:28.173930 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] Attempting to bind port 16f89816-a206-418a-9d72-f97ecdfd0026 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:18:28.181180 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237fd81-5afc-43f6-82fa-e710698bf80a None None] Pushing event updated for resources: {'Port': ['ID=16f89816-a206-418a-9d72-f97ecdfd0026,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:28.184357 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:18:28.184954 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:18:28.185548 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:28.186098 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:18:28.186732 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] Bound port: 16f89816-a206-418a-9d72-f97ecdfd0026, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:18:28.187274 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:28.194792 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c3df6-b6cb-4011-87cd-fa42372ac841 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7511df-5f12-4ef2-88ee-fcd15a9edac2,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:28.215078 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-639b601e-35f0-437b-b0ad-cc1fdc0f265f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:28.238200 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-639b601e-35f0-437b-b0ad-cc1fdc0f265f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:28.251583 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639b601e-35f0-437b-b0ad-cc1fdc0f265f admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:18:28.262033 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] For port 16f89816-a206-418a-9d72-f97ecdfd0026, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:18:28.267629 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-639b601e-35f0-437b-b0ad-cc1fdc0f265f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:28.268002 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-639b601e-35f0-437b-b0ad-cc1fdc0f265f admin admin] Added segment c5b84830-dca3-4e93-a45f-d3a02601f812 of type vlan for network 6ba4437f-4084-4622-9e5a-c25893ee652e Nov 15 11:18:28.271797 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] For port 16f89816-a206-418a-9d72-f97ecdfd0026, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=16f89816-a206-418a-9d72-f97ecdfd0026,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:18:28.289700 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:28.317832 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-639b601e-35f0-437b-b0ad-cc1fdc0f265f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:28.345553 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9724e-0b94-448c-9393-28def759723b req-d94a9d03-ea06-4693-9e36-8028cb9c52b7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:28.345553 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ebf9724e-0b94-448c-9393-28def759723b req-d94a9d03-ea06-4693-9e36-8028cb9c52b7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.1728916 Nov 15 11:18:28.377326 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-639b601e-35f0-437b-b0ad-cc1fdc0f265f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:28.378271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639b601e-35f0-437b-b0ad-cc1fdc0f265f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:28.378910 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-639b601e-35f0-437b-b0ad-cc1fdc0f265f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:28.384639 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] Routers {'92443fb0-1e1e-4599-b6be-316d09172001'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:18:28.385497 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:18:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['92443fb0-1e1e-4599-b6be-316d09172001'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:28.416066 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a3cbeabb-3236-41a7-a222-4d8fdd4e0b38 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3d9c8d368bef4c74abee5cbe7283626d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221572 Nov 15 11:18:28.430551 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59144) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:28.456471 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237fd81-5afc-43f6-82fa-e710698bf80a None None] Pushing event updated for resources: {'Port': ['ID=16f89816-a206-418a-9d72-f97ecdfd0026,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:28.484089 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eaa848e-67b3-4ead-af40-51907c27d32c admin admin] Router e3e11acf-4455-4446-8388-fb70fddaac3e has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:18:28.511329 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] Set router 92443fb0-1e1e-4599-b6be-316d09172001 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:18:28.523664 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-639b601e-35f0-437b-b0ad-cc1fdc0f265f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0867338 Nov 15 11:18:28.531626 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b601e-35f0-437b-b0ad-cc1fdc0f265f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba82665a-458d-47e5-82e8-519f37829463,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:28.535464 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59146) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:28.549771 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-fdd9e022-925e-46c6-aaa8-13b3294a4d21 admin admin] Request body: {'subnet': {'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1685952714-subnet', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:28.569092 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b601e-35f0-437b-b0ad-cc1fdc0f265f admin admin] Pushing event updated for resources: {'Network': ['ID=6ba4437f-4084-4622-9e5a-c25893ee652e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:28.577553 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915349b-fb74-419c-a379-85dc61b0dff9 req-f535b995-047b-404c-8812-7ba87b20fa29 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:28.584695 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915349b-fb74-419c-a379-85dc61b0dff9 req-f535b995-047b-404c-8812-7ba87b20fa29 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:28.591673 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915349b-fb74-419c-a379-85dc61b0dff9 req-f535b995-047b-404c-8812-7ba87b20fa29 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:28.592148 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:28.597762 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915349b-fb74-419c-a379-85dc61b0dff9 req-f535b995-047b-404c-8812-7ba87b20fa29 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:28.598137 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-3b59f165-5012-4283-97c0-94c1444406ea req-470c3df6-b6cb-4011-87cd-fa42372ac841 service neutron] Attempting to bind port 9c7511df-5f12-4ef2-88ee-fcd15a9edac2 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:18:28.598652 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-3b59f165-5012-4283-97c0-94c1444406ea req-470c3df6-b6cb-4011-87cd-fa42372ac841 service neutron] Attempting to bind port 9c7511df-5f12-4ef2-88ee-fcd15a9edac2 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:18:28.599163 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b59f165-5012-4283-97c0-94c1444406ea req-470c3df6-b6cb-4011-87cd-fa42372ac841 service neutron] Attempting to bind port 9c7511df-5f12-4ef2-88ee-fcd15a9edac2 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:18:28.604511 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915349b-fb74-419c-a379-85dc61b0dff9 req-f535b995-047b-404c-8812-7ba87b20fa29 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:28.605752 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 6ba4437f-4084-4622-9e5a-c25893ee652e details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:18:28.611216 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915349b-fb74-419c-a379-85dc61b0dff9 req-f535b995-047b-404c-8812-7ba87b20fa29 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:28.611770 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b59f165-5012-4283-97c0-94c1444406ea req-470c3df6-b6cb-4011-87cd-fa42372ac841 service neutron] Port 9c7511df-5f12-4ef2-88ee-fcd15a9edac2 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:18:28.612096 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b59f165-5012-4283-97c0-94c1444406ea req-470c3df6-b6cb-4011-87cd-fa42372ac841 service neutron] Attempting to bind port 9c7511df-5f12-4ef2-88ee-fcd15a9edac2 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:18:28.615686 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd9e022-925e-46c6-aaa8-13b3294a4d21 admin admin] Made reservation on behalf of 64b4fbecaf224238abafeedfc02c5050 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:18:28.617463 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915349b-fb74-419c-a379-85dc61b0dff9 req-f535b995-047b-404c-8812-7ba87b20fa29 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:28.618044 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fdd9e022-925e-46c6-aaa8-13b3294a4d21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:28.619405 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4915349b-fb74-419c-a379-85dc61b0dff9 req-f535b995-047b-404c-8812-7ba87b20fa29 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5419 time: 0.2715163 Nov 15 11:18:28.668139 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b59f165-5012-4283-97c0-94c1444406ea req-470c3df6-b6cb-4011-87cd-fa42372ac841 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:18:28.668472 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b59f165-5012-4283-97c0-94c1444406ea req-470c3df6-b6cb-4011-87cd-fa42372ac841 service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:18:28.669050 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b59f165-5012-4283-97c0-94c1444406ea req-470c3df6-b6cb-4011-87cd-fa42372ac841 service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:18:28.669500 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-3b59f165-5012-4283-97c0-94c1444406ea req-470c3df6-b6cb-4011-87cd-fa42372ac841 service neutron] Bound port: 9c7511df-5f12-4ef2-88ee-fcd15a9edac2, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:18:28.669845 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3b59f165-5012-4283-97c0-94c1444406ea req-470c3df6-b6cb-4011-87cd-fa42372ac841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:28.708207 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ebf9724e-0b94-448c-9393-28def759723b req-70b590b8-e1cb-412c-bed8-a3f49fa618e3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3539226 Nov 15 11:18:28.712091 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-232fe284-396d-4e12-9d65-58aff2a42956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:28.749771 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-232fe284-396d-4e12-9d65-58aff2a42956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:28.760026 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92443fb0-1e1e-4599-b6be-316d09172001', 'name': 'tempest-FloatingIPsTestJSON-1761750843-router', 'tenant_id': 'f37a68aba6994917ae2c3349a870f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '16f89816-a206-418a-9d72-f97ecdfd0026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:22Z', 'updated_at': '2021-11-15T11:18:24Z', 'revision_number': 3, 'project_id': 'f37a68aba6994917ae2c3349a870f59d', 'gw_port': {'id': '16f89816-a206-418a-9d72-f97ecdfd0026', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92443fb0-1e1e-4599-b6be-316d09172001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:23Z', 'updated_at': '2021-11-15T11:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:28.761765 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:28.794645 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf7bf2c-26ab-4be4-b846-8b040f40c3a9 None None] The sync data for ids ['92443fb0-1e1e-4599-b6be-316d09172001'] in n-d-729945-9 is: [{'id': '92443fb0-1e1e-4599-b6be-316d09172001', 'name': 'tempest-FloatingIPsTestJSON-1761750843-router', 'tenant_id': 'f37a68aba6994917ae2c3349a870f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '16f89816-a206-418a-9d72-f97ecdfd0026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:22Z', 'updated_at': '2021-11-15T11:18:24Z', 'revision_number': 3, 'project_id': 'f37a68aba6994917ae2c3349a870f59d', 'gw_port': {'id': '16f89816-a206-418a-9d72-f97ecdfd0026', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92443fb0-1e1e-4599-b6be-316d09172001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:23Z', 'updated_at': '2021-11-15T11:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:18:28.832491 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4915349b-fb74-419c-a379-85dc61b0dff9 req-6feeac12-dcb5-4928-bc95-faa822f78576 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1795554 Nov 15 11:18:28.849338 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-3b59f165-5012-4283-97c0-94c1444406ea req-470c3df6-b6cb-4011-87cd-fa42372ac841 service neutron] For port 9c7511df-5f12-4ef2-88ee-fcd15a9edac2, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:18:28.852470 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Network 6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:18:28.867854 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:28.882836 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:18:28.886201 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-3b59f165-5012-4283-97c0-94c1444406ea req-470c3df6-b6cb-4011-87cd-fa42372ac841 service neutron] For port 9c7511df-5f12-4ef2-88ee-fcd15a9edac2, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=9c7511df-5f12-4ef2-88ee-fcd15a9edac2,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:18:28.889679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eaa848e-67b3-4ead-af40-51907c27d32c admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:18:28.903000 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94cb8bb-3687-462c-93bc-1909ba63a37f None None] Sync routers for ids ['e3e11acf-4455-4446-8388-fb70fddaac3e'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:18:28.903681 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2eaa848e-67b3-4ead-af40-51907c27d32c admin admin] 10.222.0.64 "PUT /v2.0/routers/e3e11acf-4455-4446-8388-fb70fddaac3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6928608 Nov 15 11:18:28.906114 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59150) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:28.925744 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Pushing event updated for resources: {'Port': ['ID=124f6714-818a-46a6-a081-56f710a8132e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:28.937882 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94cb8bb-3687-462c-93bc-1909ba63a37f None None] Routers {'e3e11acf-4455-4446-8388-fb70fddaac3e'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:18:28.938522 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-b94cb8bb-3687-462c-93bc-1909ba63a37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:18:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e3e11acf-4455-4446-8388-fb70fddaac3e'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:28.963494 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3b59f165-5012-4283-97c0-94c1444406ea req-470c3df6-b6cb-4011-87cd-fa42372ac841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:28.975054 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:28.975369 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:28.975885 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:28.976229 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:28.976542 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:28.976863 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:28.977181 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:28.977498 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:28.977815 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:28.978129 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:28.978443 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:28.978869 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:28.981328 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-232fe284-396d-4e12-9d65-58aff2a42956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:28.983794 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-232fe284-396d-4e12-9d65-58aff2a42956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:28.984960 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-232fe284-396d-4e12-9d65-58aff2a42956 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a146857e-1f59-4a5a-bff8-6468151c6a3a HTTP/1.1" status: 204 len: 168 time: 0.5507214 Nov 15 11:18:29.022767 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5224e4-945b-41a1-a635-d10acb18cd17 req-461c502a-54e3-4721-9d79-9d98f9ea5a26 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:29.036862 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee5224e4-945b-41a1-a635-d10acb18cd17 req-461c502a-54e3-4721-9d79-9d98f9ea5a26 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b319919-bd3e-42ee-a6bb-1353f8cc46ad HTTP/1.1" status: 200 len: 947 time: 0.2003231 Nov 15 11:18:29.082821 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232fe284-396d-4e12-9d65-58aff2a42956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a146857e-1f59-4a5a-bff8-6468151c6a3a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:29.160619 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-b94cb8bb-3687-462c-93bc-1909ba63a37f None None] Set router e3e11acf-4455-4446-8388-fb70fddaac3e gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:18:29.165648 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59f165-5012-4283-97c0-94c1444406ea req-470c3df6-b6cb-4011-87cd-fa42372ac841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:29.166263 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3b59f165-5012-4283-97c0-94c1444406ea req-470c3df6-b6cb-4011-87cd-fa42372ac841 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:29.167900 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b59f165-5012-4283-97c0-94c1444406ea req-470c3df6-b6cb-4011-87cd-fa42372ac841 service neutron] 10.222.0.11 "PUT /v2.0/ports/9c7511df-5f12-4ef2-88ee-fcd15a9edac2 HTTP/1.1" status: 200 len: 1095 time: 2.0583656 Nov 15 11:18:29.168468 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b319919-bd3e-42ee-a6bb-1353f8cc46ad', 'tag': '9c7511df-5f12-4ef2-88ee-fcd15a9edac2'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:29.189315 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9614226d-ce25-4baf-bec5-35618436da8b" -d '{"events": [{"name": "network-changed", "server_uuid": "1b319919-bd3e-42ee-a6bb-1353f8cc46ad", "tag": "9c7511df-5f12-4ef2-88ee-fcd15a9edac2"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:29.217659 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a5edcfd-8dbb-4382-9d0a-2af1fd251227 admin admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:29.221966 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:29.234930 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee5224e4-945b-41a1-a635-d10acb18cd17 req-79a7bed3-162f-40de-91fd-68fb11613d56 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae35907-e457-4122-80e1-28875efa7586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803970 Nov 15 11:18:29.401615 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1f1513-dc1e-4365-8101-63f75269b4e9 x-openstack-request-id: req-ba1f1513-dc1e-4365-8101-63f75269b4e9 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:29.402103 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b319919-bd3e-42ee-a6bb-1353f8cc46ad", "tag": "9c7511df-5f12-4ef2-88ee-fcd15a9edac2", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:29.402509 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba1f1513-dc1e-4365-8101-63f75269b4e9 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:29.403074 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b319919-bd3e-42ee-a6bb-1353f8cc46ad', 'tag': '9c7511df-5f12-4ef2-88ee-fcd15a9edac2', 'status': 'completed', 'code': 200} Nov 15 11:18:29.436738 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:29.519100 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c3df6-b6cb-4011-87cd-fa42372ac841 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7511df-5f12-4ef2-88ee-fcd15a9edac2,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:29.530265 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fdd9e022-925e-46c6-aaa8-13b3294a4d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:29.610256 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-b94cb8bb-3687-462c-93bc-1909ba63a37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e11acf-4455-4446-8388-fb70fddaac3e', 'name': 'tempest-ServersTestMultiNic-761295074-router', 'tenant_id': '3978b0da4e2347329e56192570c0ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'ecdd2841-7070-442e-887a-f5f317d0f8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:16:16Z', 'updated_at': '2021-11-15T11:18:26Z', 'revision_number': 5, 'project_id': '3978b0da4e2347329e56192570c0ed50', 'gw_port': {'id': 'ecdd2841-7070-442e-887a-f5f317d0f8ee', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e11acf-4455-4446-8388-fb70fddaac3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:16:17Z', 'updated_at': '2021-11-15T11:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:29.677098 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94cb8bb-3687-462c-93bc-1909ba63a37f None None] Checking router: e3e11acf-4455-4446-8388-fb70fddaac3e for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:18:29.692437 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9e022-925e-46c6-aaa8-13b3294a4d21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13de97e3-bf4b-4f47-8f44-5155e3b5e067,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:29.696756 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94cb8bb-3687-462c-93bc-1909ba63a37f None None] Routers {'e3e11acf-4455-4446-8388-fb70fddaac3e'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:18:29.697527 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-b94cb8bb-3687-462c-93bc-1909ba63a37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:18:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e3e11acf-4455-4446-8388-fb70fddaac3e'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:29.831157 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59f165-5012-4283-97c0-94c1444406ea req-35779ca4-1ab4-4132-a347-808e0bdd84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:29.833504 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b59f165-5012-4283-97c0-94c1444406ea req-35779ca4-1ab4-4132-a347-808e0bdd84bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6807ab01268344f4b073747a8aca0996&device_id=1b319919-bd3e-42ee-a6bb-1353f8cc46ad HTTP/1.1" status: 200 len: 1098 time: 0.4515052 Nov 15 11:18:29.834647 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-b94cb8bb-3687-462c-93bc-1909ba63a37f None None] Set router e3e11acf-4455-4446-8388-fb70fddaac3e gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:18:29.874672 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1fe9daaa-ed79-43ad-9eb1-bcd0d967a6a2 None None] Provisioning complete for port 124f6714-818a-46a6-a081-56f710a8132e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:29.875328 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1fe9daaa-ed79-43ad-9eb1-bcd0d967a6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:29.897239 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b59f165-5012-4283-97c0-94c1444406ea req-d052f5c5-e4a1-4da0-b06f-961fb582a434 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=9c7511df-5f12-4ef2-88ee-fcd15a9edac2 HTTP/1.1" status: 200 len: 217 time: 0.0451269 Nov 15 11:18:29.929419 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd9e022-925e-46c6-aaa8-13b3294a4d21 admin admin] Checking segment: {'id': 'c5b84830-dca3-4e93-a45f-d3a02601f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:18:29.929573 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd9e022-925e-46c6-aaa8-13b3294a4d21 admin admin] Network hostable DHCP agents. Network: 6ba4437f-4084-4622-9e5a-c25893ee652e, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:18:29.954790 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9daaa-ed79-43ad-9eb1-bcd0d967a6a2 None None] Port 124f6714-818a-46a6-a081-56f710a8132e cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:18:30.010455 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:30.016552 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd9e022-925e-46c6-aaa8-13b3294a4d21 admin admin] Network 6ba4437f-4084-4622-9e5a-c25893ee652e is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:18:30.059835 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59f165-5012-4283-97c0-94c1444406ea req-d6f4cdaf-c055-4856-8fc1-902802504012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:30.067503 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b59f165-5012-4283-97c0-94c1444406ea req-d6f4cdaf-c055-4856-8fc1-902802504012 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1522157 Nov 15 11:18:30.121658 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-fdd9e022-925e-46c6-aaa8-13b3294a4d21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 6ba4437f-4084-4622-9e5a-c25893ee652e) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:30.131929 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9ddeb9-52e0-4def-babb-ee2ad9b833f2 None None] Network 6ba4437f-4084-4622-9e5a-c25893ee652e requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:18:30.138268 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd9e022-925e-46c6-aaa8-13b3294a4d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:30.138878 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fdd9e022-925e-46c6-aaa8-13b3294a4d21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:30.163313 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85dddd-880e-400e-a7b6-64a9ca78bc69 req-721e3253-4eb7-40be-8f78-ce309caa4919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:30.164828 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a85dddd-880e-400e-a7b6-64a9ca78bc69 req-721e3253-4eb7-40be-8f78-ce309caa4919 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 1096 time: 0.2214956 Nov 15 11:18:30.190974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379c2d1-e1ab-43ea-a4c6-60ef675c559a req-31dda33f-86f8-4fea-8b7a-80002b895b14 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:30.190974 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9379c2d1-e1ab-43ea-a4c6-60ef675c559a req-31dda33f-86f8-4fea-8b7a-80002b895b14 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.2463024 Nov 15 11:18:30.204595 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-b94cb8bb-3687-462c-93bc-1909ba63a37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e11acf-4455-4446-8388-fb70fddaac3e', 'name': 'tempest-ServersTestMultiNic-761295074-router', 'tenant_id': '3978b0da4e2347329e56192570c0ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'ecdd2841-7070-442e-887a-f5f317d0f8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:16:16Z', 'updated_at': '2021-11-15T11:18:26Z', 'revision_number': 5, 'project_id': '3978b0da4e2347329e56192570c0ed50', 'gw_port': {'id': 'ecdd2841-7070-442e-887a-f5f317d0f8ee', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e11acf-4455-4446-8388-fb70fddaac3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:16:17Z', 'updated_at': '2021-11-15T11:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:30.225528 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67b549-1271-479e-8533-02b3f57575be req-f8c9b18d-0283-4e3b-a219-0f54ea48460a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:30.231590 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67b549-1271-479e-8533-02b3f57575be req-f8c9b18d-0283-4e3b-a219-0f54ea48460a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:30.251258 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fdd9e022-925e-46c6-aaa8-13b3294a4d21 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7086203 Nov 15 11:18:30.254090 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67b549-1271-479e-8533-02b3f57575be req-f8c9b18d-0283-4e3b-a219-0f54ea48460a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:30.255702 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59180) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:30.260087 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67b549-1271-479e-8533-02b3f57575be req-f8c9b18d-0283-4e3b-a219-0f54ea48460a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:30.260290 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5134d162-bf4c-43b7-96ec-804919e5cb34 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1685952714-router', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:30.265965 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67b549-1271-479e-8533-02b3f57575be req-f8c9b18d-0283-4e3b-a219-0f54ea48460a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:30.287042 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67b549-1271-479e-8533-02b3f57575be req-f8c9b18d-0283-4e3b-a219-0f54ea48460a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:30.291096 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94cb8bb-3687-462c-93bc-1909ba63a37f None None] The sync data for ids ['e3e11acf-4455-4446-8388-fb70fddaac3e'] in n-d-729945-9 is: [{'id': 'e3e11acf-4455-4446-8388-fb70fddaac3e', 'name': 'tempest-ServersTestMultiNic-761295074-router', 'tenant_id': '3978b0da4e2347329e56192570c0ed50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'ecdd2841-7070-442e-887a-f5f317d0f8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:16:16Z', 'updated_at': '2021-11-15T11:18:26Z', 'revision_number': 5, 'project_id': '3978b0da4e2347329e56192570c0ed50', 'gw_port': {'id': 'ecdd2841-7070-442e-887a-f5f317d0f8ee', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e11acf-4455-4446-8388-fb70fddaac3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:16:17Z', 'updated_at': '2021-11-15T11:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:18:30.297422 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67b549-1271-479e-8533-02b3f57575be req-f8c9b18d-0283-4e3b-a219-0f54ea48460a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:30.308915 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f67b549-1271-479e-8533-02b3f57575be req-f8c9b18d-0283-4e3b-a219-0f54ea48460a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5419 time: 0.3430448 Nov 15 11:18:30.340124 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 16f89816-a206-418a-9d72-f97ecdfd0026 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:30.410018 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a5edcfd-8dbb-4382-9d0a-2af1fd251227 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:30.414134 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59184) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:30.525860 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea3b2b9-c503-451e-9f19-5e76e41db92c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-6ba4437f-4084-4622-9e5a-c25893ee652e', 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'fixed_ips': [{'subnet_id': '13de97e3-bf4b-4f47-8f44-5155e3b5e067'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:18:30.527606 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3ea3b2b9-c503-451e-9f19-5e76e41db92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:30.548821 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9379c2d1-e1ab-43ea-a4c6-60ef675c559a req-1323a38e-9957-4bfc-a2f7-4948b1f082e5 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374418 Nov 15 11:18:30.568838 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f67b549-1271-479e-8533-02b3f57575be req-9aaf8b5b-f3ca-4c75-a37f-118f3a95eb6a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2586751 Nov 15 11:18:30.582108 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 16f89816-a206-418a-9d72-f97ecdfd0026 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:30.582676 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:30.610425 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85dddd-880e-400e-a7b6-64a9ca78bc69 req-2e35c1ad-a55a-4b54-97fe-cb440a98caed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:30.620338 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a85dddd-880e-400e-a7b6-64a9ca78bc69 req-2e35c1ad-a55a-4b54-97fe-cb440a98caed service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 913 time: 0.4206336 Nov 15 11:18:30.705589 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-8446bd59-7452-4408-9b86-a81ca0e36b82 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1277423076-network', 'tenant_id': '83775230d4a145039635dd53cb3d37de'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:30.752930 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59f165-5012-4283-97c0-94c1444406ea req-7bde7a59-8660-408f-9a08-8c77e27e0360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:30.754492 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b59f165-5012-4283-97c0-94c1444406ea req-7bde7a59-8660-408f-9a08-8c77e27e0360 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6429870 Nov 15 11:18:30.774555 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0a5edcfd-8dbb-4382-9d0a-2af1fd251227 admin admin] Deleting port ecdd2841-7070-442e-887a-f5f317d0f8ee {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:18:30.774910 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a5edcfd-8dbb-4382-9d0a-2af1fd251227 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:30.791421 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a85dddd-880e-400e-a7b6-64a9ca78bc69 req-65af2fa2-3d05-4110-a15a-25e66cd36ed3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92 HTTP/1.1" status: 200 len: 1000 time: 0.1701670 Nov 15 11:18:30.795340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-3ea3b2b9-c503-451e-9f19-5e76e41db92c None None] Allocated IP 172.20.0.2 (6ba4437f-4084-4622-9e5a-c25893ee652e/13de97e3-bf4b-4f47-8f44-5155e3b5e067/6f21f4d6-635b-4edc-853b-43d140da60d9) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:18:30.808137 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:30.825115 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5134d162-bf4c-43b7-96ec-804919e5cb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:30.825873 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5134d162-bf4c-43b7-96ec-804919e5cb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:30.874799 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 16f89816-a206-418a-9d72-f97ecdfd0026, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=16f89816-a206-418a-9d72-f97ecdfd0026,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:30.881776 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:30.907671 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8446bd59-7452-4408-9b86-a81ca0e36b82 admin admin] Made reservation on behalf of 83775230d4a145039635dd53cb3d37de for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:18:30.910116 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8446bd59-7452-4408-9b86-a81ca0e36b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:30.924174 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbb811-346b-48ab-83e6-b5911aa537d5 req-6d6e794c-e9f6-4fbd-979c-cd05da91bc3e tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:30.926424 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2dcbb811-346b-48ab-83e6-b5911aa537d5 req-6d6e794c-e9f6-4fbd-979c-cd05da91bc3e tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b319919-bd3e-42ee-a6bb-1353f8cc46ad HTTP/1.1" status: 200 len: 947 time: 0.2264044 Nov 15 11:18:30.936850 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:30.949084 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8446bd59-7452-4408-9b86-a81ca0e36b82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:30.949624 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5134d162-bf4c-43b7-96ec-804919e5cb34 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:30.952090 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:30.963066 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85dddd-880e-400e-a7b6-64a9ca78bc69 req-59d822d4-2052-40b1-badd-3d87d009c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:30.966837 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a85dddd-880e-400e-a7b6-64a9ca78bc69 req-59d822d4-2052-40b1-badd-3d87d009c709 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 200 len: 851 time: 0.1367817 Nov 15 11:18:30.974973 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=16f89816-a206-418a-9d72-f97ecdfd0026,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:31.027243 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b59f165-5012-4283-97c0-94c1444406ea req-3d301eaf-f07e-4c7a-bd56-27ec572599c5 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641602 Nov 15 11:18:31.038817 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3ea3b2b9-c503-451e-9f19-5e76e41db92c None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:31.050365 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3ea3b2b9-c503-451e-9f19-5e76e41db92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:31.062320 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0a5edcfd-8dbb-4382-9d0a-2af1fd251227 admin admin] For port ecdd2841-7070-442e-887a-f5f317d0f8ee, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ecdd2841-7070-442e-887a-f5f317d0f8ee,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:31.062645 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a5edcfd-8dbb-4382-9d0a-2af1fd251227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:31.099189 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea3b2b9-c503-451e-9f19-5e76e41db92c None None] Network 6ba4437f-4084-4622-9e5a-c25893ee652e is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:18:31.103436 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0a5edcfd-8dbb-4382-9d0a-2af1fd251227 admin admin] Calling delete_port for ecdd2841-7070-442e-887a-f5f317d0f8ee owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:18:31.109574 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-3ea3b2b9-c503-451e-9f19-5e76e41db92c None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:31.112101 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2dcbb811-346b-48ab-83e6-b5911aa537d5 req-b0a4852a-2420-4172-81f9-20abb57bd9ad tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae35907-e457-4122-80e1-28875efa7586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687024 Nov 15 11:18:31.129977 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea3b2b9-c503-451e-9f19-5e76e41db92c None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:18:31.143922 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3b2b9-c503-451e-9f19-5e76e41db92c None None] Pushing event updated for resources: {'Port': ['ID=6f21f4d6-635b-4edc-853b-43d140da60d9,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:31.145867 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Pushing event updated for resources: {'Port': ['ID=124f6714-818a-46a6-a081-56f710a8132e,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:31.181028 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:31.187475 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85dddd-880e-400e-a7b6-64a9ca78bc69 req-3d14b537-4bc3-4c72-b915-2671d7e47c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:31.189816 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a85dddd-880e-400e-a7b6-64a9ca78bc69 req-3d14b537-4bc3-4c72-b915-2671d7e47c98 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e78f9bd-5aad-432a-85c1-63f165b57fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2124734 Nov 15 11:18:31.209282 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-3ea3b2b9-c503-451e-9f19-5e76e41db92c None None] Attempting to bind port 6f21f4d6-635b-4edc-853b-43d140da60d9 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:18:31.209719 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-3ea3b2b9-c503-451e-9f19-5e76e41db92c None None] Attempting to bind port 6f21f4d6-635b-4edc-853b-43d140da60d9 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'c5b84830-dca3-4e93-a45f-d3a02601f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:18:31.210162 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3b2b9-c503-451e-9f19-5e76e41db92c None None] Attempting to bind port 6f21f4d6-635b-4edc-853b-43d140da60d9 on network 6ba4437f-4084-4622-9e5a-c25893ee652e {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:18:31.222809 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3b2b9-c503-451e-9f19-5e76e41db92c None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:18:31.223510 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3b2b9-c503-451e-9f19-5e76e41db92c None None] Checking segment: {'id': 'c5b84830-dca3-4e93-a45f-d3a02601f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:18:31.224130 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3ea3b2b9-c503-451e-9f19-5e76e41db92c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:31.224915 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3b2b9-c503-451e-9f19-5e76e41db92c None None] Bound using segment: {'id': 'c5b84830-dca3-4e93-a45f-d3a02601f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:18:31.225553 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-3ea3b2b9-c503-451e-9f19-5e76e41db92c None None] Bound port: 6f21f4d6-635b-4edc-853b-43d140da60d9, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b84830-dca3-4e93-a45f-d3a02601f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:18:31.226132 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3ea3b2b9-c503-451e-9f19-5e76e41db92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:31.295774 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:31.317360 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3ea3b2b9-c503-451e-9f19-5e76e41db92c None None] For port 6f21f4d6-635b-4edc-853b-43d140da60d9, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:18:31.321592 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3ea3b2b9-c503-451e-9f19-5e76e41db92c None None] For port 6f21f4d6-635b-4edc-853b-43d140da60d9, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6f21f4d6-635b-4edc-853b-43d140da60d9,segment=NetworkSegment(c5b84830-dca3-4e93-a45f-d3a02601f812),segment_id=c5b84830-dca3-4e93-a45f-d3a02601f812)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:18:31.322643 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8446bd59-7452-4408-9b86-a81ca0e36b82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:31.327196 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3ea3b2b9-c503-451e-9f19-5e76e41db92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:31.370907 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8446bd59-7452-4408-9b86-a81ca0e36b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:31.378912 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5134d162-bf4c-43b7-96ec-804919e5cb34 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:31.390573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3b2b9-c503-451e-9f19-5e76e41db92c None None] Pushing event updated for resources: {'Port': ['ID=6f21f4d6-635b-4edc-853b-43d140da60d9,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:31.411601 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Network 6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:18:31.417047 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b59f165-5012-4283-97c0-94c1444406ea req-d3d0fbe0-32d6-4585-98d9-969d7a05dd36 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542409 Nov 15 11:18:31.418187 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:31.426246 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8446bd59-7452-4408-9b86-a81ca0e36b82 admin admin] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:18:31.438827 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a85dddd-880e-400e-a7b6-64a9ca78bc69 req-ed5268ee-bfdd-46ed-9e44-dba49c769dc6 service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378049 Nov 15 11:18:31.453124 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8446bd59-7452-4408-9b86-a81ca0e36b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:31.453476 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-8446bd59-7452-4408-9b86-a81ca0e36b82 admin admin] Added segment cecca865-426f-4bbe-8af5-34a167f5e54e of type vlan for network 2ca8c587-d9e3-4f58-8e49-8460c4328683 Nov 15 11:18:31.525620 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446bd59-7452-4408-9b86-a81ca0e36b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea515827-1d3c-4d21-b395-f48ad860400d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:31.646810 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8446bd59-7452-4408-9b86-a81ca0e36b82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:31.717678 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Router 92443fb0-1e1e-4599-b6be-316d09172001 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:18:31.758091 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614226d-ce25-4baf-bec5-35618436da8b req-d73a3256-a3fb-40a5-ad19-7211ad2d7ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:31.760368 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9614226d-ce25-4baf-bec5-35618436da8b req-d73a3256-a3fb-40a5-ad19-7211ad2d7ed4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6807ab01268344f4b073747a8aca0996&device_id=1b319919-bd3e-42ee-a6bb-1353f8cc46ad HTTP/1.1" status: 200 len: 1098 time: 0.2552984 Nov 15 11:18:31.791896 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a5edcfd-8dbb-4382-9d0a-2af1fd251227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:31.846318 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5edcfd-8dbb-4382-9d0a-2af1fd251227 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecdd2841-7070-442e-887a-f5f317d0f8ee,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:31.852465 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8446bd59-7452-4408-9b86-a81ca0e36b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:31.853434 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8446bd59-7452-4408-9b86-a81ca0e36b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:31.854018 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8446bd59-7452-4408-9b86-a81ca0e36b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:31.867588 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52af9d3-3a8c-442c-9998-49889e7d6eec req-c5f6fdbf-54c9-45bf-b8ff-c6ec36661ec7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:31.869119 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c52af9d3-3a8c-442c-9998-49889e7d6eec req-c5f6fdbf-54c9-45bf-b8ff-c6ec36661ec7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.2099173 Nov 15 11:18:31.872550 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a85dddd-880e-400e-a7b6-64a9ca78bc69 req-17527483-2f69-414e-9f2b-01c3c0509b05 service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218063 Nov 15 11:18:31.932573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a39b8141-b9ae-4411-8242-28997f0895cd None None] Provisioning complete for port 124f6714-818a-46a6-a081-56f710a8132e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:31.933178 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a39b8141-b9ae-4411-8242-28997f0895cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:31.942661 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:18:31.951753 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-566c809b-ac1b-49e9-8754-02c077232d40 admin admin] 10.222.0.64 "PUT /v2.0/routers/92443fb0-1e1e-4599-b6be-316d09172001/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6103239 Nov 15 11:18:31.960651 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] Sync routers for ids ['92443fb0-1e1e-4599-b6be-316d09172001'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:18:31.995523 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] Routers {'92443fb0-1e1e-4599-b6be-316d09172001'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:18:32.000157 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:18:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['92443fb0-1e1e-4599-b6be-316d09172001'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:32.001289 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614226d-ce25-4baf-bec5-35618436da8b req-e4563979-88be-4324-a6bb-349df830ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:32.003134 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9614226d-ce25-4baf-bec5-35618436da8b req-e4563979-88be-4324-a6bb-349df830ef81 service neutron] 10.222.0.11 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.2047625 Nov 15 11:18:32.004492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d3f04-ebdf-4825-808e-9737e02927e4 req-563d813e-37e1-4df6-8e15-13738ac03b9a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:32.011385 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d3f04-ebdf-4825-808e-9737e02927e4 req-563d813e-37e1-4df6-8e15-13738ac03b9a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:32.018417 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d3f04-ebdf-4825-808e-9737e02927e4 req-563d813e-37e1-4df6-8e15-13738ac03b9a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:32.034225 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d3f04-ebdf-4825-808e-9737e02927e4 req-563d813e-37e1-4df6-8e15-13738ac03b9a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:32.041670 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d3f04-ebdf-4825-808e-9737e02927e4 req-563d813e-37e1-4df6-8e15-13738ac03b9a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:32.054657 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d3f04-ebdf-4825-808e-9737e02927e4 req-563d813e-37e1-4df6-8e15-13738ac03b9a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:32.061355 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d3f04-ebdf-4825-808e-9737e02927e4 req-563d813e-37e1-4df6-8e15-13738ac03b9a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:32.064058 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ce7d3f04-ebdf-4825-808e-9737e02927e4 req-563d813e-37e1-4df6-8e15-13738ac03b9a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5419 time: 0.3515942 Nov 15 11:18:32.099529 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9614226d-ce25-4baf-bec5-35618436da8b req-6c552c86-3636-439c-9da7-75aa55e5deaf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=9c7511df-5f12-4ef2-88ee-fcd15a9edac2 HTTP/1.1" status: 200 len: 217 time: 0.0872810 Nov 15 11:18:32.111863 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a39b8141-b9ae-4411-8242-28997f0895cd None None] Port 124f6714-818a-46a6-a081-56f710a8132e cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:18:32.128236 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8446bd59-7452-4408-9b86-a81ca0e36b82 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7053490 Nov 15 11:18:32.134386 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59196) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:32.169636 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] Set router 92443fb0-1e1e-4599-b6be-316d09172001 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:18:32.187942 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d28ba958-3aa5-4a6e-aa66-6cb27578ddd9 admin admin] Request body: {'subnet': {'network_id': '2ca8c587-d9e3-4f58-8e49-8460c4328683', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1277423076-subnet', 'tenant_id': '83775230d4a145039635dd53cb3d37de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:32.197356 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614226d-ce25-4baf-bec5-35618436da8b req-581377e8-17e3-404e-9f4b-3beb6c615e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:32.198887 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9614226d-ce25-4baf-bec5-35618436da8b req-581377e8-17e3-404e-9f4b-3beb6c615e53 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0636468 Nov 15 11:18:32.244058 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446bd59-7452-4408-9b86-a81ca0e36b82 admin admin] Pushing event updated for resources: {'Network': ['ID=2ca8c587-d9e3-4f58-8e49-8460c4328683,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:32.256439 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c52af9d3-3a8c-442c-9998-49889e7d6eec req-600702df-420a-4120-9be7-b421e8d66e80 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3581438 Nov 15 11:18:32.268115 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a5edcfd-8dbb-4382-9d0a-2af1fd251227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:32.299472 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28ba958-3aa5-4a6e-aa66-6cb27578ddd9 admin admin] Made reservation on behalf of 83775230d4a145039635dd53cb3d37de for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:18:32.301970 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d28ba958-3aa5-4a6e-aa66-6cb27578ddd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:32.302119 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 2ca8c587-d9e3-4f58-8e49-8460c4328683 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:18:32.365992 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614226d-ce25-4baf-bec5-35618436da8b req-1aa9e7df-0b46-4da6-84fd-874f7443deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:32.368356 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9614226d-ce25-4baf-bec5-35618436da8b req-1aa9e7df-0b46-4da6-84fd-874f7443deb3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1559110 Nov 15 11:18:32.373421 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5134d162-bf4c-43b7-96ec-804919e5cb34 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:32.398541 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a5edcfd-8dbb-4382-9d0a-2af1fd251227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:32.405221 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a5edcfd-8dbb-4382-9d0a-2af1fd251227 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:32.416721 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5134d162-bf4c-43b7-96ec-804919e5cb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:32.531213 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ce7d3f04-ebdf-4825-808e-9737e02927e4 req-ae049619-275e-46a3-9143-8ce8081e9b59 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3797975 Nov 15 11:18:32.543141 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a5edcfd-8dbb-4382-9d0a-2af1fd251227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:32.548562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5edcfd-8dbb-4382-9d0a-2af1fd251227 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3e11acf-4455-4446-8388-fb70fddaac3e {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:18:32.587136 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a5edcfd-8dbb-4382-9d0a-2af1fd251227 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:32.588663 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0a5edcfd-8dbb-4382-9d0a-2af1fd251227 admin admin] 10.222.0.64 "DELETE /v2.0/routers/e3e11acf-4455-4446-8388-fb70fddaac3e HTTP/1.1" status: 204 len: 168 time: 3.6816852 Nov 15 11:18:32.589500 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6f21f4d6-635b-4edc-853b-43d140da60d9 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:32.607129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59204) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:32.636613 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-5134d162-bf4c-43b7-96ec-804919e5cb34 admin admin] Allocated IP 172.25.7.37 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/3f7b1b93-2d25-4b4f-b14f-428661b5a3d5) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:18:32.751399 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a910fb-dda4-419f-9ae9-ade3cf746411 req-2895e233-2db9-43f6-aaa2-792a41d5dbfe tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:32.762011 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92443fb0-1e1e-4599-b6be-316d09172001', 'name': 'tempest-FloatingIPsTestJSON-1761750843-router', 'tenant_id': 'f37a68aba6994917ae2c3349a870f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '16f89816-a206-418a-9d72-f97ecdfd0026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:22Z', 'updated_at': '2021-11-15T11:18:29Z', 'revision_number': 4, 'project_id': 'f37a68aba6994917ae2c3349a870f59d', 'gw_port': {'id': '16f89816-a206-418a-9d72-f97ecdfd0026', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92443fb0-1e1e-4599-b6be-316d09172001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:23Z', 'updated_at': '2021-11-15T11:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '124f6714-818a-46a6-a081-56f710a8132e', 'name': '', 'network_id': '6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240', 'tenant_id': 'f37a68aba6994917ae2c3349a870f59d', 'mac_address': 'fa:16:3e:7e:f0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92443fb0-1e1e-4599-b6be-316d09172001', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e096da6e-cdf7-434a-a9f6-748bb82303ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:27Z', 'updated_at': '2021-11-15T11:18:30Z', 'revision_number': 2, 'project_id': 'f37a68aba6994917ae2c3349a870f59d', 'subnets': [{'id': 'e096da6e-cdf7-434a-a9f6-748bb82303ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:32.763844 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-86a910fb-dda4-419f-9ae9-ade3cf746411 req-2895e233-2db9-43f6-aaa2-792a41d5dbfe tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b319919-bd3e-42ee-a6bb-1353f8cc46ad HTTP/1.1" status: 200 len: 947 time: 0.2393486 Nov 15 11:18:32.803527 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fbf39e1-e416-4315-9664-2984bc78dd8f admin admin] Deleting subnet a8021cb1-8367-4b35-8571-94183a33ffdc {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:18:32.809031 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fbf39e1-e416-4315-9664-2984bc78dd8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:32.894821 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5134d162-bf4c-43b7-96ec-804919e5cb34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:32.953506 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8659a918-ae77-45b9-8db0-a99fda407bc7 None None] Network 6ba4437f-4084-4622-9e5a-c25893ee652e requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:18:32.961832 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] Checking router: 92443fb0-1e1e-4599-b6be-316d09172001 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:18:32.962029 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] Updating router 92443fb0-1e1e-4599-b6be-316d09172001 port 124f6714-818a-46a6-a081-56f710a8132e binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:18:32.963424 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-86a910fb-dda4-419f-9ae9-ade3cf746411 req-72d73add-f537-4fc0-8da9-08b45b7c7cf6 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae35907-e457-4122-80e1-28875efa7586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983917 Nov 15 11:18:32.973256 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fbf39e1-e416-4315-9664-2984bc78dd8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:32.989761 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9614226d-ce25-4baf-bec5-35618436da8b req-803b5b6b-a2ca-4ada-8aff-f4dc3db162ed service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5759690 Nov 15 11:18:33.014336 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5134d162-bf4c-43b7-96ec-804919e5cb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:33.050046 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 6f21f4d6-635b-4edc-853b-43d140da60d9 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:33.050453 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:33.053588 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:33.058710 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-54058d26-b0d5-40e6-846d-6c23567a93bc None None] Provisioning complete for port 6f21f4d6-635b-4edc-853b-43d140da60d9 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:33.059043 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-54058d26-b0d5-40e6-846d-6c23567a93bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:33.118410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5134d162-bf4c-43b7-96ec-804919e5cb34 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:18:33.131456 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5134d162-bf4c-43b7-96ec-804919e5cb34 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:33.133994 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5134d162-bf4c-43b7-96ec-804919e5cb34 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:18:33.139216 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134d162-bf4c-43b7-96ec-804919e5cb34 admin admin] Pushing event updated for resources: {'Port': ['ID=3f7b1b93-2d25-4b4f-b14f-428661b5a3d5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:33.229253 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d28ba958-3aa5-4a6e-aa66-6cb27578ddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:33.273806 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9614226d-ce25-4baf-bec5-35618436da8b req-739923d9-ede3-4dc9-8037-d4c641ce39f2 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608380 Nov 15 11:18:33.377724 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ba958-3aa5-4a6e-aa66-6cb27578ddd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eb07e51-bf49-4339-8337-2883e455b39e,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:33.401572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28ba958-3aa5-4a6e-aa66-6cb27578ddd9 admin admin] Checking segment: {'id': 'cecca865-426f-4bbe-8af5-34a167f5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '2ca8c587-d9e3-4f58-8e49-8460c4328683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:18:33.401875 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28ba958-3aa5-4a6e-aa66-6cb27578ddd9 admin admin] Network hostable DHCP agents. Network: 2ca8c587-d9e3-4f58-8e49-8460c4328683, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:18:33.417797 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5af3f13e-0988-4792-be35-23ebce9593c9 req-fbe94295-bd4e-45a9-a073-02b3501964d5 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5848591 Nov 15 11:18:33.443636 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28ba958-3aa5-4a6e-aa66-6cb27578ddd9 admin admin] Network 2ca8c587-d9e3-4f58-8e49-8460c4328683 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:18:33.444466 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-5af3f13e-0988-4792-be35-23ebce9593c9 req-d2fa30ad-1128-463a-b622-db6593e0ab9a tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:33.498000 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:33.502817 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-54058d26-b0d5-40e6-846d-6c23567a93bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:33.512641 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a682e99-8359-47fb-8766-a9b419013578 req-89430df8-eb4d-4f34-a63b-5a85c81e7d50 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:33.514157 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a682e99-8359-47fb-8766-a9b419013578 req-89430df8-eb4d-4f34-a63b-5a85c81e7d50 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.1185744 Nov 15 11:18:33.516378 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fbf39e1-e416-4315-9664-2984bc78dd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:33.516738 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d28ba958-3aa5-4a6e-aa66-6cb27578ddd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 2ca8c587-d9e3-4f58-8e49-8460c4328683) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:33.521802 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ba958-3aa5-4a6e-aa66-6cb27578ddd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:33.522275 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d28ba958-3aa5-4a6e-aa66-6cb27578ddd9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:33.541338 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5af3f13e-0988-4792-be35-23ebce9593c9 req-d2fa30ad-1128-463a-b622-db6593e0ab9a tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:33.558522 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d28ba958-3aa5-4a6e-aa66-6cb27578ddd9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4135950 Nov 15 11:18:33.559084 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdcf862-8928-4cf2-b3c4-637bbcd7915a None None] Network 2ca8c587-d9e3-4f58-8e49-8460c4328683 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:18:33.605820 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5134d162-bf4c-43b7-96ec-804919e5cb34 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:33.634728 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 6f21f4d6-635b-4edc-853b-43d140da60d9, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6f21f4d6-635b-4edc-853b-43d140da60d9,segment=NetworkSegment(c5b84830-dca3-4e93-a45f-d3a02601f812),segment_id=c5b84830-dca3-4e93-a45f-d3a02601f812)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:33.650869 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:33.651866 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 16f89816-a206-418a-9d72-f97ecdfd0026 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:33.670973 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a682e99-8359-47fb-8766-a9b419013578 req-a9c1eb53-e3db-448a-93fa-5d1f957ce235 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249588 Nov 15 11:18:33.684114 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fbf39e1-e416-4315-9664-2984bc78dd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:33.719807 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf39e1-e416-4315-9664-2984bc78dd8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8021cb1-8367-4b35-8571-94183a33ffdc,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:33.730805 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fbf39e1-e416-4315-9664-2984bc78dd8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:33.734978 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7fbf39e1-e416-4315-9664-2984bc78dd8f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a8021cb1-8367-4b35-8571-94183a33ffdc HTTP/1.1" status: 204 len: 168 time: 1.1263623 Nov 15 11:18:33.737878 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59216) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:33.837903 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=6f21f4d6-635b-4edc-853b-43d140da60d9,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:33.868248 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1999e176-ec3f-43ff-99c3-e872dc118fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:33.883303 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5af3f13e-0988-4792-be35-23ebce9593c9 req-d2fa30ad-1128-463a-b622-db6593e0ab9a tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:33.884359 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca12fa43-af90-44bd-add1-6b275013b389 None None] Network 19e0f893-a903-4343-8cff-0e7ea663a995 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:18:33.886558 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-54058d26-b0d5-40e6-846d-6c23567a93bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:18:33.886902 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-54058d26-b0d5-40e6-846d-6c23567a93bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:18:34.061959 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:34.069972 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a76bdc-8d34-4e03-a31e-c413f8609a87 req-9908b681-f8d6-442f-9116-808c4b2a091e tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:34.075562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a76bdc-8d34-4e03-a31e-c413f8609a87 req-9908b681-f8d6-442f-9116-808c4b2a091e tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:34.082293 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a76bdc-8d34-4e03-a31e-c413f8609a87 req-9908b681-f8d6-442f-9116-808c4b2a091e tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:34.088509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a76bdc-8d34-4e03-a31e-c413f8609a87 req-9908b681-f8d6-442f-9116-808c4b2a091e tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:34.094391 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a76bdc-8d34-4e03-a31e-c413f8609a87 req-9908b681-f8d6-442f-9116-808c4b2a091e tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:34.100264 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a76bdc-8d34-4e03-a31e-c413f8609a87 req-9908b681-f8d6-442f-9116-808c4b2a091e tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:34.104463 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:34.106325 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a76bdc-8d34-4e03-a31e-c413f8609a87 req-9908b681-f8d6-442f-9116-808c4b2a091e tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:34.108313 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66a76bdc-8d34-4e03-a31e-c413f8609a87 req-9908b681-f8d6-442f-9116-808c4b2a091e tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5419 time: 0.1563413 Nov 15 11:18:34.114828 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 16f89816-a206-418a-9d72-f97ecdfd0026 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:34.115187 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:34.122651 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-5af3f13e-0988-4792-be35-23ebce9593c9 req-d2fa30ad-1128-463a-b622-db6593e0ab9a tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Allocated IP 172.25.7.96 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/3682288c-0f03-49aa-be85-1e4555089396) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:18:34.125545 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1999e176-ec3f-43ff-99c3-e872dc118fd1 admin admin] Deleting port b47064b4-e508-4077-8826-1559d6cb784e {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:18:34.125849 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1999e176-ec3f-43ff-99c3-e872dc118fd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:34.139983 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46df450b-28c3-468b-8cd3-d9458358ce9a None None] Network 2ca8c587-d9e3-4f58-8e49-8460c4328683 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:18:34.251875 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49417208-f8af-4337-978a-0699e45e5ff7 None None] Pushing event updated for resources: {'Port': ['ID=124f6714-818a-46a6-a081-56f710a8132e,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:34.293043 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5134d162-bf4c-43b7-96ec-804919e5cb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:34.332546 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66a76bdc-8d34-4e03-a31e-c413f8609a87 req-6efd8fea-adcc-42c0-95f5-c2a8ea6e6315 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2008846 Nov 15 11:18:34.336248 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 9c7511df-5f12-4ef2-88ee-fcd15a9edac2 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:18:34.413292 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1999e176-ec3f-43ff-99c3-e872dc118fd1 admin admin] For port b47064b4-e508-4077-8826-1559d6cb784e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b47064b4-e508-4077-8826-1559d6cb784e,segment=NetworkSegment(1eb55dee-6559-4226-9ca7-270171428bbe),segment_id=1eb55dee-6559-4226-9ca7-270171428bbe)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:34.414077 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1999e176-ec3f-43ff-99c3-e872dc118fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:34.444091 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1999e176-ec3f-43ff-99c3-e872dc118fd1 admin admin] Calling delete_port for b47064b4-e508-4077-8826-1559d6cb784e owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:18:34.464682 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408e35f6-1ce5-4771-b7b8-ab727e224351 None None] DHCP port deletion for 19e0f893-a903-4343-8cff-0e7ea663a995 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:18:34.544908 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5134d162-bf4c-43b7-96ec-804919e5cb34 admin admin] Router cc45314f-6ea9-4e00-a187-19a4ce2e7bcc is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:18:34.549052 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5af3f13e-0988-4792-be35-23ebce9593c9 req-d2fa30ad-1128-463a-b622-db6593e0ab9a tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:34.589655 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.resource_extend [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 11:18:34.611560 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] Attempting to bind port 124f6714-818a-46a6-a081-56f710a8132e on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:18:34.612314 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] Attempting to bind port 124f6714-818a-46a6-a081-56f710a8132e by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '1e24c6c2-e995-4437-96c0-7fd98542a220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:18:34.612919 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] Attempting to bind port 124f6714-818a-46a6-a081-56f710a8132e on network 6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:18:34.616737 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1999e176-ec3f-43ff-99c3-e872dc118fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:34.626800 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5af3f13e-0988-4792-be35-23ebce9593c9 req-d2fa30ad-1128-463a-b622-db6593e0ab9a tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:34.666046 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999e176-ec3f-43ff-99c3-e872dc118fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b47064b4-e508-4077-8826-1559d6cb784e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:34.687977 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1999e176-ec3f-43ff-99c3-e872dc118fd1 admin admin] No DVR routers for this DVR port b47064b4-e508-4077-8826-1559d6cb784e on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:18:34.707712 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:18:34.708358 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] Checking segment: {'id': '1e24c6c2-e995-4437-96c0-7fd98542a220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:18:34.708928 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:34.709507 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] Bound using segment: {'id': '1e24c6c2-e995-4437-96c0-7fd98542a220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:18:34.710010 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] Bound port: 124f6714-818a-46a6-a081-56f710a8132e, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e24c6c2-e995-4437-96c0-7fd98542a220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:18:34.710368 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:34.748299 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 53a360b5-a704-4b8c-9554-ca32570945c0 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:18:34.748538 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5134d162-bf4c-43b7-96ec-804919e5cb34 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:18:34.760263 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] Sync routers for ids ['cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:18:34.774506 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af3f13e-0988-4792-be35-23ebce9593c9 req-d2fa30ad-1128-463a-b622-db6593e0ab9a tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:18:34.783595 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] Routers {'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:18:34.785199 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:18:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:34.795089 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-5af3f13e-0988-4792-be35-23ebce9593c9 req-d2fa30ad-1128-463a-b622-db6593e0ab9a tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:34.809296 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5134d162-bf4c-43b7-96ec-804919e5cb34 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:34.810777 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5134d162-bf4c-43b7-96ec-804919e5cb34 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5541151 Nov 15 11:18:34.813791 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59236) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:34.820032 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af3f13e-0988-4792-be35-23ebce9593c9 req-d2fa30ad-1128-463a-b622-db6593e0ab9a tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:18:34.926807 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa30ad-1128-463a-b622-db6593e0ab9a tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Pushing event updated for resources: {'Port': ['ID=3682288c-0f03-49aa-be85-1e4555089396,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:34.948521 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1999e176-ec3f-43ff-99c3-e872dc118fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:34.994701 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] Set router cc45314f-6ea9-4e00-a187-19a4ce2e7bcc gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:18:34.994961 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-1999e176-ec3f-43ff-99c3-e872dc118fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e0f893-a903-4343-8cff-0e7ea663a995']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:35.024912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-1999e176-ec3f-43ff-99c3-e872dc118fd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb55dee-6559-4226-9ca7-270171428bbe') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:35.025615 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-1999e176-ec3f-43ff-99c3-e872dc118fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb55dee-6559-4226-9ca7-270171428bbe') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:35.072543 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 53a360b5-a704-4b8c-9554-ca32570945c0 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:18:35.073097 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 53a360b5-a704-4b8c-9554-ca32570945c0 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:18:35.092209 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-ed532b2d-5427-4914-884c-8a39a1a542f1 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:35.101043 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-ed532b2d-5427-4914-884c-8a39a1a542f1 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/networks?id=2ca8c587-d9e3-4f58-8e49-8460c4328683 HTTP/1.1" status: 200 len: 815 time: 0.3549228 Nov 15 11:18:35.118712 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-cdc7b29e-3fb3-4cd1-930d-5e7b706213f3 None None] Provisioning complete for port 124f6714-818a-46a6-a081-56f710a8132e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:35.119083 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cdc7b29e-3fb3-4cd1-930d-5e7b706213f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:35.131530 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1999e176-ec3f-43ff-99c3-e872dc118fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:35.137752 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 9c7511df-5f12-4ef2-88ee-fcd15a9edac2, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=9c7511df-5f12-4ef2-88ee-fcd15a9edac2,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:35.175433 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-6bd588cd-b46c-4c5b-9117-5ee40f0e7082 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/quotas/83775230d4a145039635dd53cb3d37de HTTP/1.1" status: 200 len: 375 time: 0.0524154 Nov 15 11:18:35.179660 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1999e176-ec3f-43ff-99c3-e872dc118fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:35.205504 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5af3f13e-0988-4792-be35-23ebce9593c9 req-d2fa30ad-1128-463a-b622-db6593e0ab9a tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:35.217146 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-408e35f6-1ce5-4771-b7b8-ab727e224351 None None] Deleting port b47064b4-e508-4077-8826-1559d6cb784e {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:18:35.218164 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-408e35f6-1ce5-4771-b7b8-ab727e224351 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:35.225876 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '9c7511df-5f12-4ef2-88ee-fcd15a9edac2', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '9c7511df-5f12-4ef2-88ee-fcd15a9edac2', 'mac_address': 'fa:16:3e:7e:46:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:18:35.227398 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1999e176-ec3f-43ff-99c3-e872dc118fd1 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:18:35.228049 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1999e176-ec3f-43ff-99c3-e872dc118fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:35.243720 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] For port 124f6714-818a-46a6-a081-56f710a8132e, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:18:35.272803 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:18:35.279774 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6f21f4d6-635b-4edc-853b-43d140da60d9 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:35.283904 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-6b385054-acd6-4a4f-a2c9-41dd818ea911 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=83775230d4a145039635dd53cb3d37de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841441 Nov 15 11:18:35.321499 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'name': 'tempest-ServersTestFqdnHostnames-1685952714-router', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:30Z', 'updated_at': '2021-11-15T11:18:33Z', 'revision_number': 3, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'gw_port': {'id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:32Z', 'updated_at': '2021-11-15T11:18:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:35.328171 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] For port 124f6714-818a-46a6-a081-56f710a8132e, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=124f6714-818a-46a6-a081-56f710a8132e,segment=NetworkSegment(1e24c6c2-e995-4437-96c0-7fd98542a220),segment_id=1e24c6c2-e995-4437-96c0-7fd98542a220)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:18:35.329606 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-cdc7b29e-3fb3-4cd1-930d-5e7b706213f3 None None] Port 124f6714-818a-46a6-a081-56f710a8132e cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:18:35.378509 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:35.386628 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5af3f13e-0988-4792-be35-23ebce9593c9 req-d2fa30ad-1128-463a-b622-db6593e0ab9a tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:35.418170 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-408e35f6-1ce5-4771-b7b8-ab727e224351 None None] For port b47064b4-e508-4077-8826-1559d6cb784e, host n-d-729945-9, got binding levels [] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:35.418497 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-408e35f6-1ce5-4771-b7b8-ab727e224351 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:35.488345 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-cdc7b29e-3fb3-4cd1-930d-5e7b706213f3 None None] Provisioning complete for port 6f21f4d6-635b-4edc-853b-43d140da60d9 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:35.488841 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cdc7b29e-3fb3-4cd1-930d-5e7b706213f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:35.490723 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:35.526759 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] Checking router: cc45314f-6ea9-4e00-a187-19a4ce2e7bcc for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:18:35.527006 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ad7248c-8b2e-4989-a806-8f06f3d83e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:35.528029 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] Updating router cc45314f-6ea9-4e00-a187-19a4ce2e7bcc port 3f7b1b93-2d25-4b4f-b14f-428661b5a3d5 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:18:35.564012 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-408e35f6-1ce5-4771-b7b8-ab727e224351 None None] Calling delete_port for b47064b4-e508-4077-8826-1559d6cb784e owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:18:35.567187 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.ipam_backend_mixin [None req-408e35f6-1ce5-4771-b7b8-ab727e224351 None None] Port b47064b4-e508-4077-8826-1559d6cb784e was not found and therefore no delete operation was performed {{(pid=102679) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 11:18:35.581347 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-408e35f6-1ce5-4771-b7b8-ab727e224351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:35.598826 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:35.652415 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408e35f6-1ce5-4771-b7b8-ab727e224351 None None] No DVR routers for this DVR port b47064b4-e508-4077-8826-1559d6cb784e on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:18:35.668981 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] Routers {'92443fb0-1e1e-4599-b6be-316d09172001'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:18:35.669978 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:18:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['92443fb0-1e1e-4599-b6be-316d09172001'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:35.750544 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-28359374-2d40-4c1b-b03d-f674f5f7f983 service neutron] 10.222.0.64 "GET /v2.0/networks/2ca8c587-d9e3-4f58-8e49-8460c4328683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655216 Nov 15 11:18:35.765242 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1999e176-ec3f-43ff-99c3-e872dc118fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:35.800468 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] Set router 92443fb0-1e1e-4599-b6be-316d09172001 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:18:35.812810 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1999e176-ec3f-43ff-99c3-e872dc118fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:35.820115 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1999e176-ec3f-43ff-99c3-e872dc118fd1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/19e0f893-a903-4343-8cff-0e7ea663a995 HTTP/1.1" status: 204 len: 168 time: 2.0810149 Nov 15 11:18:35.824774 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-7ad7248c-8b2e-4989-a806-8f06f3d83e0e admin admin] Allocated IP 172.20.0.1 (6ba4437f-4084-4622-9e5a-c25893ee652e/13de97e3-bf4b-4f47-8f44-5155e3b5e067/f89b7d1d-ab99-4ded-a6a1-54551c958ca4) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:18:35.881743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999e176-ec3f-43ff-99c3-e872dc118fd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=19e0f893-a903-4343-8cff-0e7ea663a995,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:35.926220 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5af3f13e-0988-4792-be35-23ebce9593c9 req-d2fa30ad-1128-463a-b622-db6593e0ab9a tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:35.938741 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5af3f13e-0988-4792-be35-23ebce9593c9 req-d2fa30ad-1128-463a-b622-db6593e0ab9a tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:35.998996 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7511df-5f12-4ef2-88ee-fcd15a9edac2 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:18:36.017328 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-5bd6db5e-1853-43ae-b376-1a445d4287b9 service neutron] 10.222.0.64 "GET /v2.0/networks/2ca8c587-d9e3-4f58-8e49-8460c4328683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650075 Nov 15 11:18:36.025972 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 9c7511df-5f12-4ef2-88ee-fcd15a9edac2, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=9c7511df-5f12-4ef2-88ee-fcd15a9edac2,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:36.026827 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59244) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:36.069840 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ad7248c-8b2e-4989-a806-8f06f3d83e0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:36.086750 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa30ad-1128-463a-b622-db6593e0ab9a tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Pushing event updated for resources: {'Port': ['ID=3682288c-0f03-49aa-be85-1e4555089396,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:36.092109 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:36.098633 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49417208-f8af-4337-978a-0699e45e5ff7 None None] Pushing event updated for resources: {'Port': ['ID=124f6714-818a-46a6-a081-56f710a8132e,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:36.137405 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c8b97187-aa58-440a-9868-5aa7c7a04a00 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3978b0da4e2347329e56192570c0ed50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1075988 Nov 15 11:18:36.139754 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59246) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:36.145458 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5af3f13e-0988-4792-be35-23ebce9593c9 req-d2fa30ad-1128-463a-b622-db6593e0ab9a tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:36.148135 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:36.157135 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:36.181837 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5af3f13e-0988-4792-be35-23ebce9593c9 req-d2fa30ad-1128-463a-b622-db6593e0ab9a tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:36.183314 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5af3f13e-0988-4792-be35-23ebce9593c9 req-d2fa30ad-1128-463a-b622-db6593e0ab9a tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7472417 Nov 15 11:18:36.206961 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7e3ed-fa34-4b17-a420-fe18101db0c2 None None] Pushing event updated for resources: {'Port': ['ID=3f7b1b93-2d25-4b4f-b14f-428661b5a3d5,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:36.236374 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] Attempting to bind port 3f7b1b93-2d25-4b4f-b14f-428661b5a3d5 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:18:36.236957 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] Attempting to bind port 3f7b1b93-2d25-4b4f-b14f-428661b5a3d5 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:18:36.237408 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] Attempting to bind port 3f7b1b93-2d25-4b4f-b14f-428661b5a3d5 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:18:36.243142 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:18:36.243420 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ad7248c-8b2e-4989-a806-8f06f3d83e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:36.243555 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:18:36.244039 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:36.244500 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:18:36.245064 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] Bound port: 3f7b1b93-2d25-4b4f-b14f-428661b5a3d5, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:18:36.245514 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:36.262056 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e35f6-1ce5-4771-b7b8-ab727e224351 None None] Pushing event deleted for resources: {'Port': ['ID=b47064b4-e508-4077-8826-1559d6cb784e,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:36.308436 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] For port 3f7b1b93-2d25-4b4f-b14f-428661b5a3d5, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:18:36.311859 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7248c-8b2e-4989-a806-8f06f3d83e0e admin admin] Pushing event updated for resources: {'Port': ['ID=f89b7d1d-ab99-4ded-a6a1-54551c958ca4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:36.312044 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] For port 3f7b1b93-2d25-4b4f-b14f-428661b5a3d5, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3f7b1b93-2d25-4b4f-b14f-428661b5a3d5,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:18:36.318659 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2a599af-fdb7-4f6d-89dc-091345b86297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:36.319543 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:36.339134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad7248c-8b2e-4989-a806-8f06f3d83e0e admin admin] Network 6ba4437f-4084-4622-9e5a-c25893ee652e is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:18:36.344938 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7ad7248c-8b2e-4989-a806-8f06f3d83e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:36.348389 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad7248c-8b2e-4989-a806-8f06f3d83e0e admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:18:36.385769 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5af3f13e-0988-4792-be35-23ebce9593c9 req-bf2c54e6-a4d7-4ca9-be6c-79c5e90ed0c6 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.96 HTTP/1.1" status: 200 len: 695 time: 0.1902168 Nov 15 11:18:36.385916 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2a599af-fdb7-4f6d-89dc-091345b86297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:36.437718 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ad7248c-8b2e-4989-a806-8f06f3d83e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:36.445360 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7e3ed-fa34-4b17-a420-fe18101db0c2 None None] Pushing event updated for resources: {'Port': ['ID=3f7b1b93-2d25-4b4f-b14f-428661b5a3d5,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:36.456403 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 6f21f4d6-635b-4edc-853b-43d140da60d9 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:36.457082 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:36.472210 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] Routers {'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:18:36.473051 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:18:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:36.593615 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0ff68fa5-bf3e-4213-9d56-44154ff41625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:36.599858 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=9c7511df-5f12-4ef2-88ee-fcd15a9edac2,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:36.614056 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2a599af-fdb7-4f6d-89dc-091345b86297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:36.620225 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2a599af-fdb7-4f6d-89dc-091345b86297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:36.628438 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f2a599af-fdb7-4f6d-89dc-091345b86297 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cdded71c-ce6e-4cd0-a0a0-b277e9331fb3 HTTP/1.1" status: 204 len: 168 time: 0.4869404 Nov 15 11:18:36.655119 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad460fa-e55d-4107-98f1-0362e782df26 req-d67d94e8-6eb3-4408-a3dc-e5e846f8d71d tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:36.658656 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a599af-fdb7-4f6d-89dc-091345b86297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdded71c-ce6e-4cd0-a0a0-b277e9331fb3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:36.678366 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fad460fa-e55d-4107-98f1-0362e782df26 req-d67d94e8-6eb3-4408-a3dc-e5e846f8d71d tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b319919-bd3e-42ee-a6bb-1353f8cc46ad HTTP/1.1" status: 200 len: 948 time: 0.2377329 Nov 15 11:18:36.687550 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] Set router cc45314f-6ea9-4e00-a187-19a4ce2e7bcc gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:18:36.705221 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['9c7511df-5f12-4ef2-88ee-fcd15a9edac2'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:18:36.717307 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3f13e-0988-4792-be35-23ebce9593c9 req-ecaa1160-f418-4d6a-8f32-0d2984c4c86f tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:36.718752 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5af3f13e-0988-4792-be35-23ebce9593c9 req-ecaa1160-f418-4d6a-8f32-0d2984c4c86f tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.3236973 Nov 15 11:18:36.789268 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ad7248c-8b2e-4989-a806-8f06f3d83e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:36.836415 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fad460fa-e55d-4107-98f1-0362e782df26 req-d7bc07bc-96aa-4277-a604-1a3c6fe6d618 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae35907-e457-4122-80e1-28875efa7586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499388 Nov 15 11:18:36.895725 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device cf3d8396-2297-40fd-a6ef-65ee0a1a87fe details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:18:36.988706 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e87f90-c500-4e51-b5d1-31566029486f req-e43aee41-8842-4601-979d-7216b30108b3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:36.990461 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-51e87f90-c500-4e51-b5d1-31566029486f req-e43aee41-8842-4601-979d-7216b30108b3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.1283371 Nov 15 11:18:37.002705 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ad7248c-8b2e-4989-a806-8f06f3d83e0e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:37.009760 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ad7248c-8b2e-4989-a806-8f06f3d83e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:37.053107 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port cf3d8396-2297-40fd-a6ef-65ee0a1a87fe, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=cf3d8396-2297-40fd-a6ef-65ee0a1a87fe,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:37.089484 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'cf3d8396-2297-40fd-a6ef-65ee0a1a87fe', 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb', 'port_id': 'cf3d8396-2297-40fd-a6ef-65ee0a1a87fe', 'mac_address': 'fa:16:3e:e8:5a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20f400b-9ad3-4b90-bd4a-3a164b9839be', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:18:37.101740 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7248c-8b2e-4989-a806-8f06f3d83e0e admin admin] Pushing event updated for resources: {'Port': ['ID=f89b7d1d-ab99-4ded-a6a1-54551c958ca4,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:37.133884 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'name': 'tempest-ServersTestFqdnHostnames-1685952714-router', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:30Z', 'updated_at': '2021-11-15T11:18:33Z', 'revision_number': 3, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'gw_port': {'id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:32Z', 'updated_at': '2021-11-15T11:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:37.135749 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-51e87f90-c500-4e51-b5d1-31566029486f req-23a41472-e4a4-4c8a-8009-08957377029e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363964 Nov 15 11:18:37.139187 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ad7248c-8b2e-4989-a806-8f06f3d83e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:37.246240 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad7248c-8b2e-4989-a806-8f06f3d83e0e admin admin] Network 6ba4437f-4084-4622-9e5a-c25893ee652e is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:18:37.247896 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7ad7248c-8b2e-4989-a806-8f06f3d83e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:37.263067 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db79ff58-8fc4-4761-ac63-56ac25f15a49 None None] The sync data for ids ['cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'] in n-d-729945-9 is: [{'id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'name': 'tempest-ServersTestFqdnHostnames-1685952714-router', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:30Z', 'updated_at': '2021-11-15T11:18:33Z', 'revision_number': 3, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'gw_port': {'id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:32Z', 'updated_at': '2021-11-15T11:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:18:37.302875 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-9fe644bc-568f-40ff-ad5a-956c69cd25db None None] Provisioning complete for port 124f6714-818a-46a6-a081-56f710a8132e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:37.303441 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9fe644bc-568f-40ff-ad5a-956c69cd25db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:37.332382 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:37.337747 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-81cfc221-78fa-49fa-ab4f-9c7e30b0e554 req-060e21de-e627-4c70-9f78-5db240ea84dd tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 210 time: 0.0572515 Nov 15 11:18:37.384037 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a4054-4f50-4847-986a-9e2ddfde6df8 req-79d05afd-d6d7-4bf9-8620-424054fc4052 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:37.389967 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a4054-4f50-4847-986a-9e2ddfde6df8 req-79d05afd-d6d7-4bf9-8620-424054fc4052 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:37.403036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a4054-4f50-4847-986a-9e2ddfde6df8 req-79d05afd-d6d7-4bf9-8620-424054fc4052 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:37.425105 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a4054-4f50-4847-986a-9e2ddfde6df8 req-79d05afd-d6d7-4bf9-8620-424054fc4052 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:37.436780 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a4054-4f50-4847-986a-9e2ddfde6df8 req-79d05afd-d6d7-4bf9-8620-424054fc4052 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:37.442923 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a4054-4f50-4847-986a-9e2ddfde6df8 req-79d05afd-d6d7-4bf9-8620-424054fc4052 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:37.449576 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a4054-4f50-4847-986a-9e2ddfde6df8 req-79d05afd-d6d7-4bf9-8620-424054fc4052 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:37.451902 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3d8396-2297-40fd-a6ef-65ee0a1a87fe {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:18:37.454513 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d71a4054-4f50-4847-986a-9e2ddfde6df8 req-79d05afd-d6d7-4bf9-8620-424054fc4052 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5419 time: 0.2865632 Nov 15 11:18:37.539496 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ecdd2841-7070-442e-887a-f5f317d0f8ee no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:18:37.582734 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad7248c-8b2e-4989-a806-8f06f3d83e0e admin admin] Router cc45314f-6ea9-4e00-a187-19a4ce2e7bcc has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:18:37.603971 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-51d14193-e9c2-48f2-83c8-0f0671afdbc7 req-462454a6-498b-4b57-8483-4ed1d90602fc tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "GET /v2.0/floatingips/d4b1cc63-47c7-405d-a29b-4c0b22911310 HTTP/1.1" status: 200 len: 692 time: 0.1483274 Nov 15 11:18:37.649388 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: ecdd2841-7070-442e-887a-f5f317d0f8ee {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:18:37.650061 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ecdd2841-7070-442e-887a-f5f317d0f8ee not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:18:37.651521 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b47064b4-e508-4077-8826-1559d6cb784e no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:18:37.724229 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92443fb0-1e1e-4599-b6be-316d09172001', 'name': 'tempest-FloatingIPsTestJSON-1761750843-router', 'tenant_id': 'f37a68aba6994917ae2c3349a870f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '16f89816-a206-418a-9d72-f97ecdfd0026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:22Z', 'updated_at': '2021-11-15T11:18:29Z', 'revision_number': 4, 'project_id': 'f37a68aba6994917ae2c3349a870f59d', 'gw_port': {'id': '16f89816-a206-418a-9d72-f97ecdfd0026', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92443fb0-1e1e-4599-b6be-316d09172001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:23Z', 'updated_at': '2021-11-15T11:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '124f6714-818a-46a6-a081-56f710a8132e', 'name': '', 'network_id': '6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240', 'tenant_id': 'f37a68aba6994917ae2c3349a870f59d', 'mac_address': 'fa:16:3e:7e:f0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92443fb0-1e1e-4599-b6be-316d09172001', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e096da6e-cdf7-434a-a9f6-748bb82303ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:27Z', 'updated_at': '2021-11-15T11:18:35Z', 'revision_number': 4, 'project_id': 'f37a68aba6994917ae2c3349a870f59d', 'subnets': [{'id': 'e096da6e-cdf7-434a-a9f6-748bb82303ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:37.726594 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: b47064b4-e508-4077-8826-1559d6cb784e {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:18:37.727300 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b47064b4-e508-4077-8826-1559d6cb784e not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:18:37.741488 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port cf3d8396-2297-40fd-a6ef-65ee0a1a87fe, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=cf3d8396-2297-40fd-a6ef-65ee0a1a87fe,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:37.789306 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad7248c-8b2e-4989-a806-8f06f3d83e0e admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:18:37.796613 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:37.797269 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device f4704c36-0238-4820-b8a4-0393c48690e2 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:18:37.811505 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d71a4054-4f50-4847-986a-9e2ddfde6df8 req-b0ef4639-91bc-4085-9959-f5fcf3e78332 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3503106 Nov 15 11:18:37.821217 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7ad7248c-8b2e-4989-a806-8f06f3d83e0e admin admin] 10.222.0.64 "PUT /v2.0/routers/cc45314f-6ea9-4e00-a187-19a4ce2e7bcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0056245 Nov 15 11:18:37.885050 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911417ae-0f8a-431c-b32e-2abbfddf710b None None] The sync data for ids ['92443fb0-1e1e-4599-b6be-316d09172001'] in n-d-729945-9 is: [{'id': '92443fb0-1e1e-4599-b6be-316d09172001', 'name': 'tempest-FloatingIPsTestJSON-1761750843-router', 'tenant_id': 'f37a68aba6994917ae2c3349a870f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '16f89816-a206-418a-9d72-f97ecdfd0026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:22Z', 'updated_at': '2021-11-15T11:18:29Z', 'revision_number': 4, 'project_id': 'f37a68aba6994917ae2c3349a870f59d', 'gw_port': {'id': '16f89816-a206-418a-9d72-f97ecdfd0026', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92443fb0-1e1e-4599-b6be-316d09172001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:23Z', 'updated_at': '2021-11-15T11:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '124f6714-818a-46a6-a081-56f710a8132e', 'name': '', 'network_id': '6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240', 'tenant_id': 'f37a68aba6994917ae2c3349a870f59d', 'mac_address': 'fa:16:3e:7e:f0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92443fb0-1e1e-4599-b6be-316d09172001', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e096da6e-cdf7-434a-a9f6-748bb82303ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:27Z', 'updated_at': '2021-11-15T11:18:35Z', 'revision_number': 4, 'project_id': 'f37a68aba6994917ae2c3349a870f59d', 'subnets': [{'id': 'e096da6e-cdf7-434a-a9f6-748bb82303ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:18:37.928356 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d14193-e9c2-48f2-83c8-0f0671afdbc7 req-a3aab767-5317-47a7-bdd3-a78e55e4494b tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:37.949385 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-51d14193-e9c2-48f2-83c8-0f0671afdbc7 req-a3aab767-5317-47a7-bdd3-a78e55e4494b tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.3444674 Nov 15 11:18:37.963267 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-51d14193-e9c2-48f2-83c8-0f0671afdbc7 req-4e7f8b8a-5cd3-422c-bd83-a0f698690eca tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:18:37.981295 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-51d14193-e9c2-48f2-83c8-0f0671afdbc7 req-4e7f8b8a-5cd3-422c-bd83-a0f698690eca tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0309834 Nov 15 11:18:37.983499 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3f7b1b93-2d25-4b4f-b14f-428661b5a3d5 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:38.115409 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59290) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:38.122414 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963a767-15f9-4a82-8b38-fa9614b92fa0 req-63bad426-55aa-4413-882e-41f2c7f14f8c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:38.132068 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7963a767-15f9-4a82-8b38-fa9614b92fa0 req-63bad426-55aa-4413-882e-41f2c7f14f8c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.1288257 Nov 15 11:18:38.321900 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.resource_extend [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 11:18:38.352743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f0482-defd-4c6b-bbcc-fbc45e6f8df5 req-e5a8e5b0-694d-49d9-93ab-b570a665916d tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:38.360355 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-942f0482-defd-4c6b-bbcc-fbc45e6f8df5 req-e5a8e5b0-694d-49d9-93ab-b570a665916d tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b319919-bd3e-42ee-a6bb-1353f8cc46ad HTTP/1.1" status: 200 len: 948 time: 0.1946330 Nov 15 11:18:38.388224 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7963a767-15f9-4a82-8b38-fa9614b92fa0 req-afb263df-51b8-4010-ad87-9ab41d39dde5 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497213 Nov 15 11:18:38.413499 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3ae2b508-f416-4933-a909-8452ff2d6efd admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1930666091-network', 'tenant_id': 'a52d7c64e60f462e864394b0e6cd8b55'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:38.455108 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-746268ac-c1b4-4e3f-b971-1216d93fdc03 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:38.456918 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-746268ac-c1b4-4e3f-b971-1216d93fdc03 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.11 "GET /v2.0/networks?id=2ca8c587-d9e3-4f58-8e49-8460c4328683 HTTP/1.1" status: 200 len: 815 time: 0.3065097 Nov 15 11:18:38.473935 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-aa9cf1d2-fee3-436a-a851-5bd12af060f8 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Request body: {'port': {'device_id': '374a7b67-d540-4efb-a93e-d18599ec944b', 'network_id': '2ca8c587-d9e3-4f58-8e49-8460c4328683', 'admin_state_up': True, 'tenant_id': '83775230d4a145039635dd53cb3d37de'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:38.544088 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dd9328c9-8088-4627-bf63-15177ee1825b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:38.555906 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=cf3d8396-2297-40fd-a6ef-65ee0a1a87fe,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:38.580818 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9fe644bc-568f-40ff-ad5a-956c69cd25db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:38.589469 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8041e57-ff2c-4e0c-b4e1-e56435e4ada5 req-dfffd11b-9bff-437d-bf17-f4c785827c77 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=f37a68aba6994917ae2c3349a870f59d HTTP/1.1" status: 200 len: 695 time: 0.1616428 Nov 15 11:18:38.613338 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae2b508-f416-4933-a909-8452ff2d6efd admin admin] Made reservation on behalf of a52d7c64e60f462e864394b0e6cd8b55 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:18:38.615870 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ae2b508-f416-4933-a909-8452ff2d6efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:38.648615 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ae2b508-f416-4933-a909-8452ff2d6efd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:38.687162 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9fe644bc-568f-40ff-ad5a-956c69cd25db None None] For port 124f6714-818a-46a6-a081-56f710a8132e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=124f6714-818a-46a6-a081-56f710a8132e,segment=NetworkSegment(1e24c6c2-e995-4437-96c0-7fd98542a220),segment_id=1e24c6c2-e995-4437-96c0-7fd98542a220)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:38.689668 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port f4704c36-0238-4820-b8a4-0393c48690e2, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f4704c36-0238-4820-b8a4-0393c48690e2,segment=NetworkSegment(b17abd1e-d0b6-44c2-9c92-d6eadba25f9f),segment_id=b17abd1e-d0b6-44c2-9c92-d6eadba25f9f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:38.693366 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-942f0482-defd-4c6b-bbcc-fbc45e6f8df5 req-8b891f59-bcfe-40fa-acba-fb792bd2ec5b tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae35907-e457-4122-80e1-28875efa7586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038504 Nov 15 11:18:38.730236 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9fe644bc-568f-40ff-ad5a-956c69cd25db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:38.776860 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ae2b508-f416-4933-a909-8452ff2d6efd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:38.781842 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-aa9cf1d2-fee3-436a-a851-5bd12af060f8 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Made reservation on behalf of 83775230d4a145039635dd53cb3d37de for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:18:38.787639 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-aa9cf1d2-fee3-436a-a851-5bd12af060f8 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:38.791800 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ae2b508-f416-4933-a909-8452ff2d6efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:38.801003 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8041e57-ff2c-4e0c-b4e1-e56435e4ada5 req-92eddb23-829f-4479-b82f-8d98f17f865b tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:38.815271 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8041e57-ff2c-4e0c-b4e1-e56435e4ada5 req-92eddb23-829f-4479-b82f-8d98f17f865b tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "GET /v2.0/networks?id=620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 787 time: 0.2245409 Nov 15 11:18:38.822146 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-f8041e57-ff2c-4e0c-b4e1-e56435e4ada5 req-71dc04de-bc86-4fd8-9d6e-67d4c6907860 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:18:38.830501 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae2b508-f416-4933-a909-8452ff2d6efd admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:18:38.834770 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8041e57-ff2c-4e0c-b4e1-e56435e4ada5 req-71dc04de-bc86-4fd8-9d6e-67d4c6907860 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0183845 Nov 15 11:18:38.840421 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 3f7b1b93-2d25-4b4f-b14f-428661b5a3d5 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:38.840842 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:38.847801 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'f4704c36-0238-4820-b8a4-0393c48690e2', 'network_id': '1722e728-27c9-4457-a98e-4b336084f5f5', 'port_id': 'f4704c36-0238-4820-b8a4-0393c48690e2', 'mac_address': 'fa:16:3e:20:fe:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65f1e93-4de6-48f1-9e2c-85927a146776', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:18:38.906358 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2b508-f416-4933-a909-8452ff2d6efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cefdb3-4032-4457-82a1-716b59c02454,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:38.963582 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ae2b508-f416-4933-a909-8452ff2d6efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:38.963953 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-3ae2b508-f416-4933-a909-8452ff2d6efd admin admin] Added segment b6823e5a-4fac-4485-92e7-bd49dc7aa8b2 of type vlan for network 32ac9d3f-157d-47a5-bd6d-6d33ad7f7216 Nov 15 11:18:38.977300 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-9fe644bc-568f-40ff-ad5a-956c69cd25db None None] Provisioning complete for port f89b7d1d-ab99-4ded-a6a1-54551c958ca4 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:38.978085 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9fe644bc-568f-40ff-ad5a-956c69cd25db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:39.004235 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-92bf8aee-e7bb-4a69-9a21-094587bbd32d req-cd67283a-1f82-4b8e-8c2b-35372c482a9e tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 210 time: 0.0518148 Nov 15 11:18:39.040236 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ae2b508-f416-4933-a909-8452ff2d6efd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:39.059662 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe644bc-568f-40ff-ad5a-956c69cd25db None None] Pushing event updated for resources: {'Port': ['ID=124f6714-818a-46a6-a081-56f710a8132e,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:39.080220 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:39.098279 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4704c36-0238-4820-b8a4-0393c48690e2 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:18:39.104393 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-aa9cf1d2-fee3-436a-a851-5bd12af060f8 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Allocated IP 172.20.0.14 (2ca8c587-d9e3-4f58-8e49-8460c4328683/9eb07e51-bf49-4339-8337-2883e455b39e/d8d9ae05-eff8-4c1b-9156-faec8570785e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:18:39.112577 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ae2b508-f416-4933-a909-8452ff2d6efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:39.113887 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae2b508-f416-4933-a909-8452ff2d6efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:39.114615 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ae2b508-f416-4933-a909-8452ff2d6efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:39.117928 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-9fe644bc-568f-40ff-ad5a-956c69cd25db None None] Port f89b7d1d-ab99-4ded-a6a1-54551c958ca4 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:18:39.169735 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port f4704c36-0238-4820-b8a4-0393c48690e2, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f4704c36-0238-4820-b8a4-0393c48690e2,segment=NetworkSegment(b17abd1e-d0b6-44c2-9c92-d6eadba25f9f),segment_id=b17abd1e-d0b6-44c2-9c92-d6eadba25f9f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:39.170602 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:39.176953 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:39.177598 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device a5e4a1ee-2f8f-4677-847c-e32e1066c474 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:18:39.208247 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3ae2b508-f416-4933-a909-8452ff2d6efd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0915256 Nov 15 11:18:39.208485 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port a5e4a1ee-2f8f-4677-847c-e32e1066c474, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=a5e4a1ee-2f8f-4677-847c-e32e1066c474,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:39.214670 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59316) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:39.233826 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-cc603361-2473-4d45-9054-2b1f3f423783 admin admin] Request body: {'subnet': {'network_id': '32ac9d3f-157d-47a5-bd6d-6d33ad7f7216', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1930666091-subnet', 'tenant_id': 'a52d7c64e60f462e864394b0e6cd8b55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:39.254462 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2b508-f416-4933-a909-8452ff2d6efd admin admin] Pushing event updated for resources: {'Network': ['ID=32ac9d3f-157d-47a5-bd6d-6d33ad7f7216,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:39.278225 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'a5e4a1ee-2f8f-4677-847c-e32e1066c474', 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb', 'port_id': 'a5e4a1ee-2f8f-4677-847c-e32e1066c474', 'mac_address': 'fa:16:3e:19:5f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20f400b-9ad3-4b90-bd4a-3a164b9839be', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:18:39.286396 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=f4704c36-0238-4820-b8a4-0393c48690e2,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:39.295795 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 32ac9d3f-157d-47a5-bd6d-6d33ad7f7216 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:18:39.333476 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-9a7a3ca6-5d07-4a0c-b272-faf7296dacb7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:39.344249 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc603361-2473-4d45-9054-2b1f3f423783 admin admin] Made reservation on behalf of a52d7c64e60f462e864394b0e6cd8b55 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:18:39.346340 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-9a7a3ca6-5d07-4a0c-b272-faf7296dacb7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 812 time: 0.2054307 Nov 15 11:18:39.347109 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc603361-2473-4d45-9054-2b1f3f423783 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:39.370428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-af49ba36-1f3c-4d99-8c29-c67f992d7aa6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/quotas/27507e50335c4427bf73121e79f9c590 HTTP/1.1" status: 200 len: 375 time: 0.0222380 Nov 15 11:18:39.429768 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 3f7b1b93-2d25-4b4f-b14f-428661b5a3d5, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3f7b1b93-2d25-4b4f-b14f-428661b5a3d5,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:39.431792 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:39.449854 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e4a1ee-2f8f-4677-847c-e32e1066c474 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:18:39.451195 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-39fcd216-2783-450f-bc81-beb589fbb9a0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0794721 Nov 15 11:18:39.458432 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:39.479497 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-aa9cf1d2-fee3-436a-a851-5bd12af060f8 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:39.508866 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-099c4dc3-7cec-4475-b415-eb3e1d9b98e6 None None] Provisioning complete for port f89b7d1d-ab99-4ded-a6a1-54551c958ca4 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:39.509498 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-099c4dc3-7cec-4475-b415-eb3e1d9b98e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:39.549713 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=3f7b1b93-2d25-4b4f-b14f-428661b5a3d5,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:39.552455 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-099c4dc3-7cec-4475-b415-eb3e1d9b98e6 None None] Port f89b7d1d-ab99-4ded-a6a1-54551c958ca4 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:18:39.575612 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port a5e4a1ee-2f8f-4677-847c-e32e1066c474, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=a5e4a1ee-2f8f-4677-847c-e32e1066c474,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:39.584552 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:39.585374 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device f11f0984-2cf6-4544-ae65-21ceb3a18147 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:18:39.617119 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59320) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:39.624311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-caaeaadd-9c81-446a-b567-6a7b1c77de66 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--73538903', 'description': 'tempest-description--583023140'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:39.646709 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-5631f831-8e4c-4279-bdfd-9c2146a1fea6 service neutron] 10.222.0.64 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945741 Nov 15 11:18:39.671347 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=a5e4a1ee-2f8f-4677-847c-e32e1066c474,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:39.677464 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port f11f0984-2cf6-4544-ae65-21ceb3a18147, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f11f0984-2cf6-4544-ae65-21ceb3a18147,segment=NetworkSegment(b17abd1e-d0b6-44c2-9c92-d6eadba25f9f),segment_id=b17abd1e-d0b6-44c2-9c92-d6eadba25f9f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:39.685161 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc603361-2473-4d45-9054-2b1f3f423783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:39.695410 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'f11f0984-2cf6-4544-ae65-21ceb3a18147', 'network_id': '1722e728-27c9-4457-a98e-4b336084f5f5', 'port_id': 'f11f0984-2cf6-4544-ae65-21ceb3a18147', 'mac_address': 'fa:16:3e:8c:22:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65f1e93-4de6-48f1-9e2c-85927a146776', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:18:39.702657 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-aa9cf1d2-fee3-436a-a851-5bd12af060f8 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:39.726881 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7c984b1-97a0-46a1-8861-49fc4ef0e877 req-e82673a9-3266-4e7f-855b-946d40c7e4ea tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "GET /v2.0/floatingips/d4b1cc63-47c7-405d-a29b-4c0b22911310 HTTP/1.1" status: 200 len: 692 time: 0.0933120 Nov 15 11:18:39.741003 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:39.766147 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f11f0984-2cf6-4544-ae65-21ceb3a18147 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:18:39.780852 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:39.789025 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-caaeaadd-9c81-446a-b567-6a7b1c77de66 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:39.793825 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port f11f0984-2cf6-4544-ae65-21ceb3a18147, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f11f0984-2cf6-4544-ae65-21ceb3a18147,segment=NetworkSegment(b17abd1e-d0b6-44c2-9c92-d6eadba25f9f),segment_id=b17abd1e-d0b6-44c2-9c92-d6eadba25f9f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:39.804177 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:39.804913 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 9690f032-99ce-452d-8947-7368f4eac3f0 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:18:39.880640 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cf1d2-fee3-436a-a851-5bd12af060f8 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Pushing event updated for resources: {'Port': ['ID=d8d9ae05-eff8-4c1b-9156-faec8570785e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:39.893030 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=f11f0984-2cf6-4544-ae65-21ceb3a18147,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:39.893211 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-aa9cf1d2-fee3-436a-a851-5bd12af060f8 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Network 2ca8c587-d9e3-4f58-8e49-8460c4328683 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:18:39.898053 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-aa9cf1d2-fee3-436a-a851-5bd12af060f8 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:39.899269 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 9690f032-99ce-452d-8947-7368f4eac3f0, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=9690f032-99ce-452d-8947-7368f4eac3f0,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:39.903033 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-aa9cf1d2-fee3-436a-a851-5bd12af060f8 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:18:39.907900 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc603361-2473-4d45-9054-2b1f3f423783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f100c30-23b0-431a-b316-2833cf816dd0,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:39.929476 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '9690f032-99ce-452d-8947-7368f4eac3f0', 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb', 'port_id': '9690f032-99ce-452d-8947-7368f4eac3f0', 'mac_address': 'fa:16:3e:68:02:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20f400b-9ad3-4b90-bd4a-3a164b9839be', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:18:39.976662 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:40.010422 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-aa9cf1d2-fee3-436a-a851-5bd12af060f8 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:40.010829 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-aa9cf1d2-fee3-436a-a851-5bd12af060f8 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:40.017339 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9690f032-99ce-452d-8947-7368f4eac3f0 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:18:40.035642 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3f7b1b93-2d25-4b4f-b14f-428661b5a3d5 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:40.045158 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc603361-2473-4d45-9054-2b1f3f423783 admin admin] Checking segment: {'id': 'b6823e5a-4fac-4485-92e7-bd49dc7aa8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '32ac9d3f-157d-47a5-bd6d-6d33ad7f7216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:18:40.045158 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc603361-2473-4d45-9054-2b1f3f423783 admin admin] Network hostable DHCP agents. Network: 32ac9d3f-157d-47a5-bd6d-6d33ad7f7216, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:18:40.071161 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 9690f032-99ce-452d-8947-7368f4eac3f0, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=9690f032-99ce-452d-8947-7368f4eac3f0,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:40.072267 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-aa9cf1d2-fee3-436a-a851-5bd12af060f8 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6034439 Nov 15 11:18:40.078921 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc603361-2473-4d45-9054-2b1f3f423783 admin admin] Network 32ac9d3f-157d-47a5-bd6d-6d33ad7f7216 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:18:40.083830 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:40.084244 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 041d37e4-b503-41ea-9c56-8ae1475f9725 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:18:40.095964 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-0d45d000-001d-420f-a519-64ccd36f66fe service neutron] Request body: {'port': {'device_id': '374a7b67-d540-4efb-a93e-d18599ec944b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:40.121355 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-cc603361-2473-4d45-9054-2b1f3f423783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 32ac9d3f-157d-47a5-bd6d-6d33ad7f7216) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:40.126210 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc603361-2473-4d45-9054-2b1f3f423783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:40.126809 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc603361-2473-4d45-9054-2b1f3f423783 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:40.150236 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=9690f032-99ce-452d-8947-7368f4eac3f0,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:40.152902 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58433f4b-98e0-4255-927d-8e4ae8fa076f None None] Network 32ac9d3f-157d-47a5-bd6d-6d33ad7f7216 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:18:40.178165 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-0d45d000-001d-420f-a519-64ccd36f66fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:40.195993 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cc603361-2473-4d45-9054-2b1f3f423783 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9711604 Nov 15 11:18:40.237623 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 041d37e4-b503-41ea-9c56-8ae1475f9725, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=041d37e4-b503-41ea-9c56-8ae1475f9725,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:40.254694 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 3f7b1b93-2d25-4b4f-b14f-428661b5a3d5 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:40.255094 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:40.264114 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '041d37e4-b503-41ea-9c56-8ae1475f9725', 'network_id': '4be3a3da-9eb3-404d-a7a5-24c511ae73fb', 'port_id': '041d37e4-b503-41ea-9c56-8ae1475f9725', 'mac_address': 'fa:16:3e:ea:74:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20f400b-9ad3-4b90-bd4a-3a164b9839be', 'ip_address': '10.1.1.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:18:40.332549 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 9c7511df-5f12-4ef2-88ee-fcd15a9edac2 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:40.337652 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-4361869c-1837-4829-9089-6797f04c81df service neutron] 10.222.0.64 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6550267 Nov 15 11:18:40.396840 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c984b1-97a0-46a1-8861-49fc4ef0e877 req-43e57f20-e250-479b-a242-06d179fad7aa tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:40.405148 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7c984b1-97a0-46a1-8861-49fc4ef0e877 req-43e57f20-e250-479b-a242-06d179fad7aa tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.6772439 Nov 15 11:18:40.472134 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7c984b1-97a0-46a1-8861-49fc4ef0e877 req-352d8984-9abf-4360-a0e5-2f1106538984 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.96 HTTP/1.1" status: 200 len: 695 time: 0.0656905 Nov 15 11:18:40.494391 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-0d45d000-001d-420f-a519-64ccd36f66fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d9ae05-eff8-4c1b-9156-faec8570785e {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:18:40.510195 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-0d45d000-001d-420f-a519-64ccd36f66fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:40.528377 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-0d45d000-001d-420f-a519-64ccd36f66fe service neutron] Transition to ACTIVE for port object d8d9ae05-eff8-4c1b-9156-faec8570785e will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:18:40.541178 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-0d45d000-001d-420f-a519-64ccd36f66fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:40.547963 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6c043f-6d72-488b-8bf9-00014441b927 None None] Network 32ac9d3f-157d-47a5-bd6d-6d33ad7f7216 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:18:40.580231 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7c984b1-97a0-46a1-8861-49fc4ef0e877 req-6d2382d4-b2a3-4c97-9aa4-9b9aeaa6222d tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.96 HTTP/1.1" status: 200 len: 695 time: 0.1071389 Nov 15 11:18:40.600204 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-caaeaadd-9c81-446a-b567-6a7b1c77de66 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:40.635270 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] Sync routers for ids ['cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:18:40.636982 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-caaeaadd-9c81-446a-b567-6a7b1c77de66 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:40.651660 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45d000-001d-420f-a519-64ccd36f66fe service neutron] Pushing event updated for resources: {'Port': ['ID=d8d9ae05-eff8-4c1b-9156-faec8570785e,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:40.656475 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 9c7511df-5f12-4ef2-88ee-fcd15a9edac2 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:18:40.672007 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:40.678643 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 9c7511df-5f12-4ef2-88ee-fcd15a9edac2 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:40.679198 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:40.721272 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-0d45d000-001d-420f-a519-64ccd36f66fe service neutron] Attempting to bind port d8d9ae05-eff8-4c1b-9156-faec8570785e on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:18:40.722113 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-0d45d000-001d-420f-a519-64ccd36f66fe service neutron] Attempting to bind port d8d9ae05-eff8-4c1b-9156-faec8570785e by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'cecca865-426f-4bbe-8af5-34a167f5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '2ca8c587-d9e3-4f58-8e49-8460c4328683'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:18:40.722814 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-0d45d000-001d-420f-a519-64ccd36f66fe service neutron] Attempting to bind port d8d9ae05-eff8-4c1b-9156-faec8570785e on network 2ca8c587-d9e3-4f58-8e49-8460c4328683 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:18:40.729305 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-0d45d000-001d-420f-a519-64ccd36f66fe service neutron] Port d8d9ae05-eff8-4c1b-9156-faec8570785e on network 2ca8c587-d9e3-4f58-8e49-8460c4328683 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:18:40.729774 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-0d45d000-001d-420f-a519-64ccd36f66fe service neutron] Attempting to bind port d8d9ae05-eff8-4c1b-9156-faec8570785e on network 2ca8c587-d9e3-4f58-8e49-8460c4328683 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:18:40.736706 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041d37e4-b503-41ea-9c56-8ae1475f9725 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:18:40.736939 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-0d45d000-001d-420f-a519-64ccd36f66fe service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:18:40.737303 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-0d45d000-001d-420f-a519-64ccd36f66fe service neutron] Checking segment: {'id': 'cecca865-426f-4bbe-8af5-34a167f5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '2ca8c587-d9e3-4f58-8e49-8460c4328683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:18:40.737775 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-0d45d000-001d-420f-a519-64ccd36f66fe service neutron] Bound using segment: {'id': 'cecca865-426f-4bbe-8af5-34a167f5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '2ca8c587-d9e3-4f58-8e49-8460c4328683'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:18:40.738393 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-0d45d000-001d-420f-a519-64ccd36f66fe service neutron] Bound port: d8d9ae05-eff8-4c1b-9156-faec8570785e, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cecca865-426f-4bbe-8af5-34a167f5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '2ca8c587-d9e3-4f58-8e49-8460c4328683'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:18:40.738860 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-0d45d000-001d-420f-a519-64ccd36f66fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:40.747500 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] Routers {'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:18:40.748677 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:18:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:40.757752 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 124f6714-818a-46a6-a081-56f710a8132e up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:40.785573 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-caaeaadd-9c81-446a-b567-6a7b1c77de66 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:40.786853 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-caaeaadd-9c81-446a-b567-6a7b1c77de66 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1679425 Nov 15 11:18:40.791992 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59340) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:40.800430 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c82036e4-02e8-45f9-8b12-04b422648a95 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Request body: {'security_group_rule': {'security_group_id': 'bd2f3e53-4c58-4e5d-882d-04632c79682b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:40.821428 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaeaadd-9c81-446a-b567-6a7b1c77de66 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2f3e53-4c58-4e5d-882d-04632c79682b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:40.841177 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60d096-b865-4cab-a94f-d92cafc5617c req-4233e642-731e-47b8-8f76-000cd7f81159 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:40.850714 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60d096-b865-4cab-a94f-d92cafc5617c req-4233e642-731e-47b8-8f76-000cd7f81159 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:40.858343 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60d096-b865-4cab-a94f-d92cafc5617c req-4233e642-731e-47b8-8f76-000cd7f81159 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:40.859543 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-0d45d000-001d-420f-a519-64ccd36f66fe service neutron] For port d8d9ae05-eff8-4c1b-9156-faec8570785e, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:18:40.865139 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-0d45d000-001d-420f-a519-64ccd36f66fe service neutron] For port d8d9ae05-eff8-4c1b-9156-faec8570785e, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=d8d9ae05-eff8-4c1b-9156-faec8570785e,segment=NetworkSegment(cecca865-426f-4bbe-8af5-34a167f5e54e),segment_id=cecca865-426f-4bbe-8af5-34a167f5e54e)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:18:40.867185 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c82036e4-02e8-45f9-8b12-04b422648a95 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:40.868053 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60d096-b865-4cab-a94f-d92cafc5617c req-4233e642-731e-47b8-8f76-000cd7f81159 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:40.875221 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60d096-b865-4cab-a94f-d92cafc5617c req-4233e642-731e-47b8-8f76-000cd7f81159 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:40.881355 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60d096-b865-4cab-a94f-d92cafc5617c req-4233e642-731e-47b8-8f76-000cd7f81159 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:40.887501 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60d096-b865-4cab-a94f-d92cafc5617c req-4233e642-731e-47b8-8f76-000cd7f81159 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:40.889490 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc60d096-b865-4cab-a94f-d92cafc5617c req-4233e642-731e-47b8-8f76-000cd7f81159 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5424 time: 0.2693558 Nov 15 11:18:40.900565 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-0d45d000-001d-420f-a519-64ccd36f66fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:40.980319 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-0d45d000-001d-420f-a519-64ccd36f66fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:40.981094 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-0d45d000-001d-420f-a519-64ccd36f66fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:40.983005 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-0d45d000-001d-420f-a519-64ccd36f66fe service neutron] 10.222.0.11 "PUT /v2.0/ports/d8d9ae05-eff8-4c1b-9156-faec8570785e HTTP/1.1" status: 200 len: 1092 time: 0.8983750 Nov 15 11:18:40.991439 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45d000-001d-420f-a519-64ccd36f66fe service neutron] Pushing event updated for resources: {'Port': ['ID=d8d9ae05-eff8-4c1b-9156-faec8570785e,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:40.995332 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374a7b67-d540-4efb-a93e-d18599ec944b', 'tag': 'd8d9ae05-eff8-4c1b-9156-faec8570785e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:40.998731 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63d735e-69f7-4610-ad8b-99865c61e131" -d '{"events": [{"name": "network-changed", "server_uuid": "374a7b67-d540-4efb-a93e-d18599ec944b", "tag": "d8d9ae05-eff8-4c1b-9156-faec8570785e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:41.033832 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc60d096-b865-4cab-a94f-d92cafc5617c req-d7f626a5-fa6f-4eaa-b1eb-a3b6186caab6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1287541 Nov 15 11:18:41.039542 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c82036e4-02e8-45f9-8b12-04b422648a95 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:41.056969 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c82036e4-02e8-45f9-8b12-04b422648a95 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:41.057237 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 041d37e4-b503-41ea-9c56-8ae1475f9725, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=041d37e4-b503-41ea-9c56-8ae1475f9725,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:41.089309 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-a7c984b1-97a0-46a1-8861-49fc4ef0e877 req-917b520f-a9be-4525-a8b9-3c4654e316e0 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Deleting port 3682288c-0f03-49aa-be85-1e4555089396 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:18:41.090794 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a7c984b1-97a0-46a1-8861-49fc4ef0e877 req-917b520f-a9be-4525-a8b9-3c4654e316e0 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:41.114250 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82036e4-02e8-45f9-8b12-04b422648a95 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c530f067-8e74-47b8-865b-b09dbc580833,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:41.121492 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:41.122240 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 5fc0f2ac-e00b-4810-b47a-e13b8f18d088 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:18:41.147024 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-45263468-ef81-4b3e-9bc0-25bb90914cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:41.148952 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-45263468-ef81-4b3e-9bc0-25bb90914cd9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83775230d4a145039635dd53cb3d37de&device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 1095 time: 0.1065264 Nov 15 11:18:41.152890 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c82036e4-02e8-45f9-8b12-04b422648a95 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:41.158625 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c82036e4-02e8-45f9-8b12-04b422648a95 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3653946 Nov 15 11:18:41.160131 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59346) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:41.173194 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3812d45a-80d8-4366-9796-673646a3924c tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Request body: {'security_group_rule': {'security_group_id': 'bd2f3e53-4c58-4e5d-882d-04632c79682b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:41.226533 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-c7518f9b-ad6a-488b-8481-0132a01dbb5d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8d9ae05-eff8-4c1b-9156-faec8570785e HTTP/1.1" status: 200 len: 217 time: 0.0648975 Nov 15 11:18:41.233011 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3812d45a-80d8-4366-9796-673646a3924c tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:41.260558 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a7c984b1-97a0-46a1-8861-49fc4ef0e877 req-917b520f-a9be-4525-a8b9-3c4654e316e0 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:41.261159 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a7c984b1-97a0-46a1-8861-49fc4ef0e877 req-917b520f-a9be-4525-a8b9-3c4654e316e0 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:41.285187 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-a7c984b1-97a0-46a1-8861-49fc4ef0e877 req-917b520f-a9be-4525-a8b9-3c4654e316e0 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Calling delete_port for 3682288c-0f03-49aa-be85-1e4555089396 owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:18:41.292849 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3812d45a-80d8-4366-9796-673646a3924c tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:41.306634 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91622b99-990a-4edb-95eb-4aad30112b94 req-0ca9fdcd-0922-4469-b533-3078cb313275 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:41.308431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91622b99-990a-4edb-95eb-4aad30112b94 req-0ca9fdcd-0922-4469-b533-3078cb313275 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b319919-bd3e-42ee-a6bb-1353f8cc46ad HTTP/1.1" status: 200 len: 948 time: 0.1460276 Nov 15 11:18:41.337674 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3812d45a-80d8-4366-9796-673646a3924c tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:41.372505 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812d45a-80d8-4366-9796-673646a3924c tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff0156b-add7-4e6d-96ca-d3c63611cf64,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:41.373424 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] Set router cc45314f-6ea9-4e00-a187-19a4ce2e7bcc gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:18:41.384522 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-07bdb625-d5d7-4ded-9530-efbb01e6e6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:41.386212 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-07bdb625-d5d7-4ded-9530-efbb01e6e6c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9eb07e51-bf49-4339-8337-2883e455b39e HTTP/1.1" status: 200 len: 855 time: 0.1194935 Nov 15 11:18:41.391313 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3812d45a-80d8-4366-9796-673646a3924c tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:41.396560 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3812d45a-80d8-4366-9796-673646a3924c tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2337360 Nov 15 11:18:41.402530 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59348) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:41.411585 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-77b7c218-f334-42ec-8988-79457dadb6fb tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:41.428193 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-f019675e-0a28-4e11-b9b7-0b0b8fc624b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ca8c587-d9e3-4f58-8e49-8460c4328683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296576 Nov 15 11:18:41.428474 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:41.430224 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:41.454329 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=041d37e4-b503-41ea-9c56-8ae1475f9725,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:41.501287 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91622b99-990a-4edb-95eb-4aad30112b94 req-58d7a268-4b1b-479d-bce7-a2106375fe99 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae35907-e457-4122-80e1-28875efa7586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145301 Nov 15 11:18:41.510220 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77b7c218-f334-42ec-8988-79457dadb6fb tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:41.520462 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 124f6714-818a-46a6-a081-56f710a8132e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:41.521258 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:41.575190 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-ae3d77b6-48d8-4385-a56c-9bf608df422f service neutron] 10.222.0.11 "GET /v2.0/networks/2ca8c587-d9e3-4f58-8e49-8460c4328683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387587 Nov 15 11:18:41.596491 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b319919-bd3e-42ee-a6bb-1353f8cc46ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7511df-5f12-4ef2-88ee-fcd15a9edac2'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:41.599644 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0589797-050a-4ad4-ac6c-e416d8d7a94c" -d '{"events": [{"server_uuid": "1b319919-bd3e-42ee-a6bb-1353f8cc46ad", "name": "network-vif-plugged", "status": "completed", "tag": "9c7511df-5f12-4ef2-88ee-fcd15a9edac2"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:41.621621 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 5fc0f2ac-e00b-4810-b47a-e13b8f18d088, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=5fc0f2ac-e00b-4810-b47a-e13b8f18d088,segment=NetworkSegment(f5da28b9-41ad-440b-9e9f-0d5e7d45d27f),segment_id=f5da28b9-41ad-440b-9e9f-0d5e7d45d27f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:41.642518 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 9c7511df-5f12-4ef2-88ee-fcd15a9edac2, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=9c7511df-5f12-4ef2-88ee-fcd15a9edac2,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:41.651760 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '5fc0f2ac-e00b-4810-b47a-e13b8f18d088', 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a', 'port_id': '5fc0f2ac-e00b-4810-b47a-e13b8f18d088', 'mac_address': 'fa:16:3e:d6:be:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfd0574-7413-48b2-8325-e46b6f762330', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:18:41.664737 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:41.668384 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a7c984b1-97a0-46a1-8861-49fc4ef0e877 req-917b520f-a9be-4525-a8b9-3c4654e316e0 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:41.705401 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77b7c218-f334-42ec-8988-79457dadb6fb tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:41.707480 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b520f-a9be-4525-a8b9-3c4654e316e0 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Pushing event deleted for resources: {'Port': ['ID=3682288c-0f03-49aa-be85-1e4555089396,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:41.745220 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30e6b358-b636-4fa7-a6f1-73e07354341a req-3e4a9b06-47a5-423e-a62a-b03be3650707 service neutron] 10.222.0.11 "GET /v2.0/networks/2ca8c587-d9e3-4f58-8e49-8460c4328683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637764 Nov 15 11:18:41.786298 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:41.822108 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=9c7511df-5f12-4ef2-88ee-fcd15a9edac2,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:41.832515 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc0f2ac-e00b-4810-b47a-e13b8f18d088 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:18:41.855094 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf1b13-3ec2-453e-a72b-2a7c620ddbec req-cb645e1e-341c-4da8-b658-5846af3318dd tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:41.856720 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-54cf1b13-3ec2-453e-a72b-2a7c620ddbec req-cb645e1e-341c-4da8-b658-5846af3318dd tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 944 time: 0.1565728 Nov 15 11:18:41.872654 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 5fc0f2ac-e00b-4810-b47a-e13b8f18d088, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=5fc0f2ac-e00b-4810-b47a-e13b8f18d088,segment=NetworkSegment(f5da28b9-41ad-440b-9e9f-0d5e7d45d27f),segment_id=f5da28b9-41ad-440b-9e9f-0d5e7d45d27f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:41.880015 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:41.893920 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a7c984b1-97a0-46a1-8861-49fc4ef0e877 req-917b520f-a9be-4525-a8b9-3c4654e316e0 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:41.896503 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a7c984b1-97a0-46a1-8861-49fc4ef0e877 req-917b520f-a9be-4525-a8b9-3c4654e316e0 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:41.897691 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7c984b1-97a0-46a1-8861-49fc4ef0e877 req-917b520f-a9be-4525-a8b9-3c4654e316e0 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "DELETE /v2.0/floatingips/d4b1cc63-47c7-405d-a29b-4c0b22911310 HTTP/1.1" status: 204 len: 173 time: 1.2958436 Nov 15 11:18:41.912363 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'name': 'tempest-ServersTestFqdnHostnames-1685952714-router', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:30Z', 'updated_at': '2021-11-15T11:18:36Z', 'revision_number': 4, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'gw_port': {'id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:32Z', 'updated_at': '2021-11-15T11:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f89b7d1d-ab99-4ded-a6a1-54551c958ca4', 'name': '', 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'mac_address': 'fa:16:3e:ce:25:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '13de97e3-bf4b-4f47-8f44-5155e3b5e067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:35Z', 'updated_at': '2021-11-15T11:18:36Z', 'revision_number': 2, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'subnets': [{'id': '13de97e3-bf4b-4f47-8f44-5155e3b5e067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:41.950495 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] Checking router: cc45314f-6ea9-4e00-a187-19a4ce2e7bcc for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:18:41.950959 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] Updating router cc45314f-6ea9-4e00-a187-19a4ce2e7bcc port f89b7d1d-ab99-4ded-a6a1-54551c958ca4 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:18:41.982998 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=5fc0f2ac-e00b-4810-b47a-e13b8f18d088,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:41.988511 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:42.017527 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-77b7c218-f334-42ec-8988-79457dadb6fb tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Allocated IP 172.25.7.46 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/7694ac6a-e461-4865-a16b-43b245500ca6) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:18:42.071844 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-54cf1b13-3ec2-453e-a72b-2a7c620ddbec req-b4e95602-4548-46df-a210-1bfd8f40ee17 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790621 Nov 15 11:18:42.129501 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-2ad09963-433d-4a5d-b055-629132734ef7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:42.130553 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-2ad09963-433d-4a5d-b055-629132734ef7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.55 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 812 time: 0.2728097 Nov 15 11:18:42.141677 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d8fe41-608b-4ca5-ae3c-431d548e00cc x-openstack-request-id: req-a2d8fe41-608b-4ca5-ae3c-431d548e00cc {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:42.142188 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374a7b67-d540-4efb-a93e-d18599ec944b", "tag": "d8d9ae05-eff8-4c1b-9156-faec8570785e", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:42.142188 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a2d8fe41-608b-4ca5-ae3c-431d548e00cc {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:42.142627 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374a7b67-d540-4efb-a93e-d18599ec944b', 'tag': 'd8d9ae05-eff8-4c1b-9156-faec8570785e', 'status': 'completed', 'code': 200} Nov 15 11:18:42.160801 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:42.168463 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-efdeeaea-ed5d-4db0-9fd5-bcad45a96ebe tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Request body: {'port': {'device_id': 'b3ec4584-f19b-4d41-9ca4-dadee522510d', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'admin_state_up': True, 'tenant_id': '27507e50335c4427bf73121e79f9c590'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:42.180457 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72fa021-3321-4f94-ae38-33d08d7f04d9 x-openstack-request-id: req-a72fa021-3321-4f94-ae38-33d08d7f04d9 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:42.180753 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b319919-bd3e-42ee-a6bb-1353f8cc46ad", "name": "network-vif-plugged", "status": "completed", "tag": "9c7511df-5f12-4ef2-88ee-fcd15a9edac2", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:42.180993 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a72fa021-3321-4f94-ae38-33d08d7f04d9 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:42.181474 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b319919-bd3e-42ee-a6bb-1353f8cc46ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7511df-5f12-4ef2-88ee-fcd15a9edac2', 'code': 200} Nov 15 11:18:42.229370 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d735e-69f7-4610-ad8b-99865c61e131 req-c5e5360a-1286-4719-89db-2402d5220485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:42.231759 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e63d735e-69f7-4610-ad8b-99865c61e131 req-c5e5360a-1286-4719-89db-2402d5220485 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83775230d4a145039635dd53cb3d37de&device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 1095 time: 0.0664043 Nov 15 11:18:42.240748 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bc5e1c9c-dad6-417c-8e9f-9e99f8f87fde req-dde4846c-a977-4193-acad-1fe86c221689 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 210 time: 0.0674274 Nov 15 11:18:42.344277 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d735e-69f7-4610-ad8b-99865c61e131 req-119853f4-0e9d-42d1-a222-e89fbe783f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:42.346076 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e63d735e-69f7-4610-ad8b-99865c61e131 req-119853f4-0e9d-42d1-a222-e89fbe783f80 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2ca8c587-d9e3-4f58-8e49-8460c4328683 HTTP/1.1" status: 200 len: 916 time: 0.1045527 Nov 15 11:18:42.390314 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e63d735e-69f7-4610-ad8b-99865c61e131 req-f641ea2c-c035-48f0-b671-397460f299a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8d9ae05-eff8-4c1b-9156-faec8570785e HTTP/1.1" status: 200 len: 217 time: 0.0361662 Nov 15 11:18:42.390594 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:42.396756 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:42.441273 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d735e-69f7-4610-ad8b-99865c61e131 req-c9c53971-aa94-4cc9-951f-cc63dae1905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:42.442907 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e63d735e-69f7-4610-ad8b-99865c61e131 req-c9c53971-aa94-4cc9-951f-cc63dae1905c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9eb07e51-bf49-4339-8337-2883e455b39e HTTP/1.1" status: 200 len: 855 time: 0.0458755 Nov 15 11:18:42.461092 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2ad7d-352a-4343-93a4-66741f6d5ec7 None None] Pushing event updated for resources: {'Port': ['ID=f89b7d1d-ab99-4ded-a6a1-54551c958ca4,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:42.486876 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e63d735e-69f7-4610-ad8b-99865c61e131 req-1a8a7a40-8ca3-4a67-905f-0bcfc447395f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ca8c587-d9e3-4f58-8e49-8460c4328683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300727 Nov 15 11:18:42.491719 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77b7c218-f334-42ec-8988-79457dadb6fb tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:42.499954 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade395a0-840a-452e-81dd-085f2605bf31 req-b8785962-b1e7-4da7-907a-b7a468c8ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:42.501440 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ade395a0-840a-452e-81dd-085f2605bf31 req-b8785962-b1e7-4da7-907a-b7a468c8ed61 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1b319919-bd3e-42ee-a6bb-1353f8cc46ad HTTP/1.1" status: 200 len: 1100 time: 0.2358315 Nov 15 11:18:42.532317 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf11dd3-3688-4931-8d34-139938420bf1 req-2b356411-b4d8-45f6-a0b9-0d3dd71ec250 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:42.538451 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf11dd3-3688-4931-8d34-139938420bf1 req-2b356411-b4d8-45f6-a0b9-0d3dd71ec250 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:42.542169 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] Attempting to bind port f89b7d1d-ab99-4ded-a6a1-54551c958ca4 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:18:42.543120 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] Attempting to bind port f89b7d1d-ab99-4ded-a6a1-54551c958ca4 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'c5b84830-dca3-4e93-a45f-d3a02601f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:18:42.543120 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] Attempting to bind port f89b7d1d-ab99-4ded-a6a1-54551c958ca4 on network 6ba4437f-4084-4622-9e5a-c25893ee652e {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:18:42.544357 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf11dd3-3688-4931-8d34-139938420bf1 req-2b356411-b4d8-45f6-a0b9-0d3dd71ec250 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:42.549080 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:18:42.549621 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] Checking segment: {'id': 'c5b84830-dca3-4e93-a45f-d3a02601f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:18:42.550115 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:42.550256 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf11dd3-3688-4931-8d34-139938420bf1 req-2b356411-b4d8-45f6-a0b9-0d3dd71ec250 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:42.550617 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] Bound using segment: {'id': 'c5b84830-dca3-4e93-a45f-d3a02601f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:18:42.551148 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] Bound port: f89b7d1d-ab99-4ded-a6a1-54551c958ca4, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b84830-dca3-4e93-a45f-d3a02601f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:18:42.551582 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:42.556234 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf11dd3-3688-4931-8d34-139938420bf1 req-2b356411-b4d8-45f6-a0b9-0d3dd71ec250 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:42.562153 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf11dd3-3688-4931-8d34-139938420bf1 req-2b356411-b4d8-45f6-a0b9-0d3dd71ec250 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:42.568177 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf11dd3-3688-4931-8d34-139938420bf1 req-2b356411-b4d8-45f6-a0b9-0d3dd71ec250 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:42.570056 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6cf11dd3-3688-4931-8d34-139938420bf1 req-2b356411-b4d8-45f6-a0b9-0d3dd71ec250 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5426 time: 0.2268541 Nov 15 11:18:42.574831 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a184e20-6262-4692-ba72-d8cdea8d954b req-c92fc5da-9349-4140-afa3-84bf107650bb tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3648515 Nov 15 11:18:42.612914 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-7a184e20-6262-4692-ba72-d8cdea8d954b req-d83d880a-d6bd-428f-b517-cc3174ec7273 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:42.618608 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e63d735e-69f7-4610-ad8b-99865c61e131 req-550574f2-57ea-475c-86f5-4cb08cc2c85a service neutron] 10.222.0.11 "GET /v2.0/networks/2ca8c587-d9e3-4f58-8e49-8460c4328683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237912 Nov 15 11:18:42.624487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['5fc0f2ac-e00b-4810-b47a-e13b8f18d088'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:18:42.651261 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['a5e4a1ee-2f8f-4677-847c-e32e1066c474'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:18:42.661015 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-efdeeaea-ed5d-4db0-9fd5-bcad45a96ebe tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Made reservation on behalf of 27507e50335c4427bf73121e79f9c590 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:18:42.663141 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['9690f032-99ce-452d-8947-7368f4eac3f0'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:18:42.664957 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-efdeeaea-ed5d-4db0-9fd5-bcad45a96ebe tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:42.666424 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['041d37e4-b503-41ea-9c56-8ae1475f9725'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:18:42.668457 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['f11f0984-2cf6-4544-ae65-21ceb3a18147'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:18:42.727052 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ade395a0-840a-452e-81dd-085f2605bf31 req-4dbcbdf2-091e-45d8-9ea6-238f39e061ef service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4ae35907-e457-4122-80e1-28875efa7586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512382 Nov 15 11:18:42.743616 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77b7c218-f334-42ec-8988-79457dadb6fb tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:42.746018 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7a184e20-6262-4692-ba72-d8cdea8d954b req-d83d880a-d6bd-428f-b517-cc3174ec7273 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:42.762173 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['cf3d8396-2297-40fd-a6ef-65ee0a1a87fe'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:18:42.764374 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['f4704c36-0238-4820-b8a4-0393c48690e2'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:18:42.765068 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e63d735e-69f7-4610-ad8b-99865c61e131 req-7971046e-03a3-4f1b-84a5-05b1a05642fb service neutron] 10.222.0.11 "GET /v2.0/networks/2ca8c587-d9e3-4f58-8e49-8460c4328683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177292 Nov 15 11:18:42.860642 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6cf11dd3-3688-4931-8d34-139938420bf1 req-f170a96b-249b-47dd-b988-9dbe0bf67591 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2745216 Nov 15 11:18:42.861713 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] For port f89b7d1d-ab99-4ded-a6a1-54551c958ca4, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:18:42.883340 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b7c218-f334-42ec-8988-79457dadb6fb tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:18:42.917454 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] For port f89b7d1d-ab99-4ded-a6a1-54551c958ca4, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f89b7d1d-ab99-4ded-a6a1-54551c958ca4,segment=NetworkSegment(c5b84830-dca3-4e93-a45f-d3a02601f812),segment_id=c5b84830-dca3-4e93-a45f-d3a02601f812)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:18:42.939239 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-77b7c218-f334-42ec-8988-79457dadb6fb tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:42.944731 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b7c218-f334-42ec-8988-79457dadb6fb tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:18:42.946808 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7c218-f334-42ec-8988-79457dadb6fb tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Pushing event updated for resources: {'Port': ['ID=7694ac6a-e461-4865-a16b-43b245500ca6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:42.963466 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:43.004735 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-efdeeaea-ed5d-4db0-9fd5-bcad45a96ebe tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Allocated IP 172.20.0.11 (2e78f9bd-5aad-432a-85c1-63f165b57fea/e505fdd0-d625-4dc2-bfa7-236165cb4f1c/f3cf7fc0-e602-4809-8f2f-8cca37b86b15) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:18:43.147398 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77b7c218-f334-42ec-8988-79457dadb6fb tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:43.164490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-422798de-6872-4efb-a361-dc1da22522f4 None None] Provisioning complete for port f89b7d1d-ab99-4ded-a6a1-54551c958ca4 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:43.164870 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-422798de-6872-4efb-a361-dc1da22522f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:43.253630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa4503-bb67-480d-8744-6b8c47d52fde req-a3a1d0d8-844a-4181-93b3-4d5cffee96ca tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:43.254965 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3caa4503-bb67-480d-8744-6b8c47d52fde req-a3a1d0d8-844a-4181-93b3-4d5cffee96ca tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b319919-bd3e-42ee-a6bb-1353f8cc46ad HTTP/1.1" status: 200 len: 949 time: 0.1930888 Nov 15 11:18:43.268087 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7a184e20-6262-4692-ba72-d8cdea8d954b req-d83d880a-d6bd-428f-b517-cc3174ec7273 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:43.273466 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77b7c218-f334-42ec-8988-79457dadb6fb tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:43.433639 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-efdeeaea-ed5d-4db0-9fd5-bcad45a96ebe tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:43.440898 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3caa4503-bb67-480d-8744-6b8c47d52fde req-aa578516-e1ab-4654-b759-0fd6abd72af6 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae35907-e457-4122-80e1-28875efa7586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707144 Nov 15 11:18:43.451704 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] Routers {'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:18:43.452359 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:18:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:43.510391 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2ad7d-352a-4343-93a4-66741f6d5ec7 None None] Pushing event updated for resources: {'Port': ['ID=f89b7d1d-ab99-4ded-a6a1-54551c958ca4,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:43.558433 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-7a184e20-6262-4692-ba72-d8cdea8d954b req-d83d880a-d6bd-428f-b517-cc3174ec7273 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Allocated IP 172.25.7.50 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/cbeb3ea1-0f13-421e-8a50-0789e75c1664) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:18:43.623132 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-efdeeaea-ed5d-4db0-9fd5-bcad45a96ebe tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:43.720876 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77b7c218-f334-42ec-8988-79457dadb6fb tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:43.845170 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-422798de-6872-4efb-a361-dc1da22522f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:43.882521 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] Set router cc45314f-6ea9-4e00-a187-19a4ce2e7bcc gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:18:44.005770 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-422798de-6872-4efb-a361-dc1da22522f4 None None] For port f89b7d1d-ab99-4ded-a6a1-54551c958ca4, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f89b7d1d-ab99-4ded-a6a1-54551c958ca4,segment=NetworkSegment(c5b84830-dca3-4e93-a45f-d3a02601f812),segment_id=c5b84830-dca3-4e93-a45f-d3a02601f812)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:44.023345 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-422798de-6872-4efb-a361-dc1da22522f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:44.038650 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-efdeeaea-ed5d-4db0-9fd5-bcad45a96ebe tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Network 2e78f9bd-5aad-432a-85c1-63f165b57fea is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:18:44.043982 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77b7c218-f334-42ec-8988-79457dadb6fb tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:44.055147 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-efdeeaea-ed5d-4db0-9fd5-bcad45a96ebe tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:44.057569 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-efdeeaea-ed5d-4db0-9fd5-bcad45a96ebe tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:18:44.070724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdeeaea-ed5d-4db0-9fd5-bcad45a96ebe tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Pushing event updated for resources: {'Port': ['ID=f3cf7fc0-e602-4809-8f2f-8cca37b86b15,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:44.119943 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422798de-6872-4efb-a361-dc1da22522f4 None None] Pushing event updated for resources: {'Port': ['ID=f89b7d1d-ab99-4ded-a6a1-54551c958ca4,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:44.176721 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-55cebd9d-2379-40d8-9597-b2408a3ea255 None None] Provisioning complete for port f89b7d1d-ab99-4ded-a6a1-54551c958ca4 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:44.177513 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-55cebd9d-2379-40d8-9597-b2408a3ea255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:44.212900 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d703e9-8369-49cf-a616-4ad3b929010e req-83bac6b3-4937-43c2-836d-81b230a652f2 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:44.214442 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-47d703e9-8369-49cf-a616-4ad3b929010e req-83bac6b3-4937-43c2-836d-81b230a652f2 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 944 time: 0.5419834 Nov 15 11:18:44.230449 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'name': 'tempest-ServersTestFqdnHostnames-1685952714-router', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:30Z', 'updated_at': '2021-11-15T11:18:36Z', 'revision_number': 4, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'gw_port': {'id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:32Z', 'updated_at': '2021-11-15T11:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f89b7d1d-ab99-4ded-a6a1-54551c958ca4', 'name': '', 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'mac_address': 'fa:16:3e:ce:25:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '13de97e3-bf4b-4f47-8f44-5155e3b5e067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:35Z', 'updated_at': '2021-11-15T11:18:42Z', 'revision_number': 4, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'subnets': [{'id': '13de97e3-bf4b-4f47-8f44-5155e3b5e067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:44.251854 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7a184e20-6262-4692-ba72-d8cdea8d954b req-d83d880a-d6bd-428f-b517-cc3174ec7273 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:44.260608 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcbfd67-963a-412e-abaa-2e6ebbaf34de None None] The sync data for ids ['cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'] in n-d-729945-9 is: [{'id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'name': 'tempest-ServersTestFqdnHostnames-1685952714-router', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:30Z', 'updated_at': '2021-11-15T11:18:36Z', 'revision_number': 4, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'gw_port': {'id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:32Z', 'updated_at': '2021-11-15T11:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f89b7d1d-ab99-4ded-a6a1-54551c958ca4', 'name': '', 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'mac_address': 'fa:16:3e:ce:25:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '13de97e3-bf4b-4f47-8f44-5155e3b5e067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:35Z', 'updated_at': '2021-11-15T11:18:42Z', 'revision_number': 4, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'subnets': [{'id': '13de97e3-bf4b-4f47-8f44-5155e3b5e067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:18:44.277874 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-efdeeaea-ed5d-4db0-9fd5-bcad45a96ebe tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:44.278552 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-efdeeaea-ed5d-4db0-9fd5-bcad45a96ebe tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:44.294057 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7c218-f334-42ec-8988-79457dadb6fb tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Pushing event updated for resources: {'Port': ['ID=7694ac6a-e461-4865-a16b-43b245500ca6,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:44.359569 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device d8d9ae05-eff8-4c1b-9156-faec8570785e details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:18:44.364968 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77b7c218-f334-42ec-8988-79457dadb6fb tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:44.383373 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-efdeeaea-ed5d-4db0-9fd5-bcad45a96ebe tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2192376 Nov 15 11:18:44.407425 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-76208b40-e40b-4589-81e5-c9417d8db871 service neutron] Request body: {'port': {'device_id': 'b3ec4584-f19b-4d41-9ca4-dadee522510d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:44.428730 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-47d703e9-8369-49cf-a616-4ad3b929010e req-73c49f18-ab1e-4135-b8b5-a0c3b673be0c tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357059 Nov 15 11:18:44.448564 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77b7c218-f334-42ec-8988-79457dadb6fb tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:44.458485 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-77b7c218-f334-42ec-8988-79457dadb6fb tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0463915 Nov 15 11:18:44.471687 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7a184e20-6262-4692-ba72-d8cdea8d954b req-d83d880a-d6bd-428f-b517-cc3174ec7273 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:44.477918 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port d8d9ae05-eff8-4c1b-9156-faec8570785e, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=d8d9ae05-eff8-4c1b-9156-faec8570785e,segment=NetworkSegment(cecca865-426f-4bbe-8af5-34a167f5e54e),segment_id=cecca865-426f-4bbe-8af5-34a167f5e54e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:44.498317 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'd8d9ae05-eff8-4c1b-9156-faec8570785e', 'network_id': '2ca8c587-d9e3-4f58-8e49-8460c4328683', 'port_id': 'd8d9ae05-eff8-4c1b-9156-faec8570785e', 'mac_address': 'fa:16:3e:d0:34:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb07e51-bf49-4339-8337-2883e455b39e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:18:44.544587 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f5ce207b-df70-4c07-8442-68b2c7a82ee5 None None] Provisioning complete for port f3cf7fc0-e602-4809-8f2f-8cca37b86b15 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:44.544946 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f5ce207b-df70-4c07-8442-68b2c7a82ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:44.549852 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-76208b40-e40b-4589-81e5-c9417d8db871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:44.586109 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:44.586973 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a184e20-6262-4692-ba72-d8cdea8d954b req-d83d880a-d6bd-428f-b517-cc3174ec7273 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:18:44.597290 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f5ce207b-df70-4c07-8442-68b2c7a82ee5 None None] Port f3cf7fc0-e602-4809-8f2f-8cca37b86b15 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:18:44.604065 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d9ae05-eff8-4c1b-9156-faec8570785e {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:18:44.607310 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-7a184e20-6262-4692-ba72-d8cdea8d954b req-d83d880a-d6bd-428f-b517-cc3174ec7273 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:44.614049 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a184e20-6262-4692-ba72-d8cdea8d954b req-d83d880a-d6bd-428f-b517-cc3174ec7273 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:18:44.628048 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port d8d9ae05-eff8-4c1b-9156-faec8570785e, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=d8d9ae05-eff8-4c1b-9156-faec8570785e,segment=NetworkSegment(cecca865-426f-4bbe-8af5-34a167f5e54e),segment_id=cecca865-426f-4bbe-8af5-34a167f5e54e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:44.632520 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:44.660809 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d880a-d6bd-428f-b517-cc3174ec7273 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Pushing event updated for resources: {'Port': ['ID=cbeb3ea1-0f13-421e-8a50-0789e75c1664,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:44.687090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=d8d9ae05-eff8-4c1b-9156-faec8570785e,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:44.710209 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a9e4c-afd9-41e9-82b6-ce7f4261e2ea req-6ab0cf4c-081a-43e6-9e32-bfbcc6511957 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:44.711719 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b1a9e4c-afd9-41e9-82b6-ce7f4261e2ea req-6ab0cf4c-081a-43e6-9e32-bfbcc6511957 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 932 time: 0.1594663 Nov 15 11:18:44.895663 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7a184e20-6262-4692-ba72-d8cdea8d954b req-d83d880a-d6bd-428f-b517-cc3174ec7273 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:44.908036 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b1a9e4c-afd9-41e9-82b6-ce7f4261e2ea req-e225d96c-687d-4bb4-864e-4bd16eb77550 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510479 Nov 15 11:18:44.949445 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7a184e20-6262-4692-ba72-d8cdea8d954b req-d83d880a-d6bd-428f-b517-cc3174ec7273 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:45.006430 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['d8d9ae05-eff8-4c1b-9156-faec8570785e'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:18:45.153700 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-76208b40-e40b-4589-81e5-c9417d8db871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3cf7fc0-e602-4809-8f2f-8cca37b86b15 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:18:45.172137 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6050a-de34-4a91-9e79-25d54694d34e req-1a80b83b-5d69-4300-8931-6d15c9b1e463 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:45.178187 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6050a-de34-4a91-9e79-25d54694d34e req-1a80b83b-5d69-4300-8931-6d15c9b1e463 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:45.184222 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6050a-de34-4a91-9e79-25d54694d34e req-1a80b83b-5d69-4300-8931-6d15c9b1e463 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:45.190416 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6050a-de34-4a91-9e79-25d54694d34e req-1a80b83b-5d69-4300-8931-6d15c9b1e463 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:45.196457 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6050a-de34-4a91-9e79-25d54694d34e req-1a80b83b-5d69-4300-8931-6d15c9b1e463 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:45.202339 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6050a-de34-4a91-9e79-25d54694d34e req-1a80b83b-5d69-4300-8931-6d15c9b1e463 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:45.208300 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6050a-de34-4a91-9e79-25d54694d34e req-1a80b83b-5d69-4300-8931-6d15c9b1e463 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:45.210306 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1de6050a-de34-4a91-9e79-25d54694d34e req-1a80b83b-5d69-4300-8931-6d15c9b1e463 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5426 time: 0.2069504 Nov 15 11:18:45.212420 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-76208b40-e40b-4589-81e5-c9417d8db871 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:45.253982 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-76208b40-e40b-4589-81e5-c9417d8db871 service neutron] Transition to ACTIVE for port object f3cf7fc0-e602-4809-8f2f-8cca37b86b15 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:18:45.271486 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-76208b40-e40b-4589-81e5-c9417d8db871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:45.373905 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1de6050a-de34-4a91-9e79-25d54694d34e req-bdd13346-9f9a-4ea7-85ef-c22d9c2a5955 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1571567 Nov 15 11:18:45.383664 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76208b40-e40b-4589-81e5-c9417d8db871 service neutron] Pushing event updated for resources: {'Port': ['ID=f3cf7fc0-e602-4809-8f2f-8cca37b86b15,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:45.390619 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7a184e20-6262-4692-ba72-d8cdea8d954b req-d83d880a-d6bd-428f-b517-cc3174ec7273 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:45.424890 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7a184e20-6262-4692-ba72-d8cdea8d954b req-d83d880a-d6bd-428f-b517-cc3174ec7273 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:45.556978 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d880a-d6bd-428f-b517-cc3174ec7273 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Pushing event updated for resources: {'Port': ['ID=cbeb3ea1-0f13-421e-8a50-0789e75c1664,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:45.590218 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7a184e20-6262-4692-ba72-d8cdea8d954b req-d83d880a-d6bd-428f-b517-cc3174ec7273 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:45.598976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-76208b40-e40b-4589-81e5-c9417d8db871 service neutron] Attempting to bind port f3cf7fc0-e602-4809-8f2f-8cca37b86b15 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:18:45.599306 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-76208b40-e40b-4589-81e5-c9417d8db871 service neutron] Attempting to bind port f3cf7fc0-e602-4809-8f2f-8cca37b86b15 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:18:45.599630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-76208b40-e40b-4589-81e5-c9417d8db871 service neutron] Attempting to bind port f3cf7fc0-e602-4809-8f2f-8cca37b86b15 on network 2e78f9bd-5aad-432a-85c1-63f165b57fea {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:18:45.613204 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6477d1e-9b2e-42f4-8cff-7e81e60605de req-6d313215-5927-4b24-ae43-d84cdf3b60f8 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:45.614736 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6477d1e-9b2e-42f4-8cff-7e81e60605de req-6d313215-5927-4b24-ae43-d84cdf3b60f8 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b319919-bd3e-42ee-a6bb-1353f8cc46ad HTTP/1.1" status: 200 len: 949 time: 0.1627638 Nov 15 11:18:45.617638 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-76208b40-e40b-4589-81e5-c9417d8db871 service neutron] Port f3cf7fc0-e602-4809-8f2f-8cca37b86b15 on network 2e78f9bd-5aad-432a-85c1-63f165b57fea not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:18:45.618058 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-76208b40-e40b-4589-81e5-c9417d8db871 service neutron] Attempting to bind port f3cf7fc0-e602-4809-8f2f-8cca37b86b15 on network 2e78f9bd-5aad-432a-85c1-63f165b57fea {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:18:45.625477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-76208b40-e40b-4589-81e5-c9417d8db871 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:18:45.625860 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-76208b40-e40b-4589-81e5-c9417d8db871 service neutron] Checking segment: {'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:18:45.626188 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-76208b40-e40b-4589-81e5-c9417d8db871 service neutron] Bound using segment: {'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:18:45.626617 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-76208b40-e40b-4589-81e5-c9417d8db871 service neutron] Bound port: f3cf7fc0-e602-4809-8f2f-8cca37b86b15, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:18:45.626968 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-76208b40-e40b-4589-81e5-c9417d8db871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:45.636122 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7a184e20-6262-4692-ba72-d8cdea8d954b req-d83d880a-d6bd-428f-b517-cc3174ec7273 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:45.637271 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a184e20-6262-4692-ba72-d8cdea8d954b req-d83d880a-d6bd-428f-b517-cc3174ec7273 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0495689 Nov 15 11:18:45.721947 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a184e20-6262-4692-ba72-d8cdea8d954b req-b3b4f83a-e401-4d03-a41d-cb9448de06e1 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.50 HTTP/1.1" status: 200 len: 695 time: 0.0759552 Nov 15 11:18:45.798382 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6477d1e-9b2e-42f4-8cff-7e81e60605de req-5586f786-ab11-44b3-b421-2d14cde47830 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae35907-e457-4122-80e1-28875efa7586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749976 Nov 15 11:18:45.834885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-76208b40-e40b-4589-81e5-c9417d8db871 service neutron] For port f3cf7fc0-e602-4809-8f2f-8cca37b86b15, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:18:45.840307 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-76208b40-e40b-4589-81e5-c9417d8db871 service neutron] For port f3cf7fc0-e602-4809-8f2f-8cca37b86b15, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f3cf7fc0-e602-4809-8f2f-8cca37b86b15,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:18:45.850695 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-76208b40-e40b-4589-81e5-c9417d8db871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:45.902491 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a184e20-6262-4692-ba72-d8cdea8d954b req-dcc4782e-ed93-46b3-b9ae-c288fd114383 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:45.903807 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a184e20-6262-4692-ba72-d8cdea8d954b req-dcc4782e-ed93-46b3-b9ae-c288fd114383 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.1731668 Nov 15 11:18:45.906936 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-76208b40-e40b-4589-81e5-c9417d8db871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:45.907720 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-76208b40-e40b-4589-81e5-c9417d8db871 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:45.908979 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-76208b40-e40b-4589-81e5-c9417d8db871 service neutron] 10.222.0.55 "PUT /v2.0/ports/f3cf7fc0-e602-4809-8f2f-8cca37b86b15 HTTP/1.1" status: 200 len: 1092 time: 1.5102422 Nov 15 11:18:45.909503 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ec4584-f19b-4d41-9ca4-dadee522510d', 'tag': 'f3cf7fc0-e602-4809-8f2f-8cca37b86b15'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:45.911778 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f67e933-f629-462a-9bc5-a24b265a46c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ec4584-f19b-4d41-9ca4-dadee522510d", "tag": "f3cf7fc0-e602-4809-8f2f-8cca37b86b15"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:45.918036 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device cf3d8396-2297-40fd-a6ef-65ee0a1a87fe up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:45.944062 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76208b40-e40b-4589-81e5-c9417d8db871 service neutron] Pushing event updated for resources: {'Port': ['ID=f3cf7fc0-e602-4809-8f2f-8cca37b86b15,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:46.011538 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f89b7d1d-ab99-4ded-a6a1-54551c958ca4 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:46.063985 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port cf3d8396-2297-40fd-a6ef-65ee0a1a87fe completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:18:46.071042 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port cf3d8396-2297-40fd-a6ef-65ee0a1a87fe triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:46.071388 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:46.085639 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-4ff95693-a1f4-4d41-b679-0a7bce4220c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:46.087183 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-4ff95693-a1f4-4d41-b679-0a7bce4220c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 1095 time: 0.1115158 Nov 15 11:18:46.107807 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port f89b7d1d-ab99-4ded-a6a1-54551c958ca4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:46.107807 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:46.116650 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-958fd9d3-e2e5-4472-9890-c410116a8a02 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--73538903&fields=id&tenant_id=64b4fbecaf224238abafeedfc02c5050 HTTP/1.1" status: 200 len: 267 time: 0.1157994 Nov 15 11:18:46.161872 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-662077b1-a8dc-4314-af78-b7687bac1be3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3cf7fc0-e602-4809-8f2f-8cca37b86b15 HTTP/1.1" status: 200 len: 217 time: 0.0600858 Nov 15 11:18:46.214797 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:46.255523 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3d8396-2297-40fd-a6ef-65ee0a1a87fe'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:46.256947 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb60a7e-5d6b-42eb-8720-1303b4fe60bc req-c8350d06-c6ab-4873-af52-3e1be084e4d9 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:46.257783 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429f50be-2b36-4f83-8d3d-ed319aeb5a42" -d '{"events": [{"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-plugged", "status": "completed", "tag": "cf3d8396-2297-40fd-a6ef-65ee0a1a87fe"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:46.258451 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-deb60a7e-5d6b-42eb-8720-1303b4fe60bc req-c8350d06-c6ab-4873-af52-3e1be084e4d9 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 945 time: 0.2002804 Nov 15 11:18:46.290923 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-38144554-6bdc-49b1-92c6-2d8337862eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:46.292408 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-38144554-6bdc-49b1-92c6-2d8337862eeb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 200 len: 851 time: 0.1197886 Nov 15 11:18:46.347592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-8830f492-2603-461d-89a4-a996e5fbc284 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:46.349191 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-8830f492-2603-461d-89a4-a996e5fbc284 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/networks?id=6ba4437f-4084-4622-9e5a-c25893ee652e HTTP/1.1" status: 200 len: 815 time: 0.2278495 Nov 15 11:18:46.381931 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-1c3e8a71-b185-4a69-9000-e34a93a35a9b tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/quotas/64b4fbecaf224238abafeedfc02c5050 HTTP/1.1" status: 200 len: 375 time: 0.0251584 Nov 15 11:18:46.387512 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-deb60a7e-5d6b-42eb-8720-1303b4fe60bc req-c131e64e-3e88-4765-beef-5a764ec5127e tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208470 Nov 15 11:18:46.399317 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device d8d9ae05-eff8-4c1b-9156-faec8570785e up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:46.404122 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port cf3d8396-2297-40fd-a6ef-65ee0a1a87fe, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=cf3d8396-2297-40fd-a6ef-65ee0a1a87fe,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:46.430638 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:46.431460 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 9690f032-99ce-452d-8947-7368f4eac3f0 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:46.432204 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-497b5b20-4efd-4ea8-ac4a-0828701d225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:46.433725 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-497b5b20-4efd-4ea8-ac4a-0828701d225b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e78f9bd-5aad-432a-85c1-63f165b57fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301053 Nov 15 11:18:46.498127 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-234d3107-ac31-462e-b24e-30c5e0e627b4 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=64b4fbecaf224238abafeedfc02c5050&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1085937 Nov 15 11:18:46.529858 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=cf3d8396-2297-40fd-a6ef-65ee0a1a87fe,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:46.548271 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port d8d9ae05-eff8-4c1b-9156-faec8570785e completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:18:46.553435 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port d8d9ae05-eff8-4c1b-9156-faec8570785e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:46.553801 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:46.556495 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 9690f032-99ce-452d-8947-7368f4eac3f0 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:18:46.584060 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 9690f032-99ce-452d-8947-7368f4eac3f0 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:46.584367 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:46.598352 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde3b878-721c-48da-be3c-28765e316b82 x-openstack-request-id: req-fde3b878-721c-48da-be3c-28765e316b82 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:46.598959 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ec4584-f19b-4d41-9ca4-dadee522510d", "tag": "f3cf7fc0-e602-4809-8f2f-8cca37b86b15", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:46.598959 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fde3b878-721c-48da-be3c-28765e316b82 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:46.599850 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ec4584-f19b-4d41-9ca4-dadee522510d', 'tag': 'f3cf7fc0-e602-4809-8f2f-8cca37b86b15', 'status': 'completed', 'code': 200} Nov 15 11:18:46.669202 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-3ff3ee87-ddca-45a2-9804-0bd5e113dd93 service neutron] 10.222.0.55 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267072 Nov 15 11:18:46.675326 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6bd5d9ab-4287-480f-a139-2e474409f724 req-620e8bb0-567b-4204-be22-e3e279c7cb76 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "GET /v2.0/floatingips/09f9c20b-61d0-4b4e-82e0-56efc26dbb4c HTTP/1.1" status: 200 len: 692 time: 0.0737329 Nov 15 11:18:46.701274 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:46.721740 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:46.757081 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port d8d9ae05-eff8-4c1b-9156-faec8570785e, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=d8d9ae05-eff8-4c1b-9156-faec8570785e,segment=NetworkSegment(cecca865-426f-4bbe-8af5-34a167f5e54e),segment_id=cecca865-426f-4bbe-8af5-34a167f5e54e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:46.763697 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:46.792512 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 9690f032-99ce-452d-8947-7368f4eac3f0, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=9690f032-99ce-452d-8947-7368f4eac3f0,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:46.804015 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:46.804928 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device a5e4a1ee-2f8f-4677-847c-e32e1066c474 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:46.821504 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-604487d8-7557-4e8e-b460-9575ef21f893 service neutron] 10.222.0.64 "GET /v2.0/networks/6ba4437f-4084-4622-9e5a-c25893ee652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004851 Nov 15 11:18:46.844795 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=d8d9ae05-eff8-4c1b-9156-faec8570785e,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:46.904708 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=9690f032-99ce-452d-8947-7368f4eac3f0,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:46.907622 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port a5e4a1ee-2f8f-4677-847c-e32e1066c474 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:18:46.911930 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port a5e4a1ee-2f8f-4677-847c-e32e1066c474 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:46.912238 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:46.925219 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3910b2a-ced2-4d0d-aa32-0a6030765c43 req-12d6ce5d-4aea-435e-bcc5-120af27feb1f service neutron] 10.222.0.55 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488730 Nov 15 11:18:46.937481 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5d9ab-4287-480f-a139-2e474409f724 req-19c0ffd9-1242-4c22-9c40-1126c88da9a6 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:46.938618 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6bd5d9ab-4287-480f-a139-2e474409f724 req-19c0ffd9-1242-4c22-9c40-1126c88da9a6 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.2522471 Nov 15 11:18:46.997874 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:47.030065 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port a5e4a1ee-2f8f-4677-847c-e32e1066c474, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=a5e4a1ee-2f8f-4677-847c-e32e1066c474,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:47.035171 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:47.035976 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device f11f0984-2cf6-4544-ae65-21ceb3a18147 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:47.047386 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6bd5d9ab-4287-480f-a139-2e474409f724 req-d7bb53b7-fe2e-4006-bbb4-24f93ebf32ba tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.50 HTTP/1.1" status: 200 len: 695 time: 0.0962973 Nov 15 11:18:47.053130 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-d72e3b5b-52e3-42d0-acf4-581ca5888eb2 service neutron] 10.222.0.64 "GET /v2.0/networks/6ba4437f-4084-4622-9e5a-c25893ee652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220542 Nov 15 11:18:47.106944 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6bd5d9ab-4287-480f-a139-2e474409f724 req-dbb1c66f-6c4f-4296-8636-0eb9bf8669f6 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.50 HTTP/1.1" status: 200 len: 695 time: 0.0528617 Nov 15 11:18:47.113026 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67e933-f629-462a-9bc5-a24b265a46c9 req-a2f36dd3-aac9-468c-a49d-b02f2f5b9a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:47.114587 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f67e933-f629-462a-9bc5-a24b265a46c9 req-a2f36dd3-aac9-468c-a49d-b02f2f5b9a17 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 1095 time: 0.1101248 Nov 15 11:18:47.116936 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=a5e4a1ee-2f8f-4677-847c-e32e1066c474,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:47.132888 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port f11f0984-2cf6-4544-ae65-21ceb3a18147 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:18:47.137294 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port f11f0984-2cf6-4544-ae65-21ceb3a18147 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:47.137797 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:47.225713 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:47.283079 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port f11f0984-2cf6-4544-ae65-21ceb3a18147, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f11f0984-2cf6-4544-ae65-21ceb3a18147,segment=NetworkSegment(b17abd1e-d0b6-44c2-9c92-d6eadba25f9f),segment_id=b17abd1e-d0b6-44c2-9c92-d6eadba25f9f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:47.288874 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:47.292276 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 5fc0f2ac-e00b-4810-b47a-e13b8f18d088 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:47.375743 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=f11f0984-2cf6-4544-ae65-21ceb3a18147,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:47.392648 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 5fc0f2ac-e00b-4810-b47a-e13b8f18d088 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:18:47.397276 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 5fc0f2ac-e00b-4810-b47a-e13b8f18d088 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:47.397692 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:47.481219 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:47.518412 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 5fc0f2ac-e00b-4810-b47a-e13b8f18d088, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=5fc0f2ac-e00b-4810-b47a-e13b8f18d088,segment=NetworkSegment(f5da28b9-41ad-440b-9e9f-0d5e7d45d27f),segment_id=f5da28b9-41ad-440b-9e9f-0d5e7d45d27f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:47.523459 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:47.579389 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=5fc0f2ac-e00b-4810-b47a-e13b8f18d088,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:47.749003 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1419c-705e-454c-8869-f1b27f3524d6 req-fc7e6c14-a718-4405-8a50-f8a0a1bb1140 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:47.750423 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32e1419c-705e-454c-8869-f1b27f3524d6 req-fc7e6c14-a718-4405-8a50-f8a0a1bb1140 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 944 time: 0.1137836 Nov 15 11:18:47.751444 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67e933-f629-462a-9bc5-a24b265a46c9 req-65521867-d547-4960-bccf-2bb2b15d0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:47.752948 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f67e933-f629-462a-9bc5-a24b265a46c9 req-65521867-d547-4960-bccf-2bb2b15d0d3b service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 913 time: 0.6258659 Nov 15 11:18:47.809443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f67e933-f629-462a-9bc5-a24b265a46c9 req-97acf4b2-5159-43d4-9151-88efcd895ef9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3cf7fc0-e602-4809-8f2f-8cca37b86b15 HTTP/1.1" status: 200 len: 217 time: 0.0445709 Nov 15 11:18:47.833996 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-6bd5d9ab-4287-480f-a139-2e474409f724 req-e544f68c-059d-4d99-9824-6fcfe003760b tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Deleting port cbeb3ea1-0f13-421e-8a50-0789e75c1664 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:18:47.834332 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6bd5d9ab-4287-480f-a139-2e474409f724 req-e544f68c-059d-4d99-9824-6fcfe003760b tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:47.904778 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32e1419c-705e-454c-8869-f1b27f3524d6 req-13b4e30d-1df6-45ab-a347-a7e9631fbdd0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478300 Nov 15 11:18:47.928085 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 041d37e4-b503-41ea-9c56-8ae1475f9725 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:47.928359 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67e933-f629-462a-9bc5-a24b265a46c9 req-e4094317-96a9-4727-aa31-1d964fd4bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:47.928359 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f67e933-f629-462a-9bc5-a24b265a46c9 req-e4094317-96a9-4727-aa31-1d964fd4bd82 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 200 len: 851 time: 0.1063831 Nov 15 11:18:47.978532 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6bd5d9ab-4287-480f-a139-2e474409f724 req-e544f68c-059d-4d99-9824-6fcfe003760b tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:47.978860 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6bd5d9ab-4287-480f-a139-2e474409f724 req-e544f68c-059d-4d99-9824-6fcfe003760b tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:47.991296 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 041d37e4-b503-41ea-9c56-8ae1475f9725 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:18:47.994352 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-6bd5d9ab-4287-480f-a139-2e474409f724 req-e544f68c-059d-4d99-9824-6fcfe003760b tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Calling delete_port for cbeb3ea1-0f13-421e-8a50-0789e75c1664 owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:18:47.997367 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 041d37e4-b503-41ea-9c56-8ae1475f9725 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:47.997795 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:48.018566 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67e933-f629-462a-9bc5-a24b265a46c9 req-4962632c-59ee-4d58-a1c3-d62fcce57353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:48.020132 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaee94e-62ad-4c1b-8f51-13c5205d6bf5 x-openstack-request-id: req-abaee94e-62ad-4c1b-8f51-13c5205d6bf5 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:48.020278 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f67e933-f629-462a-9bc5-a24b265a46c9 req-4962632c-59ee-4d58-a1c3-d62fcce57353 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e78f9bd-5aad-432a-85c1-63f165b57fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853603 Nov 15 11:18:48.020465 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-plugged", "status": "completed", "tag": "cf3d8396-2297-40fd-a6ef-65ee0a1a87fe", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:48.020803 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-abaee94e-62ad-4c1b-8f51-13c5205d6bf5 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:48.021184 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3d8396-2297-40fd-a6ef-65ee0a1a87fe', 'code': 200} Nov 15 11:18:48.082817 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:48.125063 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 041d37e4-b503-41ea-9c56-8ae1475f9725, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=041d37e4-b503-41ea-9c56-8ae1475f9725,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:48.129549 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:48.130457 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device f4704c36-0238-4820-b8a4-0393c48690e2 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:48.210843 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=041d37e4-b503-41ea-9c56-8ae1475f9725,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:48.211368 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f6689-2fa1-4448-9453-752afddff175 req-92e5bb05-cc52-4f23-bc37-9e8de970cad0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:48.218843 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f6689-2fa1-4448-9453-752afddff175 req-92e5bb05-cc52-4f23-bc37-9e8de970cad0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:48.220933 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port f4704c36-0238-4820-b8a4-0393c48690e2 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:18:48.225367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f6689-2fa1-4448-9453-752afddff175 req-92e5bb05-cc52-4f23-bc37-9e8de970cad0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:48.225792 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port f4704c36-0238-4820-b8a4-0393c48690e2 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:48.226213 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:48.231185 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f6689-2fa1-4448-9453-752afddff175 req-92e5bb05-cc52-4f23-bc37-9e8de970cad0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:48.239044 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f6689-2fa1-4448-9453-752afddff175 req-92e5bb05-cc52-4f23-bc37-9e8de970cad0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:48.245489 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f6689-2fa1-4448-9453-752afddff175 req-92e5bb05-cc52-4f23-bc37-9e8de970cad0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:48.252240 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f6689-2fa1-4448-9453-752afddff175 req-92e5bb05-cc52-4f23-bc37-9e8de970cad0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:48.254296 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c8f6689-2fa1-4448-9453-752afddff175 req-92e5bb05-cc52-4f23-bc37-9e8de970cad0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5431 time: 0.1955802 Nov 15 11:18:48.261602 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f67e933-f629-462a-9bc5-a24b265a46c9 req-372da02e-1b11-4e8d-9b71-c2c22d905b15 service neutron] 10.222.0.55 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120860 Nov 15 11:18:48.323066 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:48.369626 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port f4704c36-0238-4820-b8a4-0393c48690e2, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f4704c36-0238-4820-b8a4-0393c48690e2,segment=NetworkSegment(b17abd1e-d0b6-44c2-9c92-d6eadba25f9f),segment_id=b17abd1e-d0b6-44c2-9c92-d6eadba25f9f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:48.374914 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:48.383098 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-103027dc-55fc-4b1c-9925-ceceff28d7ca tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:48.385292 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-103027dc-55fc-4b1c-9925-ceceff28d7ca tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.11 "GET /v2.0/networks?id=6ba4437f-4084-4622-9e5a-c25893ee652e HTTP/1.1" status: 200 len: 815 time: 0.1232667 Nov 15 11:18:48.390595 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6bd5d9ab-4287-480f-a139-2e474409f724 req-e544f68c-059d-4d99-9824-6fcfe003760b tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:48.424956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544f68c-059d-4d99-9824-6fcfe003760b tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Pushing event deleted for resources: {'Port': ['ID=cbeb3ea1-0f13-421e-8a50-0789e75c1664,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:48.452144 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=f4704c36-0238-4820-b8a4-0393c48690e2,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:48.468140 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c8f6689-2fa1-4448-9453-752afddff175 req-bab4c1ce-d9d5-4754-9860-3a72bfaaff6c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1858711 Nov 15 11:18:48.482592 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-00781daf-4c54-49e4-b988-60cef0871262 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64b4fbecaf224238abafeedfc02c5050 HTTP/1.1" status: 200 len: 378 time: 0.0800104 Nov 15 11:18:48.513729 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-5ed4480d-4c59-49fa-9988-b971de7ec9ab tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Request body: {'port': {'device_id': '3970c531-beb3-4d92-9b5a-a9401e092d54', 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e', 'admin_state_up': True, 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'security_groups': ['bd2f3e53-4c58-4e5d-882d-04632c79682b']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:48.519289 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f67e933-f629-462a-9bc5-a24b265a46c9 req-a90d1227-1ce7-4a41-bb30-2a976cb28ca1 service neutron] 10.222.0.55 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484992 Nov 15 11:18:48.540281 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6bd5d9ab-4287-480f-a139-2e474409f724 req-e544f68c-059d-4d99-9824-6fcfe003760b tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:48.543715 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6bd5d9ab-4287-480f-a139-2e474409f724 req-e544f68c-059d-4d99-9824-6fcfe003760b tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:48.544958 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6bd5d9ab-4287-480f-a139-2e474409f724 req-e544f68c-059d-4d99-9824-6fcfe003760b tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "DELETE /v2.0/floatingips/09f9c20b-61d0-4b4e-82e0-56efc26dbb4c HTTP/1.1" status: 204 len: 173 time: 1.4241500 Nov 15 11:18:48.600202 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b99098-5070-4ed2-bcff-b2a41bad1b1c req-ba6ad1c3-2750-4156-b722-e3cab5da0e69 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:48.601825 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-23b99098-5070-4ed2-bcff-b2a41bad1b1c req-ba6ad1c3-2750-4156-b722-e3cab5da0e69 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b319919-bd3e-42ee-a6bb-1353f8cc46ad HTTP/1.1" status: 200 len: 949 time: 0.0555904 Nov 15 11:18:48.638684 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-5ed4480d-4c59-49fa-9988-b971de7ec9ab tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Made reservation on behalf of 64b4fbecaf224238abafeedfc02c5050 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:18:48.644152 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-5ed4480d-4c59-49fa-9988-b971de7ec9ab tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:48.653038 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-23b99098-5070-4ed2-bcff-b2a41bad1b1c req-ad7cc361-aeef-4e9d-bbf9-2c293b856c74 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae35907-e457-4122-80e1-28875efa7586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451527 Nov 15 11:18:48.688008 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-da4f49f9-96c5-4036-bd0d-cb549a83127d req-d1914e43-4f04-423e-a6df-a02869419e92 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3970c531-beb3-4d92-9b5a-a9401e092d54 HTTP/1.1" status: 200 len: 210 time: 0.0273223 Nov 15 11:18:48.781687 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-417fba2d-12e7-42a7-847d-e910c4d659f8 req-8201bc1d-356c-4fbf-8794-756608e402b6 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] show failed (client error): The resource could not be found. Nov 15 11:18:48.782598 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-417fba2d-12e7-42a7-847d-e910c4d659f8 req-8201bc1d-356c-4fbf-8794-756608e402b6 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "GET /v2.0/floatingips/09f9c20b-61d0-4b4e-82e0-56efc26dbb4c HTTP/1.1" status: 404 len: 350 time: 0.0454156 Nov 15 11:18:48.797768 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded80fb-646d-4e63-ad97-9fd3b0d706ca req-edd671a1-f5ae-42a9-a7a8-e72bd754315d tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:48.799338 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3ded80fb-646d-4e63-ad97-9fd3b0d706ca req-edd671a1-f5ae-42a9-a7a8-e72bd754315d tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.0878608 Nov 15 11:18:48.801983 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-5ed4480d-4c59-49fa-9988-b971de7ec9ab tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Allocated IP 172.20.0.13 (6ba4437f-4084-4622-9e5a-c25893ee652e/13de97e3-bf4b-4f47-8f44-5155e3b5e067/c69d5048-3822-4dee-977b-ae437fe6d605) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:18:48.857419 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3ded80fb-646d-4e63-ad97-9fd3b0d706ca req-f2d4e983-6f26-41d3-91b1-4ce57e58dae0 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506442 Nov 15 11:18:48.921153 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-c7233770-5292-4a8c-9065-c543221c7969 req-67a4877f-bce2-4891-8771-e8a5161391e9 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] show failed (client error): The resource could not be found. Nov 15 11:18:48.922199 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7233770-5292-4a8c-9065-c543221c7969 req-67a4877f-bce2-4891-8771-e8a5161391e9 tempest-FloatingIPsTestJSON-783848860 tempest-FloatingIPsTestJSON-783848860-project] 10.222.0.64 "GET /v2.0/floatingips/09f9c20b-61d0-4b4e-82e0-56efc26dbb4c HTTP/1.1" status: 404 len: 350 time: 0.0397315 Nov 15 11:18:48.931900 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59444) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:48.959362 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-5ed4480d-4c59-49fa-9988-b971de7ec9ab tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:49.002226 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-5ed4480d-4c59-49fa-9988-b971de7ec9ab tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:49.049397 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-5ed4480d-4c59-49fa-9988-b971de7ec9ab tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Network 6ba4437f-4084-4622-9e5a-c25893ee652e is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:18:49.054881 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-5ed4480d-4c59-49fa-9988-b971de7ec9ab tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:49.057445 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-5ed4480d-4c59-49fa-9988-b971de7ec9ab tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:18:49.102028 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d28ad9-e25f-4bc4-a1a6-b2dd51b3ef06 req-4ef797e9-5bbc-4b2e-8a09-a880ee166a16 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:49.103601 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b7d28ad9-e25f-4bc4-a1a6-b2dd51b3ef06 req-4ef797e9-5bbc-4b2e-8a09-a880ee166a16 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 944 time: 0.1109886 Nov 15 11:18:49.132903 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4480d-4c59-49fa-9988-b971de7ec9ab tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Pushing event updated for resources: {'Port': ['ID=c69d5048-3822-4dee-977b-ae437fe6d605,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:49.161603 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-5ed4480d-4c59-49fa-9988-b971de7ec9ab tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:49.162312 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-5ed4480d-4c59-49fa-9988-b971de7ec9ab tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:49.182849 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-5ed4480d-4c59-49fa-9988-b971de7ec9ab tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6732347 Nov 15 11:18:49.199991 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-35ada360-764a-4935-9b3e-2298fa685408 service neutron] Request body: {'port': {'device_id': '3970c531-beb3-4d92-9b5a-a9401e092d54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:49.229921 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b7d28ad9-e25f-4bc4-a1a6-b2dd51b3ef06 req-d4ba6227-0580-4f87-9382-611f49d47bb8 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126206 Nov 15 11:18:49.281517 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-35ada360-764a-4935-9b3e-2298fa685408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:49.384278 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6159ed59-3dcc-4c4b-8bdf-fb21f34184f7 None None] Provisioning complete for port c69d5048-3822-4dee-977b-ae437fe6d605 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:49.384278 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6159ed59-3dcc-4c4b-8bdf-fb21f34184f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:49.395264 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-0ac7451c-339f-4e24-a009-9c937f0e06d2 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:49.396783 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-0ac7451c-339f-4e24-a009-9c937f0e06d2 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/networks?id=32ac9d3f-157d-47a5-bd6d-6d33ad7f7216 HTTP/1.1" status: 200 len: 810 time: 0.1464534 Nov 15 11:18:49.420885 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6159ed59-3dcc-4c4b-8bdf-fb21f34184f7 None None] Port c69d5048-3822-4dee-977b-ae437fe6d605 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:18:49.434692 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-10080728-4da1-4d92-b69a-f8804c5299a0 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/quotas/a52d7c64e60f462e864394b0e6cd8b55 HTTP/1.1" status: 200 len: 375 time: 0.0288894 Nov 15 11:18:49.469042 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-76b63287-886f-4628-b220-f141164782c4 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a52d7c64e60f462e864394b0e6cd8b55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275502 Nov 15 11:18:49.575101 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-35ada360-764a-4935-9b3e-2298fa685408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69d5048-3822-4dee-977b-ae437fe6d605 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:18:49.583741 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-35ada360-764a-4935-9b3e-2298fa685408 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:49.595696 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-35ada360-764a-4935-9b3e-2298fa685408 service neutron] Transition to ACTIVE for port object c69d5048-3822-4dee-977b-ae437fe6d605 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:18:49.600341 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-35ada360-764a-4935-9b3e-2298fa685408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:49.624052 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-bde7d2f3-76ea-4093-8534-a06ed23352d5 service neutron] 10.222.0.64 "GET /v2.0/networks/32ac9d3f-157d-47a5-bd6d-6d33ad7f7216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463375 Nov 15 11:18:49.649684 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ada360-764a-4935-9b3e-2298fa685408 service neutron] Pushing event updated for resources: {'Port': ['ID=c69d5048-3822-4dee-977b-ae437fe6d605,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:49.713182 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28d89a-f9ac-4207-8fae-e1bf66d60250 req-dba9b524-fc4c-42c3-b741-67447caf82c9 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:49.719240 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28d89a-f9ac-4207-8fae-e1bf66d60250 req-dba9b524-fc4c-42c3-b741-67447caf82c9 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:49.725370 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28d89a-f9ac-4207-8fae-e1bf66d60250 req-dba9b524-fc4c-42c3-b741-67447caf82c9 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:49.731403 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28d89a-f9ac-4207-8fae-e1bf66d60250 req-dba9b524-fc4c-42c3-b741-67447caf82c9 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:49.737880 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28d89a-f9ac-4207-8fae-e1bf66d60250 req-dba9b524-fc4c-42c3-b741-67447caf82c9 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:49.743909 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28d89a-f9ac-4207-8fae-e1bf66d60250 req-dba9b524-fc4c-42c3-b741-67447caf82c9 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:49.750349 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28d89a-f9ac-4207-8fae-e1bf66d60250 req-dba9b524-fc4c-42c3-b741-67447caf82c9 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:49.752455 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cd28d89a-f9ac-4207-8fae-e1bf66d60250 req-dba9b524-fc4c-42c3-b741-67447caf82c9 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5433 time: 0.1886961 Nov 15 11:18:49.770329 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47fa57b9-cb65-494d-b55a-a22b2761717f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:49.888064 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-740f9010-22c4-4e55-b49e-b57bd62417e5 service neutron] 10.222.0.64 "GET /v2.0/networks/32ac9d3f-157d-47a5-bd6d-6d33ad7f7216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552860 Nov 15 11:18:49.922026 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device f3cf7fc0-e602-4809-8f2f-8cca37b86b15 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:18:49.932416 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cd28d89a-f9ac-4207-8fae-e1bf66d60250 req-66325e21-5f0e-4ca2-ba6b-b012e3334ac6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1685569 Nov 15 11:18:50.029434 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-35ada360-764a-4935-9b3e-2298fa685408 service neutron] Attempting to bind port c69d5048-3822-4dee-977b-ae437fe6d605 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:18:50.030159 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-35ada360-764a-4935-9b3e-2298fa685408 service neutron] Attempting to bind port c69d5048-3822-4dee-977b-ae437fe6d605 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'c5b84830-dca3-4e93-a45f-d3a02601f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:18:50.030798 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-35ada360-764a-4935-9b3e-2298fa685408 service neutron] Attempting to bind port c69d5048-3822-4dee-977b-ae437fe6d605 on network 6ba4437f-4084-4622-9e5a-c25893ee652e {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:18:50.035743 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-35ada360-764a-4935-9b3e-2298fa685408 service neutron] Port c69d5048-3822-4dee-977b-ae437fe6d605 on network 6ba4437f-4084-4622-9e5a-c25893ee652e not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:18:50.036361 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-35ada360-764a-4935-9b3e-2298fa685408 service neutron] Attempting to bind port c69d5048-3822-4dee-977b-ae437fe6d605 on network 6ba4437f-4084-4622-9e5a-c25893ee652e {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:18:50.041623 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-35ada360-764a-4935-9b3e-2298fa685408 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:18:50.042266 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-35ada360-764a-4935-9b3e-2298fa685408 service neutron] Checking segment: {'id': 'c5b84830-dca3-4e93-a45f-d3a02601f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:18:50.042844 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-35ada360-764a-4935-9b3e-2298fa685408 service neutron] Bound using segment: {'id': 'c5b84830-dca3-4e93-a45f-d3a02601f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:18:50.043481 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-35ada360-764a-4935-9b3e-2298fa685408 service neutron] Bound port: c69d5048-3822-4dee-977b-ae437fe6d605, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5b84830-dca3-4e93-a45f-d3a02601f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:18:50.044066 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-35ada360-764a-4935-9b3e-2298fa685408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:50.047723 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374a7b67-d540-4efb-a93e-d18599ec944b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d9ae05-eff8-4c1b-9156-faec8570785e'}, {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9690f032-99ce-452d-8947-7368f4eac3f0'}, {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e4a1ee-2f8f-4677-847c-e32e1066c474'}, {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11f0984-2cf6-4544-ae65-21ceb3a18147'}, {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc0f2ac-e00b-4810-b47a-e13b8f18d088'}, {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041d37e4-b503-41ea-9c56-8ae1475f9725'}, {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4704c36-0238-4820-b8a4-0393c48690e2'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:50.050887 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c90c717-4640-4e6e-b8b6-b2cf96f01221" -d '{"events": [{"server_uuid": "374a7b67-d540-4efb-a93e-d18599ec944b", "name": "network-vif-plugged", "status": "completed", "tag": "d8d9ae05-eff8-4c1b-9156-faec8570785e"}, {"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-plugged", "status": "completed", "tag": "9690f032-99ce-452d-8947-7368f4eac3f0"}, {"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-plugged", "status": "completed", "tag": "a5e4a1ee-2f8f-4677-847c-e32e1066c474"}, {"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-plugged", "status": "completed", "tag": "f11f0984-2cf6-4544-ae65-21ceb3a18147"}, {"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-plugged", "status": "completed", "tag": "5fc0f2ac-e00b-4810-b47a-e13b8f18d088"}, {"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-plugged", "status": "completed", "tag": "041d37e4-b503-41ea-9c56-8ae1475f9725"}, {"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-plugged", "status": "completed", "tag": "f4704c36-0238-4820-b8a4-0393c48690e2"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:50.122789 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-35ada360-764a-4935-9b3e-2298fa685408 service neutron] For port c69d5048-3822-4dee-977b-ae437fe6d605, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:18:50.127361 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-35ada360-764a-4935-9b3e-2298fa685408 service neutron] For port c69d5048-3822-4dee-977b-ae437fe6d605, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=c69d5048-3822-4dee-977b-ae437fe6d605,segment=NetworkSegment(c5b84830-dca3-4e93-a45f-d3a02601f812),segment_id=c5b84830-dca3-4e93-a45f-d3a02601f812)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:18:50.129696 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-47fa57b9-cb65-494d-b55a-a22b2761717f admin admin] Deleting port 124f6714-818a-46a6-a081-56f710a8132e {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:18:50.130045 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47fa57b9-cb65-494d-b55a-a22b2761717f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:50.131961 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port f3cf7fc0-e602-4809-8f2f-8cca37b86b15, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f3cf7fc0-e602-4809-8f2f-8cca37b86b15,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:50.138507 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-35ada360-764a-4935-9b3e-2298fa685408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:50.152728 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'f3cf7fc0-e602-4809-8f2f-8cca37b86b15', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'port_id': 'f3cf7fc0-e602-4809-8f2f-8cca37b86b15', 'mac_address': 'fa:16:3e:33:15:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:18:50.176594 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-35ada360-764a-4935-9b3e-2298fa685408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:50.177092 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-35ada360-764a-4935-9b3e-2298fa685408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:50.178608 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-35ada360-764a-4935-9b3e-2298fa685408 service neutron] 10.222.0.11 "PUT /v2.0/ports/c69d5048-3822-4dee-977b-ae437fe6d605 HTTP/1.1" status: 200 len: 1092 time: 0.9871509 Nov 15 11:18:50.179067 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3970c531-beb3-4d92-9b5a-a9401e092d54', 'tag': 'c69d5048-3822-4dee-977b-ae437fe6d605'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:50.181387 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a9933f-28f9-444c-8424-1c497dfe7316" -d '{"events": [{"name": "network-changed", "server_uuid": "3970c531-beb3-4d92-9b5a-a9401e092d54", "tag": "c69d5048-3822-4dee-977b-ae437fe6d605"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:50.218654 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ada360-764a-4935-9b3e-2298fa685408 service neutron] Pushing event updated for resources: {'Port': ['ID=c69d5048-3822-4dee-977b-ae437fe6d605,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:50.250305 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b20e8-1c9c-45e7-991d-3aafa06e9906 req-80ca65ec-c52d-4f14-8e38-d680b761b69d tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:50.261793 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-117b20e8-1c9c-45e7-991d-3aafa06e9906 req-80ca65ec-c52d-4f14-8e38-d680b761b69d tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b319919-bd3e-42ee-a6bb-1353f8cc46ad HTTP/1.1" status: 200 len: 949 time: 0.0869913 Nov 15 11:18:50.268032 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:50.308923 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3cf7fc0-e602-4809-8f2f-8cca37b86b15 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:18:50.329454 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-2a2384c9-6e37-4377-9bcb-2139840ab28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:50.331244 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-2a2384c9-6e37-4377-9bcb-2139840ab28e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64b4fbecaf224238abafeedfc02c5050&device_id=3970c531-beb3-4d92-9b5a-a9401e092d54 HTTP/1.1" status: 200 len: 1095 time: 0.1032271 Nov 15 11:18:50.366514 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port f3cf7fc0-e602-4809-8f2f-8cca37b86b15, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f3cf7fc0-e602-4809-8f2f-8cca37b86b15,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:50.368176 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-117b20e8-1c9c-45e7-991d-3aafa06e9906 req-896ac090-9485-4ad2-abe1-ac8ad48dfabe tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae35907-e457-4122-80e1-28875efa7586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053703 Nov 15 11:18:50.371659 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:50.397939 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-3d8c9791-362c-4668-a316-1256b56a5e40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c69d5048-3822-4dee-977b-ae437fe6d605 HTTP/1.1" status: 200 len: 217 time: 0.0570014 Nov 15 11:18:50.414281 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-47fa57b9-cb65-494d-b55a-a22b2761717f admin admin] For port 124f6714-818a-46a6-a081-56f710a8132e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=124f6714-818a-46a6-a081-56f710a8132e,segment=NetworkSegment(1e24c6c2-e995-4437-96c0-7fd98542a220),segment_id=1e24c6c2-e995-4437-96c0-7fd98542a220)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:50.414656 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47fa57b9-cb65-494d-b55a-a22b2761717f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:50.456682 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=f3cf7fc0-e602-4809-8f2f-8cca37b86b15,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:50.477911 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850db965-1c98-443b-b568-49001db15350 req-12910a7f-1279-437b-b009-33bbaa0de5b3 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:50.478964 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-de389d99-58ec-4504-b678-a15405966176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:50.479481 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-850db965-1c98-443b-b568-49001db15350 req-12910a7f-1279-437b-b009-33bbaa0de5b3 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3970c531-beb3-4d92-9b5a-a9401e092d54 HTTP/1.1" status: 200 len: 944 time: 0.1508157 Nov 15 11:18:50.480657 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-de389d99-58ec-4504-b678-a15405966176 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13de97e3-bf4b-4f47-8f44-5155e3b5e067 HTTP/1.1" status: 200 len: 854 time: 0.0751371 Nov 15 11:18:50.493128 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-47fa57b9-cb65-494d-b55a-a22b2761717f admin admin] Calling delete_port for 124f6714-818a-46a6-a081-56f710a8132e owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:18:50.538853 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-13989813-cd68-47f2-b1b7-ecd4541b11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:50.541760 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-13989813-cd68-47f2-b1b7-ecd4541b11cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ba4437f-4084-4622-9e5a-c25893ee652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533566 Nov 15 11:18:50.602341 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-850db965-1c98-443b-b568-49001db15350 req-6735f080-13d7-476d-b045-86ae309f3f1e tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd2f3e53-4c58-4e5d-882d-04632c79682b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1076005 Nov 15 11:18:50.629266 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30748c-d1c5-4513-85b0-b2b9808d48db req-7eeff897-acb0-4622-9fe5-35fdc9226d94 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:50.631094 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8a30748c-d1c5-4513-85b0-b2b9808d48db req-7eeff897-acb0-4622-9fe5-35fdc9226d94 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.1476171 Nov 15 11:18:50.662312 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-2e51cf79-9b52-45a0-9196-f6ea2ca9ae07 service neutron] 10.222.0.11 "GET /v2.0/networks/6ba4437f-4084-4622-9e5a-c25893ee652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120534 Nov 15 11:18:50.667350 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c9cad5-81fb-477e-92b6-44c015a87b91 x-openstack-request-id: req-41c9cad5-81fb-477e-92b6-44c015a87b91 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:50.667727 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374a7b67-d540-4efb-a93e-d18599ec944b", "name": "network-vif-plugged", "status": "completed", "tag": "d8d9ae05-eff8-4c1b-9156-faec8570785e", "code": 200}, {"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-plugged", "status": "completed", "tag": "9690f032-99ce-452d-8947-7368f4eac3f0", "code": 200}, {"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-plugged", "status": "completed", "tag": "a5e4a1ee-2f8f-4677-847c-e32e1066c474", "code": 200}, {"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-plugged", "status": "completed", "tag": "f11f0984-2cf6-4544-ae65-21ceb3a18147", "code": 200}, {"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-plugged", "status": "completed", "tag": "5fc0f2ac-e00b-4810-b47a-e13b8f18d088", "code": 200}, {"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-plugged", "status": "completed", "tag": "041d37e4-b503-41ea-9c56-8ae1475f9725", "code": 200}, {"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-plugged", "status": "completed", "tag": "f4704c36-0238-4820-b8a4-0393c48690e2", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:50.668070 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41c9cad5-81fb-477e-92b6-44c015a87b91 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:50.668566 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374a7b67-d540-4efb-a93e-d18599ec944b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d9ae05-eff8-4c1b-9156-faec8570785e', 'code': 200} Nov 15 11:18:50.668873 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9690f032-99ce-452d-8947-7368f4eac3f0', 'code': 200} Nov 15 11:18:50.669188 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e4a1ee-2f8f-4677-847c-e32e1066c474', 'code': 200} Nov 15 11:18:50.669528 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11f0984-2cf6-4544-ae65-21ceb3a18147', 'code': 200} Nov 15 11:18:50.669786 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc0f2ac-e00b-4810-b47a-e13b8f18d088', 'code': 200} Nov 15 11:18:50.670098 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041d37e4-b503-41ea-9c56-8ae1475f9725', 'code': 200} Nov 15 11:18:50.670427 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4704c36-0238-4820-b8a4-0393c48690e2', 'code': 200} Nov 15 11:18:50.690682 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['f3cf7fc0-e602-4809-8f2f-8cca37b86b15'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:18:50.792199 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-55d9b0bf-4677-4e5b-b731-93ec93a9b95e req-b6ca43d4-bd2f-4b8a-a819-0079ee529865 service neutron] 10.222.0.11 "GET /v2.0/networks/6ba4437f-4084-4622-9e5a-c25893ee652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166196 Nov 15 11:18:50.793880 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da31ef6-5f33-4f7f-b073-3fef9dd3c89d x-openstack-request-id: req-6da31ef6-5f33-4f7f-b073-3fef9dd3c89d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:50.794225 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3970c531-beb3-4d92-9b5a-a9401e092d54", "tag": "c69d5048-3822-4dee-977b-ae437fe6d605", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:50.794731 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6da31ef6-5f33-4f7f-b073-3fef9dd3c89d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:50.795339 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3970c531-beb3-4d92-9b5a-a9401e092d54', 'tag': 'c69d5048-3822-4dee-977b-ae437fe6d605', 'status': 'completed', 'code': 200} Nov 15 11:18:50.893353 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9933f-28f9-444c-8424-1c497dfe7316 req-ea9a2ca1-f1ac-4885-a9a2-4b01281e41f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:50.895234 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-48a9933f-28f9-444c-8424-1c497dfe7316 req-ea9a2ca1-f1ac-4885-a9a2-4b01281e41f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64b4fbecaf224238abafeedfc02c5050&device_id=3970c531-beb3-4d92-9b5a-a9401e092d54 HTTP/1.1" status: 200 len: 1095 time: 0.0515251 Nov 15 11:18:51.015717 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9933f-28f9-444c-8424-1c497dfe7316 req-20eb3bcb-93e2-40df-9d1e-79a672023488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:51.017325 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-48a9933f-28f9-444c-8424-1c497dfe7316 req-20eb3bcb-93e2-40df-9d1e-79a672023488 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ba4437f-4084-4622-9e5a-c25893ee652e HTTP/1.1" status: 200 len: 916 time: 0.1132724 Nov 15 11:18:51.063180 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-48a9933f-28f9-444c-8424-1c497dfe7316 req-73367d01-be51-4da7-9220-cca5cf826721 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c69d5048-3822-4dee-977b-ae437fe6d605 HTTP/1.1" status: 200 len: 217 time: 0.0369153 Nov 15 11:18:51.117025 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9933f-28f9-444c-8424-1c497dfe7316 req-d2897d62-6498-42c1-a9fd-8a2004286eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:51.118524 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-48a9933f-28f9-444c-8424-1c497dfe7316 req-d2897d62-6498-42c1-a9fd-8a2004286eb7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13de97e3-bf4b-4f47-8f44-5155e3b5e067 HTTP/1.1" status: 200 len: 854 time: 0.0464284 Nov 15 11:18:51.166400 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9933f-28f9-444c-8424-1c497dfe7316 req-7d78c85a-fe52-44e6-8687-ae2d259b38f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:51.167906 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-48a9933f-28f9-444c-8424-1c497dfe7316 req-7d78c85a-fe52-44e6-8687-ae2d259b38f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ba4437f-4084-4622-9e5a-c25893ee652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404971 Nov 15 11:18:51.184022 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-82733ea6-4ec4-4574-8ef4-b3bbe31c856d req-9a5ad432-efb9-4a95-b2e0-a3ae42c6c642 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/ports?device_id=991a8b1f-2873-4d6d-a5f0-16ee7ab767ab HTTP/1.1" status: 200 len: 210 time: 0.0725172 Nov 15 11:18:51.203167 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8a30748c-d1c5-4513-85b0-b2b9808d48db req-59d9cd3a-fb3f-4841-a48a-c7d560b183fa tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5580971 Nov 15 11:18:51.232375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46205a3-7d84-4fac-9fbf-dd81889d2a89 req-08241f6d-0f4f-49c5-b39c-3946d1b9b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:51.232836 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46205a3-7d84-4fac-9fbf-dd81889d2a89 req-08241f6d-0f4f-49c5-b39c-3946d1b9b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:51.233285 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46205a3-7d84-4fac-9fbf-dd81889d2a89 req-08241f6d-0f4f-49c5-b39c-3946d1b9b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:51.233878 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46205a3-7d84-4fac-9fbf-dd81889d2a89 req-08241f6d-0f4f-49c5-b39c-3946d1b9b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:51.234560 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46205a3-7d84-4fac-9fbf-dd81889d2a89 req-08241f6d-0f4f-49c5-b39c-3946d1b9b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:51.235350 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46205a3-7d84-4fac-9fbf-dd81889d2a89 req-08241f6d-0f4f-49c5-b39c-3946d1b9b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:51.235799 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46205a3-7d84-4fac-9fbf-dd81889d2a89 req-08241f6d-0f4f-49c5-b39c-3946d1b9b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:51.237848 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e46205a3-7d84-4fac-9fbf-dd81889d2a89 req-08241f6d-0f4f-49c5-b39c-3946d1b9b216 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 6490 time: 0.1229658 Nov 15 11:18:51.242744 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e79daf-7c52-449d-b9b8-fa254fc6bef1 req-b389a429-3d1e-4107-b749-9538e6ac150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:51.244513 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17e79daf-7c52-449d-b9b8-fa254fc6bef1 req-b389a429-3d1e-4107-b749-9538e6ac150d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 1097 time: 0.5016146 Nov 15 11:18:51.292589 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-48a9933f-28f9-444c-8424-1c497dfe7316 req-a3a1a3ea-c3d6-4099-844e-5b9e7676e666 service neutron] 10.222.0.11 "GET /v2.0/networks/6ba4437f-4084-4622-9e5a-c25893ee652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167424 Nov 15 11:18:51.389724 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47fa57b9-cb65-494d-b55a-a22b2761717f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:51.406525 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17e79daf-7c52-449d-b9b8-fa254fc6bef1 req-12b0321c-1012-46b3-8b34-3c40062b0f3f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487842 Nov 15 11:18:51.426035 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-48a9933f-28f9-444c-8424-1c497dfe7316 req-a4cc8146-de70-4ad5-82ad-25e04a9763aa service neutron] 10.222.0.11 "GET /v2.0/networks/6ba4437f-4084-4622-9e5a-c25893ee652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235869 Nov 15 11:18:51.437598 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123f28b-8940-4d66-b3d8-c6d8d8f02847 req-fa938b70-2589-41c5-a0bd-e5dc4b07e42e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:51.439067 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0123f28b-8940-4d66-b3d8-c6d8d8f02847 req-fa938b70-2589-41c5-a0bd-e5dc4b07e42e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 945 time: 0.1545184 Nov 15 11:18:51.441852 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa57b9-cb65-494d-b55a-a22b2761717f admin admin] Pushing event deleted for resources: {'Port': ['ID=124f6714-818a-46a6-a081-56f710a8132e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:51.447429 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e46205a3-7d84-4fac-9fbf-dd81889d2a89 req-4a1ca60b-309c-4090-a28d-155d699b249c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3369f810-8048-48c8-8817-cd0d845f8367&id=7ef4604a-63e6-437a-8354-d61bce56e2da&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2007642 Nov 15 11:18:51.569073 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0123f28b-8940-4d66-b3d8-c6d8d8f02847 req-cff6db20-ad41-4d9e-912f-03418b271db9 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206276 Nov 15 11:18:51.594799 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabcbd5-adc1-42be-9188-a8032db32497 req-e461c56c-35bb-4adb-815f-7ed184060def tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:51.600770 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabcbd5-adc1-42be-9188-a8032db32497 req-e461c56c-35bb-4adb-815f-7ed184060def tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:51.606594 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabcbd5-adc1-42be-9188-a8032db32497 req-e461c56c-35bb-4adb-815f-7ed184060def tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:51.612866 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabcbd5-adc1-42be-9188-a8032db32497 req-e461c56c-35bb-4adb-815f-7ed184060def tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:51.618674 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabcbd5-adc1-42be-9188-a8032db32497 req-e461c56c-35bb-4adb-815f-7ed184060def tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:51.624567 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabcbd5-adc1-42be-9188-a8032db32497 req-e461c56c-35bb-4adb-815f-7ed184060def tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:51.630706 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabcbd5-adc1-42be-9188-a8032db32497 req-e461c56c-35bb-4adb-815f-7ed184060def tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:51.632579 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0cabcbd5-adc1-42be-9188-a8032db32497 req-e461c56c-35bb-4adb-815f-7ed184060def tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5433 time: 0.1760676 Nov 15 11:18:51.642936 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:18:51.798587 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0cabcbd5-adc1-42be-9188-a8032db32497 req-4811d8da-3731-43b1-b7cd-89124da96ffa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1310563 Nov 15 11:18:51.803134 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47fa57b9-cb65-494d-b55a-a22b2761717f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:51.885426 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9e33a-4278-44e8-8094-ec84902ba17e req-d8c415e6-fdfb-495f-b7a6-d27c01624e69 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:51.886942 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27d9e33a-4278-44e8-8094-ec84902ba17e req-d8c415e6-fdfb-495f-b7a6-d27c01624e69 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b319919-bd3e-42ee-a6bb-1353f8cc46ad HTTP/1.1" status: 200 len: 949 time: 0.1379595 Nov 15 11:18:51.947614 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device f3cf7fc0-e602-4809-8f2f-8cca37b86b15 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:51.953182 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-77912f34-5e36-4176-945d-bd6dd4784025 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:51.955488 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-77912f34-5e36-4176-945d-bd6dd4784025 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.11 "GET /v2.0/networks?id=32ac9d3f-157d-47a5-bd6d-6d33ad7f7216 HTTP/1.1" status: 200 len: 810 time: 0.1471167 Nov 15 11:18:51.972486 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-e67222b2-6d9e-443b-84b3-bf5f04c31c85 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Request body: {'port': {'device_id': '991a8b1f-2873-4d6d-a5f0-16ee7ab767ab', 'network_id': '32ac9d3f-157d-47a5-bd6d-6d33ad7f7216', 'admin_state_up': True, 'tenant_id': 'a52d7c64e60f462e864394b0e6cd8b55'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:51.985509 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27d9e33a-4278-44e8-8094-ec84902ba17e req-984afeee-6649-4c61-b28d-936727acc5c0 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae35907-e457-4122-80e1-28875efa7586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874312 Nov 15 11:18:52.010187 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port f3cf7fc0-e602-4809-8f2f-8cca37b86b15 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:18:52.015385 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port f3cf7fc0-e602-4809-8f2f-8cca37b86b15 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:52.015910 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:52.024159 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e2f5a-1c99-41a0-979e-8c92a5d7c294 req-0680822b-773f-4427-a649-ebe272780fdf tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:52.028520 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f8e2f5a-1c99-41a0-979e-8c92a5d7c294 req-0680822b-773f-4427-a649-ebe272780fdf tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3970c531-beb3-4d92-9b5a-a9401e092d54 HTTP/1.1" status: 200 len: 944 time: 0.1404145 Nov 15 11:18:52.103803 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:52.122681 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-e67222b2-6d9e-443b-84b3-bf5f04c31c85 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Made reservation on behalf of a52d7c64e60f462e864394b0e6cd8b55 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:18:52.126580 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-e67222b2-6d9e-443b-84b3-bf5f04c31c85 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:52.147586 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port f3cf7fc0-e602-4809-8f2f-8cca37b86b15, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f3cf7fc0-e602-4809-8f2f-8cca37b86b15,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:52.152787 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:52.163028 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f8e2f5a-1c99-41a0-979e-8c92a5d7c294 req-158e1ab0-4c35-4275-92a9-f6843cbc19cd tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd2f3e53-4c58-4e5d-882d-04632c79682b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1309593 Nov 15 11:18:52.197343 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fa57b9-cb65-494d-b55a-a22b2761717f admin admin] Router 92443fb0-1e1e-4599-b6be-316d09172001 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:18:52.209652 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=f3cf7fc0-e602-4809-8f2f-8cca37b86b15,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:52.280262 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-e67222b2-6d9e-443b-84b3-bf5f04c31c85 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Allocated IP 172.20.0.11 (32ac9d3f-157d-47a5-bd6d-6d33ad7f7216/7f100c30-23b0-431a-b316-2833cf816dd0/f67c27d6-9a04-42e5-a1e5-ba7eda174707) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:18:52.329869 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-606fffca-451a-45dc-9665-3c5ac030d415 req-e5e34a6e-d7ea-44e2-a444-dc95291f2437 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/ports?device_id=991a8b1f-2873-4d6d-a5f0-16ee7ab767ab HTTP/1.1" status: 200 len: 210 time: 0.0437069 Nov 15 11:18:52.369948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fa57b9-cb65-494d-b55a-a22b2761717f admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:18:52.375195 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-47fa57b9-cb65-494d-b55a-a22b2761717f admin admin] 10.222.0.64 "PUT /v2.0/routers/92443fb0-1e1e-4599-b6be-316d09172001/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4422755 Nov 15 11:18:52.381635 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59504) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:52.381812 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d16547-f94b-4ef8-9812-bed67f3f4657 None None] Sync routers for ids ['92443fb0-1e1e-4599-b6be-316d09172001'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:18:52.383057 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34a436-89ff-42e5-93c4-16bf7708bc00 req-a6ea1938-2130-4fec-9b8a-f9f3345cc92f tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:52.384593 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b34a436-89ff-42e5-93c4-16bf7708bc00 req-a6ea1938-2130-4fec-9b8a-f9f3345cc92f tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.0973065 Nov 15 11:18:52.391910 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d16547-f94b-4ef8-9812-bed67f3f4657 None None] Routers {'92443fb0-1e1e-4599-b6be-316d09172001'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:18:52.393301 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-06d16547-f94b-4ef8-9812-bed67f3f4657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:18:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['92443fb0-1e1e-4599-b6be-316d09172001'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:52.433463 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b34a436-89ff-42e5-93c4-16bf7708bc00 req-13cd2382-848c-4ae2-a15e-4490e58b843c tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418284 Nov 15 11:18:52.496173 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-06d16547-f94b-4ef8-9812-bed67f3f4657 None None] Set router 92443fb0-1e1e-4599-b6be-316d09172001 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:18:52.511540 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-e67222b2-6d9e-443b-84b3-bf5f04c31c85 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:52.529783 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b80b67b-d492-4ddd-a093-7a8fcc970f68 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:52.628026 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-e67222b2-6d9e-443b-84b3-bf5f04c31c85 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:52.671274 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ec4584-f19b-4d41-9ca4-dadee522510d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cf7fc0-e602-4809-8f2f-8cca37b86b15'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:52.674203 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b01913a-4d7b-451c-8b85-e1be53ea9482" -d '{"events": [{"server_uuid": "b3ec4584-f19b-4d41-9ca4-dadee522510d", "name": "network-vif-plugged", "status": "completed", "tag": "f3cf7fc0-e602-4809-8f2f-8cca37b86b15"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:52.678171 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-06d16547-f94b-4ef8-9812-bed67f3f4657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92443fb0-1e1e-4599-b6be-316d09172001', 'name': 'tempest-FloatingIPsTestJSON-1761750843-router', 'tenant_id': 'f37a68aba6994917ae2c3349a870f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '16f89816-a206-418a-9d72-f97ecdfd0026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:22Z', 'updated_at': '2021-11-15T11:18:51Z', 'revision_number': 5, 'project_id': 'f37a68aba6994917ae2c3349a870f59d', 'gw_port': {'id': '16f89816-a206-418a-9d72-f97ecdfd0026', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92443fb0-1e1e-4599-b6be-316d09172001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:23Z', 'updated_at': '2021-11-15T11:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:52.686008 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-e67222b2-6d9e-443b-84b3-bf5f04c31c85 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Network 32ac9d3f-157d-47a5-bd6d-6d33ad7f7216 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:18:52.692118 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-e67222b2-6d9e-443b-84b3-bf5f04c31c85 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:52.698252 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-e67222b2-6d9e-443b-84b3-bf5f04c31c85 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:18:52.701393 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b80b67b-d492-4ddd-a093-7a8fcc970f68 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:52.711493 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d16547-f94b-4ef8-9812-bed67f3f4657 None None] Checking router: 92443fb0-1e1e-4599-b6be-316d09172001 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:18:52.713251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf9eaf-d7e8-4f37-9d23-6278504235cc req-4f851e44-12b1-4461-9eac-0c5dd3efbbf2 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:52.717689 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aecf9eaf-d7e8-4f37-9d23-6278504235cc req-4f851e44-12b1-4461-9eac-0c5dd3efbbf2 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.0799389 Nov 15 11:18:52.734773 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d16547-f94b-4ef8-9812-bed67f3f4657 None None] Routers {'92443fb0-1e1e-4599-b6be-316d09172001'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:18:52.735401 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67222b2-6d9e-443b-84b3-bf5f04c31c85 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Pushing event updated for resources: {'Port': ['ID=f67c27d6-9a04-42e5-a1e5-ba7eda174707,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:52.736148 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-06d16547-f94b-4ef8-9812-bed67f3f4657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:18:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['92443fb0-1e1e-4599-b6be-316d09172001'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:52.777462 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aecf9eaf-d7e8-4f37-9d23-6278504235cc req-e4b61260-8f56-424a-8712-21a18a0c475d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507240 Nov 15 11:18:52.802284 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-e67222b2-6d9e-443b-84b3-bf5f04c31c85 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:52.803171 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-e67222b2-6d9e-443b-84b3-bf5f04c31c85 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:52.817123 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a972d4d-067f-4951-b0d3-c55a95bda405 x-openstack-request-id: req-6a972d4d-067f-4951-b0d3-c55a95bda405 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:52.817505 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ec4584-f19b-4d41-9ca4-dadee522510d", "name": "network-vif-plugged", "status": "completed", "tag": "f3cf7fc0-e602-4809-8f2f-8cca37b86b15", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:52.817867 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a972d4d-067f-4951-b0d3-c55a95bda405 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:52.818754 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ec4584-f19b-4d41-9ca4-dadee522510d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cf7fc0-e602-4809-8f2f-8cca37b86b15', 'code': 200} Nov 15 11:18:52.830329 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-e67222b2-6d9e-443b-84b3-bf5f04c31c85 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8630536 Nov 15 11:18:52.850999 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-abe15c37-b9ae-484a-a347-9fd9f42a72a2 service neutron] Request body: {'port': {'device_id': '991a8b1f-2873-4d6d-a5f0-16ee7ab767ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:52.857353 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1b80b67b-d492-4ddd-a093-7a8fcc970f68 admin admin] Deleting port 16f89816-a206-418a-9d72-f97ecdfd0026 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:18:52.857686 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b80b67b-d492-4ddd-a093-7a8fcc970f68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:52.902807 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-06d16547-f94b-4ef8-9812-bed67f3f4657 None None] Set router 92443fb0-1e1e-4599-b6be-316d09172001 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:18:52.964716 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-abe15c37-b9ae-484a-a347-9fd9f42a72a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:52.993656 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68028469-3637-496b-9561-30a5fd17c830 req-829389b5-e11a-464e-8c21-a23aab9fcfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:52.995573 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68028469-3637-496b-9561-30a5fd17c830 req-829389b5-e11a-464e-8c21-a23aab9fcfc1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 1097 time: 0.1009059 Nov 15 11:18:53.028387 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1b80b67b-d492-4ddd-a093-7a8fcc970f68 admin admin] For port 16f89816-a206-418a-9d72-f97ecdfd0026, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=16f89816-a206-418a-9d72-f97ecdfd0026,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:53.028775 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b80b67b-d492-4ddd-a093-7a8fcc970f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:53.030866 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe63d68-26fb-42b9-bb51-9d9aa114e5d8 req-8fa498a4-0c21-4043-893e-56229f5ac856 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:53.044276 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe63d68-26fb-42b9-bb51-9d9aa114e5d8 req-8fa498a4-0c21-4043-893e-56229f5ac856 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:53.052545 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe63d68-26fb-42b9-bb51-9d9aa114e5d8 req-8fa498a4-0c21-4043-893e-56229f5ac856 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:53.052746 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1b80b67b-d492-4ddd-a093-7a8fcc970f68 admin admin] Calling delete_port for 16f89816-a206-418a-9d72-f97ecdfd0026 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:18:53.060358 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe63d68-26fb-42b9-bb51-9d9aa114e5d8 req-8fa498a4-0c21-4043-893e-56229f5ac856 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:53.067222 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe63d68-26fb-42b9-bb51-9d9aa114e5d8 req-8fa498a4-0c21-4043-893e-56229f5ac856 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:53.074230 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe63d68-26fb-42b9-bb51-9d9aa114e5d8 req-8fa498a4-0c21-4043-893e-56229f5ac856 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:53.082619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe63d68-26fb-42b9-bb51-9d9aa114e5d8 req-8fa498a4-0c21-4043-893e-56229f5ac856 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:53.097794 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afe63d68-26fb-42b9-bb51-9d9aa114e5d8 req-8fa498a4-0c21-4043-893e-56229f5ac856 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5433 time: 0.1891375 Nov 15 11:18:53.099231 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-06d16547-f94b-4ef8-9812-bed67f3f4657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92443fb0-1e1e-4599-b6be-316d09172001', 'name': 'tempest-FloatingIPsTestJSON-1761750843-router', 'tenant_id': 'f37a68aba6994917ae2c3349a870f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '16f89816-a206-418a-9d72-f97ecdfd0026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:22Z', 'updated_at': '2021-11-15T11:18:51Z', 'revision_number': 5, 'project_id': 'f37a68aba6994917ae2c3349a870f59d', 'gw_port': {'id': '16f89816-a206-418a-9d72-f97ecdfd0026', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92443fb0-1e1e-4599-b6be-316d09172001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:23Z', 'updated_at': '2021-11-15T11:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:53.138980 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d16547-f94b-4ef8-9812-bed67f3f4657 None None] The sync data for ids ['92443fb0-1e1e-4599-b6be-316d09172001'] in n-d-729945-9 is: [{'id': '92443fb0-1e1e-4599-b6be-316d09172001', 'name': 'tempest-FloatingIPsTestJSON-1761750843-router', 'tenant_id': 'f37a68aba6994917ae2c3349a870f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '16f89816-a206-418a-9d72-f97ecdfd0026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:22Z', 'updated_at': '2021-11-15T11:18:51Z', 'revision_number': 5, 'project_id': 'f37a68aba6994917ae2c3349a870f59d', 'gw_port': {'id': '16f89816-a206-418a-9d72-f97ecdfd0026', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92443fb0-1e1e-4599-b6be-316d09172001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:23Z', 'updated_at': '2021-11-15T11:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:18:53.244505 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22b129-994d-42cf-a820-2ef41d35c788 req-1e769126-b983-49ac-b51b-44af706b1765 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:53.245960 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6a22b129-994d-42cf-a820-2ef41d35c788 req-1e769126-b983-49ac-b51b-44af706b1765 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b319919-bd3e-42ee-a6bb-1353f8cc46ad HTTP/1.1" status: 200 len: 949 time: 0.1357784 Nov 15 11:18:53.257228 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68028469-3637-496b-9561-30a5fd17c830 req-8f708fa0-78cc-4644-888a-75818bf74390 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542470 Nov 15 11:18:53.269045 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afe63d68-26fb-42b9-bb51-9d9aa114e5d8 req-6d4e74fd-cfa4-4849-9807-978859443f3f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1752777 Nov 15 11:18:53.305849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6a22b129-994d-42cf-a820-2ef41d35c788 req-a3c76045-906a-45d3-bcd4-8810c5ab5b21 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae35907-e457-4122-80e1-28875efa7586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510936 Nov 15 11:18:53.392035 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947e3a6-130a-49ad-b94c-3f295162be87 req-feb44695-4368-459e-a86d-30e637f3d647 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:53.393770 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3947e3a6-130a-49ad-b94c-3f295162be87 req-feb44695-4368-459e-a86d-30e637f3d647 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3970c531-beb3-4d92-9b5a-a9401e092d54 HTTP/1.1" status: 200 len: 944 time: 0.0528457 Nov 15 11:18:53.410125 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b80b67b-d492-4ddd-a093-7a8fcc970f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:53.414979 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-abe15c37-b9ae-484a-a347-9fd9f42a72a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67c27d6-9a04-42e5-a1e5-ba7eda174707 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:18:53.446835 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3947e3a6-130a-49ad-b94c-3f295162be87 req-663f370f-ed01-4121-96ba-5cbc8841d623 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd2f3e53-4c58-4e5d-882d-04632c79682b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459518 Nov 15 11:18:53.448134 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-abe15c37-b9ae-484a-a347-9fd9f42a72a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:53.452699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80b67b-d492-4ddd-a093-7a8fcc970f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=16f89816-a206-418a-9d72-f97ecdfd0026,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:53.519695 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-abe15c37-b9ae-484a-a347-9fd9f42a72a2 service neutron] Transition to ACTIVE for port object f67c27d6-9a04-42e5-a1e5-ba7eda174707 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:18:53.530603 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-abe15c37-b9ae-484a-a347-9fd9f42a72a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:53.575288 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b80b67b-d492-4ddd-a093-7a8fcc970f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:53.666084 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8439f74-231e-4264-b6d2-22d9bb08a813 req-e9075bad-62dc-4e57-94a0-8edb845b816f tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:53.667720 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b8439f74-231e-4264-b6d2-22d9bb08a813 req-e9075bad-62dc-4e57-94a0-8edb845b816f tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/ports?device_id=991a8b1f-2873-4d6d-a5f0-16ee7ab767ab HTTP/1.1" status: 200 len: 944 time: 0.1284251 Nov 15 11:18:53.685127 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0214935-d0e7-4068-b073-f9f065a0dc3d req-831622ed-e5a1-4571-b8b4-1163eab2e1d1 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:53.686410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe15c37-b9ae-484a-a347-9fd9f42a72a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f67c27d6-9a04-42e5-a1e5-ba7eda174707,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:53.686794 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0214935-d0e7-4068-b073-f9f065a0dc3d req-831622ed-e5a1-4571-b8b4-1163eab2e1d1 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b319919-bd3e-42ee-a6bb-1353f8cc46ad HTTP/1.1" status: 200 len: 949 time: 0.1130753 Nov 15 11:18:53.693148 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b80b67b-d492-4ddd-a093-7a8fcc970f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:53.706080 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdd5dc-b9da-4153-a170-d326784a278c req-e2044c96-6310-40c2-988c-e9e0ad898c3b tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:53.707548 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9cdd5dc-b9da-4153-a170-d326784a278c req-e2044c96-6310-40c2-988c-e9e0ad898c3b tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.1188953 Nov 15 11:18:53.708059 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b80b67b-d492-4ddd-a093-7a8fcc970f68 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:53.783255 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b80b67b-d492-4ddd-a093-7a8fcc970f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:53.783789 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b80b67b-d492-4ddd-a093-7a8fcc970f68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92443fb0-1e1e-4599-b6be-316d09172001 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:18:53.790226 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b80b67b-d492-4ddd-a093-7a8fcc970f68 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:53.794116 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1b80b67b-d492-4ddd-a093-7a8fcc970f68 admin admin] 10.222.0.64 "DELETE /v2.0/routers/92443fb0-1e1e-4599-b6be-316d09172001 HTTP/1.1" status: 204 len: 168 time: 1.4106877 Nov 15 11:18:53.796737 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59528) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:53.831227 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-abe15c37-b9ae-484a-a347-9fd9f42a72a2 service neutron] Attempting to bind port f67c27d6-9a04-42e5-a1e5-ba7eda174707 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:18:53.831558 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-abe15c37-b9ae-484a-a347-9fd9f42a72a2 service neutron] Attempting to bind port f67c27d6-9a04-42e5-a1e5-ba7eda174707 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'b6823e5a-4fac-4485-92e7-bd49dc7aa8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '32ac9d3f-157d-47a5-bd6d-6d33ad7f7216'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:18:53.831913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-abe15c37-b9ae-484a-a347-9fd9f42a72a2 service neutron] Attempting to bind port f67c27d6-9a04-42e5-a1e5-ba7eda174707 on network 32ac9d3f-157d-47a5-bd6d-6d33ad7f7216 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:18:53.832058 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b8439f74-231e-4264-b6d2-22d9bb08a813 req-396ddbff-e5f5-4eca-b5f0-2bd83052f7a2 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/security-groups?id=58cefdb3-4032-4457-82a1-716b59c02454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442454 Nov 15 11:18:53.840898 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-abe15c37-b9ae-484a-a347-9fd9f42a72a2 service neutron] Port f67c27d6-9a04-42e5-a1e5-ba7eda174707 on network 32ac9d3f-157d-47a5-bd6d-6d33ad7f7216 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:18:53.841216 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-abe15c37-b9ae-484a-a347-9fd9f42a72a2 service neutron] Attempting to bind port f67c27d6-9a04-42e5-a1e5-ba7eda174707 on network 32ac9d3f-157d-47a5-bd6d-6d33ad7f7216 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:18:53.850534 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-abe15c37-b9ae-484a-a347-9fd9f42a72a2 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:18:53.850883 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-abe15c37-b9ae-484a-a347-9fd9f42a72a2 service neutron] Checking segment: {'id': 'b6823e5a-4fac-4485-92e7-bd49dc7aa8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '32ac9d3f-157d-47a5-bd6d-6d33ad7f7216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:18:53.851279 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-abe15c37-b9ae-484a-a347-9fd9f42a72a2 service neutron] Bound using segment: {'id': 'b6823e5a-4fac-4485-92e7-bd49dc7aa8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '32ac9d3f-157d-47a5-bd6d-6d33ad7f7216'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:18:53.851655 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-abe15c37-b9ae-484a-a347-9fd9f42a72a2 service neutron] Bound port: f67c27d6-9a04-42e5-a1e5-ba7eda174707, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6823e5a-4fac-4485-92e7-bd49dc7aa8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '32ac9d3f-157d-47a5-bd6d-6d33ad7f7216'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:18:53.852038 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-abe15c37-b9ae-484a-a347-9fd9f42a72a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:53.854619 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9cdd5dc-b9da-4153-a170-d326784a278c req-972bc042-bbeb-4a1b-b4a9-64b120d4714c tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337223 Nov 15 11:18:53.867128 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae2d8ab-9664-49ec-9566-0c3dff2ad838 admin admin] Deleting subnet e096da6e-cdf7-434a-a9f6-748bb82303ad {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:18:53.873108 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dae2d8ab-9664-49ec-9566-0c3dff2ad838 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:53.914242 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-b0214935-d0e7-4068-b073-f9f065a0dc3d req-1dff0f12-3a46-4250-b84f-7abc9a9373ee tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Deleting port 9c7511df-5f12-4ef2-88ee-fcd15a9edac2 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:18:53.924709 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b0214935-d0e7-4068-b073-f9f065a0dc3d req-1dff0f12-3a46-4250-b84f-7abc9a9373ee tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:53.972581 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dae2d8ab-9664-49ec-9566-0c3dff2ad838 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:53.992522 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 124f6714-818a-46a6-a081-56f710a8132e no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:18:54.027345 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 124f6714-818a-46a6-a081-56f710a8132e {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:18:54.028634 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 124f6714-818a-46a6-a081-56f710a8132e not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:18:54.067950 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-abe15c37-b9ae-484a-a347-9fd9f42a72a2 service neutron] For port f67c27d6-9a04-42e5-a1e5-ba7eda174707, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:18:54.072417 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-abe15c37-b9ae-484a-a347-9fd9f42a72a2 service neutron] For port f67c27d6-9a04-42e5-a1e5-ba7eda174707, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f67c27d6-9a04-42e5-a1e5-ba7eda174707,segment=NetworkSegment(b6823e5a-4fac-4485-92e7-bd49dc7aa8b2),segment_id=b6823e5a-4fac-4485-92e7-bd49dc7aa8b2)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:18:54.092564 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-abe15c37-b9ae-484a-a347-9fd9f42a72a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:54.108259 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10762039-769e-4652-bb3d-66771eb26e71 req-79d3d571-b471-42b8-a09d-cb320ea9c711 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:54.110765 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-10762039-769e-4652-bb3d-66771eb26e71 req-79d3d571-b471-42b8-a09d-cb320ea9c711 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b9e47e5-c4ab-42e1-88e4-273acbd76531 HTTP/1.1" status: 200 len: 950 time: 0.1812112 Nov 15 11:18:54.144769 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-abe15c37-b9ae-484a-a347-9fd9f42a72a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:54.145385 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-abe15c37-b9ae-484a-a347-9fd9f42a72a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:54.146786 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-abe15c37-b9ae-484a-a347-9fd9f42a72a2 service neutron] 10.222.0.11 "PUT /v2.0/ports/f67c27d6-9a04-42e5-a1e5-ba7eda174707 HTTP/1.1" status: 200 len: 1092 time: 1.3002522 Nov 15 11:18:54.147227 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991a8b1f-2873-4d6d-a5f0-16ee7ab767ab', 'tag': 'f67c27d6-9a04-42e5-a1e5-ba7eda174707'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:54.149550 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de18412c-85fc-4366-8264-d22482cb7cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "991a8b1f-2873-4d6d-a5f0-16ee7ab767ab", "tag": "f67c27d6-9a04-42e5-a1e5-ba7eda174707"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:54.154951 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-b0214935-d0e7-4068-b073-f9f065a0dc3d req-1dff0f12-3a46-4250-b84f-7abc9a9373ee tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] For port 9c7511df-5f12-4ef2-88ee-fcd15a9edac2, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=9c7511df-5f12-4ef2-88ee-fcd15a9edac2,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:54.155142 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b0214935-d0e7-4068-b073-f9f065a0dc3d req-1dff0f12-3a46-4250-b84f-7abc9a9373ee tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:54.156140 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dae2d8ab-9664-49ec-9566-0c3dff2ad838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:54.177304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41151d09-466b-439b-ac94-2632d775b723 req-b8cc2467-d0f8-4416-8df3-32be59319a1b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:54.178806 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41151d09-466b-439b-ac94-2632d775b723 req-b8cc2467-d0f8-4416-8df3-32be59319a1b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.1286073 Nov 15 11:18:54.185289 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-b0214935-d0e7-4068-b073-f9f065a0dc3d req-1dff0f12-3a46-4250-b84f-7abc9a9373ee tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Calling delete_port for 9c7511df-5f12-4ef2-88ee-fcd15a9edac2 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:18:54.196812 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe15c37-b9ae-484a-a347-9fd9f42a72a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f67c27d6-9a04-42e5-a1e5-ba7eda174707,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:54.247646 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dae2d8ab-9664-49ec-9566-0c3dff2ad838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:54.262917 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-10762039-769e-4652-bb3d-66771eb26e71 req-a344f298-60bf-44eb-ad1a-20c7bb309b56 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae35907-e457-4122-80e1-28875efa7586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428640 Nov 15 11:18:54.278326 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-0ea100ac-78fd-4833-9926-7bd940c5450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:54.279848 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-0ea100ac-78fd-4833-9926-7bd940c5450a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a52d7c64e60f462e864394b0e6cd8b55&device_id=991a8b1f-2873-4d6d-a5f0-16ee7ab767ab HTTP/1.1" status: 200 len: 1095 time: 0.0786822 Nov 15 11:18:54.281874 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2d8ab-9664-49ec-9566-0c3dff2ad838 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e096da6e-cdf7-434a-a9f6-748bb82303ad,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:54.284062 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dae2d8ab-9664-49ec-9566-0c3dff2ad838 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:54.287241 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-dae2d8ab-9664-49ec-9566-0c3dff2ad838 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e096da6e-cdf7-434a-a9f6-748bb82303ad HTTP/1.1" status: 204 len: 168 time: 0.4906051 Nov 15 11:18:54.291436 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e947461-869e-4e62-b20d-314c0b72d0f0 None None] Network 6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:18:54.295382 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59536) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:54.318278 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41151d09-466b-439b-ac94-2632d775b723 req-d3850b7c-c267-4aed-96fb-eebe351063c5 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224568 Nov 15 11:18:54.349519 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-12e54825-2bfa-476b-a1e3-c811e8890ee6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f67c27d6-9a04-42e5-a1e5-ba7eda174707 HTTP/1.1" status: 200 len: 217 time: 0.0604331 Nov 15 11:18:54.418787 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059bad0f-ccc5-4faf-863e-d50326a6c544 x-openstack-request-id: req-059bad0f-ccc5-4faf-863e-d50326a6c544 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:54.419041 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991a8b1f-2873-4d6d-a5f0-16ee7ab767ab", "tag": "f67c27d6-9a04-42e5-a1e5-ba7eda174707", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:54.419291 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-059bad0f-ccc5-4faf-863e-d50326a6c544 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:54.419687 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991a8b1f-2873-4d6d-a5f0-16ee7ab767ab', 'tag': 'f67c27d6-9a04-42e5-a1e5-ba7eda174707', 'status': 'completed', 'code': 200} Nov 15 11:18:54.453130 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a498ea7-f0f2-499e-82bf-efa12bdc6410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:54.461888 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-69f1c9de-4dfd-442d-9fea-4b807a656212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:54.463930 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-69f1c9de-4dfd-442d-9fea-4b807a656212 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f100c30-23b0-431a-b316-2833cf816dd0 HTTP/1.1" status: 200 len: 850 time: 0.0828073 Nov 15 11:18:54.479886 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b01a40-e94e-48f0-94af-6fec89e9ddc5 req-a73ae97a-99a8-4403-afb6-9ff23a1d0015 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:54.481453 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a8b01a40-e94e-48f0-94af-6fec89e9ddc5 req-a73ae97a-99a8-4403-afb6-9ff23a1d0015 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.1339300 Nov 15 11:18:54.518265 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b0214935-d0e7-4068-b073-f9f065a0dc3d req-1dff0f12-3a46-4250-b84f-7abc9a9373ee tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:54.525155 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-b81a3e29-de3d-437d-836d-bc83efc2f76e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32ac9d3f-157d-47a5-bd6d-6d33ad7f7216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534155 Nov 15 11:18:54.529821 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device c69d5048-3822-4dee-977b-ae437fe6d605 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:18:54.567912 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['e68d4537-b80e-4e31-9aec-c9c7ac805b65'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:18:54.570611 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['9c7511df-5f12-4ef2-88ee-fcd15a9edac2'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:18:54.585493 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff0f12-3a46-4250-b84f-7abc9a9373ee tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Pushing event deleted for resources: {'Port': ['ID=9c7511df-5f12-4ef2-88ee-fcd15a9edac2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:54.615836 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a8b01a40-e94e-48f0-94af-6fec89e9ddc5 req-256efb8f-01b9-4b2a-9ef1-8315d06869ad tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271999 Nov 15 11:18:54.666660 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3a498ea7-f0f2-499e-82bf-efa12bdc6410 admin admin] Deleting port b35462d0-773d-454a-8bf1-a6d7773308b7 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:18:54.667442 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a498ea7-f0f2-499e-82bf-efa12bdc6410 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:54.682283 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0214935-d0e7-4068-b073-f9f065a0dc3d req-1dff0f12-3a46-4250-b84f-7abc9a9373ee tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] No DVR routers for this DVR port 9c7511df-5f12-4ef2-88ee-fcd15a9edac2 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:18:54.686622 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b0214935-d0e7-4068-b073-f9f065a0dc3d req-1dff0f12-3a46-4250-b84f-7abc9a9373ee tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:54.691797 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0214935-d0e7-4068-b073-f9f065a0dc3d req-1dff0f12-3a46-4250-b84f-7abc9a9373ee tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.11 "DELETE /v2.0/ports/9c7511df-5f12-4ef2-88ee-fcd15a9edac2 HTTP/1.1" status: 204 len: 173 time: 0.9938695 Nov 15 11:18:54.693529 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b319919-bd3e-42ee-a6bb-1353f8cc46ad', 'name': 'network-vif-deleted', 'tag': '9c7511df-5f12-4ef2-88ee-fcd15a9edac2'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:54.697575 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17aabe6-3746-42c7-9b74-b302a609a9a6" -d '{"events": [{"server_uuid": "1b319919-bd3e-42ee-a6bb-1353f8cc46ad", "name": "network-vif-deleted", "tag": "9c7511df-5f12-4ef2-88ee-fcd15a9edac2"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:54.761657 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-85deb566-7dfa-4e47-98df-2326cfc607f5 service neutron] 10.222.0.11 "GET /v2.0/networks/32ac9d3f-157d-47a5-bd6d-6d33ad7f7216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265627 Nov 15 11:18:54.799966 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ddfa3-1ce5-4ec1-a7de-5098e6b407b6 req-cbe45e88-06d8-4919-a91a-b41e9b2fa940 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:54.806162 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ddfa3-1ce5-4ec1-a7de-5098e6b407b6 req-cbe45e88-06d8-4919-a91a-b41e9b2fa940 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:54.815611 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ddfa3-1ce5-4ec1-a7de-5098e6b407b6 req-cbe45e88-06d8-4919-a91a-b41e9b2fa940 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:54.830855 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ddfa3-1ce5-4ec1-a7de-5098e6b407b6 req-cbe45e88-06d8-4919-a91a-b41e9b2fa940 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:54.839332 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3a498ea7-f0f2-499e-82bf-efa12bdc6410 admin admin] For port b35462d0-773d-454a-8bf1-a6d7773308b7, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b35462d0-773d-454a-8bf1-a6d7773308b7,segment=NetworkSegment(1e24c6c2-e995-4437-96c0-7fd98542a220),segment_id=1e24c6c2-e995-4437-96c0-7fd98542a220)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:54.839785 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a498ea7-f0f2-499e-82bf-efa12bdc6410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:54.840723 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ddfa3-1ce5-4ec1-a7de-5098e6b407b6 req-cbe45e88-06d8-4919-a91a-b41e9b2fa940 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:54.848261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ddfa3-1ce5-4ec1-a7de-5098e6b407b6 req-cbe45e88-06d8-4919-a91a-b41e9b2fa940 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:54.856545 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ddfa3-1ce5-4ec1-a7de-5098e6b407b6 req-cbe45e88-06d8-4919-a91a-b41e9b2fa940 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:54.865325 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3a498ea7-f0f2-499e-82bf-efa12bdc6410 admin admin] Calling delete_port for b35462d0-773d-454a-8bf1-a6d7773308b7 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:18:54.877094 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b16ddfa3-1ce5-4ec1-a7de-5098e6b407b6 req-cbe45e88-06d8-4919-a91a-b41e9b2fa940 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5433 time: 0.3618639 Nov 15 11:18:54.932679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e028e-83ff-40f8-91fd-fd0edc939c4e req-25d3330b-3ae5-4f98-bb00-f2f67abd4c6a tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:54.940310 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a36e028e-83ff-40f8-91fd-fd0edc939c4e req-25d3330b-3ae5-4f98-bb00-f2f67abd4c6a tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3970c531-beb3-4d92-9b5a-a9401e092d54 HTTP/1.1" status: 200 len: 944 time: 0.2338109 Nov 15 11:18:54.952962 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port c69d5048-3822-4dee-977b-ae437fe6d605, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=c69d5048-3822-4dee-977b-ae437fe6d605,segment=NetworkSegment(c5b84830-dca3-4e93-a45f-d3a02601f812),segment_id=c5b84830-dca3-4e93-a45f-d3a02601f812)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:54.956117 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18493bf6-1558-4204-ad13-ec6ed86079b4 req-7d4c6cb4-06aa-4dc5-b8ad-241a29952a2e service neutron] 10.222.0.11 "GET /v2.0/networks/32ac9d3f-157d-47a5-bd6d-6d33ad7f7216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841645 Nov 15 11:18:55.005982 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'c69d5048-3822-4dee-977b-ae437fe6d605', 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e', 'port_id': 'c69d5048-3822-4dee-977b-ae437fe6d605', 'mac_address': 'fa:16:3e:67:65:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13de97e3-bf4b-4f47-8f44-5155e3b5e067', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:18:55.018311 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a498ea7-f0f2-499e-82bf-efa12bdc6410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:55.022956 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b16ddfa3-1ce5-4ec1-a7de-5098e6b407b6 req-1e4ccd2a-1c58-433f-b77c-8dc892c5bcc4 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1448977 Nov 15 11:18:55.052140 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a36e028e-83ff-40f8-91fd-fd0edc939c4e req-68689107-f8ac-4c81-8b78-4e03d36dfc50 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd2f3e53-4c58-4e5d-882d-04632c79682b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1109428 Nov 15 11:18:55.069574 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c384f24-8950-430c-9cac-f0a8a59f8211 None None] DHCP port deletion for 6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:18:55.122820 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:55.130410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a498ea7-f0f2-499e-82bf-efa12bdc6410 admin admin] Pushing event deleted for resources: {'Port': ['ID=b35462d0-773d-454a-8bf1-a6d7773308b7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:55.140502 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a498ea7-f0f2-499e-82bf-efa12bdc6410 admin admin] No DVR routers for this DVR port b35462d0-773d-454a-8bf1-a6d7773308b7 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:18:55.144535 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69d5048-3822-4dee-977b-ae437fe6d605 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:18:55.144997 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbca1f-7621-48cd-b585-075a56f8ca2a req-d419c774-7c4f-4966-8877-b5fce617fd9c tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:55.148976 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-52dbca1f-7621-48cd-b585-075a56f8ca2a req-d419c774-7c4f-4966-8877-b5fce617fd9c tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b9e47e5-c4ab-42e1-88e4-273acbd76531 HTTP/1.1" status: 200 len: 950 time: 0.0868535 Nov 15 11:18:55.156879 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e219c09-fb8f-4f1c-916b-77760d9a70a4 x-openstack-request-id: req-3e219c09-fb8f-4f1c-916b-77760d9a70a4 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:55.157178 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b319919-bd3e-42ee-a6bb-1353f8cc46ad", "name": "network-vif-deleted", "tag": "9c7511df-5f12-4ef2-88ee-fcd15a9edac2", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:55.157766 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e219c09-fb8f-4f1c-916b-77760d9a70a4 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:55.158286 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b319919-bd3e-42ee-a6bb-1353f8cc46ad', 'name': 'network-vif-deleted', 'tag': '9c7511df-5f12-4ef2-88ee-fcd15a9edac2', 'status': 'completed', 'code': 200} Nov 15 11:18:55.201790 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port c69d5048-3822-4dee-977b-ae437fe6d605, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=c69d5048-3822-4dee-977b-ae437fe6d605,segment=NetworkSegment(c5b84830-dca3-4e93-a45f-d3a02601f812),segment_id=c5b84830-dca3-4e93-a45f-d3a02601f812)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:55.209858 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:55.249298 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a498ea7-f0f2-499e-82bf-efa12bdc6410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:55.268391 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=c69d5048-3822-4dee-977b-ae437fe6d605,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:55.278260 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3a498ea7-f0f2-499e-82bf-efa12bdc6410 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:55.279449 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:55.280592 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:55.281107 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:55.281594 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:55.282077 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:55.282560 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:55.283040 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:55.283668 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:55.284235 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:55.284739 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:55.285220 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:55.285351 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18412c-85fc-4366-8264-d22482cb7cc7 req-5bd2bc8f-3104-4456-9631-956ec6ec9c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:55.285821 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:18:55.287234 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-de18412c-85fc-4366-8264-d22482cb7cc7 req-5bd2bc8f-3104-4456-9631-956ec6ec9c3f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a52d7c64e60f462e864394b0e6cd8b55&device_id=991a8b1f-2873-4d6d-a5f0-16ee7ab767ab HTTP/1.1" status: 200 len: 1095 time: 0.2426379 Nov 15 11:18:55.299678 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3a498ea7-f0f2-499e-82bf-efa12bdc6410 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e24c6c2-e995-4437-96c0-7fd98542a220') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:55.300001 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3a498ea7-f0f2-499e-82bf-efa12bdc6410 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e24c6c2-e995-4437-96c0-7fd98542a220') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:55.325546 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a498ea7-f0f2-499e-82bf-efa12bdc6410 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:55.373369 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a498ea7-f0f2-499e-82bf-efa12bdc6410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:55.384369 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a498ea7-f0f2-499e-82bf-efa12bdc6410 admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:18:55.384810 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a498ea7-f0f2-499e-82bf-efa12bdc6410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:18:55.386582 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:18:55.391429 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26977318-338a-4452-9c5e-596a9daad7e4 req-6b60394a-3b57-45be-ad3b-8c9b018f19c6 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:55.393426 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-26977318-338a-4452-9c5e-596a9daad7e4 req-6b60394a-3b57-45be-ad3b-8c9b018f19c6 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/ports?device_id=991a8b1f-2873-4d6d-a5f0-16ee7ab767ab HTTP/1.1" status: 200 len: 944 time: 0.0928612 Nov 15 11:18:55.427237 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-52dbca1f-7621-48cd-b585-075a56f8ca2a req-c9263488-2341-4b93-ae66-f50dfe382838 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Deleting port e68d4537-b80e-4e31-9aec-c9c7ac805b65 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:18:55.427895 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-52dbca1f-7621-48cd-b585-075a56f8ca2a req-c9263488-2341-4b93-ae66-f50dfe382838 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:55.456321 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18412c-85fc-4366-8264-d22482cb7cc7 req-bcc3c3a3-e5be-4410-b315-fdb77a942ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:55.457855 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-de18412c-85fc-4366-8264-d22482cb7cc7 req-bcc3c3a3-e5be-4410-b315-fdb77a942ff8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=32ac9d3f-157d-47a5-bd6d-6d33ad7f7216 HTTP/1.1" status: 200 len: 911 time: 0.1605980 Nov 15 11:18:55.461529 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a498ea7-f0f2-499e-82bf-efa12bdc6410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:55.469055 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a498ea7-f0f2-499e-82bf-efa12bdc6410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:55.475005 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3a498ea7-f0f2-499e-82bf-efa12bdc6410 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240 HTTP/1.1" status: 204 len: 168 time: 1.1762781 Nov 15 11:18:55.494844 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a498ea7-f0f2-499e-82bf-efa12bdc6410 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cf8c0b7-5d74-44f8-b43f-ebb81c9e1240,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:55.573145 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-26977318-338a-4452-9c5e-596a9daad7e4 req-ce0b5bde-893f-4f97-bdf5-953d5e5a6cd7 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/security-groups?id=58cefdb3-4032-4457-82a1-716b59c02454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680539 Nov 15 11:18:55.646640 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-52dbca1f-7621-48cd-b585-075a56f8ca2a req-c9263488-2341-4b93-ae66-f50dfe382838 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] For port e68d4537-b80e-4e31-9aec-c9c7ac805b65, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=e68d4537-b80e-4e31-9aec-c9c7ac805b65,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:55.647005 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-52dbca1f-7621-48cd-b585-075a56f8ca2a req-c9263488-2341-4b93-ae66-f50dfe382838 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:55.681277 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aac5f2-535b-416a-8593-8feda179dee8 req-010e488b-12d3-4330-b26f-9434df436b58 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:55.687932 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aac5f2-535b-416a-8593-8feda179dee8 req-010e488b-12d3-4330-b26f-9434df436b58 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:55.694633 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aac5f2-535b-416a-8593-8feda179dee8 req-010e488b-12d3-4330-b26f-9434df436b58 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:55.703064 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aac5f2-535b-416a-8593-8feda179dee8 req-010e488b-12d3-4330-b26f-9434df436b58 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:55.709233 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aac5f2-535b-416a-8593-8feda179dee8 req-010e488b-12d3-4330-b26f-9434df436b58 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:55.716061 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aac5f2-535b-416a-8593-8feda179dee8 req-010e488b-12d3-4330-b26f-9434df436b58 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:55.722051 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aac5f2-535b-416a-8593-8feda179dee8 req-010e488b-12d3-4330-b26f-9434df436b58 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:55.724250 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9aac5f2-535b-416a-8593-8feda179dee8 req-010e488b-12d3-4330-b26f-9434df436b58 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5433 time: 0.1343355 Nov 15 11:18:55.724763 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59572) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:55.725859 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-52dbca1f-7621-48cd-b585-075a56f8ca2a req-c9263488-2341-4b93-ae66-f50dfe382838 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Calling delete_port for e68d4537-b80e-4e31-9aec-c9c7ac805b65 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:18:55.746394 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59574) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:55.747195 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['c69d5048-3822-4dee-977b-ae437fe6d605'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:18:55.782791 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-61a7d0fd-42fa-4f1a-8bb4-bc03c47e479a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Request body: {'floatingip': {'port_id': '5fc0f2ac-e00b-4810-b47a-e13b8f18d088'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:55.828646 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-de18412c-85fc-4366-8264-d22482cb7cc7 req-bca0ce74-8bd8-452e-ba13-2859d9dd3fcc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f67c27d6-9a04-42e5-a1e5-ba7eda174707 HTTP/1.1" status: 200 len: 217 time: 0.3410318 Nov 15 11:18:55.880503 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18412c-85fc-4366-8264-d22482cb7cc7 req-602bb42c-bd1f-4f9b-b19e-83d4c3547b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:55.882034 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-de18412c-85fc-4366-8264-d22482cb7cc7 req-602bb42c-bd1f-4f9b-b19e-83d4c3547b9a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f100c30-23b0-431a-b316-2833cf816dd0 HTTP/1.1" status: 200 len: 850 time: 0.0449171 Nov 15 11:18:55.924580 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-de18412c-85fc-4366-8264-d22482cb7cc7 req-9d6d9d6d-c6dc-48c8-b730-9ded11400c4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32ac9d3f-157d-47a5-bd6d-6d33ad7f7216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274923 Nov 15 11:18:55.955167 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b35462d0-773d-454a-8bf1-a6d7773308b7 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:18:55.977129 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: b35462d0-773d-454a-8bf1-a6d7773308b7 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:18:55.977494 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b35462d0-773d-454a-8bf1-a6d7773308b7 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:18:55.977873 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 16f89816-a206-418a-9d72-f97ecdfd0026 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:18:56.001444 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 16f89816-a206-418a-9d72-f97ecdfd0026 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:18:56.001823 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 16f89816-a206-418a-9d72-f97ecdfd0026 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:18:56.024707 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-de18412c-85fc-4366-8264-d22482cb7cc7 req-a6a5f485-0a75-4a72-9fc7-73a039b41449 service neutron] 10.222.0.11 "GET /v2.0/networks/32ac9d3f-157d-47a5-bd6d-6d33ad7f7216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908384 Nov 15 11:18:56.118114 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-de18412c-85fc-4366-8264-d22482cb7cc7 req-c96f436c-4a39-4424-ad0f-9e99dbe5cd2a service neutron] 10.222.0.11 "GET /v2.0/networks/32ac9d3f-157d-47a5-bd6d-6d33ad7f7216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855021 Nov 15 11:18:56.172903 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-61a7d0fd-42fa-4f1a-8bb4-bc03c47e479a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:56.272421 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3d6a7015-e6c8-444e-a1c6-0a6c7c3a9876 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f37a68aba6994917ae2c3349a870f59d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5280728 Nov 15 11:18:56.275194 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59578) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:56.322940 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08ac4e-56d8-436c-b312-782464afd317 req-6b25002c-9cc9-4047-9d98-5411d30ee004 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:56.324474 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb08ac4e-56d8-436c-b312-782464afd317 req-6b25002c-9cc9-4047-9d98-5411d30ee004 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b9e47e5-c4ab-42e1-88e4-273acbd76531 HTTP/1.1" status: 200 len: 950 time: 0.5962710 Nov 15 11:18:56.330104 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3c0e142-f393-4829-ac27-424a3f8147ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:56.351563 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3c0e142-f393-4829-ac27-424a3f8147ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:56.358950 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bd289-0898-40ec-b714-cad12288d67f req-ac41f285-d87a-405d-a9cd-a9b9b0ffcd75 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:56.360371 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c5bd289-0898-40ec-b714-cad12288d67f req-ac41f285-d87a-405d-a9cd-a9b9b0ffcd75 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.5166240 Nov 15 11:18:56.401408 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3c0e142-f393-4829-ac27-424a3f8147ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:56.404071 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3c0e142-f393-4829-ac27-424a3f8147ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:56.407576 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d3c0e142-f393-4829-ac27-424a3f8147ff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f7b89e26-2b50-4714-adf1-dbd965c2a806 HTTP/1.1" status: 204 len: 168 time: 0.1290052 Nov 15 11:18:56.413222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0e142-f393-4829-ac27-424a3f8147ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b89e26-2b50-4714-adf1-dbd965c2a806,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:56.467250 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 9c7511df-5f12-4ef2-88ee-fcd15a9edac2 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:18:56.492162 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 9c7511df-5f12-4ef2-88ee-fcd15a9edac2 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:18:56.492626 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 9c7511df-5f12-4ef2-88ee-fcd15a9edac2 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:18:56.558020 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb08ac4e-56d8-436c-b312-782464afd317 req-f6c20d5b-d953-48e3-9b42-5f106a2d7645 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ae35907-e457-4122-80e1-28875efa7586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239439 Nov 15 11:18:56.576904 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c5bd289-0898-40ec-b714-cad12288d67f req-9b269264-0c8d-4de8-82ef-6e0d6d34d41f tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994491 Nov 15 11:18:56.711240 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-52dbca1f-7621-48cd-b585-075a56f8ca2a req-c9263488-2341-4b93-ae66-f50dfe382838 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:56.801254 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9263488-2341-4b93-ae66-f50dfe382838 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Pushing event deleted for resources: {'Port': ['ID=e68d4537-b80e-4e31-9aec-c9c7ac805b65,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:56.884793 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-52dbca1f-7621-48cd-b585-075a56f8ca2a req-c9263488-2341-4b93-ae66-f50dfe382838 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] No DVR routers for this DVR port e68d4537-b80e-4e31-9aec-c9c7ac805b65 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:18:56.893372 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e137066-abca-4c86-8716-e8cd8c4864ec req-eb916a39-746f-41e3-90cd-c8b7dce270f6 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:56.894853 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2e137066-abca-4c86-8716-e8cd8c4864ec req-eb916a39-746f-41e3-90cd-c8b7dce270f6 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.2110753 Nov 15 11:18:56.898365 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-52dbca1f-7621-48cd-b585-075a56f8ca2a req-c9263488-2341-4b93-ae66-f50dfe382838 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:56.901584 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-52dbca1f-7621-48cd-b585-075a56f8ca2a req-c9263488-2341-4b93-ae66-f50dfe382838 tempest-LiveMigrationNegativeTest-1425265700 tempest-LiveMigrationNegativeTest-1425265700-project] 10.222.0.55 "DELETE /v2.0/ports/e68d4537-b80e-4e31-9aec-c9c7ac805b65 HTTP/1.1" status: 204 len: 173 time: 1.7406771 Nov 15 11:18:56.911666 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340cebc-d416-4e5e-a564-49c2f6a47bdb req-4ebe3859-3036-438d-a698-4fc652c568aa tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:56.913174 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b340cebc-d416-4e5e-a564-49c2f6a47bdb req-4ebe3859-3036-438d-a698-4fc652c568aa tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3970c531-beb3-4d92-9b5a-a9401e092d54 HTTP/1.1" status: 200 len: 945 time: 0.2308636 Nov 15 11:18:57.044539 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2e137066-abca-4c86-8716-e8cd8c4864ec req-56ba1042-df91-499d-a177-028c26255e8a tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416111 Nov 15 11:18:57.047177 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-61a7d0fd-42fa-4f1a-8bb4-bc03c47e479a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:57.058313 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b340cebc-d416-4e5e-a564-49c2f6a47bdb req-f19129a9-caf6-4f58-b32c-f3ccbd9b2c4a tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd2f3e53-4c58-4e5d-882d-04632c79682b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1376629 Nov 15 11:18:57.064053 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-61a7d0fd-42fa-4f1a-8bb4-bc03c47e479a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:57.163094 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9e47e5-c4ab-42e1-88e4-273acbd76531', 'name': 'network-vif-deleted', 'tag': 'e68d4537-b80e-4e31-9aec-c9c7ac805b65'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:57.163094 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fb65cb-a291-451d-8709-d31b1e4f1a14" -d '{"events": [{"server_uuid": "2b9e47e5-c4ab-42e1-88e4-273acbd76531", "name": "network-vif-deleted", "tag": "e68d4537-b80e-4e31-9aec-c9c7ac805b65"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:57.203312 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59608) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:57.220713 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ecf08-1710-405e-9c70-d95c4861b060 req-3c2005c7-b1ab-482e-93cc-13343dcac7fd tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:57.222353 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-325ecf08-1710-405e-9c70-d95c4861b060 req-3c2005c7-b1ab-482e-93cc-13343dcac7fd tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/ports?device_id=991a8b1f-2873-4d6d-a5f0-16ee7ab767ab HTTP/1.1" status: 200 len: 944 time: 0.0765707 Nov 15 11:18:57.252287 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-61a7d0fd-42fa-4f1a-8bb4-bc03c47e479a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Floating IP 9f4ca8b4-fef7-4888-ab7a-d04378ea7d00 associated. External IP: 172.25.7.94, port: 5fc0f2ac-e00b-4810-b47a-e13b8f18d088. Nov 15 11:18:57.327001 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b9e7f8-1627-4d95-99dc-fa2466a8deb8 x-openstack-request-id: req-e3b9e7f8-1627-4d95-99dc-fa2466a8deb8 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:57.327284 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9e47e5-c4ab-42e1-88e4-273acbd76531", "name": "network-vif-deleted", "tag": "e68d4537-b80e-4e31-9aec-c9c7ac805b65", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:57.327511 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3b9e7f8-1627-4d95-99dc-fa2466a8deb8 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:57.327928 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9e47e5-c4ab-42e1-88e4-273acbd76531', 'name': 'network-vif-deleted', 'tag': 'e68d4537-b80e-4e31-9aec-c9c7ac805b65', 'status': 'completed', 'code': 200} Nov 15 11:18:57.362394 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a7bda7d0-a32a-41a9-aa1b-a055d4c767bf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-410355517-network', 'tenant_id': '7b46e265498c4873b649a5565c911926'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:57.392295 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bda7d0-a32a-41a9-aa1b-a055d4c767bf admin admin] Made reservation on behalf of 7b46e265498c4873b649a5565c911926 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:18:57.394904 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7bda7d0-a32a-41a9-aa1b-a055d4c767bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:57.405175 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7bda7d0-a32a-41a9-aa1b-a055d4c767bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:57.425073 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-325ecf08-1710-405e-9c70-d95c4861b060 req-a796700d-6136-492a-9c87-4da1ef087a48 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/security-groups?id=58cefdb3-4032-4457-82a1-716b59c02454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890495 Nov 15 11:18:57.495877 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a30ec-2727-4685-accd-cfdcea20aebf req-e9ff6851-0cb8-49e1-bae5-293a0690544f tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:57.498468 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f04a30ec-2727-4685-accd-cfdcea20aebf req-e9ff6851-0cb8-49e1-bae5-293a0690544f tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.1069195 Nov 15 11:18:57.500664 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7bda7d0-a32a-41a9-aa1b-a055d4c767bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:57.507794 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7bda7d0-a32a-41a9-aa1b-a055d4c767bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:57.531314 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7bda7d0-a32a-41a9-aa1b-a055d4c767bf admin admin] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:18:57.545144 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bda7d0-a32a-41a9-aa1b-a055d4c767bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8197d2aa-fc5b-4b90-803e-86839503fcdb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:57.551246 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7bda7d0-a32a-41a9-aa1b-a055d4c767bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:57.551583 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-a7bda7d0-a32a-41a9-aa1b-a055d4c767bf admin admin] Added segment 7f03ad26-fedc-49ac-90b0-d732a0130a82 of type vlan for network 287b0038-11b0-4cb0-9e41-866f02ab56a5 Nov 15 11:18:57.593893 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7bda7d0-a32a-41a9-aa1b-a055d4c767bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:57.624990 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7bda7d0-a32a-41a9-aa1b-a055d4c767bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:57.625234 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f04a30ec-2727-4685-accd-cfdcea20aebf req-807f5f1e-1209-4209-97fb-673bf3c9866f tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179640 Nov 15 11:18:57.627022 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bda7d0-a32a-41a9-aa1b-a055d4c767bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:57.627867 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7bda7d0-a32a-41a9-aa1b-a055d4c767bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:57.654171 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a7d0fd-42fa-4f1a-8bb4-bc03c47e479a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Router eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:18:57.694300 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a7bda7d0-a32a-41a9-aa1b-a055d4c767bf admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4884515 Nov 15 11:18:57.697393 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59618) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:57.699710 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bda7d0-a32a-41a9-aa1b-a055d4c767bf admin admin] Pushing event updated for resources: {'Network': ['ID=287b0038-11b0-4cb0-9e41-866f02ab56a5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:57.710306 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 287b0038-11b0-4cb0-9e41-866f02ab56a5 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:18:57.730612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-68651673-d894-4f41-ada7-c2824111fb83 admin admin] Request body: {'subnet': {'network_id': '287b0038-11b0-4cb0-9e41-866f02ab56a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-410355517-subnet', 'tenant_id': '7b46e265498c4873b649a5565c911926', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:57.768615 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68651673-d894-4f41-ada7-c2824111fb83 admin admin] Made reservation on behalf of 7b46e265498c4873b649a5565c911926 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:18:57.770827 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68651673-d894-4f41-ada7-c2824111fb83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:57.826961 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a7d0fd-42fa-4f1a-8bb4-bc03c47e479a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:18:57.832399 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-61a7d0fd-42fa-4f1a-8bb4-bc03c47e479a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:57.837674 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b48f16-5e29-4951-a2d8-0adbb3cf3d9b None None] Sync routers for ids ['eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:18:57.838165 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59622) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:57.850522 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b48f16-5e29-4951-a2d8-0adbb3cf3d9b None None] Routers {'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:18:57.851141 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d7b48f16-5e29-4951-a2d8-0adbb3cf3d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:18:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:57.877260 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-61a7d0fd-42fa-4f1a-8bb4-bc03c47e479a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "PUT /v2.0/floatingips/9f4ca8b4-fef7-4888-ab7a-d04378ea7d00 HTTP/1.1" status: 200 len: 990 time: 2.0959034 Nov 15 11:18:57.964408 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device e68d4537-b80e-4e31-9aec-c9c7ac805b65 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:18:57.994336 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: e68d4537-b80e-4e31-9aec-c9c7ac805b65 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:18:57.994817 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device e68d4537-b80e-4e31-9aec-c9c7ac805b65 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:18:57.996496 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0732cccf-5002-41a7-bd01-64c097d87a1b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6807ab01268344f4b073747a8aca0996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570728 Nov 15 11:18:57.999056 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59628) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:58.012718 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d7b48f16-5e29-4951-a2d8-0adbb3cf3d9b None None] Set router eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:18:58.014203 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68651673-d894-4f41-ada7-c2824111fb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:58.091216 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68651673-d894-4f41-ada7-c2824111fb83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26fae237-12ac-4b4c-a9e7-e8ff1b03e252,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:58.108860 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02ff6a49-827b-43d3-a3f7-3a15a163bbb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:58.146461 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68651673-d894-4f41-ada7-c2824111fb83 admin admin] Checking segment: {'id': '7f03ad26-fedc-49ac-90b0-d732a0130a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '287b0038-11b0-4cb0-9e41-866f02ab56a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:18:58.146824 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68651673-d894-4f41-ada7-c2824111fb83 admin admin] Network hostable DHCP agents. Network: 287b0038-11b0-4cb0-9e41-866f02ab56a5, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:18:58.152312 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02ff6a49-827b-43d3-a3f7-3a15a163bbb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:58.239483 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68651673-d894-4f41-ada7-c2824111fb83 admin admin] Network 287b0038-11b0-4cb0-9e41-866f02ab56a5 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:18:58.257479 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-68651673-d894-4f41-ada7-c2824111fb83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 287b0038-11b0-4cb0-9e41-866f02ab56a5) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:58.266382 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e188368a-355a-4146-94db-ee6550fca596 None None] Network 287b0038-11b0-4cb0-9e41-866f02ab56a5 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:18:58.266577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312e31b-4c41-4f99-9be4-6c091c590c1e req-b382adb2-f60d-4c4a-81a9-5ea6b5b3a460 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:58.268158 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6312e31b-4c41-4f99-9be4-6c091c590c1e req-b382adb2-f60d-4c4a-81a9-5ea6b5b3a460 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.1376276 Nov 15 11:18:58.275408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3c38b-7421-42f1-8f90-8d93909dc5f1 req-251ea72d-dfcd-499e-87f8-6c3990024086 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:58.276870 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f3c38b-7421-42f1-8f90-8d93909dc5f1 req-251ea72d-dfcd-499e-87f8-6c3990024086 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3970c531-beb3-4d92-9b5a-a9401e092d54 HTTP/1.1" status: 200 len: 945 time: 0.1267321 Nov 15 11:18:58.280841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68651673-d894-4f41-ada7-c2824111fb83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:58.281427 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68651673-d894-4f41-ada7-c2824111fb83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:58.322024 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02ff6a49-827b-43d3-a3f7-3a15a163bbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:58.323183 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d7b48f16-5e29-4951-a2d8-0adbb3cf3d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'name': 'tempest-TaggedBootDevicesTest-578185871-router', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:38Z', 'updated_at': '2021-11-15T11:15:45Z', 'revision_number': 4, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'gw_port': {'id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:39Z', 'updated_at': '2021-11-15T11:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '9f4ca8b4-fef7-4888-ab7a-d04378ea7d00', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'floating_ip_address': '172.25.7.94', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'port_id': '5fc0f2ac-e00b-4810-b47a-e13b8f18d088', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a', 'mac_address': 'fa:16:3e:d6:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:17:10Z', 'updated_at': '2021-11-15T11:18:56Z', 'revision_number': 1, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36d2651-1eac-46a1-9cc4-4ac2531d81eb', 'name': '', 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'mac_address': 'fa:16:3e:78:c5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'fdfd0574-7413-48b2-8325-e46b6f762330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:42Z', 'updated_at': '2021-11-15T11:15:55Z', 'revision_number': 5, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'subnets': [{'id': 'fdfd0574-7413-48b2-8325-e46b6f762330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:58.324469 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02ff6a49-827b-43d3-a3f7-3a15a163bbb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:58.325579 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-02ff6a49-827b-43d3-a3f7-3a15a163bbb5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ae35907-e457-4122-80e1-28875efa7586 HTTP/1.1" status: 204 len: 168 time: 0.3256071 Nov 15 11:18:58.330192 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-68651673-d894-4f41-ada7-c2824111fb83 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6034291 Nov 15 11:18:58.333522 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59638) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:58.338323 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-48f5556c-dc9c-47aa-8e99-7a9a11f7a278 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-410355517-router', 'tenant_id': '7b46e265498c4873b649a5565c911926', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:18:58.358625 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b48f16-5e29-4951-a2d8-0adbb3cf3d9b None None] Checking router: eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:18:58.370319 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48f5556c-dc9c-47aa-8e99-7a9a11f7a278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:58.372174 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48f5556c-dc9c-47aa-8e99-7a9a11f7a278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:58.381874 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b48f16-5e29-4951-a2d8-0adbb3cf3d9b None None] Routers {'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:18:58.382480 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d7b48f16-5e29-4951-a2d8-0adbb3cf3d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:18:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:58.391836 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9f3c38b-7421-42f1-8f90-8d93909dc5f1 req-aa99e3d8-b060-46aa-8f0c-f6b6c3b81476 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd2f3e53-4c58-4e5d-882d-04632c79682b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0968215 Nov 15 11:18:58.424143 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6312e31b-4c41-4f99-9be4-6c091c590c1e req-da18a739-125c-4d56-b16e-5e652264e4aa tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445727 Nov 15 11:18:58.425148 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff6a49-827b-43d3-a3f7-3a15a163bbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae35907-e457-4122-80e1-28875efa7586,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:58.477035 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48f5556c-dc9c-47aa-8e99-7a9a11f7a278 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:58.505451 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device f67c27d6-9a04-42e5-a1e5-ba7eda174707 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:18:58.507362 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device c69d5048-3822-4dee-977b-ae437fe6d605 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:18:58.577002 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5910919-a490-4a3a-b056-33c663bb11c0 req-a0f7e85a-8f3c-4121-8027-2049475559e7 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:58.580403 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5910919-a490-4a3a-b056-33c663bb11c0 req-a0f7e85a-8f3c-4121-8027-2049475559e7 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/ports?device_id=991a8b1f-2873-4d6d-a5f0-16ee7ab767ab HTTP/1.1" status: 200 len: 944 time: 0.0571234 Nov 15 11:18:58.644919 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5910919-a490-4a3a-b056-33c663bb11c0 req-ab276107-74ec-4b73-94d3-d5e3d65f4608 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/security-groups?id=58cefdb3-4032-4457-82a1-716b59c02454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573204 Nov 15 11:18:58.671603 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48f5556c-dc9c-47aa-8e99-7a9a11f7a278 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:58.674642 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d7b48f16-5e29-4951-a2d8-0adbb3cf3d9b None None] Set router eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:18:58.715259 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f77b47-33fa-496e-b60a-f193907e1f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-287b0038-11b0-4cb0-9e41-866f02ab56a5', 'network_id': '287b0038-11b0-4cb0-9e41-866f02ab56a5', 'tenant_id': '7b46e265498c4873b649a5565c911926', 'fixed_ips': [{'subnet_id': '26fae237-12ac-4b4c-a9e7-e8ff1b03e252'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:18:58.719640 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-22f77b47-33fa-496e-b60a-f193907e1f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:58.778337 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59646) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:58.795991 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f21c4d1a-b2b5-451d-9e05-a9395f0efd30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:58.806333 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5072d4f-0540-494f-b1f3-a5d0d50198f4 req-1b588fe6-6327-4209-9604-df7a8b935dc3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:58.813815 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b5072d4f-0540-494f-b1f3-a5d0d50198f4 req-1b588fe6-6327-4209-9604-df7a8b935dc3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.0701423 Nov 15 11:18:58.824811 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port c69d5048-3822-4dee-977b-ae437fe6d605 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:18:58.856787 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port c69d5048-3822-4dee-977b-ae437fe6d605 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:18:58.857292 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:58.869025 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b5072d4f-0540-494f-b1f3-a5d0d50198f4 req-a06fe7ac-5fc0-420f-8ff0-c660d261b219 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535405 Nov 15 11:18:58.954471 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f21c4d1a-b2b5-451d-9e05-a9395f0efd30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:58.978370 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f21c4d1a-b2b5-451d-9e05-a9395f0efd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:59.030480 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c4d1a-b2b5-451d-9e05-a9395f0efd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d263a2e-6e24-4414-9b13-9fbf3aa0f5bb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:59.034877 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f21c4d1a-b2b5-451d-9e05-a9395f0efd30 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=04a51ae9027e4dfebd385213d795c531&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2555349 Nov 15 11:18:59.035950 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48f5556c-dc9c-47aa-8e99-7a9a11f7a278 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:59.037552 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59650) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:18:59.065332 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48f5556c-dc9c-47aa-8e99-7a9a11f7a278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:59.073849 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port f67c27d6-9a04-42e5-a1e5-ba7eda174707, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f67c27d6-9a04-42e5-a1e5-ba7eda174707,segment=NetworkSegment(b6823e5a-4fac-4485-92e7-bd49dc7aa8b2),segment_id=b6823e5a-4fac-4485-92e7-bd49dc7aa8b2)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:59.114191 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'f67c27d6-9a04-42e5-a1e5-ba7eda174707', 'network_id': '32ac9d3f-157d-47a5-bd6d-6d33ad7f7216', 'port_id': 'f67c27d6-9a04-42e5-a1e5-ba7eda174707', 'mac_address': 'fa:16:3e:4f:aa:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f100c30-23b0-431a-b316-2833cf816dd0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:18:59.148891 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3872cb42-cfbd-4344-a8b0-737f070014f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:59.196827 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3872cb42-cfbd-4344-a8b0-737f070014f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:59.231299 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-48f5556c-dc9c-47aa-8e99-7a9a11f7a278 admin admin] Allocated IP 172.25.7.73 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/69e134b4-d76b-4dc8-b5d8-6a68c1200009) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:18:59.250894 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-22f77b47-33fa-496e-b60a-f193907e1f6b None None] Allocated IP 172.20.0.2 (287b0038-11b0-4cb0-9e41-866f02ab56a5/26fae237-12ac-4b4c-a9e7-e8ff1b03e252/480c73d5-f108-4846-9fa0-90a9d19f91c3) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:18:59.283907 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:59.301640 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3872cb42-cfbd-4344-a8b0-737f070014f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:59.304215 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3872cb42-cfbd-4344-a8b0-737f070014f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:59.305347 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3872cb42-cfbd-4344-a8b0-737f070014f7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d263a2e-6e24-4414-9b13-9fbf3aa0f5bb HTTP/1.1" status: 204 len: 168 time: 0.2666094 Nov 15 11:18:59.316412 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872cb42-cfbd-4344-a8b0-737f070014f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d263a2e-6e24-4414-9b13-9fbf3aa0f5bb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:59.327545 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67c27d6-9a04-42e5-a1e5-ba7eda174707 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:18:59.329790 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'tag': '5fc0f2ac-e00b-4810-b47a-e13b8f18d088'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:59.334177 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fea298b-fdc2-4d41-b13b-cde070394901" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "tag": "5fc0f2ac-e00b-4810-b47a-e13b8f18d088"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:59.335416 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:59.370242 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48f5556c-dc9c-47aa-8e99-7a9a11f7a278 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:59.378330 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d71d395-75ef-4521-b8c7-93b99c30a371 x-openstack-request-id: req-5d71d395-75ef-4521-b8c7-93b99c30a371 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:18:59.378688 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "tag": "5fc0f2ac-e00b-4810-b47a-e13b8f18d088", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:18:59.379007 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d71d395-75ef-4521-b8c7-93b99c30a371 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:18:59.379470 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'tag': '5fc0f2ac-e00b-4810-b47a-e13b8f18d088', 'status': 'completed', 'code': 200} Nov 15 11:18:59.414637 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48f5556c-dc9c-47aa-8e99-7a9a11f7a278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:59.454309 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f5556c-dc9c-47aa-8e99-7a9a11f7a278 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:18:59.457919 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-48f5556c-dc9c-47aa-8e99-7a9a11f7a278 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:59.464988 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f5556c-dc9c-47aa-8e99-7a9a11f7a278 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:18:59.466988 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port f67c27d6-9a04-42e5-a1e5-ba7eda174707, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f67c27d6-9a04-42e5-a1e5-ba7eda174707,segment=NetworkSegment(b6823e5a-4fac-4485-92e7-bd49dc7aa8b2),segment_id=b6823e5a-4fac-4485-92e7-bd49dc7aa8b2)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:59.490076 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:59.505494 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:59.506001 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3970c531-beb3-4d92-9b5a-a9401e092d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69d5048-3822-4dee-977b-ae437fe6d605'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:18:59.508484 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0506137d-6bc8-450d-9331-c9f71be24207" -d '{"events": [{"server_uuid": "3970c531-beb3-4d92-9b5a-a9401e092d54", "name": "network-vif-plugged", "status": "completed", "tag": "c69d5048-3822-4dee-977b-ae437fe6d605"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:18:59.515434 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5556c-dc9c-47aa-8e99-7a9a11f7a278 admin admin] Pushing event updated for resources: {'Port': ['ID=69e134b4-d76b-4dc8-b5d8-6a68c1200009,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:59.558228 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port c69d5048-3822-4dee-977b-ae437fe6d605, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=c69d5048-3822-4dee-977b-ae437fe6d605,segment=NetworkSegment(c5b84830-dca3-4e93-a45f-d3a02601f812),segment_id=c5b84830-dca3-4e93-a45f-d3a02601f812)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:18:59.585161 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea298b-fdc2-4d41-b13b-cde070394901 req-654a8200-c6c9-4926-a493-c8b0d3e6298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:59.586240 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:59.588734 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea298b-fdc2-4d41-b13b-cde070394901 req-654a8200-c6c9-4926-a493-c8b0d3e6298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:59.590093 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea298b-fdc2-4d41-b13b-cde070394901 req-654a8200-c6c9-4926-a493-c8b0d3e6298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:59.592358 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea298b-fdc2-4d41-b13b-cde070394901 req-654a8200-c6c9-4926-a493-c8b0d3e6298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:59.592887 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea298b-fdc2-4d41-b13b-cde070394901 req-654a8200-c6c9-4926-a493-c8b0d3e6298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:59.596368 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea298b-fdc2-4d41-b13b-cde070394901 req-654a8200-c6c9-4926-a493-c8b0d3e6298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:59.596842 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea298b-fdc2-4d41-b13b-cde070394901 req-654a8200-c6c9-4926-a493-c8b0d3e6298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:59.598961 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8fea298b-fdc2-4d41-b13b-cde070394901 req-654a8200-c6c9-4926-a493-c8b0d3e6298b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d166880b4a94d32a973c2d61c598d8e&device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 6490 time: 0.1823220 Nov 15 11:18:59.639562 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=f67c27d6-9a04-42e5-a1e5-ba7eda174707,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:59.667882 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d7b48f16-5e29-4951-a2d8-0adbb3cf3d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'name': 'tempest-TaggedBootDevicesTest-578185871-router', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:38Z', 'updated_at': '2021-11-15T11:15:45Z', 'revision_number': 4, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'gw_port': {'id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:39Z', 'updated_at': '2021-11-15T11:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '9f4ca8b4-fef7-4888-ab7a-d04378ea7d00', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'floating_ip_address': '172.25.7.94', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'port_id': '5fc0f2ac-e00b-4810-b47a-e13b8f18d088', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a', 'mac_address': 'fa:16:3e:d6:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:17:10Z', 'updated_at': '2021-11-15T11:18:56Z', 'revision_number': 1, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36d2651-1eac-46a1-9cc4-4ac2531d81eb', 'name': '', 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'mac_address': 'fa:16:3e:78:c5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'fdfd0574-7413-48b2-8325-e46b6f762330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:42Z', 'updated_at': '2021-11-15T11:15:55Z', 'revision_number': 5, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'subnets': [{'id': 'fdfd0574-7413-48b2-8325-e46b6f762330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:18:59.761994 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5953a-e50e-4fc5-952c-c76006caf109 req-afce34a6-7017-4268-b72e-df67ef914305 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:59.765573 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ff5953a-e50e-4fc5-952c-c76006caf109 req-afce34a6-7017-4268-b72e-df67ef914305 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3970c531-beb3-4d92-9b5a-a9401e092d54 HTTP/1.1" status: 200 len: 946 time: 0.1619506 Nov 15 11:18:59.773515 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b25ed5-f878-48f4-874b-c9c88d0947f6 req-0dcc8c60-4e67-475c-ad42-dc12c4c5dd34 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:59.781324 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29b25ed5-f878-48f4-874b-c9c88d0947f6 req-0dcc8c60-4e67-475c-ad42-dc12c4c5dd34 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.1804583 Nov 15 11:18:59.781546 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-22f77b47-33fa-496e-b60a-f193907e1f6b None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:59.786113 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=c69d5048-3822-4dee-977b-ae437fe6d605,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:59.792204 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b48f16-5e29-4951-a2d8-0adbb3cf3d9b None None] The sync data for ids ['eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'] in n-d-729945-9 is: [{'id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'name': 'tempest-TaggedBootDevicesTest-578185871-router', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:38Z', 'updated_at': '2021-11-15T11:15:45Z', 'revision_number': 4, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'gw_port': {'id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:39Z', 'updated_at': '2021-11-15T11:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '9f4ca8b4-fef7-4888-ab7a-d04378ea7d00', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'floating_ip_address': '172.25.7.94', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'port_id': '5fc0f2ac-e00b-4810-b47a-e13b8f18d088', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a', 'mac_address': 'fa:16:3e:d6:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:17:10Z', 'updated_at': '2021-11-15T11:18:56Z', 'revision_number': 1, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36d2651-1eac-46a1-9cc4-4ac2531d81eb', 'name': '', 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'mac_address': 'fa:16:3e:78:c5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'fdfd0574-7413-48b2-8325-e46b6f762330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:42Z', 'updated_at': '2021-11-15T11:15:55Z', 'revision_number': 5, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'subnets': [{'id': 'fdfd0574-7413-48b2-8325-e46b6f762330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:18:59.797172 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-22f77b47-33fa-496e-b60a-f193907e1f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:59.865913 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f77b47-33fa-496e-b60a-f193907e1f6b None None] Network 287b0038-11b0-4cb0-9e41-866f02ab56a5 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:18:59.871206 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f77b47-33fa-496e-b60a-f193907e1f6b None None] Pushing event updated for resources: {'Port': ['ID=480c73d5-f108-4846-9fa0-90a9d19f91c3,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:18:59.873258 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea298b-fdc2-4d41-b13b-cde070394901 req-a42888f4-bbb5-4dd4-8a40-999856ff7b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:18:59.874734 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-22f77b47-33fa-496e-b60a-f193907e1f6b None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:18:59.876318 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48f5556c-dc9c-47aa-8e99-7a9a11f7a278 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:18:59.877243 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8fea298b-fdc2-4d41-b13b-cde070394901 req-a42888f4-bbb5-4dd4-8a40-999856ff7b6b service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ac01650-250d-49f6-a38a-ac634445c34a HTTP/1.1" status: 200 len: 912 time: 0.2641525 Nov 15 11:18:59.877383 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f77b47-33fa-496e-b60a-f193907e1f6b None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:18:59.937577 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['f67c27d6-9a04-42e5-a1e5-ba7eda174707'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:18:59.959924 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ff5953a-e50e-4fc5-952c-c76006caf109 req-1c6ebda8-4e7b-4a63-828c-cfdfd7a68aab tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd2f3e53-4c58-4e5d-882d-04632c79682b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1569290 Nov 15 11:19:00.005458 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29b25ed5-f878-48f4-874b-c9c88d0947f6 req-3dac2b21-952e-47fd-827d-c70546fc3ec1 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219429 Nov 15 11:19:00.051470 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8fea298b-fdc2-4d41-b13b-cde070394901 req-e2853b00-0e96-4b65-be22-c351bc2665ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fc0f2ac-e00b-4810-b47a-e13b8f18d088 HTTP/1.1" status: 200 len: 998 time: 0.1633966 Nov 15 11:19:00.059377 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-22f77b47-33fa-496e-b60a-f193907e1f6b None None] Attempting to bind port 480c73d5-f108-4846-9fa0-90a9d19f91c3 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:19:00.059742 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-22f77b47-33fa-496e-b60a-f193907e1f6b None None] Attempting to bind port 480c73d5-f108-4846-9fa0-90a9d19f91c3 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '7f03ad26-fedc-49ac-90b0-d732a0130a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '287b0038-11b0-4cb0-9e41-866f02ab56a5'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:19:00.060191 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f77b47-33fa-496e-b60a-f193907e1f6b None None] Attempting to bind port 480c73d5-f108-4846-9fa0-90a9d19f91c3 on network 287b0038-11b0-4cb0-9e41-866f02ab56a5 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:19:00.146167 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc47812-199e-4a16-838b-0b325d4ee26a x-openstack-request-id: req-afc47812-199e-4a16-838b-0b325d4ee26a {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:00.146414 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3970c531-beb3-4d92-9b5a-a9401e092d54", "name": "network-vif-plugged", "status": "completed", "tag": "c69d5048-3822-4dee-977b-ae437fe6d605", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:00.146604 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-afc47812-199e-4a16-838b-0b325d4ee26a {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:00.147018 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3970c531-beb3-4d92-9b5a-a9401e092d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69d5048-3822-4dee-977b-ae437fe6d605', 'code': 200} Nov 15 11:19:00.164719 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f77b47-33fa-496e-b60a-f193907e1f6b None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:19:00.165086 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f77b47-33fa-496e-b60a-f193907e1f6b None None] Checking segment: {'id': '7f03ad26-fedc-49ac-90b0-d732a0130a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '287b0038-11b0-4cb0-9e41-866f02ab56a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:19:00.165487 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-22f77b47-33fa-496e-b60a-f193907e1f6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:00.165870 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f77b47-33fa-496e-b60a-f193907e1f6b None None] Bound using segment: {'id': '7f03ad26-fedc-49ac-90b0-d732a0130a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '287b0038-11b0-4cb0-9e41-866f02ab56a5'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:19:00.166351 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-22f77b47-33fa-496e-b60a-f193907e1f6b None None] Bound port: 480c73d5-f108-4846-9fa0-90a9d19f91c3, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f03ad26-fedc-49ac-90b0-d732a0130a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '287b0038-11b0-4cb0-9e41-866f02ab56a5'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:19:00.166721 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-22f77b47-33fa-496e-b60a-f193907e1f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:00.205580 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea298b-fdc2-4d41-b13b-cde070394901 req-6c203160-398d-46ee-9838-d8fee525e6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:00.208252 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8fea298b-fdc2-4d41-b13b-cde070394901 req-6c203160-398d-46ee-9838-d8fee525e6f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd0574-7413-48b2-8325-e46b6f762330 HTTP/1.1" status: 200 len: 850 time: 0.1422513 Nov 15 11:19:00.229912 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c29cdf-35fb-48c4-9f69-5801e2af3022 None None] New status for floating IP 9f4ca8b4-fef7-4888-ab7a-d04378ea7d00: ACTIVE {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:19:00.273878 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48f5556c-dc9c-47aa-8e99-7a9a11f7a278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:00.290291 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e043a3-553d-4ee3-85dc-9388764e80e9 req-669992a8-9f85-4977-840c-6712497033c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:00.292348 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72e043a3-553d-4ee3-85dc-9388764e80e9 req-669992a8-9f85-4977-840c-6712497033c1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3970c531-beb3-4d92-9b5a-a9401e092d54 HTTP/1.1" status: 200 len: 1097 time: 0.1346254 Nov 15 11:19:00.323871 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-22f77b47-33fa-496e-b60a-f193907e1f6b None None] For port 480c73d5-f108-4846-9fa0-90a9d19f91c3, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:19:00.347575 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-22f77b47-33fa-496e-b60a-f193907e1f6b None None] For port 480c73d5-f108-4846-9fa0-90a9d19f91c3, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=480c73d5-f108-4846-9fa0-90a9d19f91c3,segment=NetworkSegment(7f03ad26-fedc-49ac-90b0-d732a0130a82),segment_id=7f03ad26-fedc-49ac-90b0-d732a0130a82)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:19:00.362910 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-22f77b47-33fa-496e-b60a-f193907e1f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:00.364929 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea298b-fdc2-4d41-b13b-cde070394901 req-b6b4db63-31e7-4a4d-a2bc-d078fd64ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:00.366630 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8fea298b-fdc2-4d41-b13b-cde070394901 req-b6b4db63-31e7-4a4d-a2bc-d078fd64ea67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ac01650-250d-49f6-a38a-ac634445c34a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1444073 Nov 15 11:19:00.403768 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd65e2f-35af-4b80-b662-50d875440aaa req-0fbdb497-0f27-4de7-b7d1-afca7782ea05 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:00.416373 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cd65e2f-35af-4b80-b662-50d875440aaa req-0fbdb497-0f27-4de7-b7d1-afca7782ea05 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/ports?device_id=991a8b1f-2873-4d6d-a5f0-16ee7ab767ab HTTP/1.1" status: 200 len: 945 time: 0.2071185 Nov 15 11:19:00.444591 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f77b47-33fa-496e-b60a-f193907e1f6b None None] Pushing event updated for resources: {'Port': ['ID=480c73d5-f108-4846-9fa0-90a9d19f91c3,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:00.548482 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72e043a3-553d-4ee3-85dc-9388764e80e9 req-083581ca-194f-4c3f-876f-e0d97d78cd3c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bd2f3e53-4c58-4e5d-882d-04632c79682b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014795 Nov 15 11:19:00.581774 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f5556c-dc9c-47aa-8e99-7a9a11f7a278 admin admin] Router 7bf29bc1-262c-4f17-b760-1452945a3849 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:19:00.740919 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f5556c-dc9c-47aa-8e99-7a9a11f7a278 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:19:00.757025 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] Sync routers for ids ['7bf29bc1-262c-4f17-b760-1452945a3849'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:19:00.778187 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48f5556c-dc9c-47aa-8e99-7a9a11f7a278 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:00.782143 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-48f5556c-dc9c-47aa-8e99-7a9a11f7a278 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.4448593 Nov 15 11:19:00.784609 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59692) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:00.785841 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] Routers {'7bf29bc1-262c-4f17-b760-1452945a3849'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:19:00.786474 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:18:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7bf29bc1-262c-4f17-b760-1452945a3849'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:00.876951 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83270f16-b99f-4503-882e-fb064c23f8b6 req-836053d3-6976-4fd4-a6a2-ab70d12b4765 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:00.880636 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83270f16-b99f-4503-882e-fb064c23f8b6 req-836053d3-6976-4fd4-a6a2-ab70d12b4765 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.6273689 Nov 15 11:19:00.949981 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] Set router 7bf29bc1-262c-4f17-b760-1452945a3849 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:19:00.980823 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8fea298b-fdc2-4d41-b13b-cde070394901 req-db87bf2b-0335-417b-892d-a2a1054f0a9d service neutron] 10.222.0.55 "GET /v2.0/networks/3ac01650-250d-49f6-a38a-ac634445c34a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034787 Nov 15 11:19:00.989685 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83270f16-b99f-4503-882e-fb064c23f8b6 req-2c636978-e550-42fb-8772-c00f13ab7c68 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963476 Nov 15 11:19:01.067436 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cd65e2f-35af-4b80-b662-50d875440aaa req-b91047ef-0fae-4a95-b45a-54be8da7ef77 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/security-groups?id=58cefdb3-4032-4457-82a1-716b59c02454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135708 Nov 15 11:19:01.250132 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf29bc1-262c-4f17-b760-1452945a3849', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-410355517-router', 'tenant_id': '7b46e265498c4873b649a5565c911926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '69e134b4-d76b-4dc8-b5d8-6a68c1200009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:58Z', 'updated_at': '2021-11-15T11:18:59Z', 'revision_number': 3, 'project_id': '7b46e265498c4873b649a5565c911926', 'gw_port': {'id': '69e134b4-d76b-4dc8-b5d8-6a68c1200009', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:61:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf29bc1-262c-4f17-b760-1452945a3849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:59Z', 'updated_at': '2021-11-15T11:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:01.259757 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8fea298b-fdc2-4d41-b13b-cde070394901 req-cacfe058-eb03-4133-bab3-63d6c06d1f47 service neutron] 10.222.0.55 "GET /v2.0/networks/3ac01650-250d-49f6-a38a-ac634445c34a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687111 Nov 15 11:19:01.300491 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] Checking router: 7bf29bc1-262c-4f17-b760-1452945a3849 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:19:01.300841 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] Updating router 7bf29bc1-262c-4f17-b760-1452945a3849 port 69e134b4-d76b-4dc8-b5d8-6a68c1200009 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:19:01.323011 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31226e60-f86e-43a0-9384-0864dd3acd08 req-b0e09c9c-f4c5-4a9a-9541-8978aebfe911 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:01.325172 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31226e60-f86e-43a0-9384-0864dd3acd08 req-b0e09c9c-f4c5-4a9a-9541-8978aebfe911 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3970c531-beb3-4d92-9b5a-a9401e092d54 HTTP/1.1" status: 200 len: 946 time: 0.1754782 Nov 15 11:19:01.348816 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f17c7-9f21-4884-ab00-2005d6529cfa req-90302692-a318-4fd0-accb-5aea1faee4c4 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:01.357992 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cb6f17c7-9f21-4884-ab00-2005d6529cfa req-90302692-a318-4fd0-accb-5aea1faee4c4 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.1456258 Nov 15 11:19:01.368681 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:01.400168 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:01.416081 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e68bad8-bf3e-403a-9650-a8abac7b834f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:01.435833 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cb6f17c7-9f21-4884-ab00-2005d6529cfa req-8f12d336-68ef-4112-a696-fb13a83160aa tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767481 Nov 15 11:19:01.530508 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31226e60-f86e-43a0-9384-0864dd3acd08 req-dcc0a53a-49bc-46f3-b392-f05f4405607e tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd2f3e53-4c58-4e5d-882d-04632c79682b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1510234 Nov 15 11:19:01.641720 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-2e68bad8-bf3e-403a-9650-a8abac7b834f admin admin] Allocated IP 172.20.0.1 (287b0038-11b0-4cb0-9e41-866f02ab56a5/26fae237-12ac-4b4c-a9e7-e8ff1b03e252/fc2e51f5-a7af-46ec-ab8f-f75dd210c76e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:19:01.717706 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:01.729318 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:01.764694 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e68bad8-bf3e-403a-9650-a8abac7b834f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:01.798605 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] Attempting to bind port 69e134b4-d76b-4dc8-b5d8-6a68c1200009 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:19:01.799187 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] Attempting to bind port 69e134b4-d76b-4dc8-b5d8-6a68c1200009 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:19:01.799306 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] Attempting to bind port 69e134b4-d76b-4dc8-b5d8-6a68c1200009 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:19:01.801201 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cc908-2ffe-440b-8fb9-c095e4242889 None None] Pushing event updated for resources: {'Port': ['ID=69e134b4-d76b-4dc8-b5d8-6a68c1200009,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:01.808547 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:19:01.808547 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:19:01.808801 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:01.808961 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:19:01.809426 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] Bound port: 69e134b4-d76b-4dc8-b5d8-6a68c1200009, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:19:01.809802 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:01.810375 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e68bad8-bf3e-403a-9650-a8abac7b834f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:01.821661 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-1cbc0dfb-5b3c-4135-89ec-4881ba3950e8 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0c5b9e5a984248469c53fc01fbcfff19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344410 Nov 15 11:19:01.848670 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e68bad8-bf3e-403a-9650-a8abac7b834f admin admin] Network 287b0038-11b0-4cb0-9e41-866f02ab56a5 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:19:01.852449 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2e68bad8-bf3e-403a-9650-a8abac7b834f admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:19:01.856143 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e68bad8-bf3e-403a-9650-a8abac7b834f admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:19:01.897522 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68bad8-bf3e-403a-9650-a8abac7b834f admin admin] Pushing event updated for resources: {'Port': ['ID=fc2e51f5-a7af-46ec-ab8f-f75dd210c76e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:01.906614 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e68bad8-bf3e-403a-9650-a8abac7b834f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:01.999825 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5c4539-8881-410a-bc00-03384fb02d3d None None] Network 287b0038-11b0-4cb0-9e41-866f02ab56a5 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:19:02.024423 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-7222b946-b4d5-4f08-8ccb-9834a69099a2 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:02.044846 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-7222b946-b4d5-4f08-8ccb-9834a69099a2 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168121 Nov 15 11:19:02.075631 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3bc7e167-efe7-4e31-aca9-09897afcadd8 None None] Provisioning complete for port 480c73d5-f108-4846-9fa0-90a9d19f91c3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:02.075981 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3bc7e167-efe7-4e31-aca9-09897afcadd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:02.077836 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-781f8960-0452-458a-808e-f2260437434f tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/quotas/0c5b9e5a984248469c53fc01fbcfff19 HTTP/1.1" status: 200 len: 375 time: 0.0251806 Nov 15 11:19:02.126231 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-17ff95f1-c35d-4616-a097-6a92d5c3562c tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c5b9e5a984248469c53fc01fbcfff19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471528 Nov 15 11:19:02.137581 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 480c73d5-f108-4846-9fa0-90a9d19f91c3 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:19:02.140652 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] For port 69e134b4-d76b-4dc8-b5d8-6a68c1200009, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:19:02.207074 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50388904-61a8-4002-ab61-f107e5917d93 req-de514c5e-028b-4105-bb0c-fe0e959f014b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:02.209984 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] For port 69e134b4-d76b-4dc8-b5d8-6a68c1200009, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=69e134b4-d76b-4dc8-b5d8-6a68c1200009,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:19:02.217568 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-50388904-61a8-4002-ab61-f107e5917d93 req-de514c5e-028b-4105-bb0c-fe0e959f014b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.0834088 Nov 15 11:19:02.226533 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:02.284183 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-50388904-61a8-4002-ab61-f107e5917d93 req-524b1a0e-2b97-4189-bfb8-45f8620e0be5 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656767 Nov 15 11:19:02.331998 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cc908-2ffe-440b-8fb9-c095e4242889 None None] Pushing event updated for resources: {'Port': ['ID=69e134b4-d76b-4dc8-b5d8-6a68c1200009,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:02.395355 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5339433-e4a8-4cba-9b67-349665e722eb req-70b036b4-31ab-419c-9a93-22e4eecc345b tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:02.397414 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5339433-e4a8-4cba-9b67-349665e722eb req-70b036b4-31ab-419c-9a93-22e4eecc345b tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/ports?device_id=991a8b1f-2873-4d6d-a5f0-16ee7ab767ab HTTP/1.1" status: 200 len: 945 time: 0.0814302 Nov 15 11:19:02.433851 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e68bad8-bf3e-403a-9650-a8abac7b834f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:02.467323 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3bc7e167-efe7-4e31-aca9-09897afcadd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:02.469742 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] Routers {'7bf29bc1-262c-4f17-b760-1452945a3849'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:19:02.470383 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:18:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7bf29bc1-262c-4f17-b760-1452945a3849'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:02.475478 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-851c7bfa-5576-4945-845c-89c5737422e5 req-d4e2ad47-23e9-4237-8909-cb93f3de447a tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c6afd1-9033-4b2d-b26b-e290b3d55898 HTTP/1.1" status: 200 len: 210 time: 0.0372925 Nov 15 11:19:02.511198 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5339433-e4a8-4cba-9b67-349665e722eb req-ea6d3773-af4e-4d45-bd7b-47e740698e51 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/security-groups?id=58cefdb3-4032-4457-82a1-716b59c02454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028962 Nov 15 11:19:02.542625 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 480c73d5-f108-4846-9fa0-90a9d19f91c3 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:02.543012 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:02.586840 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device f67c27d6-9a04-42e5-a1e5-ba7eda174707 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:19:02.642663 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1c346-85c2-4cf0-879e-41a2a2899725 req-000f3150-6065-49ec-8d63-7d5933810bca tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:02.645549 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3e1c346-85c2-4cf0-879e-41a2a2899725 req-000f3150-6065-49ec-8d63-7d5933810bca tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.0742846 Nov 15 11:19:02.680132 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e68bad8-bf3e-403a-9650-a8abac7b834f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:02.687043 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e68bad8-bf3e-403a-9650-a8abac7b834f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:02.755528 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3e1c346-85c2-4cf0-879e-41a2a2899725 req-0fcb8c34-326c-4c8c-af97-0efa982d6683 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035676 Nov 15 11:19:02.766839 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] Set router 7bf29bc1-262c-4f17-b760-1452945a3849 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:19:02.775562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b97a0c-4fba-483d-8cd5-7e991131b9b8 req-c939b247-a4df-4e8d-9f56-81b9047a3563 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:02.785627 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68bad8-bf3e-403a-9650-a8abac7b834f admin admin] Pushing event updated for resources: {'Port': ['ID=fc2e51f5-a7af-46ec-ab8f-f75dd210c76e,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:02.785869 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-51b97a0c-4fba-483d-8cd5-7e991131b9b8 req-c939b247-a4df-4e8d-9f56-81b9047a3563 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3970c531-beb3-4d92-9b5a-a9401e092d54 HTTP/1.1" status: 200 len: 946 time: 0.0721371 Nov 15 11:19:02.796386 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e68bad8-bf3e-403a-9650-a8abac7b834f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:02.836810 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3bc7e167-efe7-4e31-aca9-09897afcadd8 None None] For port 480c73d5-f108-4846-9fa0-90a9d19f91c3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=480c73d5-f108-4846-9fa0-90a9d19f91c3,segment=NetworkSegment(7f03ad26-fedc-49ac-90b0-d732a0130a82),segment_id=7f03ad26-fedc-49ac-90b0-d732a0130a82)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:02.849413 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-51b97a0c-4fba-483d-8cd5-7e991131b9b8 req-6f2262b9-cd2e-457d-b57c-0f13bc8c145a tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd2f3e53-4c58-4e5d-882d-04632c79682b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576272 Nov 15 11:19:02.867665 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3bc7e167-efe7-4e31-aca9-09897afcadd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:02.923071 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e68bad8-bf3e-403a-9650-a8abac7b834f admin admin] Network 287b0038-11b0-4cb0-9e41-866f02ab56a5 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:19:02.924681 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2e68bad8-bf3e-403a-9650-a8abac7b834f admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:19:02.977147 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7e167-efe7-4e31-aca9-09897afcadd8 None None] Pushing event updated for resources: {'Port': ['ID=480c73d5-f108-4846-9fa0-90a9d19f91c3,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:03.031659 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54f864-23ce-4433-9d00-83243e8ac7d1 req-b0f21c41-b7a5-4894-b588-5880f0e35744 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:03.037121 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d54f864-23ce-4433-9d00-83243e8ac7d1 req-b0f21c41-b7a5-4894-b588-5880f0e35744 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3970c531-beb3-4d92-9b5a-a9401e092d54 HTTP/1.1" status: 200 len: 946 time: 0.1008620 Nov 15 11:19:03.042079 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59748) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:03.046702 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-5b23ea5d-21bb-4931-9d5a-a863ae66a3d8 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Request body: {'floatingip': {'port_id': 'c69d5048-3822-4dee-977b-ae437fe6d605'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:19:03.061230 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port f67c27d6-9a04-42e5-a1e5-ba7eda174707 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:19:03.071784 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e68bad8-bf3e-403a-9650-a8abac7b834f admin admin] Router 7bf29bc1-262c-4f17-b760-1452945a3849 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:19:03.082610 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port f67c27d6-9a04-42e5-a1e5-ba7eda174707 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:03.082979 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:03.097755 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5b23ea5d-21bb-4931-9d5a-a863ae66a3d8 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:03.221558 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e68bad8-bf3e-403a-9650-a8abac7b834f admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:19:03.241318 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2e68bad8-bf3e-403a-9650-a8abac7b834f admin admin] 10.222.0.64 "PUT /v2.0/routers/7bf29bc1-262c-4f17-b760-1452945a3849/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4517097 Nov 15 11:19:03.285765 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-51776598-0ed1-4f5c-9859-81b403e3320c None None] Provisioning complete for port fc2e51f5-a7af-46ec-ab8f-f75dd210c76e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:03.286041 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-51776598-0ed1-4f5c-9859-81b403e3320c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:03.345053 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:03.365723 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-51776598-0ed1-4f5c-9859-81b403e3320c None None] Port fc2e51f5-a7af-46ec-ab8f-f75dd210c76e cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:19:03.414877 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991a8b1f-2873-4d6d-a5f0-16ee7ab767ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67c27d6-9a04-42e5-a1e5-ba7eda174707'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:03.426281 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260adf06-67c7-4ce1-9053-55cd8f8dd1b3" -d '{"events": [{"server_uuid": "991a8b1f-2873-4d6d-a5f0-16ee7ab767ab", "name": "network-vif-plugged", "status": "completed", "tag": "f67c27d6-9a04-42e5-a1e5-ba7eda174707"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:03.450845 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port f67c27d6-9a04-42e5-a1e5-ba7eda174707, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f67c27d6-9a04-42e5-a1e5-ba7eda174707,segment=NetworkSegment(b6823e5a-4fac-4485-92e7-bd49dc7aa8b2),segment_id=b6823e5a-4fac-4485-92e7-bd49dc7aa8b2)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:03.453838 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-51776598-0ed1-4f5c-9859-81b403e3320c None None] Provisioning complete for port 480c73d5-f108-4846-9fa0-90a9d19f91c3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:03.454465 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-51776598-0ed1-4f5c-9859-81b403e3320c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:03.478507 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf29bc1-262c-4f17-b760-1452945a3849', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-410355517-router', 'tenant_id': '7b46e265498c4873b649a5565c911926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '69e134b4-d76b-4dc8-b5d8-6a68c1200009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:58Z', 'updated_at': '2021-11-15T11:19:02Z', 'revision_number': 4, 'project_id': '7b46e265498c4873b649a5565c911926', 'gw_port': {'id': '69e134b4-d76b-4dc8-b5d8-6a68c1200009', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:61:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf29bc1-262c-4f17-b760-1452945a3849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:59Z', 'updated_at': '2021-11-15T11:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'fc2e51f5-a7af-46ec-ab8f-f75dd210c76e', 'name': '', 'network_id': '287b0038-11b0-4cb0-9e41-866f02ab56a5', 'tenant_id': '7b46e265498c4873b649a5565c911926', 'mac_address': 'fa:16:3e:9e:7b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf29bc1-262c-4f17-b760-1452945a3849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '26fae237-12ac-4b4c-a9e7-e8ff1b03e252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:19:01Z', 'updated_at': '2021-11-15T11:19:01Z', 'revision_number': 1, 'project_id': '7b46e265498c4873b649a5565c911926', 'subnets': [{'id': '26fae237-12ac-4b4c-a9e7-e8ff1b03e252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:03.480425 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:03.543746 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc8792-246a-4f09-9ee3-7e20b8a77c16 None None] The sync data for ids ['7bf29bc1-262c-4f17-b760-1452945a3849'] in n-d-729945-9 is: [{'id': '7bf29bc1-262c-4f17-b760-1452945a3849', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-410355517-router', 'tenant_id': '7b46e265498c4873b649a5565c911926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '69e134b4-d76b-4dc8-b5d8-6a68c1200009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:58Z', 'updated_at': '2021-11-15T11:19:02Z', 'revision_number': 4, 'project_id': '7b46e265498c4873b649a5565c911926', 'gw_port': {'id': '69e134b4-d76b-4dc8-b5d8-6a68c1200009', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:61:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf29bc1-262c-4f17-b760-1452945a3849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:59Z', 'updated_at': '2021-11-15T11:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'fc2e51f5-a7af-46ec-ab8f-f75dd210c76e', 'name': '', 'network_id': '287b0038-11b0-4cb0-9e41-866f02ab56a5', 'tenant_id': '7b46e265498c4873b649a5565c911926', 'mac_address': 'fa:16:3e:9e:7b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf29bc1-262c-4f17-b760-1452945a3849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '26fae237-12ac-4b4c-a9e7-e8ff1b03e252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:19:01Z', 'updated_at': '2021-11-15T11:19:01Z', 'revision_number': 1, 'project_id': '7b46e265498c4873b649a5565c911926', 'subnets': [{'id': '26fae237-12ac-4b4c-a9e7-e8ff1b03e252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:19:03.571140 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47b047-fb3b-4024-98ac-8ed4da09b344 req-3230f95f-4a8e-4f7f-a97b-ed5629c0ad66 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:03.573061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5c47b047-fb3b-4024-98ac-8ed4da09b344 req-3230f95f-4a8e-4f7f-a97b-ed5629c0ad66 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.1956449 Nov 15 11:19:03.611317 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=f67c27d6-9a04-42e5-a1e5-ba7eda174707,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:03.702346 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-1b80644f-6bc8-45dc-96c1-d4da67e88be8 req-6bcd1b8f-c677-472b-91d4-4fd48bd5f3b6 tempest-FloatingIPDetailsNegativeTestJSON-451445753 tempest-FloatingIPDetailsNegativeTestJSON-451445753-project] show failed (client error): The resource could not be found. Nov 15 11:19:03.703706 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b80644f-6bc8-45dc-96c1-d4da67e88be8 req-6bcd1b8f-c677-472b-91d4-4fd48bd5f3b6 tempest-FloatingIPDetailsNegativeTestJSON-451445753 tempest-FloatingIPDetailsNegativeTestJSON-451445753-project] 10.222.0.64 "GET /v2.0/floatingips/baafbb77-6bfb-45ad-9d23-e3001b69018d HTTP/1.1" status: 404 len: 350 time: 0.0814936 Nov 15 11:19:03.715589 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59768) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:03.752511 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-8f597e2d-bc68-4c51-a913-3336404403ca tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0c5b9e5a984248469c53fc01fbcfff19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614817 Nov 15 11:19:03.757097 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.db.resource_extend [None req-5b23ea5d-21bb-4931-9d5a-a863ae66a3d8 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 11:19:03.770863 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28ca708-4070-47b4-babd-466e1f203d7f x-openstack-request-id: req-d28ca708-4070-47b4-babd-466e1f203d7f {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:03.771271 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991a8b1f-2873-4d6d-a5f0-16ee7ab767ab", "name": "network-vif-plugged", "status": "completed", "tag": "f67c27d6-9a04-42e5-a1e5-ba7eda174707", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:03.771771 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d28ca708-4070-47b4-babd-466e1f203d7f {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:03.772294 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991a8b1f-2873-4d6d-a5f0-16ee7ab767ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67c27d6-9a04-42e5-a1e5-ba7eda174707', 'code': 200} Nov 15 11:19:03.800470 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2c0500c1-4c79-4445-a0f6-57f2975ce41f None None] Provisioning complete for port fc2e51f5-a7af-46ec-ab8f-f75dd210c76e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:03.806539 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2c0500c1-4c79-4445-a0f6-57f2975ce41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:03.881520 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-2c0500c1-4c79-4445-a0f6-57f2975ce41f None None] Port fc2e51f5-a7af-46ec-ab8f-f75dd210c76e cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:19:03.975618 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5c47b047-fb3b-4024-98ac-8ed4da09b344 req-a033d0e1-862b-4179-ad25-f76ab99f5441 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922358 Nov 15 11:19:04.015056 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a8fd5-17ec-4480-808d-47ab55608d97 req-c8c9fa62-3e16-4754-b590-123cca986936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:04.017071 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8b4e5e02-5064-4977-a7c5-4beb1f38354e None None] Provisioning complete for port fc2e51f5-a7af-46ec-ab8f-f75dd210c76e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:04.017352 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-701a8fd5-17ec-4480-808d-47ab55608d97 req-c8c9fa62-3e16-4754-b590-123cca986936 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=991a8b1f-2873-4d6d-a5f0-16ee7ab767ab HTTP/1.1" status: 200 len: 1097 time: 0.1152382 Nov 15 11:19:04.018135 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8b4e5e02-5064-4977-a7c5-4beb1f38354e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:04.029710 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edd02319-e657-4a40-848c-346ab6fa2ed0 req-3e7de6c1-50f4-4bf4-8493-60ad425f9040 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c6afd1-9033-4b2d-b26b-e290b3d55898 HTTP/1.1" status: 200 len: 210 time: 0.1174355 Nov 15 11:19:04.071175 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5b23ea5d-21bb-4931-9d5a-a863ae66a3d8 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:04.077453 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 480c73d5-f108-4846-9fa0-90a9d19f91c3 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:19:04.128554 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5b23ea5d-21bb-4931-9d5a-a863ae66a3d8 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:04.172440 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8b4e5e02-5064-4977-a7c5-4beb1f38354e None None] Port fc2e51f5-a7af-46ec-ab8f-f75dd210c76e cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:19:04.176177 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 480c73d5-f108-4846-9fa0-90a9d19f91c3 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:04.176608 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:04.227968 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-ca205f10-7151-4504-80e4-23e35ca6b92d tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:04.229652 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-ca205f10-7151-4504-80e4-23e35ca6b92d tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4690893 Nov 15 11:19:04.231567 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-701a8fd5-17ec-4480-808d-47ab55608d97 req-473e1ed8-74b8-4b7e-970c-4c85f20e2472 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=58cefdb3-4032-4457-82a1-716b59c02454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359899 Nov 15 11:19:04.250905 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa8381-88be-4fbe-a52f-165fa2607fcc req-d68d8f2e-bb00-4b76-ba0f-44d6988efa45 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:04.252496 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4fa8381-88be-4fbe-a52f-165fa2607fcc req-d68d8f2e-bb00-4b76-ba0f-44d6988efa45 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/ports?device_id=991a8b1f-2873-4d6d-a5f0-16ee7ab767ab HTTP/1.1" status: 200 len: 946 time: 0.1838837 Nov 15 11:19:04.256737 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-360e3380-863d-4a5a-8f45-633431f6627f tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Request body: {'port': {'device_id': '01c6afd1-9033-4b2d-b26b-e290b3d55898', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': '0c5b9e5a984248469c53fc01fbcfff19'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:19:04.420864 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75037345-f48d-4de9-a2f3-2bd3c849dda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:04.442664 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-5b23ea5d-21bb-4931-9d5a-a863ae66a3d8 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Floating IP df6882ad-c8fe-4b03-af86-a4a30ae28b62 associated. External IP: 172.25.7.46, port: c69d5048-3822-4dee-977b-ae437fe6d605. Nov 15 11:19:04.450013 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4fa8381-88be-4fbe-a52f-165fa2607fcc req-e6526a41-f969-4e46-b706-f4d774c1689a tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/security-groups?id=58cefdb3-4032-4457-82a1-716b59c02454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397843 Nov 15 11:19:04.457314 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4b85b-1e57-48dd-af8f-71f3bdef41d5 req-23b1a927-8318-41c9-a277-b49e3ea0de31 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:04.464601 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ee4b85b-1e57-48dd-af8f-71f3bdef41d5 req-23b1a927-8318-41c9-a277-b49e3ea0de31 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.2227361 Nov 15 11:19:04.597040 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-360e3380-863d-4a5a-8f45-633431f6627f tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Made reservation on behalf of 0c5b9e5a984248469c53fc01fbcfff19 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:19:04.600547 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-360e3380-863d-4a5a-8f45-633431f6627f tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:04.622965 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-360e3380-863d-4a5a-8f45-633431f6627f tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:04.629200 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ee4b85b-1e57-48dd-af8f-71f3bdef41d5 req-dcbd13b2-9191-4587-a10f-75043503113a tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637735 Nov 15 11:19:04.737388 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-75037345-f48d-4de9-a2f3-2bd3c849dda2 admin admin] Deleting port fc2e51f5-a7af-46ec-ab8f-f75dd210c76e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:19:04.737991 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75037345-f48d-4de9-a2f3-2bd3c849dda2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:04.806800 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-360e3380-863d-4a5a-8f45-633431f6627f tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:04.814192 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b23ea5d-21bb-4931-9d5a-a863ae66a3d8 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Router cc45314f-6ea9-4e00-a187-19a4ce2e7bcc has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:19:04.816070 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-360e3380-863d-4a5a-8f45-633431f6627f tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:04.826702 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75037345-f48d-4de9-a2f3-2bd3c849dda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:04.839273 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-75037345-f48d-4de9-a2f3-2bd3c849dda2 admin admin] Calling delete_port for fc2e51f5-a7af-46ec-ab8f-f75dd210c76e owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:19:04.929101 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e3380-863d-4a5a-8f45-633431f6627f tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc87840-d21a-4af6-a8fc-77eaca73121f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:05.044650 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75037345-f48d-4de9-a2f3-2bd3c849dda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:05.059864 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b23ea5d-21bb-4931-9d5a-a863ae66a3d8 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:19:05.066983 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-360e3380-863d-4a5a-8f45-633431f6627f tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Allocated IP 192.168.233.174 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/4f376283-542b-4afb-b9fa-d976ea6c999d) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:19:05.072424 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5b23ea5d-21bb-4931-9d5a-a863ae66a3d8 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:05.075017 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75037345-f48d-4de9-a2f3-2bd3c849dda2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc2e51f5-a7af-46ec-ab8f-f75dd210c76e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:05.089508 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bd80e2-c37f-4e2a-bdce-409696f6c179 None None] Sync routers for ids ['cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:19:05.112291 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5b23ea5d-21bb-4931-9d5a-a863ae66a3d8 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "PUT /v2.0/floatingips/df6882ad-c8fe-4b03-af86-a4a30ae28b62 HTTP/1.1" status: 200 len: 991 time: 2.0690868 Nov 15 11:19:05.115955 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3970c531-beb3-4d92-9b5a-a9401e092d54', 'tag': 'c69d5048-3822-4dee-977b-ae437fe6d605'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:05.117044 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bd80e2-c37f-4e2a-bdce-409696f6c179 None None] Routers {'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:19:05.117665 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f3bd80e2-c37f-4e2a-bdce-409696f6c179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:18:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:05.118196 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b4daf9-d624-45c6-999a-8988abdafebc" -d '{"events": [{"name": "network-changed", "server_uuid": "3970c531-beb3-4d92-9b5a-a9401e092d54", "tag": "c69d5048-3822-4dee-977b-ae437fe6d605"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:05.266019 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-f3bd80e2-c37f-4e2a-bdce-409696f6c179 None None] Set router cc45314f-6ea9-4e00-a187-19a4ce2e7bcc gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:19:05.345900 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75037345-f48d-4de9-a2f3-2bd3c849dda2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:05.585375 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f3bd80e2-c37f-4e2a-bdce-409696f6c179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'name': 'tempest-ServersTestFqdnHostnames-1685952714-router', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:30Z', 'updated_at': '2021-11-15T11:18:36Z', 'revision_number': 4, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'gw_port': {'id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:32Z', 'updated_at': '2021-11-15T11:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'df6882ad-c8fe-4b03-af86-a4a30ae28b62', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'floating_ip_address': '172.25.7.46', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'port_id': 'c69d5048-3822-4dee-977b-ae437fe6d605', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e', 'mac_address': 'fa:16:3e:67:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c531-beb3-4d92-9b5a-a9401e092d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:18:43Z', 'updated_at': '2021-11-15T11:19:03Z', 'revision_number': 1, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89b7d1d-ab99-4ded-a6a1-54551c958ca4', 'name': '', 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'mac_address': 'fa:16:3e:ce:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '13de97e3-bf4b-4f47-8f44-5155e3b5e067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:35Z', 'updated_at': '2021-11-15T11:18:43Z', 'revision_number': 5, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'subnets': [{'id': '13de97e3-bf4b-4f47-8f44-5155e3b5e067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:05.615584 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bd80e2-c37f-4e2a-bdce-409696f6c179 None None] Checking router: cc45314f-6ea9-4e00-a187-19a4ce2e7bcc for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:19:05.626087 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bd80e2-c37f-4e2a-bdce-409696f6c179 None None] Routers {'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:19:05.626528 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75037345-f48d-4de9-a2f3-2bd3c849dda2 admin admin] Router 7bf29bc1-262c-4f17-b760-1452945a3849 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:19:05.626981 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f3bd80e2-c37f-4e2a-bdce-409696f6c179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:18:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:05.652981 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3ee33e8d-6e12-4904-9747-234788720345 req-c239acb1-c1d7-467a-af7f-f66ed4fb645f tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c6afd1-9033-4b2d-b26b-e290b3d55898 HTTP/1.1" status: 200 len: 210 time: 0.4536345 Nov 15 11:19:05.691319 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641a70e-7b7f-497e-9fee-cd4455110cd9 req-d4c5b2fa-8d5f-4d1f-8da4-51dbfe7cc8e3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:05.693093 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4641a70e-7b7f-497e-9fee-cd4455110cd9 req-d4c5b2fa-8d5f-4d1f-8da4-51dbfe7cc8e3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.4926689 Nov 15 11:19:05.760622 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-f3bd80e2-c37f-4e2a-bdce-409696f6c179 None None] Set router cc45314f-6ea9-4e00-a187-19a4ce2e7bcc gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:19:05.776999 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-360e3380-863d-4a5a-8f45-633431f6627f tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:05.784274 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4641a70e-7b7f-497e-9fee-cd4455110cd9 req-7bbb2507-2286-4ac7-95c8-b4d6dff5cfdd tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785077 Nov 15 11:19:05.812460 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69805e3f-dbbd-4935-9cad-da87b9f88a51 x-openstack-request-id: req-69805e3f-dbbd-4935-9cad-da87b9f88a51 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:05.812919 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3970c531-beb3-4d92-9b5a-a9401e092d54", "tag": "c69d5048-3822-4dee-977b-ae437fe6d605", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:05.813230 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-69805e3f-dbbd-4935-9cad-da87b9f88a51 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:05.814405 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3970c531-beb3-4d92-9b5a-a9401e092d54', 'tag': 'c69d5048-3822-4dee-977b-ae437fe6d605', 'status': 'completed', 'code': 200} Nov 15 11:19:05.833322 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-360e3380-863d-4a5a-8f45-633431f6627f tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:05.836482 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75037345-f48d-4de9-a2f3-2bd3c849dda2 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:19:05.852005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59790) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:05.854042 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-75037345-f48d-4de9-a2f3-2bd3c849dda2 admin admin] 10.222.0.64 "PUT /v2.0/routers/7bf29bc1-262c-4f17-b760-1452945a3849/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1350319 Nov 15 11:19:05.934862 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-360e3380-863d-4a5a-8f45-633431f6627f tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:19:05.965403 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-360e3380-863d-4a5a-8f45-633431f6627f tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:19:05.994057 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4daf9-d624-45c6-999a-8988abdafebc req-1d4a6446-f72f-4b1b-b1f1-f29f75c8a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:05.996452 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-360e3380-863d-4a5a-8f45-633431f6627f tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:19:06.001813 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f0b4daf9-d624-45c6-999a-8988abdafebc req-1d4a6446-f72f-4b1b-b1f1-f29f75c8a1d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64b4fbecaf224238abafeedfc02c5050&device_id=3970c531-beb3-4d92-9b5a-a9401e092d54 HTTP/1.1" status: 200 len: 1097 time: 0.1463945 Nov 15 11:19:06.098662 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 69e134b4-d76b-4dc8-b5d8-6a68c1200009 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:19:06.105415 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e3380-863d-4a5a-8f45-633431f6627f tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Pushing event updated for resources: {'Port': ['ID=4f376283-542b-4afb-b9fa-d976ea6c999d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:06.166996 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb84150-8673-4467-ba7b-fa2f3eb139ae req-0137e534-3f8b-4519-be91-fbef73ec6c61 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:06.174734 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7fb84150-8673-4467-ba7b-fa2f3eb139ae req-0137e534-3f8b-4519-be91-fbef73ec6c61 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/ports?device_id=991a8b1f-2873-4d6d-a5f0-16ee7ab767ab HTTP/1.1" status: 200 len: 946 time: 0.2068448 Nov 15 11:19:06.185995 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-360e3380-863d-4a5a-8f45-633431f6627f tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:06.186705 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-360e3380-863d-4a5a-8f45-633431f6627f tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:06.192689 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f3bd80e2-c37f-4e2a-bdce-409696f6c179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'name': 'tempest-ServersTestFqdnHostnames-1685952714-router', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:30Z', 'updated_at': '2021-11-15T11:18:36Z', 'revision_number': 4, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'gw_port': {'id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:32Z', 'updated_at': '2021-11-15T11:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'df6882ad-c8fe-4b03-af86-a4a30ae28b62', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'floating_ip_address': '172.25.7.46', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'port_id': 'c69d5048-3822-4dee-977b-ae437fe6d605', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e', 'mac_address': 'fa:16:3e:67:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c531-beb3-4d92-9b5a-a9401e092d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:18:43Z', 'updated_at': '2021-11-15T11:19:03Z', 'revision_number': 1, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89b7d1d-ab99-4ded-a6a1-54551c958ca4', 'name': '', 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'mac_address': 'fa:16:3e:ce:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '13de97e3-bf4b-4f47-8f44-5155e3b5e067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:35Z', 'updated_at': '2021-11-15T11:18:43Z', 'revision_number': 5, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'subnets': [{'id': '13de97e3-bf4b-4f47-8f44-5155e3b5e067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:06.220478 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4daf9-d624-45c6-999a-8988abdafebc req-e827c602-6149-40dc-809a-a1a5b0bc87c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:06.222118 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-129645dd-c51b-47dd-a452-618559e6d77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:06.222836 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f0b4daf9-d624-45c6-999a-8988abdafebc req-e827c602-6149-40dc-809a-a1a5b0bc87c2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ba4437f-4084-4622-9e5a-c25893ee652e HTTP/1.1" status: 200 len: 916 time: 0.2125714 Nov 15 11:19:06.230203 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-360e3380-863d-4a5a-8f45-633431f6627f tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9871907 Nov 15 11:19:06.234228 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 69e134b4-d76b-4dc8-b5d8-6a68c1200009 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:06.235195 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:06.250661 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-4ac848d2-6813-4af1-bead-77113bb2018e service neutron] Request body: {'port': {'device_id': '01c6afd1-9033-4b2d-b26b-e290b3d55898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:19:06.280676 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bd80e2-c37f-4e2a-bdce-409696f6c179 None None] The sync data for ids ['cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'] in n-d-729945-9 is: [{'id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'name': 'tempest-ServersTestFqdnHostnames-1685952714-router', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:30Z', 'updated_at': '2021-11-15T11:18:36Z', 'revision_number': 4, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'gw_port': {'id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:32Z', 'updated_at': '2021-11-15T11:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'df6882ad-c8fe-4b03-af86-a4a30ae28b62', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'floating_ip_address': '172.25.7.46', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'port_id': 'c69d5048-3822-4dee-977b-ae437fe6d605', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e', 'mac_address': 'fa:16:3e:67:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3970c531-beb3-4d92-9b5a-a9401e092d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:18:43Z', 'updated_at': '2021-11-15T11:19:03Z', 'revision_number': 1, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89b7d1d-ab99-4ded-a6a1-54551c958ca4', 'name': '', 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'mac_address': 'fa:16:3e:ce:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '13de97e3-bf4b-4f47-8f44-5155e3b5e067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:35Z', 'updated_at': '2021-11-15T11:18:43Z', 'revision_number': 5, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'subnets': [{'id': '13de97e3-bf4b-4f47-8f44-5155e3b5e067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:19:06.313908 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f475f0c4-5d46-487e-aa05-706521570b07 admin admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:06.334041 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f0b4daf9-d624-45c6-999a-8988abdafebc req-fdbc87a3-ca4a-46bf-b637-dec60ddcc683 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c69d5048-3822-4dee-977b-ae437fe6d605 HTTP/1.1" status: 200 len: 999 time: 0.1003132 Nov 15 11:19:06.350098 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7fb84150-8673-4467-ba7b-fa2f3eb139ae req-75ad0e7a-98d1-4b01-bae5-28c913d71dc7 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/security-groups?id=58cefdb3-4032-4457-82a1-716b59c02454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744356 Nov 15 11:19:06.386337 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:06.405097 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4daf9-d624-45c6-999a-8988abdafebc req-70f4eef6-a8cb-4052-a93a-c72298e08f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:06.406936 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f0b4daf9-d624-45c6-999a-8988abdafebc req-70f4eef6-a8cb-4052-a93a-c72298e08f47 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13de97e3-bf4b-4f47-8f44-5155e3b5e067 HTTP/1.1" status: 200 len: 854 time: 0.0650969 Nov 15 11:19:06.412556 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 69e134b4-d76b-4dc8-b5d8-6a68c1200009, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=69e134b4-d76b-4dc8-b5d8-6a68c1200009,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:06.427187 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:06.468885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25217ef6-72f4-4be2-8960-ec32304376ff req-07471543-d290-47aa-8e3c-9523d474c3aa tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:06.479045 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25217ef6-72f4-4be2-8960-ec32304376ff req-07471543-d290-47aa-8e3c-9523d474c3aa tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.3386791 Nov 15 11:19:06.500512 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-79172546-9abb-4156-974a-f428293ce054 None None] Provisioning complete for port 4f376283-542b-4afb-b9fa-d976ea6c999d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:06.501017 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-79172546-9abb-4156-974a-f428293ce054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:06.511532 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-4ac848d2-6813-4af1-bead-77113bb2018e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:06.512360 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4daf9-d624-45c6-999a-8988abdafebc req-d6715a15-ee1b-488d-b5e8-92f0cc35c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:06.514287 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f0b4daf9-d624-45c6-999a-8988abdafebc req-d6715a15-ee1b-488d-b5e8-92f0cc35c21c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ba4437f-4084-4622-9e5a-c25893ee652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993719 Nov 15 11:19:06.593253 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25217ef6-72f4-4be2-8960-ec32304376ff req-f6ef75a0-0f02-4f9e-be48-266de231e6da tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091988 Nov 15 11:19:06.648045 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f475f0c4-5d46-487e-aa05-706521570b07 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:06.676866 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f0b4daf9-d624-45c6-999a-8988abdafebc req-4706aa37-e715-4209-8eaa-520a5e12a359 service neutron] 10.222.0.11 "GET /v2.0/networks/6ba4437f-4084-4622-9e5a-c25893ee652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529615 Nov 15 11:19:06.804240 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1cd186-15ef-4097-bd8b-f4a8960d58c5 None None] New status for floating IP df6882ad-c8fe-4b03-af86-a4a30ae28b62: ACTIVE {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:19:06.818067 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=69e134b4-d76b-4dc8-b5d8-6a68c1200009,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:06.821129 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfff717-c607-4b90-b35e-1ec26917a130 None None] Sync routers for ids ['7bf29bc1-262c-4f17-b760-1452945a3849'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:19:06.846053 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfff717-c607-4b90-b35e-1ec26917a130 None None] Routers {'7bf29bc1-262c-4f17-b760-1452945a3849'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:19:06.846515 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1cfff717-c607-4b90-b35e-1ec26917a130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:18:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7bf29bc1-262c-4f17-b760-1452945a3849'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:06.857430 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f0b4daf9-d624-45c6-999a-8988abdafebc req-43c72357-8d4c-4b01-bdf1-01e83d973cb5 service neutron] 10.222.0.11 "GET /v2.0/networks/6ba4437f-4084-4622-9e5a-c25893ee652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681621 Nov 15 11:19:06.890394 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-79172546-9abb-4156-974a-f428293ce054 None None] Port 4f376283-542b-4afb-b9fa-d976ea6c999d cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:19:06.953524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8051b63-71ca-4d50-a563-b4f30f048d9e req-5b383dd5-11b6-4707-9e7f-a3ef7a8e8e34 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:06.955095 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a8051b63-71ca-4d50-a563-b4f30f048d9e req-5b383dd5-11b6-4707-9e7f-a3ef7a8e8e34 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/ports?device_id=991a8b1f-2873-4d6d-a5f0-16ee7ab767ab HTTP/1.1" status: 200 len: 946 time: 0.1619618 Nov 15 11:19:06.960005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f475f0c4-5d46-487e-aa05-706521570b07 admin admin] Deleting port 69e134b4-d76b-4dc8-b5d8-6a68c1200009 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:19:06.960342 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f475f0c4-5d46-487e-aa05-706521570b07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:06.960635 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-1cfff717-c607-4b90-b35e-1ec26917a130 None None] Set router 7bf29bc1-262c-4f17-b760-1452945a3849 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:19:06.969162 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0cbc4d-6730-4353-9d59-c139a5732222 req-6fe43541-4981-4d82-9674-bf74bcb67efb tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:06.970883 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6a0cbc4d-6730-4353-9d59-c139a5732222 req-6fe43541-4981-4d82-9674-bf74bcb67efb tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c6afd1-9033-4b2d-b26b-e290b3d55898 HTTP/1.1" status: 200 len: 936 time: 0.1966219 Nov 15 11:19:07.025192 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1cfff717-c607-4b90-b35e-1ec26917a130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf29bc1-262c-4f17-b760-1452945a3849', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-410355517-router', 'tenant_id': '7b46e265498c4873b649a5565c911926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:58Z', 'updated_at': '2021-11-15T11:19:06Z', 'revision_number': 6, 'project_id': '7b46e265498c4873b649a5565c911926', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:07.052626 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfff717-c607-4b90-b35e-1ec26917a130 None None] Checking router: 7bf29bc1-262c-4f17-b760-1452945a3849 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:19:07.061410 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfff717-c607-4b90-b35e-1ec26917a130 None None] Routers {'7bf29bc1-262c-4f17-b760-1452945a3849'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:19:07.062000 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1cfff717-c607-4b90-b35e-1ec26917a130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:18:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7bf29bc1-262c-4f17-b760-1452945a3849'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:07.115501 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a8051b63-71ca-4d50-a563-b4f30f048d9e req-e91b0f6e-905e-45c2-81df-5e387969221c tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/security-groups?id=58cefdb3-4032-4457-82a1-716b59c02454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435084 Nov 15 11:19:07.165495 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-1cfff717-c607-4b90-b35e-1ec26917a130 None None] Set router 7bf29bc1-262c-4f17-b760-1452945a3849 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:19:07.182829 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6a0cbc4d-6730-4353-9d59-c139a5732222 req-f26da800-8f04-43af-b08a-d87b82d8bec8 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc87840-d21a-4af6-a8fc-77eaca73121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706400 Nov 15 11:19:07.207019 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-4ac848d2-6813-4af1-bead-77113bb2018e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f376283-542b-4afb-b9fa-d976ea6c999d {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:19:07.211258 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f475f0c4-5d46-487e-aa05-706521570b07 admin admin] For port 69e134b4-d76b-4dc8-b5d8-6a68c1200009, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=69e134b4-d76b-4dc8-b5d8-6a68c1200009,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:07.211861 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f475f0c4-5d46-487e-aa05-706521570b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:07.215407 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-4ac848d2-6813-4af1-bead-77113bb2018e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:07.225993 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1cfff717-c607-4b90-b35e-1ec26917a130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf29bc1-262c-4f17-b760-1452945a3849', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-410355517-router', 'tenant_id': '7b46e265498c4873b649a5565c911926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:58Z', 'updated_at': '2021-11-15T11:19:06Z', 'revision_number': 6, 'project_id': '7b46e265498c4873b649a5565c911926', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:07.233946 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f475f0c4-5d46-487e-aa05-706521570b07 admin admin] Calling delete_port for 69e134b4-d76b-4dc8-b5d8-6a68c1200009 owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:19:07.242998 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-4ac848d2-6813-4af1-bead-77113bb2018e service neutron] Transition to ACTIVE for port object 4f376283-542b-4afb-b9fa-d976ea6c999d will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:19:07.252501 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-4ac848d2-6813-4af1-bead-77113bb2018e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:07.259358 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfff717-c607-4b90-b35e-1ec26917a130 None None] The sync data for ids ['7bf29bc1-262c-4f17-b760-1452945a3849'] in n-d-729945-9 is: [{'id': '7bf29bc1-262c-4f17-b760-1452945a3849', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-410355517-router', 'tenant_id': '7b46e265498c4873b649a5565c911926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:58Z', 'updated_at': '2021-11-15T11:19:06Z', 'revision_number': 6, 'project_id': '7b46e265498c4873b649a5565c911926', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:19:07.396879 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac848d2-6813-4af1-bead-77113bb2018e service neutron] Pushing event updated for resources: {'Port': ['ID=4f376283-542b-4afb-b9fa-d976ea6c999d,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:07.491030 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5977d-5fbe-4050-b0e9-aba3a36b98dd req-ed693713-72ad-4ec5-a5fd-3f1d87abbd6e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:07.492741 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31a5977d-5fbe-4050-b0e9-aba3a36b98dd req-ed693713-72ad-4ec5-a5fd-3f1d87abbd6e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.2018981 Nov 15 11:19:07.584155 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-4ac848d2-6813-4af1-bead-77113bb2018e service neutron] Attempting to bind port 4f376283-542b-4afb-b9fa-d976ea6c999d on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:19:07.584482 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-4ac848d2-6813-4af1-bead-77113bb2018e service neutron] Attempting to bind port 4f376283-542b-4afb-b9fa-d976ea6c999d by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:19:07.584793 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-4ac848d2-6813-4af1-bead-77113bb2018e service neutron] Attempting to bind port 4f376283-542b-4afb-b9fa-d976ea6c999d on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:19:07.606122 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-4ac848d2-6813-4af1-bead-77113bb2018e service neutron] Port 4f376283-542b-4afb-b9fa-d976ea6c999d on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:19:07.606393 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-4ac848d2-6813-4af1-bead-77113bb2018e service neutron] Attempting to bind port 4f376283-542b-4afb-b9fa-d976ea6c999d on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:19:07.617256 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31a5977d-5fbe-4050-b0e9-aba3a36b98dd req-0af30a41-97ee-4cd8-bc85-8178a2f9826d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141422 Nov 15 11:19:07.618288 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-4ac848d2-6813-4af1-bead-77113bb2018e service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:19:07.618495 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-4ac848d2-6813-4af1-bead-77113bb2018e service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:19:07.618872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-4ac848d2-6813-4af1-bead-77113bb2018e service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:19:07.619307 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-4ac848d2-6813-4af1-bead-77113bb2018e service neutron] Bound port: 4f376283-542b-4afb-b9fa-d976ea6c999d, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:19:07.619659 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-4ac848d2-6813-4af1-bead-77113bb2018e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:07.632026 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f475f0c4-5d46-487e-aa05-706521570b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:07.689484 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475f0c4-5d46-487e-aa05-706521570b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=69e134b4-d76b-4dc8-b5d8-6a68c1200009,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:07.799524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-4ac848d2-6813-4af1-bead-77113bb2018e service neutron] For port 4f376283-542b-4afb-b9fa-d976ea6c999d, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:19:07.804628 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-4ac848d2-6813-4af1-bead-77113bb2018e service neutron] For port 4f376283-542b-4afb-b9fa-d976ea6c999d, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4f376283-542b-4afb-b9fa-d976ea6c999d,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:19:07.807354 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f475f0c4-5d46-487e-aa05-706521570b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:07.811490 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-4ac848d2-6813-4af1-bead-77113bb2018e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:07.820027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff104c-8da6-4264-9c91-82ee25914454 req-6d7918f9-e57d-4817-834b-e24b9983ec24 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:07.821520 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-61ff104c-8da6-4264-9c91-82ee25914454 req-6d7918f9-e57d-4817-834b-e24b9983ec24 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.1344995 Nov 15 11:19:07.939339 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f475f0c4-5d46-487e-aa05-706521570b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:07.945381 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f475f0c4-5d46-487e-aa05-706521570b07 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:07.951495 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-4ac848d2-6813-4af1-bead-77113bb2018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:07.952122 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-4ac848d2-6813-4af1-bead-77113bb2018e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:07.953467 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-4ac848d2-6813-4af1-bead-77113bb2018e service neutron] 10.222.0.55 "PUT /v2.0/ports/4f376283-542b-4afb-b9fa-d976ea6c999d HTTP/1.1" status: 200 len: 1096 time: 1.7130389 Nov 15 11:19:07.955232 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c6afd1-9033-4b2d-b26b-e290b3d55898', 'tag': '4f376283-542b-4afb-b9fa-d976ea6c999d'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:07.957499 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc64624-3f36-4b0e-98b3-c1ea50add7f2" -d '{"events": [{"name": "network-changed", "server_uuid": "01c6afd1-9033-4b2d-b26b-e290b3d55898", "tag": "4f376283-542b-4afb-b9fa-d976ea6c999d"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:08.033134 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9aa2f46-7b84-45d6-b8ef-9a1df42c78f4 x-openstack-request-id: req-e9aa2f46-7b84-45d6-b8ef-9a1df42c78f4 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:08.033408 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c6afd1-9033-4b2d-b26b-e290b3d55898", "tag": "4f376283-542b-4afb-b9fa-d976ea6c999d", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:08.033655 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9aa2f46-7b84-45d6-b8ef-9a1df42c78f4 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:08.034060 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c6afd1-9033-4b2d-b26b-e290b3d55898', 'tag': '4f376283-542b-4afb-b9fa-d976ea6c999d', 'status': 'completed', 'code': 200} Nov 15 11:19:08.064597 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f475f0c4-5d46-487e-aa05-706521570b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:08.065194 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f475f0c4-5d46-487e-aa05-706521570b07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bf29bc1-262c-4f17-b760-1452945a3849 {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:19:08.066737 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac848d2-6813-4af1-bead-77113bb2018e service neutron] Pushing event updated for resources: {'Port': ['ID=4f376283-542b-4afb-b9fa-d976ea6c999d,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:08.072941 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f475f0c4-5d46-487e-aa05-706521570b07 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:08.076516 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f475f0c4-5d46-487e-aa05-706521570b07 admin admin] 10.222.0.64 "DELETE /v2.0/routers/7bf29bc1-262c-4f17-b760-1452945a3849 HTTP/1.1" status: 204 len: 168 time: 2.2208793 Nov 15 11:19:08.076781 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59812) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:08.096303 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-61ff104c-8da6-4264-9c91-82ee25914454 req-e62e6c46-f7a4-4304-abd0-55cf023a1f80 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195718 Nov 15 11:19:08.115084 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-e23d2d70-f984-4d5c-a960-22b2c36e171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:08.117791 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-e23d2d70-f984-4d5c-a960-22b2c36e171e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c5b9e5a984248469c53fc01fbcfff19&device_id=01c6afd1-9033-4b2d-b26b-e290b3d55898 HTTP/1.1" status: 200 len: 1099 time: 0.1071370 Nov 15 11:19:08.157539 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a0473e-7832-45d2-88ec-42aac70ef40d admin admin] Deleting subnet 26fae237-12ac-4b4c-a9e7-e8ff1b03e252 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:19:08.163003 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08a0473e-7832-45d2-88ec-42aac70ef40d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:08.176534 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 69e134b4-d76b-4dc8-b5d8-6a68c1200009 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:19:08.182712 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-599988d9-19ac-49a8-bc1b-24267c97be48 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=4f376283-542b-4afb-b9fa-d976ea6c999d HTTP/1.1" status: 200 len: 217 time: 0.0510910 Nov 15 11:19:08.211905 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 69e134b4-d76b-4dc8-b5d8-6a68c1200009 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:19:08.212248 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 69e134b4-d76b-4dc8-b5d8-6a68c1200009 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:19:08.212667 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device fc2e51f5-a7af-46ec-ab8f-f75dd210c76e no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:19:08.239379 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08a0473e-7832-45d2-88ec-42aac70ef40d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:08.248065 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: fc2e51f5-a7af-46ec-ab8f-f75dd210c76e {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:19:08.248399 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device fc2e51f5-a7af-46ec-ab8f-f75dd210c76e not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:19:08.320170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-870eeabf-bc67-42e1-ab94-d56c629c93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:08.321660 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-870eeabf-bc67-42e1-ab94-d56c629c93e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1299043 Nov 15 11:19:08.336377 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-58a3ac1c-4b7b-4807-92f1-df48bbe2c0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:08.363726 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c81494-8b57-4763-bb63-8bcb53d2ff7a req-9924b72d-5e7d-4ab3-b0dc-55b1e119a481 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:08.365247 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9c81494-8b57-4763-bb63-8bcb53d2ff7a req-9924b72d-5e7d-4ab3-b0dc-55b1e119a481 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/ports?device_id=991a8b1f-2873-4d6d-a5f0-16ee7ab767ab HTTP/1.1" status: 200 len: 946 time: 0.0961099 Nov 15 11:19:08.384055 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08a0473e-7832-45d2-88ec-42aac70ef40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:08.443181 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd3c5d-82bb-4dc4-b079-56afcef030e2 req-f4092e36-8547-485f-b0de-8d4d8ab0e4b1 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:08.445280 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b0dd3c5d-82bb-4dc4-b079-56afcef030e2 req-f4092e36-8547-485f-b0de-8d4d8ab0e4b1 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.11 "GET /v2.0/ports?device_id=991a8b1f-2873-4d6d-a5f0-16ee7ab767ab HTTP/1.1" status: 200 len: 946 time: 0.1127322 Nov 15 11:19:08.445412 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-c4ea2af6-1a6b-4aaf-97a2-ce7cb09cc652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:08.448022 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-c4ea2af6-1a6b-4aaf-97a2-ce7cb09cc652 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1097851 Nov 15 11:19:08.460082 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0770df8-c08e-47af-83d7-53d06ce25ee4 req-220ac422-4901-4bdb-8761-f13f827f2078 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:08.461585 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0770df8-c08e-47af-83d7-53d06ce25ee4 req-220ac422-4901-4bdb-8761-f13f827f2078 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c6afd1-9033-4b2d-b26b-e290b3d55898 HTTP/1.1" status: 200 len: 948 time: 0.1250141 Nov 15 11:19:08.515950 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08a0473e-7832-45d2-88ec-42aac70ef40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:08.566930 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0473e-7832-45d2-88ec-42aac70ef40d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26fae237-12ac-4b4c-a9e7-e8ff1b03e252,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:08.571874 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08a0473e-7832-45d2-88ec-42aac70ef40d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:08.576525 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-08a0473e-7832-45d2-88ec-42aac70ef40d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/26fae237-12ac-4b4c-a9e7-e8ff1b03e252 HTTP/1.1" status: 204 len: 168 time: 0.4974999 Nov 15 11:19:08.579025 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8a965f-549d-4422-8785-b4859c44351c None None] Network 287b0038-11b0-4cb0-9e41-866f02ab56a5 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:19:08.580045 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59824) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:08.663407 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-b0dd3c5d-82bb-4dc4-b079-56afcef030e2 req-0b4e32a8-c262-4e0e-ba1d-ec7c6b69945b tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Deleting port f67c27d6-9a04-42e5-a1e5-ba7eda174707 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:19:08.663857 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b0dd3c5d-82bb-4dc4-b079-56afcef030e2 req-0b4e32a8-c262-4e0e-ba1d-ec7c6b69945b tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:08.681471 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b308-f793-49e1-a905-477da61049fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:08.774231 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f04cd4-df59-478d-abbc-3b8f3d852eb7 None None] DHCP port deletion for 287b0038-11b0-4cb0-9e41-866f02ab56a5 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:19:08.830870 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-54f04cd4-df59-478d-abbc-3b8f3d852eb7 None None] Deleting port 480c73d5-f108-4846-9fa0-90a9d19f91c3 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:19:08.831234 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-54f04cd4-df59-478d-abbc-3b8f3d852eb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:08.843715 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9c81494-8b57-4763-bb63-8bcb53d2ff7a req-2e3f026f-8765-4b94-a8d5-0b39118767a3 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/security-groups?id=58cefdb3-4032-4457-82a1-716b59c02454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493070 Nov 15 11:19:08.887053 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0770df8-c08e-47af-83d7-53d06ce25ee4 req-bd759aaa-6957-4b2e-a9b9-211a1f3d08a5 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc87840-d21a-4af6-a8fc-77eaca73121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120646 Nov 15 11:19:08.908570 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-54f04cd4-df59-478d-abbc-3b8f3d852eb7 None None] For port 480c73d5-f108-4846-9fa0-90a9d19f91c3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=480c73d5-f108-4846-9fa0-90a9d19f91c3,segment=NetworkSegment(7f03ad26-fedc-49ac-90b0-d732a0130a82),segment_id=7f03ad26-fedc-49ac-90b0-d732a0130a82)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:08.909531 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-54f04cd4-df59-478d-abbc-3b8f3d852eb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:08.919706 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-87de4521-9470-4920-8483-b52464c7a084 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494307 Nov 15 11:19:08.934903 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-54f04cd4-df59-478d-abbc-3b8f3d852eb7 None None] Calling delete_port for 480c73d5-f108-4846-9fa0-90a9d19f91c3 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:19:09.015438 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b2ed751-cb35-4465-88fb-48f5bbd0c76c req-aea9bf83-4121-4acb-ad3a-7469dcad8945 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928869 Nov 15 11:19:09.043698 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-54f04cd4-df59-478d-abbc-3b8f3d852eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:09.069845 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f04cd4-df59-478d-abbc-3b8f3d852eb7 None None] Pushing event deleted for resources: {'Port': ['ID=480c73d5-f108-4846-9fa0-90a9d19f91c3,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:09.078691 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f04cd4-df59-478d-abbc-3b8f3d852eb7 None None] No DVR routers for this DVR port 480c73d5-f108-4846-9fa0-90a9d19f91c3 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:19:09.130210 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63009755-5070-4189-8584-c3a02304e5c2 req-9191d9aa-8a47-49cb-bd87-59bb7e5f27b3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:09.131786 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-63009755-5070-4189-8584-c3a02304e5c2 req-9191d9aa-8a47-49cb-bd87-59bb7e5f27b3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.0994418 Nov 15 11:19:09.154161 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b308-f793-49e1-a905-477da61049fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:09.174169 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc64624-3f36-4b0e-98b3-c1ea50add7f2 req-f1cf98b8-4da9-48ba-938b-58e88a039065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:09.175768 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bcc64624-3f36-4b0e-98b3-c1ea50add7f2 req-f1cf98b8-4da9-48ba-938b-58e88a039065 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c5b9e5a984248469c53fc01fbcfff19&device_id=01c6afd1-9033-4b2d-b26b-e290b3d55898 HTTP/1.1" status: 200 len: 1099 time: 0.0902615 Nov 15 11:19:09.191416 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d7a7b308-f793-49e1-a905-477da61049fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287b0038-11b0-4cb0-9e41-866f02ab56a5']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:09.194522 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-b0dd3c5d-82bb-4dc4-b079-56afcef030e2 req-0b4e32a8-c262-4e0e-ba1d-ec7c6b69945b tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] For port f67c27d6-9a04-42e5-a1e5-ba7eda174707, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f67c27d6-9a04-42e5-a1e5-ba7eda174707,segment=NetworkSegment(b6823e5a-4fac-4485-92e7-bd49dc7aa8b2),segment_id=b6823e5a-4fac-4485-92e7-bd49dc7aa8b2)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:09.194883 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b0dd3c5d-82bb-4dc4-b079-56afcef030e2 req-0b4e32a8-c262-4e0e-ba1d-ec7c6b69945b tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:09.214099 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d7a7b308-f793-49e1-a905-477da61049fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f03ad26-fedc-49ac-90b0-d732a0130a82') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:09.214396 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d7a7b308-f793-49e1-a905-477da61049fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f03ad26-fedc-49ac-90b0-d732a0130a82') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:09.223168 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-b0dd3c5d-82bb-4dc4-b079-56afcef030e2 req-0b4e32a8-c262-4e0e-ba1d-ec7c6b69945b tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Calling delete_port for f67c27d6-9a04-42e5-a1e5-ba7eda174707 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:19:09.229033 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b308-f793-49e1-a905-477da61049fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:09.248204 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b308-f793-49e1-a905-477da61049fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:09.259966 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-63009755-5070-4189-8584-c3a02304e5c2 req-e84309b2-cba7-47fc-84ae-af4efc5a5954 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206830 Nov 15 11:19:09.282031 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a7b308-f793-49e1-a905-477da61049fb admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:19:09.282524 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b308-f793-49e1-a905-477da61049fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:19:09.284244 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:19:09.291559 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71edd21-1030-4137-84ee-f3ec4abca208 req-4fc27899-88e8-4985-8858-6f6a6d2e217c tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:09.293657 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c71edd21-1030-4137-84ee-f3ec4abca208 req-4fc27899-88e8-4985-8858-6f6a6d2e217c tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.1268990 Nov 15 11:19:09.330994 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc64624-3f36-4b0e-98b3-c1ea50add7f2 req-7079f2b2-7d5b-4601-91ef-f15bdf85ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:09.333410 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bcc64624-3f36-4b0e-98b3-c1ea50add7f2 req-7079f2b2-7d5b-4601-91ef-f15bdf85ae4a service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.1482830 Nov 15 11:19:09.357699 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b308-f793-49e1-a905-477da61049fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:09.369974 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b308-f793-49e1-a905-477da61049fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:09.373183 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d7a7b308-f793-49e1-a905-477da61049fb admin admin] 10.222.0.64 "DELETE /v2.0/networks/287b0038-11b0-4cb0-9e41-866f02ab56a5 HTTP/1.1" status: 204 len: 168 time: 0.7922046 Nov 15 11:19:09.385840 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7b308-f793-49e1-a905-477da61049fb admin admin] Pushing event deleted for resources: {'Network': ['ID=287b0038-11b0-4cb0-9e41-866f02ab56a5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:09.403969 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bcc64624-3f36-4b0e-98b3-c1ea50add7f2 req-36b28931-75a0-4ba3-9d20-ed96ea92b364 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=4f376283-542b-4afb-b9fa-d976ea6c999d HTTP/1.1" status: 200 len: 217 time: 0.0506196 Nov 15 11:19:09.411263 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c71edd21-1030-4137-84ee-f3ec4abca208 req-517d9188-3f6e-4fcf-8b62-0a87cb6ce365 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044147 Nov 15 11:19:09.469345 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc64624-3f36-4b0e-98b3-c1ea50add7f2 req-9604a0bb-4b22-4a99-b2d0-bbc42cf8b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:09.471051 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bcc64624-3f36-4b0e-98b3-c1ea50add7f2 req-9604a0bb-4b22-4a99-b2d0-bbc42cf8b60f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0578146 Nov 15 11:19:09.473249 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b0dd3c5d-82bb-4dc4-b079-56afcef030e2 req-0b4e32a8-c262-4e0e-ba1d-ec7c6b69945b tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:09.487580 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['f67c27d6-9a04-42e5-a1e5-ba7eda174707'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:19:09.505983 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e32a8-c262-4e0e-ba1d-ec7c6b69945b tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Pushing event deleted for resources: {'Port': ['ID=f67c27d6-9a04-42e5-a1e5-ba7eda174707,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:09.571782 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0dd3c5d-82bb-4dc4-b079-56afcef030e2 req-0b4e32a8-c262-4e0e-ba1d-ec7c6b69945b tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] No DVR routers for this DVR port f67c27d6-9a04-42e5-a1e5-ba7eda174707 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:19:09.575054 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b0dd3c5d-82bb-4dc4-b079-56afcef030e2 req-0b4e32a8-c262-4e0e-ba1d-ec7c6b69945b tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:09.578986 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b0dd3c5d-82bb-4dc4-b079-56afcef030e2 req-0b4e32a8-c262-4e0e-ba1d-ec7c6b69945b tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.11 "DELETE /v2.0/ports/f67c27d6-9a04-42e5-a1e5-ba7eda174707 HTTP/1.1" status: 204 len: 173 time: 1.1236672 Nov 15 11:19:09.579591 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991a8b1f-2873-4d6d-a5f0-16ee7ab767ab', 'name': 'network-vif-deleted', 'tag': 'f67c27d6-9a04-42e5-a1e5-ba7eda174707'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:09.582731 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53691e23-c57f-4103-90d3-b744a92dc57a" -d '{"events": [{"server_uuid": "991a8b1f-2873-4d6d-a5f0-16ee7ab767ab", "name": "network-vif-deleted", "tag": "f67c27d6-9a04-42e5-a1e5-ba7eda174707"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:09.591942 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-7b911a78-eef7-4863-ace4-292d9950ad7d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1197231 Nov 15 11:19:09.594027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc64624-3f36-4b0e-98b3-c1ea50add7f2 req-95bd67b6-55b0-4dd3-983a-1630224ea636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:09.597570 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bcc64624-3f36-4b0e-98b3-c1ea50add7f2 req-95bd67b6-55b0-4dd3-983a-1630224ea636 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1168303 Nov 15 11:19:09.619047 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59836) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:09.628943 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8563369e-7dbb-4761-b7f7-cf2becbac679 x-openstack-request-id: req-8563369e-7dbb-4761-b7f7-cf2becbac679 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:09.629264 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991a8b1f-2873-4d6d-a5f0-16ee7ab767ab", "name": "network-vif-deleted", "tag": "f67c27d6-9a04-42e5-a1e5-ba7eda174707", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:09.629471 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8563369e-7dbb-4761-b7f7-cf2becbac679 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:09.630067 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991a8b1f-2873-4d6d-a5f0-16ee7ab767ab', 'name': 'network-vif-deleted', 'tag': 'f67c27d6-9a04-42e5-a1e5-ba7eda174707', 'status': 'completed', 'code': 200} Nov 15 11:19:09.672022 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d6dbaf8a-5fc1-4f9c-9a58-f67b10d02db8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b46e265498c4873b649a5565c911926&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0514517 Nov 15 11:19:09.672679 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59838) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:09.720616 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-704331d6-e669-4734-a714-51f12ff87d1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:09.741960 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:09.742529 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd88-954c-44da-96c7-555b64031263 req-a095021c-b1b0-419d-b2ed-faba655394c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:09.743019 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd88-954c-44da-96c7-555b64031263 req-a095021c-b1b0-419d-b2ed-faba655394c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:09.743489 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd88-954c-44da-96c7-555b64031263 req-a095021c-b1b0-419d-b2ed-faba655394c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:09.743609 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-704331d6-e669-4734-a714-51f12ff87d1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:09.743976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd88-954c-44da-96c7-555b64031263 req-a095021c-b1b0-419d-b2ed-faba655394c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:09.744435 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd88-954c-44da-96c7-555b64031263 req-a095021c-b1b0-419d-b2ed-faba655394c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:09.744889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd88-954c-44da-96c7-555b64031263 req-a095021c-b1b0-419d-b2ed-faba655394c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:09.745349 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd88-954c-44da-96c7-555b64031263 req-a095021c-b1b0-419d-b2ed-faba655394c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:09.747273 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-a095021c-b1b0-419d-b2ed-faba655394c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d166880b4a94d32a973c2d61c598d8e&device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 6490 time: 0.0804982 Nov 15 11:19:09.769990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bcc64624-3f36-4b0e-98b3-c1ea50add7f2 req-8c9cb5a2-f9e7-4050-8ad3-9ec8920806a9 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649120 Nov 15 11:19:09.791855 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-704331d6-e669-4734-a714-51f12ff87d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:09.794623 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-704331d6-e669-4734-a714-51f12ff87d1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:09.795801 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-704331d6-e669-4734-a714-51f12ff87d1a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8197d2aa-fc5b-4b90-803e-86839503fcdb HTTP/1.1" status: 204 len: 168 time: 0.1221161 Nov 15 11:19:09.804423 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704331d6-e669-4734-a714-51f12ff87d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8197d2aa-fc5b-4b90-803e-86839503fcdb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:10.000608 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 480c73d5-f108-4846-9fa0-90a9d19f91c3 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:19:10.003702 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-651a87f6-ee71-4ba7-a308-a32f50eb8a66 req-e62212ba-eae5-400c-bcc5-ad07d4d6a8d6 tempest-ServerGroupTestJSON-1191418280 tempest-ServerGroupTestJSON-1191418280-project] 10.222.0.64 "GET /v2.0/ports?device_id=991a8b1f-2873-4d6d-a5f0-16ee7ab767ab HTTP/1.1" status: 200 len: 210 time: 0.0482337 Nov 15 11:19:10.038998 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 480c73d5-f108-4846-9fa0-90a9d19f91c3 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:19:10.039548 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 480c73d5-f108-4846-9fa0-90a9d19f91c3 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:19:10.050013 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bcc64624-3f36-4b0e-98b3-c1ea50add7f2 req-f0a365ee-38b9-46af-8787-fdeab37a395a service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700663 Nov 15 11:19:10.051389 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd88-954c-44da-96c7-555b64031263 req-863e915b-9fd4-4653-bf02-b55f7e833bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:10.052663 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd88-954c-44da-96c7-555b64031263 req-863e915b-9fd4-4653-bf02-b55f7e833bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:10.053294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd88-954c-44da-96c7-555b64031263 req-863e915b-9fd4-4653-bf02-b55f7e833bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:10.055590 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-863e915b-9fd4-4653-bf02-b55f7e833bb3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ac01650-250d-49f6-a38a-ac634445c34a&id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&id=1722e728-27c9-4457-a98e-4b336084f5f5&id=1722e728-27c9-4457-a98e-4b336084f5f5 HTTP/1.1" status: 200 len: 2292 time: 0.2745152 Nov 15 11:19:10.146087 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a29fb-38e0-4046-baba-a8115b98868f req-95299936-e56a-4500-93f4-5e7fc348984f tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:10.148380 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-664a29fb-38e0-4046-baba-a8115b98868f req-95299936-e56a-4500-93f4-5e7fc348984f tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c6afd1-9033-4b2d-b26b-e290b3d55898 HTTP/1.1" status: 200 len: 948 time: 0.1228566 Nov 15 11:19:10.159516 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-93cd167e-6cb4-40fa-a912-bd4279d57de5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fc0f2ac-e00b-4810-b47a-e13b8f18d088 HTTP/1.1" status: 200 len: 1000 time: 0.0893121 Nov 15 11:19:10.240367 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-664a29fb-38e0-4046-baba-a8115b98868f req-b761dfc3-ead7-4e67-b05d-cb4944ee600f tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc87840-d21a-4af6-a8fc-77eaca73121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832152 Nov 15 11:19:10.241987 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd88-954c-44da-96c7-555b64031263 req-7616a21b-6e8d-4dc6-891a-d151a18b9a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:10.243591 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-7616a21b-6e8d-4dc6-891a-d151a18b9a2f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd0574-7413-48b2-8325-e46b6f762330 HTTP/1.1" status: 200 len: 850 time: 0.0697446 Nov 15 11:19:10.300738 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd88-954c-44da-96c7-555b64031263 req-94617c26-ea81-4de7-b770-6d2c49ced4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:10.302572 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-94617c26-ea81-4de7-b770-6d2c49ced4c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ac01650-250d-49f6-a38a-ac634445c34a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451181 Nov 15 11:19:10.430352 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f6c4a-ed56-4d6f-ae76-28a19453b38e req-29923d95-354d-4a67-97a7-39199138a59b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:10.431849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a74f6c4a-ed56-4d6f-ae76-28a19453b38e req-29923d95-354d-4a67-97a7-39199138a59b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.0745533 Nov 15 11:19:10.452073 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-4af7f49e-dce8-431a-9d15-7978555cb531 service neutron] 10.222.0.55 "GET /v2.0/networks/3ac01650-250d-49f6-a38a-ac634445c34a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419306 Nov 15 11:19:10.564318 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a74f6c4a-ed56-4d6f-ae76-28a19453b38e req-7078ef23-b104-4925-afc4-768953e93c3b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252363 Nov 15 11:19:10.603531 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea893c6-8e81-4f40-a9b1-aeb34a7c77d1 req-6c8b6e1b-c8e1-46ce-bc66-cf8735e5eb26 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:10.604092 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59874) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:10.605047 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1ea893c6-8e81-4f40-a9b1-aeb34a7c77d1 req-6c8b6e1b-c8e1-46ce-bc66-cf8735e5eb26 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.0951264 Nov 15 11:19:10.611624 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-bddb6db5-fc36-481e-8825-ad85269de57a service neutron] 10.222.0.55 "GET /v2.0/networks/3ac01650-250d-49f6-a38a-ac634445c34a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522090 Nov 15 11:19:10.665076 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-7a774e9a-1ff0-46aa-87bb-dd94f475ad94 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=041d37e4-b503-41ea-9c56-8ae1475f9725 HTTP/1.1" status: 200 len: 217 time: 0.0459189 Nov 15 11:19:10.712027 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ebbe5320-8031-4fc1-ac49-cf0466d30c85 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1941212037-network', 'tenant_id': '1f314a8afee34f158da011fc25e91eb9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:19:10.723094 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1ea893c6-8e81-4f40-a9b1-aeb34a7c77d1 req-cf85aafb-7fc8-4585-aed2-9e5332b94a03 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106443 Nov 15 11:19:10.732607 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd88-954c-44da-96c7-555b64031263 req-ca5e50e3-1bd5-4f37-a17c-66d1c8a290c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:10.734088 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-ca5e50e3-1bd5-4f37-a17c-66d1c8a290c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c20f400b-9ad3-4b90-bd4a-3a164b9839be HTTP/1.1" status: 200 len: 797 time: 0.0597358 Nov 15 11:19:10.737318 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbe5320-8031-4fc1-ac49-cf0466d30c85 admin admin] Made reservation on behalf of 1f314a8afee34f158da011fc25e91eb9 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:19:10.744821 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebbe5320-8031-4fc1-ac49-cf0466d30c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:10.754864 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebbe5320-8031-4fc1-ac49-cf0466d30c85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:10.782872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd88-954c-44da-96c7-555b64031263 req-0dc2c025-77c8-40c6-afe6-35c6b3bd313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:10.784632 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-0dc2c025-77c8-40c6-afe6-35c6b3bd313f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0431187 Nov 15 11:19:10.835808 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebbe5320-8031-4fc1-ac49-cf0466d30c85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:10.841227 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebbe5320-8031-4fc1-ac49-cf0466d30c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:10.869223 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbe5320-8031-4fc1-ac49-cf0466d30c85 admin admin] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:19:10.874503 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe5320-8031-4fc1-ac49-cf0466d30c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a74c71b-5c33-43da-b475-5b2a9c1e94ec,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:10.882741 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebbe5320-8031-4fc1-ac49-cf0466d30c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:10.883356 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-ebbe5320-8031-4fc1-ac49-cf0466d30c85 admin admin] Added segment aeb91a93-cbdd-44de-9748-8dddbb40b401 of type vlan for network 09b1efd8-eb77-4965-a77c-23c7047088b0 Nov 15 11:19:10.886789 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-20b2b46c-83ef-4b97-b546-e3d766a06cf9 service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939302 Nov 15 11:19:10.926919 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebbe5320-8031-4fc1-ac49-cf0466d30c85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:10.953455 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebbe5320-8031-4fc1-ac49-cf0466d30c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:10.954626 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbe5320-8031-4fc1-ac49-cf0466d30c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:10.955369 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ebbe5320-8031-4fc1-ac49-cf0466d30c85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:11.006372 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ebbe5320-8031-4fc1-ac49-cf0466d30c85 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4010344 Nov 15 11:19:11.009309 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59880) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:11.014260 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4a5bcac6-e0cd-4246-b56d-24181f640248 admin admin] Request body: {'subnet': {'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1941212037-subnet', 'tenant_id': '1f314a8afee34f158da011fc25e91eb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:19:11.014400 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-1eb12e4d-84e8-4cf7-9934-5a96594ed19a service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116576 Nov 15 11:19:11.036786 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe5320-8031-4fc1-ac49-cf0466d30c85 admin admin] Pushing event updated for resources: {'Network': ['ID=09b1efd8-eb77-4965-a77c-23c7047088b0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:11.055208 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5bcac6-e0cd-4246-b56d-24181f640248 admin admin] Made reservation on behalf of 1f314a8afee34f158da011fc25e91eb9 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:19:11.057911 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a5bcac6-e0cd-4246-b56d-24181f640248 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:11.062054 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-01d211f6-63df-4789-8a83-4d3e77da0d1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=cf3d8396-2297-40fd-a6ef-65ee0a1a87fe HTTP/1.1" status: 200 len: 217 time: 0.0407705 Nov 15 11:19:11.075096 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 09b1efd8-eb77-4965-a77c-23c7047088b0 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:19:11.142024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd88-954c-44da-96c7-555b64031263 req-983ffeec-ff20-44bb-a313-f40ebc75957a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:11.144300 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-983ffeec-ff20-44bb-a313-f40ebc75957a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c20f400b-9ad3-4b90-bd4a-3a164b9839be HTTP/1.1" status: 200 len: 797 time: 0.0758963 Nov 15 11:19:11.205534 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd88-954c-44da-96c7-555b64031263 req-2c8cb63e-2db5-42e6-bc01-0f41e282ca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:11.209110 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-2c8cb63e-2db5-42e6-bc01-0f41e282ca51 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0531375 Nov 15 11:19:11.291438 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a5bcac6-e0cd-4246-b56d-24181f640248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:11.341517 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bcac6-e0cd-4246-b56d-24181f640248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1ef15d9-2812-4825-8c7b-2bbfb46898e7,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:11.344069 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:11.370017 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5bcac6-e0cd-4246-b56d-24181f640248 admin admin] Checking segment: {'id': 'aeb91a93-cbdd-44de-9748-8dddbb40b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:19:11.370379 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5bcac6-e0cd-4246-b56d-24181f640248 admin admin] Network hostable DHCP agents. Network: 09b1efd8-eb77-4965-a77c-23c7047088b0, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:19:11.377930 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-68a4c1be-2703-463b-b766-b984c50ae17f service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610205 Nov 15 11:19:11.390753 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5bcac6-e0cd-4246-b56d-24181f640248 admin admin] Network 09b1efd8-eb77-4965-a77c-23c7047088b0 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:19:11.403327 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4a5bcac6-e0cd-4246-b56d-24181f640248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 09b1efd8-eb77-4965-a77c-23c7047088b0) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:19:11.408356 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5bcac6-e0cd-4246-b56d-24181f640248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:11.409370 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a5bcac6-e0cd-4246-b56d-24181f640248 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:11.409531 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103236d3-cd0b-42b7-84bc-1e415d04eb5d req-a054d3cb-479e-4fc8-b35d-52cd726f4438 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:11.414087 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed23a7f-325d-4ff2-9857-35b0bcfbb039 None None] Network 09b1efd8-eb77-4965-a77c-23c7047088b0 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:19:11.420050 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-103236d3-cd0b-42b7-84bc-1e415d04eb5d req-a054d3cb-479e-4fc8-b35d-52cd726f4438 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c6afd1-9033-4b2d-b26b-e290b3d55898 HTTP/1.1" status: 200 len: 948 time: 0.0790997 Nov 15 11:19:11.422809 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59906) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:11.447846 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4a5bcac6-e0cd-4246-b56d-24181f640248 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4224174 Nov 15 11:19:11.558277 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-103236d3-cd0b-42b7-84bc-1e415d04eb5d req-a12bdb02-e692-4401-ad2f-5d88b6ec5603 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc87840-d21a-4af6-a8fc-77eaca73121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373768 Nov 15 11:19:11.565265 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a49f782-5afb-42a2-a5a8-1353ca34a77f admin admin] Deleting subnet 7f100c30-23b0-431a-b316-2833cf816dd0 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:19:11.569657 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180f76ab-b32c-40b0-8b4d-72398c110d14 None None] Network 09b1efd8-eb77-4965-a77c-23c7047088b0 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:19:11.580605 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a49f782-5afb-42a2-a5a8-1353ca34a77f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:11.620719 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-03e9eee9-445d-4362-8c17-d9da39b3cd57 service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287216 Nov 15 11:19:11.628747 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a49f782-5afb-42a2-a5a8-1353ca34a77f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:11.704609 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-22da1b13-d18e-4ec7-bc33-ef4e31006fa5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=a5e4a1ee-2f8f-4677-847c-e32e1066c474 HTTP/1.1" status: 200 len: 217 time: 0.0737436 Nov 15 11:19:11.782555 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a49f782-5afb-42a2-a5a8-1353ca34a77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:11.811967 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd88-954c-44da-96c7-555b64031263 req-5760f621-3ba6-431d-9955-b84960a6aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:11.813550 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-5760f621-3ba6-431d-9955-b84960a6aaee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c20f400b-9ad3-4b90-bd4a-3a164b9839be HTTP/1.1" status: 200 len: 797 time: 0.0864911 Nov 15 11:19:11.822686 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077765b1-5867-4feb-8b95-b9f387ec18b4 req-882d0c6e-56d3-4858-8f5f-edfb4a480c13 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:11.824125 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-077765b1-5867-4feb-8b95-b9f387ec18b4 req-882d0c6e-56d3-4858-8f5f-edfb4a480c13 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.1623845 Nov 15 11:19:11.978433 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a49f782-5afb-42a2-a5a8-1353ca34a77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:11.981439 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd88-954c-44da-96c7-555b64031263 req-2cdd12e3-8da5-4bc2-ae4b-e405f6d857be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:11.982939 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-2cdd12e3-8da5-4bc2-ae4b-e405f6d857be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1579604 Nov 15 11:19:11.996405 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4f376283-542b-4afb-b9fa-d976ea6c999d details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:19:12.001148 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-077765b1-5867-4feb-8b95-b9f387ec18b4 req-7f857712-3ec6-4242-9abe-0be0450af669 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618593 Nov 15 11:19:12.031599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49f782-5afb-42a2-a5a8-1353ca34a77f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f100c30-23b0-431a-b316-2833cf816dd0,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:12.056273 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a49f782-5afb-42a2-a5a8-1353ca34a77f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:12.059868 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9a49f782-5afb-42a2-a5a8-1353ca34a77f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7f100c30-23b0-431a-b316-2833cf816dd0 HTTP/1.1" status: 204 len: 168 time: 0.6360052 Nov 15 11:19:12.062813 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59930) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:12.111133 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:12.132417 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4f376283-542b-4afb-b9fa-d976ea6c999d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4f376283-542b-4afb-b9fa-d976ea6c999d,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:12.144920 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '4f376283-542b-4afb-b9fa-d976ea6c999d', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '4f376283-542b-4afb-b9fa-d976ea6c999d', 'mac_address': 'fa:16:3e:73:31:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:19:12.150704 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c654a14-6542-4bae-860b-e8ae3520ef87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:12.153396 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-a79d0797-352d-438c-95e3-242a5bc450ef tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:12.155074 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-a79d0797-352d-438c-95e3-242a5bc450ef tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/networks?id=09b1efd8-eb77-4965-a77c-23c7047088b0 HTTP/1.1" status: 200 len: 805 time: 0.2727358 Nov 15 11:19:12.186316 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-2cc7f2dd-a31f-44ca-8c5d-a62e4128bd2d tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/quotas/1f314a8afee34f158da011fc25e91eb9 HTTP/1.1" status: 200 len: 375 time: 0.0182109 Nov 15 11:19:12.194237 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:12.208304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c56ec2-d82f-4fd4-b12f-73c362555bd0 req-670d466e-38ee-4b71-8d00-ced2cb585d13 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:12.209739 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f376283-542b-4afb-b9fa-d976ea6c999d {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:19:12.212400 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4c56ec2-d82f-4fd4-b12f-73c362555bd0 req-670d466e-38ee-4b71-8d00-ced2cb585d13 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.1214085 Nov 15 11:19:12.230439 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4f376283-542b-4afb-b9fa-d976ea6c999d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4f376283-542b-4afb-b9fa-d976ea6c999d,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:12.234946 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c654a14-6542-4bae-860b-e8ae3520ef87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:12.236282 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-e8f38bf9-430c-4a01-a411-dadafdeae602 service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419190 Nov 15 11:19:12.236459 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:12.260942 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-8c654a14-6542-4bae-860b-e8ae3520ef87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ac9d3f-157d-47a5-bd6d-6d33ad7f7216']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:12.270705 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-8c654a14-6542-4bae-860b-e8ae3520ef87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6823e5a-4fac-4485-92e7-bd49dc7aa8b2') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:12.271130 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-8c654a14-6542-4bae-860b-e8ae3520ef87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6823e5a-4fac-4485-92e7-bd49dc7aa8b2') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:12.281633 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c654a14-6542-4bae-860b-e8ae3520ef87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:12.287886 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-7a95bc35-d77a-45e0-9283-0a8bd8fde6af tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f314a8afee34f158da011fc25e91eb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898314 Nov 15 11:19:12.294386 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=4f376283-542b-4afb-b9fa-d976ea6c999d,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:12.303334 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c654a14-6542-4bae-860b-e8ae3520ef87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:12.319104 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c654a14-6542-4bae-860b-e8ae3520ef87 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:19:12.319491 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c654a14-6542-4bae-860b-e8ae3520ef87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:19:12.321171 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:19:12.393935 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c654a14-6542-4bae-860b-e8ae3520ef87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:12.397978 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4b8150c9-7f91-4f9b-b9ea-46c10192446b req-a81f31b4-1479-4aa1-8ea4-a3d2ad62b6b9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0894248 Nov 15 11:19:12.401903 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c654a14-6542-4bae-860b-e8ae3520ef87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:12.405064 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8c654a14-6542-4bae-860b-e8ae3520ef87 admin admin] 10.222.0.64 "DELETE /v2.0/networks/32ac9d3f-157d-47a5-bd6d-6d33ad7f7216 HTTP/1.1" status: 204 len: 168 time: 0.3412623 Nov 15 11:19:12.416035 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c654a14-6542-4bae-860b-e8ae3520ef87 admin admin] Pushing event deleted for resources: {'Network': ['ID=32ac9d3f-157d-47a5-bd6d-6d33ad7f7216,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:12.432259 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4c56ec2-d82f-4fd4-b12f-73c362555bd0 req-b47f3869-9e5a-43ee-ba94-8e3e0789ad58 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929965 Nov 15 11:19:12.481365 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-d676be79-47d5-49aa-8da8-9546b6352e59 service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202024 Nov 15 11:19:12.485369 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-e3146670-5c76-4022-a6f9-72681c25fa63 service neutron] 10.222.0.64 "GET /v2.0/networks/09b1efd8-eb77-4965-a77c-23c7047088b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820378 Nov 15 11:19:12.511732 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8150c9-7f91-4f9b-b9ea-46c10192446b req-ebb2ef1c-b21c-4fd7-b179-0ba71f887615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:12.513383 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4b8150c9-7f91-4f9b-b9ea-46c10192446b req-ebb2ef1c-b21c-4fd7-b179-0ba71f887615 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 1096 time: 0.0686266 Nov 15 11:19:12.587926 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['4f376283-542b-4afb-b9fa-d976ea6c999d'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:19:12.591232 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device f67c27d6-9a04-42e5-a1e5-ba7eda174707 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:19:12.598592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59942) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:12.601524 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-c4565d40-f5d7-4e08-801e-97bd50dd98e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=9690f032-99ce-452d-8947-7368f4eac3f0 HTTP/1.1" status: 200 len: 217 time: 0.1128459 Nov 15 11:19:12.646884 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8150c9-7f91-4f9b-b9ea-46c10192446b req-184aa736-f64b-422f-9620-42abc2a31e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:12.649352 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4b8150c9-7f91-4f9b-b9ea-46c10192446b req-184aa736-f64b-422f-9620-42abc2a31e12 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 913 time: 0.1158996 Nov 15 11:19:12.654451 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: f67c27d6-9a04-42e5-a1e5-ba7eda174707 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:19:12.655032 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device f67c27d6-9a04-42e5-a1e5-ba7eda174707 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:19:12.717864 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd88-954c-44da-96c7-555b64031263 req-21849510-10c9-4e7b-8724-ebe3780bfc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:12.719366 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-21849510-10c9-4e7b-8724-ebe3780bfc0e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c20f400b-9ad3-4b90-bd4a-3a164b9839be HTTP/1.1" status: 200 len: 797 time: 0.1095335 Nov 15 11:19:12.726894 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-92655402-9fbe-4b2a-817f-81868d4d659e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a52d7c64e60f462e864394b0e6cd8b55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1251040 Nov 15 11:19:12.727717 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59944) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:12.750994 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-f925b052-bbdc-415e-a454-6d3d4cd5bf9f service neutron] 10.222.0.64 "GET /v2.0/networks/09b1efd8-eb77-4965-a77c-23c7047088b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547121 Nov 15 11:19:12.768717 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4b8150c9-7f91-4f9b-b9ea-46c10192446b req-3e6a0e4d-a7d4-4cda-8445-689ab6fa7528 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92 HTTP/1.1" status: 200 len: 1000 time: 0.1109707 Nov 15 11:19:12.827740 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8150c9-7f91-4f9b-b9ea-46c10192446b req-60358445-ba61-42cc-994d-85386dafdf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:12.829497 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4b8150c9-7f91-4f9b-b9ea-46c10192446b req-60358445-ba61-42cc-994d-85386dafdf0f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 200 len: 851 time: 0.0527201 Nov 15 11:19:12.844649 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd88-954c-44da-96c7-555b64031263 req-2039417b-baf0-4e87-9f58-ba8ca8820665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:12.846133 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-2039417b-baf0-4e87-9f58-ba8ca8820665 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1164200 Nov 15 11:19:12.868127 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99625efc-9936-4a7f-b8fb-c77cda366499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:12.877324 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba274ca9-1b38-4027-af2a-c96a2b6bc4f9 req-69d73c43-42d8-4a36-b6f3-e2dcc8cf9cc1 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:12.878804 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ba274ca9-1b38-4027-af2a-c96a2b6bc4f9 req-69d73c43-42d8-4a36-b6f3-e2dcc8cf9cc1 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c6afd1-9033-4b2d-b26b-e290b3d55898 HTTP/1.1" status: 200 len: 949 time: 0.0902627 Nov 15 11:19:12.886046 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8150c9-7f91-4f9b-b9ea-46c10192446b req-4e270daa-e4c0-46f8-be97-9eb48553a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:12.892205 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4b8150c9-7f91-4f9b-b9ea-46c10192446b req-4e270daa-e4c0-46f8-be97-9eb48553a323 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e78f9bd-5aad-432a-85c1-63f165b57fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553133 Nov 15 11:19:13.002334 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4b8150c9-7f91-4f9b-b9ea-46c10192446b req-dff00326-449a-45d7-8677-b7aaae534903 service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007321 Nov 15 11:19:13.113224 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4b8150c9-7f91-4f9b-b9ea-46c10192446b req-88a92937-c8a1-4322-bab7-abfb23782583 service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992038 Nov 15 11:19:13.262258 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99625efc-9936-4a7f-b8fb-c77cda366499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:13.296382 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f74f4928-1373-4ff5-84fb-4c4ad473b7c0 req-e31f0d55-86f7-4aa3-b038-6efd70da8196 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=1af27a98-aa40-4e63-8ff1-eb828f7fe448 HTTP/1.1" status: 200 len: 210 time: 0.3517151 Nov 15 11:19:13.331288 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ba274ca9-1b38-4027-af2a-c96a2b6bc4f9 req-4acefbc8-05fb-4307-bac5-ed4773c8bc18 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc87840-d21a-4af6-a8fc-77eaca73121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402437 Nov 15 11:19:13.359869 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-994e835f-1975-4e32-ad68-4f9acd0b3ac2 service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031207 Nov 15 11:19:13.426654 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99625efc-9936-4a7f-b8fb-c77cda366499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:13.429245 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99625efc-9936-4a7f-b8fb-c77cda366499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:13.430387 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-99625efc-9936-4a7f-b8fb-c77cda366499 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/58cefdb3-4032-4457-82a1-716b59c02454 HTTP/1.1" status: 204 len: 168 time: 0.7017732 Nov 15 11:19:13.461910 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99625efc-9936-4a7f-b8fb-c77cda366499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cefdb3-4032-4457-82a1-716b59c02454,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:13.503485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17351b29-8a01-49a6-a82c-92d203746938 req-d95263a9-551b-42ed-bea2-9c00728c655e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:13.504978 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17351b29-8a01-49a6-a82c-92d203746938 req-d95263a9-551b-42ed-bea2-9c00728c655e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.1266153 Nov 15 11:19:13.512899 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-0cfd135a-2b4b-4086-9d25-be67b20dd157 service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433711 Nov 15 11:19:13.596600 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-5c83d230-b670-4718-bccd-dc2295dc2df5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4704c36-0238-4820-b8a4-0393c48690e2 HTTP/1.1" status: 200 len: 217 time: 0.0699270 Nov 15 11:19:13.667351 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17351b29-8a01-49a6-a82c-92d203746938 req-b3703fd3-94e3-4fac-b909-6906466d1785 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496112 Nov 15 11:19:13.676332 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90cbdf-7ad9-4629-a9e2-28e601a7ba46 req-8609b5f1-1ae8-4e09-9a73-3a15ef60e9cb tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:13.677744 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e90cbdf-7ad9-4629-a9e2-28e601a7ba46 req-8609b5f1-1ae8-4e09-9a73-3a15ef60e9cb tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.1364014 Nov 15 11:19:13.682173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd88-954c-44da-96c7-555b64031263 req-371af742-29a4-49fb-9c6f-afd3553aff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:13.683902 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-371af742-29a4-49fb-9c6f-afd3553aff14 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d65f1e93-4de6-48f1-9e2c-85927a146776 HTTP/1.1" status: 200 len: 797 time: 0.0794344 Nov 15 11:19:13.764576 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e90cbdf-7ad9-4629-a9e2-28e601a7ba46 req-da5a0cb0-636e-47df-b76e-4e0a75a90efc tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757360 Nov 15 11:19:13.774989 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd88-954c-44da-96c7-555b64031263 req-6011d139-1a98-4f77-b0a1-99d9ef232e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:13.776562 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-6011d139-1a98-4f77-b0a1-99d9ef232e06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1722e728-27c9-4457-a98e-4b336084f5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0805151 Nov 15 11:19:13.880975 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-dd333023-be10-4e89-80ee-826a8617bedc service neutron] 10.222.0.55 "GET /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956054 Nov 15 11:19:14.002439 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-0406057e-e2cb-4e65-9d82-e913887617a6 service neutron] 10.222.0.55 "GET /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133451 Nov 15 11:19:14.020968 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4f376283-542b-4afb-b9fa-d976ea6c999d up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:19:14.092721 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 4f376283-542b-4afb-b9fa-d976ea6c999d completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:19:14.098555 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 4f376283-542b-4afb-b9fa-d976ea6c999d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:14.099285 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:14.122478 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-bd9ad1b3-cc93-48a4-bba0-a70a6b53dd77 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f11f0984-2cf6-4544-ae65-21ceb3a18147 HTTP/1.1" status: 200 len: 217 time: 0.0969162 Nov 15 11:19:14.200309 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd88-954c-44da-96c7-555b64031263 req-c209bfd9-70ba-4842-85d9-0cf12b294df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:14.202576 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-c209bfd9-70ba-4842-85d9-0cf12b294df3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d65f1e93-4de6-48f1-9e2c-85927a146776 HTTP/1.1" status: 200 len: 797 time: 0.0716188 Nov 15 11:19:14.217850 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-cadcab2f-9d16-4279-af50-51f33efdde8f tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:14.221567 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-cadcab2f-9d16-4279-af50-51f33efdde8f tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.11 "GET /v2.0/networks?id=09b1efd8-eb77-4965-a77c-23c7047088b0 HTTP/1.1" status: 200 len: 805 time: 0.2446640 Nov 15 11:19:14.243619 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-d052f553-505f-4cb2-bbae-72d6e5decfc6 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Request body: {'port': {'device_id': '1af27a98-aa40-4e63-8ff1-eb828f7fe448', 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0', 'admin_state_up': True, 'tenant_id': '1f314a8afee34f158da011fc25e91eb9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:19:14.257004 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:14.284578 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c6afd1-9033-4b2d-b26b-e290b3d55898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f376283-542b-4afb-b9fa-d976ea6c999d'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:14.287783 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eee2daa-07c3-4b6e-bd3b-433ddcf7e2ac" -d '{"events": [{"server_uuid": "01c6afd1-9033-4b2d-b26b-e290b3d55898", "name": "network-vif-plugged", "status": "completed", "tag": "4f376283-542b-4afb-b9fa-d976ea6c999d"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:14.294064 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbd88-954c-44da-96c7-555b64031263 req-61732a59-6ce4-4ffb-96e9-3b4c0cd4cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:14.297905 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-61732a59-6ce4-4ffb-96e9-3b4c0cd4cc3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1722e728-27c9-4457-a98e-4b336084f5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0853295 Nov 15 11:19:14.305336 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4f376283-542b-4afb-b9fa-d976ea6c999d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4f376283-542b-4afb-b9fa-d976ea6c999d,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:14.315281 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:14.480888 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-088e36a2-e47a-4eaa-8b9a-f287a5ec9c29 service neutron] 10.222.0.55 "GET /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742899 Nov 15 11:19:14.533895 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-d052f553-505f-4cb2-bbae-72d6e5decfc6 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Made reservation on behalf of 1f314a8afee34f158da011fc25e91eb9 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:19:14.538643 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-d052f553-505f-4cb2-bbae-72d6e5decfc6 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:14.561756 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59992) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:14.587195 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ef5269-f146-49d5-a250-255aace51c06 x-openstack-request-id: req-f3ef5269-f146-49d5-a250-255aace51c06 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:14.588161 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c6afd1-9033-4b2d-b26b-e290b3d55898", "name": "network-vif-plugged", "status": "completed", "tag": "4f376283-542b-4afb-b9fa-d976ea6c999d", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:14.588760 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3ef5269-f146-49d5-a250-255aace51c06 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:14.589765 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c6afd1-9033-4b2d-b26b-e290b3d55898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f376283-542b-4afb-b9fa-d976ea6c999d', 'code': 200} Nov 15 11:19:14.622239 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=4f376283-542b-4afb-b9fa-d976ea6c999d,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:14.622865 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-752e427d-5f1c-442a-857b-7aa71f099c6b req-26bfe8aa-73a1-484d-8212-6e123bd3b79b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=1af27a98-aa40-4e63-8ff1-eb828f7fe448 HTTP/1.1" status: 200 len: 210 time: 0.1249356 Nov 15 11:19:14.685119 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83528607-19e1-44f6-9d3b-63545b57d72a req-31f7eb5d-3a1a-40be-b5d6-e44dc4a7fa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:14.686565 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83528607-19e1-44f6-9d3b-63545b57d72a req-31f7eb5d-3a1a-40be-b5d6-e44dc4a7fa6e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=01c6afd1-9033-4b2d-b26b-e290b3d55898 HTTP/1.1" status: 200 len: 1101 time: 0.1602471 Nov 15 11:19:14.697245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1b806008-24e9-46c6-b61c-b582d45f2beb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-944516117-network', 'tenant_id': 'f8bbdc8b4f4d41429da8ec0263256af4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:19:14.728621 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af1a5d-d86d-4702-bb3e-80e65132a977 req-f4c3cafb-8dba-42b2-9692-abb5f4304730 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:14.730391 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66af1a5d-d86d-4702-bb3e-80e65132a977 req-f4c3cafb-8dba-42b2-9692-abb5f4304730 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c6afd1-9033-4b2d-b26b-e290b3d55898 HTTP/1.1" status: 200 len: 950 time: 0.1561599 Nov 15 11:19:14.735195 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74afbd88-954c-44da-96c7-555b64031263 req-76f06072-7eaf-48fe-b886-5fc87c330d0c service neutron] 10.222.0.55 "GET /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427349 Nov 15 11:19:14.739509 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-d052f553-505f-4cb2-bbae-72d6e5decfc6 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Allocated IP 172.20.0.11 (09b1efd8-eb77-4965-a77c-23c7047088b0/e1ef15d9-2812-4825-8c7b-2bbfb46898e7/2f283727-0406-4119-863e-444ba05a9bac) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:19:14.745651 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b806008-24e9-46c6-b61c-b582d45f2beb admin admin] Made reservation on behalf of f8bbdc8b4f4d41429da8ec0263256af4 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:19:14.749473 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b806008-24e9-46c6-b61c-b582d45f2beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:14.764914 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b806008-24e9-46c6-b61c-b582d45f2beb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:14.804687 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83528607-19e1-44f6-9d3b-63545b57d72a req-7d1b5c82-c7af-4d1f-a5c5-ea3a55b65a31 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4cc87840-d21a-4af6-a8fc-77eaca73121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059244 Nov 15 11:19:14.839213 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4aca2d-bb25-412a-817b-c0d523d415d2 req-22b85d3e-5977-4f70-9164-4bbf06a727ce tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:14.840801 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db4aca2d-bb25-412a-817b-c0d523d415d2 req-22b85d3e-5977-4f70-9164-4bbf06a727ce tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.1029701 Nov 15 11:19:14.846041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66af1a5d-d86d-4702-bb3e-80e65132a977 req-c93e7ad1-d03b-4b53-8837-07935594edc3 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc87840-d21a-4af6-a8fc-77eaca73121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960360 Nov 15 11:19:14.899171 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db4aca2d-bb25-412a-817b-c0d523d415d2 req-0d447635-27f4-47d6-a15c-e15ee3e20b87 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502298 Nov 15 11:19:14.975635 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b806008-24e9-46c6-b61c-b582d45f2beb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:14.981986 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b806008-24e9-46c6-b61c-b582d45f2beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:14.994063 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-d052f553-505f-4cb2-bbae-72d6e5decfc6 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:15.014347 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b806008-24e9-46c6-b61c-b582d45f2beb admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:19:15.032631 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620a0bc-8dec-4d93-a76b-26d6a565b29e req-3ac6a394-2e43-48e7-858c-1108c5bebd23 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:15.034595 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1620a0bc-8dec-4d93-a76b-26d6a565b29e req-3ac6a394-2e43-48e7-858c-1108c5bebd23 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.0641046 Nov 15 11:19:15.052478 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b806008-24e9-46c6-b61c-b582d45f2beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:15.052814 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-1b806008-24e9-46c6-b61c-b582d45f2beb admin admin] Added segment 16f6f493-380f-4264-bbcc-c365d9f26f64 of type vlan for network 99889980-5118-464e-8c72-669cf056f11d Nov 15 11:19:15.055549 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b806008-24e9-46c6-b61c-b582d45f2beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac48a40c-c56e-48cd-be46-aa4ff9057fcb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:15.085748 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1620a0bc-8dec-4d93-a76b-26d6a565b29e req-bb8242fc-d828-45d8-b23c-6b1ee7d0ed6c tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447576 Nov 15 11:19:15.112322 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b806008-24e9-46c6-b61c-b582d45f2beb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:15.115581 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-d052f553-505f-4cb2-bbae-72d6e5decfc6 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:15.183411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-d052f553-505f-4cb2-bbae-72d6e5decfc6 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Network 09b1efd8-eb77-4965-a77c-23c7047088b0 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:19:15.188697 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-d052f553-505f-4cb2-bbae-72d6e5decfc6 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:19:15.192177 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-d052f553-505f-4cb2-bbae-72d6e5decfc6 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:19:15.199347 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b806008-24e9-46c6-b61c-b582d45f2beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:15.200294 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b806008-24e9-46c6-b61c-b582d45f2beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:15.200857 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b806008-24e9-46c6-b61c-b582d45f2beb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:15.220782 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052f553-505f-4cb2-bbae-72d6e5decfc6 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Pushing event updated for resources: {'Port': ['ID=2f283727-0406-4119-863e-444ba05a9bac,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:15.296261 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1b806008-24e9-46c6-b61c-b582d45f2beb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7329676 Nov 15 11:19:15.299451 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60008) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:15.306346 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-365dbde0-4927-4c5c-96bc-9197b981a2a4 admin admin] Request body: {'subnet': {'network_id': '99889980-5118-464e-8c72-669cf056f11d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-944516117-subnet', 'tenant_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:19:15.308044 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-d052f553-505f-4cb2-bbae-72d6e5decfc6 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:15.308658 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-d052f553-505f-4cb2-bbae-72d6e5decfc6 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:15.312012 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b806008-24e9-46c6-b61c-b582d45f2beb admin admin] Pushing event updated for resources: {'Network': ['ID=99889980-5118-464e-8c72-669cf056f11d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:15.325792 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 99889980-5118-464e-8c72-669cf056f11d details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:19:15.330656 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365dbde0-4927-4c5c-96bc-9197b981a2a4 admin admin] Made reservation on behalf of f8bbdc8b4f4d41429da8ec0263256af4 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:19:15.335793 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-365dbde0-4927-4c5c-96bc-9197b981a2a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:15.341300 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-d052f553-505f-4cb2-bbae-72d6e5decfc6 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1084521 Nov 15 11:19:15.357793 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-543d8f1e-eb34-4ee0-815c-dcb04becf99b service neutron] Request body: {'port': {'device_id': '1af27a98-aa40-4e63-8ff1-eb828f7fe448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:19:15.425840 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-543d8f1e-eb34-4ee0-815c-dcb04becf99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:15.532130 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-365dbde0-4927-4c5c-96bc-9197b981a2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:15.588596 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365dbde0-4927-4c5c-96bc-9197b981a2a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dd3b517-1395-4d79-8cb1-084df59af9f0,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:15.596590 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365dbde0-4927-4c5c-96bc-9197b981a2a4 admin admin] Checking segment: {'id': '16f6f493-380f-4264-bbcc-c365d9f26f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '99889980-5118-464e-8c72-669cf056f11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:19:15.596945 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365dbde0-4927-4c5c-96bc-9197b981a2a4 admin admin] Network hostable DHCP agents. Network: 99889980-5118-464e-8c72-669cf056f11d, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:19:15.614623 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365dbde0-4927-4c5c-96bc-9197b981a2a4 admin admin] Network 99889980-5118-464e-8c72-669cf056f11d is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:19:15.623590 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-365dbde0-4927-4c5c-96bc-9197b981a2a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 99889980-5118-464e-8c72-669cf056f11d) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:19:15.627879 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365dbde0-4927-4c5c-96bc-9197b981a2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:15.629325 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-365dbde0-4927-4c5c-96bc-9197b981a2a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:15.632523 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc09ac2b-c063-46aa-affd-923806bf976d None None] Network 99889980-5118-464e-8c72-669cf056f11d requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:19:15.652398 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-365dbde0-4927-4c5c-96bc-9197b981a2a4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3488522 Nov 15 11:19:15.652648 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60012) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:15.658114 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-cf6dbf0c-b08c-4314-8801-67a726feda33 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-944516117-router', 'tenant_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:19:15.691293 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbf0c-b08c-4314-8801-67a726feda33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:15.692776 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbf0c-b08c-4314-8801-67a726feda33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:15.722478 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-543d8f1e-eb34-4ee0-815c-dcb04becf99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f283727-0406-4119-863e-444ba05a9bac {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:19:15.730864 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-543d8f1e-eb34-4ee0-815c-dcb04becf99b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:15.744653 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-543d8f1e-eb34-4ee0-815c-dcb04becf99b service neutron] Transition to ACTIVE for port object 2f283727-0406-4119-863e-444ba05a9bac will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:19:15.750086 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-543d8f1e-eb34-4ee0-815c-dcb04becf99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:15.770823 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c03975-eb7c-4539-8866-88479b4622d4 None None] Network 99889980-5118-464e-8c72-669cf056f11d requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:19:15.810211 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d8f1e-eb34-4ee0-815c-dcb04becf99b service neutron] Pushing event updated for resources: {'Port': ['ID=2f283727-0406-4119-863e-444ba05a9bac,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:15.824200 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbf0c-b08c-4314-8801-67a726feda33 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:15.896207 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-543d8f1e-eb34-4ee0-815c-dcb04becf99b service neutron] Attempting to bind port 2f283727-0406-4119-863e-444ba05a9bac on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:19:15.896534 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-543d8f1e-eb34-4ee0-815c-dcb04becf99b service neutron] Attempting to bind port 2f283727-0406-4119-863e-444ba05a9bac by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'aeb91a93-cbdd-44de-9748-8dddbb40b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:19:15.896861 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-543d8f1e-eb34-4ee0-815c-dcb04becf99b service neutron] Attempting to bind port 2f283727-0406-4119-863e-444ba05a9bac on network 09b1efd8-eb77-4965-a77c-23c7047088b0 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:19:15.908901 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-543d8f1e-eb34-4ee0-815c-dcb04becf99b service neutron] Port 2f283727-0406-4119-863e-444ba05a9bac on network 09b1efd8-eb77-4965-a77c-23c7047088b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:19:15.909228 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-543d8f1e-eb34-4ee0-815c-dcb04becf99b service neutron] Attempting to bind port 2f283727-0406-4119-863e-444ba05a9bac on network 09b1efd8-eb77-4965-a77c-23c7047088b0 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:19:15.913597 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15affbb-6225-48ca-b354-38cc466cd6bd req-ff9eaf8c-82b6-4471-a11f-24933bdde7aa tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:15.916056 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-543d8f1e-eb34-4ee0-815c-dcb04becf99b service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:19:15.916430 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-543d8f1e-eb34-4ee0-815c-dcb04becf99b service neutron] Checking segment: {'id': 'aeb91a93-cbdd-44de-9748-8dddbb40b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:19:15.916851 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-543d8f1e-eb34-4ee0-815c-dcb04becf99b service neutron] Bound using segment: {'id': 'aeb91a93-cbdd-44de-9748-8dddbb40b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:19:15.917282 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-543d8f1e-eb34-4ee0-815c-dcb04becf99b service neutron] Bound port: 2f283727-0406-4119-863e-444ba05a9bac, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb91a93-cbdd-44de-9748-8dddbb40b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:19:15.917672 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-543d8f1e-eb34-4ee0-815c-dcb04becf99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:15.921380 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e15affbb-6225-48ca-b354-38cc466cd6bd req-ff9eaf8c-82b6-4471-a11f-24933bdde7aa tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=1af27a98-aa40-4e63-8ff1-eb828f7fe448 HTTP/1.1" status: 200 len: 944 time: 0.1884825 Nov 15 11:19:15.991117 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-543d8f1e-eb34-4ee0-815c-dcb04becf99b service neutron] For port 2f283727-0406-4119-863e-444ba05a9bac, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:19:15.996569 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-543d8f1e-eb34-4ee0-815c-dcb04becf99b service neutron] For port 2f283727-0406-4119-863e-444ba05a9bac, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2f283727-0406-4119-863e-444ba05a9bac,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:19:16.004293 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-543d8f1e-eb34-4ee0-815c-dcb04becf99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:16.039734 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbf0c-b08c-4314-8801-67a726feda33 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:16.045184 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-543d8f1e-eb34-4ee0-815c-dcb04becf99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:16.045932 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-543d8f1e-eb34-4ee0-815c-dcb04becf99b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:16.047888 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-543d8f1e-eb34-4ee0-815c-dcb04becf99b service neutron] 10.222.0.11 "PUT /v2.0/ports/2f283727-0406-4119-863e-444ba05a9bac HTTP/1.1" status: 200 len: 1092 time: 0.6947284 Nov 15 11:19:16.050799 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e15affbb-6225-48ca-b354-38cc466cd6bd req-c04bd24d-bd42-4f3d-a33b-24c7f909cd84 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195910 Nov 15 11:19:16.055087 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af27a98-aa40-4e63-8ff1-eb828f7fe448', 'tag': '2f283727-0406-4119-863e-444ba05a9bac'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:16.063368 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f70abe-1d40-431c-9fa7-d5ddd47ea485" -d '{"events": [{"name": "network-changed", "server_uuid": "1af27a98-aa40-4e63-8ff1-eb828f7fe448", "tag": "2f283727-0406-4119-863e-444ba05a9bac"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:16.125167 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d8f1e-eb34-4ee0-815c-dcb04becf99b service neutron] Pushing event updated for resources: {'Port': ['ID=2f283727-0406-4119-863e-444ba05a9bac,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:16.173398 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-253bd2a8-bbe4-4e7f-af06-4ff66d6b7f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:16.174893 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-253bd2a8-bbe4-4e7f-af06-4ff66d6b7f76 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1f314a8afee34f158da011fc25e91eb9&device_id=1af27a98-aa40-4e63-8ff1-eb828f7fe448 HTTP/1.1" status: 200 len: 1095 time: 0.0635979 Nov 15 11:19:16.228515 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-b4c1b65e-264e-48da-b962-0e3da8440316 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f283727-0406-4119-863e-444ba05a9bac HTTP/1.1" status: 200 len: 217 time: 0.0378766 Nov 15 11:19:16.277799 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d89ac-4fb7-4d2a-bcb7-f9029b715aad req-0fb0334e-e557-44de-868c-93b6f9dadda9 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:16.278868 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-422935bc-ca3e-449e-ac10-ff341b349bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:16.279297 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b79d89ac-4fb7-4d2a-bcb7-f9029b715aad req-0fb0334e-e557-44de-868c-93b6f9dadda9 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.1260278 Nov 15 11:19:16.280369 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-422935bc-ca3e-449e-ac10-ff341b349bd6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e1ef15d9-2812-4825-8c7b-2bbfb46898e7 HTTP/1.1" status: 200 len: 845 time: 0.0435228 Nov 15 11:19:16.314026 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-88c21995-dcb0-49bf-8e63-5f08999c0f8a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09b1efd8-eb77-4965-a77c-23c7047088b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243878 Nov 15 11:19:16.326170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c73110-7ee5-4075-8167-166786e3d227 req-a5c02cd1-0e59-42cd-b92f-db7038590d80 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:16.327649 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74c73110-7ee5-4075-8167-166786e3d227 req-a5c02cd1-0e59-42cd-b92f-db7038590d80 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c6afd1-9033-4b2d-b26b-e290b3d55898 HTTP/1.1" status: 200 len: 950 time: 0.3776531 Nov 15 11:19:16.409220 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-bad6c3dc-03ab-4893-9cad-84b26f2912d3 service neutron] 10.222.0.11 "GET /v2.0/networks/09b1efd8-eb77-4965-a77c-23c7047088b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862660 Nov 15 11:19:16.429129 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b79d89ac-4fb7-4d2a-bcb7-f9029b715aad req-cf5474af-33a9-4e43-9810-1189b2fb7bfe tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238382 Nov 15 11:19:16.432962 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74c73110-7ee5-4075-8167-166786e3d227 req-2f1a2f4c-3a57-4450-8b91-632640796ae5 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc87840-d21a-4af6-a8fc-77eaca73121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978684 Nov 15 11:19:16.433918 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbf0c-b08c-4314-8801-67a726feda33 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:16.469134 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbf0c-b08c-4314-8801-67a726feda33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:16.496798 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6938551c-7c34-4790-b6bf-58dfab16067b x-openstack-request-id: req-6938551c-7c34-4790-b6bf-58dfab16067b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:16.497075 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af27a98-aa40-4e63-8ff1-eb828f7fe448", "tag": "2f283727-0406-4119-863e-444ba05a9bac", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:16.497321 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6938551c-7c34-4790-b6bf-58dfab16067b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:16.497713 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af27a98-aa40-4e63-8ff1-eb828f7fe448', 'tag': '2f283727-0406-4119-863e-444ba05a9bac', 'status': 'completed', 'code': 200} Nov 15 11:19:16.516016 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-53c8b435-f2f2-43ec-808e-5ca4b4ead85b req-c88a5c39-a395-46e0-a517-7cf1bcf1b2f1 service neutron] 10.222.0.11 "GET /v2.0/networks/09b1efd8-eb77-4965-a77c-23c7047088b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985205 Nov 15 11:19:16.597451 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-cf6dbf0c-b08c-4314-8801-67a726feda33 admin admin] Allocated IP 172.25.7.125 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/3a5ea597-24f6-48cf-b2e1-dc219a111fd4) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:19:16.612792 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f70abe-1d40-431c-9fa7-d5ddd47ea485 req-2fd10482-5a0b-4d52-aed5-102f1daf0f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:16.614275 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e9f70abe-1d40-431c-9fa7-d5ddd47ea485 req-2fd10482-5a0b-4d52-aed5-102f1daf0f9b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1f314a8afee34f158da011fc25e91eb9&device_id=1af27a98-aa40-4e63-8ff1-eb828f7fe448 HTTP/1.1" status: 200 len: 1095 time: 0.0486877 Nov 15 11:19:16.681711 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017ea2e-159b-44db-bf95-e6ef5a170f44 req-0ec56b02-6351-4e53-95f0-6b4da9ce4a33 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:16.683203 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8017ea2e-159b-44db-bf95-e6ef5a170f44 req-0ec56b02-6351-4e53-95f0-6b4da9ce4a33 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.1105905 Nov 15 11:19:16.713698 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f70abe-1d40-431c-9fa7-d5ddd47ea485 req-b7c13842-1b52-4ecc-a44e-6283186c4535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:16.715168 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e9f70abe-1d40-431c-9fa7-d5ddd47ea485 req-b7c13842-1b52-4ecc-a44e-6283186c4535 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09b1efd8-eb77-4965-a77c-23c7047088b0 HTTP/1.1" status: 200 len: 906 time: 0.0927138 Nov 15 11:19:16.755096 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8017ea2e-159b-44db-bf95-e6ef5a170f44 req-5cb262f7-115f-4050-a8c5-ea4cd2dd6d36 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654442 Nov 15 11:19:16.760643 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e9f70abe-1d40-431c-9fa7-d5ddd47ea485 req-f85e8aa6-8691-47ed-b725-864677c26a12 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f283727-0406-4119-863e-444ba05a9bac HTTP/1.1" status: 200 len: 217 time: 0.0382519 Nov 15 11:19:16.767869 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbf0c-b08c-4314-8801-67a726feda33 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:16.802395 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbf0c-b08c-4314-8801-67a726feda33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:16.810779 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f70abe-1d40-431c-9fa7-d5ddd47ea485 req-91e6709a-02d9-4e9c-bfca-54340cb3b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:16.812290 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e9f70abe-1d40-431c-9fa7-d5ddd47ea485 req-91e6709a-02d9-4e9c-bfca-54340cb3b4d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e1ef15d9-2812-4825-8c7b-2bbfb46898e7 HTTP/1.1" status: 200 len: 845 time: 0.0446405 Nov 15 11:19:16.842221 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6dbf0c-b08c-4314-8801-67a726feda33 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:19:16.845262 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e9f70abe-1d40-431c-9fa7-d5ddd47ea485 req-51b62116-4729-4740-9ba8-905e7f4fbbc9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09b1efd8-eb77-4965-a77c-23c7047088b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245535 Nov 15 11:19:16.847257 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-cf6dbf0c-b08c-4314-8801-67a726feda33 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:19:16.851110 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6dbf0c-b08c-4314-8801-67a726feda33 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:19:16.875870 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6dbf0c-b08c-4314-8801-67a726feda33 admin admin] Pushing event updated for resources: {'Port': ['ID=3a5ea597-24f6-48cf-b2e1-dc219a111fd4,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:16.945513 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e9f70abe-1d40-431c-9fa7-d5ddd47ea485 req-cda987e7-55e7-4827-8044-06dba918e82b service neutron] 10.222.0.11 "GET /v2.0/networks/09b1efd8-eb77-4965-a77c-23c7047088b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884445 Nov 15 11:19:17.037981 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e9f70abe-1d40-431c-9fa7-d5ddd47ea485 req-f10f2625-e017-4752-a3a8-e8c28f8e45b2 service neutron] 10.222.0.11 "GET /v2.0/networks/09b1efd8-eb77-4965-a77c-23c7047088b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850518 Nov 15 11:19:17.103797 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbf0c-b08c-4314-8801-67a726feda33 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:17.511229 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244f361-723b-4df2-be97-c019394f0bc8 req-383b678f-306a-44e6-a66d-6a6fce4d49d0 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:17.512734 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d244f361-723b-4df2-be97-c019394f0bc8 req-383b678f-306a-44e6-a66d-6a6fce4d49d0 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=1af27a98-aa40-4e63-8ff1-eb828f7fe448 HTTP/1.1" status: 200 len: 944 time: 0.0721712 Nov 15 11:19:17.653052 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d244f361-723b-4df2-be97-c019394f0bc8 req-3847d45a-984e-4acf-a04b-1e4bdecf33e7 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307912 Nov 15 11:19:17.661936 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435c766-4a26-4425-820d-34e1b2f965d2 req-446901cb-4bc2-4291-8f99-dd2525ba9241 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:17.663356 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0435c766-4a26-4425-820d-34e1b2f965d2 req-446901cb-4bc2-4291-8f99-dd2525ba9241 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.1600249 Nov 15 11:19:17.709935 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbf0c-b08c-4314-8801-67a726feda33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:17.741789 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0435c766-4a26-4425-820d-34e1b2f965d2 req-5975edb8-7ee1-4c48-9b24-63be84bbbe66 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707178 Nov 15 11:19:17.851492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91e1bc-a5ee-40aa-b41b-e8341cc5cdf7 req-437a867e-d2a4-4f61-a8e6-e0a1f0ff586f tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:17.853098 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd91e1bc-a5ee-40aa-b41b-e8341cc5cdf7 req-437a867e-d2a4-4f61-a8e6-e0a1f0ff586f tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c6afd1-9033-4b2d-b26b-e290b3d55898 HTTP/1.1" status: 200 len: 950 time: 0.1381121 Nov 15 11:19:17.927525 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd91e1bc-a5ee-40aa-b41b-e8341cc5cdf7 req-22b90e61-d00a-4279-bb18-871462191536 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc87840-d21a-4af6-a8fc-77eaca73121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652947 Nov 15 11:19:17.954021 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6dbf0c-b08c-4314-8801-67a726feda33 admin admin] Router 336170c8-0d35-4b5d-b899-e580cf8adb87 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:19:18.092825 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc29d2-9417-4556-b76c-9cc33f54a361 req-b1dd75d7-e961-4816-a005-45c6c44d5010 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:18.094754 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-03cc29d2-9417-4556-b76c-9cc33f54a361 req-b1dd75d7-e961-4816-a005-45c6c44d5010 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.1031516 Nov 15 11:19:18.100527 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6dbf0c-b08c-4314-8801-67a726feda33 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:19:18.113990 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] Sync routers for ids ['336170c8-0d35-4b5d-b899-e580cf8adb87'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:19:18.129542 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] Routers {'336170c8-0d35-4b5d-b899-e580cf8adb87'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:19:18.130172 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:19:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['336170c8-0d35-4b5d-b899-e580cf8adb87'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:18.134784 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbf0c-b08c-4314-8801-67a726feda33 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:18.138631 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cf6dbf0c-b08c-4314-8801-67a726feda33 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.4823406 Nov 15 11:19:18.139544 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60050) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:18.163955 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-03cc29d2-9417-4556-b76c-9cc33f54a361 req-19138d5a-7d7b-4de0-8583-b891d604bb63 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606747 Nov 15 11:19:18.264339 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] Set router 336170c8-0d35-4b5d-b899-e580cf8adb87 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:19:18.306931 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90401f0f-b948-4a23-8cdd-6797399e564a req-5e003f61-4243-498c-8f85-b4d4b4f837db tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0c5b9e5a984248469c53fc01fbcfff19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226114 Nov 15 11:19:18.429097 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90401f0f-b948-4a23-8cdd-6797399e564a req-a0ec9cd3-f3b6-4d50-af86-189bd7b61054 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:18.432082 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90401f0f-b948-4a23-8cdd-6797399e564a req-a0ec9cd3-f3b6-4d50-af86-189bd7b61054 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1185586 Nov 15 11:19:18.446167 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336170c8-0d35-4b5d-b899-e580cf8adb87', 'name': 'tempest-ServerRescueNegativeTestJSON-944516117-router', 'tenant_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '3a5ea597-24f6-48cf-b2e1-dc219a111fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:19:15Z', 'updated_at': '2021-11-15T11:19:16Z', 'revision_number': 3, 'project_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'gw_port': {'id': '3a5ea597-24f6-48cf-b2e1-dc219a111fd4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336170c8-0d35-4b5d-b899-e580cf8adb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:19:16Z', 'updated_at': '2021-11-15T11:19:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:18.452854 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90401f0f-b948-4a23-8cdd-6797399e564a req-88095b7b-0e32-4497-95f2-010f26988076 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/quotas/0c5b9e5a984248469c53fc01fbcfff19 HTTP/1.1" status: 200 len: 375 time: 0.0124440 Nov 15 11:19:18.475213 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] Checking router: 336170c8-0d35-4b5d-b899-e580cf8adb87 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:19:18.476001 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] Updating router 336170c8-0d35-4b5d-b899-e580cf8adb87 port 3a5ea597-24f6-48cf-b2e1-dc219a111fd4 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:19:18.502353 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:18.516434 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90401f0f-b948-4a23-8cdd-6797399e564a req-51b7c020-8dce-4965-a23a-dd18769ff393 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c5b9e5a984248469c53fc01fbcfff19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0560868 Nov 15 11:19:18.578838 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78efbf6b-b949-4c4a-a038-f2591c34ba67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:18.709922 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1262d5ff-790e-4a60-bf3f-45769dbf7ffe req-52fb1f0a-c51c-4f6b-aef2-1b829ca89a2e tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9eef75a-332b-425f-8053-31354ec3e78b HTTP/1.1" status: 200 len: 210 time: 0.0426216 Nov 15 11:19:18.765876 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-78efbf6b-b949-4c4a-a038-f2591c34ba67 admin admin] Allocated IP 172.20.0.1 (99889980-5118-464e-8c72-669cf056f11d/8dd3b517-1395-4d79-8cb1-084df59af9f0/d3a7e648-8bd3-487b-9569-45e568acab54) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:19:18.848938 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf16193-08a6-49ab-b665-09a6564a7756 req-a8c93f86-3087-4e11-8b48-3c3e3d7bc6f8 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:18.850341 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:18.850956 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cf16193-08a6-49ab-b665-09a6564a7756 req-a8c93f86-3087-4e11-8b48-3c3e3d7bc6f8 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=1af27a98-aa40-4e63-8ff1-eb828f7fe448 HTTP/1.1" status: 200 len: 944 time: 0.1011565 Nov 15 11:19:18.859375 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:18.913647 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f754d3-4ca3-46a3-8256-5a6e2091f36d None None] Pushing event updated for resources: {'Port': ['ID=3a5ea597-24f6-48cf-b2e1-dc219a111fd4,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:18.919555 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78efbf6b-b949-4c4a-a038-f2591c34ba67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:18.948584 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] Attempting to bind port 3a5ea597-24f6-48cf-b2e1-dc219a111fd4 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:19:18.948867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] Attempting to bind port 3a5ea597-24f6-48cf-b2e1-dc219a111fd4 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:19:18.949175 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] Attempting to bind port 3a5ea597-24f6-48cf-b2e1-dc219a111fd4 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:19:18.955450 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:19:18.956881 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:19:18.957048 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:18.957492 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:19:18.957978 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] Bound port: 3a5ea597-24f6-48cf-b2e1-dc219a111fd4, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:19:18.958373 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:18.963507 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20fc10-a393-42d9-8c5f-f35e6cb35e57 req-dd4e6f10-a4f8-4292-aa6d-38c5d2d431f1 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:18.971224 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ba20fc10-a393-42d9-8c5f-f35e6cb35e57 req-dd4e6f10-a4f8-4292-aa6d-38c5d2d431f1 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.1366398 Nov 15 11:19:18.979715 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78efbf6b-b949-4c4a-a038-f2591c34ba67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:18.989236 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cf16193-08a6-49ab-b665-09a6564a7756 req-b76764ba-6562-435e-bfe9-e06c6a11f6ec tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240885 Nov 15 11:19:19.019944 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] For port 3a5ea597-24f6-48cf-b2e1-dc219a111fd4, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:19:19.024071 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] For port 3a5ea597-24f6-48cf-b2e1-dc219a111fd4, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3a5ea597-24f6-48cf-b2e1-dc219a111fd4,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:19:19.032150 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:19.036667 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78efbf6b-b949-4c4a-a038-f2591c34ba67 admin admin] Network 99889980-5118-464e-8c72-669cf056f11d is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:19:19.041305 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-78efbf6b-b949-4c4a-a038-f2591c34ba67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:19:19.044589 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78efbf6b-b949-4c4a-a038-f2591c34ba67 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:19:19.061044 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ba20fc10-a393-42d9-8c5f-f35e6cb35e57 req-f59fe683-6344-419f-983b-f822d2b3cb01 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888245 Nov 15 11:19:19.096722 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efbf6b-b949-4c4a-a038-f2591c34ba67 admin admin] Pushing event updated for resources: {'Port': ['ID=d3a7e648-8bd3-487b-9569-45e568acab54,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:19.111736 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78efbf6b-b949-4c4a-a038-f2591c34ba67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:19.159027 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f754d3-4ca3-46a3-8256-5a6e2091f36d None None] Pushing event updated for resources: {'Port': ['ID=3a5ea597-24f6-48cf-b2e1-dc219a111fd4,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:19.164654 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] Routers {'336170c8-0d35-4b5d-b899-e580cf8adb87'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:19:19.165309 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:19:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['336170c8-0d35-4b5d-b899-e580cf8adb87'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:19.296175 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78efbf6b-b949-4c4a-a038-f2591c34ba67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:19.296737 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] Set router 336170c8-0d35-4b5d-b899-e580cf8adb87 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:19:19.337629 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa65d7-6d7a-47fb-930d-978e0176fc58 req-98587ae4-4c91-477b-910a-f5dcd2cbe914 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:19.339276 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acaa65d7-6d7a-47fb-930d-978e0176fc58 req-98587ae4-4c91-477b-910a-f5dcd2cbe914 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.0534220 Nov 15 11:19:19.413811 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acaa65d7-6d7a-47fb-930d-978e0176fc58 req-088bb267-ccb5-45f3-a5e8-1bd9971702cc tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658910 Nov 15 11:19:19.486654 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78efbf6b-b949-4c4a-a038-f2591c34ba67 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:19.492040 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78efbf6b-b949-4c4a-a038-f2591c34ba67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:19.506731 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336170c8-0d35-4b5d-b899-e580cf8adb87', 'name': 'tempest-ServerRescueNegativeTestJSON-944516117-router', 'tenant_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '3a5ea597-24f6-48cf-b2e1-dc219a111fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:19:15Z', 'updated_at': '2021-11-15T11:19:16Z', 'revision_number': 3, 'project_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'gw_port': {'id': '3a5ea597-24f6-48cf-b2e1-dc219a111fd4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336170c8-0d35-4b5d-b899-e580cf8adb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:19:16Z', 'updated_at': '2021-11-15T11:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:19.539798 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2aebb9-7976-485f-9e6f-359348ec6c6b None None] The sync data for ids ['336170c8-0d35-4b5d-b899-e580cf8adb87'] in n-d-729945-9 is: [{'id': '336170c8-0d35-4b5d-b899-e580cf8adb87', 'name': 'tempest-ServerRescueNegativeTestJSON-944516117-router', 'tenant_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '3a5ea597-24f6-48cf-b2e1-dc219a111fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:19:15Z', 'updated_at': '2021-11-15T11:19:16Z', 'revision_number': 3, 'project_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'gw_port': {'id': '3a5ea597-24f6-48cf-b2e1-dc219a111fd4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336170c8-0d35-4b5d-b899-e580cf8adb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:19:16Z', 'updated_at': '2021-11-15T11:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:19:19.854416 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e9a50f5-948b-4995-ba16-55127ec4490b req-d51c4739-0435-4175-b370-93afda05be96 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9eef75a-332b-425f-8053-31354ec3e78b HTTP/1.1" status: 200 len: 210 time: 0.0494626 Nov 15 11:19:19.890426 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78efbf6b-b949-4c4a-a038-f2591c34ba67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:19.892514 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efbf6b-b949-4c4a-a038-f2591c34ba67 admin admin] Pushing event updated for resources: {'Port': ['ID=d3a7e648-8bd3-487b-9569-45e568acab54,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:19.893822 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90401f0f-b948-4a23-8cdd-6797399e564a req-d964ab8f-9584-4d45-9807-a0351f4b6938 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0c5b9e5a984248469c53fc01fbcfff19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265763 Nov 15 11:19:20.025944 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78efbf6b-b949-4c4a-a038-f2591c34ba67 admin admin] Network 99889980-5118-464e-8c72-669cf056f11d is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:19:20.027594 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-78efbf6b-b949-4c4a-a038-f2591c34ba67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:19:20.048844 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3a5ea597-24f6-48cf-b2e1-dc219a111fd4 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:19:20.156242 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90401f0f-b948-4a23-8cdd-6797399e564a req-d7adc253-47a9-41c5-80e0-d5c8765cd8d9 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:20.156587 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 3a5ea597-24f6-48cf-b2e1-dc219a111fd4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:20.157859 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90401f0f-b948-4a23-8cdd-6797399e564a req-d7adc253-47a9-41c5-80e0-d5c8765cd8d9 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2537537 Nov 15 11:19:20.158296 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:20.181841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-90401f0f-b948-4a23-8cdd-6797399e564a req-47c985e2-2f62-4272-ac49-0184714aeb91 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Request body: {'port': {'device_id': 'e9eef75a-332b-425f-8053-31354ec3e78b', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': '0c5b9e5a984248469c53fc01fbcfff19'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:19:20.184541 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78efbf6b-b949-4c4a-a038-f2591c34ba67 admin admin] Router 336170c8-0d35-4b5d-b899-e580cf8adb87 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:19:20.257389 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:20.286336 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 3a5ea597-24f6-48cf-b2e1-dc219a111fd4, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3a5ea597-24f6-48cf-b2e1-dc219a111fd4,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:20.292068 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:20.296147 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ff04d-29e8-4b03-bf48-63b859f29240 req-ed4ccecb-4725-4eab-80d9-cf99a99bb74e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:20.297961 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c9ff04d-29e8-4b03-bf48-63b859f29240 req-ed4ccecb-4725-4eab-80d9-cf99a99bb74e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.1327314 Nov 15 11:19:20.313007 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121c9b7-1d74-424d-a819-a9fbe2b227b9 req-11ea49f1-bfc9-4603-b938-9953ec3f6a69 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:20.321105 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3121c9b7-1d74-424d-a819-a9fbe2b227b9 req-11ea49f1-bfc9-4603-b938-9953ec3f6a69 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=1af27a98-aa40-4e63-8ff1-eb828f7fe448 HTTP/1.1" status: 200 len: 944 time: 0.2340527 Nov 15 11:19:20.323848 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78efbf6b-b949-4c4a-a038-f2591c34ba67 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:19:20.338804 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-78efbf6b-b949-4c4a-a038-f2591c34ba67 admin admin] 10.222.0.64 "PUT /v2.0/routers/336170c8-0d35-4b5d-b899-e580cf8adb87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1978400 Nov 15 11:19:20.360891 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=3a5ea597-24f6-48cf-b2e1-dc219a111fd4,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:20.424245 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3121c9b7-1d74-424d-a819-a9fbe2b227b9 req-18822652-8a20-4254-aa51-3d08facf3866 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995617 Nov 15 11:19:20.466144 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90401f0f-b948-4a23-8cdd-6797399e564a req-47c985e2-2f62-4272-ac49-0184714aeb91 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Made reservation on behalf of 0c5b9e5a984248469c53fc01fbcfff19 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:19:20.471983 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-90401f0f-b948-4a23-8cdd-6797399e564a req-47c985e2-2f62-4272-ac49-0184714aeb91 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:20.480534 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c9ff04d-29e8-4b03-bf48-63b859f29240 req-300b3407-ebb0-4dc0-a1bd-315f57e4e4f4 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563201 Nov 15 11:19:20.636374 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 2f283727-0406-4119-863e-444ba05a9bac details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:19:20.691354 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-90401f0f-b948-4a23-8cdd-6797399e564a req-47c985e2-2f62-4272-ac49-0184714aeb91 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Allocated IP 192.168.233.68 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/894bcee4-809e-483f-95ec-2a4c5e3af4d9) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:19:20.726575 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f5098-5ccd-4ff0-b020-3c66a46c4315 req-672e8ac9-fc6d-4a25-ba02-dd11d1cf0db6 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:20.728168 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-892f5098-5ccd-4ff0-b020-3c66a46c4315 req-672e8ac9-fc6d-4a25-ba02-dd11d1cf0db6 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.0972404 Nov 15 11:19:20.760530 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 2f283727-0406-4119-863e-444ba05a9bac, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2f283727-0406-4119-863e-444ba05a9bac,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:20.772353 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '2f283727-0406-4119-863e-444ba05a9bac', 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0', 'port_id': '2f283727-0406-4119-863e-444ba05a9bac', 'mac_address': 'fa:16:3e:58:05:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ef15d9-2812-4825-8c7b-2bbfb46898e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:19:20.810127 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:20.824731 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f283727-0406-4119-863e-444ba05a9bac {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:19:20.855348 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 2f283727-0406-4119-863e-444ba05a9bac, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2f283727-0406-4119-863e-444ba05a9bac,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:20.861156 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:20.911066 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-892f5098-5ccd-4ff0-b020-3c66a46c4315 req-1965c166-1074-41b4-ae1f-6756a4185a79 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736214 Nov 15 11:19:20.914260 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=2f283727-0406-4119-863e-444ba05a9bac,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:20.968192 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-8540d65c-7ecb-4ffb-8f26-77da1e60d8fd tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:20.970318 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-8540d65c-7ecb-4ffb-8f26-77da1e60d8fd tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/networks?id=99889980-5118-464e-8c72-669cf056f11d HTTP/1.1" status: 200 len: 818 time: 0.2238803 Nov 15 11:19:21.012310 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-5122d998-acb0-4026-bf90-a1be2ce6ef3a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/quotas/f8bbdc8b4f4d41429da8ec0263256af4 HTTP/1.1" status: 200 len: 375 time: 0.0305021 Nov 15 11:19:21.015078 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-90401f0f-b948-4a23-8cdd-6797399e564a req-47c985e2-2f62-4272-ac49-0184714aeb91 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:21.087987 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd123ca8-840c-4f53-b409-e73775e53a43 req-ee33056b-97df-4775-ae3d-eaa2be75540a tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9eef75a-332b-425f-8053-31354ec3e78b HTTP/1.1" status: 200 len: 210 time: 0.1003265 Nov 15 11:19:21.105016 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-cf15913a-5b2a-4dce-93cc-ea0d10c87ed7 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8bbdc8b4f4d41429da8ec0263256af4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0858598 Nov 15 11:19:21.121848 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-90401f0f-b948-4a23-8cdd-6797399e564a req-47c985e2-2f62-4272-ac49-0184714aeb91 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:21.133852 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['4f376283-542b-4afb-b9fa-d976ea6c999d'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:19:21.213148 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90401f0f-b948-4a23-8cdd-6797399e564a req-47c985e2-2f62-4272-ac49-0184714aeb91 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:19:21.221230 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-90401f0f-b948-4a23-8cdd-6797399e564a req-47c985e2-2f62-4272-ac49-0184714aeb91 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:19:21.227423 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-90401f0f-b948-4a23-8cdd-6797399e564a req-47c985e2-2f62-4272-ac49-0184714aeb91 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:19:21.233258 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c985e2-2f62-4272-ac49-0184714aeb91 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Pushing event updated for resources: {'Port': ['ID=894bcee4-809e-483f-95ec-2a4c5e3af4d9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:21.266992 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['2f283727-0406-4119-863e-444ba05a9bac'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:19:21.299946 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-71a72893-aa34-40e2-9217-c920262cb49d service neutron] 10.222.0.64 "GET /v2.0/networks/99889980-5118-464e-8c72-669cf056f11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861539 Nov 15 11:19:21.358483 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90401f0f-b948-4a23-8cdd-6797399e564a req-47c985e2-2f62-4272-ac49-0184714aeb91 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:21.359515 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-90401f0f-b948-4a23-8cdd-6797399e564a req-47c985e2-2f62-4272-ac49-0184714aeb91 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:21.392111 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90401f0f-b948-4a23-8cdd-6797399e564a req-47c985e2-2f62-4272-ac49-0184714aeb91 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2147105 Nov 15 11:19:21.417217 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-90401f0f-b948-4a23-8cdd-6797399e564a req-42a382fd-e750-4beb-930a-5483020c8abe service neutron] Request body: {'port': {'device_id': 'e9eef75a-332b-425f-8053-31354ec3e78b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:19:21.457417 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-996e12fe-bdfb-421a-8240-303519ee6780 service neutron] 10.222.0.64 "GET /v2.0/networks/99889980-5118-464e-8c72-669cf056f11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565995 Nov 15 11:19:21.493825 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-90401f0f-b948-4a23-8cdd-6797399e564a req-42a382fd-e750-4beb-930a-5483020c8abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:21.626509 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f6f0c907-babd-45d5-8a85-8eb32ff8ade0 None None] Provisioning complete for port 894bcee4-809e-483f-95ec-2a4c5e3af4d9 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:21.626875 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f6f0c907-babd-45d5-8a85-8eb32ff8ade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:21.669814 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f4e3d-4763-4fe2-b97e-dfca4aae3f88 req-33807820-a916-4d22-9064-efd89a309835 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:21.680495 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-344f4e3d-4763-4fe2-b97e-dfca4aae3f88 req-33807820-a916-4d22-9064-efd89a309835 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=1af27a98-aa40-4e63-8ff1-eb828f7fe448 HTTP/1.1" status: 200 len: 945 time: 0.1704381 Nov 15 11:19:21.710223 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] Sync routers for ids ['336170c8-0d35-4b5d-b899-e580cf8adb87'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:19:21.725227 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] Routers {'336170c8-0d35-4b5d-b899-e580cf8adb87'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:19:21.726205 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:19:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['336170c8-0d35-4b5d-b899-e580cf8adb87'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:21.729981 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f6f0c907-babd-45d5-8a85-8eb32ff8ade0 None None] Port 894bcee4-809e-483f-95ec-2a4c5e3af4d9 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:19:21.776400 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-344f4e3d-4763-4fe2-b97e-dfca4aae3f88 req-15efa487-1836-4314-a50e-266237af2363 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949416 Nov 15 11:19:21.879022 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d5364cb-f65e-4c70-826b-12aa67ef2b5c req-be5eae8c-3ca6-4faa-b7ad-74c2cabb0dd6 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 210 time: 0.0625355 Nov 15 11:19:21.889268 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] Set router 336170c8-0d35-4b5d-b899-e580cf8adb87 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:19:21.895912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0649a7a-0e5d-41ba-8361-952dfc7f59fb req-0fcaa491-e3c4-4532-9ecb-dd9016577f69 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:21.898072 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c0649a7a-0e5d-41ba-8361-952dfc7f59fb req-0fcaa491-e3c4-4532-9ecb-dd9016577f69 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.1714184 Nov 15 11:19:22.012169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c0649a7a-0e5d-41ba-8361-952dfc7f59fb req-09e22622-c6ea-4f99-a5e0-6def61469b17 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011763 Nov 15 11:19:22.077277 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3a5ea597-24f6-48cf-b2e1-dc219a111fd4 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:19:22.196726 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 3a5ea597-24f6-48cf-b2e1-dc219a111fd4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:22.199350 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:22.231970 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-90401f0f-b948-4a23-8cdd-6797399e564a req-42a382fd-e750-4beb-930a-5483020c8abe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894bcee4-809e-483f-95ec-2a4c5e3af4d9 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:19:22.260051 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-90401f0f-b948-4a23-8cdd-6797399e564a req-42a382fd-e750-4beb-930a-5483020c8abe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:22.269816 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336170c8-0d35-4b5d-b899-e580cf8adb87', 'name': 'tempest-ServerRescueNegativeTestJSON-944516117-router', 'tenant_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '3a5ea597-24f6-48cf-b2e1-dc219a111fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:19:15Z', 'updated_at': '2021-11-15T11:19:19Z', 'revision_number': 4, 'project_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'gw_port': {'id': '3a5ea597-24f6-48cf-b2e1-dc219a111fd4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336170c8-0d35-4b5d-b899-e580cf8adb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:19:16Z', 'updated_at': '2021-11-15T11:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'd3a7e648-8bd3-487b-9569-45e568acab54', 'name': '', 'network_id': '99889980-5118-464e-8c72-669cf056f11d', 'tenant_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'mac_address': 'fa:16:3e:d9:f9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336170c8-0d35-4b5d-b899-e580cf8adb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '8dd3b517-1395-4d79-8cb1-084df59af9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:19:18Z', 'updated_at': '2021-11-15T11:19:19Z', 'revision_number': 2, 'project_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'subnets': [{'id': '8dd3b517-1395-4d79-8cb1-084df59af9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:22.305905 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] Checking router: 336170c8-0d35-4b5d-b899-e580cf8adb87 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:19:22.306552 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] Updating router 336170c8-0d35-4b5d-b899-e580cf8adb87 port d3a7e648-8bd3-487b-9569-45e568acab54 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:19:22.325492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-90401f0f-b948-4a23-8cdd-6797399e564a req-42a382fd-e750-4beb-930a-5483020c8abe service neutron] Transition to ACTIVE for port object 894bcee4-809e-483f-95ec-2a4c5e3af4d9 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:19:22.334304 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-90401f0f-b948-4a23-8cdd-6797399e564a req-42a382fd-e750-4beb-930a-5483020c8abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:22.356779 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:22.363126 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e0602-1564-4385-a1b7-a1a55f933a06 req-ae657b63-cf0f-4c89-b759-af7d1f7751f5 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:22.364810 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-627e0602-1564-4385-a1b7-a1a55f933a06 req-ae657b63-cf0f-4c89-b759-af7d1f7751f5 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.1895137 Nov 15 11:19:22.493062 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a382fd-e750-4beb-930a-5483020c8abe service neutron] Pushing event updated for resources: {'Port': ['ID=894bcee4-809e-483f-95ec-2a4c5e3af4d9,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:22.548850 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-627e0602-1564-4385-a1b7-a1a55f933a06 req-d390ca9c-beeb-4b28-a64a-ae51f8fefa0e tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594448 Nov 15 11:19:22.640397 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-5a6d7222-e0e8-4d61-b7c5-7882bab85c17 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:22.648158 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-5a6d7222-e0e8-4d61-b7c5-7882bab85c17 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/networks?id=99889980-5118-464e-8c72-669cf056f11d HTTP/1.1" status: 200 len: 818 time: 0.4192045 Nov 15 11:19:22.652865 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 2f283727-0406-4119-863e-444ba05a9bac up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:19:22.684144 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-90401f0f-b948-4a23-8cdd-6797399e564a req-42a382fd-e750-4beb-930a-5483020c8abe service neutron] Attempting to bind port 894bcee4-809e-483f-95ec-2a4c5e3af4d9 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:19:22.684404 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-90401f0f-b948-4a23-8cdd-6797399e564a req-42a382fd-e750-4beb-930a-5483020c8abe service neutron] Attempting to bind port 894bcee4-809e-483f-95ec-2a4c5e3af4d9 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:19:22.684729 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90401f0f-b948-4a23-8cdd-6797399e564a req-42a382fd-e750-4beb-930a-5483020c8abe service neutron] Attempting to bind port 894bcee4-809e-483f-95ec-2a4c5e3af4d9 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:19:22.720129 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-fd620ad4-91d9-4db3-a6b0-fb679c07f92b tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/quotas/f8bbdc8b4f4d41429da8ec0263256af4 HTTP/1.1" status: 200 len: 375 time: 0.0710278 Nov 15 11:19:22.721486 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90401f0f-b948-4a23-8cdd-6797399e564a req-42a382fd-e750-4beb-930a-5483020c8abe service neutron] Port 894bcee4-809e-483f-95ec-2a4c5e3af4d9 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:19:22.721804 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90401f0f-b948-4a23-8cdd-6797399e564a req-42a382fd-e750-4beb-930a-5483020c8abe service neutron] Attempting to bind port 894bcee4-809e-483f-95ec-2a4c5e3af4d9 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:19:22.735343 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 2f283727-0406-4119-863e-444ba05a9bac completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:19:22.737044 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90401f0f-b948-4a23-8cdd-6797399e564a req-42a382fd-e750-4beb-930a-5483020c8abe service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:19:22.737398 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90401f0f-b948-4a23-8cdd-6797399e564a req-42a382fd-e750-4beb-930a-5483020c8abe service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:19:22.738037 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90401f0f-b948-4a23-8cdd-6797399e564a req-42a382fd-e750-4beb-930a-5483020c8abe service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:19:22.738398 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-90401f0f-b948-4a23-8cdd-6797399e564a req-42a382fd-e750-4beb-930a-5483020c8abe service neutron] Bound port: 894bcee4-809e-483f-95ec-2a4c5e3af4d9, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:19:22.738754 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-90401f0f-b948-4a23-8cdd-6797399e564a req-42a382fd-e750-4beb-930a-5483020c8abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:22.740970 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 2f283727-0406-4119-863e-444ba05a9bac triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:22.741315 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:22.787078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f032e-6b2a-4adc-a7e7-0c0b3d52b0ff req-b2b34aeb-f5fa-40a2-9160-03bd27bd5699 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:22.788666 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d80f032e-6b2a-4adc-a7e7-0c0b3d52b0ff req-b2b34aeb-f5fa-40a2-9160-03bd27bd5699 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9eef75a-332b-425f-8053-31354ec3e78b HTTP/1.1" status: 200 len: 947 time: 0.1124303 Nov 15 11:19:22.814756 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:22.822053 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:22.840281 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:22.867361 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af27a98-aa40-4e63-8ff1-eb828f7fe448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f283727-0406-4119-863e-444ba05a9bac'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:22.869792 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc32a83-8fb4-4d14-a6ae-ebe32ab250a3" -d '{"events": [{"server_uuid": "1af27a98-aa40-4e63-8ff1-eb828f7fe448", "name": "network-vif-plugged", "status": "completed", "tag": "2f283727-0406-4119-863e-444ba05a9bac"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:22.882897 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 2f283727-0406-4119-863e-444ba05a9bac, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2f283727-0406-4119-863e-444ba05a9bac,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:22.888716 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:22.949125 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=2f283727-0406-4119-863e-444ba05a9bac,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:22.955864 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] Attempting to bind port d3a7e648-8bd3-487b-9569-45e568acab54 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:19:22.956232 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] Attempting to bind port d3a7e648-8bd3-487b-9569-45e568acab54 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '16f6f493-380f-4264-bbcc-c365d9f26f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '99889980-5118-464e-8c72-669cf056f11d'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:19:22.956655 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] Attempting to bind port d3a7e648-8bd3-487b-9569-45e568acab54 on network 99889980-5118-464e-8c72-669cf056f11d {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:19:22.965983 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:19:22.966473 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] Checking segment: {'id': '16f6f493-380f-4264-bbcc-c365d9f26f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '99889980-5118-464e-8c72-669cf056f11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:19:22.967073 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:22.967701 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] Bound using segment: {'id': '16f6f493-380f-4264-bbcc-c365d9f26f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '99889980-5118-464e-8c72-669cf056f11d'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:19:22.968259 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] Bound port: d3a7e648-8bd3-487b-9569-45e568acab54, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f6f493-380f-4264-bbcc-c365d9f26f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '99889980-5118-464e-8c72-669cf056f11d'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:19:22.968955 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:22.985574 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab46e46-bfec-450e-9410-9b38bb3e29e6 None None] Pushing event updated for resources: {'Port': ['ID=d3a7e648-8bd3-487b-9569-45e568acab54,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:23.031432 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab46e46-bfec-450e-9410-9b38bb3e29e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:23.031956 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab46e46-bfec-450e-9410-9b38bb3e29e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:23.032558 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab46e46-bfec-450e-9410-9b38bb3e29e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:23.032986 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab46e46-bfec-450e-9410-9b38bb3e29e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:23.033571 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab46e46-bfec-450e-9410-9b38bb3e29e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:23.034139 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab46e46-bfec-450e-9410-9b38bb3e29e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:23.034686 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab46e46-bfec-450e-9410-9b38bb3e29e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:23.035207 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab46e46-bfec-450e-9410-9b38bb3e29e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:23.035804 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab46e46-bfec-450e-9410-9b38bb3e29e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:23.036385 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab46e46-bfec-450e-9410-9b38bb3e29e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:23.036938 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab46e46-bfec-450e-9410-9b38bb3e29e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:23.037496 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab46e46-bfec-450e-9410-9b38bb3e29e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:23.089424 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] For port d3a7e648-8bd3-487b-9569-45e568acab54, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:19:23.111323 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] For port d3a7e648-8bd3-487b-9569-45e568acab54, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d3a7e648-8bd3-487b-9569-45e568acab54,segment=NetworkSegment(16f6f493-380f-4264-bbcc-c365d9f26f64),segment_id=16f6f493-380f-4264-bbcc-c365d9f26f64)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:19:23.117183 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:23.158331 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-38b950c9-effa-4ba6-bf14-5c175897a4c6 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:23.161953 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-38b950c9-effa-4ba6-bf14-5c175897a4c6 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.11 "GET /v2.0/networks?id=99889980-5118-464e-8c72-669cf056f11d HTTP/1.1" status: 200 len: 818 time: 0.1647537 Nov 15 11:19:23.164090 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-66a3c96f-e064-4e19-9c39-ca3b8bcfb2f2 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8bbdc8b4f4d41429da8ec0263256af4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4317162 Nov 15 11:19:23.183385 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] Routers {'336170c8-0d35-4b5d-b899-e580cf8adb87'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:19:23.184093 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-a2968fb3-9a45-4145-adbb-0ea781fb5db7 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Request body: {'port': {'device_id': '58496e25-da03-4a0c-9109-13adfae442b0', 'network_id': '99889980-5118-464e-8c72-669cf056f11d', 'admin_state_up': True, 'tenant_id': 'f8bbdc8b4f4d41429da8ec0263256af4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:19:23.184759 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:19:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['336170c8-0d35-4b5d-b899-e580cf8adb87'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:23.188169 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab46e46-bfec-450e-9410-9b38bb3e29e6 None None] Pushing event updated for resources: {'Port': ['ID=d3a7e648-8bd3-487b-9569-45e568acab54,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:23.243306 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-90401f0f-b948-4a23-8cdd-6797399e564a req-42a382fd-e750-4beb-930a-5483020c8abe service neutron] For port 894bcee4-809e-483f-95ec-2a4c5e3af4d9, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:19:23.256204 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d80f032e-6b2a-4adc-a7e7-0c0b3d52b0ff req-5ae08bf0-d1da-4778-a736-d546276b5e52 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc87840-d21a-4af6-a8fc-77eaca73121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371088 Nov 15 11:19:23.264540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-90401f0f-b948-4a23-8cdd-6797399e564a req-42a382fd-e750-4beb-930a-5483020c8abe service neutron] For port 894bcee4-809e-483f-95ec-2a4c5e3af4d9, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=894bcee4-809e-483f-95ec-2a4c5e3af4d9,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:19:23.277427 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-90401f0f-b948-4a23-8cdd-6797399e564a req-42a382fd-e750-4beb-930a-5483020c8abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:23.318245 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] Set router 336170c8-0d35-4b5d-b899-e580cf8adb87 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:19:23.328248 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-a2968fb3-9a45-4145-adbb-0ea781fb5db7 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Made reservation on behalf of f8bbdc8b4f4d41429da8ec0263256af4 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:19:23.328784 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90401f0f-b948-4a23-8cdd-6797399e564a req-42a382fd-e750-4beb-930a-5483020c8abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:23.329400 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-90401f0f-b948-4a23-8cdd-6797399e564a req-42a382fd-e750-4beb-930a-5483020c8abe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:23.330755 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90401f0f-b948-4a23-8cdd-6797399e564a req-42a382fd-e750-4beb-930a-5483020c8abe service neutron] 10.222.0.55 "PUT /v2.0/ports/894bcee4-809e-483f-95ec-2a4c5e3af4d9 HTTP/1.1" status: 200 len: 1095 time: 1.9222865 Nov 15 11:19:23.333168 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-a2968fb3-9a45-4145-adbb-0ea781fb5db7 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:23.336057 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9eef75a-332b-425f-8053-31354ec3e78b', 'tag': '894bcee4-809e-483f-95ec-2a4c5e3af4d9'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:23.338344 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b153ca-f1ef-4d2d-8635-f7a326f51d52" -d '{"events": [{"name": "network-changed", "server_uuid": "e9eef75a-332b-425f-8053-31354ec3e78b", "tag": "894bcee4-809e-483f-95ec-2a4c5e3af4d9"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:23.351481 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-583f864f-2ee1-4e80-8f66-8ed9b43dbd11 service neutron] 10.222.0.64 "GET /v2.0/networks/99889980-5118-464e-8c72-669cf056f11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742730 Nov 15 11:19:23.377479 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a382fd-e750-4beb-930a-5483020c8abe service neutron] Pushing event updated for resources: {'Port': ['ID=894bcee4-809e-483f-95ec-2a4c5e3af4d9,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:23.471259 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90401f0f-b948-4a23-8cdd-6797399e564a req-3a571299-b940-4486-976f-65e8c58ec421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:23.472896 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90401f0f-b948-4a23-8cdd-6797399e564a req-3a571299-b940-4486-976f-65e8c58ec421 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c5b9e5a984248469c53fc01fbcfff19&device_id=e9eef75a-332b-425f-8053-31354ec3e78b HTTP/1.1" status: 200 len: 1098 time: 0.0820003 Nov 15 11:19:23.535214 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-ebe928bc-124a-4cf7-b53d-9f0c88e7b7d8 service neutron] 10.222.0.64 "GET /v2.0/networks/99889980-5118-464e-8c72-669cf056f11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661332 Nov 15 11:19:23.549797 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90401f0f-b948-4a23-8cdd-6797399e564a req-70a76e04-57f7-4012-8e3f-029bd84ec821 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=894bcee4-809e-483f-95ec-2a4c5e3af4d9 HTTP/1.1" status: 200 len: 217 time: 0.0642157 Nov 15 11:19:23.604589 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-a2968fb3-9a45-4145-adbb-0ea781fb5db7 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Allocated IP 172.20.0.2 (99889980-5118-464e-8c72-669cf056f11d/8dd3b517-1395-4d79-8cb1-084df59af9f0/f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:19:23.616542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90401f0f-b948-4a23-8cdd-6797399e564a req-91c33701-f6fe-465c-8e2e-b5544ce82aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:23.618005 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90401f0f-b948-4a23-8cdd-6797399e564a req-91c33701-f6fe-465c-8e2e-b5544ce82aeb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0490279 Nov 15 11:19:23.661771 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336170c8-0d35-4b5d-b899-e580cf8adb87', 'name': 'tempest-ServerRescueNegativeTestJSON-944516117-router', 'tenant_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '3a5ea597-24f6-48cf-b2e1-dc219a111fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:19:15Z', 'updated_at': '2021-11-15T11:19:19Z', 'revision_number': 4, 'project_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'gw_port': {'id': '3a5ea597-24f6-48cf-b2e1-dc219a111fd4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336170c8-0d35-4b5d-b899-e580cf8adb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:19:16Z', 'updated_at': '2021-11-15T11:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'd3a7e648-8bd3-487b-9569-45e568acab54', 'name': '', 'network_id': '99889980-5118-464e-8c72-669cf056f11d', 'tenant_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'mac_address': 'fa:16:3e:d9:f9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336170c8-0d35-4b5d-b899-e580cf8adb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '8dd3b517-1395-4d79-8cb1-084df59af9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:19:18Z', 'updated_at': '2021-11-15T11:19:23Z', 'revision_number': 4, 'project_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'subnets': [{'id': '8dd3b517-1395-4d79-8cb1-084df59af9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:23.708284 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e281b6b1-26f3-4ea1-a2a7-41d1758a06b6 None None] The sync data for ids ['336170c8-0d35-4b5d-b899-e580cf8adb87'] in n-d-729945-9 is: [{'id': '336170c8-0d35-4b5d-b899-e580cf8adb87', 'name': 'tempest-ServerRescueNegativeTestJSON-944516117-router', 'tenant_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '3a5ea597-24f6-48cf-b2e1-dc219a111fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:19:15Z', 'updated_at': '2021-11-15T11:19:19Z', 'revision_number': 4, 'project_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'gw_port': {'id': '3a5ea597-24f6-48cf-b2e1-dc219a111fd4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336170c8-0d35-4b5d-b899-e580cf8adb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:19:16Z', 'updated_at': '2021-11-15T11:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'd3a7e648-8bd3-487b-9569-45e568acab54', 'name': '', 'network_id': '99889980-5118-464e-8c72-669cf056f11d', 'tenant_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'mac_address': 'fa:16:3e:d9:f9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336170c8-0d35-4b5d-b899-e580cf8adb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '8dd3b517-1395-4d79-8cb1-084df59af9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:19:18Z', 'updated_at': '2021-11-15T11:19:23Z', 'revision_number': 4, 'project_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'subnets': [{'id': '8dd3b517-1395-4d79-8cb1-084df59af9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:19:23.729284 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a3f3e-f34b-47d4-ac69-daa47d22a9e1 req-de59e284-2d0a-4271-a6e8-7fd9247cde55 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:23.738491 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f18a3f3e-f34b-47d4-ac69-daa47d22a9e1 req-de59e284-2d0a-4271-a6e8-7fd9247cde55 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=1af27a98-aa40-4e63-8ff1-eb828f7fe448 HTTP/1.1" status: 200 len: 946 time: 0.2067251 Nov 15 11:19:23.747340 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579e1e69-1bbc-4ed9-89aa-b067037b44e0 x-openstack-request-id: req-579e1e69-1bbc-4ed9-89aa-b067037b44e0 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:23.747883 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af27a98-aa40-4e63-8ff1-eb828f7fe448", "name": "network-vif-plugged", "status": "completed", "tag": "2f283727-0406-4119-863e-444ba05a9bac", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:23.748050 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-579e1e69-1bbc-4ed9-89aa-b067037b44e0 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:23.748644 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af27a98-aa40-4e63-8ff1-eb828f7fe448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f283727-0406-4119-863e-444ba05a9bac', 'code': 200} Nov 15 11:19:23.831667 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90401f0f-b948-4a23-8cdd-6797399e564a req-37e00f49-e5ee-4244-8e9c-24e9be2a5bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:23.833204 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90401f0f-b948-4a23-8cdd-6797399e564a req-37e00f49-e5ee-4244-8e9c-24e9be2a5bf0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2042131 Nov 15 11:19:23.955032 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90401f0f-b948-4a23-8cdd-6797399e564a req-a4adaf10-00bf-41b3-9916-7f7b2449613d service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018531 Nov 15 11:19:23.973686 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-a2968fb3-9a45-4145-adbb-0ea781fb5db7 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:24.033741 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f18a3f3e-f34b-47d4-ac69-daa47d22a9e1 req-f1e915a3-9987-4955-8a2f-1bfe455abdcc tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922423 Nov 15 11:19:24.083076 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-a2968fb3-9a45-4145-adbb-0ea781fb5db7 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:24.143278 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d3a7e648-8bd3-487b-9569-45e568acab54 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:19:24.171019 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2b6a3-abcf-48a0-8d99-7b5c23fb143a req-b67c7f98-ed3d-486e-a66b-13a582861319 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:24.172651 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-44a2b6a3-abcf-48a0-8d99-7b5c23fb143a req-b67c7f98-ed3d-486e-a66b-13a582861319 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.1574731 Nov 15 11:19:24.193968 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef794cb-88a6-44ea-ac49-0e622339ad39 req-92051baf-1d46-43b3-8ee0-efd53e8a7c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:24.195457 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bef794cb-88a6-44ea-ac49-0e622339ad39 req-92051baf-1d46-43b3-8ee0-efd53e8a7c44 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1af27a98-aa40-4e63-8ff1-eb828f7fe448 HTTP/1.1" status: 200 len: 1097 time: 0.2395351 Nov 15 11:19:24.211453 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d3a7e648-8bd3-487b-9569-45e568acab54 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:24.212923 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:24.234026 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-a2968fb3-9a45-4145-adbb-0ea781fb5db7 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Network 99889980-5118-464e-8c72-669cf056f11d is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:19:24.248625 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-a2968fb3-9a45-4145-adbb-0ea781fb5db7 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:19:24.270309 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-a2968fb3-9a45-4145-adbb-0ea781fb5db7 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:19:24.275442 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f26112-fa26-4f26-8921-267a4cb02655 x-openstack-request-id: req-d7f26112-fa26-4f26-8921-267a4cb02655 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:24.276025 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9eef75a-332b-425f-8053-31354ec3e78b", "tag": "894bcee4-809e-483f-95ec-2a4c5e3af4d9", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:24.276429 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7f26112-fa26-4f26-8921-267a4cb02655 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:24.276995 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9eef75a-332b-425f-8053-31354ec3e78b', 'tag': '894bcee4-809e-483f-95ec-2a4c5e3af4d9', 'status': 'completed', 'code': 200} Nov 15 11:19:24.300650 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90401f0f-b948-4a23-8cdd-6797399e564a req-341e78c6-079c-447c-8a57-50fda94fb94a service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330801 Nov 15 11:19:24.328832 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:24.348076 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-44a2b6a3-abcf-48a0-8d99-7b5c23fb143a req-ffe9683d-6baa-47a5-8323-8719252683b4 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544285 Nov 15 11:19:24.365467 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bef794cb-88a6-44ea-ac49-0e622339ad39 req-71dc9f97-834e-4e73-b103-204422431d79 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592183 Nov 15 11:19:24.390947 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port d3a7e648-8bd3-487b-9569-45e568acab54, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d3a7e648-8bd3-487b-9569-45e568acab54,segment=NetworkSegment(16f6f493-380f-4264-bbcc-c365d9f26f64),segment_id=16f6f493-380f-4264-bbcc-c365d9f26f64)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:24.406497 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2968fb3-9a45-4145-adbb-0ea781fb5db7 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Pushing event updated for resources: {'Port': ['ID=f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:24.407655 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:24.426890 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-a2968fb3-9a45-4145-adbb-0ea781fb5db7 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:24.427534 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-a2968fb3-9a45-4145-adbb-0ea781fb5db7 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:24.462006 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-a2968fb3-9a45-4145-adbb-0ea781fb5db7 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2852402 Nov 15 11:19:24.488222 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=d3a7e648-8bd3-487b-9569-45e568acab54,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:24.516702 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-85407ca8-381f-4db3-849a-3865bcc919e9 req-7ab3631f-6846-4ff3-96ca-9e070f19f601 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 210 time: 0.0893176 Nov 15 11:19:24.530661 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b153ca-f1ef-4d2d-8635-f7a326f51d52 req-a22406b8-9767-49d9-905d-9bcf670bb5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:24.532716 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-05b153ca-f1ef-4d2d-8635-f7a326f51d52 req-a22406b8-9767-49d9-905d-9bcf670bb5b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c5b9e5a984248469c53fc01fbcfff19&device_id=e9eef75a-332b-425f-8053-31354ec3e78b HTTP/1.1" status: 200 len: 1098 time: 0.1617179 Nov 15 11:19:24.542346 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbf0c1-1d07-467b-97c8-2abe93b4f0ce req-baeea73b-a230-4a63-a061-343cabce99ed tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:24.548313 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33dbf0c1-1d07-467b-97c8-2abe93b4f0ce req-baeea73b-a230-4a63-a061-343cabce99ed tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.1295373 Nov 15 11:19:24.626919 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-7135f9c4-1c88-4fb2-acbb-d047d871d06f service neutron] Request body: {'port': {'device_id': '58496e25-da03-4a0c-9109-13adfae442b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:19:24.721195 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33dbf0c1-1d07-467b-97c8-2abe93b4f0ce req-30dbbb1b-b650-4efa-86e0-09276c617a94 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611576 Nov 15 11:19:24.724617 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-7135f9c4-1c88-4fb2-acbb-d047d871d06f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:24.764550 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083d1d0-c66a-4a90-aedf-315f45eed84b req-97c891d7-20aa-403b-ad98-8a57aa4cc25a tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:24.773449 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9083d1d0-c66a-4a90-aedf-315f45eed84b req-97c891d7-20aa-403b-ad98-8a57aa4cc25a tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9eef75a-332b-425f-8053-31354ec3e78b HTTP/1.1" status: 200 len: 947 time: 0.1541460 Nov 15 11:19:24.794830 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b153ca-f1ef-4d2d-8635-f7a326f51d52 req-adfea45f-9073-4688-9493-a3987e227e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:24.796327 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-05b153ca-f1ef-4d2d-8635-f7a326f51d52 req-adfea45f-9073-4688-9493-a3987e227e8a service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.2471018 Nov 15 11:19:24.848726 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-05b153ca-f1ef-4d2d-8635-f7a326f51d52 req-48291ecc-e91b-4860-94f2-efe8b7fd4ae6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=894bcee4-809e-483f-95ec-2a4c5e3af4d9 HTTP/1.1" status: 200 len: 217 time: 0.0433407 Nov 15 11:19:24.907717 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9083d1d0-c66a-4a90-aedf-315f45eed84b req-14cc9089-20db-46b6-a82c-98fa64c97862 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc87840-d21a-4af6-a8fc-77eaca73121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331983 Nov 15 11:19:24.942530 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b153ca-f1ef-4d2d-8635-f7a326f51d52 req-2982a672-6320-4359-a532-03995b9baf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:24.944613 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-05b153ca-f1ef-4d2d-8635-f7a326f51d52 req-2982a672-6320-4359-a532-03995b9baf2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0852015 Nov 15 11:19:25.010439 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b153ca-f1ef-4d2d-8635-f7a326f51d52 req-f673bf13-448b-476b-9a62-3ae3fbc682f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:25.012212 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-05b153ca-f1ef-4d2d-8635-f7a326f51d52 req-f673bf13-448b-476b-9a62-3ae3fbc682f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0571318 Nov 15 11:19:25.068262 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-7135f9c4-1c88-4fb2-acbb-d047d871d06f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:19:25.077354 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-7135f9c4-1c88-4fb2-acbb-d047d871d06f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:25.094811 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-7135f9c4-1c88-4fb2-acbb-d047d871d06f service neutron] Transition to ACTIVE for port object f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:19:25.102625 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-7135f9c4-1c88-4fb2-acbb-d047d871d06f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:25.146495 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-05b153ca-f1ef-4d2d-8635-f7a326f51d52 req-7abb26e7-518f-48a6-941e-2a2c2c7cb1ed service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253462 Nov 15 11:19:25.192827 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135f9c4-1c88-4fb2-acbb-d047d871d06f service neutron] Pushing event updated for resources: {'Port': ['ID=f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:25.263148 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-7135f9c4-1c88-4fb2-acbb-d047d871d06f service neutron] Attempting to bind port f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:19:25.263891 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-7135f9c4-1c88-4fb2-acbb-d047d871d06f service neutron] Attempting to bind port f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '16f6f493-380f-4264-bbcc-c365d9f26f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '99889980-5118-464e-8c72-669cf056f11d'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:19:25.264047 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-7135f9c4-1c88-4fb2-acbb-d047d871d06f service neutron] Attempting to bind port f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf on network 99889980-5118-464e-8c72-669cf056f11d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:19:25.275191 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-7135f9c4-1c88-4fb2-acbb-d047d871d06f service neutron] Port f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf on network 99889980-5118-464e-8c72-669cf056f11d not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:19:25.275504 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-7135f9c4-1c88-4fb2-acbb-d047d871d06f service neutron] Attempting to bind port f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf on network 99889980-5118-464e-8c72-669cf056f11d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:19:25.284944 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-7135f9c4-1c88-4fb2-acbb-d047d871d06f service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:19:25.285332 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-7135f9c4-1c88-4fb2-acbb-d047d871d06f service neutron] Checking segment: {'id': '16f6f493-380f-4264-bbcc-c365d9f26f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '99889980-5118-464e-8c72-669cf056f11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:19:25.285703 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-7135f9c4-1c88-4fb2-acbb-d047d871d06f service neutron] Bound using segment: {'id': '16f6f493-380f-4264-bbcc-c365d9f26f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '99889980-5118-464e-8c72-669cf056f11d'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:19:25.286147 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-7135f9c4-1c88-4fb2-acbb-d047d871d06f service neutron] Bound port: f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f6f493-380f-4264-bbcc-c365d9f26f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '99889980-5118-464e-8c72-669cf056f11d'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:19:25.286500 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-7135f9c4-1c88-4fb2-acbb-d047d871d06f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:25.376399 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-7135f9c4-1c88-4fb2-acbb-d047d871d06f service neutron] For port f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:19:25.376817 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1784d54-31e4-47ff-8368-01fea759985c req-39e1fb89-1421-4bf1-955e-37d123d57622 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:25.378456 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1784d54-31e4-47ff-8368-01fea759985c req-39e1fb89-1421-4bf1-955e-37d123d57622 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=1af27a98-aa40-4e63-8ff1-eb828f7fe448 HTTP/1.1" status: 200 len: 946 time: 0.2305126 Nov 15 11:19:25.382351 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-7135f9c4-1c88-4fb2-acbb-d047d871d06f service neutron] For port f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf,segment=NetworkSegment(16f6f493-380f-4264-bbcc-c365d9f26f64),segment_id=16f6f493-380f-4264-bbcc-c365d9f26f64)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:19:25.390085 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-7135f9c4-1c88-4fb2-acbb-d047d871d06f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:25.425472 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-7135f9c4-1c88-4fb2-acbb-d047d871d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:25.426080 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-7135f9c4-1c88-4fb2-acbb-d047d871d06f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:25.426725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-b830ad74-5f8d-4a0c-84d7-d4b3618c2306 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:25.428002 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-7135f9c4-1c88-4fb2-acbb-d047d871d06f service neutron] 10.222.0.11 "PUT /v2.0/ports/f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf HTTP/1.1" status: 200 len: 1091 time: 0.8072796 Nov 15 11:19:25.428754 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58496e25-da03-4a0c-9109-13adfae442b0', 'tag': 'f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:25.428896 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-b830ad74-5f8d-4a0c-84d7-d4b3618c2306 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.55 "GET /v2.0/networks?id=99889980-5118-464e-8c72-669cf056f11d HTTP/1.1" status: 200 len: 818 time: 0.2384281 Nov 15 11:19:25.432401 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54133b2-381c-4ea5-9569-b6d96b257fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "58496e25-da03-4a0c-9109-13adfae442b0", "tag": "f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:25.459709 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Request body: {'port': {'device_id': '153977bb-c410-4b84-95dc-e9392f444fdb', 'network_id': '99889980-5118-464e-8c72-669cf056f11d', 'admin_state_up': True, 'tenant_id': 'f8bbdc8b4f4d41429da8ec0263256af4'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:19:25.509443 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135f9c4-1c88-4fb2-acbb-d047d871d06f service neutron] Pushing event updated for resources: {'Port': ['ID=f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:25.530024 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-08565397-8d51-4b9e-8839-3927e0a9e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:25.531905 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-08565397-8d51-4b9e-8839-3927e0a9e41f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8bbdc8b4f4d41429da8ec0263256af4&device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 1094 time: 0.0548441 Nov 15 11:19:25.540679 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-05b153ca-f1ef-4d2d-8635-f7a326f51d52 req-f49a330c-267f-45db-9c76-73a356419be5 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812025 Nov 15 11:19:25.575568 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1784d54-31e4-47ff-8368-01fea759985c req-12156bdf-32c1-4c94-828a-b8e501bb3f3e tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616952 Nov 15 11:19:25.587496 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-a87c8cca-3ca2-4211-a89b-ed8e6d1100e0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf HTTP/1.1" status: 200 len: 217 time: 0.0375412 Nov 15 11:19:25.612292 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280796ca-de43-4328-a0f6-a634e1eada1e req-c90705fe-7930-4f99-ba3b-a892eb4d1ee3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:25.616383 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-280796ca-de43-4328-a0f6-a634e1eada1e req-c90705fe-7930-4f99-ba3b-a892eb4d1ee3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.1641946 Nov 15 11:19:25.636183 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84cb788-9d30-4836-a257-9313a926df62 x-openstack-request-id: req-e84cb788-9d30-4836-a257-9313a926df62 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:25.636465 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58496e25-da03-4a0c-9109-13adfae442b0", "tag": "f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:25.636710 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e84cb788-9d30-4836-a257-9313a926df62 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:25.637103 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58496e25-da03-4a0c-9109-13adfae442b0', 'tag': 'f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf', 'status': 'completed', 'code': 200} Nov 15 11:19:25.642586 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-a5d57a04-9ccf-4f0b-93b8-6e677a8e2bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:25.644106 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-a5d57a04-9ccf-4f0b-93b8-6e677a8e2bc7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dd3b517-1395-4d79-8cb1-084df59af9f0 HTTP/1.1" status: 200 len: 858 time: 0.0490499 Nov 15 11:19:25.679807 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-1fa3efad-8875-4ebd-b8bc-2a3f2e2686cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99889980-5118-464e-8c72-669cf056f11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264051 Nov 15 11:19:25.684047 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-280796ca-de43-4328-a0f6-a634e1eada1e req-6eb4f94c-6b2d-49d7-968d-55178572f7f6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611072 Nov 15 11:19:25.693618 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Made reservation on behalf of f8bbdc8b4f4d41429da8ec0263256af4 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:19:25.697295 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:25.735556 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b589dc3-256a-4250-aaaa-abab3e71b29a req-f6a8cf50-ee1c-44dc-9986-2e4a8fa7e885 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 210 time: 0.0437725 Nov 15 11:19:25.805271 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-db441efa-cb00-4f03-936e-f94a344b130c service neutron] 10.222.0.11 "GET /v2.0/networks/99889980-5118-464e-8c72-669cf056f11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162786 Nov 15 11:19:25.892634 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Allocated IP 172.20.0.3 (99889980-5118-464e-8c72-669cf056f11d/8dd3b517-1395-4d79-8cb1-084df59af9f0/61dcb17f-a594-403c-957b-65438ddbd1cb) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:19:25.903750 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9dce5b-dfc4-411b-bbad-04a1f336adfd req-27662369-2410-4c8b-a7c2-7bc352223d77 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:25.906014 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-da9dce5b-dfc4-411b-bbad-04a1f336adfd req-27662369-2410-4c8b-a7c2-7bc352223d77 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.0760057 Nov 15 11:19:25.919049 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1759e438-467e-4d69-a02e-b9ef48e573e4 req-1f81dd25-6ebe-42fe-99ad-646b2ae47a2d service neutron] 10.222.0.11 "GET /v2.0/networks/99889980-5118-464e-8c72-669cf056f11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040037 Nov 15 11:19:26.021980 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d3a7e648-8bd3-487b-9569-45e568acab54 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:19:26.031104 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54133b2-381c-4ea5-9569-b6d96b257fa8 req-f1d5b061-3297-4ac7-b125-1877d043c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:26.033070 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f54133b2-381c-4ea5-9569-b6d96b257fa8 req-f1d5b061-3297-4ac7-b125-1877d043c39a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8bbdc8b4f4d41429da8ec0263256af4&device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 1094 time: 0.0517139 Nov 15 11:19:26.044086 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-da9dce5b-dfc4-411b-bbad-04a1f336adfd req-9691d125-776d-45ba-868f-352c75fca7ae tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259000 Nov 15 11:19:26.080034 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d3a7e648-8bd3-487b-9569-45e568acab54 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:26.080407 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:26.103803 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 894bcee4-809e-483f-95ec-2a4c5e3af4d9 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:19:26.133447 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78510d20-6bf7-4ed6-a9d6-c5aec6712e09 req-570706af-2d53-4931-b876-b4ac17c20f01 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:26.135074 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-78510d20-6bf7-4ed6-a9d6-c5aec6712e09 req-570706af-2d53-4931-b876-b4ac17c20f01 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9eef75a-332b-425f-8053-31354ec3e78b HTTP/1.1" status: 200 len: 947 time: 0.1286032 Nov 15 11:19:26.153392 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54133b2-381c-4ea5-9569-b6d96b257fa8 req-0d79c88a-db20-4421-95c4-574dd7394cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:26.158942 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f54133b2-381c-4ea5-9569-b6d96b257fa8 req-0d79c88a-db20-4421-95c4-574dd7394cb1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=99889980-5118-464e-8c72-669cf056f11d HTTP/1.1" status: 200 len: 919 time: 0.1166394 Nov 15 11:19:26.208009 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:26.211280 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f54133b2-381c-4ea5-9569-b6d96b257fa8 req-22b363bc-3f40-4f0d-90f0-d0d522758515 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf HTTP/1.1" status: 200 len: 217 time: 0.0427773 Nov 15 11:19:26.219383 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-78510d20-6bf7-4ed6-a9d6-c5aec6712e09 req-f6a013a7-67d0-473c-a587-a0d5a5383ede tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc87840-d21a-4af6-a8fc-77eaca73121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674250 Nov 15 11:19:26.251573 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:26.282543 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54133b2-381c-4ea5-9569-b6d96b257fa8 req-0d083713-2dcd-4da5-b82f-079e59db7fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:26.284214 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 894bcee4-809e-483f-95ec-2a4c5e3af4d9, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=894bcee4-809e-483f-95ec-2a4c5e3af4d9,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:26.284636 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f54133b2-381c-4ea5-9569-b6d96b257fa8 req-0d083713-2dcd-4da5-b82f-079e59db7fb5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dd3b517-1395-4d79-8cb1-084df59af9f0 HTTP/1.1" status: 200 len: 858 time: 0.0613685 Nov 15 11:19:26.300875 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '894bcee4-809e-483f-95ec-2a4c5e3af4d9', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '894bcee4-809e-483f-95ec-2a4c5e3af4d9', 'mac_address': 'fa:16:3e:5d:0c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:19:26.305035 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Network 99889980-5118-464e-8c72-669cf056f11d is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:19:26.311018 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:19:26.316197 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:19:26.327424 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f54133b2-381c-4ea5-9569-b6d96b257fa8 req-739af46a-d34c-4b7d-b3ee-8621c9aabdb9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99889980-5118-464e-8c72-669cf056f11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345268 Nov 15 11:19:26.342701 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Pushing event updated for resources: {'Port': ['ID=61dcb17f-a594-403c-957b-65438ddbd1cb,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:26.363174 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:26.363431 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:26.363609 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:26.363864 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:26.364241 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:26.364519 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:26.364906 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:26.365235 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:26.365553 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:26.365874 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:26.366190 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:26.366835 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:26.366835 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:26.377603 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894bcee4-809e-483f-95ec-2a4c5e3af4d9 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:19:26.385514 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:26.386158 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:26.398645 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 894bcee4-809e-483f-95ec-2a4c5e3af4d9, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=894bcee4-809e-483f-95ec-2a4c5e3af4d9,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:26.403143 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:26.405210 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-a10ce0f3-dc85-4082-b0bf-606d0f4d7f77 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9609311 Nov 15 11:19:26.414928 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-32cf6d13-3ec5-45dc-8bea-84e2e3638201 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:19:26.416158 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-32cf6d13-3ec5-45dc-8bea-84e2e3638201 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055487 Nov 15 11:19:26.429969 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-cf5b8c63-7a59-403b-88b1-05afe8756f8c service neutron] Request body: {'port': {'device_id': '153977bb-c410-4b84-95dc-e9392f444fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:19:26.434107 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f54133b2-381c-4ea5-9569-b6d96b257fa8 req-48a492a8-0112-46a2-ab5e-fe2ae1597b82 service neutron] 10.222.0.11 "GET /v2.0/networks/99889980-5118-464e-8c72-669cf056f11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968087 Nov 15 11:19:26.453321 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=894bcee4-809e-483f-95ec-2a4c5e3af4d9,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:26.489244 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-cf5b8c63-7a59-403b-88b1-05afe8756f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:26.536379 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f54133b2-381c-4ea5-9569-b6d96b257fa8 req-941afd79-2cdb-4c01-9bc7-8492367f4c8c service neutron] 10.222.0.11 "GET /v2.0/networks/99889980-5118-464e-8c72-669cf056f11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920084 Nov 15 11:19:26.722756 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702a003-62a9-4cd3-ae3b-66efcfb778e1 req-e53d1f17-98cb-4299-a617-28264e2ce6e8 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:26.724310 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7702a003-62a9-4cd3-ae3b-66efcfb778e1 req-e53d1f17-98cb-4299-a617-28264e2ce6e8 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=1af27a98-aa40-4e63-8ff1-eb828f7fe448 HTTP/1.1" status: 200 len: 946 time: 0.0747671 Nov 15 11:19:26.726210 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['894bcee4-809e-483f-95ec-2a4c5e3af4d9'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:19:26.846911 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7702a003-62a9-4cd3-ae3b-66efcfb778e1 req-3deafdbc-75ac-461a-a372-b844fd55c225 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099625 Nov 15 11:19:26.850393 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-cf5b8c63-7a59-403b-88b1-05afe8756f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61dcb17f-a594-403c-957b-65438ddbd1cb {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:19:26.859709 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-cf5b8c63-7a59-403b-88b1-05afe8756f8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:26.877423 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-cf5b8c63-7a59-403b-88b1-05afe8756f8c service neutron] Transition to ACTIVE for port object 61dcb17f-a594-403c-957b-65438ddbd1cb will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:19:26.889016 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d7f1b-880e-4534-9393-36edf1798669 req-e469e2ce-35f4-492a-bb7f-59af657ab973 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:26.892283 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d89d7f1b-880e-4534-9393-36edf1798669 req-e469e2ce-35f4-492a-bb7f-59af657ab973 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.0921843 Nov 15 11:19:26.893884 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-cf5b8c63-7a59-403b-88b1-05afe8756f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:27.005292 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b8c63-7a59-403b-88b1-05afe8756f8c service neutron] Pushing event updated for resources: {'Port': ['ID=61dcb17f-a594-403c-957b-65438ddbd1cb,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:27.020878 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d89d7f1b-880e-4534-9393-36edf1798669 req-3538bead-f233-4a38-8ef2-c4b20d48bd7b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223233 Nov 15 11:19:27.044889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427656c5-d1aa-4d8c-8e66-f679282371de req-0ffe1a21-b717-41bd-853a-6fb567c34524 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:27.046402 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-427656c5-d1aa-4d8c-8e66-f679282371de req-0ffe1a21-b717-41bd-853a-6fb567c34524 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 943 time: 0.1335545 Nov 15 11:19:27.124162 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-cf5b8c63-7a59-403b-88b1-05afe8756f8c service neutron] Attempting to bind port 61dcb17f-a594-403c-957b-65438ddbd1cb on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:19:27.124492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-cf5b8c63-7a59-403b-88b1-05afe8756f8c service neutron] Attempting to bind port 61dcb17f-a594-403c-957b-65438ddbd1cb by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '16f6f493-380f-4264-bbcc-c365d9f26f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '99889980-5118-464e-8c72-669cf056f11d'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:19:27.124838 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-cf5b8c63-7a59-403b-88b1-05afe8756f8c service neutron] Attempting to bind port 61dcb17f-a594-403c-957b-65438ddbd1cb on network 99889980-5118-464e-8c72-669cf056f11d {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:19:27.130124 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-cf5b8c63-7a59-403b-88b1-05afe8756f8c service neutron] Port 61dcb17f-a594-403c-957b-65438ddbd1cb on network 99889980-5118-464e-8c72-669cf056f11d not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:19:27.130438 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-cf5b8c63-7a59-403b-88b1-05afe8756f8c service neutron] Attempting to bind port 61dcb17f-a594-403c-957b-65438ddbd1cb on network 99889980-5118-464e-8c72-669cf056f11d {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:19:27.136632 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-427656c5-d1aa-4d8c-8e66-f679282371de req-ad139134-e369-48cd-9127-89fb5f77a6f4 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720148 Nov 15 11:19:27.139485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-cf5b8c63-7a59-403b-88b1-05afe8756f8c service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:19:27.139848 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-cf5b8c63-7a59-403b-88b1-05afe8756f8c service neutron] Checking segment: {'id': '16f6f493-380f-4264-bbcc-c365d9f26f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '99889980-5118-464e-8c72-669cf056f11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:19:27.140255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-cf5b8c63-7a59-403b-88b1-05afe8756f8c service neutron] Bound using segment: {'id': '16f6f493-380f-4264-bbcc-c365d9f26f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '99889980-5118-464e-8c72-669cf056f11d'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:19:27.140744 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-cf5b8c63-7a59-403b-88b1-05afe8756f8c service neutron] Bound port: 61dcb17f-a594-403c-957b-65438ddbd1cb, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f6f493-380f-4264-bbcc-c365d9f26f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '99889980-5118-464e-8c72-669cf056f11d'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:19:27.141096 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-cf5b8c63-7a59-403b-88b1-05afe8756f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:27.218869 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-cf5b8c63-7a59-403b-88b1-05afe8756f8c service neutron] For port 61dcb17f-a594-403c-957b-65438ddbd1cb, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:19:27.264721 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-cf5b8c63-7a59-403b-88b1-05afe8756f8c service neutron] For port 61dcb17f-a594-403c-957b-65438ddbd1cb, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=61dcb17f-a594-403c-957b-65438ddbd1cb,segment=NetworkSegment(16f6f493-380f-4264-bbcc-c365d9f26f64),segment_id=16f6f493-380f-4264-bbcc-c365d9f26f64)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:19:27.285538 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-cf5b8c63-7a59-403b-88b1-05afe8756f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:27.330218 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-cf5b8c63-7a59-403b-88b1-05afe8756f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:27.330823 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-cf5b8c63-7a59-403b-88b1-05afe8756f8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:27.332229 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-cf5b8c63-7a59-403b-88b1-05afe8756f8c service neutron] 10.222.0.55 "PUT /v2.0/ports/61dcb17f-a594-403c-957b-65438ddbd1cb HTTP/1.1" status: 200 len: 1091 time: 0.9081583 Nov 15 11:19:27.333563 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153977bb-c410-4b84-95dc-e9392f444fdb', 'tag': '61dcb17f-a594-403c-957b-65438ddbd1cb'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:27.335863 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928f7d0f-fba3-48b2-8fcf-d6949f98d8db" -d '{"events": [{"name": "network-changed", "server_uuid": "153977bb-c410-4b84-95dc-e9392f444fdb", "tag": "61dcb17f-a594-403c-957b-65438ddbd1cb"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:27.345490 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f677ff-d547-459b-adf2-64e36f385ff7 req-7dee6660-c6ff-48de-9133-6645b968a775 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:27.346971 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39f677ff-d547-459b-adf2-64e36f385ff7 req-7dee6660-c6ff-48de-9133-6645b968a775 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.1316547 Nov 15 11:19:27.389118 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83c4f0-b9da-44e0-b72c-3eb4b4dc0fc3 req-5b077075-df84-4cdc-a05a-1f751a2be6ba tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:27.390618 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e83c4f0-b9da-44e0-b72c-3eb4b4dc0fc3 req-5b077075-df84-4cdc-a05a-1f751a2be6ba tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=1af27a98-aa40-4e63-8ff1-eb828f7fe448 HTTP/1.1" status: 200 len: 946 time: 0.1374459 Nov 15 11:19:27.410692 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b8c63-7a59-403b-88b1-05afe8756f8c service neutron] Pushing event updated for resources: {'Port': ['ID=61dcb17f-a594-403c-957b-65438ddbd1cb,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:27.487530 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39f677ff-d547-459b-adf2-64e36f385ff7 req-13307911-19c8-4a98-bff4-d9f0da12ebf2 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296587 Nov 15 11:19:27.495044 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-2e22d8ad-f28a-4ea0-a046-85cbf59a8685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:27.496518 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-2e22d8ad-f28a-4ea0-a046-85cbf59a8685 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8bbdc8b4f4d41429da8ec0263256af4&device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 1094 time: 0.1165667 Nov 15 11:19:27.499688 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e83c4f0-b9da-44e0-b72c-3eb4b4dc0fc3 req-174dbf3a-2ed3-4e32-91d8-56a80f769b69 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940342 Nov 15 11:19:27.541402 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-d5a55466-a241-43f9-8dbf-24e63ce42897 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61dcb17f-a594-403c-957b-65438ddbd1cb HTTP/1.1" status: 200 len: 217 time: 0.0342765 Nov 15 11:19:27.624623 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82b76f6-da61-40ec-a648-4ee0337e8065 x-openstack-request-id: req-a82b76f6-da61-40ec-a648-4ee0337e8065 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:27.624846 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153977bb-c410-4b84-95dc-e9392f444fdb", "tag": "61dcb17f-a594-403c-957b-65438ddbd1cb", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:27.625199 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a82b76f6-da61-40ec-a648-4ee0337e8065 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:27.625776 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153977bb-c410-4b84-95dc-e9392f444fdb', 'tag': '61dcb17f-a594-403c-957b-65438ddbd1cb', 'status': 'completed', 'code': 200} Nov 15 11:19:27.647779 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-02b482b8-95e4-414f-81c0-4de3832561bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:27.649302 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-02b482b8-95e4-414f-81c0-4de3832561bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8dd3b517-1395-4d79-8cb1-084df59af9f0 HTTP/1.1" status: 200 len: 858 time: 0.0995855 Nov 15 11:19:27.673978 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4e516-37ee-4e36-9292-4029a124ea38 req-e9611beb-1ff2-440f-b2bb-b9e950274ce0 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:27.675851 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4fe4e516-37ee-4e36-9292-4029a124ea38 req-e9611beb-1ff2-440f-b2bb-b9e950274ce0 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9eef75a-332b-425f-8053-31354ec3e78b HTTP/1.1" status: 200 len: 948 time: 0.1156011 Nov 15 11:19:27.700224 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-9a45c75d-77f6-4c08-85e2-43114b24a839 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=99889980-5118-464e-8c72-669cf056f11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428884 Nov 15 11:19:28.078357 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4fe4e516-37ee-4e36-9292-4029a124ea38 req-af062e12-e545-42cc-822e-491a10674dcb tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc87840-d21a-4af6-a8fc-77eaca73121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811369 Nov 15 11:19:28.109722 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 894bcee4-809e-483f-95ec-2a4c5e3af4d9 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:19:28.140536 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-9ead2526-9853-4bda-8ca8-84cf3c18eb2d service neutron] 10.222.0.55 "GET /v2.0/networks/99889980-5118-464e-8c72-669cf056f11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263215 Nov 15 11:19:28.159857 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 894bcee4-809e-483f-95ec-2a4c5e3af4d9 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:19:28.163646 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 894bcee4-809e-483f-95ec-2a4c5e3af4d9 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:28.164119 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:28.164630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c779c1a-af94-451f-8c74-30fb630a2b42 req-26185d86-3aa2-47b6-bc40-b31553e06e57 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:28.166127 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c779c1a-af94-451f-8c74-30fb630a2b42 req-26185d86-3aa2-47b6-bc40-b31553e06e57 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.0714865 Nov 15 11:19:28.250087 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:28.272032 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9eef75a-332b-425f-8053-31354ec3e78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894bcee4-809e-483f-95ec-2a4c5e3af4d9'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:28.274283 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30185283-d5bd-4d90-ac7a-fa898662991a" -d '{"events": [{"server_uuid": "e9eef75a-332b-425f-8053-31354ec3e78b", "name": "network-vif-plugged", "status": "completed", "tag": "894bcee4-809e-483f-95ec-2a4c5e3af4d9"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:28.297234 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 894bcee4-809e-483f-95ec-2a4c5e3af4d9, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=894bcee4-809e-483f-95ec-2a4c5e3af4d9,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:28.298852 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c779c1a-af94-451f-8c74-30fb630a2b42 req-85da00f9-4a60-49a5-ae10-2e26177313a3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224871 Nov 15 11:19:28.307444 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:28.318779 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ece96-becf-45a1-82fe-3d639f4a15ee req-d22592ea-1205-4375-942b-de4ff76ebf47 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:28.320331 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-941ece96-becf-45a1-82fe-3d639f4a15ee req-d22592ea-1205-4375-942b-de4ff76ebf47 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 943 time: 0.0965574 Nov 15 11:19:28.325605 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c97c63e-abc8-4567-9192-c92c5836c160 req-874c107a-76ef-4457-a3c9-b047013a90c3 service neutron] 10.222.0.55 "GET /v2.0/networks/99889980-5118-464e-8c72-669cf056f11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766610 Nov 15 11:19:28.359698 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=894bcee4-809e-483f-95ec-2a4c5e3af4d9,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:28.397486 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-941ece96-becf-45a1-82fe-3d639f4a15ee req-8eedbc96-116d-4724-9f97-ea3a36807083 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701649 Nov 15 11:19:28.423442 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bfedcd-5eaa-4287-bba2-388fceff99f5 x-openstack-request-id: req-69bfedcd-5eaa-4287-bba2-388fceff99f5 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:28.423790 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9eef75a-332b-425f-8053-31354ec3e78b", "name": "network-vif-plugged", "status": "completed", "tag": "894bcee4-809e-483f-95ec-2a4c5e3af4d9", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:28.424076 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-69bfedcd-5eaa-4287-bba2-388fceff99f5 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:28.424461 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9eef75a-332b-425f-8053-31354ec3e78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894bcee4-809e-483f-95ec-2a4c5e3af4d9', 'code': 200} Nov 15 11:19:28.435635 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f7d0f-fba3-48b2-8fcf-d6949f98d8db req-5b4dc4c8-4654-4a2f-a0c7-f795f4201ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:28.437122 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-928f7d0f-fba3-48b2-8fcf-d6949f98d8db req-5b4dc4c8-4654-4a2f-a0c7-f795f4201ce3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8bbdc8b4f4d41429da8ec0263256af4&device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 1094 time: 0.0527568 Nov 15 11:19:28.597642 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1daf6-d625-4433-99b7-9224d4b22e12 req-b9e652fc-1734-41e5-b036-8d6958be4f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:28.599049 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11f1daf6-d625-4433-99b7-9224d4b22e12 req-b9e652fc-1734-41e5-b036-8d6958be4f8d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e9eef75a-332b-425f-8053-31354ec3e78b HTTP/1.1" status: 200 len: 1100 time: 0.0999191 Nov 15 11:19:28.602529 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f7d0f-fba3-48b2-8fcf-d6949f98d8db req-26de2db4-dab5-4d54-8ebf-35fcc676d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:28.603882 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-928f7d0f-fba3-48b2-8fcf-d6949f98d8db req-26de2db4-dab5-4d54-8ebf-35fcc676d522 service neutron] 10.222.0.55 "GET /v2.0/networks?id=99889980-5118-464e-8c72-669cf056f11d HTTP/1.1" status: 200 len: 919 time: 0.1587656 Nov 15 11:19:28.633406 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:19:28.674981 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-928f7d0f-fba3-48b2-8fcf-d6949f98d8db req-37da6ddd-d786-4fee-8073-dec2f0494b51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61dcb17f-a594-403c-957b-65438ddbd1cb HTTP/1.1" status: 200 len: 217 time: 0.0558481 Nov 15 11:19:28.715519 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:19:28.738837 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e56c6-4639-4c1d-9440-0f35bd7ca2b5 req-70f510dd-d285-427d-9630-6496390be792 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:28.740324 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb2e56c6-4639-4c1d-9440-0f35bd7ca2b5 req-70f510dd-d285-427d-9630-6496390be792 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.1911516 Nov 15 11:19:28.751942 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30684c5-79b7-482a-b58e-5d86ae87a092 req-e5de510e-5cb6-4751-b534-848907c1fbe4 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:28.753378 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f30684c5-79b7-482a-b58e-5d86ae87a092 req-e5de510e-5cb6-4751-b534-848907c1fbe4 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.1809781 Nov 15 11:19:28.758437 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11f1daf6-d625-4433-99b7-9224d4b22e12 req-c97c765d-0dec-43cb-b7ce-8f091adf1765 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4cc87840-d21a-4af6-a8fc-77eaca73121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382248 Nov 15 11:19:28.791324 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f7d0f-fba3-48b2-8fcf-d6949f98d8db req-7af591f2-fe44-4b6f-aa22-603a67ee9bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:28.792743 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-928f7d0f-fba3-48b2-8fcf-d6949f98d8db req-7af591f2-fe44-4b6f-aa22-603a67ee9bf9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8dd3b517-1395-4d79-8cb1-084df59af9f0 HTTP/1.1" status: 200 len: 858 time: 0.1047385 Nov 15 11:19:28.818008 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf,segment=NetworkSegment(16f6f493-380f-4264-bbcc-c365d9f26f64),segment_id=16f6f493-380f-4264-bbcc-c365d9f26f64)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:28.829315 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf', 'network_id': '99889980-5118-464e-8c72-669cf056f11d', 'port_id': 'f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf', 'mac_address': 'fa:16:3e:03:fa:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd3b517-1395-4d79-8cb1-084df59af9f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:19:28.836912 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb2e56c6-4639-4c1d-9440-0f35bd7ca2b5 req-5e0fd86c-7cd9-4fad-8fda-dfe9ba76c163 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808282 Nov 15 11:19:28.840375 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f30684c5-79b7-482a-b58e-5d86ae87a092 req-aa8483eb-3503-40e6-84e9-735390a33ded tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749445 Nov 15 11:19:28.870129 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:28.885718 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:19:28.906552 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf,segment=NetworkSegment(16f6f493-380f-4264-bbcc-c365d9f26f64),segment_id=16f6f493-380f-4264-bbcc-c365d9f26f64)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:28.911614 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:28.960297 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:28.960633 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e439e2-1ffb-40c0-b98e-8bbce231204d req-d5522dce-d0ef-41e1-a00e-43fd29517c1c tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:28.962138 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90e439e2-1ffb-40c0-b98e-8bbce231204d req-d5522dce-d0ef-41e1-a00e-43fd29517c1c tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=1af27a98-aa40-4e63-8ff1-eb828f7fe448 HTTP/1.1" status: 200 len: 946 time: 0.0526578 Nov 15 11:19:28.999590 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-928f7d0f-fba3-48b2-8fcf-d6949f98d8db req-2fce7192-24aa-406c-ada7-17f86fec7fde service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=99889980-5118-464e-8c72-669cf056f11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336499 Nov 15 11:19:29.080985 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90e439e2-1ffb-40c0-b98e-8bbce231204d req-1423294d-bbb8-4948-8ca2-a7212d78f818 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101711 Nov 15 11:19:29.148842 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd80d9-076d-403b-8328-1ba42686c076 req-72f18af9-9011-4a21-bd33-38988f042cf3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:29.150335 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9efd80d9-076d-403b-8328-1ba42686c076 req-72f18af9-9011-4a21-bd33-38988f042cf3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0858390 Nov 15 11:19:29.154132 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-928f7d0f-fba3-48b2-8fcf-d6949f98d8db req-c4ac95cd-cfda-4011-8456-ad69d91e0e03 service neutron] 10.222.0.55 "GET /v2.0/networks/99889980-5118-464e-8c72-669cf056f11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444840 Nov 15 11:19:29.250967 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9efd80d9-076d-403b-8328-1ba42686c076 req-29376f4a-fc49-4e4a-9eab-53fc89bde270 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940597 Nov 15 11:19:29.278319 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-928f7d0f-fba3-48b2-8fcf-d6949f98d8db req-ced2785e-74a5-4774-8375-e788642aeef8 service neutron] 10.222.0.55 "GET /v2.0/networks/99889980-5118-464e-8c72-669cf056f11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077442 Nov 15 11:19:29.334138 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:19:29.418330 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:29.425062 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db2a84-16c0-4278-b160-2999409da387 req-8158bc16-49ca-4443-8374-f8264e696ad1 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:29.427145 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2db2a84-16c0-4278-b160-2999409da387 req-8158bc16-49ca-4443-8374-f8264e696ad1 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9eef75a-332b-425f-8053-31354ec3e78b HTTP/1.1" status: 200 len: 949 time: 0.1043148 Nov 15 11:19:29.495083 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2db2a84-16c0-4278-b160-2999409da387 req-8b8769d8-6744-423b-b457-4e2404ca7026 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc87840-d21a-4af6-a8fc-77eaca73121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613682 Nov 15 11:19:29.607881 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70214082-2212-40e1-aabf-887fe80f3f3a req-b10fc655-c945-4650-bd52-df4d0aa8722a tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:29.609908 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70214082-2212-40e1-aabf-887fe80f3f3a req-b10fc655-c945-4650-bd52-df4d0aa8722a tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 812 time: 0.1301186 Nov 15 11:19:29.627409 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70214082-2212-40e1-aabf-887fe80f3f3a req-73f12159-9540-45d8-af6a-681c33d365cc tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/quotas/27507e50335c4427bf73121e79f9c590 HTTP/1.1" status: 200 len: 375 time: 0.0099559 Nov 15 11:19:29.717981 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70214082-2212-40e1-aabf-887fe80f3f3a req-237f190b-b12b-450a-910f-3d5ec66724d4 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0806262 Nov 15 11:19:29.730311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-70214082-2212-40e1-aabf-887fe80f3f3a req-e1aeed58-5b09-464f-afee-f32d820b43c6 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:19:29.731254 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70214082-2212-40e1-aabf-887fe80f3f3a req-e1aeed58-5b09-464f-afee-f32d820b43c6 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057948 Nov 15 11:19:29.743352 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab6bc4-790e-4bc3-b4bc-9e4f8adb7fa7 req-13243b80-1b3c-41ad-8027-1850c685af94 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:29.744935 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffab6bc4-790e-4bc3-b4bc-9e4f8adb7fa7 req-13243b80-1b3c-41ad-8027-1850c685af94 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 943 time: 0.0678239 Nov 15 11:19:29.841584 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffab6bc4-790e-4bc3-b4bc-9e4f8adb7fa7 req-8672479f-c71d-48fa-8688-cf152699eeaa tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887816 Nov 15 11:19:29.865719 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70214082-2212-40e1-aabf-887fe80f3f3a req-73d7954f-9eaa-4f44-b899-598fe514ddb9 service neutron] 10.222.0.64 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199117 Nov 15 11:19:29.990971 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c66429-3f78-4c50-8a8a-79c245203e33 req-3f5803f1-9a26-4a69-87af-8c9c0674485f tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:29.992458 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42c66429-3f78-4c50-8a8a-79c245203e33 req-3f5803f1-9a26-4a69-87af-8c9c0674485f tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.0785019 Nov 15 11:19:29.996224 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70214082-2212-40e1-aabf-887fe80f3f3a req-2bebcba1-ac66-46c5-9115-250f3a61728d service neutron] 10.222.0.64 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240830 Nov 15 11:19:30.041044 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42c66429-3f78-4c50-8a8a-79c245203e33 req-1ece1030-f2b0-4c58-8f81-4bfb12a49605 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418453 Nov 15 11:19:30.102621 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 61dcb17f-a594-403c-957b-65438ddbd1cb details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:19:30.194619 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d751d414-0cd2-47c4-aa75-b38ce56c30c4 req-6ce30173-9e81-4e30-9431-6c81c236da58 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1 HTTP/1.1" status: 200 len: 210 time: 0.0408692 Nov 15 11:19:30.244349 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 61dcb17f-a594-403c-957b-65438ddbd1cb, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=61dcb17f-a594-403c-957b-65438ddbd1cb,segment=NetworkSegment(16f6f493-380f-4264-bbcc-c365d9f26f64),segment_id=16f6f493-380f-4264-bbcc-c365d9f26f64)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:30.255793 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '61dcb17f-a594-403c-957b-65438ddbd1cb', 'network_id': '99889980-5118-464e-8c72-669cf056f11d', 'port_id': '61dcb17f-a594-403c-957b-65438ddbd1cb', 'mac_address': 'fa:16:3e:ba:1e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd3b517-1395-4d79-8cb1-084df59af9f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:19:30.294057 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:30.306495 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61dcb17f-a594-403c-957b-65438ddbd1cb {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:19:30.325745 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 61dcb17f-a594-403c-957b-65438ddbd1cb, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=61dcb17f-a594-403c-957b-65438ddbd1cb,segment=NetworkSegment(16f6f493-380f-4264-bbcc-c365d9f26f64),segment_id=16f6f493-380f-4264-bbcc-c365d9f26f64)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:30.331127 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:30.380000 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=61dcb17f-a594-403c-957b-65438ddbd1cb,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:30.619054 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18375edb-8164-4d3b-8781-2c4607329168 req-9d998c9e-0f36-4c17-879b-8ff9d41b7571 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:30.620530 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18375edb-8164-4d3b-8781-2c4607329168 req-9d998c9e-0f36-4c17-879b-8ff9d41b7571 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9eef75a-332b-425f-8053-31354ec3e78b HTTP/1.1" status: 200 len: 949 time: 0.0530002 Nov 15 11:19:30.671590 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['61dcb17f-a594-403c-957b-65438ddbd1cb'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:19:30.676552 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18375edb-8164-4d3b-8781-2c4607329168 req-d57955e3-5d9c-4960-a25d-3e3fffc3cd62 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc87840-d21a-4af6-a8fc-77eaca73121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488491 Nov 15 11:19:30.746794 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device d8d9ae05-eff8-4c1b-9156-faec8570785e details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:19:30.748684 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:19:30.911328 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:19:30.929290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a744b-b72a-49a5-95ce-2b39570ee43d req-43f43aa8-9c07-4608-97cc-631f7d667108 tempest-ServersAdminNegativeTestJSON-1285871966 tempest-ServersAdminNegativeTestJSON-1285871966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:30.930786 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f0a744b-b72a-49a5-95ce-2b39570ee43d req-43f43aa8-9c07-4608-97cc-631f7d667108 tempest-ServersAdminNegativeTestJSON-1285871966 tempest-ServersAdminNegativeTestJSON-1285871966-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e9eef75a-332b-425f-8053-31354ec3e78b HTTP/1.1" status: 200 len: 1100 time: 0.0522406 Nov 15 11:19:30.933500 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:30.933864 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:30.966390 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port d8d9ae05-eff8-4c1b-9156-faec8570785e, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=d8d9ae05-eff8-4c1b-9156-faec8570785e,segment=NetworkSegment(cecca865-426f-4bbe-8af5-34a167f5e54e),segment_id=cecca865-426f-4bbe-8af5-34a167f5e54e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:30.973003 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2f0a744b-b72a-49a5-95ce-2b39570ee43d req-49e9ab01-d8fb-495f-8bc6-1846f702741c tempest-ServersAdminNegativeTestJSON-1285871966 tempest-ServersAdminNegativeTestJSON-1285871966-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:30.994987 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'd8d9ae05-eff8-4c1b-9156-faec8570785e', 'network_id': '2ca8c587-d9e3-4f58-8e49-8460c4328683', 'port_id': 'd8d9ae05-eff8-4c1b-9156-faec8570785e', 'mac_address': 'fa:16:3e:d0:34:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb07e51-bf49-4339-8337-2883e455b39e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:19:31.018762 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de48b43-2b30-425f-9607-8086b024f677 req-0e4caeff-bf9d-4ca5-a603-9477df643bbe tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:31.020340 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7de48b43-2b30-425f-9607-8086b024f677 req-0e4caeff-bf9d-4ca5-a603-9477df643bbe tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 944 time: 0.0939789 Nov 15 11:19:31.067193 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:31.089382 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8d9ae05-eff8-4c1b-9156-faec8570785e {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:19:31.104378 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:31.122774 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port d8d9ae05-eff8-4c1b-9156-faec8570785e, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=d8d9ae05-eff8-4c1b-9156-faec8570785e,segment=NetworkSegment(cecca865-426f-4bbe-8af5-34a167f5e54e),segment_id=cecca865-426f-4bbe-8af5-34a167f5e54e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:31.131258 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:31.139755 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58496e25-da03-4a0c-9109-13adfae442b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:31.141401 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7de48b43-2b30-425f-9607-8086b024f677 req-2dd86164-cda9-45da-84ee-fdcb86151d78 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070654 Nov 15 11:19:31.142110 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e59987-488a-4a69-891d-580c6afbec38" -d '{"events": [{"server_uuid": "58496e25-da03-4a0c-9109-13adfae442b0", "name": "network-vif-plugged", "status": "completed", "tag": "f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:31.147309 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2f0a744b-b72a-49a5-95ce-2b39570ee43d req-49e9ab01-d8fb-495f-8bc6-1846f702741c tempest-ServersAdminNegativeTestJSON-1285871966 tempest-ServersAdminNegativeTestJSON-1285871966-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:31.152975 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2f0a744b-b72a-49a5-95ce-2b39570ee43d req-49e9ab01-d8fb-495f-8bc6-1846f702741c tempest-ServersAdminNegativeTestJSON-1285871966 tempest-ServersAdminNegativeTestJSON-1285871966-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:31.172747 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf,segment=NetworkSegment(16f6f493-380f-4264-bbcc-c365d9f26f64),segment_id=16f6f493-380f-4264-bbcc-c365d9f26f64)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:31.181313 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:31.182082 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device d8d9ae05-eff8-4c1b-9156-faec8570785e no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:19:31.190823 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f0a744b-b72a-49a5-95ce-2b39570ee43d req-49e9ab01-d8fb-495f-8bc6-1846f702741c tempest-ServersAdminNegativeTestJSON-1285871966 tempest-ServersAdminNegativeTestJSON-1285871966-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=4cc87840-d21a-4af6-a8fc-77eaca73121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498579 Nov 15 11:19:31.192696 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9ab01-d8fb-495f-8bc6-1846f702741c tempest-ServersAdminNegativeTestJSON-1285871966 tempest-ServersAdminNegativeTestJSON-1285871966-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af39500-c26d-4a4f-854c-ce987a2949e7,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:31.223705 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=d8d9ae05-eff8-4c1b-9156-faec8570785e,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:31.277690 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b00323-4553-4b22-aa89-d582cc0640a8 req-d447fb48-344c-440e-a555-0b9194118033 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:31.279139 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91b00323-4553-4b22-aa89-d582cc0640a8 req-d447fb48-344c-440e-a555-0b9194118033 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 945 time: 0.0570285 Nov 15 11:19:31.287005 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:31.314786 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:31.329934 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91b00323-4553-4b22-aa89-d582cc0640a8 req-f3fef306-a51b-4788-9cef-66ed47670bc1 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439370 Nov 15 11:19:31.330097 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8709b469-68fe-4536-922e-e0f2b7dd5644 x-openstack-request-id: req-8709b469-68fe-4536-922e-e0f2b7dd5644 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:31.330264 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58496e25-da03-4a0c-9109-13adfae442b0", "name": "network-vif-plugged", "status": "completed", "tag": "f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:31.330515 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8709b469-68fe-4536-922e-e0f2b7dd5644 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:31.330931 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58496e25-da03-4a0c-9109-13adfae442b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf', 'code': 200} Nov 15 11:19:31.333110 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:31.346819 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d8d9ae05-eff8-4c1b-9156-faec8570785e {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:19:31.371014 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port d8d9ae05-eff8-4c1b-9156-faec8570785e, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=d8d9ae05-eff8-4c1b-9156-faec8570785e,segment=NetworkSegment(cecca865-426f-4bbe-8af5-34a167f5e54e),segment_id=cecca865-426f-4bbe-8af5-34a167f5e54e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:31.379408 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:31.445262 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=d8d9ae05-eff8-4c1b-9156-faec8570785e,revision_number=7']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:31.449225 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73377920-3f41-4107-8e73-12689ff19179 req-6fedddef-0bdd-4554-9660-3e630b328bdd tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1 HTTP/1.1" status: 200 len: 210 time: 0.0332465 Nov 15 11:19:31.469861 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fff3d-2738-4aa5-8fac-3a7a8dd2dce8 req-8d64f941-6876-43e5-90d8-3b8e37bfa63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:31.471381 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-296fff3d-2738-4aa5-8fac-3a7a8dd2dce8 req-8d64f941-6876-43e5-90d8-3b8e37bfa63d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 1096 time: 0.0628028 Nov 15 11:19:31.518672 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-296fff3d-2738-4aa5-8fac-3a7a8dd2dce8 req-7a4fa30f-6f3c-47db-8d6c-722310ca5c6e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384343 Nov 15 11:19:31.603753 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70214082-2212-40e1-aabf-887fe80f3f3a req-707b9ba5-fa82-4d73-8f50-64c06c29fe80 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:31.605250 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70214082-2212-40e1-aabf-887fe80f3f3a req-707b9ba5-fa82-4d73-8f50-64c06c29fe80 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.11 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 812 time: 0.1067808 Nov 15 11:19:31.759447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['d8d9ae05-eff8-4c1b-9156-faec8570785e'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:19:31.788998 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-70214082-2212-40e1-aabf-887fe80f3f3a req-2a1c2ea8-deb0-4818-885e-16211dea9e8e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Request body: {'port': {'device_id': 'c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'admin_state_up': True, 'tenant_id': '27507e50335c4427bf73121e79f9c590'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:19:31.898586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70214082-2212-40e1-aabf-887fe80f3f3a req-2a1c2ea8-deb0-4818-885e-16211dea9e8e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Made reservation on behalf of 27507e50335c4427bf73121e79f9c590 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:19:31.902087 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-70214082-2212-40e1-aabf-887fe80f3f3a req-2a1c2ea8-deb0-4818-885e-16211dea9e8e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:32.028219 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-70214082-2212-40e1-aabf-887fe80f3f3a req-2a1c2ea8-deb0-4818-885e-16211dea9e8e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Allocated IP 172.20.0.3 (2e78f9bd-5aad-432a-85c1-63f165b57fea/e505fdd0-d625-4dc2-bfa7-236165cb4f1c/c5345e12-da92-4277-b015-a4108fcab655) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:19:32.105856 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 61dcb17f-a594-403c-957b-65438ddbd1cb up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:19:32.161005 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 61dcb17f-a594-403c-957b-65438ddbd1cb completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:19:32.164849 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 61dcb17f-a594-403c-957b-65438ddbd1cb triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:32.165232 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:32.194920 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-70214082-2212-40e1-aabf-887fe80f3f3a req-2a1c2ea8-deb0-4818-885e-16211dea9e8e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:32.254184 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-70214082-2212-40e1-aabf-887fe80f3f3a req-2a1c2ea8-deb0-4818-885e-16211dea9e8e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:32.256380 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:32.269771 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['f3cf7fc0-e602-4809-8f2f-8cca37b86b15'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:19:32.319176 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70214082-2212-40e1-aabf-887fe80f3f3a req-2a1c2ea8-deb0-4818-885e-16211dea9e8e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Network 2e78f9bd-5aad-432a-85c1-63f165b57fea is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:19:32.327379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 61dcb17f-a594-403c-957b-65438ddbd1cb, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=61dcb17f-a594-403c-957b-65438ddbd1cb,segment=NetworkSegment(16f6f493-380f-4264-bbcc-c365d9f26f64),segment_id=16f6f493-380f-4264-bbcc-c365d9f26f64)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:32.333039 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:32.344921 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-70214082-2212-40e1-aabf-887fe80f3f3a req-2a1c2ea8-deb0-4818-885e-16211dea9e8e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:19:32.355630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-70214082-2212-40e1-aabf-887fe80f3f3a req-2a1c2ea8-deb0-4818-885e-16211dea9e8e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:19:32.405704 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c2ea8-deb0-4818-885e-16211dea9e8e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Pushing event updated for resources: {'Port': ['ID=c5345e12-da92-4277-b015-a4108fcab655,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:32.447138 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70214082-2212-40e1-aabf-887fe80f3f3a req-2a1c2ea8-deb0-4818-885e-16211dea9e8e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:32.447798 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-70214082-2212-40e1-aabf-887fe80f3f3a req-2a1c2ea8-deb0-4818-885e-16211dea9e8e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:32.461668 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865931c4-c6ee-4979-b5a1-5d2873128529 req-58d9ee7e-f274-46a9-a2d3-42cedaeb1fe4 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:32.463248 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-865931c4-c6ee-4979-b5a1-5d2873128529 req-58d9ee7e-f274-46a9-a2d3-42cedaeb1fe4 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 944 time: 0.1802020 Nov 15 11:19:32.474078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72231c12-cfc8-4c96-bbf9-234c7cb5c715 req-e1eb80ad-6fec-45cb-89b6-d6e010dd1fce tempest-ServersAdminNegativeTestJSON-1285871966 tempest-ServersAdminNegativeTestJSON-1285871966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:32.475775 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72231c12-cfc8-4c96-bbf9-234c7cb5c715 req-e1eb80ad-6fec-45cb-89b6-d6e010dd1fce tempest-ServersAdminNegativeTestJSON-1285871966 tempest-ServersAdminNegativeTestJSON-1285871966-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e9eef75a-332b-425f-8053-31354ec3e78b HTTP/1.1" status: 200 len: 1100 time: 0.1555507 Nov 15 11:19:32.504851 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70214082-2212-40e1-aabf-887fe80f3f3a req-2a1c2ea8-deb0-4818-885e-16211dea9e8e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7202032 Nov 15 11:19:32.546537 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-70214082-2212-40e1-aabf-887fe80f3f3a req-f6375512-23bf-4fd4-a800-cee0a0a3dd7f service neutron] Request body: {'port': {'device_id': 'c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:19:32.548040 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=61dcb17f-a594-403c-957b-65438ddbd1cb,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:32.577490 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-865931c4-c6ee-4979-b5a1-5d2873128529 req-f1dd37ce-5243-49d3-9eae-6ba12fd188a6 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006992 Nov 15 11:19:32.584112 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72231c12-cfc8-4c96-bbf9-234c7cb5c715 req-bbf5f004-d1a8-44d0-b186-ec1c90c14ea7 tempest-ServersAdminNegativeTestJSON-1285871966 tempest-ServersAdminNegativeTestJSON-1285871966-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=4cc87840-d21a-4af6-a8fc-77eaca73121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984535 Nov 15 11:19:32.640759 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-70214082-2212-40e1-aabf-887fe80f3f3a req-f6375512-23bf-4fd4-a800-cee0a0a3dd7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:32.649671 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-4d3493b0-1898-4b54-93db-773738b24371 None None] Provisioning complete for port c5345e12-da92-4277-b015-a4108fcab655 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:32.650030 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4d3493b0-1898-4b54-93db-773738b24371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:32.690581 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-4d3493b0-1898-4b54-93db-773738b24371 None None] Port c5345e12-da92-4277-b015-a4108fcab655 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:19:32.738196 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 2f283727-0406-4119-863e-444ba05a9bac details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:19:32.835385 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 2f283727-0406-4119-863e-444ba05a9bac, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2f283727-0406-4119-863e-444ba05a9bac,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:32.846404 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '2f283727-0406-4119-863e-444ba05a9bac', 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0', 'port_id': '2f283727-0406-4119-863e-444ba05a9bac', 'mac_address': 'fa:16:3e:58:05:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ef15d9-2812-4825-8c7b-2bbfb46898e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:19:32.861077 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76bb33-8dd0-4df9-aaf5-42deac3cc68c req-db02e046-936f-457d-96c4-ed279e1eac4a tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:32.862541 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f76bb33-8dd0-4df9-aaf5-42deac3cc68c req-db02e046-936f-457d-96c4-ed279e1eac4a tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 944 time: 0.1651306 Nov 15 11:19:32.888316 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:32.901181 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f283727-0406-4119-863e-444ba05a9bac {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:19:32.910624 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78d1b8-1795-4749-b8d2-28c2a52508ce req-74ca1f53-4d12-4af8-9d32-43770a4d754d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:32.912151 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ec78d1b8-1795-4749-b8d2-28c2a52508ce req-74ca1f53-4d12-4af8-9d32-43770a4d754d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1 HTTP/1.1" status: 200 len: 931 time: 0.1310520 Nov 15 11:19:32.921950 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 2f283727-0406-4119-863e-444ba05a9bac, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2f283727-0406-4119-863e-444ba05a9bac,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:32.926370 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:32.975402 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=2f283727-0406-4119-863e-444ba05a9bac,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:32.979161 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f76bb33-8dd0-4df9-aaf5-42deac3cc68c req-fc798e77-48ba-4ab3-8ef2-0948c97563df tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070671 Nov 15 11:19:33.009640 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ec78d1b8-1795-4749-b8d2-28c2a52508ce req-05723097-89ec-4883-98e4-2a02b969c9f7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783687 Nov 15 11:19:33.024664 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['2f283727-0406-4119-863e-444ba05a9bac'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:19:33.058964 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-70214082-2212-40e1-aabf-887fe80f3f3a req-f6375512-23bf-4fd4-a800-cee0a0a3dd7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5345e12-da92-4277-b015-a4108fcab655 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:19:33.073592 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-70214082-2212-40e1-aabf-887fe80f3f3a req-f6375512-23bf-4fd4-a800-cee0a0a3dd7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:33.094980 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-70214082-2212-40e1-aabf-887fe80f3f3a req-f6375512-23bf-4fd4-a800-cee0a0a3dd7f service neutron] Transition to ACTIVE for port object c5345e12-da92-4277-b015-a4108fcab655 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:19:33.109940 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-70214082-2212-40e1-aabf-887fe80f3f3a req-f6375512-23bf-4fd4-a800-cee0a0a3dd7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:33.244710 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6375512-23bf-4fd4-a800-cee0a0a3dd7f service neutron] Pushing event updated for resources: {'Port': ['ID=c5345e12-da92-4277-b015-a4108fcab655,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:33.249251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-70214082-2212-40e1-aabf-887fe80f3f3a req-f6375512-23bf-4fd4-a800-cee0a0a3dd7f service neutron] Attempting to bind port c5345e12-da92-4277-b015-a4108fcab655 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:19:33.249641 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-70214082-2212-40e1-aabf-887fe80f3f3a req-f6375512-23bf-4fd4-a800-cee0a0a3dd7f service neutron] Attempting to bind port c5345e12-da92-4277-b015-a4108fcab655 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:19:33.249966 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70214082-2212-40e1-aabf-887fe80f3f3a req-f6375512-23bf-4fd4-a800-cee0a0a3dd7f service neutron] Attempting to bind port c5345e12-da92-4277-b015-a4108fcab655 on network 2e78f9bd-5aad-432a-85c1-63f165b57fea {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:19:33.259113 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70214082-2212-40e1-aabf-887fe80f3f3a req-f6375512-23bf-4fd4-a800-cee0a0a3dd7f service neutron] Port c5345e12-da92-4277-b015-a4108fcab655 on network 2e78f9bd-5aad-432a-85c1-63f165b57fea not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:19:33.259441 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70214082-2212-40e1-aabf-887fe80f3f3a req-f6375512-23bf-4fd4-a800-cee0a0a3dd7f service neutron] Attempting to bind port c5345e12-da92-4277-b015-a4108fcab655 on network 2e78f9bd-5aad-432a-85c1-63f165b57fea {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:19:33.266601 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70214082-2212-40e1-aabf-887fe80f3f3a req-f6375512-23bf-4fd4-a800-cee0a0a3dd7f service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:19:33.267017 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70214082-2212-40e1-aabf-887fe80f3f3a req-f6375512-23bf-4fd4-a800-cee0a0a3dd7f service neutron] Checking segment: {'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:19:33.267412 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70214082-2212-40e1-aabf-887fe80f3f3a req-f6375512-23bf-4fd4-a800-cee0a0a3dd7f service neutron] Bound using segment: {'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:19:33.267928 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-70214082-2212-40e1-aabf-887fe80f3f3a req-f6375512-23bf-4fd4-a800-cee0a0a3dd7f service neutron] Bound port: c5345e12-da92-4277-b015-a4108fcab655, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:19:33.268455 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-70214082-2212-40e1-aabf-887fe80f3f3a req-f6375512-23bf-4fd4-a800-cee0a0a3dd7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:33.332157 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153977bb-c410-4b84-95dc-e9392f444fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dcb17f-a594-403c-957b-65438ddbd1cb'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:33.335033 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a438b21d-02c1-4731-a9a4-e430a5db9f3c" -d '{"events": [{"server_uuid": "153977bb-c410-4b84-95dc-e9392f444fdb", "name": "network-vif-plugged", "status": "completed", "tag": "61dcb17f-a594-403c-957b-65438ddbd1cb"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:33.371846 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-70214082-2212-40e1-aabf-887fe80f3f3a req-f6375512-23bf-4fd4-a800-cee0a0a3dd7f service neutron] For port c5345e12-da92-4277-b015-a4108fcab655, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:19:33.376918 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980e03e0-7b99-44ae-af90-fda05dbdf8c4 x-openstack-request-id: req-980e03e0-7b99-44ae-af90-fda05dbdf8c4 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:33.377219 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153977bb-c410-4b84-95dc-e9392f444fdb", "name": "network-vif-plugged", "status": "completed", "tag": "61dcb17f-a594-403c-957b-65438ddbd1cb", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:33.377512 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-980e03e0-7b99-44ae-af90-fda05dbdf8c4 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:33.377909 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153977bb-c410-4b84-95dc-e9392f444fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dcb17f-a594-403c-957b-65438ddbd1cb', 'code': 200} Nov 15 11:19:33.389805 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-70214082-2212-40e1-aabf-887fe80f3f3a req-f6375512-23bf-4fd4-a800-cee0a0a3dd7f service neutron] For port c5345e12-da92-4277-b015-a4108fcab655, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=c5345e12-da92-4277-b015-a4108fcab655,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:19:33.402449 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a768a58-7a78-4832-b7c5-b769e6ba1d39 req-caa188f7-009e-493e-9ce3-b7f1f516a4af tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:33.404187 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a768a58-7a78-4832-b7c5-b769e6ba1d39 req-caa188f7-009e-493e-9ce3-b7f1f516a4af tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9eef75a-332b-425f-8053-31354ec3e78b HTTP/1.1" status: 200 len: 949 time: 0.0756500 Nov 15 11:19:33.406515 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-70214082-2212-40e1-aabf-887fe80f3f3a req-f6375512-23bf-4fd4-a800-cee0a0a3dd7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:33.447442 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70214082-2212-40e1-aabf-887fe80f3f3a req-f6375512-23bf-4fd4-a800-cee0a0a3dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:33.448089 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-70214082-2212-40e1-aabf-887fe80f3f3a req-f6375512-23bf-4fd4-a800-cee0a0a3dd7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:33.449491 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70214082-2212-40e1-aabf-887fe80f3f3a req-f6375512-23bf-4fd4-a800-cee0a0a3dd7f service neutron] 10.222.0.11 "PUT /v2.0/ports/c5345e12-da92-4277-b015-a4108fcab655 HTTP/1.1" status: 200 len: 1091 time: 0.9098334 Nov 15 11:19:33.450187 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1', 'tag': 'c5345e12-da92-4277-b015-a4108fcab655'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:33.452249 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd0cb26-d68a-4600-8391-0cf112c7d495" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1", "tag": "c5345e12-da92-4277-b015-a4108fcab655"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:33.509462 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba7d427-585d-47b9-a224-5f8b921f4dd8 x-openstack-request-id: req-aba7d427-585d-47b9-a224-5f8b921f4dd8 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:33.509874 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1", "tag": "c5345e12-da92-4277-b015-a4108fcab655", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:33.510143 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aba7d427-585d-47b9-a224-5f8b921f4dd8 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:33.510518 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1', 'tag': 'c5345e12-da92-4277-b015-a4108fcab655', 'status': 'completed', 'code': 200} Nov 15 11:19:33.517904 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6375512-23bf-4fd4-a800-cee0a0a3dd7f service neutron] Pushing event updated for resources: {'Port': ['ID=c5345e12-da92-4277-b015-a4108fcab655,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:33.527933 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a768a58-7a78-4832-b7c5-b769e6ba1d39 req-3e802a5c-8e9c-4f61-a6c0-5a8f8e4f2dd2 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc87840-d21a-4af6-a8fc-77eaca73121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088517 Nov 15 11:19:33.599016 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70214082-2212-40e1-aabf-887fe80f3f3a req-55d2c5f5-86a9-4784-8c49-5fe6eb320387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:33.600548 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70214082-2212-40e1-aabf-887fe80f3f3a req-55d2c5f5-86a9-4784-8c49-5fe6eb320387 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&device_id=c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1 HTTP/1.1" status: 200 len: 1094 time: 0.0710824 Nov 15 11:19:33.610380 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99dad1-7341-44d0-943d-65998a882d38 req-d9392b07-9aef-4ed7-8503-c8397ae3ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:33.611901 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5f99dad1-7341-44d0-943d-65998a882d38 req-d9392b07-9aef-4ed7-8503-c8397ae3ffbe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 1096 time: 0.1487617 Nov 15 11:19:33.672341 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70214082-2212-40e1-aabf-887fe80f3f3a req-753c317b-6557-4157-812d-8004b4d959ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5345e12-da92-4277-b015-a4108fcab655 HTTP/1.1" status: 200 len: 217 time: 0.0594895 Nov 15 11:19:33.759136 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5f99dad1-7341-44d0-943d-65998a882d38 req-80d90936-9a7b-48ed-9124-4cf50f42814f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390696 Nov 15 11:19:33.771411 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a0cf9-d8b7-4f10-a576-a4aaa3b137a7 req-c516e3db-294f-4018-9596-1c6107537ca2 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:33.772890 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b73a0cf9-d8b7-4f10-a576-a4aaa3b137a7 req-c516e3db-294f-4018-9596-1c6107537ca2 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.1191311 Nov 15 11:19:33.774370 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70214082-2212-40e1-aabf-887fe80f3f3a req-49446130-2dbb-456a-98b3-07962f3f38df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:33.775767 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70214082-2212-40e1-aabf-887fe80f3f3a req-49446130-2dbb-456a-98b3-07962f3f38df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 200 len: 851 time: 0.0893028 Nov 15 11:19:33.851483 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b73a0cf9-d8b7-4f10-a576-a4aaa3b137a7 req-8e4317ee-075d-44ec-a9b9-9dbd71909ca3 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718720 Nov 15 11:19:33.854076 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70214082-2212-40e1-aabf-887fe80f3f3a req-6a5c19bf-9e14-42b4-8aba-57a1f2e4586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:33.855455 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70214082-2212-40e1-aabf-887fe80f3f3a req-6a5c19bf-9e14-42b4-8aba-57a1f2e4586d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e78f9bd-5aad-432a-85c1-63f165b57fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694799 Nov 15 11:19:33.948036 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70214082-2212-40e1-aabf-887fe80f3f3a req-18c2afc3-1b02-4e3c-aebe-1f40302b46ea service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846722 Nov 15 11:19:34.391859 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fe38a-8c31-43f4-9b70-ef53c65af4ad req-499f3351-5680-4946-ac78-039def1c7be4 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:34.393302 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b8fe38a-8c31-43f4-9b70-ef53c65af4ad req-499f3351-5680-4946-ac78-039def1c7be4 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1 HTTP/1.1" status: 200 len: 943 time: 0.1040115 Nov 15 11:19:34.409025 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d717c2-0231-4dee-b297-bc470c275744 req-fba2f2ed-e141-470f-b4bd-f3dffcb12819 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:34.410451 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79d717c2-0231-4dee-b297-bc470c275744 req-fba2f2ed-e141-470f-b4bd-f3dffcb12819 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 944 time: 0.1222193 Nov 15 11:19:34.418781 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70214082-2212-40e1-aabf-887fe80f3f3a req-89dfca49-56a8-4d43-bd18-5fb6efc5f5d5 service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620926 Nov 15 11:19:34.490677 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b8fe38a-8c31-43f4-9b70-ef53c65af4ad req-629a0813-16e0-4311-9983-030852529e1d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894563 Nov 15 11:19:34.518751 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79d717c2-0231-4dee-b297-bc470c275744 req-d7612ca2-dcc2-4ec6-992c-ba7310ad51d9 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981417 Nov 15 11:19:34.531798 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0cb26-d68a-4600-8391-0cf112c7d495 req-df47a04f-a3ad-4376-90ef-1b864dda8a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:34.533392 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2cd0cb26-d68a-4600-8391-0cf112c7d495 req-df47a04f-a3ad-4376-90ef-1b864dda8a7a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&device_id=c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1 HTTP/1.1" status: 200 len: 1094 time: 0.0591781 Nov 15 11:19:34.650452 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0cb26-d68a-4600-8391-0cf112c7d495 req-5f210e2b-e1d7-443b-a89d-9bc55de75df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:34.652037 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2cd0cb26-d68a-4600-8391-0cf112c7d495 req-5f210e2b-e1d7-443b-a89d-9bc55de75df3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 913 time: 0.1053326 Nov 15 11:19:34.696794 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2cd0cb26-d68a-4600-8391-0cf112c7d495 req-ee31568c-122b-48de-b4ae-fa73d5829de2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5345e12-da92-4277-b015-a4108fcab655 HTTP/1.1" status: 200 len: 217 time: 0.0376363 Nov 15 11:19:34.762138 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 2f283727-0406-4119-863e-444ba05a9bac up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:19:34.779707 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2c459-6b84-44fe-a832-210f68b93a1f req-074ea7fd-2b8a-47c7-ad78-8953f75b7bd5 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:34.781368 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79b2c459-6b84-44fe-a832-210f68b93a1f req-074ea7fd-2b8a-47c7-ad78-8953f75b7bd5 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9eef75a-332b-425f-8053-31354ec3e78b HTTP/1.1" status: 200 len: 949 time: 0.0871334 Nov 15 11:19:34.783481 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0cb26-d68a-4600-8391-0cf112c7d495 req-fc0c8622-6500-41e0-bf9d-789caea06015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:34.784848 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2cd0cb26-d68a-4600-8391-0cf112c7d495 req-fc0c8622-6500-41e0-bf9d-789caea06015 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 200 len: 851 time: 0.0807281 Nov 15 11:19:34.819123 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 2f283727-0406-4119-863e-444ba05a9bac triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:34.819486 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:34.864337 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79b2c459-6b84-44fe-a832-210f68b93a1f req-19af8f33-97d6-4e78-9821-6b1e8416b081 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc87840-d21a-4af6-a8fc-77eaca73121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752172 Nov 15 11:19:34.891872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0cb26-d68a-4600-8391-0cf112c7d495 req-a77090cb-498e-40c6-ac0c-0ba056ffe5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:34.894913 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2cd0cb26-d68a-4600-8391-0cf112c7d495 req-a77090cb-498e-40c6-ac0c-0ba056ffe5ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e78f9bd-5aad-432a-85c1-63f165b57fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742188 Nov 15 11:19:34.948669 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:34.985207 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 2f283727-0406-4119-863e-444ba05a9bac, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2f283727-0406-4119-863e-444ba05a9bac,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:34.992263 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:34.993291 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device d8d9ae05-eff8-4c1b-9156-faec8570785e up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:19:35.031971 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2cd0cb26-d68a-4600-8391-0cf112c7d495 req-364c0dc2-62d7-40b8-bc01-96cfd2512251 service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281204 Nov 15 11:19:35.045536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cea6a-3743-4ec8-89c9-f9a0259c9915 req-e5c620e6-cf3f-4414-8f1a-7dba95250cee tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:35.047440 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b5cea6a-3743-4ec8-89c9-f9a0259c9915 req-e5c620e6-cf3f-4414-8f1a-7dba95250cee tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.0794091 Nov 15 11:19:35.076244 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=2f283727-0406-4119-863e-444ba05a9bac,revision_number=7']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:35.091995 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port d8d9ae05-eff8-4c1b-9156-faec8570785e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:35.092576 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:35.204137 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2568f-d100-424a-beb8-db033b637c99 req-b86be8e6-951f-4361-b782-02bcba03ff5c tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:35.205562 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bee2568f-d100-424a-beb8-db033b637c99 req-b86be8e6-951f-4361-b782-02bcba03ff5c tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9eef75a-332b-425f-8053-31354ec3e78b HTTP/1.1" status: 200 len: 949 time: 0.1571779 Nov 15 11:19:35.211492 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b5cea6a-3743-4ec8-89c9-f9a0259c9915 req-d63e688c-413c-425c-9ece-017d2ca48a05 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458662 Nov 15 11:19:35.218852 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:35.261274 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port d8d9ae05-eff8-4c1b-9156-faec8570785e, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=d8d9ae05-eff8-4c1b-9156-faec8570785e,segment=NetworkSegment(cecca865-426f-4bbe-8af5-34a167f5e54e),segment_id=cecca865-426f-4bbe-8af5-34a167f5e54e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:35.263140 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2cd0cb26-d68a-4600-8391-0cf112c7d495 req-b980e1da-7b3d-49cf-aaa3-b535559de938 service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134650 Nov 15 11:19:35.268129 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:35.330944 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=d8d9ae05-eff8-4c1b-9156-faec8570785e,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:35.351435 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-bee2568f-d100-424a-beb8-db033b637c99 req-26e41baf-8930-4b52-ab0a-62490628b652 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Deleting port 894bcee4-809e-483f-95ec-2a4c5e3af4d9 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:19:35.351770 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bee2568f-d100-424a-beb8-db033b637c99 req-26e41baf-8930-4b52-ab0a-62490628b652 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:35.378877 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af27a98-aa40-4e63-8ff1-eb828f7fe448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f283727-0406-4119-863e-444ba05a9bac'}, {'server_uuid': '374a7b67-d540-4efb-a93e-d18599ec944b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d9ae05-eff8-4c1b-9156-faec8570785e'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:35.381236 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e616fc3-bee4-40be-841d-11b0a2289754" -d '{"events": [{"server_uuid": "1af27a98-aa40-4e63-8ff1-eb828f7fe448", "name": "network-vif-plugged", "status": "completed", "tag": "2f283727-0406-4119-863e-444ba05a9bac"}, {"server_uuid": "374a7b67-d540-4efb-a93e-d18599ec944b", "name": "network-vif-plugged", "status": "completed", "tag": "d8d9ae05-eff8-4c1b-9156-faec8570785e"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:35.429409 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41e04e9-ce2e-4703-ab6e-55292a576c0a x-openstack-request-id: req-d41e04e9-ce2e-4703-ab6e-55292a576c0a {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:35.429713 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af27a98-aa40-4e63-8ff1-eb828f7fe448", "name": "network-vif-plugged", "status": "completed", "tag": "2f283727-0406-4119-863e-444ba05a9bac", "code": 200}, {"server_uuid": "374a7b67-d540-4efb-a93e-d18599ec944b", "name": "network-vif-plugged", "status": "completed", "tag": "d8d9ae05-eff8-4c1b-9156-faec8570785e", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:35.429963 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d41e04e9-ce2e-4703-ab6e-55292a576c0a {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:35.430921 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af27a98-aa40-4e63-8ff1-eb828f7fe448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f283727-0406-4119-863e-444ba05a9bac', 'code': 200} Nov 15 11:19:35.431141 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374a7b67-d540-4efb-a93e-d18599ec944b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d9ae05-eff8-4c1b-9156-faec8570785e', 'code': 200} Nov 15 11:19:35.453440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5263976-a463-4514-bc7d-bf1b3f24883b req-845cffad-1de8-4162-a5b6-5bac15f8dadc tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:35.455115 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f5263976-a463-4514-bc7d-bf1b3f24883b req-845cffad-1de8-4162-a5b6-5bac15f8dadc tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c6afd1-9033-4b2d-b26b-e290b3d55898 HTTP/1.1" status: 200 len: 950 time: 0.1083641 Nov 15 11:19:35.505551 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-bee2568f-d100-424a-beb8-db033b637c99 req-26e41baf-8930-4b52-ab0a-62490628b652 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] For port 894bcee4-809e-483f-95ec-2a4c5e3af4d9, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=894bcee4-809e-483f-95ec-2a4c5e3af4d9,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:35.505909 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bee2568f-d100-424a-beb8-db033b637c99 req-26e41baf-8930-4b52-ab0a-62490628b652 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:35.527776 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-bee2568f-d100-424a-beb8-db033b637c99 req-26e41baf-8930-4b52-ab0a-62490628b652 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Calling delete_port for 894bcee4-809e-483f-95ec-2a4c5e3af4d9 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:19:35.550958 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f5263976-a463-4514-bc7d-bf1b3f24883b req-fd48cccd-c823-467e-ad41-89d346bf9dc2 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc87840-d21a-4af6-a8fc-77eaca73121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811715 Nov 15 11:19:35.711984 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99941b2-48e3-4fd4-9881-08d508e73f03 req-a211357b-5193-4be4-b706-38c282761247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:35.713442 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a99941b2-48e3-4fd4-9881-08d508e73f03 req-a211357b-5193-4be4-b706-38c282761247 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 1097 time: 0.1616256 Nov 15 11:19:35.723784 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdd576-e1ff-4c81-aa8e-6587c0cec4ea req-8294a3ac-043f-4f0d-8bc1-3648019d25f9 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:35.725341 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2bbdd576-e1ff-4c81-aa8e-6587c0cec4ea req-8294a3ac-043f-4f0d-8bc1-3648019d25f9 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1 HTTP/1.1" status: 200 len: 943 time: 0.1350970 Nov 15 11:19:35.763156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d13813-dd50-412b-8a57-2e074ac48d4c req-d5a5a52f-f2df-409b-8bd6-332deafbc3ae tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:35.764626 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e7d13813-dd50-412b-8a57-2e074ac48d4c req-d5a5a52f-f2df-409b-8bd6-332deafbc3ae tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.1289966 Nov 15 11:19:35.863842 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a99941b2-48e3-4fd4-9881-08d508e73f03 req-c4fe9501-8e66-477f-889d-c01edaee81d7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359472 Nov 15 11:19:35.885050 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2bbdd576-e1ff-4c81-aa8e-6587c0cec4ea req-3ec3c71d-017b-4133-9d4d-15dcbd28d75e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479425 Nov 15 11:19:35.885619 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bee2568f-d100-424a-beb8-db033b637c99 req-26e41baf-8930-4b52-ab0a-62490628b652 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:35.904493 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['4f376283-542b-4afb-b9fa-d976ea6c999d', '894bcee4-809e-483f-95ec-2a4c5e3af4d9'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:19:35.921380 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e41baf-8930-4b52-ab0a-62490628b652 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Pushing event deleted for resources: {'Port': ['ID=894bcee4-809e-483f-95ec-2a4c5e3af4d9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:35.928104 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e7d13813-dd50-412b-8a57-2e074ac48d4c req-c9624c09-633f-43ac-a0fc-8c78db099ffd tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522837 Nov 15 11:19:35.967861 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee2568f-d100-424a-beb8-db033b637c99 req-26e41baf-8930-4b52-ab0a-62490628b652 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] No DVR routers for this DVR port 894bcee4-809e-483f-95ec-2a4c5e3af4d9 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:19:35.970539 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bee2568f-d100-424a-beb8-db033b637c99 req-26e41baf-8930-4b52-ab0a-62490628b652 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:35.974301 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bee2568f-d100-424a-beb8-db033b637c99 req-26e41baf-8930-4b52-ab0a-62490628b652 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.55 "DELETE /v2.0/ports/894bcee4-809e-483f-95ec-2a4c5e3af4d9 HTTP/1.1" status: 204 len: 173 time: 0.7583854 Nov 15 11:19:35.974752 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9eef75a-332b-425f-8053-31354ec3e78b', 'name': 'network-vif-deleted', 'tag': '894bcee4-809e-483f-95ec-2a4c5e3af4d9'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:35.977125 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1e7e56-cbad-410f-a7e8-991ca00d32f7" -d '{"events": [{"server_uuid": "e9eef75a-332b-425f-8053-31354ec3e78b", "name": "network-vif-deleted", "tag": "894bcee4-809e-483f-95ec-2a4c5e3af4d9"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:36.137826 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04ebb41-a747-49cd-864d-f456a0063871 x-openstack-request-id: req-e04ebb41-a747-49cd-864d-f456a0063871 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:36.138447 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9eef75a-332b-425f-8053-31354ec3e78b", "name": "network-vif-deleted", "tag": "894bcee4-809e-483f-95ec-2a4c5e3af4d9", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:36.138447 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e04ebb41-a747-49cd-864d-f456a0063871 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:36.138778 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9eef75a-332b-425f-8053-31354ec3e78b', 'name': 'network-vif-deleted', 'tag': '894bcee4-809e-483f-95ec-2a4c5e3af4d9', 'status': 'completed', 'code': 200} Nov 15 11:19:36.187759 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-34fac235-0eda-4162-b1e2-1d354da79d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:36.357690 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b9bef-c136-4c40-83e9-d5538b016b10 req-fcd6f111-cb37-483b-a2eb-fbeab5e1fee3 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:36.359575 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-129b9bef-c136-4c40-83e9-d5538b016b10 req-fcd6f111-cb37-483b-a2eb-fbeab5e1fee3 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.0654111 Nov 15 11:19:36.410017 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-129b9bef-c136-4c40-83e9-d5538b016b10 req-93958eb7-fe38-4cc1-a9bf-5b83d93d2f73 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421839 Nov 15 11:19:36.753426 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdda5cd-55de-4b61-bbbb-021ea732d4b9 req-9eb3fc9a-1162-451c-bb5d-c6beef44ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:36.754814 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dcdda5cd-55de-4b61-bbbb-021ea732d4b9 req-9eb3fc9a-1162-451c-bb5d-c6beef44ceae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8bbdc8b4f4d41429da8ec0263256af4&device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 1096 time: 0.1355922 Nov 15 11:19:36.782665 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82da12-6d11-49a9-8bf4-e20f62e3261e req-f251954c-6ff7-48b8-a29c-a3f2e71447da tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:36.784156 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab82da12-6d11-49a9-8bf4-e20f62e3261e req-f251954c-6ff7-48b8-a29c-a3f2e71447da tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c6afd1-9033-4b2d-b26b-e290b3d55898 HTTP/1.1" status: 200 len: 950 time: 0.1292927 Nov 15 11:19:36.806863 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9d12f-e801-459c-a19f-894eeda25567 req-cfd6a0bb-f9c5-4695-9bc6-3aef1976c2ac tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:36.808620 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b8b9d12f-e801-459c-a19f-894eeda25567 req-cfd6a0bb-f9c5-4695-9bc6-3aef1976c2ac tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.1573822 Nov 15 11:19:36.907059 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7b159-f0d1-4a84-9595-f18788fab0a9 req-eb9db8cf-178d-400c-8a49-e195ded74625 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:36.908261 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-86e7b159-f0d1-4a84-9595-f18788fab0a9 req-eb9db8cf-178d-400c-8a49-e195ded74625 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.55 "GET /v2.0/ports?device_id=01c6afd1-9033-4b2d-b26b-e290b3d55898 HTTP/1.1" status: 200 len: 950 time: 0.1936932 Nov 15 11:19:36.956464 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdda5cd-55de-4b61-bbbb-021ea732d4b9 req-c4f32de2-595d-4510-8f20-e0f2c363e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:36.958016 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dcdda5cd-55de-4b61-bbbb-021ea732d4b9 req-c4f32de2-595d-4510-8f20-e0f2c363e21b service neutron] 10.222.0.55 "GET /v2.0/networks?id=99889980-5118-464e-8c72-669cf056f11d HTTP/1.1" status: 200 len: 919 time: 0.1926036 Nov 15 11:19:37.033186 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dcdda5cd-55de-4b61-bbbb-021ea732d4b9 req-a606ee7f-6fd6-47dd-b8af-d6bd7f19a9e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61dcb17f-a594-403c-957b-65438ddbd1cb HTTP/1.1" status: 200 len: 217 time: 0.0614789 Nov 15 11:19:37.093520 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab82da12-6d11-49a9-8bf4-e20f62e3261e req-c12130c8-821e-4f55-8564-ecb9d3f92c3b tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cc87840-d21a-4af6-a8fc-77eaca73121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830145 Nov 15 11:19:37.121778 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b8b9d12f-e801-459c-a19f-894eeda25567 req-54f71164-afde-4892-9307-5cc2b3f47e76 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590873 Nov 15 11:19:37.176141 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdda5cd-55de-4b61-bbbb-021ea732d4b9 req-c5719e55-0a0e-436e-9f51-3c09950dcadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:37.177628 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dcdda5cd-55de-4b61-bbbb-021ea732d4b9 req-c5719e55-0a0e-436e-9f51-3c09950dcadc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8dd3b517-1395-4d79-8cb1-084df59af9f0 HTTP/1.1" status: 200 len: 858 time: 0.1125610 Nov 15 11:19:37.219180 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-86e7b159-f0d1-4a84-9595-f18788fab0a9 req-7884df05-b117-47ca-b353-ccf2df0d9f48 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Deleting port 4f376283-542b-4afb-b9fa-d976ea6c999d {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:19:37.219571 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-86e7b159-f0d1-4a84-9595-f18788fab0a9 req-7884df05-b117-47ca-b353-ccf2df0d9f48 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:37.257203 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dcdda5cd-55de-4b61-bbbb-021ea732d4b9 req-8a942b77-d97b-41e9-92ea-37aa2fd2c738 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=99889980-5118-464e-8c72-669cf056f11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646243 Nov 15 11:19:37.433655 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf6c3b-478c-4c3d-af40-d2337c3bccc1 req-8ed71f36-0787-490b-b9f2-beac99c2b4fc tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:37.435411 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bccf6c3b-478c-4c3d-af40-d2337c3bccc1 req-8ed71f36-0787-490b-b9f2-beac99c2b4fc tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.2401488 Nov 15 11:19:37.457413 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f52e9-3fe3-488e-9d70-a5c5ba4fa295 req-8d325e15-d66d-4c67-bd7c-335b1ffb5ffb tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:37.459106 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c7f52e9-3fe3-488e-9d70-a5c5ba4fa295 req-8d325e15-d66d-4c67-bd7c-335b1ffb5ffb tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1 HTTP/1.1" status: 200 len: 943 time: 0.2428610 Nov 15 11:19:37.514434 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-86e7b159-f0d1-4a84-9595-f18788fab0a9 req-7884df05-b117-47ca-b353-ccf2df0d9f48 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] For port 4f376283-542b-4afb-b9fa-d976ea6c999d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4f376283-542b-4afb-b9fa-d976ea6c999d,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:37.514930 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-86e7b159-f0d1-4a84-9595-f18788fab0a9 req-7884df05-b117-47ca-b353-ccf2df0d9f48 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:37.538867 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dcdda5cd-55de-4b61-bbbb-021ea732d4b9 req-ece4e4f9-2b6d-4950-9b35-aa13d86daea5 service neutron] 10.222.0.55 "GET /v2.0/networks/99889980-5118-464e-8c72-669cf056f11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359879 Nov 15 11:19:37.549718 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-86e7b159-f0d1-4a84-9595-f18788fab0a9 req-7884df05-b117-47ca-b353-ccf2df0d9f48 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Calling delete_port for 4f376283-542b-4afb-b9fa-d976ea6c999d owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:19:37.683173 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bccf6c3b-478c-4c3d-af40-d2337c3bccc1 req-0afa7591-0769-42ba-962d-c267774c0c05 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340629 Nov 15 11:19:37.711603 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c7f52e9-3fe3-488e-9d70-a5c5ba4fa295 req-c7ff69ef-533b-479b-93b8-aefec2c7c380 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343755 Nov 15 11:19:37.783144 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dcdda5cd-55de-4b61-bbbb-021ea732d4b9 req-0ff5791a-fda8-47e2-9bc3-dcfeb0c9ff1d service neutron] 10.222.0.55 "GET /v2.0/networks/99889980-5118-464e-8c72-669cf056f11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198899 Nov 15 11:19:37.904271 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-86e7b159-f0d1-4a84-9595-f18788fab0a9 req-7884df05-b117-47ca-b353-ccf2df0d9f48 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:37.920160 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['4f376283-542b-4afb-b9fa-d976ea6c999d'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:19:37.939770 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884df05-b117-47ca-b353-ccf2df0d9f48 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Pushing event deleted for resources: {'Port': ['ID=4f376283-542b-4afb-b9fa-d976ea6c999d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:37.994569 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e7b159-f0d1-4a84-9595-f18788fab0a9 req-7884df05-b117-47ca-b353-ccf2df0d9f48 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] No DVR routers for this DVR port 4f376283-542b-4afb-b9fa-d976ea6c999d on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:19:37.999557 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-86e7b159-f0d1-4a84-9595-f18788fab0a9 req-7884df05-b117-47ca-b353-ccf2df0d9f48 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:38.003368 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-86e7b159-f0d1-4a84-9595-f18788fab0a9 req-7884df05-b117-47ca-b353-ccf2df0d9f48 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.55 "DELETE /v2.0/ports/4f376283-542b-4afb-b9fa-d976ea6c999d HTTP/1.1" status: 204 len: 173 time: 1.0810802 Nov 15 11:19:38.123695 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 894bcee4-809e-483f-95ec-2a4c5e3af4d9 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:19:38.140301 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c6afd1-9033-4b2d-b26b-e290b3d55898', 'name': 'network-vif-deleted', 'tag': '4f376283-542b-4afb-b9fa-d976ea6c999d'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:38.143010 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e60e0c-8a12-4d3e-9d58-a6d39fd16276" -d '{"events": [{"server_uuid": "01c6afd1-9033-4b2d-b26b-e290b3d55898", "name": "network-vif-deleted", "tag": "4f376283-542b-4afb-b9fa-d976ea6c999d"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:38.192917 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 894bcee4-809e-483f-95ec-2a4c5e3af4d9 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:19:38.193608 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 894bcee4-809e-483f-95ec-2a4c5e3af4d9 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:19:38.295953 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41577284-4338-4685-adfa-c7a46d333263 req-9efd2131-bb12-4df7-8d3e-b57da8409376 tempest-ServersAdminNegativeTestJSON-886198948 tempest-ServersAdminNegativeTestJSON-886198948-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c6afd1-9033-4b2d-b26b-e290b3d55898 HTTP/1.1" status: 200 len: 210 time: 0.0334868 Nov 15 11:19:38.346836 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b4ec8-1dd1-4c59-afac-cfe796111443 req-f29222e7-e0be-4e32-8b30-3a954fb69788 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:38.348540 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b3b4ec8-1dd1-4c59-afac-cfe796111443 req-f29222e7-e0be-4e32-8b30-3a954fb69788 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.0953360 Nov 15 11:19:38.353504 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4348d611-4f1d-4346-bd98-cf8314945bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:38.373168 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1de58f-f6fc-468d-8b59-74bfa4038243 x-openstack-request-id: req-3e1de58f-f6fc-468d-8b59-74bfa4038243 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:38.373862 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c6afd1-9033-4b2d-b26b-e290b3d55898", "name": "network-vif-deleted", "tag": "4f376283-542b-4afb-b9fa-d976ea6c999d", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:38.374343 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e1de58f-f6fc-468d-8b59-74bfa4038243 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:38.374934 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c6afd1-9033-4b2d-b26b-e290b3d55898', 'name': 'network-vif-deleted', 'tag': '4f376283-542b-4afb-b9fa-d976ea6c999d', 'status': 'completed', 'code': 200} Nov 15 11:19:38.409467 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b3b4ec8-1dd1-4c59-afac-cfe796111443 req-5ef3ce02-23ff-4826-80fa-69b363e8980a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542321 Nov 15 11:19:38.796318 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device c5345e12-da92-4277-b015-a4108fcab655 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:19:38.831065 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98cebe-80bf-4c61-9ad6-594a94009c4a req-f1ff8af6-746a-481c-8106-803d55e3875e tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:38.833103 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b98cebe-80bf-4c61-9ad6-594a94009c4a req-f1ff8af6-746a-481c-8106-803d55e3875e tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.0578012 Nov 15 11:19:38.928585 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c76eda-4ced-43fe-bfd1-53eda02ae50f req-2887efda-a422-4221-af41-09692b7c4b31 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:38.930138 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46c76eda-4ced-43fe-bfd1-53eda02ae50f req-2887efda-a422-4221-af41-09692b7c4b31 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1 HTTP/1.1" status: 200 len: 943 time: 0.0918772 Nov 15 11:19:38.936303 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port c5345e12-da92-4277-b015-a4108fcab655, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=c5345e12-da92-4277-b015-a4108fcab655,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:38.946041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b98cebe-80bf-4c61-9ad6-594a94009c4a req-5f7df3f8-e9f8-40ed-b1b5-86b68d9de3d7 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920696 Nov 15 11:19:38.950450 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'c5345e12-da92-4277-b015-a4108fcab655', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'port_id': 'c5345e12-da92-4277-b015-a4108fcab655', 'mac_address': 'fa:16:3e:53:54:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:19:39.004030 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:39.024081 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5345e12-da92-4277-b015-a4108fcab655 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:19:39.060566 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port c5345e12-da92-4277-b015-a4108fcab655, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=c5345e12-da92-4277-b015-a4108fcab655,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:39.065437 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46c76eda-4ced-43fe-bfd1-53eda02ae50f req-5d18653f-4a8f-4615-a6a7-43def10b7b5e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181841 Nov 15 11:19:39.070665 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:39.140038 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=c5345e12-da92-4277-b015-a4108fcab655,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:39.249024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b209c8-9a0d-49b9-97f0-d23d13f72217 req-a5fae9b6-3262-4cbf-8e40-00a9ea35b2b7 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:39.250874 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f6b209c8-9a0d-49b9-97f0-d23d13f72217 req-a5fae9b6-3262-4cbf-8e40-00a9ea35b2b7 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.0766392 Nov 15 11:19:39.316375 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f6b209c8-9a0d-49b9-97f0-d23d13f72217 req-b5d93d4d-21be-47d5-802d-6a9a38c16fd4 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572693 Nov 15 11:19:39.496683 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['c5345e12-da92-4277-b015-a4108fcab655'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:19:39.616706 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef985fd6-fd71-40a3-99c9-9765238d6fa9 req-7938d6bf-f7eb-47ad-abed-0741df70ec52 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:39.626121 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ef985fd6-fd71-40a3-99c9-9765238d6fa9 req-7938d6bf-f7eb-47ad-abed-0741df70ec52 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.1255941 Nov 15 11:19:39.680331 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60544) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:39.703838 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ef985fd6-fd71-40a3-99c9-9765238d6fa9 req-db094445-f41d-4056-b9dd-84830f8a3d8b tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764329 Nov 15 11:19:39.765222 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:40.010007 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b71039db-af22-4feb-93d2-275c9c20ad67 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0c5b9e5a984248469c53fc01fbcfff19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3284791 Nov 15 11:19:40.011090 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60558) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:40.075309 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b698e07-910b-4284-80ae-00e9178c57cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:40.088754 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-50ea6244-4581-4d42-b2e9-63369c0ed143 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:40.090325 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-50ea6244-4581-4d42-b2e9-63369c0ed143 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/networks?id=2ca8c587-d9e3-4f58-8e49-8460c4328683 HTTP/1.1" status: 200 len: 815 time: 0.1190608 Nov 15 11:19:40.102728 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b698e07-910b-4284-80ae-00e9178c57cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:40.125421 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-9606e3e5-6b88-4610-99b7-d61ed434df78 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/quotas/83775230d4a145039635dd53cb3d37de HTTP/1.1" status: 200 len: 375 time: 0.0247161 Nov 15 11:19:40.140008 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4f376283-542b-4afb-b9fa-d976ea6c999d no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:19:40.184960 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 4f376283-542b-4afb-b9fa-d976ea6c999d {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:19:40.185386 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4f376283-542b-4afb-b9fa-d976ea6c999d not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:19:40.192419 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b698e07-910b-4284-80ae-00e9178c57cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:40.195337 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b698e07-910b-4284-80ae-00e9178c57cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:40.197403 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5b698e07-910b-4284-80ae-00e9178c57cb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4cc87840-d21a-4af6-a8fc-77eaca73121f HTTP/1.1" status: 204 len: 168 time: 0.1851261 Nov 15 11:19:40.206509 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-eb885be9-fc26-4edb-adca-70f32fb47344 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=83775230d4a145039635dd53cb3d37de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0824301 Nov 15 11:19:40.207279 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b698e07-910b-4284-80ae-00e9178c57cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc87840-d21a-4af6-a8fc-77eaca73121f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:40.216182 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b698e07-910b-4284-80ae-00e9178c57cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:40.216758 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b698e07-910b-4284-80ae-00e9178c57cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:40.217429 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b698e07-910b-4284-80ae-00e9178c57cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:40.218863 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b698e07-910b-4284-80ae-00e9178c57cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:40.219414 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b698e07-910b-4284-80ae-00e9178c57cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:40.219835 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b698e07-910b-4284-80ae-00e9178c57cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:40.220404 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b698e07-910b-4284-80ae-00e9178c57cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:40.220716 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b698e07-910b-4284-80ae-00e9178c57cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:40.221258 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b698e07-910b-4284-80ae-00e9178c57cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:40.221762 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b698e07-910b-4284-80ae-00e9178c57cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:40.222088 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b698e07-910b-4284-80ae-00e9178c57cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:40.222408 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b698e07-910b-4284-80ae-00e9178c57cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:40.302247 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd779e-019a-4ed8-b8cb-966c5abe6048 req-83485609-71a8-4587-a72f-98fa423092b3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:40.304105 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7bd779e-019a-4ed8-b8cb-966c5abe6048 req-83485609-71a8-4587-a72f-98fa423092b3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1 HTTP/1.1" status: 200 len: 944 time: 0.0605669 Nov 15 11:19:40.314549 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-877b02bb-b580-4bdb-a0e6-6733b2bb01b8 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:19:40.315701 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-877b02bb-b580-4bdb-a0e6-6733b2bb01b8 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1083200 Nov 15 11:19:40.417633 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7bd779e-019a-4ed8-b8cb-966c5abe6048 req-032525d4-fb09-4cf5-9c7f-6b01f00c7eec tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008906 Nov 15 11:19:40.474283 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-aa8d57a2-c2c3-44dc-a643-f5e83995e5da service neutron] 10.222.0.64 "GET /v2.0/networks/2ca8c587-d9e3-4f58-8e49-8460c4328683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513412 Nov 15 11:19:40.599006 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-fe2b2e54-349e-44da-8646-b82be21c55cd service neutron] 10.222.0.64 "GET /v2.0/networks/2ca8c587-d9e3-4f58-8e49-8460c4328683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237397 Nov 15 11:19:40.618721 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60588) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:40.673968 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0cf14620-0d98-41cb-953a-3e679e8af572 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8445a84a244043c4966c66f345a5b95f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0514376 Nov 15 11:19:40.674429 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60590) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:40.822173 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-06ef4866-6ff6-4bca-b583-aa04b8e1623d req-e2d46593-7020-4ed8-ac5b-733ea55545bc tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 210 time: 0.0369229 Nov 15 11:19:40.824315 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4582780f-5ccf-435b-9be0-3d4dafdaad74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:40.826894 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device c5345e12-da92-4277-b015-a4108fcab655 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:19:40.866428 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4582780f-5ccf-435b-9be0-3d4dafdaad74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:40.936796 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port c5345e12-da92-4277-b015-a4108fcab655 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:19:40.943061 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port c5345e12-da92-4277-b015-a4108fcab655 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:40.943728 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:41.082563 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:41.173192 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port c5345e12-da92-4277-b015-a4108fcab655, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=c5345e12-da92-4277-b015-a4108fcab655,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:41.176257 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5345e12-da92-4277-b015-a4108fcab655'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:41.188477 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f95f812-00a7-4e66-bcd8-fc39fcf2dcb8" -d '{"events": [{"server_uuid": "c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1", "name": "network-vif-plugged", "status": "completed", "tag": "c5345e12-da92-4277-b015-a4108fcab655"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:41.198276 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:41.274030 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=c5345e12-da92-4277-b015-a4108fcab655,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:41.296370 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76eebc8-6de6-4d5a-b73e-84392e07ebc0 x-openstack-request-id: req-d76eebc8-6de6-4d5a-b73e-84392e07ebc0 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:41.296783 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1", "name": "network-vif-plugged", "status": "completed", "tag": "c5345e12-da92-4277-b015-a4108fcab655", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:41.297342 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d76eebc8-6de6-4d5a-b73e-84392e07ebc0 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:41.298106 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5345e12-da92-4277-b015-a4108fcab655', 'code': 200} Nov 15 11:19:41.350484 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:41.383275 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5681b28-c485-494b-acc3-60a8a61da275 req-631fff4c-1878-4536-98e0-52aad27ed4be tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:41.390658 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b5681b28-c485-494b-acc3-60a8a61da275 req-631fff4c-1878-4536-98e0-52aad27ed4be tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.5674341 Nov 15 11:19:41.439663 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261876b5-26f4-40ae-bd7e-38c10a364d22 req-b6bf2834-8dff-4a07-a5aa-02e8c485345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:41.442721 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-261876b5-26f4-40ae-bd7e-38c10a364d22 req-b6bf2834-8dff-4a07-a5aa-02e8c485345e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1 HTTP/1.1" status: 200 len: 1096 time: 0.0793672 Nov 15 11:19:41.448125 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b5681b28-c485-494b-acc3-60a8a61da275 req-e6c55e08-7832-4dc2-ab82-90aa65db55bb tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533247 Nov 15 11:19:41.477608 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db8af5-b0bd-4808-9d42-f214fb9924c9 req-677fe1b0-1569-4920-9af9-704cae3139db tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:41.479052 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-36db8af5-b0bd-4808-9d42-f214fb9924c9 req-677fe1b0-1569-4920-9af9-704cae3139db tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.11 "GET /v2.0/ports?device_id=374a7b67-d540-4efb-a93e-d18599ec944b HTTP/1.1" status: 200 len: 946 time: 0.2034450 Nov 15 11:19:41.500213 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4582780f-5ccf-435b-9be0-3d4dafdaad74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:41.505191 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4582780f-5ccf-435b-9be0-3d4dafdaad74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:41.510097 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4582780f-5ccf-435b-9be0-3d4dafdaad74 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6af39500-c26d-4a4f-854c-ce987a2949e7 HTTP/1.1" status: 204 len: 168 time: 0.8345666 Nov 15 11:19:41.551144 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582780f-5ccf-435b-9be0-3d4dafdaad74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af39500-c26d-4a4f-854c-ce987a2949e7,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:41.563308 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-261876b5-26f4-40ae-bd7e-38c10a364d22 req-0b326298-dfa3-443f-9ca0-154db9425334 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066279 Nov 15 11:19:41.773940 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401a181-e2a1-4ea2-9ac4-92acd773e3db req-3c6d8938-ab85-47d0-aef7-5e9107f42c27 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:41.781981 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3401a181-e2a1-4ea2-9ac4-92acd773e3db req-3c6d8938-ab85-47d0-aef7-5e9107f42c27 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1 HTTP/1.1" status: 200 len: 945 time: 0.2102277 Nov 15 11:19:41.795220 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-36db8af5-b0bd-4808-9d42-f214fb9924c9 req-7fe7e016-57ac-4a49-a800-2d2c111640ba tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Deleting port d8d9ae05-eff8-4c1b-9156-faec8570785e {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:19:41.795663 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-36db8af5-b0bd-4808-9d42-f214fb9924c9 req-7fe7e016-57ac-4a49-a800-2d2c111640ba tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:41.998632 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3401a181-e2a1-4ea2-9ac4-92acd773e3db req-4a0ebdbe-c292-464f-a306-8055c835db4e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155516 Nov 15 11:19:42.125129 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:42.125447 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72256421-a87b-4b2a-be33-9631cc731fb7 req-08bc5e37-610d-4dd2-83ec-32a619d230b6 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 210 time: 0.0757582 Nov 15 11:19:42.145070 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-36db8af5-b0bd-4808-9d42-f214fb9924c9 req-7fe7e016-57ac-4a49-a800-2d2c111640ba tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] For port d8d9ae05-eff8-4c1b-9156-faec8570785e, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=d8d9ae05-eff8-4c1b-9156-faec8570785e,segment=NetworkSegment(cecca865-426f-4bbe-8af5-34a167f5e54e),segment_id=cecca865-426f-4bbe-8af5-34a167f5e54e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:42.145450 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-36db8af5-b0bd-4808-9d42-f214fb9924c9 req-7fe7e016-57ac-4a49-a800-2d2c111640ba tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:42.174109 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-36db8af5-b0bd-4808-9d42-f214fb9924c9 req-7fe7e016-57ac-4a49-a800-2d2c111640ba tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Calling delete_port for d8d9ae05-eff8-4c1b-9156-faec8570785e owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:19:42.359037 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-36db8af5-b0bd-4808-9d42-f214fb9924c9 req-7fe7e016-57ac-4a49-a800-2d2c111640ba tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:42.375327 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['d8d9ae05-eff8-4c1b-9156-faec8570785e'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:19:42.412273 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7e016-57ac-4a49-a800-2d2c111640ba tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Pushing event deleted for resources: {'Port': ['ID=d8d9ae05-eff8-4c1b-9156-faec8570785e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:42.497884 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-36db8af5-b0bd-4808-9d42-f214fb9924c9 req-7fe7e016-57ac-4a49-a800-2d2c111640ba tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] No DVR routers for this DVR port d8d9ae05-eff8-4c1b-9156-faec8570785e on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:19:42.500846 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-36db8af5-b0bd-4808-9d42-f214fb9924c9 req-7fe7e016-57ac-4a49-a800-2d2c111640ba tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:42.504520 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-36db8af5-b0bd-4808-9d42-f214fb9924c9 req-7fe7e016-57ac-4a49-a800-2d2c111640ba tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.11 "DELETE /v2.0/ports/d8d9ae05-eff8-4c1b-9156-faec8570785e HTTP/1.1" status: 204 len: 173 time: 1.0175612 Nov 15 11:19:42.504823 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374a7b67-d540-4efb-a93e-d18599ec944b', 'name': 'network-vif-deleted', 'tag': 'd8d9ae05-eff8-4c1b-9156-faec8570785e'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:42.508252 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e299d3-4911-49ca-a1d9-d2f907c73193" -d '{"events": [{"server_uuid": "374a7b67-d540-4efb-a93e-d18599ec944b", "name": "network-vif-deleted", "tag": "d8d9ae05-eff8-4c1b-9156-faec8570785e"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:42.562993 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa3f081-177e-44b7-b2f5-24208751d715 x-openstack-request-id: req-daa3f081-177e-44b7-b2f5-24208751d715 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:42.563349 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374a7b67-d540-4efb-a93e-d18599ec944b", "name": "network-vif-deleted", "tag": "d8d9ae05-eff8-4c1b-9156-faec8570785e", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:42.563621 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-daa3f081-177e-44b7-b2f5-24208751d715 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:42.564052 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374a7b67-d540-4efb-a93e-d18599ec944b', 'name': 'network-vif-deleted', 'tag': 'd8d9ae05-eff8-4c1b-9156-faec8570785e', 'status': 'completed', 'code': 200} Nov 15 11:19:42.720494 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a59721-32f0-4d1a-90e0-ed3ef75dd1ce req-cada2009-0edf-46b5-8432-6b6653158144 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:42.736515 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0a59721-32f0-4d1a-90e0-ed3ef75dd1ce req-cada2009-0edf-46b5-8432-6b6653158144 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.1473720 Nov 15 11:19:43.020816 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-c1b17918-e277-4f89-8c98-e614f884ba99 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:43.022300 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-c1b17918-e277-4f89-8c98-e614f884ba99 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.55 "GET /v2.0/networks?id=2ca8c587-d9e3-4f58-8e49-8460c4328683 HTTP/1.1" status: 200 len: 815 time: 0.2814088 Nov 15 11:19:43.065249 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0a59721-32f0-4d1a-90e0-ed3ef75dd1ce req-231cb2b1-9b3a-42cc-8a13-25d6da87c9ce tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271506 Nov 15 11:19:43.078509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-10e8b1ed-626c-4cbc-a43a-4be069da9cac tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Request body: {'port': {'device_id': '67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c', 'network_id': '2ca8c587-d9e3-4f58-8e49-8460c4328683', 'admin_state_up': True, 'tenant_id': '83775230d4a145039635dd53cb3d37de'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:19:43.236875 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c449af6-5798-4675-aeb9-4a4244ac66fa req-3b8d602c-58e6-4b68-890d-6d1dbd8141d6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:43.239036 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1c449af6-5798-4675-aeb9-4a4244ac66fa req-3b8d602c-58e6-4b68-890d-6d1dbd8141d6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1 HTTP/1.1" status: 200 len: 945 time: 0.0844283 Nov 15 11:19:43.360084 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea16a1e2-e5fd-47e0-98c8-6d334cad6505 req-9da25599-bcdf-45a6-a378-287f8938d4f1 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 210 time: 0.0751595 Nov 15 11:19:43.365804 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-10e8b1ed-626c-4cbc-a43a-4be069da9cac tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Made reservation on behalf of 83775230d4a145039635dd53cb3d37de for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:19:43.369150 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-10e8b1ed-626c-4cbc-a43a-4be069da9cac tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:43.507520 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1c449af6-5798-4675-aeb9-4a4244ac66fa req-176aea0f-c8d2-482c-aa9a-ad6302662bd7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556889 Nov 15 11:19:43.541308 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-10e8b1ed-626c-4cbc-a43a-4be069da9cac tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Allocated IP 172.20.0.10 (2ca8c587-d9e3-4f58-8e49-8460c4328683/9eb07e51-bf49-4339-8337-2883e455b39e/b71e1b90-0b31-48c8-a2e0-af998fb3a6ea) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:19:43.727308 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-10e8b1ed-626c-4cbc-a43a-4be069da9cac tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:43.767718 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-10e8b1ed-626c-4cbc-a43a-4be069da9cac tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:43.810039 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-10e8b1ed-626c-4cbc-a43a-4be069da9cac tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Network 2ca8c587-d9e3-4f58-8e49-8460c4328683 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:19:43.814380 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-10e8b1ed-626c-4cbc-a43a-4be069da9cac tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:19:43.820696 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-10e8b1ed-626c-4cbc-a43a-4be069da9cac tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:19:43.856168 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8b1ed-626c-4cbc-a43a-4be069da9cac tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Pushing event updated for resources: {'Port': ['ID=b71e1b90-0b31-48c8-a2e0-af998fb3a6ea,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:43.894480 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-10e8b1ed-626c-4cbc-a43a-4be069da9cac tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:43.895624 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-10e8b1ed-626c-4cbc-a43a-4be069da9cac tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:43.922350 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-10e8b1ed-626c-4cbc-a43a-4be069da9cac tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8721566 Nov 15 11:19:43.939289 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-0897f612-c623-40b6-aa22-f47f00eb0b7e service neutron] Request body: {'port': {'device_id': '67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:19:44.051266 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-0897f612-c623-40b6-aa22-f47f00eb0b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:44.130806 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d237cc-62fa-4388-bfc0-f60a16c80c1d req-f4a9e74a-2100-4eca-9c7b-33365a57ce72 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:44.139272 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-78d237cc-62fa-4388-bfc0-f60a16c80c1d req-f4a9e74a-2100-4eca-9c7b-33365a57ce72 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a644bda-bbbc-4a72-bb66-1043465cfdf8 HTTP/1.1" status: 200 len: 946 time: 0.1045280 Nov 15 11:19:44.309474 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-78d237cc-62fa-4388-bfc0-f60a16c80c1d req-41e637ea-cb4a-4bd9-a71e-cadfec1c9427 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/security-groups?id=4509f34b-5f89-4757-9d6f-da262ee3f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686673 Nov 15 11:19:44.410865 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd93a98-bcc1-4c99-8901-2bd97dcc7d84 req-09e64a22-f081-491b-b33e-6fbb9f768630 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:44.412402 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ddd93a98-bcc1-4c99-8901-2bd97dcc7d84 req-09e64a22-f081-491b-b33e-6fbb9f768630 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.1535058 Nov 15 11:19:44.513941 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ddd93a98-bcc1-4c99-8901-2bd97dcc7d84 req-ad842e55-0d58-4339-a222-e2af00e407df tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891275 Nov 15 11:19:44.625066 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-864e70ef-13fe-437f-8604-c09be58a603b req-86e2172b-a689-4a1b-a364-02851418e510 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e42a15de0a2042218b7fdf30f52c5b65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577557 Nov 15 11:19:44.690514 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-0897f612-c623-40b6-aa22-f47f00eb0b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71e1b90-0b31-48c8-a2e0-af998fb3a6ea {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:19:44.730058 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-0897f612-c623-40b6-aa22-f47f00eb0b7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:44.764063 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-0897f612-c623-40b6-aa22-f47f00eb0b7e service neutron] Transition to ACTIVE for port object b71e1b90-0b31-48c8-a2e0-af998fb3a6ea will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:19:44.776273 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac85fb-2e08-47a9-988d-be148361176b req-7514bb01-c7ca-4514-a65e-858101f34657 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:44.777823 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cdac85fb-2e08-47a9-988d-be148361176b req-7514bb01-c7ca-4514-a65e-858101f34657 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 932 time: 0.1576867 Nov 15 11:19:44.782290 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-0897f612-c623-40b6-aa22-f47f00eb0b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:44.842383 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device d8d9ae05-eff8-4c1b-9156-faec8570785e no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:19:44.871416 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: d8d9ae05-eff8-4c1b-9156-faec8570785e {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:19:44.875256 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device d8d9ae05-eff8-4c1b-9156-faec8570785e not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:19:44.908006 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e70ef-13fe-437f-8604-c09be58a603b req-72a610b8-ee80-498b-8775-31c2257c517d tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:44.912283 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-864e70ef-13fe-437f-8604-c09be58a603b req-72a610b8-ee80-498b-8775-31c2257c517d tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2752547 Nov 15 11:19:44.946989 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897f612-c623-40b6-aa22-f47f00eb0b7e service neutron] Pushing event updated for resources: {'Port': ['ID=b71e1b90-0b31-48c8-a2e0-af998fb3a6ea,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:44.969333 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cdac85fb-2e08-47a9-988d-be148361176b req-af34dfa4-c00f-4ac9-9379-9a153b22ee0b tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805048 Nov 15 11:19:44.970520 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-864e70ef-13fe-437f-8604-c09be58a603b req-f9188444-8d5f-4048-a2fa-882dc9046fac tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/quotas/e42a15de0a2042218b7fdf30f52c5b65 HTTP/1.1" status: 200 len: 375 time: 0.0387986 Nov 15 11:19:45.034192 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-864e70ef-13fe-437f-8604-c09be58a603b req-fbfe8f93-8b97-47e5-ab03-b317b99ee7aa tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e42a15de0a2042218b7fdf30f52c5b65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321286 Nov 15 11:19:45.071128 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-0897f612-c623-40b6-aa22-f47f00eb0b7e service neutron] Attempting to bind port b71e1b90-0b31-48c8-a2e0-af998fb3a6ea on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:19:45.071544 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-0897f612-c623-40b6-aa22-f47f00eb0b7e service neutron] Attempting to bind port b71e1b90-0b31-48c8-a2e0-af998fb3a6ea by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'cecca865-426f-4bbe-8af5-34a167f5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '2ca8c587-d9e3-4f58-8e49-8460c4328683'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:19:45.072184 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-0897f612-c623-40b6-aa22-f47f00eb0b7e service neutron] Attempting to bind port b71e1b90-0b31-48c8-a2e0-af998fb3a6ea on network 2ca8c587-d9e3-4f58-8e49-8460c4328683 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:19:45.081897 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-0897f612-c623-40b6-aa22-f47f00eb0b7e service neutron] Port b71e1b90-0b31-48c8-a2e0-af998fb3a6ea on network 2ca8c587-d9e3-4f58-8e49-8460c4328683 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:19:45.082529 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-0897f612-c623-40b6-aa22-f47f00eb0b7e service neutron] Attempting to bind port b71e1b90-0b31-48c8-a2e0-af998fb3a6ea on network 2ca8c587-d9e3-4f58-8e49-8460c4328683 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:19:45.089036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-0897f612-c623-40b6-aa22-f47f00eb0b7e service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:19:45.089342 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-0897f612-c623-40b6-aa22-f47f00eb0b7e service neutron] Checking segment: {'id': 'cecca865-426f-4bbe-8af5-34a167f5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '2ca8c587-d9e3-4f58-8e49-8460c4328683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:19:45.090000 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-0897f612-c623-40b6-aa22-f47f00eb0b7e service neutron] Bound using segment: {'id': 'cecca865-426f-4bbe-8af5-34a167f5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '2ca8c587-d9e3-4f58-8e49-8460c4328683'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:19:45.090490 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-0897f612-c623-40b6-aa22-f47f00eb0b7e service neutron] Bound port: b71e1b90-0b31-48c8-a2e0-af998fb3a6ea, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cecca865-426f-4bbe-8af5-34a167f5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '2ca8c587-d9e3-4f58-8e49-8460c4328683'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:19:45.090917 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-0897f612-c623-40b6-aa22-f47f00eb0b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:45.220667 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-0897f612-c623-40b6-aa22-f47f00eb0b7e service neutron] For port b71e1b90-0b31-48c8-a2e0-af998fb3a6ea, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:19:45.239865 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-0897f612-c623-40b6-aa22-f47f00eb0b7e service neutron] For port b71e1b90-0b31-48c8-a2e0-af998fb3a6ea, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=b71e1b90-0b31-48c8-a2e0-af998fb3a6ea,segment=NetworkSegment(cecca865-426f-4bbe-8af5-34a167f5e54e),segment_id=cecca865-426f-4bbe-8af5-34a167f5e54e)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:19:45.264958 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba17b5-d369-4412-9865-632e787f63cc req-95babbfb-bfa7-4345-90c4-bb62bc19862f tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:45.267189 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cdba17b5-d369-4412-9865-632e787f63cc req-95babbfb-bfa7-4345-90c4-bb62bc19862f tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1 HTTP/1.1" status: 200 len: 945 time: 0.0901995 Nov 15 11:19:45.269012 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-0897f612-c623-40b6-aa22-f47f00eb0b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:45.354732 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-0897f612-c623-40b6-aa22-f47f00eb0b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:45.355472 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-0897f612-c623-40b6-aa22-f47f00eb0b7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:45.357091 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-0897f612-c623-40b6-aa22-f47f00eb0b7e service neutron] 10.222.0.55 "PUT /v2.0/ports/b71e1b90-0b31-48c8-a2e0-af998fb3a6ea HTTP/1.1" status: 200 len: 1092 time: 1.4241142 Nov 15 11:19:45.357680 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c', 'tag': 'b71e1b90-0b31-48c8-a2e0-af998fb3a6ea'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:45.360771 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e477941-a563-4cac-b748-bec58de88b01" -d '{"events": [{"name": "network-changed", "server_uuid": "67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c", "tag": "b71e1b90-0b31-48c8-a2e0-af998fb3a6ea"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:45.401384 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cdba17b5-d369-4412-9865-632e787f63cc req-44f90b07-9cc7-4d1b-8780-02fca3886a03 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056674 Nov 15 11:19:45.417118 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897f612-c623-40b6-aa22-f47f00eb0b7e service neutron] Pushing event updated for resources: {'Port': ['ID=b71e1b90-0b31-48c8-a2e0-af998fb3a6ea,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:45.469215 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-31904f32-dfae-412e-8a2e-f30ec16d8057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:45.474419 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-31904f32-dfae-412e-8a2e-f30ec16d8057 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=83775230d4a145039635dd53cb3d37de&device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 1095 time: 0.0692041 Nov 15 11:19:45.544634 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-6d7c0bd0-1058-46e4-ba29-905ac7dce07d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b71e1b90-0b31-48c8-a2e0-af998fb3a6ea HTTP/1.1" status: 200 len: 217 time: 0.0590298 Nov 15 11:19:45.546765 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96fe357e-e0f5-4bdf-b213-b4008aa3a896 req-a7fc1d3e-138f-4502-8b0d-11b286878b45 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/ports?device_id=15f083a2-0ea9-499d-9b1d-1f719458252f HTTP/1.1" status: 200 len: 210 time: 0.0624731 Nov 15 11:19:45.668502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-879528fd-c034-42f3-8899-3f0154b0a4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:45.670498 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-879528fd-c034-42f3-8899-3f0154b0a4a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9eb07e51-bf49-4339-8337-2883e455b39e HTTP/1.1" status: 200 len: 855 time: 0.1167309 Nov 15 11:19:45.748615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-3994dda3-f438-4c1c-ad31-ab3318d8c177 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2ca8c587-d9e3-4f58-8e49-8460c4328683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687919 Nov 15 11:19:45.827498 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbebc36b-3ed0-4726-bde3-dd5ae4944193 x-openstack-request-id: req-bbebc36b-3ed0-4726-bde3-dd5ae4944193 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:45.827788 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c", "tag": "b71e1b90-0b31-48c8-a2e0-af998fb3a6ea", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:45.828063 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bbebc36b-3ed0-4726-bde3-dd5ae4944193 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:45.828610 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c', 'tag': 'b71e1b90-0b31-48c8-a2e0-af998fb3a6ea', 'status': 'completed', 'code': 200} Nov 15 11:19:45.864310 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cee426-cfd8-44d0-a881-4b00e6ac6724 req-5965a9f9-dc8e-460c-a93c-829b6d92e6b4 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:45.872737 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08cee426-cfd8-44d0-a881-4b00e6ac6724 req-5965a9f9-dc8e-460c-a93c-829b6d92e6b4 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a644bda-bbbc-4a72-bb66-1043465cfdf8 HTTP/1.1" status: 200 len: 946 time: 0.1270988 Nov 15 11:19:45.930600 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-b2a78566-c0c3-4f1d-8fb7-0eda0d28a170 service neutron] 10.222.0.55 "GET /v2.0/networks/2ca8c587-d9e3-4f58-8e49-8460c4328683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712439 Nov 15 11:19:45.964201 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08cee426-cfd8-44d0-a881-4b00e6ac6724 req-9094ac72-6800-488c-a158-13240c60dede tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/security-groups?id=4509f34b-5f89-4757-9d6f-da262ee3f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816920 Nov 15 11:19:46.157445 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfaa81-8077-4470-b743-f493f4a630ae req-8796e8db-9ec3-42d8-90c9-f9c64755e57a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:46.158977 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dfcfaa81-8077-4470-b743-f493f4a630ae req-8796e8db-9ec3-42d8-90c9-f9c64755e57a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.1930425 Nov 15 11:19:46.164777 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c8075a6-774c-4723-90e4-7d518de216c0 req-ff22052d-9425-44b8-aa31-834d69b3ba03 service neutron] 10.222.0.55 "GET /v2.0/networks/2ca8c587-d9e3-4f58-8e49-8460c4328683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255201 Nov 15 11:19:46.185126 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7004c09-ad29-4937-8024-c89c8533e744 req-6e9f21df-6460-4ab0-a5f1-4ea12de6a439 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:46.186742 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7004c09-ad29-4937-8024-c89c8533e744 req-6e9f21df-6460-4ab0-a5f1-4ea12de6a439 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 944 time: 0.1099436 Nov 15 11:19:46.316761 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dfcfaa81-8077-4470-b743-f493f4a630ae req-671a3885-3aee-43b2-9566-e8455be1c47a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468744 Nov 15 11:19:46.352427 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7004c09-ad29-4937-8024-c89c8533e744 req-a301c0c5-a38b-482b-9f1e-fffd38cc7ffa tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396253 Nov 15 11:19:46.369742 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e477941-a563-4cac-b748-bec58de88b01 req-dd866933-e7b4-4075-8b9a-f450f1032b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:46.371223 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e477941-a563-4cac-b748-bec58de88b01 req-dd866933-e7b4-4075-8b9a-f450f1032b02 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=83775230d4a145039635dd53cb3d37de&device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 1095 time: 0.1148555 Nov 15 11:19:46.520072 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e477941-a563-4cac-b748-bec58de88b01 req-2f8784fa-4689-4949-b3e7-893dc2dd5562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:46.521915 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e477941-a563-4cac-b748-bec58de88b01 req-2f8784fa-4689-4949-b3e7-893dc2dd5562 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2ca8c587-d9e3-4f58-8e49-8460c4328683 HTTP/1.1" status: 200 len: 916 time: 0.1353211 Nov 15 11:19:46.598476 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e477941-a563-4cac-b748-bec58de88b01 req-f229746c-350d-40ed-92cb-d3f344035698 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b71e1b90-0b31-48c8-a2e0-af998fb3a6ea HTTP/1.1" status: 200 len: 217 time: 0.0668321 Nov 15 11:19:46.698812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e477941-a563-4cac-b748-bec58de88b01 req-6f17fb6e-12d9-403a-a4c7-25a576f7a6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:46.700281 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e477941-a563-4cac-b748-bec58de88b01 req-6f17fb6e-12d9-403a-a4c7-25a576f7a6ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9eb07e51-bf49-4339-8337-2883e455b39e HTTP/1.1" status: 200 len: 855 time: 0.0718424 Nov 15 11:19:46.717173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95fb4d-4c0d-4002-8d39-20a66a780de6 req-e130d7cd-7f96-4164-acdb-8f1b2cdd4084 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:46.718775 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee95fb4d-4c0d-4002-8d39-20a66a780de6 req-e130d7cd-7f96-4164-acdb-8f1b2cdd4084 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a644bda-bbbc-4a72-bb66-1043465cfdf8 HTTP/1.1" status: 200 len: 946 time: 0.0995946 Nov 15 11:19:46.749168 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bc2538a3-3ab0-4df5-82b6-edae3e221f8c req-ac9766f3-8062-4b89-a935-7ce0753dba5b tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/ports?device_id=15f083a2-0ea9-499d-9b1d-1f719458252f HTTP/1.1" status: 200 len: 210 time: 0.0545158 Nov 15 11:19:46.786710 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e477941-a563-4cac-b748-bec58de88b01 req-9226e2ae-cd4e-4936-ab1b-eac84312a59c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2ca8c587-d9e3-4f58-8e49-8460c4328683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538535 Nov 15 11:19:46.802185 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-864e70ef-13fe-437f-8604-c09be58a603b req-ceb8328f-9f2f-499c-8295-e504e6463007 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e42a15de0a2042218b7fdf30f52c5b65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279820 Nov 15 11:19:46.920210 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee95fb4d-4c0d-4002-8d39-20a66a780de6 req-48fe28f8-9502-496c-9160-0116aa0aa7c2 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/security-groups?id=4509f34b-5f89-4757-9d6f-da262ee3f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857035 Nov 15 11:19:47.023747 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e70ef-13fe-437f-8604-c09be58a603b req-36b39656-ae94-444b-95f6-dc724b5b49e9 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:47.025184 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-864e70ef-13fe-437f-8604-c09be58a603b req-36b39656-ae94-444b-95f6-dc724b5b49e9 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2051170 Nov 15 11:19:47.027215 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e477941-a563-4cac-b748-bec58de88b01 req-d049657c-1a5b-4dad-8581-1ec01004c7a4 service neutron] 10.222.0.55 "GET /v2.0/networks/2ca8c587-d9e3-4f58-8e49-8460c4328683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224123 Nov 15 11:19:47.047216 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-864e70ef-13fe-437f-8604-c09be58a603b req-4064bad0-5c2a-4910-b311-b22e4f584014 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Request body: {'port': {'device_id': '15f083a2-0ea9-499d-9b1d-1f719458252f', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': 'e42a15de0a2042218b7fdf30f52c5b65'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:19:47.239632 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e477941-a563-4cac-b748-bec58de88b01 req-09fbdcc6-11ab-4d32-ad42-6bce258ee4e2 service neutron] 10.222.0.55 "GET /v2.0/networks/2ca8c587-d9e3-4f58-8e49-8460c4328683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872401 Nov 15 11:19:47.264624 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-864e70ef-13fe-437f-8604-c09be58a603b req-4064bad0-5c2a-4910-b311-b22e4f584014 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Made reservation on behalf of e42a15de0a2042218b7fdf30f52c5b65 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:19:47.268246 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-864e70ef-13fe-437f-8604-c09be58a603b req-4064bad0-5c2a-4910-b311-b22e4f584014 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:47.279032 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-864e70ef-13fe-437f-8604-c09be58a603b req-4064bad0-5c2a-4910-b311-b22e4f584014 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:47.381377 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-864e70ef-13fe-437f-8604-c09be58a603b req-4064bad0-5c2a-4910-b311-b22e4f584014 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:47.387742 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-864e70ef-13fe-437f-8604-c09be58a603b req-4064bad0-5c2a-4910-b311-b22e4f584014 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:47.497684 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064bad0-5c2a-4910-b311-b22e4f584014 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d58a0e-18b9-4743-8623-bc81d5745dde,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:47.582319 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec4f63-e7e7-42c2-8d34-ea3e4a82a65c req-371223a7-40dd-4922-8655-3ad0ba371271 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:47.583949 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56ec4f63-e7e7-42c2-8d34-ea3e4a82a65c req-371223a7-40dd-4922-8655-3ad0ba371271 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.1351669 Nov 15 11:19:47.617203 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38eb7b-611c-4752-82f7-28fbe7dc8755 req-d1e2e25e-e5c3-4d48-b731-865180444783 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:47.618719 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f38eb7b-611c-4752-82f7-28fbe7dc8755 req-d1e2e25e-e5c3-4d48-b731-865180444783 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 944 time: 0.1627369 Nov 15 11:19:47.659334 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-864e70ef-13fe-437f-8604-c09be58a603b req-4064bad0-5c2a-4910-b311-b22e4f584014 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Allocated IP 192.168.233.19 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/0e787250-bd1e-402a-baac-28fc47931ea7) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:19:47.717313 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56ec4f63-e7e7-42c2-8d34-ea3e4a82a65c req-b6f65821-9f25-4807-85af-607162e6a44e tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211798 Nov 15 11:19:47.740822 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f38eb7b-611c-4752-82f7-28fbe7dc8755 req-7a4c5ff4-d222-4522-9b27-09cd1ba4e8eb tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119356 Nov 15 11:19:48.147126 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device b71e1b90-0b31-48c8-a2e0-af998fb3a6ea details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:19:48.265260 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-463887d6-b292-4217-848d-5754b10b01f8 req-edf89855-d333-4125-b166-b327cfe5f2fe tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/ports?device_id=15f083a2-0ea9-499d-9b1d-1f719458252f HTTP/1.1" status: 200 len: 210 time: 0.0854189 Nov 15 11:19:48.294624 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port b71e1b90-0b31-48c8-a2e0-af998fb3a6ea, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=b71e1b90-0b31-48c8-a2e0-af998fb3a6ea,segment=NetworkSegment(cecca865-426f-4bbe-8af5-34a167f5e54e),segment_id=cecca865-426f-4bbe-8af5-34a167f5e54e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:48.307697 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'b71e1b90-0b31-48c8-a2e0-af998fb3a6ea', 'network_id': '2ca8c587-d9e3-4f58-8e49-8460c4328683', 'port_id': 'b71e1b90-0b31-48c8-a2e0-af998fb3a6ea', 'mac_address': 'fa:16:3e:f3:a1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb07e51-bf49-4339-8337-2883e455b39e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:19:48.317438 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1207334-d440-4098-b715-a8e6c3a0dddf req-b154c4e3-3027-4d22-8bd8-fe0294fd61a9 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:48.326025 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a1207334-d440-4098-b715-a8e6c3a0dddf req-b154c4e3-3027-4d22-8bd8-fe0294fd61a9 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a644bda-bbbc-4a72-bb66-1043465cfdf8 HTTP/1.1" status: 200 len: 946 time: 0.1484463 Nov 15 11:19:48.341350 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff69be1-249c-4b03-a602-8bdf4a80f383 req-f98e00e8-1638-4158-bc1a-c2eaf58d5d28 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:48.343353 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eff69be1-249c-4b03-a602-8bdf4a80f383 req-f98e00e8-1638-4158-bc1a-c2eaf58d5d28 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a644bda-bbbc-4a72-bb66-1043465cfdf8 HTTP/1.1" status: 200 len: 946 time: 0.1648290 Nov 15 11:19:48.359589 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:48.379239 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71e1b90-0b31-48c8-a2e0-af998fb3a6ea {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:19:48.403642 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port b71e1b90-0b31-48c8-a2e0-af998fb3a6ea, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=b71e1b90-0b31-48c8-a2e0-af998fb3a6ea,segment=NetworkSegment(cecca865-426f-4bbe-8af5-34a167f5e54e),segment_id=cecca865-426f-4bbe-8af5-34a167f5e54e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:48.412713 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:48.425760 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-864e70ef-13fe-437f-8604-c09be58a603b req-4064bad0-5c2a-4910-b311-b22e4f584014 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:48.475147 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=b71e1b90-0b31-48c8-a2e0-af998fb3a6ea,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:48.476028 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a1207334-d440-4098-b715-a8e6c3a0dddf req-8f3bec9b-e601-4b3b-9ff0-e98644753165 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/security-groups?id=4509f34b-5f89-4757-9d6f-da262ee3f080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488411 Nov 15 11:19:48.527189 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-864e70ef-13fe-437f-8604-c09be58a603b req-4064bad0-5c2a-4910-b311-b22e4f584014 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:48.535360 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-eff69be1-249c-4b03-a602-8bdf4a80f383 req-b459e4a6-067f-4ef0-94c7-165e9bd5409b tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Deleting port eb5eb360-5766-470e-b649-70ba9ef7fadd {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:19:48.535692 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eff69be1-249c-4b03-a602-8bdf4a80f383 req-b459e4a6-067f-4ef0-94c7-165e9bd5409b tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:48.632053 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864e70ef-13fe-437f-8604-c09be58a603b req-4064bad0-5c2a-4910-b311-b22e4f584014 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:19:48.639484 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-864e70ef-13fe-437f-8604-c09be58a603b req-4064bad0-5c2a-4910-b311-b22e4f584014 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:19:48.644220 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-864e70ef-13fe-437f-8604-c09be58a603b req-4064bad0-5c2a-4910-b311-b22e4f584014 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:19:48.646696 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064bad0-5c2a-4910-b311-b22e4f584014 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Pushing event updated for resources: {'Port': ['ID=0e787250-bd1e-402a-baac-28fc47931ea7,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:48.711741 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-eff69be1-249c-4b03-a602-8bdf4a80f383 req-b459e4a6-067f-4ef0-94c7-165e9bd5409b tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] For port eb5eb360-5766-470e-b649-70ba9ef7fadd, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=eb5eb360-5766-470e-b649-70ba9ef7fadd,segment=NetworkSegment(77b14f42-ad23-4232-82c6-ab3c9aaddb5a),segment_id=77b14f42-ad23-4232-82c6-ab3c9aaddb5a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:48.712223 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eff69be1-249c-4b03-a602-8bdf4a80f383 req-b459e4a6-067f-4ef0-94c7-165e9bd5409b tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:48.720410 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e70ef-13fe-437f-8604-c09be58a603b req-4064bad0-5c2a-4910-b311-b22e4f584014 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:48.721033 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-864e70ef-13fe-437f-8604-c09be58a603b req-4064bad0-5c2a-4910-b311-b22e4f584014 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:48.745267 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['b71e1b90-0b31-48c8-a2e0-af998fb3a6ea'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:19:48.792907 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-864e70ef-13fe-437f-8604-c09be58a603b req-4064bad0-5c2a-4910-b311-b22e4f584014 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7500448 Nov 15 11:19:48.828123 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-864e70ef-13fe-437f-8604-c09be58a603b req-347e3903-6049-43be-8d7b-3a2f126b4667 service neutron] Request body: {'port': {'device_id': '15f083a2-0ea9-499d-9b1d-1f719458252f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:19:48.950266 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-44a238e4-efa2-45a5-bf61-7dd24a04746a None None] Provisioning complete for port 0e787250-bd1e-402a-baac-28fc47931ea7 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:48.950517 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-44a238e4-efa2-45a5-bf61-7dd24a04746a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:48.988512 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-44a238e4-efa2-45a5-bf61-7dd24a04746a None None] Port 0e787250-bd1e-402a-baac-28fc47931ea7 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:19:49.016817 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7aa75-6f8b-497a-aea0-c1516a52213a req-f44f8df1-4e1d-4f0f-86d1-c6705e5a0030 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:49.018310 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5bf7aa75-6f8b-497a-aea0-c1516a52213a req-f44f8df1-4e1d-4f0f-86d1-c6705e5a0030 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.2004042 Nov 15 11:19:49.060146 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c7332-055a-42c0-ab00-ba623413b6ea req-eb6ef6f3-b480-4ac5-92b3-8377fecae062 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:49.061634 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-667c7332-055a-42c0-ab00-ba623413b6ea req-eb6ef6f3-b480-4ac5-92b3-8377fecae062 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 945 time: 0.2390456 Nov 15 11:19:49.070248 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-864e70ef-13fe-437f-8604-c09be58a603b req-347e3903-6049-43be-8d7b-3a2f126b4667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:49.155530 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eff69be1-249c-4b03-a602-8bdf4a80f383 req-b459e4a6-067f-4ef0-94c7-165e9bd5409b tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:49.156345 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eff69be1-249c-4b03-a602-8bdf4a80f383 req-b459e4a6-067f-4ef0-94c7-165e9bd5409b tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:49.156681 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [req-eff69be1-249c-4b03-a602-8bdf4a80f383 req-b459e4a6-067f-4ef0-94c7-165e9bd5409b tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Floating IP fb3cc427-9ccd-4416-bb03-d78b8feccf2c disassociated. External IP: 172.25.7.245, port: eb5eb360-5766-470e-b649-70ba9ef7fadd. Nov 15 11:19:49.157023 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-eff69be1-249c-4b03-a602-8bdf4a80f383 req-b459e4a6-067f-4ef0-94c7-165e9bd5409b tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Calling delete_port for eb5eb360-5766-470e-b649-70ba9ef7fadd owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:19:49.225319 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5bf7aa75-6f8b-497a-aea0-c1516a52213a req-3bad8fa2-54f3-48e6-98bd-8a7231575d47 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761897 Nov 15 11:19:49.264567 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-667c7332-055a-42c0-ab00-ba623413b6ea req-f2c83244-c83c-4960-a075-40e8003e8095 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761811 Nov 15 11:19:49.547022 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eff69be1-249c-4b03-a602-8bdf4a80f383 req-b459e4a6-067f-4ef0-94c7-165e9bd5409b tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:49.598363 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e85ce-3f79-45e1-95a6-98d796ca314b req-44a17aa9-55c1-4ebd-9ffe-5d7715f8d623 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:49.599918 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ec2e85ce-3f79-45e1-95a6-98d796ca314b req-44a17aa9-55c1-4ebd-9ffe-5d7715f8d623 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/ports?device_id=15f083a2-0ea9-499d-9b1d-1f719458252f HTTP/1.1" status: 200 len: 935 time: 0.1738889 Nov 15 11:19:49.605174 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459e4a6-067f-4ef0-94c7-165e9bd5409b tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Pushing event deleted for resources: {'Port': ['ID=eb5eb360-5766-470e-b649-70ba9ef7fadd,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:49.777798 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ec2e85ce-3f79-45e1-95a6-98d796ca314b req-edf16e23-acfa-4baa-93c6-b29683ab4939 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d58a0e-18b9-4743-8623-bc81d5745dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702886 Nov 15 11:19:49.779947 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-864e70ef-13fe-437f-8604-c09be58a603b req-347e3903-6049-43be-8d7b-3a2f126b4667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e787250-bd1e-402a-baac-28fc47931ea7 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:19:49.792182 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-864e70ef-13fe-437f-8604-c09be58a603b req-347e3903-6049-43be-8d7b-3a2f126b4667 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:49.814390 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-864e70ef-13fe-437f-8604-c09be58a603b req-347e3903-6049-43be-8d7b-3a2f126b4667 service neutron] Transition to ACTIVE for port object 0e787250-bd1e-402a-baac-28fc47931ea7 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:19:49.823080 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-864e70ef-13fe-437f-8604-c09be58a603b req-347e3903-6049-43be-8d7b-3a2f126b4667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:49.884103 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eff69be1-249c-4b03-a602-8bdf4a80f383 req-b459e4a6-067f-4ef0-94c7-165e9bd5409b tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Router 258193da-6e03-4a4d-9e9a-8ecd64df345b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:19:49.904919 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e3903-6049-43be-8d7b-3a2f126b4667 service neutron] Pushing event updated for resources: {'Port': ['ID=0e787250-bd1e-402a-baac-28fc47931ea7,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:49.925305 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d356966-bfde-4a8a-b007-0711e810d721 req-9db37bb6-1b1d-4d7b-8e80-d28491bd5839 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a644bda-bbbc-4a72-bb66-1043465cfdf8 HTTP/1.1" status: 200 len: 210 time: 0.0469911 Nov 15 11:19:50.110266 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eff69be1-249c-4b03-a602-8bdf4a80f383 req-b459e4a6-067f-4ef0-94c7-165e9bd5409b tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:19:50.116674 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-864e70ef-13fe-437f-8604-c09be58a603b req-347e3903-6049-43be-8d7b-3a2f126b4667 service neutron] Attempting to bind port 0e787250-bd1e-402a-baac-28fc47931ea7 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:19:50.117065 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-864e70ef-13fe-437f-8604-c09be58a603b req-347e3903-6049-43be-8d7b-3a2f126b4667 service neutron] Attempting to bind port 0e787250-bd1e-402a-baac-28fc47931ea7 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:19:50.117446 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e70ef-13fe-437f-8604-c09be58a603b req-347e3903-6049-43be-8d7b-3a2f126b4667 service neutron] Attempting to bind port 0e787250-bd1e-402a-baac-28fc47931ea7 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:19:50.124331 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f28ce5-227a-4669-8c4a-5206a42a788c None None] Sync routers for ids ['258193da-6e03-4a4d-9e9a-8ecd64df345b'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:19:50.134719 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e70ef-13fe-437f-8604-c09be58a603b req-347e3903-6049-43be-8d7b-3a2f126b4667 service neutron] Port 0e787250-bd1e-402a-baac-28fc47931ea7 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:19:50.134719 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e70ef-13fe-437f-8604-c09be58a603b req-347e3903-6049-43be-8d7b-3a2f126b4667 service neutron] Attempting to bind port 0e787250-bd1e-402a-baac-28fc47931ea7 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:19:50.138879 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f28ce5-227a-4669-8c4a-5206a42a788c None None] Routers {'258193da-6e03-4a4d-9e9a-8ecd64df345b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:19:50.139556 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-24f28ce5-227a-4669-8c4a-5206a42a788c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:19:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['258193da-6e03-4a4d-9e9a-8ecd64df345b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:50.179797 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff69be1-249c-4b03-a602-8bdf4a80f383 req-b459e4a6-067f-4ef0-94c7-165e9bd5409b tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] No DVR routers for this DVR port eb5eb360-5766-470e-b649-70ba9ef7fadd on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:19:50.183788 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eff69be1-249c-4b03-a602-8bdf4a80f383 req-b459e4a6-067f-4ef0-94c7-165e9bd5409b tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:50.188159 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eff69be1-249c-4b03-a602-8bdf4a80f383 req-b459e4a6-067f-4ef0-94c7-165e9bd5409b tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.55 "DELETE /v2.0/ports/eb5eb360-5766-470e-b649-70ba9ef7fadd HTTP/1.1" status: 204 len: 173 time: 1.8292613 Nov 15 11:19:50.189260 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a644bda-bbbc-4a72-bb66-1043465cfdf8', 'name': 'network-vif-deleted', 'tag': 'eb5eb360-5766-470e-b649-70ba9ef7fadd'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:50.190841 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device b71e1b90-0b31-48c8-a2e0-af998fb3a6ea up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:19:50.204622 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbf3d07-9a83-4de0-ab08-61cf0eb52614" -d '{"events": [{"server_uuid": "0a644bda-bbbc-4a72-bb66-1043465cfdf8", "name": "network-vif-deleted", "tag": "eb5eb360-5766-470e-b649-70ba9ef7fadd"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:50.213063 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e70ef-13fe-437f-8604-c09be58a603b req-347e3903-6049-43be-8d7b-3a2f126b4667 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:19:50.213842 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e70ef-13fe-437f-8604-c09be58a603b req-347e3903-6049-43be-8d7b-3a2f126b4667 service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:19:50.213952 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e70ef-13fe-437f-8604-c09be58a603b req-347e3903-6049-43be-8d7b-3a2f126b4667 service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:19:50.214580 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-864e70ef-13fe-437f-8604-c09be58a603b req-347e3903-6049-43be-8d7b-3a2f126b4667 service neutron] Bound port: 0e787250-bd1e-402a-baac-28fc47931ea7, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:19:50.215030 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-864e70ef-13fe-437f-8604-c09be58a603b req-347e3903-6049-43be-8d7b-3a2f126b4667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:50.313867 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-864e70ef-13fe-437f-8604-c09be58a603b req-347e3903-6049-43be-8d7b-3a2f126b4667 service neutron] For port 0e787250-bd1e-402a-baac-28fc47931ea7, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:19:50.318484 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-864e70ef-13fe-437f-8604-c09be58a603b req-347e3903-6049-43be-8d7b-3a2f126b4667 service neutron] For port 0e787250-bd1e-402a-baac-28fc47931ea7, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0e787250-bd1e-402a-baac-28fc47931ea7,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:19:50.321424 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6bc4d9-e7f8-4188-add2-92b4a61119bd x-openstack-request-id: req-6a6bc4d9-e7f8-4188-add2-92b4a61119bd {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:50.322299 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a644bda-bbbc-4a72-bb66-1043465cfdf8", "name": "network-vif-deleted", "tag": "eb5eb360-5766-470e-b649-70ba9ef7fadd", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:50.322851 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a6bc4d9-e7f8-4188-add2-92b4a61119bd {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:50.323550 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a644bda-bbbc-4a72-bb66-1043465cfdf8', 'name': 'network-vif-deleted', 'tag': 'eb5eb360-5766-470e-b649-70ba9ef7fadd', 'status': 'completed', 'code': 200} Nov 15 11:19:50.330537 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-864e70ef-13fe-437f-8604-c09be58a603b req-347e3903-6049-43be-8d7b-3a2f126b4667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:50.365362 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port b71e1b90-0b31-48c8-a2e0-af998fb3a6ea completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:19:50.371876 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port b71e1b90-0b31-48c8-a2e0-af998fb3a6ea triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:50.372423 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:50.429941 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-24f28ce5-227a-4669-8c4a-5206a42a788c None None] Set router 258193da-6e03-4a4d-9e9a-8ecd64df345b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:19:50.430126 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e70ef-13fe-437f-8604-c09be58a603b req-347e3903-6049-43be-8d7b-3a2f126b4667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:50.431015 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-864e70ef-13fe-437f-8604-c09be58a603b req-347e3903-6049-43be-8d7b-3a2f126b4667 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:50.432982 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-864e70ef-13fe-437f-8604-c09be58a603b req-347e3903-6049-43be-8d7b-3a2f126b4667 service neutron] 10.222.0.55 "PUT /v2.0/ports/0e787250-bd1e-402a-baac-28fc47931ea7 HTTP/1.1" status: 200 len: 1095 time: 1.6118858 Nov 15 11:19:50.537390 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e3903-6049-43be-8d7b-3a2f126b4667 service neutron] Pushing event updated for resources: {'Port': ['ID=0e787250-bd1e-402a-baac-28fc47931ea7,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:50.565057 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0b13a-b44f-4479-80be-fdfe31fad56e req-d19bca27-0aee-4e29-9652-c940ebcc4d26 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:50.568627 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-88a0b13a-b44f-4479-80be-fdfe31fad56e req-d19bca27-0aee-4e29-9652-c940ebcc4d26 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.1787043 Nov 15 11:19:50.579513 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756deca-114f-4aac-8b71-be005edd8a89 req-640d4023-a833-4e6c-ba1a-ce8f94fe806d tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:50.581739 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5756deca-114f-4aac-8b71-be005edd8a89 req-640d4023-a833-4e6c-ba1a-ce8f94fe806d tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 945 time: 0.1928749 Nov 15 11:19:50.589845 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:50.597856 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e70ef-13fe-437f-8604-c09be58a603b req-66a0847a-ac9a-4eb3-8da5-8ebf10f77ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:50.599297 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-864e70ef-13fe-437f-8604-c09be58a603b req-66a0847a-ac9a-4eb3-8da5-8ebf10f77ec5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e42a15de0a2042218b7fdf30f52c5b65&device_id=15f083a2-0ea9-499d-9b1d-1f719458252f HTTP/1.1" status: 200 len: 1098 time: 0.1131883 Nov 15 11:19:50.638420 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port b71e1b90-0b31-48c8-a2e0-af998fb3a6ea, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=b71e1b90-0b31-48c8-a2e0-af998fb3a6ea,segment=NetworkSegment(cecca865-426f-4bbe-8af5-34a167f5e54e),segment_id=cecca865-426f-4bbe-8af5-34a167f5e54e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:50.639392 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71e1b90-0b31-48c8-a2e0-af998fb3a6ea'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:50.641947 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4992a94a-6967-409b-8770-e8671811c672" -d '{"events": [{"server_uuid": "67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c", "name": "network-vif-plugged", "status": "completed", "tag": "b71e1b90-0b31-48c8-a2e0-af998fb3a6ea"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:50.646981 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:50.679949 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-864e70ef-13fe-437f-8604-c09be58a603b req-650c5aa6-8c47-4afa-9d98-9eb237d1e86f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=0e787250-bd1e-402a-baac-28fc47931ea7 HTTP/1.1" status: 200 len: 217 time: 0.0656486 Nov 15 11:19:50.747455 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=b71e1b90-0b31-48c8-a2e0-af998fb3a6ea,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:50.765790 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-88a0b13a-b44f-4479-80be-fdfe31fad56e req-43a2904f-ac49-471a-baa5-beda6586abfb tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806226 Nov 15 11:19:50.771077 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5756deca-114f-4aac-8b71-be005edd8a89 req-b067c010-4c27-472a-a6ba-bb4d252f39ad tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769476 Nov 15 11:19:50.781265 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-24f28ce5-227a-4669-8c4a-5206a42a788c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'name': 'tempest-ServersTestJSON-1877086239-router', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:17:27Z', 'updated_at': '2021-11-15T11:17:34Z', 'revision_number': 4, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'gw_port': {'id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:17:28Z', 'updated_at': '2021-11-15T11:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'bbeb62ae-6d74-4628-bac8-79c4397f355b', 'name': '', 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'mac_address': 'fa:16:3e:74:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '797b424f-66ce-468d-885b-5a988198f6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:17:33Z', 'updated_at': '2021-11-15T11:17:41Z', 'revision_number': 5, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'subnets': [{'id': '797b424f-66ce-468d-885b-5a988198f6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:50.782301 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e70ef-13fe-437f-8604-c09be58a603b req-f420d5c9-2517-48ab-b123-190a9804d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:50.784683 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-864e70ef-13fe-437f-8604-c09be58a603b req-f420d5c9-2517-48ab-b123-190a9804d23e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0925341 Nov 15 11:19:50.855701 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e70ef-13fe-437f-8604-c09be58a603b req-917e6d1d-d035-444b-8b30-fe07a8ac1258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:50.858304 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-864e70ef-13fe-437f-8604-c09be58a603b req-917e6d1d-d035-444b-8b30-fe07a8ac1258 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0656319 Nov 15 11:19:50.947583 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f28ce5-227a-4669-8c4a-5206a42a788c None None] Checking router: 258193da-6e03-4a4d-9e9a-8ecd64df345b for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:19:50.956859 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f28ce5-227a-4669-8c4a-5206a42a788c None None] Routers {'258193da-6e03-4a4d-9e9a-8ecd64df345b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:19:50.960326 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-24f28ce5-227a-4669-8c4a-5206a42a788c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:19:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['258193da-6e03-4a4d-9e9a-8ecd64df345b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:50.990159 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-864e70ef-13fe-437f-8604-c09be58a603b req-0d17f42a-9d24-4248-a429-9739e26492a7 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221168 Nov 15 11:19:51.120574 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-864e70ef-13fe-437f-8604-c09be58a603b req-d1d6922b-0302-4fe6-bc78-87ed390c00df service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236601 Nov 15 11:19:51.129140 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c351d1bd-225f-4e90-add5-04edb2ce4055 x-openstack-request-id: req-c351d1bd-225f-4e90-add5-04edb2ce4055 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:51.129661 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c", "name": "network-vif-plugged", "status": "completed", "tag": "b71e1b90-0b31-48c8-a2e0-af998fb3a6ea", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:51.129661 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c351d1bd-225f-4e90-add5-04edb2ce4055 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:51.130612 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71e1b90-0b31-48c8-a2e0-af998fb3a6ea', 'code': 200} Nov 15 11:19:51.135442 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-24f28ce5-227a-4669-8c4a-5206a42a788c None None] Set router 258193da-6e03-4a4d-9e9a-8ecd64df345b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:19:51.178093 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60934) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:51.199790 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b312a9-bb7e-469f-bd3c-bbf375807a69 req-a558d194-9bb6-4f70-83d7-1fe2d266cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:51.201304 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11b312a9-bb7e-469f-bd3c-bbf375807a69 req-a558d194-9bb6-4f70-83d7-1fe2d266cb5a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 1097 time: 0.0488529 Nov 15 11:19:51.213492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabdf85-d940-44ab-b913-8578af65b63c req-7a7783ad-4063-48b8-993a-3ec400e4b8b8 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:51.215097 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cfabdf85-d940-44ab-b913-8578af65b63c req-7a7783ad-4063-48b8-993a-3ec400e4b8b8 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/ports?device_id=15f083a2-0ea9-499d-9b1d-1f719458252f HTTP/1.1" status: 200 len: 947 time: 0.0934196 Nov 15 11:19:51.243558 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8be6088a-20b4-41c7-a8e9-6ecc4239115d tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:51.268571 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8be6088a-20b4-41c7-a8e9-6ecc4239115d tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:51.322296 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8be6088a-20b4-41c7-a8e9-6ecc4239115d tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:51.325117 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8be6088a-20b4-41c7-a8e9-6ecc4239115d tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:51.326270 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8be6088a-20b4-41c7-a8e9-6ecc4239115d tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "DELETE /v2.0/security-groups/4509f34b-5f89-4757-9d6f-da262ee3f080 HTTP/1.1" status: 204 len: 168 time: 0.1471975 Nov 15 11:19:51.330416 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60944) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:51.339011 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cfabdf85-d940-44ab-b913-8578af65b63c req-703cf25e-45f4-4b80-bfc7-9448cd9f9e91 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d58a0e-18b9-4743-8623-bc81d5745dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172986 Nov 15 11:19:51.344652 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6088a-20b4-41c7-a8e9-6ecc4239115d tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4509f34b-5f89-4757-9d6f-da262ee3f080,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:51.348574 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11b312a9-bb7e-469f-bd3c-bbf375807a69 req-d02ea71f-2a7a-4958-97d5-38f3a9018ded service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324544 Nov 15 11:19:51.364499 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-62a0b476-4f05-47d6-a299-fc6c6edf7ad2 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] show failed (client error): The resource could not be found. Nov 15 11:19:51.369165 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-62a0b476-4f05-47d6-a299-fc6c6edf7ad2 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "GET /v2.0/security-groups/4509f34b-5f89-4757-9d6f-da262ee3f080 HTTP/1.1" status: 404 len: 347 time: 0.0355880 Nov 15 11:19:51.369345 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60946) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:51.394323 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-24f28ce5-227a-4669-8c4a-5206a42a788c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'name': 'tempest-ServersTestJSON-1877086239-router', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:17:27Z', 'updated_at': '2021-11-15T11:17:34Z', 'revision_number': 4, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'gw_port': {'id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:17:28Z', 'updated_at': '2021-11-15T11:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'bbeb62ae-6d74-4628-bac8-79c4397f355b', 'name': '', 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'mac_address': 'fa:16:3e:74:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '797b424f-66ce-468d-885b-5a988198f6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:17:33Z', 'updated_at': '2021-11-15T11:17:41Z', 'revision_number': 5, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'subnets': [{'id': '797b424f-66ce-468d-885b-5a988198f6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:51.408512 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-e7116567-0b53-42a7-af0d-180fca64b76b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:51.410013 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-e7116567-0b53-42a7-af0d-180fca64b76b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/networks?id=09b1efd8-eb77-4965-a77c-23c7047088b0 HTTP/1.1" status: 200 len: 805 time: 0.1592541 Nov 15 11:19:51.426336 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-189fa9ae-ef13-4699-ab8d-1f4fa4d1be72 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/quotas/1f314a8afee34f158da011fc25e91eb9 HTTP/1.1" status: 200 len: 375 time: 0.0104392 Nov 15 11:19:51.431149 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f28ce5-227a-4669-8c4a-5206a42a788c None None] The sync data for ids ['258193da-6e03-4a4d-9e9a-8ecd64df345b'] in n-d-729945-9 is: [{'id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'name': 'tempest-ServersTestJSON-1877086239-router', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:17:27Z', 'updated_at': '2021-11-15T11:17:34Z', 'revision_number': 4, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'gw_port': {'id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:17:28Z', 'updated_at': '2021-11-15T11:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'bbeb62ae-6d74-4628-bac8-79c4397f355b', 'name': '', 'network_id': '78f71f23-a7be-4d8c-8560-640a17cce1fe', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'mac_address': 'fa:16:3e:74:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '797b424f-66ce-468d-885b-5a988198f6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:17:33Z', 'updated_at': '2021-11-15T11:17:41Z', 'revision_number': 5, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'subnets': [{'id': '797b424f-66ce-468d-885b-5a988198f6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:19:51.484591 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-3d8742cd-dead-4af5-9e03-90851ed102d9 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f314a8afee34f158da011fc25e91eb9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457692 Nov 15 11:19:51.501644 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1676a97c-9cab-4087-98f6-5644d56fa014 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Deleting port b10298b6-9259-4771-9adf-d9cf9dfa78ac {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:19:51.501979 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1676a97c-9cab-4087-98f6-5644d56fa014 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:51.578428 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1676a97c-9cab-4087-98f6-5644d56fa014 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:51.578843 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1676a97c-9cab-4087-98f6-5644d56fa014 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:51.583962 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-99b18903-64a6-4244-98ce-0167960fe70e service neutron] 10.222.0.64 "GET /v2.0/networks/09b1efd8-eb77-4965-a77c-23c7047088b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907433 Nov 15 11:19:51.591448 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1676a97c-9cab-4087-98f6-5644d56fa014 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Calling delete_port for b10298b6-9259-4771-9adf-d9cf9dfa78ac owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:19:51.678918 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-f0767756-28df-4de1-a74e-aa875a67ea9c service neutron] 10.222.0.64 "GET /v2.0/networks/09b1efd8-eb77-4965-a77c-23c7047088b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883982 Nov 15 11:19:51.701568 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007ed566-3f5e-49c1-bb62-550ab330e0dd None None] New status for floating IP fb3cc427-9ccd-4416-bb03-d78b8feccf2c: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:19:51.738327 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1676a97c-9cab-4087-98f6-5644d56fa014 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:51.765222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676a97c-9cab-4087-98f6-5644d56fa014 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Pushing event deleted for resources: {'Port': ['ID=b10298b6-9259-4771-9adf-d9cf9dfa78ac,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:51.783581 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.db.api [None req-007ed566-3f5e-49c1-bb62-550ab330e0dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102680) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:19:51.784057 n-d-729945-9 neutron-server[102680]: DEBUG oslo_db.api [None req-007ed566-3f5e-49c1-bb62-550ab330e0dd None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:19:51.830815 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1676a97c-9cab-4087-98f6-5644d56fa014 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:51.833637 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1676a97c-9cab-4087-98f6-5644d56fa014 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:51.834961 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1676a97c-9cab-4087-98f6-5644d56fa014 tempest-ServersTestJSON-1931372857 tempest-ServersTestJSON-1931372857-project] 10.222.0.64 "DELETE /v2.0/floatingips/fb3cc427-9ccd-4416-bb03-d78b8feccf2c HTTP/1.1" status: 204 len: 168 time: 0.4646845 Nov 15 11:19:51.838114 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60956) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:52.155719 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device eb5eb360-5766-470e-b649-70ba9ef7fadd no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:19:52.178152 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: eb5eb360-5766-470e-b649-70ba9ef7fadd {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:19:52.178318 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device eb5eb360-5766-470e-b649-70ba9ef7fadd not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:19:52.198446 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91e0fb06-76f9-4d38-8ffd-56d270cbf2fb req-9f35e961-9b48-4046-a326-e4dc5a353d8e tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 210 time: 0.3354111 Nov 15 11:19:52.222097 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5179db-5b92-45ea-95a6-d3f5518beb96 req-8840949c-a77c-4daf-be4b-de713cc9cd6d tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:52.222097 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7d5179db-5b92-45ea-95a6-d3f5518beb96 req-8840949c-a77c-4daf-be4b-de713cc9cd6d tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.3669980 Nov 15 11:19:52.237345 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-351a3aec-8cc7-4611-bea8-b49952d08a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:52.282035 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7d5179db-5b92-45ea-95a6-d3f5518beb96 req-c3001606-3ede-464d-a125-3240c014c0cb tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512559 Nov 15 11:19:52.286004 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007ed566-3f5e-49c1-bb62-550ab330e0dd None None] New status for floating IP fb3cc427-9ccd-4416-bb03-d78b8feccf2c: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:19:52.324159 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f083a2-0ea9-499d-9b1d-1f719458252f', 'tag': '0e787250-bd1e-402a-baac-28fc47931ea7'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:52.327399 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6d6aa6-6745-44a6-b165-2b35bf4b076e" -d '{"events": [{"name": "network-changed", "server_uuid": "15f083a2-0ea9-499d-9b1d-1f719458252f", "tag": "0e787250-bd1e-402a-baac-28fc47931ea7"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:52.353994 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03234456-3ea3-4685-bd09-1e446c481af4 req-081b06b2-08e5-4137-962c-56f2ab5273bb tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:52.356111 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-03234456-3ea3-4685-bd09-1e446c481af4 req-081b06b2-08e5-4137-962c-56f2ab5273bb tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.0728939 Nov 15 11:19:52.447922 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-03234456-3ea3-4685-bd09-1e446c481af4 req-be34df74-67be-4968-9364-edcf566997bf tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759904 Nov 15 11:19:52.509800 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf3d50d-196b-423d-bac5-abb746038710 x-openstack-request-id: req-fcf3d50d-196b-423d-bac5-abb746038710 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:52.510248 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15f083a2-0ea9-499d-9b1d-1f719458252f", "tag": "0e787250-bd1e-402a-baac-28fc47931ea7", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:52.510631 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fcf3d50d-196b-423d-bac5-abb746038710 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:52.511162 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f083a2-0ea9-499d-9b1d-1f719458252f', 'tag': '0e787250-bd1e-402a-baac-28fc47931ea7', 'status': 'completed', 'code': 200} Nov 15 11:19:52.550338 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-351a3aec-8cc7-4611-bea8-b49952d08a08 admin admin] Deleting port bbeb62ae-6d74-4628-bac8-79c4397f355b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:19:52.550661 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-351a3aec-8cc7-4611-bea8-b49952d08a08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:52.634640 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d6aa6-6745-44a6-b165-2b35bf4b076e req-4c0ab7b7-5f56-4dd5-a3be-5dbf58970785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:52.636215 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df6d6aa6-6745-44a6-b165-2b35bf4b076e req-4c0ab7b7-5f56-4dd5-a3be-5dbf58970785 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e42a15de0a2042218b7fdf30f52c5b65&device_id=15f083a2-0ea9-499d-9b1d-1f719458252f HTTP/1.1" status: 200 len: 1098 time: 0.0817068 Nov 15 11:19:52.649568 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7adc118-0fcf-430e-89c6-a42592110de2 req-a7ab048f-7ba1-4a4f-aa89-efc598f7a9d4 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:52.651053 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7adc118-0fcf-430e-89c6-a42592110de2 req-a7ab048f-7ba1-4a4f-aa89-efc598f7a9d4 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/ports?device_id=15f083a2-0ea9-499d-9b1d-1f719458252f HTTP/1.1" status: 200 len: 947 time: 0.0823643 Nov 15 11:19:52.651511 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-351a3aec-8cc7-4611-bea8-b49952d08a08 admin admin] For port bbeb62ae-6d74-4628-bac8-79c4397f355b, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=bbeb62ae-6d74-4628-bac8-79c4397f355b,segment=NetworkSegment(77b14f42-ad23-4232-82c6-ab3c9aaddb5a),segment_id=77b14f42-ad23-4232-82c6-ab3c9aaddb5a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:52.652081 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-351a3aec-8cc7-4611-bea8-b49952d08a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:52.665230 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-351a3aec-8cc7-4611-bea8-b49952d08a08 admin admin] Calling delete_port for bbeb62ae-6d74-4628-bac8-79c4397f355b owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:19:52.756349 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7adc118-0fcf-430e-89c6-a42592110de2 req-fffcc2f5-2d39-4f59-8570-5f155c54a6be tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d58a0e-18b9-4743-8623-bc81d5745dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958624 Nov 15 11:19:52.773346 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d6aa6-6745-44a6-b165-2b35bf4b076e req-8749a431-ea42-401c-94be-bb14162c352d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:52.774860 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df6d6aa6-6745-44a6-b165-2b35bf4b076e req-8749a431-ea42-401c-94be-bb14162c352d service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.1229358 Nov 15 11:19:52.822657 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df6d6aa6-6745-44a6-b165-2b35bf4b076e req-7a3be0e3-74bb-43fa-a2b0-e1e98b050764 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=0e787250-bd1e-402a-baac-28fc47931ea7 HTTP/1.1" status: 200 len: 217 time: 0.0348816 Nov 15 11:19:52.849444 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-351a3aec-8cc7-4611-bea8-b49952d08a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:52.857174 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 2f283727-0406-4119-863e-444ba05a9bac no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:19:52.876677 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a3aec-8cc7-4611-bea8-b49952d08a08 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbeb62ae-6d74-4628-bac8-79c4397f355b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:52.879695 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d6aa6-6745-44a6-b165-2b35bf4b076e req-8081fca6-a915-42a0-a7f1-3e837cabdb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:52.881496 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df6d6aa6-6745-44a6-b165-2b35bf4b076e req-8081fca6-a915-42a0-a7f1-3e837cabdb0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0503716 Nov 15 11:19:52.955949 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:52.994998 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d6aa6-6745-44a6-b165-2b35bf4b076e req-a5692087-fca2-4d48-bb7f-6b90abdc6f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:52.997099 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df6d6aa6-6745-44a6-b165-2b35bf4b076e req-a5692087-fca2-4d48-bb7f-6b90abdc6f42 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0856776 Nov 15 11:19:53.017904 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 2f283727-0406-4119-863e-444ba05a9bac, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2f283727-0406-4119-863e-444ba05a9bac,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:53.027719 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:53.092992 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=2f283727-0406-4119-863e-444ba05a9bac,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:53.109787 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af3c78-214a-49d6-95a7-2473bb1bee00 req-0665e68a-3112-4cab-aa83-23f98dc95f22 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:53.109787 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02af3c78-214a-49d6-95a7-2473bb1bee00 req-0665e68a-3112-4cab-aa83-23f98dc95f22 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.11 "GET /v2.0/ports?device_id=1af27a98-aa40-4e63-8ff1-eb828f7fe448 HTTP/1.1" status: 200 len: 946 time: 0.1541829 Nov 15 11:19:53.131970 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af27a98-aa40-4e63-8ff1-eb828f7fe448', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f283727-0406-4119-863e-444ba05a9bac'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:53.134290 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8f38d4-2a64-4828-841e-5039bee1d00b" -d '{"events": [{"server_uuid": "1af27a98-aa40-4e63-8ff1-eb828f7fe448", "name": "network-vif-unplugged", "status": "completed", "tag": "2f283727-0406-4119-863e-444ba05a9bac"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:53.136426 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-351a3aec-8cc7-4611-bea8-b49952d08a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:53.198748 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8471340d-d08c-4400-b757-5cbe5e17e952 x-openstack-request-id: req-8471340d-d08c-4400-b757-5cbe5e17e952 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:53.199227 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af27a98-aa40-4e63-8ff1-eb828f7fe448", "name": "network-vif-unplugged", "status": "completed", "tag": "2f283727-0406-4119-863e-444ba05a9bac", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:53.199459 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8471340d-d08c-4400-b757-5cbe5e17e952 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:53.199874 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af27a98-aa40-4e63-8ff1-eb828f7fe448', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f283727-0406-4119-863e-444ba05a9bac', 'code': 200} Nov 15 11:19:53.328244 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e590107b-71a0-4a16-bcb7-435693232d10 req-8301e8d2-cc2f-48a7-b755-b2ae7e52ad30 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 210 time: 0.0532992 Nov 15 11:19:53.335913 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df6d6aa6-6745-44a6-b165-2b35bf4b076e req-cb8467a6-e310-419d-9251-50c5cdfffed3 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120732 Nov 15 11:19:53.370472 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351a3aec-8cc7-4611-bea8-b49952d08a08 admin admin] Router 258193da-6e03-4a4d-9e9a-8ecd64df345b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:19:53.371147 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-5ae9645f-35ed-4d8c-a6a2-3d0ff36bdf4c tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:53.372640 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-5ae9645f-35ed-4d8c-a6a2-3d0ff36bdf4c tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.55 "GET /v2.0/networks?id=09b1efd8-eb77-4965-a77c-23c7047088b0 HTTP/1.1" status: 200 len: 805 time: 0.3575907 Nov 15 11:19:53.412939 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-49a8dca4-6e03-41cd-8a1e-dddd122e523d tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Request body: {'port': {'device_id': 'f47668e8-5344-4ccc-bc7a-f3f1689f9283', 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0', 'admin_state_up': True, 'tenant_id': '1f314a8afee34f158da011fc25e91eb9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:19:53.490775 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351a3aec-8cc7-4611-bea8-b49952d08a08 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:19:53.495299 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-02af3c78-214a-49d6-95a7-2473bb1bee00 req-41d69067-e2d8-4911-af7e-67f6de3378e4 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Deleting port 2f283727-0406-4119-863e-444ba05a9bac {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:19:53.495640 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-02af3c78-214a-49d6-95a7-2473bb1bee00 req-41d69067-e2d8-4911-af7e-67f6de3378e4 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:53.500857 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-351a3aec-8cc7-4611-bea8-b49952d08a08 admin admin] 10.222.0.64 "PUT /v2.0/routers/258193da-6e03-4a4d-9e9a-8ecd64df345b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6590509 Nov 15 11:19:53.500980 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60986) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:53.509142 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb04481-a15d-484a-af24-6a31afe42571 None None] Sync routers for ids ['258193da-6e03-4a4d-9e9a-8ecd64df345b'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:19:53.526452 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb04481-a15d-484a-af24-6a31afe42571 None None] Routers {'258193da-6e03-4a4d-9e9a-8ecd64df345b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:19:53.527743 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8fb04481-a15d-484a-af24-6a31afe42571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:19:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['258193da-6e03-4a4d-9e9a-8ecd64df345b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:53.635410 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-8fb04481-a15d-484a-af24-6a31afe42571 None None] Set router 258193da-6e03-4a4d-9e9a-8ecd64df345b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:19:53.642171 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8616d0-1179-4d9d-bda7-73b05364c983 req-1ce31f84-04a8-4184-8182-2cb6fe5a5872 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:53.643755 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a8616d0-1179-4d9d-bda7-73b05364c983 req-1ce31f84-04a8-4184-8182-2cb6fe5a5872 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.2448394 Nov 15 11:19:53.651568 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df6d6aa6-6745-44a6-b165-2b35bf4b076e req-6227e889-927e-477f-b269-d2d2d3f94cc5 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045523 Nov 15 11:19:53.743115 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-02af3c78-214a-49d6-95a7-2473bb1bee00 req-41d69067-e2d8-4911-af7e-67f6de3378e4 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] For port 2f283727-0406-4119-863e-444ba05a9bac, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2f283727-0406-4119-863e-444ba05a9bac,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:53.743940 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-02af3c78-214a-49d6-95a7-2473bb1bee00 req-41d69067-e2d8-4911-af7e-67f6de3378e4 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:53.753139 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5ce3d-6066-4fc3-add2-be167a8f6ff5 req-f2f61077-ce5b-4678-a44c-22e2a3b1ef6f tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:53.754744 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-09e5ce3d-6066-4fc3-add2-be167a8f6ff5 req-f2f61077-ce5b-4678-a44c-22e2a3b1ef6f tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.2022903 Nov 15 11:19:53.777107 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-02af3c78-214a-49d6-95a7-2473bb1bee00 req-41d69067-e2d8-4911-af7e-67f6de3378e4 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Calling delete_port for 2f283727-0406-4119-863e-444ba05a9bac owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:19:53.804227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-49a8dca4-6e03-41cd-8a1e-dddd122e523d tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Made reservation on behalf of 1f314a8afee34f158da011fc25e91eb9 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:19:53.807686 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-49a8dca4-6e03-41cd-8a1e-dddd122e523d tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:53.815611 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a8616d0-1179-4d9d-bda7-73b05364c983 req-2f9d9ce8-422f-4896-bec3-44b7a359002e tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470623 Nov 15 11:19:53.824401 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8fb04481-a15d-484a-af24-6a31afe42571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'name': 'tempest-ServersTestJSON-1877086239-router', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:17:27Z', 'updated_at': '2021-11-15T11:19:52Z', 'revision_number': 5, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'gw_port': {'id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:17:28Z', 'updated_at': '2021-11-15T11:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:53.868735 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb04481-a15d-484a-af24-6a31afe42571 None None] Checking router: 258193da-6e03-4a4d-9e9a-8ecd64df345b for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:19:53.877300 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb04481-a15d-484a-af24-6a31afe42571 None None] Routers {'258193da-6e03-4a4d-9e9a-8ecd64df345b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:19:53.877925 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8fb04481-a15d-484a-af24-6a31afe42571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:19:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['258193da-6e03-4a4d-9e9a-8ecd64df345b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:53.905510 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d8954bd-2566-4e2c-acae-28bc86b5b8fe admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:53.924392 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-09e5ce3d-6066-4fc3-add2-be167a8f6ff5 req-e364f12d-41a6-4ba7-89b2-3d27f5001dfb tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486130 Nov 15 11:19:54.010394 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-8fb04481-a15d-484a-af24-6a31afe42571 None None] Set router 258193da-6e03-4a4d-9e9a-8ecd64df345b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:19:54.066718 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d8954bd-2566-4e2c-acae-28bc86b5b8fe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:54.189663 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 0e787250-bd1e-402a-baac-28fc47931ea7 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:19:54.224912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fcf95-35e6-435e-89c5-c515c46e729a req-12b5631b-f915-41fa-8cf4-31dbf893118f tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:54.226388 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb5fcf95-35e6-435e-89c5-c515c46e729a req-12b5631b-f915-41fa-8cf4-31dbf893118f tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/ports?device_id=15f083a2-0ea9-499d-9b1d-1f719458252f HTTP/1.1" status: 200 len: 947 time: 0.2169547 Nov 15 11:19:54.243847 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-02af3c78-214a-49d6-95a7-2473bb1bee00 req-41d69067-e2d8-4911-af7e-67f6de3378e4 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:54.255328 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e260065-66f6-4be2-a64d-dd42c7f1e911 req-2a9f55ec-0ab0-4b92-9667-6fc83510d41f tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:54.256833 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e260065-66f6-4be2-a64d-dd42c7f1e911 req-2a9f55ec-0ab0-4b92-9667-6fc83510d41f tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.1840558 Nov 15 11:19:54.280422 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8fb04481-a15d-484a-af24-6a31afe42571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'name': 'tempest-ServersTestJSON-1877086239-router', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:17:27Z', 'updated_at': '2021-11-15T11:19:52Z', 'revision_number': 5, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'gw_port': {'id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:17:28Z', 'updated_at': '2021-11-15T11:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:54.284136 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6d8954bd-2566-4e2c-acae-28bc86b5b8fe admin admin] Deleting port 9cd3416a-ec90-4a37-a996-b7f8b43b52a4 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:19:54.284475 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d8954bd-2566-4e2c-acae-28bc86b5b8fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:54.301118 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-49a8dca4-6e03-41cd-8a1e-dddd122e523d tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Allocated IP 172.20.0.8 (09b1efd8-eb77-4965-a77c-23c7047088b0/e1ef15d9-2812-4825-8c7b-2bbfb46898e7/0fac5199-aa31-462a-8045-c784ba9f690c) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:19:54.311337 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb04481-a15d-484a-af24-6a31afe42571 None None] The sync data for ids ['258193da-6e03-4a4d-9e9a-8ecd64df345b'] in n-d-729945-9 is: [{'id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'name': 'tempest-ServersTestJSON-1877086239-router', 'tenant_id': 'df0b3da522ad448b95a4d56ee86052cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:17:27Z', 'updated_at': '2021-11-15T11:19:52Z', 'revision_number': 5, 'project_id': 'df0b3da522ad448b95a4d56ee86052cc', 'gw_port': {'id': '9cd3416a-ec90-4a37-a996-b7f8b43b52a4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258193da-6e03-4a4d-9e9a-8ecd64df345b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:17:28Z', 'updated_at': '2021-11-15T11:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:19:54.317405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d69067-e2d8-4911-af7e-67f6de3378e4 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Pushing event deleted for resources: {'Port': ['ID=2f283727-0406-4119-863e-444ba05a9bac,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:54.339564 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 0e787250-bd1e-402a-baac-28fc47931ea7, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0e787250-bd1e-402a-baac-28fc47931ea7,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:54.354523 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '0e787250-bd1e-402a-baac-28fc47931ea7', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '0e787250-bd1e-402a-baac-28fc47931ea7', 'mac_address': 'fa:16:3e:83:32:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:19:54.399004 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:54.400033 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb5fcf95-35e6-435e-89c5-c515c46e729a req-4b195dcf-0faa-473a-9491-8071d1b78d09 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d58a0e-18b9-4743-8623-bc81d5745dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667101 Nov 15 11:19:54.410592 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6d8954bd-2566-4e2c-acae-28bc86b5b8fe admin admin] For port 9cd3416a-ec90-4a37-a996-b7f8b43b52a4, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9cd3416a-ec90-4a37-a996-b7f8b43b52a4,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:54.411315 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d8954bd-2566-4e2c-acae-28bc86b5b8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:54.412267 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e787250-bd1e-402a-baac-28fc47931ea7 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:19:54.432277 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6d8954bd-2566-4e2c-acae-28bc86b5b8fe admin admin] Calling delete_port for 9cd3416a-ec90-4a37-a996-b7f8b43b52a4 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:19:54.434621 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 0e787250-bd1e-402a-baac-28fc47931ea7, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0e787250-bd1e-402a-baac-28fc47931ea7,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:54.435537 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-02af3c78-214a-49d6-95a7-2473bb1bee00 req-41d69067-e2d8-4911-af7e-67f6de3378e4 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] No DVR routers for this DVR port 2f283727-0406-4119-863e-444ba05a9bac on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:19:54.441736 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:54.447389 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-02af3c78-214a-49d6-95a7-2473bb1bee00 req-41d69067-e2d8-4911-af7e-67f6de3378e4 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:54.450709 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02af3c78-214a-49d6-95a7-2473bb1bee00 req-41d69067-e2d8-4911-af7e-67f6de3378e4 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.11 "DELETE /v2.0/ports/2f283727-0406-4119-863e-444ba05a9bac HTTP/1.1" status: 204 len: 173 time: 1.3205154 Nov 15 11:19:54.468615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e260065-66f6-4be2-a64d-dd42c7f1e911 req-b76049f5-8c09-4b34-b5cf-15ebeb7e5966 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921606 Nov 15 11:19:54.520286 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66830689-ffc9-4e2e-98ec-bad6f78ac798 req-35a0d871-a00e-4283-8602-f8b8bcabb928 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 210 time: 0.0503731 Nov 15 11:19:54.531146 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af27a98-aa40-4e63-8ff1-eb828f7fe448', 'name': 'network-vif-deleted', 'tag': '2f283727-0406-4119-863e-444ba05a9bac'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:54.539439 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506ec145-6f65-4727-be71-b0ecb47c1ca2" -d '{"events": [{"server_uuid": "1af27a98-aa40-4e63-8ff1-eb828f7fe448", "name": "network-vif-deleted", "tag": "2f283727-0406-4119-863e-444ba05a9bac"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:54.638841 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca9fb76-139d-4418-8908-152260a62bd8 x-openstack-request-id: req-5ca9fb76-139d-4418-8908-152260a62bd8 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:54.639127 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af27a98-aa40-4e63-8ff1-eb828f7fe448", "name": "network-vif-deleted", "tag": "2f283727-0406-4119-863e-444ba05a9bac", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:54.639375 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ca9fb76-139d-4418-8908-152260a62bd8 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:54.639768 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af27a98-aa40-4e63-8ff1-eb828f7fe448', 'name': 'network-vif-deleted', 'tag': '2f283727-0406-4119-863e-444ba05a9bac', 'status': 'completed', 'code': 200} Nov 15 11:19:54.734314 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d8954bd-2566-4e2c-acae-28bc86b5b8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:54.748795 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=0e787250-bd1e-402a-baac-28fc47931ea7,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:54.770225 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-49a8dca4-6e03-41cd-8a1e-dddd122e523d tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:54.809485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0b960-8b43-40f2-8a05-d61858a559ec req-ddc59093-f00d-4bd9-9626-8299d817b7ae tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:54.811102 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21b0b960-8b43-40f2-8a05-d61858a559ec req-ddc59093-f00d-4bd9-9626-8299d817b7ae tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.0775373 Nov 15 11:19:54.814061 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8954bd-2566-4e2c-acae-28bc86b5b8fe admin admin] Pushing event deleted for resources: {'Port': ['ID=9cd3416a-ec90-4a37-a996-b7f8b43b52a4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:54.835202 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d8954bd-2566-4e2c-acae-28bc86b5b8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:54.843260 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-49a8dca4-6e03-41cd-8a1e-dddd122e523d tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:54.878780 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['0e787250-bd1e-402a-baac-28fc47931ea7'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:19:54.901998 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21b0b960-8b43-40f2-8a05-d61858a559ec req-8996ee94-7096-48ac-a4f8-07f69eb919ea tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840683 Nov 15 11:19:54.913266 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-49a8dca4-6e03-41cd-8a1e-dddd122e523d tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Network 09b1efd8-eb77-4965-a77c-23c7047088b0 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:19:54.917425 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-49a8dca4-6e03-41cd-8a1e-dddd122e523d tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:19:54.919383 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8dca4-6e03-41cd-8a1e-dddd122e523d tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Pushing event updated for resources: {'Port': ['ID=0fac5199-aa31-462a-8045-c784ba9f690c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:54.921602 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-49a8dca4-6e03-41cd-8a1e-dddd122e523d tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:19:55.005442 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d8954bd-2566-4e2c-acae-28bc86b5b8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:55.011674 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d8954bd-2566-4e2c-acae-28bc86b5b8fe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:55.070173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-49a8dca4-6e03-41cd-8a1e-dddd122e523d tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:55.070988 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-49a8dca4-6e03-41cd-8a1e-dddd122e523d tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:55.086516 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d8954bd-2566-4e2c-acae-28bc86b5b8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:55.087195 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8954bd-2566-4e2c-acae-28bc86b5b8fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 258193da-6e03-4a4d-9e9a-8ecd64df345b {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:19:55.095872 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d8954bd-2566-4e2c-acae-28bc86b5b8fe admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:55.095872 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6d8954bd-2566-4e2c-acae-28bc86b5b8fe admin admin] 10.222.0.64 "DELETE /v2.0/routers/258193da-6e03-4a4d-9e9a-8ecd64df345b HTTP/1.1" status: 204 len: 168 time: 1.5939047 Nov 15 11:19:55.098579 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 32780) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:55.175610 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-49a8dca4-6e03-41cd-8a1e-dddd122e523d tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7744133 Nov 15 11:19:55.194078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-2983cb5b-5e57-4747-bf60-3e8143bcc09e service neutron] Request body: {'port': {'device_id': 'f47668e8-5344-4ccc-bc7a-f3f1689f9283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:19:55.206089 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e91705-7e89-4cf4-b769-65d98b42eef1 req-b8350ea3-acf9-451f-8afc-c5f16bf65654 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:55.207544 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-63e91705-7e89-4cf4-b769-65d98b42eef1 req-b8350ea3-acf9-451f-8afc-c5f16bf65654 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.1724601 Nov 15 11:19:55.229224 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4b6748-a52c-45dc-82a8-3318d4d2b93c admin admin] Deleting subnet 797b424f-66ce-468d-885b-5a988198f6f8 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:19:55.240015 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce4b6748-a52c-45dc-82a8-3318d4d2b93c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:55.294006 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df259ecb-3f82-45dc-b357-3327e6d6a88d req-147883b2-7d0b-4b95-acd6-9d2cc2bc4bac tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:55.295518 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df259ecb-3f82-45dc-b357-3327e6d6a88d req-147883b2-7d0b-4b95-acd6-9d2cc2bc4bac tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.1792235 Nov 15 11:19:55.354243 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce4b6748-a52c-45dc-82a8-3318d4d2b93c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:55.376605 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-2983cb5b-5e57-4747-bf60-3e8143bcc09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:55.387340 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-63e91705-7e89-4cf4-b769-65d98b42eef1 req-b83acbbb-15df-4ca2-a2d5-d50e059f3461 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557779 Nov 15 11:19:55.455785 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df259ecb-3f82-45dc-b357-3327e6d6a88d req-b9605a3a-5bde-4e5d-8b89-d2366a365f57 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369662 Nov 15 11:19:55.559474 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce4b6748-a52c-45dc-82a8-3318d4d2b93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:56.013979 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940827b9-bf58-4b3a-b4cc-6f867ad359b4 req-51965fae-c047-49d6-abf5-abe3e488b040 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:56.015401 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-940827b9-bf58-4b3a-b4cc-6f867ad359b4 req-51965fae-c047-49d6-abf5-abe3e488b040 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/ports?device_id=15f083a2-0ea9-499d-9b1d-1f719458252f HTTP/1.1" status: 200 len: 948 time: 0.4683862 Nov 15 11:19:56.030560 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9cd3416a-ec90-4a37-a996-b7f8b43b52a4 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:19:56.036272 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d3b99-c03b-4bbc-b9d5-70019947177d req-ffb41371-929e-47e4-93f3-7a5c0e80f75e tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:56.037780 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-807d3b99-c03b-4bbc-b9d5-70019947177d req-ffb41371-929e-47e4-93f3-7a5c0e80f75e tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 931 time: 0.1500857 Nov 15 11:19:56.045154 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce4b6748-a52c-45dc-82a8-3318d4d2b93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:56.053352 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 9cd3416a-ec90-4a37-a996-b7f8b43b52a4 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:19:56.053687 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9cd3416a-ec90-4a37-a996-b7f8b43b52a4 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:19:56.054085 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bbeb62ae-6d74-4628-bac8-79c4397f355b no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:19:56.073295 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: bbeb62ae-6d74-4628-bac8-79c4397f355b {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:19:56.073805 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bbeb62ae-6d74-4628-bac8-79c4397f355b not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:19:56.098837 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b6748-a52c-45dc-82a8-3318d4d2b93c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=797b424f-66ce-468d-885b-5a988198f6f8,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:56.109222 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57e383e-a39f-4cda-97c3-ae09a3e5e5de None None] Network 78f71f23-a7be-4d8c-8560-640a17cce1fe requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:19:56.113834 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce4b6748-a52c-45dc-82a8-3318d4d2b93c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:56.117090 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ce4b6748-a52c-45dc-82a8-3318d4d2b93c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/797b424f-66ce-468d-885b-5a988198f6f8 HTTP/1.1" status: 204 len: 168 time: 1.0145764 Nov 15 11:19:56.120095 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 32806) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:56.189522 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-940827b9-bf58-4b3a-b4cc-6f867ad359b4 req-45552a66-7440-411e-975f-8e165d67f60f tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d58a0e-18b9-4743-8623-bc81d5745dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662879 Nov 15 11:19:56.196450 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-807d3b99-c03b-4bbc-b9d5-70019947177d req-b1da6a75-4b1f-4397-becc-a94dbb38b5e2 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491978 Nov 15 11:19:56.198671 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3029272-79eb-4a0d-9895-d66e7c80a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:56.201651 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 0e787250-bd1e-402a-baac-28fc47931ea7 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:19:56.249236 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-2983cb5b-5e57-4747-bf60-3e8143bcc09e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fac5199-aa31-462a-8045-c784ba9f690c {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:19:56.259998 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-2983cb5b-5e57-4747-bf60-3e8143bcc09e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:56.274054 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c3029272-79eb-4a0d-9895-d66e7c80a6db admin admin] Deleting port c0a2526e-64ea-4576-8046-571610a1a726 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:19:56.275551 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3029272-79eb-4a0d-9895-d66e7c80a6db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:56.282301 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-2983cb5b-5e57-4747-bf60-3e8143bcc09e service neutron] Transition to ACTIVE for port object 0fac5199-aa31-462a-8045-c784ba9f690c will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:19:56.284953 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 0e787250-bd1e-402a-baac-28fc47931ea7 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:19:56.289793 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 0e787250-bd1e-402a-baac-28fc47931ea7 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:19:56.290352 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:56.293860 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-2983cb5b-5e57-4747-bf60-3e8143bcc09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:56.355105 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c98e145-8865-4839-bdbd-2e59cb1d679c None None] DHCP port deletion for 78f71f23-a7be-4d8c-8560-640a17cce1fe request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:19:56.372024 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c3029272-79eb-4a0d-9895-d66e7c80a6db admin admin] For port c0a2526e-64ea-4576-8046-571610a1a726, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c0a2526e-64ea-4576-8046-571610a1a726,segment=NetworkSegment(77b14f42-ad23-4232-82c6-ab3c9aaddb5a),segment_id=77b14f42-ad23-4232-82c6-ab3c9aaddb5a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:56.372398 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3029272-79eb-4a0d-9895-d66e7c80a6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:56.390069 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c3029272-79eb-4a0d-9895-d66e7c80a6db admin admin] Calling delete_port for c0a2526e-64ea-4576-8046-571610a1a726 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:19:56.410496 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983cb5b-5e57-4747-bf60-3e8143bcc09e service neutron] Pushing event updated for resources: {'Port': ['ID=0fac5199-aa31-462a-8045-c784ba9f690c,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:56.431588 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:56.446977 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311c406-3a46-48c9-8ee7-b8b591bad227 req-8140dc21-1374-4bf0-8d86-23af7d7d1c24 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:56.455025 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b311c406-3a46-48c9-8ee7-b8b591bad227 req-8140dc21-1374-4bf0-8d86-23af7d7d1c24 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.1041086 Nov 15 11:19:56.464141 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f083a2-0ea9-499d-9b1d-1f719458252f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e787250-bd1e-402a-baac-28fc47931ea7'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:56.466520 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f932c49-589e-4c2c-afde-448c3ace029d" -d '{"events": [{"server_uuid": "15f083a2-0ea9-499d-9b1d-1f719458252f", "name": "network-vif-plugged", "status": "completed", "tag": "0e787250-bd1e-402a-baac-28fc47931ea7"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:56.487433 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 0e787250-bd1e-402a-baac-28fc47931ea7, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0e787250-bd1e-402a-baac-28fc47931ea7,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:56.490389 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-9c98e145-8865-4839-bdbd-2e59cb1d679c None None] Deleting port c0a2526e-64ea-4576-8046-571610a1a726 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:19:56.490855 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9c98e145-8865-4839-bdbd-2e59cb1d679c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:56.505311 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:56.511483 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3029272-79eb-4a0d-9895-d66e7c80a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:56.528608 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3029272-79eb-4a0d-9895-d66e7c80a6db admin admin] No DVR routers for this DVR port c0a2526e-64ea-4576-8046-571610a1a726 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:19:56.575100 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b311c406-3a46-48c9-8ee7-b8b591bad227 req-0be79988-81b3-43ff-b6d5-aaad385efef3 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191168 Nov 15 11:19:56.578627 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3029272-79eb-4a0d-9895-d66e7c80a6db admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a2526e-64ea-4576-8046-571610a1a726,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:56.592989 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-2983cb5b-5e57-4747-bf60-3e8143bcc09e service neutron] Attempting to bind port 0fac5199-aa31-462a-8045-c784ba9f690c on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:19:56.593185 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-2983cb5b-5e57-4747-bf60-3e8143bcc09e service neutron] Attempting to bind port 0fac5199-aa31-462a-8045-c784ba9f690c by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'aeb91a93-cbdd-44de-9748-8dddbb40b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:19:56.593481 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-2983cb5b-5e57-4747-bf60-3e8143bcc09e service neutron] Attempting to bind port 0fac5199-aa31-462a-8045-c784ba9f690c on network 09b1efd8-eb77-4965-a77c-23c7047088b0 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:19:56.602830 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5faf1a90-6ae7-4394-8f6e-b961d213139f x-openstack-request-id: req-5faf1a90-6ae7-4394-8f6e-b961d213139f {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:56.603181 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f083a2-0ea9-499d-9b1d-1f719458252f", "name": "network-vif-plugged", "status": "completed", "tag": "0e787250-bd1e-402a-baac-28fc47931ea7", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:56.603487 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5faf1a90-6ae7-4394-8f6e-b961d213139f {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:56.603956 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f083a2-0ea9-499d-9b1d-1f719458252f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e787250-bd1e-402a-baac-28fc47931ea7', 'code': 200} Nov 15 11:19:56.614954 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9c98e145-8865-4839-bdbd-2e59cb1d679c None None] For port c0a2526e-64ea-4576-8046-571610a1a726, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c0a2526e-64ea-4576-8046-571610a1a726,segment=NetworkSegment(77b14f42-ad23-4232-82c6-ab3c9aaddb5a),segment_id=77b14f42-ad23-4232-82c6-ab3c9aaddb5a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:19:56.615184 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9c98e145-8865-4839-bdbd-2e59cb1d679c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:56.627335 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-2983cb5b-5e57-4747-bf60-3e8143bcc09e service neutron] Port 0fac5199-aa31-462a-8045-c784ba9f690c on network 09b1efd8-eb77-4965-a77c-23c7047088b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:19:56.627946 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-2983cb5b-5e57-4747-bf60-3e8143bcc09e service neutron] Attempting to bind port 0fac5199-aa31-462a-8045-c784ba9f690c on network 09b1efd8-eb77-4965-a77c-23c7047088b0 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:19:56.635329 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-9c98e145-8865-4839-bdbd-2e59cb1d679c None None] Calling delete_port for c0a2526e-64ea-4576-8046-571610a1a726 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:19:56.637155 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=0e787250-bd1e-402a-baac-28fc47931ea7,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:56.644754 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-2983cb5b-5e57-4747-bf60-3e8143bcc09e service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:19:56.647948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-2983cb5b-5e57-4747-bf60-3e8143bcc09e service neutron] Checking segment: {'id': 'aeb91a93-cbdd-44de-9748-8dddbb40b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:19:56.648500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-2983cb5b-5e57-4747-bf60-3e8143bcc09e service neutron] Bound using segment: {'id': 'aeb91a93-cbdd-44de-9748-8dddbb40b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:19:56.650050 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-2983cb5b-5e57-4747-bf60-3e8143bcc09e service neutron] Bound port: 0fac5199-aa31-462a-8045-c784ba9f690c, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb91a93-cbdd-44de-9748-8dddbb40b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:19:56.650555 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-2983cb5b-5e57-4747-bf60-3e8143bcc09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:56.651679 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:56.652431 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:56.652431 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:56.652839 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:56.653242 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:56.653618 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:56.653995 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:56.654427 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:56.654803 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:56.655179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:56.655573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:56.655987 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:19:56.672075 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3029272-79eb-4a0d-9895-d66e7c80a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:56.694682 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-c3029272-79eb-4a0d-9895-d66e7c80a6db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f71f23-a7be-4d8c-8560-640a17cce1fe']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:56.707163 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-c3029272-79eb-4a0d-9895-d66e7c80a6db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b14f42-ad23-4232-82c6-ab3c9aaddb5a') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:56.707450 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-c3029272-79eb-4a0d-9895-d66e7c80a6db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b14f42-ad23-4232-82c6-ab3c9aaddb5a') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:19:56.717164 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3029272-79eb-4a0d-9895-d66e7c80a6db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:56.731540 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3029272-79eb-4a0d-9895-d66e7c80a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:56.731713 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9c98e145-8865-4839-bdbd-2e59cb1d679c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:56.739713 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3029272-79eb-4a0d-9895-d66e7c80a6db admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:19:56.740906 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3029272-79eb-4a0d-9895-d66e7c80a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:19:56.742270 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:19:56.761897 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98e145-8865-4839-bdbd-2e59cb1d679c None None] Pushing event deleted for resources: {'Port': ['ID=c0a2526e-64ea-4576-8046-571610a1a726,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:56.766309 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c98e145-8865-4839-bdbd-2e59cb1d679c None None] No DVR routers for this DVR port c0a2526e-64ea-4576-8046-571610a1a726 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:19:56.785322 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbb1ad-ffe3-4410-b8b8-f984b12f27d2 req-33b58999-706d-44fa-a0fd-327796eb23c7 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:56.786912 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ecbb1ad-ffe3-4410-b8b8-f984b12f27d2 req-33b58999-706d-44fa-a0fd-327796eb23c7 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.1220407 Nov 15 11:19:56.805039 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3029272-79eb-4a0d-9895-d66e7c80a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:56.811589 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3029272-79eb-4a0d-9895-d66e7c80a6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:56.813717 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-2983cb5b-5e57-4747-bf60-3e8143bcc09e service neutron] For port 0fac5199-aa31-462a-8045-c784ba9f690c, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:19:56.815853 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c3029272-79eb-4a0d-9895-d66e7c80a6db admin admin] 10.222.0.64 "DELETE /v2.0/networks/78f71f23-a7be-4d8c-8560-640a17cce1fe HTTP/1.1" status: 204 len: 168 time: 0.6938004 Nov 15 11:19:56.817457 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c030de1-8381-4740-962b-b661f9f43588 req-5d05437f-9133-4fd8-9711-cabc171332c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:56.818707 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c030de1-8381-4740-962b-b661f9f43588 req-5d05437f-9133-4fd8-9711-cabc171332c6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=15f083a2-0ea9-499d-9b1d-1f719458252f HTTP/1.1" status: 200 len: 1100 time: 0.1413612 Nov 15 11:19:56.829609 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3029272-79eb-4a0d-9895-d66e7c80a6db admin admin] Pushing event deleted for resources: {'Network': ['ID=78f71f23-a7be-4d8c-8560-640a17cce1fe,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:56.849817 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-2983cb5b-5e57-4747-bf60-3e8143bcc09e service neutron] For port 0fac5199-aa31-462a-8045-c784ba9f690c, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0fac5199-aa31-462a-8045-c784ba9f690c,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:19:56.863923 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-2983cb5b-5e57-4747-bf60-3e8143bcc09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:56.866565 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 2f283727-0406-4119-863e-444ba05a9bac no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:19:56.888303 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 2f283727-0406-4119-863e-444ba05a9bac {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:19:56.888780 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 2f283727-0406-4119-863e-444ba05a9bac not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:19:56.915098 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-2983cb5b-5e57-4747-bf60-3e8143bcc09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:56.915722 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-2983cb5b-5e57-4747-bf60-3e8143bcc09e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:56.917299 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-2983cb5b-5e57-4747-bf60-3e8143bcc09e service neutron] 10.222.0.55 "PUT /v2.0/ports/0fac5199-aa31-462a-8045-c784ba9f690c HTTP/1.1" status: 200 len: 1091 time: 1.7322543 Nov 15 11:19:56.921845 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47668e8-5344-4ccc-bc7a-f3f1689f9283', 'tag': '0fac5199-aa31-462a-8045-c784ba9f690c'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:19:56.924369 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e543a1-e95f-406b-ac7f-ae390dab3667" -d '{"events": [{"name": "network-changed", "server_uuid": "f47668e8-5344-4ccc-bc7a-f3f1689f9283", "tag": "0fac5199-aa31-462a-8045-c784ba9f690c"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:19:56.943761 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ecbb1ad-ffe3-4410-b8b8-f984b12f27d2 req-a4ec499f-e177-4a62-9e30-a338289e8574 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484253 Nov 15 11:19:56.981809 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a485530-6b57-434e-8bf5-95fdcd3b640b x-openstack-request-id: req-2a485530-6b57-434e-8bf5-95fdcd3b640b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:19:56.982105 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f47668e8-5344-4ccc-bc7a-f3f1689f9283", "tag": "0fac5199-aa31-462a-8045-c784ba9f690c", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:19:56.982715 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a485530-6b57-434e-8bf5-95fdcd3b640b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:19:56.983103 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f47668e8-5344-4ccc-bc7a-f3f1689f9283', 'tag': '0fac5199-aa31-462a-8045-c784ba9f690c', 'status': 'completed', 'code': 200} Nov 15 11:19:57.002950 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c030de1-8381-4740-962b-b661f9f43588 req-2da70999-14a4-4495-b7bc-d9d1fdb0388b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=82d58a0e-18b9-4743-8623-bc81d5745dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761394 Nov 15 11:19:57.006501 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 32818) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:57.009644 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983cb5b-5e57-4747-bf60-3e8143bcc09e service neutron] Pushing event updated for resources: {'Port': ['ID=0fac5199-aa31-462a-8045-c784ba9f690c,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:57.024915 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-c3f8a352-c655-43f6-b432-24465b8a8332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:57.026426 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-c3f8a352-c655-43f6-b432-24465b8a8332 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f314a8afee34f158da011fc25e91eb9&device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 1094 time: 0.0618882 Nov 15 11:19:57.051706 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-96c75eed-026f-48be-bc41-210bb85f6f6d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df0b3da522ad448b95a4d56ee86052cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434973 Nov 15 11:19:57.053644 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 32820) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:19:57.099557 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e601c0a3-fadf-44b0-9358-9c1852848f35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:57.122220 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e601c0a3-fadf-44b0-9358-9c1852848f35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:57.171221 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e601c0a3-fadf-44b0-9358-9c1852848f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:57.175264 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e601c0a3-fadf-44b0-9358-9c1852848f35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:57.176884 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e601c0a3-fadf-44b0-9358-9c1852848f35 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/65ca9fd5-62b1-43af-8175-65546da56eda HTTP/1.1" status: 204 len: 168 time: 0.1223567 Nov 15 11:19:57.184462 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601c0a3-fadf-44b0-9358-9c1852848f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ca9fd5-62b1-43af-8175-65546da56eda,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:19:57.253260 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-ba6a27e3-4037-47aa-a203-8adbfdd2d199 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fac5199-aa31-462a-8045-c784ba9f690c HTTP/1.1" status: 200 len: 217 time: 0.0391126 Nov 15 11:19:57.373212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-7805a84d-56d4-40e8-9e4a-198086e749f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:57.374709 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-7805a84d-56d4-40e8-9e4a-198086e749f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e1ef15d9-2812-4825-8c7b-2bbfb46898e7 HTTP/1.1" status: 200 len: 845 time: 0.1133454 Nov 15 11:19:57.406036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd06ca-c4b7-4952-9cfe-981a60fd6a57 req-61309156-deac-49a3-bfe0-ad849dfd82c6 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:57.407514 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a1bd06ca-c4b7-4952-9cfe-981a60fd6a57 req-61309156-deac-49a3-bfe0-ad849dfd82c6 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 943 time: 0.1078925 Nov 15 11:19:57.425575 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-f9282393-0e2d-42c0-96ea-6bfd997ecb03 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09b1efd8-eb77-4965-a77c-23c7047088b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418818 Nov 15 11:19:57.433679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc506997-c26f-4ad1-8f1e-941b6ce756be req-3b0d3020-7594-4781-9c4d-1cd5175915f2 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:57.435336 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bc506997-c26f-4ad1-8f1e-941b6ce756be req-3b0d3020-7594-4781-9c4d-1cd5175915f2 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/ports?device_id=15f083a2-0ea9-499d-9b1d-1f719458252f HTTP/1.1" status: 200 len: 949 time: 0.1316929 Nov 15 11:19:57.563081 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a1bd06ca-c4b7-4952-9cfe-981a60fd6a57 req-be061811-01c0-4e86-85fc-5499846448c0 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404922 Nov 15 11:19:57.582488 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bc506997-c26f-4ad1-8f1e-941b6ce756be req-ad9e8fd5-1493-4944-a6a3-5ed347e0f82c tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d58a0e-18b9-4743-8623-bc81d5745dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311362 Nov 15 11:19:57.595872 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-ed2b058a-c747-462d-b614-edb936895f95 service neutron] 10.222.0.55 "GET /v2.0/networks/09b1efd8-eb77-4965-a77c-23c7047088b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596844 Nov 15 11:19:57.698561 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33b374c4-8822-43ed-af99-6b9ca43fe327 req-8ca2fb29-cbec-410a-b877-e9256dd70d63 service neutron] 10.222.0.55 "GET /v2.0/networks/09b1efd8-eb77-4965-a77c-23c7047088b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957186 Nov 15 11:19:57.834731 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c96df-607f-43c2-9daf-0b971aa5040d req-3db8ee52-11f2-4fee-a8b3-dc7afed134a0 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:57.837919 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-434c96df-607f-43c2-9daf-0b971aa5040d req-3db8ee52-11f2-4fee-a8b3-dc7afed134a0 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.1170666 Nov 15 11:19:57.856789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e543a1-e95f-406b-ac7f-ae390dab3667 req-c10fd52a-aa94-425b-9607-cc17b68456b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:57.860658 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d8e543a1-e95f-406b-ac7f-ae390dab3667 req-c10fd52a-aa94-425b-9607-cc17b68456b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f314a8afee34f158da011fc25e91eb9&device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 1094 time: 0.0983050 Nov 15 11:19:57.934086 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5fa81-0d1f-4f6e-ab8c-1a0896966372 req-94ac3d5b-a0b0-48fd-b62e-abe9337bd535 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:57.935602 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96d5fa81-0d1f-4f6e-ab8c-1a0896966372 req-94ac3d5b-a0b0-48fd-b62e-abe9337bd535 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.1425953 Nov 15 11:19:57.974565 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-434c96df-607f-43c2-9daf-0b971aa5040d req-0134da1a-9c79-4d3f-b322-aec97cf471bd tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308298 Nov 15 11:19:58.033472 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96d5fa81-0d1f-4f6e-ab8c-1a0896966372 req-2fbda03e-def7-47ba-bfc0-79189482a1e3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868888 Nov 15 11:19:58.038379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e543a1-e95f-406b-ac7f-ae390dab3667 req-9f6ca631-de0d-44d3-91eb-2f2e05eafe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:58.039869 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d8e543a1-e95f-406b-ac7f-ae390dab3667 req-9f6ca631-de0d-44d3-91eb-2f2e05eafe9c service neutron] 10.222.0.55 "GET /v2.0/networks?id=09b1efd8-eb77-4965-a77c-23c7047088b0 HTTP/1.1" status: 200 len: 906 time: 0.1703541 Nov 15 11:19:58.056499 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c0a2526e-64ea-4576-8046-571610a1a726 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:19:58.077004 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: c0a2526e-64ea-4576-8046-571610a1a726 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:19:58.077621 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c0a2526e-64ea-4576-8046-571610a1a726 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:19:58.106565 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d8e543a1-e95f-406b-ac7f-ae390dab3667 req-f13b750c-932d-4c2b-b356-a300cf55e795 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fac5199-aa31-462a-8045-c784ba9f690c HTTP/1.1" status: 200 len: 217 time: 0.0555029 Nov 15 11:19:58.155960 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adacca-f294-4353-ab79-c4d0c1e835e7 req-2d2fdca7-8940-4420-b4d4-7f4a89450348 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:58.157441 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b8adacca-f294-4353-ab79-c4d0c1e835e7 req-2d2fdca7-8940-4420-b4d4-7f4a89450348 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.1160293 Nov 15 11:19:58.184652 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e543a1-e95f-406b-ac7f-ae390dab3667 req-1a51e175-c841-4dc0-a79e-9c240e6213ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:58.186151 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d8e543a1-e95f-406b-ac7f-ae390dab3667 req-1a51e175-c841-4dc0-a79e-9c240e6213ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e1ef15d9-2812-4825-8c7b-2bbfb46898e7 HTTP/1.1" status: 200 len: 845 time: 0.0684071 Nov 15 11:19:58.227884 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d8e543a1-e95f-406b-ac7f-ae390dab3667 req-bfe12c02-b547-4c2d-b052-7402407154d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09b1efd8-eb77-4965-a77c-23c7047088b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311513 Nov 15 11:19:58.235750 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b8adacca-f294-4353-ab79-c4d0c1e835e7 req-647f02ed-98c6-4847-adc6-8cf74589b622 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722709 Nov 15 11:19:58.374139 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1cb0f7-3baf-4060-9dc0-55ce4bc4ec96 req-44bfba61-1736-4b2a-a7a7-dfe36635718a tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:58.375651 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c1cb0f7-3baf-4060-9dc0-55ce4bc4ec96 req-44bfba61-1736-4b2a-a7a7-dfe36635718a tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0724177 Nov 15 11:19:58.377678 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d8e543a1-e95f-406b-ac7f-ae390dab3667 req-86036408-e4a0-4c0a-b268-94e358322ee4 service neutron] 10.222.0.55 "GET /v2.0/networks/09b1efd8-eb77-4965-a77c-23c7047088b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409931 Nov 15 11:19:58.473532 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2ff82f2-fa4d-491b-a553-55995f250b95 req-82590ee0-8139-48ea-8afa-2bb31c4e9e64 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=764fc842-0095-4b40-8e82-0499d9ff40bc HTTP/1.1" status: 200 len: 210 time: 0.0755196 Nov 15 11:19:58.511698 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c1cb0f7-3baf-4060-9dc0-55ce4bc4ec96 req-7c220e78-6aeb-486c-b658-1c790c352887 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296761 Nov 15 11:19:58.527706 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d8e543a1-e95f-406b-ac7f-ae390dab3667 req-a6b7a53a-617f-4511-b967-9bc7c333c5f9 service neutron] 10.222.0.55 "GET /v2.0/networks/09b1efd8-eb77-4965-a77c-23c7047088b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395767 Nov 15 11:19:58.787802 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b49a1-11b5-4d84-9681-88319e1ee723 req-a0f6707d-02d8-4946-9c64-84aac8a30a3f tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:58.789430 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa1b49a1-11b5-4d84-9681-88319e1ee723 req-a0f6707d-02d8-4946-9c64-84aac8a30a3f tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 943 time: 0.0586629 Nov 15 11:19:58.872016 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa1b49a1-11b5-4d84-9681-88319e1ee723 req-64413179-232e-49f7-a418-d70fd782172a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724697 Nov 15 11:19:58.879337 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3c982-1f6f-4457-8d7f-8d27f2a68c04 req-578dcd38-715d-4964-b382-00194509f48a tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:58.887399 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41f3c982-1f6f-4457-8d7f-8d27f2a68c04 req-578dcd38-715d-4964-b382-00194509f48a tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/ports?device_id=15f083a2-0ea9-499d-9b1d-1f719458252f HTTP/1.1" status: 200 len: 949 time: 0.0969398 Nov 15 11:19:58.933996 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41f3c982-1f6f-4457-8d7f-8d27f2a68c04 req-1261bc09-a53f-44b1-8862-8447a7ffeda1 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d58a0e-18b9-4743-8623-bc81d5745dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456567 Nov 15 11:19:59.054961 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677156d3-4ab3-438b-beaf-e9a7c1ee3686 req-35515c19-e665-4244-8544-a931b01ed6b5 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:59.056527 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-677156d3-4ab3-438b-beaf-e9a7c1ee3686 req-35515c19-e665-4244-8544-a931b01ed6b5 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0555518 Nov 15 11:19:59.116486 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-677156d3-4ab3-438b-beaf-e9a7c1ee3686 req-344602d5-b245-43f7-bd6b-1050adfacca8 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537338 Nov 15 11:19:59.231676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf9741-b82e-4f0a-ab83-0c603ffaf4da req-e7511ff1-daad-443d-8586-74a2f7e91a60 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:59.233715 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6faf9741-b82e-4f0a-ab83-0c603ffaf4da req-e7511ff1-daad-443d-8586-74a2f7e91a60 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.0621281 Nov 15 11:19:59.288333 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6faf9741-b82e-4f0a-ab83-0c603ffaf4da req-cfc8f246-6f74-4dbb-bdb6-58cf8aafec4b tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441947 Nov 15 11:19:59.361789 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-497ab55b-03f3-4359-8ad6-7dd9027acfce req-edacdd42-5b1e-4f01-b7c9-f5edc1fd3721 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0296650 Nov 15 11:19:59.369491 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:19:59.448155 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a9c01-1082-4c9a-9ed3-e129756f1a24 req-87baf48f-a44e-466e-bfcf-0b40d6c452c6 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:59.450332 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b3a9c01-1082-4c9a-9ed3-e129756f1a24 req-87baf48f-a44e-466e-bfcf-0b40d6c452c6 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.0657225 Nov 15 11:19:59.505839 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b3a9c01-1082-4c9a-9ed3-e129756f1a24 req-9e992a05-2796-4a8c-8d52-01da6ad3110f tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489230 Nov 15 11:19:59.748148 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f0c17-f02d-4434-a706-0db70ba3346a req-c26708dd-76d9-416d-a590-e9db6069aa77 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:59.749658 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-955f0c17-f02d-4434-a706-0db70ba3346a req-c26708dd-76d9-416d-a590-e9db6069aa77 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0578792 Nov 15 11:19:59.798338 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-955f0c17-f02d-4434-a706-0db70ba3346a req-222afa63-f2a3-47f2-b148-d347ec257977 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426092 Nov 15 11:19:59.928171 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d17b1-eba1-480c-a6c1-b67cf162984c req-2a87eb76-83de-4c9e-81c8-ca64af3dd519 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:19:59.929819 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a0d17b1-eba1-480c-a6c1-b67cf162984c req-2a87eb76-83de-4c9e-81c8-ca64af3dd519 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/ports?device_id=15f083a2-0ea9-499d-9b1d-1f719458252f HTTP/1.1" status: 200 len: 949 time: 0.0501652 Nov 15 11:20:00.004337 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a0d17b1-eba1-480c-a6c1-b67cf162984c req-e51093dd-88eb-4325-b456-32b478b0be8c tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d58a0e-18b9-4743-8623-bc81d5745dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687590 Nov 15 11:20:00.017654 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42773e5f-6478-4acd-a633-2db0ceab90c4 req-4a8f8a88-131f-4291-b3f4-8c45f72407d8 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:00.019159 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42773e5f-6478-4acd-a633-2db0ceab90c4 req-4a8f8a88-131f-4291-b3f4-8c45f72407d8 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 943 time: 0.0702748 Nov 15 11:20:00.071222 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42773e5f-6478-4acd-a633-2db0ceab90c4 req-e1a8bc7a-d62b-4515-bf82-ea0d164c483d tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458040 Nov 15 11:20:00.227983 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 0fac5199-aa31-462a-8045-c784ba9f690c details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:20:00.327591 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 0fac5199-aa31-462a-8045-c784ba9f690c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0fac5199-aa31-462a-8045-c784ba9f690c,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:00.339243 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '0fac5199-aa31-462a-8045-c784ba9f690c', 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0', 'port_id': '0fac5199-aa31-462a-8045-c784ba9f690c', 'mac_address': 'fa:16:3e:36:ac:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ef15d9-2812-4825-8c7b-2bbfb46898e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:20:00.377374 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:00.391138 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fac5199-aa31-462a-8045-c784ba9f690c {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:20:00.403083 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca741328-e5c5-47b0-be35-7746a45e44f0 req-e7115708-537b-44dd-8b45-4c4de25a2cb0 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:00.411831 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 0fac5199-aa31-462a-8045-c784ba9f690c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0fac5199-aa31-462a-8045-c784ba9f690c,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:00.412086 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca741328-e5c5-47b0-be35-7746a45e44f0 req-e7115708-537b-44dd-8b45-4c4de25a2cb0 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.0561323 Nov 15 11:20:00.417125 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:00.467907 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=0fac5199-aa31-462a-8045-c784ba9f690c,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:00.476899 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b9edcfe-cedd-4415-ba4b-98423632eb22 req-0cb5fb37-574c-4820-8639-65c78e4f9816 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0326788 Nov 15 11:20:00.480396 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca741328-e5c5-47b0-be35-7746a45e44f0 req-0164e60b-b3aa-40e5-b340-d8b3e267d1de tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675704 Nov 15 11:20:00.628429 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156cc33-039f-4eb6-9340-dd2470f4377c req-d7c065f9-86b7-4917-ae96-f1c91e45985b tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:00.629913 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e156cc33-039f-4eb6-9340-dd2470f4377c req-d7c065f9-86b7-4917-ae96-f1c91e45985b tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.0539825 Nov 15 11:20:00.686462 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e156cc33-039f-4eb6-9340-dd2470f4377c req-6af22ef4-531d-4ac8-861c-72d10e0c1fc2 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476723 Nov 15 11:20:00.757022 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['0fac5199-aa31-462a-8045-c784ba9f690c'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:20:00.915399 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1edc9-2927-4849-b4b7-3455b72c7404 req-8b136054-786a-4740-a2f9-c8d253f66755 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:00.916919 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65d1edc9-2927-4849-b4b7-3455b72c7404 req-8b136054-786a-4740-a2f9-c8d253f66755 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0500505 Nov 15 11:20:00.966181 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65d1edc9-2927-4849-b4b7-3455b72c7404 req-1f76c0c8-acb3-4c86-a3fa-52f7d8715b58 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403943 Nov 15 11:20:01.127979 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8669392-093f-4454-8edf-d44d80bb0f80 req-b69033b3-0991-49df-8f72-8c4120bf2f64 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:01.129506 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e8669392-093f-4454-8edf-d44d80bb0f80 req-b69033b3-0991-49df-8f72-8c4120bf2f64 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/ports?device_id=15f083a2-0ea9-499d-9b1d-1f719458252f HTTP/1.1" status: 200 len: 949 time: 0.0570278 Nov 15 11:20:01.177798 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e8669392-093f-4454-8edf-d44d80bb0f80 req-9496e025-054c-4760-b052-790d93f4451f tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/security-groups?id=82d58a0e-18b9-4743-8623-bc81d5745dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422282 Nov 15 11:20:01.251996 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f5557-801e-4d57-ba04-a4337fc9bd7f req-b886abbb-0a26-4f41-ac4e-678a3595d8a9 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:01.253439 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf7f5557-801e-4d57-ba04-a4337fc9bd7f req-b886abbb-0a26-4f41-ac4e-678a3595d8a9 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 944 time: 0.0516415 Nov 15 11:20:01.275402 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:01.322947 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf7f5557-801e-4d57-ba04-a4337fc9bd7f req-f1748cdc-8b52-4fa8-9c92-49298831dff6 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633054 Nov 15 11:20:01.343048 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0c525-f7af-4ac0-b035-925f89c6e79f req-8e481352-6fd3-424f-928e-dcf14a6b338e tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:01.344526 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74d0c525-f7af-4ac0-b035-925f89c6e79f req-8e481352-6fd3-424f-928e-dcf14a6b338e tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.55 "GET /v2.0/ports?device_id=15f083a2-0ea9-499d-9b1d-1f719458252f HTTP/1.1" status: 200 len: 949 time: 0.0577018 Nov 15 11:20:01.442974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-74d0c525-f7af-4ac0-b035-925f89c6e79f req-c50f631d-af05-4d94-a73d-ace766a875b1 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Deleting port 0e787250-bd1e-402a-baac-28fc47931ea7 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:20:01.443324 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-74d0c525-f7af-4ac0-b035-925f89c6e79f req-c50f631d-af05-4d94-a73d-ace766a875b1 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:01.539221 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-74d0c525-f7af-4ac0-b035-925f89c6e79f req-c50f631d-af05-4d94-a73d-ace766a875b1 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] For port 0e787250-bd1e-402a-baac-28fc47931ea7, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0e787250-bd1e-402a-baac-28fc47931ea7,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:01.539584 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-74d0c525-f7af-4ac0-b035-925f89c6e79f req-c50f631d-af05-4d94-a73d-ace766a875b1 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:01.554069 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-74d0c525-f7af-4ac0-b035-925f89c6e79f req-c50f631d-af05-4d94-a73d-ace766a875b1 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Calling delete_port for 0e787250-bd1e-402a-baac-28fc47931ea7 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:20:01.638013 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1145275c-384d-416d-8c36-e5bcf6b23dde req-63c43fc6-4e0b-4073-9b79-668419cebb7f tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0791793 Nov 15 11:20:01.676524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663765c5-bf95-49c0-9a4f-534b34da2edd req-f530c588-a524-4f0a-9f46-b84ce9648d18 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:01.677984 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-663765c5-bf95-49c0-9a4f-534b34da2edd req-f530c588-a524-4f0a-9f46-b84ce9648d18 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.1063447 Nov 15 11:20:01.763932 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-663765c5-bf95-49c0-9a4f-534b34da2edd req-efd3eb22-054d-4359-823b-ef1f28fe2b2a tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764072 Nov 15 11:20:01.800223 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-74d0c525-f7af-4ac0-b035-925f89c6e79f req-c50f631d-af05-4d94-a73d-ace766a875b1 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:01.814871 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['0e787250-bd1e-402a-baac-28fc47931ea7'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:20:01.832887 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f631d-af05-4d94-a73d-ace766a875b1 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Pushing event deleted for resources: {'Port': ['ID=0e787250-bd1e-402a-baac-28fc47931ea7,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:01.843789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08158029-517f-4509-9634-8dc4fb8e5c2c req-e12b4677-2d00-44c8-99e9-7b47063c0453 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:01.845295 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08158029-517f-4509-9634-8dc4fb8e5c2c req-e12b4677-2d00-44c8-99e9-7b47063c0453 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.0879416 Nov 15 11:20:01.907488 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d0c525-f7af-4ac0-b035-925f89c6e79f req-c50f631d-af05-4d94-a73d-ace766a875b1 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] No DVR routers for this DVR port 0e787250-bd1e-402a-baac-28fc47931ea7 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:20:01.910682 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-74d0c525-f7af-4ac0-b035-925f89c6e79f req-c50f631d-af05-4d94-a73d-ace766a875b1 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:01.913962 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74d0c525-f7af-4ac0-b035-925f89c6e79f req-c50f631d-af05-4d94-a73d-ace766a875b1 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.55 "DELETE /v2.0/ports/0e787250-bd1e-402a-baac-28fc47931ea7 HTTP/1.1" status: 204 len: 173 time: 0.5631402 Nov 15 11:20:01.914398 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f083a2-0ea9-499d-9b1d-1f719458252f', 'name': 'network-vif-deleted', 'tag': '0e787250-bd1e-402a-baac-28fc47931ea7'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:20:01.916667 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6187f5c3-85db-46de-8151-de0d620e7517" -d '{"events": [{"server_uuid": "15f083a2-0ea9-499d-9b1d-1f719458252f", "name": "network-vif-deleted", "tag": "0e787250-bd1e-402a-baac-28fc47931ea7"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:20:01.955421 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08158029-517f-4509-9634-8dc4fb8e5c2c req-2da4ffec-28bf-413c-b063-1f3ec0386340 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011305 Nov 15 11:20:01.962514 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed28f16-bcb7-4d78-81d2-eac9e1808bdd x-openstack-request-id: req-fed28f16-bcb7-4d78-81d2-eac9e1808bdd {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:20:01.962944 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f083a2-0ea9-499d-9b1d-1f719458252f", "name": "network-vif-deleted", "tag": "0e787250-bd1e-402a-baac-28fc47931ea7", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:20:01.963186 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fed28f16-bcb7-4d78-81d2-eac9e1808bdd {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:20:01.963575 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f083a2-0ea9-499d-9b1d-1f719458252f', 'name': 'network-vif-deleted', 'tag': '0e787250-bd1e-402a-baac-28fc47931ea7', 'status': 'completed', 'code': 200} Nov 15 11:20:02.095494 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a2a87-9a03-4bb8-86e7-68cb5803ef5f req-f9544d8d-dea5-4286-8bac-5c203f0ea8c4 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:02.097110 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e7a2a87-9a03-4bb8-86e7-68cb5803ef5f req-f9544d8d-dea5-4286-8bac-5c203f0ea8c4 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0522516 Nov 15 11:20:02.148856 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e7a2a87-9a03-4bb8-86e7-68cb5803ef5f req-44bc384d-f1d9-4000-a5fc-cb9fc6068400 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437124 Nov 15 11:20:02.243621 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 0fac5199-aa31-462a-8045-c784ba9f690c up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:20:02.288706 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-69c466f8-b215-41a8-a5ea-c58d4924d5d8 req-2c969350-8b08-4095-816b-3da8fa790dd3 tempest-TenantUsagesTestJSON-1891310593 tempest-TenantUsagesTestJSON-1891310593-project] 10.222.0.64 "GET /v2.0/ports?device_id=15f083a2-0ea9-499d-9b1d-1f719458252f HTTP/1.1" status: 200 len: 210 time: 0.0276999 Nov 15 11:20:02.296979 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 0fac5199-aa31-462a-8045-c784ba9f690c completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:20:02.301169 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 0fac5199-aa31-462a-8045-c784ba9f690c triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:20:02.301577 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:02.387508 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:02.410419 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47668e8-5344-4ccc-bc7a-f3f1689f9283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fac5199-aa31-462a-8045-c784ba9f690c'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:20:02.412631 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fbf629-7dad-47a4-8ddb-577c6e740c12" -d '{"events": [{"server_uuid": "f47668e8-5344-4ccc-bc7a-f3f1689f9283", "name": "network-vif-plugged", "status": "completed", "tag": "0fac5199-aa31-462a-8045-c784ba9f690c"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:20:02.425827 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 0fac5199-aa31-462a-8045-c784ba9f690c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0fac5199-aa31-462a-8045-c784ba9f690c,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:02.434833 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:02.436609 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 0e787250-bd1e-402a-baac-28fc47931ea7 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:20:02.453271 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e63dd-4a7c-4a0c-b07f-2ba25e9e1a7d req-b5bf55d1-a404-4f51-a3af-f533c644c02f tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:02.455646 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e96e63dd-4a7c-4a0c-b07f-2ba25e9e1a7d req-b5bf55d1-a404-4f51-a3af-f533c644c02f tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 944 time: 0.0630667 Nov 15 11:20:02.463073 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 0e787250-bd1e-402a-baac-28fc47931ea7 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:20:02.463483 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 0e787250-bd1e-402a-baac-28fc47931ea7 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:20:02.482788 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2716cb-0332-477a-bc7b-f1f7b685e25a x-openstack-request-id: req-5b2716cb-0332-477a-bc7b-f1f7b685e25a {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:20:02.483072 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47668e8-5344-4ccc-bc7a-f3f1689f9283", "name": "network-vif-plugged", "status": "completed", "tag": "0fac5199-aa31-462a-8045-c784ba9f690c", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:20:02.483485 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b2716cb-0332-477a-bc7b-f1f7b685e25a {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:20:02.483894 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47668e8-5344-4ccc-bc7a-f3f1689f9283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fac5199-aa31-462a-8045-c784ba9f690c', 'code': 200} Nov 15 11:20:02.513751 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=0fac5199-aa31-462a-8045-c784ba9f690c,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:02.517363 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e96e63dd-4a7c-4a0c-b07f-2ba25e9e1a7d req-9ec0d70c-c557-4aff-9502-a99dd8ef06f5 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551984 Nov 15 11:20:02.581571 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c923aa9-c776-48dd-8ada-0f5e72d40d54 req-c8aa1a89-8c2a-4615-b378-8099d843fd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:02.583060 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c923aa9-c776-48dd-8ada-0f5e72d40d54 req-c8aa1a89-8c2a-4615-b378-8099d843fd46 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 1096 time: 0.0398872 Nov 15 11:20:02.626608 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c923aa9-c776-48dd-8ada-0f5e72d40d54 req-b76cfe3c-237b-44ee-91c6-1d8e04d8540e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367970 Nov 15 11:20:02.743403 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-275f5452-d13a-4ae4-bce1-985707f405fa req-57f4314a-32ca-43a2-9638-5380a21ff2d6 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0269451 Nov 15 11:20:02.895149 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc76d8b-80d2-4b35-bf3c-6e146625e75c req-711e101f-c66e-4dc7-8460-9dee898b9275 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:02.896659 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbc76d8b-80d2-4b35-bf3c-6e146625e75c req-711e101f-c66e-4dc7-8460-9dee898b9275 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.0638635 Nov 15 11:20:02.911796 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-825f33a7-c96b-4608-bbcd-c0fe67ff62e3 req-a8c951ea-e2c5-41a5-a857-c112ac79a86b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=764fc842-0095-4b40-8e82-0499d9ff40bc HTTP/1.1" status: 200 len: 210 time: 0.0323336 Nov 15 11:20:02.953559 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cbc76d8b-80d2-4b35-bf3c-6e146625e75c req-eb840e63-8db6-4038-9eb2-f0d8a3bee470 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438192 Nov 15 11:20:03.064059 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5378c2-d3cb-4c6f-85bd-c601349fe94d req-0eeb7023-808c-4514-a5c0-8c893d58e7da tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:03.065542 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f5378c2-d3cb-4c6f-85bd-c601349fe94d req-0eeb7023-808c-4514-a5c0-8c893d58e7da tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.0503156 Nov 15 11:20:03.114229 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f5378c2-d3cb-4c6f-85bd-c601349fe94d req-84589606-f649-487b-a77f-a49d633deed0 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427253 Nov 15 11:20:03.273712 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7baf2c-2093-4f5c-b532-4f0a5b22390a req-af8a2b19-92d2-4623-864c-17afc919ea47 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:03.275166 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9f7baf2c-2093-4f5c-b532-4f0a5b22390a req-af8a2b19-92d2-4623-864c-17afc919ea47 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0531754 Nov 15 11:20:03.323775 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9f7baf2c-2093-4f5c-b532-4f0a5b22390a req-d4cfd20a-a3b7-4d8b-8662-c9e0ff7d6b18 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408006 Nov 15 11:20:03.486608 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-38178dfb-de98-48d7-b0ba-4609feda1c5f req-235a25d0-bcd8-47eb-9307-13d6a223c697 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0281987 Nov 15 11:20:03.622330 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33006) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:20:03.631679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cd72c-fb78-4d55-8a02-2d266efaf3d6 req-cd0570ea-d110-424c-81d1-337216ff25c7 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:03.633183 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f94cd72c-fb78-4d55-8a02-2d266efaf3d6 req-cd0570ea-d110-424c-81d1-337216ff25c7 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.0488994 Nov 15 11:20:03.681536 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f94cd72c-fb78-4d55-8a02-2d266efaf3d6 req-1cb02790-705f-4cc8-a256-11f7c340fe41 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420444 Nov 15 11:20:03.783354 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a1eb151e-3b99-4943-b356-acd7620fae77 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e42a15de0a2042218b7fdf30f52c5b65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1596084 Nov 15 11:20:03.785888 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33012) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:20:03.840048 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bbe48d7-82f7-4747-8e7c-7b8dd02689b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:03.855473 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-059861f8-0f58-4ddf-800b-e6129c1f41e2 req-3b4a664f-05e9-4f5a-a6fc-7386b807e258 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0310452 Nov 15 11:20:03.863953 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bbe48d7-82f7-4747-8e7c-7b8dd02689b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:03.913298 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bbe48d7-82f7-4747-8e7c-7b8dd02689b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:03.915956 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bbe48d7-82f7-4747-8e7c-7b8dd02689b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:03.917065 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3bbe48d7-82f7-4747-8e7c-7b8dd02689b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/82d58a0e-18b9-4743-8623-bc81d5745dde HTTP/1.1" status: 204 len: 168 time: 0.1302986 Nov 15 11:20:03.924665 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe48d7-82f7-4747-8e7c-7b8dd02689b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d58a0e-18b9-4743-8623-bc81d5745dde,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:04.215996 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33022) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:20:04.232451 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d99c3700-e130-4f76-ada5-d978e3f8172f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:04.308414 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d99c3700-e130-4f76-ada5-d978e3f8172f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:04.314742 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d99c3700-e130-4f76-ada5-d978e3f8172f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:04.353269 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c3700-e130-4f76-ada5-d978e3f8172f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2449a4cf-3a50-42c4-9ffb-6e175dd6b20b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:04.362296 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d99c3700-e130-4f76-ada5-d978e3f8172f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eefda1a65b07424c88f1bb314ce6399d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1427579 Nov 15 11:20:04.362671 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33028) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:20:04.383943 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10540f-08d3-4345-886d-671732b864c1 req-b2f9ffbe-a915-47ba-9972-cd37ac27fa9a tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:04.386023 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5c10540f-08d3-4345-886d-671732b864c1 req-b2f9ffbe-a915-47ba-9972-cd37ac27fa9a tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.3566267 Nov 15 11:20:04.415698 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e147b-2c9a-49b0-9291-af7cecd71b7e req-b907224c-4718-4c83-86f6-6c21973a0712 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:04.416452 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ce54e4a-fdc0-4b32-a086-18c0f558a898 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:04.417172 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2c4e147b-2c9a-49b0-9291-af7cecd71b7e req-b907224c-4718-4c83-86f6-6c21973a0712 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.0792749 Nov 15 11:20:04.437634 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ce54e4a-fdc0-4b32-a086-18c0f558a898 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:04.460612 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5c10540f-08d3-4345-886d-671732b864c1 req-995cbb90-7244-45b9-b609-ee2322e5e495 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680830 Nov 15 11:20:04.495095 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2c4e147b-2c9a-49b0-9291-af7cecd71b7e req-4d747511-f6bb-48bb-ae21-36a2b091b478 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701277 Nov 15 11:20:04.496745 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ce54e4a-fdc0-4b32-a086-18c0f558a898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:04.500474 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ce54e4a-fdc0-4b32-a086-18c0f558a898 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:04.501955 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6ce54e4a-fdc0-4b32-a086-18c0f558a898 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2449a4cf-3a50-42c4-9ffb-6e175dd6b20b HTTP/1.1" status: 204 len: 168 time: 0.1381595 Nov 15 11:20:04.511266 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce54e4a-fdc0-4b32-a086-18c0f558a898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2449a4cf-3a50-42c4-9ffb-6e175dd6b20b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:04.627289 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b51792-cfd3-4738-93da-2e6ea4665097 req-aa902138-3d66-415a-a754-8b7ad7e038f1 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:04.628815 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c1b51792-cfd3-4738-93da-2e6ea4665097 req-aa902138-3d66-415a-a754-8b7ad7e038f1 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0571907 Nov 15 11:20:04.689945 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c1b51792-cfd3-4738-93da-2e6ea4665097 req-69be5ac4-72d1-441a-8499-80fdb4841df0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542514 Nov 15 11:20:04.798810 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b631942-a57b-49b7-8087-1d5e41fcf3b4 req-276d48e3-cd61-42f0-a9d7-c3d300c5abc1 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:04.800339 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b631942-a57b-49b7-8087-1d5e41fcf3b4 req-276d48e3-cd61-42f0-a9d7-c3d300c5abc1 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.0471983 Nov 15 11:20:04.848193 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b631942-a57b-49b7-8087-1d5e41fcf3b4 req-87a1ba9c-0af4-46e6-ab08-dde846e97e2c tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413120 Nov 15 11:20:04.960504 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-445d98da-35b1-4735-a059-73f5bf01e453 req-a4c35375-5c82-4485-a184-623e84d82e76 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0259190 Nov 15 11:20:05.070744 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b08ad-f2ee-46b3-8b19-19a89449385b req-78d31449-3183-4dbf-9c96-06c4d5606ed0 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:05.072677 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-807b08ad-f2ee-46b3-8b19-19a89449385b req-78d31449-3183-4dbf-9c96-06c4d5606ed0 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.0575745 Nov 15 11:20:05.133352 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-807b08ad-f2ee-46b3-8b19-19a89449385b req-15442df7-5b16-4ad3-a655-e2664994a65c tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528781 Nov 15 11:20:05.272434 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33062) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:20:05.371935 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-29283fa7-7820-4f85-b5e5-8ad3714b63f6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-network', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:20:05.395347 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29283fa7-7820-4f85-b5e5-8ad3714b63f6 admin admin] Made reservation on behalf of a1e7a4016c434f338686082e38f7e71a for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:20:05.399046 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29283fa7-7820-4f85-b5e5-8ad3714b63f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:05.408841 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29283fa7-7820-4f85-b5e5-8ad3714b63f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:05.481292 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29283fa7-7820-4f85-b5e5-8ad3714b63f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:05.487447 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29283fa7-7820-4f85-b5e5-8ad3714b63f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:05.512552 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29283fa7-7820-4f85-b5e5-8ad3714b63f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:20:05.521912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29283fa7-7820-4f85-b5e5-8ad3714b63f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b95e23c-0327-42ba-a156-bf333b7876ed,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:05.529603 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29283fa7-7820-4f85-b5e5-8ad3714b63f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:05.529933 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-29283fa7-7820-4f85-b5e5-8ad3714b63f6 admin admin] Added segment 2f32573c-1648-475a-819e-49ddd83eff3a of type vlan for network f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 Nov 15 11:20:05.610431 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29283fa7-7820-4f85-b5e5-8ad3714b63f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:05.632043 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:20:05.666459 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512429c-3bd0-4ad7-9c49-1a4fb80220c9 req-7eb45d4d-cd42-4e15-ab53-c697fbf11419 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:05.667958 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7512429c-3bd0-4ad7-9c49-1a4fb80220c9 req-7eb45d4d-cd42-4e15-ab53-c697fbf11419 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.1351094 Nov 15 11:20:05.670519 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29283fa7-7820-4f85-b5e5-8ad3714b63f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:05.671423 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29283fa7-7820-4f85-b5e5-8ad3714b63f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:05.671997 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29283fa7-7820-4f85-b5e5-8ad3714b63f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:05.687804 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c77cfc-aa0d-4c1f-94fe-2b3684f7745d req-6283199f-0093-4292-b4a4-e78d6433ac27 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:05.689233 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-05c77cfc-aa0d-4c1f-94fe-2b3684f7745d req-6283199f-0093-4292-b4a4-e78d6433ac27 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.1043594 Nov 15 11:20:05.759775 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-29283fa7-7820-4f85-b5e5-8ad3714b63f6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4860826 Nov 15 11:20:05.762699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33076) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:20:05.767903 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-64f49406-e2ce-4f89-b19f-136464fbd7c1 admin admin] Request body: {'subnet': {'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-subnet', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:20:05.782427 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29283fa7-7820-4f85-b5e5-8ad3714b63f6 admin admin] Pushing event updated for resources: {'Network': ['ID=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:05.792599 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:20:05.799925 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f49406-e2ce-4f89-b19f-136464fbd7c1 admin admin] Made reservation on behalf of a1e7a4016c434f338686082e38f7e71a for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:20:05.803033 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64f49406-e2ce-4f89-b19f-136464fbd7c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:05.820998 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7512429c-3bd0-4ad7-9c49-1a4fb80220c9 req-65c3069e-88ab-44ca-aaa5-4d570de8d66d tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465816 Nov 15 11:20:05.825479 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-05c77cfc-aa0d-4c1f-94fe-2b3684f7745d req-26ad80c1-0143-451e-bbc7-57372f56ef6e tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193652 Nov 15 11:20:05.991639 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64f49406-e2ce-4f89-b19f-136464fbd7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:06.010172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696f95a-7b3e-4966-9abf-3e52cbdf2d48 req-2d89e63e-8f98-4961-8dc3-1fdce0e3f14a tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:06.012673 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7696f95a-7b3e-4966-9abf-3e52cbdf2d48 req-2d89e63e-8f98-4961-8dc3-1fdce0e3f14a tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0497355 Nov 15 11:20:06.052547 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f49406-e2ce-4f89-b19f-136464fbd7c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:06.060985 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f49406-e2ce-4f89-b19f-136464fbd7c1 admin admin] Checking segment: {'id': '2f32573c-1648-475a-819e-49ddd83eff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:20:06.061344 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f49406-e2ce-4f89-b19f-136464fbd7c1 admin admin] Network hostable DHCP agents. Network: f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:20:06.062200 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7696f95a-7b3e-4966-9abf-3e52cbdf2d48 req-b78a95e0-8140-42bf-8beb-607d5573c64f tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434983 Nov 15 11:20:06.085007 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f49406-e2ce-4f89-b19f-136464fbd7c1 admin admin] Network f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:20:06.090263 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1b870b3-0d28-4515-8c06-7b2fcc1d852f req-c7530fa4-8f5a-4155-90b6-494c57730863 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0267336 Nov 15 11:20:06.095566 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-64f49406-e2ce-4f89-b19f-136464fbd7c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:20:06.101189 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f49406-e2ce-4f89-b19f-136464fbd7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:06.101891 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64f49406-e2ce-4f89-b19f-136464fbd7c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:06.114847 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c8abf4-42b0-419b-b88a-9df64c843d60 None None] Network f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:20:06.122736 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-64f49406-e2ce-4f89-b19f-136464fbd7c1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3559554 Nov 15 11:20:06.122736 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33082) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:20:06.127148 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-82e1e426-3853-4cdb-8198-81cd627e5e83 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:20:06.149181 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82e1e426-3853-4cdb-8198-81cd627e5e83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:06.150212 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82e1e426-3853-4cdb-8198-81cd627e5e83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:06.221460 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82e1e426-3853-4cdb-8198-81cd627e5e83 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:06.227526 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7d5b-1019-43b5-9848-494fbd3ed8b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:06.283404 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac442bd9-2d6a-412e-b30c-dd0b86843777 req-b9d03b5d-107e-4c11-9080-7a23cf57a2b8 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:06.288424 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac442bd9-2d6a-412e-b30c-dd0b86843777 req-b9d03b5d-107e-4c11-9080-7a23cf57a2b8 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.0790691 Nov 15 11:20:06.334554 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7d53eb-c1f9-4513-acb6-956bc7d210c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'fixed_ips': [{'subnet_id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:20:06.335848 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3d7d53eb-c1f9-4513-acb6-956bc7d210c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:06.362984 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac442bd9-2d6a-412e-b30c-dd0b86843777 req-15374b66-7516-4e32-a424-f5ce81523041 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595677 Nov 15 11:20:06.414021 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82e1e426-3853-4cdb-8198-81cd627e5e83 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:06.461864 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b5fbef1-09b0-4cf0-86aa-83870a356fe7 req-b0953be2-55a0-4632-b11f-42063f7f048d tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0280643 Nov 15 11:20:06.502496 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-3d7d53eb-c1f9-4513-acb6-956bc7d210c1 None None] Allocated IP 172.20.0.2 (f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4/0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d/fcd6b60a-5ab1-41e4-9c67-7ee68b14afad) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:20:06.644962 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82e1e426-3853-4cdb-8198-81cd627e5e83 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:06.649720 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3d7d53eb-c1f9-4513-acb6-956bc7d210c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:06.656788 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3d7d53eb-c1f9-4513-acb6-956bc7d210c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:06.665669 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82e1e426-3853-4cdb-8198-81cd627e5e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:06.691119 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7d53eb-c1f9-4513-acb6-956bc7d210c1 None None] Network f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:20:06.693885 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-3d7d53eb-c1f9-4513-acb6-956bc7d210c1 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:20:06.697253 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7d53eb-c1f9-4513-acb6-956bc7d210c1 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:20:06.714684 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d53eb-c1f9-4513-acb6-956bc7d210c1 None None] Pushing event updated for resources: {'Port': ['ID=fcd6b60a-5ab1-41e4-9c67-7ee68b14afad,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:06.758999 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-3d7d53eb-c1f9-4513-acb6-956bc7d210c1 None None] Attempting to bind port fcd6b60a-5ab1-41e4-9c67-7ee68b14afad on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:20:06.759359 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-3d7d53eb-c1f9-4513-acb6-956bc7d210c1 None None] Attempting to bind port fcd6b60a-5ab1-41e4-9c67-7ee68b14afad by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '2f32573c-1648-475a-819e-49ddd83eff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:20:06.759709 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7d53eb-c1f9-4513-acb6-956bc7d210c1 None None] Attempting to bind port fcd6b60a-5ab1-41e4-9c67-7ee68b14afad on network f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:20:06.764669 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7d53eb-c1f9-4513-acb6-956bc7d210c1 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:20:06.765034 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7d53eb-c1f9-4513-acb6-956bc7d210c1 None None] Checking segment: {'id': '2f32573c-1648-475a-819e-49ddd83eff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:20:06.765424 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3d7d53eb-c1f9-4513-acb6-956bc7d210c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:06.765806 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7d53eb-c1f9-4513-acb6-956bc7d210c1 None None] Bound using segment: {'id': '2f32573c-1648-475a-819e-49ddd83eff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:20:06.766260 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-3d7d53eb-c1f9-4513-acb6-956bc7d210c1 None None] Bound port: fcd6b60a-5ab1-41e4-9c67-7ee68b14afad, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f32573c-1648-475a-819e-49ddd83eff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:20:06.766628 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3d7d53eb-c1f9-4513-acb6-956bc7d210c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:06.769949 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-82e1e426-3853-4cdb-8198-81cd627e5e83 admin admin] Allocated IP 172.25.7.191 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/575bcf55-6b9a-4d24-b149-7c3db3ac69a3) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:20:06.831318 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3d7d53eb-c1f9-4513-acb6-956bc7d210c1 None None] For port fcd6b60a-5ab1-41e4-9c67-7ee68b14afad, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:20:06.834721 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3d7d53eb-c1f9-4513-acb6-956bc7d210c1 None None] For port fcd6b60a-5ab1-41e4-9c67-7ee68b14afad, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=fcd6b60a-5ab1-41e4-9c67-7ee68b14afad,segment=NetworkSegment(2f32573c-1648-475a-819e-49ddd83eff3a),segment_id=2f32573c-1648-475a-819e-49ddd83eff3a)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:20:06.839295 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3d7d53eb-c1f9-4513-acb6-956bc7d210c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:06.883991 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82e1e426-3853-4cdb-8198-81cd627e5e83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:06.903806 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d53eb-c1f9-4513-acb6-956bc7d210c1 None None] Pushing event updated for resources: {'Port': ['ID=fcd6b60a-5ab1-41e4-9c67-7ee68b14afad,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:06.932884 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82e1e426-3853-4cdb-8198-81cd627e5e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:06.975298 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e1e426-3853-4cdb-8198-81cd627e5e83 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:20:06.981004 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-82e1e426-3853-4cdb-8198-81cd627e5e83 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:20:06.986075 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e1e426-3853-4cdb-8198-81cd627e5e83 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:20:07.005102 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da3dd5-af83-4895-a25b-17a93cef6b5e req-36ca3381-c908-4b96-82d2-f1a688bd09af tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:07.006610 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a1da3dd5-af83-4895-a25b-17a93cef6b5e req-36ca3381-c908-4b96-82d2-f1a688bd09af tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.0884588 Nov 15 11:20:07.012348 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1e426-3853-4cdb-8198-81cd627e5e83 admin admin] Pushing event updated for resources: {'Port': ['ID=575bcf55-6b9a-4d24-b149-7c3db3ac69a3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:07.031443 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2dc6b-d039-40ca-8411-16def203158b req-05bce062-eded-46b3-96a9-8030c6f47941 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:07.033005 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ba2dc6b-d039-40ca-8411-16def203158b req-05bce062-eded-46b3-96a9-8030c6f47941 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.0815873 Nov 15 11:20:07.117226 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a1da3dd5-af83-4895-a25b-17a93cef6b5e req-178a1e7a-387c-4acb-b572-836e8b2933f3 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004500 Nov 15 11:20:07.141724 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ba2dc6b-d039-40ca-8411-16def203158b req-c0c42f0a-abac-436e-b3e2-818e36b4993b tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009305 Nov 15 11:20:07.291931 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82e1e426-3853-4cdb-8198-81cd627e5e83 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:07.321620 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7653f9-4c71-4b1d-ab4d-38549b5e2540 req-9479b997-aa59-4a16-995a-d38097f730c0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:07.323223 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cb7653f9-4c71-4b1d-ab4d-38549b5e2540 req-9479b997-aa59-4a16-995a-d38097f730c0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0524094 Nov 15 11:20:07.370518 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cb7653f9-4c71-4b1d-ab4d-38549b5e2540 req-b79eb19b-f41e-4c20-a80d-bcdb5d83e8a4 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408874 Nov 15 11:20:07.472958 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93045947-e52a-4c09-b68a-98fe507fe3e2 req-cdb66692-f5c7-4175-919b-3ee1dff9e6b9 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:07.474442 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-93045947-e52a-4c09-b68a-98fe507fe3e2 req-cdb66692-f5c7-4175-919b-3ee1dff9e6b9 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.0497413 Nov 15 11:20:07.495010 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82e1e426-3853-4cdb-8198-81cd627e5e83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:07.529358 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-93045947-e52a-4c09-b68a-98fe507fe3e2 req-8c131ae1-14ba-4334-8171-38874182e7f0 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477607 Nov 15 11:20:07.566595 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-23d86df8-ff5f-419e-b019-cfa0035fdb81 req-11930c84-548e-4450-844b-b184630e672c tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0269573 Nov 15 11:20:07.632372 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e1e426-3853-4cdb-8198-81cd627e5e83 admin admin] Router c75f9b98-b770-48e3-8aec-5e20c30b1bcf is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:20:07.739391 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e1e426-3853-4cdb-8198-81cd627e5e83 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:20:07.749933 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] Sync routers for ids ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:20:07.758601 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82e1e426-3853-4cdb-8198-81cd627e5e83 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:07.759898 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-82e1e426-3853-4cdb-8198-81cd627e5e83 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 1.6360395 Nov 15 11:20:07.762361 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] Routers {'c75f9b98-b770-48e3-8aec-5e20c30b1bcf'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:20:07.762791 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33114) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:20:07.763113 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:19:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:07.868705 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] Set router c75f9b98-b770-48e3-8aec-5e20c30b1bcf gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:20:07.932845 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0f10ab-663b-4aa8-add2-aaaa0fdca91e None None] Network f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:20:08.051139 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2f0baa6c-1d03-47c2-a461-aa69ca878abf None None] Provisioning complete for port fcd6b60a-5ab1-41e4-9c67-7ee68b14afad triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:20:08.051848 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2f0baa6c-1d03-47c2-a461-aa69ca878abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:08.106440 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device fcd6b60a-5ab1-41e4-9c67-7ee68b14afad up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:20:08.186228 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:07Z', 'revision_number': 3, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:08.213587 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] Checking router: c75f9b98-b770-48e3-8aec-5e20c30b1bcf for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:20:08.214170 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] Updating router c75f9b98-b770-48e3-8aec-5e20c30b1bcf port 575bcf55-6b9a-4d24-b149-7c3db3ac69a3 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:20:08.242222 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:08.309685 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60a14c8b-9fe0-44fa-9d04-c934cf240991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:08.342021 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec368e0-6053-4c01-a751-8649b688fe2a req-27d52f78-bc86-4e6e-9759-a000d7daee3d tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:08.343541 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5ec368e0-6053-4c01-a751-8649b688fe2a req-27d52f78-bc86-4e6e-9759-a000d7daee3d tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.1127515 Nov 15 11:20:08.354582 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647741d2-8bbb-4142-91b3-17be3914acbd req-b5412e9b-aa03-42fa-9bce-e891d00e56d0 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:08.355808 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-647741d2-8bbb-4142-91b3-17be3914acbd req-b5412e9b-aa03-42fa-9bce-e891d00e56d0 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.1096823 Nov 15 11:20:08.358837 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7a19f434-1afa-4076-b7a3-c72919891ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:08.405826 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port fcd6b60a-5ab1-41e4-9c67-7ee68b14afad triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:20:08.406191 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:08.445540 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2f0baa6c-1d03-47c2-a461-aa69ca878abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:08.488547 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5ec368e0-6053-4c01-a751-8649b688fe2a req-d9dd3790-0dd4-4817-96a2-c513044ab41a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268208 Nov 15 11:20:08.508764 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2f0baa6c-1d03-47c2-a461-aa69ca878abf None None] For port fcd6b60a-5ab1-41e4-9c67-7ee68b14afad, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=fcd6b60a-5ab1-41e4-9c67-7ee68b14afad,segment=NetworkSegment(2f32573c-1648-475a-819e-49ddd83eff3a),segment_id=2f32573c-1648-475a-819e-49ddd83eff3a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:08.530425 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2f0baa6c-1d03-47c2-a461-aa69ca878abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:08.571062 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:08.581253 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:08.583490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0baa6c-1d03-47c2-a461-aa69ca878abf None None] Pushing event updated for resources: {'Port': ['ID=fcd6b60a-5ab1-41e4-9c67-7ee68b14afad,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:08.601770 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:08.610303 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-647741d2-8bbb-4142-91b3-17be3914acbd req-22e50924-354b-4691-9b90-f8b15c209187 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457330 Nov 15 11:20:08.643479 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35342136-4d9c-4018-8df0-6e091d9445ff None None] Pushing event updated for resources: {'Port': ['ID=575bcf55-6b9a-4d24-b149-7c3db3ac69a3,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:08.671966 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] Attempting to bind port 575bcf55-6b9a-4d24-b149-7c3db3ac69a3 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:20:08.672402 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] Attempting to bind port 575bcf55-6b9a-4d24-b149-7c3db3ac69a3 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:20:08.672855 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] Attempting to bind port 575bcf55-6b9a-4d24-b149-7c3db3ac69a3 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:20:08.679072 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:20:08.679468 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:20:08.680203 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:08.680667 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:20:08.681200 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] Bound port: 575bcf55-6b9a-4d24-b149-7c3db3ac69a3, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:20:08.681884 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:08.703967 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-60a14c8b-9fe0-44fa-9d04-c934cf240991 admin admin] Allocated IP 172.20.0.1 (f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4/0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d/94592555-3dea-4102-a860-ea6c1de7cf79) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:20:08.714251 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:20:08.714619 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:20:08.751904 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] For port 575bcf55-6b9a-4d24-b149-7c3db3ac69a3, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:20:08.755860 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] For port 575bcf55-6b9a-4d24-b149-7c3db3ac69a3, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=575bcf55-6b9a-4d24-b149-7c3db3ac69a3,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:20:08.757530 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d0871413-a033-405d-bef9-5179b7be98d9 None None] Provisioning complete for port fcd6b60a-5ab1-41e4-9c67-7ee68b14afad triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:20:08.757930 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d0871413-a033-405d-bef9-5179b7be98d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:08.764025 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:08.813689 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] Routers {'c75f9b98-b770-48e3-8aec-5e20c30b1bcf'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:20:08.814402 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:20:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:08.875041 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953076a-c8e6-46d3-b244-e9f9e2ab13f9 req-29a32f51-11a2-4ae2-af60-82657ecee426 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:08.876652 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0953076a-c8e6-46d3-b244-e9f9e2ab13f9 req-29a32f51-11a2-4ae2-af60-82657ecee426 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.1384566 Nov 15 11:20:08.884700 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35342136-4d9c-4018-8df0-6e091d9445ff None None] Pushing event updated for resources: {'Port': ['ID=575bcf55-6b9a-4d24-b149-7c3db3ac69a3,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:08.900756 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f7074-ccc3-495c-ab9b-c63e7a84d153 req-18156518-92c4-4a38-9052-9f1832a497d7 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:08.902225 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f45f7074-ccc3-495c-ab9b-c63e7a84d153 req-18156518-92c4-4a38-9052-9f1832a497d7 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.1247668 Nov 15 11:20:08.927978 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60a14c8b-9fe0-44fa-9d04-c934cf240991 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:08.929730 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] Set router c75f9b98-b770-48e3-8aec-5e20c30b1bcf gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:20:08.993168 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0953076a-c8e6-46d3-b244-e9f9e2ab13f9 req-efbce303-25cc-44e2-a9a7-35a570de6c31 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095164 Nov 15 11:20:09.004320 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f45f7074-ccc3-495c-ab9b-c63e7a84d153 req-b9221a8d-a673-4b90-b172-552d84c99f07 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872908 Nov 15 11:20:09.038716 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60a14c8b-9fe0-44fa-9d04-c934cf240991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:09.089126 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a14c8b-9fe0-44fa-9d04-c934cf240991 admin admin] Network f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:20:09.113591 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-60a14c8b-9fe0-44fa-9d04-c934cf240991 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:20:09.119691 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c35c0536-bb3d-41ec-b33b-dff181385bdd req-eca53e66-8274-4e36-ba52-0eb439236db9 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0450537 Nov 15 11:20:09.120711 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a14c8b-9fe0-44fa-9d04-c934cf240991 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:20:09.123093 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a14c8b-9fe0-44fa-9d04-c934cf240991 admin admin] Pushing event updated for resources: {'Port': ['ID=94592555-3dea-4102-a860-ea6c1de7cf79,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:09.160094 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:07Z', 'revision_number': 3, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:09.185260 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60a14c8b-9fe0-44fa-9d04-c934cf240991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:09.189400 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510bea5e-0a14-4ff9-bd53-2ee6eb674375 None None] The sync data for ids ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'] in n-d-729945-9 is: [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:07Z', 'revision_number': 3, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:20:09.249094 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2263a-76be-43e3-b0a3-6682c5aeb2af req-77a65d27-3247-4bce-82cd-17b2dd0ea9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:09.250710 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4c2263a-76be-43e3-b0a3-6682c5aeb2af req-77a65d27-3247-4bce-82cd-17b2dd0ea9e8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 1096 time: 0.1076860 Nov 15 11:20:09.337567 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4c2263a-76be-43e3-b0a3-6682c5aeb2af req-acb61c42-19d1-4cb3-8147-ae1ff65113d1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748522 Nov 15 11:20:09.375677 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-fd014d0b-21c3-460c-b5bf-5be20b6d367f None None] Provisioning complete for port 94592555-3dea-4102-a860-ea6c1de7cf79 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:20:09.376438 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fd014d0b-21c3-460c-b5bf-5be20b6d367f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:09.387523 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60a14c8b-9fe0-44fa-9d04-c934cf240991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:09.416023 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-fd014d0b-21c3-460c-b5bf-5be20b6d367f None None] Port 94592555-3dea-4102-a860-ea6c1de7cf79 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:20:09.629269 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60a14c8b-9fe0-44fa-9d04-c934cf240991 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:09.638523 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e9587-52ab-47b0-b484-8f98a1a48342 req-c34a4c9f-ad28-4593-9fe4-0872546a2806 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:09.640150 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea3e9587-52ab-47b0-b484-8f98a1a48342 req-c34a4c9f-ad28-4593-9fe4-0872546a2806 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.0841508 Nov 15 11:20:09.641310 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60a14c8b-9fe0-44fa-9d04-c934cf240991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:09.726428 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60a14c8b-9fe0-44fa-9d04-c934cf240991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:09.735862 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a14c8b-9fe0-44fa-9d04-c934cf240991 admin admin] Pushing event updated for resources: {'Port': ['ID=94592555-3dea-4102-a860-ea6c1de7cf79,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:09.752812 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:09.784279 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea3e9587-52ab-47b0-b484-8f98a1a48342 req-edb0d0a0-db83-40bf-bdee-84d5253f15a2 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186392 Nov 15 11:20:09.864765 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebaefb4-ddbe-4dfd-a03a-41dc743c047e req-d5fae855-6f48-4e37-bbd9-ab581c845849 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:09.866283 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ebaefb4-ddbe-4dfd-a03a-41dc743c047e req-d5fae855-6f48-4e37-bbd9-ab581c845849 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.1112370 Nov 15 11:20:09.914788 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a14c8b-9fe0-44fa-9d04-c934cf240991 admin admin] Network f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:20:09.918093 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-60a14c8b-9fe0-44fa-9d04-c934cf240991 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:20:09.975532 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ebaefb4-ddbe-4dfd-a03a-41dc743c047e req-a22b9291-bc8f-4cfa-99a1-a9c03e041f62 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025341 Nov 15 11:20:10.162992 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a14c8b-9fe0-44fa-9d04-c934cf240991 admin admin] Router c75f9b98-b770-48e3-8aec-5e20c30b1bcf has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:20:10.213457 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 575bcf55-6b9a-4d24-b149-7c3db3ac69a3 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:20:10.272411 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-987c4285-1d39-45df-89e6-c8cfb6f352db None None] Provisioning complete for port 94592555-3dea-4102-a860-ea6c1de7cf79 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:20:10.272672 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-987c4285-1d39-45df-89e6-c8cfb6f352db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:10.277760 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343c1ad-81f0-4b8e-baaf-667a2010cadf req-04dfc9f7-4020-496f-b5d1-b9a37e6be657 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:10.279352 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5343c1ad-81f0-4b8e-baaf-667a2010cadf req-04dfc9f7-4020-496f-b5d1-b9a37e6be657 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.1625679 Nov 15 11:20:10.298738 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2020206-0ea8-44ea-81f0-27280e34e8ce req-4428c6cf-c928-4075-8770-5beb01a21107 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:10.300241 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a2020206-0ea8-44ea-81f0-27280e34e8ce req-4428c6cf-c928-4075-8770-5beb01a21107 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.1735919 Nov 15 11:20:10.307019 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 575bcf55-6b9a-4d24-b149-7c3db3ac69a3 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:20:10.307382 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:10.311136 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-987c4285-1d39-45df-89e6-c8cfb6f352db None None] Port 94592555-3dea-4102-a860-ea6c1de7cf79 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:20:10.389925 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5343c1ad-81f0-4b8e-baaf-667a2010cadf req-d343ba37-260a-4a53-a058-f24ee7a0c259 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010938 Nov 15 11:20:10.391263 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:10.393608 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a14c8b-9fe0-44fa-9d04-c934cf240991 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:20:10.407604 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-60a14c8b-9fe0-44fa-9d04-c934cf240991 admin admin] 10.222.0.64 "PUT /v2.0/routers/c75f9b98-b770-48e3-8aec-5e20c30b1bcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6352098 Nov 15 11:20:10.407604 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a2020206-0ea8-44ea-81f0-27280e34e8ce req-a7fd6ef9-6028-415c-b99b-6773190b8fa5 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925996 Nov 15 11:20:10.421231 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 575bcf55-6b9a-4d24-b149-7c3db3ac69a3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=575bcf55-6b9a-4d24-b149-7c3db3ac69a3,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:10.436905 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:10.436905 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device fcd6b60a-5ab1-41e4-9c67-7ee68b14afad up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:20:10.544539 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a6962ddd-a68c-4ca5-aba7-8c1d9ce971bd req-86549621-8cb7-4fb4-9593-7b9ae8a9e1e3 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0632243 Nov 15 11:20:10.556300 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port fcd6b60a-5ab1-41e4-9c67-7ee68b14afad triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:20:10.556662 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:10.558170 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=575bcf55-6b9a-4d24-b149-7c3db3ac69a3,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:10.727566 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b08d3-00dc-41ee-8625-21a3e2ea772a req-7cd2caf4-98e3-4aac-a9f6-309c1a98511f tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:10.736588 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b6b08d3-00dc-41ee-8625-21a3e2ea772a req-7cd2caf4-98e3-4aac-a9f6-309c1a98511f tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0748553 Nov 15 11:20:10.833764 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b6b08d3-00dc-41ee-8625-21a3e2ea772a req-e581ca67-bb5c-49c2-8f37-34557500face tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943260 Nov 15 11:20:10.902679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f1a73-cdcf-46ab-bb13-3df52938b9bf req-a8edc619-f81d-422e-9f42-6f5d65182266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:10.904241 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-918f1a73-cdcf-46ab-bb13-3df52938b9bf req-a8edc619-f81d-422e-9f42-6f5d65182266 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 1096 time: 0.2065253 Nov 15 11:20:11.110582 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] Sync routers for ids ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:20:11.123645 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] Routers {'c75f9b98-b770-48e3-8aec-5e20c30b1bcf'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:20:11.124377 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:20:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:11.243048 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] Set router c75f9b98-b770-48e3-8aec-5e20c30b1bcf gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:20:11.340598 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-621d49e6-15d8-4a26-a8d9-c29bb7806896 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:11.342244 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-621d49e6-15d8-4a26-a8d9-c29bb7806896 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/networks?id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 HTTP/1.1" status: 200 len: 821 time: 0.4931536 Nov 15 11:20:11.370012 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c8b89-f5be-41c4-84f4-a9b6bb65f4e0 req-38e0aab1-7d74-42e5-b414-4eec942a0489 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:11.371345 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-557c8b89-f5be-41c4-84f4-a9b6bb65f4e0 req-38e0aab1-7d74-42e5-b414-4eec942a0489 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.1214862 Nov 15 11:20:11.376514 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:11.377788 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-cabd8f99-16ef-4c36-b3a3-4b74190b5e39 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/quotas/a1e7a4016c434f338686082e38f7e71a HTTP/1.1" status: 200 len: 375 time: 0.0266836 Nov 15 11:20:11.378773 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f1a73-cdcf-46ab-bb13-3df52938b9bf req-61baf001-4e9b-4e60-9157-2bfe248fb140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:11.380451 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-918f1a73-cdcf-46ab-bb13-3df52938b9bf req-61baf001-4e9b-4e60-9157-2bfe248fb140 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 913 time: 0.4687281 Nov 15 11:20:11.468592 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:09Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '94592555-3dea-4102-a860-ea6c1de7cf79', 'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'mac_address': 'fa:16:3e:88:40:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:08Z', 'updated_at': '2021-11-15T11:20:09Z', 'revision_number': 2, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'subnets': [{'id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:11.496444 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-557c8b89-f5be-41c4-84f4-a9b6bb65f4e0 req-94093648-f309-4d80-a9b8-29a943d3fd03 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153414 Nov 15 11:20:11.498969 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] Checking router: c75f9b98-b770-48e3-8aec-5e20c30b1bcf for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:20:11.499328 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] Updating router c75f9b98-b770-48e3-8aec-5e20c30b1bcf port 94592555-3dea-4102-a860-ea6c1de7cf79 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:20:11.521973 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-528c7516-a23e-4f33-8e4c-dd5ee7bc8d7e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1e7a4016c434f338686082e38f7e71a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1341329 Nov 15 11:20:11.525047 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-918f1a73-cdcf-46ab-bb13-3df52938b9bf req-ece2caaa-31cc-46c5-9ac9-a935dab8ba35 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92 HTTP/1.1" status: 200 len: 1000 time: 0.1357534 Nov 15 11:20:11.531110 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:11.607701 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f1a73-cdcf-46ab-bb13-3df52938b9bf req-a5d63eff-effd-4b73-89f5-4470333a3365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:11.609216 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-918f1a73-cdcf-46ab-bb13-3df52938b9bf req-a5d63eff-effd-4b73-89f5-4470333a3365 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 200 len: 851 time: 0.0723393 Nov 15 11:20:11.738609 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaad8b0-62fb-4ea6-b845-1339a4c18536 req-9c869589-7d07-4497-8388-07531d331040 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:11.740152 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cfaad8b0-62fb-4ea6-b845-1339a4c18536 req-9c869589-7d07-4497-8388-07531d331040 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.1068001 Nov 15 11:20:11.745079 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f1a73-cdcf-46ab-bb13-3df52938b9bf req-817bbff6-5619-4fcd-a472-1d4e7768a351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:11.746447 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-918f1a73-cdcf-46ab-bb13-3df52938b9bf req-817bbff6-5619-4fcd-a472-1d4e7768a351 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e78f9bd-5aad-432a-85c1-63f165b57fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120362 Nov 15 11:20:11.771642 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-918f1a73-cdcf-46ab-bb13-3df52938b9bf req-56f0d5dc-c05a-4f0c-956a-ce01956bea47 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:20:11.772786 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-918f1a73-cdcf-46ab-bb13-3df52938b9bf req-56f0d5dc-c05a-4f0c-956a-ce01956bea47 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105250 Nov 15 11:20:11.776630 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-4ffaa052-203a-4c30-8cbc-272d073158d2 service neutron] 10.222.0.64 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538853 Nov 15 11:20:11.806586 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:11.813082 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:11.865979 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9d052-bbb6-4c10-a054-16a3613ed12a None None] Pushing event updated for resources: {'Port': ['ID=94592555-3dea-4102-a860-ea6c1de7cf79,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:11.907350 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cfaad8b0-62fb-4ea6-b845-1339a4c18536 req-3c89f7c1-1ee2-4f4a-8a0a-c92affef62ed tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599436 Nov 15 11:20:11.920016 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] Attempting to bind port 94592555-3dea-4102-a860-ea6c1de7cf79 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:20:11.920446 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] Attempting to bind port 94592555-3dea-4102-a860-ea6c1de7cf79 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '2f32573c-1648-475a-819e-49ddd83eff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:20:11.921058 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] Attempting to bind port 94592555-3dea-4102-a860-ea6c1de7cf79 on network f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:20:11.931444 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:20:11.931807 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] Checking segment: {'id': '2f32573c-1648-475a-819e-49ddd83eff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:20:11.932563 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:11.932968 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] Bound using segment: {'id': '2f32573c-1648-475a-819e-49ddd83eff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:20:11.933461 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] Bound port: 94592555-3dea-4102-a860-ea6c1de7cf79, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f32573c-1648-475a-819e-49ddd83eff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:20:11.933838 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:11.970105 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-b8934aa3-f15a-4837-805e-d222f38be054 service neutron] 10.222.0.64 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806643 Nov 15 11:20:11.972162 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-918f1a73-cdcf-46ab-bb13-3df52938b9bf req-ac90d727-e35e-4825-81fb-687720eeec3e service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909397 Nov 15 11:20:12.021904 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] For port 94592555-3dea-4102-a860-ea6c1de7cf79, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:20:12.025537 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] For port 94592555-3dea-4102-a860-ea6c1de7cf79, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=94592555-3dea-4102-a860-ea6c1de7cf79,segment=NetworkSegment(2f32573c-1648-475a-819e-49ddd83eff3a),segment_id=2f32573c-1648-475a-819e-49ddd83eff3a)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:20:12.033024 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:12.100666 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 575bcf55-6b9a-4d24-b149-7c3db3ac69a3 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:20:12.128046 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd554d8-6799-435b-9e4b-0844253672ce req-11f84246-d673-4e10-9dae-1b2b99904835 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:12.135509 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8fd554d8-6799-435b-9e4b-0844253672ce req-11f84246-d673-4e10-9dae-1b2b99904835 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.1428752 Nov 15 11:20:12.185508 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] Routers {'c75f9b98-b770-48e3-8aec-5e20c30b1bcf'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:20:12.186139 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:20:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:12.197137 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:12.197547 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-918f1a73-cdcf-46ab-bb13-3df52938b9bf req-c3ae2304-3685-4516-81b5-e03aad515473 service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163475 Nov 15 11:20:12.293046 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8fd554d8-6799-435b-9e4b-0844253672ce req-e432557c-346a-4b55-bd80-15a63886a958 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564991 Nov 15 11:20:12.306398 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9d052-bbb6-4c10-a054-16a3613ed12a None None] Pushing event updated for resources: {'Port': ['ID=94592555-3dea-4102-a860-ea6c1de7cf79,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:12.328387 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-674001bd-82b7-4937-802c-5e0168872f8c req-9ad4e031-fc65-4d52-b499-0e4a3908b06d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1174343 Nov 15 11:20:12.341860 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ffcec66a-42c7-488c-ac3a-07fcab9e2f4a None None] Provisioning complete for port 94592555-3dea-4102-a860-ea6c1de7cf79 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:20:12.342516 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ffcec66a-42c7-488c-ac3a-07fcab9e2f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:12.352819 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e5042-55a0-4b3e-9665-f1bf1c3725a3 req-a63830d4-a0d1-41b4-8667-ba6e14417735 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:12.357638 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c83e5042-55a0-4b3e-9665-f1bf1c3725a3 req-a63830d4-a0d1-41b4-8667-ba6e14417735 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0887966 Nov 15 11:20:12.457953 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674001bd-82b7-4937-802c-5e0168872f8c req-95a3d6f5-9ab4-42ec-97ba-f59927845dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:12.459483 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-674001bd-82b7-4937-802c-5e0168872f8c req-95a3d6f5-9ab4-42ec-97ba-f59927845dd1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 1097 time: 0.0979476 Nov 15 11:20:12.464376 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] Set router c75f9b98-b770-48e3-8aec-5e20c30b1bcf gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:20:12.467520 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 575bcf55-6b9a-4d24-b149-7c3db3ac69a3 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:20:12.467904 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:12.469874 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c83e5042-55a0-4b3e-9665-f1bf1c3725a3 req-62b462a6-298d-4d4f-aa70-6b91d3478165 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001041 Nov 15 11:20:12.512697 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a1211161-2adf-4512-9a0c-bdd8816965df req-67955873-5d56-4d32-b1de-09cae6d58b54 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0890470 Nov 15 11:20:12.676885 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ffcec66a-42c7-488c-ac3a-07fcab9e2f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:12.704254 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fffdb4e3-f5de-4e0b-9672-d402f88b0e47 req-f96972b0-9343-475a-a1e1-e8b8392a700b tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e HTTP/1.1" status: 200 len: 210 time: 0.0570645 Nov 15 11:20:12.714091 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467455dc-c86b-4412-ba6d-d42178732ac5 req-bf61834f-d7ef-4ff9-a33a-8ac44dfb2852 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:12.715592 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-467455dc-c86b-4412-ba6d-d42178732ac5 req-bf61834f-d7ef-4ff9-a33a-8ac44dfb2852 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.1257839 Nov 15 11:20:12.717190 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674001bd-82b7-4937-802c-5e0168872f8c req-41bf1f7d-453c-43b8-818e-37a04184bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:12.719145 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-674001bd-82b7-4937-802c-5e0168872f8c req-41bf1f7d-453c-43b8-818e-37a04184bf86 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 913 time: 0.2092729 Nov 15 11:20:12.793957 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-674001bd-82b7-4937-802c-5e0168872f8c req-307b7620-69be-42e3-82e1-dc4d74d1f428 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3cf7fc0-e602-4809-8f2f-8cca37b86b15 HTTP/1.1" status: 200 len: 217 time: 0.0553577 Nov 15 11:20:12.876595 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-467455dc-c86b-4412-ba6d-d42178732ac5 req-6f4ae747-6d94-48e5-a9da-162ffae45eb6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516967 Nov 15 11:20:12.901711 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674001bd-82b7-4937-802c-5e0168872f8c req-3ed550b5-ee2c-4f01-8237-6d2809f6e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:12.903576 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-674001bd-82b7-4937-802c-5e0168872f8c req-3ed550b5-ee2c-4f01-8237-6d2809f6e85f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 200 len: 851 time: 0.0881236 Nov 15 11:20:12.919345 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ffcec66a-42c7-488c-ac3a-07fcab9e2f4a None None] For port 94592555-3dea-4102-a860-ea6c1de7cf79, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=94592555-3dea-4102-a860-ea6c1de7cf79,segment=NetworkSegment(2f32573c-1648-475a-819e-49ddd83eff3a),segment_id=2f32573c-1648-475a-819e-49ddd83eff3a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:12.947155 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ffcec66a-42c7-488c-ac3a-07fcab9e2f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:13.013075 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcec66a-42c7-488c-ac3a-07fcab9e2f4a None None] Pushing event updated for resources: {'Port': ['ID=94592555-3dea-4102-a860-ea6c1de7cf79,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:13.015253 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674001bd-82b7-4937-802c-5e0168872f8c req-a771986f-37f7-4351-8134-a3d99f645c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:13.017076 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-674001bd-82b7-4937-802c-5e0168872f8c req-a771986f-37f7-4351-8134-a3d99f645c0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e78f9bd-5aad-432a-85c1-63f165b57fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055298 Nov 15 11:20:13.023131 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:09Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '94592555-3dea-4102-a860-ea6c1de7cf79', 'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'mac_address': 'fa:16:3e:88:40:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:08Z', 'updated_at': '2021-11-15T11:20:12Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'subnets': [{'id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:13.052588 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1c8909-0dc6-453e-b9e9-588ffd98c88c None None] The sync data for ids ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'] in n-d-729945-9 is: [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:09Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '94592555-3dea-4102-a860-ea6c1de7cf79', 'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'mac_address': 'fa:16:3e:88:40:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:08Z', 'updated_at': '2021-11-15T11:20:12Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'subnets': [{'id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:20:13.086250 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-fc33b437-b5d5-4a0a-95ae-7d6230add1fd None None] Provisioning complete for port 94592555-3dea-4102-a860-ea6c1de7cf79 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:20:13.086790 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fc33b437-b5d5-4a0a-95ae-7d6230add1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:13.181624 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b60581-6ce8-4d24-939b-c78276db4a3c req-26d176d1-4052-49fb-85b4-aeadee98bb3a tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:13.183192 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a8b60581-6ce8-4d24-939b-c78276db4a3c req-26d176d1-4052-49fb-85b4-aeadee98bb3a tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.1652000 Nov 15 11:20:13.229061 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ef7c1-7bee-4d3c-a148-60e0fe90c115 req-9683a513-01a4-496d-af40-6c5e3df75310 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:13.237059 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9f7ef7c1-7bee-4d3c-a148-60e0fe90c115 req-9683a513-01a4-496d-af40-6c5e3df75310 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.1787622 Nov 15 11:20:13.268793 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-674001bd-82b7-4937-802c-5e0168872f8c req-4ba19698-ccee-48a8-a906-46f3b59d3cbc service neutron] 10.222.0.55 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422626 Nov 15 11:20:13.369703 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9f7ef7c1-7bee-4d3c-a148-60e0fe90c115 req-b9547533-209c-4db0-961a-ec7086ca3998 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317103 Nov 15 11:20:13.374851 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a8b60581-6ce8-4d24-939b-c78276db4a3c req-ba7f3203-d4ba-46cd-9918-ee2a6c163509 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680536 Nov 15 11:20:13.422353 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-674001bd-82b7-4937-802c-5e0168872f8c req-eceda845-ed0e-40a4-8294-b7b709a0d052 service neutron] 10.222.0.55 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438792 Nov 15 11:20:13.503316 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7e61d-e572-48f7-a27c-c4ffa409f080 req-b3eb3bcb-3c8f-447a-a9f5-91b50d4394c6 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:13.504923 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8bc7e61d-e572-48f7-a27c-c4ffa409f080 req-b3eb3bcb-3c8f-447a-a9f5-91b50d4394c6 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.0559103 Nov 15 11:20:13.659216 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0368fa1f-d1c3-4081-b136-e24028db6b16 req-2e06140a-7e2c-45be-8bf9-b96e75c543e2 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0461328 Nov 15 11:20:13.667587 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8bc7e61d-e572-48f7-a27c-c4ffa409f080 req-8520ad12-776e-4b39-8b04-0c9903e9c999 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521244 Nov 15 11:20:13.704144 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-8343d579-b946-4f1a-85e9-248aae1b79d5 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:13.705729 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-8343d579-b946-4f1a-85e9-248aae1b79d5 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.55 "GET /v2.0/networks?id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 HTTP/1.1" status: 200 len: 821 time: 0.1998785 Nov 15 11:20:13.720754 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-106cf829-e06a-491e-9a9b-b55bf1984e19 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Request body: {'port': {'device_id': 'f8acba87-541d-422e-a1cb-bc3c7b51c19e', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'admin_state_up': True, 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:20:13.818486 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b9073508-ff48-440c-8ed0-dc5bfe9af329 req-0594d6cd-f71f-4405-b468-d96591cb35d0 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e HTTP/1.1" status: 200 len: 210 time: 0.0337427 Nov 15 11:20:13.863010 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-106cf829-e06a-491e-9a9b-b55bf1984e19 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Made reservation on behalf of a1e7a4016c434f338686082e38f7e71a for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:20:13.866638 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-106cf829-e06a-491e-9a9b-b55bf1984e19 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:14.036086 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-106cf829-e06a-491e-9a9b-b55bf1984e19 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Allocated IP 172.20.0.12 (f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4/0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d/2061c010-fb84-4359-bbe4-a2b61785a247) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:20:14.048676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a2ea4-40d0-4aae-8a26-1634f0bc1791 req-06979261-fd35-476e-ba48-c5d9d6cd9801 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:14.050347 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-338a2ea4-40d0-4aae-8a26-1634f0bc1791 req-06979261-fd35-476e-ba48-c5d9d6cd9801 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.1056783 Nov 15 11:20:14.067244 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 94592555-3dea-4102-a860-ea6c1de7cf79 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:20:14.124285 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 94592555-3dea-4102-a860-ea6c1de7cf79 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:20:14.124647 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:14.141044 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-338a2ea4-40d0-4aae-8a26-1634f0bc1791 req-032b9383-e3a8-412f-aae4-38b9dd7f7cdd tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833321 Nov 15 11:20:14.279381 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-106cf829-e06a-491e-9a9b-b55bf1984e19 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:14.305550 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d48cb-1183-471b-b59e-757c5f3e49f4 req-3874c0db-f948-4ec3-87a6-95c209191284 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:14.307079 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b0d48cb-1183-471b-b59e-757c5f3e49f4 req-3874c0db-f948-4ec3-87a6-95c209191284 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0776334 Nov 15 11:20:14.365807 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-106cf829-e06a-491e-9a9b-b55bf1984e19 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:14.433620 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b0d48cb-1183-471b-b59e-757c5f3e49f4 req-e3a15369-4e5f-432a-a675-0f976f078390 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175630 Nov 15 11:20:14.444401 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-106cf829-e06a-491e-9a9b-b55bf1984e19 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Network f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:20:14.456712 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-106cf829-e06a-491e-9a9b-b55bf1984e19 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:20:14.462900 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cf829-e06a-491e-9a9b-b55bf1984e19 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Pushing event updated for resources: {'Port': ['ID=2061c010-fb84-4359-bbe4-a2b61785a247,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:14.464414 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-106cf829-e06a-491e-9a9b-b55bf1984e19 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:20:14.482762 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-401bb63b-7524-4649-a12d-5ecdf89e4a60 req-cf5bfee5-92f7-4588-93a9-6e0f49a369b5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3970c531-beb3-4d92-9b5a-a9401e092d54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1489351 Nov 15 11:20:14.574307 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0ff1b-586e-457e-9294-7857b7a43331 req-0467868a-e61f-40bb-9eff-0ca3c6bd2277 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:14.575896 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f4a0ff1b-586e-457e-9294-7857b7a43331 req-0467868a-e61f-40bb-9eff-0ca3c6bd2277 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.1293097 Nov 15 11:20:14.581456 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-106cf829-e06a-491e-9a9b-b55bf1984e19 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:14.582060 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-106cf829-e06a-491e-9a9b-b55bf1984e19 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:14.643220 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-106cf829-e06a-491e-9a9b-b55bf1984e19 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9266055 Nov 15 11:20:14.653323 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cff03d-f337-46cb-b160-c0dc5d5bdf6d req-8c6b159e-c628-4421-9edb-9f5340069f36 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:14.654790 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-67cff03d-f337-46cb-b160-c0dc5d5bdf6d req-8c6b159e-c628-4421-9edb-9f5340069f36 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.1523552 Nov 15 11:20:14.665571 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-c3519eec-b935-4336-bb05-868fb891d3f3 service neutron] Request body: {'port': {'device_id': 'f8acba87-541d-422e-a1cb-bc3c7b51c19e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:20:14.705175 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8e17448a-d808-4250-8861-0e10ebafa6f6 None None] Provisioning complete for port 2061c010-fb84-4359-bbe4-a2b61785a247 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:20:14.705517 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e17448a-d808-4250-8861-0e10ebafa6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:14.723242 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f4a0ff1b-586e-457e-9294-7857b7a43331 req-413f933b-aa03-4205-adef-c8557ded4722 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376760 Nov 15 11:20:14.724902 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bb63b-7524-4649-a12d-5ecdf89e4a60 req-ffbfb825-8337-4378-a7da-08e8d00f26ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:14.726429 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-401bb63b-7524-4649-a12d-5ecdf89e4a60 req-ffbfb825-8337-4378-a7da-08e8d00f26ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64b4fbecaf224238abafeedfc02c5050&device_id=3970c531-beb3-4d92-9b5a-a9401e092d54 HTTP/1.1" status: 200 len: 1097 time: 0.1699278 Nov 15 11:20:14.742712 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8e17448a-d808-4250-8861-0e10ebafa6f6 None None] Port 2061c010-fb84-4359-bbe4-a2b61785a247 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:20:14.817733 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-c3519eec-b935-4336-bb05-868fb891d3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:14.824160 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-67cff03d-f337-46cb-b160-c0dc5d5bdf6d req-8df53bd9-b6d6-4245-a21f-d2e87c8093db tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553166 Nov 15 11:20:14.975562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bb63b-7524-4649-a12d-5ecdf89e4a60 req-ec12ad7c-d3ae-4193-bcdd-67c361c3cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:14.976926 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-401bb63b-7524-4649-a12d-5ecdf89e4a60 req-ec12ad7c-d3ae-4193-bcdd-67c361c3cb41 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ba4437f-4084-4622-9e5a-c25893ee652e HTTP/1.1" status: 200 len: 916 time: 0.2233596 Nov 15 11:20:15.332460 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b5f771c4-b17c-475b-b6db-9de49fd2fc4d req-3d2981e4-204b-479d-8644-02b83d38658f tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.3586268 Nov 15 11:20:15.407960 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f24f1-6704-4046-8c26-7a1be466054a req-9d8f1443-ab7e-4855-a002-dc96568fce61 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:15.409897 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-908f24f1-6704-4046-8c26-7a1be466054a req-9d8f1443-ab7e-4855-a002-dc96568fce61 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.5203557 Nov 15 11:20:15.412850 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-401bb63b-7524-4649-a12d-5ecdf89e4a60 req-9e35c2fe-835d-4884-acb8-2b65d97f88d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c69d5048-3822-4dee-977b-ae437fe6d605 HTTP/1.1" status: 200 len: 1001 time: 0.4217455 Nov 15 11:20:15.548611 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bb63b-7524-4649-a12d-5ecdf89e4a60 req-ec711c22-121b-4176-843a-dc91cca97426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:15.550082 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-401bb63b-7524-4649-a12d-5ecdf89e4a60 req-ec711c22-121b-4176-843a-dc91cca97426 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13de97e3-bf4b-4f47-8f44-5155e3b5e067 HTTP/1.1" status: 200 len: 854 time: 0.1266000 Nov 15 11:20:15.569166 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-908f24f1-6704-4046-8c26-7a1be466054a req-7093c5a2-68e8-4f92-a8e8-9128d60a2082 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484909 Nov 15 11:20:15.629345 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5065c-61fc-45fe-9301-4526728c4bca req-050c2948-3100-4a9c-b160-9b3674c672e5 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:15.630830 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18f5065c-61fc-45fe-9301-4526728c4bca req-050c2948-3100-4a9c-b160-9b3674c672e5 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e HTTP/1.1" status: 200 len: 932 time: 0.1581917 Nov 15 11:20:15.651076 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-c3519eec-b935-4336-bb05-868fb891d3f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2061c010-fb84-4359-bbe4-a2b61785a247 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:20:15.666936 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-c3519eec-b935-4336-bb05-868fb891d3f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:15.694761 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-c3519eec-b935-4336-bb05-868fb891d3f3 service neutron] Transition to ACTIVE for port object 2061c010-fb84-4359-bbe4-a2b61785a247 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:20:15.696698 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bb63b-7524-4649-a12d-5ecdf89e4a60 req-d33407d4-810f-42d7-a09e-ed56d145c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:15.698275 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-401bb63b-7524-4649-a12d-5ecdf89e4a60 req-d33407d4-810f-42d7-a09e-ed56d145c8b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ba4437f-4084-4622-9e5a-c25893ee652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1379755 Nov 15 11:20:15.705653 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-c3519eec-b935-4336-bb05-868fb891d3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:15.759672 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18f5065c-61fc-45fe-9301-4526728c4bca req-c24d9759-6f21-4e37-a270-17d5a020e634 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b95e23c-0327-42ba-a156-bf333b7876ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209252 Nov 15 11:20:15.837485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3519eec-b935-4336-bb05-868fb891d3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2061c010-fb84-4359-bbe4-a2b61785a247,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:15.895577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2466b4f-6df9-455e-810d-cf41a7c67ae8 req-722d193a-f635-42c0-9306-183f7314d07e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:15.897184 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2466b4f-6df9-455e-810d-cf41a7c67ae8 req-722d193a-f635-42c0-9306-183f7314d07e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.1838310 Nov 15 11:20:15.929776 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-401bb63b-7524-4649-a12d-5ecdf89e4a60 req-5fb901d9-a895-4de3-95d1-3772d8629c81 service neutron] 10.222.0.11 "GET /v2.0/networks/6ba4437f-4084-4622-9e5a-c25893ee652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211504 Nov 15 11:20:16.053917 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-c3519eec-b935-4336-bb05-868fb891d3f3 service neutron] Attempting to bind port 2061c010-fb84-4359-bbe4-a2b61785a247 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:20:16.054250 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-c3519eec-b935-4336-bb05-868fb891d3f3 service neutron] Attempting to bind port 2061c010-fb84-4359-bbe4-a2b61785a247 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '2f32573c-1648-475a-819e-49ddd83eff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:20:16.054565 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-c3519eec-b935-4336-bb05-868fb891d3f3 service neutron] Attempting to bind port 2061c010-fb84-4359-bbe4-a2b61785a247 on network f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:20:16.068879 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2466b4f-6df9-455e-810d-cf41a7c67ae8 req-a2a8883b-3400-4bfe-9bae-da8aacf9203a tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506858 Nov 15 11:20:16.072112 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-c3519eec-b935-4336-bb05-868fb891d3f3 service neutron] Port 2061c010-fb84-4359-bbe4-a2b61785a247 on network f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:20:16.072269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-c3519eec-b935-4336-bb05-868fb891d3f3 service neutron] Attempting to bind port 2061c010-fb84-4359-bbe4-a2b61785a247 on network f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:20:16.085554 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-c3519eec-b935-4336-bb05-868fb891d3f3 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:20:16.085893 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-c3519eec-b935-4336-bb05-868fb891d3f3 service neutron] Checking segment: {'id': '2f32573c-1648-475a-819e-49ddd83eff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:20:16.086258 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-c3519eec-b935-4336-bb05-868fb891d3f3 service neutron] Bound using segment: {'id': '2f32573c-1648-475a-819e-49ddd83eff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:20:16.087005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-c3519eec-b935-4336-bb05-868fb891d3f3 service neutron] Bound port: 2061c010-fb84-4359-bbe4-a2b61785a247, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f32573c-1648-475a-819e-49ddd83eff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:20:16.087005 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-c3519eec-b935-4336-bb05-868fb891d3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:16.132626 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8c07e-9c51-4ae9-806b-a2aac422d67e req-a45849fe-8996-415e-b4ad-99f88894d1b6 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:16.134101 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c9c8c07e-9c51-4ae9-806b-a2aac422d67e req-a45849fe-8996-415e-b4ad-99f88894d1b6 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.1446733 Nov 15 11:20:16.139558 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-401bb63b-7524-4649-a12d-5ecdf89e4a60 req-c5a5faaa-a5a1-4a98-894c-6cb43d43d9ef service neutron] 10.222.0.11 "GET /v2.0/networks/6ba4437f-4084-4622-9e5a-c25893ee652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810038 Nov 15 11:20:16.251604 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-c3519eec-b935-4336-bb05-868fb891d3f3 service neutron] For port 2061c010-fb84-4359-bbe4-a2b61785a247, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:20:16.260469 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48e506-54cb-4217-8a60-5102009940ec req-41842dd4-901e-42a5-a987-10d2f93e9417 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:16.261965 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0e48e506-54cb-4217-8a60-5102009940ec req-41842dd4-901e-42a5-a987-10d2f93e9417 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.1215267 Nov 15 11:20:16.265083 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c9c8c07e-9c51-4ae9-806b-a2aac422d67e req-b2320633-2b3f-47ac-bb1e-c95b0921796b tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222022 Nov 15 11:20:16.266750 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-c3519eec-b935-4336-bb05-868fb891d3f3 service neutron] For port 2061c010-fb84-4359-bbe4-a2b61785a247, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=2061c010-fb84-4359-bbe4-a2b61785a247,segment=NetworkSegment(2f32573c-1648-475a-819e-49ddd83eff3a),segment_id=2f32573c-1648-475a-819e-49ddd83eff3a)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:20:16.282012 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-c3519eec-b935-4336-bb05-868fb891d3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:16.331089 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-c3519eec-b935-4336-bb05-868fb891d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:16.331710 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-c3519eec-b935-4336-bb05-868fb891d3f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:16.333095 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-c3519eec-b935-4336-bb05-868fb891d3f3 service neutron] 10.222.0.55 "PUT /v2.0/ports/2061c010-fb84-4359-bbe4-a2b61785a247 HTTP/1.1" status: 200 len: 1092 time: 1.6764235 Nov 15 11:20:16.338362 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8acba87-541d-422e-a1cb-bc3c7b51c19e', 'tag': '2061c010-fb84-4359-bbe4-a2b61785a247'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:20:16.340731 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436faced-fd93-4310-a8d6-91bbaa8326b0" -d '{"events": [{"name": "network-changed", "server_uuid": "f8acba87-541d-422e-a1cb-bc3c7b51c19e", "tag": "2061c010-fb84-4359-bbe4-a2b61785a247"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:20:16.369858 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3519eec-b935-4336-bb05-868fb891d3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2061c010-fb84-4359-bbe4-a2b61785a247,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:16.375690 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0e48e506-54cb-4217-8a60-5102009940ec req-07edc2ab-c6ed-41b0-aada-fce5fe248455 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075301 Nov 15 11:20:16.425076 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f57abd-3668-4c7e-8ecf-343e873a711f x-openstack-request-id: req-f5f57abd-3668-4c7e-8ecf-343e873a711f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:20:16.425370 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8acba87-541d-422e-a1cb-bc3c7b51c19e", "tag": "2061c010-fb84-4359-bbe4-a2b61785a247", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:20:16.425620 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5f57abd-3668-4c7e-8ecf-343e873a711f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:20:16.426016 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8acba87-541d-422e-a1cb-bc3c7b51c19e', 'tag': '2061c010-fb84-4359-bbe4-a2b61785a247', 'status': 'completed', 'code': 200} Nov 15 11:20:16.438998 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-76728dc8-d94b-4f8f-9668-44a4163e95a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:16.443349 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-76728dc8-d94b-4f8f-9668-44a4163e95a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1e7a4016c434f338686082e38f7e71a&device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e HTTP/1.1" status: 200 len: 1095 time: 0.0661631 Nov 15 11:20:16.496529 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-e213f990-7240-4e87-931d-8dcd6d79551b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2061c010-fb84-4359-bbe4-a2b61785a247 HTTP/1.1" status: 200 len: 217 time: 0.0423994 Nov 15 11:20:16.583475 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b120d0bc-5af0-4d3b-aea7-b15f2d68ea8d req-8cbccdad-df2d-4ed4-b00d-92cb34d6e058 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0901053 Nov 15 11:20:16.589579 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-48d560b0-7e79-4af5-a42e-eae3189ac125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:16.591729 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-48d560b0-7e79-4af5-a42e-eae3189ac125 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d HTTP/1.1" status: 200 len: 860 time: 0.0793841 Nov 15 11:20:16.637415 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14137c-c9d6-4c3d-8694-ffc934e99b38 req-c666026c-ced2-40d9-92b5-1b73ad9474ab tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:16.644686 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc14137c-c9d6-4c3d-8694-ffc934e99b38 req-c666026c-ced2-40d9-92b5-1b73ad9474ab tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.1524301 Nov 15 11:20:16.694874 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-59e7084f-bbaa-4fe7-8ee0-e5ba7b0ec3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:16.696446 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-59e7084f-bbaa-4fe7-8ee0-e5ba7b0ec3b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946386 Nov 15 11:20:16.707744 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc14137c-c9d6-4c3d-8694-ffc934e99b38 req-aa962a3f-e9d4-4447-b9ac-088aec0f3479 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620837 Nov 15 11:20:16.824552 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-65818173-136d-4a13-92f1-800c0b4fe669 service neutron] 10.222.0.55 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157458 Nov 15 11:20:16.832901 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e6fa5-86a4-4402-85fc-4f22da2d3ac3 req-dae2cf22-c9c7-4fcb-ab97-984cfd9534da tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:16.834327 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5b4e6fa5-86a4-4402-85fc-4f22da2d3ac3 req-dae2cf22-c9c7-4fcb-ab97-984cfd9534da tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.0737858 Nov 15 11:20:16.971748 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5b4e6fa5-86a4-4402-85fc-4f22da2d3ac3 req-99746538-a338-4a39-b449-6488d25a2110 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203415 Nov 15 11:20:16.982445 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb605e-3e5d-4ab2-8a71-7b9b435b4050 req-d3535d76-5e08-4e76-862f-44526dfcf2ee tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:16.983890 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8bfb605e-3e5d-4ab2-8a71-7b9b435b4050 req-d3535d76-5e08-4e76-862f-44526dfcf2ee tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e HTTP/1.1" status: 200 len: 944 time: 0.1487374 Nov 15 11:20:17.000384 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57e9b695-1eaf-4e6f-b9db-22dc692a63ce req-e257b64e-6549-4cb5-b2ce-7500704d25bd service neutron] 10.222.0.55 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641102 Nov 15 11:20:17.039066 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8bfb605e-3e5d-4ab2-8a71-7b9b435b4050 req-125dd705-6da4-49c9-9ee9-3c01a262b041 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b95e23c-0327-42ba-a156-bf333b7876ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477469 Nov 15 11:20:17.101007 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436faced-fd93-4310-a8d6-91bbaa8326b0 req-c20114fc-710c-4a86-bfba-4a3a76cec6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:17.102508 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-436faced-fd93-4310-a8d6-91bbaa8326b0 req-c20114fc-710c-4a86-bfba-4a3a76cec6fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1e7a4016c434f338686082e38f7e71a&device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e HTTP/1.1" status: 200 len: 1095 time: 0.0473120 Nov 15 11:20:17.204980 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436faced-fd93-4310-a8d6-91bbaa8326b0 req-733749ad-3f90-4b7c-8ef3-b1832380e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:17.206476 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-436faced-fd93-4310-a8d6-91bbaa8326b0 req-733749ad-3f90-4b7c-8ef3-b1832380e69d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 HTTP/1.1" status: 200 len: 922 time: 0.0915446 Nov 15 11:20:17.253705 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-436faced-fd93-4310-a8d6-91bbaa8326b0 req-19b052ed-178c-404f-8f21-f35377d5b0e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2061c010-fb84-4359-bbe4-a2b61785a247 HTTP/1.1" status: 200 len: 217 time: 0.0388305 Nov 15 11:20:17.306106 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436faced-fd93-4310-a8d6-91bbaa8326b0 req-f4a3ff96-4f16-45c9-b491-c842b110b46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:17.308030 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-436faced-fd93-4310-a8d6-91bbaa8326b0 req-f4a3ff96-4f16-45c9-b491-c842b110b46f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d HTTP/1.1" status: 200 len: 860 time: 0.0453427 Nov 15 11:20:17.382008 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436faced-fd93-4310-a8d6-91bbaa8326b0 req-7dad7ac4-badc-4a90-9811-074e3beeb9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:17.383411 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-436faced-fd93-4310-a8d6-91bbaa8326b0 req-7dad7ac4-badc-4a90-9811-074e3beeb9ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665348 Nov 15 11:20:17.398975 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35049e7-0426-4ca6-a199-384dfd189d0c req-61021c9e-edc1-4c2c-8101-0b5701d6d7fc tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:17.400354 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e35049e7-0426-4ca6-a199-384dfd189d0c req-61021c9e-edc1-4c2c-8101-0b5701d6d7fc tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.0596390 Nov 15 11:20:17.530028 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e35049e7-0426-4ca6-a199-384dfd189d0c req-d7815161-8319-4feb-892c-594140bbb4aa tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214678 Nov 15 11:20:17.557741 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcba456-9181-4bac-bf8d-a96e95e9b565 req-b27cd66c-09a0-4a8b-99c7-863dfe9aab92 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:17.560101 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dbcba456-9181-4bac-bf8d-a96e95e9b565 req-b27cd66c-09a0-4a8b-99c7-863dfe9aab92 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.1074295 Nov 15 11:20:17.563642 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-436faced-fd93-4310-a8d6-91bbaa8326b0 req-1c68563a-8b46-464a-b8c8-92b016f8dc7c service neutron] 10.222.0.55 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721547 Nov 15 11:20:17.661782 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dbcba456-9181-4bac-bf8d-a96e95e9b565 req-1ffbeca2-d933-4223-8bd6-1e2ce7fb09b7 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963123 Nov 15 11:20:17.703053 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1ac29d25-a434-44f1-96c9-3113241068ec req-81bea10f-6511-4f10-9e65-4c80d6fbf3a8 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0389199 Nov 15 11:20:17.708669 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-436faced-fd93-4310-a8d6-91bbaa8326b0 req-3a1a67a1-2b8d-4f60-bb3c-598e74db0bab service neutron] 10.222.0.55 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374495 Nov 15 11:20:17.827123 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89600e85-70f2-4154-b41c-f01429081821 req-a7a6df03-b47e-4611-93df-161459325efd tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:17.828814 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-89600e85-70f2-4154-b41c-f01429081821 req-a7a6df03-b47e-4611-93df-161459325efd tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0539658 Nov 15 11:20:17.878973 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-89600e85-70f2-4154-b41c-f01429081821 req-f191fadf-3835-4d7c-a1cf-f2292733925b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438087 Nov 15 11:20:18.121286 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc10819-3ffa-4db8-9c20-c9a6f2ee587c req-2fc0f184-b8f4-48e6-8291-547f1a790946 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:18.122947 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bbc10819-3ffa-4db8-9c20-c9a6f2ee587c req-2fc0f184-b8f4-48e6-8291-547f1a790946 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0818932 Nov 15 11:20:18.135944 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4628b-5f34-486c-bdd7-c710db6adf2c req-abb7171c-b749-4dbf-b058-b6668db56a4f tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:18.137461 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acc4628b-5f34-486c-bdd7-c710db6adf2c req-abb7171c-b749-4dbf-b058-b6668db56a4f tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.0690556 Nov 15 11:20:18.201431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bbc10819-3ffa-4db8-9c20-c9a6f2ee587c req-0a735c63-44ba-4b10-8e64-3b84346bac11 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629220 Nov 15 11:20:18.213302 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acc4628b-5f34-486c-bdd7-c710db6adf2c req-22c44e4c-b0f3-456d-b3d2-7d3975c93d88 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691259 Nov 15 11:20:18.335532 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 2061c010-fb84-4359-bbe4-a2b61785a247 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:20:18.358945 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3615de-7e28-44aa-87fa-dd5371f456e9 req-662a86a0-00dd-4ee2-ae76-85c5a768d5e9 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:18.360462 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa3615de-7e28-44aa-87fa-dd5371f456e9 req-662a86a0-00dd-4ee2-ae76-85c5a768d5e9 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e HTTP/1.1" status: 200 len: 944 time: 0.0537486 Nov 15 11:20:18.407424 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa3615de-7e28-44aa-87fa-dd5371f456e9 req-e4a94687-b0b5-437b-85ca-8bbe1f5002c3 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b95e23c-0327-42ba-a156-bf333b7876ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405316 Nov 15 11:20:18.436323 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 2061c010-fb84-4359-bbe4-a2b61785a247, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=2061c010-fb84-4359-bbe4-a2b61785a247,segment=NetworkSegment(2f32573c-1648-475a-819e-49ddd83eff3a),segment_id=2f32573c-1648-475a-819e-49ddd83eff3a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:18.448470 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '2061c010-fb84-4359-bbe4-a2b61785a247', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'port_id': '2061c010-fb84-4359-bbe4-a2b61785a247', 'mac_address': 'fa:16:3e:4e:c4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:20:18.484654 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:18.497129 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2061c010-fb84-4359-bbe4-a2b61785a247 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:20:18.516777 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 2061c010-fb84-4359-bbe4-a2b61785a247, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=2061c010-fb84-4359-bbe4-a2b61785a247,segment=NetworkSegment(2f32573c-1648-475a-819e-49ddd83eff3a),segment_id=2f32573c-1648-475a-819e-49ddd83eff3a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:18.521064 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:18.570351 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=2061c010-fb84-4359-bbe4-a2b61785a247,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:18.654793 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea5472-9f82-4b64-9b9f-415e0c9ae635 req-9b286f74-fabf-43fe-a3f2-8a1047007308 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:18.656329 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5ea5472-9f82-4b64-9b9f-415e0c9ae635 req-9b286f74-fabf-43fe-a3f2-8a1047007308 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.0525117 Nov 15 11:20:18.706585 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5ea5472-9f82-4b64-9b9f-415e0c9ae635 req-2b01aa31-9aa4-4f50-9641-8e56db06644a tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440784 Nov 15 11:20:18.822707 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dacdc435-7527-417b-8df7-5a42d1ace69a req-375e557f-00bf-419c-aab5-9a03e442df4c tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0267680 Nov 15 11:20:18.927845 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['2061c010-fb84-4359-bbe4-a2b61785a247'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:20:19.265036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fed955-8f6b-4402-8015-060cf5ed2239 req-9fbb93a7-e468-414e-ae99-785a16b0ed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:19.266499 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3fed955-8f6b-4402-8015-060cf5ed2239 req-9fbb93a7-e468-414e-ae99-785a16b0ed3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8bbdc8b4f4d41429da8ec0263256af4&device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 1096 time: 0.0733471 Nov 15 11:20:19.278205 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5df4e0-db63-478d-91c6-0c61b1a07cd3 req-57c6e4fa-9937-4c31-a734-96196855718e tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:19.279656 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb5df4e0-db63-478d-91c6-0c61b1a07cd3 req-57c6e4fa-9937-4c31-a734-96196855718e tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0784562 Nov 15 11:20:19.433078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9056b-1a43-418a-9986-ec35196d7cc0 req-8354ffd7-1859-48d1-8103-ff3039ce7e70 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:19.434592 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-86b9056b-1a43-418a-9986-ec35196d7cc0 req-8354ffd7-1859-48d1-8103-ff3039ce7e70 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.1421349 Nov 15 11:20:19.439770 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb5df4e0-db63-478d-91c6-0c61b1a07cd3 req-4fb67c28-0727-44a6-addc-2caf716fbf85 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483302 Nov 15 11:20:19.441999 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fed955-8f6b-4402-8015-060cf5ed2239 req-0058fec0-7c35-465a-bb3d-9839e069b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:19.443328 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3fed955-8f6b-4402-8015-060cf5ed2239 req-0058fec0-7c35-465a-bb3d-9839e069b014 service neutron] 10.222.0.11 "GET /v2.0/networks?id=99889980-5118-464e-8c72-669cf056f11d HTTP/1.1" status: 200 len: 919 time: 0.1591911 Nov 15 11:20:19.505074 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3fed955-8f6b-4402-8015-060cf5ed2239 req-5a4eec9e-75e0-40c4-bbaa-8ed3e17b3b6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf HTTP/1.1" status: 200 len: 217 time: 0.0485327 Nov 15 11:20:19.569595 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-86b9056b-1a43-418a-9986-ec35196d7cc0 req-a62358d7-5c28-41e0-b39e-cc8c19c90b13 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286774 Nov 15 11:20:19.593550 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fed955-8f6b-4402-8015-060cf5ed2239 req-8248b09c-b07b-469a-a030-14f0f6a56256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:19.593550 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3fed955-8f6b-4402-8015-060cf5ed2239 req-8248b09c-b07b-469a-a030-14f0f6a56256 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dd3b517-1395-4d79-8cb1-084df59af9f0 HTTP/1.1" status: 200 len: 858 time: 0.0742936 Nov 15 11:20:19.601265 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e9625-8ab7-4f1f-af60-6435410a8cb4 req-369dc159-40fa-4230-8847-8fe6fd610245 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:19.602813 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c8e9625-8ab7-4f1f-af60-6435410a8cb4 req-369dc159-40fa-4230-8847-8fe6fd610245 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.1044989 Nov 15 11:20:19.634096 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3fed955-8f6b-4402-8015-060cf5ed2239 req-b3541e7c-7efb-4028-8028-aeb9eb05f905 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99889980-5118-464e-8c72-669cf056f11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303204 Nov 15 11:20:19.744172 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c8e9625-8ab7-4f1f-af60-6435410a8cb4 req-7ad3970b-bceb-43ad-80cf-dd3e662386bf tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323547 Nov 15 11:20:19.783315 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847f97d-8c4e-4815-8cf6-1c8b8dece5ff req-e02b9281-6eeb-44af-a115-577c7aa878be tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:19.784802 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4847f97d-8c4e-4815-8cf6-1c8b8dece5ff req-e02b9281-6eeb-44af-a115-577c7aa878be tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e HTTP/1.1" status: 200 len: 945 time: 0.0952411 Nov 15 11:20:19.788373 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3fed955-8f6b-4402-8015-060cf5ed2239 req-b806dcf8-ebff-4c85-b561-0fba35ffcda8 service neutron] 10.222.0.11 "GET /v2.0/networks/99889980-5118-464e-8c72-669cf056f11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450200 Nov 15 11:20:19.910020 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4847f97d-8c4e-4815-8cf6-1c8b8dece5ff req-af5bcbf1-88fe-48ba-899f-a80e4bbacf28 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b95e23c-0327-42ba-a156-bf333b7876ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191709 Nov 15 11:20:19.941647 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ab997-ff59-4afb-a290-613a42942899 req-f4b7c272-d6a4-47fb-b88c-4bca1cb4df7d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:19.943121 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-480ab997-ff59-4afb-a290-613a42942899 req-f4b7c272-d6a4-47fb-b88c-4bca1cb4df7d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.1331925 Nov 15 11:20:19.948749 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3fed955-8f6b-4402-8015-060cf5ed2239 req-f1b5dfb0-ec01-4dac-b706-726c87efc709 service neutron] 10.222.0.11 "GET /v2.0/networks/99889980-5118-464e-8c72-669cf056f11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513047 Nov 15 11:20:20.027277 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-480ab997-ff59-4afb-a290-613a42942899 req-3c166d29-71c4-4ee5-aff7-de158274a63c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776281 Nov 15 11:20:20.050502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96b5eb-8a03-4264-b32f-d3b78cf2a40a req-4e32cdd7-1889-4c77-becf-eebb0b7ab831 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:20.056012 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dc96b5eb-8a03-4264-b32f-d3b78cf2a40a req-4e32cdd7-1889-4c77-becf-eebb0b7ab831 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.0767119 Nov 15 11:20:20.106997 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dc96b5eb-8a03-4264-b32f-d3b78cf2a40a req-19abd9b9-34d8-44a7-b5a5-2bcf29857d5c tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497823 Nov 15 11:20:20.121396 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-efab6512-8e7f-480d-adfa-3a43610f00de req-85c01f82-8b15-44c4-bc1c-156342571b50 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0347264 Nov 15 11:20:20.228361 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0c0ee-85f9-4c22-9038-6cd4936fff0c req-970933c9-abc8-47d9-b1f6-a1c7e2860f96 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:20.229823 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0db0c0ee-85f9-4c22-9038-6cd4936fff0c req-970933c9-abc8-47d9-b1f6-a1c7e2860f96 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0493629 Nov 15 11:20:20.279692 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0db0c0ee-85f9-4c22-9038-6cd4936fff0c req-1bdec077-dcc8-4e2f-8372-8103479cdf64 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436037 Nov 15 11:20:20.343981 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 2061c010-fb84-4359-bbe4-a2b61785a247 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:20:20.393857 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 2061c010-fb84-4359-bbe4-a2b61785a247 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:20:20.397649 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615e8d8-ea5c-4345-a46a-b960777b735f req-af5c6308-b280-4ed2-9a30-01bbe66c3003 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:20.398274 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 2061c010-fb84-4359-bbe4-a2b61785a247 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:20:20.398753 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:20.399316 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8615e8d8-ea5c-4345-a46a-b960777b735f req-af5c6308-b280-4ed2-9a30-01bbe66c3003 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0496833 Nov 15 11:20:20.447859 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8615e8d8-ea5c-4345-a46a-b960777b735f req-8e0401d1-1ae9-4fee-a470-6da260866c90 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421386 Nov 15 11:20:20.474288 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:20.500061 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8acba87-541d-422e-a1cb-bc3c7b51c19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2061c010-fb84-4359-bbe4-a2b61785a247'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:20:20.502508 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50d64d0-2a82-4cd1-a49a-4ddb44d128f1" -d '{"events": [{"server_uuid": "f8acba87-541d-422e-a1cb-bc3c7b51c19e", "name": "network-vif-plugged", "status": "completed", "tag": "2061c010-fb84-4359-bbe4-a2b61785a247"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:20:20.513553 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 2061c010-fb84-4359-bbe4-a2b61785a247, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=2061c010-fb84-4359-bbe4-a2b61785a247,segment=NetworkSegment(2f32573c-1648-475a-819e-49ddd83eff3a),segment_id=2f32573c-1648-475a-819e-49ddd83eff3a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:20.518743 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:20.545908 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0f68b4-7af8-4d05-8f18-c233edd7991d x-openstack-request-id: req-bd0f68b4-7af8-4d05-8f18-c233edd7991d {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:20:20.546179 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8acba87-541d-422e-a1cb-bc3c7b51c19e", "name": "network-vif-plugged", "status": "completed", "tag": "2061c010-fb84-4359-bbe4-a2b61785a247", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:20:20.546430 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd0f68b4-7af8-4d05-8f18-c233edd7991d {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:20:20.546814 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8acba87-541d-422e-a1cb-bc3c7b51c19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2061c010-fb84-4359-bbe4-a2b61785a247', 'code': 200} Nov 15 11:20:20.569714 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbb021-c619-4e96-9073-2612979b406c req-4e90c59e-2985-441c-8518-02ad3c3b9378 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:20.571221 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-16fbb021-c619-4e96-9073-2612979b406c req-4e90c59e-2985-441c-8518-02ad3c3b9378 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0516613 Nov 15 11:20:20.574757 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=2061c010-fb84-4359-bbe4-a2b61785a247,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:20.630133 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-16fbb021-c619-4e96-9073-2612979b406c req-1bcbf0bf-4e43-4013-bef4-2ce94d3e5041 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517898 Nov 15 11:20:20.662259 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4343a-a248-465e-b042-5f40a70a7150 req-da8a00cf-e740-468c-b5ac-8aa4f77e7869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:20.663740 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7a4343a-a248-465e-b042-5f40a70a7150 req-da8a00cf-e740-468c-b5ac-8aa4f77e7869 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e HTTP/1.1" status: 200 len: 1097 time: 0.0455103 Nov 15 11:20:20.715062 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7a4343a-a248-465e-b042-5f40a70a7150 req-98ba86b7-1a09-4743-9d39-559b0df67b5f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8b95e23c-0327-42ba-a156-bf333b7876ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374269 Nov 15 11:20:20.868519 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f504c-236c-48e0-92d3-cda6e35c5f1e req-005cd7fc-2152-4ecb-a05c-f79c769fc984 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:20.870004 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-262f504c-236c-48e0-92d3-cda6e35c5f1e req-005cd7fc-2152-4ecb-a05c-f79c769fc984 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.0538802 Nov 15 11:20:20.925245 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-262f504c-236c-48e0-92d3-cda6e35c5f1e req-8b76c620-1600-4139-a9cc-f27a9394a4f5 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461955 Nov 15 11:20:21.035046 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd069ca-1c51-4c65-9e8d-b871b149be58 req-6c2eb712-1f5c-430b-84c6-d888e09f12fe tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:21.036448 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1dd069ca-1c51-4c65-9e8d-b871b149be58 req-6c2eb712-1f5c-430b-84c6-d888e09f12fe tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e HTTP/1.1" status: 200 len: 946 time: 0.0556622 Nov 15 11:20:21.100329 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1dd069ca-1c51-4c65-9e8d-b871b149be58 req-f8e80add-ef32-4f96-9310-b80c7ad26f6d tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b95e23c-0327-42ba-a156-bf333b7876ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552137 Nov 15 11:20:21.229931 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28859080-935d-4bee-809f-72b778ad9818 req-1e94a3bf-1b66-4bd0-9205-23861c37a4d8 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0303938 Nov 15 11:20:21.244737 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975f3d8-fc81-4580-bdc9-6970142ed73b req-7173a91b-852a-4be8-8f13-a861d77dedf5 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:21.246157 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e975f3d8-fc81-4580-bdc9-6970142ed73b req-7173a91b-852a-4be8-8f13-a861d77dedf5 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.0715032 Nov 15 11:20:21.293827 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e975f3d8-fc81-4580-bdc9-6970142ed73b req-ab03a6d8-1271-4213-944a-13d873ecc1bc tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410450 Nov 15 11:20:21.754540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f13986-e07c-44b5-8714-5efffe979d4b req-fec01069-252c-4be4-a943-dccbb8ce9be8 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:21.756135 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f3f13986-e07c-44b5-8714-5efffe979d4b req-fec01069-252c-4be4-a943-dccbb8ce9be8 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0518520 Nov 15 11:20:21.806478 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f3f13986-e07c-44b5-8714-5efffe979d4b req-a0fc491c-49f1-4a84-9cc2-cfe406fbe3aa tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441060 Nov 15 11:20:22.054118 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586ba2c-70d0-430b-9c02-8ccd403dc49a req-ffd0d362-32b0-4c53-8da2-f99120fa674c tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:22.055854 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1586ba2c-70d0-430b-9c02-8ccd403dc49a req-ffd0d362-32b0-4c53-8da2-f99120fa674c tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.0501816 Nov 15 11:20:22.107663 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1586ba2c-70d0-430b-9c02-8ccd403dc49a req-16aa572e-355e-4e73-bebd-9d45040b169a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450642 Nov 15 11:20:22.214528 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5115c-6522-4171-ad3a-419892856a10 req-728448aa-1c96-4d2d-82e4-4b4de32a337e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:22.216036 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72d5115c-6522-4171-ad3a-419892856a10 req-728448aa-1c96-4d2d-82e4-4b4de32a337e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e HTTP/1.1" status: 200 len: 946 time: 0.0492339 Nov 15 11:20:22.262491 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72d5115c-6522-4171-ad3a-419892856a10 req-37f334b1-6b0c-4a19-9d9d-e5efefe3e346 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b95e23c-0327-42ba-a156-bf333b7876ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405793 Nov 15 11:20:22.373507 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c44424cd-582c-40d0-9ca3-a1a6f9a82a44 req-b66a8768-f81b-46e0-b0fe-89b0d407a1b2 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0673568 Nov 15 11:20:22.429108 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df7b41d2-e797-4007-971c-244ca8c16569 req-65bc8199-383b-470d-a5cd-19962fb7ef3b tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1329620 Nov 15 11:20:22.439695 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-df7b41d2-e797-4007-971c-244ca8c16569 req-780cea9d-2f8c-4450-b5b3-96870ddf9b8a tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:20:22.465106 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-df7b41d2-e797-4007-971c-244ca8c16569 req-780cea9d-2f8c-4450-b5b3-96870ddf9b8a tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:22.569294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98aa68-d565-4a7f-9ab9-dd0e5a224cba req-3f202158-a574-4613-a0b2-d1f825c5e4d1 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:22.570779 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f98aa68-d565-4a7f-9ab9-dd0e5a224cba req-3f202158-a574-4613-a0b2-d1f825c5e4d1 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.0632737 Nov 15 11:20:22.634884 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f98aa68-d565-4a7f-9ab9-dd0e5a224cba req-5da3ba28-29c6-4246-8524-21744f801c1c tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576451 Nov 15 11:20:22.637190 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-df7b41d2-e797-4007-971c-244ca8c16569 req-780cea9d-2f8c-4450-b5b3-96870ddf9b8a tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:22.745328 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-df7b41d2-e797-4007-971c-244ca8c16569 req-780cea9d-2f8c-4450-b5b3-96870ddf9b8a tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Allocated IP 172.25.7.38 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/4fb4ea12-aa71-47ef-a506-c17e593b954b) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:20:22.845496 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-df7b41d2-e797-4007-971c-244ca8c16569 req-780cea9d-2f8c-4450-b5b3-96870ddf9b8a tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:22.880227 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-df7b41d2-e797-4007-971c-244ca8c16569 req-780cea9d-2f8c-4450-b5b3-96870ddf9b8a tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:22.941589 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7b41d2-e797-4007-971c-244ca8c16569 req-780cea9d-2f8c-4450-b5b3-96870ddf9b8a tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:20:22.948329 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-df7b41d2-e797-4007-971c-244ca8c16569 req-780cea9d-2f8c-4450-b5b3-96870ddf9b8a tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:20:22.954259 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7b41d2-e797-4007-971c-244ca8c16569 req-780cea9d-2f8c-4450-b5b3-96870ddf9b8a tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:20:22.977022 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cea9d-2f8c-4450-b5b3-96870ddf9b8a tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Pushing event updated for resources: {'Port': ['ID=4fb4ea12-aa71-47ef-a506-c17e593b954b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:23.004077 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cede5a5-29df-444b-b02e-430c0306cbe9 req-270e0509-fdf9-4933-a889-8ff25c7cedf6 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:23.005491 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cede5a5-29df-444b-b02e-430c0306cbe9 req-270e0509-fdf9-4933-a889-8ff25c7cedf6 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.1174173 Nov 15 11:20:23.100394 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-df7b41d2-e797-4007-971c-244ca8c16569 req-780cea9d-2f8c-4450-b5b3-96870ddf9b8a tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:23.105559 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cede5a5-29df-444b-b02e-430c0306cbe9 req-18cbfc55-d8a0-4afe-9023-6b59efcb81d4 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919924 Nov 15 11:20:23.140044 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-df7b41d2-e797-4007-971c-244ca8c16569 req-780cea9d-2f8c-4450-b5b3-96870ddf9b8a tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:23.273040 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43228797-598f-4fe0-93bf-9479333f26a7 req-573f3c33-63cb-4a39-b333-a05bd857115e tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:23.274413 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-43228797-598f-4fe0-93bf-9479333f26a7 req-573f3c33-63cb-4a39-b333-a05bd857115e tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.0976675 Nov 15 11:20:23.351530 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-df7b41d2-e797-4007-971c-244ca8c16569 req-780cea9d-2f8c-4450-b5b3-96870ddf9b8a tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:23.356973 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-43228797-598f-4fe0-93bf-9479333f26a7 req-a89e3064-8af9-455e-8acd-bf345850c987 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747137 Nov 15 11:20:23.358366 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-df7b41d2-e797-4007-971c-244ca8c16569 req-780cea9d-2f8c-4450-b5b3-96870ddf9b8a tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:23.427236 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cea9d-2f8c-4450-b5b3-96870ddf9b8a tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Pushing event updated for resources: {'Port': ['ID=4fb4ea12-aa71-47ef-a506-c17e593b954b,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:23.439117 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-df7b41d2-e797-4007-971c-244ca8c16569 req-780cea9d-2f8c-4450-b5b3-96870ddf9b8a tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:23.454801 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-df7b41d2-e797-4007-971c-244ca8c16569 req-780cea9d-2f8c-4450-b5b3-96870ddf9b8a tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:23.456048 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df7b41d2-e797-4007-971c-244ca8c16569 req-780cea9d-2f8c-4450-b5b3-96870ddf9b8a tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0209410 Nov 15 11:20:23.518256 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a796be4-91f7-4709-aedf-8bddf918c6ef req-cb231eb5-24ef-4a4b-9f28-6395098e5a78 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0493567 Nov 15 11:20:23.525319 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df7b41d2-e797-4007-971c-244ca8c16569 req-2e376bcf-00e6-4a45-a16d-763ebfd03dd7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 695 time: 0.0631616 Nov 15 11:20:23.636148 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b41d2-e797-4007-971c-244ca8c16569 req-af6b5eb5-d9cd-4181-bad8-724b10a443a9 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:23.637540 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df7b41d2-e797-4007-971c-244ca8c16569 req-af6b5eb5-d9cd-4181-bad8-724b10a443a9 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.1063719 Nov 15 11:20:23.753966 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40aede3-4263-4a17-b78b-22f36ef8920c req-943310ee-cb4f-4aed-b94b-271b6a0f1f4c tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:23.756305 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f40aede3-4263-4a17-b78b-22f36ef8920c req-943310ee-cb4f-4aed-b94b-271b6a0f1f4c tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.0500088 Nov 15 11:20:24.137001 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f40aede3-4263-4a17-b78b-22f36ef8920c req-58a08fbf-8bfd-4c5b-8e14-a01d97a523c9 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703938 Nov 15 11:20:24.165251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-f5fec751-8570-4f53-ba58-7eee288c66fe tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:24.166685 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-f5fec751-8570-4f53-ba58-7eee288c66fe tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/networks?id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 HTTP/1.1" status: 200 len: 821 time: 0.4092095 Nov 15 11:20:24.181748 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-472224fd-35ed-4051-b1ca-bc2c8e41ff65 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/quotas/a1e7a4016c434f338686082e38f7e71a HTTP/1.1" status: 200 len: 375 time: 0.0091152 Nov 15 11:20:24.240223 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-e45b81a2-e734-4e45-9f36-4393f7bcbe12 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1e7a4016c434f338686082e38f7e71a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0529044 Nov 15 11:20:24.362902 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f700cc5-6f58-47b1-b88b-d12afd36ffdd req-d677f252-3421-4992-a542-aa07dcbe65f3 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:24.364293 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f700cc5-6f58-47b1-b88b-d12afd36ffdd req-d677f252-3421-4992-a542-aa07dcbe65f3 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.1001163 Nov 15 11:20:24.368058 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-7a83a1c6-2aa6-4b4f-895b-3419cc648378 service neutron] 10.222.0.64 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208131 Nov 15 11:20:24.461406 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f700cc5-6f58-47b1-b88b-d12afd36ffdd req-3c8e099f-b393-4c33-b58f-cb7e78901e49 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911660 Nov 15 11:20:24.487964 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-00e17b60-6ebd-425a-b197-c610468437f1 service neutron] 10.222.0.64 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118968 Nov 15 11:20:24.564279 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962d767-5b59-4425-ba90-756fa71f948e req-40a9eac1-b727-45c2-81ae-14d17aa5eba1 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:24.565774 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2962d767-5b59-4425-ba90-756fa71f948e req-40a9eac1-b727-45c2-81ae-14d17aa5eba1 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.0495424 Nov 15 11:20:24.625289 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2962d767-5b59-4425-ba90-756fa71f948e req-2e965dfe-a1af-4c59-b476-65a417661df6 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515413 Nov 15 11:20:24.675074 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-94100083-0067-42de-bcd0-8710fa7bcf77 req-258613d7-77bc-4312-8b13-aaeede216da9 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0276315 Nov 15 11:20:24.724411 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca9e0f25-c5c8-42b8-a051-7d6b72715d6c req-0208c63d-37c0-4f8e-ba68-944c0b02535a tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=6da2306c-507d-4f47-8677-3cbc6cff266e HTTP/1.1" status: 200 len: 210 time: 0.0477901 Nov 15 11:20:25.263289 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd757542-a525-4afe-86bf-8f837c922f70 req-708a4387-2eb3-4d92-9b58-569cb1372420 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:25.264849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd757542-a525-4afe-86bf-8f837c922f70 req-708a4387-2eb3-4d92-9b58-569cb1372420 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.0531399 Nov 15 11:20:25.314008 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd757542-a525-4afe-86bf-8f837c922f70 req-a83c4e50-8d83-4894-9ca4-f1df512492dd tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428739 Nov 15 11:20:25.591534 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dacf1b-b6c3-4142-aad1-70942d415dd8 req-0099e4c3-52b4-47c8-9597-61e8655bd940 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:25.593051 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b5dacf1b-b6c3-4142-aad1-70942d415dd8 req-0099e4c3-52b4-47c8-9597-61e8655bd940 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0499535 Nov 15 11:20:25.703125 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b5dacf1b-b6c3-4142-aad1-70942d415dd8 req-648345ed-0a00-4a56-bd55-6956f564b563 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039584 Nov 15 11:20:25.768164 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-bb061f15-4013-46e2-b2de-1d10ca2addd6 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:25.769575 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-bb061f15-4013-46e2-b2de-1d10ca2addd6 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.11 "GET /v2.0/networks?id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 HTTP/1.1" status: 200 len: 821 time: 0.1637328 Nov 15 11:20:25.787917 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Request body: {'port': {'device_id': '6da2306c-507d-4f47-8677-3cbc6cff266e', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'admin_state_up': True, 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:20:25.821020 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8844deb3-99b1-438d-86ff-504e582fa960 req-8620cc71-c9a6-42d3-bec8-c7ebfa835aad tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0504842 Nov 15 11:20:25.852949 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09adb1-cbd4-498c-b118-90a6be152428 req-8aeca78e-9cd3-46ed-af98-1e9c04e77f93 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:25.853109 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d09adb1-cbd4-498c-b118-90a6be152428 req-8aeca78e-9cd3-46ed-af98-1e9c04e77f93 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.1538928 Nov 15 11:20:25.918177 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7df2688a-9de5-41bd-86de-2807c3a4e8c2 req-c267636c-6e17-4fd8-8624-6b88c58614ee tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=6da2306c-507d-4f47-8677-3cbc6cff266e HTTP/1.1" status: 200 len: 210 time: 0.0375690 Nov 15 11:20:25.964434 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d09adb1-cbd4-498c-b118-90a6be152428 req-1120f305-a9e2-40ce-9a98-e310ba464bbf tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017880 Nov 15 11:20:25.984177 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Made reservation on behalf of a1e7a4016c434f338686082e38f7e71a for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:20:25.987893 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:26.111116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Allocated IP 172.20.0.9 (f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4/0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d/a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:20:26.267551 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:26.310834 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:26.323145 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['2061c010-fb84-4359-bbe4-a2b61785a247'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:20:26.362447 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Network f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:20:26.365867 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:20:26.370943 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:20:26.375213 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Pushing event updated for resources: {'Port': ['ID=a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:26.439897 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:20:26.440236 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:20:26.440555 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:20:26.440889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:20:26.441211 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:20:26.441659 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:20:26.441842 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:20:26.442158 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:20:26.442520 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:20:26.442836 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:20:26.443157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:20:26.443465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:20:26.473709 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:26.474331 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:26.493801 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db055892-fc08-47d5-b202-e17f3167b1e2 req-3df270d1-a134-4cd2-82d4-b93bf18e668d tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:26.495373 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db055892-fc08-47d5-b202-e17f3167b1e2 req-3df270d1-a134-4cd2-82d4-b93bf18e668d tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.0921385 Nov 15 11:20:26.504393 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-6decd850-ead4-47fa-b419-28e2814ec6b7 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7206485 Nov 15 11:20:26.524502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-0eefe963-4dae-49dd-b1b1-757a838c5ca4 service neutron] Request body: {'port': {'device_id': '6da2306c-507d-4f47-8677-3cbc6cff266e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:20:26.597235 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db055892-fc08-47d5-b202-e17f3167b1e2 req-4e3e16d1-cbc9-4692-b06e-32fce8f7495d tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918670 Nov 15 11:20:26.604808 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-0eefe963-4dae-49dd-b1b1-757a838c5ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:26.612551 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d3cace3d-c226-46dd-96a9-21260b04d5ed None None] Provisioning complete for port a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:20:26.612921 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d3cace3d-c226-46dd-96a9-21260b04d5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:26.647134 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d3cace3d-c226-46dd-96a9-21260b04d5ed None None] Port a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:20:26.864628 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274239d1-9790-4eeb-8c47-abfdc546f60f req-3fcefd7b-0869-41b6-95a1-c33fd7b33435 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:26.866119 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-274239d1-9790-4eeb-8c47-abfdc546f60f req-3fcefd7b-0869-41b6-95a1-c33fd7b33435 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0900235 Nov 15 11:20:26.975792 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c85b1b33-788e-4934-91d0-b40cb2101948 req-a39490f7-d24e-4a45-8e9c-2178b4476e2f tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0657580 Nov 15 11:20:26.982073 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-0eefe963-4dae-49dd-b1b1-757a838c5ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:20:26.989222 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-274239d1-9790-4eeb-8c47-abfdc546f60f req-1305d538-94b4-4f44-807b-4c4b9c2d0fbe tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133378 Nov 15 11:20:26.995938 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-0eefe963-4dae-49dd-b1b1-757a838c5ca4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:27.013197 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-0eefe963-4dae-49dd-b1b1-757a838c5ca4 service neutron] Transition to ACTIVE for port object a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:20:27.016946 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-0eefe963-4dae-49dd-b1b1-757a838c5ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:27.130193 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefe963-4dae-49dd-b1b1-757a838c5ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:27.188121 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfe13a-05bc-4636-a106-16224c9dbe0b req-c99e037d-556a-4c68-84fd-e3e03613574b tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:27.189817 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3ccfe13a-05bc-4636-a106-16224c9dbe0b req-c99e037d-556a-4c68-84fd-e3e03613574b tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=6da2306c-507d-4f47-8677-3cbc6cff266e HTTP/1.1" status: 200 len: 943 time: 0.1456213 Nov 15 11:20:27.220087 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6107bf6-cf37-40c5-8d9c-2bf00c58d66b req-dad27ebd-3c53-482f-96d7-1a26592220b9 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:27.221604 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6107bf6-cf37-40c5-8d9c-2bf00c58d66b req-dad27ebd-3c53-482f-96d7-1a26592220b9 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.1600389 Nov 15 11:20:27.286393 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-0eefe963-4dae-49dd-b1b1-757a838c5ca4 service neutron] Attempting to bind port a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:20:27.286725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-0eefe963-4dae-49dd-b1b1-757a838c5ca4 service neutron] Attempting to bind port a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '2f32573c-1648-475a-819e-49ddd83eff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:20:27.287051 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-0eefe963-4dae-49dd-b1b1-757a838c5ca4 service neutron] Attempting to bind port a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f on network f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:20:27.297281 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3ccfe13a-05bc-4636-a106-16224c9dbe0b req-72c1d429-ed18-47d6-83a9-83fcfed7b5a1 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b95e23c-0327-42ba-a156-bf333b7876ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993650 Nov 15 11:20:27.303428 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-0eefe963-4dae-49dd-b1b1-757a838c5ca4 service neutron] Port a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f on network f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:20:27.303743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-0eefe963-4dae-49dd-b1b1-757a838c5ca4 service neutron] Attempting to bind port a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f on network f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:20:27.316301 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-0eefe963-4dae-49dd-b1b1-757a838c5ca4 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:20:27.316703 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-0eefe963-4dae-49dd-b1b1-757a838c5ca4 service neutron] Checking segment: {'id': '2f32573c-1648-475a-819e-49ddd83eff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:20:27.317027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-0eefe963-4dae-49dd-b1b1-757a838c5ca4 service neutron] Bound using segment: {'id': '2f32573c-1648-475a-819e-49ddd83eff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:20:27.317474 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-0eefe963-4dae-49dd-b1b1-757a838c5ca4 service neutron] Bound port: a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f32573c-1648-475a-819e-49ddd83eff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:20:27.317830 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-0eefe963-4dae-49dd-b1b1-757a838c5ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:27.325064 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6107bf6-cf37-40c5-8d9c-2bf00c58d66b req-a9fe6f6b-54ea-4be5-bd0c-f8b23bc58ca4 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939784 Nov 15 11:20:27.391646 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-0eefe963-4dae-49dd-b1b1-757a838c5ca4 service neutron] For port a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:20:27.394714 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-0eefe963-4dae-49dd-b1b1-757a838c5ca4 service neutron] For port a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f,segment=NetworkSegment(2f32573c-1648-475a-819e-49ddd83eff3a),segment_id=2f32573c-1648-475a-819e-49ddd83eff3a)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:20:27.400654 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-0eefe963-4dae-49dd-b1b1-757a838c5ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:27.440626 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-0eefe963-4dae-49dd-b1b1-757a838c5ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:27.441243 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-0eefe963-4dae-49dd-b1b1-757a838c5ca4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:27.442629 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-0eefe963-4dae-49dd-b1b1-757a838c5ca4 service neutron] 10.222.0.11 "PUT /v2.0/ports/a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f HTTP/1.1" status: 200 len: 1091 time: 0.9227111 Nov 15 11:20:27.443055 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da2306c-507d-4f47-8677-3cbc6cff266e', 'tag': 'a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:20:27.445342 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a2fe0d-a3f5-40c8-b042-6ee76a077109" -d '{"events": [{"name": "network-changed", "server_uuid": "6da2306c-507d-4f47-8677-3cbc6cff266e", "tag": "a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:20:27.466170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefe963-4dae-49dd-b1b1-757a838c5ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:27.505260 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ca1835-ca6d-4792-b9c6-a8ab9bf187b0 x-openstack-request-id: req-48ca1835-ca6d-4792-b9c6-a8ab9bf187b0 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:20:27.505557 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da2306c-507d-4f47-8677-3cbc6cff266e", "tag": "a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:20:27.505809 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-48ca1835-ca6d-4792-b9c6-a8ab9bf187b0 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:20:27.506191 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da2306c-507d-4f47-8677-3cbc6cff266e', 'tag': 'a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f', 'status': 'completed', 'code': 200} Nov 15 11:20:27.536184 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-0edc3c19-5ee5-4c62-aff2-114db2f771eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:27.537695 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-0edc3c19-5ee5-4c62-aff2-114db2f771eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1e7a4016c434f338686082e38f7e71a&device_id=6da2306c-507d-4f47-8677-3cbc6cff266e HTTP/1.1" status: 200 len: 1094 time: 0.0434945 Nov 15 11:20:27.585423 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-328581f8-2898-4d69-8368-c3cba6bbc171 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f HTTP/1.1" status: 200 len: 217 time: 0.0385027 Nov 15 11:20:27.639494 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-716c570c-ab1e-4258-be95-09f6b3c6fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:27.641059 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-716c570c-ab1e-4258-be95-09f6b3c6fa03 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d HTTP/1.1" status: 200 len: 860 time: 0.0486135 Nov 15 11:20:27.711315 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-f02d9419-8d74-4032-b941-bf45fa3bfe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:27.712762 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-f02d9419-8d74-4032-b941-bf45fa3bfe41 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639939 Nov 15 11:20:27.737541 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695b567-9313-47d3-85fa-e963295d6884 req-02938c76-c0bf-41a2-afb8-624ec1aaf669 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:27.738938 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5695b567-9313-47d3-85fa-e963295d6884 req-02938c76-c0bf-41a2-afb8-624ec1aaf669 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.0645039 Nov 15 11:20:27.833882 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5695b567-9313-47d3-85fa-e963295d6884 req-9c5c6a0b-9dc1-4f03-a014-8af8b102ed24 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845640 Nov 15 11:20:27.847025 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-f3b8a2eb-d072-4590-b55a-9e650239acf6 service neutron] 10.222.0.11 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237791 Nov 15 11:20:27.956260 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8635f1ff-cf4d-4382-978e-2431f2b8db32 req-4f99bf49-2b9c-4792-81aa-361f1c769815 service neutron] 10.222.0.11 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972204 Nov 15 11:20:28.059110 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2fe0d-a3f5-40c8-b042-6ee76a077109 req-926ab946-fd24-4376-9b14-08d9bf2bc554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:28.060611 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25a2fe0d-a3f5-40c8-b042-6ee76a077109 req-926ab946-fd24-4376-9b14-08d9bf2bc554 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1e7a4016c434f338686082e38f7e71a&device_id=6da2306c-507d-4f47-8677-3cbc6cff266e HTTP/1.1" status: 200 len: 1094 time: 0.0442102 Nov 15 11:20:28.144079 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-867a7f2e-6083-4ea1-a698-7315d562a24e req-64eb102d-0a69-4579-a93a-aa333536959b tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0872548 Nov 15 11:20:28.187084 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a0411-c2be-4c4a-b4db-f4b62a4e5ed6 req-610f6524-498e-4cc5-a01a-edadd3d49597 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:28.188579 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-458a0411-c2be-4c4a-b4db-f4b62a4e5ed6 req-610f6524-498e-4cc5-a01a-edadd3d49597 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.1201665 Nov 15 11:20:28.208954 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2fe0d-a3f5-40c8-b042-6ee76a077109 req-6a0d3aab-835d-4ca7-8fba-dc3c901f3142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:28.210252 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25a2fe0d-a3f5-40c8-b042-6ee76a077109 req-6a0d3aab-835d-4ca7-8fba-dc3c901f3142 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 HTTP/1.1" status: 200 len: 922 time: 0.1408973 Nov 15 11:20:28.258214 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25a2fe0d-a3f5-40c8-b042-6ee76a077109 req-46c9df47-c270-467e-93f6-0ac73de0e2d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f HTTP/1.1" status: 200 len: 217 time: 0.0401189 Nov 15 11:20:28.310658 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-458a0411-c2be-4c4a-b4db-f4b62a4e5ed6 req-2b1f15e7-3d08-4d26-8401-6774e3e18681 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119668 Nov 15 11:20:28.326983 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2fe0d-a3f5-40c8-b042-6ee76a077109 req-0e65704c-0d38-4f85-a9f4-25d6ed1416ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:28.328552 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25a2fe0d-a3f5-40c8-b042-6ee76a077109 req-0e65704c-0d38-4f85-a9f4-25d6ed1416ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d HTTP/1.1" status: 200 len: 860 time: 0.0612345 Nov 15 11:20:28.401417 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2fe0d-a3f5-40c8-b042-6ee76a077109 req-486ca7a9-87d4-4e92-a5d0-6f1a52b2f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:28.403049 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25a2fe0d-a3f5-40c8-b042-6ee76a077109 req-486ca7a9-87d4-4e92-a5d0-6f1a52b2f652 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649540 Nov 15 11:20:28.505561 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdf82c-2222-418f-ab3f-5cb4e939b868 req-e70cf1ca-306b-4ca9-8f5d-1393e7d16075 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:28.506939 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e1cdf82c-2222-418f-ab3f-5cb4e939b868 req-e70cf1ca-306b-4ca9-8f5d-1393e7d16075 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=6da2306c-507d-4f47-8677-3cbc6cff266e HTTP/1.1" status: 200 len: 943 time: 0.1372969 Nov 15 11:20:28.537441 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab16d2e-e4b0-41fe-8eaa-786ab7e12a9a req-2b7c4769-d754-4506-adac-b6317c4eb15f tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:28.538873 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5ab16d2e-e4b0-41fe-8eaa-786ab7e12a9a req-2b7c4769-d754-4506-adac-b6317c4eb15f tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.1404848 Nov 15 11:20:28.563138 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25a2fe0d-a3f5-40c8-b042-6ee76a077109 req-1cb7c8d7-9911-49a3-9d8b-bf92c4308059 service neutron] 10.222.0.11 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489868 Nov 15 11:20:28.660172 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e1cdf82c-2222-418f-ab3f-5cb4e939b868 req-98c5b9f8-d32d-450e-8ebc-c1510e6f3b18 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b95e23c-0327-42ba-a156-bf333b7876ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403749 Nov 15 11:20:28.669942 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5ab16d2e-e4b0-41fe-8eaa-786ab7e12a9a req-a741637a-9410-4125-b46a-00bb4de1ff83 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195052 Nov 15 11:20:28.706916 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25a2fe0d-a3f5-40c8-b042-6ee76a077109 req-d1dbcd72-d8dc-4ed6-aede-e4e24eee146a service neutron] 10.222.0.11 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342583 Nov 15 11:20:28.969623 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af7ffa-d8be-4d4b-bf62-3791ad32ddb5 req-e02263a0-4955-4234-9574-dff9cca23fc6 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:28.971080 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d8af7ffa-d8be-4d4b-bf62-3791ad32ddb5 req-e02263a0-4955-4234-9574-dff9cca23fc6 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.0565815 Nov 15 11:20:29.021596 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d8af7ffa-d8be-4d4b-bf62-3791ad32ddb5 req-ac5e0e70-144a-49f7-adc6-9a70416eca77 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420005 Nov 15 11:20:29.266593 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ea4fc64-46c6-4dc4-92ea-e9dba5e06a2b req-3023981e-5285-4534-bc13-cf572a57f06d tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0298238 Nov 15 11:20:29.383705 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:29.436260 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26825e-8e9c-4caa-89d6-83ae1d1f2cc5 req-97caf678-24f3-4f48-bdd2-d1c1538a13c9 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:29.437658 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb26825e-8e9c-4caa-89d6-83ae1d1f2cc5 req-97caf678-24f3-4f48-bdd2-d1c1538a13c9 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0489311 Nov 15 11:20:29.484257 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb26825e-8e9c-4caa-89d6-83ae1d1f2cc5 req-5954cbbf-5a21-4a77-b0e4-b5798f0489a8 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406251 Nov 15 11:20:29.813630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5d954-e101-4908-8130-63055dd5fb85 req-56645f0d-0da4-4302-9642-00872804ffd8 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:29.815087 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a0d5d954-e101-4908-8130-63055dd5fb85 req-56645f0d-0da4-4302-9642-00872804ffd8 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.0686808 Nov 15 11:20:29.822101 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df4585-5108-4e5a-82fa-73d1865af8a8 req-a9b11ca9-64c8-4492-a417-96fd74bf985c tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:29.823448 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-50df4585-5108-4e5a-82fa-73d1865af8a8 req-a9b11ca9-64c8-4492-a417-96fd74bf985c tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=6da2306c-507d-4f47-8677-3cbc6cff266e HTTP/1.1" status: 200 len: 943 time: 0.0874062 Nov 15 11:20:29.892693 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a0d5d954-e101-4908-8130-63055dd5fb85 req-1c47472f-b491-4f56-995b-663691b4baf1 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681531 Nov 15 11:20:29.896503 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-50df4585-5108-4e5a-82fa-73d1865af8a8 req-004e80b1-640d-41e7-93fd-b8c113696965 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b95e23c-0327-42ba-a156-bf333b7876ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663958 Nov 15 11:20:30.161044 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb76204-a165-4715-a36e-170f6420982e req-db841c6a-9751-4fb2-8ccf-935a0d0addd8 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:30.162552 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5fb76204-a165-4715-a36e-170f6420982e req-db841c6a-9751-4fb2-8ccf-935a0d0addd8 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.0553360 Nov 15 11:20:30.209511 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5fb76204-a165-4715-a36e-170f6420982e req-bc64aafe-ae61-4f14-a392-edbee545f5a6 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408635 Nov 15 11:20:30.351057 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device b71e1b90-0b31-48c8-a2e0-af998fb3a6ea details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:20:30.354175 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device b71e1b90-0b31-48c8-a2e0-af998fb3a6ea no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:20:30.375996 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6cfc6597-238a-4645-a8af-5a83936c7ffe req-63551fc3-162b-433f-9cf3-eb1bcf104ab0 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0258875 Nov 15 11:20:30.513876 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:30.520143 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port b71e1b90-0b31-48c8-a2e0-af998fb3a6ea, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=b71e1b90-0b31-48c8-a2e0-af998fb3a6ea,segment=NetworkSegment(cecca865-426f-4bbe-8af5-34a167f5e54e),segment_id=cecca865-426f-4bbe-8af5-34a167f5e54e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:30.542368 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'b71e1b90-0b31-48c8-a2e0-af998fb3a6ea', 'network_id': '2ca8c587-d9e3-4f58-8e49-8460c4328683', 'port_id': 'b71e1b90-0b31-48c8-a2e0-af998fb3a6ea', 'mac_address': 'fa:16:3e:f3:a1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb07e51-bf49-4339-8337-2883e455b39e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:20:30.549935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71e1b90-0b31-48c8-a2e0-af998fb3a6ea'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:20:30.552194 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2de575-6891-43d5-95c9-3acc598556b8" -d '{"events": [{"server_uuid": "67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c", "name": "network-vif-unplugged", "status": "completed", "tag": "b71e1b90-0b31-48c8-a2e0-af998fb3a6ea"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:20:30.570880 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port b71e1b90-0b31-48c8-a2e0-af998fb3a6ea, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=b71e1b90-0b31-48c8-a2e0-af998fb3a6ea,segment=NetworkSegment(cecca865-426f-4bbe-8af5-34a167f5e54e),segment_id=cecca865-426f-4bbe-8af5-34a167f5e54e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:30.590119 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:30.597425 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f52dfa-5fdc-46b9-94f9-4ad1fa370238 x-openstack-request-id: req-61f52dfa-5fdc-46b9-94f9-4ad1fa370238 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:20:30.597711 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c", "name": "network-vif-unplugged", "status": "completed", "tag": "b71e1b90-0b31-48c8-a2e0-af998fb3a6ea", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:20:30.597976 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61f52dfa-5fdc-46b9-94f9-4ad1fa370238 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:20:30.598339 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71e1b90-0b31-48c8-a2e0-af998fb3a6ea', 'code': 200} Nov 15 11:20:30.606553 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bff6c-363c-40e8-8958-c772d0fcb93b req-31dd4350-a2e8-4389-85e4-e5c65dccead4 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:30.608068 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f42bff6c-363c-40e8-8958-c772d0fcb93b req-31dd4350-a2e8-4389-85e4-e5c65dccead4 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0558026 Nov 15 11:20:30.628869 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:30.649679 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b71e1b90-0b31-48c8-a2e0-af998fb3a6ea {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:20:30.655652 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f42bff6c-363c-40e8-8958-c772d0fcb93b req-a11428bb-0253-4fbd-bde9-31d94a3f4a12 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414310 Nov 15 11:20:30.665016 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=b71e1b90-0b31-48c8-a2e0-af998fb3a6ea,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:30.698503 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:20:30.698853 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:20:31.043709 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a2409-8888-49e0-95a9-3d60ec786134 req-6cbb12b8-3a27-4271-8e4a-f7306918128a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:31.045176 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc2a2409-8888-49e0-95a9-3d60ec786134 req-6cbb12b8-3a27-4271-8e4a-f7306918128a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.0737369 Nov 15 11:20:31.052198 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b35eef-1c60-4e77-9237-04bded329f1b req-32a6c085-b3a8-468f-a7f4-ce091580a31d tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:31.053544 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b3b35eef-1c60-4e77-9237-04bded329f1b req-32a6c085-b3a8-468f-a7f4-ce091580a31d tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=6da2306c-507d-4f47-8677-3cbc6cff266e HTTP/1.1" status: 200 len: 943 time: 0.0839953 Nov 15 11:20:31.125594 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc2a2409-8888-49e0-95a9-3d60ec786134 req-6c7fd602-3823-42b2-9b8e-973595db1247 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711105 Nov 15 11:20:31.129068 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b3b35eef-1c60-4e77-9237-04bded329f1b req-602cdeea-5d1e-411c-b141-ac4d3e234e00 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b95e23c-0327-42ba-a156-bf333b7876ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690770 Nov 15 11:20:31.238960 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:31.251724 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71e1b90-0b31-48c8-a2e0-af998fb3a6ea {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:20:31.278880 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port b71e1b90-0b31-48c8-a2e0-af998fb3a6ea, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=b71e1b90-0b31-48c8-a2e0-af998fb3a6ea,segment=NetworkSegment(cecca865-426f-4bbe-8af5-34a167f5e54e),segment_id=cecca865-426f-4bbe-8af5-34a167f5e54e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:31.285109 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:31.288912 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:31.329867 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2684e63-72bf-4c88-8cc0-2c4144b5de79 req-f110908b-caac-46ed-9e64-d199a7c2faf0 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:31.331348 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a2684e63-72bf-4c88-8cc0-2c4144b5de79 req-f110908b-caac-46ed-9e64-d199a7c2faf0 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 945 time: 0.0500605 Nov 15 11:20:31.333749 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=b71e1b90-0b31-48c8-a2e0-af998fb3a6ea,revision_number=7']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:31.381933 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a2684e63-72bf-4c88-8cc0-2c4144b5de79 req-2cfe066b-2a96-4f97-a697-0d66e7749d72 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434561 Nov 15 11:20:31.491725 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b039e5f-edca-4faf-a880-1cbbe955453d req-5e3ffcea-7423-4da8-a21d-1768d3972d75 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0367332 Nov 15 11:20:31.638963 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['b71e1b90-0b31-48c8-a2e0-af998fb3a6ea'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:20:31.772736 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42d09f-f3fb-4324-9fc8-6a130870cc32 req-ca4aef1b-3130-45b0-abb6-52e019d9edc2 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:31.774291 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb42d09f-f3fb-4324-9fc8-6a130870cc32 req-ca4aef1b-3130-45b0-abb6-52e019d9edc2 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0482662 Nov 15 11:20:31.825377 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb42d09f-f3fb-4324-9fc8-6a130870cc32 req-a754b07a-84d6-4694-8bfd-5a1d7e23ba25 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448711 Nov 15 11:20:32.270777 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2262d-23ae-4ca5-8b8a-a0b8b0471441 req-e88386f0-b213-46e5-8032-0c831bdbe04e tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:32.272459 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84d2262d-23ae-4ca5-8b8a-a0b8b0471441 req-e88386f0-b213-46e5-8032-0c831bdbe04e tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.0782142 Nov 15 11:20:32.279975 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3673ad7-dfe5-4924-9b01-1a997b7e01ff req-d4681fb8-5df3-4b2a-bf38-90b9ba26d8e3 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:32.281427 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b3673ad7-dfe5-4924-9b01-1a997b7e01ff req-d4681fb8-5df3-4b2a-bf38-90b9ba26d8e3 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=6da2306c-507d-4f47-8677-3cbc6cff266e HTTP/1.1" status: 200 len: 943 time: 0.0853083 Nov 15 11:20:32.379929 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84d2262d-23ae-4ca5-8b8a-a0b8b0471441 req-d589d43e-0cf5-4216-a503-eedfe2d2affa tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973861 Nov 15 11:20:32.385509 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b3673ad7-dfe5-4924-9b01-1a997b7e01ff req-f3ac5050-8dd7-442e-b493-f05e39f8b27e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b95e23c-0327-42ba-a156-bf333b7876ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962591 Nov 15 11:20:32.400855 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076d5f4-9fcc-4e7c-88de-2f3a29dd9a81 req-70f481ea-c367-4208-9386-a05f734c101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:32.400855 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f076d5f4-9fcc-4e7c-88de-2f3a29dd9a81 req-70f481ea-c367-4208-9386-a05f734c101f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 1096 time: 0.0928199 Nov 15 11:20:32.445517 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f076d5f4-9fcc-4e7c-88de-2f3a29dd9a81 req-d5f2968d-f90e-45b1-9702-0183c33f1503 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407071 Nov 15 11:20:32.549179 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d77d0-7476-459b-b80b-2129f36b1722 req-37b40aed-85f7-4367-95fd-57d1571cc7b8 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:32.550665 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f98d77d0-7476-459b-b80b-2129f36b1722 req-37b40aed-85f7-4367-95fd-57d1571cc7b8 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 945 time: 0.0537944 Nov 15 11:20:32.614407 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ff8d7f9-0ada-4b42-819f-c210d228a957 req-cd9c5777-5850-4e17-965f-9bf895975842 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0391095 Nov 15 11:20:32.621902 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f98d77d0-7476-459b-b80b-2129f36b1722 req-370db031-89ce-4fd2-aada-785b3cb588d4 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652311 Nov 15 11:20:33.039925 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:20:33.145766 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f,segment=NetworkSegment(2f32573c-1648-475a-819e-49ddd83eff3a),segment_id=2f32573c-1648-475a-819e-49ddd83eff3a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:33.156626 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'port_id': 'a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f', 'mac_address': 'fa:16:3e:1b:ad:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:20:33.195323 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:33.208734 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:20:33.227452 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127dfd6-f34e-49cb-92cd-114946764a96 req-647799f9-3a3e-453a-962b-8571fe9763f9 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:33.227893 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f,segment=NetworkSegment(2f32573c-1648-475a-819e-49ddd83eff3a),segment_id=2f32573c-1648-475a-819e-49ddd83eff3a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:33.229042 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4127dfd6-f34e-49cb-92cd-114946764a96 req-647799f9-3a3e-453a-962b-8571fe9763f9 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.3290210 Nov 15 11:20:33.232886 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:33.278435 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4127dfd6-f34e-49cb-92cd-114946764a96 req-37165275-e699-467b-8443-07d764ffc416 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425367 Nov 15 11:20:33.279963 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:33.525447 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603aafdf-19c7-41ca-9ec7-938a123abfc8 req-c10cdc74-59fc-4f51-8e7d-a1e4681343c2 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:33.526919 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-603aafdf-19c7-41ca-9ec7-938a123abfc8 req-c10cdc74-59fc-4f51-8e7d-a1e4681343c2 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.0774348 Nov 15 11:20:33.534872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed658ccb-bda9-4820-88ca-75c7f2696d26 req-086794e3-3702-476f-849c-db08bab2c30c tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:33.536233 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed658ccb-bda9-4820-88ca-75c7f2696d26 req-086794e3-3702-476f-849c-db08bab2c30c tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=6da2306c-507d-4f47-8677-3cbc6cff266e HTTP/1.1" status: 200 len: 944 time: 0.0776813 Nov 15 11:20:33.604476 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-603aafdf-19c7-41ca-9ec7-938a123abfc8 req-686c1cb6-afbc-4f50-9cb3-ead3e717abbf tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672898 Nov 15 11:20:33.608348 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed658ccb-bda9-4820-88ca-75c7f2696d26 req-ef2776c5-e4ce-4cef-926a-86157817b8ff tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b95e23c-0327-42ba-a156-bf333b7876ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655925 Nov 15 11:20:33.736303 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:20:33.761230 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5fb408d3-b381-4f92-b7ca-6f895393db43 req-518a88d7-7b8f-4e2f-867f-90326be82314 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0335014 Nov 15 11:20:33.807377 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08e2ac-7792-452b-9488-1b406ec860b6 req-a9c489dd-7b15-477b-9804-8bfb943a50d7 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:33.809056 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d08e2ac-7792-452b-9488-1b406ec860b6 req-a9c489dd-7b15-477b-9804-8bfb943a50d7 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 945 time: 0.0797095 Nov 15 11:20:33.860467 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d08e2ac-7792-452b-9488-1b406ec860b6 req-040e4f30-229a-41cd-83fa-10c2df86611b tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437388 Nov 15 11:20:34.356836 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device b71e1b90-0b31-48c8-a2e0-af998fb3a6ea up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:20:34.402570 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cbaa9-efd2-46b2-be37-2180adbcbc69 req-ae43bb6c-6cf6-4493-92df-5ce768a28530 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:34.404344 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c11cbaa9-efd2-46b2-be37-2180adbcbc69 req-ae43bb6c-6cf6-4493-92df-5ce768a28530 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0574627 Nov 15 11:20:34.412740 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port b71e1b90-0b31-48c8-a2e0-af998fb3a6ea triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:20:34.413097 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:34.452618 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c11cbaa9-efd2-46b2-be37-2180adbcbc69 req-cf2ac3d1-5113-4c78-a17d-32ce6d9761b0 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422871 Nov 15 11:20:34.494259 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:34.531421 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71e1b90-0b31-48c8-a2e0-af998fb3a6ea'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:20:34.533029 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a4f656-0d98-4337-86db-62d78694b6e1" -d '{"events": [{"server_uuid": "67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c", "name": "network-vif-plugged", "status": "completed", "tag": "b71e1b90-0b31-48c8-a2e0-af998fb3a6ea"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:20:34.547897 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port b71e1b90-0b31-48c8-a2e0-af998fb3a6ea, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=b71e1b90-0b31-48c8-a2e0-af998fb3a6ea,segment=NetworkSegment(cecca865-426f-4bbe-8af5-34a167f5e54e),segment_id=cecca865-426f-4bbe-8af5-34a167f5e54e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:34.556498 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:34.586551 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6be529e-992d-44e1-9450-4fb4d581971b x-openstack-request-id: req-e6be529e-992d-44e1-9450-4fb4d581971b {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:20:34.586830 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c", "name": "network-vif-plugged", "status": "completed", "tag": "b71e1b90-0b31-48c8-a2e0-af998fb3a6ea", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:20:34.587077 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6be529e-992d-44e1-9450-4fb4d581971b {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:20:34.587460 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71e1b90-0b31-48c8-a2e0-af998fb3a6ea', 'code': 200} Nov 15 11:20:34.615027 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=b71e1b90-0b31-48c8-a2e0-af998fb3a6ea,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:34.845998 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e5dd9-3d94-4b51-877d-349d429d11e8 req-0908246f-5815-4d91-8b8b-9063154de15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:34.847498 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-302e5dd9-3d94-4b51-877d-349d429d11e8 req-0908246f-5815-4d91-8b8b-9063154de15c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8bbdc8b4f4d41429da8ec0263256af4&device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 1096 time: 0.1253457 Nov 15 11:20:34.858388 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d8e06-8364-4ddb-8835-4c50e7c934bd req-6f75bc24-3c71-4039-998b-2b9fa937d981 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:34.859754 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae5d8e06-8364-4ddb-8835-4c50e7c934bd req-6f75bc24-3c71-4039-998b-2b9fa937d981 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.1549754 Nov 15 11:20:34.861351 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64689e03-44bd-4eb8-98d8-7f2f8824f9a3 req-0b6838f6-6c7e-4abd-b34c-1377e7084c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:34.862670 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64689e03-44bd-4eb8-98d8-7f2f8824f9a3 req-0b6838f6-6c7e-4abd-b34c-1377e7084c0f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 1097 time: 0.1324475 Nov 15 11:20:34.895974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf0404-9981-405f-9e61-aa6fe5eafea2 req-6e642e3d-3382-46c4-80b1-d0e5928a28ce tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:34.897533 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ccf0404-9981-405f-9e61-aa6fe5eafea2 req-6e642e3d-3382-46c4-80b1-d0e5928a28ce tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=6da2306c-507d-4f47-8677-3cbc6cff266e HTTP/1.1" status: 200 len: 944 time: 0.1647093 Nov 15 11:20:35.045066 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64689e03-44bd-4eb8-98d8-7f2f8824f9a3 req-d5877494-5643-4534-8a2b-020b59f9d37f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700170 Nov 15 11:20:35.052506 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:20:35.053609 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae5d8e06-8364-4ddb-8835-4c50e7c934bd req-6c20a773-a258-444f-bd6f-823ca20ef6a3 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803334 Nov 15 11:20:35.056282 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e5dd9-3d94-4b51-877d-349d429d11e8 req-9d10dfaf-8ac7-4541-b844-fd2264ddb49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:35.058916 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-302e5dd9-3d94-4b51-877d-349d429d11e8 req-9d10dfaf-8ac7-4541-b844-fd2264ddb49b service neutron] 10.222.0.11 "GET /v2.0/networks?id=99889980-5118-464e-8c72-669cf056f11d HTTP/1.1" status: 200 len: 919 time: 0.1937330 Nov 15 11:20:35.062385 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ccf0404-9981-405f-9e61-aa6fe5eafea2 req-9cb31ed3-bfca-476c-8cdd-3897d3f07315 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b95e23c-0327-42ba-a156-bf333b7876ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320031 Nov 15 11:20:35.120492 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-302e5dd9-3d94-4b51-877d-349d429d11e8 req-04dda40c-dcab-46fa-a066-614550c55b9e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf HTTP/1.1" status: 200 len: 217 time: 0.0491433 Nov 15 11:20:35.137781 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:20:35.142759 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:20:35.143213 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:35.188883 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e5dd9-3d94-4b51-877d-349d429d11e8 req-f78e6f8b-ec6e-4896-bf5e-8700bfa30ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:35.190510 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-302e5dd9-3d94-4b51-877d-349d429d11e8 req-f78e6f8b-ec6e-4896-bf5e-8700bfa30ba9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dd3b517-1395-4d79-8cb1-084df59af9f0 HTTP/1.1" status: 200 len: 858 time: 0.0630021 Nov 15 11:20:35.231338 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-302e5dd9-3d94-4b51-877d-349d429d11e8 req-19092282-dbe7-4c21-a120-381c0ab0976a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99889980-5118-464e-8c72-669cf056f11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271397 Nov 15 11:20:35.234725 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:35.267303 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f,segment=NetworkSegment(2f32573c-1648-475a-819e-49ddd83eff3a),segment_id=2f32573c-1648-475a-819e-49ddd83eff3a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:35.271785 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:35.302248 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fe7b3-69cf-426b-9b86-8524beaab5e5 req-bd6bf1bd-bf44-4122-af8f-727977b1f3f1 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:35.304094 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-448fe7b3-69cf-426b-9b86-8524beaab5e5 req-bd6bf1bd-bf44-4122-af8f-727977b1f3f1 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.1313856 Nov 15 11:20:35.328111 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:35.375849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-448fe7b3-69cf-426b-9b86-8524beaab5e5 req-9b3c8c53-1b24-4977-b53e-d78c95d58853 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646727 Nov 15 11:20:35.387160 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-302e5dd9-3d94-4b51-877d-349d429d11e8 req-ebe147ab-724c-4520-b0e1-417a8d12f893 service neutron] 10.222.0.11 "GET /v2.0/networks/99889980-5118-464e-8c72-669cf056f11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479824 Nov 15 11:20:35.519387 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d348fde-9c59-4007-97b4-4bbf2839d77a req-f12bb04f-7a5b-4fd4-89c2-27ffbc39d543 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0790465 Nov 15 11:20:35.566073 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933df236-649b-430d-9eab-1a39e48a016b req-adb7eca2-091f-4843-a839-e9eaf432939f tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:35.567541 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-933df236-649b-430d-9eab-1a39e48a016b req-adb7eca2-091f-4843-a839-e9eaf432939f tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.0905523 Nov 15 11:20:35.569724 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-302e5dd9-3d94-4b51-877d-349d429d11e8 req-81e6fb56-77e6-4d97-bc40-cf6bde22e532 service neutron] 10.222.0.11 "GET /v2.0/networks/99889980-5118-464e-8c72-669cf056f11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630936 Nov 15 11:20:35.616736 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-933df236-649b-430d-9eab-1a39e48a016b req-41f60d3c-cf0c-4c60-983c-3464c76db241 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430529 Nov 15 11:20:36.191860 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2e6b6d1d-298c-4ce1-8527-d7eac1c81475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:36.217554 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d8883-d0ba-4b90-bb14-7154415d79a3 req-0ece69fb-cc45-47f4-bbe4-bda942af20da tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:36.219035 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2c9d8883-d0ba-4b90-bb14-7154415d79a3 req-0ece69fb-cc45-47f4-bbe4-bda942af20da tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=6da2306c-507d-4f47-8677-3cbc6cff266e HTTP/1.1" status: 200 len: 945 time: 0.0782905 Nov 15 11:20:36.229956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d195d7-eee8-4ef0-b206-570ee34a800f req-753b19e7-dec8-4db8-b40c-e1ba3530cda4 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:36.231652 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c1d195d7-eee8-4ef0-b206-570ee34a800f req-753b19e7-dec8-4db8-b40c-e1ba3530cda4 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.0895367 Nov 15 11:20:36.296389 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2c9d8883-d0ba-4b90-bb14-7154415d79a3 req-76a01258-9162-4605-b857-589e65bc0462 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b95e23c-0327-42ba-a156-bf333b7876ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631797 Nov 15 11:20:36.315934 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c1d195d7-eee8-4ef0-b206-570ee34a800f req-0d73883d-2804-46ac-b665-0fb3a9b5fc1a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765727 Nov 15 11:20:36.523246 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8f950-0ff9-4322-863a-cb3840b8e63a req-e93c0cdf-8150-475d-9182-9f17575abb01 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:36.524787 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e1a8f950-0ff9-4322-863a-cb3840b8e63a req-e93c0cdf-8150-475d-9182-9f17575abb01 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0497298 Nov 15 11:20:36.589088 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da2306c-507d-4f47-8677-3cbc6cff266e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:20:36.592041 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696a6271-af14-4c41-92f4-ee0a52f2fc9e" -d '{"events": [{"server_uuid": "6da2306c-507d-4f47-8677-3cbc6cff266e", "name": "network-vif-plugged", "status": "completed", "tag": "a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:20:36.593146 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e1a8f950-0ff9-4322-863a-cb3840b8e63a req-489b713f-2d66-43f2-9bbb-7dd3bfc8ca4d tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616722 Nov 15 11:20:36.686366 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d5ee3bf4-f58c-4c05-aff2-692030d49c66 req-b1bdc178-c5fc-4391-a48a-6326be2c093d tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0327098 Nov 15 11:20:36.694164 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14abe351-2a72-4e56-9415-8ca36296a8e1 x-openstack-request-id: req-14abe351-2a72-4e56-9415-8ca36296a8e1 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:20:36.694449 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da2306c-507d-4f47-8677-3cbc6cff266e", "name": "network-vif-plugged", "status": "completed", "tag": "a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:20:36.695870 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14abe351-2a72-4e56-9415-8ca36296a8e1 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:20:36.697339 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da2306c-507d-4f47-8677-3cbc6cff266e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f', 'code': 200} Nov 15 11:20:36.815727 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a49731-d6a1-4942-9069-a160869b68b5 req-c94b14c3-9bed-4d57-b330-38f73f6d38c9 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:36.817245 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f5a49731-d6a1-4942-9069-a160869b68b5 req-c94b14c3-9bed-4d57-b330-38f73f6d38c9 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.0763540 Nov 15 11:20:36.831446 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb13d7-08ad-42db-bb5d-e13f1ab7aa8f req-4d7e6615-8309-4873-b4ee-478cc88cdc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:36.832878 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ebb13d7-08ad-42db-bb5d-e13f1ab7aa8f req-4d7e6615-8309-4873-b4ee-478cc88cdc5b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6da2306c-507d-4f47-8677-3cbc6cff266e HTTP/1.1" status: 200 len: 1096 time: 0.0641518 Nov 15 11:20:36.893614 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f5a49731-d6a1-4942-9069-a160869b68b5 req-dbcd9890-ca4a-458b-b2db-469eb1f2dd30 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700018 Nov 15 11:20:36.903501 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ebb13d7-08ad-42db-bb5d-e13f1ab7aa8f req-554ae0ac-0109-4604-b068-8b9ee62052a3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8b95e23c-0327-42ba-a156-bf333b7876ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625932 Nov 15 11:20:37.011395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b2f48-5a5f-446a-9164-20a54c2789b2 req-ea2e937c-72e3-4aef-9d37-32975f8c2496 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:37.012980 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9c8b2f48-5a5f-446a-9164-20a54c2789b2 req-ea2e937c-72e3-4aef-9d37-32975f8c2496 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.0534248 Nov 15 11:20:37.060719 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9c8b2f48-5a5f-446a-9164-20a54c2789b2 req-48283298-44a7-48df-a4d8-fd9c99b8b804 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415297 Nov 15 11:20:37.477377 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7dde1-f063-4fbe-9a9f-91bb9b4d2372 req-80dd0145-a39d-4e9f-8b90-2a3fa52401ba tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:37.478844 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4be7dde1-f063-4fbe-9a9f-91bb9b4d2372 req-80dd0145-a39d-4e9f-8b90-2a3fa52401ba tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=6da2306c-507d-4f47-8677-3cbc6cff266e HTTP/1.1" status: 200 len: 945 time: 0.1054122 Nov 15 11:20:37.503446 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd412991-41b0-4e55-a10f-82fc404c209c req-00f9cae3-c960-4b5e-a868-c9efad9c5064 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:37.504859 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd412991-41b0-4e55-a10f-82fc404c209c req-00f9cae3-c960-4b5e-a868-c9efad9c5064 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/networks?id=2ca8c587-d9e3-4f58-8e49-8460c4328683 HTTP/1.1" status: 200 len: 815 time: 0.1408937 Nov 15 11:20:37.525539 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd412991-41b0-4e55-a10f-82fc404c209c req-95cbf557-1dfa-4d6d-a4f8-94b209fce779 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/quotas/83775230d4a145039635dd53cb3d37de HTTP/1.1" status: 200 len: 375 time: 0.0146847 Nov 15 11:20:37.567939 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4be7dde1-f063-4fbe-9a9f-91bb9b4d2372 req-5828c569-06b8-4321-a78d-5c1b438fad34 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b95e23c-0327-42ba-a156-bf333b7876ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800934 Nov 15 11:20:37.584342 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd412991-41b0-4e55-a10f-82fc404c209c req-8a0d5ac3-b702-4f5c-81eb-77370426a6fb tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=83775230d4a145039635dd53cb3d37de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0535402 Nov 15 11:20:37.679166 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd412991-41b0-4e55-a10f-82fc404c209c req-8c90f3c3-488d-47e9-9c6b-28313dec24d2 service neutron] 10.222.0.64 "GET /v2.0/networks/2ca8c587-d9e3-4f58-8e49-8460c4328683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869191 Nov 15 11:20:37.793887 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd412991-41b0-4e55-a10f-82fc404c209c req-38b04688-3bf2-4eda-bba1-900ca8c9bb0c service neutron] 10.222.0.64 "GET /v2.0/networks/2ca8c587-d9e3-4f58-8e49-8460c4328683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082792 Nov 15 11:20:37.815501 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c71a63-b5c2-4910-abaa-f1f2c380d6e2 req-2d54809b-5f86-4237-9e47-835081bf3786 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:37.816956 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7c71a63-b5c2-4910-abaa-f1f2c380d6e2 req-2d54809b-5f86-4237-9e47-835081bf3786 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0593615 Nov 15 11:20:37.864217 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7c71a63-b5c2-4910-abaa-f1f2c380d6e2 req-721dfbbd-b256-4957-8776-8ce9c950bc1a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411177 Nov 15 11:20:37.955898 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-401a0430-4563-445d-8194-275fe3d2835a req-94073113-6fe7-49de-8234-ed5c6393247c tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0278041 Nov 15 11:20:38.012351 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af0f87af-23b8-4d6a-b724-5611388cf675 req-e1917936-3886-4b59-a390-7730447319c2 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=c940d7b7-2484-4266-b708-85073ea77196 HTTP/1.1" status: 200 len: 210 time: 0.0269761 Nov 15 11:20:38.323140 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-828f5e32-2f50-4a5a-94d3-6ac15369ada4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:38.361242 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 0fac5199-aa31-462a-8045-c784ba9f690c details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:20:38.459398 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 0fac5199-aa31-462a-8045-c784ba9f690c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0fac5199-aa31-462a-8045-c784ba9f690c,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:38.470852 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '0fac5199-aa31-462a-8045-c784ba9f690c', 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0', 'port_id': '0fac5199-aa31-462a-8045-c784ba9f690c', 'mac_address': 'fa:16:3e:36:ac:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ef15d9-2812-4825-8c7b-2bbfb46898e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:20:38.512711 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:38.528956 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fac5199-aa31-462a-8045-c784ba9f690c {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:20:38.548712 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 0fac5199-aa31-462a-8045-c784ba9f690c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0fac5199-aa31-462a-8045-c784ba9f690c,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:38.553234 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:38.614634 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=0fac5199-aa31-462a-8045-c784ba9f690c,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:38.689763 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced00e0-c46c-40cf-9a83-d198dbc9fecb req-fd1c8051-18a9-4235-8dc5-84d2b7de88d6 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:38.697553 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ced00e0-c46c-40cf-9a83-d198dbc9fecb req-fd1c8051-18a9-4235-8dc5-84d2b7de88d6 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=6da2306c-507d-4f47-8677-3cbc6cff266e HTTP/1.1" status: 200 len: 945 time: 0.0611937 Nov 15 11:20:38.753277 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ced00e0-c46c-40cf-9a83-d198dbc9fecb req-5c46bc17-16d1-48e4-b2e9-4a8d196b4376 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b95e23c-0327-42ba-a156-bf333b7876ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545592 Nov 15 11:20:38.760210 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['0fac5199-aa31-462a-8045-c784ba9f690c'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:20:38.988423 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db81b0-b01e-42e1-9de5-56c6013cf609 req-a48bd341-88df-4d1a-96ae-b476bb1f05c8 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:38.990005 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b7db81b0-b01e-42e1-9de5-56c6013cf609 req-a48bd341-88df-4d1a-96ae-b476bb1f05c8 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0525973 Nov 15 11:20:39.055473 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b7db81b0-b01e-42e1-9de5-56c6013cf609 req-b5feb229-a45e-466e-a3f4-e8dd4060060c tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541620 Nov 15 11:20:39.131960 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c58da1e-1da3-47c1-b144-362f184fd191 req-f7f34c23-bc6b-493c-b4a5-c0ed62a1eb40 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0418439 Nov 15 11:20:39.237245 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-03a9f4e9-ba7a-49c5-a162-d3c68c91214a req-2a6ffbc1-49c9-460a-a66e-6d62f982ea16 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=c940d7b7-2484-4266-b708-85073ea77196 HTTP/1.1" status: 200 len: 210 time: 0.1035194 Nov 15 11:20:39.291009 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad026e-6f8e-4341-96f3-93c3b0fb1eb7 req-fe985ccb-2db2-4ab6-a594-c144a4b40ec8 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:39.292757 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9fad026e-6f8e-4341-96f3-93c3b0fb1eb7 req-fe985ccb-2db2-4ab6-a594-c144a4b40ec8 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c HTTP/1.1" status: 200 len: 946 time: 0.1639695 Nov 15 11:20:39.346244 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd412991-41b0-4e55-a10f-82fc404c209c req-7e0ea7b7-535f-4465-9e1c-48ffb6ee3eb0 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:39.347313 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd412991-41b0-4e55-a10f-82fc404c209c req-7e0ea7b7-535f-4465-9e1c-48ffb6ee3eb0 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.55 "GET /v2.0/networks?id=2ca8c587-d9e3-4f58-8e49-8460c4328683 HTTP/1.1" status: 200 len: 815 time: 0.2202106 Nov 15 11:20:39.366901 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-dd412991-41b0-4e55-a10f-82fc404c209c req-809eb6df-12e4-4f69-a4d1-3fe1c1921e7e tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Request body: {'port': {'device_id': 'c940d7b7-2484-4266-b708-85073ea77196', 'network_id': '2ca8c587-d9e3-4f58-8e49-8460c4328683', 'admin_state_up': True, 'tenant_id': '83775230d4a145039635dd53cb3d37de'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:20:39.490700 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-9fad026e-6f8e-4341-96f3-93c3b0fb1eb7 req-59a7d99a-29cc-4fb9-9d61-dc9a5c6a4585 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Deleting port b71e1b90-0b31-48c8-a2e0-af998fb3a6ea {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:20:39.491028 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9fad026e-6f8e-4341-96f3-93c3b0fb1eb7 req-59a7d99a-29cc-4fb9-9d61-dc9a5c6a4585 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:39.588704 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd412991-41b0-4e55-a10f-82fc404c209c req-809eb6df-12e4-4f69-a4d1-3fe1c1921e7e tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Made reservation on behalf of 83775230d4a145039635dd53cb3d37de for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:20:39.592196 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dd412991-41b0-4e55-a10f-82fc404c209c req-809eb6df-12e4-4f69-a4d1-3fe1c1921e7e tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:39.620561 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-9fad026e-6f8e-4341-96f3-93c3b0fb1eb7 req-59a7d99a-29cc-4fb9-9d61-dc9a5c6a4585 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] For port b71e1b90-0b31-48c8-a2e0-af998fb3a6ea, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=b71e1b90-0b31-48c8-a2e0-af998fb3a6ea,segment=NetworkSegment(cecca865-426f-4bbe-8af5-34a167f5e54e),segment_id=cecca865-426f-4bbe-8af5-34a167f5e54e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:39.620918 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9fad026e-6f8e-4341-96f3-93c3b0fb1eb7 req-59a7d99a-29cc-4fb9-9d61-dc9a5c6a4585 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:39.641626 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-9fad026e-6f8e-4341-96f3-93c3b0fb1eb7 req-59a7d99a-29cc-4fb9-9d61-dc9a5c6a4585 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Calling delete_port for b71e1b90-0b31-48c8-a2e0-af998fb3a6ea owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:20:39.771912 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:39.851795 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-dd412991-41b0-4e55-a10f-82fc404c209c req-809eb6df-12e4-4f69-a4d1-3fe1c1921e7e tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Allocated IP 172.20.0.9 (2ca8c587-d9e3-4f58-8e49-8460c4328683/9eb07e51-bf49-4339-8337-2883e455b39e/dfe1ca49-ca55-4b63-8ad8-d1fe209b4583) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:20:40.067964 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a785069-5eef-4217-9204-be62c4ccf1f7 req-bc00107f-bc9b-427f-b068-f9263d729f74 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:40.069948 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0a785069-5eef-4217-9204-be62c4ccf1f7 req-bc00107f-bc9b-427f-b068-f9263d729f74 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=6da2306c-507d-4f47-8677-3cbc6cff266e HTTP/1.1" status: 200 len: 945 time: 0.2083755 Nov 15 11:20:40.092609 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9fad026e-6f8e-4341-96f3-93c3b0fb1eb7 req-59a7d99a-29cc-4fb9-9d61-dc9a5c6a4585 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:40.111865 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['b71e1b90-0b31-48c8-a2e0-af998fb3a6ea'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:20:40.147518 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7d99a-29cc-4fb9-9d61-dc9a5c6a4585 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Pushing event deleted for resources: {'Port': ['ID=b71e1b90-0b31-48c8-a2e0-af998fb3a6ea,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:40.225677 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fad026e-6f8e-4341-96f3-93c3b0fb1eb7 req-59a7d99a-29cc-4fb9-9d61-dc9a5c6a4585 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] No DVR routers for this DVR port b71e1b90-0b31-48c8-a2e0-af998fb3a6ea on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:20:40.230289 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0a785069-5eef-4217-9204-be62c4ccf1f7 req-22fe6702-8b7f-4289-8962-9eb6ddb8925d tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b95e23c-0327-42ba-a156-bf333b7876ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543043 Nov 15 11:20:40.231666 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9fad026e-6f8e-4341-96f3-93c3b0fb1eb7 req-59a7d99a-29cc-4fb9-9d61-dc9a5c6a4585 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:40.235044 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9fad026e-6f8e-4341-96f3-93c3b0fb1eb7 req-59a7d99a-29cc-4fb9-9d61-dc9a5c6a4585 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.55 "DELETE /v2.0/ports/b71e1b90-0b31-48c8-a2e0-af998fb3a6ea HTTP/1.1" status: 204 len: 173 time: 0.9295676 Nov 15 11:20:40.239374 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c', 'name': 'network-vif-deleted', 'tag': 'b71e1b90-0b31-48c8-a2e0-af998fb3a6ea'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:20:40.241620 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f42fdb-2037-4f69-bd5f-624581225841" -d '{"events": [{"server_uuid": "67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c", "name": "network-vif-deleted", "tag": "b71e1b90-0b31-48c8-a2e0-af998fb3a6ea"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:20:40.261438 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dd412991-41b0-4e55-a10f-82fc404c209c req-809eb6df-12e4-4f69-a4d1-3fe1c1921e7e tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:40.286572 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e9139fe-c14e-4f38-ac75-e6095aa355ce req-fc860e23-f7fa-484e-92dd-9aa55bdf96a1 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0479124 Nov 15 11:20:40.319939 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043bda5d-f7c6-4d74-bf80-0dc0670c688c x-openstack-request-id: req-043bda5d-f7c6-4d74-bf80-0dc0670c688c {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:20:40.320556 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c", "name": "network-vif-deleted", "tag": "b71e1b90-0b31-48c8-a2e0-af998fb3a6ea", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:20:40.320948 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-043bda5d-f7c6-4d74-bf80-0dc0670c688c {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:20:40.321512 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67da9c4a-fac8-4f42-9fc9-03c9f0cd7d5c', 'name': 'network-vif-deleted', 'tag': 'b71e1b90-0b31-48c8-a2e0-af998fb3a6ea', 'status': 'completed', 'code': 200} Nov 15 11:20:40.356333 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dd412991-41b0-4e55-a10f-82fc404c209c req-809eb6df-12e4-4f69-a4d1-3fe1c1921e7e tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:40.368005 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['b71e1b90-0b31-48c8-a2e0-af998fb3a6ea'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:20:40.375501 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 0fac5199-aa31-462a-8045-c784ba9f690c up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:20:40.513058 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 0fac5199-aa31-462a-8045-c784ba9f690c triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:20:40.513711 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:40.534416 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809eb6df-12e4-4f69-a4d1-3fe1c1921e7e tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Pushing event updated for resources: {'Port': ['ID=dfe1ca49-ca55-4b63-8ad8-d1fe209b4583,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:40.538654 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd412991-41b0-4e55-a10f-82fc404c209c req-809eb6df-12e4-4f69-a4d1-3fe1c1921e7e tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Network 2ca8c587-d9e3-4f58-8e49-8460c4328683 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:20:40.587162 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-dd412991-41b0-4e55-a10f-82fc404c209c req-809eb6df-12e4-4f69-a4d1-3fe1c1921e7e tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:20:40.596252 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd412991-41b0-4e55-a10f-82fc404c209c req-809eb6df-12e4-4f69-a4d1-3fe1c1921e7e tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:20:40.627835 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:40.657947 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47668e8-5344-4ccc-bc7a-f3f1689f9283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fac5199-aa31-462a-8045-c784ba9f690c'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:20:40.660515 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc00b0b-92d6-4547-a124-0e58f092a1d5" -d '{"events": [{"server_uuid": "f47668e8-5344-4ccc-bc7a-f3f1689f9283", "name": "network-vif-plugged", "status": "completed", "tag": "0fac5199-aa31-462a-8045-c784ba9f690c"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:20:40.675201 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 0fac5199-aa31-462a-8045-c784ba9f690c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0fac5199-aa31-462a-8045-c784ba9f690c,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:40.683079 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:40.706812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca7e75-4233-40d7-90ca-eafa8af5654c req-cd7e72fd-58e9-49cf-9004-ad36df54a8fe tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:40.716275 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46ca7e75-4233-40d7-90ca-eafa8af5654c req-cd7e72fd-58e9-49cf-9004-ad36df54a8fe tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=c940d7b7-2484-4266-b708-85073ea77196 HTTP/1.1" status: 200 len: 931 time: 0.2769926 Nov 15 11:20:40.741586 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=0fac5199-aa31-462a-8045-c784ba9f690c,revision_number=7']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:40.742304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd412991-41b0-4e55-a10f-82fc404c209c req-809eb6df-12e4-4f69-a4d1-3fe1c1921e7e tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:40.742972 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dd412991-41b0-4e55-a10f-82fc404c209c req-809eb6df-12e4-4f69-a4d1-3fe1c1921e7e tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:40.793156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4df85-8831-4b4b-9b44-c2d0b3a51a23 req-dc587c15-10b6-44a4-8254-af6c10ff2e61 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:40.795057 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72b4df85-8831-4b4b-9b44-c2d0b3a51a23 req-dc587c15-10b6-44a4-8254-af6c10ff2e61 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3484650 Nov 15 11:20:40.805161 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd412991-41b0-4e55-a10f-82fc404c209c req-809eb6df-12e4-4f69-a4d1-3fe1c1921e7e tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4427722 Nov 15 11:20:40.874977 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-dd412991-41b0-4e55-a10f-82fc404c209c req-751473f5-fc19-42cf-96ed-fed8bf146938 service neutron] Request body: {'port': {'device_id': 'c940d7b7-2484-4266-b708-85073ea77196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:20:40.880069 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72b4df85-8831-4b4b-9b44-c2d0b3a51a23 req-88beb028-1a55-43c8-9dbe-25802d185fbd tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 695 time: 0.0739090 Nov 15 11:20:40.909205 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-72b4df85-8831-4b4b-9b44-c2d0b3a51a23 req-ec3f88d6-5953-4785-8d86-7dbd4ec57214 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Request body: {'floatingip': {'port_id': '2061c010-fb84-4359-bbe4-a2b61785a247', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:20:40.925700 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46ca7e75-4233-40d7-90ca-eafa8af5654c req-24da8e4a-fdee-4efa-b4dd-9dfe4a68cee1 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082353 Nov 15 11:20:40.977092 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72b4df85-8831-4b4b-9b44-c2d0b3a51a23 req-ec3f88d6-5953-4785-8d86-7dbd4ec57214 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:41.006684 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b78049-a2c2-4864-89d4-62d5b6afff91 x-openstack-request-id: req-34b78049-a2c2-4864-89d4-62d5b6afff91 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:20:41.007192 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47668e8-5344-4ccc-bc7a-f3f1689f9283", "name": "network-vif-plugged", "status": "completed", "tag": "0fac5199-aa31-462a-8045-c784ba9f690c", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:20:41.007192 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-34b78049-a2c2-4864-89d4-62d5b6afff91 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:20:41.007629 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47668e8-5344-4ccc-bc7a-f3f1689f9283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fac5199-aa31-462a-8045-c784ba9f690c', 'code': 200} Nov 15 11:20:41.363763 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:41.402955 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dd412991-41b0-4e55-a10f-82fc404c209c req-751473f5-fc19-42cf-96ed-fed8bf146938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:41.456901 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1fe24b69-f14e-4e89-9090-7729d2e5e87b req-1e98afb5-43d1-4db2-abbc-41e78a921bd7 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0430393 Nov 15 11:20:41.914685 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd9084-29b3-4307-84c3-dac7bbd937a1 req-b20e7bb3-b710-4b82-9215-a8c67fffede7 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:41.916170 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcbd9084-29b3-4307-84c3-dac7bbd937a1 req-b20e7bb3-b710-4b82-9215-a8c67fffede7 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.2088401 Nov 15 11:20:42.011023 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4e37c71-b7cb-416d-808f-fe620984af24 req-7ee78845-189a-4bfd-945e-b70d8916abc3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0734463 Nov 15 11:20:42.098647 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-dd412991-41b0-4e55-a10f-82fc404c209c req-751473f5-fc19-42cf-96ed-fed8bf146938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe1ca49-ca55-4b63-8ad8-d1fe209b4583 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:20:42.111775 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dd412991-41b0-4e55-a10f-82fc404c209c req-751473f5-fc19-42cf-96ed-fed8bf146938 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:42.120434 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:42.122020 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcbd9084-29b3-4307-84c3-dac7bbd937a1 req-e543cf05-cbeb-4d9a-a1f0-242cc2a14b15 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978521 Nov 15 11:20:42.140463 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-dd412991-41b0-4e55-a10f-82fc404c209c req-751473f5-fc19-42cf-96ed-fed8bf146938 service neutron] Transition to ACTIVE for port object dfe1ca49-ca55-4b63-8ad8-d1fe209b4583 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:20:42.147306 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72b4df85-8831-4b4b-9b44-c2d0b3a51a23 req-ec3f88d6-5953-4785-8d86-7dbd4ec57214 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:42.148587 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dd412991-41b0-4e55-a10f-82fc404c209c req-751473f5-fc19-42cf-96ed-fed8bf146938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:42.177630 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72b4df85-8831-4b4b-9b44-c2d0b3a51a23 req-ec3f88d6-5953-4785-8d86-7dbd4ec57214 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:42.302242 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751473f5-fc19-42cf-96ed-fed8bf146938 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe1ca49-ca55-4b63-8ad8-d1fe209b4583,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:42.381452 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9ec1a-0065-4fde-9d4c-0f77567df48c req-bbed5e7f-8d75-44c7-9a96-119a016c7f47 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:42.383020 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffe9ec1a-0065-4fde-9d4c-0f77567df48c req-bbed5e7f-8d75-44c7-9a96-119a016c7f47 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=c940d7b7-2484-4266-b708-85073ea77196 HTTP/1.1" status: 200 len: 943 time: 0.1344008 Nov 15 11:20:42.413105 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [req-72b4df85-8831-4b4b-9b44-c2d0b3a51a23 req-ec3f88d6-5953-4785-8d86-7dbd4ec57214 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Floating IP c9178c85-0f90-4a59-8afe-a692d05abdec associated. External IP: 172.25.7.38, port: 2061c010-fb84-4359-bbe4-a2b61785a247. Nov 15 11:20:42.483430 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-dd412991-41b0-4e55-a10f-82fc404c209c req-751473f5-fc19-42cf-96ed-fed8bf146938 service neutron] Attempting to bind port dfe1ca49-ca55-4b63-8ad8-d1fe209b4583 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:20:42.483652 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-dd412991-41b0-4e55-a10f-82fc404c209c req-751473f5-fc19-42cf-96ed-fed8bf146938 service neutron] Attempting to bind port dfe1ca49-ca55-4b63-8ad8-d1fe209b4583 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'cecca865-426f-4bbe-8af5-34a167f5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '2ca8c587-d9e3-4f58-8e49-8460c4328683'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:20:42.484004 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd412991-41b0-4e55-a10f-82fc404c209c req-751473f5-fc19-42cf-96ed-fed8bf146938 service neutron] Attempting to bind port dfe1ca49-ca55-4b63-8ad8-d1fe209b4583 on network 2ca8c587-d9e3-4f58-8e49-8460c4328683 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:20:42.510223 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd412991-41b0-4e55-a10f-82fc404c209c req-751473f5-fc19-42cf-96ed-fed8bf146938 service neutron] Port dfe1ca49-ca55-4b63-8ad8-d1fe209b4583 on network 2ca8c587-d9e3-4f58-8e49-8460c4328683 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:20:42.510563 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd412991-41b0-4e55-a10f-82fc404c209c req-751473f5-fc19-42cf-96ed-fed8bf146938 service neutron] Attempting to bind port dfe1ca49-ca55-4b63-8ad8-d1fe209b4583 on network 2ca8c587-d9e3-4f58-8e49-8460c4328683 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:20:42.529040 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffe9ec1a-0065-4fde-9d4c-0f77567df48c req-ddc5b134-b49f-49ae-91ae-252deee3f4a8 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395824 Nov 15 11:20:42.532437 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd412991-41b0-4e55-a10f-82fc404c209c req-751473f5-fc19-42cf-96ed-fed8bf146938 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:20:42.532765 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd412991-41b0-4e55-a10f-82fc404c209c req-751473f5-fc19-42cf-96ed-fed8bf146938 service neutron] Checking segment: {'id': 'cecca865-426f-4bbe-8af5-34a167f5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '2ca8c587-d9e3-4f58-8e49-8460c4328683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:20:42.533150 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd412991-41b0-4e55-a10f-82fc404c209c req-751473f5-fc19-42cf-96ed-fed8bf146938 service neutron] Bound using segment: {'id': 'cecca865-426f-4bbe-8af5-34a167f5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '2ca8c587-d9e3-4f58-8e49-8460c4328683'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:20:42.533568 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-dd412991-41b0-4e55-a10f-82fc404c209c req-751473f5-fc19-42cf-96ed-fed8bf146938 service neutron] Bound port: dfe1ca49-ca55-4b63-8ad8-d1fe209b4583, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cecca865-426f-4bbe-8af5-34a167f5e54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '2ca8c587-d9e3-4f58-8e49-8460c4328683'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:20:42.533915 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dd412991-41b0-4e55-a10f-82fc404c209c req-751473f5-fc19-42cf-96ed-fed8bf146938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:42.632062 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:20:42.677273 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-dd412991-41b0-4e55-a10f-82fc404c209c req-751473f5-fc19-42cf-96ed-fed8bf146938 service neutron] For port dfe1ca49-ca55-4b63-8ad8-d1fe209b4583, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:20:42.697927 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-dd412991-41b0-4e55-a10f-82fc404c209c req-751473f5-fc19-42cf-96ed-fed8bf146938 service neutron] For port dfe1ca49-ca55-4b63-8ad8-d1fe209b4583, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=dfe1ca49-ca55-4b63-8ad8-d1fe209b4583,segment=NetworkSegment(cecca865-426f-4bbe-8af5-34a167f5e54e),segment_id=cecca865-426f-4bbe-8af5-34a167f5e54e)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:20:42.743760 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dd412991-41b0-4e55-a10f-82fc404c209c req-751473f5-fc19-42cf-96ed-fed8bf146938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:42.875649 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd412991-41b0-4e55-a10f-82fc404c209c req-751473f5-fc19-42cf-96ed-fed8bf146938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:42.877427 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dd412991-41b0-4e55-a10f-82fc404c209c req-751473f5-fc19-42cf-96ed-fed8bf146938 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:42.880815 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd412991-41b0-4e55-a10f-82fc404c209c req-751473f5-fc19-42cf-96ed-fed8bf146938 service neutron] 10.222.0.55 "PUT /v2.0/ports/dfe1ca49-ca55-4b63-8ad8-d1fe209b4583 HTTP/1.1" status: 200 len: 1091 time: 2.0109165 Nov 15 11:20:42.897356 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c940d7b7-2484-4266-b708-85073ea77196', 'tag': 'dfe1ca49-ca55-4b63-8ad8-d1fe209b4583'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:20:42.899692 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419b67b8-2dea-4fc3-b013-0b9da1eb599f" -d '{"events": [{"name": "network-changed", "server_uuid": "c940d7b7-2484-4266-b708-85073ea77196", "tag": "dfe1ca49-ca55-4b63-8ad8-d1fe209b4583"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:20:42.908571 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72b4df85-8831-4b4b-9b44-c2d0b3a51a23 req-ec3f88d6-5953-4785-8d86-7dbd4ec57214 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Router c75f9b98-b770-48e3-8aec-5e20c30b1bcf has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:20:42.946157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751473f5-fc19-42cf-96ed-fed8bf146938 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe1ca49-ca55-4b63-8ad8-d1fe209b4583,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:43.057470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd412991-41b0-4e55-a10f-82fc404c209c req-0aacc5e5-0fb6-4f40-969b-dd64bb09a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:43.059045 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd412991-41b0-4e55-a10f-82fc404c209c req-0aacc5e5-0fb6-4f40-969b-dd64bb09a269 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=83775230d4a145039635dd53cb3d37de&device_id=c940d7b7-2484-4266-b708-85073ea77196 HTTP/1.1" status: 200 len: 1094 time: 0.1253593 Nov 15 11:20:43.150884 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd412991-41b0-4e55-a10f-82fc404c209c req-7a11327b-947c-494d-9903-94a6133f9677 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfe1ca49-ca55-4b63-8ad8-d1fe209b4583 HTTP/1.1" status: 200 len: 217 time: 0.0819006 Nov 15 11:20:43.159269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72b4df85-8831-4b4b-9b44-c2d0b3a51a23 req-ec3f88d6-5953-4785-8d86-7dbd4ec57214 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:20:43.174944 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48473671-59dc-45da-b491-10eb30e344bf None None] Sync routers for ids ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:20:43.195981 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48473671-59dc-45da-b491-10eb30e344bf None None] Routers {'c75f9b98-b770-48e3-8aec-5e20c30b1bcf'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:20:43.196672 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-48473671-59dc-45da-b491-10eb30e344bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:20:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:43.210578 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72b4df85-8831-4b4b-9b44-c2d0b3a51a23 req-ec3f88d6-5953-4785-8d86-7dbd4ec57214 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:43.213585 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd412991-41b0-4e55-a10f-82fc404c209c req-a636a0c4-e363-49ff-b553-aab7879525c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:43.215100 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd412991-41b0-4e55-a10f-82fc404c209c req-a636a0c4-e363-49ff-b553-aab7879525c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9eb07e51-bf49-4339-8337-2883e455b39e HTTP/1.1" status: 200 len: 855 time: 0.0539300 Nov 15 11:20:43.273101 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd412991-41b0-4e55-a10f-82fc404c209c req-882bbc72-1849-4d0a-a896-c0ff7db52a41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2ca8c587-d9e3-4f58-8e49-8460c4328683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361724 Nov 15 11:20:43.275085 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72b4df85-8831-4b4b-9b44-c2d0b3a51a23 req-ec3f88d6-5953-4785-8d86-7dbd4ec57214 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "PUT /v2.0/floatingips/c9178c85-0f90-4a59-8afe-a692d05abdec HTTP/1.1" status: 200 len: 996 time: 2.3753386 Nov 15 11:20:43.368644 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-48473671-59dc-45da-b491-10eb30e344bf None None] Set router c75f9b98-b770-48e3-8aec-5e20c30b1bcf gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:20:43.392885 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bbfd4323-6847-4e0a-ac6f-8e7add30c956 req-ad78be80-ff56-47c4-8c35-0bfd08382263 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0514219 Nov 15 11:20:43.424844 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4df85-8831-4b4b-9b44-c2d0b3a51a23 req-47deb89a-c7d6-4fd5-9588-457c48208eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:43.427410 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72b4df85-8831-4b4b-9b44-c2d0b3a51a23 req-47deb89a-c7d6-4fd5-9588-457c48208eb8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1e7a4016c434f338686082e38f7e71a&device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e HTTP/1.1" status: 200 len: 1097 time: 0.1336925 Nov 15 11:20:43.499263 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda3205a-1882-4dfa-af62-c9f1dfc73841 x-openstack-request-id: req-dda3205a-1882-4dfa-af62-c9f1dfc73841 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:20:43.499839 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c940d7b7-2484-4266-b708-85073ea77196", "tag": "dfe1ca49-ca55-4b63-8ad8-d1fe209b4583", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:20:43.500236 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dda3205a-1882-4dfa-af62-c9f1dfc73841 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:20:43.500767 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c940d7b7-2484-4266-b708-85073ea77196', 'tag': 'dfe1ca49-ca55-4b63-8ad8-d1fe209b4583', 'status': 'completed', 'code': 200} Nov 15 11:20:43.512796 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd412991-41b0-4e55-a10f-82fc404c209c req-39336013-702e-4739-8fb5-fb5df6363231 service neutron] 10.222.0.55 "GET /v2.0/networks/2ca8c587-d9e3-4f58-8e49-8460c4328683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278490 Nov 15 11:20:43.724717 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-48473671-59dc-45da-b491-10eb30e344bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:09Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'c9178c85-0f90-4a59-8afe-a692d05abdec', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'port_id': '2061c010-fb84-4359-bbe4-a2b61785a247', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'mac_address': 'fa:16:3e:4e:c4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8acba87-541d-422e-a1cb-bc3c7b51c19e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:20:23Z', 'updated_at': '2021-11-15T11:20:41Z', 'revision_number': 1, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94592555-3dea-4102-a860-ea6c1de7cf79', 'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'mac_address': 'fa:16:3e:88:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:08Z', 'updated_at': '2021-11-15T11:20:12Z', 'revision_number': 5, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'subnets': [{'id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:43.754652 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48473671-59dc-45da-b491-10eb30e344bf None None] Checking router: c75f9b98-b770-48e3-8aec-5e20c30b1bcf for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:20:43.765428 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48473671-59dc-45da-b491-10eb30e344bf None None] Routers {'c75f9b98-b770-48e3-8aec-5e20c30b1bcf'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:20:43.766330 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-48473671-59dc-45da-b491-10eb30e344bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:20:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:43.882081 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-48473671-59dc-45da-b491-10eb30e344bf None None] Set router c75f9b98-b770-48e3-8aec-5e20c30b1bcf gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:20:44.094428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd412991-41b0-4e55-a10f-82fc404c209c req-fbe2fc3a-3370-4da9-bf3c-787db5da4822 service neutron] 10.222.0.55 "GET /v2.0/networks/2ca8c587-d9e3-4f58-8e49-8460c4328683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5729702 Nov 15 11:20:44.113168 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59821138-7781-4cb0-a195-069db4807efe req-7e09a5f4-11c4-4754-a7fe-dafb120d5d69 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:44.114689 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59821138-7781-4cb0-a195-069db4807efe req-7e09a5f4-11c4-4754-a7fe-dafb120d5d69 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=c940d7b7-2484-4266-b708-85073ea77196 HTTP/1.1" status: 200 len: 943 time: 0.1163983 Nov 15 11:20:44.116079 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4df85-8831-4b4b-9b44-c2d0b3a51a23 req-cbb5556d-90f8-45c9-b212-94da3771961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:44.123660 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72b4df85-8831-4b4b-9b44-c2d0b3a51a23 req-cbb5556d-90f8-45c9-b212-94da3771961d service neutron] 10.222.0.64 "GET /v2.0/networks?id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 HTTP/1.1" status: 200 len: 922 time: 0.6790891 Nov 15 11:20:44.149823 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-48473671-59dc-45da-b491-10eb30e344bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:09Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'c9178c85-0f90-4a59-8afe-a692d05abdec', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'port_id': '2061c010-fb84-4359-bbe4-a2b61785a247', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'mac_address': 'fa:16:3e:4e:c4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8acba87-541d-422e-a1cb-bc3c7b51c19e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:20:23Z', 'updated_at': '2021-11-15T11:20:41Z', 'revision_number': 1, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94592555-3dea-4102-a860-ea6c1de7cf79', 'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'mac_address': 'fa:16:3e:88:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:08Z', 'updated_at': '2021-11-15T11:20:12Z', 'revision_number': 5, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'subnets': [{'id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:44.201102 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48473671-59dc-45da-b491-10eb30e344bf None None] The sync data for ids ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'] in n-d-729945-9 is: [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:09Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'c9178c85-0f90-4a59-8afe-a692d05abdec', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'port_id': '2061c010-fb84-4359-bbe4-a2b61785a247', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'mac_address': 'fa:16:3e:4e:c4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8acba87-541d-422e-a1cb-bc3c7b51c19e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:20:23Z', 'updated_at': '2021-11-15T11:20:41Z', 'revision_number': 1, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94592555-3dea-4102-a860-ea6c1de7cf79', 'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'mac_address': 'fa:16:3e:88:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:08Z', 'updated_at': '2021-11-15T11:20:12Z', 'revision_number': 5, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'subnets': [{'id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:20:44.272208 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72b4df85-8831-4b4b-9b44-c2d0b3a51a23 req-48703560-ad4d-4a1b-a9aa-248496c97c11 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2061c010-fb84-4359-bbe4-a2b61785a247 HTTP/1.1" status: 200 len: 999 time: 0.1473777 Nov 15 11:20:44.366191 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device b71e1b90-0b31-48c8-a2e0-af998fb3a6ea no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:20:44.395497 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59821138-7781-4cb0-a195-069db4807efe req-c2b6d3cc-4c36-49be-870e-2f0eafa8ff1c tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596521 Nov 15 11:20:44.397545 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b67b8-2dea-4fc3-b013-0b9da1eb599f req-5f06972d-aec8-4a13-86d5-1b52186b9070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:44.399030 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-419b67b8-2dea-4fc3-b013-0b9da1eb599f req-5f06972d-aec8-4a13-86d5-1b52186b9070 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=83775230d4a145039635dd53cb3d37de&device_id=c940d7b7-2484-4266-b708-85073ea77196 HTTP/1.1" status: 200 len: 1094 time: 0.1996622 Nov 15 11:20:44.418320 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: b71e1b90-0b31-48c8-a2e0-af998fb3a6ea {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:20:44.418661 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device b71e1b90-0b31-48c8-a2e0-af998fb3a6ea not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:20:44.426705 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4df85-8831-4b4b-9b44-c2d0b3a51a23 req-93e391c4-eb14-4a24-87c5-3b9f98514807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:44.438161 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72b4df85-8831-4b4b-9b44-c2d0b3a51a23 req-93e391c4-eb14-4a24-87c5-3b9f98514807 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d HTTP/1.1" status: 200 len: 860 time: 0.1546037 Nov 15 11:20:44.596414 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e61b60-ad72-4f16-843c-547dc97172df None None] New status for floating IP c9178c85-0f90-4a59-8afe-a692d05abdec: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:20:44.649773 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b67b8-2dea-4fc3-b013-0b9da1eb599f req-70d09e5b-d200-4a0f-a10e-b472cfa9bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:44.652261 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-419b67b8-2dea-4fc3-b013-0b9da1eb599f req-70d09e5b-d200-4a0f-a10e-b472cfa9bbb7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2ca8c587-d9e3-4f58-8e49-8460c4328683 HTTP/1.1" status: 200 len: 916 time: 0.2118142 Nov 15 11:20:44.782040 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-419b67b8-2dea-4fc3-b013-0b9da1eb599f req-300ac4b3-ce91-4435-90bd-9dc9ffc092ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfe1ca49-ca55-4b63-8ad8-d1fe209b4583 HTTP/1.1" status: 200 len: 217 time: 0.1145782 Nov 15 11:20:44.855145 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b67b8-2dea-4fc3-b013-0b9da1eb599f req-0fd725de-8683-43c6-899e-e562ea468891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:44.856567 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-419b67b8-2dea-4fc3-b013-0b9da1eb599f req-0fd725de-8683-43c6-899e-e562ea468891 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9eb07e51-bf49-4339-8337-2883e455b39e HTTP/1.1" status: 200 len: 855 time: 0.0562603 Nov 15 11:20:44.893271 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4df85-8831-4b4b-9b44-c2d0b3a51a23 req-acb9dcd2-4246-46b6-9333-4700106353a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:44.902992 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72b4df85-8831-4b4b-9b44-c2d0b3a51a23 req-acb9dcd2-4246-46b6-9333-4700106353a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4639235 Nov 15 11:20:44.927263 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65a182ac-e9e5-4677-8887-b79771f19193 req-fab1bc5a-9b3d-4441-92bb-fb5b33bf5bb0 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.1380091 Nov 15 11:20:44.990579 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-419b67b8-2dea-4fc3-b013-0b9da1eb599f req-c8284646-5b1f-4512-881c-ad321809ca59 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2ca8c587-d9e3-4f58-8e49-8460c4328683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115928 Nov 15 11:20:45.124772 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72b4df85-8831-4b4b-9b44-c2d0b3a51a23 req-552135a6-3138-4fed-9830-f9635474ce04 service neutron] 10.222.0.64 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207355 Nov 15 11:20:45.136444 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-419b67b8-2dea-4fc3-b013-0b9da1eb599f req-251ecb8c-79fd-4141-89a7-91baffd843a1 service neutron] 10.222.0.55 "GET /v2.0/networks/2ca8c587-d9e3-4f58-8e49-8460c4328683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367128 Nov 15 11:20:45.245397 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-419b67b8-2dea-4fc3-b013-0b9da1eb599f req-10b76566-ae7f-4f56-bda7-7161a2633a31 service neutron] 10.222.0.55 "GET /v2.0/networks/2ca8c587-d9e3-4f58-8e49-8460c4328683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935733 Nov 15 11:20:45.327757 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa220020-1cca-4460-86bc-7be194d8ce19 req-3e85fd0a-2ea7-482f-be0e-d8c24574d9da tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78&device_id=764fc842-0095-4b40-8e82-0499d9ff40bc HTTP/1.1" status: 200 len: 210 time: 0.0373001 Nov 15 11:20:45.381367 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72b4df85-8831-4b4b-9b44-c2d0b3a51a23 req-695db82e-500d-46ef-864d-7b0c46ea1036 service neutron] 10.222.0.64 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557251 Nov 15 11:20:45.505772 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8acba87-541d-422e-a1cb-bc3c7b51c19e', 'tag': '2061c010-fb84-4359-bbe4-a2b61785a247'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:20:45.508643 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77a4625-93c0-4b88-bbcb-20ddd2c17c97" -d '{"events": [{"name": "network-changed", "server_uuid": "f8acba87-541d-422e-a1cb-bc3c7b51c19e", "tag": "2061c010-fb84-4359-bbe4-a2b61785a247"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:20:45.604033 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c10bbb36-6339-4185-94a5-849538983307 req-6118e50a-272b-4dc6-8eb1-5c079ff1b69d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03477395a3b54d7cace6dacc86dbed04&device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0396829 Nov 15 11:20:45.618460 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08515314-3cac-4cdc-8b18-9b46567c97dc req-c6b3d9e3-09fc-47fb-b56e-d81ff693558c tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:45.620111 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08515314-3cac-4cdc-8b18-9b46567c97dc req-c6b3d9e3-09fc-47fb-b56e-d81ff693558c tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=c940d7b7-2484-4266-b708-85073ea77196 HTTP/1.1" status: 200 len: 943 time: 0.1375413 Nov 15 11:20:45.667331 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c10bbb36-6339-4185-94a5-849538983307 req-67077253-1d93-4df9-97fc-3a87ff36b1a8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=03477395a3b54d7cace6dacc86dbed04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461574 Nov 15 11:20:45.799547 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-f59c39d8-2cd6-419b-97af-ea4fe57820e2 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:45.806456 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-f59c39d8-2cd6-419b-97af-ea4fe57820e2 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=6da2306c-507d-4f47-8677-3cbc6cff266e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1841831 Nov 15 11:20:45.826974 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08515314-3cac-4cdc-8b18-9b46567c97dc req-1c543ed4-a688-4275-8011-2cf43a07008a tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960988 Nov 15 11:20:45.920177 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bbb36-6339-4185-94a5-849538983307 req-f1c5ec9d-df15-434e-a946-5bd068941404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:45.922062 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c10bbb36-6339-4185-94a5-849538983307 req-f1c5ec9d-df15-434e-a946-5bd068941404 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2338271 Nov 15 11:20:45.986433 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-f19c58cb-f213-45c1-9206-88fb8c86f4ce tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 1001 time: 0.1786554 Nov 15 11:20:45.989416 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9cd942-a1cc-4c2c-9daa-f9e63cc51d48 x-openstack-request-id: req-ee9cd942-a1cc-4c2c-9daa-f9e63cc51d48 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:20:45.989696 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8acba87-541d-422e-a1cb-bc3c7b51c19e", "tag": "2061c010-fb84-4359-bbe4-a2b61785a247", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:20:45.989943 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee9cd942-a1cc-4c2c-9daa-f9e63cc51d48 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:20:45.990338 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8acba87-541d-422e-a1cb-bc3c7b51c19e', 'tag': '2061c010-fb84-4359-bbe4-a2b61785a247', 'status': 'completed', 'code': 200} Nov 15 11:20:45.996908 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-a93b50da-1928-4215-9e4d-64e87c62654e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Request body: {'floatingip': {'port_id': 'a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:20:46.141437 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-36d9220d-131c-447e-8e83-e1601c41f298 req-12c10534-f359-4ddc-a803-e231eaaf595f tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.0690019 Nov 15 11:20:46.170927 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-a93b50da-1928-4215-9e4d-64e87c62654e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:46.266468 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a4625-93c0-4b88-bbcb-20ddd2c17c97 req-63278b64-7c75-40cc-ab74-c49cae4eae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:46.286540 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b77a4625-93c0-4b88-bbcb-20ddd2c17c97 req-63278b64-7c75-40cc-ab74-c49cae4eae75 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1e7a4016c434f338686082e38f7e71a&device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e HTTP/1.1" status: 200 len: 1097 time: 0.2318521 Nov 15 11:20:46.435618 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a4625-93c0-4b88-bbcb-20ddd2c17c97 req-3141c1be-ec0f-4caa-93c5-d6d6f092d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:46.437098 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b77a4625-93c0-4b88-bbcb-20ddd2c17c97 req-3141c1be-ec0f-4caa-93c5-d6d6f092d8cb service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 HTTP/1.1" status: 200 len: 922 time: 0.1355991 Nov 15 11:20:46.549468 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b77a4625-93c0-4b88-bbcb-20ddd2c17c97 req-93106f55-0b46-4754-b9df-665167e36ee0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2061c010-fb84-4359-bbe4-a2b61785a247 HTTP/1.1" status: 200 len: 1001 time: 0.1028287 Nov 15 11:20:46.668590 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a4625-93c0-4b88-bbcb-20ddd2c17c97 req-fec65031-2ca7-46fd-a19b-49e72262c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:46.669939 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b77a4625-93c0-4b88-bbcb-20ddd2c17c97 req-fec65031-2ca7-46fd-a19b-49e72262c70c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d HTTP/1.1" status: 200 len: 860 time: 0.0842214 Nov 15 11:20:46.788191 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a4625-93c0-4b88-bbcb-20ddd2c17c97 req-c8bce6a5-0085-4d24-8aa8-915765a17004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:46.789778 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b77a4625-93c0-4b88-bbcb-20ddd2c17c97 req-c8bce6a5-0085-4d24-8aa8-915765a17004 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097116 Nov 15 11:20:47.249855 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65212f9b-c975-4f89-8cef-7eb270f6837e req-318f8910-09b8-402a-b7fc-ef2cc4d53b3b tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:47.260048 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65212f9b-c975-4f89-8cef-7eb270f6837e req-318f8910-09b8-402a-b7fc-ef2cc4d53b3b tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=c940d7b7-2484-4266-b708-85073ea77196 HTTP/1.1" status: 200 len: 943 time: 0.2415261 Nov 15 11:20:47.318824 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b77a4625-93c0-4b88-bbcb-20ddd2c17c97 req-06b54d40-5963-41c7-84b9-49beee779d89 service neutron] 10.222.0.55 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813015 Nov 15 11:20:47.326038 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-a93b50da-1928-4215-9e4d-64e87c62654e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:47.346131 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65212f9b-c975-4f89-8cef-7eb270f6837e req-bdb91c1e-dc14-4aa0-b75b-93f4cd4fba09 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847971 Nov 15 11:20:47.367397 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-a93b50da-1928-4215-9e4d-64e87c62654e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:47.881081 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c10bbb36-6339-4185-94a5-849538983307 req-46be160c-3420-49af-a06b-a262d45a197f tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.11 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.3547080 Nov 15 11:20:47.882774 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e87e8d74-49b2-4295-a664-011f6f0ca8b3 req-fe968071-ecce-47f7-b08d-88e08d531e00 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=51ba3be5-9e26-44e2-ad6b-65751ff24e78 HTTP/1.1" status: 200 len: 210 time: 0.3552816 Nov 15 11:20:47.922995 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-a93b50da-1928-4215-9e4d-64e87c62654e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Floating IP c9178c85-0f90-4a59-8afe-a692d05abdec associated. External IP: 172.25.7.38, port: 2061c010-fb84-4359-bbe4-a2b61785a247. Nov 15 11:20:48.157643 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b77a4625-93c0-4b88-bbcb-20ddd2c17c97 req-eedb32c7-26c4-4fcd-8cc3-78c2b71f236e service neutron] 10.222.0.55 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8085072 Nov 15 11:20:48.209690 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-a93b50da-1928-4215-9e4d-64e87c62654e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Router c75f9b98-b770-48e3-8aec-5e20c30b1bcf has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:20:48.333479 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-a93b50da-1928-4215-9e4d-64e87c62654e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:20:48.344792 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf43992-4dd2-40e1-aaa3-60923651005b None None] Sync routers for ids ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:20:48.359500 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf43992-4dd2-40e1-aaa3-60923651005b None None] Routers {'c75f9b98-b770-48e3-8aec-5e20c30b1bcf'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:20:48.359500 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-edf43992-4dd2-40e1-aaa3-60923651005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:20:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:48.393944 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device dfe1ca49-ca55-4b63-8ad8-d1fe209b4583 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:20:48.643610 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23fe3d-f850-4876-8f52-8efb6083e1b3 req-f3251e94-e082-4abe-b5db-5daa76fc666a tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:48.651376 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c23fe3d-f850-4876-8f52-8efb6083e1b3 req-f3251e94-e082-4abe-b5db-5daa76fc666a tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=c940d7b7-2484-4266-b708-85073ea77196 HTTP/1.1" status: 200 len: 943 time: 0.1702969 Nov 15 11:20:48.820013 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-edf43992-4dd2-40e1-aaa3-60923651005b None None] Set router c75f9b98-b770-48e3-8aec-5e20c30b1bcf gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:20:48.833806 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port dfe1ca49-ca55-4b63-8ad8-d1fe209b4583, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=dfe1ca49-ca55-4b63-8ad8-d1fe209b4583,segment=NetworkSegment(cecca865-426f-4bbe-8af5-34a167f5e54e),segment_id=cecca865-426f-4bbe-8af5-34a167f5e54e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:48.846831 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'dfe1ca49-ca55-4b63-8ad8-d1fe209b4583', 'network_id': '2ca8c587-d9e3-4f58-8e49-8460c4328683', 'port_id': 'dfe1ca49-ca55-4b63-8ad8-d1fe209b4583', 'mac_address': 'fa:16:3e:bd:a9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb07e51-bf49-4339-8337-2883e455b39e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:20:48.889829 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:48.904944 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe1ca49-ca55-4b63-8ad8-d1fe209b4583 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:20:48.927495 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port dfe1ca49-ca55-4b63-8ad8-d1fe209b4583, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=dfe1ca49-ca55-4b63-8ad8-d1fe209b4583,segment=NetworkSegment(cecca865-426f-4bbe-8af5-34a167f5e54e),segment_id=cecca865-426f-4bbe-8af5-34a167f5e54e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:48.941106 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:48.963224 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c23fe3d-f850-4876-8f52-8efb6083e1b3 req-dd79b936-02b7-4292-abf8-8e2880ba7047 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113022 Nov 15 11:20:48.999712 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=dfe1ca49-ca55-4b63-8ad8-d1fe209b4583,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:49.054582 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-a93b50da-1928-4215-9e4d-64e87c62654e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Router c75f9b98-b770-48e3-8aec-5e20c30b1bcf has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:20:49.197269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-a93b50da-1928-4215-9e4d-64e87c62654e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:20:49.202509 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-a93b50da-1928-4215-9e4d-64e87c62654e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:49.247615 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-edf43992-4dd2-40e1-aaa3-60923651005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:09Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'c9178c85-0f90-4a59-8afe-a692d05abdec', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'port_id': 'a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'mac_address': 'fa:16:3e:1b:ad:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da2306c-507d-4f47-8677-3cbc6cff266e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:20:23Z', 'updated_at': '2021-11-15T11:20:46Z', 'revision_number': 3, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94592555-3dea-4102-a860-ea6c1de7cf79', 'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'mac_address': 'fa:16:3e:88:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:08Z', 'updated_at': '2021-11-15T11:20:12Z', 'revision_number': 5, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'subnets': [{'id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:49.251403 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8acba87-541d-422e-a1cb-bc3c7b51c19e', 'tag': '2061c010-fb84-4359-bbe4-a2b61785a247'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:20:49.253578 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52937bd-4043-4a68-8036-a041dc2209dd" -d '{"events": [{"name": "network-changed", "server_uuid": "f8acba87-541d-422e-a1cb-bc3c7b51c19e", "tag": "2061c010-fb84-4359-bbe4-a2b61785a247"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:20:49.310475 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-a93b50da-1928-4215-9e4d-64e87c62654e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "PUT /v2.0/floatingips/c9178c85-0f90-4a59-8afe-a692d05abdec HTTP/1.1" status: 200 len: 997 time: 3.3232520 Nov 15 11:20:49.310686 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf43992-4dd2-40e1-aaa3-60923651005b None None] Checking router: c75f9b98-b770-48e3-8aec-5e20c30b1bcf for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:20:49.322459 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['dfe1ca49-ca55-4b63-8ad8-d1fe209b4583'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:20:49.331347 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf43992-4dd2-40e1-aaa3-60923651005b None None] Routers {'c75f9b98-b770-48e3-8aec-5e20c30b1bcf'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:20:49.334899 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-edf43992-4dd2-40e1-aaa3-60923651005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:20:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:49.435556 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-1aabddaf-39ad-42dd-9a87-d0d0a81cd270 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:49.453578 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-1aabddaf-39ad-42dd-9a87-d0d0a81cd270 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports/2061c010-fb84-4359-bbe4-a2b61785a247 HTTP/1.1" status: 200 len: 943 time: 0.1421444 Nov 15 11:20:49.588679 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-edf43992-4dd2-40e1-aaa3-60923651005b None None] Set router c75f9b98-b770-48e3-8aec-5e20c30b1bcf gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:20:49.674938 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d050ad31-3aaf-4dd9-9785-c5a0784928cd req-ba20989a-c239-4941-b139-3e18dc441d85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03477395a3b54d7cace6dacc86dbed04&device_id=764fc842-0095-4b40-8e82-0499d9ff40bc HTTP/1.1" status: 200 len: 210 time: 0.0418239 Nov 15 11:20:49.695188 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d49713-0e67-46fc-83cb-7874b90b7497 x-openstack-request-id: req-20d49713-0e67-46fc-83cb-7874b90b7497 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:20:49.695452 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8acba87-541d-422e-a1cb-bc3c7b51c19e", "tag": "2061c010-fb84-4359-bbe4-a2b61785a247", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:20:49.695704 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-20d49713-0e67-46fc-83cb-7874b90b7497 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:20:49.696709 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8acba87-541d-422e-a1cb-bc3c7b51c19e', 'tag': '2061c010-fb84-4359-bbe4-a2b61785a247', 'status': 'completed', 'code': 200} Nov 15 11:20:49.741105 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-3a624834-42d3-41e5-8965-cb10761dbccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:49.751036 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-3a624834-42d3-41e5-8965-cb10761dbccb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1e7a4016c434f338686082e38f7e71a&device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e HTTP/1.1" status: 200 len: 1097 time: 0.1782286 Nov 15 11:20:49.887501 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-eadd6738-d603-48be-9148-785daf626399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:49.888545 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-eadd6738-d603-48be-9148-785daf626399 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 HTTP/1.1" status: 200 len: 922 time: 0.1366482 Nov 15 11:20:49.906885 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d050ad31-3aaf-4dd9-9785-c5a0784928cd req-e393dfb7-6eaa-4210-8f92-f7eb72833e0f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=03477395a3b54d7cace6dacc86dbed04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2073655 Nov 15 11:20:49.928155 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b184c49e-cd87-4c05-acfc-d96e69e7f72d req-23be82a9-eec6-4111-8d79-086be46c6e3a tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=764fc842-0095-4b40-8e82-0499d9ff40bc HTTP/1.1" status: 200 len: 210 time: 0.0812442 Nov 15 11:20:50.053833 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-edf43992-4dd2-40e1-aaa3-60923651005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:09Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'c9178c85-0f90-4a59-8afe-a692d05abdec', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'port_id': 'a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'mac_address': 'fa:16:3e:1b:ad:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da2306c-507d-4f47-8677-3cbc6cff266e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:20:23Z', 'updated_at': '2021-11-15T11:20:46Z', 'revision_number': 3, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94592555-3dea-4102-a860-ea6c1de7cf79', 'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'mac_address': 'fa:16:3e:88:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:08Z', 'updated_at': '2021-11-15T11:20:12Z', 'revision_number': 5, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'subnets': [{'id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:50.058460 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-8e8fc07b-0277-4ad0-be91-74d468d1630c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2061c010-fb84-4359-bbe4-a2b61785a247 HTTP/1.1" status: 200 len: 217 time: 0.1474111 Nov 15 11:20:50.109836 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf43992-4dd2-40e1-aaa3-60923651005b None None] The sync data for ids ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'] in n-d-729945-9 is: [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:09Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'c9178c85-0f90-4a59-8afe-a692d05abdec', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'port_id': 'a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'mac_address': 'fa:16:3e:1b:ad:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da2306c-507d-4f47-8677-3cbc6cff266e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:20:23Z', 'updated_at': '2021-11-15T11:20:46Z', 'revision_number': 3, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94592555-3dea-4102-a860-ea6c1de7cf79', 'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'mac_address': 'fa:16:3e:88:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:08Z', 'updated_at': '2021-11-15T11:20:12Z', 'revision_number': 5, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'subnets': [{'id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:20:50.147644 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52937bd-4043-4a68-8036-a041dc2209dd req-9a302708-4cf0-4689-aee5-538da810a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:50.149482 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f52937bd-4043-4a68-8036-a041dc2209dd req-9a302708-4cf0-4689-aee5-538da810a93b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1e7a4016c434f338686082e38f7e71a&device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e HTTP/1.1" status: 200 len: 1097 time: 0.4377861 Nov 15 11:20:50.240550 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c702cb1-8e45-4407-ad6f-6dc8789e84d9 req-11881524-c0d6-4eb9-b5bd-d4ab51f8878f tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:50.242097 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2c702cb1-8e45-4407-ad6f-6dc8789e84d9 req-11881524-c0d6-4eb9-b5bd-d4ab51f8878f tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=c940d7b7-2484-4266-b708-85073ea77196 HTTP/1.1" status: 200 len: 944 time: 0.1805134 Nov 15 11:20:50.264474 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-4d95e5ac-483b-4f0b-8999-5fe54bd4ce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:50.266019 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-4d95e5ac-483b-4f0b-8999-5fe54bd4ce25 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d HTTP/1.1" status: 200 len: 860 time: 0.1853721 Nov 15 11:20:50.325561 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050ad31-3aaf-4dd9-9785-c5a0784928cd req-94580158-a605-4991-9028-f15be4f73812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:50.327072 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d050ad31-3aaf-4dd9-9785-c5a0784928cd req-94580158-a605-4991-9028-f15be4f73812 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3947794 Nov 15 11:20:50.396545 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2c702cb1-8e45-4407-ad6f-6dc8789e84d9 req-be6c85a1-a81d-4e91-aef6-fdbb3d3ef605 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291783 Nov 15 11:20:50.413473 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52937bd-4043-4a68-8036-a041dc2209dd req-128d11ce-a808-47e0-a3b3-cc3fa631fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:50.414883 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f52937bd-4043-4a68-8036-a041dc2209dd req-128d11ce-a808-47e0-a3b3-cc3fa631fc97 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 HTTP/1.1" status: 200 len: 922 time: 0.2516744 Nov 15 11:20:50.416753 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-71ea9255-38a0-4334-87b9-2d91c726a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:50.425683 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd24c379-2623-4e0c-922a-679ada8c2ab9 None None] New status for floating IP c9178c85-0f90-4a59-8afe-a692d05abdec: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:20:50.438419 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-71ea9255-38a0-4334-87b9-2d91c726a6cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1542873 Nov 15 11:20:50.534803 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f52937bd-4043-4a68-8036-a041dc2209dd req-a788ab1c-eedb-4224-89fb-be9cbd438a64 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2061c010-fb84-4359-bbe4-a2b61785a247 HTTP/1.1" status: 200 len: 217 time: 0.0941517 Nov 15 11:20:50.614170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52937bd-4043-4a68-8036-a041dc2209dd req-6aec11ea-296a-4a93-90f8-97a4351066e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:50.615789 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f52937bd-4043-4a68-8036-a041dc2209dd req-6aec11ea-296a-4a93-90f8-97a4351066e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d HTTP/1.1" status: 200 len: 860 time: 0.0711260 Nov 15 11:20:50.686139 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-357ebdb0-8f75-40bf-a73f-e143da3c26e9 service neutron] 10.222.0.64 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468202 Nov 15 11:20:50.761773 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52937bd-4043-4a68-8036-a041dc2209dd req-ddc6da66-5cf8-400b-8a2c-e91a51fc1f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:50.763734 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f52937bd-4043-4a68-8036-a041dc2209dd req-ddc6da66-5cf8-400b-8a2c-e91a51fc1f3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314993 Nov 15 11:20:50.788758 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67a8675-771f-4334-ae61-dd2c1a814b27 None None] Sync routers for ids ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:20:50.813608 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67a8675-771f-4334-ae61-dd2c1a814b27 None None] Routers {'c75f9b98-b770-48e3-8aec-5e20c30b1bcf'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:20:50.814643 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-d67a8675-771f-4334-ae61-dd2c1a814b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:20:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:50.966969 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f52937bd-4043-4a68-8036-a041dc2209dd req-b655f168-5d92-4ff7-b72c-d8aae6fd40e2 service neutron] 10.222.0.55 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940317 Nov 15 11:20:50.983349 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-d67a8675-771f-4334-ae61-dd2c1a814b27 None None] Set router c75f9b98-b770-48e3-8aec-5e20c30b1bcf gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:20:51.102273 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-eb82a17c-7117-4a23-827a-1042fb637d9d service neutron] 10.222.0.64 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989139 Nov 15 11:20:51.192441 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f52937bd-4043-4a68-8036-a041dc2209dd req-4f37cd9d-0217-4b68-a3f2-47aeb5ded617 service neutron] 10.222.0.55 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080078 Nov 15 11:20:51.209721 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-4435b285-cea9-4bf3-bed9-a228085119c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:51.217877 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-4435b285-cea9-4bf3-bed9-a228085119c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1e7a4016c434f338686082e38f7e71a&device_id=6da2306c-507d-4f47-8677-3cbc6cff266e HTTP/1.1" status: 200 len: 1096 time: 0.0687897 Nov 15 11:20:51.306915 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8ee6b97-ce98-495e-85ae-8b7d1ec43016 req-94d90547-f20b-4689-a4ec-724858b5a4e9 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=764fc842-0095-4b40-8e82-0499d9ff40bc HTTP/1.1" status: 200 len: 210 time: 0.0659158 Nov 15 11:20:51.307194 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-d67a8675-771f-4334-ae61-dd2c1a814b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:09Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'c9178c85-0f90-4a59-8afe-a692d05abdec', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'port_id': 'a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'mac_address': 'fa:16:3e:1b:ad:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da2306c-507d-4f47-8677-3cbc6cff266e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:20:23Z', 'updated_at': '2021-11-15T11:20:50Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94592555-3dea-4102-a860-ea6c1de7cf79', 'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'mac_address': 'fa:16:3e:88:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:08Z', 'updated_at': '2021-11-15T11:20:12Z', 'revision_number': 5, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'subnets': [{'id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:51.338004 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67a8675-771f-4334-ae61-dd2c1a814b27 None None] Checking router: c75f9b98-b770-48e3-8aec-5e20c30b1bcf for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:20:51.347213 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67a8675-771f-4334-ae61-dd2c1a814b27 None None] Routers {'c75f9b98-b770-48e3-8aec-5e20c30b1bcf'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:20:51.348034 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-d67a8675-771f-4334-ae61-dd2c1a814b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:20:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:51.357224 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-bef29e0b-e366-401d-bf1b-b6203274b7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:51.364696 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-bef29e0b-e366-401d-bf1b-b6203274b7c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 HTTP/1.1" status: 200 len: 922 time: 0.1460168 Nov 15 11:20:51.447322 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-03054868-a83a-4580-8e54-cb958d0359e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f HTTP/1.1" status: 200 len: 1000 time: 0.0814385 Nov 15 11:20:51.489604 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-d67a8675-771f-4334-ae61-dd2c1a814b27 None None] Set router c75f9b98-b770-48e3-8aec-5e20c30b1bcf gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:20:51.529450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-dd454076-95bd-48e7-a33c-b36947487d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:51.538368 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-dd454076-95bd-48e7-a33c-b36947487d83 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d HTTP/1.1" status: 200 len: 860 time: 0.0896888 Nov 15 11:20:51.587009 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fff3eb-f0cf-482f-873d-4e748ac49bff req-573e3e24-dac6-4b4c-901b-285c9fc011d8 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:51.592268 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e1fff3eb-f0cf-482f-873d-4e748ac49bff req-573e3e24-dac6-4b4c-901b-285c9fc011d8 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=c940d7b7-2484-4266-b708-85073ea77196 HTTP/1.1" status: 200 len: 944 time: 0.0991242 Nov 15 11:20:51.616474 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-8ba3a6b4-1359-43ad-8c9e-ee8fa61fd0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:51.617997 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-8ba3a6b4-1359-43ad-8c9e-ee8fa61fd0ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788579 Nov 15 11:20:51.781398 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-d67a8675-771f-4334-ae61-dd2c1a814b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:09Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'c9178c85-0f90-4a59-8afe-a692d05abdec', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'port_id': 'a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'mac_address': 'fa:16:3e:1b:ad:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da2306c-507d-4f47-8677-3cbc6cff266e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:20:23Z', 'updated_at': '2021-11-15T11:20:50Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94592555-3dea-4102-a860-ea6c1de7cf79', 'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'mac_address': 'fa:16:3e:88:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:08Z', 'updated_at': '2021-11-15T11:20:12Z', 'revision_number': 5, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'subnets': [{'id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:51.916278 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67a8675-771f-4334-ae61-dd2c1a814b27 None None] The sync data for ids ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'] in n-d-729945-9 is: [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:09Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'c9178c85-0f90-4a59-8afe-a692d05abdec', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'port_id': 'a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'mac_address': 'fa:16:3e:1b:ad:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da2306c-507d-4f47-8677-3cbc6cff266e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:20:23Z', 'updated_at': '2021-11-15T11:20:50Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94592555-3dea-4102-a860-ea6c1de7cf79', 'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'mac_address': 'fa:16:3e:88:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:08Z', 'updated_at': '2021-11-15T11:20:12Z', 'revision_number': 5, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'subnets': [{'id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:20:52.018807 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da2306c-507d-4f47-8677-3cbc6cff266e', 'tag': 'a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:20:52.021127 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd800eab-2d22-40bb-b01b-4b0d1590bf4d" -d '{"events": [{"name": "network-changed", "server_uuid": "6da2306c-507d-4f47-8677-3cbc6cff266e", "tag": "a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:20:52.066052 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e1fff3eb-f0cf-482f-873d-4e748ac49bff req-df341cfc-991a-42ea-b449-f5462548d4a1 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686675 Nov 15 11:20:52.085112 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d050ad31-3aaf-4dd9-9785-c5a0784928cd req-8bfe0c4e-f38a-47c7-a006-25bdd07cb4cc tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.11 "GET /v2.0/ports?device_id=764fc842-0095-4b40-8e82-0499d9ff40bc HTTP/1.1" status: 200 len: 210 time: 0.0549748 Nov 15 11:20:52.157914 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-fae757e0-4153-4e0b-8259-3e2ab17a57bb service neutron] 10.222.0.64 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272987 Nov 15 11:20:52.232692 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca97259-91ec-4519-a794-816da0baae27 x-openstack-request-id: req-3ca97259-91ec-4519-a794-816da0baae27 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:20:52.232966 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da2306c-507d-4f47-8677-3cbc6cff266e", "tag": "a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:20:52.233216 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ca97259-91ec-4519-a794-816da0baae27 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:20:52.233599 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da2306c-507d-4f47-8677-3cbc6cff266e', 'tag': 'a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f', 'status': 'completed', 'code': 200} Nov 15 11:20:52.317768 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b621ba9b-f520-4a3c-bf51-6683a3d91c13 req-7785a195-58a7-4c21-8c32-1fce0a57fb8a service neutron] 10.222.0.64 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548576 Nov 15 11:20:52.323000 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd800eab-2d22-40bb-b01b-4b0d1590bf4d req-edc8c4ad-9174-4d4c-b444-23329819920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:52.324753 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd800eab-2d22-40bb-b01b-4b0d1590bf4d req-edc8c4ad-9174-4d4c-b444-23329819920c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1e7a4016c434f338686082e38f7e71a&device_id=6da2306c-507d-4f47-8677-3cbc6cff266e HTTP/1.1" status: 200 len: 1096 time: 0.0731258 Nov 15 11:20:52.417057 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device dfe1ca49-ca55-4b63-8ad8-d1fe209b4583 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:20:52.438679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd800eab-2d22-40bb-b01b-4b0d1590bf4d req-cc37ce80-6ecd-4197-8e80-3f1afe52cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:52.440385 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd800eab-2d22-40bb-b01b-4b0d1590bf4d req-cc37ce80-6ecd-4197-8e80-3f1afe52cb83 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 HTTP/1.1" status: 200 len: 922 time: 0.1065900 Nov 15 11:20:52.492499 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port dfe1ca49-ca55-4b63-8ad8-d1fe209b4583 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:20:52.501039 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port dfe1ca49-ca55-4b63-8ad8-d1fe209b4583 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:20:52.501409 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:52.521429 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-de8f70aa-81ab-4c73-b99b-1f65f68b1be1 req-ad3d6d30-acdf-4316-85d5-bb532a8cfe26 tempest-ServerShowV247Test-738609976 tempest-ServerShowV247Test-738609976-project] 10.222.0.64 "GET /v2.0/ports?device_id=764fc842-0095-4b40-8e82-0499d9ff40bc HTTP/1.1" status: 200 len: 210 time: 0.0289724 Nov 15 11:20:52.594443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd800eab-2d22-40bb-b01b-4b0d1590bf4d req-92d74234-8161-4b0a-98c9-6b4651f02571 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f HTTP/1.1" status: 200 len: 1000 time: 0.1415274 Nov 15 11:20:52.612446 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5f7c933-89e7-4808-ad41-3dd9b1e55c6f req-30e122ea-f458-4e71-a4a3-c6fc5b1845d4 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 1000 time: 0.0865722 Nov 15 11:20:52.613765 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:52.640920 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c940d7b7-2484-4266-b708-85073ea77196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe1ca49-ca55-4b63-8ad8-d1fe209b4583'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:20:52.657630 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d467668e-41d8-4020-85e9-0c679bb93405" -d '{"events": [{"server_uuid": "c940d7b7-2484-4266-b708-85073ea77196", "name": "network-vif-plugged", "status": "completed", "tag": "dfe1ca49-ca55-4b63-8ad8-d1fe209b4583"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:20:52.676974 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port dfe1ca49-ca55-4b63-8ad8-d1fe209b4583, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=dfe1ca49-ca55-4b63-8ad8-d1fe209b4583,segment=NetworkSegment(cecca865-426f-4bbe-8af5-34a167f5e54e),segment_id=cecca865-426f-4bbe-8af5-34a167f5e54e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:52.684712 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:52.706426 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7c933-89e7-4808-ad41-3dd9b1e55c6f req-65a7f4db-3cad-4b33-aab8-2adfd8653417 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:52.708304 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5f7c933-89e7-4808-ad41-3dd9b1e55c6f req-65a7f4db-3cad-4b33-aab8-2adfd8653417 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports/a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f HTTP/1.1" status: 200 len: 942 time: 0.0804679 Nov 15 11:20:52.712504 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd800eab-2d22-40bb-b01b-4b0d1590bf4d req-b82dd128-c526-4027-93c2-c6155e5014d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:52.714374 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd800eab-2d22-40bb-b01b-4b0d1590bf4d req-b82dd128-c526-4027-93c2-c6155e5014d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d HTTP/1.1" status: 200 len: 860 time: 0.1004071 Nov 15 11:20:52.748028 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=dfe1ca49-ca55-4b63-8ad8-d1fe209b4583,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:52.760646 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53af1b30-de0e-4ae4-b8ea-f49a43ee243a x-openstack-request-id: req-53af1b30-de0e-4ae4-b8ea-f49a43ee243a {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:20:52.761202 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c940d7b7-2484-4266-b708-85073ea77196", "name": "network-vif-plugged", "status": "completed", "tag": "dfe1ca49-ca55-4b63-8ad8-d1fe209b4583", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:20:52.761720 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-53af1b30-de0e-4ae4-b8ea-f49a43ee243a {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:20:52.762332 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c940d7b7-2484-4266-b708-85073ea77196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe1ca49-ca55-4b63-8ad8-d1fe209b4583', 'code': 200} Nov 15 11:20:52.789854 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd800eab-2d22-40bb-b01b-4b0d1590bf4d req-97249237-4313-4a3c-94c3-aad9b78f5e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:52.791471 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd800eab-2d22-40bb-b01b-4b0d1590bf4d req-97249237-4313-4a3c-94c3-aad9b78f5e1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667291 Nov 15 11:20:52.979738 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd800eab-2d22-40bb-b01b-4b0d1590bf4d req-d06289b2-01e4-454a-bfed-0ff2aa03b9a8 service neutron] 10.222.0.11 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776106 Nov 15 11:20:53.007636 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba64155-71a1-4a62-8267-e18f6c9cb0bb req-190c410b-9c2b-48e8-ab6e-784a1fba4b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:53.009236 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aba64155-71a1-4a62-8267-e18f6c9cb0bb req-190c410b-9c2b-48e8-ab6e-784a1fba4b22 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c940d7b7-2484-4266-b708-85073ea77196 HTTP/1.1" status: 200 len: 1096 time: 0.1197789 Nov 15 11:20:53.031776 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5f7c933-89e7-4808-ad41-3dd9b1e55c6f req-86faa81e-cd34-4a17-92c0-5ea02ce13d46 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 1000 time: 0.1433549 Nov 15 11:20:53.184221 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aba64155-71a1-4a62-8267-e18f6c9cb0bb req-5bab7819-fee3-4173-a5dd-b9419e3cfd9b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606829 Nov 15 11:20:53.233944 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd800eab-2d22-40bb-b01b-4b0d1590bf4d req-db1dc89a-6dd2-4ce7-b849-19d62057c6e9 service neutron] 10.222.0.11 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374406 Nov 15 11:20:53.258465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7c933-89e7-4808-ad41-3dd9b1e55c6f req-6ffc1593-2412-4595-bde2-7ca782eadbbd tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:53.259845 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5f7c933-89e7-4808-ad41-3dd9b1e55c6f req-6ffc1593-2412-4595-bde2-7ca782eadbbd tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.1901248 Nov 15 11:20:53.271703 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218e3f0-3c55-43fd-b8a9-d65e886aad98 req-e097327a-ed32-40c7-81af-c571234c7bac tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:53.273419 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d218e3f0-3c55-43fd-b8a9-d65e886aad98 req-e097327a-ed32-40c7-81af-c571234c7bac tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=c940d7b7-2484-4266-b708-85073ea77196 HTTP/1.1" status: 200 len: 945 time: 0.1231389 Nov 15 11:20:53.323139 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d218e3f0-3c55-43fd-b8a9-d65e886aad98 req-3985f41e-0997-4cb5-91cc-febb2b83bb18 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437121 Nov 15 11:20:53.412277 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-dffbe369-a828-4160-8770-cd5fac1fa564 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 1000 time: 0.0632100 Nov 15 11:20:53.469163 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-f15c2fb4-12d7-4485-8ccb-a2c548aff679 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:53.470557 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-f15c2fb4-12d7-4485-8ccb-a2c548aff679 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports/a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f HTTP/1.1" status: 200 len: 942 time: 0.0512307 Nov 15 11:20:53.576515 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-db2602a7-b311-411f-a977-5ee7d2b45c58 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 1000 time: 0.0608587 Nov 15 11:20:53.691748 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-2a1cb8b2-ef52-48bf-8750-e5584a847928 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:53.693367 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-2a1cb8b2-ef52-48bf-8750-e5584a847928 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.1112986 Nov 15 11:20:53.774356 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-aefef1a0-53f3-437c-bc76-5304b7e96829 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 1000 time: 0.0693128 Nov 15 11:20:53.787065 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-b2d82041-8b4c-45d7-8a23-939a8f5836e5 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:20:53.849083 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-b2d82041-8b4c-45d7-8a23-939a8f5836e5 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:53.864271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33986) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:20:53.994229 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8d2a0a3-526b-4f9b-932c-64537e9c4c85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:54.014577 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-b2d82041-8b4c-45d7-8a23-939a8f5836e5 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:54.019121 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-b2d82041-8b4c-45d7-8a23-939a8f5836e5 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:54.019531 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-b2d82041-8b4c-45d7-8a23-939a8f5836e5 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Floating IP c9178c85-0f90-4a59-8afe-a692d05abdec disassociated. External IP: 172.25.7.38, port: a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f. Nov 15 11:20:54.083244 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8d2a0a3-526b-4f9b-932c-64537e9c4c85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:54.090012 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e8d2a0a3-526b-4f9b-932c-64537e9c4c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:54.135544 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e8d2a0a3-526b-4f9b-932c-64537e9c4c85 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=03477395a3b54d7cace6dacc86dbed04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2644844 Nov 15 11:20:54.135973 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34008) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:20:54.143231 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2a0a3-526b-4f9b-932c-64537e9c4c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145251be-baa3-4761-ae85-290705a9fdf7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:54.151358 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2a0a3-526b-4f9b-932c-64537e9c4c85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:20:54.151524 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2a0a3-526b-4f9b-932c-64537e9c4c85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:20:54.151885 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2a0a3-526b-4f9b-932c-64537e9c4c85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:20:54.152222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2a0a3-526b-4f9b-932c-64537e9c4c85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:20:54.152580 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2a0a3-526b-4f9b-932c-64537e9c4c85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:20:54.152859 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2a0a3-526b-4f9b-932c-64537e9c4c85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:20:54.153181 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2a0a3-526b-4f9b-932c-64537e9c4c85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:20:54.153559 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2a0a3-526b-4f9b-932c-64537e9c4c85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:20:54.153881 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2a0a3-526b-4f9b-932c-64537e9c4c85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:20:54.154202 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2a0a3-526b-4f9b-932c-64537e9c4c85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:20:54.154517 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2a0a3-526b-4f9b-932c-64537e9c4c85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:20:54.154834 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d2a0a3-526b-4f9b-932c-64537e9c4c85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:20:54.276460 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6bdac4a-fa49-456e-8d82-5816c6564613 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:54.309373 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6bdac4a-fa49-456e-8d82-5816c6564613 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:54.352763 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-b2d82041-8b4c-45d7-8a23-939a8f5836e5 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Router c75f9b98-b770-48e3-8aec-5e20c30b1bcf has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:20:54.442381 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6bdac4a-fa49-456e-8d82-5816c6564613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:54.445056 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6bdac4a-fa49-456e-8d82-5816c6564613 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:54.449017 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a6bdac4a-fa49-456e-8d82-5816c6564613 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/145251be-baa3-4761-ae85-290705a9fdf7 HTTP/1.1" status: 204 len: 168 time: 0.3123465 Nov 15 11:20:54.457783 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdac4a-fa49-456e-8d82-5816c6564613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145251be-baa3-4761-ae85-290705a9fdf7,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:54.501716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-b2d82041-8b4c-45d7-8a23-939a8f5836e5 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:20:54.515166 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-b2d82041-8b4c-45d7-8a23-939a8f5836e5 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:54.526926 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfed140-456f-455d-a784-f86a919c12c0 None None] Sync routers for ids ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:20:54.545076 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfed140-456f-455d-a784-f86a919c12c0 None None] Routers {'c75f9b98-b770-48e3-8aec-5e20c30b1bcf'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:20:54.546396 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bcfed140-456f-455d-a784-f86a919c12c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:20:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:54.567230 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-b2d82041-8b4c-45d7-8a23-939a8f5836e5 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "PUT /v2.0/floatingips/c9178c85-0f90-4a59-8afe-a692d05abdec HTTP/1.1" status: 200 len: 694 time: 0.7844193 Nov 15 11:20:54.567683 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da2306c-507d-4f47-8677-3cbc6cff266e', 'tag': 'a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:20:54.570240 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f01d64-af20-41cf-b9b9-3f524e72c6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "6da2306c-507d-4f47-8677-3cbc6cff266e", "tag": "a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:20:54.681436 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-fad25c3d-b221-4871-82b2-75a7c78b41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:54.684036 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-fad25c3d-b221-4871-82b2-75a7c78b41ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1e7a4016c434f338686082e38f7e71a&device_id=6da2306c-507d-4f47-8677-3cbc6cff266e HTTP/1.1" status: 200 len: 1096 time: 0.0809276 Nov 15 11:20:54.707983 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8bdf4-b124-462c-90ed-71320ecba019 req-86f36fbd-9859-47f1-960f-ec07e889c1b0 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:54.709620 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f5c8bdf4-b124-462c-90ed-71320ecba019 req-86f36fbd-9859-47f1-960f-ec07e889c1b0 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=c940d7b7-2484-4266-b708-85073ea77196 HTTP/1.1" status: 200 len: 945 time: 0.1298068 Nov 15 11:20:54.736169 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-bcfed140-456f-455d-a784-f86a919c12c0 None None] Set router c75f9b98-b770-48e3-8aec-5e20c30b1bcf gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:20:54.807594 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f5c8bdf4-b124-462c-90ed-71320ecba019 req-95bd49e4-7776-466d-86f5-3b73e2ffe0ec tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877924 Nov 15 11:20:54.827870 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-b8bb15b5-6450-4c56-85c4-4dbf6e59727c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:54.827870 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-b8bb15b5-6450-4c56-85c4-4dbf6e59727c service neutron] 10.222.0.64 "GET /v2.0/networks?id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 HTTP/1.1" status: 200 len: 922 time: 0.1327138 Nov 15 11:20:54.886674 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-8ad821bb-2438-4f50-af26-ccd788b39e5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f HTTP/1.1" status: 200 len: 217 time: 0.0535395 Nov 15 11:20:54.953131 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-e3d3ac4f-331f-41a9-86f1-cbde5aab2457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:54.954774 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-e3d3ac4f-331f-41a9-86f1-cbde5aab2457 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d HTTP/1.1" status: 200 len: 860 time: 0.0529311 Nov 15 11:20:55.009366 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-faff2ce1-ba69-41b3-aedc-5def4b21b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:55.009703 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bcfed140-456f-455d-a784-f86a919c12c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:09Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '94592555-3dea-4102-a860-ea6c1de7cf79', 'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'mac_address': 'fa:16:3e:88:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:08Z', 'updated_at': '2021-11-15T11:20:12Z', 'revision_number': 5, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'subnets': [{'id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:55.028609 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-faff2ce1-ba69-41b3-aedc-5def4b21b804 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629983 Nov 15 11:20:55.053113 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfed140-456f-455d-a784-f86a919c12c0 None None] Checking router: c75f9b98-b770-48e3-8aec-5e20c30b1bcf for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:20:55.064601 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfed140-456f-455d-a784-f86a919c12c0 None None] Routers {'c75f9b98-b770-48e3-8aec-5e20c30b1bcf'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:20:55.065203 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bcfed140-456f-455d-a784-f86a919c12c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:20:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:55.090714 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513a26ee-e0f3-4b7d-b66f-19dca217ac4b x-openstack-request-id: req-513a26ee-e0f3-4b7d-b66f-19dca217ac4b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:20:55.090969 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da2306c-507d-4f47-8677-3cbc6cff266e", "tag": "a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:20:55.091216 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-513a26ee-e0f3-4b7d-b66f-19dca217ac4b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:20:55.092326 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da2306c-507d-4f47-8677-3cbc6cff266e', 'tag': 'a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f', 'status': 'completed', 'code': 200} Nov 15 11:20:55.190358 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-bcfed140-456f-455d-a784-f86a919c12c0 None None] Set router c75f9b98-b770-48e3-8aec-5e20c30b1bcf gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:20:55.231989 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f01d64-af20-41cf-b9b9-3f524e72c6fd req-ec731d03-6cd5-4105-a7fc-1833a4aea83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:55.233627 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70f01d64-af20-41cf-b9b9-3f524e72c6fd req-ec731d03-6cd5-4105-a7fc-1833a4aea83f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1e7a4016c434f338686082e38f7e71a&device_id=6da2306c-507d-4f47-8677-3cbc6cff266e HTTP/1.1" status: 200 len: 1096 time: 0.1406147 Nov 15 11:20:55.235370 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-2f2b38d8-cc76-4cc6-b1aa-20b875817c05 service neutron] 10.222.0.64 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050307 Nov 15 11:20:55.405632 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bcfed140-456f-455d-a784-f86a919c12c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:09Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '94592555-3dea-4102-a860-ea6c1de7cf79', 'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'mac_address': 'fa:16:3e:88:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:08Z', 'updated_at': '2021-11-15T11:20:12Z', 'revision_number': 5, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'subnets': [{'id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:55.434722 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfed140-456f-455d-a784-f86a919c12c0 None None] The sync data for ids ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'] in n-d-729945-9 is: [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:09Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '94592555-3dea-4102-a860-ea6c1de7cf79', 'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'mac_address': 'fa:16:3e:88:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:08Z', 'updated_at': '2021-11-15T11:20:12Z', 'revision_number': 5, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'subnets': [{'id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:20:55.651582 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-44610854-5bd3-4d13-b2f3-4834973cb323 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:55.653094 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-44610854-5bd3-4d13-b2f3-4834973cb323 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/networks?id=09b1efd8-eb77-4965-a77c-23c7047088b0 HTTP/1.1" status: 200 len: 805 time: 0.5568590 Nov 15 11:20:55.667170 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514c1c98-1a0a-4b5d-a7f3-23098af8c1ce None None] New status for floating IP c9178c85-0f90-4a59-8afe-a692d05abdec: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:20:55.682930 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-35728191-5984-4099-b5d7-362f95d505d0 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/quotas/1f314a8afee34f158da011fc25e91eb9 HTTP/1.1" status: 200 len: 375 time: 0.0240042 Nov 15 11:20:55.748670 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-49fe08c7-e260-444a-ae54-7e57e06a4ffb req-60648332-c690-4d61-a3db-e1ae6d9f16d9 service neutron] 10.222.0.64 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005038 Nov 15 11:20:55.753632 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f01d64-af20-41cf-b9b9-3f524e72c6fd req-5b0e63e6-29fa-415b-a9c4-9c66fca14027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:55.755059 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70f01d64-af20-41cf-b9b9-3f524e72c6fd req-5b0e63e6-29fa-415b-a9c4-9c66fca14027 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 HTTP/1.1" status: 200 len: 922 time: 0.5058630 Nov 15 11:20:55.768151 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-23fa2dce-03e9-49d8-8ae0-689fd5a32327 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f314a8afee34f158da011fc25e91eb9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0793362 Nov 15 11:20:55.818626 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70f01d64-af20-41cf-b9b9-3f524e72c6fd req-dd3c02ff-1cc0-4e26-91a0-e47c34b57a6f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f HTTP/1.1" status: 200 len: 217 time: 0.0495114 Nov 15 11:20:55.913103 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f01d64-af20-41cf-b9b9-3f524e72c6fd req-7da19f24-c4ff-42d2-a93f-06cb92d45f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:55.914548 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70f01d64-af20-41cf-b9b9-3f524e72c6fd req-7da19f24-c4ff-42d2-a93f-06cb92d45f83 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d HTTP/1.1" status: 200 len: 860 time: 0.0852468 Nov 15 11:20:55.946183 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-a525c465-ca5e-409c-8eee-6d9f19e58ceb service neutron] 10.222.0.64 "GET /v2.0/networks/09b1efd8-eb77-4965-a77c-23c7047088b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660836 Nov 15 11:20:56.024312 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f01d64-af20-41cf-b9b9-3f524e72c6fd req-c9e21fc3-e48b-4ddd-8625-b8362033cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:56.025837 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70f01d64-af20-41cf-b9b9-3f524e72c6fd req-c9e21fc3-e48b-4ddd-8625-b8362033cd32 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946350 Nov 15 11:20:56.114205 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-82934298-9419-4d1c-a7d2-2499ea09c066 service neutron] 10.222.0.64 "GET /v2.0/networks/09b1efd8-eb77-4965-a77c-23c7047088b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543021 Nov 15 11:20:56.160755 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70f01d64-af20-41cf-b9b9-3f524e72c6fd req-a7e5fb4f-558d-4c19-a01c-956530c1529c service neutron] 10.222.0.11 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265948 Nov 15 11:20:56.307095 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70f01d64-af20-41cf-b9b9-3f524e72c6fd req-d640326a-a23b-44cb-9499-68c7ae57ed1b service neutron] 10.222.0.11 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377814 Nov 15 11:20:56.424800 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916b6bb-4f15-43f0-b8a2-b106a38693ab req-a9fc947a-dde8-4b9c-9a25-1cc010c1fd92 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:56.426354 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7916b6bb-4f15-43f0-b8a2-b106a38693ab req-a9fc947a-dde8-4b9c-9a25-1cc010c1fd92 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.55 "GET /v2.0/ports?device_id=f47668e8-5344-4ccc-bc7a-f3f1689f9283 HTTP/1.1" status: 200 len: 945 time: 0.1093524 Nov 15 11:20:56.439443 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb6bd1-b761-4907-a0e0-f48904dbb50c req-ebb00f6b-44bf-4944-bfdc-5ff715cf4e8a tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:56.440995 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4acb6bd1-b761-4907-a0e0-f48904dbb50c req-ebb00f6b-44bf-4944-bfdc-5ff715cf4e8a tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=c940d7b7-2484-4266-b708-85073ea77196 HTTP/1.1" status: 200 len: 945 time: 0.0849056 Nov 15 11:20:56.573171 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d978a47c-740a-4264-bcca-660766910a3b req-381a9ddd-b1cc-4f46-8eaf-bb5516ca34b6 tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0376966 Nov 15 11:20:56.577619 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4acb6bd1-b761-4907-a0e0-f48904dbb50c req-0504a540-482c-42a3-b5a9-85390148cff9 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294250 Nov 15 11:20:56.616104 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-7916b6bb-4f15-43f0-b8a2-b106a38693ab req-b5135669-7607-4270-9de9-ba38c616ac91 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Deleting port 0fac5199-aa31-462a-8045-c784ba9f690c {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:20:56.616470 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7916b6bb-4f15-43f0-b8a2-b106a38693ab req-b5135669-7607-4270-9de9-ba38c616ac91 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:56.717755 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ebac6ebd-c5c4-4b3d-919e-42100bda69d7 req-ab4d1ff0-7ce8-4a4e-b5d1-aa3f08fc58e5 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed HTTP/1.1" status: 200 len: 210 time: 0.0439773 Nov 15 11:20:56.803563 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ad1f8-a78f-4e4e-ba82-d656d291165c req-b4ed8046-1eab-47c3-8885-ac2b38caee1b tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:56.805409 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-310ad1f8-a78f-4e4e-ba82-d656d291165c req-b4ed8046-1eab-47c3-8885-ac2b38caee1b tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1331637 Nov 15 11:20:56.875671 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-310ad1f8-a78f-4e4e-ba82-d656d291165c req-0575a2a0-9290-490f-96ba-a950a5461a8c tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 695 time: 0.0634770 Nov 15 11:20:56.877436 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-7916b6bb-4f15-43f0-b8a2-b106a38693ab req-b5135669-7607-4270-9de9-ba38c616ac91 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] For port 0fac5199-aa31-462a-8045-c784ba9f690c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0fac5199-aa31-462a-8045-c784ba9f690c,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:56.877800 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7916b6bb-4f15-43f0-b8a2-b106a38693ab req-b5135669-7607-4270-9de9-ba38c616ac91 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:56.894874 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-310ad1f8-a78f-4e4e-ba82-d656d291165c req-84cc57a0-b405-44f4-872d-457f1fbc66f0 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Request body: {'floatingip': {'port_id': '2061c010-fb84-4359-bbe4-a2b61785a247', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:20:56.898563 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-7916b6bb-4f15-43f0-b8a2-b106a38693ab req-b5135669-7607-4270-9de9-ba38c616ac91 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Calling delete_port for 0fac5199-aa31-462a-8045-c784ba9f690c owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:20:56.941302 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-310ad1f8-a78f-4e4e-ba82-d656d291165c req-84cc57a0-b405-44f4-872d-457f1fbc66f0 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:57.172337 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05bb90-aa82-435d-8703-03bf9315313c req-476df6c5-33b7-4744-a859-942b69cceeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:57.173762 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c05bb90-aa82-435d-8703-03bf9315313c req-476df6c5-33b7-4744-a859-942b69cceeb9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8bbdc8b4f4d41429da8ec0263256af4&device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 1096 time: 0.1651864 Nov 15 11:20:57.184657 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f1fe6-db92-490e-85da-ea930be72548 req-d5fbbe93-ad5c-49f6-bb8b-dc3dce862ba3 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:57.186060 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e83f1fe6-db92-490e-85da-ea930be72548 req-d5fbbe93-ad5c-49f6-bb8b-dc3dce862ba3 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=c940d7b7-2484-4266-b708-85073ea77196 HTTP/1.1" status: 200 len: 945 time: 0.2083523 Nov 15 11:20:57.410735 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e83f1fe6-db92-490e-85da-ea930be72548 req-31b2a845-1fb1-4cac-a86f-b074beffbe4c tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899147 Nov 15 11:20:57.411346 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7916b6bb-4f15-43f0-b8a2-b106a38693ab req-b5135669-7607-4270-9de9-ba38c616ac91 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:57.473032 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5135669-7607-4270-9de9-ba38c616ac91 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Pushing event deleted for resources: {'Port': ['ID=0fac5199-aa31-462a-8045-c784ba9f690c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:57.513054 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05bb90-aa82-435d-8703-03bf9315313c req-12f04f6a-4e5e-44b1-805b-a64123847e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:57.514500 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c05bb90-aa82-435d-8703-03bf9315313c req-12f04f6a-4e5e-44b1-805b-a64123847e2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=99889980-5118-464e-8c72-669cf056f11d HTTP/1.1" status: 200 len: 919 time: 0.2955830 Nov 15 11:20:57.666666 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-7916b6bb-4f15-43f0-b8a2-b106a38693ab req-b5135669-7607-4270-9de9-ba38c616ac91 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] No DVR routers for this DVR port 0fac5199-aa31-462a-8045-c784ba9f690c on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:20:57.669002 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c05bb90-aa82-435d-8703-03bf9315313c req-7a919858-7449-4281-be8b-bc0a3c6270ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf HTTP/1.1" status: 200 len: 217 time: 0.0984523 Nov 15 11:20:57.673893 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7916b6bb-4f15-43f0-b8a2-b106a38693ab req-b5135669-7607-4270-9de9-ba38c616ac91 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:57.677038 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7916b6bb-4f15-43f0-b8a2-b106a38693ab req-b5135669-7607-4270-9de9-ba38c616ac91 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.55 "DELETE /v2.0/ports/0fac5199-aa31-462a-8045-c784ba9f690c HTTP/1.1" status: 204 len: 173 time: 1.2351098 Nov 15 11:20:57.678280 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47668e8-5344-4ccc-bc7a-f3f1689f9283', 'name': 'network-vif-deleted', 'tag': '0fac5199-aa31-462a-8045-c784ba9f690c'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:20:57.680537 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdb2707-9b36-4d11-b793-ea33841de4ca" -d '{"events": [{"server_uuid": "f47668e8-5344-4ccc-bc7a-f3f1689f9283", "name": "network-vif-deleted", "tag": "0fac5199-aa31-462a-8045-c784ba9f690c"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:20:57.764197 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228090d-5247-4051-aa24-464f33164880 req-146b42fc-707f-4daa-915e-65269996599a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:57.765709 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7228090d-5247-4051-aa24-464f33164880 req-146b42fc-707f-4daa-915e-65269996599a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.2585273 Nov 15 11:20:57.791751 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05bb90-aa82-435d-8703-03bf9315313c req-1fe34013-a6cd-48b8-9194-8579a6937c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:57.793207 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c05bb90-aa82-435d-8703-03bf9315313c req-1fe34013-a6cd-48b8-9194-8579a6937c91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dd3b517-1395-4d79-8cb1-084df59af9f0 HTTP/1.1" status: 200 len: 858 time: 0.1099157 Nov 15 11:20:57.869193 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c05bb90-aa82-435d-8703-03bf9315313c req-cbc9c9a1-5d59-4496-ade9-1e92f975e70b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99889980-5118-464e-8c72-669cf056f11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400860 Nov 15 11:20:57.933904 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-310ad1f8-a78f-4e4e-ba82-d656d291165c req-84cc57a0-b405-44f4-872d-457f1fbc66f0 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:57.952004 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7228090d-5247-4051-aa24-464f33164880 req-287a284d-1e5f-4f8a-aa8c-872777cdb3c7 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740680 Nov 15 11:20:57.990005 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-310ad1f8-a78f-4e4e-ba82-d656d291165c req-84cc57a0-b405-44f4-872d-457f1fbc66f0 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:58.019872 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-d2d9c5fe-6eca-4743-818b-e53824cbaa51 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:58.021382 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-d2d9c5fe-6eca-4743-818b-e53824cbaa51 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.11 "GET /v2.0/networks?id=09b1efd8-eb77-4965-a77c-23c7047088b0 HTTP/1.1" status: 200 len: 805 time: 0.1111708 Nov 15 11:20:58.036517 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-02fd1f1d-d5bc-454f-b606-2340533c296b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Request body: {'port': {'device_id': 'acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed', 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0', 'admin_state_up': True, 'tenant_id': '1f314a8afee34f158da011fc25e91eb9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:20:58.094679 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c05bb90-aa82-435d-8703-03bf9315313c req-38a075f7-96a3-433a-a6f1-16fe834a7925 service neutron] 10.222.0.11 "GET /v2.0/networks/99889980-5118-464e-8c72-669cf056f11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139142 Nov 15 11:20:58.173838 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-02fd1f1d-d5bc-454f-b606-2340533c296b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Made reservation on behalf of 1f314a8afee34f158da011fc25e91eb9 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:20:58.178240 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-02fd1f1d-d5bc-454f-b606-2340533c296b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:58.206833 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [req-310ad1f8-a78f-4e4e-ba82-d656d291165c req-84cc57a0-b405-44f4-872d-457f1fbc66f0 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Floating IP c9178c85-0f90-4a59-8afe-a692d05abdec associated. External IP: 172.25.7.38, port: 2061c010-fb84-4359-bbe4-a2b61785a247. Nov 15 11:20:58.286212 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c05bb90-aa82-435d-8703-03bf9315313c req-16e1dbca-3a23-4e54-8dde-0e19551f9418 service neutron] 10.222.0.11 "GET /v2.0/networks/99889980-5118-464e-8c72-669cf056f11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788278 Nov 15 11:20:58.352847 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-02fd1f1d-d5bc-454f-b606-2340533c296b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Allocated IP 172.20.0.3 (09b1efd8-eb77-4965-a77c-23c7047088b0/e1ef15d9-2812-4825-8c7b-2bbfb46898e7/ee6e00e8-a63d-4a7b-bd62-833c08328930) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:20:58.483070 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 0fac5199-aa31-462a-8045-c784ba9f690c no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:20:58.503863 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 0fac5199-aa31-462a-8045-c784ba9f690c {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:20:58.504197 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 0fac5199-aa31-462a-8045-c784ba9f690c not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:20:58.519993 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-02fd1f1d-d5bc-454f-b606-2340533c296b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:58.555221 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-02fd1f1d-d5bc-454f-b606-2340533c296b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:58.600914 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-02fd1f1d-d5bc-454f-b606-2340533c296b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Network 09b1efd8-eb77-4965-a77c-23c7047088b0 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:20:58.604178 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-02fd1f1d-d5bc-454f-b606-2340533c296b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:20:58.607069 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-02fd1f1d-d5bc-454f-b606-2340533c296b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:20:58.629219 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3a53af4f-494f-4986-893f-488fdc43a667 req-dadd53ff-5813-42b6-ab3f-69d874daf561 tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.3291481 Nov 15 11:20:58.632756 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd1f1d-d5bc-454f-b606-2340533c296b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Pushing event updated for resources: {'Port': ['ID=ee6e00e8-a63d-4a7b-bd62-833c08328930,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:58.666568 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-02fd1f1d-d5bc-454f-b606-2340533c296b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:58.667485 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-02fd1f1d-d5bc-454f-b606-2340533c296b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:58.685202 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-02fd1f1d-d5bc-454f-b606-2340533c296b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6534956 Nov 15 11:20:58.701445 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ff94fd-f85c-49cd-9d13-09439996bdd3 x-openstack-request-id: req-96ff94fd-f85c-49cd-9d13-09439996bdd3 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:20:58.701445 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47668e8-5344-4ccc-bc7a-f3f1689f9283", "name": "network-vif-deleted", "tag": "0fac5199-aa31-462a-8045-c784ba9f690c", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:20:58.701445 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-96ff94fd-f85c-49cd-9d13-09439996bdd3 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:20:58.701820 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47668e8-5344-4ccc-bc7a-f3f1689f9283', 'name': 'network-vif-deleted', 'tag': '0fac5199-aa31-462a-8045-c784ba9f690c', 'status': 'completed', 'code': 200} Nov 15 11:20:58.724020 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-56cdd4bd-835d-463c-bd3e-a89aa6373139 service neutron] Request body: {'port': {'device_id': 'acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:20:58.745731 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdab210-4645-4d36-9c73-2d3ac9808f7a req-1303ca54-4304-42cb-8589-f520f0a924ed tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:58.747081 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3bdab210-4645-4d36-9c73-2d3ac9808f7a req-1303ca54-4304-42cb-8589-f520f0a924ed tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.11 "GET /v2.0/ports?device_id=6da2306c-507d-4f47-8677-3cbc6cff266e HTTP/1.1" status: 200 len: 945 time: 0.1203048 Nov 15 11:20:58.785541 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-56cdd4bd-835d-463c-bd3e-a89aa6373139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:58.871629 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706ef97-3127-4f76-a773-2985140d3087 req-73ab6a28-3572-49f7-b8d3-6fcb2d206ab5 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:58.873100 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0706ef97-3127-4f76-a773-2985140d3087 req-73ab6a28-3572-49f7-b8d3-6fcb2d206ab5 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed HTTP/1.1" status: 200 len: 931 time: 0.1212320 Nov 15 11:20:58.891501 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-310ad1f8-a78f-4e4e-ba82-d656d291165c req-84cc57a0-b405-44f4-872d-457f1fbc66f0 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Router c75f9b98-b770-48e3-8aec-5e20c30b1bcf has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:20:58.973327 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0706ef97-3127-4f76-a773-2985140d3087 req-bc75ea71-11bf-49d9-a61d-8d9dd1a78964 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924602 Nov 15 11:20:59.010796 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-3bdab210-4645-4d36-9c73-2d3ac9808f7a req-de16dd82-16fa-4382-8a73-282e08aac05e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Deleting port a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:20:59.011131 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3bdab210-4645-4d36-9c73-2d3ac9808f7a req-de16dd82-16fa-4382-8a73-282e08aac05e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:59.067362 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-56cdd4bd-835d-463c-bd3e-a89aa6373139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee6e00e8-a63d-4a7b-bd62-833c08328930 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:20:59.075274 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-56cdd4bd-835d-463c-bd3e-a89aa6373139 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:59.087335 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-56cdd4bd-835d-463c-bd3e-a89aa6373139 service neutron] Transition to ACTIVE for port object ee6e00e8-a63d-4a7b-bd62-833c08328930 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:20:59.092200 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-56cdd4bd-835d-463c-bd3e-a89aa6373139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:59.143243 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdd4bd-835d-463c-bd3e-a89aa6373139 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6e00e8-a63d-4a7b-bd62-833c08328930,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:59.143941 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-310ad1f8-a78f-4e4e-ba82-d656d291165c req-84cc57a0-b405-44f4-872d-457f1fbc66f0 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:20:59.156213 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ba398-ffb2-4bed-bfaf-adb72f4aae08 req-e040e02a-c66e-4b87-ac25-2ca32c66183c tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:59.159607 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd03251-63dd-4dbe-ba5c-311591d66574 None None] Sync routers for ids ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:20:59.160297 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb5ba398-ffb2-4bed-bfaf-adb72f4aae08 req-e040e02a-c66e-4b87-ac25-2ca32c66183c tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=c940d7b7-2484-4266-b708-85073ea77196 HTTP/1.1" status: 200 len: 945 time: 0.1073771 Nov 15 11:20:59.165058 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-310ad1f8-a78f-4e4e-ba82-d656d291165c req-84cc57a0-b405-44f4-872d-457f1fbc66f0 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:59.171435 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd03251-63dd-4dbe-ba5c-311591d66574 None None] Routers {'c75f9b98-b770-48e3-8aec-5e20c30b1bcf'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:20:59.172243 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6fd03251-63dd-4dbe-ba5c-311591d66574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:20:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:20:59.200802 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-3bdab210-4645-4d36-9c73-2d3ac9808f7a req-de16dd82-16fa-4382-8a73-282e08aac05e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] For port a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f,segment=NetworkSegment(2f32573c-1648-475a-819e-49ddd83eff3a),segment_id=2f32573c-1648-475a-819e-49ddd83eff3a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:20:59.201154 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3bdab210-4645-4d36-9c73-2d3ac9808f7a req-de16dd82-16fa-4382-8a73-282e08aac05e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:59.218686 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-56cdd4bd-835d-463c-bd3e-a89aa6373139 service neutron] Attempting to bind port ee6e00e8-a63d-4a7b-bd62-833c08328930 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:20:59.219310 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-56cdd4bd-835d-463c-bd3e-a89aa6373139 service neutron] Attempting to bind port ee6e00e8-a63d-4a7b-bd62-833c08328930 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'aeb91a93-cbdd-44de-9748-8dddbb40b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:20:59.221225 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-56cdd4bd-835d-463c-bd3e-a89aa6373139 service neutron] Attempting to bind port ee6e00e8-a63d-4a7b-bd62-833c08328930 on network 09b1efd8-eb77-4965-a77c-23c7047088b0 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:20:59.227180 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-310ad1f8-a78f-4e4e-ba82-d656d291165c req-84cc57a0-b405-44f4-872d-457f1fbc66f0 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "PUT /v2.0/floatingips/c9178c85-0f90-4a59-8afe-a692d05abdec HTTP/1.1" status: 200 len: 996 time: 2.3395419 Nov 15 11:20:59.228053 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-3bdab210-4645-4d36-9c73-2d3ac9808f7a req-de16dd82-16fa-4382-8a73-282e08aac05e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Calling delete_port for a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:20:59.228540 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-56cdd4bd-835d-463c-bd3e-a89aa6373139 service neutron] Port ee6e00e8-a63d-4a7b-bd62-833c08328930 on network 09b1efd8-eb77-4965-a77c-23c7047088b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:20:59.229282 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-56cdd4bd-835d-463c-bd3e-a89aa6373139 service neutron] Attempting to bind port ee6e00e8-a63d-4a7b-bd62-833c08328930 on network 09b1efd8-eb77-4965-a77c-23c7047088b0 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:20:59.235197 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-56cdd4bd-835d-463c-bd3e-a89aa6373139 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:20:59.235197 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-56cdd4bd-835d-463c-bd3e-a89aa6373139 service neutron] Checking segment: {'id': 'aeb91a93-cbdd-44de-9748-8dddbb40b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:20:59.235429 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-56cdd4bd-835d-463c-bd3e-a89aa6373139 service neutron] Bound using segment: {'id': 'aeb91a93-cbdd-44de-9748-8dddbb40b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:20:59.235937 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-56cdd4bd-835d-463c-bd3e-a89aa6373139 service neutron] Bound port: ee6e00e8-a63d-4a7b-bd62-833c08328930, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb91a93-cbdd-44de-9748-8dddbb40b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:20:59.236439 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-56cdd4bd-835d-463c-bd3e-a89aa6373139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:59.305550 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-56cdd4bd-835d-463c-bd3e-a89aa6373139 service neutron] For port ee6e00e8-a63d-4a7b-bd62-833c08328930, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:20:59.308957 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-56cdd4bd-835d-463c-bd3e-a89aa6373139 service neutron] For port ee6e00e8-a63d-4a7b-bd62-833c08328930, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ee6e00e8-a63d-4a7b-bd62-833c08328930,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:20:59.313518 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-6fd03251-63dd-4dbe-ba5c-311591d66574 None None] Set router c75f9b98-b770-48e3-8aec-5e20c30b1bcf gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:20:59.314227 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-56cdd4bd-835d-463c-bd3e-a89aa6373139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:59.316212 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb5ba398-ffb2-4bed-bfaf-adb72f4aae08 req-60542c8e-0ef2-4af7-807d-0fe62ec5e16b tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425302 Nov 15 11:20:59.337303 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ad1f8-a78f-4e4e-ba82-d656d291165c req-d739e43a-8329-4b34-94ed-6ca9b6c61dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:59.338835 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-310ad1f8-a78f-4e4e-ba82-d656d291165c req-d739e43a-8329-4b34-94ed-6ca9b6c61dfa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1e7a4016c434f338686082e38f7e71a&device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e HTTP/1.1" status: 200 len: 1097 time: 0.0928037 Nov 15 11:20:59.361879 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-56cdd4bd-835d-463c-bd3e-a89aa6373139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:59.362662 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-56cdd4bd-835d-463c-bd3e-a89aa6373139 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:59.364493 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-56cdd4bd-835d-463c-bd3e-a89aa6373139 service neutron] 10.222.0.11 "PUT /v2.0/ports/ee6e00e8-a63d-4a7b-bd62-833c08328930 HTTP/1.1" status: 200 len: 1091 time: 0.6448359 Nov 15 11:20:59.367318 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed', 'tag': 'ee6e00e8-a63d-4a7b-bd62-833c08328930'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:20:59.370401 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd31d7b-c201-4799-b0b9-4634f7fb8a66" -d '{"events": [{"name": "network-changed", "server_uuid": "acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed", "tag": "ee6e00e8-a63d-4a7b-bd62-833c08328930"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:20:59.441967 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdd4bd-835d-463c-bd3e-a89aa6373139 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6e00e8-a63d-4a7b-bd62-833c08328930,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:59.452180 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:59.473291 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-ce2bdc9e-e260-40c7-89b6-74dc5ddf53ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:59.475053 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-ce2bdc9e-e260-40c7-89b6-74dc5ddf53ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1f314a8afee34f158da011fc25e91eb9&device_id=acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed HTTP/1.1" status: 200 len: 1094 time: 0.0666678 Nov 15 11:20:59.518415 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-52ca616c-c95a-4178-87a4-09e8a5f5ffb7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee6e00e8-a63d-4a7b-bd62-833c08328930 HTTP/1.1" status: 200 len: 217 time: 0.0345731 Nov 15 11:20:59.523117 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25f5e4-7d12-426e-8c00-34b49e8ed892 req-5c2f9f1f-594c-41be-aeda-b39fb7c4e1e0 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:59.524663 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1d25f5e4-7d12-426e-8c00-34b49e8ed892 req-5c2f9f1f-594c-41be-aeda-b39fb7c4e1e0 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.1261702 Nov 15 11:20:59.528650 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ad1f8-a78f-4e4e-ba82-d656d291165c req-49b0a4bf-bd5f-409d-9590-8d337b8f5172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:59.530056 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-310ad1f8-a78f-4e4e-ba82-d656d291165c req-49b0a4bf-bd5f-409d-9590-8d337b8f5172 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 HTTP/1.1" status: 200 len: 922 time: 0.1843040 Nov 15 11:20:59.557213 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3bdab210-4645-4d36-9c73-2d3ac9808f7a req-de16dd82-16fa-4382-8a73-282e08aac05e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:59.569666 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['2061c010-fb84-4359-bbe4-a2b61785a247'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:20:59.571716 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:20:59.582195 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-c8a8602b-fad6-4dd0-8178-9f7314f36964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:59.583679 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-c8a8602b-fad6-4dd0-8178-9f7314f36964 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e1ef15d9-2812-4825-8c7b-2bbfb46898e7 HTTP/1.1" status: 200 len: 845 time: 0.0475295 Nov 15 11:20:59.620999 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-14c1f427-b878-459c-8ef3-b1f43d40e106 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09b1efd8-eb77-4965-a77c-23c7047088b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296273 Nov 15 11:20:59.634530 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16dd82-16fa-4382-8a73-282e08aac05e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Pushing event deleted for resources: {'Port': ['ID=a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:20:59.684804 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-310ad1f8-a78f-4e4e-ba82-d656d291165c req-fbdad6bf-e01d-403e-9bae-13220498e00b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2061c010-fb84-4359-bbe4-a2b61785a247 HTTP/1.1" status: 200 len: 999 time: 0.1459837 Nov 15 11:20:59.700921 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1d25f5e4-7d12-426e-8c00-34b49e8ed892 req-284b0ff5-094c-476f-b2ed-85d4c20a17a9 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679397 Nov 15 11:20:59.703116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdab210-4645-4d36-9c73-2d3ac9808f7a req-de16dd82-16fa-4382-8a73-282e08aac05e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] No DVR routers for this DVR port a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:20:59.711615 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3bdab210-4645-4d36-9c73-2d3ac9808f7a req-de16dd82-16fa-4382-8a73-282e08aac05e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:20:59.714969 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3bdab210-4645-4d36-9c73-2d3ac9808f7a req-de16dd82-16fa-4382-8a73-282e08aac05e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.11 "DELETE /v2.0/ports/a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f HTTP/1.1" status: 204 len: 173 time: 0.9597883 Nov 15 11:20:59.755211 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-f1dc945d-b2b0-47a1-bfce-8f3c74281935 service neutron] 10.222.0.11 "GET /v2.0/networks/09b1efd8-eb77-4965-a77c-23c7047088b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199057 Nov 15 11:20:59.771746 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ad1f8-a78f-4e4e-ba82-d656d291165c req-b015196e-768d-48ea-a11e-a8a58d72146e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:59.778124 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-310ad1f8-a78f-4e4e-ba82-d656d291165c req-b015196e-768d-48ea-a11e-a8a58d72146e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d HTTP/1.1" status: 200 len: 860 time: 0.0760508 Nov 15 11:20:59.853168 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ad1f8-a78f-4e4e-ba82-d656d291165c req-1cb2195f-0c8a-4d27-b5b2-f0b0f52d56f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:20:59.855926 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-310ad1f8-a78f-4e4e-ba82-d656d291165c req-1cb2195f-0c8a-4d27-b5b2-f0b0f52d56f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706027 Nov 15 11:20:59.984763 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-310ad1f8-a78f-4e4e-ba82-d656d291165c req-dd742ee2-2b29-42e9-93a1-28ffe361643a service neutron] 10.222.0.64 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195216 Nov 15 11:21:00.023585 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6fd03251-63dd-4dbe-ba5c-311591d66574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:09Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'c9178c85-0f90-4a59-8afe-a692d05abdec', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'port_id': '2061c010-fb84-4359-bbe4-a2b61785a247', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'mac_address': 'fa:16:3e:4e:c4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8acba87-541d-422e-a1cb-bc3c7b51c19e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:20:23Z', 'updated_at': '2021-11-15T11:20:57Z', 'revision_number': 8, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94592555-3dea-4102-a860-ea6c1de7cf79', 'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'mac_address': 'fa:16:3e:88:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:08Z', 'updated_at': '2021-11-15T11:20:12Z', 'revision_number': 5, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'subnets': [{'id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:00.061778 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd03251-63dd-4dbe-ba5c-311591d66574 None None] Checking router: c75f9b98-b770-48e3-8aec-5e20c30b1bcf for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:21:00.082585 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd03251-63dd-4dbe-ba5c-311591d66574 None None] Routers {'c75f9b98-b770-48e3-8aec-5e20c30b1bcf'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:21:00.083536 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6fd03251-63dd-4dbe-ba5c-311591d66574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:20:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:00.096863 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534eb7b-d803-460d-9d76-770a27d90cb9 req-53238134-b66d-4672-816b-a90a9657bdb4 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:00.098415 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f534eb7b-d803-460d-9d76-770a27d90cb9 req-53238134-b66d-4672-816b-a90a9657bdb4 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=c940d7b7-2484-4266-b708-85073ea77196 HTTP/1.1" status: 200 len: 945 time: 0.1126485 Nov 15 11:21:00.187544 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-310ad1f8-a78f-4e4e-ba82-d656d291165c req-6757cf50-aa90-4821-86ef-79c1e6855216 service neutron] 10.222.0.64 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891990 Nov 15 11:21:00.211583 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f32cbb1c-1eb9-4581-ba5e-6c9fed0aaec3 req-c41a56e4-b0c1-4459-b034-b7104c687be8 service neutron] 10.222.0.11 "GET /v2.0/networks/09b1efd8-eb77-4965-a77c-23c7047088b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478898 Nov 15 11:21:00.231200 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f534eb7b-d803-460d-9d76-770a27d90cb9 req-6b76d7cd-bbd0-4dcd-9cee-3bfb87caf5c9 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127584 Nov 15 11:21:00.274043 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-6fd03251-63dd-4dbe-ba5c-311591d66574 None None] Set router c75f9b98-b770-48e3-8aec-5e20c30b1bcf gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:21:00.337544 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-40531b45-ea6b-410e-bc4a-0788ede66f4d req-89380cb7-75b6-4690-ace6-da8e59850f69 tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0477283 Nov 15 11:21:00.359492 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e61b57-bb7e-4807-a7d6-3dfa2d2f0445 x-openstack-request-id: req-b0e61b57-bb7e-4807-a7d6-3dfa2d2f0445 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:21:00.359782 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed", "tag": "ee6e00e8-a63d-4a7b-bd62-833c08328930", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:21:00.360060 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0e61b57-bb7e-4807-a7d6-3dfa2d2f0445 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:21:00.360462 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed', 'tag': 'ee6e00e8-a63d-4a7b-bd62-833c08328930', 'status': 'completed', 'code': 200} Nov 15 11:21:00.435347 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd31d7b-c201-4799-b0b9-4634f7fb8a66 req-130a33af-bf7e-45de-8fe4-826886947347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:00.436994 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7dd31d7b-c201-4799-b0b9-4634f7fb8a66 req-130a33af-bf7e-45de-8fe4-826886947347 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1f314a8afee34f158da011fc25e91eb9&device_id=acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed HTTP/1.1" status: 200 len: 1094 time: 0.0412550 Nov 15 11:21:00.492886 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e6b775c-f59c-4015-98f2-112b515a5292 req-c0006d0e-9bbf-4cff-97e3-4c0bc18d4b6a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0506349 Nov 15 11:21:00.496240 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ebe3a6e8-dd24-41e7-a5d5-84d7da5ab825 req-9301bb0e-d543-4d71-b63e-7f4ffde6734c tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/floatingips/c9178c85-0f90-4a59-8afe-a692d05abdec HTTP/1.1" status: 200 len: 996 time: 0.1210837 Nov 15 11:21:00.535103 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6fd03251-63dd-4dbe-ba5c-311591d66574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:09Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'c9178c85-0f90-4a59-8afe-a692d05abdec', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'port_id': '2061c010-fb84-4359-bbe4-a2b61785a247', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'mac_address': 'fa:16:3e:4e:c4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8acba87-541d-422e-a1cb-bc3c7b51c19e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:20:23Z', 'updated_at': '2021-11-15T11:20:57Z', 'revision_number': 8, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94592555-3dea-4102-a860-ea6c1de7cf79', 'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'mac_address': 'fa:16:3e:88:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:08Z', 'updated_at': '2021-11-15T11:20:12Z', 'revision_number': 5, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'subnets': [{'id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:00.548104 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd31d7b-c201-4799-b0b9-4634f7fb8a66 req-1b13e428-9cce-457c-a620-2de6be4ac75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:00.549697 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7dd31d7b-c201-4799-b0b9-4634f7fb8a66 req-1b13e428-9cce-457c-a620-2de6be4ac75f service neutron] 10.222.0.11 "GET /v2.0/networks?id=09b1efd8-eb77-4965-a77c-23c7047088b0 HTTP/1.1" status: 200 len: 906 time: 0.1017358 Nov 15 11:21:00.561793 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd03251-63dd-4dbe-ba5c-311591d66574 None None] The sync data for ids ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'] in n-d-729945-9 is: [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:09Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'c9178c85-0f90-4a59-8afe-a692d05abdec', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'port_id': '2061c010-fb84-4359-bbe4-a2b61785a247', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'mac_address': 'fa:16:3e:4e:c4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8acba87-541d-422e-a1cb-bc3c7b51c19e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:20:23Z', 'updated_at': '2021-11-15T11:20:57Z', 'revision_number': 8, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94592555-3dea-4102-a860-ea6c1de7cf79', 'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'mac_address': 'fa:16:3e:88:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:08Z', 'updated_at': '2021-11-15T11:20:12Z', 'revision_number': 5, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'subnets': [{'id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:21:00.562792 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d2009-e55c-458f-b471-b1d122a7f2da req-417a6885-ccc3-4349-a7c1-038c5dde9296 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:00.564319 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa4d2009-e55c-458f-b471-b1d122a7f2da req-417a6885-ccc3-4349-a7c1-038c5dde9296 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed HTTP/1.1" status: 200 len: 943 time: 0.1232932 Nov 15 11:21:00.643107 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa4d2009-e55c-458f-b471-b1d122a7f2da req-98227cc6-6c7e-4a8b-9960-7c5ad1283d9b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714917 Nov 15 11:21:00.649992 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3a6e8-dd24-41e7-a5d5-84d7da5ab825 req-aece8df3-7f06-4cf6-a514-7777cb077c15 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:00.651445 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ebe3a6e8-dd24-41e7-a5d5-84d7da5ab825 req-aece8df3-7f06-4cf6-a514-7777cb077c15 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.1464605 Nov 15 11:21:00.710951 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8acba87-541d-422e-a1cb-bc3c7b51c19e', 'tag': '2061c010-fb84-4359-bbe4-a2b61785a247'}, {'server_uuid': '6da2306c-507d-4f47-8677-3cbc6cff266e', 'name': 'network-vif-deleted', 'tag': 'a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:21:00.713365 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88717e2f-2613-4e9f-bae9-625f76130f54" -d '{"events": [{"name": "network-changed", "server_uuid": "f8acba87-541d-422e-a1cb-bc3c7b51c19e", "tag": "2061c010-fb84-4359-bbe4-a2b61785a247"}, {"server_uuid": "6da2306c-507d-4f47-8677-3cbc6cff266e", "name": "network-vif-deleted", "tag": "a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:21:00.747308 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-36c90d2c-fe3e-432a-be46-3c75c851141d tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 999 time: 0.0760148 Nov 15 11:21:00.781096 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b83227a-d182-427a-bdca-d3e5a61f0429 None None] New status for floating IP c9178c85-0f90-4a59-8afe-a692d05abdec: ACTIVE {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:21:00.800996 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-029fe83b-56b3-4664-a2dc-bbe8f8f850d2 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:00.802667 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-029fe83b-56b3-4664-a2dc-bbe8f8f850d2 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports/2061c010-fb84-4359-bbe4-a2b61785a247 HTTP/1.1" status: 200 len: 943 time: 0.0495360 Nov 15 11:21:00.804170 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 15 Nov 2021 11:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2006156c-35bd-4c27-904a-387aaece8868 x-openstack-request-id: req-2006156c-35bd-4c27-904a-387aaece8868 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:21:00.804448 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8acba87-541d-422e-a1cb-bc3c7b51c19e", "tag": "2061c010-fb84-4359-bbe4-a2b61785a247", "status": "completed", "code": 200}, {"server_uuid": "6da2306c-507d-4f47-8677-3cbc6cff266e", "name": "network-vif-deleted", "tag": "a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:21:00.804749 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2006156c-35bd-4c27-904a-387aaece8868 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:21:00.805255 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8acba87-541d-422e-a1cb-bc3c7b51c19e', 'tag': '2061c010-fb84-4359-bbe4-a2b61785a247', 'status': 'completed', 'code': 200} Nov 15 11:21:00.805509 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da2306c-507d-4f47-8677-3cbc6cff266e', 'name': 'network-vif-deleted', 'tag': 'a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f', 'status': 'completed', 'code': 200} Nov 15 11:21:00.829597 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7dd31d7b-c201-4799-b0b9-4634f7fb8a66 req-690fad68-1c89-4de3-a677-7f3474d71553 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee6e00e8-a63d-4a7b-bd62-833c08328930 HTTP/1.1" status: 200 len: 217 time: 0.0635970 Nov 15 11:21:00.856593 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88717e2f-2613-4e9f-bae9-625f76130f54 req-69900ea8-403d-41d1-91c0-7146d9441192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:00.858285 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-88717e2f-2613-4e9f-bae9-625f76130f54 req-69900ea8-403d-41d1-91c0-7146d9441192 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1e7a4016c434f338686082e38f7e71a&device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e HTTP/1.1" status: 200 len: 1097 time: 0.0516334 Nov 15 11:21:00.895583 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd31d7b-c201-4799-b0b9-4634f7fb8a66 req-9638fa39-4e33-4203-8508-265299925fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:00.897229 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7dd31d7b-c201-4799-b0b9-4634f7fb8a66 req-9638fa39-4e33-4203-8508-265299925fb7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e1ef15d9-2812-4825-8c7b-2bbfb46898e7 HTTP/1.1" status: 200 len: 845 time: 0.0580537 Nov 15 11:21:00.933753 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7dd31d7b-c201-4799-b0b9-4634f7fb8a66 req-8dd38a36-3412-4bdb-b8fb-d8da85f4533b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09b1efd8-eb77-4965-a77c-23c7047088b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283887 Nov 15 11:21:01.000752 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-f8cf0c3f-a71b-445e-890c-6958562ebc67 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 999 time: 0.1406746 Nov 15 11:21:01.034652 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7dd31d7b-c201-4799-b0b9-4634f7fb8a66 req-1b47b518-2828-4391-8bf3-a1755e324d53 service neutron] 10.222.0.11 "GET /v2.0/networks/09b1efd8-eb77-4965-a77c-23c7047088b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922267 Nov 15 11:21:01.049828 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f94b5-4eb5-46d3-a894-d6070558955b req-3c42e61c-3fd4-4e55-8f7b-07984a72005e tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:01.051300 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6f4f94b5-4eb5-46d3-a894-d6070558955b req-3c42e61c-3fd4-4e55-8f7b-07984a72005e tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.1709123 Nov 15 11:21:01.110619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88717e2f-2613-4e9f-bae9-625f76130f54 req-09e34c59-af1c-43cc-a9fe-8cc57884fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:01.112020 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-88717e2f-2613-4e9f-bae9-625f76130f54 req-09e34c59-af1c-43cc-a9fe-8cc57884fe94 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 HTTP/1.1" status: 200 len: 922 time: 0.2444520 Nov 15 11:21:01.133041 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7dd31d7b-c201-4799-b0b9-4634f7fb8a66 req-27cc85bc-f154-4349-9197-fb5ad4945f8c service neutron] 10.222.0.11 "GET /v2.0/networks/09b1efd8-eb77-4965-a77c-23c7047088b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908911 Nov 15 11:21:01.212729 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6f4f94b5-4eb5-46d3-a894-d6070558955b req-0591759a-395c-4860-a549-cbcba219f91d tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347656 Nov 15 11:21:01.225476 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-b4800024-0787-49c7-97f9-48c51a5adf9a tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:01.226830 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-b4800024-0787-49c7-97f9-48c51a5adf9a tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.2196321 Nov 15 11:21:01.245926 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-88717e2f-2613-4e9f-bae9-625f76130f54 req-53324495-a7e8-4823-8e2a-8fd253e55f4c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2061c010-fb84-4359-bbe4-a2b61785a247 HTTP/1.1" status: 200 len: 1001 time: 0.1151769 Nov 15 11:21:01.287732 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:01.362467 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-3d9c8d04-1b20-49d7-b292-53cb7218f19f tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 1001 time: 0.1245298 Nov 15 11:21:01.364734 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88717e2f-2613-4e9f-bae9-625f76130f54 req-9f48e365-5541-4c06-9caa-ac3367229df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:01.366088 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-88717e2f-2613-4e9f-bae9-625f76130f54 req-9f48e365-5541-4c06-9caa-ac3367229df8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d HTTP/1.1" status: 200 len: 860 time: 0.0861375 Nov 15 11:21:01.374404 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-59a53f10-7e85-4f23-934d-cda0947f049d tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:01.437925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a02d05-a8cd-473a-b630-1dce67908a97 req-39b42e55-2db3-496c-ac0c-02b3a1f2f837 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:01.439398 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15a02d05-a8cd-473a-b630-1dce67908a97 req-39b42e55-2db3-496c-ac0c-02b3a1f2f837 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=c940d7b7-2484-4266-b708-85073ea77196 HTTP/1.1" status: 200 len: 945 time: 0.1605208 Nov 15 11:21:01.486652 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-59a53f10-7e85-4f23-934d-cda0947f049d tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:01.537812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88717e2f-2613-4e9f-bae9-625f76130f54 req-ad5218b3-8bb4-4c3e-ba6e-3d22011a2720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:01.539325 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-88717e2f-2613-4e9f-bae9-625f76130f54 req-ad5218b3-8bb4-4c3e-ba6e-3d22011a2720 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1615424 Nov 15 11:21:01.547285 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15a02d05-a8cd-473a-b630-1dce67908a97 req-fd7f55c0-865b-4293-8ad0-6cab21315e9b tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010501 Nov 15 11:21:02.030402 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-59a53f10-7e85-4f23-934d-cda0947f049d tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:02.034155 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3edff3e5-0fed-4c38-b9ab-e69adaa59872 req-ba38afd2-6686-4bfa-bdf6-f5d8b52812e2 tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0665195 Nov 15 11:21:02.036668 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-59a53f10-7e85-4f23-934d-cda0947f049d tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:02.036987 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-59a53f10-7e85-4f23-934d-cda0947f049d tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Floating IP c9178c85-0f90-4a59-8afe-a692d05abdec disassociated. External IP: 172.25.7.38, port: 2061c010-fb84-4359-bbe4-a2b61785a247. Nov 15 11:21:02.040311 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-88717e2f-2613-4e9f-bae9-625f76130f54 req-bfc42488-7d67-4433-958a-8de3bbdbcd65 service neutron] 10.222.0.55 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905612 Nov 15 11:21:02.236494 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928837b-15b3-40b9-b9be-841d7ef11e4c req-f741911a-05fd-4e15-afc1-32359c090ab7 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:02.237989 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6928837b-15b3-40b9-b9be-841d7ef11e4c req-f741911a-05fd-4e15-afc1-32359c090ab7 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=c940d7b7-2484-4266-b708-85073ea77196 HTTP/1.1" status: 200 len: 945 time: 0.1210971 Nov 15 11:21:02.269151 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-88717e2f-2613-4e9f-bae9-625f76130f54 req-f4fa91b8-b2d6-4699-aba0-9d0b94b7b5e0 service neutron] 10.222.0.55 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951146 Nov 15 11:21:02.366601 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6928837b-15b3-40b9-b9be-841d7ef11e4c req-f6db130e-f243-4106-ab5c-cbe41915b577 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183908 Nov 15 11:21:02.410687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-59a53f10-7e85-4f23-934d-cda0947f049d tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Router c75f9b98-b770-48e3-8aec-5e20c30b1bcf has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:21:02.540045 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8498b-b51c-4241-a19a-90f1a1224ddc req-2c196104-3beb-40c2-8e39-e22c9e977910 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:02.541499 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4e8498b-b51c-4241-a19a-90f1a1224ddc req-2c196104-3beb-40c2-8e39-e22c9e977910 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed HTTP/1.1" status: 200 len: 943 time: 0.1198730 Nov 15 11:21:02.564175 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-59a53f10-7e85-4f23-934d-cda0947f049d tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:21:02.569539 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-59a53f10-7e85-4f23-934d-cda0947f049d tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:02.573646 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc62bf32-0b20-42c0-991c-d9df61968a2d None None] Sync routers for ids ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:21:02.583017 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc62bf32-0b20-42c0-991c-d9df61968a2d None None] Routers {'c75f9b98-b770-48e3-8aec-5e20c30b1bcf'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:21:02.583632 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cc62bf32-0b20-42c0-991c-d9df61968a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:20:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:02.610827 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-59a53f10-7e85-4f23-934d-cda0947f049d tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "PUT /v2.0/floatingips/c9178c85-0f90-4a59-8afe-a692d05abdec HTTP/1.1" status: 200 len: 695 time: 1.2410228 Nov 15 11:21:02.625915 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4e8498b-b51c-4241-a19a-90f1a1224ddc req-3d995bfa-2890-4c9c-b5a0-117187d9a97c tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781848 Nov 15 11:21:02.668871 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-972f179a-7e6a-44c9-819c-302819800714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:02.670410 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-972f179a-7e6a-44c9-819c-302819800714 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1e7a4016c434f338686082e38f7e71a&device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e HTTP/1.1" status: 200 len: 1097 time: 0.0436413 Nov 15 11:21:02.691522 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-cc62bf32-0b20-42c0-991c-d9df61968a2d None None] Set router c75f9b98-b770-48e3-8aec-5e20c30b1bcf gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:21:02.788103 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014a206-9eb0-4822-9340-dd35e69fd1aa req-563002f7-fda8-4da4-a4c2-7a822e66ef09 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:02.789587 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4014a206-9eb0-4822-9340-dd35e69fd1aa req-563002f7-fda8-4da4-a4c2-7a822e66ef09 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0944128 Nov 15 11:21:02.807295 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8acba87-541d-422e-a1cb-bc3c7b51c19e', 'tag': '2061c010-fb84-4359-bbe4-a2b61785a247'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:21:02.809648 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1845cdea-568e-4bf9-a0e6-153390346249" -d '{"events": [{"name": "network-changed", "server_uuid": "f8acba87-541d-422e-a1cb-bc3c7b51c19e", "tag": "2061c010-fb84-4359-bbe4-a2b61785a247"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:21:02.819626 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-f29e12ca-e257-4bc3-a809-97aa1e24d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:02.821133 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-f29e12ca-e257-4bc3-a809-97aa1e24d7fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 HTTP/1.1" status: 200 len: 922 time: 0.1437862 Nov 15 11:21:02.874388 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-cda03357-bcb3-495d-8639-f399b9934a22 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2061c010-fb84-4359-bbe4-a2b61785a247 HTTP/1.1" status: 200 len: 217 time: 0.0455577 Nov 15 11:21:02.881721 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4014a206-9eb0-4822-9340-dd35e69fd1aa req-ad5893e0-73aa-4698-bdcc-20043293d1be tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833719 Nov 15 11:21:02.893633 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cc62bf32-0b20-42c0-991c-d9df61968a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:09Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '94592555-3dea-4102-a860-ea6c1de7cf79', 'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'mac_address': 'fa:16:3e:88:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:08Z', 'updated_at': '2021-11-15T11:20:12Z', 'revision_number': 5, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'subnets': [{'id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:02.920251 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc62bf32-0b20-42c0-991c-d9df61968a2d None None] Checking router: c75f9b98-b770-48e3-8aec-5e20c30b1bcf for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:21:02.928798 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc62bf32-0b20-42c0-991c-d9df61968a2d None None] Routers {'c75f9b98-b770-48e3-8aec-5e20c30b1bcf'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:21:02.929415 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cc62bf32-0b20-42c0-991c-d9df61968a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:20:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:02.930205 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-a3941d7c-f9d0-4670-bfee-efd6ca0e3d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:02.931726 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-a3941d7c-f9d0-4670-bfee-efd6ca0e3d01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d HTTP/1.1" status: 200 len: 860 time: 0.0491457 Nov 15 11:21:02.980171 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-2f584f3f-57b9-48d7-a3c7-77c9916fd266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:02.981862 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-2f584f3f-57b9-48d7-a3c7-77c9916fd266 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438104 Nov 15 11:21:03.042990 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-cc62bf32-0b20-42c0-991c-d9df61968a2d None None] Set router c75f9b98-b770-48e3-8aec-5e20c30b1bcf gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:21:03.081836 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-6e036246-5877-46f6-8442-752d77c01877 service neutron] 10.222.0.64 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925760 Nov 15 11:21:03.182725 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e18a70c-e3cf-4f67-a968-863da4f57251 req-e21b79cf-7d2e-47cf-a7d3-1d0eebce097c service neutron] 10.222.0.64 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942876 Nov 15 11:21:03.197981 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfabe4da-c24a-49d1-a05c-04becef9154a x-openstack-request-id: req-cfabe4da-c24a-49d1-a05c-04becef9154a {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:21:03.198360 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8acba87-541d-422e-a1cb-bc3c7b51c19e", "tag": "2061c010-fb84-4359-bbe4-a2b61785a247", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:21:03.198656 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cfabe4da-c24a-49d1-a05c-04becef9154a {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:21:03.199062 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8acba87-541d-422e-a1cb-bc3c7b51c19e', 'tag': '2061c010-fb84-4359-bbe4-a2b61785a247', 'status': 'completed', 'code': 200} Nov 15 11:21:03.231198 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:21:03.254616 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:21:03.255011 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device a5096a85-9e59-40b5-a8ec-5dc7dbe7c92f not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:21:03.272580 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845cdea-568e-4bf9-a0e6-153390346249 req-313081f0-60d5-4134-9822-9e492a5d2838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:03.274723 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1845cdea-568e-4bf9-a0e6-153390346249 req-313081f0-60d5-4134-9822-9e492a5d2838 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1e7a4016c434f338686082e38f7e71a&device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e HTTP/1.1" status: 200 len: 1097 time: 0.0540934 Nov 15 11:21:03.288638 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cc62bf32-0b20-42c0-991c-d9df61968a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:09Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '94592555-3dea-4102-a860-ea6c1de7cf79', 'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'mac_address': 'fa:16:3e:88:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:08Z', 'updated_at': '2021-11-15T11:20:12Z', 'revision_number': 5, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'subnets': [{'id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:03.312759 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-01d50ad7-ba4d-453d-be83-cd135b0ef977 req-d4c6c344-63bb-4b4a-a494-b41b60f32a3a tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0367744 Nov 15 11:21:03.321650 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc62bf32-0b20-42c0-991c-d9df61968a2d None None] The sync data for ids ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'] in n-d-729945-9 is: [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:09Z', 'revision_number': 4, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '94592555-3dea-4102-a860-ea6c1de7cf79', 'name': '', 'network_id': 'f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'mac_address': 'fa:16:3e:88:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:08Z', 'updated_at': '2021-11-15T11:20:12Z', 'revision_number': 5, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'subnets': [{'id': '0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:21:03.437942 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845cdea-568e-4bf9-a0e6-153390346249 req-c3f2ecc4-c9eb-4af2-b138-dda280da40e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:03.439450 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1845cdea-568e-4bf9-a0e6-153390346249 req-c3f2ecc4-c9eb-4af2-b138-dda280da40e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 HTTP/1.1" status: 200 len: 922 time: 0.1538794 Nov 15 11:21:03.497396 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d4136-6b37-45b4-b7e5-f3988608fa96 req-843dddbb-717a-4c62-82f6-a258d1e3b84a tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:03.498409 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-921d4136-6b37-45b4-b7e5-f3988608fa96 req-843dddbb-717a-4c62-82f6-a258d1e3b84a tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=c940d7b7-2484-4266-b708-85073ea77196 HTTP/1.1" status: 200 len: 945 time: 0.0923650 Nov 15 11:21:03.500258 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1845cdea-568e-4bf9-a0e6-153390346249 req-a33c6512-7940-4efe-ac5a-8f59a280b8c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2061c010-fb84-4359-bbe4-a2b61785a247 HTTP/1.1" status: 200 len: 217 time: 0.0520082 Nov 15 11:21:03.583384 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845cdea-568e-4bf9-a0e6-153390346249 req-b240ab66-6d62-49e6-b8c8-14ea08f34f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:03.584908 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1845cdea-568e-4bf9-a0e6-153390346249 req-b240ab66-6d62-49e6-b8c8-14ea08f34f24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d HTTP/1.1" status: 200 len: 860 time: 0.0731070 Nov 15 11:21:03.588545 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-921d4136-6b37-45b4-b7e5-f3988608fa96 req-a451cdaf-1ce7-47e2-b9ef-d2e3b78653ce tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831304 Nov 15 11:21:03.620062 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1e4e2d-05c1-46cc-bd54-fb5825f27f97 None None] New status for floating IP c9178c85-0f90-4a59-8afe-a692d05abdec: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:21:03.677404 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2adebb0-5d8e-4429-8e2e-14c31efdbced req-6122dafc-3b8d-4aec-aa1c-1dd2207f0f17 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/floatingips/c9178c85-0f90-4a59-8afe-a692d05abdec HTTP/1.1" status: 200 len: 695 time: 0.0646884 Nov 15 11:21:03.696628 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845cdea-568e-4bf9-a0e6-153390346249 req-3d2b1413-75e6-4046-b0b8-66e34930b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:03.698151 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1845cdea-568e-4bf9-a0e6-153390346249 req-3d2b1413-75e6-4046-b0b8-66e34930b307 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045086 Nov 15 11:21:03.869556 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adebb0-5d8e-4429-8e2e-14c31efdbced req-7d9539a7-ccf1-4a80-b7c9-126132028d96 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:03.870905 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2adebb0-5d8e-4429-8e2e-14c31efdbced req-7d9539a7-ccf1-4a80-b7c9-126132028d96 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.1865253 Nov 15 11:21:03.889326 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1845cdea-568e-4bf9-a0e6-153390346249 req-5c8a9746-8b12-4e5a-be13-19f6bdc3fad9 service neutron] 10.222.0.55 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814704 Nov 15 11:21:03.979309 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2adebb0-5d8e-4429-8e2e-14c31efdbced req-02cdf470-65bc-4c32-b3c8-2aa1a4f59128 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 696 time: 0.0935705 Nov 15 11:21:04.004327 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b3300-cc5d-429e-943e-c52b066f5c99 req-91ea32b3-51ff-414e-9dc2-fd4fd6317787 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:04.005789 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-068b3300-cc5d-429e-943e-c52b066f5c99 req-91ea32b3-51ff-414e-9dc2-fd4fd6317787 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed HTTP/1.1" status: 200 len: 943 time: 0.1610315 Nov 15 11:21:04.064080 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2adebb0-5d8e-4429-8e2e-14c31efdbced req-c7bf587c-1e60-4ef4-ac11-05d098a14edc tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 696 time: 0.0747416 Nov 15 11:21:04.142555 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1845cdea-568e-4bf9-a0e6-153390346249 req-09042555-540b-4c1c-b406-1ea44f31b7ee service neutron] 10.222.0.55 "GET /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125480 Nov 15 11:21:04.151070 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-068b3300-cc5d-429e-943e-c52b066f5c99 req-3e610ed5-7963-4bd7-8675-83ac45a2f2eb tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135316 Nov 15 11:21:04.230465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-b2adebb0-5d8e-4429-8e2e-14c31efdbced req-3959c53c-1988-4d9c-ad17-ea7e451ad748 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Deleting port 4fb4ea12-aa71-47ef-a506-c17e593b954b {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:21:04.231058 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b2adebb0-5d8e-4429-8e2e-14c31efdbced req-3959c53c-1988-4d9c-ad17-ea7e451ad748 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:04.312331 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b2adebb0-5d8e-4429-8e2e-14c31efdbced req-3959c53c-1988-4d9c-ad17-ea7e451ad748 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:04.312649 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b2adebb0-5d8e-4429-8e2e-14c31efdbced req-3959c53c-1988-4d9c-ad17-ea7e451ad748 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:04.326994 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-b2adebb0-5d8e-4429-8e2e-14c31efdbced req-3959c53c-1988-4d9c-ad17-ea7e451ad748 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Calling delete_port for 4fb4ea12-aa71-47ef-a506-c17e593b954b owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:21:04.530410 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b2adebb0-5d8e-4429-8e2e-14c31efdbced req-3959c53c-1988-4d9c-ad17-ea7e451ad748 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:04.549892 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e608f-0b38-4351-9a66-322b082e5fdf req-1d3bd46a-acdb-4a79-ad1c-2c49c58342c1 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:04.551394 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-063e608f-0b38-4351-9a66-322b082e5fdf req-1d3bd46a-acdb-4a79-ad1c-2c49c58342c1 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.1197712 Nov 15 11:21:04.573906 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959c53c-1988-4d9c-ad17-ea7e451ad748 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Pushing event deleted for resources: {'Port': ['ID=4fb4ea12-aa71-47ef-a506-c17e593b954b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:04.601222 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2d9c9-4dfc-4931-81fd-d93d32e12e79 req-3be8243d-69b8-4dae-9531-791d36d0ba17 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:04.603127 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9b2d9c9-4dfc-4931-81fd-d93d32e12e79 req-3be8243d-69b8-4dae-9531-791d36d0ba17 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.55 "GET /v2.0/ports?device_id=c940d7b7-2484-4266-b708-85073ea77196 HTTP/1.1" status: 200 len: 945 time: 0.1207309 Nov 15 11:21:04.710909 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-063e608f-0b38-4351-9a66-322b082e5fdf req-99edf1e6-97c8-4f47-8335-cd132620db81 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400750 Nov 15 11:21:04.734318 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b2adebb0-5d8e-4429-8e2e-14c31efdbced req-3959c53c-1988-4d9c-ad17-ea7e451ad748 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:04.736966 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b2adebb0-5d8e-4429-8e2e-14c31efdbced req-3959c53c-1988-4d9c-ad17-ea7e451ad748 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:04.738096 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2adebb0-5d8e-4429-8e2e-14c31efdbced req-3959c53c-1988-4d9c-ad17-ea7e451ad748 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "DELETE /v2.0/floatingips/c9178c85-0f90-4a59-8afe-a692d05abdec HTTP/1.1" status: 204 len: 173 time: 0.6666620 Nov 15 11:21:04.775294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-d9b2d9c9-4dfc-4931-81fd-d93d32e12e79 req-676055c8-a7fb-4c3d-87f9-ad1709b7674d tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Deleting port dfe1ca49-ca55-4b63-8ad8-d1fe209b4583 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:21:04.775633 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d9b2d9c9-4dfc-4931-81fd-d93d32e12e79 req-676055c8-a7fb-4c3d-87f9-ad1709b7674d tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:04.910793 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dfa271a4-feb8-42fb-82c7-c53ffb492d2c req-055bb0f2-42a2-4dcb-b803-c911273e56c2 tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0606811 Nov 15 11:21:04.916457 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-d9b2d9c9-4dfc-4931-81fd-d93d32e12e79 req-676055c8-a7fb-4c3d-87f9-ad1709b7674d tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] For port dfe1ca49-ca55-4b63-8ad8-d1fe209b4583, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=dfe1ca49-ca55-4b63-8ad8-d1fe209b4583,segment=NetworkSegment(cecca865-426f-4bbe-8af5-34a167f5e54e),segment_id=cecca865-426f-4bbe-8af5-34a167f5e54e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:04.916807 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d9b2d9c9-4dfc-4931-81fd-d93d32e12e79 req-676055c8-a7fb-4c3d-87f9-ad1709b7674d tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:04.932893 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-d9b2d9c9-4dfc-4931-81fd-d93d32e12e79 req-676055c8-a7fb-4c3d-87f9-ad1709b7674d tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Calling delete_port for dfe1ca49-ca55-4b63-8ad8-d1fe209b4583 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:21:04.985026 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52261628-a8c7-4e2b-a7f6-e54fd9ffe57f req-be84b66a-6bb8-41bf-bf7d-9ac40d17aec4 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:04.986508 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-52261628-a8c7-4e2b-a7f6-e54fd9ffe57f req-be84b66a-6bb8-41bf-bf7d-9ac40d17aec4 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/ports?device_id=c940d7b7-2484-4266-b708-85073ea77196 HTTP/1.1" status: 200 len: 945 time: 0.1295557 Nov 15 11:21:05.063876 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-52261628-a8c7-4e2b-a7f6-e54fd9ffe57f req-027498ae-3816-4ce1-9edd-fe32814724d0 tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.64 "GET /v2.0/security-groups?id=ea515827-1d3c-4d21-b395-f48ad860400d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705268 Nov 15 11:21:05.144700 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d9b2d9c9-4dfc-4931-81fd-d93d32e12e79 req-676055c8-a7fb-4c3d-87f9-ad1709b7674d tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:05.157113 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['dfe1ca49-ca55-4b63-8ad8-d1fe209b4583'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:21:05.181889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7cc5e-59ac-49d9-8951-4ee5564d1a95 req-1bfbb713-1fd1-4ee7-b1fd-5d3f997c794d tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:05.183425 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ef7cc5e-59ac-49d9-8951-4ee5564d1a95 req-1bfbb713-1fd1-4ee7-b1fd-5d3f997c794d tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e HTTP/1.1" status: 200 len: 946 time: 0.0862439 Nov 15 11:21:05.186219 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676055c8-a7fb-4c3d-87f9-ad1709b7674d tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Pushing event deleted for resources: {'Port': ['ID=dfe1ca49-ca55-4b63-8ad8-d1fe209b4583,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:05.211961 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device ee6e00e8-a63d-4a7b-bd62-833c08328930 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:21:05.249786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b2d9c9-4dfc-4931-81fd-d93d32e12e79 req-676055c8-a7fb-4c3d-87f9-ad1709b7674d tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] No DVR routers for this DVR port dfe1ca49-ca55-4b63-8ad8-d1fe209b4583 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:21:05.255117 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d9b2d9c9-4dfc-4931-81fd-d93d32e12e79 req-676055c8-a7fb-4c3d-87f9-ad1709b7674d tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:05.258441 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9b2d9c9-4dfc-4931-81fd-d93d32e12e79 req-676055c8-a7fb-4c3d-87f9-ad1709b7674d tempest-ServerDiskConfigTestJSON-1277020542 tempest-ServerDiskConfigTestJSON-1277020542-project] 10.222.0.55 "DELETE /v2.0/ports/dfe1ca49-ca55-4b63-8ad8-d1fe209b4583 HTTP/1.1" status: 204 len: 173 time: 0.6405151 Nov 15 11:21:05.271305 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c940d7b7-2484-4266-b708-85073ea77196', 'name': 'network-vif-deleted', 'tag': 'dfe1ca49-ca55-4b63-8ad8-d1fe209b4583'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:21:05.273775 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fe6339-accc-4a1a-94c5-77b704a46881" -d '{"events": [{"server_uuid": "c940d7b7-2484-4266-b708-85073ea77196", "name": "network-vif-deleted", "tag": "dfe1ca49-ca55-4b63-8ad8-d1fe209b4583"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:21:05.303109 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ef7cc5e-59ac-49d9-8951-4ee5564d1a95 req-37ac4c66-a617-48de-9d9f-fd76cdf00fc2 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b95e23c-0327-42ba-a156-bf333b7876ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106951 Nov 15 11:21:05.318100 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef718cf-745d-4897-8937-f3d643d01ddb req-3a1b011d-bbc5-49ba-92f7-bc67966ec3d3 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:05.319622 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ef718cf-745d-4897-8937-f3d643d01ddb req-3a1b011d-bbc5-49ba-92f7-bc67966ec3d3 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed HTTP/1.1" status: 200 len: 943 time: 0.0936768 Nov 15 11:21:05.321922 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port ee6e00e8-a63d-4a7b-bd62-833c08328930, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ee6e00e8-a63d-4a7b-bd62-833c08328930,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:05.334760 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'ee6e00e8-a63d-4a7b-bd62-833c08328930', 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0', 'port_id': 'ee6e00e8-a63d-4a7b-bd62-833c08328930', 'mac_address': 'fa:16:3e:02:94:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ef15d9-2812-4825-8c7b-2bbfb46898e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:21:05.374354 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:05.376705 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ef718cf-745d-4897-8937-f3d643d01ddb req-0093de8d-ddf8-4ff8-a727-b7306899d03a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449569 Nov 15 11:21:05.389529 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f348b45-cf91-42b6-b8d5-04b0c3a25488 x-openstack-request-id: req-9f348b45-cf91-42b6-b8d5-04b0c3a25488 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:21:05.390189 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c940d7b7-2484-4266-b708-85073ea77196", "name": "network-vif-deleted", "tag": "dfe1ca49-ca55-4b63-8ad8-d1fe209b4583", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:21:05.390608 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f348b45-cf91-42b6-b8d5-04b0c3a25488 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:21:05.391024 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c940d7b7-2484-4266-b708-85073ea77196', 'name': 'network-vif-deleted', 'tag': 'dfe1ca49-ca55-4b63-8ad8-d1fe209b4583', 'status': 'completed', 'code': 200} Nov 15 11:21:05.393677 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6e00e8-a63d-4a7b-bd62-833c08328930 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:21:05.412994 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port ee6e00e8-a63d-4a7b-bd62-833c08328930, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ee6e00e8-a63d-4a7b-bd62-833c08328930,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:05.417906 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:05.464018 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=ee6e00e8-a63d-4a7b-bd62-833c08328930,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:05.471746 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:05.472111 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:05.472442 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:05.472768 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:05.473089 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:05.473467 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:05.473765 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:05.474069 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:05.474409 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:05.474722 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:05.475019 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:05.475326 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:05.806853 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['ee6e00e8-a63d-4a7b-bd62-833c08328930'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:21:05.850447 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea4c01-d51d-4a7c-b7f7-2527fe0df1b8 req-1de138b5-0f82-475f-8a15-20062e7aedf9 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:05.852207 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6ea4c01-d51d-4a7c-b7f7-2527fe0df1b8 req-1de138b5-0f82-475f-8a15-20062e7aedf9 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0715730 Nov 15 11:21:05.904262 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6ea4c01-d51d-4a7c-b7f7-2527fe0df1b8 req-f66e547f-a368-452d-b970-31827c88d826 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457695 Nov 15 11:21:06.012350 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-917c4396-5d00-431e-a63f-9256a67bbd41 req-d5c086b7-cd93-49f8-b2ab-0ea918300268 tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0263643 Nov 15 11:21:06.195728 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bd44466a-bf29-410b-9ffb-ac09e3aaf767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:06.262692 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34246) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:06.307087 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bcccde2-cf48-414d-ab6c-83c80a5a835d admin admin] Deleting subnet 9eb07e51-bf49-4339-8337-2883e455b39e {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:21:06.310341 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4bcccde2-cf48-414d-ab6c-83c80a5a835d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:06.345471 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4bcccde2-cf48-414d-ab6c-83c80a5a835d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:06.389068 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4bcccde2-cf48-414d-ab6c-83c80a5a835d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:06.476197 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfedd5-cfa5-40ff-92bd-433171a0d232 req-4976022f-ac7f-4182-8bc6-3bb3d2cd342e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:06.477521 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-89cfedd5-cfa5-40ff-92bd-433171a0d232 req-4976022f-ac7f-4182-8bc6-3bb3d2cd342e tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e HTTP/1.1" status: 200 len: 946 time: 0.0862777 Nov 15 11:21:06.514661 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4bcccde2-cf48-414d-ab6c-83c80a5a835d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:06.555399 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcccde2-cf48-414d-ab6c-83c80a5a835d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eb07e51-bf49-4339-8337-2883e455b39e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:06.580681 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4bcccde2-cf48-414d-ab6c-83c80a5a835d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:06.583854 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4bcccde2-cf48-414d-ab6c-83c80a5a835d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9eb07e51-bf49-4339-8337-2883e455b39e HTTP/1.1" status: 204 len: 168 time: 0.3201456 Nov 15 11:21:06.586786 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34252) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:06.612688 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8cf00-156c-4283-b290-75514a3864d6 req-82b51897-bb59-473c-b3cd-1f44479fd792 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:06.614164 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21a8cf00-156c-4283-b290-75514a3864d6 req-82b51897-bb59-473c-b3cd-1f44479fd792 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed HTTP/1.1" status: 200 len: 944 time: 0.1568570 Nov 15 11:21:06.618526 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-89cfedd5-cfa5-40ff-92bd-433171a0d232 req-4694f88d-658a-42eb-9ab7-3dffb957354a tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/security-groups?id=8b95e23c-0327-42ba-a156-bf333b7876ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342793 Nov 15 11:21:06.634072 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c514b63-9009-4e7f-96db-258b97be032b req-3d565503-5f20-461b-ac8b-758ec1ce301b tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:06.635657 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9c514b63-9009-4e7f-96db-258b97be032b req-3d565503-5f20-461b-ac8b-758ec1ce301b tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e HTTP/1.1" status: 200 len: 946 time: 0.0903594 Nov 15 11:21:06.657107 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c428e67-701a-4aba-9037-ae201686f820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:06.740208 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c428e67-701a-4aba-9037-ae201686f820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:06.762541 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-0c428e67-701a-4aba-9037-ae201686f820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca8c587-d9e3-4f58-8e49-8460c4328683']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:06.773476 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-0c428e67-701a-4aba-9037-ae201686f820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cecca865-426f-4bbe-8af5-34a167f5e54e') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:06.773764 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-0c428e67-701a-4aba-9037-ae201686f820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cecca865-426f-4bbe-8af5-34a167f5e54e') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:06.784293 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c428e67-701a-4aba-9037-ae201686f820 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:06.798227 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c428e67-701a-4aba-9037-ae201686f820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:06.805052 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c428e67-701a-4aba-9037-ae201686f820 admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:21:06.805511 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c428e67-701a-4aba-9037-ae201686f820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:21:06.807348 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:21:06.863241 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c428e67-701a-4aba-9037-ae201686f820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:06.869439 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c428e67-701a-4aba-9037-ae201686f820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:06.872717 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0c428e67-701a-4aba-9037-ae201686f820 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2ca8c587-d9e3-4f58-8e49-8460c4328683 HTTP/1.1" status: 204 len: 168 time: 0.2845838 Nov 15 11:21:06.884572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c428e67-701a-4aba-9037-ae201686f820 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ca8c587-d9e3-4f58-8e49-8460c4328683,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:07.045854 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21a8cf00-156c-4283-b290-75514a3864d6 req-ec645f07-e3b9-443e-a8d5-459faedac480 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092064 Nov 15 11:21:07.079889 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34264) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:07.096895 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06fa0e-24a4-4165-a838-275603ff938d req-1075272f-4ce0-47a1-9546-0cf6a8b28876 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:07.098416 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a06fa0e-24a4-4165-a838-275603ff938d req-1075272f-4ce0-47a1-9546-0cf6a8b28876 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0681632 Nov 15 11:21:07.103560 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-9c514b63-9009-4e7f-96db-258b97be032b req-70e1f958-83b6-47bb-8d42-76fa14ae7ca0 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Deleting port 2061c010-fb84-4359-bbe4-a2b61785a247 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:21:07.103915 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9c514b63-9009-4e7f-96db-258b97be032b req-70e1f958-83b6-47bb-8d42-76fa14ae7ca0 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:07.134618 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d3d63360-d111-448e-8f7b-aae0f62536df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83775230d4a145039635dd53cb3d37de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0535142 Nov 15 11:21:07.137122 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34266) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:07.185211 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53a64f11-73d1-4799-9b0a-2fdb075e876a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:07.206852 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53a64f11-73d1-4799-9b0a-2fdb075e876a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:07.216676 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cb5f4c85-93ab-4d90-ab48-fabdcec1df1d req-ef623d2d-f547-4ec6-b937-0cc29d84a180 tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0386062 Nov 15 11:21:07.222730 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a06fa0e-24a4-4165-a838-275603ff938d req-851ffe4b-d361-43f3-bb48-ed8a2f2e42f9 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155164 Nov 15 11:21:07.232871 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device ee6e00e8-a63d-4a7b-bd62-833c08328930 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:21:07.258507 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-9c514b63-9009-4e7f-96db-258b97be032b req-70e1f958-83b6-47bb-8d42-76fa14ae7ca0 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] For port 2061c010-fb84-4359-bbe4-a2b61785a247, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=2061c010-fb84-4359-bbe4-a2b61785a247,segment=NetworkSegment(2f32573c-1648-475a-819e-49ddd83eff3a),segment_id=2f32573c-1648-475a-819e-49ddd83eff3a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:07.258862 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9c514b63-9009-4e7f-96db-258b97be032b req-70e1f958-83b6-47bb-8d42-76fa14ae7ca0 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:07.265490 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53a64f11-73d1-4799-9b0a-2fdb075e876a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:07.268488 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53a64f11-73d1-4799-9b0a-2fdb075e876a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:07.269644 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-53a64f11-73d1-4799-9b0a-2fdb075e876a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ea515827-1d3c-4d21-b395-f48ad860400d HTTP/1.1" status: 204 len: 168 time: 0.1313052 Nov 15 11:21:07.273929 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-9c514b63-9009-4e7f-96db-258b97be032b req-70e1f958-83b6-47bb-8d42-76fa14ae7ca0 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Calling delete_port for 2061c010-fb84-4359-bbe4-a2b61785a247 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:21:07.278161 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a64f11-73d1-4799-9b0a-2fdb075e876a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea515827-1d3c-4d21-b395-f48ad860400d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:07.310344 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port ee6e00e8-a63d-4a7b-bd62-833c08328930 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:21:07.315062 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port ee6e00e8-a63d-4a7b-bd62-833c08328930 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:21:07.315582 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:07.401883 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:07.425395 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6e00e8-a63d-4a7b-bd62-833c08328930'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:21:07.425704 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9c514b63-9009-4e7f-96db-258b97be032b req-70e1f958-83b6-47bb-8d42-76fa14ae7ca0 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:07.427692 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e81cca3-12f8-4ab5-8861-e2867a2f6b35" -d '{"events": [{"server_uuid": "acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed", "name": "network-vif-plugged", "status": "completed", "tag": "ee6e00e8-a63d-4a7b-bd62-833c08328930"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:21:07.439224 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['2061c010-fb84-4359-bbe4-a2b61785a247'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:21:07.458044 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1f958-83b6-47bb-8d42-76fa14ae7ca0 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Pushing event deleted for resources: {'Port': ['ID=2061c010-fb84-4359-bbe4-a2b61785a247,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:07.471702 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port ee6e00e8-a63d-4a7b-bd62-833c08328930, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ee6e00e8-a63d-4a7b-bd62-833c08328930,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:07.478233 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e305ad25-2673-4e01-b250-41f20bffa6a8 x-openstack-request-id: req-e305ad25-2673-4e01-b250-41f20bffa6a8 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:21:07.478612 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed", "name": "network-vif-plugged", "status": "completed", "tag": "ee6e00e8-a63d-4a7b-bd62-833c08328930", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:21:07.478737 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e305ad25-2673-4e01-b250-41f20bffa6a8 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:21:07.479130 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6e00e8-a63d-4a7b-bd62-833c08328930', 'code': 200} Nov 15 11:21:07.481077 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:07.510835 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c514b63-9009-4e7f-96db-258b97be032b req-70e1f958-83b6-47bb-8d42-76fa14ae7ca0 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] No DVR routers for this DVR port 2061c010-fb84-4359-bbe4-a2b61785a247 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:21:07.513548 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9c514b63-9009-4e7f-96db-258b97be032b req-70e1f958-83b6-47bb-8d42-76fa14ae7ca0 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:07.517951 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9c514b63-9009-4e7f-96db-258b97be032b req-70e1f958-83b6-47bb-8d42-76fa14ae7ca0 tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.55 "DELETE /v2.0/ports/2061c010-fb84-4359-bbe4-a2b61785a247 HTTP/1.1" status: 204 len: 173 time: 0.8745172 Nov 15 11:21:07.518430 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8acba87-541d-422e-a1cb-bc3c7b51c19e', 'name': 'network-vif-deleted', 'tag': '2061c010-fb84-4359-bbe4-a2b61785a247'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:21:07.521980 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472dc449-6d21-449e-a4cf-a36120f8908d" -d '{"events": [{"server_uuid": "f8acba87-541d-422e-a1cb-bc3c7b51c19e", "name": "network-vif-deleted", "tag": "2061c010-fb84-4359-bbe4-a2b61785a247"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:21:07.541784 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=ee6e00e8-a63d-4a7b-bd62-833c08328930,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:07.572025 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c6b915-4c5f-4e98-895e-26c1450a295f x-openstack-request-id: req-d8c6b915-4c5f-4e98-895e-26c1450a295f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:21:07.572334 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8acba87-541d-422e-a1cb-bc3c7b51c19e", "name": "network-vif-deleted", "tag": "2061c010-fb84-4359-bbe4-a2b61785a247", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:21:07.572586 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8c6b915-4c5f-4e98-895e-26c1450a295f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:21:07.573533 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8acba87-541d-422e-a1cb-bc3c7b51c19e', 'name': 'network-vif-deleted', 'tag': '2061c010-fb84-4359-bbe4-a2b61785a247', 'status': 'completed', 'code': 200} Nov 15 11:21:07.599016 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469bf8d-0105-41d2-8127-8eeaccc510b3 req-4a7f8111-4c7f-4c92-b592-d4f8e387e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:07.601090 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c469bf8d-0105-41d2-8127-8eeaccc510b3 req-4a7f8111-4c7f-4c92-b592-d4f8e387e831 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed HTTP/1.1" status: 200 len: 1096 time: 0.0473902 Nov 15 11:21:07.660319 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c469bf8d-0105-41d2-8127-8eeaccc510b3 req-3766057f-1244-4978-89d4-4e6bf555ca7a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465524 Nov 15 11:21:07.735209 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-78cadbd0-f37a-4bc4-a69e-beb8bc38207d req-4c0fc01a-7ea7-418d-aa81-6e1beff9956b tempest-FloatingIPsAssociationTestJSON-81423602 tempest-FloatingIPsAssociationTestJSON-81423602-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8acba87-541d-422e-a1cb-bc3c7b51c19e HTTP/1.1" status: 200 len: 210 time: 0.0264623 Nov 15 11:21:08.068650 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34296) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:08.168081 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af2981-40cf-4e7b-96e9-824afe7b480c req-da441bdd-54f7-4d3b-9618-b20946f53316 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:08.169592 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-dc80670e-ec39-494b-bef8-edd252f18e7a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-608520446-network', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:08.169727 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-40af2981-40cf-4e7b-96e9-824afe7b480c req-da441bdd-54f7-4d3b-9618-b20946f53316 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed HTTP/1.1" status: 200 len: 945 time: 0.0540767 Nov 15 11:21:08.195089 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc80670e-ec39-494b-bef8-edd252f18e7a admin admin] Made reservation on behalf of d964b30bd51241629f72ef937dcc6f96 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:21:08.198117 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc80670e-ec39-494b-bef8-edd252f18e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:08.209586 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc80670e-ec39-494b-bef8-edd252f18e7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:08.225990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-40af2981-40cf-4e7b-96e9-824afe7b480c req-33e1882f-09a1-44d8-a2e6-660ee0c35412 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503979 Nov 15 11:21:08.290757 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc80670e-ec39-494b-bef8-edd252f18e7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:08.296938 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc80670e-ec39-494b-bef8-edd252f18e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:08.324836 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc80670e-ec39-494b-bef8-edd252f18e7a admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:21:08.331354 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed721f36-f615-46d7-a51f-fdc0b29a3f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:08.334050 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80670e-ec39-494b-bef8-edd252f18e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a15891-f9b0-4a42-9062-513ac3d3505b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:08.342916 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc80670e-ec39-494b-bef8-edd252f18e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:08.343488 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-dc80670e-ec39-494b-bef8-edd252f18e7a admin admin] Added segment 09cfbf89-35be-492a-beed-4e3df197629e of type vlan for network 6ce03a46-fc00-4ba3-8cc4-68be03eaf66f Nov 15 11:21:08.360591 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6032d1a6-8dcf-4399-b466-0ae09894a535 req-099a7c95-f408-40bd-a0d0-450232c744b0 tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0379364 Nov 15 11:21:08.392420 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc80670e-ec39-494b-bef8-edd252f18e7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:08.407772 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac9d49-e64d-4cf6-912d-67dcad8ae900 req-dd6eb369-976a-4983-a7ca-63ff08252b59 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:08.409276 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91ac9d49-e64d-4cf6-912d-67dcad8ae900 req-dd6eb369-976a-4983-a7ca-63ff08252b59 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0730863 Nov 15 11:21:08.420171 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc80670e-ec39-494b-bef8-edd252f18e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:08.421255 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc80670e-ec39-494b-bef8-edd252f18e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:08.422049 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc80670e-ec39-494b-bef8-edd252f18e7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:08.459307 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91ac9d49-e64d-4cf6-912d-67dcad8ae900 req-69987c79-1b0c-4314-afa5-62c3ba4c7904 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436413 Nov 15 11:21:08.480988 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-dc80670e-ec39-494b-bef8-edd252f18e7a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4112124 Nov 15 11:21:08.483697 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34308) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:08.490334 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-71837378-9251-40d7-b14b-840098e4c678 admin admin] Request body: {'subnet': {'network_id': '6ce03a46-fc00-4ba3-8cc4-68be03eaf66f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-608520446-subnet', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:08.496049 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80670e-ec39-494b-bef8-edd252f18e7a admin admin] Pushing event updated for resources: {'Network': ['ID=6ce03a46-fc00-4ba3-8cc4-68be03eaf66f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:08.506203 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 6ce03a46-fc00-4ba3-8cc4-68be03eaf66f details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:21:08.513529 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71837378-9251-40d7-b14b-840098e4c678 admin admin] Made reservation on behalf of d964b30bd51241629f72ef937dcc6f96 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:21:08.516026 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71837378-9251-40d7-b14b-840098e4c678 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:08.545693 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device dfe1ca49-ca55-4b63-8ad8-d1fe209b4583 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:21:08.568877 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: dfe1ca49-ca55-4b63-8ad8-d1fe209b4583 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:21:08.569208 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device dfe1ca49-ca55-4b63-8ad8-d1fe209b4583 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:21:08.685604 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71837378-9251-40d7-b14b-840098e4c678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:08.741401 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71837378-9251-40d7-b14b-840098e4c678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa9c0d81-78b6-44b2-bd9c-8b4c1359e147,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:08.751396 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71837378-9251-40d7-b14b-840098e4c678 admin admin] Checking segment: {'id': '09cfbf89-35be-492a-beed-4e3df197629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6ce03a46-fc00-4ba3-8cc4-68be03eaf66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:21:08.751747 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71837378-9251-40d7-b14b-840098e4c678 admin admin] Network hostable DHCP agents. Network: 6ce03a46-fc00-4ba3-8cc4-68be03eaf66f, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:21:08.769439 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71837378-9251-40d7-b14b-840098e4c678 admin admin] Network 6ce03a46-fc00-4ba3-8cc4-68be03eaf66f is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:21:08.780975 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-71837378-9251-40d7-b14b-840098e4c678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 6ce03a46-fc00-4ba3-8cc4-68be03eaf66f) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:21:08.785499 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71837378-9251-40d7-b14b-840098e4c678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:08.786248 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71837378-9251-40d7-b14b-840098e4c678 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:08.791946 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8481e9eb-fa7e-444d-89c7-ac230fb9d64a None None] Network 6ce03a46-fc00-4ba3-8cc4-68be03eaf66f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:21:08.792323 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34312) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:08.837469 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-71837378-9251-40d7-b14b-840098e4c678 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3527150 Nov 15 11:21:08.840413 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34314) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:08.846376 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-96dda3e8-d820-4723-81c7-8e0887fcb276 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-608520446-router', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:08.870098 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96dda3e8-d820-4723-81c7-8e0887fcb276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:08.871368 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96dda3e8-d820-4723-81c7-8e0887fcb276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:08.919423 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b2a39f-82b0-4599-9747-797ec5fb5b5b None None] Network 6ce03a46-fc00-4ba3-8cc4-68be03eaf66f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:21:08.929369 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96dda3e8-d820-4723-81c7-8e0887fcb276 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:09.073911 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96dda3e8-d820-4723-81c7-8e0887fcb276 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:09.197001 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ef0f8d1-d362-4a82-9f7a-975ba69fdc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:09.369395 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96dda3e8-d820-4723-81c7-8e0887fcb276 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:09.399100 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92e8cd-f32a-4278-8761-d7c715e7698f req-d26d67ed-26ca-483a-9e49-66e50a624db7 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:09.406276 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe92e8cd-f32a-4278-8761-d7c715e7698f req-d26d67ed-26ca-483a-9e49-66e50a624db7 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed HTTP/1.1" status: 200 len: 945 time: 0.0891404 Nov 15 11:21:09.409095 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96dda3e8-d820-4723-81c7-8e0887fcb276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:09.460520 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ef0f8d1-d362-4a82-9f7a-975ba69fdc13 admin admin] Deleting port 94592555-3dea-4102-a860-ea6c1de7cf79 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:21:09.460849 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ef0f8d1-d362-4a82-9f7a-975ba69fdc13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:09.507506 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f794ed1-7e2b-4847-925d-552ebaa8d11d req-a76ea6f3-ce3d-4485-9b1d-fe3e8a6e2c72 tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0497608 Nov 15 11:21:09.532422 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe92e8cd-f32a-4278-8761-d7c715e7698f req-c2a31e76-87c1-4eb7-9feb-edb7f7cf18bd tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251314 Nov 15 11:21:09.550524 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ef0f8d1-d362-4a82-9f7a-975ba69fdc13 admin admin] For port 94592555-3dea-4102-a860-ea6c1de7cf79, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=94592555-3dea-4102-a860-ea6c1de7cf79,segment=NetworkSegment(2f32573c-1648-475a-819e-49ddd83eff3a),segment_id=2f32573c-1648-475a-819e-49ddd83eff3a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:09.550885 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ef0f8d1-d362-4a82-9f7a-975ba69fdc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:09.573155 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ef0f8d1-d362-4a82-9f7a-975ba69fdc13 admin admin] Calling delete_port for 94592555-3dea-4102-a860-ea6c1de7cf79 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:21:09.586897 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-96dda3e8-d820-4723-81c7-8e0887fcb276 admin admin] Allocated IP 172.25.7.155 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/1378a86d-5668-42d0-9f0f-beaddbd50ba6) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:21:09.716612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287b169-cc3b-47bd-8572-0f4b67e41256 req-9c36a5b7-ebfb-4b07-a257-def32df1daed tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:09.718132 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d287b169-cc3b-47bd-8572-0f4b67e41256 req-9c36a5b7-ebfb-4b07-a257-def32df1daed tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.1048965 Nov 15 11:21:09.758254 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96dda3e8-d820-4723-81c7-8e0887fcb276 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:09.781605 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:09.793955 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ef0f8d1-d362-4a82-9f7a-975ba69fdc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:09.812820 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d287b169-cc3b-47bd-8572-0f4b67e41256 req-63ab862d-68de-4e9f-9be9-01e1e46e5a1d tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884416 Nov 15 11:21:09.835883 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0f8d1-d362-4a82-9f7a-975ba69fdc13 admin admin] Pushing event deleted for resources: {'Port': ['ID=94592555-3dea-4102-a860-ea6c1de7cf79,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:09.858234 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96dda3e8-d820-4723-81c7-8e0887fcb276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:09.869163 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c57c48-46ff-4c5a-8e87-14d77fcb26b1 req-46a3415e-7872-4d68-8e59-450cbc840a2b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:09.870691 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-48c57c48-46ff-4c5a-8e87-14d77fcb26b1 req-46a3415e-7872-4d68-8e59-450cbc840a2b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed HTTP/1.1" status: 200 len: 945 time: 0.0743468 Nov 15 11:21:09.926012 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dda3e8-d820-4723-81c7-8e0887fcb276 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:21:09.934121 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-96dda3e8-d820-4723-81c7-8e0887fcb276 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:21:09.944271 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dda3e8-d820-4723-81c7-8e0887fcb276 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:21:09.949250 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dda3e8-d820-4723-81c7-8e0887fcb276 admin admin] Pushing event updated for resources: {'Port': ['ID=1378a86d-5668-42d0-9f0f-beaddbd50ba6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:10.005225 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-48c57c48-46ff-4c5a-8e87-14d77fcb26b1 req-bf2647bf-6c70-4cdc-a2c0-752a693a552a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120410 Nov 15 11:21:10.040051 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ef0f8d1-d362-4a82-9f7a-975ba69fdc13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:10.239617 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96dda3e8-d820-4723-81c7-8e0887fcb276 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:10.272985 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef0f8d1-d362-4a82-9f7a-975ba69fdc13 admin admin] Router c75f9b98-b770-48e3-8aec-5e20c30b1bcf has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:21:10.384835 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef0f8d1-d362-4a82-9f7a-975ba69fdc13 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:21:10.393440 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5ef0f8d1-d362-4a82-9f7a-975ba69fdc13 admin admin] 10.222.0.64 "PUT /v2.0/routers/c75f9b98-b770-48e3-8aec-5e20c30b1bcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6001065 Nov 15 11:21:10.394036 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34334) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:10.394901 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff93b37-48b3-4a55-b9d9-e5c12d3b8909 None None] Sync routers for ids ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:21:10.406428 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff93b37-48b3-4a55-b9d9-e5c12d3b8909 None None] Routers {'c75f9b98-b770-48e3-8aec-5e20c30b1bcf'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:21:10.407237 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bff93b37-48b3-4a55-b9d9-e5c12d3b8909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:21:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:10.435238 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96dda3e8-d820-4723-81c7-8e0887fcb276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:10.499531 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-169ba030-507f-4d9b-bf6f-05c855fc0300 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:10.516561 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-bff93b37-48b3-4a55-b9d9-e5c12d3b8909 None None] Set router c75f9b98-b770-48e3-8aec-5e20c30b1bcf gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:21:10.520065 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 2061c010-fb84-4359-bbe4-a2b61785a247 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:21:10.570896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96dda3e8-d820-4723-81c7-8e0887fcb276 admin admin] Router 91d8f117-a02e-4f97-a27b-a7ed10e5ecac is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:21:10.597453 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 2061c010-fb84-4359-bbe4-a2b61785a247 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:21:10.598090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 2061c010-fb84-4359-bbe4-a2b61785a247 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:21:10.621281 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-169ba030-507f-4d9b-bf6f-05c855fc0300 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:10.677201 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-169ba030-507f-4d9b-bf6f-05c855fc0300 admin admin] Deleting port 575bcf55-6b9a-4d24-b149-7c3db3ac69a3 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:21:10.677681 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-169ba030-507f-4d9b-bf6f-05c855fc0300 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:10.681815 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-110a7a0a-4663-4353-9098-01f8436087c3 req-96bc5940-2c9e-488f-a3b8-6c812e1ae76e tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0581813 Nov 15 11:21:10.716755 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96dda3e8-d820-4723-81c7-8e0887fcb276 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:21:10.725187 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] Sync routers for ids ['91d8f117-a02e-4f97-a27b-a7ed10e5ecac'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:21:10.737503 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] Routers {'91d8f117-a02e-4f97-a27b-a7ed10e5ecac'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:21:10.738479 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:21:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['91d8f117-a02e-4f97-a27b-a7ed10e5ecac'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:10.741889 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96dda3e8-d820-4723-81c7-8e0887fcb276 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:10.742886 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-96dda3e8-d820-4723-81c7-8e0887fcb276 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.9007993 Nov 15 11:21:10.745802 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34338) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:10.754690 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bff93b37-48b3-4a55-b9d9-e5c12d3b8909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:21:09Z', 'revision_number': 5, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port': {'id': '575bcf55-6b9a-4d24-b149-7c3db3ac69a3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:10.770761 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-169ba030-507f-4d9b-bf6f-05c855fc0300 admin admin] For port 575bcf55-6b9a-4d24-b149-7c3db3ac69a3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=575bcf55-6b9a-4d24-b149-7c3db3ac69a3,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:10.771120 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-169ba030-507f-4d9b-bf6f-05c855fc0300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:10.785037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-169ba030-507f-4d9b-bf6f-05c855fc0300 admin admin] Calling delete_port for 575bcf55-6b9a-4d24-b149-7c3db3ac69a3 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:21:10.791180 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff93b37-48b3-4a55-b9d9-e5c12d3b8909 None None] Checking router: c75f9b98-b770-48e3-8aec-5e20c30b1bcf for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:21:10.802825 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff93b37-48b3-4a55-b9d9-e5c12d3b8909 None None] Routers {'c75f9b98-b770-48e3-8aec-5e20c30b1bcf'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:21:10.803565 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bff93b37-48b3-4a55-b9d9-e5c12d3b8909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:21:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:10.866013 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] Set router 91d8f117-a02e-4f97-a27b-a7ed10e5ecac gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:21:10.901068 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-bff93b37-48b3-4a55-b9d9-e5c12d3b8909 None None] Set router c75f9b98-b770-48e3-8aec-5e20c30b1bcf gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:21:10.963352 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bff93b37-48b3-4a55-b9d9-e5c12d3b8909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:21:10Z', 'revision_number': 6, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:10.992548 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff93b37-48b3-4a55-b9d9-e5c12d3b8909 None None] The sync data for ids ['c75f9b98-b770-48e3-8aec-5e20c30b1bcf'] in n-d-729945-9 is: [{'id': 'c75f9b98-b770-48e3-8aec-5e20c30b1bcf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1311661593-router', 'tenant_id': 'a1e7a4016c434f338686082e38f7e71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:20:06Z', 'updated_at': '2021-11-15T11:21:10Z', 'revision_number': 6, 'project_id': 'a1e7a4016c434f338686082e38f7e71a', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:21:11.001148 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-169ba030-507f-4d9b-bf6f-05c855fc0300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:11.006910 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed9267-73df-498c-a63e-f7d3e218d094 req-21a4597a-ec0c-413a-99f7-1fc1dfab9b09 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:11.008699 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-03ed9267-73df-498c-a63e-f7d3e218d094 req-21a4597a-ec0c-413a-99f7-1fc1dfab9b09 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0702748 Nov 15 11:21:11.053385 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ba030-507f-4d9b-bf6f-05c855fc0300 admin admin] Pushing event deleted for resources: {'Port': ['ID=575bcf55-6b9a-4d24-b149-7c3db3ac69a3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:11.099693 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'name': 'tempest-ServerRescueTestJSONUnderV235-608520446-router', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:08Z', 'updated_at': '2021-11-15T11:21:10Z', 'revision_number': 3, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'gw_port': {'id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:94:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:09Z', 'updated_at': '2021-11-15T11:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:11.116980 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-169ba030-507f-4d9b-bf6f-05c855fc0300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:11.134493 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] Checking router: 91d8f117-a02e-4f97-a27b-a7ed10e5ecac for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:21:11.134840 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] Updating router 91d8f117-a02e-4f97-a27b-a7ed10e5ecac port 1378a86d-5668-42d0-9f0f-beaddbd50ba6 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:21:11.160710 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:11.164791 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-03ed9267-73df-498c-a63e-f7d3e218d094 req-6ce6ebc5-4bc6-4736-828a-d8759a4d3e34 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477706 Nov 15 11:21:11.211180 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-169ba030-507f-4d9b-bf6f-05c855fc0300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:11.213534 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-169ba030-507f-4d9b-bf6f-05c855fc0300 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:11.226201 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42007a39-c367-4553-a1e4-b08443ee26ef req-eba06533-8934-4ac5-bc88-377bb14333eb tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:11.227922 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42007a39-c367-4553-a1e4-b08443ee26ef req-eba06533-8934-4ac5-bc88-377bb14333eb tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed HTTP/1.1" status: 200 len: 945 time: 0.1096294 Nov 15 11:21:11.266996 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-169ba030-507f-4d9b-bf6f-05c855fc0300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:11.267871 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169ba030-507f-4d9b-bf6f-05c855fc0300 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c75f9b98-b770-48e3-8aec-5e20c30b1bcf {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:21:11.273041 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-169ba030-507f-4d9b-bf6f-05c855fc0300 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:11.276981 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-169ba030-507f-4d9b-bf6f-05c855fc0300 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c75f9b98-b770-48e3-8aec-5e20c30b1bcf HTTP/1.1" status: 204 len: 168 time: 0.8818398 Nov 15 11:21:11.277169 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34346) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:11.352389 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42007a39-c367-4553-a1e4-b08443ee26ef req-4033da7f-07c7-4510-bd3c-e91e295f6171 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169488 Nov 15 11:21:11.353875 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:11.373171 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c307b9-03ba-4405-9bdd-8df0745f5ce4 admin admin] Deleting subnet 0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:21:11.378188 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-06c307b9-03ba-4405-9bdd-8df0745f5ce4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:11.435600 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-06c307b9-03ba-4405-9bdd-8df0745f5ce4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:11.603277 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:11.610586 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:11.620763 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-06c307b9-03ba-4405-9bdd-8df0745f5ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:11.623667 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc8ea-9b31-4a94-be95-89262e415d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:11.657406 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb302d1-1580-446e-a990-20684057be89 None None] Pushing event updated for resources: {'Port': ['ID=1378a86d-5668-42d0-9f0f-beaddbd50ba6,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:11.674046 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb302d1-1580-446e-a990-20684057be89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:11.674401 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb302d1-1580-446e-a990-20684057be89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:11.674727 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb302d1-1580-446e-a990-20684057be89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:11.675217 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb302d1-1580-446e-a990-20684057be89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:11.675684 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb302d1-1580-446e-a990-20684057be89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:11.676276 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb302d1-1580-446e-a990-20684057be89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:11.676806 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb302d1-1580-446e-a990-20684057be89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:11.677266 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb302d1-1580-446e-a990-20684057be89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:11.677726 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb302d1-1580-446e-a990-20684057be89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:11.678182 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb302d1-1580-446e-a990-20684057be89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:11.678656 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb302d1-1580-446e-a990-20684057be89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:11.679111 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb302d1-1580-446e-a990-20684057be89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:11.687750 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] Attempting to bind port 1378a86d-5668-42d0-9f0f-beaddbd50ba6 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:21:11.688468 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] Attempting to bind port 1378a86d-5668-42d0-9f0f-beaddbd50ba6 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:21:11.688975 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] Attempting to bind port 1378a86d-5668-42d0-9f0f-beaddbd50ba6 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:21:11.694685 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:21:11.695288 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:21:11.695855 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:11.696389 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:21:11.697149 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] Bound port: 1378a86d-5668-42d0-9f0f-beaddbd50ba6, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:21:11.697698 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:11.864028 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] For port 1378a86d-5668-42d0-9f0f-beaddbd50ba6, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:21:11.868579 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] For port 1378a86d-5668-42d0-9f0f-beaddbd50ba6, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=1378a86d-5668-42d0-9f0f-beaddbd50ba6,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:21:11.874328 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:11.901150 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18831ad0-00c9-4831-aaaf-a13f81a52a2e req-781c8c6f-23bf-45dd-a7e6-c783537274af tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0365996 Nov 15 11:21:11.941479 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] Routers {'91d8f117-a02e-4f97-a27b-a7ed10e5ecac'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:21:11.942151 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:21:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['91d8f117-a02e-4f97-a27b-a7ed10e5ecac'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:11.945233 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-06c307b9-03ba-4405-9bdd-8df0745f5ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:11.976758 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb302d1-1580-446e-a990-20684057be89 None None] Pushing event updated for resources: {'Port': ['ID=1378a86d-5668-42d0-9f0f-beaddbd50ba6,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:11.991012 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c307b9-03ba-4405-9bdd-8df0745f5ce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:11.996287 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-4e4bc8ea-9b31-4a94-be95-89262e415d2f admin admin] Allocated IP 172.20.0.1 (6ce03a46-fc00-4ba3-8cc4-68be03eaf66f/aa9c0d81-78b6-44b2-bd9c-8b4c1359e147/adeabb7b-13f1-4f74-ab47-4e2633ba51b6) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:21:12.007975 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b0da43-e555-4abf-89b1-7c9cb2bfeece None None] Network f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:21:12.009720 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-06c307b9-03ba-4405-9bdd-8df0745f5ce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:12.016092 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34364) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:12.023494 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-06c307b9-03ba-4405-9bdd-8df0745f5ce4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0a0bdaf0-9264-47e3-95a4-ffd1c5ec371d HTTP/1.1" status: 204 len: 168 time: 0.7427161 Nov 15 11:21:12.047157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5d422-2757-4036-b335-217c403c86d9 req-8ba4274c-a6b1-4dcc-8f29-d99fd312d328 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:12.048612 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ecc5d422-2757-4036-b335-217c403c86d9 req-8ba4274c-a6b1-4dcc-8f29-d99fd312d328 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/networks?id=09b1efd8-eb77-4965-a77c-23c7047088b0 HTTP/1.1" status: 200 len: 805 time: 0.3524973 Nov 15 11:21:12.081583 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] Set router 91d8f117-a02e-4f97-a27b-a7ed10e5ecac gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:21:12.116609 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ecc5d422-2757-4036-b335-217c403c86d9 req-fbf02a18-5f81-4bd8-a4eb-b3c585e7d857 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/quotas/1f314a8afee34f158da011fc25e91eb9 HTTP/1.1" status: 200 len: 375 time: 0.0459538 Nov 15 11:21:12.148380 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:12.178396 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7f28a33-a86d-452a-9cca-007785ed36b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:12.198275 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ecc5d422-2757-4036-b335-217c403c86d9 req-aac406a5-8856-4da6-8f47-f42d85909b70 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f314a8afee34f158da011fc25e91eb9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0807202 Nov 15 11:21:12.204809 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 94592555-3dea-4102-a860-ea6c1de7cf79 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:21:12.231667 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 94592555-3dea-4102-a860-ea6c1de7cf79 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:21:12.231928 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 94592555-3dea-4102-a860-ea6c1de7cf79 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:21:12.232679 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 575bcf55-6b9a-4d24-b149-7c3db3ac69a3 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:21:12.280914 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 575bcf55-6b9a-4d24-b149-7c3db3ac69a3 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:21:12.281251 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 575bcf55-6b9a-4d24-b149-7c3db3ac69a3 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:21:12.294222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b7f28a33-a86d-452a-9cca-007785ed36b8 admin admin] Deleting port fcd6b60a-5ab1-41e4-9c67-7ee68b14afad {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:21:12.294575 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7f28a33-a86d-452a-9cca-007785ed36b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:12.379682 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b7f28a33-a86d-452a-9cca-007785ed36b8 admin admin] For port fcd6b60a-5ab1-41e4-9c67-7ee68b14afad, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=fcd6b60a-5ab1-41e4-9c67-7ee68b14afad,segment=NetworkSegment(2f32573c-1648-475a-819e-49ddd83eff3a),segment_id=2f32573c-1648-475a-819e-49ddd83eff3a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:12.380127 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7f28a33-a86d-452a-9cca-007785ed36b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:12.394788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b7f28a33-a86d-452a-9cca-007785ed36b8 admin admin] Calling delete_port for fcd6b60a-5ab1-41e4-9c67-7ee68b14afad owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:21:12.400761 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'name': 'tempest-ServerRescueTestJSONUnderV235-608520446-router', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:08Z', 'updated_at': '2021-11-15T11:21:10Z', 'revision_number': 3, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'gw_port': {'id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:94:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:09Z', 'updated_at': '2021-11-15T11:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:12.425795 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bfeb39-4ae4-48f9-8449-fa3f1c052f18 None None] DHCP port deletion for f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:21:12.438462 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bade72-53af-4cbe-bad1-18fb5b563c7d None None] The sync data for ids ['91d8f117-a02e-4f97-a27b-a7ed10e5ecac'] in n-d-729945-9 is: [{'id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'name': 'tempest-ServerRescueTestJSONUnderV235-608520446-router', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:08Z', 'updated_at': '2021-11-15T11:21:10Z', 'revision_number': 3, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'gw_port': {'id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:94:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:09Z', 'updated_at': '2021-11-15T11:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:21:12.506726 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7f28a33-a86d-452a-9cca-007785ed36b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:12.509284 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a7bfeb39-4ae4-48f9-8449-fa3f1c052f18 None None] Deleting port fcd6b60a-5ab1-41e4-9c67-7ee68b14afad {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:21:12.509284 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a7bfeb39-4ae4-48f9-8449-fa3f1c052f18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:12.541789 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f28a33-a86d-452a-9cca-007785ed36b8 admin admin] No DVR routers for this DVR port fcd6b60a-5ab1-41e4-9c67-7ee68b14afad on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:21:12.546522 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f28a33-a86d-452a-9cca-007785ed36b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd6b60a-5ab1-41e4-9c67-7ee68b14afad,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:12.594240 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a7bfeb39-4ae4-48f9-8449-fa3f1c052f18 None None] For port fcd6b60a-5ab1-41e4-9c67-7ee68b14afad, host n-d-729945-9, got binding levels [] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:12.594769 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a7bfeb39-4ae4-48f9-8449-fa3f1c052f18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:12.608719 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a7bfeb39-4ae4-48f9-8449-fa3f1c052f18 None None] Calling delete_port for fcd6b60a-5ab1-41e4-9c67-7ee68b14afad owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:21:12.611498 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.ipam_backend_mixin [None req-a7bfeb39-4ae4-48f9-8449-fa3f1c052f18 None None] Port fcd6b60a-5ab1-41e4-9c67-7ee68b14afad was not found and therefore no delete operation was performed {{(pid=102679) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 11:21:12.612926 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a7bfeb39-4ae4-48f9-8449-fa3f1c052f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:12.616152 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc8ea-9b31-4a94-be95-89262e415d2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:12.630486 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7f28a33-a86d-452a-9cca-007785ed36b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:12.644243 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bfeb39-4ae4-48f9-8449-fa3f1c052f18 None None] No DVR routers for this DVR port fcd6b60a-5ab1-41e4-9c67-7ee68b14afad on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:21:12.648538 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfeb39-4ae4-48f9-8449-fa3f1c052f18 None None] Pushing event deleted for resources: {'Port': ['ID=fcd6b60a-5ab1-41e4-9c67-7ee68b14afad,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:12.666210 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b7f28a33-a86d-452a-9cca-007785ed36b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:12.676245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b7f28a33-a86d-452a-9cca-007785ed36b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f32573c-1648-475a-819e-49ddd83eff3a') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:12.676639 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b7f28a33-a86d-452a-9cca-007785ed36b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f32573c-1648-475a-819e-49ddd83eff3a') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:12.688675 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7f28a33-a86d-452a-9cca-007785ed36b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:12.703392 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7f28a33-a86d-452a-9cca-007785ed36b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:12.710037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f28a33-a86d-452a-9cca-007785ed36b8 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:21:12.710427 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7f28a33-a86d-452a-9cca-007785ed36b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:21:12.713067 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:21:12.720363 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78469878-506b-493f-bf7f-7a90826e417b req-09454f71-539a-4379-86fd-dae3a8953edb tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:12.721933 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-78469878-506b-493f-bf7f-7a90826e417b req-09454f71-539a-4379-86fd-dae3a8953edb tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.1041968 Nov 15 11:21:12.730702 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ecc5d422-2757-4036-b335-217c403c86d9 req-cc1b545d-8a08-4fd0-9986-ff27264e7911 service neutron] 10.222.0.64 "GET /v2.0/networks/09b1efd8-eb77-4965-a77c-23c7047088b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310926 Nov 15 11:21:12.781274 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc8ea-9b31-4a94-be95-89262e415d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:12.794040 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7f28a33-a86d-452a-9cca-007785ed36b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:12.800009 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7f28a33-a86d-452a-9cca-007785ed36b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:12.803243 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b7f28a33-a86d-452a-9cca-007785ed36b8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4 HTTP/1.1" status: 204 len: 168 time: 0.7862494 Nov 15 11:21:12.834178 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f28a33-a86d-452a-9cca-007785ed36b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3ab4c6c-2f47-428d-a3cd-0c92f283e0c4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:12.875496 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4bc8ea-9b31-4a94-be95-89262e415d2f admin admin] Network 6ce03a46-fc00-4ba3-8cc4-68be03eaf66f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:21:12.891756 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-4e4bc8ea-9b31-4a94-be95-89262e415d2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:21:12.900260 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4bc8ea-9b31-4a94-be95-89262e415d2f admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:21:12.905416 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-78469878-506b-493f-bf7f-7a90826e417b req-e42da18d-2978-4095-8c09-0435b735091a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730063 Nov 15 11:21:12.947896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bc8ea-9b31-4a94-be95-89262e415d2f admin admin] Pushing event updated for resources: {'Port': ['ID=adeabb7b-13f1-4f74-ab47-4e2633ba51b6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:12.975279 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ecc5d422-2757-4036-b335-217c403c86d9 req-b8574c03-4e67-496f-88ac-7c2886b5d294 service neutron] 10.222.0.64 "GET /v2.0/networks/09b1efd8-eb77-4965-a77c-23c7047088b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368357 Nov 15 11:21:12.988062 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc8ea-9b31-4a94-be95-89262e415d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:13.007464 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34376) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:13.216601 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4bba1186-eb0d-4c2d-852d-acf74012bf28 req-8cd61fd3-92be-4455-beac-d4de1f982d0d tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0338392 Nov 15 11:21:13.228112 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc8ea-9b31-4a94-be95-89262e415d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:13.301183 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e350571e-917e-42f2-9d30-852f4329635c req-5ed88a40-037e-4d19-af5d-bf2b88e642e1 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=7abdc231-0953-4bf1-aad3-c563d750c8de HTTP/1.1" status: 200 len: 210 time: 0.0453646 Nov 15 11:21:13.378532 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-203382a7-f7ee-40d8-94ce-154eab22e9b4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a1e7a4016c434f338686082e38f7e71a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3696902 Nov 15 11:21:13.379061 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34384) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:13.437830 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c732691f-5e5d-4a6e-a688-917b3d37d54a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:13.463926 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c732691f-5e5d-4a6e-a688-917b3d37d54a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:13.489041 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc8ea-9b31-4a94-be95-89262e415d2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:13.494359 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc8ea-9b31-4a94-be95-89262e415d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:13.522284 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c732691f-5e5d-4a6e-a688-917b3d37d54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:13.526002 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c732691f-5e5d-4a6e-a688-917b3d37d54a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:13.530958 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c732691f-5e5d-4a6e-a688-917b3d37d54a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b95e23c-0327-42ba-a156-bf333b7876ed HTTP/1.1" status: 204 len: 168 time: 0.1508136 Nov 15 11:21:13.542357 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732691f-5e5d-4a6e-a688-917b3d37d54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b95e23c-0327-42ba-a156-bf333b7876ed,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:13.572239 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bc8ea-9b31-4a94-be95-89262e415d2f admin admin] Pushing event updated for resources: {'Port': ['ID=adeabb7b-13f1-4f74-ab47-4e2633ba51b6,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:13.578159 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc8ea-9b31-4a94-be95-89262e415d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:13.695698 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4bc8ea-9b31-4a94-be95-89262e415d2f admin admin] Network 6ce03a46-fc00-4ba3-8cc4-68be03eaf66f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:21:13.697603 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-4e4bc8ea-9b31-4a94-be95-89262e415d2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:21:13.830985 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4bc8ea-9b31-4a94-be95-89262e415d2f admin admin] Router 91d8f117-a02e-4f97-a27b-a7ed10e5ecac has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:21:13.949367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4bc8ea-9b31-4a94-be95-89262e415d2f admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:21:13.955541 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4e4bc8ea-9b31-4a94-be95-89262e415d2f admin admin] 10.222.0.64 "PUT /v2.0/routers/91d8f117-a02e-4f97-a27b-a7ed10e5ecac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2087245 Nov 15 11:21:14.081610 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcb24f-3425-4d01-9581-1e29be0f1ded req-1230271d-1817-4ea2-b359-cbc52974656b tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:14.089822 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1edcb24f-3425-4d01-9581-1e29be0f1ded req-1230271d-1817-4ea2-b359-cbc52974656b tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0721388 Nov 15 11:21:14.189595 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 1378a86d-5668-42d0-9f0f-beaddbd50ba6 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:21:14.244269 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1edcb24f-3425-4d01-9581-1e29be0f1ded req-65d6fede-c120-4075-a19e-6ff178de3caa tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497598 Nov 15 11:21:14.283355 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-d237c9c0-6433-4e6a-864e-e39c48995864 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1670542 Nov 15 11:21:14.298920 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 1378a86d-5668-42d0-9f0f-beaddbd50ba6 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:21:14.299287 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:14.372162 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ccd2d5d-e3b2-4f30-8621-205935c0eda6 req-a658e129-b5eb-40bd-bcaa-5440e763b917 tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0516963 Nov 15 11:21:14.459591 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:14.491224 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 1378a86d-5668-42d0-9f0f-beaddbd50ba6, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=1378a86d-5668-42d0-9f0f-beaddbd50ba6,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:14.498806 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:14.523685 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5d422-2757-4036-b335-217c403c86d9 req-b02dad7c-ee58-430f-87ea-99d72f0b853b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:14.525499 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ecc5d422-2757-4036-b335-217c403c86d9 req-b02dad7c-ee58-430f-87ea-99d72f0b853b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.55 "GET /v2.0/networks?id=09b1efd8-eb77-4965-a77c-23c7047088b0 HTTP/1.1" status: 200 len: 805 time: 0.1558363 Nov 15 11:21:14.574147 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=1378a86d-5668-42d0-9f0f-beaddbd50ba6,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:14.576796 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-ecc5d422-2757-4036-b335-217c403c86d9 req-bd7a218f-d2e2-459b-b5e0-dbffc22e669b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Request body: {'port': {'device_id': '7abdc231-0953-4bf1-aad3-c563d750c8de', 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0', 'admin_state_up': True, 'tenant_id': '1f314a8afee34f158da011fc25e91eb9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:14.597940 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device fcd6b60a-5ab1-41e4-9c67-7ee68b14afad no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:21:14.624158 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-54e37046-9a3e-4a3d-895c-c7872b7b9440 req-1815e0e2-ba0b-4548-89d7-166addeb8eac tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=7abdc231-0953-4bf1-aad3-c563d750c8de HTTP/1.1" status: 200 len: 210 time: 0.0970848 Nov 15 11:21:14.643187 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34430) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:14.646908 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: fcd6b60a-5ab1-41e4-9c67-7ee68b14afad {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:21:14.647412 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device fcd6b60a-5ab1-41e4-9c67-7ee68b14afad not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:21:14.685399 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-ae435837-6d27-47ba-9cf8-2e684aae62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:14.685886 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-ae435837-6d27-47ba-9cf8-2e684aae62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:14.686352 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-ae435837-6d27-47ba-9cf8-2e684aae62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:14.686818 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-ae435837-6d27-47ba-9cf8-2e684aae62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:14.687282 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-ae435837-6d27-47ba-9cf8-2e684aae62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:14.687739 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-ae435837-6d27-47ba-9cf8-2e684aae62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:14.688227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-ae435837-6d27-47ba-9cf8-2e684aae62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:14.690161 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-ae435837-6d27-47ba-9cf8-2e684aae62ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d166880b4a94d32a973c2d61c598d8e&device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 6490 time: 0.3219421 Nov 15 11:21:14.779617 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a7dcb34e-678e-4cd8-a01a-cbb2a24d222e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-239625114-network', 'tenant_id': '47fff505e3e84388895515130236448c'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:14.791659 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] Sync routers for ids ['91d8f117-a02e-4f97-a27b-a7ed10e5ecac'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:21:14.807709 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] Routers {'91d8f117-a02e-4f97-a27b-a7ed10e5ecac'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:21:14.809095 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:21:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['91d8f117-a02e-4f97-a27b-a7ed10e5ecac'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:14.813993 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dcb34e-678e-4cd8-a01a-cbb2a24d222e admin admin] Made reservation on behalf of 47fff505e3e84388895515130236448c for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:21:14.817047 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb34e-678e-4cd8-a01a-cbb2a24d222e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:14.827751 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb34e-678e-4cd8-a01a-cbb2a24d222e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:14.908909 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb34e-678e-4cd8-a01a-cbb2a24d222e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:14.909140 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc5d422-2757-4036-b335-217c403c86d9 req-bd7a218f-d2e2-459b-b5e0-dbffc22e669b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Made reservation on behalf of 1f314a8afee34f158da011fc25e91eb9 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:21:14.912491 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ecc5d422-2757-4036-b335-217c403c86d9 req-bd7a218f-d2e2-459b-b5e0-dbffc22e669b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:14.914072 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb34e-678e-4cd8-a01a-cbb2a24d222e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:14.927633 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7dcb34e-678e-4cd8-a01a-cbb2a24d222e admin admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:21:14.933995 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-65744b5f-e73e-4187-b12a-42eba1d9c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:14.934477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-65744b5f-e73e-4187-b12a-42eba1d9c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:14.934923 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-65744b5f-e73e-4187-b12a-42eba1d9c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:14.936613 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-65744b5f-e73e-4187-b12a-42eba1d9c1f6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ac01650-250d-49f6-a38a-ac634445c34a&id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&id=1722e728-27c9-4457-a98e-4b336084f5f5&id=1722e728-27c9-4457-a98e-4b336084f5f5 HTTP/1.1" status: 200 len: 2292 time: 0.2164690 Nov 15 11:21:14.937618 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] Set router 91d8f117-a02e-4f97-a27b-a7ed10e5ecac gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:21:14.952725 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb34e-678e-4cd8-a01a-cbb2a24d222e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:14.953162 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-a7dcb34e-678e-4cd8-a01a-cbb2a24d222e admin admin] Added segment 982510f6-b22f-4c53-af38-6a6785d78500 of type vlan for network 865d5ee5-074b-41e0-8bb1-5b492cfc8e95 Nov 15 11:21:14.961425 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcb34e-678e-4cd8-a01a-cbb2a24d222e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0a4116-6849-48cb-907b-b9d19bd9f040,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:15.001963 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb34e-678e-4cd8-a01a-cbb2a24d222e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:15.031511 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb34e-678e-4cd8-a01a-cbb2a24d222e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:15.032539 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dcb34e-678e-4cd8-a01a-cbb2a24d222e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:15.033320 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb34e-678e-4cd8-a01a-cbb2a24d222e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:15.066912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-b3eab7c9-f373-49be-bc37-a6deaf066f9c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:15.068784 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-b3eab7c9-f373-49be-bc37-a6deaf066f9c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/networks?id=6ce03a46-fc00-4ba3-8cc4-68be03eaf66f HTTP/1.1" status: 200 len: 819 time: 0.2364984 Nov 15 11:21:15.086339 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-1fd0eccd-95d3-4bd9-8f9b-18bcbecae134 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fc0f2ac-e00b-4810-b47a-e13b8f18d088 HTTP/1.1" status: 200 len: 1000 time: 0.1406720 Nov 15 11:21:15.096590 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a7dcb34e-678e-4cd8-a01a-cbb2a24d222e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4511559 Nov 15 11:21:15.099035 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34444) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:15.106484 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4321b4b8-58cc-4730-b996-3e6ee2484119 admin admin] Request body: {'subnet': {'network_id': '865d5ee5-074b-41e0-8bb1-5b492cfc8e95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-239625114-subnet', 'tenant_id': '47fff505e3e84388895515130236448c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:15.123561 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcb34e-678e-4cd8-a01a-cbb2a24d222e admin admin] Pushing event updated for resources: {'Network': ['ID=865d5ee5-074b-41e0-8bb1-5b492cfc8e95,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:15.132365 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4321b4b8-58cc-4730-b996-3e6ee2484119 admin admin] Made reservation on behalf of 47fff505e3e84388895515130236448c for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:21:15.134992 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4321b4b8-58cc-4730-b996-3e6ee2484119 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:15.140298 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 865d5ee5-074b-41e0-8bb1-5b492cfc8e95 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:21:15.195675 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-69c30cc3-c55b-4f35-8404-462daeb4301e tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/quotas/d964b30bd51241629f72ef937dcc6f96 HTTP/1.1" status: 200 len: 375 time: 0.1058159 Nov 15 11:21:15.247209 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'name': 'tempest-ServerRescueTestJSONUnderV235-608520446-router', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:08Z', 'updated_at': '2021-11-15T11:21:13Z', 'revision_number': 4, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'gw_port': {'id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:09Z', 'updated_at': '2021-11-15T11:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'adeabb7b-13f1-4f74-ab47-4e2633ba51b6', 'name': '', 'network_id': '6ce03a46-fc00-4ba3-8cc4-68be03eaf66f', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'mac_address': 'fa:16:3e:b8:08:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'aa9c0d81-78b6-44b2-bd9c-8b4c1359e147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:11Z', 'updated_at': '2021-11-15T11:21:13Z', 'revision_number': 2, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'subnets': [{'id': 'aa9c0d81-78b6-44b2-bd9c-8b4c1359e147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:15.249351 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-ecc5d422-2757-4036-b335-217c403c86d9 req-bd7a218f-d2e2-459b-b5e0-dbffc22e669b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Allocated IP 172.20.0.9 (09b1efd8-eb77-4965-a77c-23c7047088b0/e1ef15d9-2812-4825-8c7b-2bbfb46898e7/3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:21:15.254182 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-3e98ccb9-397d-40b4-aca8-4571a13b53d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:15.255661 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-3e98ccb9-397d-40b4-aca8-4571a13b53d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd0574-7413-48b2-8325-e46b6f762330 HTTP/1.1" status: 200 len: 850 time: 0.1046610 Nov 15 11:21:15.283274 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] Checking router: 91d8f117-a02e-4f97-a27b-a7ed10e5ecac for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:21:15.283671 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] Updating router 91d8f117-a02e-4f97-a27b-a7ed10e5ecac port adeabb7b-13f1-4f74-ab47-4e2633ba51b6 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:21:15.318864 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:15.336367 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-aa92ee61-c28b-460c-9cba-4eb5dc0fc4cd tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d964b30bd51241629f72ef937dcc6f96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1241376 Nov 15 11:21:15.356403 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4321b4b8-58cc-4730-b996-3e6ee2484119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:15.424149 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321b4b8-58cc-4730-b996-3e6ee2484119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f3afe93-e76b-4058-a0ae-3200fb061f6d,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:15.432043 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321b4b8-58cc-4730-b996-3e6ee2484119 admin admin] Checking segment: {'id': '982510f6-b22f-4c53-af38-6a6785d78500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '865d5ee5-074b-41e0-8bb1-5b492cfc8e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:21:15.432400 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4321b4b8-58cc-4730-b996-3e6ee2484119 admin admin] Network hostable DHCP agents. Network: 865d5ee5-074b-41e0-8bb1-5b492cfc8e95, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:21:15.446879 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-a8d4b1c8-5688-4858-9019-3b3bedd9bc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:15.448574 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-a8d4b1c8-5688-4858-9019-3b3bedd9bc48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ac01650-250d-49f6-a38a-ac634445c34a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1816173 Nov 15 11:21:15.452275 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4321b4b8-58cc-4730-b996-3e6ee2484119 admin admin] Network 865d5ee5-074b-41e0-8bb1-5b492cfc8e95 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:21:15.464663 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4321b4b8-58cc-4730-b996-3e6ee2484119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 865d5ee5-074b-41e0-8bb1-5b492cfc8e95) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:21:15.469559 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4321b4b8-58cc-4730-b996-3e6ee2484119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:15.471108 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4321b4b8-58cc-4730-b996-3e6ee2484119 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:15.489864 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4321b4b8-58cc-4730-b996-3e6ee2484119 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3897507 Nov 15 11:21:15.571611 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e3595a-344d-47ac-89c8-fce2f95ac332 None None] Network 865d5ee5-074b-41e0-8bb1-5b492cfc8e95 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:21:15.599287 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3da6fc-91c8-4847-a9ed-43ededf8166d req-08e69e89-7d31-4e6e-a256-6e1dc9c3ee33 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:15.605999 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e3da6fc-91c8-4847-a9ed-43ededf8166d req-08e69e89-7d31-4e6e-a256-6e1dc9c3ee33 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.2336178 Nov 15 11:21:15.685122 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ecc5d422-2757-4036-b335-217c403c86d9 req-bd7a218f-d2e2-459b-b5e0-dbffc22e669b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:15.688111 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-c521d49f-8fe0-4299-b8c9-178f0fa819bb service neutron] 10.222.0.64 "GET /v2.0/networks/6ce03a46-fc00-4ba3-8cc4-68be03eaf66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509619 Nov 15 11:21:15.698022 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c8e99-8448-4bdb-a645-9ba292ac3d55 req-d8247c0e-0991-4bf7-b7dd-06531282265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:15.700142 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5f3c8e99-8448-4bdb-a645-9ba292ac3d55 req-d8247c0e-0991-4bf7-b7dd-06531282265b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 1096 time: 0.0690956 Nov 15 11:21:15.754667 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5f3c8e99-8448-4bdb-a645-9ba292ac3d55 req-87a29283-da8c-461e-b217-a67e26fada29 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409384 Nov 15 11:21:15.792874 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-c35ba285-e5ea-49db-910c-bb6eb2e67d3c service neutron] 10.222.0.55 "GET /v2.0/networks/3ac01650-250d-49f6-a38a-ac634445c34a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070154 Nov 15 11:21:15.822329 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e3da6fc-91c8-4847-a9ed-43ededf8166d req-da31b492-7aaa-4c3e-abe8-fcae26025cd2 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773748 Nov 15 11:21:15.864777 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7e26fc-5dd0-4d73-a1b6-ffaea6b49800 None None] Network 865d5ee5-074b-41e0-8bb1-5b492cfc8e95 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:21:15.895749 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ecc5d422-2757-4036-b335-217c403c86d9 req-bd7a218f-d2e2-459b-b5e0-dbffc22e669b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:15.926263 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['ee6e00e8-a63d-4a7b-bd62-833c08328930'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:21:15.945136 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-faec5e5e-009f-4e3a-976e-5215f86272ef service neutron] 10.222.0.64 "GET /v2.0/networks/6ce03a46-fc00-4ba3-8cc4-68be03eaf66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485304 Nov 15 11:21:15.972526 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8aecf770-b29c-4df5-9fff-cc389df8c004 req-15cd8c50-838f-4ac1-a3b0-28f2c07707bd tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0672288 Nov 15 11:21:16.030891 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc5d422-2757-4036-b335-217c403c86d9 req-bd7a218f-d2e2-459b-b5e0-dbffc22e669b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Network 09b1efd8-eb77-4965-a77c-23c7047088b0 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:21:16.033926 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-ac4a557c-ba1b-41d5-afca-b16383ae3a55 service neutron] 10.222.0.55 "GET /v2.0/networks/3ac01650-250d-49f6-a38a-ac634445c34a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284563 Nov 15 11:21:16.039023 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-ecc5d422-2757-4036-b335-217c403c86d9 req-bd7a218f-d2e2-459b-b5e0-dbffc22e669b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:21:16.040791 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc5d422-2757-4036-b335-217c403c86d9 req-bd7a218f-d2e2-459b-b5e0-dbffc22e669b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:21:16.051871 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a218f-d2e2-459b-b5e0-dbffc22e669b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Pushing event updated for resources: {'Port': ['ID=3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:16.142886 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:16.159637 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 1378a86d-5668-42d0-9f0f-beaddbd50ba6 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:21:16.163517 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:16.207185 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5d422-2757-4036-b335-217c403c86d9 req-bd7a218f-d2e2-459b-b5e0-dbffc22e669b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:16.208192 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ecc5d422-2757-4036-b335-217c403c86d9 req-bd7a218f-d2e2-459b-b5e0-dbffc22e669b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:16.215727 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-650acbf5-1783-4196-9e21-9e15f157d805 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=041d37e4-b503-41ea-9c56-8ae1475f9725 HTTP/1.1" status: 200 len: 217 time: 0.1713886 Nov 15 11:21:16.267520 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ecc5d422-2757-4036-b335-217c403c86d9 req-bd7a218f-d2e2-459b-b5e0-dbffc22e669b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6973126 Nov 15 11:21:16.282514 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-ecc5d422-2757-4036-b335-217c403c86d9 req-d5c6eb50-f570-4e9b-93ba-d6830638b2cf service neutron] Request body: {'port': {'device_id': '7abdc231-0953-4bf1-aad3-c563d750c8de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:16.333365 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e3ba0-36d0-43b3-9301-2e8acd3a1c81 req-8e4b36eb-df69-4182-9e31-beb4908fb737 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:16.336089 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76c857-2f35-4573-8c71-039013599511 None None] Pushing event updated for resources: {'Port': ['ID=adeabb7b-13f1-4f74-ab47-4e2633ba51b6,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:16.337280 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac6e3ba0-36d0-43b3-9301-2e8acd3a1c81 req-8e4b36eb-df69-4182-9e31-beb4908fb737 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=7abdc231-0953-4bf1-aad3-c563d750c8de HTTP/1.1" status: 200 len: 931 time: 0.2273073 Nov 15 11:21:16.371941 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c10eda9b-bbd6-4313-bb69-59e9de19ff5e req-43ff8f38-b9fa-4d51-96c1-c85ed4cce25e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0640008 Nov 15 11:21:16.386982 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 1378a86d-5668-42d0-9f0f-beaddbd50ba6 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:21:16.387479 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:16.415570 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] Attempting to bind port adeabb7b-13f1-4f74-ab47-4e2633ba51b6 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:21:16.415570 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] Attempting to bind port adeabb7b-13f1-4f74-ab47-4e2633ba51b6 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '09cfbf89-35be-492a-beed-4e3df197629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6ce03a46-fc00-4ba3-8cc4-68be03eaf66f'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:21:16.415930 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] Attempting to bind port adeabb7b-13f1-4f74-ab47-4e2633ba51b6 on network 6ce03a46-fc00-4ba3-8cc4-68be03eaf66f {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:21:16.430618 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-6768f6c6-2f95-4845-91ae-c8a0e37d7763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:16.432105 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-6768f6c6-2f95-4845-91ae-c8a0e37d7763 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c20f400b-9ad3-4b90-bd4a-3a164b9839be HTTP/1.1" status: 200 len: 797 time: 0.2073011 Nov 15 11:21:16.439458 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:21:16.439840 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] Checking segment: {'id': '09cfbf89-35be-492a-beed-4e3df197629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6ce03a46-fc00-4ba3-8cc4-68be03eaf66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:21:16.440408 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:16.440732 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] Bound using segment: {'id': '09cfbf89-35be-492a-beed-4e3df197629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6ce03a46-fc00-4ba3-8cc4-68be03eaf66f'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:21:16.441197 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] Bound port: adeabb7b-13f1-4f74-ab47-4e2633ba51b6, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09cfbf89-35be-492a-beed-4e3df197629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6ce03a46-fc00-4ba3-8cc4-68be03eaf66f'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:21:16.441565 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:16.451704 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ecc5d422-2757-4036-b335-217c403c86d9 req-d5c6eb50-f570-4e9b-93ba-d6830638b2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:16.484517 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10eda9b-bbd6-4313-bb69-59e9de19ff5e req-55c82444-8213-4dec-baea-00a220bd770b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:16.486457 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c10eda9b-bbd6-4313-bb69-59e9de19ff5e req-55c82444-8213-4dec-baea-00a220bd770b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 1096 time: 0.0604031 Nov 15 11:21:16.567748 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac6e3ba0-36d0-43b3-9301-2e8acd3a1c81 req-7b28a269-188f-4f56-b58b-f4e524809be1 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836984 Nov 15 11:21:16.568041 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] For port adeabb7b-13f1-4f74-ab47-4e2633ba51b6, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:21:16.581367 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] For port adeabb7b-13f1-4f74-ab47-4e2633ba51b6, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=adeabb7b-13f1-4f74-ab47-4e2633ba51b6,segment=NetworkSegment(09cfbf89-35be-492a-beed-4e3df197629e),segment_id=09cfbf89-35be-492a-beed-4e3df197629e)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:21:16.593012 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:16.624542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-9468ad21-9413-402a-885e-d4f1d9006aa4 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:16.626618 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-9468ad21-9413-402a-885e-d4f1d9006aa4 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/networks?id=865d5ee5-074b-41e0-8bb1-5b492cfc8e95 HTTP/1.1" status: 200 len: 821 time: 0.3087144 Nov 15 11:21:16.646947 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10eda9b-bbd6-4313-bb69-59e9de19ff5e req-e47de5fb-04c0-4580-86dc-39913ef90459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:16.648290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-4d1dcd82-fb30-491f-af04-c7426a9dc824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:16.648918 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c10eda9b-bbd6-4313-bb69-59e9de19ff5e req-e47de5fb-04c0-4580-86dc-39913ef90459 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 913 time: 0.1360133 Nov 15 11:21:16.650091 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-4d1dcd82-fb30-491f-af04-c7426a9dc824 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2086089 Nov 15 11:21:16.659198 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] Routers {'91d8f117-a02e-4f97-a27b-a7ed10e5ecac'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:21:16.659847 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:21:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['91d8f117-a02e-4f97-a27b-a7ed10e5ecac'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:16.688275 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ec61684f-beb9-4b0a-a1e6-a001eeaa2078 req-f68722f4-0da6-4834-a047-fe7c62d0649b tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 210 time: 0.0715346 Nov 15 11:21:16.708521 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-fe213df9-a00b-4e12-8587-8abbd261ac3c tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/quotas/47fff505e3e84388895515130236448c HTTP/1.1" status: 200 len: 375 time: 0.0750601 Nov 15 11:21:16.732985 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c10eda9b-bbd6-4313-bb69-59e9de19ff5e req-3a9662c5-6f6f-4e89-8178-97b215cf69bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92 HTTP/1.1" status: 200 len: 1000 time: 0.0750647 Nov 15 11:21:16.756333 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76c857-2f35-4573-8c71-039013599511 None None] Pushing event updated for resources: {'Port': ['ID=adeabb7b-13f1-4f74-ab47-4e2633ba51b6,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:16.814887 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] Set router 91d8f117-a02e-4f97-a27b-a7ed10e5ecac gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:21:16.823551 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10eda9b-bbd6-4313-bb69-59e9de19ff5e req-cf8e1cab-d19d-41e0-bd0d-a4f0096a9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:16.825168 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c10eda9b-bbd6-4313-bb69-59e9de19ff5e req-cf8e1cab-d19d-41e0-bd0d-a4f0096a9854 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 200 len: 851 time: 0.0836782 Nov 15 11:21:16.843772 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-c912ec6e-2f33-4512-9bd4-eff255365fbb tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=47fff505e3e84388895515130236448c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570221 Nov 15 11:21:16.890616 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10eda9b-bbd6-4313-bb69-59e9de19ff5e req-b5cb0b90-61ed-4be1-a8e0-996cc82a91ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:16.892079 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c10eda9b-bbd6-4313-bb69-59e9de19ff5e req-b5cb0b90-61ed-4be1-a8e0-996cc82a91ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e78f9bd-5aad-432a-85c1-63f165b57fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575502 Nov 15 11:21:17.011753 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c10eda9b-bbd6-4313-bb69-59e9de19ff5e req-14cd8619-3927-432b-8ff0-efa51dca5081 service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059005 Nov 15 11:21:17.124458 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'name': 'tempest-ServerRescueTestJSONUnderV235-608520446-router', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:08Z', 'updated_at': '2021-11-15T11:21:13Z', 'revision_number': 4, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'gw_port': {'id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:09Z', 'updated_at': '2021-11-15T11:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'adeabb7b-13f1-4f74-ab47-4e2633ba51b6', 'name': '', 'network_id': '6ce03a46-fc00-4ba3-8cc4-68be03eaf66f', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'mac_address': 'fa:16:3e:b8:08:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'aa9c0d81-78b6-44b2-bd9c-8b4c1359e147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:11Z', 'updated_at': '2021-11-15T11:21:16Z', 'revision_number': 4, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'subnets': [{'id': 'aa9c0d81-78b6-44b2-bd9c-8b4c1359e147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:17.155045 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03581a25-97b9-436f-a59b-201bf81c1631 None None] The sync data for ids ['91d8f117-a02e-4f97-a27b-a7ed10e5ecac'] in n-d-729945-9 is: [{'id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'name': 'tempest-ServerRescueTestJSONUnderV235-608520446-router', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:08Z', 'updated_at': '2021-11-15T11:21:13Z', 'revision_number': 4, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'gw_port': {'id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:09Z', 'updated_at': '2021-11-15T11:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'adeabb7b-13f1-4f74-ab47-4e2633ba51b6', 'name': '', 'network_id': '6ce03a46-fc00-4ba3-8cc4-68be03eaf66f', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'mac_address': 'fa:16:3e:b8:08:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'aa9c0d81-78b6-44b2-bd9c-8b4c1359e147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:11Z', 'updated_at': '2021-11-15T11:21:16Z', 'revision_number': 4, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'subnets': [{'id': 'aa9c0d81-78b6-44b2-bd9c-8b4c1359e147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:21:17.177897 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c10eda9b-bbd6-4313-bb69-59e9de19ff5e req-4d52778b-650c-4ac4-b39c-6413fd95863f service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569815 Nov 15 11:21:17.323195 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-7a146ed9-9780-44b1-a062-9b8aaeb0751d service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6595154 Nov 15 11:21:17.450139 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84b80d-17e6-4854-96f9-0eee78a81e8a req-9adea950-7b6a-4e43-ac32-2a0ff1ef8015 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:17.451806 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d84b80d-17e6-4854-96f9-0eee78a81e8a req-9adea950-7b6a-4e43-ac32-2a0ff1ef8015 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.2517302 Nov 15 11:21:17.465437 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-5b1c4a26-88ea-4086-9cb2-df189415d407 service neutron] 10.222.0.64 "GET /v2.0/networks/865d5ee5-074b-41e0-8bb1-5b492cfc8e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6124406 Nov 15 11:21:17.537237 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-0ac54122-9362-44ee-bee9-026c2b49d094 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:17.538761 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-0ac54122-9362-44ee-bee9-026c2b49d094 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.55 "GET /v2.0/networks?id=6ce03a46-fc00-4ba3-8cc4-68be03eaf66f HTTP/1.1" status: 200 len: 819 time: 0.1359091 Nov 15 11:21:17.553694 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-517a39cd-7b6d-4c70-b54d-a7d2eb3b8933 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Request body: {'port': {'device_id': '73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8', 'network_id': '6ce03a46-fc00-4ba3-8cc4-68be03eaf66f', 'admin_state_up': True, 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:17.688003 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-3e65d2b0-1b5f-4f37-991e-b000004986ec service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465266 Nov 15 11:21:17.694272 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-ecc5d422-2757-4036-b335-217c403c86d9 req-d5c6eb50-f570-4e9b-93ba-d6830638b2cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:21:17.708853 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d84b80d-17e6-4854-96f9-0eee78a81e8a req-1a2f1cbf-bb9f-48f6-a1ff-dea7bc53ad67 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396674 Nov 15 11:21:17.717518 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-517a39cd-7b6d-4c70-b54d-a7d2eb3b8933 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Made reservation on behalf of d964b30bd51241629f72ef937dcc6f96 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:21:17.722786 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ecc5d422-2757-4036-b335-217c403c86d9 req-d5c6eb50-f570-4e9b-93ba-d6830638b2cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:17.727110 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-517a39cd-7b6d-4c70-b54d-a7d2eb3b8933 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:17.778297 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-784c6a90-677e-4ec3-934c-bfea703a706d service neutron] 10.222.0.64 "GET /v2.0/networks/865d5ee5-074b-41e0-8bb1-5b492cfc8e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929640 Nov 15 11:21:17.782762 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-5d21ef88-0cd9-4c16-8703-14847df5cff2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=cf3d8396-2297-40fd-a6ef-65ee0a1a87fe HTTP/1.1" status: 200 len: 217 time: 0.0776467 Nov 15 11:21:17.785682 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-ecc5d422-2757-4036-b335-217c403c86d9 req-d5c6eb50-f570-4e9b-93ba-d6830638b2cf service neutron] Transition to ACTIVE for port object 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:21:17.803332 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ecc5d422-2757-4036-b335-217c403c86d9 req-d5c6eb50-f570-4e9b-93ba-d6830638b2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:17.884992 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-517a39cd-7b6d-4c70-b54d-a7d2eb3b8933 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Allocated IP 172.20.0.12 (6ce03a46-fc00-4ba3-8cc4-68be03eaf66f/aa9c0d81-78b6-44b2-bd9c-8b4c1359e147/1342d862-8732-49ad-9ea2-a65dc9a0709a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:21:17.906625 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed70f3eb-e033-4077-956a-7a2372eb6657 req-07bc7d7e-e0aa-4cc3-b229-aed5f92c8eab tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0670962 Nov 15 11:21:18.006869 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6eb50-f570-4e9b-93ba-d6830638b2cf service neutron] Pushing event updated for resources: {'Port': ['ID=3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:18.024213 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-c9158cd2-b846-4a03-a853-7266cf0cef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:18.028573 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-c9158cd2-b846-4a03-a853-7266cf0cef82 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c20f400b-9ad3-4b90-bd4a-3a164b9839be HTTP/1.1" status: 200 len: 797 time: 0.2385092 Nov 15 11:21:18.072852 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a44f3732-6c27-44cb-8658-9dfaf308b4ee req-9c5dd545-1902-47ab-b9a9-005996673f90 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 210 time: 0.0420415 Nov 15 11:21:18.172746 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-517a39cd-7b6d-4c70-b54d-a7d2eb3b8933 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:18.189178 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-ecc5d422-2757-4036-b335-217c403c86d9 req-d5c6eb50-f570-4e9b-93ba-d6830638b2cf service neutron] Attempting to bind port 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:21:18.189518 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-ecc5d422-2757-4036-b335-217c403c86d9 req-d5c6eb50-f570-4e9b-93ba-d6830638b2cf service neutron] Attempting to bind port 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'aeb91a93-cbdd-44de-9748-8dddbb40b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:21:18.190200 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc5d422-2757-4036-b335-217c403c86d9 req-d5c6eb50-f570-4e9b-93ba-d6830638b2cf service neutron] Attempting to bind port 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 on network 09b1efd8-eb77-4965-a77c-23c7047088b0 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:21:18.196905 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device adeabb7b-13f1-4f74-ab47-4e2633ba51b6 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:21:18.205058 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc5d422-2757-4036-b335-217c403c86d9 req-d5c6eb50-f570-4e9b-93ba-d6830638b2cf service neutron] Port 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 on network 09b1efd8-eb77-4965-a77c-23c7047088b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:21:18.205388 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc5d422-2757-4036-b335-217c403c86d9 req-d5c6eb50-f570-4e9b-93ba-d6830638b2cf service neutron] Attempting to bind port 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 on network 09b1efd8-eb77-4965-a77c-23c7047088b0 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:21:18.226033 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e84fd-b609-45b6-ba09-f130dbe553a0 req-b0d172c8-868f-47ee-8742-237a6295405a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:18.230743 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-517a39cd-7b6d-4c70-b54d-a7d2eb3b8933 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:18.234131 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-651e84fd-b609-45b6-ba09-f130dbe553a0 req-b0d172c8-868f-47ee-8742-237a6295405a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=7abdc231-0953-4bf1-aad3-c563d750c8de HTTP/1.1" status: 200 len: 943 time: 0.2504900 Nov 15 11:21:18.271957 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-8a6a9e2a-21df-4fc0-9a6f-3c1d638360bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:18.273444 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-8a6a9e2a-21df-4fc0-9a6f-3c1d638360bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1958673 Nov 15 11:21:18.275392 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc5d422-2757-4036-b335-217c403c86d9 req-d5c6eb50-f570-4e9b-93ba-d6830638b2cf service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:21:18.275740 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc5d422-2757-4036-b335-217c403c86d9 req-d5c6eb50-f570-4e9b-93ba-d6830638b2cf service neutron] Checking segment: {'id': 'aeb91a93-cbdd-44de-9748-8dddbb40b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:21:18.276129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc5d422-2757-4036-b335-217c403c86d9 req-d5c6eb50-f570-4e9b-93ba-d6830638b2cf service neutron] Bound using segment: {'id': 'aeb91a93-cbdd-44de-9748-8dddbb40b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:21:18.276572 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-ecc5d422-2757-4036-b335-217c403c86d9 req-d5c6eb50-f570-4e9b-93ba-d6830638b2cf service neutron] Bound port: 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb91a93-cbdd-44de-9748-8dddbb40b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:21:18.276921 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ecc5d422-2757-4036-b335-217c403c86d9 req-d5c6eb50-f570-4e9b-93ba-d6830638b2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:18.304702 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-517a39cd-7b6d-4c70-b54d-a7d2eb3b8933 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Network 6ce03a46-fc00-4ba3-8cc4-68be03eaf66f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:21:18.308357 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-517a39cd-7b6d-4c70-b54d-a7d2eb3b8933 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:21:18.313204 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-517a39cd-7b6d-4c70-b54d-a7d2eb3b8933 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:21:18.319544 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port adeabb7b-13f1-4f74-ab47-4e2633ba51b6 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:21:18.320465 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:18.370525 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a39cd-7b6d-4c70-b54d-a7d2eb3b8933 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Pushing event updated for resources: {'Port': ['ID=1342d862-8732-49ad-9ea2-a65dc9a0709a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:18.404731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-517a39cd-7b6d-4c70-b54d-a7d2eb3b8933 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:18.405716 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-517a39cd-7b6d-4c70-b54d-a7d2eb3b8933 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:18.431843 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-517a39cd-7b6d-4c70-b54d-a7d2eb3b8933 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8825703 Nov 15 11:21:18.448671 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-3da6152e-00bb-41f1-826b-eb1fd9785646 service neutron] Request body: {'port': {'device_id': '73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:18.496867 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:18.523132 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-3da6152e-00bb-41f1-826b-eb1fd9785646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:18.535975 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-024feef5-a818-4ee3-bd5b-71f787df1d1d req-6dd0bae2-617d-463b-bf8c-d1c1ae4c88f8 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 210 time: 0.0693820 Nov 15 11:21:18.552086 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port adeabb7b-13f1-4f74-ab47-4e2633ba51b6, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=adeabb7b-13f1-4f74-ab47-4e2633ba51b6,segment=NetworkSegment(09cfbf89-35be-492a-beed-4e3df197629e),segment_id=09cfbf89-35be-492a-beed-4e3df197629e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:18.562216 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:18.568077 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-651e84fd-b609-45b6-ba09-f130dbe553a0 req-acb5f8a8-c35c-443c-934b-030eea45fbf7 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329561 Nov 15 11:21:18.578894 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-ecc5d422-2757-4036-b335-217c403c86d9 req-d5c6eb50-f570-4e9b-93ba-d6830638b2cf service neutron] For port 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:21:18.613392 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-c69740eb-bbed-4ba3-b296-17796b31debf service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081090 Nov 15 11:21:18.615325 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-ecc5d422-2757-4036-b335-217c403c86d9 req-d5c6eb50-f570-4e9b-93ba-d6830638b2cf service neutron] For port 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:21:18.621854 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ecc5d422-2757-4036-b335-217c403c86d9 req-d5c6eb50-f570-4e9b-93ba-d6830638b2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:18.651806 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=adeabb7b-13f1-4f74-ab47-4e2633ba51b6,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:18.720605 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5d422-2757-4036-b335-217c403c86d9 req-d5c6eb50-f570-4e9b-93ba-d6830638b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:18.721655 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ecc5d422-2757-4036-b335-217c403c86d9 req-d5c6eb50-f570-4e9b-93ba-d6830638b2cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:18.723447 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ecc5d422-2757-4036-b335-217c403c86d9 req-d5c6eb50-f570-4e9b-93ba-d6830638b2cf service neutron] 10.222.0.55 "PUT /v2.0/ports/3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 HTTP/1.1" status: 200 len: 1091 time: 2.4468977 Nov 15 11:21:18.723948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abdc231-0953-4bf1-aad3-c563d750c8de', 'tag': '3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:21:18.739126 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2656f9-0236-4676-829d-d7616adbf7db" -d '{"events": [{"name": "network-changed", "server_uuid": "7abdc231-0953-4bf1-aad3-c563d750c8de", "tag": "3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:21:18.843738 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0207d7-f993-4a57-8f3c-6325d55e61c1 x-openstack-request-id: req-3f0207d7-f993-4a57-8f3c-6325d55e61c1 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:21:18.844029 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7abdc231-0953-4bf1-aad3-c563d750c8de", "tag": "3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:21:18.844277 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f0207d7-f993-4a57-8f3c-6325d55e61c1 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:21:18.844821 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7abdc231-0953-4bf1-aad3-c563d750c8de', 'tag': '3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4', 'status': 'completed', 'code': 200} Nov 15 11:21:18.860647 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6eb50-f570-4e9b-93ba-d6830638b2cf service neutron] Pushing event updated for resources: {'Port': ['ID=3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:18.868698 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-67d35aac-b606-487f-bc83-28deb9c15e35 service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438693 Nov 15 11:21:18.891522 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-3da6152e-00bb-41f1-826b-eb1fd9785646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1342d862-8732-49ad-9ea2-a65dc9a0709a {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:21:18.899799 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-3da6152e-00bb-41f1-826b-eb1fd9785646 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:18.913662 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-3da6152e-00bb-41f1-826b-eb1fd9785646 service neutron] Transition to ACTIVE for port object 1342d862-8732-49ad-9ea2-a65dc9a0709a will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:21:18.919100 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-3da6152e-00bb-41f1-826b-eb1fd9785646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:18.930855 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-7806b19a-4808-4bf6-9f49-527df0374f04 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=a5e4a1ee-2f8f-4677-847c-e32e1066c474 HTTP/1.1" status: 200 len: 217 time: 0.0465631 Nov 15 11:21:18.941880 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5d422-2757-4036-b335-217c403c86d9 req-82d03aaa-539e-4cd9-8184-dce1cac6ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:18.944948 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ecc5d422-2757-4036-b335-217c403c86d9 req-82d03aaa-539e-4cd9-8184-dce1cac6ef68 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f314a8afee34f158da011fc25e91eb9&device_id=7abdc231-0953-4bf1-aad3-c563d750c8de HTTP/1.1" status: 200 len: 1094 time: 0.1515965 Nov 15 11:21:18.969512 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6152e-00bb-41f1-826b-eb1fd9785646 service neutron] Pushing event updated for resources: {'Port': ['ID=1342d862-8732-49ad-9ea2-a65dc9a0709a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:19.002580 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213c1ca-1512-4ac3-a321-aec7c5d4a06d req-362dd697-3a6c-48ec-833f-59f5b2174b33 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:19.004193 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9213c1ca-1512-4ac3-a321-aec7c5d4a06d req-362dd697-3a6c-48ec-833f-59f5b2174b33 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.1586056 Nov 15 11:21:19.040154 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ecc5d422-2757-4036-b335-217c403c86d9 req-3f9d3b77-b9e4-41a7-81db-481b5d2cbbf0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 HTTP/1.1" status: 200 len: 217 time: 0.0830333 Nov 15 11:21:19.047383 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-3da6152e-00bb-41f1-826b-eb1fd9785646 service neutron] Attempting to bind port 1342d862-8732-49ad-9ea2-a65dc9a0709a on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:21:19.047708 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-3da6152e-00bb-41f1-826b-eb1fd9785646 service neutron] Attempting to bind port 1342d862-8732-49ad-9ea2-a65dc9a0709a by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '09cfbf89-35be-492a-beed-4e3df197629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6ce03a46-fc00-4ba3-8cc4-68be03eaf66f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:21:19.049244 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-3da6152e-00bb-41f1-826b-eb1fd9785646 service neutron] Attempting to bind port 1342d862-8732-49ad-9ea2-a65dc9a0709a on network 6ce03a46-fc00-4ba3-8cc4-68be03eaf66f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:21:19.052333 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-3da6152e-00bb-41f1-826b-eb1fd9785646 service neutron] Port 1342d862-8732-49ad-9ea2-a65dc9a0709a on network 6ce03a46-fc00-4ba3-8cc4-68be03eaf66f not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:21:19.052652 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-3da6152e-00bb-41f1-826b-eb1fd9785646 service neutron] Attempting to bind port 1342d862-8732-49ad-9ea2-a65dc9a0709a on network 6ce03a46-fc00-4ba3-8cc4-68be03eaf66f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:21:19.057845 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-3da6152e-00bb-41f1-826b-eb1fd9785646 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:21:19.058169 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-3da6152e-00bb-41f1-826b-eb1fd9785646 service neutron] Checking segment: {'id': '09cfbf89-35be-492a-beed-4e3df197629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6ce03a46-fc00-4ba3-8cc4-68be03eaf66f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:21:19.058535 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-3da6152e-00bb-41f1-826b-eb1fd9785646 service neutron] Bound using segment: {'id': '09cfbf89-35be-492a-beed-4e3df197629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6ce03a46-fc00-4ba3-8cc4-68be03eaf66f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:21:19.058949 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-3da6152e-00bb-41f1-826b-eb1fd9785646 service neutron] Bound port: 1342d862-8732-49ad-9ea2-a65dc9a0709a, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09cfbf89-35be-492a-beed-4e3df197629e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6ce03a46-fc00-4ba3-8cc4-68be03eaf66f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:21:19.059289 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-3da6152e-00bb-41f1-826b-eb1fd9785646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:19.090602 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7283c03f-734e-45eb-a6db-8fb2baea2a9d req-7f7402f8-f94a-4eaf-8c4c-9adf1da8af1f tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0561945 Nov 15 11:21:19.126158 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-d3fa9475-393c-42a3-887a-9472b924603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:19.127636 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-d3fa9475-393c-42a3-887a-9472b924603a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c20f400b-9ad3-4b90-bd4a-3a164b9839be HTTP/1.1" status: 200 len: 797 time: 0.1879945 Nov 15 11:21:19.144069 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-3da6152e-00bb-41f1-826b-eb1fd9785646 service neutron] For port 1342d862-8732-49ad-9ea2-a65dc9a0709a, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:21:19.148068 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-3da6152e-00bb-41f1-826b-eb1fd9785646 service neutron] For port 1342d862-8732-49ad-9ea2-a65dc9a0709a, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1342d862-8732-49ad-9ea2-a65dc9a0709a,segment=NetworkSegment(09cfbf89-35be-492a-beed-4e3df197629e),segment_id=09cfbf89-35be-492a-beed-4e3df197629e)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:21:19.156821 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-3da6152e-00bb-41f1-826b-eb1fd9785646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:19.189775 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-3da6152e-00bb-41f1-826b-eb1fd9785646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:19.190387 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-3da6152e-00bb-41f1-826b-eb1fd9785646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:19.191872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5d422-2757-4036-b335-217c403c86d9 req-0560c440-a06a-4605-84e7-7e6b712a1753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:19.192017 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-3da6152e-00bb-41f1-826b-eb1fd9785646 service neutron] 10.222.0.55 "PUT /v2.0/ports/1342d862-8732-49ad-9ea2-a65dc9a0709a HTTP/1.1" status: 200 len: 1092 time: 0.7518246 Nov 15 11:21:19.192407 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8', 'tag': '1342d862-8732-49ad-9ea2-a65dc9a0709a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:21:19.193303 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ecc5d422-2757-4036-b335-217c403c86d9 req-0560c440-a06a-4605-84e7-7e6b712a1753 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e1ef15d9-2812-4825-8c7b-2bbfb46898e7 HTTP/1.1" status: 200 len: 845 time: 0.1376789 Nov 15 11:21:19.194680 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc38bdf-f5ac-494b-9016-17a6f15dca0e" -d '{"events": [{"name": "network-changed", "server_uuid": "73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8", "tag": "1342d862-8732-49ad-9ea2-a65dc9a0709a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:21:19.216381 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9213c1ca-1512-4ac3-a321-aec7c5d4a06d req-df8d79b7-3cd1-4fbb-bcf1-daa64ffd30fe tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805558 Nov 15 11:21:19.223080 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6152e-00bb-41f1-826b-eb1fd9785646 service neutron] Pushing event updated for resources: {'Port': ['ID=1342d862-8732-49ad-9ea2-a65dc9a0709a,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:19.292835 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ecc5d422-2757-4036-b335-217c403c86d9 req-1031effc-95e1-43f2-b580-b5e1c4a6039c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09b1efd8-eb77-4965-a77c-23c7047088b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677457 Nov 15 11:21:19.294523 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-abcda451-0bf4-45dc-bfa0-794d3ec24690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:19.296000 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-abcda451-0bf4-45dc-bfa0-794d3ec24690 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1592302 Nov 15 11:21:19.297324 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85094d6-1e52-46e2-9f99-edd93973173b x-openstack-request-id: req-d85094d6-1e52-46e2-9f99-edd93973173b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:21:19.297608 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8", "tag": "1342d862-8732-49ad-9ea2-a65dc9a0709a", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:21:19.297905 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d85094d6-1e52-46e2-9f99-edd93973173b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:21:19.298331 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8', 'tag': '1342d862-8732-49ad-9ea2-a65dc9a0709a', 'status': 'completed', 'code': 200} Nov 15 11:21:19.308113 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfa2fe-6751-40ed-aa66-6cae97d0c501 req-b51c04eb-00bc-406c-a00f-bf50ce3c7600 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:19.316062 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8bbfa2fe-6751-40ed-aa66-6cae97d0c501 req-b51c04eb-00bc-406c-a00f-bf50ce3c7600 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 944 time: 0.1413534 Nov 15 11:21:19.323629 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-2a594112-9c2c-48b7-b042-4ce87a996e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:19.325405 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-2a594112-9c2c-48b7-b042-4ce87a996e26 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d964b30bd51241629f72ef937dcc6f96&device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 1095 time: 0.0802374 Nov 15 11:21:19.378932 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-fa922ed8-3928-4557-a204-abb07e8f4a6c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1342d862-8732-49ad-9ea2-a65dc9a0709a HTTP/1.1" status: 200 len: 217 time: 0.0462139 Nov 15 11:21:19.480942 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8bbfa2fe-6751-40ed-aa66-6cae97d0c501 req-721d0718-dbb2-4a32-bac1-949d08e623c8 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639233 Nov 15 11:21:19.492968 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-57a2b8b1-a1e5-40a1-99fa-7cb30859c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:19.492968 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-57a2b8b1-a1e5-40a1-99fa-7cb30859c1f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa9c0d81-78b6-44b2-bd9c-8b4c1359e147 HTTP/1.1" status: 200 len: 859 time: 0.1025891 Nov 15 11:21:19.547026 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-4944213d-905f-45bb-b656-cabc3950594f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ce03a46-fc00-4ba3-8cc4-68be03eaf66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450046 Nov 15 11:21:19.574079 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ecc5d422-2757-4036-b335-217c403c86d9 req-9816d74e-d6bc-4ea1-b262-f1f401a37c49 service neutron] 10.222.0.55 "GET /v2.0/networks/09b1efd8-eb77-4965-a77c-23c7047088b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291315 Nov 15 11:21:19.599609 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-d53a2989-da4a-4e6a-9ce5-b5b140d654c0 service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621036 Nov 15 11:21:19.615888 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-8d984198-7261-483a-91d9-b20624e9d273 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:19.617649 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-8d984198-7261-483a-91d9-b20624e9d273 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.11 "GET /v2.0/networks?id=865d5ee5-074b-41e0-8bb1-5b492cfc8e95 HTTP/1.1" status: 200 len: 821 time: 0.2492771 Nov 15 11:21:19.633950 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:21:19.636690 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-8da26aac-c72d-4b74-9e44-72e31cc9c26a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Request body: {'port': {'device_id': '0fc96563-9909-4541-8afe-cd19b09d0e63', 'network_id': '865d5ee5-074b-41e0-8bb1-5b492cfc8e95', 'admin_state_up': True, 'tenant_id': '47fff505e3e84388895515130236448c'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:19.719142 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-d9a6b6e5-d23f-4aae-97db-979d1534876e service neutron] 10.222.0.55 "GET /v2.0/networks/6ce03a46-fc00-4ba3-8cc4-68be03eaf66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635716 Nov 15 11:21:19.752224 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6e278c8-a2ab-4c43-89bc-bcd9faa661be req-70079a4a-5a64-43b6-b544-a64a8a79ac5a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 210 time: 0.0592268 Nov 15 11:21:19.855214 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-8da26aac-c72d-4b74-9e44-72e31cc9c26a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Made reservation on behalf of 47fff505e3e84388895515130236448c for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:21:19.858717 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-8da26aac-c72d-4b74-9e44-72e31cc9c26a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:19.870526 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-27d6fda7-dbd3-4b07-b053-7de93a1415f1 req-4ebe612f-c835-489b-9657-f22708cd985b service neutron] 10.222.0.55 "GET /v2.0/networks/6ce03a46-fc00-4ba3-8cc4-68be03eaf66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429784 Nov 15 11:21:20.008810 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc38bdf-f5ac-494b-9016-17a6f15dca0e req-fa424bd3-d3fc-4599-93fa-0c9cc971fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:20.010359 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3dc38bdf-f5ac-494b-9016-17a6f15dca0e req-fa424bd3-d3fc-4599-93fa-0c9cc971fa1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d964b30bd51241629f72ef937dcc6f96&device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 1095 time: 0.0914726 Nov 15 11:21:20.073553 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-8da26aac-c72d-4b74-9e44-72e31cc9c26a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Allocated IP 172.20.0.3 (865d5ee5-074b-41e0-8bb1-5b492cfc8e95/6f3afe93-e76b-4058-a0ae-3200fb061f6d/599623e8-c468-46ce-8658-687706aa2fb4) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:21:20.115739 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device adeabb7b-13f1-4f74-ab47-4e2633ba51b6 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:21:20.157128 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc38bdf-f5ac-494b-9016-17a6f15dca0e req-08b19450-9b13-4eb6-b95c-a39fdb911359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:20.158628 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3dc38bdf-f5ac-494b-9016-17a6f15dca0e req-08b19450-9b13-4eb6-b95c-a39fdb911359 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ce03a46-fc00-4ba3-8cc4-68be03eaf66f HTTP/1.1" status: 200 len: 920 time: 0.1416397 Nov 15 11:21:20.180621 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port adeabb7b-13f1-4f74-ab47-4e2633ba51b6 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:21:20.181287 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:20.184713 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ecc5d422-2757-4036-b335-217c403c86d9 req-def0b55b-c890-42b7-aa3e-f794736595ab service neutron] 10.222.0.55 "GET /v2.0/networks/09b1efd8-eb77-4965-a77c-23c7047088b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6016788 Nov 15 11:21:20.193801 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18b01d-01b7-4d4f-9155-acbae1d182e5 req-b9590dd5-e2dc-45dd-b1fd-d9c3dead590f tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:20.195235 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee18b01d-01b7-4d4f-9155-acbae1d182e5 req-b9590dd5-e2dc-45dd-b1fd-d9c3dead590f tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=7abdc231-0953-4bf1-aad3-c563d750c8de HTTP/1.1" status: 200 len: 943 time: 0.4897373 Nov 15 11:21:20.199899 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684a42d-42c3-4ed3-933e-db1123e4fb12 req-392370c4-3bf3-4d47-9bca-12a1d941c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:20.201310 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8684a42d-42c3-4ed3-933e-db1123e4fb12 req-392370c4-3bf3-4d47-9bca-12a1d941c761 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8bbdc8b4f4d41429da8ec0263256af4&device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 1096 time: 0.4922934 Nov 15 11:21:20.205336 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-a2bc9e67-08c3-4593-a941-9fb16b48064b service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5943925 Nov 15 11:21:20.241068 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3dc38bdf-f5ac-494b-9016-17a6f15dca0e req-e9005746-8219-4b2f-8128-a4a03dcca046 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1342d862-8732-49ad-9ea2-a65dc9a0709a HTTP/1.1" status: 200 len: 217 time: 0.0674098 Nov 15 11:21:20.281953 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-4c5ff79a-4f0d-4af0-997c-666fe882f71e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=9690f032-99ce-452d-8947-7368f4eac3f0 HTTP/1.1" status: 200 len: 217 time: 0.0665712 Nov 15 11:21:20.325264 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc38bdf-f5ac-494b-9016-17a6f15dca0e req-b159b88b-7f34-40ab-ae77-ea502c5423cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:20.326723 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3dc38bdf-f5ac-494b-9016-17a6f15dca0e req-b159b88b-7f34-40ab-ae77-ea502c5423cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa9c0d81-78b6-44b2-bd9c-8b4c1359e147 HTTP/1.1" status: 200 len: 859 time: 0.0713222 Nov 15 11:21:20.346418 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-8da26aac-c72d-4b74-9e44-72e31cc9c26a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:20.351676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befbf96-ae8e-45c3-832f-e222931a0792 req-955a2d12-f1e4-4c16-a3a1-63d7d9d6ab28 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:20.353246 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4befbf96-ae8e-45c3-832f-e222931a0792 req-955a2d12-f1e4-4c16-a3a1-63d7d9d6ab28 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.5170119 Nov 15 11:21:20.365985 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3dc38bdf-f5ac-494b-9016-17a6f15dca0e req-94cc0d4f-958b-4386-b5c1-473586e21ce9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ce03a46-fc00-4ba3-8cc4-68be03eaf66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311830 Nov 15 11:21:20.432595 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee18b01d-01b7-4d4f-9155-acbae1d182e5 req-821be674-3f23-483a-b282-9292b8b5375d tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294610 Nov 15 11:21:20.455432 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-f8270e82-3992-4755-bfc1-c1d6697ff56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:20.455588 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-8da26aac-c72d-4b74-9e44-72e31cc9c26a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:20.455723 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-f8270e82-3992-4755-bfc1-c1d6697ff56c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c20f400b-9ad3-4b90-bd4a-3a164b9839be HTTP/1.1" status: 200 len: 797 time: 0.1282208 Nov 15 11:21:20.500054 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2656f9-0236-4676-829d-d7616adbf7db req-c728b6fc-3cca-4c92-9f99-bca4ad7a22ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:20.501519 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f2656f9-0236-4676-829d-d7616adbf7db req-c728b6fc-3cca-4c92-9f99-bca4ad7a22ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f314a8afee34f158da011fc25e91eb9&device_id=7abdc231-0953-4bf1-aad3-c563d750c8de HTTP/1.1" status: 200 len: 1094 time: 0.2308896 Nov 15 11:21:20.518503 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-8da26aac-c72d-4b74-9e44-72e31cc9c26a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Network 865d5ee5-074b-41e0-8bb1-5b492cfc8e95 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:21:20.523414 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3dc38bdf-f5ac-494b-9016-17a6f15dca0e req-8efa1749-484f-4a92-b0c8-41c997a11a26 service neutron] 10.222.0.55 "GET /v2.0/networks/6ce03a46-fc00-4ba3-8cc4-68be03eaf66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487463 Nov 15 11:21:20.524754 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-8da26aac-c72d-4b74-9e44-72e31cc9c26a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:21:20.526740 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da26aac-c72d-4b74-9e44-72e31cc9c26a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Pushing event updated for resources: {'Port': ['ID=599623e8-c468-46ce-8658-687706aa2fb4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:20.528839 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-8da26aac-c72d-4b74-9e44-72e31cc9c26a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:21:20.542048 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684a42d-42c3-4ed3-933e-db1123e4fb12 req-ade13f42-8344-4bcb-a8b6-6592b88415d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:20.543689 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8684a42d-42c3-4ed3-933e-db1123e4fb12 req-ade13f42-8344-4bcb-a8b6-6592b88415d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=99889980-5118-464e-8c72-669cf056f11d HTTP/1.1" status: 200 len: 919 time: 0.3125434 Nov 15 11:21:20.549435 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4befbf96-ae8e-45c3-832f-e222931a0792 req-922cb87f-7568-4b85-93de-d1a7dcb32265 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870203 Nov 15 11:21:20.575223 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f3b0f43d-fec7-441d-aec0-ca5cd5c6f3ab req-fbafb242-b79e-4333-9d2e-d041142be3e0 tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0541103 Nov 15 11:21:20.636988 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-8da26aac-c72d-4b74-9e44-72e31cc9c26a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:20.637621 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-8da26aac-c72d-4b74-9e44-72e31cc9c26a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:20.655933 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8684a42d-42c3-4ed3-933e-db1123e4fb12 req-652d27c8-6d03-4c36-999b-02d5b37203e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf HTTP/1.1" status: 200 len: 217 time: 0.0827124 Nov 15 11:21:20.661318 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-511f7398-0f3c-4a59-b4f1-cff72f23d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:20.662893 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-511f7398-0f3c-4a59-b4f1-cff72f23d864 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1896226 Nov 15 11:21:20.674283 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-8da26aac-c72d-4b74-9e44-72e31cc9c26a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0432105 Nov 15 11:21:20.680976 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3dc38bdf-f5ac-494b-9016-17a6f15dca0e req-04f60cda-63c3-4634-b97d-a4a6878880a0 service neutron] 10.222.0.55 "GET /v2.0/networks/6ce03a46-fc00-4ba3-8cc4-68be03eaf66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478291 Nov 15 11:21:20.685817 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-42edb578-9e45-4273-9076-f89bbd15da49 service neutron] Request body: {'port': {'device_id': '0fc96563-9909-4541-8afe-cd19b09d0e63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:20.742418 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-42edb578-9e45-4273-9076-f89bbd15da49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:20.806451 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2656f9-0236-4676-829d-d7616adbf7db req-11a6c115-8838-4f74-9183-31f2ade15dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:20.807983 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f2656f9-0236-4676-829d-d7616adbf7db req-11a6c115-8838-4f74-9183-31f2ade15dd1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=09b1efd8-eb77-4965-a77c-23c7047088b0 HTTP/1.1" status: 200 len: 906 time: 0.2880659 Nov 15 11:21:20.830747 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684a42d-42c3-4ed3-933e-db1123e4fb12 req-11046fdd-6257-46d0-a0ed-2313da1071a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:20.832175 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8684a42d-42c3-4ed3-933e-db1123e4fb12 req-11046fdd-6257-46d0-a0ed-2313da1071a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dd3b517-1395-4d79-8cb1-084df59af9f0 HTTP/1.1" status: 200 len: 858 time: 0.1483831 Nov 15 11:21:20.886286 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f2656f9-0236-4676-829d-d7616adbf7db req-f265c83d-f41a-4113-b320-a0a382371c04 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 HTTP/1.1" status: 200 len: 217 time: 0.0646000 Nov 15 11:21:20.906641 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a790c6c-441b-47cc-9e51-ae158c60a170 req-9b76712f-372b-4417-9c72-aebd7fa7d6c4 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:20.908120 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a790c6c-441b-47cc-9e51-ae158c60a170 req-9b76712f-372b-4417-9c72-aebd7fa7d6c4 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 944 time: 0.2386043 Nov 15 11:21:20.944784 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8684a42d-42c3-4ed3-933e-db1123e4fb12 req-872cad75-71af-4103-bbc0-8256702ac391 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99889980-5118-464e-8c72-669cf056f11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760460 Nov 15 11:21:21.005058 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-67dde984-49bf-425a-b482-a31d5e8bdff6 service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318832 Nov 15 11:21:21.016966 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-42edb578-9e45-4273-9076-f89bbd15da49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 599623e8-c468-46ce-8658-687706aa2fb4 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:21:21.024766 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-42edb578-9e45-4273-9076-f89bbd15da49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:21.036965 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-42edb578-9e45-4273-9076-f89bbd15da49 service neutron] Transition to ACTIVE for port object 599623e8-c468-46ce-8658-687706aa2fb4 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:21:21.041209 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-42edb578-9e45-4273-9076-f89bbd15da49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:21.109153 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edb578-9e45-4273-9076-f89bbd15da49 service neutron] Pushing event updated for resources: {'Port': ['ID=599623e8-c468-46ce-8658-687706aa2fb4,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:21.136398 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6550f5b-f305-407a-9318-ff46c17c0631 req-90750c89-2dd1-4894-8d98-1161d3efda84 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:21.137886 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6550f5b-f305-407a-9318-ff46c17c0631 req-90750c89-2dd1-4894-8d98-1161d3efda84 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 931 time: 0.3008170 Nov 15 11:21:21.146674 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2656f9-0236-4676-829d-d7616adbf7db req-fa656b7e-fb74-47cf-a5c0-894208cf1112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:21.148123 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f2656f9-0236-4676-829d-d7616adbf7db req-fa656b7e-fb74-47cf-a5c0-894208cf1112 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e1ef15d9-2812-4825-8c7b-2bbfb46898e7 HTTP/1.1" status: 200 len: 845 time: 0.2391138 Nov 15 11:21:21.162149 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-42edb578-9e45-4273-9076-f89bbd15da49 service neutron] Attempting to bind port 599623e8-c468-46ce-8658-687706aa2fb4 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:21:21.162474 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-42edb578-9e45-4273-9076-f89bbd15da49 service neutron] Attempting to bind port 599623e8-c468-46ce-8658-687706aa2fb4 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '982510f6-b22f-4c53-af38-6a6785d78500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '865d5ee5-074b-41e0-8bb1-5b492cfc8e95'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:21:21.162784 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-42edb578-9e45-4273-9076-f89bbd15da49 service neutron] Attempting to bind port 599623e8-c468-46ce-8658-687706aa2fb4 on network 865d5ee5-074b-41e0-8bb1-5b492cfc8e95 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:21:21.167115 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-42edb578-9e45-4273-9076-f89bbd15da49 service neutron] Port 599623e8-c468-46ce-8658-687706aa2fb4 on network 865d5ee5-074b-41e0-8bb1-5b492cfc8e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:21:21.167423 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-42edb578-9e45-4273-9076-f89bbd15da49 service neutron] Attempting to bind port 599623e8-c468-46ce-8658-687706aa2fb4 on network 865d5ee5-074b-41e0-8bb1-5b492cfc8e95 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:21:21.172187 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-42edb578-9e45-4273-9076-f89bbd15da49 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:21:21.172509 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-42edb578-9e45-4273-9076-f89bbd15da49 service neutron] Checking segment: {'id': '982510f6-b22f-4c53-af38-6a6785d78500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '865d5ee5-074b-41e0-8bb1-5b492cfc8e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:21:21.172876 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-42edb578-9e45-4273-9076-f89bbd15da49 service neutron] Bound using segment: {'id': '982510f6-b22f-4c53-af38-6a6785d78500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '865d5ee5-074b-41e0-8bb1-5b492cfc8e95'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:21:21.173287 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-42edb578-9e45-4273-9076-f89bbd15da49 service neutron] Bound port: 599623e8-c468-46ce-8658-687706aa2fb4, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982510f6-b22f-4c53-af38-6a6785d78500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '865d5ee5-074b-41e0-8bb1-5b492cfc8e95'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:21:21.173627 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-42edb578-9e45-4273-9076-f89bbd15da49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:21.187346 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a790c6c-441b-47cc-9e51-ae158c60a170 req-09f6519e-1726-4ade-83d8-24aadb40c4e4 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515628 Nov 15 11:21:21.219211 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f2656f9-0236-4676-829d-d7616adbf7db req-702ed0cf-029a-435b-8c11-9bfe43637ace service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09b1efd8-eb77-4965-a77c-23c7047088b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592875 Nov 15 11:21:21.239706 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-42edb578-9e45-4273-9076-f89bbd15da49 service neutron] For port 599623e8-c468-46ce-8658-687706aa2fb4, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:21:21.243171 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-42edb578-9e45-4273-9076-f89bbd15da49 service neutron] For port 599623e8-c468-46ce-8658-687706aa2fb4, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=599623e8-c468-46ce-8658-687706aa2fb4,segment=NetworkSegment(982510f6-b22f-4c53-af38-6a6785d78500),segment_id=982510f6-b22f-4c53-af38-6a6785d78500)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:21:21.247512 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-42edb578-9e45-4273-9076-f89bbd15da49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:21.284476 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-42edb578-9e45-4273-9076-f89bbd15da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:21.285091 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-42edb578-9e45-4273-9076-f89bbd15da49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:21.286468 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-42edb578-9e45-4273-9076-f89bbd15da49 service neutron] 10.222.0.11 "PUT /v2.0/ports/599623e8-c468-46ce-8658-687706aa2fb4 HTTP/1.1" status: 200 len: 1091 time: 0.6046283 Nov 15 11:21:21.300512 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc96563-9909-4541-8afe-cd19b09d0e63', 'tag': '599623e8-c468-46ce-8658-687706aa2fb4'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:21:21.302889 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6017c3f7-2642-4d86-975f-aeeda6a10d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc96563-9909-4541-8afe-cd19b09d0e63", "tag": "599623e8-c468-46ce-8658-687706aa2fb4"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:21:21.308737 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edb578-9e45-4273-9076-f89bbd15da49 service neutron] Pushing event updated for resources: {'Port': ['ID=599623e8-c468-46ce-8658-687706aa2fb4,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:21.310865 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8684a42d-42c3-4ed3-933e-db1123e4fb12 req-084d8c36-95ca-4b55-bb2b-de48612413fa service neutron] 10.222.0.11 "GET /v2.0/networks/99889980-5118-464e-8c72-669cf056f11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467252 Nov 15 11:21:21.340256 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-3a191c9d-d3ce-4fe8-9a9d-0b57f427e57d service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186495 Nov 15 11:21:21.344594 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9db6a16-58ac-4816-a644-82e9b8feff2f x-openstack-request-id: req-e9db6a16-58ac-4816-a644-82e9b8feff2f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:21:21.344874 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc96563-9909-4541-8afe-cd19b09d0e63", "tag": "599623e8-c468-46ce-8658-687706aa2fb4", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:21:21.345114 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9db6a16-58ac-4816-a644-82e9b8feff2f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:21:21.345487 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc96563-9909-4541-8afe-cd19b09d0e63', 'tag': '599623e8-c468-46ce-8658-687706aa2fb4', 'status': 'completed', 'code': 200} Nov 15 11:21:21.354415 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6550f5b-f305-407a-9318-ff46c17c0631 req-004f801e-1695-4518-8ffc-cb6b64dfc981 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999164 Nov 15 11:21:21.377465 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-11c7d19b-27c0-43ad-9f95-51c40c28d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:21.379085 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-11c7d19b-27c0-43ad-9f95-51c40c28d2d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47fff505e3e84388895515130236448c&device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 1094 time: 0.0462189 Nov 15 11:21:21.424827 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-1a216225-d014-48f8-b2c8-c2b8c0448dcf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=599623e8-c468-46ce-8658-687706aa2fb4 HTTP/1.1" status: 200 len: 217 time: 0.0363479 Nov 15 11:21:21.433521 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-48216e81-f267-46c7-aa65-af2da967b6a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4704c36-0238-4820-b8a4-0393c48690e2 HTTP/1.1" status: 200 len: 217 time: 0.0536084 Nov 15 11:21:21.474438 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-c850ce59-1213-49a5-aeb9-9f4c83dd2faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:21.475951 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-c850ce59-1213-49a5-aeb9-9f4c83dd2faf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6f3afe93-e76b-4058-a0ae-3200fb061f6d HTTP/1.1" status: 200 len: 861 time: 0.0436137 Nov 15 11:21:21.479521 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f2656f9-0236-4676-829d-d7616adbf7db req-2577f182-e025-49cb-9df7-539481fd2e73 service neutron] 10.222.0.55 "GET /v2.0/networks/09b1efd8-eb77-4965-a77c-23c7047088b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489986 Nov 15 11:21:21.508227 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-c2e22c25-6df9-4da1-987e-91c78807449b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=865d5ee5-074b-41e0-8bb1-5b492cfc8e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250616 Nov 15 11:21:21.570285 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-87f39ab5-aad0-4234-9f59-299a6b65395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:21.571747 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-87f39ab5-aad0-4234-9f59-299a6b65395c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d65f1e93-4de6-48f1-9e2c-85927a146776 HTTP/1.1" status: 200 len: 797 time: 0.1262696 Nov 15 11:21:21.588051 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8684a42d-42c3-4ed3-933e-db1123e4fb12 req-4440a41a-dfdb-47d0-98ed-6168df008d94 service neutron] 10.222.0.11 "GET /v2.0/networks/99889980-5118-464e-8c72-669cf056f11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599981 Nov 15 11:21:21.609836 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-147ec3f3-7798-40e7-bff6-3cf32a7bb96b service neutron] 10.222.0.11 "GET /v2.0/networks/865d5ee5-074b-41e0-8bb1-5b492cfc8e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901976 Nov 15 11:21:21.688662 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e5c3c-622b-499a-8e29-aff439bd9c24 req-276fe787-7b13-4328-9b92-0a951bbf22bf tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:21.690257 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b56e5c3c-622b-499a-8e29-aff439bd9c24 req-276fe787-7b13-4328-9b92-0a951bbf22bf tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=7abdc231-0953-4bf1-aad3-c563d750c8de HTTP/1.1" status: 200 len: 943 time: 0.1758981 Nov 15 11:21:21.704744 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ad5b970-ed47-4604-ab9c-c1a28dafef73 req-8c693928-1041-449b-8187-d49d2503d408 service neutron] 10.222.0.11 "GET /v2.0/networks/865d5ee5-074b-41e0-8bb1-5b492cfc8e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866692 Nov 15 11:21:21.718915 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-105d3d70-a548-410e-9b0b-d0a65aceb5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:21.720511 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-105d3d70-a548-410e-9b0b-d0a65aceb5d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1722e728-27c9-4457-a98e-4b336084f5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1315835 Nov 15 11:21:21.745946 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f2656f9-0236-4676-829d-d7616adbf7db req-c4e8f2c9-a7ab-4144-b428-7391d116e729 service neutron] 10.222.0.55 "GET /v2.0/networks/09b1efd8-eb77-4965-a77c-23c7047088b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501688 Nov 15 11:21:21.794661 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017c3f7-2642-4d86-975f-aeeda6a10d8d req-e5fc01fb-2686-4dd7-9c21-1b448f9bb0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:21.796166 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6017c3f7-2642-4d86-975f-aeeda6a10d8d req-e5fc01fb-2686-4dd7-9c21-1b448f9bb0d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47fff505e3e84388895515130236448c&device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 1094 time: 0.0413768 Nov 15 11:21:21.797327 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f621c-48de-47ae-8e25-79bfc6a841f4 req-f8d5a6a5-2548-488c-bdf8-12d2db0bfb36 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:21.798803 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f5f621c-48de-47ae-8e25-79bfc6a841f4 req-f8d5a6a5-2548-488c-bdf8-12d2db0bfb36 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.1715846 Nov 15 11:21:21.844216 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b56e5c3c-622b-499a-8e29-aff439bd9c24 req-332af70a-2570-430a-afce-dde5745fcbe7 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464760 Nov 15 11:21:21.891484 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f5f621c-48de-47ae-8e25-79bfc6a841f4 req-af5b9fa3-8e60-4a19-8b46-2eb82065a19a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852420 Nov 15 11:21:21.893778 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-3c2638bd-4c86-48f4-ae62-4818108c7818 service neutron] 10.222.0.55 "GET /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619759 Nov 15 11:21:21.903772 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017c3f7-2642-4d86-975f-aeeda6a10d8d req-06eb9023-e752-4e1d-af27-74fdc2f47ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:21.905535 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6017c3f7-2642-4d86-975f-aeeda6a10d8d req-06eb9023-e752-4e1d-af27-74fdc2f47ab4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=865d5ee5-074b-41e0-8bb1-5b492cfc8e95 HTTP/1.1" status: 200 len: 922 time: 0.0996096 Nov 15 11:21:21.960224 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6017c3f7-2642-4d86-975f-aeeda6a10d8d req-7f370d19-99df-4621-933f-9066b44c2674 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=599623e8-c468-46ce-8658-687706aa2fb4 HTTP/1.1" status: 200 len: 217 time: 0.0402231 Nov 15 11:21:21.982897 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5fb99da8-fc7c-41c6-b85e-8e61f7ea04eb req-239750af-4587-47c4-af23-c4bb3017501c tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0691116 Nov 15 11:21:22.029825 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-a10dd786-5754-4307-89d6-84cf7a50ae70 service neutron] 10.222.0.55 "GET /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279573 Nov 15 11:21:22.043950 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017c3f7-2642-4d86-975f-aeeda6a10d8d req-b832c903-5b0b-42cd-ab69-7fcd2292213a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:22.045639 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6017c3f7-2642-4d86-975f-aeeda6a10d8d req-b832c903-5b0b-42cd-ab69-7fcd2292213a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6f3afe93-e76b-4058-a0ae-3200fb061f6d HTTP/1.1" status: 200 len: 861 time: 0.0736141 Nov 15 11:21:22.080216 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-34a27de5-94e5-44d8-b145-0d1df7176dfd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f11f0984-2cf6-4544-ae65-21ceb3a18147 HTTP/1.1" status: 200 len: 217 time: 0.0419805 Nov 15 11:21:22.090850 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6017c3f7-2642-4d86-975f-aeeda6a10d8d req-2f950191-a6ba-489a-9d30-20b5aa122b4a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=865d5ee5-074b-41e0-8bb1-5b492cfc8e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288389 Nov 15 11:21:22.129711 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-b0dda4ce-8329-48bd-ac26-335eb1661ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:22.131185 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-b0dda4ce-8329-48bd-ac26-335eb1661ccd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d65f1e93-4de6-48f1-9e2c-85927a146776 HTTP/1.1" status: 200 len: 797 time: 0.0446708 Nov 15 11:21:22.176061 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-8d635495-0493-438f-bfd0-e9e65f742e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:22.177561 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-8d635495-0493-438f-bfd0-e9e65f742e6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1722e728-27c9-4457-a98e-4b336084f5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0389044 Nov 15 11:21:22.182986 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6017c3f7-2642-4d86-975f-aeeda6a10d8d req-f9899068-946c-4226-ac81-746851f321c5 service neutron] 10.222.0.11 "GET /v2.0/networks/865d5ee5-074b-41e0-8bb1-5b492cfc8e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845134 Nov 15 11:21:22.288911 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6017c3f7-2642-4d86-975f-aeeda6a10d8d req-2b3bfc54-5eb7-4f5c-af0e-ee1e4b0a7c64 service neutron] 10.222.0.11 "GET /v2.0/networks/865d5ee5-074b-41e0-8bb1-5b492cfc8e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875323 Nov 15 11:21:22.301853 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-b2bac91c-af48-41db-9a1f-bb148ea795c4 service neutron] 10.222.0.55 "GET /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148891 Nov 15 11:21:22.360814 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7780f62-4838-4565-902b-71c48f2d32fc req-d1ad4d21-98cc-488c-affd-00298ae2da25 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:22.362212 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7780f62-4838-4565-902b-71c48f2d32fc req-d1ad4d21-98cc-488c-affd-00298ae2da25 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 944 time: 0.0993667 Nov 15 11:21:22.446866 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7780f62-4838-4565-902b-71c48f2d32fc req-585708a5-c939-478d-b9fb-d3d99931c03d tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781951 Nov 15 11:21:22.462735 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b85d924-3b1c-483a-995b-333e940d0a6f req-a566d163-c532-4ac4-b166-a459497f89f1 service neutron] 10.222.0.55 "GET /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535256 Nov 15 11:21:22.485083 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12030c7c-c589-4ea0-bce2-990e127c7fc7 req-1b9ee2b1-f864-4d85-ae92-62b6372f489b tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:22.486545 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12030c7c-c589-4ea0-bce2-990e127c7fc7 req-1b9ee2b1-f864-4d85-ae92-62b6372f489b tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 943 time: 0.0580208 Nov 15 11:21:22.532852 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12030c7c-c589-4ea0-bce2-990e127c7fc7 req-65b50f6c-4185-4340-bca6-c442f15d962c tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402055 Nov 15 11:21:22.597788 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1342d862-8732-49ad-9ea2-a65dc9a0709a details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:21:22.692751 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 1342d862-8732-49ad-9ea2-a65dc9a0709a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1342d862-8732-49ad-9ea2-a65dc9a0709a,segment=NetworkSegment(09cfbf89-35be-492a-beed-4e3df197629e),segment_id=09cfbf89-35be-492a-beed-4e3df197629e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:22.704507 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '1342d862-8732-49ad-9ea2-a65dc9a0709a', 'network_id': '6ce03a46-fc00-4ba3-8cc4-68be03eaf66f', 'port_id': '1342d862-8732-49ad-9ea2-a65dc9a0709a', 'mac_address': 'fa:16:3e:2c:a9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa9c0d81-78b6-44b2-bd9c-8b4c1359e147', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:21:22.756585 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:22.769397 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1342d862-8732-49ad-9ea2-a65dc9a0709a {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:21:22.789409 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 1342d862-8732-49ad-9ea2-a65dc9a0709a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1342d862-8732-49ad-9ea2-a65dc9a0709a,segment=NetworkSegment(09cfbf89-35be-492a-beed-4e3df197629e),segment_id=09cfbf89-35be-492a-beed-4e3df197629e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:22.796933 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:22.846142 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=1342d862-8732-49ad-9ea2-a65dc9a0709a,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:22.963728 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e10b9-33c9-4517-bdcc-fe47ff6a172b req-56504e24-4d8d-4880-9dad-406081571e6b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:22.965176 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cf7e10b9-33c9-4517-bdcc-fe47ff6a172b req-56504e24-4d8d-4880-9dad-406081571e6b tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=7abdc231-0953-4bf1-aad3-c563d750c8de HTTP/1.1" status: 200 len: 943 time: 0.0501390 Nov 15 11:21:23.048521 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bdf05-8f9b-4a03-8d55-e1c1f3a59861 req-964f4cac-c908-41db-806e-c9da095b6597 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:23.049986 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-250bdf05-8f9b-4a03-8d55-e1c1f3a59861 req-964f4cac-c908-41db-806e-c9da095b6597 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0813124 Nov 15 11:21:23.053195 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cf7e10b9-33c9-4517-bdcc-fe47ff6a172b req-59a19928-c757-4804-a77f-9bfedf75b558 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747027 Nov 15 11:21:23.095845 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['1342d862-8732-49ad-9ea2-a65dc9a0709a'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:21:23.103411 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-250bdf05-8f9b-4a03-8d55-e1c1f3a59861 req-f60f33c1-e33c-40cc-9c1a-81d05798d1e4 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472918 Nov 15 11:21:23.201550 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-028e2bfa-6778-4634-8b48-83b64710a58e req-fb93dea6-a48f-4223-abd2-34a087adc2ea tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0268390 Nov 15 11:21:23.570135 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105a8d7-fc1f-40b0-9dc9-bd279adde1e3 req-a610ae99-d759-4989-b947-ab4572930b0f tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:23.571647 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9105a8d7-fc1f-40b0-9dc9-bd279adde1e3 req-a610ae99-d759-4989-b947-ab4572930b0f tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 945 time: 0.0503910 Nov 15 11:21:23.644212 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9105a8d7-fc1f-40b0-9dc9-bd279adde1e3 req-552ff6f1-fd46-414a-a512-c7efe68fbd27 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665135 Nov 15 11:21:23.663676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aef758-c37a-4080-99eb-fdd4a5f9039e req-d6cdb940-a21f-4691-93fb-0967c901b2c1 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:23.665147 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e7aef758-c37a-4080-99eb-fdd4a5f9039e req-d6cdb940-a21f-4691-93fb-0967c901b2c1 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 943 time: 0.0623875 Nov 15 11:21:23.714537 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e7aef758-c37a-4080-99eb-fdd4a5f9039e req-1acb43f1-6e72-454a-887b-8fde839c10fd tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418382 Nov 15 11:21:24.176065 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba1489-3040-4bc8-9d14-6573b125356e req-b3b873c7-7b4c-4a5b-8219-0c5b66e9db07 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:24.177604 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59ba1489-3040-4bc8-9d14-6573b125356e req-b3b873c7-7b4c-4a5b-8219-0c5b66e9db07 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=7abdc231-0953-4bf1-aad3-c563d750c8de HTTP/1.1" status: 200 len: 943 time: 0.0544341 Nov 15 11:21:24.256795 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59ba1489-3040-4bc8-9d14-6573b125356e req-d2c87a19-97e4-4792-9102-adb1c71a7f72 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719833 Nov 15 11:21:24.264998 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b09d8-c1bc-4e23-a23c-7499d3d2e2ea req-1f14f2cb-eded-481a-9238-4e5b4b9b5779 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:24.266440 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b74b09d8-c1bc-4e23-a23c-7499d3d2e2ea req-1f14f2cb-eded-481a-9238-4e5b4b9b5779 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0834849 Nov 15 11:21:24.594173 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:21:24.597295 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1342d862-8732-49ad-9ea2-a65dc9a0709a up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:21:24.602671 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a0d6e30e-321e-4518-9f9d-72e5b2624610 req-3d7d75f0-6aad-4bb5-9ed1-12314c9fdc3b tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0281417 Nov 15 11:21:24.623758 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b74b09d8-c1bc-4e23-a23c-7499d3d2e2ea req-3746bd64-5769-484d-b60c-1c2873f8d0ac tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511014 Nov 15 11:21:24.718666 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 1342d862-8732-49ad-9ea2-a65dc9a0709a completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:21:24.731063 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 1342d862-8732-49ad-9ea2-a65dc9a0709a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:21:24.731423 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:24.739864 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:24.789013 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4', 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0', 'port_id': '3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4', 'mac_address': 'fa:16:3e:5c:03:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ef15d9-2812-4825-8c7b-2bbfb46898e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:21:24.796127 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f61af4-3019-4211-963b-2a91aa170ded req-10964a58-f81d-4600-b2a0-be5c8fd100f0 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:24.797666 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24f61af4-3019-4211-963b-2a91aa170ded req-10964a58-f81d-4600-b2a0-be5c8fd100f0 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 945 time: 0.0788743 Nov 15 11:21:24.858523 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:24.876226 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24f61af4-3019-4211-963b-2a91aa170ded req-6d7370f5-9043-48f9-820c-3ae0a587f0de tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719202 Nov 15 11:21:24.882536 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:21:24.889489 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:24.895603 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1ffd9-6282-49c7-bc8f-b71920d8966e req-ad86e24f-d016-4a6b-88cc-3457a8ebbc80 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:24.897665 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7fa1ffd9-6282-49c7-bc8f-b71920d8966e req-ad86e24f-d016-4a6b-88cc-3457a8ebbc80 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 943 time: 0.0769107 Nov 15 11:21:24.912314 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:24.920459 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:24.927880 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1342d862-8732-49ad-9ea2-a65dc9a0709a'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:21:24.930157 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5b9466-c2df-4242-bec9-d7526c0ad1e8" -d '{"events": [{"server_uuid": "73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8", "name": "network-vif-plugged", "status": "completed", "tag": "1342d862-8732-49ad-9ea2-a65dc9a0709a"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:21:24.951625 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7fa1ffd9-6282-49c7-bc8f-b71920d8966e req-aeaec91e-11b8-423f-9272-b143855a9fbe tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430858 Nov 15 11:21:24.959711 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 1342d862-8732-49ad-9ea2-a65dc9a0709a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1342d862-8732-49ad-9ea2-a65dc9a0709a,segment=NetworkSegment(09cfbf89-35be-492a-beed-4e3df197629e),segment_id=09cfbf89-35be-492a-beed-4e3df197629e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:24.965200 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:24.983221 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17e8733-bd2c-4e00-8f34-4496d1ddb7db x-openstack-request-id: req-b17e8733-bd2c-4e00-8f34-4496d1ddb7db {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:21:24.983500 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8", "name": "network-vif-plugged", "status": "completed", "tag": "1342d862-8732-49ad-9ea2-a65dc9a0709a", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:21:24.983746 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b17e8733-bd2c-4e00-8f34-4496d1ddb7db {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:21:24.984210 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1342d862-8732-49ad-9ea2-a65dc9a0709a', 'code': 200} Nov 15 11:21:24.988586 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:25.036001 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=1342d862-8732-49ad-9ea2-a65dc9a0709a,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:25.081159 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab83b7-f242-4c88-bd0d-9d2983d5a30d req-8a53d2cd-e6f9-46d6-b8f8-31305ea58413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:25.082660 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f5ab83b7-f242-4c88-bd0d-9d2983d5a30d req-8a53d2cd-e6f9-46d6-b8f8-31305ea58413 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 1097 time: 0.0386577 Nov 15 11:21:25.130862 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f5ab83b7-f242-4c88-bd0d-9d2983d5a30d req-be0b1324-2c6c-4073-811a-80b2f8b753eb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403073 Nov 15 11:21:25.220523 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:21:25.302022 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 599623e8-c468-46ce-8658-687706aa2fb4 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:21:25.373902 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91241a1d-8ae0-483d-a228-834ecd4c2cc1 req-587773e7-ae3d-4d0e-8b98-d6ff26367d76 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:25.375657 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91241a1d-8ae0-483d-a228-834ecd4c2cc1 req-587773e7-ae3d-4d0e-8b98-d6ff26367d76 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=7abdc231-0953-4bf1-aad3-c563d750c8de HTTP/1.1" status: 200 len: 944 time: 0.0517225 Nov 15 11:21:25.431192 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91241a1d-8ae0-483d-a228-834ecd4c2cc1 req-3d2d937f-9d19-426f-9ce8-e75c5b720121 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490115 Nov 15 11:21:25.456599 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 599623e8-c468-46ce-8658-687706aa2fb4, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=599623e8-c468-46ce-8658-687706aa2fb4,segment=NetworkSegment(982510f6-b22f-4c53-af38-6a6785d78500),segment_id=982510f6-b22f-4c53-af38-6a6785d78500)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:25.470223 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '599623e8-c468-46ce-8658-687706aa2fb4', 'network_id': '865d5ee5-074b-41e0-8bb1-5b492cfc8e95', 'port_id': '599623e8-c468-46ce-8658-687706aa2fb4', 'mac_address': 'fa:16:3e:34:20:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3afe93-e76b-4058-a0ae-3200fb061f6d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:21:25.509515 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:25.522979 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599623e8-c468-46ce-8658-687706aa2fb4 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:21:25.544651 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 599623e8-c468-46ce-8658-687706aa2fb4, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=599623e8-c468-46ce-8658-687706aa2fb4,segment=NetworkSegment(982510f6-b22f-4c53-af38-6a6785d78500),segment_id=982510f6-b22f-4c53-af38-6a6785d78500)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:25.550165 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:25.604121 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=599623e8-c468-46ce-8658-687706aa2fb4,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:25.638491 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aff5e9-3e04-4204-bf8f-d35772d8bfc3 req-58f26c06-d9a4-4569-9240-22c348b4fbd2 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:25.640054 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65aff5e9-3e04-4204-bf8f-d35772d8bfc3 req-58f26c06-d9a4-4569-9240-22c348b4fbd2 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0492768 Nov 15 11:21:25.670580 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e73e06-dee2-4136-9ed5-69cd5fdb34b2 req-e3783e3f-d66e-4ea5-83c9-d8e9e8188fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:25.673667 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e2e73e06-dee2-4136-9ed5-69cd5fdb34b2 req-e3783e3f-d66e-4ea5-83c9-d8e9e8188fab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 1096 time: 0.0448382 Nov 15 11:21:25.700829 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65aff5e9-3e04-4204-bf8f-d35772d8bfc3 req-feb9d7a8-84fa-403c-9759-8484cbbb6c5b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528305 Nov 15 11:21:25.715763 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-63883df0-742b-4fdb-8b8e-405f32a8602b req-ec45f9a5-3be0-4702-80ba-2fc0ab3bcc34 tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0311224 Nov 15 11:21:25.769437 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e73e06-dee2-4136-9ed5-69cd5fdb34b2 req-02697bc6-47e3-42fa-9bfa-567a8e5d0de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:25.770888 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e2e73e06-dee2-4136-9ed5-69cd5fdb34b2 req-02697bc6-47e3-42fa-9bfa-567a8e5d0de3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 913 time: 0.0891473 Nov 15 11:21:25.813353 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4e947-a22c-4e37-9368-aa63589310ee req-452f7112-6550-4acf-b54f-9df58b539f35 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:25.814841 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2a4e947-a22c-4e37-9368-aa63589310ee req-452f7112-6550-4acf-b54f-9df58b539f35 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0476322 Nov 15 11:21:25.839014 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e2e73e06-dee2-4136-9ed5-69cd5fdb34b2 req-9e623f48-51ab-4318-9ea9-8360002cf790 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92 HTTP/1.1" status: 200 len: 1000 time: 0.0593474 Nov 15 11:21:25.866392 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2a4e947-a22c-4e37-9368-aa63589310ee req-17925280-5026-4672-b9ad-b0c4c57e3dfe tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449941 Nov 15 11:21:25.895114 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e73e06-dee2-4136-9ed5-69cd5fdb34b2 req-c85e19ef-0a73-4a9c-bd48-579f08cc1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:25.896162 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e2e73e06-dee2-4136-9ed5-69cd5fdb34b2 req-c85e19ef-0a73-4a9c-bd48-579f08cc1905 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 200 len: 851 time: 0.0484960 Nov 15 11:21:25.942105 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e73e06-dee2-4136-9ed5-69cd5fdb34b2 req-f9490800-0bb9-481a-b6c9-365ece5399b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:25.943610 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e2e73e06-dee2-4136-9ed5-69cd5fdb34b2 req-f9490800-0bb9-481a-b6c9-365ece5399b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e78f9bd-5aad-432a-85c1-63f165b57fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400088 Nov 15 11:21:25.960550 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['599623e8-c468-46ce-8658-687706aa2fb4'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:21:25.999459 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a1fe9-c7cd-40d3-a3f2-e8a483e25f09 req-125fbb83-93d8-4eca-bb22-a4c8d4744fa7 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:26.001169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4a3a1fe9-c7cd-40d3-a3f2-e8a483e25f09 req-125fbb83-93d8-4eca-bb22-a4c8d4744fa7 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.0507634 Nov 15 11:21:26.059933 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4a3a1fe9-c7cd-40d3-a3f2-e8a483e25f09 req-54e7cf09-276d-46f4-a8ed-3a0f955e8d23 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505133 Nov 15 11:21:26.079255 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e2e73e06-dee2-4136-9ed5-69cd5fdb34b2 req-6d310b86-153d-415f-82ed-5adec2441f9d service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274168 Nov 15 11:21:26.203984 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f12cf-b220-498f-bdb5-f63d01ea42d1 req-459a252c-c2fe-4db0-9658-34df7439cd53 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:26.207288 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e2e73e06-dee2-4136-9ed5-69cd5fdb34b2 req-f803c382-783f-4b5e-9df1-bee697c00044 service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189353 Nov 15 11:21:26.212302 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0e9f12cf-b220-498f-bdb5-f63d01ea42d1 req-459a252c-c2fe-4db0-9658-34df7439cd53 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 944 time: 0.0688019 Nov 15 11:21:26.257894 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0e9f12cf-b220-498f-bdb5-f63d01ea42d1 req-cce2dd7c-4064-4259-ae14-b0849a195828 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446477 Nov 15 11:21:26.557909 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1a702-55aa-41f1-bcf8-a84823ebb1be req-00aa8708-4929-459c-b534-7afbac3f7fae tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:26.559390 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96b1a702-55aa-41f1-bcf8-a84823ebb1be req-00aa8708-4929-459c-b534-7afbac3f7fae tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=7abdc231-0953-4bf1-aad3-c563d750c8de HTTP/1.1" status: 200 len: 944 time: 0.0529294 Nov 15 11:21:26.607470 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96b1a702-55aa-41f1-bcf8-a84823ebb1be req-615ba5cb-671d-496a-bed0-8a79680be52a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421517 Nov 15 11:21:26.620590 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:21:26.671397 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:21:26.676047 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:21:26.676414 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:26.756416 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:26.794486 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:26.800278 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:26.842657 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-62ac87fb-3ac8-4630-bdb4-3cbd1a06223e req-37c1283e-2b64-4158-b2d3-749f8fcbec46 tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0286787 Nov 15 11:21:26.849998 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:26.850471 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3674b-e031-4e5a-b282-4c4b7ae2d87d req-9a63c757-b570-4a92-81b3-aaa6e7c94488 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:26.858419 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7b3674b-e031-4e5a-b282-4c4b7ae2d87d req-9a63c757-b570-4a92-81b3-aaa6e7c94488 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0813820 Nov 15 11:21:26.906010 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7b3674b-e031-4e5a-b282-4c4b7ae2d87d req-ab934f7a-8ec9-4562-8dab-4a296f2efcd3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464282 Nov 15 11:21:26.985650 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abdc231-0953-4bf1-aad3-c563d750c8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:21:26.989335 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28b5c5c-ead7-4a6a-98ab-140559d5a05c" -d '{"events": [{"server_uuid": "7abdc231-0953-4bf1-aad3-c563d750c8de", "name": "network-vif-plugged", "status": "completed", "tag": "3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:21:27.033274 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f70d631-c52d-464f-a49a-e856024b1e42 x-openstack-request-id: req-3f70d631-c52d-464f-a49a-e856024b1e42 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:21:27.033644 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abdc231-0953-4bf1-aad3-c563d750c8de", "name": "network-vif-plugged", "status": "completed", "tag": "3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:21:27.033959 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f70d631-c52d-464f-a49a-e856024b1e42 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:21:27.034442 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abdc231-0953-4bf1-aad3-c563d750c8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4', 'code': 200} Nov 15 11:21:27.160157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136dd98-890b-4d43-bd94-24fdd8d7e81b req-d50883f8-3f0b-4ac0-ab28-c1dd36dfbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:27.161910 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5136dd98-890b-4d43-bd94-24fdd8d7e81b req-d50883f8-3f0b-4ac0-ab28-c1dd36dfbfd9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7abdc231-0953-4bf1-aad3-c563d750c8de HTTP/1.1" status: 200 len: 1096 time: 0.0694766 Nov 15 11:21:27.196054 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0a342-5a8d-48fd-8092-90ec0d405e8c req-9ef15bf5-a274-4824-8dec-f636194e25f9 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:27.197515 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-81d0a342-5a8d-48fd-8092-90ec0d405e8c req-9ef15bf5-a274-4824-8dec-f636194e25f9 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.0662715 Nov 15 11:21:27.235282 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5136dd98-890b-4d43-bd94-24fdd8d7e81b req-8bce0768-7a65-46bb-b8c8-0337de3a6e0f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637949 Nov 15 11:21:27.263659 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-81d0a342-5a8d-48fd-8092-90ec0d405e8c req-48873b20-24e9-4802-a23c-f301f00ab3d0 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565515 Nov 15 11:21:27.321855 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 599623e8-c468-46ce-8658-687706aa2fb4 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:21:27.391661 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 599623e8-c468-46ce-8658-687706aa2fb4 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:21:27.394970 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9086912-145a-449d-b627-3c9662d8f824 req-46b4c682-c07f-4faf-83ce-c9c825f60f74 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:27.396773 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 599623e8-c468-46ce-8658-687706aa2fb4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:21:27.397294 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:27.402987 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b9086912-145a-449d-b627-3c9662d8f824 req-46b4c682-c07f-4faf-83ce-c9c825f60f74 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 944 time: 0.0757115 Nov 15 11:21:27.475341 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b9086912-145a-449d-b627-3c9662d8f824 req-2cb818e5-23b6-4d99-b796-bf8b8632c154 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560045 Nov 15 11:21:27.511596 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:27.563551 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 599623e8-c468-46ce-8658-687706aa2fb4, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=599623e8-c468-46ce-8658-687706aa2fb4,segment=NetworkSegment(982510f6-b22f-4c53-af38-6a6785d78500),segment_id=982510f6-b22f-4c53-af38-6a6785d78500)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:27.572268 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:27.586848 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a83e39-b86f-468a-afc7-139a7ca885e2 req-336504e7-cc33-4598-85e1-abfdacbfb3ea tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:27.588989 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77a83e39-b86f-468a-afc7-139a7ca885e2 req-336504e7-cc33-4598-85e1-abfdacbfb3ea tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.0610721 Nov 15 11:21:27.592183 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2dae0-b225-4a6a-8108-6df751a9d323 req-51d49f3a-8803-40e0-a036-9602f424b7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:27.594472 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-22c2dae0-b225-4a6a-8108-6df751a9d323 req-51d49f3a-8803-40e0-a036-9602f424b7a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d964b30bd51241629f72ef937dcc6f96&device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 1097 time: 0.1107285 Nov 15 11:21:27.641561 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=599623e8-c468-46ce-8658-687706aa2fb4,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:27.736083 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77a83e39-b86f-468a-afc7-139a7ca885e2 req-b79c6a08-cc01-44f3-ac42-ee915dce9539 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401725 Nov 15 11:21:27.757939 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2dae0-b225-4a6a-8108-6df751a9d323 req-04dab8c7-d311-4c7a-82c7-4bf78beb9652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:27.759514 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-22c2dae0-b225-4a6a-8108-6df751a9d323 req-04dab8c7-d311-4c7a-82c7-4bf78beb9652 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ce03a46-fc00-4ba3-8cc4-68be03eaf66f HTTP/1.1" status: 200 len: 920 time: 0.1567669 Nov 15 11:21:27.770057 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51507e-1f5b-481e-935e-7524a4407563 req-40b9c9bc-5c1a-4881-83b7-5aa709b23048 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:27.771443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d51507e-1f5b-481e-935e-7524a4407563 req-40b9c9bc-5c1a-4881-83b7-5aa709b23048 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=7abdc231-0953-4bf1-aad3-c563d750c8de HTTP/1.1" status: 200 len: 945 time: 0.0868518 Nov 15 11:21:27.816452 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-22c2dae0-b225-4a6a-8108-6df751a9d323 req-87b8a577-7508-46be-8c18-c88e936ab709 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1342d862-8732-49ad-9ea2-a65dc9a0709a HTTP/1.1" status: 200 len: 217 time: 0.0439804 Nov 15 11:21:27.889825 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d51507e-1f5b-481e-935e-7524a4407563 req-adc26a3d-e9dd-419f-8a8e-c0cb466597c8 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114707 Nov 15 11:21:27.891725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2dae0-b225-4a6a-8108-6df751a9d323 req-16272012-ef2d-448e-8669-ce93f55fdc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:27.893188 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-22c2dae0-b225-4a6a-8108-6df751a9d323 req-16272012-ef2d-448e-8669-ce93f55fdc39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa9c0d81-78b6-44b2-bd9c-8b4c1359e147 HTTP/1.1" status: 200 len: 859 time: 0.0685155 Nov 15 11:21:27.930940 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-22c2dae0-b225-4a6a-8108-6df751a9d323 req-e2ebc5bc-a47a-4c9e-9c60-66065c720453 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ce03a46-fc00-4ba3-8cc4-68be03eaf66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296164 Nov 15 11:21:28.009456 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b412b55a-f632-4db8-8d5e-3ddae128b022 req-ff33f0e4-0a7f-4834-92d5-443b04f1a352 tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0609932 Nov 15 11:21:28.090540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b2398-5fa1-416d-bcc3-d694289e77d3 req-f9b5569d-ff82-4d5b-aa78-5928fa1ccdf9 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:28.092048 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-027b2398-5fa1-416d-bcc3-d694289e77d3 req-f9b5569d-ff82-4d5b-aa78-5928fa1ccdf9 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0869830 Nov 15 11:21:28.098078 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-22c2dae0-b225-4a6a-8108-6df751a9d323 req-09745257-16ad-4b1f-8fdb-3adac8ace81f service neutron] 10.222.0.55 "GET /v2.0/networks/6ce03a46-fc00-4ba3-8cc4-68be03eaf66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544709 Nov 15 11:21:28.191397 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-027b2398-5fa1-416d-bcc3-d694289e77d3 req-cb60ea85-8d55-4207-a8ad-1c01b0a0b87a tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927374 Nov 15 11:21:28.216224 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-22c2dae0-b225-4a6a-8108-6df751a9d323 req-5dae2c40-1828-478b-84c5-7ed597e60ea3 service neutron] 10.222.0.55 "GET /v2.0/networks/6ce03a46-fc00-4ba3-8cc4-68be03eaf66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112645 Nov 15 11:21:28.585738 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c43326-73d5-4a9a-ab92-ec9ed47b7cb3 req-fbed5ce9-758c-4ae3-a628-9d01b33b21fc tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:28.587291 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1c43326-73d5-4a9a-ab92-ec9ed47b7cb3 req-fbed5ce9-758c-4ae3-a628-9d01b33b21fc tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 945 time: 0.0527568 Nov 15 11:21:28.646003 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1c43326-73d5-4a9a-ab92-ec9ed47b7cb3 req-4a64c32d-a7b5-46fb-b8c4-36ae9b2cb74d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523515 Nov 15 11:21:28.858838 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387096a-00e2-4d6c-a7f0-829a79732282 req-97b66aca-fd24-42bf-9782-ca10349dbcd6 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:28.860354 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9387096a-00e2-4d6c-a7f0-829a79732282 req-97b66aca-fd24-42bf-9782-ca10349dbcd6 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.0500178 Nov 15 11:21:28.906952 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9387096a-00e2-4d6c-a7f0-829a79732282 req-a42c7bfc-1f21-4f09-a94a-601f79aade04 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404291 Nov 15 11:21:29.012347 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4bd94-839a-4341-b6d4-754f0c26792f req-83990a1e-ff4e-4b11-8d75-dee8ddc70d23 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:29.013816 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7c4bd94-839a-4341-b6d4-754f0c26792f req-83990a1e-ff4e-4b11-8d75-dee8ddc70d23 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=7abdc231-0953-4bf1-aad3-c563d750c8de HTTP/1.1" status: 200 len: 945 time: 0.0488632 Nov 15 11:21:29.035605 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc96563-9909-4541-8afe-cd19b09d0e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599623e8-c468-46ce-8658-687706aa2fb4'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:21:29.037966 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdc0cbf-fffb-4b64-812a-d5c34ae684a2" -d '{"events": [{"server_uuid": "0fc96563-9909-4541-8afe-cd19b09d0e63", "name": "network-vif-plugged", "status": "completed", "tag": "599623e8-c468-46ce-8658-687706aa2fb4"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:21:29.064604 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7c4bd94-839a-4341-b6d4-754f0c26792f req-4c6cbf38-ff88-42c4-9a3c-8aa5457361b1 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446453 Nov 15 11:21:29.114094 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04280e33-3818-4c49-bec1-ba0fd905e8b4 x-openstack-request-id: req-04280e33-3818-4c49-bec1-ba0fd905e8b4 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:21:29.114490 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc96563-9909-4541-8afe-cd19b09d0e63", "name": "network-vif-plugged", "status": "completed", "tag": "599623e8-c468-46ce-8658-687706aa2fb4", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:21:29.114831 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04280e33-3818-4c49-bec1-ba0fd905e8b4 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:21:29.115319 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc96563-9909-4541-8afe-cd19b09d0e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599623e8-c468-46ce-8658-687706aa2fb4', 'code': 200} Nov 15 11:21:29.130553 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cdfa42f-c1dc-405b-aca9-f9b43f816917 req-6c9e6050-4443-4d69-bed1-dd42dcc5f7e4 tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0435231 Nov 15 11:21:29.226296 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22773386-e65e-4c37-b606-6215c4564d5d req-dceb7a93-5a9f-4272-a378-37676c01c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:29.228232 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-22773386-e65e-4c37-b606-6215c4564d5d req-dceb7a93-5a9f-4272-a378-37676c01c27d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 1096 time: 0.0404658 Nov 15 11:21:29.275697 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-22773386-e65e-4c37-b606-6215c4564d5d req-e500a603-3dd6-4e51-b578-563b6db8482f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391834 Nov 15 11:21:29.382593 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:29.781838 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7826b46-a2ba-48f4-b68c-2b940db64bca req-791606a5-7adb-4412-b138-702c050e2dba tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:29.783338 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7826b46-a2ba-48f4-b68c-2b940db64bca req-791606a5-7adb-4412-b138-702c050e2dba tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 945 time: 0.0656455 Nov 15 11:21:29.839014 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7826b46-a2ba-48f4-b68c-2b940db64bca req-c6267d09-b1a9-49f8-adf7-14b7ed361366 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495741 Nov 15 11:21:29.892192 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa698304-dcef-40a6-84fc-087f6bdb1670 req-9f750b93-4f94-4f91-b890-7c5c1966dd93 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:29.893591 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa698304-dcef-40a6-84fc-087f6bdb1670 req-9f750b93-4f94-4f91-b890-7c5c1966dd93 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=7abdc231-0953-4bf1-aad3-c563d750c8de HTTP/1.1" status: 200 len: 945 time: 0.0484693 Nov 15 11:21:29.941739 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa698304-dcef-40a6-84fc-087f6bdb1670 req-ad4e4e7b-0d21-4db9-bd91-aa5855136892 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419657 Nov 15 11:21:30.040206 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7afcb-3f86-4b6f-bb2a-49a0c0fe3320 req-b31c8941-5db5-4a4a-8929-76a0da7ff60d tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:30.041706 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25b7afcb-3f86-4b6f-bb2a-49a0c0fe3320 req-b31c8941-5db5-4a4a-8929-76a0da7ff60d tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.0527110 Nov 15 11:21:30.088908 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25b7afcb-3f86-4b6f-bb2a-49a0c0fe3320 req-9a5dca93-9cfc-49da-ae39-4eee9c9ed911 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409558 Nov 15 11:21:30.243839 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd2f4806-67de-41dd-bd17-cacdab2b1133 req-92dacb68-3823-4840-8ed8-7ab1c97ca436 tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0266149 Nov 15 11:21:30.961371 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5021f2-af38-4e88-b5e5-fd0f34f38a0b req-c585a6ff-337f-4cc0-b978-993845f1b470 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:30.962768 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f5021f2-af38-4e88-b5e5-fd0f34f38a0b req-c585a6ff-337f-4cc0-b978-993845f1b470 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 945 time: 0.0496185 Nov 15 11:21:31.013453 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f5021f2-af38-4e88-b5e5-fd0f34f38a0b req-1220721f-518e-4754-8422-0d891acf9e31 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445826 Nov 15 11:21:31.069220 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597973bf-9841-40bd-be46-69b368e7c31c req-e5ff77ca-0b49-4a7d-9e52-52379ee94f3c tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:31.070963 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-597973bf-9841-40bd-be46-69b368e7c31c req-e5ff77ca-0b49-4a7d-9e52-52379ee94f3c tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=7abdc231-0953-4bf1-aad3-c563d750c8de HTTP/1.1" status: 200 len: 945 time: 0.0544577 Nov 15 11:21:31.148540 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-597973bf-9841-40bd-be46-69b368e7c31c req-c30e179e-d5df-4dfd-816d-014e621b5115 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709310 Nov 15 11:21:31.161032 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e0530-d181-40c9-bd03-ec576c453a2b req-d3c43457-d4f9-4a23-ba76-521cee7e5cea tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:31.162748 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b58e0530-d181-40c9-bd03-ec576c453a2b req-d3c43457-d4f9-4a23-ba76-521cee7e5cea tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 945 time: 0.0714338 Nov 15 11:21:31.212497 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b58e0530-d181-40c9-bd03-ec576c453a2b req-5dac1d23-f5b7-4b7d-b8a6-262f420e993c tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434728 Nov 15 11:21:31.269869 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fcc68-7e04-47e6-bc33-fc5fc3d30d2f req-d69afd38-1b11-4c82-aabd-8b8b25941ff1 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:31.271768 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee7fcc68-7e04-47e6-bc33-fc5fc3d30d2f req-d69afd38-1b11-4c82-aabd-8b8b25941ff1 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.0556881 Nov 15 11:21:31.299138 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:31.347328 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee7fcc68-7e04-47e6-bc33-fc5fc3d30d2f req-99e9a71d-29b2-4cf7-b511-b79d1ebc9ba6 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696561 Nov 15 11:21:31.366778 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588bd7f-4013-48ed-b496-713d0ddc5eff req-99c380a3-d92b-4216-b298-7672a096378a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:31.377731 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f588bd7f-4013-48ed-b496-713d0ddc5eff req-99c380a3-d92b-4216-b298-7672a096378a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 945 time: 0.0772581 Nov 15 11:21:31.434430 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f588bd7f-4013-48ed-b496-713d0ddc5eff req-58c98bf8-99ac-4760-b3a6-924b322ce31e tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587413 Nov 15 11:21:31.461368 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-16118e4f-cb74-4808-b20c-0dde78d02d7c req-ab0d868a-647a-4255-b18a-6d5785d5ef5d tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0413516 Nov 15 11:21:31.575487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b822684-4465-436e-8032-10d8876a5699 req-435edf0d-2858-4038-a385-efba5269a214 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:31.577062 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b822684-4465-436e-8032-10d8876a5699 req-435edf0d-2858-4038-a385-efba5269a214 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 945 time: 0.0531163 Nov 15 11:21:31.625036 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b822684-4465-436e-8032-10d8876a5699 req-07b19254-a586-4071-9050-203e661301a6 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418298 Nov 15 11:21:31.769507 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34154b-608e-4e90-bd14-6a54e65645c0 req-4fbb85da-226b-4ade-bdb5-cbca2dd521bd tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:31.772357 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ce34154b-608e-4e90-bd14-6a54e65645c0 req-4fbb85da-226b-4ade-bdb5-cbca2dd521bd tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 945 time: 0.0678251 Nov 15 11:21:31.828628 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ce34154b-608e-4e90-bd14-6a54e65645c0 req-bf180500-8e8c-456a-83f6-16d944205e09 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513330 Nov 15 11:21:31.951985 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94692c-9b0d-4da3-9fc2-9f9bf91c26bb req-a4b0fe44-590c-4341-9f5a-0f7b6a8200a7 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:31.953467 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ce94692c-9b0d-4da3-9fc2-9f9bf91c26bb req-a4b0fe44-590c-4341-9f5a-0f7b6a8200a7 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 945 time: 0.0520563 Nov 15 11:21:32.005400 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ce94692c-9b0d-4da3-9fc2-9f9bf91c26bb req-69093a3c-4e3f-438b-b769-dc11b1aa2be4 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455587 Nov 15 11:21:32.148616 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54a1c0-5c29-4aa6-be21-81d93e96feab req-98a0c185-4a32-4bb4-a9bd-cc031f70425c tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:32.150268 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e54a1c0-5c29-4aa6-be21-81d93e96feab req-98a0c185-4a32-4bb4-a9bd-cc031f70425c tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 945 time: 0.0506332 Nov 15 11:21:32.218622 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e54a1c0-5c29-4aa6-be21-81d93e96feab req-37e1315c-d0ad-41de-ab4b-01f39e41753f tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576000 Nov 15 11:21:32.286301 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a6388-32d3-479b-b4b1-e258c766de83 req-f39e0bf6-f053-48d2-9588-8ac1bc6183b3 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:32.287996 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a95a6388-32d3-479b-b4b1-e258c766de83 req-f39e0bf6-f053-48d2-9588-8ac1bc6183b3 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=7abdc231-0953-4bf1-aad3-c563d750c8de HTTP/1.1" status: 200 len: 945 time: 0.0546577 Nov 15 11:21:32.368031 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd3a96-5b5a-4393-a33e-b7c17184cae5 req-75570566-1912-49f3-9294-605676bb325a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:32.369652 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-67dd3a96-5b5a-4393-a33e-b7c17184cae5 req-75570566-1912-49f3-9294-605676bb325a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 945 time: 0.0795255 Nov 15 11:21:32.374407 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a95a6388-32d3-479b-b4b1-e258c766de83 req-83f7544f-a34e-4f2a-92c1-7c7da1350e5f tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759344 Nov 15 11:21:32.428569 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-67dd3a96-5b5a-4393-a33e-b7c17184cae5 req-ab20de0f-e9b5-41e4-80cc-fe8e3dbd481e tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526457 Nov 15 11:21:32.485542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c865d-37e7-42ff-9b2c-20b890212236 req-27af16e2-b81d-40b6-8f2c-daa4d8d44e89 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:32.487241 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d04c865d-37e7-42ff-9b2c-20b890212236 req-27af16e2-b81d-40b6-8f2c-daa4d8d44e89 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.0534682 Nov 15 11:21:32.539595 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d04c865d-37e7-42ff-9b2c-20b890212236 req-ea9d1ebb-1922-464c-a051-5fd8a2a5ea7d tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457430 Nov 15 11:21:32.664272 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6683b3c2-7347-44a1-b3a2-53daec40f32a req-4968786c-effb-4ef9-8878-f45722020432 tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0263720 Nov 15 11:21:32.671002 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:21:32.792030 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:32.808658 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4', 'network_id': '09b1efd8-eb77-4965-a77c-23c7047088b0', 'port_id': '3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4', 'mac_address': 'fa:16:3e:5c:03:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ef15d9-2812-4825-8c7b-2bbfb46898e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:21:32.868130 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:32.885400 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:21:32.928753 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:32.938107 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:32.959620 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301bb13-6784-4a9d-842b-ed770d8375e2 req-76693b51-fbd6-4790-a601-2cda2f3802cf tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:32.968490 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7301bb13-6784-4a9d-842b-ed770d8375e2 req-76693b51-fbd6-4790-a601-2cda2f3802cf tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=7abdc231-0953-4bf1-aad3-c563d750c8de HTTP/1.1" status: 200 len: 945 time: 0.0670006 Nov 15 11:21:33.012801 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:33.019474 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7301bb13-6784-4a9d-842b-ed770d8375e2 req-d2a202b1-b467-4ced-a1e1-d0d6fa26ee9f tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497966 Nov 15 11:21:33.068382 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:21:33.335853 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfd513-c47b-4810-8eb6-15ea28e24b75 req-b7dd7cda-cd29-42f8-bc54-ef548d14f29b tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:33.337474 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3dfd513-c47b-4810-8eb6-15ea28e24b75 req-b7dd7cda-cd29-42f8-bc54-ef548d14f29b tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 945 time: 0.0493350 Nov 15 11:21:33.383843 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3dfd513-c47b-4810-8eb6-15ea28e24b75 req-18fc4a21-67ef-47e9-8008-5743b36ecc4d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403214 Nov 15 11:21:33.661750 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1c22b-b382-4c10-8263-da9892270a8c req-9ce11c5f-4f20-442a-9e17-07fab4d89853 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:33.663160 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5fc1c22b-b382-4c10-8263-da9892270a8c req-9ce11c5f-4f20-442a-9e17-07fab4d89853 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.0496330 Nov 15 11:21:33.715324 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5fc1c22b-b382-4c10-8263-da9892270a8c req-3e3c8722-4cdf-4847-9ed2-fdbaeac6baa7 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461094 Nov 15 11:21:33.778510 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-76e74f09-2944-49df-a243-48ee64fba4d7 req-6ca95037-338a-48ae-99a6-9611a50c8fb9 tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0257840 Nov 15 11:21:34.153669 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec01046-c0a8-4f11-a10b-4f37784a9812 req-3b74a783-da7c-4010-866a-f52d14270f37 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:34.155388 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ec01046-c0a8-4f11-a10b-4f37784a9812 req-3b74a783-da7c-4010-866a-f52d14270f37 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=7abdc231-0953-4bf1-aad3-c563d750c8de HTTP/1.1" status: 200 len: 944 time: 0.0511959 Nov 15 11:21:34.205578 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ec01046-c0a8-4f11-a10b-4f37784a9812 req-6e9eb673-7ec1-49ab-80eb-56a163d9d176 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441711 Nov 15 11:21:34.296693 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad5f61-483f-4942-b4ca-efd3a73ea8ff req-4be94674-73ef-4061-a862-5f77d0dd692a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:34.298070 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-99ad5f61-483f-4942-b4ca-efd3a73ea8ff req-4be94674-73ef-4061-a862-5f77d0dd692a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abdc231-0953-4bf1-aad3-c563d750c8de HTTP/1.1" status: 200 len: 944 time: 0.0480285 Nov 15 11:21:34.398792 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-99ad5f61-483f-4942-b4ca-efd3a73ea8ff req-6345c957-664d-4c96-8127-2c8b6cf78c8a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Deleting port 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:21:34.399457 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-99ad5f61-483f-4942-b4ca-efd3a73ea8ff req-6345c957-664d-4c96-8127-2c8b6cf78c8a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:34.533894 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-99ad5f61-483f-4942-b4ca-efd3a73ea8ff req-6345c957-664d-4c96-8127-2c8b6cf78c8a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] For port 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:34.534288 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-99ad5f61-483f-4942-b4ca-efd3a73ea8ff req-6345c957-664d-4c96-8127-2c8b6cf78c8a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:34.550304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-99ad5f61-483f-4942-b4ca-efd3a73ea8ff req-6345c957-664d-4c96-8127-2c8b6cf78c8a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Calling delete_port for 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:21:34.564537 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b105a1-bf69-4c92-af0f-eae0379a9d60 req-b285f762-0aa7-4e26-9e3e-54330c4c365c tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:34.566010 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f9b105a1-bf69-4c92-af0f-eae0379a9d60 req-b285f762-0aa7-4e26-9e3e-54330c4c365c tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 945 time: 0.0903733 Nov 15 11:21:34.664063 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f9b105a1-bf69-4c92-af0f-eae0379a9d60 req-e3bead46-e5fa-4635-af76-e6a9dca06748 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887392 Nov 15 11:21:34.683209 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:21:34.736954 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:21:34.737317 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:34.744659 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-99ad5f61-483f-4942-b4ca-efd3a73ea8ff req-6345c957-664d-4c96-8127-2c8b6cf78c8a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:34.783601 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:21:34.800127 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345c957-664d-4c96-8127-2c8b6cf78c8a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Pushing event deleted for resources: {'Port': ['ID=3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:34.809034 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['ee6e00e8-a63d-4a7b-bd62-833c08328930'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:21:34.826591 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345c957-664d-4c96-8127-2c8b6cf78c8a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:34.826965 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345c957-664d-4c96-8127-2c8b6cf78c8a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:34.827290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345c957-664d-4c96-8127-2c8b6cf78c8a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:34.827618 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345c957-664d-4c96-8127-2c8b6cf78c8a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:34.827979 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345c957-664d-4c96-8127-2c8b6cf78c8a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:34.828300 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345c957-664d-4c96-8127-2c8b6cf78c8a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:34.828615 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345c957-664d-4c96-8127-2c8b6cf78c8a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:34.828929 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345c957-664d-4c96-8127-2c8b6cf78c8a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:34.829373 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345c957-664d-4c96-8127-2c8b6cf78c8a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:34.829690 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345c957-664d-4c96-8127-2c8b6cf78c8a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:34.830001 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345c957-664d-4c96-8127-2c8b6cf78c8a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:34.830452 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6345c957-664d-4c96-8127-2c8b6cf78c8a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:34.850191 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ad5f61-483f-4942-b4ca-efd3a73ea8ff req-6345c957-664d-4c96-8127-2c8b6cf78c8a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] No DVR routers for this DVR port 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:21:34.854688 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-99ad5f61-483f-4942-b4ca-efd3a73ea8ff req-6345c957-664d-4c96-8127-2c8b6cf78c8a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:34.860125 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-99ad5f61-483f-4942-b4ca-efd3a73ea8ff req-6345c957-664d-4c96-8127-2c8b6cf78c8a tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.55 "DELETE /v2.0/ports/3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 HTTP/1.1" status: 204 len: 173 time: 0.5553949 Nov 15 11:21:34.860287 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Could not find standard attr ID for object 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:21:34.860376 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abdc231-0953-4bf1-aad3-c563d750c8de', 'name': 'network-vif-deleted', 'tag': '3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:21:34.863523 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f8a421-30a5-4799-b7e0-8fb75ff338af" -d '{"events": [{"server_uuid": "7abdc231-0953-4bf1-aad3-c563d750c8de", "name": "network-vif-deleted", "tag": "3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:21:34.865735 n-d-729945-9 neutron-server[102679]: INFO neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No ports have port_id starting with 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 Nov 15 11:21:35.054111 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11b71c21-758a-4116-a4e8-a99f6fcba9b2 req-2cb9b0a1-cef5-4ec1-828b-e0cefcaa340a tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0597508 Nov 15 11:21:35.088644 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df808775-c99f-402b-b740-67746cabfe8e req-c80abf9f-f869-4c3d-b919-1c980bea9867 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:35.090831 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df808775-c99f-402b-b740-67746cabfe8e req-c80abf9f-f869-4c3d-b919-1c980bea9867 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.1816051 Nov 15 11:21:35.165476 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df808775-c99f-402b-b740-67746cabfe8e req-3b2005e5-a483-479e-a763-1e46ff59001d tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732615 Nov 15 11:21:35.186436 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4925d93d-22ae-4669-a1d8-1be3369d70ea x-openstack-request-id: req-4925d93d-22ae-4669-a1d8-1be3369d70ea {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:21:35.186724 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abdc231-0953-4bf1-aad3-c563d750c8de", "name": "network-vif-deleted", "tag": "3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:21:35.186969 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4925d93d-22ae-4669-a1d8-1be3369d70ea {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:21:35.187365 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abdc231-0953-4bf1-aad3-c563d750c8de', 'name': 'network-vif-deleted', 'tag': '3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4', 'status': 'completed', 'code': 200} Nov 15 11:21:35.383843 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-85829507-8227-41d9-9194-0ab8cf6a2c13 req-f3f058fe-383b-4aaa-8024-5185ccce2055 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=7abdc231-0953-4bf1-aad3-c563d750c8de HTTP/1.1" status: 200 len: 210 time: 0.0352793 Nov 15 11:21:35.789672 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c11087-c449-4181-b51f-736fb50408d3 req-fc324bc1-c50c-4e95-8807-6da7dc02cb92 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:35.791141 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25c11087-c449-4181-b51f-736fb50408d3 req-fc324bc1-c50c-4e95-8807-6da7dc02cb92 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 945 time: 0.0510123 Nov 15 11:21:35.840524 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25c11087-c449-4181-b51f-736fb50408d3 req-e4e9593f-17eb-4261-a8a4-564027cd1ffd tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430493 Nov 15 11:21:36.171545 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9081b110-b007-477d-89ea-5d6ac4407c66 req-ebc9368d-3315-4122-b0e4-3aa5b43ccfae tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0291595 Nov 15 11:21:36.207554 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f136fe13-8512-41b7-8c9e-d56bcaa6a21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:36.287913 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3d317-cf42-432d-bfa4-2adcbb3d2c70 req-e0f018aa-9a38-4ec1-89a3-1375816844ec tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:36.289610 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bce3d317-cf42-432d-bfa4-2adcbb3d2c70 req-e0f018aa-9a38-4ec1-89a3-1375816844ec tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.0520985 Nov 15 11:21:36.340727 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bce3d317-cf42-432d-bfa4-2adcbb3d2c70 req-0aa78e48-702b-49da-8fc7-834623b50760 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442817 Nov 15 11:21:36.687058 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831b79f-45f6-42c4-a092-d304ea4836f0 req-bee7670e-514c-4de3-92ea-107469e24db8 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:36.689010 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f831b79f-45f6-42c4-a092-d304ea4836f0 req-bee7670e-514c-4de3-92ea-107469e24db8 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed HTTP/1.1" status: 200 len: 945 time: 0.0580194 Nov 15 11:21:36.738884 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f831b79f-45f6-42c4-a092-d304ea4836f0 req-fdb06116-2432-4c2c-8855-d884418b14f9 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430143 Nov 15 11:21:36.965077 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3299238-d57f-43c7-b613-005e354e532b req-fb47e03d-f657-461d-8837-9757e59bc685 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:36.966659 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3299238-d57f-43c7-b613-005e354e532b req-fb47e03d-f657-461d-8837-9757e59bc685 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 945 time: 0.0545366 Nov 15 11:21:37.020043 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3299238-d57f-43c7-b613-005e354e532b req-482c0ad6-e228-44ec-8bf2-ce60b6d471c8 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469556 Nov 15 11:21:37.298890 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b061ad58-79b5-4479-b861-4ff203caf4c4 req-6dfb79e2-642d-4a50-996d-12e082dc8d01 tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0313334 Nov 15 11:21:37.382244 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 599623e8-c468-46ce-8658-687706aa2fb4 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:21:37.432255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96f13e-f5df-4342-b0f1-df23e7380615 req-5dbde9b1-fab1-49ca-8fc3-889b4eb01f10 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:37.434155 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c96f13e-f5df-4342-b0f1-df23e7380615 req-5dbde9b1-fab1-49ca-8fc3-889b4eb01f10 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.0527852 Nov 15 11:21:37.492838 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 599623e8-c468-46ce-8658-687706aa2fb4, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=599623e8-c468-46ce-8658-687706aa2fb4,segment=NetworkSegment(982510f6-b22f-4c53-af38-6a6785d78500),segment_id=982510f6-b22f-4c53-af38-6a6785d78500)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:37.504946 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '599623e8-c468-46ce-8658-687706aa2fb4', 'network_id': '865d5ee5-074b-41e0-8bb1-5b492cfc8e95', 'port_id': '599623e8-c468-46ce-8658-687706aa2fb4', 'mac_address': 'fa:16:3e:34:20:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3afe93-e76b-4058-a0ae-3200fb061f6d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:21:37.518868 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285b2d1-854b-4154-b999-db7c8a057897 req-fe193dee-1768-4cf3-9aac-360f8f3de353 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:37.520394 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7285b2d1-854b-4154-b999-db7c8a057897 req-fe193dee-1768-4cf3-9aac-360f8f3de353 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.0800767 Nov 15 11:21:37.524036 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c96f13e-f5df-4342-b0f1-df23e7380615 req-686f4a0f-8136-498a-94fc-bb011a4b2ab2 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825546 Nov 15 11:21:37.546541 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:37.563633 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 599623e8-c468-46ce-8658-687706aa2fb4 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:21:37.583605 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 599623e8-c468-46ce-8658-687706aa2fb4, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=599623e8-c468-46ce-8658-687706aa2fb4,segment=NetworkSegment(982510f6-b22f-4c53-af38-6a6785d78500),segment_id=982510f6-b22f-4c53-af38-6a6785d78500)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:37.591260 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:37.601512 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7285b2d1-854b-4154-b999-db7c8a057897 req-e319afcd-004f-4a8b-aa6d-c42f3f10d255 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666223 Nov 15 11:21:37.649841 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=599623e8-c468-46ce-8658-687706aa2fb4,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:37.718040 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['599623e8-c468-46ce-8658-687706aa2fb4'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:21:37.875513 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bda0fd-359a-4458-9ee1-a45983bfa0a0 req-a6da2300-58a0-4d4b-b69b-54b3cffc4286 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:37.877034 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7bda0fd-359a-4458-9ee1-a45983bfa0a0 req-a6da2300-58a0-4d4b-b69b-54b3cffc4286 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed HTTP/1.1" status: 200 len: 945 time: 0.0497911 Nov 15 11:21:37.923108 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7bda0fd-359a-4458-9ee1-a45983bfa0a0 req-fbdb09ae-8dbb-499d-8855-dcdf7a9f9a80 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.64 "GET /v2.0/security-groups?id=9a74c71b-5c33-43da-b475-5b2a9c1e94ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398648 Nov 15 11:21:38.145573 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dae28c-82fd-4001-bd60-627ef4662603 req-26c08551-c281-4180-ad8a-6ec30720992c tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:38.147218 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3dae28c-82fd-4001-bd60-627ef4662603 req-26c08551-c281-4180-ad8a-6ec30720992c tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 944 time: 0.0570717 Nov 15 11:21:38.150562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34916) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:38.217260 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-6801a8ee-a8d1-45f7-8598-cd5fc75e6676 admin admin] Deleting subnet e1ef15d9-2812-4825-8c7b-2bbfb46898e7 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:21:38.225999 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6801a8ee-a8d1-45f7-8598-cd5fc75e6676 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:38.248752 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3dae28c-82fd-4001-bd60-627ef4662603 req-4c582c7b-ddc8-4f97-ab1c-5efc92dd3645 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908115 Nov 15 11:21:38.265462 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6801a8ee-a8d1-45f7-8598-cd5fc75e6676 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:38.307483 n-d-729945-9 neutron-server[102678]: INFO neutron.db.db_base_plugin_v2 [None req-6801a8ee-a8d1-45f7-8598-cd5fc75e6676 admin admin] Found port (ee6e00e8-a63d-4a7b-bd62-833c08328930, 172.20.0.3) having IP allocation on subnet e1ef15d9-2812-4825-8c7b-2bbfb46898e7, cannot delete Nov 15 11:21:38.309356 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-6801a8ee-a8d1-45f7-8598-cd5fc75e6676 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 15 11:21:38.309865 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6801a8ee-a8d1-45f7-8598-cd5fc75e6676 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:21:38.315273 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6801a8ee-a8d1-45f7-8598-cd5fc75e6676 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e1ef15d9-2812-4825-8c7b-2bbfb46898e7 HTTP/1.1" status: 409 len: 404 time: 0.1621242 Nov 15 11:21:38.326114 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f86d4ec7-ceb4-4532-ab7e-9c36067f9c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:38.423409 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b8eb76c-305a-485e-8249-2d00435914dc req-cec81b83-0d42-4361-81c1-050e07d85ec7 tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0364175 Nov 15 11:21:38.643728 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076973bb-162f-4ebe-b599-232f851d4977 req-0b8687de-2315-4ea4-8d66-cbb405ecbe46 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:38.645536 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-076973bb-162f-4ebe-b599-232f851d4977 req-0b8687de-2315-4ea4-8d66-cbb405ecbe46 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.0532129 Nov 15 11:21:38.678320 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:21:38.702835 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:21:38.703444 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 3f09d56c-fa7a-43b9-b9d7-f4df2ef7c9c4 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:21:38.725116 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-076973bb-162f-4ebe-b599-232f851d4977 req-56724188-844f-48c3-90f7-c6ab782f22c9 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730493 Nov 15 11:21:38.738056 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc202bc-4b72-4362-845b-3869eff39989 req-8df18231-7b3a-4b51-b74f-5d98e7f506da tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:38.739587 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9dc202bc-4b72-4362-845b-3869eff39989 req-8df18231-7b3a-4b51-b74f-5d98e7f506da tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.0728068 Nov 15 11:21:38.797234 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9dc202bc-4b72-4362-845b-3869eff39989 req-ac60e174-03da-44c7-88f8-8b285bde0657 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468967 Nov 15 11:21:38.825250 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34948) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:38.922768 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-240184d9-41c8-420e-b897-019dd895bc5b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1770756178-network', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:38.945927 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240184d9-41c8-420e-b897-019dd895bc5b admin admin] Made reservation on behalf of 77cb92f4ba94421baccd055f8a61a579 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:21:38.948225 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-240184d9-41c8-420e-b897-019dd895bc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:38.956544 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-240184d9-41c8-420e-b897-019dd895bc5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:39.028602 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-240184d9-41c8-420e-b897-019dd895bc5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:39.034835 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-240184d9-41c8-420e-b897-019dd895bc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:39.061710 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240184d9-41c8-420e-b897-019dd895bc5b admin admin] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:21:39.067830 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240184d9-41c8-420e-b897-019dd895bc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b868e38-1135-4222-8876-7c7d7b346b07,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:39.074027 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-240184d9-41c8-420e-b897-019dd895bc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:39.074370 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-240184d9-41c8-420e-b897-019dd895bc5b admin admin] Added segment 9bb83ea5-6302-453d-ab4d-4e9d792cd455 of type vlan for network 91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7 Nov 15 11:21:39.114914 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-240184d9-41c8-420e-b897-019dd895bc5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:39.140566 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-240184d9-41c8-420e-b897-019dd895bc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:39.141508 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240184d9-41c8-420e-b897-019dd895bc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:39.142122 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-240184d9-41c8-420e-b897-019dd895bc5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:39.199714 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-240184d9-41c8-420e-b897-019dd895bc5b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3733621 Nov 15 11:21:39.202788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34952) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:39.205110 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240184d9-41c8-420e-b897-019dd895bc5b admin admin] Pushing event updated for resources: {'Network': ['ID=91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:39.207788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-bd8e26c3-2244-40ff-801d-e06e54be91b9 admin admin] Request body: {'subnet': {'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1770756178-subnet', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:39.215306 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:21:39.231313 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8e26c3-2244-40ff-801d-e06e54be91b9 admin admin] Made reservation on behalf of 77cb92f4ba94421baccd055f8a61a579 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:21:39.234295 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bd8e26c3-2244-40ff-801d-e06e54be91b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:39.369348 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c725a-de45-4f36-9070-56e93a4fb981 req-0c9410b2-c6c0-450f-8983-da42cb91bdc4 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:39.370948 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-907c725a-de45-4f36-9070-56e93a4fb981 req-0c9410b2-c6c0-450f-8983-da42cb91bdc4 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 944 time: 0.0501392 Nov 15 11:21:39.392116 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 599623e8-c468-46ce-8658-687706aa2fb4 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:21:39.417138 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bd8e26c3-2244-40ff-801d-e06e54be91b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:39.419640 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-907c725a-de45-4f36-9070-56e93a4fb981 req-db953b7b-f29e-46fa-b0d7-3d89691c52d9 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424840 Nov 15 11:21:39.456528 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 599623e8-c468-46ce-8658-687706aa2fb4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:21:39.456896 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:39.547282 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:39.549396 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b1bf0a4-9ae0-40f0-b26d-d03a330496ed req-dfb5e447-1bf8-4db6-9fca-ad51583318aa tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0450075 Nov 15 11:21:39.574790 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc96563-9909-4541-8afe-cd19b09d0e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599623e8-c468-46ce-8658-687706aa2fb4'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:21:39.577660 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80d79c3-7c33-40e2-98bc-15a7b68dbd15" -d '{"events": [{"server_uuid": "0fc96563-9909-4541-8afe-cd19b09d0e63", "name": "network-vif-plugged", "status": "completed", "tag": "599623e8-c468-46ce-8658-687706aa2fb4"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:21:39.592735 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 599623e8-c468-46ce-8658-687706aa2fb4, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=599623e8-c468-46ce-8658-687706aa2fb4,segment=NetworkSegment(982510f6-b22f-4c53-af38-6a6785d78500),segment_id=982510f6-b22f-4c53-af38-6a6785d78500)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:39.599027 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:39.626674 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e0811d-af59-48a4-88e9-f005fdecb48e x-openstack-request-id: req-84e0811d-af59-48a4-88e9-f005fdecb48e {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:21:39.626966 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc96563-9909-4541-8afe-cd19b09d0e63", "name": "network-vif-plugged", "status": "completed", "tag": "599623e8-c468-46ce-8658-687706aa2fb4", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:21:39.627217 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84e0811d-af59-48a4-88e9-f005fdecb48e {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:21:39.627611 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc96563-9909-4541-8afe-cd19b09d0e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599623e8-c468-46ce-8658-687706aa2fb4', 'code': 200} Nov 15 11:21:39.634147 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb306537-b16f-4352-955b-4fa4158180d0 req-1ea32939-337b-4732-8fba-3b91ab1264cd tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:39.636037 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cb306537-b16f-4352-955b-4fa4158180d0 req-1ea32939-337b-4732-8fba-3b91ab1264cd tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.55 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.0786331 Nov 15 11:21:39.656061 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=599623e8-c468-46ce-8658-687706aa2fb4,revision_number=7']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:39.742212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-cb306537-b16f-4352-955b-4fa4158180d0 req-e564e29e-5890-4be1-ac51-107dcefbf82a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Deleting port 61dcb17f-a594-403c-957b-65438ddbd1cb {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:21:39.742541 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cb306537-b16f-4352-955b-4fa4158180d0 req-e564e29e-5890-4be1-ac51-107dcefbf82a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:39.780527 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e26c3-2244-40ff-801d-e06e54be91b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa9b64f-98db-4e8e-8256-aecabb3e60db,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:39.787770 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:39.791878 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8e26c3-2244-40ff-801d-e06e54be91b9 admin admin] Checking segment: {'id': '9bb83ea5-6302-453d-ab4d-4e9d792cd455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:21:39.792434 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8e26c3-2244-40ff-801d-e06e54be91b9 admin admin] Network hostable DHCP agents. Network: 91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:21:39.812019 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8e26c3-2244-40ff-801d-e06e54be91b9 admin admin] Network 91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:21:39.830134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-bd8e26c3-2244-40ff-801d-e06e54be91b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:21:39.835576 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8e26c3-2244-40ff-801d-e06e54be91b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:39.836229 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bd8e26c3-2244-40ff-801d-e06e54be91b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:39.840167 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf5eacd-8228-45b1-b72f-6accf588a76d None None] Network 91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:21:39.874202 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bd8e26c3-2244-40ff-801d-e06e54be91b9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6702194 Nov 15 11:21:39.877562 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34968) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:39.883215 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-83c0bc37-c40a-4031-8af6-5ba2a081ca14 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1770756178-router', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:39.883777 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-cb306537-b16f-4352-955b-4fa4158180d0 req-e564e29e-5890-4be1-ac51-107dcefbf82a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] For port 61dcb17f-a594-403c-957b-65438ddbd1cb, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=61dcb17f-a594-403c-957b-65438ddbd1cb,segment=NetworkSegment(16f6f493-380f-4264-bbcc-c365d9f26f64),segment_id=16f6f493-380f-4264-bbcc-c365d9f26f64)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:39.884309 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cb306537-b16f-4352-955b-4fa4158180d0 req-e564e29e-5890-4be1-ac51-107dcefbf82a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:39.900673 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0931f-95f6-4b54-82c0-5d48713cc6a1 req-b2899058-87bc-40d4-a664-96dde2d4ef91 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:39.902126 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4cd0931f-95f6-4b54-82c0-5d48713cc6a1 req-b2899058-87bc-40d4-a664-96dde2d4ef91 tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.11 "GET /v2.0/ports?device_id=acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed HTTP/1.1" status: 200 len: 945 time: 0.0827069 Nov 15 11:21:39.918604 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83c0bc37-c40a-4031-8af6-5ba2a081ca14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:39.919863 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83c0bc37-c40a-4031-8af6-5ba2a081ca14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:39.922772 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-cb306537-b16f-4352-955b-4fa4158180d0 req-e564e29e-5890-4be1-ac51-107dcefbf82a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Calling delete_port for 61dcb17f-a594-403c-957b-65438ddbd1cb owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:21:40.009323 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdf548-352f-42c4-803b-96ca66dbc77e req-28f761f4-5811-46c3-82b4-f9d8b680144b tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:40.011004 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6bbdf548-352f-42c4-803b-96ca66dbc77e req-28f761f4-5811-46c3-82b4-f9d8b680144b tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=153977bb-c410-4b84-95dc-e9392f444fdb HTTP/1.1" status: 200 len: 945 time: 0.1498759 Nov 15 11:21:40.024571 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c478161-fb81-46b4-807e-dbf39f4a1313 req-9be11290-df59-4694-8de9-9df92b6aba66 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:40.026115 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7c478161-fb81-46b4-807e-dbf39f4a1313 req-9be11290-df59-4694-8de9-9df92b6aba66 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.1250918 Nov 15 11:21:40.026359 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83c0bc37-c40a-4031-8af6-5ba2a081ca14 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:40.130417 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6bbdf548-352f-42c4-803b-96ca66dbc77e req-1ef33f69-7d23-4fbf-aa0f-1d0a793bc229 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012220 Nov 15 11:21:40.156974 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7c478161-fb81-46b4-807e-dbf39f4a1313 req-abfcd391-6663-457b-bf00-1bd58c1be07a tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134140 Nov 15 11:21:40.175132 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044a1d98-39a7-46e3-b63a-9141b7a72183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7', 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'fixed_ips': [{'subnet_id': 'afa9b64f-98db-4e8e-8256-aecabb3e60db'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:21:40.175132 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-044a1d98-39a7-46e3-b63a-9141b7a72183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:40.194282 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-4cd0931f-95f6-4b54-82c0-5d48713cc6a1 req-2d0a1806-07a3-4533-b325-57b43aebbd4c tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Deleting port ee6e00e8-a63d-4a7b-bd62-833c08328930 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:21:40.195118 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4cd0931f-95f6-4b54-82c0-5d48713cc6a1 req-2d0a1806-07a3-4533-b325-57b43aebbd4c tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:40.213746 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cb306537-b16f-4352-955b-4fa4158180d0 req-e564e29e-5890-4be1-ac51-107dcefbf82a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:40.215100 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83c0bc37-c40a-4031-8af6-5ba2a081ca14 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:40.246246 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['61dcb17f-a594-403c-957b-65438ddbd1cb'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:21:40.248428 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:21:40.259710 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564e29e-5890-4be1-ac51-107dcefbf82a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Pushing event deleted for resources: {'Port': ['ID=61dcb17f-a594-403c-957b-65438ddbd1cb,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:40.304284 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb306537-b16f-4352-955b-4fa4158180d0 req-e564e29e-5890-4be1-ac51-107dcefbf82a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] No DVR routers for this DVR port 61dcb17f-a594-403c-957b-65438ddbd1cb on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:21:40.306952 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cb306537-b16f-4352-955b-4fa4158180d0 req-e564e29e-5890-4be1-ac51-107dcefbf82a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:40.310634 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cb306537-b16f-4352-955b-4fa4158180d0 req-e564e29e-5890-4be1-ac51-107dcefbf82a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.55 "DELETE /v2.0/ports/61dcb17f-a594-403c-957b-65438ddbd1cb HTTP/1.1" status: 204 len: 173 time: 0.6670854 Nov 15 11:21:40.311110 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153977bb-c410-4b84-95dc-e9392f444fdb', 'name': 'network-vif-deleted', 'tag': '61dcb17f-a594-403c-957b-65438ddbd1cb'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:21:40.313954 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6bbe68-c2ba-439a-ab27-b9e5fa8aee16" -d '{"events": [{"server_uuid": "153977bb-c410-4b84-95dc-e9392f444fdb", "name": "network-vif-deleted", "tag": "61dcb17f-a594-403c-957b-65438ddbd1cb"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:21:40.362493 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afc82c5-3aab-4d28-8c96-905feec9d409 x-openstack-request-id: req-3afc82c5-3aab-4d28-8c96-905feec9d409 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:21:40.362780 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153977bb-c410-4b84-95dc-e9392f444fdb", "name": "network-vif-deleted", "tag": "61dcb17f-a594-403c-957b-65438ddbd1cb", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:21:40.363025 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3afc82c5-3aab-4d28-8c96-905feec9d409 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:21:40.363422 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153977bb-c410-4b84-95dc-e9392f444fdb', 'name': 'network-vif-deleted', 'tag': '61dcb17f-a594-403c-957b-65438ddbd1cb', 'status': 'completed', 'code': 200} Nov 15 11:21:40.379543 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-4cd0931f-95f6-4b54-82c0-5d48713cc6a1 req-2d0a1806-07a3-4533-b325-57b43aebbd4c tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] For port ee6e00e8-a63d-4a7b-bd62-833c08328930, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ee6e00e8-a63d-4a7b-bd62-833c08328930,segment=NetworkSegment(aeb91a93-cbdd-44de-9748-8dddbb40b401),segment_id=aeb91a93-cbdd-44de-9748-8dddbb40b401)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:40.379969 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4cd0931f-95f6-4b54-82c0-5d48713cc6a1 req-2d0a1806-07a3-4533-b325-57b43aebbd4c tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:40.395750 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-4cd0931f-95f6-4b54-82c0-5d48713cc6a1 req-2d0a1806-07a3-4533-b325-57b43aebbd4c tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Calling delete_port for ee6e00e8-a63d-4a7b-bd62-833c08328930 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:21:40.447796 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-044a1d98-39a7-46e3-b63a-9141b7a72183 None None] Allocated IP 172.20.0.2 (91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7/afa9b64f-98db-4e8e-8256-aecabb3e60db/c87a4023-e4d4-4a84-90f9-3fd9cd5ce337) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:21:40.556704 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dcd25-5f37-48d4-8d1f-4bdf55f4fc62 req-89cb1930-d9f6-4ffa-8398-8239992781cb tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:40.559257 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a4dcd25-5f37-48d4-8d1f-4bdf55f4fc62 req-89cb1930-d9f6-4ffa-8398-8239992781cb tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 945 time: 0.0503805 Nov 15 11:21:40.638454 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83c0bc37-c40a-4031-8af6-5ba2a081ca14 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:40.639032 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a4dcd25-5f37-48d4-8d1f-4bdf55f4fc62 req-aee08314-834b-4e33-af97-07927a131d55 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713212 Nov 15 11:21:40.667994 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83c0bc37-c40a-4031-8af6-5ba2a081ca14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:40.685261 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-044a1d98-39a7-46e3-b63a-9141b7a72183 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:40.693817 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-044a1d98-39a7-46e3-b63a-9141b7a72183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:40.711101 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4cd0931f-95f6-4b54-82c0-5d48713cc6a1 req-2d0a1806-07a3-4533-b325-57b43aebbd4c tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:40.731986 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb1fe216-e5dc-49dd-8ce7-5d1f159d4afa req-1a2bb1bc-6b68-445c-a1d2-33acf5e64bea tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0327961 Nov 15 11:21:40.736746 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044a1d98-39a7-46e3-b63a-9141b7a72183 None None] Network 91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:21:40.740505 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-044a1d98-39a7-46e3-b63a-9141b7a72183 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:21:40.747104 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a1d98-39a7-46e3-b63a-9141b7a72183 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:21:40.760365 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a1d98-39a7-46e3-b63a-9141b7a72183 None None] Pushing event updated for resources: {'Port': ['ID=c87a4023-e4d4-4a84-90f9-3fd9cd5ce337,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:40.771523 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a1806-07a3-4533-b325-57b43aebbd4c tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Pushing event deleted for resources: {'Port': ['ID=ee6e00e8-a63d-4a7b-bd62-833c08328930,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:40.813595 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-044a1d98-39a7-46e3-b63a-9141b7a72183 None None] Attempting to bind port c87a4023-e4d4-4a84-90f9-3fd9cd5ce337 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:21:40.814163 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-044a1d98-39a7-46e3-b63a-9141b7a72183 None None] Attempting to bind port c87a4023-e4d4-4a84-90f9-3fd9cd5ce337 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '9bb83ea5-6302-453d-ab4d-4e9d792cd455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:21:40.814291 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd0931f-95f6-4b54-82c0-5d48713cc6a1 req-2d0a1806-07a3-4533-b325-57b43aebbd4c tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] No DVR routers for this DVR port ee6e00e8-a63d-4a7b-bd62-833c08328930 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:21:40.814377 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a1d98-39a7-46e3-b63a-9141b7a72183 None None] Attempting to bind port c87a4023-e4d4-4a84-90f9-3fd9cd5ce337 on network 91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:21:40.819360 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a1d98-39a7-46e3-b63a-9141b7a72183 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:21:40.819780 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a1d98-39a7-46e3-b63a-9141b7a72183 None None] Checking segment: {'id': '9bb83ea5-6302-453d-ab4d-4e9d792cd455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:21:40.820210 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-044a1d98-39a7-46e3-b63a-9141b7a72183 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:40.820593 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a1d98-39a7-46e3-b63a-9141b7a72183 None None] Bound using segment: {'id': '9bb83ea5-6302-453d-ab4d-4e9d792cd455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:21:40.821054 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-044a1d98-39a7-46e3-b63a-9141b7a72183 None None] Bound port: c87a4023-e4d4-4a84-90f9-3fd9cd5ce337, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb83ea5-6302-453d-ab4d-4e9d792cd455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:21:40.821561 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-044a1d98-39a7-46e3-b63a-9141b7a72183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:40.832596 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4cd0931f-95f6-4b54-82c0-5d48713cc6a1 req-2d0a1806-07a3-4533-b325-57b43aebbd4c tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:40.836357 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4cd0931f-95f6-4b54-82c0-5d48713cc6a1 req-2d0a1806-07a3-4533-b325-57b43aebbd4c tempest-ImagesTestJSON-1859837750 tempest-ImagesTestJSON-1859837750-project] 10.222.0.11 "DELETE /v2.0/ports/ee6e00e8-a63d-4a7b-bd62-833c08328930 HTTP/1.1" status: 204 len: 173 time: 0.9119308 Nov 15 11:21:40.836489 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed', 'name': 'network-vif-deleted', 'tag': 'ee6e00e8-a63d-4a7b-bd62-833c08328930'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:21:40.839049 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b92aa42-1195-4a6a-935c-91bbd88b4b86" -d '{"events": [{"server_uuid": "acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed", "name": "network-vif-deleted", "tag": "ee6e00e8-a63d-4a7b-bd62-833c08328930"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:21:40.874389 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-83c0bc37-c40a-4031-8af6-5ba2a081ca14 admin admin] Allocated IP 172.25.7.16 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/e80ba1e0-5c93-4a32-b270-60c415fd8d70) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:21:40.904475 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-044a1d98-39a7-46e3-b63a-9141b7a72183 None None] For port c87a4023-e4d4-4a84-90f9-3fd9cd5ce337, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:21:40.904722 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8414c4-db33-4a9b-869f-a6aeb82fb519 x-openstack-request-id: req-4b8414c4-db33-4a9b-869f-a6aeb82fb519 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:21:40.904820 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed", "name": "network-vif-deleted", "tag": "ee6e00e8-a63d-4a7b-bd62-833c08328930", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:21:40.904992 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4b8414c4-db33-4a9b-869f-a6aeb82fb519 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:21:40.905421 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd55cd7-2e04-4a79-b1cd-6cd3d63c1eed', 'name': 'network-vif-deleted', 'tag': 'ee6e00e8-a63d-4a7b-bd62-833c08328930', 'status': 'completed', 'code': 200} Nov 15 11:21:40.908226 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-044a1d98-39a7-46e3-b63a-9141b7a72183 None None] For port c87a4023-e4d4-4a84-90f9-3fd9cd5ce337, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c87a4023-e4d4-4a84-90f9-3fd9cd5ce337,segment=NetworkSegment(9bb83ea5-6302-453d-ab4d-4e9d792cd455),segment_id=9bb83ea5-6302-453d-ab4d-4e9d792cd455)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:21:40.913512 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-044a1d98-39a7-46e3-b63a-9141b7a72183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:40.975772 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a1d98-39a7-46e3-b63a-9141b7a72183 None None] Pushing event updated for resources: {'Port': ['ID=c87a4023-e4d4-4a84-90f9-3fd9cd5ce337,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:40.997058 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['ee6e00e8-a63d-4a7b-bd62-833c08328930'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:21:41.014767 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83c0bc37-c40a-4031-8af6-5ba2a081ca14 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:41.054249 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83c0bc37-c40a-4031-8af6-5ba2a081ca14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:41.100033 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c0bc37-c40a-4031-8af6-5ba2a081ca14 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:21:41.105891 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-83c0bc37-c40a-4031-8af6-5ba2a081ca14 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:21:41.108556 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c0bc37-c40a-4031-8af6-5ba2a081ca14 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:21:41.112258 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0bc37-c40a-4031-8af6-5ba2a081ca14 admin admin] Pushing event updated for resources: {'Port': ['ID=e80ba1e0-5c93-4a32-b270-60c415fd8d70,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:41.314490 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fc8b5-a19e-4096-89fb-27b6010aa373 req-675286ed-e39f-4334-9d06-ba511a562fec tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:41.322307 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f68fc8b5-a19e-4096-89fb-27b6010aa373 req-675286ed-e39f-4334-9d06-ba511a562fec tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.0731165 Nov 15 11:21:41.354939 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:41.380109 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f68fc8b5-a19e-4096-89fb-27b6010aa373 req-f4e16aa8-2037-4b16-afca-b7cb4734dbb0 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553563 Nov 15 11:21:41.455336 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83c0bc37-c40a-4031-8af6-5ba2a081ca14 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:41.503863 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3555f-4021-4e14-8a79-b7c3411af453 req-714e36b5-a81e-40cb-8696-623885906ba1 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:41.505758 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29f3555f-4021-4e14-8a79-b7c3411af453 req-714e36b5-a81e-40cb-8696-623885906ba1 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0673354 Nov 15 11:21:41.558027 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29f3555f-4021-4e14-8a79-b7c3411af453 req-e5331266-1a1e-4ccf-97ce-325b09ddf0fb tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454564 Nov 15 11:21:41.664264 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83c0bc37-c40a-4031-8af6-5ba2a081ca14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:41.761245 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3f063bfb-80c5-4410-baea-304c8abed46c req-e3fc2762-b058-48fa-aa24-63ae56cd1acb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0557120 Nov 15 11:21:41.810527 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a7971-3c6b-41a0-a162-ed3b1b752d86 req-112a27d6-d498-4958-8ee5-2e25b60b24ea tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:41.812282 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea0a7971-3c6b-41a0-a162-ed3b1b752d86 req-112a27d6-d498-4958-8ee5-2e25b60b24ea tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 945 time: 0.0719156 Nov 15 11:21:41.844071 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c0bc37-c40a-4031-8af6-5ba2a081ca14 admin admin] Router 842a6c93-4ce6-4965-9640-b2bd012e04a5 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:21:41.876043 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-01657f29-01b8-4f1a-b8f6-23f13da1b2b5 req-367f5801-7cfe-4b5b-9cb3-7376d79e9cdc tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0414872 Nov 15 11:21:41.894432 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea0a7971-3c6b-41a0-a162-ed3b1b752d86 req-1617ae12-014c-4c6d-9ba6-4727833c7149 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737140 Nov 15 11:21:41.967307 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c0bc37-c40a-4031-8af6-5ba2a081ca14 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:21:41.977746 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] Sync routers for ids ['842a6c93-4ce6-4965-9640-b2bd012e04a5'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:21:41.995733 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83c0bc37-c40a-4031-8af6-5ba2a081ca14 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:41.997273 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-83c0bc37-c40a-4031-8af6-5ba2a081ca14 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1185625 Nov 15 11:21:42.000104 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35000) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:42.001410 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] Routers {'842a6c93-4ce6-4965-9640-b2bd012e04a5'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:21:42.002217 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:21:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['842a6c93-4ce6-4965-9640-b2bd012e04a5'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:42.114129 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:42.126503 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ea8ff6-7fdc-491b-acb5-f4f64f022202 None None] Network 91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:21:42.143887 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] Set router 842a6c93-4ce6-4965-9640-b2bd012e04a5 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:21:42.197409 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c60c93c5-7f2b-4d5a-9fcb-6f7c24a72912 None None] Provisioning complete for port c87a4023-e4d4-4a84-90f9-3fd9cd5ce337 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:21:42.197714 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c60c93c5-7f2b-4d5a-9fcb-6f7c24a72912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:42.262451 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e119c20-b388-45f9-88d1-deeed5092ddb req-f37bdf70-cee1-47fa-9a81-0199f826d42d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:42.265693 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c87a4023-e4d4-4a84-90f9-3fd9cd5ce337 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:21:42.271372 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e119c20-b388-45f9-88d1-deeed5092ddb req-f37bdf70-cee1-47fa-9a81-0199f826d42d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 945 time: 0.0938599 Nov 15 11:21:42.328252 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e119c20-b388-45f9-88d1-deeed5092ddb req-f9655b12-932d-4b8e-873c-4a976a08784b tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556607 Nov 15 11:21:42.338702 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1770756178-router', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:39Z', 'updated_at': '2021-11-15T11:21:41Z', 'revision_number': 3, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'gw_port': {'id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:40Z', 'updated_at': '2021-11-15T11:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:42.364726 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] Checking router: 842a6c93-4ce6-4965-9640-b2bd012e04a5 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:21:42.365306 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] Updating router 842a6c93-4ce6-4965-9640-b2bd012e04a5 port e80ba1e0-5c93-4a32-b270-60c415fd8d70 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:21:42.390077 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:42.441115 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port c87a4023-e4d4-4a84-90f9-3fd9cd5ce337 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:21:42.441473 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:42.443753 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c60c93c5-7f2b-4d5a-9fcb-6f7c24a72912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:42.557936 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c60c93c5-7f2b-4d5a-9fcb-6f7c24a72912 None None] For port c87a4023-e4d4-4a84-90f9-3fd9cd5ce337, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c87a4023-e4d4-4a84-90f9-3fd9cd5ce337,segment=NetworkSegment(9bb83ea5-6302-453d-ab4d-4e9d792cd455),segment_id=9bb83ea5-6302-453d-ab4d-4e9d792cd455)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:42.567732 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c60c93c5-7f2b-4d5a-9fcb-6f7c24a72912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:42.587000 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8406d922-dca3-4e2c-a6c5-6985828ef53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:42.602478 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4208f-130a-455b-8eee-34c9ab2d11a4 req-cdf57edc-0fb5-4c98-992d-e5e37b7a27f6 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:42.611608 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f6e4208f-130a-455b-8eee-34c9ab2d11a4 req-cdf57edc-0fb5-4c98-992d-e5e37b7a27f6 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.1082919 Nov 15 11:21:42.659523 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c93c5-7f2b-4d5a-9fcb-6f7c24a72912 None None] Pushing event updated for resources: {'Port': ['ID=c87a4023-e4d4-4a84-90f9-3fd9cd5ce337,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:42.732381 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f6e4208f-130a-455b-8eee-34c9ab2d11a4 req-b4273b2f-06c3-41c1-b845-0b14282accf8 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155937 Nov 15 11:21:42.752913 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca8f1b-b166-4b0b-a10b-77b04e0ebd15 req-52b28b69-a585-4306-ac91-0ce80bd1c30e tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:42.754355 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4eca8f1b-b166-4b0b-a10b-77b04e0ebd15 req-52b28b69-a585-4306-ac91-0ce80bd1c30e tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0971446 Nov 15 11:21:42.767332 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:42.775878 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:42.834678 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4eca8f1b-b166-4b0b-a10b-77b04e0ebd15 req-a2f02fc9-c862-45fb-8c48-a9a2b650fe11 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647480 Nov 15 11:21:42.838020 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772ca18-7a17-4151-bbd6-5cfe46137421 None None] Pushing event updated for resources: {'Port': ['ID=e80ba1e0-5c93-4a32-b270-60c415fd8d70,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:42.838176 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-8406d922-dca3-4e2c-a6c5-6985828ef53b admin admin] Allocated IP 172.20.0.1 (91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7/afa9b64f-98db-4e8e-8256-aecabb3e60db/d43cb28c-5fd9-4650-b695-19c52aa51572) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:21:42.840486 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] Attempting to bind port e80ba1e0-5c93-4a32-b270-60c415fd8d70 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:21:42.840849 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] Attempting to bind port e80ba1e0-5c93-4a32-b270-60c415fd8d70 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:21:42.841200 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] Attempting to bind port e80ba1e0-5c93-4a32-b270-60c415fd8d70 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:21:42.851565 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:21:42.851970 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:21:42.852365 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:42.852745 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:21:42.853590 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] Bound port: e80ba1e0-5c93-4a32-b270-60c415fd8d70, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:21:42.853868 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:42.888501 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-219152b7-c540-4b52-8f26-d96e547b3144 None None] Provisioning complete for port c87a4023-e4d4-4a84-90f9-3fd9cd5ce337 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:21:42.888865 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-219152b7-c540-4b52-8f26-d96e547b3144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:42.908837 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] For port e80ba1e0-5c93-4a32-b270-60c415fd8d70, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:21:42.912739 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] For port e80ba1e0-5c93-4a32-b270-60c415fd8d70, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e80ba1e0-5c93-4a32-b270-60c415fd8d70,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:21:42.919360 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:42.963661 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8406d922-dca3-4e2c-a6c5-6985828ef53b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:42.980955 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] Routers {'842a6c93-4ce6-4965-9640-b2bd012e04a5'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:21:42.982157 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:21:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['842a6c93-4ce6-4965-9640-b2bd012e04a5'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:43.012595 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8406d922-dca3-4e2c-a6c5-6985828ef53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:43.014373 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eee14861-94ee-434c-8492-7ad857efbd43 req-db0d00ec-8eb3-4b52-8624-8732ae10f690 tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0324173 Nov 15 11:21:43.049652 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8406d922-dca3-4e2c-a6c5-6985828ef53b admin admin] Network 91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:21:43.054476 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-8406d922-dca3-4e2c-a6c5-6985828ef53b admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:21:43.055639 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772ca18-7a17-4151-bbd6-5cfe46137421 None None] Pushing event updated for resources: {'Port': ['ID=e80ba1e0-5c93-4a32-b270-60c415fd8d70,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:43.057988 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8406d922-dca3-4e2c-a6c5-6985828ef53b admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:21:43.097755 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] Set router 842a6c93-4ce6-4965-9640-b2bd012e04a5 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:21:43.315967 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1770756178-router', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:39Z', 'updated_at': '2021-11-15T11:21:41Z', 'revision_number': 3, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'gw_port': {'id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:40Z', 'updated_at': '2021-11-15T11:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:43.323603 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-03cb7744-66ec-43d9-b4ef-707727b5b069 None None] Provisioning complete for port d43cb28c-5fd9-4650-b695-19c52aa51572 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:21:43.324194 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-03cb7744-66ec-43d9-b4ef-707727b5b069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:43.359420 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb33a3-7c5c-4691-9efc-a9991453ff32 None None] The sync data for ids ['842a6c93-4ce6-4965-9640-b2bd012e04a5'] in n-d-729945-9 is: [{'id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1770756178-router', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:39Z', 'updated_at': '2021-11-15T11:21:41Z', 'revision_number': 3, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'gw_port': {'id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:40Z', 'updated_at': '2021-11-15T11:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:21:43.364496 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-03cb7744-66ec-43d9-b4ef-707727b5b069 None None] Port d43cb28c-5fd9-4650-b695-19c52aa51572 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:21:43.375521 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406d922-dca3-4e2c-a6c5-6985828ef53b admin admin] Pushing event updated for resources: {'Port': ['ID=d43cb28c-5fd9-4650-b695-19c52aa51572,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:43.395169 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8406d922-dca3-4e2c-a6c5-6985828ef53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:43.412803 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 599623e8-c468-46ce-8658-687706aa2fb4 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:21:43.504584 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f64d8-f8e6-44e0-9f47-fc8b172a5392 req-b2d23a33-345a-443f-be71-932af0a0d75c tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:43.506163 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd8f64d8-f8e6-44e0-9f47-fc8b172a5392 req-b2d23a33-345a-443f-be71-932af0a0d75c tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 945 time: 0.0629797 Nov 15 11:21:43.522372 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:43.557448 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc96563-9909-4541-8afe-cd19b09d0e63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '599623e8-c468-46ce-8658-687706aa2fb4'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:21:43.560915 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8406d922-dca3-4e2c-a6c5-6985828ef53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:43.561143 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608d3c6d-e305-42f8-9692-f0d30db6c531" -d '{"events": [{"server_uuid": "0fc96563-9909-4541-8afe-cd19b09d0e63", "name": "network-vif-unplugged", "status": "completed", "tag": "599623e8-c468-46ce-8658-687706aa2fb4"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:21:43.573945 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 599623e8-c468-46ce-8658-687706aa2fb4, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=599623e8-c468-46ce-8658-687706aa2fb4,segment=NetworkSegment(982510f6-b22f-4c53-af38-6a6785d78500),segment_id=982510f6-b22f-4c53-af38-6a6785d78500)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:43.576384 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd8f64d8-f8e6-44e0-9f47-fc8b172a5392 req-fe155e05-d6f4-4f4c-82c7-b8b012a88cdb tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565014 Nov 15 11:21:43.580598 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:43.581871 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device ee6e00e8-a63d-4a7b-bd62-833c08328930 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:21:43.629381 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc1730e-d428-4dd2-9e15-cdc2b9b76166 x-openstack-request-id: req-9cc1730e-d428-4dd2-9e15-cdc2b9b76166 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:21:43.629713 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc96563-9909-4541-8afe-cd19b09d0e63", "name": "network-vif-unplugged", "status": "completed", "tag": "599623e8-c468-46ce-8658-687706aa2fb4", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:21:43.630327 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9cc1730e-d428-4dd2-9e15-cdc2b9b76166 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:21:43.630327 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc96563-9909-4541-8afe-cd19b09d0e63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '599623e8-c468-46ce-8658-687706aa2fb4', 'code': 200} Nov 15 11:21:43.630804 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: ee6e00e8-a63d-4a7b-bd62-833c08328930 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:21:43.631136 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device ee6e00e8-a63d-4a7b-bd62-833c08328930 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:21:43.666299 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=599623e8-c468-46ce-8658-687706aa2fb4,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:43.776389 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8406d922-dca3-4e2c-a6c5-6985828ef53b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:43.782352 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8406d922-dca3-4e2c-a6c5-6985828ef53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:43.863040 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8406d922-dca3-4e2c-a6c5-6985828ef53b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:43.877452 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bffc5a-dd13-46e0-a9f6-141898bd2995 req-a5fd22ed-8f43-4be4-94ff-9a7272e543fd tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:43.878042 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406d922-dca3-4e2c-a6c5-6985828ef53b admin admin] Pushing event updated for resources: {'Port': ['ID=d43cb28c-5fd9-4650-b695-19c52aa51572,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:43.881598 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73bffc5a-dd13-46e0-a9f6-141898bd2995 req-a5fd22ed-8f43-4be4-94ff-9a7272e543fd tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.0619338 Nov 15 11:21:43.961916 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73bffc5a-dd13-46e0-a9f6-141898bd2995 req-9256a1ea-e9a1-423a-ae9d-a41ef1405900 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744357 Nov 15 11:21:43.982512 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd5fc8-a71e-4a35-beb0-5919738df443 req-2be22c6d-a508-4cf5-87e4-6d727b35c7ae tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:43.984046 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-06cd5fc8-a71e-4a35-beb0-5919738df443 req-2be22c6d-a508-4cf5-87e4-6d727b35c7ae tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0691381 Nov 15 11:21:43.988832 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8406d922-dca3-4e2c-a6c5-6985828ef53b admin admin] Network 91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:21:43.990791 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-8406d922-dca3-4e2c-a6c5-6985828ef53b admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:21:44.044898 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-06cd5fc8-a71e-4a35-beb0-5919738df443 req-c259b968-5292-45a2-888a-55829b6cb282 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543578 Nov 15 11:21:44.164738 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4bac7b0-50fc-4778-8fae-2c4409f209a7 req-be7b15e0-ffac-46b6-87ec-45041ced7429 tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0409398 Nov 15 11:21:44.195725 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8406d922-dca3-4e2c-a6c5-6985828ef53b admin admin] Router 842a6c93-4ce6-4965-9640-b2bd012e04a5 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:21:44.296745 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e80ba1e0-5c93-4a32-b270-60c415fd8d70 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:21:44.365865 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8406d922-dca3-4e2c-a6c5-6985828ef53b admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:21:44.378738 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8406d922-dca3-4e2c-a6c5-6985828ef53b admin admin] 10.222.0.64 "PUT /v2.0/routers/842a6c93-4ce6-4965-9640-b2bd012e04a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3699710 Nov 15 11:21:44.393831 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port e80ba1e0-5c93-4a32-b270-60c415fd8d70 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:21:44.395073 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:44.449974 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-47156b01-7675-434a-950f-e7371f6684d0 None None] Provisioning complete for port d43cb28c-5fd9-4650-b695-19c52aa51572 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:21:44.450368 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-47156b01-7675-434a-950f-e7371f6684d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:44.523416 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-47156b01-7675-434a-950f-e7371f6684d0 None None] Port d43cb28c-5fd9-4650-b695-19c52aa51572 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:21:44.525572 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bb5c35e9-3023-4a09-9382-22be4aa2e309 req-119be6e1-7f81-4dd4-974b-8f055735453a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=415e369d6b0143228221f4342821b9f6&device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0339575 Nov 15 11:21:44.534144 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02c1b97a-a5f8-42de-bf41-d653d38d6629 req-ad43c796-a0a3-4228-9443-befbcdfa0edb tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0391936 Nov 15 11:21:44.572705 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bb5c35e9-3023-4a09-9382-22be4aa2e309 req-a83db6b7-5ff9-4b90-9663-10bebe66ee3f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=415e369d6b0143228221f4342821b9f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317252 Nov 15 11:21:44.573544 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:44.597172 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port e80ba1e0-5c93-4a32-b270-60c415fd8d70, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e80ba1e0-5c93-4a32-b270-60c415fd8d70,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:44.604072 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:44.605321 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c87a4023-e4d4-4a84-90f9-3fd9cd5ce337 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:21:44.612664 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67478e07-66f8-4748-849f-486f7704f6a1 req-c1dd96c3-5f7e-4326-8bef-b9a83b2abff3 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:44.614395 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-67478e07-66f8-4748-849f-486f7704f6a1 req-c1dd96c3-5f7e-4326-8bef-b9a83b2abff3 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 943 time: 0.0722644 Nov 15 11:21:44.711972 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 61dcb17f-a594-403c-957b-65438ddbd1cb no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:21:44.761019 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 61dcb17f-a594-403c-957b-65438ddbd1cb {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:21:44.761359 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 61dcb17f-a594-403c-957b-65438ddbd1cb not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:21:44.767196 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=e80ba1e0-5c93-4a32-b270-60c415fd8d70,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:44.790097 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port c87a4023-e4d4-4a84-90f9-3fd9cd5ce337 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:21:44.790393 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:44.798958 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c35e9-3023-4a09-9382-22be4aa2e309 req-968cf552-c6db-4078-8dfa-fd793bd5ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:44.800523 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bb5c35e9-3023-4a09-9382-22be4aa2e309 req-968cf552-c6db-4078-8dfa-fd793bd5ef56 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2146828 Nov 15 11:21:44.804394 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9032f0c-36cc-4d88-a759-25d63d85088b req-49b0c44a-4912-4537-b787-3ae2de75ae9b tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:44.810266 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9032f0c-36cc-4d88-a759-25d63d85088b req-49b0c44a-4912-4537-b787-3ae2de75ae9b tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 943 time: 0.1024933 Nov 15 11:21:44.859852 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-67478e07-66f8-4748-849f-486f7704f6a1 req-8c217687-b2ce-42de-b5b3-ae5b8a4e6661 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Deleting port 599623e8-c468-46ce-8658-687706aa2fb4 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:21:44.860070 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-67478e07-66f8-4748-849f-486f7704f6a1 req-8c217687-b2ce-42de-b5b3-ae5b8a4e6661 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:44.926256 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9032f0c-36cc-4d88-a759-25d63d85088b req-c7edb7aa-b829-487f-ab8d-d37bd8923229 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007445 Nov 15 11:21:44.974825 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-67478e07-66f8-4748-849f-486f7704f6a1 req-8c217687-b2ce-42de-b5b3-ae5b8a4e6661 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] For port 599623e8-c468-46ce-8658-687706aa2fb4, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=599623e8-c468-46ce-8658-687706aa2fb4,segment=NetworkSegment(982510f6-b22f-4c53-af38-6a6785d78500),segment_id=982510f6-b22f-4c53-af38-6a6785d78500)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:44.975192 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-67478e07-66f8-4748-849f-486f7704f6a1 req-8c217687-b2ce-42de-b5b3-ae5b8a4e6661 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:44.996274 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-67478e07-66f8-4748-849f-486f7704f6a1 req-8c217687-b2ce-42de-b5b3-ae5b8a4e6661 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Calling delete_port for 599623e8-c468-46ce-8658-687706aa2fb4 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:21:45.120975 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecc896-65a6-4647-a33b-950b7963acdf req-fc15a3e7-aa41-4a3d-ba6a-0976d0be6c89 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:45.122514 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64ecc896-65a6-4647-a33b-950b7963acdf req-fc15a3e7-aa41-4a3d-ba6a-0976d0be6c89 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.0712724 Nov 15 11:21:45.431186 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] Sync routers for ids ['842a6c93-4ce6-4965-9640-b2bd012e04a5'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:21:45.442003 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] Routers {'842a6c93-4ce6-4965-9640-b2bd012e04a5'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:21:45.442894 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:21:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['842a6c93-4ce6-4965-9640-b2bd012e04a5'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:45.545076 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-67478e07-66f8-4748-849f-486f7704f6a1 req-8c217687-b2ce-42de-b5b3-ae5b8a4e6661 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:45.562729 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] Set router 842a6c93-4ce6-4965-9640-b2bd012e04a5 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:21:45.581263 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64ecc896-65a6-4647-a33b-950b7963acdf req-449c83e4-3462-4e8a-9fdc-77ae292b90bd tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499383 Nov 15 11:21:45.588686 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869040f-b372-4954-8fe8-4c06b62cd902 req-3e1040b4-ff17-445a-9c2a-14dddea028a4 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:45.590143 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e869040f-b372-4954-8fe8-4c06b62cd902 req-3e1040b4-ff17-445a-9c2a-14dddea028a4 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.4509103 Nov 15 11:21:45.593289 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c217687-b2ce-42de-b5b3-ae5b8a4e6661 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Pushing event deleted for resources: {'Port': ['ID=599623e8-c468-46ce-8658-687706aa2fb4,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:45.650058 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-67478e07-66f8-4748-849f-486f7704f6a1 req-8c217687-b2ce-42de-b5b3-ae5b8a4e6661 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] No DVR routers for this DVR port 599623e8-c468-46ce-8658-687706aa2fb4 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:21:45.653491 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-67478e07-66f8-4748-849f-486f7704f6a1 req-8c217687-b2ce-42de-b5b3-ae5b8a4e6661 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:45.656801 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-67478e07-66f8-4748-849f-486f7704f6a1 req-8c217687-b2ce-42de-b5b3-ae5b8a4e6661 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.11 "DELETE /v2.0/ports/599623e8-c468-46ce-8658-687706aa2fb4 HTTP/1.1" status: 204 len: 173 time: 1.0345709 Nov 15 11:21:45.657261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc96563-9909-4541-8afe-cd19b09d0e63', 'name': 'network-vif-deleted', 'tag': '599623e8-c468-46ce-8658-687706aa2fb4'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:21:45.659499 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f210039f-038a-40ff-b152-e9a0c403cc72" -d '{"events": [{"server_uuid": "0fc96563-9909-4541-8afe-cd19b09d0e63", "name": "network-vif-deleted", "tag": "599623e8-c468-46ce-8658-687706aa2fb4"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:21:45.709103 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e869040f-b372-4954-8fe8-4c06b62cd902 req-20779d7c-06e9-4028-9269-fe0a1d4fa324 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007848 Nov 15 11:21:45.745293 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84238a7-42b5-47ea-b2b7-3129eeb83952 x-openstack-request-id: req-f84238a7-42b5-47ea-b2b7-3129eeb83952 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:21:45.745764 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc96563-9909-4541-8afe-cd19b09d0e63", "name": "network-vif-deleted", "tag": "599623e8-c468-46ce-8658-687706aa2fb4", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:21:45.746157 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f84238a7-42b5-47ea-b2b7-3129eeb83952 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:21:45.746723 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc96563-9909-4541-8afe-cd19b09d0e63', 'name': 'network-vif-deleted', 'tag': '599623e8-c468-46ce-8658-687706aa2fb4', 'status': 'completed', 'code': 200} Nov 15 11:21:45.800418 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d27dfb7a-67f4-49c8-a91d-51b32a3b884a req-23146ba4-c663-4637-bd8d-212867e8f281 tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0334601 Nov 15 11:21:45.992690 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1770756178-router', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:39Z', 'updated_at': '2021-11-15T11:21:43Z', 'revision_number': 4, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'gw_port': {'id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:40Z', 'updated_at': '2021-11-15T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'd43cb28c-5fd9-4650-b695-19c52aa51572', 'name': '', 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'mac_address': 'fa:16:3e:4d:5d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'afa9b64f-98db-4e8e-8256-aecabb3e60db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:42Z', 'updated_at': '2021-11-15T11:21:43Z', 'revision_number': 2, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'subnets': [{'id': 'afa9b64f-98db-4e8e-8256-aecabb3e60db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:46.023731 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] Checking router: 842a6c93-4ce6-4965-9640-b2bd012e04a5 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:21:46.024245 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] Updating router 842a6c93-4ce6-4965-9640-b2bd012e04a5 port d43cb28c-5fd9-4650-b695-19c52aa51572 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:21:46.039614 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46fc7745-c0e7-469c-8957-bb192f25fd8e req-afc92bad-e1f3-4cf7-a87b-fe187f6ac2e6 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fc96563-9909-4541-8afe-cd19b09d0e63 HTTP/1.1" status: 200 len: 210 time: 0.0267601 Nov 15 11:21:46.050865 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:46.154683 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e80ba1e0-5c93-4a32-b270-60c415fd8d70 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:21:46.278573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port e80ba1e0-5c93-4a32-b270-60c415fd8d70 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:21:46.278817 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:46.438112 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:46.444925 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:46.496368 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f53174-1939-4bbe-85fd-55ac1e8fd8ae None None] Pushing event updated for resources: {'Port': ['ID=d43cb28c-5fd9-4650-b695-19c52aa51572,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:46.544165 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb5c35e9-3023-4a09-9382-22be4aa2e309 req-bc7a910d-f3ce-48e1-a716-15448ff7983f tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0355453 Nov 15 11:21:46.556881 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] Attempting to bind port d43cb28c-5fd9-4650-b695-19c52aa51572 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:21:46.557270 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] Attempting to bind port d43cb28c-5fd9-4650-b695-19c52aa51572 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '9bb83ea5-6302-453d-ab4d-4e9d792cd455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:21:46.557631 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] Attempting to bind port d43cb28c-5fd9-4650-b695-19c52aa51572 on network 91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:21:46.570349 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:21:46.570718 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] Checking segment: {'id': '9bb83ea5-6302-453d-ab4d-4e9d792cd455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:21:46.571116 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:46.571503 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] Bound using segment: {'id': '9bb83ea5-6302-453d-ab4d-4e9d792cd455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:21:46.572010 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] Bound port: d43cb28c-5fd9-4650-b695-19c52aa51572, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb83ea5-6302-453d-ab4d-4e9d792cd455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:21:46.572378 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:46.654988 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] For port d43cb28c-5fd9-4650-b695-19c52aa51572, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:21:46.658260 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] For port d43cb28c-5fd9-4650-b695-19c52aa51572, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d43cb28c-5fd9-4650-b695-19c52aa51572,segment=NetworkSegment(9bb83ea5-6302-453d-ab4d-4e9d792cd455),segment_id=9bb83ea5-6302-453d-ab4d-4e9d792cd455)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:21:46.665229 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:46.733232 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] Routers {'842a6c93-4ce6-4965-9640-b2bd012e04a5'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:21:46.733862 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:21:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['842a6c93-4ce6-4965-9640-b2bd012e04a5'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:46.735840 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f53174-1939-4bbe-85fd-55ac1e8fd8ae None None] Pushing event updated for resources: {'Port': ['ID=d43cb28c-5fd9-4650-b695-19c52aa51572,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:46.788652 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844935e6-474c-468c-9850-ec4613b80e46 req-bf5556d9-e227-4605-a911-d66d66a8beb6 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:46.790340 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-844935e6-474c-468c-9850-ec4613b80e46 req-bf5556d9-e227-4605-a911-d66d66a8beb6 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.0947380 Nov 15 11:21:46.903409 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-844935e6-474c-468c-9850-ec4613b80e46 req-4a9baecf-2e38-4a72-af99-a1d0c7b64f95 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888186 Nov 15 11:21:46.909469 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] Set router 842a6c93-4ce6-4965-9640-b2bd012e04a5 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:21:46.917539 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-744a8b83-405e-4f52-9f5d-b3b0ec40dfb7 None None] Provisioning complete for port d43cb28c-5fd9-4650-b695-19c52aa51572 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:21:46.917905 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-744a8b83-405e-4f52-9f5d-b3b0ec40dfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:46.977161 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17319e6d-0a14-4aad-83a6-5dfe6cce5796 req-55398b34-908c-4a62-8c63-6d2fc0e66a9f tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:46.979229 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17319e6d-0a14-4aad-83a6-5dfe6cce5796 req-55398b34-908c-4a62-8c63-6d2fc0e66a9f tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.1103024 Nov 15 11:21:47.069867 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d02a073c-d3aa-4a5f-9134-8d3e00b6edab req-58f45c86-62ef-4ac5-929a-7d876930d8aa tempest-ServerShowV254Test-1451775814 tempest-ServerShowV254Test-1451775814-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a512d58-8e18-4dda-a0a5-cf70005b592b HTTP/1.1" status: 200 len: 210 time: 0.0419860 Nov 15 11:21:47.136751 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17319e6d-0a14-4aad-83a6-5dfe6cce5796 req-a2babc8f-5ff5-49df-bde8-1217335c3ee3 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439760 Nov 15 11:21:47.245912 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-744a8b83-405e-4f52-9f5d-b3b0ec40dfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:47.274920 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1770756178-router', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:39Z', 'updated_at': '2021-11-15T11:21:43Z', 'revision_number': 4, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'gw_port': {'id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:40Z', 'updated_at': '2021-11-15T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'd43cb28c-5fd9-4650-b695-19c52aa51572', 'name': '', 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'mac_address': 'fa:16:3e:4d:5d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'afa9b64f-98db-4e8e-8256-aecabb3e60db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:42Z', 'updated_at': '2021-11-15T11:21:46Z', 'revision_number': 4, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'subnets': [{'id': 'afa9b64f-98db-4e8e-8256-aecabb3e60db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:47.315220 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edb40bc-c70e-4d8f-9f35-7e94f6ee22ca None None] The sync data for ids ['842a6c93-4ce6-4965-9640-b2bd012e04a5'] in n-d-729945-9 is: [{'id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1770756178-router', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:39Z', 'updated_at': '2021-11-15T11:21:43Z', 'revision_number': 4, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'gw_port': {'id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:40Z', 'updated_at': '2021-11-15T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'd43cb28c-5fd9-4650-b695-19c52aa51572', 'name': '', 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'mac_address': 'fa:16:3e:4d:5d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'afa9b64f-98db-4e8e-8256-aecabb3e60db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:42Z', 'updated_at': '2021-11-15T11:21:46Z', 'revision_number': 4, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'subnets': [{'id': 'afa9b64f-98db-4e8e-8256-aecabb3e60db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:21:47.319621 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-744a8b83-405e-4f52-9f5d-b3b0ec40dfb7 None None] For port d43cb28c-5fd9-4650-b695-19c52aa51572, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d43cb28c-5fd9-4650-b695-19c52aa51572,segment=NetworkSegment(9bb83ea5-6302-453d-ab4d-4e9d792cd455),segment_id=9bb83ea5-6302-453d-ab4d-4e9d792cd455)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:47.325596 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-744a8b83-405e-4f52-9f5d-b3b0ec40dfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:47.420361 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a8b83-405e-4f52-9f5d-b3b0ec40dfb7 None None] Pushing event updated for resources: {'Port': ['ID=d43cb28c-5fd9-4650-b695-19c52aa51572,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:47.457225 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 599623e8-c468-46ce-8658-687706aa2fb4 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:21:47.489992 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 599623e8-c468-46ce-8658-687706aa2fb4 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:21:47.490414 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 599623e8-c468-46ce-8658-687706aa2fb4 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:21:47.492751 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3e13331c-04ac-48e0-8daa-88670daee35f None None] Provisioning complete for port d43cb28c-5fd9-4650-b695-19c52aa51572 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:21:47.493403 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3e13331c-04ac-48e0-8daa-88670daee35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:47.504751 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35142) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:47.510231 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3486e7af-10ce-4e0d-abe7-5bb2e1dbfc3e tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Request body: {'security_group': {'name': 'tempest-securitygroup--993795397', 'description': 'tempest-description--447499911'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:47.542414 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3486e7af-10ce-4e0d-abe7-5bb2e1dbfc3e tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:47.622647 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3486e7af-10ce-4e0d-abe7-5bb2e1dbfc3e tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:47.627772 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3486e7af-10ce-4e0d-abe7-5bb2e1dbfc3e tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:47.663733 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3486e7af-10ce-4e0d-abe7-5bb2e1dbfc3e tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:47.669160 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35144) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:47.672383 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3486e7af-10ce-4e0d-abe7-5bb2e1dbfc3e tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1662028 Nov 15 11:21:47.674974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-525c4ad4-3ad7-42d8-88c6-c8b005446cab tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Request body: {'security_group_rule': {'security_group_id': '1412dc78-6e35-4afd-832e-99973f7da19c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:47.675900 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486e7af-10ce-4e0d-abe7-5bb2e1dbfc3e tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1412dc78-6e35-4afd-832e-99973f7da19c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:47.715033 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-525c4ad4-3ad7-42d8-88c6-c8b005446cab tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:47.779856 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-525c4ad4-3ad7-42d8-88c6-c8b005446cab tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:47.785038 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-525c4ad4-3ad7-42d8-88c6-c8b005446cab tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:47.810002 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c4ad4-3ad7-42d8-88c6-c8b005446cab tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee660d1-2eb9-4ed8-bfa2-5ff92eba226d,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:47.817972 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-525c4ad4-3ad7-42d8-88c6-c8b005446cab tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:47.819835 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-525c4ad4-3ad7-42d8-88c6-c8b005446cab tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495609 Nov 15 11:21:47.822759 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35148) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:47.827446 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6bba7c5b-2efe-48fd-b134-e63f75b70bbe tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Request body: {'security_group_rule': {'security_group_id': '1412dc78-6e35-4afd-832e-99973f7da19c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:47.865412 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6bba7c5b-2efe-48fd-b134-e63f75b70bbe tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:47.951289 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6bba7c5b-2efe-48fd-b134-e63f75b70bbe tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:47.956920 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6bba7c5b-2efe-48fd-b134-e63f75b70bbe tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:47.981073 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba7c5b-2efe-48fd-b134-e63f75b70bbe tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d46997a-0809-4575-bcab-fd6cfd82ec01,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:47.997719 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6bba7c5b-2efe-48fd-b134-e63f75b70bbe tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:47.998984 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6bba7c5b-2efe-48fd-b134-e63f75b70bbe tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1752405 Nov 15 11:21:48.002197 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35152) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:48.008675 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c2648f90-6ab3-4b2f-bb61-635f78e34cef tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:48.036263 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2648f90-6ab3-4b2f-bb61-635f78e34cef tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:48.042118 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa589d09-8e1f-4ded-b8ba-afdcb945efdd req-a88ecf6d-9190-40f1-b2e6-32f13b99ce80 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:48.050001 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa589d09-8e1f-4ded-b8ba-afdcb945efdd req-a88ecf6d-9190-40f1-b2e6-32f13b99ce80 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.0711966 Nov 15 11:21:48.127148 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa589d09-8e1f-4ded-b8ba-afdcb945efdd req-8f157f91-bbf9-4407-905e-5fcb1f7e9bd4 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744548 Nov 15 11:21:48.210576 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d43cb28c-5fd9-4650-b695-19c52aa51572 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:21:48.274558 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2648f90-6ab3-4b2f-bb61-635f78e34cef tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:48.348812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70c3e2-719c-4ff9-a79d-687b6f067a71 req-66a52dc2-8a9c-47b0-9a30-22a331cc22e8 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:48.372676 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-de70c3e2-719c-4ff9-a79d-687b6f067a71 req-66a52dc2-8a9c-47b0-9a30-22a331cc22e8 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.1528602 Nov 15 11:21:48.394547 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d43cb28c-5fd9-4650-b695-19c52aa51572 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:21:48.397103 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:48.431206 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-de70c3e2-719c-4ff9-a79d-687b6f067a71 req-055c8008-cef0-4359-8e51-27cff1561491 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac48a40c-c56e-48cd-be46-aa4ff9057fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575321 Nov 15 11:21:48.472207 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-c2648f90-6ab3-4b2f-bb61-635f78e34cef tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Allocated IP 172.25.7.173 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/1b909d6e-85d8-4daf-88c8-f3133abf4e5c) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:21:48.595327 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35168) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:48.643885 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2648f90-6ab3-4b2f-bb61-635f78e34cef tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:48.654435 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c9b45-ba45-47d4-b47e-fcafcaeae9d8 req-e3fd1df8-f125-4dea-a63c-40d2ea42b562 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:48.656358 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-802c9b45-ba45-47d4-b47e-fcafcaeae9d8 req-e3fd1df8-f125-4dea-a63c-40d2ea42b562 tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.11 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 945 time: 0.0639036 Nov 15 11:21:48.701326 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2648f90-6ab3-4b2f-bb61-635f78e34cef tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:48.747076 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2648f90-6ab3-4b2f-bb61-635f78e34cef tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:21:48.750940 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-c2648f90-6ab3-4b2f-bb61-635f78e34cef tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:21:48.761291 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2648f90-6ab3-4b2f-bb61-635f78e34cef tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:21:48.779968 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-802c9b45-ba45-47d4-b47e-fcafcaeae9d8 req-ee607275-fdfd-4018-9254-b2fbde5e2a6a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Deleting port f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:21:48.780333 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-802c9b45-ba45-47d4-b47e-fcafcaeae9d8 req-ee607275-fdfd-4018-9254-b2fbde5e2a6a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:48.797502 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a0bfa27-1e82-4e35-bfcc-6440b0c523aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:48.821877 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2648f90-6ab3-4b2f-bb61-635f78e34cef tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Pushing event updated for resources: {'Port': ['ID=1b909d6e-85d8-4daf-88c8-f3133abf4e5c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:48.902995 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-802c9b45-ba45-47d4-b47e-fcafcaeae9d8 req-ee607275-fdfd-4018-9254-b2fbde5e2a6a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] For port f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf,segment=NetworkSegment(16f6f493-380f-4264-bbcc-c365d9f26f64),segment_id=16f6f493-380f-4264-bbcc-c365d9f26f64)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:48.903450 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-802c9b45-ba45-47d4-b47e-fcafcaeae9d8 req-ee607275-fdfd-4018-9254-b2fbde5e2a6a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:48.919497 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-802c9b45-ba45-47d4-b47e-fcafcaeae9d8 req-ee607275-fdfd-4018-9254-b2fbde5e2a6a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Calling delete_port for f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:21:48.924657 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2648f90-6ab3-4b2f-bb61-635f78e34cef tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:48.990653 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a0bfa27-1e82-4e35-bfcc-6440b0c523aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:49.002992 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a0bfa27-1e82-4e35-bfcc-6440b0c523aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:49.006739 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2648f90-6ab3-4b2f-bb61-635f78e34cef tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:49.071367 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bfa27-1e82-4e35-bfcc-6440b0c523aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10927bc-50e0-4cb9-84d6-e2d814b64d81,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:49.081889 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5a0bfa27-1e82-4e35-bfcc-6440b0c523aa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=415e369d6b0143228221f4342821b9f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4792035 Nov 15 11:21:49.081889 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35174) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:49.085703 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-802c9b45-ba45-47d4-b47e-fcafcaeae9d8 req-ee607275-fdfd-4018-9254-b2fbde5e2a6a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:49.105719 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:21:49.132892 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee607275-fdfd-4018-9254-b2fbde5e2a6a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Pushing event deleted for resources: {'Port': ['ID=f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:49.203685 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-802c9b45-ba45-47d4-b47e-fcafcaeae9d8 req-ee607275-fdfd-4018-9254-b2fbde5e2a6a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] No DVR routers for this DVR port f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:21:49.207039 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-802c9b45-ba45-47d4-b47e-fcafcaeae9d8 req-ee607275-fdfd-4018-9254-b2fbde5e2a6a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:49.211989 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-802c9b45-ba45-47d4-b47e-fcafcaeae9d8 req-ee607275-fdfd-4018-9254-b2fbde5e2a6a tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.11 "DELETE /v2.0/ports/f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf HTTP/1.1" status: 204 len: 173 time: 0.5483937 Nov 15 11:21:49.212905 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58496e25-da03-4a0c-9109-13adfae442b0', 'name': 'network-vif-deleted', 'tag': 'f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:21:49.214930 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6184a5-1d3e-4f07-814a-9562699440fb" -d '{"events": [{"server_uuid": "58496e25-da03-4a0c-9109-13adfae442b0", "name": "network-vif-deleted", "tag": "f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:21:49.300073 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1fb3f17-8f17-4232-9ca2-2457cf9c0f67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:49.313674 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd91d4-5bff-4033-980d-c6cc40c6280a req-0da55cca-ba4b-49e5-ae41-10775e3087c4 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:49.317458 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a8fd91d4-5bff-4033-980d-c6cc40c6280a req-0da55cca-ba4b-49e5-ae41-10775e3087c4 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.0974791 Nov 15 11:21:49.341553 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1fb3f17-8f17-4232-9ca2-2457cf9c0f67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:49.399948 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2648f90-6ab3-4b2f-bb61-635f78e34cef tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:49.410041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a8fd91d4-5bff-4033-980d-c6cc40c6280a req-58439435-f572-4770-b4a1-9e87134fa9e3 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854518 Nov 15 11:21:49.411486 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2648f90-6ab3-4b2f-bb61-635f78e34cef tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:49.453018 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1fb3f17-8f17-4232-9ca2-2457cf9c0f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:49.453018 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1fb3f17-8f17-4232-9ca2-2457cf9c0f67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:49.453018 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e1fb3f17-8f17-4232-9ca2-2457cf9c0f67 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d10927bc-50e0-4cb9-84d6-e2d814b64d81 HTTP/1.1" status: 204 len: 168 time: 0.3688035 Nov 15 11:21:49.493957 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323a581a-221e-4616-bc18-c37f4d9a86cc x-openstack-request-id: req-323a581a-221e-4616-bc18-c37f4d9a86cc {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:21:49.494243 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58496e25-da03-4a0c-9109-13adfae442b0", "name": "network-vif-deleted", "tag": "f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:21:49.494490 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-323a581a-221e-4616-bc18-c37f4d9a86cc {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:21:49.494896 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58496e25-da03-4a0c-9109-13adfae442b0', 'name': 'network-vif-deleted', 'tag': 'f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf', 'status': 'completed', 'code': 200} Nov 15 11:21:49.513372 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb3f17-8f17-4232-9ca2-2457cf9c0f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10927bc-50e0-4cb9-84d6-e2d814b64d81,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:49.555626 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2648f90-6ab3-4b2f-bb61-635f78e34cef tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:49.559013 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2648f90-6ab3-4b2f-bb61-635f78e34cef tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Pushing event updated for resources: {'Port': ['ID=1b909d6e-85d8-4daf-88c8-f3133abf4e5c,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:49.583375 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2648f90-6ab3-4b2f-bb61-635f78e34cef tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:49.586148 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c2648f90-6ab3-4b2f-bb61-635f78e34cef tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5829785 Nov 15 11:21:49.655508 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea2ae17c-cfc5-419e-b812-82525fe3c26b req-a49c5bf3-9a56-4526-9360-b26b3041b9be tempest-ServerRescueNegativeTestJSON-1442823262 tempest-ServerRescueNegativeTestJSON-1442823262-project] 10.222.0.64 "GET /v2.0/ports?device_id=58496e25-da03-4a0c-9109-13adfae442b0 HTTP/1.1" status: 200 len: 210 time: 0.0443082 Nov 15 11:21:49.680485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651116a4-9541-43d9-a0e4-26543fec28ed req-e52ad6ac-75a1-4116-bf01-670819cebe5d tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:49.682345 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-651116a4-9541-43d9-a0e4-26543fec28ed req-e52ad6ac-75a1-4116-bf01-670819cebe5d tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3970c531-beb3-4d92-9b5a-a9401e092d54 HTTP/1.1" status: 200 len: 946 time: 0.1125741 Nov 15 11:21:49.761713 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-651116a4-9541-43d9-a0e4-26543fec28ed req-fcea0847-d077-4239-82a1-1b82a2f16187 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd2f3e53-4c58-4e5d-882d-04632c79682b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727675 Nov 15 11:21:49.937304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-ed761f3e-a985-40cc-960c-70574a902a8e tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:49.938971 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-ed761f3e-a985-40cc-960c-70574a902a8e tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/networks?id=865d5ee5-074b-41e0-8bb1-5b492cfc8e95 HTTP/1.1" status: 200 len: 821 time: 0.1255085 Nov 15 11:21:49.961650 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-2a85cded-1d82-4157-9533-d5ce00321e52 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/quotas/47fff505e3e84388895515130236448c HTTP/1.1" status: 200 len: 375 time: 0.0130310 Nov 15 11:21:50.012307 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-630bbca0-020b-4b6b-b927-8f3f272b6783 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=47fff505e3e84388895515130236448c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0447261 Nov 15 11:21:50.128789 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-75428214-62aa-4335-94dd-1faaad0e2a3b service neutron] 10.222.0.64 "GET /v2.0/networks/865d5ee5-074b-41e0-8bb1-5b492cfc8e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051221 Nov 15 11:21:50.237044 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-03ab1c43-f50e-40b5-b790-778559b3db62 service neutron] 10.222.0.64 "GET /v2.0/networks/865d5ee5-074b-41e0-8bb1-5b492cfc8e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997646 Nov 15 11:21:50.353471 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35222) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:50.461114 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b9f0424-b022-4a3c-b6e7-75dcf363855b req-2bddd283-6882-4a02-98c4-dff2ff4145bb tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c526391-78b0-472d-a170-30e1dac1bfc7 HTTP/1.1" status: 200 len: 210 time: 0.0284936 Nov 15 11:21:50.508497 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-a08fe4b3-fb75-4b8d-ac50-559b60045dc2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1872268478-network', 'tenant_id': 'a20fe9645d9c49df841428f86995389b'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:50.536954 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08fe4b3-fb75-4b8d-ac50-559b60045dc2 admin admin] Made reservation on behalf of a20fe9645d9c49df841428f86995389b for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:21:50.539543 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a08fe4b3-fb75-4b8d-ac50-559b60045dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:50.574606 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a08fe4b3-fb75-4b8d-ac50-559b60045dc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:50.623957 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1422eb-fdad-43e3-938e-6ebf442fed24 req-ef4f8e48-2d39-4715-bf6d-5128bf6705b3 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:50.625556 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a1422eb-fdad-43e3-938e-6ebf442fed24 req-ef4f8e48-2d39-4715-bf6d-5128bf6705b3 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.0898414 Nov 15 11:21:50.706934 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a1422eb-fdad-43e3-938e-6ebf442fed24 req-f3dcaff5-c00f-4ccd-a801-34984c24fc7e tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747950 Nov 15 11:21:50.725563 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35240) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:50.731190 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a08fe4b3-fb75-4b8d-ac50-559b60045dc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:50.737907 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a08fe4b3-fb75-4b8d-ac50-559b60045dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:50.764559 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08fe4b3-fb75-4b8d-ac50-559b60045dc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:21:50.788064 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fe4b3-fb75-4b8d-ac50-559b60045dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fa405b-d784-47f1-9ef4-8d1293e6e3ac,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:50.791458 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a08fe4b3-fb75-4b8d-ac50-559b60045dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:50.792128 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-a08fe4b3-fb75-4b8d-ac50-559b60045dc2 admin admin] Added segment e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd of type vlan for network 1ab55e45-0c39-4141-9760-966dba676054 Nov 15 11:21:50.849810 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a08fe4b3-fb75-4b8d-ac50-559b60045dc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:50.917079 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a08fe4b3-fb75-4b8d-ac50-559b60045dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:50.918038 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08fe4b3-fb75-4b8d-ac50-559b60045dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:50.918613 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a08fe4b3-fb75-4b8d-ac50-559b60045dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:50.986429 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a08fe4b3-fb75-4b8d-ac50-559b60045dc2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6283417 Nov 15 11:21:50.988919 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35246) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:50.995235 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-2c8f3fd6-bead-4789-bd49-addfe851abc3 admin admin] Request body: {'subnet': {'network_id': '1ab55e45-0c39-4141-9760-966dba676054', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1872268478-subnet', 'tenant_id': 'a20fe9645d9c49df841428f86995389b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:51.025448 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd906a11-c802-436d-8e23-c037b7e170a8 req-c970fa31-9350-4e01-b1cc-6a5255282229 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:51.032618 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd906a11-c802-436d-8e23-c037b7e170a8 req-c970fa31-9350-4e01-b1cc-6a5255282229 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3970c531-beb3-4d92-9b5a-a9401e092d54 HTTP/1.1" status: 200 len: 946 time: 0.1557379 Nov 15 11:21:51.042976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fe4b3-fb75-4b8d-ac50-559b60045dc2 admin admin] Pushing event updated for resources: {'Network': ['ID=1ab55e45-0c39-4141-9760-966dba676054,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:51.053500 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 1ab55e45-0c39-4141-9760-966dba676054 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:21:51.087159 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8f3fd6-bead-4789-bd49-addfe851abc3 admin admin] Made reservation on behalf of a20fe9645d9c49df841428f86995389b for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:21:51.089502 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3fd6-bead-4789-bd49-addfe851abc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:51.182808 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd906a11-c802-436d-8e23-c037b7e170a8 req-70427192-b866-470b-84af-6fb895a074e4 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd2f3e53-4c58-4e5d-882d-04632c79682b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1442597 Nov 15 11:21:51.219017 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8784b37-7cb6-4c3a-a2d7-02217d7a9991 req-a0751a48-4904-4fc0-9c94-0ae806118732 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:51.220712 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b8784b37-7cb6-4c3a-a2d7-02217d7a9991 req-a0751a48-4904-4fc0-9c94-0ae806118732 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.11 "GET /v2.0/ports?device_id=3970c531-beb3-4d92-9b5a-a9401e092d54 HTTP/1.1" status: 200 len: 946 time: 0.1583114 Nov 15 11:21:51.349036 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-611a60ca-8943-4823-aaa5-a5beb4d8b56e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:51.402818 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-b8784b37-7cb6-4c3a-a2d7-02217d7a9991 req-a45a12f2-38e8-4e1b-b717-4ee64e2866e7 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Deleting port c69d5048-3822-4dee-977b-ae437fe6d605 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:21:51.403387 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b8784b37-7cb6-4c3a-a2d7-02217d7a9991 req-a45a12f2-38e8-4e1b-b717-4ee64e2866e7 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:51.451416 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:21:51.468577 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3fd6-bead-4789-bd49-addfe851abc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:51.482719 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:21:51.483324 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device f5c47c57-0ef4-41cd-b8c9-2cbb23ed88bf not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:21:51.572248 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f3fd6-bead-4789-bd49-addfe851abc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e7ad43-728f-443f-8f70-7ede95cfac35,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:51.597240 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-b8784b37-7cb6-4c3a-a2d7-02217d7a9991 req-a45a12f2-38e8-4e1b-b717-4ee64e2866e7 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] For port c69d5048-3822-4dee-977b-ae437fe6d605, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=c69d5048-3822-4dee-977b-ae437fe6d605,segment=NetworkSegment(c5b84830-dca3-4e93-a45f-d3a02601f812),segment_id=c5b84830-dca3-4e93-a45f-d3a02601f812)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:51.597671 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b8784b37-7cb6-4c3a-a2d7-02217d7a9991 req-a45a12f2-38e8-4e1b-b717-4ee64e2866e7 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:51.632335 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad96f755-c28b-4b90-9586-4144eb9444ae req-73d8af23-7116-49d3-87c6-9efca2649824 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c526391-78b0-472d-a170-30e1dac1bfc7 HTTP/1.1" status: 200 len: 210 time: 0.0539231 Nov 15 11:21:51.644040 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8f3fd6-bead-4789-bd49-addfe851abc3 admin admin] Checking segment: {'id': 'e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1ab55e45-0c39-4141-9760-966dba676054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:21:51.644040 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8f3fd6-bead-4789-bd49-addfe851abc3 admin admin] Network hostable DHCP agents. Network: 1ab55e45-0c39-4141-9760-966dba676054, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:21:51.730868 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8f3fd6-bead-4789-bd49-addfe851abc3 admin admin] Network 1ab55e45-0c39-4141-9760-966dba676054 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:21:51.776591 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-2c8f3fd6-bead-4789-bd49-addfe851abc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 1ab55e45-0c39-4141-9760-966dba676054) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:21:51.783647 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8f3fd6-bead-4789-bd49-addfe851abc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:51.785109 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3fd6-bead-4789-bd49-addfe851abc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:51.787050 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99691f3-0801-431d-8ffd-acbe2fa5239c None None] Network 1ab55e45-0c39-4141-9760-966dba676054 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:21:51.834247 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2c8f3fd6-bead-4789-bd49-addfe851abc3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8442690 Nov 15 11:21:51.873373 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-3407e89a-fcb3-4ea9-a323-0c1bf05b0608 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:51.875381 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-3407e89a-fcb3-4ea9-a323-0c1bf05b0608 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.11 "GET /v2.0/networks?id=865d5ee5-074b-41e0-8bb1-5b492cfc8e95 HTTP/1.1" status: 200 len: 821 time: 0.2560143 Nov 15 11:21:51.895463 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-ce55499f-0c19-4262-ba98-8beb4412ad0a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Request body: {'port': {'device_id': '6c526391-78b0-472d-a170-30e1dac1bfc7', 'network_id': '865d5ee5-074b-41e0-8bb1-5b492cfc8e95', 'admin_state_up': True, 'tenant_id': '47fff505e3e84388895515130236448c'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:51.951655 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b8784b37-7cb6-4c3a-a2d7-02217d7a9991 req-a45a12f2-38e8-4e1b-b717-4ee64e2866e7 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:51.952368 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b8784b37-7cb6-4c3a-a2d7-02217d7a9991 req-a45a12f2-38e8-4e1b-b717-4ee64e2866e7 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:51.952781 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [req-b8784b37-7cb6-4c3a-a2d7-02217d7a9991 req-a45a12f2-38e8-4e1b-b717-4ee64e2866e7 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Floating IP df6882ad-c8fe-4b03-af86-a4a30ae28b62 disassociated. External IP: 172.25.7.46, port: c69d5048-3822-4dee-977b-ae437fe6d605. Nov 15 11:21:51.954116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-b8784b37-7cb6-4c3a-a2d7-02217d7a9991 req-a45a12f2-38e8-4e1b-b717-4ee64e2866e7 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Calling delete_port for c69d5048-3822-4dee-977b-ae437fe6d605 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:21:51.974517 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-611a60ca-8943-4823-aaa5-a5beb4d8b56e admin admin] Deleting port d3a7e648-8bd3-487b-9569-45e568acab54 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:21:51.974911 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-611a60ca-8943-4823-aaa5-a5beb4d8b56e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:51.982935 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f660d1e-1f57-424e-b628-fa9de5008ad7 req-416978f5-07cb-4409-8d2f-35e65edb6789 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:51.984742 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4a1abf-f5d5-4a96-93bb-08e11fc04e52 None None] Network 1ab55e45-0c39-4141-9760-966dba676054 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:21:51.992041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f660d1e-1f57-424e-b628-fa9de5008ad7 req-416978f5-07cb-4409-8d2f-35e65edb6789 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.1164825 Nov 15 11:21:52.157468 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-611a60ca-8943-4823-aaa5-a5beb4d8b56e admin admin] For port d3a7e648-8bd3-487b-9569-45e568acab54, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d3a7e648-8bd3-487b-9569-45e568acab54,segment=NetworkSegment(16f6f493-380f-4264-bbcc-c365d9f26f64),segment_id=16f6f493-380f-4264-bbcc-c365d9f26f64)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:52.157765 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f660d1e-1f57-424e-b628-fa9de5008ad7 req-126beeac-0272-4945-9b41-cd0eb6c027ca tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577070 Nov 15 11:21:52.157875 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-611a60ca-8943-4823-aaa5-a5beb4d8b56e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:52.188520 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-611a60ca-8943-4823-aaa5-a5beb4d8b56e admin admin] Calling delete_port for d3a7e648-8bd3-487b-9569-45e568acab54 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:21:52.248784 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-ce55499f-0c19-4262-ba98-8beb4412ad0a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Made reservation on behalf of 47fff505e3e84388895515130236448c for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:21:52.252442 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-ce55499f-0c19-4262-ba98-8beb4412ad0a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:52.312270 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b8784b37-7cb6-4c3a-a2d7-02217d7a9991 req-a45a12f2-38e8-4e1b-b717-4ee64e2866e7 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:52.360453 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-541e5e86-194b-4815-a937-f65d79f96d67 req-dc708137-c66f-46e6-b25f-ff1a32f5ed68 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3970c531-beb3-4d92-9b5a-a9401e092d54 HTTP/1.1" status: 200 len: 210 time: 0.0675638 Nov 15 11:21:52.402639 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a12f2-38e8-4e1b-b717-4ee64e2866e7 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Pushing event deleted for resources: {'Port': ['ID=c69d5048-3822-4dee-977b-ae437fe6d605,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:52.465339 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-ce55499f-0c19-4262-ba98-8beb4412ad0a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Allocated IP 172.20.0.2 (865d5ee5-074b-41e0-8bb1-5b492cfc8e95/6f3afe93-e76b-4058-a0ae-3200fb061f6d/78d595a0-73ed-438c-a33a-5e7919a283c0) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:21:52.590617 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-611a60ca-8943-4823-aaa5-a5beb4d8b56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:52.605379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-21d6ee58-7a87-440c-b5c3-78a22b451e78 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:52.607518 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-21d6ee58-7a87-440c-b5c3-78a22b451e78 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/networks?id=1ab55e45-0c39-4141-9760-966dba676054 HTTP/1.1" status: 200 len: 814 time: 0.2459595 Nov 15 11:21:52.622273 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a60ca-8943-4823-aaa5-a5beb4d8b56e admin admin] Pushing event deleted for resources: {'Port': ['ID=d3a7e648-8bd3-487b-9569-45e568acab54,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:52.643581 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8784b37-7cb6-4c3a-a2d7-02217d7a9991 req-a45a12f2-38e8-4e1b-b717-4ee64e2866e7 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Router cc45314f-6ea9-4e00-a187-19a4ce2e7bcc has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:21:52.646049 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-a3d6594b-7406-43f5-b69f-1077d941db95 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/quotas/a20fe9645d9c49df841428f86995389b HTTP/1.1" status: 200 len: 375 time: 0.0314043 Nov 15 11:21:52.725215 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-f73129da-0b53-49ff-82f0-72f4912b7b43 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a20fe9645d9c49df841428f86995389b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681062 Nov 15 11:21:52.732334 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-ce55499f-0c19-4262-ba98-8beb4412ad0a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:52.901085 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-ce55499f-0c19-4262-ba98-8beb4412ad0a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:52.907849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2f160e5-f810-43ce-bb76-b8c031e4f343 req-01701675-6b6e-4ade-96e2-2cbde3db8fba tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c526391-78b0-472d-a170-30e1dac1bfc7 HTTP/1.1" status: 200 len: 210 time: 0.0619795 Nov 15 11:21:52.940831 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-611a60ca-8943-4823-aaa5-a5beb4d8b56e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:52.946134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-ce55499f-0c19-4262-ba98-8beb4412ad0a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Network 865d5ee5-074b-41e0-8bb1-5b492cfc8e95 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:21:52.953045 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-ce55499f-0c19-4262-ba98-8beb4412ad0a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:21:52.958299 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-ce55499f-0c19-4262-ba98-8beb4412ad0a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:21:53.003168 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-989e2360-8197-45c7-8870-16902c8444b3 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab55e45-0c39-4141-9760-966dba676054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347608 Nov 15 11:21:53.004500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8784b37-7cb6-4c3a-a2d7-02217d7a9991 req-a45a12f2-38e8-4e1b-b717-4ee64e2866e7 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:21:53.020599 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9874842-da47-48dd-9135-437a6b652199 None None] Sync routers for ids ['cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:21:53.043208 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9874842-da47-48dd-9135-437a6b652199 None None] Routers {'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:21:53.048961 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c9874842-da47-48dd-9135-437a6b652199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:21:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:53.068519 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55499f-0c19-4262-ba98-8beb4412ad0a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Pushing event updated for resources: {'Port': ['ID=78d595a0-73ed-438c-a33a-5e7919a283c0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:53.113008 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-ce55499f-0c19-4262-ba98-8beb4412ad0a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:53.113666 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-ce55499f-0c19-4262-ba98-8beb4412ad0a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:53.143496 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-ce55499f-0c19-4262-ba98-8beb4412ad0a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2534122 Nov 15 11:21:53.157935 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Request body: {'port': {'device_id': '6c526391-78b0-472d-a170-30e1dac1bfc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:53.166914 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8784b37-7cb6-4c3a-a2d7-02217d7a9991 req-a45a12f2-38e8-4e1b-b717-4ee64e2866e7 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] No DVR routers for this DVR port c69d5048-3822-4dee-977b-ae437fe6d605 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:21:53.170055 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b8784b37-7cb6-4c3a-a2d7-02217d7a9991 req-a45a12f2-38e8-4e1b-b717-4ee64e2866e7 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:53.174151 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b8784b37-7cb6-4c3a-a2d7-02217d7a9991 req-a45a12f2-38e8-4e1b-b717-4ee64e2866e7 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.11 "DELETE /v2.0/ports/c69d5048-3822-4dee-977b-ae437fe6d605 HTTP/1.1" status: 204 len: 173 time: 1.9446011 Nov 15 11:21:53.185751 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-c9874842-da47-48dd-9135-437a6b652199 None None] Set router cc45314f-6ea9-4e00-a187-19a4ce2e7bcc gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:21:53.191369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3970c531-beb3-4d92-9b5a-a9401e092d54', 'name': 'network-vif-deleted', 'tag': 'c69d5048-3822-4dee-977b-ae437fe6d605'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:21:53.194416 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99359105-4d86-4841-948e-33797990791c" -d '{"events": [{"server_uuid": "3970c531-beb3-4d92-9b5a-a9401e092d54", "name": "network-vif-deleted", "tag": "c69d5048-3822-4dee-977b-ae437fe6d605"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:21:53.209469 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-f4b3a3e3-52a5-4296-9b51-b8cb78549786 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab55e45-0c39-4141-9760-966dba676054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687372 Nov 15 11:21:53.401703 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75abfc-98b7-4d18-b48c-df2c8fd53993 req-fbe02bae-ce1c-49cc-980d-01427b4253a7 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:53.410722 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ef75abfc-98b7-4d18-b48c-df2c8fd53993 req-fbe02bae-ce1c-49cc-980d-01427b4253a7 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.1267865 Nov 15 11:21:53.503206 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5329c1c6-d8ee-4b31-9795-a9d674452915 x-openstack-request-id: req-5329c1c6-d8ee-4b31-9795-a9d674452915 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:21:53.503496 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3970c531-beb3-4d92-9b5a-a9401e092d54", "name": "network-vif-deleted", "tag": "c69d5048-3822-4dee-977b-ae437fe6d605", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:21:53.503749 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5329c1c6-d8ee-4b31-9795-a9d674452915 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:21:53.510406 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3970c531-beb3-4d92-9b5a-a9401e092d54', 'name': 'network-vif-deleted', 'tag': 'c69d5048-3822-4dee-977b-ae437fe6d605', 'status': 'completed', 'code': 200} Nov 15 11:21:53.559888 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ef75abfc-98b7-4d18-b48c-df2c8fd53993 req-c3ebf46b-aad1-4671-90aa-1fddb54f2537 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477931 Nov 15 11:21:53.651982 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c9874842-da47-48dd-9135-437a6b652199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'name': 'tempest-ServersTestFqdnHostnames-1685952714-router', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:30Z', 'updated_at': '2021-11-15T11:18:36Z', 'revision_number': 4, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'gw_port': {'id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:32Z', 'updated_at': '2021-11-15T11:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f89b7d1d-ab99-4ded-a6a1-54551c958ca4', 'name': '', 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'mac_address': 'fa:16:3e:ce:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '13de97e3-bf4b-4f47-8f44-5155e3b5e067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:35Z', 'updated_at': '2021-11-15T11:18:43Z', 'revision_number': 5, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'subnets': [{'id': '13de97e3-bf4b-4f47-8f44-5155e3b5e067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:53.658547 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32e9ee24-afae-452d-b9b0-285a2cc743f8 req-f1ee7e43-36e7-4798-871e-4080fddfef62 tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3970c531-beb3-4d92-9b5a-a9401e092d54 HTTP/1.1" status: 200 len: 210 time: 0.0596402 Nov 15 11:21:53.693253 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9874842-da47-48dd-9135-437a6b652199 None None] Checking router: cc45314f-6ea9-4e00-a187-19a4ce2e7bcc for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:21:53.703512 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea5b8928-3a4a-44de-8e58-90e2b81604fb req-8849bbee-bfcc-4201-82cf-d9559e77e088 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 210 time: 0.0379558 Nov 15 11:21:53.704658 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9874842-da47-48dd-9135-437a6b652199 None None] Routers {'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:21:53.705223 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c9874842-da47-48dd-9135-437a6b652199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:21:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:53.800857 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:53.886592 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611a60ca-8943-4823-aaa5-a5beb4d8b56e admin admin] Router 336170c8-0d35-4b5d-b899-e580cf8adb87 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:21:53.934539 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-c9874842-da47-48dd-9135-437a6b652199 None None] Set router cc45314f-6ea9-4e00-a187-19a4ce2e7bcc gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:21:54.165179 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611a60ca-8943-4823-aaa5-a5beb4d8b56e admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:21:54.176610 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f038aa-3866-46e8-b02d-c301aa06b683 None None] Sync routers for ids ['336170c8-0d35-4b5d-b899-e580cf8adb87'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:21:54.180602 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-611a60ca-8943-4823-aaa5-a5beb4d8b56e admin admin] 10.222.0.64 "PUT /v2.0/routers/336170c8-0d35-4b5d-b899-e580cf8adb87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4536977 Nov 15 11:21:54.186271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35302) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:54.209152 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f038aa-3866-46e8-b02d-c301aa06b683 None None] Routers {'336170c8-0d35-4b5d-b899-e580cf8adb87'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:21:54.212461 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c4f038aa-3866-46e8-b02d-c301aa06b683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:21:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['336170c8-0d35-4b5d-b899-e580cf8adb87'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:54.389722 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c868f78-8951-4e06-bda3-f77ef7d42a56 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:54.421098 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c9874842-da47-48dd-9135-437a6b652199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'name': 'tempest-ServersTestFqdnHostnames-1685952714-router', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:30Z', 'updated_at': '2021-11-15T11:18:36Z', 'revision_number': 4, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'gw_port': {'id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:32Z', 'updated_at': '2021-11-15T11:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f89b7d1d-ab99-4ded-a6a1-54551c958ca4', 'name': '', 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'mac_address': 'fa:16:3e:ce:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '13de97e3-bf4b-4f47-8f44-5155e3b5e067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:35Z', 'updated_at': '2021-11-15T11:18:43Z', 'revision_number': 5, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'subnets': [{'id': '13de97e3-bf4b-4f47-8f44-5155e3b5e067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:54.473096 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9874842-da47-48dd-9135-437a6b652199 None None] The sync data for ids ['cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'] in n-d-729945-9 is: [{'id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'name': 'tempest-ServersTestFqdnHostnames-1685952714-router', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:30Z', 'updated_at': '2021-11-15T11:18:36Z', 'revision_number': 4, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'gw_port': {'id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:32Z', 'updated_at': '2021-11-15T11:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f89b7d1d-ab99-4ded-a6a1-54551c958ca4', 'name': '', 'network_id': '6ba4437f-4084-4622-9e5a-c25893ee652e', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'mac_address': 'fa:16:3e:ce:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '13de97e3-bf4b-4f47-8f44-5155e3b5e067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:35Z', 'updated_at': '2021-11-15T11:18:43Z', 'revision_number': 5, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'subnets': [{'id': '13de97e3-bf4b-4f47-8f44-5155e3b5e067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:21:54.501205 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d595a0-73ed-438c-a33a-5e7919a283c0 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:21:54.514053 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:54.535658 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334f45d-6aa8-402b-a30b-9af3cda806de req-9a2ea837-74cf-433b-af0b-5783d8802a47 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:54.537090 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Transition to ACTIVE for port object 78d595a0-73ed-438c-a33a-5e7919a283c0 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:21:54.537530 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c334f45d-6aa8-402b-a30b-9af3cda806de req-9a2ea837-74cf-433b-af0b-5783d8802a47 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c526391-78b0-472d-a170-30e1dac1bfc7 HTTP/1.1" status: 200 len: 931 time: 0.5586951 Nov 15 11:21:54.540994 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c868f78-8951-4e06-bda3-f77ef7d42a56 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:54.553852 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:54.592110 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703aa08-ffc7-4453-bebb-260599889d3b req-7f1cc189-c2fa-44a4-8e37-d0268176eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:54.593568 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d703aa08-ffc7-4453-bebb-260599889d3b req-7f1cc189-c2fa-44a4-8e37-d0268176eee6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 1097 time: 0.0995872 Nov 15 11:21:54.597017 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-c4f038aa-3866-46e8-b02d-c301aa06b683 None None] Set router 336170c8-0d35-4b5d-b899-e580cf8adb87 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:21:54.648498 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c334f45d-6aa8-402b-a30b-9af3cda806de req-10397711-1741-4916-9fa5-03c7ae0bf1fe tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879021 Nov 15 11:21:54.660030 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Pushing event updated for resources: {'Port': ['ID=78d595a0-73ed-438c-a33a-5e7919a283c0,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:54.690682 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:54.691484 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:54.691484 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:54.691724 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:54.691980 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:54.692384 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:54.692710 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:54.693026 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:54.693343 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:54.693657 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:54.694007 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:54.694320 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:21:54.722075 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d703aa08-ffc7-4453-bebb-260599889d3b req-d3339a5b-8930-4706-a98e-7932008eb207 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787628 Nov 15 11:21:54.746526 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1c868f78-8951-4e06-bda3-f77ef7d42a56 admin admin] Deleting port 3a5ea597-24f6-48cf-b2e1-dc219a111fd4 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:21:54.746864 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c868f78-8951-4e06-bda3-f77ef7d42a56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:54.806613 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d57273-f235-44b8-a978-322f584bfd1c req-0cb0e3c4-292c-46ce-8c47-7081f2787ad6 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:54.808426 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b7d57273-f235-44b8-a978-322f584bfd1c req-0cb0e3c4-292c-46ce-8c47-7081f2787ad6 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.0845983 Nov 15 11:21:54.914397 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b7d57273-f235-44b8-a978-322f584bfd1c req-5afeb1cf-c3a7-4d3e-9d8b-6612923ccaa9 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987878 Nov 15 11:21:54.946208 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Attempting to bind port 78d595a0-73ed-438c-a33a-5e7919a283c0 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:21:54.947341 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Attempting to bind port 78d595a0-73ed-438c-a33a-5e7919a283c0 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '982510f6-b22f-4c53-af38-6a6785d78500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '865d5ee5-074b-41e0-8bb1-5b492cfc8e95'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:21:54.947786 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Attempting to bind port 78d595a0-73ed-438c-a33a-5e7919a283c0 on network 865d5ee5-074b-41e0-8bb1-5b492cfc8e95 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:21:54.970042 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Port 78d595a0-73ed-438c-a33a-5e7919a283c0 on network 865d5ee5-074b-41e0-8bb1-5b492cfc8e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:21:54.970410 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-16e0a8b9-baa4-4a77-b886-8efef8a2feeb req-675dda45-2d38-47c8-bbcb-8fd6f465309a tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 210 time: 0.0700688 Nov 15 11:21:54.970615 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Attempting to bind port 78d595a0-73ed-438c-a33a-5e7919a283c0 on network 865d5ee5-074b-41e0-8bb1-5b492cfc8e95 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:21:54.987468 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35316) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:54.999672 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c4f038aa-3866-46e8-b02d-c301aa06b683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336170c8-0d35-4b5d-b899-e580cf8adb87', 'name': 'tempest-ServerRescueNegativeTestJSON-944516117-router', 'tenant_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '3a5ea597-24f6-48cf-b2e1-dc219a111fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:19:15Z', 'updated_at': '2021-11-15T11:21:52Z', 'revision_number': 5, 'project_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'gw_port': {'id': '3a5ea597-24f6-48cf-b2e1-dc219a111fd4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336170c8-0d35-4b5d-b899-e580cf8adb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:19:16Z', 'updated_at': '2021-11-15T11:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:55.026247 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:21:55.026661 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Checking segment: {'id': '982510f6-b22f-4c53-af38-6a6785d78500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '865d5ee5-074b-41e0-8bb1-5b492cfc8e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:21:55.027190 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c1beec-9af0-4874-b84d-f0cea859efb0 None None] New status for floating IP df6882ad-c8fe-4b03-af86-a4a30ae28b62: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:21:55.027357 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Bound using segment: {'id': '982510f6-b22f-4c53-af38-6a6785d78500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '865d5ee5-074b-41e0-8bb1-5b492cfc8e95'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:21:55.027927 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Bound port: 78d595a0-73ed-438c-a33a-5e7919a283c0, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982510f6-b22f-4c53-af38-6a6785d78500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '865d5ee5-074b-41e0-8bb1-5b492cfc8e95'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:21:55.028450 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:55.046219 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f038aa-3866-46e8-b02d-c301aa06b683 None None] Checking router: 336170c8-0d35-4b5d-b899-e580cf8adb87 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:21:55.053974 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1c868f78-8951-4e06-bda3-f77ef7d42a56 admin admin] For port 3a5ea597-24f6-48cf-b2e1-dc219a111fd4, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3a5ea597-24f6-48cf-b2e1-dc219a111fd4,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:55.054410 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c868f78-8951-4e06-bda3-f77ef7d42a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:55.055881 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f038aa-3866-46e8-b02d-c301aa06b683 None None] Routers {'336170c8-0d35-4b5d-b899-e580cf8adb87'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:21:55.056656 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c4f038aa-3866-46e8-b02d-c301aa06b683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:21:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['336170c8-0d35-4b5d-b899-e580cf8adb87'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:55.121615 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] For port 78d595a0-73ed-438c-a33a-5e7919a283c0, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:21:55.125907 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80080f14-0c06-4d22-81b4-8ead5f0af04f tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:55.160639 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1c868f78-8951-4e06-bda3-f77ef7d42a56 admin admin] Calling delete_port for 3a5ea597-24f6-48cf-b2e1-dc219a111fd4 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:21:55.168999 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] For port 78d595a0-73ed-438c-a33a-5e7919a283c0, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=78d595a0-73ed-438c-a33a-5e7919a283c0,segment=NetworkSegment(982510f6-b22f-4c53-af38-6a6785d78500),segment_id=982510f6-b22f-4c53-af38-6a6785d78500)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:21:55.193916 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80080f14-0c06-4d22-81b4-8ead5f0af04f tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:55.226911 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:55.298293 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:55.298947 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:55.300587 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] 10.222.0.11 "PUT /v2.0/ports/78d595a0-73ed-438c-a33a-5e7919a283c0 HTTP/1.1" status: 200 len: 1091 time: 2.1471565 Nov 15 11:21:55.308735 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c526391-78b0-472d-a170-30e1dac1bfc7', 'tag': '78d595a0-73ed-438c-a33a-5e7919a283c0'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:21:55.311148 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09647e6-9f30-4596-af51-0beeb2130460" -d '{"events": [{"name": "network-changed", "server_uuid": "6c526391-78b0-472d-a170-30e1dac1bfc7", "tag": "78d595a0-73ed-438c-a33a-5e7919a283c0"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:21:55.425475 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a95e3f-0b0b-4ff7-b080-d84a0d73c62e x-openstack-request-id: req-e0a95e3f-0b0b-4ff7-b080-d84a0d73c62e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:21:55.425836 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c526391-78b0-472d-a170-30e1dac1bfc7", "tag": "78d595a0-73ed-438c-a33a-5e7919a283c0", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:21:55.426098 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e0a95e3f-0b0b-4ff7-b080-d84a0d73c62e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:21:55.426493 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c526391-78b0-472d-a170-30e1dac1bfc7', 'tag': '78d595a0-73ed-438c-a33a-5e7919a283c0', 'status': 'completed', 'code': 200} Nov 15 11:21:55.428929 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6f47a-5d17-4369-bb69-e7d2dea0779a service neutron] Pushing event updated for resources: {'Port': ['ID=78d595a0-73ed-438c-a33a-5e7919a283c0,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:55.485166 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device c69d5048-3822-4dee-977b-ae437fe6d605 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:21:55.496874 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80080f14-0c06-4d22-81b4-8ead5f0af04f tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:55.500185 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-ec820a0c-8e7f-4577-a35f-c00a9a324fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:55.502994 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-ec820a0c-8e7f-4577-a35f-c00a9a324fc5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47fff505e3e84388895515130236448c&device_id=6c526391-78b0-472d-a170-30e1dac1bfc7 HTTP/1.1" status: 200 len: 1094 time: 0.1244669 Nov 15 11:21:55.503966 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-c4f038aa-3866-46e8-b02d-c301aa06b683 None None] Set router 336170c8-0d35-4b5d-b899-e580cf8adb87 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:21:55.509519 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80080f14-0c06-4d22-81b4-8ead5f0af04f tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:55.517644 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-80080f14-0c06-4d22-81b4-8ead5f0af04f tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "DELETE /v2.0/security-groups/bd2f3e53-4c58-4e5d-882d-04632c79682b HTTP/1.1" status: 204 len: 168 time: 0.5287311 Nov 15 11:21:55.518428 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35320) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:55.575607 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-bda5e906-d047-488c-a6db-2723525decde tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] show failed (client error): The resource could not be found. Nov 15 11:21:55.582457 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-bda5e906-d047-488c-a6db-2723525decde tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "GET /v2.0/security-groups/bd2f3e53-4c58-4e5d-882d-04632c79682b HTTP/1.1" status: 404 len: 347 time: 0.0496202 Nov 15 11:21:55.586630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35322) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:55.604251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80080f14-0c06-4d22-81b4-8ead5f0af04f tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2f3e53-4c58-4e5d-882d-04632c79682b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:55.688043 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: c69d5048-3822-4dee-977b-ae437fe6d605 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:21:55.688748 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device c69d5048-3822-4dee-977b-ae437fe6d605 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:21:55.696807 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c4f038aa-3866-46e8-b02d-c301aa06b683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336170c8-0d35-4b5d-b899-e580cf8adb87', 'name': 'tempest-ServerRescueNegativeTestJSON-944516117-router', 'tenant_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:19:15Z', 'updated_at': '2021-11-15T11:21:54Z', 'revision_number': 6, 'project_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:55.708418 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-5ab2616e-65da-442b-a799-12fa72fcb183 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78d595a0-73ed-438c-a33a-5e7919a283c0 HTTP/1.1" status: 200 len: 217 time: 0.1951082 Nov 15 11:21:55.720298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-fe2d3308-1e51-42b3-b966-2000038ce0c8 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:55.723541 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-fe2d3308-1e51-42b3-b966-2000038ce0c8 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.55 "GET /v2.0/networks?id=1ab55e45-0c39-4141-9760-966dba676054 HTTP/1.1" status: 200 len: 814 time: 0.4359133 Nov 15 11:21:55.739502 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f038aa-3866-46e8-b02d-c301aa06b683 None None] The sync data for ids ['336170c8-0d35-4b5d-b899-e580cf8adb87'] in n-d-729945-9 is: [{'id': '336170c8-0d35-4b5d-b899-e580cf8adb87', 'name': 'tempest-ServerRescueNegativeTestJSON-944516117-router', 'tenant_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:19:15Z', 'updated_at': '2021-11-15T11:21:54Z', 'revision_number': 6, 'project_id': 'f8bbdc8b4f4d41429da8ec0263256af4', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:21:55.746481 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-47422ad3-1d41-460b-b390-538cd0ad13db tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Request body: {'port': {'device_id': 'aad53ac8-e946-487d-a742-0cf0bf8c7afc', 'network_id': '1ab55e45-0c39-4141-9760-966dba676054', 'admin_state_up': True, 'tenant_id': 'a20fe9645d9c49df841428f86995389b'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:55.801902 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-fb95c03c-ec3b-4cad-9466-8c37e04154e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:55.804699 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-fb95c03c-ec3b-4cad-9466-8c37e04154e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6f3afe93-e76b-4058-a0ae-3200fb061f6d HTTP/1.1" status: 200 len: 861 time: 0.0805995 Nov 15 11:21:55.829263 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c868f78-8951-4e06-bda3-f77ef7d42a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:55.858593 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-9500e14e-0e3b-4094-bd23-e8888ec2ece8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=865d5ee5-074b-41e0-8bb1-5b492cfc8e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457492 Nov 15 11:21:55.909715 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e37bf9-d4f6-4307-b238-055b717fae58 req-531bf0d9-8bcc-48fd-af7f-6d7143812cd0 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:55.917278 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8e37bf9-d4f6-4307-b238-055b717fae58 req-531bf0d9-8bcc-48fd-af7f-6d7143812cd0 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c526391-78b0-472d-a170-30e1dac1bfc7 HTTP/1.1" status: 200 len: 943 time: 0.1659100 Nov 15 11:21:55.953554 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-14d36506-a3c7-4a33-9460-7c69630d38cd tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Deleting port 7694ac6a-e461-4865-a16b-43b245500ca6 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:21:55.954108 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14d36506-a3c7-4a33-9460-7c69630d38cd tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:55.957262 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c868f78-8951-4e06-bda3-f77ef7d42a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a5ea597-24f6-48cf-b2e1-dc219a111fd4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:55.995011 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-887fa15a-de5e-4f3b-97a7-af131865fe9b service neutron] 10.222.0.11 "GET /v2.0/networks/865d5ee5-074b-41e0-8bb1-5b492cfc8e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161928 Nov 15 11:21:56.131012 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8e37bf9-d4f6-4307-b238-055b717fae58 req-0d73dfb1-6168-4ca0-bce8-d8452127379e tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124603 Nov 15 11:21:56.150959 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c868f78-8951-4e06-bda3-f77ef7d42a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:56.153478 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-47422ad3-1d41-460b-b390-538cd0ad13db tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Made reservation on behalf of a20fe9645d9c49df841428f86995389b for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:21:56.157881 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-47422ad3-1d41-460b-b390-538cd0ad13db tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:56.174596 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14d36506-a3c7-4a33-9460-7c69630d38cd tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:56.174933 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14d36506-a3c7-4a33-9460-7c69630d38cd tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:56.198329 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a729f-8528-4bd0-8c02-c038526c2928 req-e412763f-2d88-48ad-a297-8e2bea468729 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:56.199273 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c4a729f-8528-4bd0-8c02-c038526c2928 req-e412763f-2d88-48ad-a297-8e2bea468729 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.1723509 Nov 15 11:21:56.217400 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-14d36506-a3c7-4a33-9460-7c69630d38cd tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Calling delete_port for 7694ac6a-e461-4865-a16b-43b245500ca6 owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:21:56.282040 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d3a7e648-8bd3-487b-9569-45e568acab54 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:21:56.316801 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: d3a7e648-8bd3-487b-9569-45e568acab54 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:21:56.317153 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d3a7e648-8bd3-487b-9569-45e568acab54 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:21:56.361666 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c868f78-8951-4e06-bda3-f77ef7d42a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:56.364068 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c868f78-8951-4e06-bda3-f77ef7d42a56 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:56.367138 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b163458-3a36-4ed2-80ce-7d0cffa6e0b7 req-595813da-0230-48e8-8fee-d7197d59dec6 service neutron] 10.222.0.11 "GET /v2.0/networks/865d5ee5-074b-41e0-8bb1-5b492cfc8e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456771 Nov 15 11:21:56.404726 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea7f88fd-0beb-4f2c-9ed9-132b51e31b1e req-2f3e04f6-c7ee-43a8-be54-4ea70c977317 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 210 time: 0.0514994 Nov 15 11:21:56.426963 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c868f78-8951-4e06-bda3-f77ef7d42a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:56.427590 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c868f78-8951-4e06-bda3-f77ef7d42a56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 336170c8-0d35-4b5d-b899-e580cf8adb87 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:21:56.434012 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c868f78-8951-4e06-bda3-f77ef7d42a56 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:56.435164 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1c868f78-8951-4e06-bda3-f77ef7d42a56 admin admin] 10.222.0.64 "DELETE /v2.0/routers/336170c8-0d35-4b5d-b899-e580cf8adb87 HTTP/1.1" status: 204 len: 168 time: 2.2479527 Nov 15 11:21:56.437947 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35334) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:56.440290 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c4a729f-8528-4bd0-8c02-c038526c2928 req-37341a00-be8c-4f95-8170-f0466a852d1c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179084 Nov 15 11:21:56.486620 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-0f0f4ed4-6c44-4a10-9099-7a17274976b1 req-132421f6-4fc6-4ce1-b400-35564bf53d3d tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1570211304', 'description': 'tempest-description-1151982531'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:56.528576 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2d75cf-90e9-4819-ba2c-29da12a29cc8 admin admin] Deleting subnet 8dd3b517-1395-4d79-8cb1-084df59af9f0 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:21:56.533048 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09647e6-9f30-4596-af51-0beeb2130460 req-170961ce-88cc-45fd-9539-a4b9993b8a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:56.534990 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b09647e6-9f30-4596-af51-0beeb2130460 req-170961ce-88cc-45fd-9539-a4b9993b8a8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47fff505e3e84388895515130236448c&device_id=6c526391-78b0-472d-a170-30e1dac1bfc7 HTTP/1.1" status: 200 len: 1094 time: 0.0975149 Nov 15 11:21:56.535225 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c2d75cf-90e9-4819-ba2c-29da12a29cc8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:56.569580 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-47422ad3-1d41-460b-b390-538cd0ad13db tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Allocated IP 172.20.0.10 (1ab55e45-0c39-4141-9760-966dba676054/94e7ad43-728f-443f-8f70-7ede95cfac35/7457b5f7-fb33-45d9-b8ba-4b3403b11a81) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:21:56.571756 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0f0f4ed4-6c44-4a10-9099-7a17274976b1 req-132421f6-4fc6-4ce1-b400-35564bf53d3d tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:56.623681 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c2d75cf-90e9-4819-ba2c-29da12a29cc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:56.633682 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:21:56.676282 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14d36506-a3c7-4a33-9460-7c69630d38cd tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:56.698729 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c2d75cf-90e9-4819-ba2c-29da12a29cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:56.738370 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09647e6-9f30-4596-af51-0beeb2130460 req-c0be1940-c2b5-49e2-a04d-390460d130c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:56.739867 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d36506-a3c7-4a33-9460-7c69630d38cd tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Pushing event deleted for resources: {'Port': ['ID=7694ac6a-e461-4865-a16b-43b245500ca6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:56.740803 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b09647e6-9f30-4596-af51-0beeb2130460 req-c0be1940-c2b5-49e2-a04d-390460d130c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=865d5ee5-074b-41e0-8bb1-5b492cfc8e95 HTTP/1.1" status: 200 len: 922 time: 0.1849604 Nov 15 11:21:56.791549 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b09647e6-9f30-4596-af51-0beeb2130460 req-9033db26-d352-45c2-a850-69dcf7014e77 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78d595a0-73ed-438c-a33a-5e7919a283c0 HTTP/1.1" status: 200 len: 217 time: 0.0429544 Nov 15 11:21:56.835442 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0f0f4ed4-6c44-4a10-9099-7a17274976b1 req-132421f6-4fc6-4ce1-b400-35564bf53d3d tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:56.852418 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c2d75cf-90e9-4819-ba2c-29da12a29cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:56.854037 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0f0f4ed4-6c44-4a10-9099-7a17274976b1 req-132421f6-4fc6-4ce1-b400-35564bf53d3d tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:56.887354 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09647e6-9f30-4596-af51-0beeb2130460 req-e7c41a67-63c8-4dbb-b1d4-bc83f4871082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:56.889007 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b09647e6-9f30-4596-af51-0beeb2130460 req-e7c41a67-63c8-4dbb-b1d4-bc83f4871082 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6f3afe93-e76b-4058-a0ae-3200fb061f6d HTTP/1.1" status: 200 len: 861 time: 0.0897076 Nov 15 11:21:56.890196 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d75cf-90e9-4819-ba2c-29da12a29cc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dd3b517-1395-4d79-8cb1-084df59af9f0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:56.893850 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c2d75cf-90e9-4819-ba2c-29da12a29cc8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:56.900317 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8c2d75cf-90e9-4819-ba2c-29da12a29cc8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8dd3b517-1395-4d79-8cb1-084df59af9f0 HTTP/1.1" status: 204 len: 168 time: 0.4514015 Nov 15 11:21:56.901509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35338) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:56.909899 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14d36506-a3c7-4a33-9460-7c69630d38cd tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:56.913018 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14d36506-a3c7-4a33-9460-7c69630d38cd tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:56.913795 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-14d36506-a3c7-4a33-9460-7c69630d38cd tempest-ServersTestFqdnHostnames-1111187833 tempest-ServersTestFqdnHostnames-1111187833-project] 10.222.0.64 "DELETE /v2.0/floatingips/df6882ad-c8fe-4b03-af86-a4a30ae28b62 HTTP/1.1" status: 204 len: 168 time: 1.3238215 Nov 15 11:21:56.927114 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35340) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:56.930905 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b09647e6-9f30-4596-af51-0beeb2130460 req-cdd5014f-4645-4e7c-b930-f15ac1c89ecc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=865d5ee5-074b-41e0-8bb1-5b492cfc8e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293972 Nov 15 11:21:56.960049 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0f0f4ed4-6c44-4a10-9099-7a17274976b1 req-132421f6-4fc6-4ce1-b400-35564bf53d3d tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:56.964655 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f0f4ed4-6c44-4a10-9099-7a17274976b1 req-132421f6-4fc6-4ce1-b400-35564bf53d3d tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.4916360 Nov 15 11:21:57.026156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132421f6-4fc6-4ce1-b400-35564bf53d3d tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b15feb64-a284-4397-9aa1-c80abf57c4a3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:57.063544 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-47422ad3-1d41-460b-b390-538cd0ad13db tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:57.108837 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b09647e6-9f30-4596-af51-0beeb2130460 req-20e7d89d-953e-4ff0-9eb1-df51bb768fea service neutron] 10.222.0.11 "GET /v2.0/networks/865d5ee5-074b-41e0-8bb1-5b492cfc8e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700442 Nov 15 11:21:57.129080 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0638f5b1-a6a5-4714-a0e1-cde40998f228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:57.195285 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5985748-e41b-4daf-8a08-3d306982aac9 req-95d6a760-5193-4eb0-ab32-adeced162835 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1570211304&fields=id&tenant_id=d964b30bd51241629f72ef937dcc6f96 HTTP/1.1" status: 200 len: 267 time: 0.1178675 Nov 15 11:21:57.252474 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b09647e6-9f30-4596-af51-0beeb2130460 req-c6eac4fe-0fea-4244-a65b-d08438e683a7 service neutron] 10.222.0.11 "GET /v2.0/networks/865d5ee5-074b-41e0-8bb1-5b492cfc8e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357455 Nov 15 11:21:57.298647 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-47422ad3-1d41-460b-b390-538cd0ad13db tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:57.438630 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0638f5b1-a6a5-4714-a0e1-cde40998f228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:57.457402 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-47422ad3-1d41-460b-b390-538cd0ad13db tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Network 1ab55e45-0c39-4141-9760-966dba676054 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:21:57.478535 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47422ad3-1d41-460b-b390-538cd0ad13db tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Pushing event updated for resources: {'Port': ['ID=7457b5f7-fb33-45d9-b8ba-4b3403b11a81,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:57.481018 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-47422ad3-1d41-460b-b390-538cd0ad13db tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:21:57.493246 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-47422ad3-1d41-460b-b390-538cd0ad13db tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:21:57.496605 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-0638f5b1-a6a5-4714-a0e1-cde40998f228 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99889980-5118-464e-8c72-669cf056f11d']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:57.509294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5985748-e41b-4daf-8a08-3d306982aac9 req-02c7571c-4c80-4d57-97b4-448f560a54e8 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:57.510697 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5985748-e41b-4daf-8a08-3d306982aac9 req-02c7571c-4c80-4d57-97b4-448f560a54e8 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.2944417 Nov 15 11:21:57.544497 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-0638f5b1-a6a5-4714-a0e1-cde40998f228 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f6f493-380f-4264-bbcc-c365d9f26f64') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:57.544787 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-0638f5b1-a6a5-4714-a0e1-cde40998f228 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f6f493-380f-4264-bbcc-c365d9f26f64') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:21:57.554598 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2680c92-bcf5-496e-9c7b-e84e21bd48a4 req-3bf399f7-eccb-44a2-a3fa-87d83ea79351 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:57.558422 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2680c92-bcf5-496e-9c7b-e84e21bd48a4 req-3bf399f7-eccb-44a2-a3fa-87d83ea79351 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c526391-78b0-472d-a170-30e1dac1bfc7 HTTP/1.1" status: 200 len: 943 time: 0.2927079 Nov 15 11:21:57.564876 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-a5985748-e41b-4daf-8a08-3d306982aac9 req-86c6aa99-b2ab-47f5-86af-01031074ee2a tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Request body: {'port': {'security_groups': ['80a15891-f9b0-4a42-9062-513ac3d3505b', 'b15feb64-a284-4397-9aa1-c80abf57c4a3']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:57.581157 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0638f5b1-a6a5-4714-a0e1-cde40998f228 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:57.656635 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0638f5b1-a6a5-4714-a0e1-cde40998f228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:57.670854 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-47422ad3-1d41-460b-b390-538cd0ad13db tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:57.671449 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-47422ad3-1d41-460b-b390-538cd0ad13db tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:57.680273 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0638f5b1-a6a5-4714-a0e1-cde40998f228 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:21:57.680665 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0638f5b1-a6a5-4714-a0e1-cde40998f228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:21:57.683523 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:21:57.785726 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-47422ad3-1d41-460b-b390-538cd0ad13db tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0452890 Nov 15 11:21:57.821004 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-054de0af-bc52-4a9c-b91c-94aa774917e1 service neutron] Request body: {'port': {'device_id': 'aad53ac8-e946-487d-a742-0cf0bf8c7afc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:57.826017 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2680c92-bcf5-496e-9c7b-e84e21bd48a4 req-1883667a-d533-4de2-855d-3637c5812103 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539170 Nov 15 11:21:57.829403 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a5985748-e41b-4daf-8a08-3d306982aac9 req-86c6aa99-b2ab-47f5-86af-01031074ee2a tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:57.853516 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0638f5b1-a6a5-4714-a0e1-cde40998f228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:57.856244 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0638f5b1-a6a5-4714-a0e1-cde40998f228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:57.862156 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0638f5b1-a6a5-4714-a0e1-cde40998f228 admin admin] 10.222.0.64 "DELETE /v2.0/networks/99889980-5118-464e-8c72-669cf056f11d HTTP/1.1" status: 204 len: 168 time: 0.9519486 Nov 15 11:21:57.883974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638f5b1-a6a5-4714-a0e1-cde40998f228 admin admin] Pushing event deleted for resources: {'Network': ['ID=99889980-5118-464e-8c72-669cf056f11d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:57.979997 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-054de0af-bc52-4a9c-b91c-94aa774917e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:58.013013 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35354) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:58.058449 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2f17571c-9558-47a0-8f2e-e1645c1985f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f8bbdc8b4f4d41429da8ec0263256af4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442834 Nov 15 11:21:58.061013 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35358) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:58.089243 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d7a27-e25f-4c2b-88b3-d2698663445c req-ebfa0d53-214c-416c-8b3b-b12f8b9c069d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:58.090777 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-371d7a27-e25f-4c2b-88b3-d2698663445c req-ebfa0d53-214c-416c-8b3b-b12f8b9c069d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 932 time: 0.1732538 Nov 15 11:21:58.129090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3a5ea597-24f6-48cf-b2e1-dc219a111fd4 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:21:58.152151 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3cf1426-68d8-4473-8803-f5ffa4b11a3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:58.160149 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 3a5ea597-24f6-48cf-b2e1-dc219a111fd4 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:21:58.160813 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3a5ea597-24f6-48cf-b2e1-dc219a111fd4 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:21:58.178041 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3cf1426-68d8-4473-8803-f5ffa4b11a3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:58.234833 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3cf1426-68d8-4473-8803-f5ffa4b11a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:58.236237 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3cf1426-68d8-4473-8803-f5ffa4b11a3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:58.238115 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c3cf1426-68d8-4473-8803-f5ffa4b11a3d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac48a40c-c56e-48cd-be46-aa4ff9057fcb HTTP/1.1" status: 204 len: 168 time: 0.1752660 Nov 15 11:21:58.246677 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf1426-68d8-4473-8803-f5ffa4b11a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac48a40c-c56e-48cd-be46-aa4ff9057fcb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:58.591558 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-371d7a27-e25f-4c2b-88b3-d2698663445c req-e1e05370-51f4-4969-85ca-36208e94cd64 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911089 Nov 15 11:21:58.662518 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b55ac4f9-854a-4b0b-93fd-9be19b65377f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:58.751540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-a5985748-e41b-4daf-8a08-3d306982aac9 req-86c6aa99-b2ab-47f5-86af-01031074ee2a tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] For port 1342d862-8732-49ad-9ea2-a65dc9a0709a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1342d862-8732-49ad-9ea2-a65dc9a0709a,segment=NetworkSegment(09cfbf89-35be-492a-beed-4e3df197629e),segment_id=09cfbf89-35be-492a-beed-4e3df197629e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:58.838377 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a5985748-e41b-4daf-8a08-3d306982aac9 req-86c6aa99-b2ab-47f5-86af-01031074ee2a tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:58.855362 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a5985748-e41b-4daf-8a08-3d306982aac9 req-86c6aa99-b2ab-47f5-86af-01031074ee2a tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:58.864326 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['1342d862-8732-49ad-9ea2-a65dc9a0709a'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:21:58.965666 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5985748-e41b-4daf-8a08-3d306982aac9 req-86c6aa99-b2ab-47f5-86af-01031074ee2a tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:58.966306 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a5985748-e41b-4daf-8a08-3d306982aac9 req-86c6aa99-b2ab-47f5-86af-01031074ee2a tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:58.967697 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5985748-e41b-4daf-8a08-3d306982aac9 req-86c6aa99-b2ab-47f5-86af-01031074ee2a tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "PUT /v2.0/ports/1342d862-8732-49ad-9ea2-a65dc9a0709a HTTP/1.1" status: 200 len: 982 time: 1.4302895 Nov 15 11:21:58.974249 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-054de0af-bc52-4a9c-b91c-94aa774917e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:21:58.975839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8', 'tag': '1342d862-8732-49ad-9ea2-a65dc9a0709a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:21:58.978444 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7365d3-64fb-484e-a722-622f72494918" -d '{"events": [{"name": "network-changed", "server_uuid": "73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8", "tag": "1342d862-8732-49ad-9ea2-a65dc9a0709a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:21:59.013621 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-054de0af-bc52-4a9c-b91c-94aa774917e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:59.053408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6aa99-b2ab-47f5-86af-01031074ee2a tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Pushing event updated for resources: {'Port': ['ID=1342d862-8732-49ad-9ea2-a65dc9a0709a,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:59.062864 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-054de0af-bc52-4a9c-b91c-94aa774917e1 service neutron] Transition to ACTIVE for port object 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:21:59.081901 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-054de0af-bc52-4a9c-b91c-94aa774917e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:59.111282 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['1342d862-8732-49ad-9ea2-a65dc9a0709a'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:21:59.158364 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0eefb-7f49-442a-a2a7-af914ea2e6a0 req-ba45ccca-5888-426a-a793-a40f1c45a10a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:59.159672 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72a0eefb-7f49-442a-a2a7-af914ea2e6a0 req-ba45ccca-5888-426a-a793-a40f1c45a10a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c526391-78b0-472d-a170-30e1dac1bfc7 HTTP/1.1" status: 200 len: 943 time: 0.1910944 Nov 15 11:21:59.197287 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35388) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:21:59.226969 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054de0af-bc52-4a9c-b91c-94aa774917e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7457b5f7-fb33-45d9-b8ba-4b3403b11a81,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:59.237570 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-995355f9-5fe9-4925-98cb-405c62dde63b req-e9394256-0f4f-4633-b881-b3c20f061d4c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1570211304&fields=id&tenant_id=d964b30bd51241629f72ef937dcc6f96 HTTP/1.1" status: 200 len: 267 time: 0.1811492 Nov 15 11:21:59.365724 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8c79af05-6df2-4f7d-9ba1-2a502d0eeda3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2140296871-network', 'tenant_id': 'c06e30864b8743808454f90e8041f93e'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:59.369952 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72a0eefb-7f49-442a-a2a7-af914ea2e6a0 req-884f48a0-de50-48cd-b6ec-dd3cd69f5eb2 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825771 Nov 15 11:21:59.421351 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:59.423208 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995355f9-5fe9-4925-98cb-405c62dde63b req-eb7d9ecc-ee36-41f6-a657-2072de486eba tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:59.424842 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-995355f9-5fe9-4925-98cb-405c62dde63b req-eb7d9ecc-ee36-41f6-a657-2072de486eba tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 985 time: 0.1595888 Nov 15 11:21:59.432444 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c79af05-6df2-4f7d-9ba1-2a502d0eeda3 admin admin] Made reservation on behalf of c06e30864b8743808454f90e8041f93e for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:21:59.434804 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c79af05-6df2-4f7d-9ba1-2a502d0eeda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:59.436592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-995355f9-5fe9-4925-98cb-405c62dde63b req-57d9ed0b-e372-4062-972b-3a1f056bf11e tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Request body: {'port': {'security_groups': ['80a15891-f9b0-4a42-9062-513ac3d3505b']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:21:59.440068 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-054de0af-bc52-4a9c-b91c-94aa774917e1 service neutron] Attempting to bind port 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:21:59.440401 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-054de0af-bc52-4a9c-b91c-94aa774917e1 service neutron] Attempting to bind port 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1ab55e45-0c39-4141-9760-966dba676054'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:21:59.440719 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-054de0af-bc52-4a9c-b91c-94aa774917e1 service neutron] Attempting to bind port 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 on network 1ab55e45-0c39-4141-9760-966dba676054 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:21:59.444484 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c79af05-6df2-4f7d-9ba1-2a502d0eeda3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:59.449486 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40c0238-06bf-41cb-bde5-7a597a220535 x-openstack-request-id: req-d40c0238-06bf-41cb-bde5-7a597a220535 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:21:59.449777 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8", "tag": "1342d862-8732-49ad-9ea2-a65dc9a0709a", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:21:59.450025 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d40c0238-06bf-41cb-bde5-7a597a220535 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:21:59.450420 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8', 'tag': '1342d862-8732-49ad-9ea2-a65dc9a0709a', 'status': 'completed', 'code': 200} Nov 15 11:21:59.476590 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-054de0af-bc52-4a9c-b91c-94aa774917e1 service neutron] Port 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 on network 1ab55e45-0c39-4141-9760-966dba676054 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:21:59.476910 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-054de0af-bc52-4a9c-b91c-94aa774917e1 service neutron] Attempting to bind port 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 on network 1ab55e45-0c39-4141-9760-966dba676054 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:21:59.484438 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 78d595a0-73ed-438c-a33a-5e7919a283c0 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:21:59.523965 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-054de0af-bc52-4a9c-b91c-94aa774917e1 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:21:59.524302 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-054de0af-bc52-4a9c-b91c-94aa774917e1 service neutron] Checking segment: {'id': 'e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1ab55e45-0c39-4141-9760-966dba676054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:21:59.524696 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-054de0af-bc52-4a9c-b91c-94aa774917e1 service neutron] Bound using segment: {'id': 'e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1ab55e45-0c39-4141-9760-966dba676054'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:21:59.525136 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-054de0af-bc52-4a9c-b91c-94aa774917e1 service neutron] Bound port: 7457b5f7-fb33-45d9-b8ba-4b3403b11a81, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1ab55e45-0c39-4141-9760-966dba676054'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:21:59.525629 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-054de0af-bc52-4a9c-b91c-94aa774917e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:59.548440 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c79af05-6df2-4f7d-9ba1-2a502d0eeda3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:59.554024 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c79af05-6df2-4f7d-9ba1-2a502d0eeda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:59.582597 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c79af05-6df2-4f7d-9ba1-2a502d0eeda3 admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:21:59.590419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b55ac4f9-854a-4b0b-93fd-9be19b65377f admin admin] Deleting port f89b7d1d-ab99-4ded-a6a1-54551c958ca4 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:21:59.590760 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b55ac4f9-854a-4b0b-93fd-9be19b65377f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:59.594685 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79af05-6df2-4f7d-9ba1-2a502d0eeda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d195ab-d4aa-4ca3-aa92-b7ff9867b009,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:59.602645 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c79af05-6df2-4f7d-9ba1-2a502d0eeda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:59.603123 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-8c79af05-6df2-4f7d-9ba1-2a502d0eeda3 admin admin] Added segment 2c233c04-8823-4027-a15e-79ec9742cc39 of type vlan for network a15454f9-ac84-487e-8547-7a969408510c Nov 15 11:21:59.621297 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-995355f9-5fe9-4925-98cb-405c62dde63b req-57d9ed0b-e372-4062-972b-3a1f056bf11e tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:59.664967 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c79af05-6df2-4f7d-9ba1-2a502d0eeda3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:59.671274 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7365d3-64fb-484e-a722-622f72494918 req-c96bb956-08cb-4043-bb1a-4d997f13891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:59.672821 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f7365d3-64fb-484e-a722-622f72494918 req-c96bb956-08cb-4043-bb1a-4d997f13891e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d964b30bd51241629f72ef937dcc6f96&device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 1136 time: 0.1975260 Nov 15 11:21:59.681030 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 78d595a0-73ed-438c-a33a-5e7919a283c0, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=78d595a0-73ed-438c-a33a-5e7919a283c0,segment=NetworkSegment(982510f6-b22f-4c53-af38-6a6785d78500),segment_id=982510f6-b22f-4c53-af38-6a6785d78500)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:59.696634 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '78d595a0-73ed-438c-a33a-5e7919a283c0', 'network_id': '865d5ee5-074b-41e0-8bb1-5b492cfc8e95', 'port_id': '78d595a0-73ed-438c-a33a-5e7919a283c0', 'mac_address': 'fa:16:3e:a4:83:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3afe93-e76b-4058-a0ae-3200fb061f6d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:21:59.713617 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c79af05-6df2-4f7d-9ba1-2a502d0eeda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:59.714161 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c79af05-6df2-4f7d-9ba1-2a502d0eeda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:59.715383 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c79af05-6df2-4f7d-9ba1-2a502d0eeda3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:59.744054 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:59.758465 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d595a0-73ed-438c-a33a-5e7919a283c0 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:21:59.789713 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 78d595a0-73ed-438c-a33a-5e7919a283c0, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=78d595a0-73ed-438c-a33a-5e7919a283c0,segment=NetworkSegment(982510f6-b22f-4c53-af38-6a6785d78500),segment_id=982510f6-b22f-4c53-af38-6a6785d78500)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:59.797579 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:59.818802 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8c79af05-6df2-4f7d-9ba1-2a502d0eeda3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6160228 Nov 15 11:21:59.844981 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-054de0af-bc52-4a9c-b91c-94aa774917e1 service neutron] For port 7457b5f7-fb33-45d9-b8ba-4b3403b11a81, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:21:59.849928 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79af05-6df2-4f7d-9ba1-2a502d0eeda3 admin admin] Pushing event updated for resources: {'Network': ['ID=a15454f9-ac84-487e-8547-7a969408510c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:59.866277 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network a15454f9-ac84-487e-8547-7a969408510c details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:21:59.884493 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b55ac4f9-854a-4b0b-93fd-9be19b65377f admin admin] For port f89b7d1d-ab99-4ded-a6a1-54551c958ca4, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f89b7d1d-ab99-4ded-a6a1-54551c958ca4,segment=NetworkSegment(c5b84830-dca3-4e93-a45f-d3a02601f812),segment_id=c5b84830-dca3-4e93-a45f-d3a02601f812)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:21:59.884859 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b55ac4f9-854a-4b0b-93fd-9be19b65377f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:59.892968 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-054de0af-bc52-4a9c-b91c-94aa774917e1 service neutron] For port 7457b5f7-fb33-45d9-b8ba-4b3403b11a81, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7457b5f7-fb33-45d9-b8ba-4b3403b11a81,segment=NetworkSegment(e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd),segment_id=e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:21:59.911455 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=78d595a0-73ed-438c-a33a-5e7919a283c0,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:21:59.920510 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa0406-7faa-4239-b44e-c078ac6505b2 req-7781eebf-ae8a-4230-804f-99ed4dd5f6a2 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:21:59.927562 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7fa0406-7faa-4239-b44e-c078ac6505b2 req-7781eebf-ae8a-4230-804f-99ed4dd5f6a2 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 944 time: 0.2474933 Nov 15 11:21:59.942777 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-054de0af-bc52-4a9c-b91c-94aa774917e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:21:59.951172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b55ac4f9-854a-4b0b-93fd-9be19b65377f admin admin] Calling delete_port for f89b7d1d-ab99-4ded-a6a1-54551c958ca4 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:22:00.041007 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7365d3-64fb-484e-a722-622f72494918 req-597527d4-679c-45ca-aaeb-e8e81dcd81cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:00.042528 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f7365d3-64fb-484e-a722-622f72494918 req-597527d4-679c-45ca-aaeb-e8e81dcd81cc service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ce03a46-fc00-4ba3-8cc4-68be03eaf66f HTTP/1.1" status: 200 len: 920 time: 0.3584502 Nov 15 11:22:00.047002 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-054de0af-bc52-4a9c-b91c-94aa774917e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:00.047605 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-054de0af-bc52-4a9c-b91c-94aa774917e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:00.048934 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-054de0af-bc52-4a9c-b91c-94aa774917e1 service neutron] 10.222.0.55 "PUT /v2.0/ports/7457b5f7-fb33-45d9-b8ba-4b3403b11a81 HTTP/1.1" status: 200 len: 1092 time: 2.2343981 Nov 15 11:22:00.127459 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['78d595a0-73ed-438c-a33a-5e7919a283c0'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:22:00.216143 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f7365d3-64fb-484e-a722-622f72494918 req-c4ecab62-f7c0-4a80-99e0-33ff69a7cef1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1342d862-8732-49ad-9ea2-a65dc9a0709a HTTP/1.1" status: 200 len: 217 time: 0.1600230 Nov 15 11:22:00.233298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054de0af-bc52-4a9c-b91c-94aa774917e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7457b5f7-fb33-45d9-b8ba-4b3403b11a81,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:00.276590 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7fa0406-7faa-4239-b44e-c078ac6505b2 req-b8c89154-051a-47ca-b818-68362bfc06b0 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478048 Nov 15 11:22:00.434278 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-5f191816-06f3-46f5-96ae-bab986dc96d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:00.435962 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-5f191816-06f3-46f5-96ae-bab986dc96d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a20fe9645d9c49df841428f86995389b&device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 1095 time: 0.2952263 Nov 15 11:22:00.439570 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-995355f9-5fe9-4925-98cb-405c62dde63b req-57d9ed0b-e372-4062-972b-3a1f056bf11e tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] For port 1342d862-8732-49ad-9ea2-a65dc9a0709a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1342d862-8732-49ad-9ea2-a65dc9a0709a,segment=NetworkSegment(09cfbf89-35be-492a-beed-4e3df197629e),segment_id=09cfbf89-35be-492a-beed-4e3df197629e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:00.451678 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7365d3-64fb-484e-a722-622f72494918 req-a2521db2-7c76-4ca6-b064-d4831b044c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:00.453110 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f7365d3-64fb-484e-a722-622f72494918 req-a2521db2-7c76-4ca6-b064-d4831b044c49 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa9c0d81-78b6-44b2-bd9c-8b4c1359e147 HTTP/1.1" status: 200 len: 859 time: 0.2282181 Nov 15 11:22:00.518556 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-35017966-0d28-4b73-99ec-a5ed6e470fb5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7457b5f7-fb33-45d9-b8ba-4b3403b11a81 HTTP/1.1" status: 200 len: 217 time: 0.0686157 Nov 15 11:22:00.540704 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f7365d3-64fb-484e-a722-622f72494918 req-705aa273-3255-4999-9953-f60a18ef1db4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ce03a46-fc00-4ba3-8cc4-68be03eaf66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746641 Nov 15 11:22:00.577986 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-995355f9-5fe9-4925-98cb-405c62dde63b req-57d9ed0b-e372-4062-972b-3a1f056bf11e tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:00.690759 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-995355f9-5fe9-4925-98cb-405c62dde63b req-57d9ed0b-e372-4062-972b-3a1f056bf11e tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:00.702726 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['1342d862-8732-49ad-9ea2-a65dc9a0709a'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:22:01.136442 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995355f9-5fe9-4925-98cb-405c62dde63b req-57d9ed0b-e372-4062-972b-3a1f056bf11e tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:01.137063 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-995355f9-5fe9-4925-98cb-405c62dde63b req-57d9ed0b-e372-4062-972b-3a1f056bf11e tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:01.138454 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-995355f9-5fe9-4925-98cb-405c62dde63b req-57d9ed0b-e372-4062-972b-3a1f056bf11e tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "PUT /v2.0/ports/1342d862-8732-49ad-9ea2-a65dc9a0709a HTTP/1.1" status: 200 len: 943 time: 1.7064388 Nov 15 11:22:01.148111 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-eec73488-1d43-4edf-a0ac-8bc90f95f797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:01.149557 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-eec73488-1d43-4edf-a0ac-8bc90f95f797 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94e7ad43-728f-443f-8f70-7ede95cfac35 HTTP/1.1" status: 200 len: 854 time: 0.6110647 Nov 15 11:22:01.233342 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['1342d862-8732-49ad-9ea2-a65dc9a0709a'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:22:01.252193 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9ed0b-e372-4062-972b-3a1f056bf11e tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Pushing event updated for resources: {'Port': ['ID=1342d862-8732-49ad-9ea2-a65dc9a0709a,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:01.269339 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-2d6c2a82-4c35-4f9d-90c2-b78aaa8c914a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ab55e45-0c39-4141-9760-966dba676054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938046 Nov 15 11:22:01.269817 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b55ac4f9-854a-4b0b-93fd-9be19b65377f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:01.322338 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:01.330359 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3801aa-d341-4bd4-aeca-faae7d476c52 req-c162f771-289b-4a25-83ee-2a2653e26c87 tempest-ComputeTenantNetworksTest-691319202 tempest-ComputeTenantNetworksTest-691319202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:01.342611 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3801aa-d341-4bd4-aeca-faae7d476c52 req-c162f771-289b-4a25-83ee-2a2653e26c87 tempest-ComputeTenantNetworksTest-691319202 tempest-ComputeTenantNetworksTest-691319202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:01.350616 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3801aa-d341-4bd4-aeca-faae7d476c52 req-c162f771-289b-4a25-83ee-2a2653e26c87 tempest-ComputeTenantNetworksTest-691319202 tempest-ComputeTenantNetworksTest-691319202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:01.368900 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ff3801aa-d341-4bd4-aeca-faae7d476c52 req-c162f771-289b-4a25-83ee-2a2653e26c87 tempest-ComputeTenantNetworksTest-691319202 tempest-ComputeTenantNetworksTest-691319202-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.8356240 Nov 15 11:22:01.391954 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ac4f9-854a-4b0b-93fd-9be19b65377f admin admin] Pushing event deleted for resources: {'Port': ['ID=f89b7d1d-ab99-4ded-a6a1-54551c958ca4,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:01.395122 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f7365d3-64fb-484e-a722-622f72494918 req-69223473-f127-4b56-8ef6-a1b4a157f325 service neutron] 10.222.0.55 "GET /v2.0/networks/6ce03a46-fc00-4ba3-8cc4-68be03eaf66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8339112 Nov 15 11:22:01.451501 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad53ac8-e946-487d-a742-0cf0bf8c7afc', 'tag': '7457b5f7-fb33-45d9-b8ba-4b3403b11a81'}, {'name': 'network-changed', 'server_uuid': '73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8', 'tag': '1342d862-8732-49ad-9ea2-a65dc9a0709a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:01.453760 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1004bbd2-cebd-4237-bad2-4b33859a46d0" -d '{"events": [{"name": "network-changed", "server_uuid": "aad53ac8-e946-487d-a742-0cf0bf8c7afc", "tag": "7457b5f7-fb33-45d9-b8ba-4b3403b11a81"}, {"name": "network-changed", "server_uuid": "73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8", "tag": "1342d862-8732-49ad-9ea2-a65dc9a0709a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:01.491665 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 78d595a0-73ed-438c-a33a-5e7919a283c0 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:22:01.561923 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 78d595a0-73ed-438c-a33a-5e7919a283c0 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:22:01.566868 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 78d595a0-73ed-438c-a33a-5e7919a283c0 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:01.567355 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:01.609624 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2ba12-02cb-4dcd-869a-edeb47aa745d req-532319f6-40ba-45fd-8845-0c1ae475cd98 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:01.611152 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-16d2ba12-02cb-4dcd-869a-edeb47aa745d req-532319f6-40ba-45fd-8845-0c1ae475cd98 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c526391-78b0-472d-a170-30e1dac1bfc7 HTTP/1.1" status: 200 len: 944 time: 0.3920982 Nov 15 11:22:01.670149 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:01.695401 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c526391-78b0-472d-a170-30e1dac1bfc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d595a0-73ed-438c-a33a-5e7919a283c0'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:01.697967 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b70df4-2f13-47ff-93ca-583572da5d65" -d '{"events": [{"server_uuid": "6c526391-78b0-472d-a170-30e1dac1bfc7", "name": "network-vif-plugged", "status": "completed", "tag": "78d595a0-73ed-438c-a33a-5e7919a283c0"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:01.710335 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 78d595a0-73ed-438c-a33a-5e7919a283c0, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=78d595a0-73ed-438c-a33a-5e7919a283c0,segment=NetworkSegment(982510f6-b22f-4c53-af38-6a6785d78500),segment_id=982510f6-b22f-4c53-af38-6a6785d78500)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:01.716393 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:01.765574 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=78d595a0-73ed-438c-a33a-5e7919a283c0,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:01.770411 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-48717170-7d38-4b65-9d25-d2fbac4653e2 service neutron] 10.222.0.55 "GET /v2.0/networks/1ab55e45-0c39-4141-9760-966dba676054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786437 Nov 15 11:22:01.806932 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f7365d3-64fb-484e-a722-622f72494918 req-d8c888b4-ca79-435d-8575-481ce26ba206 service neutron] 10.222.0.55 "GET /v2.0/networks/6ce03a46-fc00-4ba3-8cc4-68be03eaf66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761446 Nov 15 11:22:01.855370 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d6833e0b-f6eb-4acd-b55c-a96380e54cbc req-30cfc5fc-5f30-4bc5-aee5-995ca2bd5617 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4589338 Nov 15 11:22:01.874232 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-d6833e0b-f6eb-4acd-b55c-a96380e54cbc req-6badd2d4-c5bf-4298-ac0c-89d3f6ec1b5c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:01.881269 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-16d2ba12-02cb-4dcd-869a-edeb47aa745d req-6ccf0b9b-47b5-4781-b7d8-cd795dd75f76 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573419 Nov 15 11:22:01.938139 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b55ac4f9-854a-4b0b-93fd-9be19b65377f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:01.942416 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d6833e0b-f6eb-4acd-b55c-a96380e54cbc req-6badd2d4-c5bf-4298-ac0c-89d3f6ec1b5c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:01.960172 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dc21ccf6-2217-401f-a1cd-6d7c4d13cad8 req-dc8fe661-1cd8-49ef-a4d1-4aabc5c9f033 service neutron] 10.222.0.55 "GET /v2.0/networks/1ab55e45-0c39-4141-9760-966dba676054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784754 Nov 15 11:22:02.126284 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5118eac-d748-44ea-a0aa-935e44a8c1e2 req-7896925a-57a6-49ee-bba9-abaf5ff29647 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:02.127807 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f5118eac-d748-44ea-a0aa-935e44a8c1e2 req-7896925a-57a6-49ee-bba9-abaf5ff29647 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 944 time: 0.1312137 Nov 15 11:22:02.263513 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f5118eac-d748-44ea-a0aa-935e44a8c1e2 req-29c96970-f064-4158-81b7-044651e40581 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239357 Nov 15 11:22:02.353434 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d6833e0b-f6eb-4acd-b55c-a96380e54cbc req-6badd2d4-c5bf-4298-ac0c-89d3f6ec1b5c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:02.368289 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55ac4f9-854a-4b0b-93fd-9be19b65377f admin admin] Router cc45314f-6ea9-4e00-a187-19a4ce2e7bcc has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:22:02.440559 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064439e-6dd2-4c31-9850-f7534be177fa req-1c2015ba-9409-4d36-9bad-8595fa9962b6 tempest-ComputeTenantNetworksTest-691319202 tempest-ComputeTenantNetworksTest-691319202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:02.441919 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0064439e-6dd2-4c31-9850-f7534be177fa req-1c2015ba-9409-4d36-9bad-8595fa9962b6 tempest-ComputeTenantNetworksTest-691319202 tempest-ComputeTenantNetworksTest-691319202-project] 10.222.0.64 "GET /v2.0/networks/a15454f9-ac84-487e-8547-7a969408510c HTTP/1.1" status: 200 len: 769 time: 0.1483557 Nov 15 11:22:02.450326 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35440) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:02.530346 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8dafbf5-bc8a-4bbb-94c7-923d6138eed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:02.584685 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01985c26-6d55-4561-8c1b-e8118c2a65ea x-openstack-request-id: req-01985c26-6d55-4561-8c1b-e8118c2a65ea {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:02.585698 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad53ac8-e946-487d-a742-0cf0bf8c7afc", "tag": "7457b5f7-fb33-45d9-b8ba-4b3403b11a81", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8", "tag": "1342d862-8732-49ad-9ea2-a65dc9a0709a", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:02.585962 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-01985c26-6d55-4561-8c1b-e8118c2a65ea {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:02.586365 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad53ac8-e946-487d-a742-0cf0bf8c7afc', 'tag': '7457b5f7-fb33-45d9-b8ba-4b3403b11a81', 'status': 'completed', 'code': 200} Nov 15 11:22:02.586661 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8', 'tag': '1342d862-8732-49ad-9ea2-a65dc9a0709a', 'status': 'completed', 'code': 200} Nov 15 11:22:02.589426 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-d6833e0b-f6eb-4acd-b55c-a96380e54cbc req-6badd2d4-c5bf-4298-ac0c-89d3f6ec1b5c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Allocated IP 172.25.7.33 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/7d5f0903-fd40-4121-a5ad-d99cd35ac2b6) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:02.625919 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a890314b-4364-4bce-af22-1b870693bf7b x-openstack-request-id: req-a890314b-4364-4bce-af22-1b870693bf7b {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:02.625919 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c526391-78b0-472d-a170-30e1dac1bfc7", "name": "network-vif-plugged", "status": "completed", "tag": "78d595a0-73ed-438c-a33a-5e7919a283c0", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:02.625919 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a890314b-4364-4bce-af22-1b870693bf7b {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:02.625919 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c526391-78b0-472d-a170-30e1dac1bfc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d595a0-73ed-438c-a33a-5e7919a283c0', 'code': 200} Nov 15 11:22:02.670241 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8dafbf5-bc8a-4bbb-94c7-923d6138eed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:02.695780 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-c8dafbf5-bc8a-4bbb-94c7-923d6138eed1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15454f9-ac84-487e-8547-7a969408510c']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:02.706176 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55ac4f9-854a-4b0b-93fd-9be19b65377f admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:22:02.715075 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b55ac4f9-854a-4b0b-93fd-9be19b65377f admin admin] 10.222.0.64 "PUT /v2.0/routers/cc45314f-6ea9-4e00-a187-19a4ce2e7bcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7865307 Nov 15 11:22:02.715627 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-c8dafbf5-bc8a-4bbb-94c7-923d6138eed1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c233c04-8823-4027-a15e-79ec9742cc39') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:02.717023 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-c8dafbf5-bc8a-4bbb-94c7-923d6138eed1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c233c04-8823-4027-a15e-79ec9742cc39') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:02.722275 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35442) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:02.723839 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ed2108-c36d-4414-b941-068b2adbd918 None None] Sync routers for ids ['cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:22:02.738571 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ed2108-c36d-4414-b941-068b2adbd918 None None] Routers {'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:22:02.739192 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e9ed2108-c36d-4414-b941-068b2adbd918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:21:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:02.748045 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8dafbf5-bc8a-4bbb-94c7-923d6138eed1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:02.767028 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8dafbf5-bc8a-4bbb-94c7-923d6138eed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:02.778799 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8dafbf5-bc8a-4bbb-94c7-923d6138eed1 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:22:02.779487 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8dafbf5-bc8a-4bbb-94c7-923d6138eed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:02.783269 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ce9bd-935b-4893-816c-2b63f6177cf9 req-4084f32f-07ad-44b8-a46e-5e0eb94ebf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:02.785379 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-459ce9bd-935b-4893-816c-2b63f6177cf9 req-4084f32f-07ad-44b8-a46e-5e0eb94ebf3c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6c526391-78b0-472d-a170-30e1dac1bfc7 HTTP/1.1" status: 200 len: 1096 time: 0.0798419 Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:22:02.786157 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:22:02.823370 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004bbd2-cebd-4237-bad2-4b33859a46d0 req-9c0f6659-5b83-499c-bf40-70828aa84707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:02.824979 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1004bbd2-cebd-4237-bad2-4b33859a46d0 req-9c0f6659-5b83-499c-bf40-70828aa84707 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a20fe9645d9c49df841428f86995389b&device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 1095 time: 0.1844006 Nov 15 11:22:02.864938 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-e9ed2108-c36d-4414-b941-068b2adbd918 None None] Set router cc45314f-6ea9-4e00-a187-19a4ce2e7bcc gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:22:02.876970 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8dafbf5-bc8a-4bbb-94c7-923d6138eed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:02.883568 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8dafbf5-bc8a-4bbb-94c7-923d6138eed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:02.888464 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c8dafbf5-bc8a-4bbb-94c7-923d6138eed1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a15454f9-ac84-487e-8547-7a969408510c HTTP/1.1" status: 204 len: 168 time: 0.4370980 Nov 15 11:22:02.894044 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-459ce9bd-935b-4893-816c-2b63f6177cf9 req-78c7b0d1-0101-4080-9d0f-ceee17d542af service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936565 Nov 15 11:22:02.923953 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dafbf5-bc8a-4bbb-94c7-923d6138eed1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a15454f9-ac84-487e-8547-7a969408510c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:02.924278 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d6833e0b-f6eb-4acd-b55c-a96380e54cbc req-6badd2d4-c5bf-4298-ac0c-89d3f6ec1b5c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:02.944289 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5a7fd45-1242-43ed-b405-824bf940dfe0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:03.064512 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35456) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:03.122464 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3e34539a-d7c4-4947-a679-08ded0a03f21 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c06e30864b8743808454f90e8041f93e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0539341 Nov 15 11:22:03.122889 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35458) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:03.158501 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e9ed2108-c36d-4414-b941-068b2adbd918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'name': 'tempest-ServersTestFqdnHostnames-1685952714-router', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:30Z', 'updated_at': '2021-11-15T11:22:00Z', 'revision_number': 5, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'gw_port': {'id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:32Z', 'updated_at': '2021-11-15T11:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:03.193437 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1be6ad90-078c-48f5-a848-8ee14a528849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:03.194380 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ed2108-c36d-4414-b941-068b2adbd918 None None] Checking router: cc45314f-6ea9-4e00-a187-19a4ce2e7bcc for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:22:03.205740 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ed2108-c36d-4414-b941-068b2adbd918 None None] Routers {'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:22:03.207224 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e9ed2108-c36d-4414-b941-068b2adbd918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:21:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:03.220999 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1be6ad90-078c-48f5-a848-8ee14a528849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:03.278379 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1be6ad90-078c-48f5-a848-8ee14a528849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:03.281735 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1be6ad90-078c-48f5-a848-8ee14a528849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:03.286312 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1be6ad90-078c-48f5-a848-8ee14a528849 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e5d195ab-d4aa-4ca3-aa92-b7ff9867b009 HTTP/1.1" status: 204 len: 168 time: 0.1621957 Nov 15 11:22:03.296875 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6ad90-078c-48f5-a848-8ee14a528849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d195ab-d4aa-4ca3-aa92-b7ff9867b009,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:03.388465 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-e9ed2108-c36d-4414-b941-068b2adbd918 None None] Set router cc45314f-6ea9-4e00-a187-19a4ce2e7bcc gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:22:03.393748 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004bbd2-cebd-4237-bad2-4b33859a46d0 req-de3e714f-448b-4548-a43a-717ed2383dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:03.395210 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1004bbd2-cebd-4237-bad2-4b33859a46d0 req-de3e714f-448b-4548-a43a-717ed2383dd7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ab55e45-0c39-4141-9760-966dba676054 HTTP/1.1" status: 200 len: 915 time: 0.5600502 Nov 15 11:22:03.463796 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1004bbd2-cebd-4237-bad2-4b33859a46d0 req-47d25205-7d0a-49da-a71e-2b3e1e92725e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7457b5f7-fb33-45d9-b8ba-4b3403b11a81 HTTP/1.1" status: 200 len: 217 time: 0.0555544 Nov 15 11:22:03.486332 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d6833e0b-f6eb-4acd-b55c-a96380e54cbc req-6badd2d4-c5bf-4298-ac0c-89d3f6ec1b5c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:03.514928 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3222d-54b7-4e02-a2c8-b2fa690447e8 req-74e1ab6a-e664-47f4-bfeb-ae1b34be5872 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:03.516494 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6fc3222d-54b7-4e02-a2c8-b2fa690447e8 req-74e1ab6a-e664-47f4-bfeb-ae1b34be5872 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c526391-78b0-472d-a170-30e1dac1bfc7 HTTP/1.1" status: 200 len: 945 time: 0.5222287 Nov 15 11:22:03.597896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6833e0b-f6eb-4acd-b55c-a96380e54cbc req-6badd2d4-c5bf-4298-ac0c-89d3f6ec1b5c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:03.608787 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5a7fd45-1242-43ed-b405-824bf940dfe0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:03.616499 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-d6833e0b-f6eb-4acd-b55c-a96380e54cbc req-6badd2d4-c5bf-4298-ac0c-89d3f6ec1b5c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:03.628812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004bbd2-cebd-4237-bad2-4b33859a46d0 req-bed224d3-989d-4a3b-9acf-d07f1867cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:03.630306 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1004bbd2-cebd-4237-bad2-4b33859a46d0 req-bed224d3-989d-4a3b-9acf-d07f1867cf4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94e7ad43-728f-443f-8f70-7ede95cfac35 HTTP/1.1" status: 200 len: 854 time: 0.1591344 Nov 15 11:22:03.631151 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6833e0b-f6eb-4acd-b55c-a96380e54cbc req-6badd2d4-c5bf-4298-ac0c-89d3f6ec1b5c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:03.676968 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badd2d4-c5bf-4298-ac0c-89d3f6ec1b5c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Pushing event updated for resources: {'Port': ['ID=7d5f0903-fd40-4121-a5ad-d99cd35ac2b6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:03.734826 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1004bbd2-cebd-4237-bad2-4b33859a46d0 req-2734c612-17a5-4dae-9a01-7924d48e50de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ab55e45-0c39-4141-9760-966dba676054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952637 Nov 15 11:22:03.739337 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6fc3222d-54b7-4e02-a2c8-b2fa690447e8 req-18082372-d7a0-42bf-8e5a-97d33e5785a2 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075365 Nov 15 11:22:03.872496 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e9ed2108-c36d-4414-b941-068b2adbd918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'name': 'tempest-ServersTestFqdnHostnames-1685952714-router', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:30Z', 'updated_at': '2021-11-15T11:22:00Z', 'revision_number': 5, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'gw_port': {'id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:32Z', 'updated_at': '2021-11-15T11:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:03.904480 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ed2108-c36d-4414-b941-068b2adbd918 None None] The sync data for ids ['cc45314f-6ea9-4e00-a187-19a4ce2e7bcc'] in n-d-729945-9 is: [{'id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'name': 'tempest-ServersTestFqdnHostnames-1685952714-router', 'tenant_id': '64b4fbecaf224238abafeedfc02c5050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:18:30Z', 'updated_at': '2021-11-15T11:22:00Z', 'revision_number': 5, 'project_id': '64b4fbecaf224238abafeedfc02c5050', 'gw_port': {'id': '3f7b1b93-2d25-4b4f-b14f-428661b5a3d5', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc45314f-6ea9-4e00-a187-19a4ce2e7bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:18:32Z', 'updated_at': '2021-11-15T11:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:22:03.969527 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d6833e0b-f6eb-4acd-b55c-a96380e54cbc req-6badd2d4-c5bf-4298-ac0c-89d3f6ec1b5c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:03.978433 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48296a2c-96ab-4527-ba23-33a7d3f0ad96 req-7a17fff7-a25b-4a78-bc21-2f6b668d16d7 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:03.980168 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-48296a2c-96ab-4527-ba23-33a7d3f0ad96 req-7a17fff7-a25b-4a78-bc21-2f6b668d16d7 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 944 time: 0.1478167 Nov 15 11:22:03.981583 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d5a7fd45-1242-43ed-b405-824bf940dfe0 admin admin] Deleting port 3f7b1b93-2d25-4b4f-b14f-428661b5a3d5 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:22:03.981920 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5a7fd45-1242-43ed-b405-824bf940dfe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:04.036980 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1004bbd2-cebd-4237-bad2-4b33859a46d0 req-cb6d6e14-a8c8-4462-8f76-7b639277b4aa service neutron] 10.222.0.55 "GET /v2.0/networks/1ab55e45-0c39-4141-9760-966dba676054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682784 Nov 15 11:22:04.159312 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d6833e0b-f6eb-4acd-b55c-a96380e54cbc req-6badd2d4-c5bf-4298-ac0c-89d3f6ec1b5c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:04.212344 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-48296a2c-96ab-4527-ba23-33a7d3f0ad96 req-d2f37b82-853f-4405-a362-7ee984a211f6 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219300 Nov 15 11:22:04.280265 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35486) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:04.308148 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f89b7d1d-ab99-4ded-a6a1-54551c958ca4 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:22:04.352733 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d5a7fd45-1242-43ed-b405-824bf940dfe0 admin admin] For port 3f7b1b93-2d25-4b4f-b14f-428661b5a3d5, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3f7b1b93-2d25-4b4f-b14f-428661b5a3d5,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:04.353014 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5a7fd45-1242-43ed-b405-824bf940dfe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:04.361649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: f89b7d1d-ab99-4ded-a6a1-54551c958ca4 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:22:04.364457 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f89b7d1d-ab99-4ded-a6a1-54551c958ca4 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:22:04.407560 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1004bbd2-cebd-4237-bad2-4b33859a46d0 req-3ce5aa13-977a-4da3-b457-05fe0f858a01 service neutron] 10.222.0.55 "GET /v2.0/networks/1ab55e45-0c39-4141-9760-966dba676054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598511 Nov 15 11:22:04.430938 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d5a7fd45-1242-43ed-b405-824bf940dfe0 admin admin] Calling delete_port for 3f7b1b93-2d25-4b4f-b14f-428661b5a3d5 owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:22:04.471128 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5d8691eb-078a-454e-9798-e67b9288482c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-808987218-network', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:04.497801 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8691eb-078a-454e-9798-e67b9288482c admin admin] Made reservation on behalf of 84266b83cb7b44e49edcf06f7e40ecbe for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:22:04.500629 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d8691eb-078a-454e-9798-e67b9288482c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:04.509710 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d8691eb-078a-454e-9798-e67b9288482c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:04.625984 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d8691eb-078a-454e-9798-e67b9288482c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:04.630605 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d8691eb-078a-454e-9798-e67b9288482c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:04.656836 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8691eb-078a-454e-9798-e67b9288482c admin admin] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:22:04.663619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004bbd2-cebd-4237-bad2-4b33859a46d0 req-dd581d3a-aef1-4d04-a7d4-18e251d27e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:04.665186 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1004bbd2-cebd-4237-bad2-4b33859a46d0 req-dd581d3a-aef1-4d04-a7d4-18e251d27e3c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d964b30bd51241629f72ef937dcc6f96&device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 1097 time: 0.1793587 Nov 15 11:22:04.673723 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8691eb-078a-454e-9798-e67b9288482c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e98345-4a0b-400b-94f0-d044c8351762,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:04.678458 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d8691eb-078a-454e-9798-e67b9288482c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:04.678937 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-5d8691eb-078a-454e-9798-e67b9288482c admin admin] Added segment c2cb3e63-6ad3-4217-9eed-16afe313951d of type vlan for network 5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd Nov 15 11:22:04.724992 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d8691eb-078a-454e-9798-e67b9288482c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:04.733904 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d6833e0b-f6eb-4acd-b55c-a96380e54cbc req-6badd2d4-c5bf-4298-ac0c-89d3f6ec1b5c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:04.745223 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d6833e0b-f6eb-4acd-b55c-a96380e54cbc req-6badd2d4-c5bf-4298-ac0c-89d3f6ec1b5c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:04.755546 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d8691eb-078a-454e-9798-e67b9288482c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:04.756771 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8691eb-078a-454e-9798-e67b9288482c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:04.757364 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d8691eb-078a-454e-9798-e67b9288482c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:04.805524 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:22:04.834593 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5d8691eb-078a-454e-9798-e67b9288482c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5530169 Nov 15 11:22:04.837425 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35494) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:04.843227 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e5d19282-e22a-4e5d-acf7-0ac8e72cbdc3 admin admin] Request body: {'subnet': {'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-808987218-subnet', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:04.853646 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8691eb-078a-454e-9798-e67b9288482c admin admin] Pushing event updated for resources: {'Network': ['ID=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:04.867441 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badd2d4-c5bf-4298-ac0c-89d3f6ec1b5c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Pushing event updated for resources: {'Port': ['ID=7d5f0903-fd40-4121-a5ad-d99cd35ac2b6,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:04.883127 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:22:04.893831 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d19282-e22a-4e5d-acf7-0ac8e72cbdc3 admin admin] Made reservation on behalf of 84266b83cb7b44e49edcf06f7e40ecbe for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:22:04.897854 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5d19282-e22a-4e5d-acf7-0ac8e72cbdc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:04.989063 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004bbd2-cebd-4237-bad2-4b33859a46d0 req-6c0f6351-0761-4b61-a445-ddd4736434e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:04.991618 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1004bbd2-cebd-4237-bad2-4b33859a46d0 req-6c0f6351-0761-4b61-a445-ddd4736434e0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ce03a46-fc00-4ba3-8cc4-68be03eaf66f HTTP/1.1" status: 200 len: 920 time: 0.3158383 Nov 15 11:22:05.016654 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 7457b5f7-fb33-45d9-b8ba-4b3403b11a81, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7457b5f7-fb33-45d9-b8ba-4b3403b11a81,segment=NetworkSegment(e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd),segment_id=e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:05.032120 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '7457b5f7-fb33-45d9-b8ba-4b3403b11a81', 'network_id': '1ab55e45-0c39-4141-9760-966dba676054', 'port_id': '7457b5f7-fb33-45d9-b8ba-4b3403b11a81', 'mac_address': 'fa:16:3e:cc:89:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e7ad43-728f-443f-8f70-7ede95cfac35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:22:05.060655 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701da181-86f5-4211-9252-0f8ec4e75401 req-f929b45e-b9ba-4b4f-8e07-7f9ec89153c8 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:05.068911 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-701da181-86f5-4211-9252-0f8ec4e75401 req-f929b45e-b9ba-4b4f-8e07-7f9ec89153c8 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c526391-78b0-472d-a170-30e1dac1bfc7 HTTP/1.1" status: 200 len: 945 time: 0.2114818 Nov 15 11:22:05.075487 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:05.082586 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5a7fd45-1242-43ed-b405-824bf940dfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:05.085664 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1004bbd2-cebd-4237-bad2-4b33859a46d0 req-c6738cbb-3f65-4e53-8c7a-8c5a68fe1465 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1342d862-8732-49ad-9ea2-a65dc9a0709a HTTP/1.1" status: 200 len: 217 time: 0.0804436 Nov 15 11:22:05.090605 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:22:05.111560 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d6833e0b-f6eb-4acd-b55c-a96380e54cbc req-6badd2d4-c5bf-4298-ac0c-89d3f6ec1b5c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:05.117687 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5d19282-e22a-4e5d-acf7-0ac8e72cbdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:05.124395 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 7457b5f7-fb33-45d9-b8ba-4b3403b11a81, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7457b5f7-fb33-45d9-b8ba-4b3403b11a81,segment=NetworkSegment(e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd),segment_id=e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:05.130232 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:05.181324 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7fd45-1242-43ed-b405-824bf940dfe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f7b1b93-2d25-4b4f-b14f-428661b5a3d5,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:05.192973 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d19282-e22a-4e5d-acf7-0ac8e72cbdc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa23b34b-7133-41b6-b1e3-4b077f52e5c3,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:05.199460 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d19282-e22a-4e5d-acf7-0ac8e72cbdc3 admin admin] Checking segment: {'id': 'c2cb3e63-6ad3-4217-9eed-16afe313951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:05.200008 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d19282-e22a-4e5d-acf7-0ac8e72cbdc3 admin admin] Network hostable DHCP agents. Network: 5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:22:05.217862 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d6833e0b-f6eb-4acd-b55c-a96380e54cbc req-6badd2d4-c5bf-4298-ac0c-89d3f6ec1b5c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:05.219074 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d6833e0b-f6eb-4acd-b55c-a96380e54cbc req-6badd2d4-c5bf-4298-ac0c-89d3f6ec1b5c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3551602 Nov 15 11:22:05.219680 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d19282-e22a-4e5d-acf7-0ac8e72cbdc3 admin admin] Network 5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:22:05.232310 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e5d19282-e22a-4e5d-acf7-0ac8e72cbdc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:05.238590 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d19282-e22a-4e5d-acf7-0ac8e72cbdc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:05.239714 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5d19282-e22a-4e5d-acf7-0ac8e72cbdc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:05.257433 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39dd6f1-c648-4e01-8488-0d1eea883944 None None] Network 5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:22:05.261780 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=7457b5f7-fb33-45d9-b8ba-4b3403b11a81,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:05.269344 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e5d19282-e22a-4e5d-acf7-0ac8e72cbdc3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4282348 Nov 15 11:22:05.270784 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35498) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:05.278833 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-e9bde35f-21c4-487b-9669-78fd445b0eef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-808987218-router', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:05.328281 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-701da181-86f5-4211-9252-0f8ec4e75401 req-1e8e7ca5-5b12-4263-a2b6-d853a8d31785 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550981 Nov 15 11:22:05.331619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004bbd2-cebd-4237-bad2-4b33859a46d0 req-08039db1-c55a-48f7-bacb-fa45bee79b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:05.333684 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1004bbd2-cebd-4237-bad2-4b33859a46d0 req-08039db1-c55a-48f7-bacb-fa45bee79b67 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa9c0d81-78b6-44b2-bd9c-8b4c1359e147 HTTP/1.1" status: 200 len: 859 time: 0.2192662 Nov 15 11:22:05.355676 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d6833e0b-f6eb-4acd-b55c-a96380e54cbc req-d7e71651-2bdc-4db8-96bc-2461a3d75de7 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 695 time: 0.1078284 Nov 15 11:22:05.399300 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1004bbd2-cebd-4237-bad2-4b33859a46d0 req-d00d216c-816e-4c69-996a-2a65f2e17fde service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ce03a46-fc00-4ba3-8cc4-68be03eaf66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496054 Nov 15 11:22:05.404355 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5a7fd45-1242-43ed-b405-824bf940dfe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:05.436571 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['7457b5f7-fb33-45d9-b8ba-4b3403b11a81'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:22:05.462747 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'fixed_ips': [{'subnet_id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:22:05.463580 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:05.618862 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5a7fd45-1242-43ed-b405-824bf940dfe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:05.621523 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9bde35f-21c4-487b-9669-78fd445b0eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:05.622294 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9bde35f-21c4-487b-9669-78fd445b0eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:05.629425 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5a7fd45-1242-43ed-b405-824bf940dfe0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:05.704361 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Allocated IP 172.20.0.2 (5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd/fa23b34b-7133-41b6-b1e3-4b077f52e5c3/b78c3d7f-2997-49a8-ac16-ec13f4e366a3) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:05.733736 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5a7fd45-1242-43ed-b405-824bf940dfe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:05.734391 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a7fd45-1242-43ed-b405-824bf940dfe0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc45314f-6ea9-4e00-a187-19a4ce2e7bcc {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:22:05.753952 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5a7fd45-1242-43ed-b405-824bf940dfe0 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:05.757767 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d5a7fd45-1242-43ed-b405-824bf940dfe0 admin admin] 10.222.0.64 "DELETE /v2.0/routers/cc45314f-6ea9-4e00-a187-19a4ce2e7bcc HTTP/1.1" status: 204 len: 168 time: 3.0319383 Nov 15 11:22:05.759390 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35506) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:05.782922 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165369e-ad14-4fe1-86c6-157b7fff1e0a req-dc48a5b4-6aaa-4bc8-be9d-af5d8c44d31e tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:05.791180 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0165369e-ad14-4fe1-86c6-157b7fff1e0a req-dc48a5b4-6aaa-4bc8-be9d-af5d8c44d31e tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 945 time: 0.3107865 Nov 15 11:22:05.836896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6833e0b-f6eb-4acd-b55c-a96380e54cbc req-38b7ee8f-bfda-4a82-aaae-b5550d4651a6 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:05.838398 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d6833e0b-f6eb-4acd-b55c-a96380e54cbc req-38b7ee8f-bfda-4a82-aaae-b5550d4651a6 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.4694803 Nov 15 11:22:05.840097 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-612623a9-79e5-46d2-add1-18d2f55dda73 admin admin] Deleting subnet 13de97e3-bf4b-4f47-8f44-5155e3b5e067 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:22:05.840236 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9bde35f-21c4-487b-9669-78fd445b0eef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:05.849108 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-612623a9-79e5-46d2-add1-18d2f55dda73 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:05.871162 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-d6833e0b-f6eb-4acd-b55c-a96380e54cbc req-8ab3c370-078a-4e1e-b6c3-105ea3733ed9 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:22:05.872239 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d6833e0b-f6eb-4acd-b55c-a96380e54cbc req-8ab3c370-078a-4e1e-b6c3-105ea3733ed9 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0214262 Nov 15 11:22:05.937689 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1004bbd2-cebd-4237-bad2-4b33859a46d0 req-d2069b9f-4282-4dc3-8462-8fed78524990 service neutron] 10.222.0.55 "GET /v2.0/networks/6ce03a46-fc00-4ba3-8cc4-68be03eaf66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590025 Nov 15 11:22:05.940776 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-612623a9-79e5-46d2-add1-18d2f55dda73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:05.988537 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:06.000542 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:06.066460 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Network 5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:06.070081 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:06.077899 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:06.087388 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Pushing event updated for resources: {'Port': ['ID=b78c3d7f-2997-49a8-ac16-ec13f4e366a3,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:06.104265 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-612623a9-79e5-46d2-add1-18d2f55dda73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:06.127114 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:06.127269 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0165369e-ad14-4fe1-86c6-157b7fff1e0a req-f0a3d656-a9fb-4639-91ec-c215c42b7b31 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307183 Nov 15 11:22:06.127455 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:06.127785 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:06.128170 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:06.128494 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:06.128898 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:06.129124 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:06.129441 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:06.129753 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:06.130063 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:06.131187 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:06.131187 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:06.149296 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9bde35f-21c4-487b-9669-78fd445b0eef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:06.194659 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1004bbd2-cebd-4237-bad2-4b33859a46d0 req-b85495c2-19d6-472b-a4bf-fd2b93f5d02c service neutron] 10.222.0.55 "GET /v2.0/networks/6ce03a46-fc00-4ba3-8cc4-68be03eaf66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459981 Nov 15 11:22:06.246018 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa3069-dfc2-47c0-935f-490111df6d52 req-66a02aab-357b-4a38-9503-7b8aed8e72da tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:06.247939 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6bfa3069-dfc2-47c0-935f-490111df6d52 req-66a02aab-357b-4a38-9503-7b8aed8e72da tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c526391-78b0-472d-a170-30e1dac1bfc7 HTTP/1.1" status: 200 len: 945 time: 0.2325048 Nov 15 11:22:06.249564 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-612623a9-79e5-46d2-add1-18d2f55dda73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:06.257857 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Attempting to bind port b78c3d7f-2997-49a8-ac16-ec13f4e366a3 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:22:06.258382 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Attempting to bind port b78c3d7f-2997-49a8-ac16-ec13f4e366a3 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'c2cb3e63-6ad3-4217-9eed-16afe313951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:22:06.258869 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Attempting to bind port b78c3d7f-2997-49a8-ac16-ec13f4e366a3 on network 5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:06.268029 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:22:06.268589 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Checking segment: {'id': 'c2cb3e63-6ad3-4217-9eed-16afe313951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:06.269114 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:06.269609 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Bound using segment: {'id': 'c2cb3e63-6ad3-4217-9eed-16afe313951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:22:06.270239 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Bound port: b78c3d7f-2997-49a8-ac16-ec13f4e366a3, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2cb3e63-6ad3-4217-9eed-16afe313951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:22:06.270741 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:06.296012 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9eb895-edee-4f65-983f-c87c7e57b2f5 None None] Network 6ba4437f-4084-4622-9e5a-c25893ee652e requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:22:06.301132 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-612623a9-79e5-46d2-add1-18d2f55dda73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:06.313203 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35510) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:06.313896 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-612623a9-79e5-46d2-add1-18d2f55dda73 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/13de97e3-bf4b-4f47-8f44-5155e3b5e067 HTTP/1.1" status: 204 len: 168 time: 0.5515432 Nov 15 11:22:06.337485 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6bfa3069-dfc2-47c0-935f-490111df6d52 req-f1916007-6719-416b-b71b-ad7b9a73232d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825679 Nov 15 11:22:06.387888 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612623a9-79e5-46d2-add1-18d2f55dda73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13de97e3-bf4b-4f47-8f44-5155e3b5e067,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:06.481567 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a62e3cb9-a918-4f49-92e8-5618e0c24b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:06.494763 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3f7b1b93-2d25-4b4f-b14f-428661b5a3d5 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:22:06.495721 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dfd32c1c-e9f7-48ca-bd9f-d276b11cf5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:06.536960 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59590d4-5fa4-42c2-9706-2181e5e14884 req-2cc16058-46bb-476c-b085-5a2a1ceba5c1 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:06.538451 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b59590d4-5fa4-42c2-9706-2181e5e14884 req-2cc16058-46bb-476c-b085-5a2a1ceba5c1 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1737931 Nov 15 11:22:06.542339 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 3f7b1b93-2d25-4b4f-b14f-428661b5a3d5 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:22:06.542339 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3f7b1b93-2d25-4b4f-b14f-428661b5a3d5 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:22:06.588519 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] For port b78c3d7f-2997-49a8-ac16-ec13f4e366a3, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:22:06.592173 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] For port b78c3d7f-2997-49a8-ac16-ec13f4e366a3, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b78c3d7f-2997-49a8-ac16-ec13f4e366a3,segment=NetworkSegment(c2cb3e63-6ad3-4217-9eed-16afe313951d),segment_id=c2cb3e63-6ad3-4217-9eed-16afe313951d)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:22:06.606578 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:06.680492 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b5b7b-f505-4f21-8a0b-6711c26b3de0 None None] Pushing event updated for resources: {'Port': ['ID=b78c3d7f-2997-49a8-ac16-ec13f4e366a3,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:06.710478 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52c2079-0653-4c44-82ab-5a5f30a196a2 None None] DHCP port deletion for 6ba4437f-4084-4622-9e5a-c25893ee652e request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:22:06.804218 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a52c2079-0653-4c44-82ab-5a5f30a196a2 None None] Deleting port 6f21f4d6-635b-4edc-853b-43d140da60d9 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:22:06.804586 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a52c2079-0653-4c44-82ab-5a5f30a196a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:06.814716 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:22:06.971736 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a52c2079-0653-4c44-82ab-5a5f30a196a2 None None] For port 6f21f4d6-635b-4edc-853b-43d140da60d9, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6f21f4d6-635b-4edc-853b-43d140da60d9,segment=NetworkSegment(c5b84830-dca3-4e93-a45f-d3a02601f812),segment_id=c5b84830-dca3-4e93-a45f-d3a02601f812)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:06.972524 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a52c2079-0653-4c44-82ab-5a5f30a196a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:06.988906 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a52c2079-0653-4c44-82ab-5a5f30a196a2 None None] Calling delete_port for 6f21f4d6-635b-4edc-853b-43d140da60d9 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:22:07.071553 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:22:07.088256 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:07.089002 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:07.194335 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a52c2079-0653-4c44-82ab-5a5f30a196a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:07.229865 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c2079-0653-4c44-82ab-5a5f30a196a2 None None] Pushing event deleted for resources: {'Port': ['ID=6f21f4d6-635b-4edc-853b-43d140da60d9,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:07.236938 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:07.239040 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52c2079-0653-4c44-82ab-5a5f30a196a2 None None] No DVR routers for this DVR port 6f21f4d6-635b-4edc-853b-43d140da60d9 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:22:07.265477 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad53ac8-e946-487d-a742-0cf0bf8c7afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7457b5f7-fb33-45d9-b8ba-4b3403b11a81'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:07.267582 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5805a466-c1e2-4eda-9588-534f515aa661" -d '{"events": [{"server_uuid": "aad53ac8-e946-487d-a742-0cf0bf8c7afc", "name": "network-vif-plugged", "status": "completed", "tag": "7457b5f7-fb33-45d9-b8ba-4b3403b11a81"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:07.283809 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 7457b5f7-fb33-45d9-b8ba-4b3403b11a81, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7457b5f7-fb33-45d9-b8ba-4b3403b11a81,segment=NetworkSegment(e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd),segment_id=e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:07.288740 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:07.327383 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b59590d4-5fa4-42c2-9706-2181e5e14884 req-9dd4531c-8850-4f10-a045-546016487833 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 695 time: 0.2584348 Nov 15 11:22:07.350835 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=7457b5f7-fb33-45d9-b8ba-4b3403b11a81,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:07.374676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-b59590d4-5fa4-42c2-9706-2181e5e14884 req-605f9f26-177c-4ccc-8b2e-f71b97cc4519 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Request body: {'floatingip': {'port_id': '1342d862-8732-49ad-9ea2-a65dc9a0709a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:07.421631 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-dfd32c1c-e9f7-48ca-bd9f-d276b11cf5a8 admin admin] Deleting port 6f21f4d6-635b-4edc-853b-43d140da60d9 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:22:07.421877 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dfd32c1c-e9f7-48ca-bd9f-d276b11cf5a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:07.429664 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b59590d4-5fa4-42c2-9706-2181e5e14884 req-605f9f26-177c-4ccc-8b2e-f71b97cc4519 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:07.442244 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9bde35f-21c4-487b-9669-78fd445b0eef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:07.528541 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9bde35f-21c4-487b-9669-78fd445b0eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:07.551615 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b361d86-5911-4470-be9f-6576b2362958 req-5bfe2d37-e595-4404-9dfe-756efe845466 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:07.553251 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b361d86-5911-4470-be9f-6576b2362958 req-5bfe2d37-e595-4404-9dfe-756efe845466 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.2784839 Nov 15 11:22:07.615760 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-dfd32c1c-e9f7-48ca-bd9f-d276b11cf5a8 admin admin] For port 6f21f4d6-635b-4edc-853b-43d140da60d9, host n-d-729945-9, got binding levels [] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:07.616152 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dfd32c1c-e9f7-48ca-bd9f-d276b11cf5a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:07.687786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-dfd32c1c-e9f7-48ca-bd9f-d276b11cf5a8 admin admin] Calling delete_port for 6f21f4d6-635b-4edc-853b-43d140da60d9 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:22:07.698513 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-dfd32c1c-e9f7-48ca-bd9f-d276b11cf5a8 admin admin] Port 6f21f4d6-635b-4edc-853b-43d140da60d9 was not found and therefore no delete operation was performed {{(pid=102678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 11:22:07.712294 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dfd32c1c-e9f7-48ca-bd9f-d276b11cf5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:07.776595 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd32c1c-e9f7-48ca-bd9f-d276b11cf5a8 admin admin] No DVR routers for this DVR port 6f21f4d6-635b-4edc-853b-43d140da60d9 on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:22:07.864774 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b361d86-5911-4470-be9f-6576b2362958 req-3eeec503-0010-4fd3-84db-c44901eff9bd tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854855 Nov 15 11:22:07.865697 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd32c1c-e9f7-48ca-bd9f-d276b11cf5a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f21f4d6-635b-4edc-853b-43d140da60d9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:07.901903 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1fd50e-493c-45ba-b772-14f2002b3030 None None] Network 5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:22:07.991383 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dfd32c1c-e9f7-48ca-bd9f-d276b11cf5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:08.016536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-dfd32c1c-e9f7-48ca-bd9f-d276b11cf5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba4437f-4084-4622-9e5a-c25893ee652e']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:08.029486 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-dfd32c1c-e9f7-48ca-bd9f-d276b11cf5a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b84830-dca3-4e93-a45f-d3a02601f812') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:08.029775 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-dfd32c1c-e9f7-48ca-bd9f-d276b11cf5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b84830-dca3-4e93-a45f-d3a02601f812') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:08.053402 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dfd32c1c-e9f7-48ca-bd9f-d276b11cf5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:08.071884 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dfd32c1c-e9f7-48ca-bd9f-d276b11cf5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:08.091437 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd32c1c-e9f7-48ca-bd9f-d276b11cf5a8 admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:22:08.098072 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dfd32c1c-e9f7-48ca-bd9f-d276b11cf5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:22:08.133984 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:22:08.145001 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e0396a-07b4-4550-a72d-7f19f12dc48f x-openstack-request-id: req-b2e0396a-07b4-4550-a72d-7f19f12dc48f {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:08.145877 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad53ac8-e946-487d-a742-0cf0bf8c7afc", "name": "network-vif-plugged", "status": "completed", "tag": "7457b5f7-fb33-45d9-b8ba-4b3403b11a81", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:08.146375 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2e0396a-07b4-4550-a72d-7f19f12dc48f {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:08.147079 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad53ac8-e946-487d-a742-0cf0bf8c7afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7457b5f7-fb33-45d9-b8ba-4b3403b11a81', 'code': 200} Nov 15 11:22:08.175567 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6b2b11f8-b1cb-4c72-b6f5-f7049d116793 None None] Provisioning complete for port b78c3d7f-2997-49a8-ac16-ec13f4e366a3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:08.176251 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6b2b11f8-b1cb-4c72-b6f5-f7049d116793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:08.213505 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-e9bde35f-21c4-487b-9669-78fd445b0eef admin admin] Allocated IP 172.25.7.199 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/4d962678-3c1b-4af3-923c-e0afb72ebe0d) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:08.244421 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b78c3d7f-2997-49a8-ac16-ec13f4e366a3 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:22:08.307382 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dfd32c1c-e9f7-48ca-bd9f-d276b11cf5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:08.328420 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dfd32c1c-e9f7-48ca-bd9f-d276b11cf5a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:08.334391 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-dfd32c1c-e9f7-48ca-bd9f-d276b11cf5a8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6ba4437f-4084-4622-9e5a-c25893ee652e HTTP/1.1" status: 204 len: 168 time: 2.0113044 Nov 15 11:22:08.388458 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a873c703-0798-428c-bfef-eda51c210ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:08.408566 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6b2b11f8-b1cb-4c72-b6f5-f7049d116793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:08.415885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd32c1c-e9f7-48ca-bd9f-d276b11cf5a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ba4437f-4084-4622-9e5a-c25893ee652e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:08.430793 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56853723-0465-49ba-8534-8d4dfbfad5c4 req-6ff3034c-1874-45c5-865d-d45a7cc4560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:08.432362 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56853723-0465-49ba-8534-8d4dfbfad5c4 req-6ff3034c-1874-45c5-865d-d45a7cc4560d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 1097 time: 0.2975216 Nov 15 11:22:08.447435 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port b78c3d7f-2997-49a8-ac16-ec13f4e366a3 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:08.447800 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:08.453965 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6b2b11f8-b1cb-4c72-b6f5-f7049d116793 None None] For port b78c3d7f-2997-49a8-ac16-ec13f4e366a3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b78c3d7f-2997-49a8-ac16-ec13f4e366a3,segment=NetworkSegment(c2cb3e63-6ad3-4217-9eed-16afe313951d),segment_id=c2cb3e63-6ad3-4217-9eed-16afe313951d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:08.482654 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6b2b11f8-b1cb-4c72-b6f5-f7049d116793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:08.516196 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473121fa-273a-442d-b23d-6bd384cf4ad6 req-e5efc06e-9ca2-4847-819b-dc4d35837e0a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:08.523756 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-473121fa-273a-442d-b23d-6bd384cf4ad6 req-e5efc06e-9ca2-4847-819b-dc4d35837e0a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c526391-78b0-472d-a170-30e1dac1bfc7 HTTP/1.1" status: 200 len: 945 time: 0.2786500 Nov 15 11:22:08.551277 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b11f8-b1cb-4c72-b6f5-f7049d116793 None None] Pushing event updated for resources: {'Port': ['ID=b78c3d7f-2997-49a8-ac16-ec13f4e366a3,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:08.572792 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35556) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:08.620618 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fec3a8be-0e58-4e3c-9bef-d6d009e86f8c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=64b4fbecaf224238abafeedfc02c5050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466309 Nov 15 11:22:08.623377 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35558) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:08.669254 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56853723-0465-49ba-8534-8d4dfbfad5c4 req-28f6125e-ce75-464f-a5f6-f6a2d65d982f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992710 Nov 15 11:22:08.680600 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9bde35f-21c4-487b-9669-78fd445b0eef admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:08.687182 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6f21f4d6-635b-4edc-853b-43d140da60d9 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:22:08.703645 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25f24129-9367-47b9-8661-3976eae978f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:08.718477 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 6f21f4d6-635b-4edc-853b-43d140da60d9 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:22:08.720034 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-473121fa-273a-442d-b23d-6bd384cf4ad6 req-05682f35-dd72-4e40-9a76-9f84fe01252a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952150 Nov 15 11:22:08.722953 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6f21f4d6-635b-4edc-853b-43d140da60d9 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:22:08.743302 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25f24129-9367-47b9-8661-3976eae978f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:08.798860 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25f24129-9367-47b9-8661-3976eae978f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:08.801719 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25f24129-9367-47b9-8661-3976eae978f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:08.803724 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-25f24129-9367-47b9-8661-3976eae978f7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba82665a-458d-47e5-82e8-519f37829463 HTTP/1.1" status: 204 len: 168 time: 0.1791532 Nov 15 11:22:08.813319 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f24129-9367-47b9-8661-3976eae978f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba82665a-458d-47e5-82e8-519f37829463,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:08.816480 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9bde35f-21c4-487b-9669-78fd445b0eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:08.885512 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b59590d4-5fa4-42c2-9706-2181e5e14884 req-605f9f26-177c-4ccc-8b2e-f71b97cc4519 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:08.887466 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bde35f-21c4-487b-9669-78fd445b0eef admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:08.898227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-e9bde35f-21c4-487b-9669-78fd445b0eef admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:08.910255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bde35f-21c4-487b-9669-78fd445b0eef admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:08.929205 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c5a26418-0185-4a33-8631-2531026465b8 None None] Provisioning complete for port b78c3d7f-2997-49a8-ac16-ec13f4e366a3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:08.929567 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c5a26418-0185-4a33-8631-2531026465b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:08.954798 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b59590d4-5fa4-42c2-9706-2181e5e14884 req-605f9f26-177c-4ccc-8b2e-f71b97cc4519 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:09.012481 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bde35f-21c4-487b-9669-78fd445b0eef admin admin] Pushing event updated for resources: {'Port': ['ID=4d962678-3c1b-4af3-923c-e0afb72ebe0d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:09.265500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6ef81-0a92-4ac4-8fb5-a4bd71bd8073 req-48d14e06-e343-4bf8-9e41-3801b1e8d11c tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:09.267156 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4b6ef81-0a92-4ac4-8fb5-a4bd71bd8073 req-48d14e06-e343-4bf8-9e41-3801b1e8d11c tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.2981303 Nov 15 11:22:09.288073 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [req-b59590d4-5fa4-42c2-9706-2181e5e14884 req-605f9f26-177c-4ccc-8b2e-f71b97cc4519 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Floating IP b3ee6f73-14e0-4934-988c-78dbea73245e associated. External IP: 172.25.7.33, port: 1342d862-8732-49ad-9ea2-a65dc9a0709a. Nov 15 11:22:09.459198 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4b6ef81-0a92-4ac4-8fb5-a4bd71bd8073 req-19d9e768-b601-49d5-90b9-1b7ee47f11b0 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803885 Nov 15 11:22:09.541493 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9bde35f-21c4-487b-9669-78fd445b0eef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:09.632924 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35586) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:09.745504 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5964f19c-839e-400e-bbdf-2c161d523f4f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1187910671-network', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:09.777203 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:09.787078 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5964f19c-839e-400e-bbdf-2c161d523f4f admin admin] Made reservation on behalf of a18bdc63ba1f4c0296f604ebdceeae4b for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:22:09.790351 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5964f19c-839e-400e-bbdf-2c161d523f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:09.802808 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5964f19c-839e-400e-bbdf-2c161d523f4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:09.889038 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5964f19c-839e-400e-bbdf-2c161d523f4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:09.893111 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5964f19c-839e-400e-bbdf-2c161d523f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:09.917044 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5964f19c-839e-400e-bbdf-2c161d523f4f admin admin] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:22:09.925643 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964f19c-839e-400e-bbdf-2c161d523f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa50e5c9-4b8d-4039-aea3-1c5daddd9501,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:09.931447 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5964f19c-839e-400e-bbdf-2c161d523f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:09.931841 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-5964f19c-839e-400e-bbdf-2c161d523f4f admin admin] Added segment 70b983c1-31ff-4aa3-88e8-2f69ddf586e6 of type vlan for network 8eb545cc-9308-4393-92fd-bc3c5179fd64 Nov 15 11:22:09.972906 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5964f19c-839e-400e-bbdf-2c161d523f4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:09.998070 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5964f19c-839e-400e-bbdf-2c161d523f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:09.998883 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5964f19c-839e-400e-bbdf-2c161d523f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:09.999457 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5964f19c-839e-400e-bbdf-2c161d523f4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:10.027037 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5aefb3-4360-4ba5-a936-2b9118057f5e req-3a392580-ab79-4ea0-a98a-78212500014a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:10.028546 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf5aefb3-4360-4ba5-a936-2b9118057f5e req-3a392580-ab79-4ea0-a98a-78212500014a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c526391-78b0-472d-a170-30e1dac1bfc7 HTTP/1.1" status: 200 len: 945 time: 0.1558807 Nov 15 11:22:10.052634 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5964f19c-839e-400e-bbdf-2c161d523f4f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4182744 Nov 15 11:22:10.055029 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b59590d4-5fa4-42c2-9706-2181e5e14884 req-605f9f26-177c-4ccc-8b2e-f71b97cc4519 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Router 91d8f117-a02e-4f97-a27b-a7ed10e5ecac has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:22:10.055741 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35592) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:10.063973 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964f19c-839e-400e-bbdf-2c161d523f4f admin admin] Pushing event updated for resources: {'Network': ['ID=8eb545cc-9308-4393-92fd-bc3c5179fd64,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:10.066789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-69cc2da9-dbd5-4c15-93e9-f5dcafb8b390 admin admin] Request body: {'subnet': {'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1187910671-subnet', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:10.087141 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 8eb545cc-9308-4393-92fd-bc3c5179fd64 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:22:10.155043 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b78c3d7f-2997-49a8-ac16-ec13f4e366a3 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:22:10.206156 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port b78c3d7f-2997-49a8-ac16-ec13f4e366a3 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:10.206548 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:10.211741 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cc2da9-dbd5-4c15-93e9-f5dcafb8b390 admin admin] Made reservation on behalf of a18bdc63ba1f4c0296f604ebdceeae4b for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:22:10.214044 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-69cc2da9-dbd5-4c15-93e9-f5dcafb8b390 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:10.245260 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf5aefb3-4360-4ba5-a936-2b9118057f5e req-517e15b0-9959-477c-a25c-66dacc59bb12 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086594 Nov 15 11:22:10.333567 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9bde35f-21c4-487b-9669-78fd445b0eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:10.438126 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b59590d4-5fa4-42c2-9706-2181e5e14884 req-605f9f26-177c-4ccc-8b2e-f71b97cc4519 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:22:10.445292 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b59590d4-5fa4-42c2-9706-2181e5e14884 req-605f9f26-177c-4ccc-8b2e-f71b97cc4519 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:10.453096 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06268faa-bbb2-464a-a6fd-34f6e7787014 None None] Sync routers for ids ['91d8f117-a02e-4f97-a27b-a7ed10e5ecac'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:22:10.462968 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06268faa-bbb2-464a-a6fd-34f6e7787014 None None] Routers {'91d8f117-a02e-4f97-a27b-a7ed10e5ecac'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:22:10.463746 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-06268faa-bbb2-464a-a6fd-34f6e7787014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:22:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['91d8f117-a02e-4f97-a27b-a7ed10e5ecac'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:10.512409 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b59590d4-5fa4-42c2-9706-2181e5e14884 req-605f9f26-177c-4ccc-8b2e-f71b97cc4519 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "PUT /v2.0/floatingips/b3ee6f73-14e0-4934-988c-78dbea73245e HTTP/1.1" status: 200 len: 996 time: 3.1525950 Nov 15 11:22:10.518042 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8', 'tag': '1342d862-8732-49ad-9ea2-a65dc9a0709a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:10.520350 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f40ce6d-87f1-4079-a553-c77da38c6531" -d '{"events": [{"name": "network-changed", "server_uuid": "73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8", "tag": "1342d862-8732-49ad-9ea2-a65dc9a0709a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:10.629055 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-06268faa-bbb2-464a-a6fd-34f6e7787014 None None] Set router 91d8f117-a02e-4f97-a27b-a7ed10e5ecac gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:22:10.654568 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-69cc2da9-dbd5-4c15-93e9-f5dcafb8b390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:10.688983 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59590d4-5fa4-42c2-9706-2181e5e14884 req-8483d9a2-4a9b-4f48-a10c-d5b2e439109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:10.690520 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b59590d4-5fa4-42c2-9706-2181e5e14884 req-8483d9a2-4a9b-4f48-a10c-d5b2e439109f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d964b30bd51241629f72ef937dcc6f96&device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 1097 time: 0.1500871 Nov 15 11:22:10.735838 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bde35f-21c4-487b-9669-78fd445b0eef admin admin] Router 20175af3-96b4-4b0c-82bc-b6b38c8539b7 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:22:10.780711 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e0457-0bee-4d2b-97b6-fbc675b031a9 req-71133746-bc20-4927-9cc4-c527aa81a4f1 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:10.782100 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-322e0457-0bee-4d2b-97b6-fbc675b031a9 req-71133746-bc20-4927-9cc4-c527aa81a4f1 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1875935 Nov 15 11:22:10.787856 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc2da9-dbd5-4c15-93e9-f5dcafb8b390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cf06bb7-5877-44b3-8778-2c64bd46356d,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:10.882249 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-06268faa-bbb2-464a-a6fd-34f6e7787014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'name': 'tempest-ServerRescueTestJSONUnderV235-608520446-router', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:08Z', 'updated_at': '2021-11-15T11:21:13Z', 'revision_number': 4, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'gw_port': {'id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:09Z', 'updated_at': '2021-11-15T11:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'b3ee6f73-14e0-4934-988c-78dbea73245e', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'port_id': '1342d862-8732-49ad-9ea2-a65dc9a0709a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce03a46-fc00-4ba3-8cc4-68be03eaf66f', 'mac_address': 'fa:16:3e:2c:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:22:03Z', 'updated_at': '2021-11-15T11:22:08Z', 'revision_number': 1, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adeabb7b-13f1-4f74-ab47-4e2633ba51b6', 'name': '', 'network_id': '6ce03a46-fc00-4ba3-8cc4-68be03eaf66f', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'mac_address': 'fa:16:3e:b8:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'aa9c0d81-78b6-44b2-bd9c-8b4c1359e147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:11Z', 'updated_at': '2021-11-15T11:21:18Z', 'revision_number': 5, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'subnets': [{'id': 'aa9c0d81-78b6-44b2-bd9c-8b4c1359e147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:10.910146 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc2da9-dbd5-4c15-93e9-f5dcafb8b390 admin admin] Checking segment: {'id': '70b983c1-31ff-4aa3-88e8-2f69ddf586e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:10.910616 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cc2da9-dbd5-4c15-93e9-f5dcafb8b390 admin admin] Network hostable DHCP agents. Network: 8eb545cc-9308-4393-92fd-bc3c5179fd64, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:22:10.911765 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06268faa-bbb2-464a-a6fd-34f6e7787014 None None] Checking router: 91d8f117-a02e-4f97-a27b-a7ed10e5ecac for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:22:10.920793 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06268faa-bbb2-464a-a6fd-34f6e7787014 None None] Routers {'91d8f117-a02e-4f97-a27b-a7ed10e5ecac'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:22:10.921354 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-06268faa-bbb2-464a-a6fd-34f6e7787014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:22:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['91d8f117-a02e-4f97-a27b-a7ed10e5ecac'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:10.961424 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59590d4-5fa4-42c2-9706-2181e5e14884 req-ee93f204-a949-4529-af2c-af054269d09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:10.962915 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b59590d4-5fa4-42c2-9706-2181e5e14884 req-ee93f204-a949-4529-af2c-af054269d09a service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ce03a46-fc00-4ba3-8cc4-68be03eaf66f HTTP/1.1" status: 200 len: 920 time: 0.2622623 Nov 15 11:22:10.969671 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-322e0457-0bee-4d2b-97b6-fbc675b031a9 req-90d0e79a-14ea-4317-b03c-051d0ddb2366 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793811 Nov 15 11:22:11.026612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cc2da9-dbd5-4c15-93e9-f5dcafb8b390 admin admin] Network 8eb545cc-9308-4393-92fd-bc3c5179fd64 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:22:11.058510 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bde35f-21c4-487b-9669-78fd445b0eef admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:22:11.064064 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-69cc2da9-dbd5-4c15-93e9-f5dcafb8b390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 8eb545cc-9308-4393-92fd-bc3c5179fd64) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:11.068542 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] Sync routers for ids ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:22:11.071267 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d5dc24-9285-46c6-9c0c-87db3752933f x-openstack-request-id: req-f6d5dc24-9285-46c6-9c0c-87db3752933f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:11.072046 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8", "tag": "1342d862-8732-49ad-9ea2-a65dc9a0709a", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:11.072046 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6d5dc24-9285-46c6-9c0c-87db3752933f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:11.072389 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8', 'tag': '1342d862-8732-49ad-9ea2-a65dc9a0709a', 'status': 'completed', 'code': 200} Nov 15 11:22:11.080598 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc2da9-dbd5-4c15-93e9-f5dcafb8b390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:11.081205 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-69cc2da9-dbd5-4c15-93e9-f5dcafb8b390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:11.087005 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b59590d4-5fa4-42c2-9706-2181e5e14884 req-241b9471-a3aa-4526-a3bd-c9cda6d11b55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1342d862-8732-49ad-9ea2-a65dc9a0709a HTTP/1.1" status: 200 len: 999 time: 0.1149576 Nov 15 11:22:11.116502 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] Routers {'20175af3-96b4-4b0c-82bc-b6b38c8539b7'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:22:11.119785 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-06268faa-bbb2-464a-a6fd-34f6e7787014 None None] Set router 91d8f117-a02e-4f97-a27b-a7ed10e5ecac gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:22:11.123359 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:22:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:11.125791 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbb0f21-d8c9-4f33-9532-56fe534b65f8 None None] Network 8eb545cc-9308-4393-92fd-bc3c5179fd64 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:22:11.127986 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-69cc2da9-dbd5-4c15-93e9-f5dcafb8b390 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0677731 Nov 15 11:22:11.129699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35612) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:11.136535 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3f94778b-6265-44ef-a8bc-cd60bcd95939 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1187910671-router', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:11.189182 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9bde35f-21c4-487b-9669-78fd445b0eef admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:11.190705 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e9bde35f-21c4-487b-9669-78fd445b0eef admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9150815 Nov 15 11:22:11.193928 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35614) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:11.209440 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f94778b-6265-44ef-a8bc-cd60bcd95939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:11.213798 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f94778b-6265-44ef-a8bc-cd60bcd95939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:11.232650 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59590d4-5fa4-42c2-9706-2181e5e14884 req-7f98ffd3-0598-4fc6-98d5-56172a689cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:11.234453 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b59590d4-5fa4-42c2-9706-2181e5e14884 req-7f98ffd3-0598-4fc6-98d5-56172a689cc2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa9c0d81-78b6-44b2-bd9c-8b4c1359e147 HTTP/1.1" status: 200 len: 859 time: 0.1360013 Nov 15 11:22:11.272287 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b59590d4-5fa4-42c2-9706-2181e5e14884 req-1ebd769a-d46d-46c1-9824-b87a86b87549 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ce03a46-fc00-4ba3-8cc4-68be03eaf66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293927 Nov 15 11:22:11.275614 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40ce6d-87f1-4079-a553-c77da38c6531 req-fd3e8525-b30a-40ec-9f4b-cf712fced4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:11.277331 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f40ce6d-87f1-4079-a553-c77da38c6531 req-fd3e8525-b30a-40ec-9f4b-cf712fced4d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d964b30bd51241629f72ef937dcc6f96&device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 1097 time: 0.1608860 Nov 15 11:22:11.284153 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-b59590d4-5fa4-42c2-9706-2181e5e14884 req-fb8f4263-dc7e-479a-8718-7d69c1bb207c service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:22:11.285235 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b59590d4-5fa4-42c2-9706-2181e5e14884 req-fb8f4263-dc7e-479a-8718-7d69c1bb207c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053241 Nov 15 11:22:11.493546 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:11.517675 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 78d595a0-73ed-438c-a33a-5e7919a283c0 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:22:11.560366 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40ce6d-87f1-4079-a553-c77da38c6531 req-40f86d82-98c7-490e-9edc-6291b2c88859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:11.561439 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] Set router 20175af3-96b4-4b0c-82bc-b6b38c8539b7 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:22:11.561783 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f40ce6d-87f1-4079-a553-c77da38c6531 req-40f86d82-98c7-490e-9edc-6291b2c88859 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ce03a46-fc00-4ba3-8cc4-68be03eaf66f HTTP/1.1" status: 200 len: 920 time: 0.2757077 Nov 15 11:22:11.567443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b59590d4-5fa4-42c2-9706-2181e5e14884 req-52ef8a2f-29cf-4d1c-b8ec-a2ff45a789b4 service neutron] 10.222.0.64 "GET /v2.0/networks/6ce03a46-fc00-4ba3-8cc4-68be03eaf66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731001 Nov 15 11:22:11.574383 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-1970539d-ee15-4d8b-9304-f3661db7e494 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:11.581783 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-1970539d-ee15-4d8b-9304-f3661db7e494 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/networks?id=1ab55e45-0c39-4141-9760-966dba676054 HTTP/1.1" status: 200 len: 814 time: 0.2060907 Nov 15 11:22:11.682854 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-1b096489-9b05-4112-a165-bcf13b98f187 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/quotas/a20fe9645d9c49df841428f86995389b HTTP/1.1" status: 200 len: 375 time: 0.1000853 Nov 15 11:22:11.778213 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f40ce6d-87f1-4079-a553-c77da38c6531 req-582ecdf3-300e-49cb-9580-b9473ed841bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1342d862-8732-49ad-9ea2-a65dc9a0709a HTTP/1.1" status: 200 len: 999 time: 0.1941631 Nov 15 11:22:11.805988 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-b5bb22b7-cb85-4c27-a9f1-4d793a971705 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a20fe9645d9c49df841428f86995389b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1219199 Nov 15 11:22:11.892057 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-06268faa-bbb2-464a-a6fd-34f6e7787014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'name': 'tempest-ServerRescueTestJSONUnderV235-608520446-router', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:08Z', 'updated_at': '2021-11-15T11:21:13Z', 'revision_number': 4, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'gw_port': {'id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:09Z', 'updated_at': '2021-11-15T11:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'b3ee6f73-14e0-4934-988c-78dbea73245e', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'port_id': '1342d862-8732-49ad-9ea2-a65dc9a0709a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce03a46-fc00-4ba3-8cc4-68be03eaf66f', 'mac_address': 'fa:16:3e:2c:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:22:03Z', 'updated_at': '2021-11-15T11:22:08Z', 'revision_number': 1, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adeabb7b-13f1-4f74-ab47-4e2633ba51b6', 'name': '', 'network_id': '6ce03a46-fc00-4ba3-8cc4-68be03eaf66f', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'mac_address': 'fa:16:3e:b8:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'aa9c0d81-78b6-44b2-bd9c-8b4c1359e147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:11Z', 'updated_at': '2021-11-15T11:21:18Z', 'revision_number': 5, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'subnets': [{'id': 'aa9c0d81-78b6-44b2-bd9c-8b4c1359e147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:11.914723 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-edb5c138-4fe0-45ef-b98d-909242b33ca8 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab55e45-0c39-4141-9760-966dba676054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074615 Nov 15 11:22:11.956361 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06268faa-bbb2-464a-a6fd-34f6e7787014 None None] The sync data for ids ['91d8f117-a02e-4f97-a27b-a7ed10e5ecac'] in n-d-729945-9 is: [{'id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'name': 'tempest-ServerRescueTestJSONUnderV235-608520446-router', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:08Z', 'updated_at': '2021-11-15T11:21:13Z', 'revision_number': 4, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'gw_port': {'id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:09Z', 'updated_at': '2021-11-15T11:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'b3ee6f73-14e0-4934-988c-78dbea73245e', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'port_id': '1342d862-8732-49ad-9ea2-a65dc9a0709a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce03a46-fc00-4ba3-8cc4-68be03eaf66f', 'mac_address': 'fa:16:3e:2c:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:22:03Z', 'updated_at': '2021-11-15T11:22:08Z', 'revision_number': 1, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adeabb7b-13f1-4f74-ab47-4e2633ba51b6', 'name': '', 'network_id': '6ce03a46-fc00-4ba3-8cc4-68be03eaf66f', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'mac_address': 'fa:16:3e:b8:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'aa9c0d81-78b6-44b2-bd9c-8b4c1359e147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:11Z', 'updated_at': '2021-11-15T11:21:18Z', 'revision_number': 5, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'subnets': [{'id': 'aa9c0d81-78b6-44b2-bd9c-8b4c1359e147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:22:12.001556 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcdb98e-c722-4c40-81d7-21688da8eabe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-8eb545cc-9308-4393-92fd-bc3c5179fd64', 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'fixed_ips': [{'subnet_id': '5cf06bb7-5877-44b3-8778-2c64bd46356d'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:22:12.002793 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb98e-c722-4c40-81d7-21688da8eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:12.006073 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 78d595a0-73ed-438c-a33a-5e7919a283c0, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=78d595a0-73ed-438c-a33a-5e7919a283c0,segment=NetworkSegment(982510f6-b22f-4c53-af38-6a6785d78500),segment_id=982510f6-b22f-4c53-af38-6a6785d78500)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:12.007807 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f94778b-6265-44ef-a8bc-cd60bcd95939 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:12.026818 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b59590d4-5fa4-42c2-9706-2181e5e14884 req-5b92df25-591d-404e-8781-2291d6fe822f service neutron] 10.222.0.64 "GET /v2.0/networks/6ce03a46-fc00-4ba3-8cc4-68be03eaf66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416060 Nov 15 11:22:12.033250 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40ce6d-87f1-4079-a553-c77da38c6531 req-8bece0ca-973e-4e2c-a596-747e35bf4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:12.035092 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f40ce6d-87f1-4079-a553-c77da38c6531 req-8bece0ca-973e-4e2c-a596-747e35bf4461 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa9c0d81-78b6-44b2-bd9c-8b4c1359e147 HTTP/1.1" status: 200 len: 859 time: 0.2462890 Nov 15 11:22:12.058271 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '78d595a0-73ed-438c-a33a-5e7919a283c0', 'network_id': '865d5ee5-074b-41e0-8bb1-5b492cfc8e95', 'port_id': '78d595a0-73ed-438c-a33a-5e7919a283c0', 'mac_address': 'fa:16:3e:a4:83:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3afe93-e76b-4058-a0ae-3200fb061f6d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:22:12.106711 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f40ce6d-87f1-4079-a553-c77da38c6531 req-2ef68e15-988b-4698-a874-7729f9d63cd5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ce03a46-fc00-4ba3-8cc4-68be03eaf66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598214 Nov 15 11:22:12.149999 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-7d36a5d8-f39c-4c4b-bc36-525ab850e60d service neutron] 10.222.0.64 "GET /v2.0/networks/1ab55e45-0c39-4141-9760-966dba676054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342222 Nov 15 11:22:12.212422 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'name': 'tempest-AttachVolumeTestJSON-808987218-router', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:05Z', 'updated_at': '2021-11-15T11:22:09Z', 'revision_number': 3, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'gw_port': {'id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:07Z', 'updated_at': '2021-11-15T11:22:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:12.378568 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f40ce6d-87f1-4079-a553-c77da38c6531 req-7d70da9f-f8dc-4892-88e7-1fd947455eac service neutron] 10.222.0.55 "GET /v2.0/networks/6ce03a46-fc00-4ba3-8cc4-68be03eaf66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601380 Nov 15 11:22:12.405242 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa1fcb-7a0c-4aa5-85ba-db2d4ca741d1 req-f37a2604-4d72-4bd4-9336-7d6c573a8ab3 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:12.423280 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d8aa1fcb-7a0c-4aa5-85ba-db2d4ca741d1 req-f37a2604-4d72-4bd4-9336-7d6c573a8ab3 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c526391-78b0-472d-a170-30e1dac1bfc7 HTTP/1.1" status: 200 len: 945 time: 0.1826763 Nov 15 11:22:12.439605 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] Checking router: 20175af3-96b4-4b0c-82bc-b6b38c8539b7 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:22:12.440013 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] Updating router 20175af3-96b4-4b0c-82bc-b6b38c8539b7 port 4d962678-3c1b-4af3-923c-e0afb72ebe0d binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:22:12.460941 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252f276f-bd17-42ed-9af2-240a34cb901a None None] New status for floating IP b3ee6f73-14e0-4934-988c-78dbea73245e: ACTIVE {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:22:12.516205 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:12.542260 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-5fcdb98e-c722-4c40-81d7-21688da8eabe None None] Allocated IP 172.20.0.2 (8eb545cc-9308-4393-92fd-bc3c5179fd64/5cf06bb7-5877-44b3-8778-2c64bd46356d/b5470f91-86eb-4fd9-8929-450d634d0d91) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:12.570343 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:12.597004 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78d595a0-73ed-438c-a33a-5e7919a283c0 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:22:12.604841 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f94778b-6265-44ef-a8bc-cd60bcd95939 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:12.632172 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-4cc87b3d-512c-479d-a7cf-3a8df1982dd5 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 999 time: 0.2047434 Nov 15 11:22:12.633605 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:12.649453 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 78d595a0-73ed-438c-a33a-5e7919a283c0, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=78d595a0-73ed-438c-a33a-5e7919a283c0,segment=NetworkSegment(982510f6-b22f-4c53-af38-6a6785d78500),segment_id=982510f6-b22f-4c53-af38-6a6785d78500)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:12.674574 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d8aa1fcb-7a0c-4aa5-85ba-db2d4ca741d1 req-1989f5c6-c86a-4119-afa7-870b5d327029 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492678 Nov 15 11:22:12.782445 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35648) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:12.799068 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-137addb3-4271-45f4-8338-f96598728e44 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1937421303'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:12.882340 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-c7fc07a4-f2e6-4c75-97ff-d4b9eb797389 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:12.897463 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-c7fc07a4-f2e6-4c75-97ff-d4b9eb797389 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports/1342d862-8732-49ad-9ea2-a65dc9a0709a HTTP/1.1" status: 200 len: 943 time: 0.2179239 Nov 15 11:22:12.903894 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f40ce6d-87f1-4079-a553-c77da38c6531 req-ce6bdc2b-c69a-4b27-8ab4-b7e4b8d32395 service neutron] 10.222.0.55 "GET /v2.0/networks/6ce03a46-fc00-4ba3-8cc4-68be03eaf66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774821 Nov 15 11:22:12.923658 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:12.991735 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b83270c-5f7d-450d-97d7-d4b2d309257d req-8532019a-6ffb-4282-8b89-03be3aa7466d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4197e0-8ae5-4340-9a63-9825e0185e5a HTTP/1.1" status: 200 len: 210 time: 0.0818214 Nov 15 11:22:13.019573 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137addb3-4271-45f4-8338-f96598728e44 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Made reservation on behalf of 77cb92f4ba94421baccd055f8a61a579 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:22:13.023587 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-137addb3-4271-45f4-8338-f96598728e44 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:13.099838 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137addb3-4271-45f4-8338-f96598728e44 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:22:13.110800 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-19ff0c7f-3cff-4a6a-b63f-98d1a0624396 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 1001 time: 0.1040659 Nov 15 11:22:13.113341 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fee6691-8234-4fd4-895b-8fe1d29b8e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:13.123537 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-137addb3-4271-45f4-8338-f96598728e44 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:13.123908 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-137addb3-4271-45f4-8338-f96598728e44 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Added segment f00b1bb4-f030-447b-9d91-05fe6b231e91 of type vlan for network 4c80147d-a460-4aca-9746-ccf4bbea3343 Nov 15 11:22:13.126799 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=78d595a0-73ed-438c-a33a-5e7919a283c0,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:13.211726 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f94778b-6265-44ef-a8bc-cd60bcd95939 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:13.235930 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f94778b-6265-44ef-a8bc-cd60bcd95939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:13.289140 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['78d595a0-73ed-438c-a33a-5e7919a283c0'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:22:13.385441 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb98e-c722-4c40-81d7-21688da8eabe None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:13.386080 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-7fee6691-8234-4fd4-895b-8fe1d29b8e84 admin admin] Allocated IP 172.20.0.1 (5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd/fa23b34b-7133-41b6-b1e3-4b077f52e5c3/411317a0-3898-4ae3-bd51-6df098dda5c3) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:13.410745 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb98e-c722-4c40-81d7-21688da8eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:13.504830 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:13.510288 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcdb98e-c722-4c40-81d7-21688da8eabe None None] Network 8eb545cc-9308-4393-92fd-bc3c5179fd64 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:13.519865 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-5fcdb98e-c722-4c40-81d7-21688da8eabe None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:13.521731 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdb98e-c722-4c40-81d7-21688da8eabe None None] Pushing event updated for resources: {'Port': ['ID=b5470f91-86eb-4fd9-8929-450d634d0d91,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:13.524953 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcdb98e-c722-4c40-81d7-21688da8eabe None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:13.529089 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:13.543251 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fee6691-8234-4fd4-895b-8fe1d29b8e84 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:13.594803 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-137addb3-4271-45f4-8338-f96598728e44 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:13.606521 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-3f94778b-6265-44ef-a8bc-cd60bcd95939 admin admin] Allocated IP 172.25.7.117 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/21ae7ad4-7e3b-4345-aaad-85df5208b334) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:13.637998 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fee6691-8234-4fd4-895b-8fe1d29b8e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:13.657564 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1632e-7e24-4f6b-afa3-a8bc8604bca5 None None] Pushing event updated for resources: {'Port': ['ID=4d962678-3c1b-4af3-923c-e0afb72ebe0d,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:13.679102 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-137addb3-4271-45f4-8338-f96598728e44 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:13.679621 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] Attempting to bind port 4d962678-3c1b-4af3-923c-e0afb72ebe0d on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:22:13.680007 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] Attempting to bind port 4d962678-3c1b-4af3-923c-e0afb72ebe0d by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:22:13.680369 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] Attempting to bind port 4d962678-3c1b-4af3-923c-e0afb72ebe0d on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:13.685373 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137addb3-4271-45f4-8338-f96598728e44 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:13.686091 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-137addb3-4271-45f4-8338-f96598728e44 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:13.689022 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5fcdb98e-c722-4c40-81d7-21688da8eabe None None] Attempting to bind port b5470f91-86eb-4fd9-8929-450d634d0d91 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:22:13.689389 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5fcdb98e-c722-4c40-81d7-21688da8eabe None None] Attempting to bind port b5470f91-86eb-4fd9-8929-450d634d0d91 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '70b983c1-31ff-4aa3-88e8-2f69ddf586e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:22:13.689750 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcdb98e-c722-4c40-81d7-21688da8eabe None None] Attempting to bind port b5470f91-86eb-4fd9-8929-450d634d0d91 on network 8eb545cc-9308-4393-92fd-bc3c5179fd64 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:13.704163 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:22:13.704860 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:13.706316 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:13.706316 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:22:13.706316 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] Bound port: 4d962678-3c1b-4af3-923c-e0afb72ebe0d, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:22:13.706634 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:13.712228 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcdb98e-c722-4c40-81d7-21688da8eabe None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:22:13.712228 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcdb98e-c722-4c40-81d7-21688da8eabe None None] Checking segment: {'id': '70b983c1-31ff-4aa3-88e8-2f69ddf586e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:13.712228 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb98e-c722-4c40-81d7-21688da8eabe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:13.712647 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcdb98e-c722-4c40-81d7-21688da8eabe None None] Bound using segment: {'id': '70b983c1-31ff-4aa3-88e8-2f69ddf586e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:22:13.712947 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5fcdb98e-c722-4c40-81d7-21688da8eabe None None] Bound port: b5470f91-86eb-4fd9-8929-450d634d0d91, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b983c1-31ff-4aa3-88e8-2f69ddf586e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:22:13.713205 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb98e-c722-4c40-81d7-21688da8eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:13.721471 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fee6691-8234-4fd4-895b-8fe1d29b8e84 admin admin] Network 5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:13.728548 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7fee6691-8234-4fd4-895b-8fe1d29b8e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:13.736105 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fee6691-8234-4fd4-895b-8fe1d29b8e84 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:13.766337 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee6691-8234-4fd4-895b-8fe1d29b8e84 admin admin] Pushing event updated for resources: {'Port': ['ID=411317a0-3898-4ae3-bd51-6df098dda5c3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:13.775418 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-137addb3-4271-45f4-8338-f96598728e44 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9915080 Nov 15 11:22:13.779460 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35656) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:13.788700 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-bd85f6a9-f52a-4f93-8e08-964f0136ea1c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:13.796349 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-bd85f6a9-f52a-4f93-8e08-964f0136ea1c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.2309299 Nov 15 11:22:13.803465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-fcffe6c0-40bd-4313-9709-767d36e59afc tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-468359886'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:13.803663 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f94778b-6265-44ef-a8bc-cd60bcd95939 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:13.812999 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fee6691-8234-4fd4-895b-8fe1d29b8e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:13.835426 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-5e372ff0-13cf-4116-b0bb-ae6977a26ae0 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:22:13.845425 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-5e372ff0-13cf-4116-b0bb-ae6977a26ae0 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0478988 Nov 15 11:22:13.851680 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcffe6c0-40bd-4313-9709-767d36e59afc tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Made reservation on behalf of 77cb92f4ba94421baccd055f8a61a579 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:22:13.856499 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fcffe6c0-40bd-4313-9709-767d36e59afc tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:13.901459 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] For port 4d962678-3c1b-4af3-923c-e0afb72ebe0d, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:22:13.905672 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] For port 4d962678-3c1b-4af3-923c-e0afb72ebe0d, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=4d962678-3c1b-4af3-923c-e0afb72ebe0d,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:22:13.913205 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5fcdb98e-c722-4c40-81d7-21688da8eabe None None] For port b5470f91-86eb-4fd9-8929-450d634d0d91, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:22:13.920946 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5fcdb98e-c722-4c40-81d7-21688da8eabe None None] For port b5470f91-86eb-4fd9-8929-450d634d0d91, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b5470f91-86eb-4fd9-8929-450d634d0d91,segment=NetworkSegment(70b983c1-31ff-4aa3-88e8-2f69ddf586e6),segment_id=70b983c1-31ff-4aa3-88e8-2f69ddf586e6)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:22:13.923654 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:13.943268 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f94778b-6265-44ef-a8bc-cd60bcd95939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:13.967117 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcffe6c0-40bd-4313-9709-767d36e59afc tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:22:13.978237 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fcffe6c0-40bd-4313-9709-767d36e59afc tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:13.978852 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-fcffe6c0-40bd-4313-9709-767d36e59afc tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Added segment 67d16816-45de-429a-9234-5131d2d66d0f of type vlan for network 71cd31ab-aef9-4c82-a7fe-78615c051843 Nov 15 11:22:13.990494 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb98e-c722-4c40-81d7-21688da8eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:14.011189 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f94778b-6265-44ef-a8bc-cd60bcd95939 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:14.016145 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3f94778b-6265-44ef-a8bc-cd60bcd95939 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:14.021177 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f94778b-6265-44ef-a8bc-cd60bcd95939 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:14.024951 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94778b-6265-44ef-a8bc-cd60bcd95939 admin admin] Pushing event updated for resources: {'Port': ['ID=21ae7ad4-7e3b-4345-aaad-85df5208b334,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:14.044271 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fcffe6c0-40bd-4313-9709-767d36e59afc tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:14.048921 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] Routers {'20175af3-96b4-4b0c-82bc-b6b38c8539b7'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:22:14.049603 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:22:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:14.080060 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-c5a041e6-0b5a-45a5-adef-afd8dcb01eaf tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 1001 time: 0.2332754 Nov 15 11:22:14.088972 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fcffe6c0-40bd-4313-9709-767d36e59afc tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:14.095375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcffe6c0-40bd-4313-9709-767d36e59afc tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:14.096078 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fcffe6c0-40bd-4313-9709-767d36e59afc tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:14.119288 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-676e7b8b-188f-42d5-b3fc-3d91d4e2045d tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:14.141176 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fee6691-8234-4fd4-895b-8fe1d29b8e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:14.188312 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1632e-7e24-4f6b-afa3-a8bc8604bca5 None None] Pushing event updated for resources: {'Port': ['ID=4d962678-3c1b-4af3-923c-e0afb72ebe0d,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:14.197221 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-676e7b8b-188f-42d5-b3fc-3d91d4e2045d tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:14.245596 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3ed55db0-dc7d-488c-b7de-a974b4a0ca97 None None] Provisioning complete for port 411317a0-3898-4ae3-bd51-6df098dda5c3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:14.245596 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3ed55db0-dc7d-488c-b7de-a974b4a0ca97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:14.261884 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137addb3-4271-45f4-8338-f96598728e44 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event updated for resources: {'Network': ['ID=4c80147d-a460-4aca-9746-ccf4bbea3343,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:14.274353 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fcffe6c0-40bd-4313-9709-767d36e59afc tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4753749 Nov 15 11:22:14.279851 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35662) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:14.285345 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e690a54b-e9e1-4792-9ea0-c40d64027bc7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Request body: {'subnet': {'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:14.303881 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 4c80147d-a460-4aca-9746-ccf4bbea3343 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:22:14.320035 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdb98e-c722-4c40-81d7-21688da8eabe None None] Pushing event updated for resources: {'Port': ['ID=b5470f91-86eb-4fd9-8929-450d634d0d91,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:14.399362 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] Set router 20175af3-96b4-4b0c-82bc-b6b38c8539b7 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:22:14.458552 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3ed55db0-dc7d-488c-b7de-a974b4a0ca97 None None] Port 411317a0-3898-4ae3-bd51-6df098dda5c3 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:22:14.465807 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffe6c0-40bd-4313-9709-767d36e59afc tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event updated for resources: {'Network': ['ID=71cd31ab-aef9-4c82-a7fe-78615c051843,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:14.496591 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 71cd31ab-aef9-4c82-a7fe-78615c051843 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:22:14.569049 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a7d36-2f07-4c20-8c02-d88a1f5c1fc9 req-b265408d-6123-4520-9ec2-57fae733333d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:14.578236 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-344a7d36-2f07-4c20-8c02-d88a1f5c1fc9 req-b265408d-6123-4520-9ec2-57fae733333d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c526391-78b0-472d-a170-30e1dac1bfc7 HTTP/1.1" status: 200 len: 944 time: 0.4954743 Nov 15 11:22:14.601495 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e690a54b-e9e1-4792-9ea0-c40d64027bc7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Made reservation on behalf of 77cb92f4ba94421baccd055f8a61a579 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:22:14.605395 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e690a54b-e9e1-4792-9ea0-c40d64027bc7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:14.619215 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-15e67ed0-69c4-43ac-98f3-a442e4779f1c tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:14.620973 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-15e67ed0-69c4-43ac-98f3-a442e4779f1c tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.55 "GET /v2.0/networks?id=1ab55e45-0c39-4141-9760-966dba676054 HTTP/1.1" status: 200 len: 814 time: 0.5332491 Nov 15 11:22:14.659871 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f94778b-6265-44ef-a8bc-cd60bcd95939 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:14.680674 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-676e7b8b-188f-42d5-b3fc-3d91d4e2045d tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:14.685474 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-f2e479f1-ce74-4a5d-a585-3bc44ebc9616 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Request body: {'port': {'device_id': 'bc4197e0-8ae5-4340-9a63-9825e0185e5a', 'network_id': '1ab55e45-0c39-4141-9760-966dba676054', 'admin_state_up': True, 'tenant_id': 'a20fe9645d9c49df841428f86995389b'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:14.692901 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-676e7b8b-188f-42d5-b3fc-3d91d4e2045d tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:14.693144 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-676e7b8b-188f-42d5-b3fc-3d91d4e2045d tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Floating IP b3ee6f73-14e0-4934-988c-78dbea73245e disassociated. External IP: 172.25.7.33, port: 1342d862-8732-49ad-9ea2-a65dc9a0709a. Nov 15 11:22:14.731616 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'name': 'tempest-AttachVolumeTestJSON-808987218-router', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:05Z', 'updated_at': '2021-11-15T11:22:14Z', 'revision_number': 4, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'gw_port': {'id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:07Z', 'updated_at': '2021-11-15T11:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '411317a0-3898-4ae3-bd51-6df098dda5c3', 'name': '', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'mac_address': 'fa:16:3e:6a:d7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:13Z', 'revision_number': 1, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'subnets': [{'id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:14.744048 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fee6691-8234-4fd4-895b-8fe1d29b8e84 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:14.758726 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fee6691-8234-4fd4-895b-8fe1d29b8e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:14.763950 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc407cbc-73ce-4b90-8cbd-cc82ff43f8c8 None None] The sync data for ids ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'] in n-d-729945-9 is: [{'id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'name': 'tempest-AttachVolumeTestJSON-808987218-router', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:05Z', 'updated_at': '2021-11-15T11:22:14Z', 'revision_number': 4, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'gw_port': {'id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:07Z', 'updated_at': '2021-11-15T11:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '411317a0-3898-4ae3-bd51-6df098dda5c3', 'name': '', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'mac_address': 'fa:16:3e:6a:d7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:13Z', 'revision_number': 1, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'subnets': [{'id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:22:14.821648 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-344a7d36-2f07-4c20-8c02-d88a1f5c1fc9 req-b42773ea-c392-4299-9177-758762165ef3 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425861 Nov 15 11:22:14.870491 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fee6691-8234-4fd4-895b-8fe1d29b8e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:14.924103 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee6691-8234-4fd4-895b-8fe1d29b8e84 admin admin] Pushing event updated for resources: {'Port': ['ID=411317a0-3898-4ae3-bd51-6df098dda5c3,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:15.030462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-f2e479f1-ce74-4a5d-a585-3bc44ebc9616 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Made reservation on behalf of a20fe9645d9c49df841428f86995389b for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:22:15.034098 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-f2e479f1-ce74-4a5d-a585-3bc44ebc9616 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:15.094422 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-829fadc4-01bf-473e-aed9-cb9b2391c3b8 req-7f1f3fe0-19d7-4152-9168-288f7c58c4f4 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4197e0-8ae5-4340-9a63-9825e0185e5a HTTP/1.1" status: 200 len: 210 time: 0.0460613 Nov 15 11:22:15.116982 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cbaa111-3d83-4812-83b6-f8a5c02e3f9c req-8395ebcf-aed5-46a9-b42b-2713336c55de service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2164264 Nov 15 11:22:15.266812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-676e7b8b-188f-42d5-b3fc-3d91d4e2045d tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Router 91d8f117-a02e-4f97-a27b-a7ed10e5ecac has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:22:15.389706 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbaa111-3d83-4812-83b6-f8a5c02e3f9c req-846e1b73-00f1-4df2-a63d-273cb6879539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:15.391354 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cbaa111-3d83-4812-83b6-f8a5c02e3f9c req-846e1b73-00f1-4df2-a63d-273cb6879539 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 1097 time: 0.2260370 Nov 15 11:22:15.523458 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-f2e479f1-ce74-4a5d-a585-3bc44ebc9616 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Allocated IP 172.20.0.13 (1ab55e45-0c39-4141-9760-966dba676054/94e7ad43-728f-443f-8f70-7ede95cfac35/6c6cf545-04fd-485e-8970-e1961ad53532) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:15.539286 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 78d595a0-73ed-438c-a33a-5e7919a283c0 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:22:15.543956 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e690a54b-e9e1-4792-9ea0-c40d64027bc7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:15.624656 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 78d595a0-73ed-438c-a33a-5e7919a283c0 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:15.624983 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f94778b-6265-44ef-a8bc-cd60bcd95939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:15.625110 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:15.630962 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-676e7b8b-188f-42d5-b3fc-3d91d4e2045d tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:22:15.643232 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-676e7b8b-188f-42d5-b3fc-3d91d4e2045d tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:15.649414 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fee6691-8234-4fd4-895b-8fe1d29b8e84 admin admin] Network 5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:15.660014 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc9a4b-8c86-44e0-ab11-cbce78b6014b req-d962c9b9-d6b6-4ac8-a583-81a8bcdadae6 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:15.661619 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fccc9a4b-8c86-44e0-ab11-cbce78b6014b req-d962c9b9-d6b6-4ac8-a583-81a8bcdadae6 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c526391-78b0-472d-a170-30e1dac1bfc7 HTTP/1.1" status: 200 len: 944 time: 0.1735475 Nov 15 11:22:15.671185 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b433af-ee36-4858-807f-2a9c6adfb299 None None] Network 8eb545cc-9308-4393-92fd-bc3c5179fd64 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:22:15.673618 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38de53d3-5642-491b-9dc4-ffa202a13127 None None] Sync routers for ids ['91d8f117-a02e-4f97-a27b-a7ed10e5ecac'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:22:15.689466 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7fee6691-8234-4fd4-895b-8fe1d29b8e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:15.722268 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690a54b-e9e1-4792-9ea0-c40d64027bc7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event updated for resources: {'Subnet': ['ID=21db8475-8f73-44ea-a113-f3f3e3c06216,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:15.870213 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbaa111-3d83-4812-83b6-f8a5c02e3f9c req-1f10e29d-e200-405c-9c47-d682ad36c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:15.871710 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cbaa111-3d83-4812-83b6-f8a5c02e3f9c req-1f10e29d-e200-405c-9c47-d682ad36c0e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 913 time: 0.4519324 Nov 15 11:22:15.890282 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-676e7b8b-188f-42d5-b3fc-3d91d4e2045d tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "PUT /v2.0/floatingips/b3ee6f73-14e0-4934-988c-78dbea73245e HTTP/1.1" status: 200 len: 694 time: 1.8091369 Nov 15 11:22:15.900938 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690a54b-e9e1-4792-9ea0-c40d64027bc7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Checking segment: {'id': 'f00b1bb4-f030-447b-9d91-05fe6b231e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:15.901748 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e690a54b-e9e1-4792-9ea0-c40d64027bc7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Network hostable DHCP agents. Network: 4c80147d-a460-4aca-9746-ccf4bbea3343, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:22:15.904656 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8', 'tag': '1342d862-8732-49ad-9ea2-a65dc9a0709a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:15.906923 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb4eed9-bc38-42ad-ad3f-218bff0e2ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8", "tag": "1342d862-8732-49ad-9ea2-a65dc9a0709a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:15.946812 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e690a54b-e9e1-4792-9ea0-c40d64027bc7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Network 4c80147d-a460-4aca-9746-ccf4bbea3343 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:22:15.981547 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e690a54b-e9e1-4792-9ea0-c40d64027bc7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 4c80147d-a460-4aca-9746-ccf4bbea3343) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:15.993341 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cbaa111-3d83-4812-83b6-f8a5c02e3f9c req-253470be-c7f3-4692-9932-f28c54e7c42b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3cf7fc0-e602-4809-8f2f-8cca37b86b15 HTTP/1.1" status: 200 len: 217 time: 0.1105218 Nov 15 11:22:15.995594 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38de53d3-5642-491b-9dc4-ffa202a13127 None None] Routers {'91d8f117-a02e-4f97-a27b-a7ed10e5ecac'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:22:15.996412 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-38de53d3-5642-491b-9dc4-ffa202a13127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:22:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['91d8f117-a02e-4f97-a27b-a7ed10e5ecac'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:16.000196 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-f2e479f1-ce74-4a5d-a585-3bc44ebc9616 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:16.007628 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e690a54b-e9e1-4792-9ea0-c40d64027bc7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:16.008233 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e690a54b-e9e1-4792-9ea0-c40d64027bc7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:16.020012 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fee6691-8234-4fd4-895b-8fe1d29b8e84 admin admin] Router 20175af3-96b4-4b0c-82bc-b6b38c8539b7 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:22:16.042687 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fccc9a4b-8c86-44e0-ab11-cbce78b6014b req-796e259b-50a9-4a0d-a441-1720221675aa tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510592 Nov 15 11:22:16.068583 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e690a54b-e9e1-4792-9ea0-c40d64027bc7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7875788 Nov 15 11:22:16.071020 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35672) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:16.076080 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-48c2c66d-d803-4033-90ba-4d417596d343 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Request body: {'subnet': {'network_id': '71cd31ab-aef9-4c82-a7fe-78615c051843', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:16.120665 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcc1655-6d84-446b-a1a0-9b4968e08294 None None] Network 4c80147d-a460-4aca-9746-ccf4bbea3343 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:22:16.158940 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-03fd6f5e-bc7a-448c-b4ac-6f8f6718ff0c None None] Provisioning complete for port b5470f91-86eb-4fd9-8929-450d634d0d91 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:16.159518 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-03fd6f5e-bc7a-448c-b4ac-6f8f6718ff0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:16.179394 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcdb0d1-a6a2-48d4-a33b-4d7413d540ac x-openstack-request-id: req-abcdb0d1-a6a2-48d4-a33b-4d7413d540ac {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:16.179691 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8", "tag": "1342d862-8732-49ad-9ea2-a65dc9a0709a", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:16.179970 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-abcdb0d1-a6a2-48d4-a33b-4d7413d540ac {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:16.180375 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8', 'tag': '1342d862-8732-49ad-9ea2-a65dc9a0709a', 'status': 'completed', 'code': 200} Nov 15 11:22:16.263842 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f94778b-6265-44ef-a8bc-cd60bcd95939 admin admin] Router ef2fb586-e6ba-4838-b721-a4fbaab5dc57 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:22:16.270851 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-fac2e9b0-2bc4-4ee7-9205-54ca4b62661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:16.272467 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-fac2e9b0-2bc4-4ee7-9205-54ca4b62661a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d964b30bd51241629f72ef937dcc6f96&device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 1097 time: 0.2970507 Nov 15 11:22:16.278849 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbaa111-3d83-4812-83b6-f8a5c02e3f9c req-61269a57-fa2c-4e8e-b568-33a86d642da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:16.282069 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cbaa111-3d83-4812-83b6-f8a5c02e3f9c req-61269a57-fa2c-4e8e-b568-33a86d642da3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 200 len: 851 time: 0.2788360 Nov 15 11:22:16.365354 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b5470f91-86eb-4fd9-8929-450d634d0d91 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:22:16.391210 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-f2e479f1-ce74-4a5d-a585-3bc44ebc9616 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:16.411056 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4eed9-bc38-42ad-ad3f-218bff0e2ae7 req-f1e991ac-f55c-4f6b-81cf-fe219cf463a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:16.412658 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aeb4eed9-bc38-42ad-ad3f-218bff0e2ae7 req-f1e991ac-f55c-4f6b-81cf-fe219cf463a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d964b30bd51241629f72ef937dcc6f96&device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 1097 time: 0.2105823 Nov 15 11:22:16.433607 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['7457b5f7-fb33-45d9-b8ba-4b3403b11a81'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:22:16.473540 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c2c66d-d803-4033-90ba-4d417596d343 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Made reservation on behalf of 77cb92f4ba94421baccd055f8a61a579 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:22:16.478734 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48c2c66d-d803-4033-90ba-4d417596d343 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:16.501595 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-f2e479f1-ce74-4a5d-a585-3bc44ebc9616 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Network 1ab55e45-0c39-4141-9760-966dba676054 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:16.539948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-f2e479f1-ce74-4a5d-a585-3bc44ebc9616 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:16.551083 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-f2e479f1-ce74-4a5d-a585-3bc44ebc9616 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:16.555446 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbaa111-3d83-4812-83b6-f8a5c02e3f9c req-41178698-b284-4ab5-8f0d-98eb390ee890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:16.557401 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cbaa111-3d83-4812-83b6-f8a5c02e3f9c req-41178698-b284-4ab5-8f0d-98eb390ee890 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e78f9bd-5aad-432a-85c1-63f165b57fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2305892 Nov 15 11:22:16.564736 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e479f1-ce74-4a5d-a585-3bc44ebc9616 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Pushing event updated for resources: {'Port': ['ID=6c6cf545-04fd-485e-8970-e1961ad53532,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:16.565778 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fee6691-8234-4fd4-895b-8fe1d29b8e84 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:22:16.622263 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-6453c7d0-8347-4c0a-957e-b6303fa3bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:16.623884 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-6453c7d0-8347-4c0a-957e-b6303fa3bfd8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6ce03a46-fc00-4ba3-8cc4-68be03eaf66f HTTP/1.1" status: 200 len: 920 time: 0.3362074 Nov 15 11:22:16.633798 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:16.640399 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9503c25-f088-4d79-9c53-141c2064d261 req-ee66dc7c-ec49-4f44-906f-9b7b501b6bd9 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:16.649703 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7fee6691-8234-4fd4-895b-8fe1d29b8e84 admin admin] 10.222.0.64 "PUT /v2.0/routers/20175af3-96b4-4b0c-82bc-b6b38c8539b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4456046 Nov 15 11:22:16.649938 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9503c25-f088-4d79-9c53-141c2064d261 req-ee66dc7c-ec49-4f44-906f-9b7b501b6bd9 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4197e0-8ae5-4340-9a63-9825e0185e5a HTTP/1.1" status: 200 len: 932 time: 0.2544067 Nov 15 11:22:16.674044 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-38de53d3-5642-491b-9dc4-ffa202a13127 None None] Set router 91d8f117-a02e-4f97-a27b-a7ed10e5ecac gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:22:16.767317 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f94778b-6265-44ef-a8bc-cd60bcd95939 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:22:16.769477 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4eed9-bc38-42ad-ad3f-218bff0e2ae7 req-e1883d99-e717-4a81-8bb5-21bc747f4bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:16.771336 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aeb4eed9-bc38-42ad-ad3f-218bff0e2ae7 req-e1883d99-e717-4a81-8bb5-21bc747f4bf3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ce03a46-fc00-4ba3-8cc4-68be03eaf66f HTTP/1.1" status: 200 len: 920 time: 0.3192735 Nov 15 11:22:16.777679 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] Sync routers for ids ['ef2fb586-e6ba-4838-b721-a4fbaab5dc57'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:22:16.797763 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] Routers {'ef2fb586-e6ba-4838-b721-a4fbaab5dc57'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:22:16.798761 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:22:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ef2fb586-e6ba-4838-b721-a4fbaab5dc57'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:16.840514 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c526391-78b0-472d-a170-30e1dac1bfc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d595a0-73ed-438c-a33a-5e7919a283c0'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:16.843377 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057c380f-f6c4-450d-85aa-5e83fb3fa1e9" -d '{"events": [{"server_uuid": "6c526391-78b0-472d-a170-30e1dac1bfc7", "name": "network-vif-plugged", "status": "completed", "tag": "78d595a0-73ed-438c-a33a-5e7919a283c0"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:16.925888 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-03fd6f5e-bc7a-448c-b4ac-6f8f6718ff0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:16.944070 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aeb4eed9-bc38-42ad-ad3f-218bff0e2ae7 req-5c536504-403b-466c-a7cd-35a635d78ecc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1342d862-8732-49ad-9ea2-a65dc9a0709a HTTP/1.1" status: 200 len: 217 time: 0.1355944 Nov 15 11:22:16.993114 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 78d595a0-73ed-438c-a33a-5e7919a283c0, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=78d595a0-73ed-438c-a33a-5e7919a283c0,segment=NetworkSegment(982510f6-b22f-4c53-af38-6a6785d78500),segment_id=982510f6-b22f-4c53-af38-6a6785d78500)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:17.001858 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f94778b-6265-44ef-a8bc-cd60bcd95939 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:17.006752 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3f94778b-6265-44ef-a8bc-cd60bcd95939 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8723347 Nov 15 11:22:17.022885 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] Set router ef2fb586-e6ba-4838-b721-a4fbaab5dc57 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:22:17.044643 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35684) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:17.126992 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port b5470f91-86eb-4fd9-8929-450d634d0d91 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:17.127378 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:17.174550 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8bf084-bbe0-4c20-a387-895d8f0ce23c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-4c80147d-a460-4aca-9746-ccf4bbea3343', 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'fixed_ips': [{'subnet_id': '21db8475-8f73-44ea-a113-f3f3e3c06216'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:22:17.175682 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9f8bf084-bbe0-4c20-a387-895d8f0ce23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:17.177768 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:17.240811 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-859a9e33-ed30-4c43-b8ba-acf7611704a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1342d862-8732-49ad-9ea2-a65dc9a0709a HTTP/1.1" status: 200 len: 217 time: 0.5799375 Nov 15 11:22:17.245638 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'name': 'tempest-ServersTestManualDisk-1187910671-router', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:11Z', 'updated_at': '2021-11-15T11:22:14Z', 'revision_number': 3, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'gw_port': {'id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:17.252416 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-f2e479f1-ce74-4a5d-a585-3bc44ebc9616 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:17.252983 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-f2e479f1-ce74-4a5d-a585-3bc44ebc9616 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:17.261282 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4eed9-bc38-42ad-ad3f-218bff0e2ae7 req-04296aec-677a-41d5-8645-723136d236b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:17.265038 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aeb4eed9-bc38-42ad-ad3f-218bff0e2ae7 req-04296aec-677a-41d5-8645-723136d236b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa9c0d81-78b6-44b2-bd9c-8b4c1359e147 HTTP/1.1" status: 200 len: 859 time: 0.3200221 Nov 15 11:22:17.306788 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] Checking router: ef2fb586-e6ba-4838-b721-a4fbaab5dc57 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:22:17.306788 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] Updating router ef2fb586-e6ba-4838-b721-a4fbaab5dc57 port 21ae7ad4-7e3b-4345-aaad-85df5208b334 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:22:17.322330 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aeb4eed9-bc38-42ad-ad3f-218bff0e2ae7 req-aa4a4b30-6920-4f93-8bc8-4ab3ae858947 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ce03a46-fc00-4ba3-8cc4-68be03eaf66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435627 Nov 15 11:22:17.357155 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-f2e479f1-ce74-4a5d-a585-3bc44ebc9616 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6866553 Nov 15 11:22:17.361029 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-03fd6f5e-bc7a-448c-b4ac-6f8f6718ff0c None None] For port b5470f91-86eb-4fd9-8929-450d634d0d91, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b5470f91-86eb-4fd9-8929-450d634d0d91,segment=NetworkSegment(70b983c1-31ff-4aa3-88e8-2f69ddf586e6),segment_id=70b983c1-31ff-4aa3-88e8-2f69ddf586e6)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:17.377574 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9503c25-f088-4d79-9c53-141c2064d261 req-e1ebdff6-6f2f-4a3a-a9e8-9287f0cb135b tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7277858 Nov 15 11:22:17.386243 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:17.402832 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-94e1a2dc-3370-4901-b87c-f0cf529d2886 service neutron] Request body: {'port': {'device_id': 'bc4197e0-8ae5-4340-9a63-9825e0185e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:17.459666 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-03fd6f5e-bc7a-448c-b4ac-6f8f6718ff0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:17.473930 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c09fdb7-5a51-46c0-b138-c8de3d955d30 x-openstack-request-id: req-2c09fdb7-5a51-46c0-b138-c8de3d955d30 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:17.474212 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c526391-78b0-472d-a170-30e1dac1bfc7", "name": "network-vif-plugged", "status": "completed", "tag": "78d595a0-73ed-438c-a33a-5e7919a283c0", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:17.476090 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c09fdb7-5a51-46c0-b138-c8de3d955d30 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:17.477189 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c526391-78b0-472d-a170-30e1dac1bfc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d595a0-73ed-438c-a33a-5e7919a283c0', 'code': 200} Nov 15 11:22:17.482069 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-996cdd02-fd8f-4201-831e-4d74a2f6c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:17.483578 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-996cdd02-fd8f-4201-831e-4d74a2f6c0a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa9c0d81-78b6-44b2-bd9c-8b4c1359e147 HTTP/1.1" status: 200 len: 859 time: 0.2246597 Nov 15 11:22:17.510106 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cbaa111-3d83-4812-83b6-f8a5c02e3f9c req-1c391f94-16f8-4f8a-9704-c1bab91ac8b2 service neutron] 10.222.0.55 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9347832 Nov 15 11:22:17.539161 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-419357c1-08f7-4b4e-8c0a-3cea10004f9c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6ce03a46-fc00-4ba3-8cc4-68be03eaf66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461378 Nov 15 11:22:17.540863 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=78d595a0-73ed-438c-a33a-5e7919a283c0,revision_number=7']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:17.724875 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 4d962678-3c1b-4af3-923c-e0afb72ebe0d up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:22:17.789008 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-94e1a2dc-3370-4901-b87c-f0cf529d2886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:17.813811 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-89c98f83-b16e-4d56-87cc-460719f1d393 None None] Provisioning complete for port 411317a0-3898-4ae3-bd51-6df098dda5c3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:17.814175 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-89c98f83-b16e-4d56-87cc-460719f1d393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:17.863259 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd6f5e-bc7a-448c-b4ac-6f8f6718ff0c None None] Pushing event updated for resources: {'Port': ['ID=b5470f91-86eb-4fd9-8929-450d634d0d91,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:17.875321 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-9f8bf084-bbe0-4c20-a387-895d8f0ce23c None None] Allocated IP 10.1.1.2 (4c80147d-a460-4aca-9746-ccf4bbea3343/21db8475-8f73-44ea-a113-f3f3e3c06216/e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:17.880054 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:17.890950 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:17.907464 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-89c98f83-b16e-4d56-87cc-460719f1d393 None None] Port 411317a0-3898-4ae3-bd51-6df098dda5c3 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:22:17.912287 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-38de53d3-5642-491b-9dc4-ffa202a13127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'name': 'tempest-ServerRescueTestJSONUnderV235-608520446-router', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:08Z', 'updated_at': '2021-11-15T11:21:13Z', 'revision_number': 4, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'gw_port': {'id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:09Z', 'updated_at': '2021-11-15T11:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'adeabb7b-13f1-4f74-ab47-4e2633ba51b6', 'name': '', 'network_id': '6ce03a46-fc00-4ba3-8cc4-68be03eaf66f', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'mac_address': 'fa:16:3e:b8:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'aa9c0d81-78b6-44b2-bd9c-8b4c1359e147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:11Z', 'updated_at': '2021-11-15T11:21:18Z', 'revision_number': 5, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'subnets': [{'id': 'aa9c0d81-78b6-44b2-bd9c-8b4c1359e147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:17.966201 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482974f7-ea5e-4954-b162-f7b313bac7e3 None None] Pushing event updated for resources: {'Port': ['ID=21ae7ad4-7e3b-4345-aaad-85df5208b334,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:17.978145 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38de53d3-5642-491b-9dc4-ffa202a13127 None None] Checking router: 91d8f117-a02e-4f97-a27b-a7ed10e5ecac for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:22:17.979024 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482974f7-ea5e-4954-b162-f7b313bac7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:17.979508 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482974f7-ea5e-4954-b162-f7b313bac7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:17.979897 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482974f7-ea5e-4954-b162-f7b313bac7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:17.980635 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482974f7-ea5e-4954-b162-f7b313bac7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:17.981487 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482974f7-ea5e-4954-b162-f7b313bac7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:17.983184 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482974f7-ea5e-4954-b162-f7b313bac7e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:17.984124 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482974f7-ea5e-4954-b162-f7b313bac7e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:17.984559 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482974f7-ea5e-4954-b162-f7b313bac7e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:17.984980 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482974f7-ea5e-4954-b162-f7b313bac7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:17.985396 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482974f7-ea5e-4954-b162-f7b313bac7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:17.985820 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482974f7-ea5e-4954-b162-f7b313bac7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:17.986374 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482974f7-ea5e-4954-b162-f7b313bac7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:17.998899 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 4d962678-3c1b-4af3-923c-e0afb72ebe0d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:17.999012 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:18.031256 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38de53d3-5642-491b-9dc4-ffa202a13127 None None] Routers {'91d8f117-a02e-4f97-a27b-a7ed10e5ecac'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:22:18.031896 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-38de53d3-5642-491b-9dc4-ffa202a13127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:22:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['91d8f117-a02e-4f97-a27b-a7ed10e5ecac'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:18.037597 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] Attempting to bind port 21ae7ad4-7e3b-4345-aaad-85df5208b334 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:22:18.038790 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] Attempting to bind port 21ae7ad4-7e3b-4345-aaad-85df5208b334 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:22:18.039394 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] Attempting to bind port 21ae7ad4-7e3b-4345-aaad-85df5208b334 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:18.048699 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:22:18.050658 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:18.050808 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:18.051295 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:22:18.052911 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] Bound port: 21ae7ad4-7e3b-4345-aaad-85df5208b334, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:22:18.053741 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:18.064980 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cbaa111-3d83-4812-83b6-f8a5c02e3f9c req-cd11cb89-5060-4964-974c-c9ac21db3b99 service neutron] 10.222.0.55 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282907 Nov 15 11:22:18.085508 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-59c41f2e-e996-4075-90ea-e01e7ce91797 service neutron] 10.222.0.64 "GET /v2.0/networks/6ce03a46-fc00-4ba3-8cc4-68be03eaf66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228279 Nov 15 11:22:18.118298 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a373140-3040-468b-8174-423ff5141727 req-2f7fe9ea-0d0e-40ed-a0e8-54b3cc19b44f tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:18.121284 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8a373140-3040-468b-8174-423ff5141727 req-2f7fe9ea-0d0e-40ed-a0e8-54b3cc19b44f tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c526391-78b0-472d-a170-30e1dac1bfc7 HTTP/1.1" status: 200 len: 945 time: 0.6812589 Nov 15 11:22:18.136731 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] For port 21ae7ad4-7e3b-4345-aaad-85df5208b334, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:22:18.143199 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] For port 21ae7ad4-7e3b-4345-aaad-85df5208b334, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=21ae7ad4-7e3b-4345-aaad-85df5208b334,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:22:18.150816 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:18.214099 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482974f7-ea5e-4954-b162-f7b313bac7e3 None None] Pushing event updated for resources: {'Port': ['ID=21ae7ad4-7e3b-4345-aaad-85df5208b334,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:18.257997 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] Routers {'ef2fb586-e6ba-4838-b721-a4fbaab5dc57'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:22:18.258807 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:22:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ef2fb586-e6ba-4838-b721-a4fbaab5dc57'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:18.337177 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48c2c66d-d803-4033-90ba-4d417596d343 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:18.342676 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] Sync routers for ids ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:22:18.344767 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aeb4eed9-bc38-42ad-ad3f-218bff0e2ae7 req-a8becb46-5e01-441c-a642-e301cde200e0 service neutron] 10.222.0.55 "GET /v2.0/networks/6ce03a46-fc00-4ba3-8cc4-68be03eaf66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0134318 Nov 15 11:22:18.413583 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e64b468e-3b3b-4493-a153-f9ea27b29283 req-f1097659-5c3e-4493-beff-dc0d139481a6 service neutron] 10.222.0.64 "GET /v2.0/networks/6ce03a46-fc00-4ba3-8cc4-68be03eaf66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187214 Nov 15 11:22:18.419933 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35694) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:18.423525 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] Set router ef2fb586-e6ba-4838-b721-a4fbaab5dc57 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:22:18.424699 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-0990c921-70f2-439a-a548-a2648e44a186 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1772057021', 'description': 'tempest-description--1846370015'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:18.494914 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-73860b5c-d3da-4637-9965-83d29bf28451 None None] Provisioning complete for port b5470f91-86eb-4fd9-8929-450d634d0d91 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:18.494914 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-73860b5c-d3da-4637-9965-83d29bf28451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:18.517097 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] Routers {'20175af3-96b4-4b0c-82bc-b6b38c8539b7'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:22:18.519007 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:22:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:18.529661 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aeb4eed9-bc38-42ad-ad3f-218bff0e2ae7 req-5c1c4a01-fe92-4ad0-8853-8c49d525d987 service neutron] 10.222.0.55 "GET /v2.0/networks/6ce03a46-fc00-4ba3-8cc4-68be03eaf66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697817 Nov 15 11:22:18.555692 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0990c921-70f2-439a-a548-a2648e44a186 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:18.644969 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-8a373140-3040-468b-8174-423ff5141727 req-be05f9cc-47a2-408a-86ec-2097bd89d77a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Deleting port 78d595a0-73ed-438c-a33a-5e7919a283c0 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:22:18.645743 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a373140-3040-468b-8174-423ff5141727 req-be05f9cc-47a2-408a-86ec-2097bd89d77a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:18.722604 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] Set router 20175af3-96b4-4b0c-82bc-b6b38c8539b7 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:22:18.738306 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'name': 'tempest-ServersTestManualDisk-1187910671-router', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:11Z', 'updated_at': '2021-11-15T11:22:14Z', 'revision_number': 3, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'gw_port': {'id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:18.776089 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17adc5d-3001-40e3-9479-89c46d7189d5 None None] The sync data for ids ['ef2fb586-e6ba-4838-b721-a4fbaab5dc57'] in n-d-729945-9 is: [{'id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'name': 'tempest-ServersTestManualDisk-1187910671-router', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:11Z', 'updated_at': '2021-11-15T11:22:14Z', 'revision_number': 3, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'gw_port': {'id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:22:18.782493 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d2a60-f4aa-4560-99be-502b219d41aa req-373da431-da0d-456c-a4e7-33ba2539402e tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:18.788642 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e8d2a60-f4aa-4560-99be-502b219d41aa req-373da431-da0d-456c-a4e7-33ba2539402e tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c526391-78b0-472d-a170-30e1dac1bfc7 HTTP/1.1" status: 200 len: 945 time: 0.2561607 Nov 15 11:22:18.814884 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-94e1a2dc-3370-4901-b87c-f0cf529d2886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6cf545-04fd-485e-8970-e1961ad53532 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:22:18.824759 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-94e1a2dc-3370-4901-b87c-f0cf529d2886 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:18.840549 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-94e1a2dc-3370-4901-b87c-f0cf529d2886 service neutron] Transition to ACTIVE for port object 6c6cf545-04fd-485e-8970-e1961ad53532 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:22:18.872465 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-94e1a2dc-3370-4901-b87c-f0cf529d2886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:19.033478 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1a2dc-3370-4901-b87c-f0cf529d2886 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6cf545-04fd-485e-8970-e1961ad53532,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:19.068491 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826273c-395b-4c9c-bca2-283ec7ff0cb9 req-9342b223-1948-472e-a6a7-a5705c68fb24 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:19.076636 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5826273c-395b-4c9c-bca2-283ec7ff0cb9 req-9342b223-1948-472e-a6a7-a5705c68fb24 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4197e0-8ae5-4340-9a63-9825e0185e5a HTTP/1.1" status: 200 len: 932 time: 0.3397365 Nov 15 11:22:19.091963 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e8d2a60-f4aa-4560-99be-502b219d41aa req-452e77ef-3c2f-4172-80f9-22d1590ce76a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476187 Nov 15 11:22:19.134653 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9f8bf084-bbe0-4c20-a387-895d8f0ce23c None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:19.145434 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0990c921-70f2-439a-a548-a2648e44a186 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:19.150043 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-8a373140-3040-468b-8174-423ff5141727 req-be05f9cc-47a2-408a-86ec-2097bd89d77a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] For port 78d595a0-73ed-438c-a33a-5e7919a283c0, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=78d595a0-73ed-438c-a33a-5e7919a283c0,segment=NetworkSegment(982510f6-b22f-4c53-af38-6a6785d78500),segment_id=982510f6-b22f-4c53-af38-6a6785d78500)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:19.150537 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a373140-3040-468b-8174-423ff5141727 req-be05f9cc-47a2-408a-86ec-2097bd89d77a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:19.170608 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-8a373140-3040-468b-8174-423ff5141727 req-be05f9cc-47a2-408a-86ec-2097bd89d77a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Calling delete_port for 78d595a0-73ed-438c-a33a-5e7919a283c0 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:22:19.209079 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:19.239841 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0990c921-70f2-439a-a548-a2648e44a186 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:19.240316 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-38de53d3-5642-491b-9dc4-ffa202a13127 None None] Set router 91d8f117-a02e-4f97-a27b-a7ed10e5ecac gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:22:19.254648 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c2c66d-d803-4033-90ba-4d417596d343 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Checking segment: {'id': '67d16816-45de-429a-9234-5131d2d66d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '71cd31ab-aef9-4c82-a7fe-78615c051843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:19.255074 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c2c66d-d803-4033-90ba-4d417596d343 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Network hostable DHCP agents. Network: 71cd31ab-aef9-4c82-a7fe-78615c051843, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:22:19.275841 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ccc38469-0161-4bbb-8b4a-bcbc8f51f8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:19.306884 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2c66d-d803-4033-90ba-4d417596d343 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event updated for resources: {'Subnet': ['ID=9c67d03c-8fcf-4946-865e-deec42cfabd9,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:19.324855 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9f8bf084-bbe0-4c20-a387-895d8f0ce23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:19.373437 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0a357dc-542d-4926-b982-4f6cc24e1b6a req-f493f6e1-1da0-478f-be63-657f3d113058 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/floatingips/b3ee6f73-14e0-4934-988c-78dbea73245e HTTP/1.1" status: 200 len: 694 time: 0.2265978 Nov 15 11:22:19.401879 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 4d962678-3c1b-4af3-923c-e0afb72ebe0d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=4d962678-3c1b-4af3-923c-e0afb72ebe0d,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:19.410920 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0990c921-70f2-439a-a548-a2648e44a186 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:19.416617 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0990c921-70f2-439a-a548-a2648e44a186 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9956276 Nov 15 11:22:19.417779 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35698) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:19.440324 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-5a1d6fd3-3979-4fe0-88bc-43aa8cb4c707 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Request body: {'security_group_rule': {'security_group_id': '6871273c-cabb-4035-b7af-3d52d252d5d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:19.486411 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:19.508127 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990c921-70f2-439a-a548-a2648e44a186 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6871273c-cabb-4035-b7af-3d52d252d5d7,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:19.509680 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-ccc38469-0161-4bbb-8b4a-bcbc8f51f8ad admin admin] Allocated IP 172.20.0.1 (8eb545cc-9308-4393-92fd-bc3c5179fd64/5cf06bb7-5877-44b3-8778-2c64bd46356d/04403bba-d521-4fbe-8ee1-1b855c7cf5bd) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:19.548236 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8bf084-bbe0-4c20-a387-895d8f0ce23c None None] Network 4c80147d-a460-4aca-9746-ccf4bbea3343 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:19.569762 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5826273c-395b-4c9c-bca2-283ec7ff0cb9 req-b3936f53-3731-4e9b-b68a-8f8284861799 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920969 Nov 15 11:22:19.588371 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-94e1a2dc-3370-4901-b87c-f0cf529d2886 service neutron] Attempting to bind port 6c6cf545-04fd-485e-8970-e1961ad53532 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:22:19.590402 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-94e1a2dc-3370-4901-b87c-f0cf529d2886 service neutron] Attempting to bind port 6c6cf545-04fd-485e-8970-e1961ad53532 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1ab55e45-0c39-4141-9760-966dba676054'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:22:19.591467 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-94e1a2dc-3370-4901-b87c-f0cf529d2886 service neutron] Attempting to bind port 6c6cf545-04fd-485e-8970-e1961ad53532 on network 1ab55e45-0c39-4141-9760-966dba676054 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:19.645395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-94e1a2dc-3370-4901-b87c-f0cf529d2886 service neutron] Port 6c6cf545-04fd-485e-8970-e1961ad53532 on network 1ab55e45-0c39-4141-9760-966dba676054 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:22:19.646426 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ccc38469-0161-4bbb-8b4a-bcbc8f51f8ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:19.646951 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-94e1a2dc-3370-4901-b87c-f0cf529d2886 service neutron] Attempting to bind port 6c6cf545-04fd-485e-8970-e1961ad53532 on network 1ab55e45-0c39-4141-9760-966dba676054 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:19.698010 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c2c66d-d803-4033-90ba-4d417596d343 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Network 71cd31ab-aef9-4c82-a7fe-78615c051843 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:22:19.706019 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-94e1a2dc-3370-4901-b87c-f0cf529d2886 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:22:19.706524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-94e1a2dc-3370-4901-b87c-f0cf529d2886 service neutron] Checking segment: {'id': 'e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1ab55e45-0c39-4141-9760-966dba676054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:19.706996 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-94e1a2dc-3370-4901-b87c-f0cf529d2886 service neutron] Bound using segment: {'id': 'e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1ab55e45-0c39-4141-9760-966dba676054'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:22:19.707542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-94e1a2dc-3370-4901-b87c-f0cf529d2886 service neutron] Bound port: 6c6cf545-04fd-485e-8970-e1961ad53532, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1ab55e45-0c39-4141-9760-966dba676054'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:22:19.708466 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-94e1a2dc-3370-4901-b87c-f0cf529d2886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:19.716061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db1fcb85-11bf-47dc-bbef-78b34ae70f6b req-40e04998-4d16-4bee-adb6-a83e706aa3c5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2621927 Nov 15 11:22:19.727717 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5a1d6fd3-3979-4fe0-88bc-43aa8cb4c707 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:19.737944 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-9f8bf084-bbe0-4c20-a387-895d8f0ce23c None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:19.748027 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-48c2c66d-d803-4033-90ba-4d417596d343 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 71cd31ab-aef9-4c82-a7fe-78615c051843) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:19.755681 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c2c66d-d803-4033-90ba-4d417596d343 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:19.759237 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8bf084-bbe0-4c20-a387-895d8f0ce23c None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:19.763865 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48c2c66d-d803-4033-90ba-4d417596d343 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:19.767327 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25d0657-e658-4068-8958-ce8c24cf6c83 None None] Network 71cd31ab-aef9-4c82-a7fe-78615c051843 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:22:19.785048 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bf084-bbe0-4c20-a387-895d8f0ce23c None None] Pushing event updated for resources: {'Port': ['ID=e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:19.789964 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ccc38469-0161-4bbb-8b4a-bcbc8f51f8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:19.906647 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a357dc-542d-4926-b982-4f6cc24e1b6a req-584cf67e-2ef6-45d8-8757-b2587c82ae8d tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:19.907384 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=4d962678-3c1b-4af3-923c-e0afb72ebe0d,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:19.908301 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0a357dc-542d-4926-b982-4f6cc24e1b6a req-584cf67e-2ef6-45d8-8757-b2587c82ae8d tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 784 time: 0.5339961 Nov 15 11:22:19.922684 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-b0a357dc-542d-4926-b982-4f6cc24e1b6a req-f161b38b-0416-4ef6-be98-267b1e369297 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:22:19.926919 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b5470f91-86eb-4fd9-8929-450d634d0d91 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:22:19.927398 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0a357dc-542d-4926-b982-4f6cc24e1b6a req-f161b38b-0416-4ef6-be98-267b1e369297 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099125 Nov 15 11:22:19.935070 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a373140-3040-468b-8174-423ff5141727 req-be05f9cc-47a2-408a-86ec-2097bd89d77a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:19.959246 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc38469-0161-4bbb-8b4a-bcbc8f51f8ad admin admin] Network 8eb545cc-9308-4393-92fd-bc3c5179fd64 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:19.971706 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fcb85-11bf-47dc-bbef-78b34ae70f6b req-e0d88fef-832c-4dbe-aac5-0d97a46abc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:19.971984 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ccc38469-0161-4bbb-8b4a-bcbc8f51f8ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:19.972086 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db1fcb85-11bf-47dc-bbef-78b34ae70f6b req-e0d88fef-832c-4dbe-aac5-0d97a46abc75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&device_id=c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1 HTTP/1.1" status: 200 len: 1096 time: 0.1950357 Nov 15 11:22:19.980385 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-48c2c66d-d803-4033-90ba-4d417596d343 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.9083209 Nov 15 11:22:19.984998 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc38469-0161-4bbb-8b4a-bcbc8f51f8ad admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:19.987127 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35702) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:19.996432 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-24c27181-93c5-4c3a-a2a6-78f9fe09fda8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Request body: {'port': {'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343', 'name': 'tempest-TaggedBootDevicesTest_v242-2050703579', 'fixed_ips': [{'subnet_id': '21db8475-8f73-44ea-a113-f3f3e3c06216'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:20.026240 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc38469-0161-4bbb-8b4a-bcbc8f51f8ad admin admin] Pushing event updated for resources: {'Port': ['ID=04403bba-d521-4fbe-8ee1-1b855c7cf5bd,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:20.044812 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-9f8bf084-bbe0-4c20-a387-895d8f0ce23c None None] Attempting to bind port e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:22:20.045166 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-9f8bf084-bbe0-4c20-a387-895d8f0ce23c None None] Attempting to bind port e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'f00b1bb4-f030-447b-9d91-05fe6b231e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:22:20.047480 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8bf084-bbe0-4c20-a387-895d8f0ce23c None None] Attempting to bind port e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf on network 4c80147d-a460-4aca-9746-ccf4bbea3343 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:20.067487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8bf084-bbe0-4c20-a387-895d8f0ce23c None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:22:20.067863 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8bf084-bbe0-4c20-a387-895d8f0ce23c None None] Checking segment: {'id': 'f00b1bb4-f030-447b-9d91-05fe6b231e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:20.068245 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9f8bf084-bbe0-4c20-a387-895d8f0ce23c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:20.068630 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8bf084-bbe0-4c20-a387-895d8f0ce23c None None] Bound using segment: {'id': 'f00b1bb4-f030-447b-9d91-05fe6b231e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:22:20.069109 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-9f8bf084-bbe0-4c20-a387-895d8f0ce23c None None] Bound port: e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f00b1bb4-f030-447b-9d91-05fe6b231e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:22:20.069477 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9f8bf084-bbe0-4c20-a387-895d8f0ce23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:20.115041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0a357dc-542d-4926-b982-4f6cc24e1b6a req-ad020421-629d-4f79-a1e3-df41f1390db7 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 697 time: 0.1721478 Nov 15 11:22:20.167868 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port b5470f91-86eb-4fd9-8929-450d634d0d91 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:20.168429 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:20.228671 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-94e1a2dc-3370-4901-b87c-f0cf529d2886 service neutron] For port 6c6cf545-04fd-485e-8970-e1961ad53532, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:22:20.284555 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5a1d6fd3-3979-4fe0-88bc-43aa8cb4c707 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:20.295426 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05f9cc-47a2-408a-86ec-2097bd89d77a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Pushing event deleted for resources: {'Port': ['ID=78d595a0-73ed-438c-a33a-5e7919a283c0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:20.297036 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d519fa0c-7ae6-4ee2-91bf-d2ac0fe87fed req-e22e73e2-9341-49d6-8482-a2c9c872f3b0 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c526391-78b0-472d-a170-30e1dac1bfc7 HTTP/1.1" status: 200 len: 210 time: 0.0657523 Nov 15 11:22:20.305958 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a373140-3040-468b-8174-423ff5141727 req-be05f9cc-47a2-408a-86ec-2097bd89d77a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] No DVR routers for this DVR port 78d595a0-73ed-438c-a33a-5e7919a283c0 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:22:20.314124 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0a357dc-542d-4926-b982-4f6cc24e1b6a req-def15ac5-05d9-42b5-abd2-156ae2a1ed8d tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 697 time: 0.1979079 Nov 15 11:22:20.328393 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8a373140-3040-468b-8174-423ff5141727 req-be05f9cc-47a2-408a-86ec-2097bd89d77a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:20.332580 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8a373140-3040-468b-8174-423ff5141727 req-be05f9cc-47a2-408a-86ec-2097bd89d77a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.11 "DELETE /v2.0/ports/78d595a0-73ed-438c-a33a-5e7919a283c0 HTTP/1.1" status: 204 len: 173 time: 2.1873918 Nov 15 11:22:20.333249 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c526391-78b0-472d-a170-30e1dac1bfc7', 'name': 'network-vif-deleted', 'tag': '78d595a0-73ed-438c-a33a-5e7919a283c0'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:20.335127 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-94e1a2dc-3370-4901-b87c-f0cf529d2886 service neutron] For port 6c6cf545-04fd-485e-8970-e1961ad53532, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=6c6cf545-04fd-485e-8970-e1961ad53532,segment=NetworkSegment(e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd),segment_id=e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:22:20.336636 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9760acb9-686d-4ca6-b4f0-a652f85817ee" -d '{"events": [{"server_uuid": "6c526391-78b0-472d-a170-30e1dac1bfc7", "name": "network-vif-deleted", "tag": "78d595a0-73ed-438c-a33a-5e7919a283c0"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:20.340733 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5a1d6fd3-3979-4fe0-88bc-43aa8cb4c707 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:20.345210 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'name': 'tempest-AttachVolumeTestJSON-808987218-router', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:05Z', 'updated_at': '2021-11-15T11:22:14Z', 'revision_number': 4, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'gw_port': {'id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:07Z', 'updated_at': '2021-11-15T11:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '411317a0-3898-4ae3-bd51-6df098dda5c3', 'name': '', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'mac_address': 'fa:16:3e:6a:d7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:14Z', 'revision_number': 2, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'subnets': [{'id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:20.347472 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ccc38469-0161-4bbb-8b4a-bcbc8f51f8ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:20.408800 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c27181-93c5-4c3a-a2a6-78f9fe09fda8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Made reservation on behalf of 77cb92f4ba94421baccd055f8a61a579 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:22:20.438295 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d6fd3-3979-4fe0-88bc-43aa8cb4c707 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf021f10-5eb1-4c8b-9bd1-ea8320fc9d01,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:20.448199 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-94e1a2dc-3370-4901-b87c-f0cf529d2886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:20.463213 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] Checking router: 20175af3-96b4-4b0c-82bc-b6b38c8539b7 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:22:20.463840 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] Updating router 20175af3-96b4-4b0c-82bc-b6b38c8539b7 port 411317a0-3898-4ae3-bd51-6df098dda5c3 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:22:20.516973 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66257a7-b964-442f-b98b-cb4a9fcce2f6 x-openstack-request-id: req-c66257a7-b964-442f-b98b-cb4a9fcce2f6 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:20.517270 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c526391-78b0-472d-a170-30e1dac1bfc7", "name": "network-vif-deleted", "tag": "78d595a0-73ed-438c-a33a-5e7919a283c0", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:20.517516 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c66257a7-b964-442f-b98b-cb4a9fcce2f6 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:20.517914 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c526391-78b0-472d-a170-30e1dac1bfc7', 'name': 'network-vif-deleted', 'tag': '78d595a0-73ed-438c-a33a-5e7919a283c0', 'status': 'completed', 'code': 200} Nov 15 11:22:20.518573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-03a9fbee-8f7d-4f68-8514-0654c499cc8c None None] Provisioning complete for port 04403bba-d521-4fbe-8ee1-1b855c7cf5bd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:20.519108 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-03a9fbee-8f7d-4f68-8514-0654c499cc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:20.521011 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24c27181-93c5-4c3a-a2a6-78f9fe09fda8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:20.550933 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-24c27181-93c5-4c3a-a2a6-78f9fe09fda8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] device_id is not set on port bc1db242-bc41-4115-8ee6-dd7f58c66f19 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:22:20.558346 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5a1d6fd3-3979-4fe0-88bc-43aa8cb4c707 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:20.559763 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5a1d6fd3-3979-4fe0-88bc-43aa8cb4c707 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1235650 Nov 15 11:22:20.564559 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-94e1a2dc-3370-4901-b87c-f0cf529d2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:20.565414 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-94e1a2dc-3370-4901-b87c-f0cf529d2886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:20.566857 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-94e1a2dc-3370-4901-b87c-f0cf529d2886 service neutron] 10.222.0.55 "PUT /v2.0/ports/6c6cf545-04fd-485e-8970-e1961ad53532 HTTP/1.1" status: 200 len: 1092 time: 3.1815743 Nov 15 11:22:20.567801 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4197e0-8ae5-4340-9a63-9825e0185e5a', 'tag': '6c6cf545-04fd-485e-8970-e1961ad53532'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:20.570327 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675e7e80-a6eb-45f1-91ea-824b87ddcdc7" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4197e0-8ae5-4340-9a63-9825e0185e5a", "tag": "6c6cf545-04fd-485e-8970-e1961ad53532"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:20.576808 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9f8bf084-bbe0-4c20-a387-895d8f0ce23c None None] For port e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:22:20.577430 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35708) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:20.581947 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ce879f2a-deef-4230-8ac9-d98704fc2355 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Request body: {'security_group_rule': {'security_group_id': '6871273c-cabb-4035-b7af-3d52d252d5d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:20.619460 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:20.643796 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9f8bf084-bbe0-4c20-a387-895d8f0ce23c None None] For port e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf,segment=NetworkSegment(f00b1bb4-f030-447b-9d91-05fe6b231e91),segment_id=f00b1bb4-f030-447b-9d91-05fe6b231e91)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:22:20.648293 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01101d94-83a7-48a5-8f64-eec9c5302234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-71cd31ab-aef9-4c82-a7fe-78615c051843', 'network_id': '71cd31ab-aef9-4c82-a7fe-78615c051843', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'fixed_ips': [{'subnet_id': '9c67d03c-8fcf-4946-865e-deec42cfabd9'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:22:20.649155 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-01101d94-83a7-48a5-8f64-eec9c5302234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:20.664657 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6587f5d1-4786-4ef2-beff-20e3493e134d x-openstack-request-id: req-6587f5d1-4786-4ef2-beff-20e3493e134d {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:20.667454 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9f8bf084-bbe0-4c20-a387-895d8f0ce23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:20.676524 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4197e0-8ae5-4340-9a63-9825e0185e5a", "tag": "6c6cf545-04fd-485e-8970-e1961ad53532", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:20.677197 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6587f5d1-4786-4ef2-beff-20e3493e134d {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:20.677832 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4197e0-8ae5-4340-9a63-9825e0185e5a', 'tag': '6c6cf545-04fd-485e-8970-e1961ad53532', 'status': 'completed', 'code': 200} Nov 15 11:22:20.698038 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-03a9fbee-8f7d-4f68-8514-0654c499cc8c None None] Port 04403bba-d521-4fbe-8ee1-1b855c7cf5bd cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:22:20.736566 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-38de53d3-5642-491b-9dc4-ffa202a13127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'name': 'tempest-ServerRescueTestJSONUnderV235-608520446-router', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:08Z', 'updated_at': '2021-11-15T11:21:13Z', 'revision_number': 4, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'gw_port': {'id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:09Z', 'updated_at': '2021-11-15T11:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'adeabb7b-13f1-4f74-ab47-4e2633ba51b6', 'name': '', 'network_id': '6ce03a46-fc00-4ba3-8cc4-68be03eaf66f', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'mac_address': 'fa:16:3e:b8:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'aa9c0d81-78b6-44b2-bd9c-8b4c1359e147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:11Z', 'updated_at': '2021-11-15T11:21:18Z', 'revision_number': 5, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'subnets': [{'id': 'aa9c0d81-78b6-44b2-bd9c-8b4c1359e147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:20.741693 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 21ae7ad4-7e3b-4345-aaad-85df5208b334 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:22:20.758367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fcb85-11bf-47dc-bbef-78b34ae70f6b req-6c8c220f-7400-475b-ae91-fc702c481ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:20.760341 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db1fcb85-11bf-47dc-bbef-78b34ae70f6b req-6c8c220f-7400-475b-ae91-fc702c481ac3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 913 time: 0.7038205 Nov 15 11:22:20.763903 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1a2dc-3370-4901-b87c-f0cf529d2886 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6cf545-04fd-485e-8970-e1961ad53532,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:20.792255 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce879f2a-deef-4230-8ac9-d98704fc2355 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:20.828095 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ccc38469-0161-4bbb-8b4a-bcbc8f51f8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:20.835588 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38de53d3-5642-491b-9dc4-ffa202a13127 None None] The sync data for ids ['91d8f117-a02e-4f97-a27b-a7ed10e5ecac'] in n-d-729945-9 is: [{'id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'name': 'tempest-ServerRescueTestJSONUnderV235-608520446-router', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:08Z', 'updated_at': '2021-11-15T11:21:13Z', 'revision_number': 4, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'gw_port': {'id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:09Z', 'updated_at': '2021-11-15T11:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'adeabb7b-13f1-4f74-ab47-4e2633ba51b6', 'name': '', 'network_id': '6ce03a46-fc00-4ba3-8cc4-68be03eaf66f', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'mac_address': 'fa:16:3e:b8:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'aa9c0d81-78b6-44b2-bd9c-8b4c1359e147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:11Z', 'updated_at': '2021-11-15T11:21:18Z', 'revision_number': 5, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'subnets': [{'id': 'aa9c0d81-78b6-44b2-bd9c-8b4c1359e147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:22:20.851174 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db1fcb85-11bf-47dc-bbef-78b34ae70f6b req-f46eeb0d-ac59-4fbd-b1b4-eeee77182fe8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5345e12-da92-4277-b015-a4108fcab655 HTTP/1.1" status: 200 len: 217 time: 0.0534608 Nov 15 11:22:20.908751 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-722751df-c761-4044-a190-3daf9b70b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:20.910777 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-722751df-c761-4044-a190-3daf9b70b034 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a20fe9645d9c49df841428f86995389b&device_id=bc4197e0-8ae5-4340-9a63-9825e0185e5a HTTP/1.1" status: 200 len: 1095 time: 0.2271304 Nov 15 11:22:20.916288 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-b0a357dc-542d-4926-b982-4f6cc24e1b6a req-f346ae8b-2d02-4595-ae09-d09ce5c7154c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Deleting port 7d5f0903-fd40-4121-a5ad-d99cd35ac2b6 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:22:20.916928 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b0a357dc-542d-4926-b982-4f6cc24e1b6a req-f346ae8b-2d02-4595-ae09-d09ce5c7154c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:20.920090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bf084-bbe0-4c20-a387-895d8f0ce23c None None] Pushing event updated for resources: {'Port': ['ID=e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:20.973909 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-24c27181-93c5-4c3a-a2a6-78f9fe09fda8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Allocated IP 10.1.1.210 (4c80147d-a460-4aca-9746-ccf4bbea3343/21db8475-8f73-44ea-a113-f3f3e3c06216/bc1db242-bc41-4115-8ee6-dd7f58c66f19) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:20.982834 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce879f2a-deef-4230-8ac9-d98704fc2355 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:21.038648 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe78d7-a001-478c-b26b-813fcee43b59 req-c76873c3-d24b-44aa-b421-d6b6079fe73d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:21.047661 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0fe78d7-a001-478c-b26b-813fcee43b59 req-c76873c3-d24b-44aa-b421-d6b6079fe73d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4197e0-8ae5-4340-9a63-9825e0185e5a HTTP/1.1" status: 200 len: 944 time: 0.2910006 Nov 15 11:22:21.120309 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-414ed268-42ef-46ef-b26c-c34284acb930 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c6cf545-04fd-485e-8970-e1961ad53532 HTTP/1.1" status: 200 len: 217 time: 0.1942828 Nov 15 11:22:21.130721 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fcb85-11bf-47dc-bbef-78b34ae70f6b req-ff03ccf1-4084-41db-9095-510f23919608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:21.132935 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db1fcb85-11bf-47dc-bbef-78b34ae70f6b req-ff03ccf1-4084-41db-9095-510f23919608 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 200 len: 851 time: 0.2713275 Nov 15 11:22:21.184757 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ccc38469-0161-4bbb-8b4a-bcbc8f51f8ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:21.187291 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce879f2a-deef-4230-8ac9-d98704fc2355 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:21.230205 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0fe78d7-a001-478c-b26b-813fcee43b59 req-e2c1dfc5-6ca7-4b9d-bc6f-8cff248f39c3 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808391 Nov 15 11:22:21.364184 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-6c821425-5d96-4c77-8104-35007cce53f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:21.367329 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-6c821425-5d96-4c77-8104-35007cce53f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94e7ad43-728f-443f-8f70-7ede95cfac35 HTTP/1.1" status: 200 len: 854 time: 0.2319148 Nov 15 11:22:21.372204 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce879f2a-deef-4230-8ac9-d98704fc2355 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6085390-4e9c-4f45-bd9f-d5cca7c75c56,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:21.378802 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fcb85-11bf-47dc-bbef-78b34ae70f6b req-f95efb42-c482-4b95-b2cd-177ecbe6199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:21.378802 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db1fcb85-11bf-47dc-bbef-78b34ae70f6b req-f95efb42-c482-4b95-b2cd-177ecbe6199f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e78f9bd-5aad-432a-85c1-63f165b57fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2317941 Nov 15 11:22:21.380967 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b0a357dc-542d-4926-b982-4f6cc24e1b6a req-f346ae8b-2d02-4595-ae09-d09ce5c7154c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:21.381619 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b0a357dc-542d-4926-b982-4f6cc24e1b6a req-f346ae8b-2d02-4595-ae09-d09ce5c7154c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:21.389164 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ccc38469-0161-4bbb-8b4a-bcbc8f51f8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:21.416585 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 21ae7ad4-7e3b-4345-aaad-85df5208b334 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:21.417222 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:21.481020 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-01101d94-83a7-48a5-8f64-eec9c5302234 None None] Allocated IP 10.2.2.2 (71cd31ab-aef9-4c82-a7fe-78615c051843/9c67d03c-8fcf-4946-865e-deec42cfabd9/179d89b1-ee8c-4550-a6ce-3d7f753c0b0d) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:21.496096 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce879f2a-deef-4230-8ac9-d98704fc2355 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:21.501301 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ce879f2a-deef-4230-8ac9-d98704fc2355 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9198592 Nov 15 11:22:21.507982 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24c27181-93c5-4c3a-a2a6-78f9fe09fda8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:21.534100 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35720) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:21.541416 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-90972afc-439d-4c15-9c98-102932f4c67a tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:21.587652 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-014dc23f-a44b-4a45-908c-f0cc9bc433b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ab55e45-0c39-4141-9760-966dba676054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2030251 Nov 15 11:22:21.590023 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 78d595a0-73ed-438c-a33a-5e7919a283c0 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:22:21.602687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-b0a357dc-542d-4926-b982-4f6cc24e1b6a req-f346ae8b-2d02-4595-ae09-d09ce5c7154c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Calling delete_port for 7d5f0903-fd40-4121-a5ad-d99cd35ac2b6 owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:22:21.625456 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc38469-0161-4bbb-8b4a-bcbc8f51f8ad admin admin] Pushing event updated for resources: {'Port': ['ID=04403bba-d521-4fbe-8ee1-1b855c7cf5bd,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:21.637421 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 78d595a0-73ed-438c-a33a-5e7919a283c0 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:22:21.637689 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ccc38469-0161-4bbb-8b4a-bcbc8f51f8ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:21.637831 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 78d595a0-73ed-438c-a33a-5e7919a283c0 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:22:21.643963 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db1fcb85-11bf-47dc-bbef-78b34ae70f6b req-6ba8576c-aa87-4cf6-a5bd-bdecafe5e624 service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368357 Nov 15 11:22:21.711251 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90972afc-439d-4c15-9c98-102932f4c67a tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:21.755700 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:21.777302 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:21.783498 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24c27181-93c5-4c3a-a2a6-78f9fe09fda8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:21.806655 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:21.815032 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 21ae7ad4-7e3b-4345-aaad-85df5208b334, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=21ae7ad4-7e3b-4345-aaad-85df5208b334,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:21.863148 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:21.903216 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c27181-93c5-4c3a-a2a6-78f9fe09fda8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Network 4c80147d-a460-4aca-9746-ccf4bbea3343 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:21.935665 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-24c27181-93c5-4c3a-a2a6-78f9fe09fda8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:21.966045 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89aa8db-337b-4600-a9c7-b0d269ea14a3 None None] Pushing event updated for resources: {'Port': ['ID=411317a0-3898-4ae3-bd51-6df098dda5c3,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:21.970700 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c27181-93c5-4c3a-a2a6-78f9fe09fda8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:21.988079 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c27181-93c5-4c3a-a2a6-78f9fe09fda8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event updated for resources: {'Port': ['ID=bc1db242-bc41-4115-8ee6-dd7f58c66f19,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:22.020705 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-01101d94-83a7-48a5-8f64-eec9c5302234 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:22.037576 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] Attempting to bind port 411317a0-3898-4ae3-bd51-6df098dda5c3 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:22:22.038077 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] Attempting to bind port 411317a0-3898-4ae3-bd51-6df098dda5c3 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'c2cb3e63-6ad3-4217-9eed-16afe313951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:22:22.038562 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] Attempting to bind port 411317a0-3898-4ae3-bd51-6df098dda5c3 on network 5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:22.044505 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-01101d94-83a7-48a5-8f64-eec9c5302234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:22.083094 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:22:22.083463 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] Checking segment: {'id': 'c2cb3e63-6ad3-4217-9eed-16afe313951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:22.083887 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:22.084285 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] Bound using segment: {'id': 'c2cb3e63-6ad3-4217-9eed-16afe313951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:22:22.088209 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] Bound port: 411317a0-3898-4ae3-bd51-6df098dda5c3, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2cb3e63-6ad3-4217-9eed-16afe313951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:22:22.088431 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc38469-0161-4bbb-8b4a-bcbc8f51f8ad admin admin] Network 8eb545cc-9308-4393-92fd-bc3c5179fd64 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:22.088705 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:22.113563 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ccc38469-0161-4bbb-8b4a-bcbc8f51f8ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:22.136029 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c27181-93c5-4c3a-a2a6-78f9fe09fda8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:22.137153 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24c27181-93c5-4c3a-a2a6-78f9fe09fda8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:22.219466 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 4d962678-3c1b-4af3-923c-e0afb72ebe0d up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:22:22.279461 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-24c27181-93c5-4c3a-a2a6-78f9fe09fda8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2875144 Nov 15 11:22:22.307527 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=21ae7ad4-7e3b-4345-aaad-85df5208b334,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:22.308205 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35734) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:22.318996 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01101d94-83a7-48a5-8f64-eec9c5302234 None None] Network 71cd31ab-aef9-4c82-a7fe-78615c051843 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:22.331139 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-90083343-3e11-4026-8420-84c7dc0e58bf tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Request body: {'port': {'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343', 'name': 'tempest-TaggedBootDevicesTest_v242-1383397554', 'fixed_ips': [{'subnet_id': '21db8475-8f73-44ea-a113-f3f3e3c06216'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:22.355113 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] For port 411317a0-3898-4ae3-bd51-6df098dda5c3, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:22:22.360097 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-01101d94-83a7-48a5-8f64-eec9c5302234 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:22.366007 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01101d94-83a7-48a5-8f64-eec9c5302234 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:22.411278 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] For port 411317a0-3898-4ae3-bd51-6df098dda5c3, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=411317a0-3898-4ae3-bd51-6df098dda5c3,segment=NetworkSegment(c2cb3e63-6ad3-4217-9eed-16afe313951d),segment_id=c2cb3e63-6ad3-4217-9eed-16afe313951d)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:22:22.436674 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 4d962678-3c1b-4af3-923c-e0afb72ebe0d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:22.437347 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:22.453118 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:22.514300 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01101d94-83a7-48a5-8f64-eec9c5302234 None None] Pushing event updated for resources: {'Port': ['ID=179d89b1-ee8c-4550-a6ce-3d7f753c0b0d,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:22.537139 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-01101d94-83a7-48a5-8f64-eec9c5302234 None None] Attempting to bind port 179d89b1-ee8c-4550-a6ce-3d7f753c0b0d on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:22:22.537501 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-01101d94-83a7-48a5-8f64-eec9c5302234 None None] Attempting to bind port 179d89b1-ee8c-4550-a6ce-3d7f753c0b0d by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '67d16816-45de-429a-9234-5131d2d66d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '71cd31ab-aef9-4c82-a7fe-78615c051843'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:22:22.537857 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01101d94-83a7-48a5-8f64-eec9c5302234 None None] Attempting to bind port 179d89b1-ee8c-4550-a6ce-3d7f753c0b0d on network 71cd31ab-aef9-4c82-a7fe-78615c051843 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:22.559172 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc38469-0161-4bbb-8b4a-bcbc8f51f8ad admin admin] Router ef2fb586-e6ba-4838-b721-a4fbaab5dc57 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:22:22.573580 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-03ea7302-03b1-40fd-96f8-65e745c07c52 None None] Provisioning complete for port 411317a0-3898-4ae3-bd51-6df098dda5c3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:22.573757 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-03ea7302-03b1-40fd-96f8-65e745c07c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:22.581929 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90972afc-439d-4c15-9c98-102932f4c67a tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:22.587137 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] Routers {'20175af3-96b4-4b0c-82bc-b6b38c8539b7'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:22:22.587751 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:22:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:22.686860 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb42544-1ede-4a85-b055-dd350fe05f2e None None] New status for floating IP b3ee6f73-14e0-4934-988c-78dbea73245e: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:22:22.691760 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db1fcb85-11bf-47dc-bbef-78b34ae70f6b req-b15b5c80-1c67-492b-9dfd-bedaded43de9 service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0053942 Nov 15 11:22:22.698056 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-91f641b0-2cb8-4c3e-af7e-f85ba3828fe7 service neutron] 10.222.0.55 "GET /v2.0/networks/1ab55e45-0c39-4141-9760-966dba676054?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0924413 Nov 15 11:22:22.768071 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01101d94-83a7-48a5-8f64-eec9c5302234 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:22:22.768071 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01101d94-83a7-48a5-8f64-eec9c5302234 None None] Checking segment: {'id': '67d16816-45de-429a-9234-5131d2d66d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '71cd31ab-aef9-4c82-a7fe-78615c051843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:22.768438 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-01101d94-83a7-48a5-8f64-eec9c5302234 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:22.768708 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01101d94-83a7-48a5-8f64-eec9c5302234 None None] Bound using segment: {'id': '67d16816-45de-429a-9234-5131d2d66d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '71cd31ab-aef9-4c82-a7fe-78615c051843'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:22:22.769100 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-01101d94-83a7-48a5-8f64-eec9c5302234 None None] Bound port: 179d89b1-ee8c-4550-a6ce-3d7f753c0b0d, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d16816-45de-429a-9234-5131d2d66d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '71cd31ab-aef9-4c82-a7fe-78615c051843'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:22:22.769474 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-01101d94-83a7-48a5-8f64-eec9c5302234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:22.795530 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-90972afc-439d-4c15-9c98-102932f4c67a tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Allocated IP 172.25.7.25 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/65f579bb-7740-4e48-9580-2693f4c3912d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:22.828171 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-6866c194-e52f-4a4e-8afe-7d506b5e5b54 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:22.835492 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-6866c194-e52f-4a4e-8afe-7d506b5e5b54 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/networks?id=865d5ee5-074b-41e0-8bb1-5b492cfc8e95 HTTP/1.1" status: 200 len: 821 time: 1.1413426 Nov 15 11:22:22.896850 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-05cdd9e2-f6b5-4031-b67a-ca7854f8e19a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/quotas/47fff505e3e84388895515130236448c HTTP/1.1" status: 200 len: 375 time: 0.0601978 Nov 15 11:22:22.922506 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-01101d94-83a7-48a5-8f64-eec9c5302234 None None] For port 179d89b1-ee8c-4550-a6ce-3d7f753c0b0d, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:22:22.925973 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-01101d94-83a7-48a5-8f64-eec9c5302234 None None] For port 179d89b1-ee8c-4550-a6ce-3d7f753c0b0d, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=179d89b1-ee8c-4550-a6ce-3d7f753c0b0d,segment=NetworkSegment(67d16816-45de-429a-9234-5131d2d66d0f),segment_id=67d16816-45de-429a-9234-5131d2d66d0f)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:22:22.927597 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacd6372-e17b-41f1-844c-95b13dbc127f None None] Network 4c80147d-a460-4aca-9746-ccf4bbea3343 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:22:22.938408 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90972afc-439d-4c15-9c98-102932f4c67a tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:22.963873 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-01101d94-83a7-48a5-8f64-eec9c5302234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:22.969777 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b0a357dc-542d-4926-b982-4f6cc24e1b6a req-f346ae8b-2d02-4595-ae09-d09ce5c7154c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:22.972691 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.db.api [None req-7fb42544-1ede-4a85-b055-dd350fe05f2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102680) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:22:22.973168 n-d-729945-9 neutron-server[102680]: DEBUG oslo_db.api [None req-7fb42544-1ede-4a85-b055-dd350fe05f2e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:22:22.978117 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-085dca72-b6d5-4967-b5ce-c6450d394337 req-75df26a8-afd1-468b-b67c-db450470a456 service neutron] 10.222.0.55 "GET /v2.0/networks/1ab55e45-0c39-4141-9760-966dba676054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552271 Nov 15 11:22:23.021322 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-0588c386-cd8f-4b9b-97c4-e1a6f0e4ef52 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=47fff505e3e84388895515130236448c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1235249 Nov 15 11:22:23.046745 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89aa8db-337b-4600-a9c7-b0d269ea14a3 None None] Pushing event updated for resources: {'Port': ['ID=411317a0-3898-4ae3-bd51-6df098dda5c3,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:23.084511 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346ae8b-2d02-4595-ae09-d09ce5c7154c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Pushing event deleted for resources: {'Port': ['ID=7d5f0903-fd40-4121-a5ad-d99cd35ac2b6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:23.126745 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90972afc-439d-4c15-9c98-102932f4c67a tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:23.129299 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90083343-3e11-4026-8420-84c7dc0e58bf tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Made reservation on behalf of 77cb92f4ba94421baccd055f8a61a579 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:22:23.133990 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90083343-3e11-4026-8420-84c7dc0e58bf tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:23.148625 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc38469-0161-4bbb-8b4a-bcbc8f51f8ad admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:22:23.159112 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ccc38469-0161-4bbb-8b4a-bcbc8f51f8ad admin admin] 10.222.0.64 "PUT /v2.0/routers/ef2fb586-e6ba-4838-b721-a4fbaab5dc57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1111150 Nov 15 11:22:23.182076 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:22:23.192984 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] Sync routers for ids ['ef2fb586-e6ba-4838-b721-a4fbaab5dc57'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:22:23.193699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-90083343-3e11-4026-8420-84c7dc0e58bf tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] device_id is not set on port b5c5f658-3e97-46d3-b735-9ae8bc3ad568 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:22:23.218511 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90972afc-439d-4c15-9c98-102932f4c67a tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:23.254140 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-90972afc-439d-4c15-9c98-102932f4c67a tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:23.258890 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90972afc-439d-4c15-9c98-102932f4c67a tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Pushing event updated for resources: {'Port': ['ID=65f579bb-7740-4e48-9580-2693f4c3912d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:23.261493 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90972afc-439d-4c15-9c98-102932f4c67a tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:23.277209 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-a691f39c-5396-479a-9ac5-abef7395f67d service neutron] 10.222.0.64 "GET /v2.0/networks/865d5ee5-074b-41e0-8bb1-5b492cfc8e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547274 Nov 15 11:22:23.278382 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b0a357dc-542d-4926-b982-4f6cc24e1b6a req-f346ae8b-2d02-4595-ae09-d09ce5c7154c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:23.282557 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b0a357dc-542d-4926-b982-4f6cc24e1b6a req-f346ae8b-2d02-4595-ae09-d09ce5c7154c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:23.285316 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0a357dc-542d-4926-b982-4f6cc24e1b6a req-f346ae8b-2d02-4595-ae09-d09ce5c7154c tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "DELETE /v2.0/floatingips/b3ee6f73-14e0-4934-988c-78dbea73245e HTTP/1.1" status: 204 len: 173 time: 2.9703631 Nov 15 11:22:23.306558 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-03ea7302-03b1-40fd-96f8-65e745c07c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:23.361020 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] Set router 20175af3-96b4-4b0c-82bc-b6b38c8539b7 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:22:23.379570 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01101d94-83a7-48a5-8f64-eec9c5302234 None None] Pushing event updated for resources: {'Port': ['ID=179d89b1-ee8c-4550-a6ce-3d7f753c0b0d,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:23.420102 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e7e80-a6eb-45f1-91ea-824b87ddcdc7 req-b09a23ee-0ed1-4223-b533-cbd44091eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:23.422275 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-675e7e80-a6eb-45f1-91ea-824b87ddcdc7 req-b09a23ee-0ed1-4223-b533-cbd44091eeef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a20fe9645d9c49df841428f86995389b&device_id=bc4197e0-8ae5-4340-9a63-9825e0185e5a HTTP/1.1" status: 200 len: 1095 time: 0.3312666 Nov 15 11:22:23.450588 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] Routers {'ef2fb586-e6ba-4838-b721-a4fbaab5dc57'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:22:23.451213 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:22:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ef2fb586-e6ba-4838-b721-a4fbaab5dc57'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:23.475030 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb42544-1ede-4a85-b055-dd350fe05f2e None None] New status for floating IP b3ee6f73-14e0-4934-988c-78dbea73245e: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:22:23.478018 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-03ea7302-03b1-40fd-96f8-65e745c07c52 None None] For port 411317a0-3898-4ae3-bd51-6df098dda5c3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=411317a0-3898-4ae3-bd51-6df098dda5c3,segment=NetworkSegment(c2cb3e63-6ad3-4217-9eed-16afe313951d),segment_id=c2cb3e63-6ad3-4217-9eed-16afe313951d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:23.517143 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-57e198c2-c180-41d3-abf1-709f19262ab2 service neutron] 10.222.0.64 "GET /v2.0/networks/865d5ee5-074b-41e0-8bb1-5b492cfc8e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291622 Nov 15 11:22:23.574289 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-90083343-3e11-4026-8420-84c7dc0e58bf tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Allocated IP 10.1.1.35 (4c80147d-a460-4aca-9746-ccf4bbea3343/21db8475-8f73-44ea-a113-f3f3e3c06216/b5c5f658-3e97-46d3-b735-9ae8bc3ad568) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:23.632396 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bc9ed-b896-42b2-a23f-6dad167c328e req-1713c3df-faed-4bc2-a33c-c3b4feb510d6 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:23.641766 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea4bc9ed-b896-42b2-a23f-6dad167c328e req-1713c3df-faed-4bc2-a33c-c3b4feb510d6 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4197e0-8ae5-4340-9a63-9825e0185e5a HTTP/1.1" status: 200 len: 944 time: 0.1514373 Nov 15 11:22:23.746417 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea4bc9ed-b896-42b2-a23f-6dad167c328e req-b9791b13-52b4-4ec6-b598-98281f499773 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036367 Nov 15 11:22:23.747643 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e7e80-a6eb-45f1-91ea-824b87ddcdc7 req-8bea691c-bf37-4ffe-aff1-1d3d6fb4037e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:23.749196 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-675e7e80-a6eb-45f1-91ea-824b87ddcdc7 req-8bea691c-bf37-4ffe-aff1-1d3d6fb4037e service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ab55e45-0c39-4141-9760-966dba676054 HTTP/1.1" status: 200 len: 915 time: 0.2688398 Nov 15 11:22:23.756708 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90972afc-439d-4c15-9c98-102932f4c67a tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:23.801063 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-03ea7302-03b1-40fd-96f8-65e745c07c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:23.857972 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-675e7e80-a6eb-45f1-91ea-824b87ddcdc7 req-cd213f4b-a014-4986-b866-8a034d9244c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c6cf545-04fd-485e-8970-e1961ad53532 HTTP/1.1" status: 200 len: 217 time: 0.0869370 Nov 15 11:22:23.868899 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90972afc-439d-4c15-9c98-102932f4c67a tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:23.889983 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f4647fd0-39c7-403d-8a71-5381a6a87619 req-cecd8db9-3c47-4a00-b2cc-8951d6719849 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups/b15feb64-a284-4397-9aa1-c80abf57c4a3 HTTP/1.1" status: 200 len: 1827 time: 0.1266310 Nov 15 11:22:23.916728 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90083343-3e11-4026-8420-84c7dc0e58bf tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:24.058060 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90083343-3e11-4026-8420-84c7dc0e58bf tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:24.060902 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e7e80-a6eb-45f1-91ea-824b87ddcdc7 req-abf384d3-90f9-4590-8abd-07b13470a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:24.062397 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-675e7e80-a6eb-45f1-91ea-824b87ddcdc7 req-abf384d3-90f9-4590-8abd-07b13470a278 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94e7ad43-728f-443f-8f70-7ede95cfac35 HTTP/1.1" status: 200 len: 854 time: 0.1769326 Nov 15 11:22:24.071355 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f4647fd0-39c7-403d-8a71-5381a6a87619 req-475ebce2-6d3e-42c4-9182-2400d3d99e98 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:24.125072 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-675e7e80-a6eb-45f1-91ea-824b87ddcdc7 req-00149c89-e16e-45df-bdea-946911502581 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ab55e45-0c39-4141-9760-966dba676054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511355 Nov 15 11:22:24.129325 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90083343-3e11-4026-8420-84c7dc0e58bf tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Network 4c80147d-a460-4aca-9746-ccf4bbea3343 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:24.139721 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-90083343-3e11-4026-8420-84c7dc0e58bf tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:24.146637 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90083343-3e11-4026-8420-84c7dc0e58bf tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:24.192827 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:24.193087 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:24.202927 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90083343-3e11-4026-8420-84c7dc0e58bf tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event updated for resources: {'Port': ['ID=b5c5f658-3e97-46d3-b735-9ae8bc3ad568,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:24.247077 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90972afc-439d-4c15-9c98-102932f4c67a tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:24.258494 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90083343-3e11-4026-8420-84c7dc0e58bf tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:24.258737 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea7302-03b1-40fd-96f8-65e745c07c52 None None] Pushing event updated for resources: {'Port': ['ID=411317a0-3898-4ae3-bd51-6df098dda5c3,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:24.259554 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-675e7e80-a6eb-45f1-91ea-824b87ddcdc7 req-65f415d7-824e-4041-8054-f5754ad4c40d service neutron] 10.222.0.55 "GET /v2.0/networks/1ab55e45-0c39-4141-9760-966dba676054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189232 Nov 15 11:22:24.260529 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90083343-3e11-4026-8420-84c7dc0e58bf tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:24.283983 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90972afc-439d-4c15-9c98-102932f4c67a tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:24.295134 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a3e4b993-11d6-41e5-8994-d0dafb3a45f0 None None] Provisioning complete for port e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:24.295497 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a3e4b993-11d6-41e5-8994-d0dafb3a45f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:24.334902 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-90083343-3e11-4026-8420-84c7dc0e58bf tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0248146 Nov 15 11:22:24.356469 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] Set router ef2fb586-e6ba-4838-b721-a4fbaab5dc57 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:22:24.373711 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-675e7e80-a6eb-45f1-91ea-824b87ddcdc7 req-7386fa6c-cddb-42f8-b286-c34c8cb9ff3b service neutron] 10.222.0.55 "GET /v2.0/networks/1ab55e45-0c39-4141-9760-966dba676054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051345 Nov 15 11:22:24.375381 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f4647fd0-39c7-403d-8a71-5381a6a87619 req-475ebce2-6d3e-42c4-9182-2400d3d99e98 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:24.429501 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90972afc-439d-4c15-9c98-102932f4c67a tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Pushing event updated for resources: {'Port': ['ID=65f579bb-7740-4e48-9580-2693f4c3912d,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:24.460002 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90972afc-439d-4c15-9c98-102932f4c67a tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:24.460863 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f4647fd0-39c7-403d-8a71-5381a6a87619 req-475ebce2-6d3e-42c4-9182-2400d3d99e98 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:24.465860 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f4647fd0-39c7-403d-8a71-5381a6a87619 req-475ebce2-6d3e-42c4-9182-2400d3d99e98 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:24.467151 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f4647fd0-39c7-403d-8a71-5381a6a87619 req-475ebce2-6d3e-42c4-9182-2400d3d99e98 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "DELETE /v2.0/security-groups/b15feb64-a284-4397-9aa1-c80abf57c4a3 HTTP/1.1" status: 204 len: 173 time: 0.5687370 Nov 15 11:22:24.483737 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ebce2-6d3e-42c4-9182-2400d3d99e98 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15feb64-a284-4397-9aa1-c80abf57c4a3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:24.525327 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90972afc-439d-4c15-9c98-102932f4c67a tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:24.536343 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-90972afc-439d-4c15-9c98-102932f4c67a tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9994776 Nov 15 11:22:24.619298 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'name': 'tempest-AttachVolumeTestJSON-808987218-router', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:05Z', 'updated_at': '2021-11-15T11:22:14Z', 'revision_number': 4, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'gw_port': {'id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:07Z', 'updated_at': '2021-11-15T11:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '411317a0-3898-4ae3-bd51-6df098dda5c3', 'name': '', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'mac_address': 'fa:16:3e:6a:d7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:22Z', 'revision_number': 4, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'subnets': [{'id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:24.622730 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-217c9209-8637-4f68-bef2-205b5c09cea7 req-8da930bd-efab-421c-8b03-ebee8f205c9e tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c HTTP/1.1" status: 200 len: 210 time: 0.0559177 Nov 15 11:22:24.749153 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46f05a6-92bf-462a-8ca6-bef698aa54d4 None None] The sync data for ids ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'] in n-d-729945-9 is: [{'id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'name': 'tempest-AttachVolumeTestJSON-808987218-router', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:05Z', 'updated_at': '2021-11-15T11:22:14Z', 'revision_number': 4, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'gw_port': {'id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:07Z', 'updated_at': '2021-11-15T11:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '411317a0-3898-4ae3-bd51-6df098dda5c3', 'name': '', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'mac_address': 'fa:16:3e:6a:d7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:22Z', 'revision_number': 4, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'subnets': [{'id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:22:24.777421 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35768) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:24.782795 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-eb39150d-6256-47d4-b829-aa90a185ba53 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1822482332', 'description': 'tempest-description--1828142047'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:24.844125 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:24.857303 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb39150d-6256-47d4-b829-aa90a185ba53 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:24.901325 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8771146d-4eac-4cd1-9f79-173d4241716b None None] Network 71cd31ab-aef9-4c82-a7fe-78615c051843 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:22:24.988060 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb39150d-6256-47d4-b829-aa90a185ba53 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:25.008603 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb39150d-6256-47d4-b829-aa90a185ba53 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:25.039559 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a3e4b993-11d6-41e5-8994-d0dafb3a45f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:25.081691 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb39150d-6256-47d4-b829-aa90a185ba53 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:25.092317 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35776) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:25.100670 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-eb39150d-6256-47d4-b829-aa90a185ba53 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3106606 Nov 15 11:22:25.103516 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35778) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:25.104272 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39150d-6256-47d4-b829-aa90a185ba53 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d45103d-ee9d-493b-90ef-c3e5aea48f76,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:25.119568 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c7fd2853-4d25-40bf-b775-3818415db501 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Request body: {'security_group_rule': {'security_group_id': '4d45103d-ee9d-493b-90ef-c3e5aea48f76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:25.125563 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf,segment=NetworkSegment(f00b1bb4-f030-447b-9d91-05fe6b231e91),segment_id=f00b1bb4-f030-447b-9d91-05fe6b231e91)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:25.132846 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9df19d08-4c07-49ff-81a4-378671b0507c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--912018812', 'description': 'tempest-description--2013647693'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:25.198722 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:25.243324 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9df19d08-4c07-49ff-81a4-378671b0507c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:25.270442 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2853-4d25-40bf-b775-3818415db501 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:25.409140 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9df19d08-4c07-49ff-81a4-378671b0507c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:25.420063 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9df19d08-4c07-49ff-81a4-378671b0507c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:25.475669 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9df19d08-4c07-49ff-81a4-378671b0507c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:25.475940 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:25.483626 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-a3e4b993-11d6-41e5-8994-d0dafb3a45f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:22:25.484212 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-a3e4b993-11d6-41e5-8994-d0dafb3a45f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:22:25.494483 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9df19d08-4c07-49ff-81a4-378671b0507c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3697083 Nov 15 11:22:25.502217 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35784) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:25.509672 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-dd258796-6709-4ee1-a81d-b1c7432f89ba tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Request body: {'security_group_rule': {'security_group_id': 'f36bd24f-ce41-4d94-baad-0f74f4b4901a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:25.516574 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'name': 'tempest-ServersTestManualDisk-1187910671-router', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:11Z', 'updated_at': '2021-11-15T11:22:20Z', 'revision_number': 4, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'gw_port': {'id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '04403bba-d521-4fbe-8ee1-1b855c7cf5bd', 'name': '', 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'mac_address': 'fa:16:3e:1b:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '5cf06bb7-5877-44b3-8778-2c64bd46356d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:19Z', 'updated_at': '2021-11-15T11:22:20Z', 'revision_number': 2, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'subnets': [{'id': '5cf06bb7-5877-44b3-8778-2c64bd46356d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:25.564674 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df19d08-4c07-49ff-81a4-378671b0507c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f36bd24f-ce41-4d94-baad-0f74f4b4901a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:25.575642 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-c425fb6c-36b2-4779-b633-a5535e3469d6 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:25.577304 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-c425fb6c-36b2-4779-b633-a5535e3469d6 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.11 "GET /v2.0/networks?id=865d5ee5-074b-41e0-8bb1-5b492cfc8e95 HTTP/1.1" status: 200 len: 821 time: 0.2842324 Nov 15 11:22:25.585047 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] Checking router: ef2fb586-e6ba-4838-b721-a4fbaab5dc57 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:22:25.585729 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] Updating router ef2fb586-e6ba-4838-b721-a4fbaab5dc57 port 04403bba-d521-4fbe-8ee1-1b855c7cf5bd binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:22:25.605238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-24710eeb-0396-4e9e-9936-5e2769d9f662 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Request body: {'port': {'device_id': 'a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c', 'network_id': '865d5ee5-074b-41e0-8bb1-5b492cfc8e95', 'admin_state_up': True, 'tenant_id': '47fff505e3e84388895515130236448c'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:25.626261 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd258796-6709-4ee1-a81d-b1c7432f89ba tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:25.634063 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:25.649976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f9bc5-33eb-4871-baf4-c1addebbb770 req-a354a3b1-3f6d-49fa-8c0a-986fe3c72560 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:25.651687 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d35f9bc5-33eb-4871-baf4-c1addebbb770 req-a354a3b1-3f6d-49fa-8c0a-986fe3c72560 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4197e0-8ae5-4340-9a63-9825e0185e5a HTTP/1.1" status: 200 len: 944 time: 0.4291687 Nov 15 11:22:25.664286 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 411317a0-3898-4ae3-bd51-6df098dda5c3 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:22:25.714554 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd258796-6709-4ee1-a81d-b1c7432f89ba tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:25.727612 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd258796-6709-4ee1-a81d-b1c7432f89ba tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:25.744375 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-a40fc39a-1453-4c86-b00f-ad9a3992f5cf tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1772057021&fields=id&tenant_id=84266b83cb7b44e49edcf06f7e40ecbe HTTP/1.1" status: 200 len: 267 time: 0.5482202 Nov 15 11:22:25.763026 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd258796-6709-4ee1-a81d-b1c7432f89ba tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a85bafb-cf5d-481c-af2a-8777b73173f4,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:25.772180 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd258796-6709-4ee1-a81d-b1c7432f89ba tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:25.776716 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-dd258796-6709-4ee1-a81d-b1c7432f89ba tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2707481 Nov 15 11:22:25.777401 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35788) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:25.782449 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5c06c4ff-13ae-4322-93c9-9de785042c6d tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Request body: {'security_group_rule': {'security_group_id': 'f36bd24f-ce41-4d94-baad-0f74f4b4901a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:25.813064 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c06c4ff-13ae-4322-93c9-9de785042c6d tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:25.862305 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 411317a0-3898-4ae3-bd51-6df098dda5c3 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:25.862937 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:25.885368 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d35f9bc5-33eb-4871-baf4-c1addebbb770 req-2cd80a1e-e21a-4be2-85ab-f9ce89d5acef tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808884 Nov 15 11:22:25.891244 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c06c4ff-13ae-4322-93c9-9de785042c6d tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:25.896424 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c06c4ff-13ae-4322-93c9-9de785042c6d tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:25.914640 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2853-4d25-40bf-b775-3818415db501 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:25.924914 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06c4ff-13ae-4322-93c9-9de785042c6d tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb0b4db-c43a-4128-b20d-c1802147ee10,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:25.940769 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c06c4ff-13ae-4322-93c9-9de785042c6d tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:25.945207 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5c06c4ff-13ae-4322-93c9-9de785042c6d tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1638958 Nov 15 11:22:25.945661 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35790) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:25.953247 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2b22bda3-d54e-45d0-baf5-1f60aa4f48c8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:25.979451 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b22bda3-d54e-45d0-baf5-1f60aa4f48c8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:25.990182 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-6cd2773f-ddcb-4985-bcb5-e2a521767aa2 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:25.997299 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-6cd2773f-ddcb-4985-bcb5-e2a521767aa2 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/networks?id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd HTTP/1.1" status: 200 len: 810 time: 0.2520561 Nov 15 11:22:26.002273 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2853-4d25-40bf-b775-3818415db501 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:26.037618 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd2853-4d25-40bf-b775-3818415db501 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=510d5bd1-ad8f-4f18-9248-d5edce3074b5,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:26.054731 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-2124ba21-b50a-49e2-927f-3516124cd76d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/quotas/84266b83cb7b44e49edcf06f7e40ecbe HTTP/1.1" status: 200 len: 375 time: 0.0562344 Nov 15 11:22:26.075375 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2853-4d25-40bf-b775-3818415db501 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:26.079035 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c7fd2853-4d25-40bf-b775-3818415db501 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9831655 Nov 15 11:22:26.084040 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35792) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:26.091241 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-27cce4fa-0b36-42be-861b-da5cc9919e3a tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Request body: {'security_group_rule': {'security_group_id': '4d45103d-ee9d-493b-90ef-c3e5aea48f76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:26.103645 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b22bda3-d54e-45d0-baf5-1f60aa4f48c8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:26.113080 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-27cce4fa-0b36-42be-861b-da5cc9919e3a tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 15 11:22:26.113080 n-d-729945-9 neutron-server[102677]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 15 11:22:26.113080 n-d-729945-9 neutron-server[102677]: [parameters: {'project_id_1': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'expiration_1': datetime.datetime(2021, 11, 15, 11, 22, 6, 97100)}] Nov 15 11:22:26.113080 n-d-729945-9 neutron-server[102677]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:22:26.113499 n-d-729945-9 neutron-server[102677]: DEBUG oslo_db.api [None req-27cce4fa-0b36-42be-861b-da5cc9919e3a tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:22:26.134111 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a3e4b993-11d6-41e5-8994-d0dafb3a45f0 None None] Provisioning complete for port 411317a0-3898-4ae3-bd51-6df098dda5c3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:26.134469 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a3e4b993-11d6-41e5-8994-d0dafb3a45f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:26.147060 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-24710eeb-0396-4e9e-9936-5e2769d9f662 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Made reservation on behalf of 47fff505e3e84388895515130236448c for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:22:26.150530 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-24710eeb-0396-4e9e-9936-5e2769d9f662 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:26.163764 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 21ae7ad4-7e3b-4345-aaad-85df5208b334 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:22:26.172542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b17e9-a5d3-436d-9ac8-c813980a7b21 req-48c74566-fc7d-4110-9e98-8503634162b3 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:26.174090 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f3b17e9-a5d3-436d-9ac8-c813980a7b21 req-48c74566-fc7d-4110-9e98-8503634162b3 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.1254976 Nov 15 11:22:26.189209 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-c0622c21-7d22-4a9b-9098-302a3ab9163e tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=84266b83cb7b44e49edcf06f7e40ecbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1193972 Nov 15 11:22:26.228358 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-2b22bda3-d54e-45d0-baf5-1f60aa4f48c8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Allocated IP 172.25.7.92 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/9f241e72-4c90-4d3e-8f40-86155381da8e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:26.315736 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:26.340766 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:26.350125 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b22bda3-d54e-45d0-baf5-1f60aa4f48c8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:26.360460 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f3b17e9-a5d3-436d-9ac8-c813980a7b21 req-37315d7d-2509-493b-8b17-c5c1180b66ee tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541433 Nov 15 11:22:26.423669 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b22bda3-d54e-45d0-baf5-1f60aa4f48c8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:26.437740 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 21ae7ad4-7e3b-4345-aaad-85df5208b334 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:26.440798 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:26.503884 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-26a9c443-f1be-43cf-b329-e49691574790 service neutron] 10.222.0.64 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986879 Nov 15 11:22:26.573825 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0e3dc58-38cf-463c-b2ed-c60787e9c793 req-d5b0299e-af78-44e9-ae4b-76966b95ad13 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c HTTP/1.1" status: 200 len: 210 time: 0.0336447 Nov 15 11:22:26.677562 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-4add6ff4-2a3e-4a50-be1e-9735f91df39a service neutron] 10.222.0.64 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723027 Nov 15 11:22:26.687845 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-24710eeb-0396-4e9e-9936-5e2769d9f662 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Allocated IP 172.20.0.10 (865d5ee5-074b-41e0-8bb1-5b492cfc8e95/6f3afe93-e76b-4058-a0ae-3200fb061f6d/160e0fc1-9894-41ac-b24c-905f8dc42877) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:26.817856 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe21f70-125f-4e4e-bb20-72456d2085d0 None None] Pushing event updated for resources: {'Port': ['ID=04403bba-d521-4fbe-8ee1-1b855c7cf5bd,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:26.865388 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] Attempting to bind port 04403bba-d521-4fbe-8ee1-1b855c7cf5bd on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:22:26.865613 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] Attempting to bind port 04403bba-d521-4fbe-8ee1-1b855c7cf5bd by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '70b983c1-31ff-4aa3-88e8-2f69ddf586e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:22:26.866105 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] Attempting to bind port 04403bba-d521-4fbe-8ee1-1b855c7cf5bd on network 8eb545cc-9308-4393-92fd-bc3c5179fd64 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:26.877754 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a3e4b993-11d6-41e5-8994-d0dafb3a45f0 None None] Provisioning complete for port 04403bba-d521-4fbe-8ee1-1b855c7cf5bd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:26.878522 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a3e4b993-11d6-41e5-8994-d0dafb3a45f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:26.888150 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b22bda3-d54e-45d0-baf5-1f60aa4f48c8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:26.898869 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2b22bda3-d54e-45d0-baf5-1f60aa4f48c8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:26.903085 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b22bda3-d54e-45d0-baf5-1f60aa4f48c8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:26.936714 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a3e4b993-11d6-41e5-8994-d0dafb3a45f0 None None] Port 04403bba-d521-4fbe-8ee1-1b855c7cf5bd cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:22:26.941818 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 6c6cf545-04fd-485e-8970-e1961ad53532 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:22:26.947534 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:22:26.948417 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] Checking segment: {'id': '70b983c1-31ff-4aa3-88e8-2f69ddf586e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:26.949497 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:26.950037 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] Bound using segment: {'id': '70b983c1-31ff-4aa3-88e8-2f69ddf586e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:22:26.950635 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] Bound port: 04403bba-d521-4fbe-8ee1-1b855c7cf5bd, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b983c1-31ff-4aa3-88e8-2f69ddf586e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:22:26.964307 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:26.990255 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-27cce4fa-0b36-42be-861b-da5cc9919e3a tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:27.043599 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3fa1f4bd-4232-49c4-9c50-577f4f83da94 req-6df9e0e3-1feb-4a18-b1c7-fdc48073025f tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 210 time: 0.0568588 Nov 15 11:22:27.043986 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-27cce4fa-0b36-42be-861b-da5cc9919e3a tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:27.043986 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22bda3-d54e-45d0-baf5-1f60aa4f48c8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event updated for resources: {'Port': ['ID=9f241e72-4c90-4d3e-8f40-86155381da8e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:27.056720 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 179d89b1-ee8c-4550-a6ce-3d7f753c0b0d up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:22:27.069436 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-27cce4fa-0b36-42be-861b-da5cc9919e3a tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:27.141092 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cce4fa-0b36-42be-861b-da5cc9919e3a tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df09f971-83bc-43ef-9592-87516cc9ba4f,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:27.153548 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b22bda3-d54e-45d0-baf5-1f60aa4f48c8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:27.162883 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-27cce4fa-0b36-42be-861b-da5cc9919e3a tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:27.174617 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-27cce4fa-0b36-42be-861b-da5cc9919e3a tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0880594 Nov 15 11:22:27.177684 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35802) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:27.185962 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-57622a4f-4c8c-47d5-a244-2ef197fbfcf6 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:27.221414 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-24710eeb-0396-4e9e-9936-5e2769d9f662 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:27.232560 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e05bbf-ffd8-452e-9061-786699f28502 req-1d95029c-a28c-41c6-af18-ff3694e72b7a tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:27.234562 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b22bda3-d54e-45d0-baf5-1f60aa4f48c8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:27.234882 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7e05bbf-ffd8-452e-9061-786699f28502 req-1d95029c-a28c-41c6-af18-ff3694e72b7a tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4197e0-8ae5-4340-9a63-9825e0185e5a HTTP/1.1" status: 200 len: 944 time: 0.2129653 Nov 15 11:22:27.262528 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 6c6cf545-04fd-485e-8970-e1961ad53532, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=6c6cf545-04fd-485e-8970-e1961ad53532,segment=NetworkSegment(e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd),segment_id=e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:27.277918 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57622a4f-4c8c-47d5-a244-2ef197fbfcf6 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:27.292996 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '6c6cf545-04fd-485e-8970-e1961ad53532', 'network_id': '1ab55e45-0c39-4141-9760-966dba676054', 'port_id': '6c6cf545-04fd-485e-8970-e1961ad53532', 'mac_address': 'fa:16:3e:8e:9a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e7ad43-728f-443f-8f70-7ede95cfac35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:22:27.364672 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7e05bbf-ffd8-452e-9061-786699f28502 req-88d792e5-d89c-4926-8eb1-a10c68b7a4e9 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214483 Nov 15 11:22:27.401477 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2a524414-303b-47f6-8040-7e386edd1e79 None None] Provisioning complete for port e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:27.401932 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2a524414-303b-47f6-8040-7e386edd1e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:27.457498 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-24710eeb-0396-4e9e-9936-5e2769d9f662 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:27.508045 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b22bda3-d54e-45d0-baf5-1f60aa4f48c8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:27.511602 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] For port 04403bba-d521-4fbe-8ee1-1b855c7cf5bd, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:22:27.515780 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b22bda3-d54e-45d0-baf5-1f60aa4f48c8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:27.517413 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] For port 04403bba-d521-4fbe-8ee1-1b855c7cf5bd, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=04403bba-d521-4fbe-8ee1-1b855c7cf5bd,segment=NetworkSegment(70b983c1-31ff-4aa3-88e8-2f69ddf586e6),segment_id=70b983c1-31ff-4aa3-88e8-2f69ddf586e6)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:22:27.518921 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 179d89b1-ee8c-4550-a6ce-3d7f753c0b0d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:27.519353 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:27.525200 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:27.580642 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:27.581039 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36884c4-8207-4bbe-8504-bd139ad346ff req-d4a2f1f2-f951-4747-b325-44144eef0627 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:27.582589 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c36884c4-8207-4bbe-8504-bd139ad346ff req-d4a2f1f2-f951-4747-b325-44144eef0627 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.55 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.1810117 Nov 15 11:22:27.584684 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-24710eeb-0396-4e9e-9936-5e2769d9f662 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Network 865d5ee5-074b-41e0-8bb1-5b492cfc8e95 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:27.586411 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24710eeb-0396-4e9e-9936-5e2769d9f662 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Pushing event updated for resources: {'Port': ['ID=160e0fc1-9894-41ac-b24c-905f8dc42877,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:27.599523 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-24710eeb-0396-4e9e-9936-5e2769d9f662 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:27.605036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-24710eeb-0396-4e9e-9936-5e2769d9f662 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:27.621427 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22bda3-d54e-45d0-baf5-1f60aa4f48c8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event updated for resources: {'Port': ['ID=9f241e72-4c90-4d3e-8f40-86155381da8e,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:27.631325 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b22bda3-d54e-45d0-baf5-1f60aa4f48c8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:27.652727 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b22bda3-d54e-45d0-baf5-1f60aa4f48c8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:27.654130 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2b22bda3-d54e-45d0-baf5-1f60aa4f48c8 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7067108 Nov 15 11:22:27.713096 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-24710eeb-0396-4e9e-9936-5e2769d9f662 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:27.713719 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-24710eeb-0396-4e9e-9936-5e2769d9f662 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:27.743935 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f490d5-7b82-450d-95c4-459494b95cf1 req-f24a0baa-06c1-4629-a1b9-d28fdc719011 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:27.752669 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f5f490d5-7b82-450d-95c4-459494b95cf1 req-f24a0baa-06c1-4629-a1b9-d28fdc719011 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 946 time: 0.2476928 Nov 15 11:22:27.758597 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6cf545-04fd-485e-8970-e1961ad53532 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:22:27.795985 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe21f70-125f-4e4e-bb20-72456d2085d0 None None] Pushing event updated for resources: {'Port': ['ID=04403bba-d521-4fbe-8ee1-1b855c7cf5bd,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:27.822049 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 6c6cf545-04fd-485e-8970-e1961ad53532, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=6c6cf545-04fd-485e-8970-e1961ad53532,segment=NetworkSegment(e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd),segment_id=e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:27.833398 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] Routers {'ef2fb586-e6ba-4838-b721-a4fbaab5dc57'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:22:27.833995 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-24710eeb-0396-4e9e-9936-5e2769d9f662 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2333477 Nov 15 11:22:27.834178 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:22:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ef2fb586-e6ba-4838-b721-a4fbaab5dc57'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:27.865613 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-e711f000-69c6-48d8-b2a3-5355261e6667 service neutron] Request body: {'port': {'device_id': 'a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:27.903069 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57622a4f-4c8c-47d5-a244-2ef197fbfcf6 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:27.931256 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f5f490d5-7b82-450d-95c4-459494b95cf1 req-94e4e65c-0599-427d-af21-3a2342e6e6f5 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a15891-f9b0-4a42-9062-513ac3d3505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776860 Nov 15 11:22:27.992274 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] Set router ef2fb586-e6ba-4838-b721-a4fbaab5dc57 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:22:28.007261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7fb3c-f649-4b3f-af2f-a446191347f4 req-33d1a8b4-8f8c-491c-8b8f-837ddec562f3 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:28.014960 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12b7fb3c-f649-4b3f-af2f-a446191347f4 req-33d1a8b4-8f8c-491c-8b8f-837ddec562f3 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c HTTP/1.1" status: 200 len: 932 time: 0.2595305 Nov 15 11:22:28.038543 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-c36884c4-8207-4bbe-8504-bd139ad346ff req-6fb0b363-eff1-4c85-8f75-921d8bc174a9 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Deleting port 1342d862-8732-49ad-9ea2-a65dc9a0709a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:22:28.038826 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c36884c4-8207-4bbe-8504-bd139ad346ff req-6fb0b363-eff1-4c85-8f75-921d8bc174a9 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:28.087139 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:28.104661 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-e711f000-69c6-48d8-b2a3-5355261e6667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:28.187588 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2a524414-303b-47f6-8040-7e386edd1e79 None None] Provisioning complete for port bc1db242-bc41-4115-8ee6-dd7f58c66f19 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:28.187801 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2a524414-303b-47f6-8040-7e386edd1e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:28.224939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=6c6cf545-04fd-485e-8970-e1961ad53532,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:28.286461 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-2a524414-303b-47f6-8040-7e386edd1e79 None None] Port bc1db242-bc41-4115-8ee6-dd7f58c66f19 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:22:28.292734 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:28.362249 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2a524414-303b-47f6-8040-7e386edd1e79 None None] Provisioning complete for port b5c5f658-3e97-46d3-b735-9ae8bc3ad568 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:28.362624 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2a524414-303b-47f6-8040-7e386edd1e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:28.373475 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 179d89b1-ee8c-4550-a6ce-3d7f753c0b0d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=179d89b1-ee8c-4550-a6ce-3d7f753c0b0d,segment=NetworkSegment(67d16816-45de-429a-9234-5131d2d66d0f),segment_id=67d16816-45de-429a-9234-5131d2d66d0f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:28.399875 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:28.434524 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['6c6cf545-04fd-485e-8970-e1961ad53532'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:22:28.479793 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-2a524414-303b-47f6-8040-7e386edd1e79 None None] Port b5c5f658-3e97-46d3-b735-9ae8bc3ad568 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:22:28.517858 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=179d89b1-ee8c-4550-a6ce-3d7f753c0b0d,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:28.528159 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'name': 'tempest-ServersTestManualDisk-1187910671-router', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:11Z', 'updated_at': '2021-11-15T11:22:20Z', 'revision_number': 4, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'gw_port': {'id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '04403bba-d521-4fbe-8ee1-1b855c7cf5bd', 'name': '', 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'mac_address': 'fa:16:3e:1b:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '5cf06bb7-5877-44b3-8778-2c64bd46356d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:19Z', 'updated_at': '2021-11-15T11:22:27Z', 'revision_number': 4, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'subnets': [{'id': '5cf06bb7-5877-44b3-8778-2c64bd46356d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:28.535139 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2a524414-303b-47f6-8040-7e386edd1e79 None None] Provisioning complete for port 179d89b1-ee8c-4550-a6ce-3d7f753c0b0d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:28.535139 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2a524414-303b-47f6-8040-7e386edd1e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:28.574221 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-bcc53baf-3dc4-4062-ab0a-36cce43f1ff8 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:28.575733 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-bcc53baf-3dc4-4062-ab0a-36cce43f1ff8 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.11 "GET /v2.0/networks?id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd HTTP/1.1" status: 200 len: 810 time: 0.1888068 Nov 15 11:22:28.582655 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7fe31a-11c4-4351-9281-69ac5b083751 None None] The sync data for ids ['ef2fb586-e6ba-4838-b721-a4fbaab5dc57'] in n-d-729945-9 is: [{'id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'name': 'tempest-ServersTestManualDisk-1187910671-router', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:11Z', 'updated_at': '2021-11-15T11:22:20Z', 'revision_number': 4, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'gw_port': {'id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '04403bba-d521-4fbe-8ee1-1b855c7cf5bd', 'name': '', 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'mac_address': 'fa:16:3e:1b:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '5cf06bb7-5877-44b3-8778-2c64bd46356d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:19Z', 'updated_at': '2021-11-15T11:22:27Z', 'revision_number': 4, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'subnets': [{'id': '5cf06bb7-5877-44b3-8778-2c64bd46356d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:22:28.588357 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:22:28.638889 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-1b3ead62-f1cd-46c7-96ca-9827019d8cd2 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--912018812&fields=id&tenant_id=77cb92f4ba94421baccd055f8a61a579 HTTP/1.1" status: 200 len: 267 time: 0.5401311 Nov 15 11:22:28.667663 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-57622a4f-4c8c-47d5-a244-2ef197fbfcf6 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Allocated IP 172.25.7.238 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/0aeccc59-e616-408e-ba0e-9380fe19ef37) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:28.707203 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-c64a6e6c-a035-466e-ba7a-3194e12e8ca9 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84266b83cb7b44e49edcf06f7e40ecbe HTTP/1.1" status: 200 len: 380 time: 0.1173089 Nov 15 11:22:28.708330 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12b7fb3c-f649-4b3f-af2f-a446191347f4 req-3ac1e25f-4173-40f2-bcdb-9a45a23cc190 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6924827 Nov 15 11:22:28.723651 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-e59d4562-afbc-4f60-80d3-34bd3dc77b0c tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Request body: {'port': {'device_id': 'c14f5faa-a467-4039-88fd-c6fe64c48a30', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'admin_state_up': True, 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'security_groups': ['6871273c-cabb-4035-b7af-3d52d252d5d7']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:28.760109 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-c7519777-fe98-4289-a959-41d0c224d17e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:28.761785 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-c7519777-fe98-4289-a959-41d0c224d17e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports/bc1db242-bc41-4115-8ee6-dd7f58c66f19 HTTP/1.1" status: 200 len: 937 time: 0.1221039 Nov 15 11:22:28.843616 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:28.844138 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:28.911585 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-e59d4562-afbc-4f60-80d3-34bd3dc77b0c tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Made reservation on behalf of 84266b83cb7b44e49edcf06f7e40ecbe for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:22:28.916430 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-e59d4562-afbc-4f60-80d3-34bd3dc77b0c tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:28.933534 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1342d862-8732-49ad-9ea2-a65dc9a0709a no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:22:28.963234 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2a524414-303b-47f6-8040-7e386edd1e79 None None] Provisioning complete for port 04403bba-d521-4fbe-8ee1-1b855c7cf5bd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:28.963507 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2a524414-303b-47f6-8040-7e386edd1e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:28.970942 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-c36884c4-8207-4bbe-8504-bd139ad346ff req-6fb0b363-eff1-4c85-8f75-921d8bc174a9 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] For port 1342d862-8732-49ad-9ea2-a65dc9a0709a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1342d862-8732-49ad-9ea2-a65dc9a0709a,segment=NetworkSegment(09cfbf89-35be-492a-beed-4e3df197629e),segment_id=09cfbf89-35be-492a-beed-4e3df197629e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:28.971438 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c36884c4-8207-4bbe-8504-bd139ad346ff req-6fb0b363-eff1-4c85-8f75-921d8bc174a9 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:28.977648 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-675240e9-7dd6-473a-9a93-90c909f28138 req-2ed44409-9be5-457a-ba05-fb76d707f77b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 210 time: 0.1333382 Nov 15 11:22:29.037526 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-d6fbcced-a9b4-4249-9458-d51a61309652 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:29.039607 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-d6fbcced-a9b4-4249-9458-d51a61309652 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports/b5c5f658-3e97-46d3-b735-9ae8bc3ad568 HTTP/1.1" status: 200 len: 936 time: 0.2615230 Nov 15 11:22:29.042625 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-c36884c4-8207-4bbe-8504-bd139ad346ff req-6fb0b363-eff1-4c85-8f75-921d8bc174a9 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Calling delete_port for 1342d862-8732-49ad-9ea2-a65dc9a0709a owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:22:29.089707 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-e59d4562-afbc-4f60-80d3-34bd3dc77b0c tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Allocated IP 172.20.0.8 (5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd/fa23b34b-7133-41b6-b1e3-4b077f52e5c3/98c7c734-b2a0-4397-9a24-4ec63b72ae70) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:29.120819 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:29.153202 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1342d862-8732-49ad-9ea2-a65dc9a0709a'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:29.155829 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d382ad24-9a60-489c-a336-6fa3bd950e72" -d '{"events": [{"server_uuid": "73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8", "name": "network-vif-unplugged", "status": "completed", "tag": "1342d862-8732-49ad-9ea2-a65dc9a0709a"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:29.194412 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 1342d862-8732-49ad-9ea2-a65dc9a0709a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1342d862-8732-49ad-9ea2-a65dc9a0709a,segment=NetworkSegment(09cfbf89-35be-492a-beed-4e3df197629e),segment_id=09cfbf89-35be-492a-beed-4e3df197629e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:29.203056 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:29.208777 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57622a4f-4c8c-47d5-a244-2ef197fbfcf6 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:29.233115 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2a524414-303b-47f6-8040-7e386edd1e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:29.279771 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-02d3f9b4-45a6-483c-aae2-2a94f77662dd tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?network_id=71cd31ab-aef9-4c82-a7fe-78615c051843&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2304006 Nov 15 11:22:29.285042 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57622a4f-4c8c-47d5-a244-2ef197fbfcf6 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:29.292131 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=1342d862-8732-49ad-9ea2-a65dc9a0709a,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:29.304644 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2a524414-303b-47f6-8040-7e386edd1e79 None None] For port 04403bba-d521-4fbe-8ee1-1b855c7cf5bd, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=04403bba-d521-4fbe-8ee1-1b855c7cf5bd,segment=NetworkSegment(70b983c1-31ff-4aa3-88e8-2f69ddf586e6),segment_id=70b983c1-31ff-4aa3-88e8-2f69ddf586e6)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:29.306428 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-e59d4562-afbc-4f60-80d3-34bd3dc77b0c tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:29.312830 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2a524414-303b-47f6-8040-7e386edd1e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:29.346132 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-e59d4562-afbc-4f60-80d3-34bd3dc77b0c tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:29.387895 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a524414-303b-47f6-8040-7e386edd1e79 None None] Pushing event updated for resources: {'Port': ['ID=04403bba-d521-4fbe-8ee1-1b855c7cf5bd,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:29.396432 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-e59d4562-afbc-4f60-80d3-34bd3dc77b0c tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Network 5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:29.399732 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-e59d4562-afbc-4f60-80d3-34bd3dc77b0c tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:29.403978 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-e59d4562-afbc-4f60-80d3-34bd3dc77b0c tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:29.414572 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:29.437255 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-76fa4c2f-06bc-453a-b584-93fb4383e0b5 None None] Provisioning complete for port 04403bba-d521-4fbe-8ee1-1b855c7cf5bd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:29.437611 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-76fa4c2f-06bc-453a-b584-93fb4383e0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:29.456522 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d4562-afbc-4f60-80d3-34bd3dc77b0c tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Pushing event updated for resources: {'Port': ['ID=98c7c734-b2a0-4397-9a24-4ec63b72ae70,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:29.458096 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-629061d3-c5d2-401e-bc5f-91ccdc291783 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?network_id=71cd31ab-aef9-4c82-a7fe-78615c051843&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1512160 Nov 15 11:22:29.476479 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57622a4f-4c8c-47d5-a244-2ef197fbfcf6 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:29.480268 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-e59d4562-afbc-4f60-80d3-34bd3dc77b0c tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:29.481153 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-e59d4562-afbc-4f60-80d3-34bd3dc77b0c tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:29.507350 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-e59d4562-afbc-4f60-80d3-34bd3dc77b0c tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7928054 Nov 15 11:22:29.529379 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-afbae7d5-1e2e-433a-b61b-3aeb981ea3a5 service neutron] Request body: {'port': {'device_id': 'c14f5faa-a467-4039-88fd-c6fe64c48a30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:29.538708 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57622a4f-4c8c-47d5-a244-2ef197fbfcf6 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Pushing event updated for resources: {'Port': ['ID=0aeccc59-e616-408e-ba0e-9380fe19ef37,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:29.612056 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-afbae7d5-1e2e-433a-b61b-3aeb981ea3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:29.643851 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-57622a4f-4c8c-47d5-a244-2ef197fbfcf6 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:29.655979 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57622a4f-4c8c-47d5-a244-2ef197fbfcf6 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:29.707489 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a4443-322c-40b5-a0d4-bda1cd64699d req-b326d028-cd3f-443f-a907-41215e9d6ba5 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:29.708966 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e7a4443-322c-40b5-a0d4-bda1cd64699d req-b326d028-cd3f-443f-a907-41215e9d6ba5 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4197e0-8ae5-4340-9a63-9825e0185e5a HTTP/1.1" status: 200 len: 945 time: 0.4680979 Nov 15 11:22:29.818908 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8963cc68-0445-4af5-976d-c6e72d59bbf2 None None] Provisioning complete for port 98c7c734-b2a0-4397-9a24-4ec63b72ae70 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:29.820344 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8963cc68-0445-4af5-976d-c6e72d59bbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:29.869920 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8963cc68-0445-4af5-976d-c6e72d59bbf2 None None] Port 98c7c734-b2a0-4397-9a24-4ec63b72ae70 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:22:29.883142 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-031e961b-d2fb-46e2-ac78-936a50d1cb08 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:29.889411 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-031e961b-d2fb-46e2-ac78-936a50d1cb08 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:29.895469 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-031e961b-d2fb-46e2-ac78-936a50d1cb08 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:29.897169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-031e961b-d2fb-46e2-ac78-936a50d1cb08 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/networks?id=91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7&id=4c80147d-a460-4aca-9746-ccf4bbea3343&id=4c80147d-a460-4aca-9746-ccf4bbea3343&id=71cd31ab-aef9-4c82-a7fe-78615c051843&id=71cd31ab-aef9-4c82-a7fe-78615c051843 HTTP/1.1" status: 200 len: 1995 time: 0.4102917 Nov 15 11:22:29.897835 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c36884c4-8207-4bbe-8504-bd139ad346ff req-6fb0b363-eff1-4c85-8f75-921d8bc174a9 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:29.931931 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-afbae7d5-1e2e-433a-b61b-3aeb981ea3a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98c7c734-b2a0-4397-9a24-4ec63b72ae70 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:22:29.939440 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-afbae7d5-1e2e-433a-b61b-3aeb981ea3a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:29.951917 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-afbae7d5-1e2e-433a-b61b-3aeb981ea3a5 service neutron] Transition to ACTIVE for port object 98c7c734-b2a0-4397-9a24-4ec63b72ae70 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:22:29.956610 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-afbae7d5-1e2e-433a-b61b-3aeb981ea3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:29.989962 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0b363-eff1-4c85-8f75-921d8bc174a9 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Pushing event deleted for resources: {'Port': ['ID=1342d862-8732-49ad-9ea2-a65dc9a0709a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:29.995710 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e7a4443-322c-40b5-a0d4-bda1cd64699d req-aa106d60-0ef9-4a38-abdb-04595fc9cdcc tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748511 Nov 15 11:22:30.008828 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-e711f000-69c6-48d8-b2a3-5355261e6667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 160e0fc1-9894-41ac-b24c-905f8dc42877 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:22:30.021071 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbae7d5-1e2e-433a-b61b-3aeb981ea3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=98c7c734-b2a0-4397-9a24-4ec63b72ae70,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:30.027149 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-e711f000-69c6-48d8-b2a3-5355261e6667 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:30.051603 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-669d214c-6892-4679-ae35-f5c876d6cf5f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/quotas/77cb92f4ba94421baccd055f8a61a579 HTTP/1.1" status: 200 len: 375 time: 0.1411185 Nov 15 11:22:30.052192 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-e711f000-69c6-48d8-b2a3-5355261e6667 service neutron] Transition to ACTIVE for port object 160e0fc1-9894-41ac-b24c-905f8dc42877 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:22:30.059576 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57622a4f-4c8c-47d5-a244-2ef197fbfcf6 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:30.087920 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-afbae7d5-1e2e-433a-b61b-3aeb981ea3a5 service neutron] Attempting to bind port 98c7c734-b2a0-4397-9a24-4ec63b72ae70 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:22:30.088252 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-afbae7d5-1e2e-433a-b61b-3aeb981ea3a5 service neutron] Attempting to bind port 98c7c734-b2a0-4397-9a24-4ec63b72ae70 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'c2cb3e63-6ad3-4217-9eed-16afe313951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:22:30.088698 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-afbae7d5-1e2e-433a-b61b-3aeb981ea3a5 service neutron] Attempting to bind port 98c7c734-b2a0-4397-9a24-4ec63b72ae70 on network 5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:30.093621 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-afbae7d5-1e2e-433a-b61b-3aeb981ea3a5 service neutron] Port 98c7c734-b2a0-4397-9a24-4ec63b72ae70 on network 5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:22:30.094174 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-afbae7d5-1e2e-433a-b61b-3aeb981ea3a5 service neutron] Attempting to bind port 98c7c734-b2a0-4397-9a24-4ec63b72ae70 on network 5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:30.099863 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-e711f000-69c6-48d8-b2a3-5355261e6667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:30.102699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-afbae7d5-1e2e-433a-b61b-3aeb981ea3a5 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:22:30.103028 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-afbae7d5-1e2e-433a-b61b-3aeb981ea3a5 service neutron] Checking segment: {'id': 'c2cb3e63-6ad3-4217-9eed-16afe313951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:30.103405 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-afbae7d5-1e2e-433a-b61b-3aeb981ea3a5 service neutron] Bound using segment: {'id': 'c2cb3e63-6ad3-4217-9eed-16afe313951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:22:30.103868 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-afbae7d5-1e2e-433a-b61b-3aeb981ea3a5 service neutron] Bound port: 98c7c734-b2a0-4397-9a24-4ec63b72ae70, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2cb3e63-6ad3-4217-9eed-16afe313951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:22:30.104337 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-afbae7d5-1e2e-433a-b61b-3aeb981ea3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:30.163743 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5318018b-f349-4625-9e56-cc5b8b920b61 req-6900c761-bb0c-4529-a77c-2cc069637079 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.64 "GET /v2.0/ports?device_id=73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8 HTTP/1.1" status: 200 len: 210 time: 0.0714557 Nov 15 11:22:30.174463 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-afbae7d5-1e2e-433a-b61b-3aeb981ea3a5 service neutron] For port 98c7c734-b2a0-4397-9a24-4ec63b72ae70, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:22:30.178927 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-afbae7d5-1e2e-433a-b61b-3aeb981ea3a5 service neutron] For port 98c7c734-b2a0-4397-9a24-4ec63b72ae70, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=98c7c734-b2a0-4397-9a24-4ec63b72ae70,segment=NetworkSegment(c2cb3e63-6ad3-4217-9eed-16afe313951d),segment_id=c2cb3e63-6ad3-4217-9eed-16afe313951d)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:22:30.188866 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-afbae7d5-1e2e-433a-b61b-3aeb981ea3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:30.212626 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d197baa-0012-440b-a2f2-cb5d2f818bc4 x-openstack-request-id: req-7d197baa-0012-440b-a2f2-cb5d2f818bc4 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:30.212960 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8", "name": "network-vif-unplugged", "status": "completed", "tag": "1342d862-8732-49ad-9ea2-a65dc9a0709a", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:30.213212 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d197baa-0012-440b-a2f2-cb5d2f818bc4 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:30.213616 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1342d862-8732-49ad-9ea2-a65dc9a0709a', 'code': 200} Nov 15 11:22:30.238159 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36884c4-8207-4bbe-8504-bd139ad346ff req-6fb0b363-eff1-4c85-8f75-921d8bc174a9 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] No DVR routers for this DVR port 1342d862-8732-49ad-9ea2-a65dc9a0709a on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:22:30.241140 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c36884c4-8207-4bbe-8504-bd139ad346ff req-6fb0b363-eff1-4c85-8f75-921d8bc174a9 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:30.246051 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c36884c4-8207-4bbe-8504-bd139ad346ff req-6fb0b363-eff1-4c85-8f75-921d8bc174a9 tempest-ServerRescueTestJSONUnderV235-2145076088 tempest-ServerRescueTestJSONUnderV235-2145076088-project] 10.222.0.55 "DELETE /v2.0/ports/1342d862-8732-49ad-9ea2-a65dc9a0709a HTTP/1.1" status: 204 len: 173 time: 2.6560392 Nov 15 11:22:30.252398 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8', 'name': 'network-vif-deleted', 'tag': '1342d862-8732-49ad-9ea2-a65dc9a0709a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:30.255347 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d985b030-3afc-4abd-aeec-324fb08fbc56" -d '{"events": [{"server_uuid": "73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8", "name": "network-vif-deleted", "tag": "1342d862-8732-49ad-9ea2-a65dc9a0709a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:30.262962 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-afbae7d5-1e2e-433a-b61b-3aeb981ea3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:30.263755 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-afbae7d5-1e2e-433a-b61b-3aeb981ea3a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:30.265348 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-afbae7d5-1e2e-433a-b61b-3aeb981ea3a5 service neutron] 10.222.0.11 "PUT /v2.0/ports/98c7c734-b2a0-4397-9a24-4ec63b72ae70 HTTP/1.1" status: 200 len: 1091 time: 0.7459126 Nov 15 11:22:30.265946 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14f5faa-a467-4039-88fd-c6fe64c48a30', 'tag': '98c7c734-b2a0-4397-9a24-4ec63b72ae70'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:30.270307 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eabc157-e7df-4618-9961-68e5467e7b39" -d '{"events": [{"name": "network-changed", "server_uuid": "c14f5faa-a467-4039-88fd-c6fe64c48a30", "tag": "98c7c734-b2a0-4397-9a24-4ec63b72ae70"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:30.273210 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbae7d5-1e2e-433a-b61b-3aeb981ea3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=98c7c734-b2a0-4397-9a24-4ec63b72ae70,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:30.290092 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57622a4f-4c8c-47d5-a244-2ef197fbfcf6 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:30.368042 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-4ef2d431-d959-4a74-8b03-a735c3a9626f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=77cb92f4ba94421baccd055f8a61a579&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2781301 Nov 15 11:22:30.373323 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-78550ebf-7381-4d15-969d-fc85a1110e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:30.375492 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-78550ebf-7381-4d15-969d-fc85a1110e7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84266b83cb7b44e49edcf06f7e40ecbe&device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 1094 time: 0.0515563 Nov 15 11:22:30.375766 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711f000-69c6-48d8-b2a3-5355261e6667 service neutron] Pushing event updated for resources: {'Port': ['ID=160e0fc1-9894-41ac-b24c-905f8dc42877,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:30.431665 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-a4a3a6f2-54b7-4420-adfc-2ec019cdd957 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98c7c734-b2a0-4397-9a24-4ec63b72ae70 HTTP/1.1" status: 200 len: 217 time: 0.0424850 Nov 15 11:22:30.502073 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-be39a4ad-738d-42ec-92ed-f2d1af64ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:30.503559 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-be39a4ad-738d-42ec-92ed-f2d1af64ee66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa23b34b-7133-41b6-b1e3-4b077f52e5c3 HTTP/1.1" status: 200 len: 849 time: 0.0646050 Nov 15 11:22:30.506871 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91315a7-d91a-46b7-8679-6ab5fd7b69cb req-132b31cb-63e3-4dd2-a058-c5673e839833 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:30.508442 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f91315a7-d91a-46b7-8679-6ab5fd7b69cb req-132b31cb-63e3-4dd2-a058-c5673e839833 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c HTTP/1.1" status: 200 len: 944 time: 0.2230964 Nov 15 11:22:30.557178 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-13ea9246-93ff-4970-b0ab-4f1750e01586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:30.559013 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-13ea9246-93ff-4970-b0ab-4f1750e01586 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444314 Nov 15 11:22:30.638913 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 04403bba-d521-4fbe-8ee1-1b855c7cf5bd up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:22:30.640487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-e711f000-69c6-48d8-b2a3-5355261e6667 service neutron] Attempting to bind port 160e0fc1-9894-41ac-b24c-905f8dc42877 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:22:30.640853 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-e711f000-69c6-48d8-b2a3-5355261e6667 service neutron] Attempting to bind port 160e0fc1-9894-41ac-b24c-905f8dc42877 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '982510f6-b22f-4c53-af38-6a6785d78500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '865d5ee5-074b-41e0-8bb1-5b492cfc8e95'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:22:30.641185 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-e711f000-69c6-48d8-b2a3-5355261e6667 service neutron] Attempting to bind port 160e0fc1-9894-41ac-b24c-905f8dc42877 on network 865d5ee5-074b-41e0-8bb1-5b492cfc8e95 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:30.666728 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-9028b3f9-79ed-4a6b-b283-487ee830c18b service neutron] 10.222.0.64 "GET /v2.0/networks/91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757168 Nov 15 11:22:30.667458 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-e711f000-69c6-48d8-b2a3-5355261e6667 service neutron] Port 160e0fc1-9894-41ac-b24c-905f8dc42877 on network 865d5ee5-074b-41e0-8bb1-5b492cfc8e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:22:30.667636 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-e711f000-69c6-48d8-b2a3-5355261e6667 service neutron] Attempting to bind port 160e0fc1-9894-41ac-b24c-905f8dc42877 on network 865d5ee5-074b-41e0-8bb1-5b492cfc8e95 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:30.686696 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-09dbcd26-c272-4f7c-ac09-816e98fddf6a service neutron] 10.222.0.11 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178360 Nov 15 11:22:30.689756 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-e711f000-69c6-48d8-b2a3-5355261e6667 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:22:30.690094 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-e711f000-69c6-48d8-b2a3-5355261e6667 service neutron] Checking segment: {'id': '982510f6-b22f-4c53-af38-6a6785d78500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '865d5ee5-074b-41e0-8bb1-5b492cfc8e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:30.690475 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-e711f000-69c6-48d8-b2a3-5355261e6667 service neutron] Bound using segment: {'id': '982510f6-b22f-4c53-af38-6a6785d78500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '865d5ee5-074b-41e0-8bb1-5b492cfc8e95'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:22:30.690917 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-e711f000-69c6-48d8-b2a3-5355261e6667 service neutron] Bound port: 160e0fc1-9894-41ac-b24c-905f8dc42877, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982510f6-b22f-4c53-af38-6a6785d78500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '865d5ee5-074b-41e0-8bb1-5b492cfc8e95'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:22:30.691270 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-e711f000-69c6-48d8-b2a3-5355261e6667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:30.705593 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f91315a7-d91a-46b7-8679-6ab5fd7b69cb req-c1486890-4aac-4146-a439-54143881c27f tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862774 Nov 15 11:22:30.707696 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 04403bba-d521-4fbe-8ee1-1b855c7cf5bd triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:30.708669 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:30.810465 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a490bfb9-1608-4d2c-95ee-06b931fd8948 req-648eca07-3806-4962-8610-f465262c8346 service neutron] 10.222.0.11 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152134 Nov 15 11:22:30.831843 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 179d89b1-ee8c-4550-a6ce-3d7f753c0b0d up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:22:30.886767 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 179d89b1-ee8c-4550-a6ce-3d7f753c0b0d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:30.887702 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:30.905709 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57622a4f-4c8c-47d5-a244-2ef197fbfcf6 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:30.914215 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5aed0e16-7ef0-46c3-b3f4-83940306d756 service neutron] 10.222.0.64 "GET /v2.0/networks/91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388623 Nov 15 11:22:30.925631 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57622a4f-4c8c-47d5-a244-2ef197fbfcf6 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:30.931438 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 6c6cf545-04fd-485e-8970-e1961ad53532 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:22:30.988967 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e166f-f6a2-4440-abce-cb1508e6f642 req-83d651de-4ece-44a7-82a4-ba19e3b614c6 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:30.990530 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b7e166f-f6a2-4440-abce-cb1508e6f642 req-83d651de-4ece-44a7-82a4-ba19e3b614c6 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 943 time: 0.2004263 Nov 15 11:22:31.014753 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-e711f000-69c6-48d8-b2a3-5355261e6667 service neutron] For port 160e0fc1-9894-41ac-b24c-905f8dc42877, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:22:31.032877 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 6c6cf545-04fd-485e-8970-e1961ad53532 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:22:31.038181 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 6c6cf545-04fd-485e-8970-e1961ad53532 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:31.038546 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:31.070241 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-e711f000-69c6-48d8-b2a3-5355261e6667 service neutron] For port 160e0fc1-9894-41ac-b24c-905f8dc42877, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=160e0fc1-9894-41ac-b24c-905f8dc42877,segment=NetworkSegment(982510f6-b22f-4c53-af38-6a6785d78500),segment_id=982510f6-b22f-4c53-af38-6a6785d78500)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:22:31.081261 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-61ff6c45-c97b-439b-b49e-f06593ca9b31 service neutron] 10.222.0.64 "GET /v2.0/ports/bc1db242-bc41-4115-8ee6-dd7f58c66f19?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1533058 Nov 15 11:22:31.084923 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-e711f000-69c6-48d8-b2a3-5355261e6667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:31.090913 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57622a4f-4c8c-47d5-a244-2ef197fbfcf6 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Pushing event updated for resources: {'Port': ['ID=0aeccc59-e616-408e-ba0e-9380fe19ef37,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:31.122196 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:31.156764 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 6c6cf545-04fd-485e-8970-e1961ad53532, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=6c6cf545-04fd-485e-8970-e1961ad53532,segment=NetworkSegment(e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd),segment_id=e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:31.161613 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:31.197276 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57622a4f-4c8c-47d5-a244-2ef197fbfcf6 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:31.203053 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-e711f000-69c6-48d8-b2a3-5355261e6667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:31.203656 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-e711f000-69c6-48d8-b2a3-5355261e6667 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:31.205113 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-e711f000-69c6-48d8-b2a3-5355261e6667 service neutron] 10.222.0.11 "PUT /v2.0/ports/160e0fc1-9894-41ac-b24c-905f8dc42877 HTTP/1.1" status: 200 len: 1092 time: 3.3575184 Nov 15 11:22:31.214003 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b7e166f-f6a2-4440-abce-cb1508e6f642 req-c8878995-bd2f-451d-a65a-75ea7076421d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968479 Nov 15 11:22:31.303447 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57622a4f-4c8c-47d5-a244-2ef197fbfcf6 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:31.304789 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-57622a4f-4c8c-47d5-a244-2ef197fbfcf6 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1224363 Nov 15 11:22:31.308776 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711f000-69c6-48d8-b2a3-5355261e6667 service neutron] Pushing event updated for resources: {'Port': ['ID=160e0fc1-9894-41ac-b24c-905f8dc42877,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:31.333275 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-05324d9f-9a15-45f0-bb3a-3115243b3f53 service neutron] 10.222.0.64 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368953 Nov 15 11:22:31.339160 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-bd3cf254-5d3c-4cb4-b054-b04789064392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:31.340989 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-bd3cf254-5d3c-4cb4-b054-b04789064392 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47fff505e3e84388895515130236448c&device_id=a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c HTTP/1.1" status: 200 len: 1095 time: 0.0814683 Nov 15 11:22:31.348808 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:31.354447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=6c6cf545-04fd-485e-8970-e1961ad53532,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:31.407022 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a471ac6-682c-4b80-9f45-c03d37d34547 x-openstack-request-id: req-5a471ac6-682c-4b80-9f45-c03d37d34547 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:31.407300 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14f5faa-a467-4039-88fd-c6fe64c48a30", "tag": "98c7c734-b2a0-4397-9a24-4ec63b72ae70", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:31.407546 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5a471ac6-682c-4b80-9f45-c03d37d34547 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:31.407969 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14f5faa-a467-4039-88fd-c6fe64c48a30', 'tag': '98c7c734-b2a0-4397-9a24-4ec63b72ae70', 'status': 'completed', 'code': 200} Nov 15 11:22:31.420932 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ed1615-d8ec-4f95-ae48-c7280cb85e91 x-openstack-request-id: req-29ed1615-d8ec-4f95-ae48-c7280cb85e91 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:31.421210 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8", "name": "network-vif-deleted", "tag": "1342d862-8732-49ad-9ea2-a65dc9a0709a", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:31.421456 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-29ed1615-d8ec-4f95-ae48-c7280cb85e91 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:31.421845 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73876b82-c3ec-4a46-9ff8-f3b7dc6b1ec8', 'name': 'network-vif-deleted', 'tag': '1342d862-8732-49ad-9ea2-a65dc9a0709a', 'status': 'completed', 'code': 200} Nov 15 11:22:31.425195 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-16364fd3-0d68-4f4d-a7b3-f7c053001241 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=160e0fc1-9894-41ac-b24c-905f8dc42877 HTTP/1.1" status: 200 len: 217 time: 0.0747797 Nov 15 11:22:31.477976 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabc157-e7df-4618-9961-68e5467e7b39 req-c6619ce5-2a67-4baf-a01c-20a701acc642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:31.479482 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5eabc157-e7df-4618-9961-68e5467e7b39 req-c6619ce5-2a67-4baf-a01c-20a701acc642 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84266b83cb7b44e49edcf06f7e40ecbe&device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 1094 time: 0.0417573 Nov 15 11:22:31.523655 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-42a860a4-f755-4a23-8968-b93e654843c9 service neutron] 10.222.0.64 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814578 Nov 15 11:22:31.529605 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-0edea530-460c-46ed-99ad-80139a6341f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:31.530980 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-0edea530-460c-46ed-99ad-80139a6341f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6f3afe93-e76b-4058-a0ae-3200fb061f6d HTTP/1.1" status: 200 len: 861 time: 0.0930433 Nov 15 11:22:31.576229 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabc157-e7df-4618-9961-68e5467e7b39 req-f148ce17-2e79-47d5-83ab-3a619b4ec7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:31.577623 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5eabc157-e7df-4618-9961-68e5467e7b39 req-f148ce17-2e79-47d5-83ab-3a619b4ec7e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd HTTP/1.1" status: 200 len: 911 time: 0.0896018 Nov 15 11:22:31.594290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efea03-c21f-4cf7-8b73-58b162ec3d01 req-da628391-ce5d-4771-81e6-b29f57983b77 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:31.595750 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-97efea03-c21f-4cf7-8b73-58b162ec3d01 req-da628391-ce5d-4771-81e6-b29f57983b77 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4197e0-8ae5-4340-9a63-9825e0185e5a HTTP/1.1" status: 200 len: 946 time: 0.1285272 Nov 15 11:22:31.597532 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-3a0bd692-5db3-4b32-ac1c-148092060f49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=865d5ee5-074b-41e0-8bb1-5b492cfc8e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551231 Nov 15 11:22:31.605859 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-0f5e0fc5-8f98-45ab-8c58-6003346ab1d7 service neutron] 10.222.0.64 "GET /v2.0/ports/b5c5f658-3e97-46d3-b735-9ae8bc3ad568?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0738502 Nov 15 11:22:31.620493 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5eabc157-e7df-4618-9961-68e5467e7b39 req-9159f51f-637e-4883-b159-279b53fe2dac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98c7c734-b2a0-4397-9a24-4ec63b72ae70 HTTP/1.1" status: 200 len: 217 time: 0.0348520 Nov 15 11:22:31.673559 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabc157-e7df-4618-9961-68e5467e7b39 req-50c68d47-a002-449d-8b01-3a65c76979ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:31.675040 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5eabc157-e7df-4618-9961-68e5467e7b39 req-50c68d47-a002-449d-8b01-3a65c76979ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa23b34b-7133-41b6-b1e3-4b077f52e5c3 HTTP/1.1" status: 200 len: 849 time: 0.0476055 Nov 15 11:22:31.722435 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabc157-e7df-4618-9961-68e5467e7b39 req-17515ff1-73a5-48f0-966a-77f0c89bf2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:31.724053 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5eabc157-e7df-4618-9961-68e5467e7b39 req-17515ff1-73a5-48f0-966a-77f0c89bf2ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407619 Nov 15 11:22:31.746162 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-97efea03-c21f-4cf7-8b73-58b162ec3d01 req-7cac4bd8-6c39-48f0-b850-c10a91b2f3ac tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433299 Nov 15 11:22:31.791843 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5a48d741-4576-4cbd-98c7-5d7b7df6a4c4 service neutron] 10.222.0.64 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739175 Nov 15 11:22:31.795306 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-c38aa01d-64a0-46b0-83ee-bcfefe1c5310 service neutron] 10.222.0.11 "GET /v2.0/networks/865d5ee5-074b-41e0-8bb1-5b492cfc8e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846054 Nov 15 11:22:31.811523 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35862) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:31.819483 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5eabc157-e7df-4618-9961-68e5467e7b39 req-377c6888-7df6-4a02-b3d1-332cb7f2d436 service neutron] 10.222.0.11 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873568 Nov 15 11:22:31.922156 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5eabc157-e7df-4618-9961-68e5467e7b39 req-e088e63a-d719-4ea6-81e3-4a63a5d67cad service neutron] 10.222.0.11 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947747 Nov 15 11:22:32.215129 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4197e0-8ae5-4340-9a63-9825e0185e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6cf545-04fd-485e-8970-e1961ad53532'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:32.217538 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c5fc69-8c62-4094-ba33-f9ee597f9f48" -d '{"events": [{"server_uuid": "bc4197e0-8ae5-4340-9a63-9825e0185e5a", "name": "network-vif-plugged", "status": "completed", "tag": "6c6cf545-04fd-485e-8970-e1961ad53532"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:32.355156 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-52706be7-6309-4abb-93b3-3a9167420ece tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1822482332&fields=id&tenant_id=a18bdc63ba1f4c0296f604ebdceeae4b HTTP/1.1" status: 200 len: 267 time: 0.2026889 Nov 15 11:22:32.381669 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-faa1f2c5-8338-418c-adc2-bc1ca7661b4a req-def26c63-fd6d-43ca-baee-ab96c4196411 service neutron] 10.222.0.11 "GET /v2.0/networks/865d5ee5-074b-41e0-8bb1-5b492cfc8e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5716698 Nov 15 11:22:32.386460 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-85354318-7325-4077-ba59-b9d521a247fd service neutron] 10.222.0.64 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5857747 Nov 15 11:22:32.623538 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-fe376dca-b45b-4018-ae2f-dffbb559d55b tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:32.625175 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-fe376dca-b45b-4018-ae2f-dffbb559d55b tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/networks?id=8eb545cc-9308-4393-92fd-bc3c5179fd64 HTTP/1.1" status: 200 len: 812 time: 0.2574933 Nov 15 11:22:32.656259 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-ee20613e-9bcf-4963-abab-c9667da4817e service neutron] 10.222.0.64 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306361 Nov 15 11:22:32.661656 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-dd205ae7-25e5-4269-ba50-ab21260fedec tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/quotas/a18bdc63ba1f4c0296f604ebdceeae4b HTTP/1.1" status: 200 len: 375 time: 0.0304582 Nov 15 11:22:32.819233 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-7c148a51-89db-401c-b01a-6d0f43352659 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a18bdc63ba1f4c0296f604ebdceeae4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1446028 Nov 15 11:22:32.823094 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-2408fae9-0552-4642-a21a-8b6d387435c0 service neutron] 10.222.0.64 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570256 Nov 15 11:22:33.008292 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-63a7a55a-85c8-46f9-91ef-6e111ddcbe7e service neutron] 10.222.0.64 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791556 Nov 15 11:22:33.017701 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-9ef19623-5472-414a-bf33-84512af94462 service neutron] 10.222.0.64 "GET /v2.0/networks/8eb545cc-9308-4393-92fd-bc3c5179fd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809225 Nov 15 11:22:33.174602 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d5d4e37-87d6-4608-a123-84c29a092abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:33.181978 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-055c4a98-c6af-4701-af53-ed2e3631249c service neutron] 10.222.0.64 "GET /v2.0/networks/8eb545cc-9308-4393-92fd-bc3c5179fd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554301 Nov 15 11:22:33.218989 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-ddc2bdd7-4dfe-48fb-ad0e-9e33ba871dfb service neutron] 10.222.0.64 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037406 Nov 15 11:22:33.363647 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-472ed2a2-ca51-4d4b-b2b1-1345951c13d8 service neutron] 10.222.0.64 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195664 Nov 15 11:22:33.428232 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c', 'tag': '160e0fc1-9894-41ac-b24c-905f8dc42877'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:33.432221 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dae0551-e1d4-492d-bbe2-5b8c00a70023" -d '{"events": [{"name": "network-changed", "server_uuid": "a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c", "tag": "160e0fc1-9894-41ac-b24c-905f8dc42877"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:33.534529 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de69bf-e806-4266-b8df-878f6c0abb73 req-28527bb5-429f-4c0b-96d4-a110c4a9ad8d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:33.536136 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17de69bf-e806-4266-b8df-878f6c0abb73 req-28527bb5-429f-4c0b-96d4-a110c4a9ad8d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.1457419 Nov 15 11:22:33.578265 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-f2a17151-7ef5-4000-b21e-1ee3153eef89 service neutron] 10.222.0.64 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867225 Nov 15 11:22:33.634002 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:22:33.671491 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17de69bf-e806-4266-b8df-878f6c0abb73 req-82358789-1d3b-4fee-b229-b3fa167548dc tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271181 Nov 15 11:22:33.745731 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6013c0ee-a27b-4dfb-9fbd-18ae7b995978 service neutron] 10.222.0.64 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592937 Nov 15 11:22:33.828606 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9d5d4e37-87d6-4608-a123-84c29a092abf admin admin] Deleting port adeabb7b-13f1-4f74-ab47-4e2633ba51b6 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:22:33.829302 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d5d4e37-87d6-4608-a123-84c29a092abf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:33.891809 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e4706-36cb-4c9d-a262-af90a188cafa req-b62e63f1-a9eb-4b24-9705-a9ca52f27540 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:33.893326 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-535e4706-36cb-4c9d-a262-af90a188cafa req-b62e63f1-a9eb-4b24-9705-a9ca52f27540 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c HTTP/1.1" status: 200 len: 944 time: 0.1519284 Nov 15 11:22:33.947698 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-afcae5a8-36a0-4eae-9277-31698f8b0baa service neutron] 10.222.0.64 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922491 Nov 15 11:22:33.976459 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9d5d4e37-87d6-4608-a123-84c29a092abf admin admin] For port adeabb7b-13f1-4f74-ab47-4e2633ba51b6, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=adeabb7b-13f1-4f74-ab47-4e2633ba51b6,segment=NetworkSegment(09cfbf89-35be-492a-beed-4e3df197629e),segment_id=09cfbf89-35be-492a-beed-4e3df197629e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:33.976823 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d5d4e37-87d6-4608-a123-84c29a092abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:33.992321 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-535e4706-36cb-4c9d-a262-af90a188cafa req-815a2828-ebce-4574-8aab-e139c00a466a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897534 Nov 15 11:22:33.996074 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9d5d4e37-87d6-4608-a123-84c29a092abf admin admin] Calling delete_port for adeabb7b-13f1-4f74-ab47-4e2633ba51b6 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:22:34.040735 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7546fa1-ade6-46af-9a79-89658b8aa996 x-openstack-request-id: req-e7546fa1-ade6-46af-9a79-89658b8aa996 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:34.041247 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4197e0-8ae5-4340-9a63-9825e0185e5a", "name": "network-vif-plugged", "status": "completed", "tag": "6c6cf545-04fd-485e-8970-e1961ad53532", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:34.041344 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7546fa1-ade6-46af-9a79-89658b8aa996 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:34.041814 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4197e0-8ae5-4340-9a63-9825e0185e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6cf545-04fd-485e-8970-e1961ad53532', 'code': 200} Nov 15 11:22:34.495989 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36943636-9c2c-4435-9616-66d093e06c0b req-c553224b-7597-4f53-b48d-49cbce44f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:34.497548 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-36943636-9c2c-4435-9616-66d093e06c0b req-c553224b-7597-4f53-b48d-49cbce44f802 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bc4197e0-8ae5-4340-9a63-9825e0185e5a HTTP/1.1" status: 200 len: 1097 time: 0.1002071 Nov 15 11:22:34.508357 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0d316-81d9-442d-bdaf-a42294c1cd8f req-4de68527-41f3-48a6-b43b-7615b2d90980 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:34.515650 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1fd0d316-81d9-442d-bdaf-a42294c1cd8f req-4de68527-41f3-48a6-b43b-7615b2d90980 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 943 time: 0.1193051 Nov 15 11:22:34.556646 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-28a6b198-2f8f-4e77-b2d3-785993ec9f07 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:34.558880 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-28a6b198-2f8f-4e77-b2d3-785993ec9f07 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.55 "GET /v2.0/networks?id=8eb545cc-9308-4393-92fd-bc3c5179fd64 HTTP/1.1" status: 200 len: 812 time: 0.2595241 Nov 15 11:22:34.643358 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1fd0d316-81d9-442d-bdaf-a42294c1cd8f req-3031bcbb-d4a6-4350-9c7e-1935ae6f896a tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266627 Nov 15 11:22:34.651664 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-36943636-9c2c-4435-9616-66d093e06c0b req-805c6a00-801e-420e-b36f-9576b14cb266 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338580 Nov 15 11:22:34.657298 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-0ad1f6c1-04a0-4162-8ee3-fc3e38b83e81 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a18bdc63ba1f4c0296f604ebdceeae4b HTTP/1.1" status: 200 len: 380 time: 0.0864124 Nov 15 11:22:34.762508 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d5d4e37-87d6-4608-a123-84c29a092abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:34.795379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d4e37-87d6-4608-a123-84c29a092abf admin admin] Pushing event deleted for resources: {'Port': ['ID=adeabb7b-13f1-4f74-ab47-4e2633ba51b6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:34.808033 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ab18d-7651-427c-8807-12607dd41dbf req-0bbedcef-51a3-4920-ac08-b900e59c2b96 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:34.809532 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8a8ab18d-7651-427c-8807-12607dd41dbf req-0bbedcef-51a3-4920-ac08-b900e59c2b96 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4197e0-8ae5-4340-9a63-9825e0185e5a HTTP/1.1" status: 200 len: 946 time: 0.0837221 Nov 15 11:22:34.865520 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-571e0b2a-f5e9-4847-9379-eeadab48e82d tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Request body: {'port': {'device_id': '7c2b6166-d622-42ca-81eb-28c670a978da', 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64', 'admin_state_up': True, 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'security_groups': ['4d45103d-ee9d-493b-90ef-c3e5aea48f76']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:34.904253 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8a8ab18d-7651-427c-8807-12607dd41dbf req-460e010c-1d94-4793-9b45-75cd1de36e1d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811963 Nov 15 11:22:35.010019 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c109735-7722-4d9e-b2c3-83da2a4bc0d0 req-4ad4b785-eda4-4503-a1a4-b9b2c6f9b728 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c2b6166-d622-42ca-81eb-28c670a978da HTTP/1.1" status: 200 len: 210 time: 0.0385799 Nov 15 11:22:35.013513 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6cdb98-811a-468c-aca5-5dcb23dc9de4 x-openstack-request-id: req-0e6cdb98-811a-468c-aca5-5dcb23dc9de4 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:35.013513 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c", "tag": "160e0fc1-9894-41ac-b24c-905f8dc42877", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:35.013700 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e6cdb98-811a-468c-aca5-5dcb23dc9de4 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:35.016328 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c', 'tag': '160e0fc1-9894-41ac-b24c-905f8dc42877', 'status': 'completed', 'code': 200} Nov 15 11:22:35.049076 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d5d4e37-87d6-4608-a123-84c29a092abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:35.153343 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-571e0b2a-f5e9-4847-9379-eeadab48e82d tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Made reservation on behalf of a18bdc63ba1f4c0296f604ebdceeae4b for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:22:35.157368 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-571e0b2a-f5e9-4847-9379-eeadab48e82d tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:35.256726 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27906500-1019-4d94-b4c4-b70b0098e02c req-4af7e304-fba2-4320-a6a9-46f4b6461de5 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 210 time: 0.1393816 Nov 15 11:22:35.301709 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae0551-e1d4-492d-bbe2-5b8c00a70023 req-f307e9ab-2cbc-4ad8-8c07-85471aee7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:35.303736 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1dae0551-e1d4-492d-bbe2-5b8c00a70023 req-f307e9ab-2cbc-4ad8-8c07-85471aee7f8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47fff505e3e84388895515130236448c&device_id=a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c HTTP/1.1" status: 200 len: 1095 time: 0.2418716 Nov 15 11:22:35.332233 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-571e0b2a-f5e9-4847-9379-eeadab48e82d tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Allocated IP 172.20.0.5 (8eb545cc-9308-4393-92fd-bc3c5179fd64/5cf06bb7-5877-44b3-8778-2c64bd46356d/c43e3720-deed-406c-884f-46113c8c4a14) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:35.442671 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7e358-5e86-4b72-b615-0de6caf09084 req-ea5be5b3-ab6b-4a48-8b9d-f256d2a611a3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:35.450399 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59e7e358-5e86-4b72-b615-0de6caf09084 req-ea5be5b3-ab6b-4a48-8b9d-f256d2a611a3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.2257576 Nov 15 11:22:35.488868 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-571e0b2a-f5e9-4847-9379-eeadab48e82d tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:35.527486 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-571e0b2a-f5e9-4847-9379-eeadab48e82d tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:35.578614 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-571e0b2a-f5e9-4847-9379-eeadab48e82d tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Network 8eb545cc-9308-4393-92fd-bc3c5179fd64 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:35.583399 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-571e0b2a-f5e9-4847-9379-eeadab48e82d tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:35.587555 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-571e0b2a-f5e9-4847-9379-eeadab48e82d tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:35.634608 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 98c7c734-b2a0-4397-9a24-4ec63b72ae70 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:22:35.636720 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b79be-9151-4af8-a898-a7600f5c8039 req-de995bff-caf2-4b49-97d3-e71ebf0cdc99 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:35.646163 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-841b79be-9151-4af8-a898-a7600f5c8039 req-de995bff-caf2-4b49-97d3-e71ebf0cdc99 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c HTTP/1.1" status: 200 len: 944 time: 0.2559590 Nov 15 11:22:35.648829 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-571e0b2a-f5e9-4847-9379-eeadab48e82d tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:35.649500 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-571e0b2a-f5e9-4847-9379-eeadab48e82d tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:35.651375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae0551-e1d4-492d-bbe2-5b8c00a70023 req-876f0f90-7fe9-4485-82e9-ceafe0ffba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:35.654539 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1dae0551-e1d4-492d-bbe2-5b8c00a70023 req-876f0f90-7fe9-4485-82e9-ceafe0ffba69 service neutron] 10.222.0.11 "GET /v2.0/networks?id=865d5ee5-074b-41e0-8bb1-5b492cfc8e95 HTTP/1.1" status: 200 len: 922 time: 0.3408272 Nov 15 11:22:35.658249 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59e7e358-5e86-4b72-b615-0de6caf09084 req-465e4bc2-6c53-46fc-b118-af3a50cfa8a5 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070379 Nov 15 11:22:35.680640 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e0b2a-f5e9-4847-9379-eeadab48e82d tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Pushing event updated for resources: {'Port': ['ID=c43e3720-deed-406c-884f-46113c8c4a14,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:35.696336 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-571e0b2a-f5e9-4847-9379-eeadab48e82d tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8363008 Nov 15 11:22:35.714576 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-156284b9-1cf1-420b-8b9e-d0e202d2a48b service neutron] Request body: {'port': {'device_id': '7c2b6166-d622-42ca-81eb-28c670a978da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:35.790767 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1dae0551-e1d4-492d-bbe2-5b8c00a70023 req-c1b46cc8-b1e2-42dd-9df7-cfd2c9622645 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=160e0fc1-9894-41ac-b24c-905f8dc42877 HTTP/1.1" status: 200 len: 217 time: 0.1243083 Nov 15 11:22:35.809027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5d4e37-87d6-4608-a123-84c29a092abf admin admin] Router 91d8f117-a02e-4f97-a27b-a7ed10e5ecac has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:22:35.861336 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-156284b9-1cf1-420b-8b9e-d0e202d2a48b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:35.879507 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 98c7c734-b2a0-4397-9a24-4ec63b72ae70, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=98c7c734-b2a0-4397-9a24-4ec63b72ae70,segment=NetworkSegment(c2cb3e63-6ad3-4217-9eed-16afe313951d),segment_id=c2cb3e63-6ad3-4217-9eed-16afe313951d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:35.892763 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '98c7c734-b2a0-4397-9a24-4ec63b72ae70', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'port_id': '98c7c734-b2a0-4397-9a24-4ec63b72ae70', 'mac_address': 'fa:16:3e:62:a9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:22:35.931678 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-841b79be-9151-4af8-a898-a7600f5c8039 req-7079e3d7-3fc1-400c-a6cc-9761d0c67d90 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840981 Nov 15 11:22:35.941733 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:35.964848 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98c7c734-b2a0-4397-9a24-4ec63b72ae70 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:22:35.996777 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 98c7c734-b2a0-4397-9a24-4ec63b72ae70, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=98c7c734-b2a0-4397-9a24-4ec63b72ae70,segment=NetworkSegment(c2cb3e63-6ad3-4217-9eed-16afe313951d),segment_id=c2cb3e63-6ad3-4217-9eed-16afe313951d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:36.003139 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:36.004287 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 160e0fc1-9894-41ac-b24c-905f8dc42877 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:22:36.066562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aef086-02ae-4bce-b9e5-44a194eaf047 req-a23d761d-cf47-4121-bf75-97c146aefa0f tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:36.068147 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91aef086-02ae-4bce-b9e5-44a194eaf047 req-a23d761d-cf47-4121-bf75-97c146aefa0f tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 943 time: 0.2831295 Nov 15 11:22:36.072824 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae0551-e1d4-492d-bbe2-5b8c00a70023 req-0da833c1-f057-40d3-a702-74174028f6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:36.074216 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1dae0551-e1d4-492d-bbe2-5b8c00a70023 req-0da833c1-f057-40d3-a702-74174028f6b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6f3afe93-e76b-4058-a0ae-3200fb061f6d HTTP/1.1" status: 200 len: 861 time: 0.2537954 Nov 15 11:22:36.134126 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-beecb946-05f3-40ef-94ec-90d1c371cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:36.135494 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-beecb946-05f3-40ef-94ec-90d1c371cc4d service neutron] 10.222.0.11 "GET /v2.0/ports/bc1db242-bc41-4115-8ee6-dd7f58c66f19 HTTP/1.1" status: 200 len: 1033 time: 0.0741751 Nov 15 11:22:36.149920 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2da1c3b1-8644-4a60-bbe7-e52568352fce None None] Provisioning complete for port c43e3720-deed-406c-884f-46113c8c4a14 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:36.150531 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2da1c3b1-8644-4a60-bbe7-e52568352fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:36.174711 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1dae0551-e1d4-492d-bbe2-5b8c00a70023 req-b20a3f05-720c-425f-b532-b41e1af1f845 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=865d5ee5-074b-41e0-8bb1-5b492cfc8e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862336 Nov 15 11:22:36.194275 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=98c7c734-b2a0-4397-9a24-4ec63b72ae70,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:36.216957 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-c59b758a-acb8-408d-83b4-44248e927495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:36.218319 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-c59b758a-acb8-408d-83b4-44248e927495 service neutron] 10.222.0.11 "GET /v2.0/ports/b5c5f658-3e97-46d3-b735-9ae8bc3ad568 HTTP/1.1" status: 200 len: 1032 time: 0.0703037 Nov 15 11:22:36.230832 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-2da1c3b1-8644-4a60-bbe7-e52568352fce None None] Port c43e3720-deed-406c-884f-46113c8c4a14 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:22:36.235837 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2f1561a4-872b-4456-b27a-b15a161457db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:36.268634 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 160e0fc1-9894-41ac-b24c-905f8dc42877, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=160e0fc1-9894-41ac-b24c-905f8dc42877,segment=NetworkSegment(982510f6-b22f-4c53-af38-6a6785d78500),segment_id=982510f6-b22f-4c53-af38-6a6785d78500)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:36.282438 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '160e0fc1-9894-41ac-b24c-905f8dc42877', 'network_id': '865d5ee5-074b-41e0-8bb1-5b492cfc8e95', 'port_id': '160e0fc1-9894-41ac-b24c-905f8dc42877', 'mac_address': 'fa:16:3e:49:f1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3afe93-e76b-4058-a0ae-3200fb061f6d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:22:36.306131 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91aef086-02ae-4bce-b9e5-44a194eaf047 req-b849ba3b-e102-4cbf-b66a-4aee69ded565 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280772 Nov 15 11:22:36.328889 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:36.343845 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 160e0fc1-9894-41ac-b24c-905f8dc42877 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:22:36.355500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5d4e37-87d6-4608-a123-84c29a092abf admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:22:36.367237 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 160e0fc1-9894-41ac-b24c-905f8dc42877, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=160e0fc1-9894-41ac-b24c-905f8dc42877,segment=NetworkSegment(982510f6-b22f-4c53-af38-6a6785d78500),segment_id=982510f6-b22f-4c53-af38-6a6785d78500)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:36.367638 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9d5d4e37-87d6-4608-a123-84c29a092abf admin admin] 10.222.0.64 "PUT /v2.0/routers/91d8f117-a02e-4f97-a27b-a7ed10e5ecac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5549183 Nov 15 11:22:36.369111 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72073707-e87d-4a48-9303-9d95a1e4e1b8 None None] Sync routers for ids ['91d8f117-a02e-4f97-a27b-a7ed10e5ecac'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:22:36.370756 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35946) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:36.374971 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:36.381658 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-347ca618-4f4c-4218-bed4-f4bed7686467 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:36.381784 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72073707-e87d-4a48-9303-9d95a1e4e1b8 None None] Routers {'91d8f117-a02e-4f97-a27b-a7ed10e5ecac'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:22:36.382194 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-72073707-e87d-4a48-9303-9d95a1e4e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:22:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['91d8f117-a02e-4f97-a27b-a7ed10e5ecac'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:36.383511 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-347ca618-4f4c-4218-bed4-f4bed7686467 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 812 time: 0.3144021 Nov 15 11:22:36.468123 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=160e0fc1-9894-41ac-b24c-905f8dc42877,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:36.518207 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-ae9a2822-1501-437b-8b99-7a834032e1fc tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:36.524971 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-ae9a2822-1501-437b-8b99-7a834032e1fc tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:36.528270 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:36.534072 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-ae9a2822-1501-437b-8b99-7a834032e1fc tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:36.537228 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-ae9a2822-1501-437b-8b99-7a834032e1fc tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.11 "GET /v2.0/networks?id=91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7&id=4c80147d-a460-4aca-9746-ccf4bbea3343&id=4c80147d-a460-4aca-9746-ccf4bbea3343&id=4c80147d-a460-4aca-9746-ccf4bbea3343&id=4c80147d-a460-4aca-9746-ccf4bbea3343&id=71cd31ab-aef9-4c82-a7fe-78615c051843&id=71cd31ab-aef9-4c82-a7fe-78615c051843 HTTP/1.1" status: 200 len: 1995 time: 0.3092635 Nov 15 11:22:36.550041 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-156284b9-1cf1-420b-8b9e-d0e202d2a48b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c43e3720-deed-406c-884f-46113c8c4a14 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:22:36.571651 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-156284b9-1cf1-420b-8b9e-d0e202d2a48b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:36.589522 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-72073707-e87d-4a48-9303-9d95a1e4e1b8 None None] Set router 91d8f117-a02e-4f97-a27b-a7ed10e5ecac gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:22:36.604180 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-156284b9-1cf1-420b-8b9e-d0e202d2a48b service neutron] Transition to ACTIVE for port object c43e3720-deed-406c-884f-46113c8c4a14 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:22:36.620590 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-156284b9-1cf1-420b-8b9e-d0e202d2a48b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:36.626955 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-abd827f5-5d24-46b8-8ec5-62c355fb81b8 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/quotas/27507e50335c4427bf73121e79f9c590 HTTP/1.1" status: 200 len: 375 time: 0.0939217 Nov 15 11:22:36.683065 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156284b9-1cf1-420b-8b9e-d0e202d2a48b service neutron] Pushing event updated for resources: {'Port': ['ID=c43e3720-deed-406c-884f-46113c8c4a14,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:36.716768 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-7a4bbedf-d282-49fe-a607-b445190799e9 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77cb92f4ba94421baccd055f8a61a579 HTTP/1.1" status: 200 len: 379 time: 0.1691532 Nov 15 11:22:36.720479 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['98c7c734-b2a0-4397-9a24-4ec63b72ae70'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:22:36.730286 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-3788f249-719c-4d85-9de2-b50cdf8718ce tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Request body: {'port': {'device_id': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7', 'admin_state_up': True, 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'security_groups': ['f36bd24f-ce41-4d94-baad-0f74f4b4901a']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:36.795076 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-72073707-e87d-4a48-9303-9d95a1e4e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'name': 'tempest-ServerRescueTestJSONUnderV235-608520446-router', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:08Z', 'updated_at': '2021-11-15T11:22:34Z', 'revision_number': 5, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'gw_port': {'id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:09Z', 'updated_at': '2021-11-15T11:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:36.824843 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65641a28-fe6f-471f-b2eb-1ea4635e1718 req-68bde97f-ef70-4bff-bf2f-1d0f116b4cf9 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:36.826404 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65641a28-fe6f-471f-b2eb-1ea4635e1718 req-68bde97f-ef70-4bff-bf2f-1d0f116b4cf9 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4197e0-8ae5-4340-9a63-9825e0185e5a HTTP/1.1" status: 200 len: 946 time: 0.2961748 Nov 15 11:22:36.828825 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['160e0fc1-9894-41ac-b24c-905f8dc42877'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:22:36.836252 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72073707-e87d-4a48-9303-9d95a1e4e1b8 None None] Checking router: 91d8f117-a02e-4f97-a27b-a7ed10e5ecac for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:22:36.845062 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72073707-e87d-4a48-9303-9d95a1e4e1b8 None None] Routers {'91d8f117-a02e-4f97-a27b-a7ed10e5ecac'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:22:36.847100 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-72073707-e87d-4a48-9303-9d95a1e4e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:22:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['91d8f117-a02e-4f97-a27b-a7ed10e5ecac'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:36.877098 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-8c40a9a4-7119-4391-a58b-3133eb749891 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2079043 Nov 15 11:22:36.894623 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1dae0551-e1d4-492d-bbe2-5b8c00a70023 req-11e78c20-b363-449c-8455-4795917f2e41 service neutron] 10.222.0.11 "GET /v2.0/networks/865d5ee5-074b-41e0-8bb1-5b492cfc8e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7091403 Nov 15 11:22:36.912632 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-156284b9-1cf1-420b-8b9e-d0e202d2a48b service neutron] Attempting to bind port c43e3720-deed-406c-884f-46113c8c4a14 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:22:36.913343 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-156284b9-1cf1-420b-8b9e-d0e202d2a48b service neutron] Attempting to bind port c43e3720-deed-406c-884f-46113c8c4a14 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '70b983c1-31ff-4aa3-88e8-2f69ddf586e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:22:36.913882 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-156284b9-1cf1-420b-8b9e-d0e202d2a48b service neutron] Attempting to bind port c43e3720-deed-406c-884f-46113c8c4a14 on network 8eb545cc-9308-4393-92fd-bc3c5179fd64 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:36.927963 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-156284b9-1cf1-420b-8b9e-d0e202d2a48b service neutron] Port c43e3720-deed-406c-884f-46113c8c4a14 on network 8eb545cc-9308-4393-92fd-bc3c5179fd64 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:22:36.928641 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-156284b9-1cf1-420b-8b9e-d0e202d2a48b service neutron] Attempting to bind port c43e3720-deed-406c-884f-46113c8c4a14 on network 8eb545cc-9308-4393-92fd-bc3c5179fd64 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:36.934818 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-156284b9-1cf1-420b-8b9e-d0e202d2a48b service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:22:36.935464 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-156284b9-1cf1-420b-8b9e-d0e202d2a48b service neutron] Checking segment: {'id': '70b983c1-31ff-4aa3-88e8-2f69ddf586e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:36.936200 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-156284b9-1cf1-420b-8b9e-d0e202d2a48b service neutron] Bound using segment: {'id': '70b983c1-31ff-4aa3-88e8-2f69ddf586e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:22:36.937052 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-156284b9-1cf1-420b-8b9e-d0e202d2a48b service neutron] Bound port: c43e3720-deed-406c-884f-46113c8c4a14, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70b983c1-31ff-4aa3-88e8-2f69ddf586e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:22:36.937684 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-156284b9-1cf1-420b-8b9e-d0e202d2a48b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:36.966617 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-72073707-e87d-4a48-9303-9d95a1e4e1b8 None None] Set router 91d8f117-a02e-4f97-a27b-a7ed10e5ecac gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:22:37.098252 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-3788f249-719c-4d85-9de2-b50cdf8718ce tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Made reservation on behalf of 77cb92f4ba94421baccd055f8a61a579 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:22:37.102742 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-3788f249-719c-4d85-9de2-b50cdf8718ce tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:37.121933 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65641a28-fe6f-471f-b2eb-1ea4635e1718 req-4c95f783-b4bd-468b-add3-c38813dba980 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357414 Nov 15 11:22:37.181044 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-156284b9-1cf1-420b-8b9e-d0e202d2a48b service neutron] For port c43e3720-deed-406c-884f-46113c8c4a14, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:22:37.209084 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-156284b9-1cf1-420b-8b9e-d0e202d2a48b service neutron] For port c43e3720-deed-406c-884f-46113c8c4a14, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=c43e3720-deed-406c-884f-46113c8c4a14,segment=NetworkSegment(70b983c1-31ff-4aa3-88e8-2f69ddf586e6),segment_id=70b983c1-31ff-4aa3-88e8-2f69ddf586e6)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:22:37.243333 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-156284b9-1cf1-420b-8b9e-d0e202d2a48b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:37.245269 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-72073707-e87d-4a48-9303-9d95a1e4e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'name': 'tempest-ServerRescueTestJSONUnderV235-608520446-router', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:08Z', 'updated_at': '2021-11-15T11:22:34Z', 'revision_number': 5, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'gw_port': {'id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:09Z', 'updated_at': '2021-11-15T11:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:37.275071 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72073707-e87d-4a48-9303-9d95a1e4e1b8 None None] The sync data for ids ['91d8f117-a02e-4f97-a27b-a7ed10e5ecac'] in n-d-729945-9 is: [{'id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'name': 'tempest-ServerRescueTestJSONUnderV235-608520446-router', 'tenant_id': 'd964b30bd51241629f72ef937dcc6f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:08Z', 'updated_at': '2021-11-15T11:22:34Z', 'revision_number': 5, 'project_id': 'd964b30bd51241629f72ef937dcc6f96', 'gw_port': {'id': '1378a86d-5668-42d0-9f0f-beaddbd50ba6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d8f117-a02e-4f97-a27b-a7ed10e5ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:09Z', 'updated_at': '2021-11-15T11:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:22:37.325019 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-156284b9-1cf1-420b-8b9e-d0e202d2a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:37.325955 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-156284b9-1cf1-420b-8b9e-d0e202d2a48b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:37.327415 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-156284b9-1cf1-420b-8b9e-d0e202d2a48b service neutron] 10.222.0.55 "PUT /v2.0/ports/c43e3720-deed-406c-884f-46113c8c4a14 HTTP/1.1" status: 200 len: 1091 time: 1.6197243 Nov 15 11:22:37.329806 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2b6166-d622-42ca-81eb-28c670a978da', 'tag': 'c43e3720-deed-406c-884f-46113c8c4a14'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:37.333525 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab336b0-42c7-4dc0-a45a-b9d1cc70122d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2b6166-d622-42ca-81eb-28c670a978da", "tag": "c43e3720-deed-406c-884f-46113c8c4a14"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:37.434688 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156284b9-1cf1-420b-8b9e-d0e202d2a48b service neutron] Pushing event updated for resources: {'Port': ['ID=c43e3720-deed-406c-884f-46113c8c4a14,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:37.464295 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-aaa3e2c4-4f52-44d7-84ec-b81762e80238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:37.465862 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-aaa3e2c4-4f52-44d7-84ec-b81762e80238 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a18bdc63ba1f4c0296f604ebdceeae4b&device_id=7c2b6166-d622-42ca-81eb-28c670a978da HTTP/1.1" status: 200 len: 1094 time: 0.0708277 Nov 15 11:22:37.473799 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-3788f249-719c-4d85-9de2-b50cdf8718ce tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Allocated IP 172.20.0.10 (91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7/afa9b64f-98db-4e8e-8256-aecabb3e60db/2a5a419e-761c-40a1-8d78-4da3f49c2c0d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:37.520319 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-4dd7bc54-48be-4ff8-8dde-e2a99d2fab1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c43e3720-deed-406c-884f-46113c8c4a14 HTTP/1.1" status: 200 len: 217 time: 0.0440221 Nov 15 11:22:37.597274 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:37.668448 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-60d46c01-df83-42f4-8632-e1bc4de42e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:37.669916 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-60d46c01-df83-42f4-8632-e1bc4de42e0a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5cf06bb7-5877-44b3-8778-2c64bd46356d HTTP/1.1" status: 200 len: 851 time: 0.1430295 Nov 15 11:22:37.680168 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d85a5a-56b7-4660-a7d1-15881ca967a8 req-7c22b2e3-9afc-42b3-a6c1-9a0636b12a3f tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:37.687572 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-26d85a5a-56b7-4660-a7d1-15881ca967a8 req-7c22b2e3-9afc-42b3-a6c1-9a0636b12a3f tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c2b6166-d622-42ca-81eb-28c670a978da HTTP/1.1" status: 200 len: 943 time: 0.1560264 Nov 15 11:22:37.708808 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1dae0551-e1d4-492d-bbe2-5b8c00a70023 req-f0af33a7-f4c2-45eb-847f-d262a85aec24 service neutron] 10.222.0.11 "GET /v2.0/networks/865d5ee5-074b-41e0-8bb1-5b492cfc8e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6826999 Nov 15 11:22:37.719378 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-f1fe555b-58f4-4fe1-8af2-2698afa2b23c service neutron] 10.222.0.64 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8219993 Nov 15 11:22:37.761659 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-2c889ce0-7ec4-428d-aa22-e685d64b3e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:37.763158 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-2c889ce0-7ec4-428d-aa22-e685d64b3e4c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8eb545cc-9308-4393-92fd-bc3c5179fd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840888 Nov 15 11:22:37.766186 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-3788f249-719c-4d85-9de2-b50cdf8718ce tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:37.828816 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-26d85a5a-56b7-4660-a7d1-15881ca967a8 req-84cf789f-db01-43f6-ac04-0116e62f0bc5 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d45103d-ee9d-493b-90ef-c3e5aea48f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262665 Nov 15 11:22:37.872799 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Deleting port 1378a86d-5668-42d0-9f0f-beaddbd50ba6 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:22:37.873120 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:37.885160 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-55cbff92-ff3d-4df0-8d25-a357fdc21a9e service neutron] 10.222.0.55 "GET /v2.0/networks/8eb545cc-9308-4393-92fd-bc3c5179fd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130919 Nov 15 11:22:37.912965 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-3788f249-719c-4d85-9de2-b50cdf8718ce tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:37.914944 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-cbb72a23-3c7d-4e09-8d39-eab2fa72f0f4 service neutron] 10.222.0.64 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947536 Nov 15 11:22:38.001035 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-3788f249-719c-4d85-9de2-b50cdf8718ce tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Network 91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:38.009282 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-3788f249-719c-4d85-9de2-b50cdf8718ce tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:38.013436 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788f249-719c-4d85-9de2-b50cdf8718ce tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event updated for resources: {'Port': ['ID=2a5a419e-761c-40a1-8d78-4da3f49c2c0d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:38.018644 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-3788f249-719c-4d85-9de2-b50cdf8718ce tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:38.035927 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835df84-8076-482f-8c72-af557c506c27 req-47a66054-04f4-43e9-9e48-20e44b617377 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:38.037537 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1835df84-8076-482f-8c72-af557c506c27 req-47a66054-04f4-43e9-9e48-20e44b617377 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 932 time: 0.1215372 Nov 15 11:22:38.080827 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-047909bc-2f05-41a5-8f3d-8a16c70cfd68 req-13fad331-1aec-4083-bcde-7a8f0332073f service neutron] 10.222.0.55 "GET /v2.0/networks/8eb545cc-9308-4393-92fd-bc3c5179fd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874142 Nov 15 11:22:38.091614 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-3788f249-719c-4d85-9de2-b50cdf8718ce tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:38.092275 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-3788f249-719c-4d85-9de2-b50cdf8718ce tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:38.109373 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] For port 1378a86d-5668-42d0-9f0f-beaddbd50ba6, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=1378a86d-5668-42d0-9f0f-beaddbd50ba6,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:38.109373 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:38.123902 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-3788f249-719c-4d85-9de2-b50cdf8718ce tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3996997 Nov 15 11:22:38.137319 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-85166c57-63a9-4d9f-9a95-a5b68f7e6698 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Request body: {'port': {'device_id': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343', 'admin_state_up': True, 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'security_groups': ['f36bd24f-ce41-4d94-baad-0f74f4b4901a']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:38.147159 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Calling delete_port for 1378a86d-5668-42d0-9f0f-beaddbd50ba6 owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:22:38.163306 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1835df84-8076-482f-8c72-af557c506c27 req-7166a3bd-bcb9-4243-be94-555fa8a52663 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127584 Nov 15 11:22:38.350157 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be62f26c-b233-4330-8f72-f72f15e7f3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:38.368997 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ac698-383c-4297-bf3d-4e60b820dfdb req-fdf94e61-d9af-4b6d-aad2-09d794872142 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:38.373209 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a9ac698-383c-4297-bf3d-4e60b820dfdb req-fdf94e61-d9af-4b6d-aad2-09d794872142 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c HTTP/1.1" status: 200 len: 945 time: 0.1372979 Nov 15 11:22:38.388054 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-85166c57-63a9-4d9f-9a95-a5b68f7e6698 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Made reservation on behalf of 77cb92f4ba94421baccd055f8a61a579 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:22:38.392537 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-85166c57-63a9-4d9f-9a95-a5b68f7e6698 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:38.467487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f1027abf-f323-4f7e-86b8-770e65ff6f19 None None] Provisioning complete for port 2a5a419e-761c-40a1-8d78-4da3f49c2c0d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:38.468143 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f1027abf-f323-4f7e-86b8-770e65ff6f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:38.472835 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device adeabb7b-13f1-4f74-ab47-4e2633ba51b6 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:22:38.522176 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: adeabb7b-13f1-4f74-ab47-4e2633ba51b6 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:22:38.522673 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device adeabb7b-13f1-4f74-ab47-4e2633ba51b6 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:22:38.557441 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f1027abf-f323-4f7e-86b8-770e65ff6f19 None None] Port 2a5a419e-761c-40a1-8d78-4da3f49c2c0d cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:22:38.562017 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a9ac698-383c-4297-bf3d-4e60b820dfdb req-113a23d5-f2b2-4cb3-9812-79cbba942edf tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767850 Nov 15 11:22:38.659975 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ea0ffc-25dd-4256-8b9c-ef357e4b3bf8 x-openstack-request-id: req-f9ea0ffc-25dd-4256-8b9c-ef357e4b3bf8 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:38.660230 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2b6166-d622-42ca-81eb-28c670a978da", "tag": "c43e3720-deed-406c-884f-46113c8c4a14", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:38.660543 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f9ea0ffc-25dd-4256-8b9c-ef357e4b3bf8 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:38.671260 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2b6166-d622-42ca-81eb-28c670a978da', 'tag': 'c43e3720-deed-406c-884f-46113c8c4a14', 'status': 'completed', 'code': 200} Nov 15 11:22:38.681898 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6914bb-ace6-48c7-9b8c-3cd78dc0195e req-61937821-2af3-48ce-85fd-d9d6471188cf tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:38.684651 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e6914bb-ace6-48c7-9b8c-3cd78dc0195e req-61937821-2af3-48ce-85fd-d9d6471188cf tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 944 time: 0.1797421 Nov 15 11:22:38.713114 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:38.752410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-85166c57-63a9-4d9f-9a95-a5b68f7e6698 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Allocated IP 10.1.1.217 (4c80147d-a460-4aca-9746-ccf4bbea3343/21db8475-8f73-44ea-a113-f3f3e3c06216/496a1d61-4bd5-4b51-9b89-5253018b96d3) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:38.776215 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab336b0-42c7-4dc0-a45a-b9d1cc70122d req-d8ef25d6-7f97-43ce-8319-886096573ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:38.777733 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5ab336b0-42c7-4dc0-a45a-b9d1cc70122d req-d8ef25d6-7f97-43ce-8319-886096573ea8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a18bdc63ba1f4c0296f604ebdceeae4b&device_id=7c2b6166-d622-42ca-81eb-28c670a978da HTTP/1.1" status: 200 len: 1094 time: 0.0844576 Nov 15 11:22:38.804760 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Pushing event deleted for resources: {'Port': ['ID=1378a86d-5668-42d0-9f0f-beaddbd50ba6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:38.846116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:38.846763 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:38.847609 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:38.848113 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:38.848732 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:38.849205 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:38.849673 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:38.850138 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:38.851116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:38.851598 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:38.852084 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:38.852546 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:38.899142 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e6914bb-ace6-48c7-9b8c-3cd78dc0195e req-91da6c99-5c4a-4ee8-957f-a387104ca1ee tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062213 Nov 15 11:22:38.932045 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-796252c4-5298-467e-9267-9639940a6b5c req-f95e29b3-caca-4014-a99d-cd4e991ffa6d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3 HTTP/1.1" status: 200 len: 210 time: 0.0641134 Nov 15 11:22:38.990306 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:39.175393 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:39.181281 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:39.243950 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:39.244986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91d8f117-a02e-4f97-a27b-a7ed10e5ecac {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:22:39.255887 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:39.259983 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fa1cd189-55fd-4d34-a60f-bf952901629c admin admin] 10.222.0.64 "DELETE /v2.0/routers/91d8f117-a02e-4f97-a27b-a7ed10e5ecac HTTP/1.1" status: 204 len: 168 time: 2.8876283 Nov 15 11:22:39.260868 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35974) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:39.274651 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6ee56-0095-4769-937f-69ba81fd644a req-c0216ae1-ef3a-45a1-95aa-990fffccd335 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:39.276309 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-44b6ee56-0095-4769-937f-69ba81fd644a req-c0216ae1-ef3a-45a1-95aa-990fffccd335 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4197e0-8ae5-4340-9a63-9825e0185e5a HTTP/1.1" status: 200 len: 946 time: 0.2369823 Nov 15 11:22:39.277848 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab336b0-42c7-4dc0-a45a-b9d1cc70122d req-7ee18b6b-765e-465a-8995-b9039f15e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:39.279298 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5ab336b0-42c7-4dc0-a45a-b9d1cc70122d req-7ee18b6b-765e-465a-8995-b9039f15e562 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8eb545cc-9308-4393-92fd-bc3c5179fd64 HTTP/1.1" status: 200 len: 913 time: 0.4876292 Nov 15 11:22:39.290845 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900e9b2-c032-4f58-a641-08448f423697 req-c43aba48-3ac8-4a5c-8979-406dc033a566 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:39.292326 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0900e9b2-c032-4f58-a641-08448f423697 req-c43aba48-3ac8-4a5c-8979-406dc033a566 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c2b6166-d622-42ca-81eb-28c670a978da HTTP/1.1" status: 200 len: 943 time: 0.2518609 Nov 15 11:22:39.332215 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5ab336b0-42c7-4dc0-a45a-b9d1cc70122d req-e9b873cc-24ca-4f84-a9b3-7f855f92bf1b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c43e3720-deed-406c-884f-46113c8c4a14 HTTP/1.1" status: 200 len: 217 time: 0.0412595 Nov 15 11:22:39.341856 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-85166c57-63a9-4d9f-9a95-a5b68f7e6698 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:39.391398 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c338f73-8fea-4b97-b64e-c1104b13652e admin admin] Deleting subnet aa9c0d81-78b6-44b2-bd9c-8b4c1359e147 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:22:39.401524 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c338f73-8fea-4b97-b64e-c1104b13652e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:39.431857 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab336b0-42c7-4dc0-a45a-b9d1cc70122d req-0f3d0c08-8d75-4da1-a84c-afc3d9a11ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:39.434105 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5ab336b0-42c7-4dc0-a45a-b9d1cc70122d req-0f3d0c08-8d75-4da1-a84c-afc3d9a11ad5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5cf06bb7-5877-44b3-8778-2c64bd46356d HTTP/1.1" status: 200 len: 851 time: 0.0907559 Nov 15 11:22:39.438113 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-44b6ee56-0095-4769-937f-69ba81fd644a req-c6d513af-d9b8-48a1-856e-95917c69ac3e tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448152 Nov 15 11:22:39.460916 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0900e9b2-c032-4f58-a641-08448f423697 req-4bfeeae4-c635-42f5-8970-82c0c3b0fb46 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d45103d-ee9d-493b-90ef-c3e5aea48f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380072 Nov 15 11:22:39.476207 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-85166c57-63a9-4d9f-9a95-a5b68f7e6698 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:39.486977 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c338f73-8fea-4b97-b64e-c1104b13652e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:39.547805 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-85166c57-63a9-4d9f-9a95-a5b68f7e6698 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Network 4c80147d-a460-4aca-9746-ccf4bbea3343 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:39.553693 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-85166c57-63a9-4d9f-9a95-a5b68f7e6698 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:39.564698 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-85166c57-63a9-4d9f-9a95-a5b68f7e6698 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:39.571007 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c338f73-8fea-4b97-b64e-c1104b13652e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:39.577267 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85166c57-63a9-4d9f-9a95-a5b68f7e6698 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event updated for resources: {'Port': ['ID=496a1d61-4bd5-4b51-9b89-5253018b96d3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:39.629446 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab336b0-42c7-4dc0-a45a-b9d1cc70122d req-d0893e87-f8a5-4ec5-82c8-1e59226ae145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:39.631289 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5ab336b0-42c7-4dc0-a45a-b9d1cc70122d req-d0893e87-f8a5-4ec5-82c8-1e59226ae145 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8eb545cc-9308-4393-92fd-bc3c5179fd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1843822 Nov 15 11:22:39.650292 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 98c7c734-b2a0-4397-9a24-4ec63b72ae70 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:22:39.724399 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 98c7c734-b2a0-4397-9a24-4ec63b72ae70 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:22:39.779363 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 98c7c734-b2a0-4397-9a24-4ec63b72ae70 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:39.780903 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-85166c57-63a9-4d9f-9a95-a5b68f7e6698 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:39.781374 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:39.781681 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-85166c57-63a9-4d9f-9a95-a5b68f7e6698 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:39.787515 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:39.805102 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-85166c57-63a9-4d9f-9a95-a5b68f7e6698 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6719987 Nov 15 11:22:39.823643 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0118da-fcc7-42f9-ad1f-b40295b578f2 req-99361981-7efe-4798-8f24-03d1199e2ec4 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:39.827078 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-c05c1492-39a8-4aaa-859f-3c28a2616a4f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Request body: {'port': {'device_id': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343', 'admin_state_up': True, 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'security_groups': ['f36bd24f-ce41-4d94-baad-0f74f4b4901a']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:39.838381 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0118da-fcc7-42f9-ad1f-b40295b578f2 req-99361981-7efe-4798-8f24-03d1199e2ec4 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:39.850296 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b0118da-fcc7-42f9-ad1f-b40295b578f2 req-99361981-7efe-4798-8f24-03d1199e2ec4 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 1654 time: 0.3201129 Nov 15 11:22:39.928534 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c338f73-8fea-4b97-b64e-c1104b13652e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:39.967408 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:39.991484 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5ab336b0-42c7-4dc0-a45a-b9d1cc70122d req-22793588-1ff7-4ae0-a583-f183714be07b service neutron] 10.222.0.55 "GET /v2.0/networks/8eb545cc-9308-4393-92fd-bc3c5179fd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399851 Nov 15 11:22:39.994878 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d550af8-5d59-40d2-a9eb-1d3255e849ec req-d9f9118a-753b-4fe3-9dc7-e2145d9b7df2 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:39.997237 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6d550af8-5d59-40d2-a9eb-1d3255e849ec req-d9f9118a-753b-4fe3-9dc7-e2145d9b7df2 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c HTTP/1.1" status: 200 len: 945 time: 0.2984939 Nov 15 11:22:40.010567 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c338f73-8fea-4b97-b64e-c1104b13652e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa9c0d81-78b6-44b2-bd9c-8b4c1359e147,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:40.020653 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14f5faa-a467-4039-88fd-c6fe64c48a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c7c734-b2a0-4397-9a24-4ec63b72ae70'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:40.023751 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941980c3-6db2-471b-ab17-ff39e5232b14" -d '{"events": [{"server_uuid": "c14f5faa-a467-4039-88fd-c6fe64c48a30", "name": "network-vif-plugged", "status": "completed", "tag": "98c7c734-b2a0-4397-9a24-4ec63b72ae70"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:40.036714 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-05330d5c-0388-4f0f-ae6a-4851ba6cd27b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:40.038933 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-05330d5c-0388-4f0f-ae6a-4851ba6cd27b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.55 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 812 time: 0.4261158 Nov 15 11:22:40.042616 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c338f73-8fea-4b97-b64e-c1104b13652e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:40.044675 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 98c7c734-b2a0-4397-9a24-4ec63b72ae70, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=98c7c734-b2a0-4397-9a24-4ec63b72ae70,segment=NetworkSegment(c2cb3e63-6ad3-4217-9eed-16afe313951d),segment_id=c2cb3e63-6ad3-4217-9eed-16afe313951d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:40.045831 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4c338f73-8fea-4b97-b64e-c1104b13652e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/aa9c0d81-78b6-44b2-bd9c-8b4c1359e147 HTTP/1.1" status: 204 len: 168 time: 0.7826188 Nov 15 11:22:40.050150 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35986) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:40.053031 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:40.054188 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 160e0fc1-9894-41ac-b24c-905f8dc42877 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:22:40.135378 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-c05c1492-39a8-4aaa-859f-3c28a2616a4f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Made reservation on behalf of 77cb92f4ba94421baccd055f8a61a579 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:22:40.139676 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-c05c1492-39a8-4aaa-859f-3c28a2616a4f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:40.140402 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-65d4ffaf-44a5-494b-8f16-2077cb3045ba tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Request body: {'port': {'device_id': '81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'admin_state_up': True, 'tenant_id': '27507e50335c4427bf73121e79f9c590'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:40.162672 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71233597-fb35-412b-9f0a-65f830270c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:40.177745 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5ab336b0-42c7-4dc0-a45a-b9d1cc70122d req-d791a5ce-12a8-41a6-8183-073af28fdbaa service neutron] 10.222.0.55 "GET /v2.0/networks/8eb545cc-9308-4393-92fd-bc3c5179fd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763084 Nov 15 11:22:40.182700 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 160e0fc1-9894-41ac-b24c-905f8dc42877 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:22:40.203934 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 160e0fc1-9894-41ac-b24c-905f8dc42877 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:40.204393 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:40.228107 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b0118da-fcc7-42f9-ad1f-b40295b578f2 req-e6e8da48-5419-4068-a55f-6c2f02b71875 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3761253 Nov 15 11:22:40.243316 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-fb8c3595-c1d9-4d1e-9b0a-f3baa29729fa None None] Provisioning complete for port 496a1d61-4bd5-4b51-9b89-5253018b96d3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:40.243785 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fb8c3595-c1d9-4d1e-9b0a-f3baa29729fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:40.268419 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=98c7c734-b2a0-4397-9a24-4ec63b72ae70,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:40.296991 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-fb8c3595-c1d9-4d1e-9b0a-f3baa29729fa None None] Port 496a1d61-4bd5-4b51-9b89-5253018b96d3 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:22:40.331678 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:40.389012 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 160e0fc1-9894-41ac-b24c-905f8dc42877, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=160e0fc1-9894-41ac-b24c-905f8dc42877,segment=NetworkSegment(982510f6-b22f-4c53-af38-6a6785d78500),segment_id=982510f6-b22f-4c53-af38-6a6785d78500)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:40.391916 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-c05c1492-39a8-4aaa-859f-3c28a2616a4f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Allocated IP 10.1.1.64 (4c80147d-a460-4aca-9746-ccf4bbea3343/21db8475-8f73-44ea-a113-f3f3e3c06216/4f6c4222-85c6-40ff-b518-d6284db6fd76) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:40.403244 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:40.425218 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6d550af8-5d59-40d2-a9eb-1d3255e849ec req-ef79703d-5ef4-4ae6-9d45-8628c92fe790 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174507 Nov 15 11:22:40.466448 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3c1a3-8b2a-49e2-9261-f2c9f6e7b43f req-1bbbf382-b97d-4360-b3d6-cc36189ab20d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:40.476142 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64e3c1a3-8b2a-49e2-9261-f2c9f6e7b43f req-1bbbf382-b97d-4360-b3d6-cc36189ab20d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc4197e0-8ae5-4340-9a63-9825e0185e5a HTTP/1.1" status: 200 len: 946 time: 0.2970626 Nov 15 11:22:40.493766 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=160e0fc1-9894-41ac-b24c-905f8dc42877,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:40.547959 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 1378a86d-5668-42d0-9f0f-beaddbd50ba6 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:22:40.568478 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 1378a86d-5668-42d0-9f0f-beaddbd50ba6 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:22:40.568954 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 1378a86d-5668-42d0-9f0f-beaddbd50ba6 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:22:40.611254 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-c05c1492-39a8-4aaa-859f-3c28a2616a4f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:40.647473 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-c05c1492-39a8-4aaa-859f-3c28a2616a4f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:40.653758 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bcb7128a-0aa1-496d-a45c-cf4dd5878d06 req-d6679fb2-865b-4a00-885d-7b21ca96e2c7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3 HTTP/1.1" status: 200 len: 210 time: 0.1053655 Nov 15 11:22:40.660753 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71233597-fb35-412b-9f0a-65f830270c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:40.690846 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-c05c1492-39a8-4aaa-859f-3c28a2616a4f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Network 4c80147d-a460-4aca-9746-ccf4bbea3343 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:40.695170 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-c05c1492-39a8-4aaa-859f-3c28a2616a4f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:40.708898 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-c05c1492-39a8-4aaa-859f-3c28a2616a4f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:40.747599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-71233597-fb35-412b-9f0a-65f830270c2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce03a46-fc00-4ba3-8cc4-68be03eaf66f']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:40.752560 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62974494-383b-405e-8223-bad52b20b95d x-openstack-request-id: req-62974494-383b-405e-8223-bad52b20b95d {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:40.753712 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14f5faa-a467-4039-88fd-c6fe64c48a30", "name": "network-vif-plugged", "status": "completed", "tag": "98c7c734-b2a0-4397-9a24-4ec63b72ae70", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:40.754287 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62974494-383b-405e-8223-bad52b20b95d {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:40.754890 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14f5faa-a467-4039-88fd-c6fe64c48a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c7c734-b2a0-4397-9a24-4ec63b72ae70', 'code': 200} Nov 15 11:22:40.775833 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-71233597-fb35-412b-9f0a-65f830270c2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09cfbf89-35be-492a-beed-4e3df197629e') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:40.777955 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c1492-39a8-4aaa-859f-3c28a2616a4f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event updated for resources: {'Port': ['ID=4f6c4222-85c6-40ff-b518-d6284db6fd76,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:40.779255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-71233597-fb35-412b-9f0a-65f830270c2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09cfbf89-35be-492a-beed-4e3df197629e') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:40.789545 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205c30b-98e2-47a2-84ae-b263084acfdc req-04e99795-326e-4e00-9eb9-98d694c8a8bf tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:40.791134 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8205c30b-98e2-47a2-84ae-b263084acfdc req-04e99795-326e-4e00-9eb9-98d694c8a8bf tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.3812902 Nov 15 11:22:40.801129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-65d4ffaf-44a5-494b-8f16-2077cb3045ba tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Made reservation on behalf of 27507e50335c4427bf73121e79f9c590 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:22:40.805199 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-65d4ffaf-44a5-494b-8f16-2077cb3045ba tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:40.810919 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71233597-fb35-412b-9f0a-65f830270c2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:40.840952 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-c05c1492-39a8-4aaa-859f-3c28a2616a4f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:40.841738 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-c05c1492-39a8-4aaa-859f-3c28a2616a4f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:40.862120 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-c05c1492-39a8-4aaa-859f-3c28a2616a4f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0466435 Nov 15 11:22:40.873544 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-b3f67d5e-b493-4fcb-a539-a46679a3770e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Request body: {'port': {'device_id': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '71cd31ab-aef9-4c82-a7fe-78615c051843', 'admin_state_up': True, 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'security_groups': ['f36bd24f-ce41-4d94-baad-0f74f4b4901a']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:40.889568 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71233597-fb35-412b-9f0a-65f830270c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:40.930293 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71233597-fb35-412b-9f0a-65f830270c2d admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:22:40.930630 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71233597-fb35-412b-9f0a-65f830270c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:22:40.946043 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:22:40.992714 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device c43e3720-deed-406c-884f-46113c8c4a14 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:22:41.043606 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-b3f67d5e-b493-4fcb-a539-a46679a3770e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Made reservation on behalf of 77cb92f4ba94421baccd055f8a61a579 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:22:41.120075 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8205c30b-98e2-47a2-84ae-b263084acfdc req-bee93e48-48dd-498e-a20b-090fd9c3592b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098564 Nov 15 11:22:41.123030 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-64e3c1a3-8b2a-49e2-9261-f2c9f6e7b43f req-c0693209-b041-4187-a28d-558d8918384f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Deleting port 6c6cf545-04fd-485e-8970-e1961ad53532 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:22:41.123386 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-64e3c1a3-8b2a-49e2-9261-f2c9f6e7b43f req-c0693209-b041-4187-a28d-558d8918384f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:41.163021 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port c43e3720-deed-406c-884f-46113c8c4a14, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=c43e3720-deed-406c-884f-46113c8c4a14,segment=NetworkSegment(70b983c1-31ff-4aa3-88e8-2f69ddf586e6),segment_id=70b983c1-31ff-4aa3-88e8-2f69ddf586e6)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:41.170347 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-b3f67d5e-b493-4fcb-a539-a46679a3770e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:41.181915 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-bd00d512-a7c4-46ea-ab96-ca4f03d4622e None None] Provisioning complete for port 4f6c4222-85c6-40ff-b518-d6284db6fd76 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:41.182262 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bd00d512-a7c4-46ea-ab96-ca4f03d4622e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:41.183903 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'c43e3720-deed-406c-884f-46113c8c4a14', 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64', 'port_id': 'c43e3720-deed-406c-884f-46113c8c4a14', 'mac_address': 'fa:16:3e:9e:30:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cf06bb7-5877-44b3-8778-2c64bd46356d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:22:41.223956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67bcf4-caa2-4a50-8db7-9fdb7b0aaa33 req-c46507f9-9207-44ad-8772-830962374d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:41.225562 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ef67bcf4-caa2-4a50-8db7-9fdb7b0aaa33 req-c46507f9-9207-44ad-8772-830962374d2e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 1096 time: 0.3936789 Nov 15 11:22:41.229177 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-65d4ffaf-44a5-494b-8f16-2077cb3045ba tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Allocated IP 172.20.0.9 (2e78f9bd-5aad-432a-85c1-63f165b57fea/e505fdd0-d625-4dc2-bfa7-236165cb4f1c/99eeba9a-48a8-4fa5-b2d9-a8934d501a5c) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:41.256275 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-bd00d512-a7c4-46ea-ab96-ca4f03d4622e None None] Port 4f6c4222-85c6-40ff-b518-d6284db6fd76 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:22:41.262149 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:41.277052 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43e3720-deed-406c-884f-46113c8c4a14 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:22:41.295927 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6de5d-41d9-47de-8eef-4ca999790233 req-c9de153b-38a2-40f1-bf91-22efadcb385f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:41.302837 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port c43e3720-deed-406c-884f-46113c8c4a14, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=c43e3720-deed-406c-884f-46113c8c4a14,segment=NetworkSegment(70b983c1-31ff-4aa3-88e8-2f69ddf586e6),segment_id=70b983c1-31ff-4aa3-88e8-2f69ddf586e6)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:41.303529 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6e6de5d-41d9-47de-8eef-4ca999790233 req-c9de153b-38a2-40f1-bf91-22efadcb385f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4197e0-8ae5-4340-9a63-9825e0185e5a HTTP/1.1" status: 200 len: 946 time: 0.4319592 Nov 15 11:22:41.311250 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71233597-fb35-412b-9f0a-65f830270c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:41.313555 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:41.349333 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71233597-fb35-412b-9f0a-65f830270c2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:41.352925 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-71233597-fb35-412b-9f0a-65f830270c2d admin admin] 10.222.0.64 "DELETE /v2.0/networks/6ce03a46-fc00-4ba3-8cc4-68be03eaf66f HTTP/1.1" status: 204 len: 168 time: 1.2978015 Nov 15 11:22:41.406301 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=c43e3720-deed-406c-884f-46113c8c4a14,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:41.412765 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71233597-fb35-412b-9f0a-65f830270c2d admin admin] Pushing event deleted for resources: {'Network': ['ID=6ce03a46-fc00-4ba3-8cc4-68be03eaf66f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:41.425727 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:41.469356 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deebb8d-e5a7-4ade-9cd5-3af164f28f69 req-9eb70ad2-2c04-4c2a-9aab-c988386e23a9 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:41.470807 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6deebb8d-e5a7-4ade-9cd5-3af164f28f69 req-9eb70ad2-2c04-4c2a-9aab-c988386e23a9 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c2b6166-d622-42ca-81eb-28c670a978da HTTP/1.1" status: 200 len: 943 time: 0.2624125 Nov 15 11:22:41.498229 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ef67bcf4-caa2-4a50-8db7-9fdb7b0aaa33 req-09bb1339-67b1-4cd3-90e7-2b506aae2f6f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298839 Nov 15 11:22:41.520049 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6e6de5d-41d9-47de-8eef-4ca999790233 req-fe74c1ba-8119-456b-89fd-e19bb4258684 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117455 Nov 15 11:22:41.567461 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36000) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:41.584448 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-b3f67d5e-b493-4fcb-a539-a46679a3770e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Allocated IP 10.2.2.100 (71cd31ab-aef9-4c82-a7fe-78615c051843/9c67d03c-8fcf-4946-865e-deec42cfabd9/a0531970-cfa4-40c4-93f0-fd9e48c15329) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:41.585403 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-64e3c1a3-8b2a-49e2-9261-f2c9f6e7b43f req-c0693209-b041-4187-a28d-558d8918384f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] For port 6c6cf545-04fd-485e-8970-e1961ad53532, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=6c6cf545-04fd-485e-8970-e1961ad53532,segment=NetworkSegment(e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd),segment_id=e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:41.585742 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-64e3c1a3-8b2a-49e2-9261-f2c9f6e7b43f req-c0693209-b041-4187-a28d-558d8918384f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:41.624753 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-64e3c1a3-8b2a-49e2-9261-f2c9f6e7b43f req-c0693209-b041-4187-a28d-558d8918384f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Calling delete_port for 6c6cf545-04fd-485e-8970-e1961ad53532 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:22:41.629976 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['c43e3720-deed-406c-884f-46113c8c4a14'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:22:41.679362 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6deebb8d-e5a7-4ade-9cd5-3af164f28f69 req-989c65f7-494c-41d5-bbfa-c3cb07746dd8 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d45103d-ee9d-493b-90ef-c3e5aea48f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951134 Nov 15 11:22:41.736321 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36004) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:41.736723 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5b19d0dd-8069-40aa-92d6-a91717510a4b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d964b30bd51241629f72ef937dcc6f96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1624417 Nov 15 11:22:41.795496 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfb9aa-baa0-4a43-9c67-4d54339337c3 req-742b318c-8764-4cda-9485-ffc62a78af37 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:41.802050 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfb9aa-baa0-4a43-9c67-4d54339337c3 req-742b318c-8764-4cda-9485-ffc62a78af37 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:41.808974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfb9aa-baa0-4a43-9c67-4d54339337c3 req-742b318c-8764-4cda-9485-ffc62a78af37 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:41.817388 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59dfb9aa-baa0-4a43-9c67-4d54339337c3 req-742b318c-8764-4cda-9485-ffc62a78af37 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 2374 time: 0.2051377 Nov 15 11:22:41.823245 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-65d4ffaf-44a5-494b-8f16-2077cb3045ba tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:41.842119 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-b3f67d5e-b493-4fcb-a539-a46679a3770e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:41.894720 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-b3f67d5e-b493-4fcb-a539-a46679a3770e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:41.935329 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-b3f67d5e-b493-4fcb-a539-a46679a3770e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Network 71cd31ab-aef9-4c82-a7fe-78615c051843 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:41.942400 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-b3f67d5e-b493-4fcb-a539-a46679a3770e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:41.944820 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-b3f67d5e-b493-4fcb-a539-a46679a3770e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:41.968457 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-db01bbeb-bfe2-42b0-b051-2e9049e48834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:41.982859 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f67d5e-b493-4fcb-a539-a46679a3770e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event updated for resources: {'Port': ['ID=a0531970-cfa4-40c4-93f0-fd9e48c15329,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:42.003809 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-b3f67d5e-b493-4fcb-a539-a46679a3770e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:42.004501 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-b3f67d5e-b493-4fcb-a539-a46679a3770e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:42.008815 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59dfb9aa-baa0-4a43-9c67-4d54339337c3 req-3b207205-1b91-455c-93d0-49f6aa729234 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901443 Nov 15 11:22:42.044089 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-b3f67d5e-b493-4fcb-a539-a46679a3770e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1743028 Nov 15 11:22:42.044259 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-db01bbeb-bfe2-42b0-b051-2e9049e48834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:42.049461 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-65d4ffaf-44a5-494b-8f16-2077cb3045ba tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:42.060334 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-65051bfe-40eb-4157-af24-c3516485a33e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Request body: {'port': {'device_id': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '71cd31ab-aef9-4c82-a7fe-78615c051843', 'admin_state_up': True, 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'security_groups': ['f36bd24f-ce41-4d94-baad-0f74f4b4901a']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:42.063175 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['c5345e12-da92-4277-b015-a4108fcab655'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:22:42.175195 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:42.270885 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-65051bfe-40eb-4157-af24-c3516485a33e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Made reservation on behalf of 77cb92f4ba94421baccd055f8a61a579 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:22:42.280165 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-65051bfe-40eb-4157-af24-c3516485a33e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:42.395183 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-37cbcd6a-0bfa-4134-af6a-3da789fe7bdf None None] Provisioning complete for port a0531970-cfa4-40c4-93f0-fd9e48c15329 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:42.396048 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-37cbcd6a-0bfa-4134-af6a-3da789fe7bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:42.462981 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-37cbcd6a-0bfa-4134-af6a-3da789fe7bdf None None] Port a0531970-cfa4-40c4-93f0-fd9e48c15329 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:22:42.479965 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30f214-1e5e-4074-981d-e4113fa09674 req-2b4ceb93-fddb-4496-ae34-3cd20787ba98 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:42.481494 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6f30f214-1e5e-4074-981d-e4113fa09674 req-2b4ceb93-fddb-4496-ae34-3cd20787ba98 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c HTTP/1.1" status: 200 len: 946 time: 0.5947266 Nov 15 11:22:42.487614 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-64e3c1a3-8b2a-49e2-9261-f2c9f6e7b43f req-c0693209-b041-4187-a28d-558d8918384f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:42.490371 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['f3cf7fc0-e602-4809-8f2f-8cca37b86b15'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:22:42.491334 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-65051bfe-40eb-4157-af24-c3516485a33e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Allocated IP 10.2.2.200 (71cd31ab-aef9-4c82-a7fe-78615c051843/9c67d03c-8fcf-4946-865e-deec42cfabd9/68cf8342-a4ee-408b-81be-041910813acb) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:42.545926 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-65d4ffaf-44a5-494b-8f16-2077cb3045ba tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Network 2e78f9bd-5aad-432a-85c1-63f165b57fea is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:42.564889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-65d4ffaf-44a5-494b-8f16-2077cb3045ba tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:42.571068 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-65d4ffaf-44a5-494b-8f16-2077cb3045ba tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:42.585169 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4ffaf-44a5-494b-8f16-2077cb3045ba tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Pushing event updated for resources: {'Port': ['ID=99eeba9a-48a8-4fa5-b2d9-a8934d501a5c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:42.716854 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0693209-b041-4187-a28d-558d8918384f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Pushing event deleted for resources: {'Port': ['ID=6c6cf545-04fd-485e-8970-e1961ad53532,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:42.734910 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6136b64-83a8-4a15-b8e5-344246c9c31a req-5300b051-c839-46fb-bdff-c1fbfb802aff tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:42.737391 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-65051bfe-40eb-4157-af24-c3516485a33e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:42.742877 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f6136b64-83a8-4a15-b8e5-344246c9c31a req-5300b051-c839-46fb-bdff-c1fbfb802aff tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3 HTTP/1.1" status: 200 len: 931 time: 0.3067477 Nov 15 11:22:42.745068 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e3c1a3-8b2a-49e2-9261-f2c9f6e7b43f req-c0693209-b041-4187-a28d-558d8918384f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] No DVR routers for this DVR port 6c6cf545-04fd-485e-8970-e1961ad53532 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:22:42.754465 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-64e3c1a3-8b2a-49e2-9261-f2c9f6e7b43f req-c0693209-b041-4187-a28d-558d8918384f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:42.756397 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160e0fc1-9894-41ac-b24c-905f8dc42877'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:42.758118 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64e3c1a3-8b2a-49e2-9261-f2c9f6e7b43f req-c0693209-b041-4187-a28d-558d8918384f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.55 "DELETE /v2.0/ports/6c6cf545-04fd-485e-8970-e1961ad53532 HTTP/1.1" status: 204 len: 173 time: 2.2824719 Nov 15 11:22:42.758680 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc48895-d0f0-4849-a85b-078ce8b118e9" -d '{"events": [{"server_uuid": "a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c", "name": "network-vif-plugged", "status": "completed", "tag": "160e0fc1-9894-41ac-b24c-905f8dc42877"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:42.765696 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4197e0-8ae5-4340-9a63-9825e0185e5a', 'name': 'network-vif-deleted', 'tag': '6c6cf545-04fd-485e-8970-e1961ad53532'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:42.769194 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c1fd26-f7df-4a9d-ad58-aee9dc40105e" -d '{"events": [{"server_uuid": "bc4197e0-8ae5-4340-9a63-9825e0185e5a", "name": "network-vif-deleted", "tag": "6c6cf545-04fd-485e-8970-e1961ad53532"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:42.772498 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-db01bbeb-bfe2-42b0-b051-2e9049e48834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:42.775073 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-db01bbeb-bfe2-42b0-b051-2e9049e48834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:42.779411 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-db01bbeb-bfe2-42b0-b051-2e9049e48834 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/80a15891-f9b0-4a42-9062-513ac3d3505b HTTP/1.1" status: 204 len: 168 time: 1.0364010 Nov 15 11:22:42.822971 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-65d4ffaf-44a5-494b-8f16-2077cb3045ba tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:42.824928 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-65d4ffaf-44a5-494b-8f16-2077cb3045ba tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:42.834139 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-65051bfe-40eb-4157-af24-c3516485a33e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:42.856164 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6f30f214-1e5e-4074-981d-e4113fa09674 req-6f018be7-5cfc-4c24-b393-e5b0b62505f2 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604372 Nov 15 11:22:42.899210 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['7457b5f7-fb33-45d9-b8ba-4b3403b11a81', '6c6cf545-04fd-485e-8970-e1961ad53532'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:22:42.906157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01bbeb-bfe2-42b0-b051-2e9049e48834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a15891-f9b0-4a42-9062-513ac3d3505b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:42.913597 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65051bfe-40eb-4157-af24-c3516485a33e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event updated for resources: {'Port': ['ID=68cf8342-a4ee-408b-81be-041910813acb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:42.936252 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-65051bfe-40eb-4157-af24-c3516485a33e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Network 71cd31ab-aef9-4c82-a7fe-78615c051843 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:42.938560 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-65051bfe-40eb-4157-af24-c3516485a33e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:42.941125 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-65051bfe-40eb-4157-af24-c3516485a33e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:42.977630 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-65d4ffaf-44a5-494b-8f16-2077cb3045ba tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9261639 Nov 15 11:22:43.012317 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-65051bfe-40eb-4157-af24-c3516485a33e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:43.013443 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-5f1dd653-ed47-4381-8a7b-afe728979386 service neutron] Request body: {'port': {'device_id': '81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:43.014763 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-65051bfe-40eb-4157-af24-c3516485a33e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:43.045606 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device c43e3720-deed-406c-884f-46113c8c4a14 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:22:43.063033 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-65051bfe-40eb-4157-af24-c3516485a33e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0077529 Nov 15 11:22:43.082933 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f6136b64-83a8-4a15-b8e5-344246c9c31a req-84a94211-00d5-4a23-b7cf-b1eab2ebc94d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367755 Nov 15 11:22:43.083156 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6d144a4c-5925-4ac1-9eff-34dafd21181c service neutron] Request body: {'port': {'device_id': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:43.152466 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-cdd79d41-3eaa-467d-8cb6-875bb67a3e60 None None] Provisioning complete for port 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:43.153004 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cdd79d41-3eaa-467d-8cb6-875bb67a3e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:43.225466 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6d144a4c-5925-4ac1-9eff-34dafd21181c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:43.260688 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-cdd79d41-3eaa-467d-8cb6-875bb67a3e60 None None] Port 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:22:43.285618 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663d882-e066-4069-8bf7-3bdeb21843c1 req-de82b7a6-f302-422b-91c2-75fdf04ac608 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:43.290700 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5663d882-e066-4069-8bf7-3bdeb21843c1 req-de82b7a6-f302-422b-91c2-75fdf04ac608 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.2677062 Nov 15 11:22:43.303711 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port c43e3720-deed-406c-884f-46113c8c4a14 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:22:43.314352 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port c43e3720-deed-406c-884f-46113c8c4a14 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:43.314714 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:43.354788 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-13c0c87d-06e5-4859-abf8-b7df6831b3a7 req-29669d08-bbb6-4ddb-a687-78dc659991fe tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4197e0-8ae5-4340-9a63-9825e0185e5a HTTP/1.1" status: 200 len: 210 time: 0.0999281 Nov 15 11:22:43.355646 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-5f1dd653-ed47-4381-8a7b-afe728979386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:43.497365 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d8309f7a-7492-4e4c-a854-ee28a53105d1 None None] Provisioning complete for port 68cf8342-a4ee-408b-81be-041910813acb triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:43.497735 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d8309f7a-7492-4e4c-a854-ee28a53105d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:43.565307 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d8309f7a-7492-4e4c-a854-ee28a53105d1 None None] Port 68cf8342-a4ee-408b-81be-041910813acb cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:22:43.600526 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:43.635184 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5663d882-e066-4069-8bf7-3bdeb21843c1 req-b85412ee-6161-4c16-a2e5-d46206847339 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945366 Nov 15 11:22:43.668807 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32d83c-e1bd-4c58-9a8a-d3efea23c775 req-ecaa3df0-4246-4598-9bea-c353865d1724 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:43.676986 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2c32d83c-e1bd-4c58-9a8a-d3efea23c775 req-ecaa3df0-4246-4598-9bea-c353865d1724 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c2b6166-d622-42ca-81eb-28c670a978da HTTP/1.1" status: 200 len: 944 time: 0.1818335 Nov 15 11:22:43.709424 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6d144a4c-5925-4ac1-9eff-34dafd21181c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a5a419e-761c-40a1-8d78-4da3f49c2c0d {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:22:43.723013 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6d144a4c-5925-4ac1-9eff-34dafd21181c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:43.742026 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6d144a4c-5925-4ac1-9eff-34dafd21181c service neutron] Transition to ACTIVE for port object 2a5a419e-761c-40a1-8d78-4da3f49c2c0d will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:22:43.749577 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6d144a4c-5925-4ac1-9eff-34dafd21181c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:43.814778 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2c32d83c-e1bd-4c58-9a8a-d3efea23c775 req-ea3113d5-7177-4b76-8c64-63fa36ac11b2 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d45103d-ee9d-493b-90ef-c3e5aea48f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366868 Nov 15 11:22:43.826436 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3714469-db71-4af9-a51f-9e65cfd6aa70 x-openstack-request-id: req-e3714469-db71-4af9-a51f-9e65cfd6aa70 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:43.829464 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4197e0-8ae5-4340-9a63-9825e0185e5a", "name": "network-vif-deleted", "tag": "6c6cf545-04fd-485e-8970-e1961ad53532", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:43.829998 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3714469-db71-4af9-a51f-9e65cfd6aa70 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:43.832105 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4197e0-8ae5-4340-9a63-9825e0185e5a', 'name': 'network-vif-deleted', 'tag': '6c6cf545-04fd-485e-8970-e1961ad53532', 'status': 'completed', 'code': 200} Nov 15 11:22:43.868576 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2da784-5c35-4175-94e5-011f028b8d85 x-openstack-request-id: req-9b2da784-5c35-4175-94e5-011f028b8d85 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:43.868866 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c", "name": "network-vif-plugged", "status": "completed", "tag": "160e0fc1-9894-41ac-b24c-905f8dc42877", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:43.869109 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b2da784-5c35-4175-94e5-011f028b8d85 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:43.869513 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160e0fc1-9894-41ac-b24c-905f8dc42877', 'code': 200} Nov 15 11:22:43.883781 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port c43e3720-deed-406c-884f-46113c8c4a14, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=c43e3720-deed-406c-884f-46113c8c4a14,segment=NetworkSegment(70b983c1-31ff-4aa3-88e8-2f69ddf586e6),segment_id=70b983c1-31ff-4aa3-88e8-2f69ddf586e6)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:43.887911 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:43.889231 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 6c6cf545-04fd-485e-8970-e1961ad53532 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:22:43.905127 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d144a4c-5925-4ac1-9eff-34dafd21181c service neutron] Pushing event updated for resources: {'Port': ['ID=2a5a419e-761c-40a1-8d78-4da3f49c2c0d,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:43.956477 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 6c6cf545-04fd-485e-8970-e1961ad53532 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:22:43.957122 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 6c6cf545-04fd-485e-8970-e1961ad53532 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:22:43.996770 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=c43e3720-deed-406c-884f-46113c8c4a14,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:44.051477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15780419-53a4-4733-82af-5d63b3182483 req-72a1fbfc-b2cb-4a77-8a99-e27c868703d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:44.059569 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15780419-53a4-4733-82af-5d63b3182483 req-72a1fbfc-b2cb-4a77-8a99-e27c868703d1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c HTTP/1.1" status: 200 len: 1097 time: 0.2122378 Nov 15 11:22:44.085812 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6d144a4c-5925-4ac1-9eff-34dafd21181c service neutron] Attempting to bind port 2a5a419e-761c-40a1-8d78-4da3f49c2c0d on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:22:44.086546 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6d144a4c-5925-4ac1-9eff-34dafd21181c service neutron] Attempting to bind port 2a5a419e-761c-40a1-8d78-4da3f49c2c0d by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '9bb83ea5-6302-453d-ab4d-4e9d792cd455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:22:44.088599 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6d144a4c-5925-4ac1-9eff-34dafd21181c service neutron] Attempting to bind port 2a5a419e-761c-40a1-8d78-4da3f49c2c0d on network 91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:44.102308 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6d144a4c-5925-4ac1-9eff-34dafd21181c service neutron] Port 2a5a419e-761c-40a1-8d78-4da3f49c2c0d on network 91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:22:44.102556 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6d144a4c-5925-4ac1-9eff-34dafd21181c service neutron] Attempting to bind port 2a5a419e-761c-40a1-8d78-4da3f49c2c0d on network 91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:44.132123 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6d144a4c-5925-4ac1-9eff-34dafd21181c service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:22:44.132481 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6d144a4c-5925-4ac1-9eff-34dafd21181c service neutron] Checking segment: {'id': '9bb83ea5-6302-453d-ab4d-4e9d792cd455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:44.132879 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6d144a4c-5925-4ac1-9eff-34dafd21181c service neutron] Bound using segment: {'id': '9bb83ea5-6302-453d-ab4d-4e9d792cd455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:22:44.133415 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6d144a4c-5925-4ac1-9eff-34dafd21181c service neutron] Bound port: 2a5a419e-761c-40a1-8d78-4da3f49c2c0d, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bb83ea5-6302-453d-ab4d-4e9d792cd455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:22:44.133781 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6d144a4c-5925-4ac1-9eff-34dafd21181c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:44.187986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e633f4d-1b02-4c90-b9c5-4e424777f5ad req-9bbde0bf-5828-45a6-8424-caafdf4b8905 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:44.194095 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e633f4d-1b02-4c90-b9c5-4e424777f5ad req-9bbde0bf-5828-45a6-8424-caafdf4b8905 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:44.200206 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e633f4d-1b02-4c90-b9c5-4e424777f5ad req-9bbde0bf-5828-45a6-8424-caafdf4b8905 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:44.209027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e633f4d-1b02-4c90-b9c5-4e424777f5ad req-9bbde0bf-5828-45a6-8424-caafdf4b8905 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:44.215182 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e633f4d-1b02-4c90-b9c5-4e424777f5ad req-9bbde0bf-5828-45a6-8424-caafdf4b8905 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:44.217278 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e633f4d-1b02-4c90-b9c5-4e424777f5ad req-9bbde0bf-5828-45a6-8424-caafdf4b8905 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 3828 time: 0.2678878 Nov 15 11:22:44.240938 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36046) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:44.249214 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-5f1dd653-ed47-4381-8a7b-afe728979386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:22:44.258674 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6d144a4c-5925-4ac1-9eff-34dafd21181c service neutron] For port 2a5a419e-761c-40a1-8d78-4da3f49c2c0d, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:22:44.262141 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6d144a4c-5925-4ac1-9eff-34dafd21181c service neutron] For port 2a5a419e-761c-40a1-8d78-4da3f49c2c0d, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2a5a419e-761c-40a1-8d78-4da3f49c2c0d,segment=NetworkSegment(9bb83ea5-6302-453d-ab4d-4e9d792cd455),segment_id=9bb83ea5-6302-453d-ab4d-4e9d792cd455)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:22:44.269196 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6d144a4c-5925-4ac1-9eff-34dafd21181c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:44.272867 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-5f1dd653-ed47-4381-8a7b-afe728979386 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:44.301184 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15780419-53a4-4733-82af-5d63b3182483 req-9f5091bb-b450-431d-b697-57aeabdff9ef service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885335 Nov 15 11:22:44.321023 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7beff51-10b4-4786-b24a-33097c535db4 req-999a9e89-e4d6-4a0e-8c30-015cc43aa88e tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:44.334138 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6d144a4c-5925-4ac1-9eff-34dafd21181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:44.334263 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7beff51-10b4-4786-b24a-33097c535db4 req-999a9e89-e4d6-4a0e-8c30-015cc43aa88e tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.2641680 Nov 15 11:22:44.334713 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6d144a4c-5925-4ac1-9eff-34dafd21181c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:44.335395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-5f1dd653-ed47-4381-8a7b-afe728979386 service neutron] Transition to ACTIVE for port object 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:22:44.336087 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36050) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:44.336202 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6d144a4c-5925-4ac1-9eff-34dafd21181c service neutron] 10.222.0.11 "PUT /v2.0/ports/2a5a419e-761c-40a1-8d78-4da3f49c2c0d HTTP/1.1" status: 200 len: 1092 time: 1.2641153 Nov 15 11:22:44.336723 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'tag': '2a5a419e-761c-40a1-8d78-4da3f49c2c0d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:44.339104 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc5e71e-f8a1-4730-8e92-b14de4c768ea" -d '{"events": [{"name": "network-changed", "server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "tag": "2a5a419e-761c-40a1-8d78-4da3f49c2c0d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:44.342835 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-45ef1aec-a30e-4c09-bde0-e4bd29137b4d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Request body: {'floatingip': {'port_id': '98c7c734-b2a0-4397-9a24-4ec63b72ae70'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:44.367257 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d144a4c-5925-4ac1-9eff-34dafd21181c service neutron] Pushing event updated for resources: {'Port': ['ID=2a5a419e-761c-40a1-8d78-4da3f49c2c0d,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:44.367783 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-5f1dd653-ed47-4381-8a7b-afe728979386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:44.413690 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c8a3d85f-f941-4b4d-9821-f3c49d6bb1ae admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1647557641-network', 'tenant_id': '256e7f4fc00d4f2c8c7d8b69f41fa2d5'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:44.441134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a3d85f-f941-4b4d-9821-f3c49d6bb1ae admin admin] Made reservation on behalf of 256e7f4fc00d4f2c8c7d8b69f41fa2d5 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:22:44.444044 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a3d85f-f941-4b4d-9821-f3c49d6bb1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:44.459750 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a3d85f-f941-4b4d-9821-f3c49d6bb1ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:44.460004 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e633f4d-1b02-4c90-b9c5-4e424777f5ad req-aa854a6a-2375-47ce-a15a-b7c7babe0568 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295654 Nov 15 11:22:44.465484 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-45ef1aec-a30e-4c09-bde0-e4bd29137b4d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:44.580430 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-9d27efe1-8176-46b5-afee-d85386945cb9 service neutron] Request body: {'port': {'device_id': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:44.604667 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1dd653-ed47-4381-8a7b-afe728979386 service neutron] Pushing event updated for resources: {'Port': ['ID=99eeba9a-48a8-4fa5-b2d9-a8934d501a5c,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:44.676218 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a3d85f-f941-4b4d-9821-f3c49d6bb1ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:44.692040 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a3d85f-f941-4b4d-9821-f3c49d6bb1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:44.717983 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3d85f-f941-4b4d-9821-f3c49d6bb1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09b1de0-456b-49be-9fdd-e57e4a01c36c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:44.719105 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb750ca0-d38c-4cbc-b2d2-7d9d8f53fa0a req-745cbb9e-4b23-4f0f-b321-3a94760fbd9a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:44.720656 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-9d27efe1-8176-46b5-afee-d85386945cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:44.727829 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb750ca0-d38c-4cbc-b2d2-7d9d8f53fa0a req-745cbb9e-4b23-4f0f-b321-3a94760fbd9a tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c HTTP/1.1" status: 200 len: 946 time: 0.3093653 Nov 15 11:22:44.777844 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a3d85f-f941-4b4d-9821-f3c49d6bb1ae admin admin] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:22:44.804729 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a3d85f-f941-4b4d-9821-f3c49d6bb1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:44.805201 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-c8a3d85f-f941-4b4d-9821-f3c49d6bb1ae admin admin] Added segment 4ac742f5-997f-44e3-9675-e4175daef772 of type vlan for network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 Nov 15 11:22:44.849298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1640b5-9a10-483c-bbc8-0d9359086bad req-2722408a-5b8b-42aa-b98d-ebaf9a5f6484 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:44.851098 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7c1640b5-9a10-483c-bbc8-0d9359086bad req-2722408a-5b8b-42aa-b98d-ebaf9a5f6484 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3 HTTP/1.1" status: 200 len: 943 time: 0.2822616 Nov 15 11:22:44.904825 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a3d85f-f941-4b4d-9821-f3c49d6bb1ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:44.920118 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-5f1dd653-ed47-4381-8a7b-afe728979386 service neutron] Attempting to bind port 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:22:44.920337 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-5f1dd653-ed47-4381-8a7b-afe728979386 service neutron] Attempting to bind port 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:22:44.920669 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-5f1dd653-ed47-4381-8a7b-afe728979386 service neutron] Attempting to bind port 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c on network 2e78f9bd-5aad-432a-85c1-63f165b57fea {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:44.929462 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb750ca0-d38c-4cbc-b2d2-7d9d8f53fa0a req-9483122f-3e92-4ed0-aae3-d8f2c92cce71 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002730 Nov 15 11:22:44.938938 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-5f1dd653-ed47-4381-8a7b-afe728979386 service neutron] Port 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c on network 2e78f9bd-5aad-432a-85c1-63f165b57fea not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:22:44.939218 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-5f1dd653-ed47-4381-8a7b-afe728979386 service neutron] Attempting to bind port 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c on network 2e78f9bd-5aad-432a-85c1-63f165b57fea {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:44.961084 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-5f1dd653-ed47-4381-8a7b-afe728979386 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:22:44.961420 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-5f1dd653-ed47-4381-8a7b-afe728979386 service neutron] Checking segment: {'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:44.961800 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-5f1dd653-ed47-4381-8a7b-afe728979386 service neutron] Bound using segment: {'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:22:44.962225 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-5f1dd653-ed47-4381-8a7b-afe728979386 service neutron] Bound port: 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:22:44.962571 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-5f1dd653-ed47-4381-8a7b-afe728979386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:44.983839 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201c7ab4-07ae-4ff3-a171-4efbc2b0c3e4 x-openstack-request-id: req-201c7ab4-07ae-4ff3-a171-4efbc2b0c3e4 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:44.984221 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "tag": "2a5a419e-761c-40a1-8d78-4da3f49c2c0d", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:44.984552 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-201c7ab4-07ae-4ff3-a171-4efbc2b0c3e4 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:44.985010 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'tag': '2a5a419e-761c-40a1-8d78-4da3f49c2c0d', 'status': 'completed', 'code': 200} Nov 15 11:22:45.005869 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a3d85f-f941-4b4d-9821-f3c49d6bb1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:45.009196 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a3d85f-f941-4b4d-9821-f3c49d6bb1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:45.009873 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c8a3d85f-f941-4b4d-9821-f3c49d6bb1ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:45.038440 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7c1640b5-9a10-483c-bbc8-0d9359086bad req-67df3436-1bcd-420d-acf3-6a1a13a85e44 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684134 Nov 15 11:22:45.066597 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c8a3d85f-f941-4b4d-9821-f3c49d6bb1ae admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8244598 Nov 15 11:22:45.077478 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36062) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:45.091278 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7ef56ca7-7379-416f-b9f8-c7cd4b3f7b08 admin admin] Request body: {'subnet': {'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1647557641-subnet', 'tenant_id': '256e7f4fc00d4f2c8c7d8b69f41fa2d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:45.166329 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3d85f-f941-4b4d-9821-f3c49d6bb1ae admin admin] Pushing event updated for resources: {'Network': ['ID=49b4d594-0a5b-4365-b6d6-a6b4864f1759,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:45.178116 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:22:45.193143 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef56ca7-7379-416f-b9f8-c7cd4b3f7b08 admin admin] Made reservation on behalf of 256e7f4fc00d4f2c8c7d8b69f41fa2d5 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:22:45.196419 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ef56ca7-7379-416f-b9f8-c7cd4b3f7b08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:45.300781 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-9d27efe1-8176-46b5-afee-d85386945cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc1db242-bc41-4115-8ee6-dd7f58c66f19 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:22:45.322650 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-9d27efe1-8176-46b5-afee-d85386945cb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:45.330022 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5e71e-f8a1-4730-8e92-b14de4c768ea req-b413afc8-1b9f-438f-9433-99c19982202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:45.330470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5e71e-f8a1-4730-8e92-b14de4c768ea req-b413afc8-1b9f-438f-9433-99c19982202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:45.330926 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5e71e-f8a1-4730-8e92-b14de4c768ea req-b413afc8-1b9f-438f-9433-99c19982202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:45.331407 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5e71e-f8a1-4730-8e92-b14de4c768ea req-b413afc8-1b9f-438f-9433-99c19982202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:45.331877 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5e71e-f8a1-4730-8e92-b14de4c768ea req-b413afc8-1b9f-438f-9433-99c19982202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:45.333625 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7dc5e71e-f8a1-4730-8e92-b14de4c768ea req-b413afc8-1b9f-438f-9433-99c19982202a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=77cb92f4ba94421baccd055f8a61a579&device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 4363 time: 0.2998285 Nov 15 11:22:45.337832 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-5f1dd653-ed47-4381-8a7b-afe728979386 service neutron] For port 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:22:45.346664 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-9d27efe1-8176-46b5-afee-d85386945cb9 service neutron] Transition to ACTIVE for port object bc1db242-bc41-4115-8ee6-dd7f58c66f19 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:22:45.353346 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-9d27efe1-8176-46b5-afee-d85386945cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:45.388749 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-5f1dd653-ed47-4381-8a7b-afe728979386 service neutron] For port 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=99eeba9a-48a8-4fa5-b2d9-a8934d501a5c,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:22:45.399677 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482bd93-72b4-4a34-b931-8b6f73174697 req-4d924e32-4bbf-485e-af29-428b14c93515 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:45.407614 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4482bd93-72b4-4a34-b931-8b6f73174697 req-4d924e32-4bbf-485e-af29-428b14c93515 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c2b6166-d622-42ca-81eb-28c670a978da HTTP/1.1" status: 200 len: 945 time: 0.2597129 Nov 15 11:22:45.443920 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27efe1-8176-46b5-afee-d85386945cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1db242-bc41-4115-8ee6-dd7f58c66f19,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:45.460723 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-5f1dd653-ed47-4381-8a7b-afe728979386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:45.522601 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.db.resource_extend [None req-45ef1aec-a30e-4c09-bde0-e4bd29137b4d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 11:22:45.536481 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c92a90-d31b-4ce7-9f59-e2f87ca68cd4 req-57eee988-0600-4f64-8146-6b707bcd0f6b tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:45.545277 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1c92a90-d31b-4ce7-9f59-e2f87ca68cd4 req-57eee988-0600-4f64-8146-6b707bcd0f6b tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.2735934 Nov 15 11:22:45.580211 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-9d27efe1-8176-46b5-afee-d85386945cb9 service neutron] Attempting to bind port bc1db242-bc41-4115-8ee6-dd7f58c66f19 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:22:45.580527 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-9d27efe1-8176-46b5-afee-d85386945cb9 service neutron] Attempting to bind port bc1db242-bc41-4115-8ee6-dd7f58c66f19 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'f00b1bb4-f030-447b-9d91-05fe6b231e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:22:45.580891 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-9d27efe1-8176-46b5-afee-d85386945cb9 service neutron] Attempting to bind port bc1db242-bc41-4115-8ee6-dd7f58c66f19 on network 4c80147d-a460-4aca-9746-ccf4bbea3343 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:45.583340 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ef56ca7-7379-416f-b9f8-c7cd4b3f7b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:45.615271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-9d27efe1-8176-46b5-afee-d85386945cb9 service neutron] Port bc1db242-bc41-4115-8ee6-dd7f58c66f19 on network 4c80147d-a460-4aca-9746-ccf4bbea3343 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:22:45.615641 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-9d27efe1-8176-46b5-afee-d85386945cb9 service neutron] Attempting to bind port bc1db242-bc41-4115-8ee6-dd7f58c66f19 on network 4c80147d-a460-4aca-9746-ccf4bbea3343 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:45.685153 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-9d27efe1-8176-46b5-afee-d85386945cb9 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:22:45.685487 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-9d27efe1-8176-46b5-afee-d85386945cb9 service neutron] Checking segment: {'id': 'f00b1bb4-f030-447b-9d91-05fe6b231e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:45.688087 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-9d27efe1-8176-46b5-afee-d85386945cb9 service neutron] Bound using segment: {'id': 'f00b1bb4-f030-447b-9d91-05fe6b231e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:22:45.688591 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-9d27efe1-8176-46b5-afee-d85386945cb9 service neutron] Bound port: bc1db242-bc41-4115-8ee6-dd7f58c66f19, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00b1bb4-f030-447b-9d91-05fe6b231e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:22:45.690133 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-9d27efe1-8176-46b5-afee-d85386945cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:45.741789 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef56ca7-7379-416f-b9f8-c7cd4b3f7b08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8647cc50-bb8e-4210-a1e9-eb2152a57fcd,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:45.758298 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef56ca7-7379-416f-b9f8-c7cd4b3f7b08 admin admin] Checking segment: {'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:45.758526 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef56ca7-7379-416f-b9f8-c7cd4b3f7b08 admin admin] Network hostable DHCP agents. Network: 49b4d594-0a5b-4365-b6d6-a6b4864f1759, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:22:45.810450 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef56ca7-7379-416f-b9f8-c7cd4b3f7b08 admin admin] Network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:22:45.831208 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7ef56ca7-7379-416f-b9f8-c7cd4b3f7b08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 49b4d594-0a5b-4365-b6d6-a6b4864f1759) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:45.833311 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-9d27efe1-8176-46b5-afee-d85386945cb9 service neutron] For port bc1db242-bc41-4115-8ee6-dd7f58c66f19, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:22:45.837676 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-9d27efe1-8176-46b5-afee-d85386945cb9 service neutron] For port bc1db242-bc41-4115-8ee6-dd7f58c66f19, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=bc1db242-bc41-4115-8ee6-dd7f58c66f19,segment=NetworkSegment(f00b1bb4-f030-447b-9d91-05fe6b231e91),segment_id=f00b1bb4-f030-447b-9d91-05fe6b231e91)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:22:45.839294 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef56ca7-7379-416f-b9f8-c7cd4b3f7b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:45.839956 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ef56ca7-7379-416f-b9f8-c7cd4b3f7b08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:45.847160 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294b723f-c875-40a9-b507-395c17d88250 None None] Network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:22:45.852163 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-9d27efe1-8176-46b5-afee-d85386945cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:45.870269 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7ef56ca7-7379-416f-b9f8-c7cd4b3f7b08 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7886069 Nov 15 11:22:45.871779 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-9d27efe1-8176-46b5-afee-d85386945cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:45.872443 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-9d27efe1-8176-46b5-afee-d85386945cb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:45.873768 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-9d27efe1-8176-46b5-afee-d85386945cb9 service neutron] 10.222.0.11 "PUT /v2.0/ports/bc1db242-bc41-4115-8ee6-dd7f58c66f19 HTTP/1.1" status: 200 len: 1136 time: 1.3054938 Nov 15 11:22:45.913918 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-39deca05-7c7f-4525-aeef-d93cf8e56a2b service neutron] Request body: {'port': {'device_id': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:45.950751 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4482bd93-72b4-4a34-b931-8b6f73174697 req-d51bbc60-9080-4d96-93c0-d263d40b5d5f tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d45103d-ee9d-493b-90ef-c3e5aea48f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5421803 Nov 15 11:22:45.975774 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2b6166-d622-42ca-81eb-28c670a978da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43e3720-deed-406c-884f-46113c8c4a14'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:45.978514 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-5f1dd653-ed47-4381-8a7b-afe728979386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:45.979152 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-5f1dd653-ed47-4381-8a7b-afe728979386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:45.980655 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-5f1dd653-ed47-4381-8a7b-afe728979386 service neutron] 10.222.0.55 "PUT /v2.0/ports/99eeba9a-48a8-4fa5-b2d9-a8934d501a5c HTTP/1.1" status: 200 len: 1091 time: 2.9952264 Nov 15 11:22:45.981132 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3', 'tag': '99eeba9a-48a8-4fa5-b2d9-a8934d501a5c'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:45.982523 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd1ab21-ecf3-449a-bac6-a5b6dfec6721" -d '{"events": [{"server_uuid": "7c2b6166-d622-42ca-81eb-28c670a978da", "name": "network-vif-plugged", "status": "completed", "tag": "c43e3720-deed-406c-884f-46113c8c4a14"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:45.983371 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff2cc30-f22e-41f9-b953-0090f44d4deb" -d '{"events": [{"name": "network-changed", "server_uuid": "81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3", "tag": "99eeba9a-48a8-4fa5-b2d9-a8934d501a5c"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:46.072468 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27efe1-8176-46b5-afee-d85386945cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1db242-bc41-4115-8ee6-dd7f58c66f19,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:46.080617 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-39deca05-7c7f-4525-aeef-d93cf8e56a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:46.203272 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1c92a90-d31b-4ce7-9f59-e2f87ca68cd4 req-45a0f678-48f0-48b3-9019-54a058518c75 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6568713 Nov 15 11:22:46.204022 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1dd653-ed47-4381-8a7b-afe728979386 service neutron] Pushing event updated for resources: {'Port': ['ID=99eeba9a-48a8-4fa5-b2d9-a8934d501a5c,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:46.230645 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-45ef1aec-a30e-4c09-bde0-e4bd29137b4d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:46.289289 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1808d1e-d429-4220-87d2-a4a685a7a307 None None] Network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:22:46.330829 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5e71e-f8a1-4730-8e92-b14de4c768ea req-9a1fb43b-75e5-46c4-a975-7676dc1e494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:46.336985 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5e71e-f8a1-4730-8e92-b14de4c768ea req-9a1fb43b-75e5-46c4-a975-7676dc1e494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:46.337552 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5e71e-f8a1-4730-8e92-b14de4c768ea req-9a1fb43b-75e5-46c4-a975-7676dc1e494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:46.339466 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7dc5e71e-f8a1-4730-8e92-b14de4c768ea req-9a1fb43b-75e5-46c4-a975-7676dc1e494b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=77cb92f4ba94421baccd055f8a61a579&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9947894 Nov 15 11:22:46.340951 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-45ef1aec-a30e-4c09-bde0-e4bd29137b4d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:46.522718 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-39deca05-7c7f-4525-aeef-d93cf8e56a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c5f658-3e97-46d3-b735-9ae8bc3ad568 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:22:46.530698 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-39deca05-7c7f-4525-aeef-d93cf8e56a2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:46.545987 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-39deca05-7c7f-4525-aeef-d93cf8e56a2b service neutron] Transition to ACTIVE for port object b5c5f658-3e97-46d3-b735-9ae8bc3ad568 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:22:46.550931 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-39deca05-7c7f-4525-aeef-d93cf8e56a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:46.621247 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39deca05-7c7f-4525-aeef-d93cf8e56a2b service neutron] Pushing event updated for resources: {'Port': ['ID=b5c5f658-3e97-46d3-b735-9ae8bc3ad568,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:46.666157 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-45ef1aec-a30e-4c09-bde0-e4bd29137b4d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Floating IP 6e3e3a0e-6de2-4d2d-88a5-69ea00616f4a associated. External IP: 172.25.7.25, port: 98c7c734-b2a0-4397-9a24-4ec63b72ae70. Nov 15 11:22:46.680531 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb48de-3bdb-4ff3-985b-ac52f8959f98 req-53cd295b-54df-446b-a323-5ddecc7d9182 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:46.688562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb48de-3bdb-4ff3-985b-ac52f8959f98 req-53cd295b-54df-446b-a323-5ddecc7d9182 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:46.693856 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb48de-3bdb-4ff3-985b-ac52f8959f98 req-53cd295b-54df-446b-a323-5ddecc7d9182 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:46.700789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb48de-3bdb-4ff3-985b-ac52f8959f98 req-53cd295b-54df-446b-a323-5ddecc7d9182 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:46.708132 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb48de-3bdb-4ff3-985b-ac52f8959f98 req-53cd295b-54df-446b-a323-5ddecc7d9182 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:46.715143 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb48de-3bdb-4ff3-985b-ac52f8959f98 req-53cd295b-54df-446b-a323-5ddecc7d9182 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:46.725058 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bfeb48de-3bdb-4ff3-985b-ac52f8959f98 req-53cd295b-54df-446b-a323-5ddecc7d9182 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 4606 time: 0.4690740 Nov 15 11:22:46.726403 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-39deca05-7c7f-4525-aeef-d93cf8e56a2b service neutron] Attempting to bind port b5c5f658-3e97-46d3-b735-9ae8bc3ad568 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:22:46.726933 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-39deca05-7c7f-4525-aeef-d93cf8e56a2b service neutron] Attempting to bind port b5c5f658-3e97-46d3-b735-9ae8bc3ad568 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'f00b1bb4-f030-447b-9d91-05fe6b231e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:22:46.727350 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-39deca05-7c7f-4525-aeef-d93cf8e56a2b service neutron] Attempting to bind port b5c5f658-3e97-46d3-b735-9ae8bc3ad568 on network 4c80147d-a460-4aca-9746-ccf4bbea3343 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:46.737054 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-39deca05-7c7f-4525-aeef-d93cf8e56a2b service neutron] Port b5c5f658-3e97-46d3-b735-9ae8bc3ad568 on network 4c80147d-a460-4aca-9746-ccf4bbea3343 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:22:46.737394 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-39deca05-7c7f-4525-aeef-d93cf8e56a2b service neutron] Attempting to bind port b5c5f658-3e97-46d3-b735-9ae8bc3ad568 on network 4c80147d-a460-4aca-9746-ccf4bbea3343 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:46.744604 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-39deca05-7c7f-4525-aeef-d93cf8e56a2b service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:22:46.745195 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-39deca05-7c7f-4525-aeef-d93cf8e56a2b service neutron] Checking segment: {'id': 'f00b1bb4-f030-447b-9d91-05fe6b231e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:46.745755 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-39deca05-7c7f-4525-aeef-d93cf8e56a2b service neutron] Bound using segment: {'id': 'f00b1bb4-f030-447b-9d91-05fe6b231e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:22:46.746345 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-39deca05-7c7f-4525-aeef-d93cf8e56a2b service neutron] Bound port: b5c5f658-3e97-46d3-b735-9ae8bc3ad568, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00b1bb4-f030-447b-9d91-05fe6b231e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:22:46.746848 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-39deca05-7c7f-4525-aeef-d93cf8e56a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:46.818263 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-39deca05-7c7f-4525-aeef-d93cf8e56a2b service neutron] For port b5c5f658-3e97-46d3-b735-9ae8bc3ad568, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:22:46.821746 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-39deca05-7c7f-4525-aeef-d93cf8e56a2b service neutron] For port b5c5f658-3e97-46d3-b735-9ae8bc3ad568, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b5c5f658-3e97-46d3-b735-9ae8bc3ad568,segment=NetworkSegment(f00b1bb4-f030-447b-9d91-05fe6b231e91),segment_id=f00b1bb4-f030-447b-9d91-05fe6b231e91)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:22:46.830236 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-39deca05-7c7f-4525-aeef-d93cf8e56a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:46.844902 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-39e605d4-ce6b-42e9-be14-66a998c7d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:46.846336 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-39e605d4-ce6b-42e9-be14-66a998c7d637 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&device_id=81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3 HTTP/1.1" status: 200 len: 1094 time: 0.7977145 Nov 15 11:22:46.876366 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-39deca05-7c7f-4525-aeef-d93cf8e56a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:46.877076 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-39deca05-7c7f-4525-aeef-d93cf8e56a2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:46.878647 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-39deca05-7c7f-4525-aeef-d93cf8e56a2b service neutron] 10.222.0.11 "PUT /v2.0/ports/b5c5f658-3e97-46d3-b735-9ae8bc3ad568 HTTP/1.1" status: 200 len: 1135 time: 0.9710402 Nov 15 11:22:46.881280 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5e71e-f8a1-4730-8e92-b14de4c768ea req-5a030c1f-4248-4870-9b6d-19b72354f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:46.891992 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7dc5e71e-f8a1-4730-8e92-b14de4c768ea req-5a030c1f-4248-4870-9b6d-19b72354f69b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4626222 Nov 15 11:22:46.901734 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39deca05-7c7f-4525-aeef-d93cf8e56a2b service neutron] Pushing event updated for resources: {'Port': ['ID=b5c5f658-3e97-46d3-b735-9ae8bc3ad568,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:46.943999 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d50795-7789-40bd-8033-260671bdbb2b req-82ddfdf0-55b0-4176-8d5b-b5efe5d141f9 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:46.946539 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-01d50795-7789-40bd-8033-260671bdbb2b req-82ddfdf0-55b0-4176-8d5b-b5efe5d141f9 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c HTTP/1.1" status: 200 len: 946 time: 0.5997300 Nov 15 11:22:46.957452 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cd118e61-4c68-40d8-819a-893a7f90bfeb service neutron] Request body: {'port': {'device_id': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:46.962334 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-8aef4204-7790-4a9a-8bdf-49bdbc4ae100 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99eeba9a-48a8-4fa5-b2d9-a8934d501a5c HTTP/1.1" status: 200 len: 217 time: 0.1049483 Nov 15 11:22:46.985984 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'tag': 'bc1db242-bc41-4115-8ee6-dd7f58c66f19'}, {'name': 'network-changed', 'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'tag': 'b5c5f658-3e97-46d3-b735-9ae8bc3ad568'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:46.989242 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "tag": "bc1db242-bc41-4115-8ee6-dd7f58c66f19"}, {"name": "network-changed", "server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "tag": "b5c5f658-3e97-46d3-b735-9ae8bc3ad568"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:47.123710 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bfeb48de-3bdb-4ff3-985b-ac52f8959f98 req-58394ccb-f9f3-4e9e-a463-4483f1b30c2a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3974648 Nov 15 11:22:47.192384 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffab1b3a-1672-412d-a4b1-f66bbc379334 x-openstack-request-id: req-ffab1b3a-1672-412d-a4b1-f66bbc379334 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:47.192765 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3", "tag": "99eeba9a-48a8-4fa5-b2d9-a8934d501a5c", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:47.192865 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ffab1b3a-1672-412d-a4b1-f66bbc379334 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:47.193251 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3', 'tag': '99eeba9a-48a8-4fa5-b2d9-a8934d501a5c', 'status': 'completed', 'code': 200} Nov 15 11:22:47.196994 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-127cf89c-4893-449d-b76c-f5487cd38741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:47.198460 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-127cf89c-4893-449d-b76c-f5487cd38741 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 200 len: 851 time: 0.2234654 Nov 15 11:22:47.205026 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-01d50795-7789-40bd-8033-260671bdbb2b req-c5b6b87e-06f7-47d7-add2-489e2b74811f tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380941 Nov 15 11:22:47.208739 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cd118e61-4c68-40d8-819a-893a7f90bfeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:47.223634 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71131078-637a-4365-adc2-c110999a663a x-openstack-request-id: req-71131078-637a-4365-adc2-c110999a663a {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:47.247273 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2b6166-d622-42ca-81eb-28c670a978da", "name": "network-vif-plugged", "status": "completed", "tag": "c43e3720-deed-406c-884f-46113c8c4a14", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:47.247966 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71131078-637a-4365-adc2-c110999a663a {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:47.251066 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2b6166-d622-42ca-81eb-28c670a978da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43e3720-deed-406c-884f-46113c8c4a14', 'code': 200} Nov 15 11:22:47.333945 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-d5a6696d-f98f-4cbf-96a8-11d49ffe612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:47.335402 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-d5a6696d-f98f-4cbf-96a8-11d49ffe612d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e78f9bd-5aad-432a-85c1-63f165b57fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276205 Nov 15 11:22:47.435192 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ef1aec-a30e-4c09-bde0-e4bd29137b4d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Router 20175af3-96b4-4b0c-82bc-b6b38c8539b7 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:22:47.631316 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83585f78-4f7e-40da-863a-ea0a01836c58 req-eff614b1-c8a7-49f3-9fed-1bd164866a0a tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:47.632931 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83585f78-4f7e-40da-863a-ea0a01836c58 req-eff614b1-c8a7-49f3-9fed-1bd164866a0a tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3 HTTP/1.1" status: 200 len: 943 time: 0.3265157 Nov 15 11:22:47.696155 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20965f07-9c67-41b5-aa74-81457627e289 req-c19c7518-8322-4407-bfa3-465252e218a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:47.697518 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20965f07-9c67-41b5-aa74-81457627e289 req-c19c7518-8322-4407-bfa3-465252e218a0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7c2b6166-d622-42ca-81eb-28c670a978da HTTP/1.1" status: 200 len: 1096 time: 0.3658714 Nov 15 11:22:47.792414 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-9d37f13a-8435-42e7-a0f4-e0ec5b5f12a1 service neutron] 10.222.0.55 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851709 Nov 15 11:22:47.941120 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83585f78-4f7e-40da-863a-ea0a01836c58 req-329b093f-03a8-498c-a548-1320b8a240d6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471330 Nov 15 11:22:47.948286 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20965f07-9c67-41b5-aa74-81457627e289 req-6834e8af-6232-439a-8f2c-1470842d97ab service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4d45103d-ee9d-493b-90ef-c3e5aea48f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350745 Nov 15 11:22:47.949179 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ef1aec-a30e-4c09-bde0-e4bd29137b4d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:22:47.960332 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-5b829900-1822-4b8c-82b2-e7d6f3151bcc tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:47.961804 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-5b829900-1822-4b8c-82b2-e7d6f3151bcc tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/networks?id=49b4d594-0a5b-4365-b6d6-a6b4864f1759 HTTP/1.1" status: 200 len: 806 time: 0.4383039 Nov 15 11:22:47.965756 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b3eb8-0712-4bd3-999c-dba6741ac8da None None] Sync routers for ids ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:22:47.968019 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-45ef1aec-a30e-4c09-bde0-e4bd29137b4d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:47.982828 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0b3eb8-0712-4bd3-999c-dba6741ac8da None None] Routers {'20175af3-96b4-4b0c-82bc-b6b38c8539b7'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:22:47.984316 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-af0b3eb8-0712-4bd3-999c-dba6741ac8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:22:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:48.051850 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-32091a31-83f4-4da9-8284-c68883fc6d63 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/quotas/256e7f4fc00d4f2c8c7d8b69f41fa2d5 HTTP/1.1" status: 200 len: 375 time: 0.0729434 Nov 15 11:22:48.063469 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-45ef1aec-a30e-4c09-bde0-e4bd29137b4d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "PUT /v2.0/floatingips/6e3e3a0e-6de2-4d2d-88a5-69ea00616f4a HTTP/1.1" status: 200 len: 990 time: 3.7216353 Nov 15 11:22:48.089985 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b020ddb3-efd3-4763-a31e-8b9954d2712e req-160d4d75-eca4-401c-bd33-220ed7619ba2 service neutron] 10.222.0.55 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766349 Nov 15 11:22:48.120615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-308ef476-2aa2-42a5-8602-519d152559e9 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=256e7f4fc00d4f2c8c7d8b69f41fa2d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572629 Nov 15 11:22:48.120870 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-af0b3eb8-0712-4bd3-999c-dba6741ac8da None None] Set router 20175af3-96b4-4b0c-82bc-b6b38c8539b7 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:22:48.122594 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cd118e61-4c68-40d8-819a-893a7f90bfeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496a1d61-4bd5-4b51-9b89-5253018b96d3 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:22:48.140161 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cd118e61-4c68-40d8-819a-893a7f90bfeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:48.200248 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cd118e61-4c68-40d8-819a-893a7f90bfeb service neutron] Transition to ACTIVE for port object 496a1d61-4bd5-4b51-9b89-5253018b96d3 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:22:48.218981 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d509fb-d3cc-4c35-b1a1-4d74294df647 req-df76a7d6-86c0-476d-ae1a-bfc2e250bc44 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:48.220540 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24d509fb-d3cc-4c35-b1a1-4d74294df647 req-df76a7d6-86c0-476d-ae1a-bfc2e250bc44 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c2b6166-d622-42ca-81eb-28c670a978da HTTP/1.1" status: 200 len: 945 time: 0.1621938 Nov 15 11:22:48.221573 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cd118e61-4c68-40d8-819a-893a7f90bfeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:48.379597 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-af0b3eb8-0712-4bd3-999c-dba6741ac8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'name': 'tempest-AttachVolumeTestJSON-808987218-router', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:05Z', 'updated_at': '2021-11-15T11:22:14Z', 'revision_number': 4, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'gw_port': {'id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:07Z', 'updated_at': '2021-11-15T11:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '6e3e3a0e-6de2-4d2d-88a5-69ea00616f4a', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'port_id': '98c7c734-b2a0-4397-9a24-4ec63b72ae70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'mac_address': 'fa:16:3e:62:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f5faa-a467-4039-88fd-c6fe64c48a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:22:23Z', 'updated_at': '2021-11-15T11:22:45Z', 'revision_number': 1, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411317a0-3898-4ae3-bd51-6df098dda5c3', 'name': '', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'mac_address': 'fa:16:3e:6a:d7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:23Z', 'revision_number': 5, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'subnets': [{'id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:48.409931 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b3eb8-0712-4bd3-999c-dba6741ac8da None None] Checking router: 20175af3-96b4-4b0c-82bc-b6b38c8539b7 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:22:48.419860 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0b3eb8-0712-4bd3-999c-dba6741ac8da None None] Routers {'20175af3-96b4-4b0c-82bc-b6b38c8539b7'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:22:48.420493 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-af0b3eb8-0712-4bd3-999c-dba6741ac8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:22:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:48.539724 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-af0b3eb8-0712-4bd3-999c-dba6741ac8da None None] Set router 20175af3-96b4-4b0c-82bc-b6b38c8539b7 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:22:48.666720 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-c97c6e6c-35b9-4507-8d67-c3ee43bc8ab1 service neutron] 10.222.0.64 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379968 Nov 15 11:22:48.671374 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd118e61-4c68-40d8-819a-893a7f90bfeb service neutron] Pushing event updated for resources: {'Port': ['ID=496a1d61-4bd5-4b51-9b89-5253018b96d3,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:48.732500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2cc30-f22e-41f9-b953-0090f44d4deb req-2806caa0-d807-4e61-bb30-10a3f143e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:48.733908 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ff2cc30-f22e-41f9-b953-0090f44d4deb req-2806caa0-d807-4e61-bb30-10a3f143e583 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&device_id=81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3 HTTP/1.1" status: 200 len: 1094 time: 0.5102823 Nov 15 11:22:48.790903 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24d509fb-d3cc-4c35-b1a1-4d74294df647 req-f965f2db-2b4c-452b-9961-428b518eb064 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d45103d-ee9d-493b-90ef-c3e5aea48f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5290103 Nov 15 11:22:48.795092 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-af0b3eb8-0712-4bd3-999c-dba6741ac8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'name': 'tempest-AttachVolumeTestJSON-808987218-router', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:05Z', 'updated_at': '2021-11-15T11:22:14Z', 'revision_number': 4, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'gw_port': {'id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:07Z', 'updated_at': '2021-11-15T11:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '6e3e3a0e-6de2-4d2d-88a5-69ea00616f4a', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'port_id': '98c7c734-b2a0-4397-9a24-4ec63b72ae70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'mac_address': 'fa:16:3e:62:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f5faa-a467-4039-88fd-c6fe64c48a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:22:23Z', 'updated_at': '2021-11-15T11:22:45Z', 'revision_number': 1, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411317a0-3898-4ae3-bd51-6df098dda5c3', 'name': '', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'mac_address': 'fa:16:3e:6a:d7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:23Z', 'revision_number': 5, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'subnets': [{'id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:48.823543 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b3eb8-0712-4bd3-999c-dba6741ac8da None None] The sync data for ids ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'] in n-d-729945-9 is: [{'id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'name': 'tempest-AttachVolumeTestJSON-808987218-router', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:05Z', 'updated_at': '2021-11-15T11:22:14Z', 'revision_number': 4, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'gw_port': {'id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:07Z', 'updated_at': '2021-11-15T11:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '6e3e3a0e-6de2-4d2d-88a5-69ea00616f4a', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'floating_ip_address': '172.25.7.25', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'port_id': '98c7c734-b2a0-4397-9a24-4ec63b72ae70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'mac_address': 'fa:16:3e:62:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f5faa-a467-4039-88fd-c6fe64c48a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:22:23Z', 'updated_at': '2021-11-15T11:22:45Z', 'revision_number': 1, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411317a0-3898-4ae3-bd51-6df098dda5c3', 'name': '', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'mac_address': 'fa:16:3e:6a:d7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:23Z', 'revision_number': 5, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'subnets': [{'id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:22:48.881816 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972eda77-98a4-454b-8fbb-87019a01d4e2 x-openstack-request-id: req-972eda77-98a4-454b-8fbb-87019a01d4e2 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:48.882651 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "tag": "bc1db242-bc41-4115-8ee6-dd7f58c66f19", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "tag": "b5c5f658-3e97-46d3-b735-9ae8bc3ad568", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:48.883090 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-972eda77-98a4-454b-8fbb-87019a01d4e2 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:48.883644 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'tag': 'bc1db242-bc41-4115-8ee6-dd7f58c66f19', 'status': 'completed', 'code': 200} Nov 15 11:22:48.884068 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'tag': 'b5c5f658-3e97-46d3-b735-9ae8bc3ad568', 'status': 'completed', 'code': 200} Nov 15 11:22:48.900047 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cd118e61-4c68-40d8-819a-893a7f90bfeb service neutron] Attempting to bind port 496a1d61-4bd5-4b51-9b89-5253018b96d3 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:22:48.900534 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cd118e61-4c68-40d8-819a-893a7f90bfeb service neutron] Attempting to bind port 496a1d61-4bd5-4b51-9b89-5253018b96d3 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'f00b1bb4-f030-447b-9d91-05fe6b231e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:22:48.900957 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cd118e61-4c68-40d8-819a-893a7f90bfeb service neutron] Attempting to bind port 496a1d61-4bd5-4b51-9b89-5253018b96d3 on network 4c80147d-a460-4aca-9746-ccf4bbea3343 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:48.931999 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cd118e61-4c68-40d8-819a-893a7f90bfeb service neutron] Port 496a1d61-4bd5-4b51-9b89-5253018b96d3 on network 4c80147d-a460-4aca-9746-ccf4bbea3343 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:22:48.932477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cd118e61-4c68-40d8-819a-893a7f90bfeb service neutron] Attempting to bind port 496a1d61-4bd5-4b51-9b89-5253018b96d3 on network 4c80147d-a460-4aca-9746-ccf4bbea3343 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:48.940535 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-b40e0f92-1991-4da7-9cf4-a394440e1d66 service neutron] 10.222.0.64 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530413 Nov 15 11:22:48.942018 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2cc30-f22e-41f9-b953-0090f44d4deb req-93e89a18-8eb1-4587-93b1-60642b1617e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:48.943576 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ff2cc30-f22e-41f9-b953-0090f44d4deb req-93e89a18-8eb1-4587-93b1-60642b1617e6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 913 time: 0.1660419 Nov 15 11:22:48.944587 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cd118e61-4c68-40d8-819a-893a7f90bfeb service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:22:48.945187 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cd118e61-4c68-40d8-819a-893a7f90bfeb service neutron] Checking segment: {'id': 'f00b1bb4-f030-447b-9d91-05fe6b231e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:48.945545 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cd118e61-4c68-40d8-819a-893a7f90bfeb service neutron] Bound using segment: {'id': 'f00b1bb4-f030-447b-9d91-05fe6b231e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:22:48.946179 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cd118e61-4c68-40d8-819a-893a7f90bfeb service neutron] Bound port: 496a1d61-4bd5-4b51-9b89-5253018b96d3, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00b1bb4-f030-447b-9d91-05fe6b231e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:22:48.946584 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cd118e61-4c68-40d8-819a-893a7f90bfeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:48.965856 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-546abb0e-fcc3-40ee-a711-0aa83f471371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:48.966340 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-546abb0e-fcc3-40ee-a711-0aa83f471371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:48.967047 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-546abb0e-fcc3-40ee-a711-0aa83f471371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:48.967524 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-546abb0e-fcc3-40ee-a711-0aa83f471371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:48.968013 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-546abb0e-fcc3-40ee-a711-0aa83f471371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:48.968486 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-546abb0e-fcc3-40ee-a711-0aa83f471371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:48.968934 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-546abb0e-fcc3-40ee-a711-0aa83f471371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:48.970929 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-546abb0e-fcc3-40ee-a711-0aa83f471371 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=77cb92f4ba94421baccd055f8a61a579&device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 6245 time: 0.0646331 Nov 15 11:22:49.050465 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ff2cc30-f22e-41f9-b953-0090f44d4deb req-b47250ca-c9ae-42e8-a40d-dad0e77db95f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99eeba9a-48a8-4fa5-b2d9-a8934d501a5c HTTP/1.1" status: 200 len: 217 time: 0.0881224 Nov 15 11:22:49.151941 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-264e0195-b27d-44d4-847c-1cd33b439fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.152567 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-264e0195-b27d-44d4-847c-1cd33b439fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.153084 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-264e0195-b27d-44d4-847c-1cd33b439fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.160036 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-264e0195-b27d-44d4-847c-1cd33b439fc3 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=77cb92f4ba94421baccd055f8a61a579&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1804368 Nov 15 11:22:49.214329 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14f5faa-a467-4039-88fd-c6fe64c48a30', 'tag': '98c7c734-b2a0-4397-9a24-4ec63b72ae70'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:49.217801 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee67681-fdf0-4da6-812a-ded61f78514d" -d '{"events": [{"name": "network-changed", "server_uuid": "c14f5faa-a467-4039-88fd-c6fe64c48a30", "tag": "98c7c734-b2a0-4397-9a24-4ec63b72ae70"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:49.244905 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4ab168-4c95-43ad-9f3c-b4ace2af6430 None None] New status for floating IP 6e3e3a0e-6de2-4d2d-88a5-69ea00616f4a: ACTIVE {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:22:49.351540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2cc30-f22e-41f9-b953-0090f44d4deb req-f0e8bc46-f0b0-4c94-8142-95305b2ecb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.353835 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ff2cc30-f22e-41f9-b953-0090f44d4deb req-f0e8bc46-f0b0-4c94-8142-95305b2ecb74 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 200 len: 851 time: 0.2485855 Nov 15 11:22:49.358292 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cd118e61-4c68-40d8-819a-893a7f90bfeb service neutron] For port 496a1d61-4bd5-4b51-9b89-5253018b96d3, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:22:49.384209 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cd118e61-4c68-40d8-819a-893a7f90bfeb service neutron] For port 496a1d61-4bd5-4b51-9b89-5253018b96d3, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=496a1d61-4bd5-4b51-9b89-5253018b96d3,segment=NetworkSegment(f00b1bb4-f030-447b-9d91-05fe6b231e91),segment_id=f00b1bb4-f030-447b-9d91-05fe6b231e91)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:22:49.398308 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-ccb01a80-9eec-491e-9f2c-574481299c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.401215 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-ccb01a80-9eec-491e-9f2c-574481299c23 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2336781 Nov 15 11:22:49.413675 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cd118e61-4c68-40d8-819a-893a7f90bfeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:49.437105 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6bfa9-4faf-429e-8330-d1b270de0cc9 req-4415ac18-8252-4042-8082-56dbf7b58f1a tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.440220 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-44c6bfa9-4faf-429e-8330-d1b270de0cc9 req-4415ac18-8252-4042-8082-56dbf7b58f1a tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.2158847 Nov 15 11:22:49.518151 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cd118e61-4c68-40d8-819a-893a7f90bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.518954 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cd118e61-4c68-40d8-819a-893a7f90bfeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:49.520510 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cd118e61-4c68-40d8-819a-893a7f90bfeb service neutron] 10.222.0.11 "PUT /v2.0/ports/496a1d61-4bd5-4b51-9b89-5253018b96d3 HTTP/1.1" status: 200 len: 1091 time: 2.5859194 Nov 15 11:22:49.520636 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-984fe3fb-ea36-4a87-8ad0-2374ba37f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.521061 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-984fe3fb-ea36-4a87-8ad0-2374ba37f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.521640 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-984fe3fb-ea36-4a87-8ad0-2374ba37f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.522207 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-984fe3fb-ea36-4a87-8ad0-2374ba37f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.522575 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-984fe3fb-ea36-4a87-8ad0-2374ba37f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.523062 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-984fe3fb-ea36-4a87-8ad0-2374ba37f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.523509 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-984fe3fb-ea36-4a87-8ad0-2374ba37f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.525472 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-984fe3fb-ea36-4a87-8ad0-2374ba37f928 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=77cb92f4ba94421baccd055f8a61a579&device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 6287 time: 0.0765724 Nov 15 11:22:49.594315 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5f77ffba-8f2d-4987-86dd-6cbd89eaa4d1 service neutron] Request body: {'port': {'device_id': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:49.686346 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-22330b4e-e59e-41f0-8d70-2f977d4bdd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.686595 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-22330b4e-e59e-41f0-8d70-2f977d4bdd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.687254 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-22330b4e-e59e-41f0-8d70-2f977d4bdd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.689259 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-22330b4e-e59e-41f0-8d70-2f977d4bdd1c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=77cb92f4ba94421baccd055f8a61a579&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1454866 Nov 15 11:22:49.707841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2cc30-f22e-41f9-b953-0090f44d4deb req-8d7ef268-8a24-4bc4-a464-c6b48f4d1c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.709644 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ff2cc30-f22e-41f9-b953-0090f44d4deb req-8d7ef268-8a24-4bc4-a464-c6b48f4d1c89 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e78f9bd-5aad-432a-85c1-63f165b57fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3440104 Nov 15 11:22:49.721977 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd118e61-4c68-40d8-819a-893a7f90bfeb service neutron] Pushing event updated for resources: {'Port': ['ID=496a1d61-4bd5-4b51-9b89-5253018b96d3,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:49.808641 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e7f0f-e1fa-4a42-a936-767ee9cec8be req-505aa915-31e8-408f-a1e4-0f668ade4a87 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.815345 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e7f0f-e1fa-4a42-a936-767ee9cec8be req-505aa915-31e8-408f-a1e4-0f668ade4a87 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.823217 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e7f0f-e1fa-4a42-a936-767ee9cec8be req-505aa915-31e8-408f-a1e4-0f668ade4a87 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.829424 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e7f0f-e1fa-4a42-a936-767ee9cec8be req-505aa915-31e8-408f-a1e4-0f668ade4a87 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.837116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e7f0f-e1fa-4a42-a936-767ee9cec8be req-505aa915-31e8-408f-a1e4-0f668ade4a87 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.843428 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e7f0f-e1fa-4a42-a936-767ee9cec8be req-505aa915-31e8-408f-a1e4-0f668ade4a87 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.849626 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e7f0f-e1fa-4a42-a936-767ee9cec8be req-505aa915-31e8-408f-a1e4-0f668ade4a87 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.852191 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5c6e7f0f-e1fa-4a42-a936-767ee9cec8be req-505aa915-31e8-408f-a1e4-0f668ade4a87 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5395 time: 0.3432639 Nov 15 11:22:49.877064 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-44c6bfa9-4faf-429e-8330-d1b270de0cc9 req-a5ff26d1-59c1-44c9-a6c5-5b630187da1b tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226038 Nov 15 11:22:49.912415 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-fda23d40-4812-43b4-b38b-9dcc49e41e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:49.914648 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4e155b08-9f66-4372-a0f7-52b0a0d2a5cd req-fda23d40-4812-43b4-b38b-9dcc49e41e37 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2179666 Nov 15 11:22:49.950523 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5f77ffba-8f2d-4987-86dd-6cbd89eaa4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:49.984640 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ff2cc30-f22e-41f9-b953-0090f44d4deb req-7d42bd6f-f597-41e4-9ec9-c67783bf7d0b service neutron] 10.222.0.55 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561774 Nov 15 11:22:50.095928 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5c6e7f0f-e1fa-4a42-a936-767ee9cec8be req-4031d091-967f-4a8a-911e-da1ac9335759 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2143700 Nov 15 11:22:50.238402 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-abac60cb-2360-4719-ac39-d0478724807a req-e2134ab9-fd1d-4045-91b8-ac065b66df77 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dd8422-a271-497f-a592-f41b67a249e3 HTTP/1.1" status: 200 len: 210 time: 0.0493617 Nov 15 11:22:50.294502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0485c-e8ce-4d1c-b6c5-f5969436c5da req-015cf849-4cbc-40d8-84ce-7c7a7db7bc9a tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:50.295944 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14f0485c-e8ce-4d1c-b6c5-f5969436c5da req-015cf849-4cbc-40d8-84ce-7c7a7db7bc9a tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3 HTTP/1.1" status: 200 len: 943 time: 0.2225554 Nov 15 11:22:50.303135 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ff2cc30-f22e-41f9-b953-0090f44d4deb req-c7b2a244-1374-4cbf-bbf2-b6b2ff1f9bc6 service neutron] 10.222.0.55 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085914 Nov 15 11:22:50.414423 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8911f9f-1b83-4599-a2db-bad4cc7de99e req-6ad95fcb-da47-451f-b33d-639b26cb8a32 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:50.415950 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8911f9f-1b83-4599-a2db-bad4cc7de99e req-6ad95fcb-da47-451f-b33d-639b26cb8a32 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c HTTP/1.1" status: 200 len: 946 time: 0.1173267 Nov 15 11:22:50.429831 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14f0485c-e8ce-4d1c-b6c5-f5969436c5da req-2bc3a289-2e3f-4b73-8567-3288460d0c0e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124241 Nov 15 11:22:50.510712 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdae4f7-b546-4735-8e7e-d41686b647d3 x-openstack-request-id: req-cfdae4f7-b546-4735-8e7e-d41686b647d3 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:50.511709 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14f5faa-a467-4039-88fd-c6fe64c48a30", "tag": "98c7c734-b2a0-4397-9a24-4ec63b72ae70", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:50.512088 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cfdae4f7-b546-4735-8e7e-d41686b647d3 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:50.512633 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14f5faa-a467-4039-88fd-c6fe64c48a30', 'tag': '98c7c734-b2a0-4397-9a24-4ec63b72ae70', 'status': 'completed', 'code': 200} Nov 15 11:22:50.579075 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee67681-fdf0-4da6-812a-ded61f78514d req-a70df1ce-3bff-49a4-afbb-b11096dcfe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:50.581017 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bee67681-fdf0-4da6-812a-ded61f78514d req-a70df1ce-3bff-49a4-afbb-b11096dcfe5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84266b83cb7b44e49edcf06f7e40ecbe&device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 1096 time: 0.0515766 Nov 15 11:22:50.642890 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5f77ffba-8f2d-4987-86dd-6cbd89eaa4d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f6c4222-85c6-40ff-b518-d6284db6fd76 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:22:50.672084 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8911f9f-1b83-4599-a2db-bad4cc7de99e req-07b853c6-a2f7-45ac-a46b-cd244f4b9448 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f0a4116-6849-48cb-907b-b9d19bd9f040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430105 Nov 15 11:22:50.674414 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5f77ffba-8f2d-4987-86dd-6cbd89eaa4d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:50.735385 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee67681-fdf0-4da6-812a-ded61f78514d req-bc49d5a7-f837-4576-8180-e07fd2900534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:50.737078 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bee67681-fdf0-4da6-812a-ded61f78514d req-bc49d5a7-f837-4576-8180-e07fd2900534 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd HTTP/1.1" status: 200 len: 911 time: 0.1483247 Nov 15 11:22:50.748929 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-9c8a0c5d-a9cd-46f8-8493-fd337bec7115 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:50.750609 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-9c8a0c5d-a9cd-46f8-8493-fd337bec7115 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.55 "GET /v2.0/networks?id=49b4d594-0a5b-4365-b6d6-a6b4864f1759 HTTP/1.1" status: 200 len: 806 time: 0.2367444 Nov 15 11:22:50.766461 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568d56c-7ff7-4737-bf8e-d8f3ea2c9574 req-afb556b8-1970-4540-8203-e2b7fe491d26 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:50.768654 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4568d56c-7ff7-4737-bf8e-d8f3ea2c9574 req-afb556b8-1970-4540-8203-e2b7fe491d26 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c2b6166-d622-42ca-81eb-28c670a978da HTTP/1.1" status: 200 len: 945 time: 0.2220244 Nov 15 11:22:50.778897 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5f77ffba-8f2d-4987-86dd-6cbd89eaa4d1 service neutron] Transition to ACTIVE for port object 4f6c4222-85c6-40ff-b518-d6284db6fd76 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:22:50.786622 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-0caaa30b-aa75-4ad3-ace7-ddc28cc19315 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Request body: {'port': {'device_id': '60dd8422-a271-497f-a592-f41b67a249e3', 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759', 'admin_state_up': True, 'tenant_id': '256e7f4fc00d4f2c8c7d8b69f41fa2d5'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:50.818438 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bee67681-fdf0-4da6-812a-ded61f78514d req-248179ee-baae-473f-a4ee-e1338156404e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98c7c734-b2a0-4397-9a24-4ec63b72ae70 HTTP/1.1" status: 200 len: 1000 time: 0.0727785 Nov 15 11:22:50.824843 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5f77ffba-8f2d-4987-86dd-6cbd89eaa4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:50.827375 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfcb0f-b9dc-4b7d-a873-5f03d605ebc3 req-ac30bd9d-9a47-4f8b-9153-598a69fb79b8 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:50.829546 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f1dfcb0f-b9dc-4b7d-a873-5f03d605ebc3 req-ac30bd9d-9a47-4f8b-9153-598a69fb79b8 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.11 "GET /v2.0/ports?device_id=a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c HTTP/1.1" status: 200 len: 946 time: 0.1393180 Nov 15 11:22:50.979876 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77ffba-8f2d-4987-86dd-6cbd89eaa4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6c4222-85c6-40ff-b518-d6284db6fd76,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:51.005705 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4568d56c-7ff7-4737-bf8e-d8f3ea2c9574 req-67c1029b-cf38-49fa-bc83-d92379ef2ba5 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d45103d-ee9d-493b-90ef-c3e5aea48f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253299 Nov 15 11:22:51.013739 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46826b19-7099-439c-b59d-5fd0903f22c7 req-8c25ed35-113e-4971-a38f-9bfe2c9a5f16 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:51.021398 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46826b19-7099-439c-b59d-5fd0903f22c7 req-8c25ed35-113e-4971-a38f-9bfe2c9a5f16 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.2661643 Nov 15 11:22:51.029103 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:22:51.157869 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46826b19-7099-439c-b59d-5fd0903f22c7 req-76c51008-119d-4824-b333-cbcfdad54cd9 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296041 Nov 15 11:22:51.194251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-0caaa30b-aa75-4ad3-ace7-ddc28cc19315 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Made reservation on behalf of 256e7f4fc00d4f2c8c7d8b69f41fa2d5 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:22:51.205463 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-0caaa30b-aa75-4ad3-ace7-ddc28cc19315 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:51.215204 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5f77ffba-8f2d-4987-86dd-6cbd89eaa4d1 service neutron] Attempting to bind port 4f6c4222-85c6-40ff-b518-d6284db6fd76 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:22:51.215540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5f77ffba-8f2d-4987-86dd-6cbd89eaa4d1 service neutron] Attempting to bind port 4f6c4222-85c6-40ff-b518-d6284db6fd76 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'f00b1bb4-f030-447b-9d91-05fe6b231e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:22:51.215882 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5f77ffba-8f2d-4987-86dd-6cbd89eaa4d1 service neutron] Attempting to bind port 4f6c4222-85c6-40ff-b518-d6284db6fd76 on network 4c80147d-a460-4aca-9746-ccf4bbea3343 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:51.249837 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5f77ffba-8f2d-4987-86dd-6cbd89eaa4d1 service neutron] Port 4f6c4222-85c6-40ff-b518-d6284db6fd76 on network 4c80147d-a460-4aca-9746-ccf4bbea3343 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:22:51.250160 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5f77ffba-8f2d-4987-86dd-6cbd89eaa4d1 service neutron] Attempting to bind port 4f6c4222-85c6-40ff-b518-d6284db6fd76 on network 4c80147d-a460-4aca-9746-ccf4bbea3343 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:51.268811 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5f77ffba-8f2d-4987-86dd-6cbd89eaa4d1 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:22:51.269143 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5f77ffba-8f2d-4987-86dd-6cbd89eaa4d1 service neutron] Checking segment: {'id': 'f00b1bb4-f030-447b-9d91-05fe6b231e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:51.269583 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5f77ffba-8f2d-4987-86dd-6cbd89eaa4d1 service neutron] Bound using segment: {'id': 'f00b1bb4-f030-447b-9d91-05fe6b231e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:22:51.270036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5f77ffba-8f2d-4987-86dd-6cbd89eaa4d1 service neutron] Bound port: 4f6c4222-85c6-40ff-b518-d6284db6fd76, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00b1bb4-f030-447b-9d91-05fe6b231e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:22:51.270390 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5f77ffba-8f2d-4987-86dd-6cbd89eaa4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:51.348195 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=99eeba9a-48a8-4fa5-b2d9-a8934d501a5c,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:51.362430 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '99eeba9a-48a8-4fa5-b2d9-a8934d501a5c', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'port_id': '99eeba9a-48a8-4fa5-b2d9-a8934d501a5c', 'mac_address': 'fa:16:3e:8d:09:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:22:51.369887 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee67681-fdf0-4da6-812a-ded61f78514d req-b2109374-532b-4bdd-a059-38cd2e335b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:51.371405 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bee67681-fdf0-4da6-812a-ded61f78514d req-b2109374-532b-4bdd-a059-38cd2e335b61 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa23b34b-7133-41b6-b1e3-4b077f52e5c3 HTTP/1.1" status: 200 len: 849 time: 0.5414383 Nov 15 11:22:51.410639 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:51.429647 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:22:51.466529 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=99eeba9a-48a8-4fa5-b2d9-a8934d501a5c,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:51.477202 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:51.531491 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee67681-fdf0-4da6-812a-ded61f78514d req-d1bdd711-2c0f-4360-86c5-b07373ca8d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:51.541550 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bee67681-fdf0-4da6-812a-ded61f78514d req-d1bdd711-2c0f-4360-86c5-b07373ca8d83 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543636 Nov 15 11:22:51.541971 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=99eeba9a-48a8-4fa5-b2d9-a8934d501a5c,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:51.553840 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-f1dfcb0f-b9dc-4b7d-a873-5f03d605ebc3 req-f925d111-b93e-4c4c-9b07-1202615ecca3 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Deleting port 160e0fc1-9894-41ac-b24c-905f8dc42877 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:22:51.554770 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f1dfcb0f-b9dc-4b7d-a873-5f03d605ebc3 req-f925d111-b93e-4c4c-9b07-1202615ecca3 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:51.556609 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5f77ffba-8f2d-4987-86dd-6cbd89eaa4d1 service neutron] For port 4f6c4222-85c6-40ff-b518-d6284db6fd76, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:22:51.571055 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a4de5-99e5-4e9d-ab69-bb02c3d3c69f req-62230bd4-c1f8-4ec9-90f0-c1191c80a963 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:51.584168 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-566a4de5-99e5-4e9d-ab69-bb02c3d3c69f req-62230bd4-c1f8-4ec9-90f0-c1191c80a963 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c2b6166-d622-42ca-81eb-28c670a978da HTTP/1.1" status: 200 len: 945 time: 0.2393267 Nov 15 11:22:51.585059 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36144) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:51.611972 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-04f59e31-769a-46e1-945f-262d4efec4e8 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Request body: {'floatingip': {'port_id': 'c43e3720-deed-406c-884f-46113c8c4a14'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:51.627477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5f77ffba-8f2d-4987-86dd-6cbd89eaa4d1 service neutron] For port 4f6c4222-85c6-40ff-b518-d6284db6fd76, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=4f6c4222-85c6-40ff-b518-d6284db6fd76,segment=NetworkSegment(f00b1bb4-f030-447b-9d91-05fe6b231e91),segment_id=f00b1bb4-f030-447b-9d91-05fe6b231e91)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:22:51.711605 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5f77ffba-8f2d-4987-86dd-6cbd89eaa4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:51.739123 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03ff7e-b070-4e00-804e-34e231ca69aa req-be508e32-0847-43f4-96c5-77714ec3aad9 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:51.757231 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-f1dfcb0f-b9dc-4b7d-a873-5f03d605ebc3 req-f925d111-b93e-4c4c-9b07-1202615ecca3 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] For port 160e0fc1-9894-41ac-b24c-905f8dc42877, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=160e0fc1-9894-41ac-b24c-905f8dc42877,segment=NetworkSegment(982510f6-b22f-4c53-af38-6a6785d78500),segment_id=982510f6-b22f-4c53-af38-6a6785d78500)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:51.757580 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f1dfcb0f-b9dc-4b7d-a873-5f03d605ebc3 req-f925d111-b93e-4c4c-9b07-1202615ecca3 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:51.760609 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03ff7e-b070-4e00-804e-34e231ca69aa req-be508e32-0847-43f4-96c5-77714ec3aad9 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:51.767464 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03ff7e-b070-4e00-804e-34e231ca69aa req-be508e32-0847-43f4-96c5-77714ec3aad9 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:51.773574 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03ff7e-b070-4e00-804e-34e231ca69aa req-be508e32-0847-43f4-96c5-77714ec3aad9 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:51.780417 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03ff7e-b070-4e00-804e-34e231ca69aa req-be508e32-0847-43f4-96c5-77714ec3aad9 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:51.780563 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-f1dfcb0f-b9dc-4b7d-a873-5f03d605ebc3 req-f925d111-b93e-4c4c-9b07-1202615ecca3 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Calling delete_port for 160e0fc1-9894-41ac-b24c-905f8dc42877 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:22:51.788465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03ff7e-b070-4e00-804e-34e231ca69aa req-be508e32-0847-43f4-96c5-77714ec3aad9 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:51.794750 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03ff7e-b070-4e00-804e-34e231ca69aa req-be508e32-0847-43f4-96c5-77714ec3aad9 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:51.802676 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['99eeba9a-48a8-4fa5-b2d9-a8934d501a5c'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:22:51.804156 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b03ff7e-b070-4e00-804e-34e231ca69aa req-be508e32-0847-43f4-96c5-77714ec3aad9 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5407 time: 0.3640592 Nov 15 11:22:51.823356 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04f59e31-769a-46e1-945f-262d4efec4e8 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:51.845771 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-0caaa30b-aa75-4ad3-ace7-ddc28cc19315 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Allocated IP 172.20.0.6 (49b4d594-0a5b-4365-b6d6-a6b4864f1759/8647cc50-bb8e-4210-a1e9-eb2152a57fcd/d391d267-4be2-4e25-a090-7ce63b2b518c) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:22:51.880647 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bee67681-fdf0-4da6-812a-ded61f78514d req-af3f6943-051a-4f64-a59c-9a85f109d03d service neutron] 10.222.0.11 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190470 Nov 15 11:22:52.053171 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bee67681-fdf0-4da6-812a-ded61f78514d req-bbcf846c-7785-47d8-963c-13fe66ff96a5 service neutron] 10.222.0.11 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623430 Nov 15 11:22:52.068171 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c87a4f1-748e-4da0-bdb4-c5bde0223b09 req-85f73622-bd17-42d2-abb5-d4c48e7eb77e tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dd8422-a271-497f-a592-f41b67a249e3 HTTP/1.1" status: 200 len: 210 time: 0.3674867 Nov 15 11:22:52.092572 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f1dfcb0f-b9dc-4b7d-a873-5f03d605ebc3 req-f925d111-b93e-4c4c-9b07-1202615ecca3 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:52.102695 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5f77ffba-8f2d-4987-86dd-6cbd89eaa4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:52.119438 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5f77ffba-8f2d-4987-86dd-6cbd89eaa4d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:52.119438 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5f77ffba-8f2d-4987-86dd-6cbd89eaa4d1 service neutron] 10.222.0.11 "PUT /v2.0/ports/4f6c4222-85c6-40ff-b518-d6284db6fd76 HTTP/1.1" status: 200 len: 1090 time: 2.5202737 Nov 15 11:22:52.159453 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925d111-b93e-4c4c-9b07-1202615ecca3 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Pushing event deleted for resources: {'Port': ['ID=160e0fc1-9894-41ac-b24c-905f8dc42877,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:52.201556 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-a49091e8-1435-41d3-b9e4-3b0e456fe63b service neutron] Request body: {'port': {'device_id': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:52.228349 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1dfcb0f-b9dc-4b7d-a873-5f03d605ebc3 req-f925d111-b93e-4c4c-9b07-1202615ecca3 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] No DVR routers for this DVR port 160e0fc1-9894-41ac-b24c-905f8dc42877 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:22:52.231477 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f1dfcb0f-b9dc-4b7d-a873-5f03d605ebc3 req-f925d111-b93e-4c4c-9b07-1202615ecca3 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:52.235286 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f1dfcb0f-b9dc-4b7d-a873-5f03d605ebc3 req-f925d111-b93e-4c4c-9b07-1202615ecca3 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.11 "DELETE /v2.0/ports/160e0fc1-9894-41ac-b24c-905f8dc42877 HTTP/1.1" status: 204 len: 173 time: 1.3978355 Nov 15 11:22:52.235893 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c', 'name': 'network-vif-deleted', 'tag': '160e0fc1-9894-41ac-b24c-905f8dc42877'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:52.238531 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b410bff9-44d8-498e-a912-4d354e4118d7" -d '{"events": [{"server_uuid": "a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c", "name": "network-vif-deleted", "tag": "160e0fc1-9894-41ac-b24c-905f8dc42877"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:52.260690 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77ffba-8f2d-4987-86dd-6cbd89eaa4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6c4222-85c6-40ff-b518-d6284db6fd76,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:52.631558 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'tag': '496a1d61-4bd5-4b51-9b89-5253018b96d3'}, {'name': 'network-changed', 'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'tag': '4f6c4222-85c6-40ff-b518-d6284db6fd76'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:52.633477 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "tag": "496a1d61-4bd5-4b51-9b89-5253018b96d3"}, {"name": "network-changed", "server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "tag": "4f6c4222-85c6-40ff-b518-d6284db6fd76"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:52.640673 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b03ff7e-b070-4e00-804e-34e231ca69aa req-1bcf84ac-7d9e-4632-9f4d-9b7e5ccb3604 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8355012 Nov 15 11:22:52.882065 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0433d147-beb1-4e52-b3cd-4e1dbb4c8f20 req-bfaf585f-356f-427a-be87-567e102418ac tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/ports?device_id=a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c HTTP/1.1" status: 200 len: 210 time: 0.1099007 Nov 15 11:22:53.001786 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de28cec-e40a-45d0-a59b-d61585439f27 x-openstack-request-id: req-0de28cec-e40a-45d0-a59b-d61585439f27 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:53.002620 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c", "name": "network-vif-deleted", "tag": "160e0fc1-9894-41ac-b24c-905f8dc42877", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:53.003110 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0de28cec-e40a-45d0-a59b-d61585439f27 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:53.003677 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36c8eab-ef3e-4369-8a2c-e8f515bf8a5c', 'name': 'network-vif-deleted', 'tag': '160e0fc1-9894-41ac-b24c-905f8dc42877', 'status': 'completed', 'code': 200} Nov 15 11:22:53.027693 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-a49091e8-1435-41d3-b9e4-3b0e456fe63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:53.043165 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b677f-54f0-4e9e-9dd4-0affa6c88652 req-b428a666-b50c-4411-819e-b1f07881015b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.045956 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-280b677f-54f0-4e9e-9dd4-0affa6c88652 req-b428a666-b50c-4411-819e-b1f07881015b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3 HTTP/1.1" status: 200 len: 944 time: 0.8568389 Nov 15 11:22:53.056360 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:22:53.109741 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:22:53.118442 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:53.119129 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:53.126733 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-0caaa30b-aa75-4ad3-ace7-ddc28cc19315 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:53.174032 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca866476-e11c-4ee6-96dc-12fa17cf279c x-openstack-request-id: req-ca866476-e11c-4ee6-96dc-12fa17cf279c {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:53.174247 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "tag": "496a1d61-4bd5-4b51-9b89-5253018b96d3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "tag": "4f6c4222-85c6-40ff-b518-d6284db6fd76", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:53.174469 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca866476-e11c-4ee6-96dc-12fa17cf279c {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:53.174903 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'tag': '496a1d61-4bd5-4b51-9b89-5253018b96d3', 'status': 'completed', 'code': 200} Nov 15 11:22:53.175153 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'tag': '4f6c4222-85c6-40ff-b518-d6284db6fd76', 'status': 'completed', 'code': 200} Nov 15 11:22:53.256490 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:53.262535 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-de3a1503-fbd0-4825-871d-2204fd75a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.263410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-de3a1503-fbd0-4825-871d-2204fd75a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.264065 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-de3a1503-fbd0-4825-871d-2204fd75a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.264664 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-de3a1503-fbd0-4825-871d-2204fd75a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.266247 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-de3a1503-fbd0-4825-871d-2204fd75a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.266875 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-de3a1503-fbd0-4825-871d-2204fd75a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.268455 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-de3a1503-fbd0-4825-871d-2204fd75a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.271473 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-de3a1503-fbd0-4825-871d-2204fd75a0f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=77cb92f4ba94421baccd055f8a61a579&device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 6354 time: 0.1144378 Nov 15 11:22:53.286352 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99eeba9a-48a8-4fa5-b2d9-a8934d501a5c'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:53.289624 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfc8a16-f03e-491e-afd1-38bda50b26da" -d '{"events": [{"server_uuid": "81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3", "name": "network-vif-plugged", "status": "completed", "tag": "99eeba9a-48a8-4fa5-b2d9-a8934d501a5c"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:53.300183 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bcefd039-410f-4521-84b7-68181f37e645 req-554e62c5-763e-4082-9e51-cd2a4e36881e tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dd8422-a271-497f-a592-f41b67a249e3 HTTP/1.1" status: 200 len: 210 time: 0.0546575 Nov 15 11:22:53.322396 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=99eeba9a-48a8-4fa5-b2d9-a8934d501a5c,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:53.328248 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:53.387841 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbfe7ba-2480-4c21-ae46-c5bc8c7469ef x-openstack-request-id: req-6fbfe7ba-2480-4c21-ae46-c5bc8c7469ef {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:53.388402 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3", "name": "network-vif-plugged", "status": "completed", "tag": "99eeba9a-48a8-4fa5-b2d9-a8934d501a5c", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:53.388815 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6fbfe7ba-2480-4c21-ae46-c5bc8c7469ef {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:53.389439 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99eeba9a-48a8-4fa5-b2d9-a8934d501a5c', 'code': 200} Nov 15 11:22:53.403565 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=99eeba9a-48a8-4fa5-b2d9-a8934d501a5c,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:53.410548 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.db.resource_extend [None req-04f59e31-769a-46e1-945f-262d4efec4e8 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 11:22:53.425734 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-280b677f-54f0-4e9e-9dd4-0affa6c88652 req-722dcfb3-1be4-4ab8-a882-b453356382e2 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581290 Nov 15 11:22:53.451609 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-6847fb63-8c1a-4615-956c-a66354e52562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.452189 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-6847fb63-8c1a-4615-956c-a66354e52562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.452643 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-6847fb63-8c1a-4615-956c-a66354e52562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.454257 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-6847fb63-8c1a-4615-956c-a66354e52562 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=77cb92f4ba94421baccd055f8a61a579&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1730971 Nov 15 11:22:53.472173 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-0caaa30b-aa75-4ad3-ace7-ddc28cc19315 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:53.569901 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-9791debb-87f5-4cb3-ad77-1d10a941fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.572183 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-9791debb-87f5-4cb3-ad77-1d10a941fe03 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1101480 Nov 15 11:22:53.612274 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04f59e31-769a-46e1-945f-262d4efec4e8 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:53.633187 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04f59e31-769a-46e1-945f-262d4efec4e8 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:53.637179 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-0caaa30b-aa75-4ad3-ace7-ddc28cc19315 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:22:53.662083 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-04e577ab-f792-46d4-8f0e-b0341bc5bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.662675 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-04e577ab-f792-46d4-8f0e-b0341bc5bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.663135 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-04e577ab-f792-46d4-8f0e-b0341bc5bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.663587 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-04e577ab-f792-46d4-8f0e-b0341bc5bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.664192 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-04e577ab-f792-46d4-8f0e-b0341bc5bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.664739 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-04e577ab-f792-46d4-8f0e-b0341bc5bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.665214 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-04e577ab-f792-46d4-8f0e-b0341bc5bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.667360 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-04e577ab-f792-46d4-8f0e-b0341bc5bc6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=77cb92f4ba94421baccd055f8a61a579&device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 6354 time: 0.0546684 Nov 15 11:22:53.722013 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 160e0fc1-9894-41ac-b24c-905f8dc42877 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:22:53.746855 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 160e0fc1-9894-41ac-b24c-905f8dc42877 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:22:53.747211 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 160e0fc1-9894-41ac-b24c-905f8dc42877 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:22:53.750088 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-0caaa30b-aa75-4ad3-ace7-ddc28cc19315 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:22:53.751956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caaa30b-aa75-4ad3-ace7-ddc28cc19315 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Pushing event updated for resources: {'Port': ['ID=d391d267-4be2-4e25-a090-7ce63b2b518c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:53.757779 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-0caaa30b-aa75-4ad3-ace7-ddc28cc19315 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:22:53.807944 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-ef4d5d04-87ef-4f15-895d-ec5523190c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.808683 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-ef4d5d04-87ef-4f15-895d-ec5523190c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.809202 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-ef4d5d04-87ef-4f15-895d-ec5523190c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.810861 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-ef4d5d04-87ef-4f15-895d-ec5523190c4b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=77cb92f4ba94421baccd055f8a61a579&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1345150 Nov 15 11:22:53.817276 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6160c2-e0da-475c-a481-57763e80011d req-b5ea5a9f-de14-43f2-a9da-7e13f027bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.818806 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd6160c2-e0da-475c-a481-57763e80011d req-b5ea5a9f-de14-43f2-a9da-7e13f027bb16 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3 HTTP/1.1" status: 200 len: 1096 time: 0.3481734 Nov 15 11:22:53.933762 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-0caaa30b-aa75-4ad3-ace7-ddc28cc19315 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.934378 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-0caaa30b-aa75-4ad3-ace7-ddc28cc19315 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:53.942841 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-2c078f34-320a-4d2c-9f07-c13776b497c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:53.945634 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-854dd6b0-638d-4fb6-a4de-f7018b3b8cfe req-2c078f34-320a-4d2c-9f07-c13776b497c8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1236544 Nov 15 11:22:54.002469 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8459de-e72d-4c05-9af2-27aa16137d12 req-624a95a0-6928-46c9-b100-fde057208e4b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:54.008683 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8459de-e72d-4c05-9af2-27aa16137d12 req-624a95a0-6928-46c9-b100-fde057208e4b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:54.031462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8459de-e72d-4c05-9af2-27aa16137d12 req-624a95a0-6928-46c9-b100-fde057208e4b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:54.037526 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8459de-e72d-4c05-9af2-27aa16137d12 req-624a95a0-6928-46c9-b100-fde057208e4b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:54.043720 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8459de-e72d-4c05-9af2-27aa16137d12 req-624a95a0-6928-46c9-b100-fde057208e4b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:54.049834 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8459de-e72d-4c05-9af2-27aa16137d12 req-624a95a0-6928-46c9-b100-fde057208e4b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:54.055716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8459de-e72d-4c05-9af2-27aa16137d12 req-624a95a0-6928-46c9-b100-fde057208e4b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:54.057803 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d8459de-e72d-4c05-9af2-27aa16137d12 req-624a95a0-6928-46c9-b100-fde057208e4b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5407 time: 0.3013272 Nov 15 11:22:54.062144 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-04f59e31-769a-46e1-945f-262d4efec4e8 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Floating IP 77a5aac4-e4dd-48b6-ba27-bace34b3c331 associated. External IP: 172.25.7.238, port: c43e3720-deed-406c-884f-46113c8c4a14. Nov 15 11:22:54.073266 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd6160c2-e0da-475c-a481-57763e80011d req-86132fb1-822d-42f5-b269-3417add68ff7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286351 Nov 15 11:22:54.141486 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-0caaa30b-aa75-4ad3-ace7-ddc28cc19315 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3709326 Nov 15 11:22:54.251650 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-a49091e8-1435-41d3-b9e4-3b0e456fe63b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0531970-cfa4-40c4-93f0-fd9e48c15329 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:22:54.266863 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-a49091e8-1435-41d3-b9e4-3b0e456fe63b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:54.275434 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-983719df-fdf7-4e28-918d-64385938326f service neutron] Request body: {'port': {'device_id': '60dd8422-a271-497f-a592-f41b67a249e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:54.282643 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d8459de-e72d-4c05-9af2-27aa16137d12 req-821c3b76-3a1c-41a7-8754-55b55654f135 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2155509 Nov 15 11:22:54.313845 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-a49091e8-1435-41d3-b9e4-3b0e456fe63b service neutron] Transition to ACTIVE for port object a0531970-cfa4-40c4-93f0-fd9e48c15329 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:22:54.393819 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-a49091e8-1435-41d3-b9e4-3b0e456fe63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:54.537727 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-983719df-fdf7-4e28-918d-64385938326f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:54.558456 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49091e8-1435-41d3-b9e4-3b0e456fe63b service neutron] Pushing event updated for resources: {'Port': ['ID=a0531970-cfa4-40c4-93f0-fd9e48c15329,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:54.628413 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49af7f4-8638-4c44-9ff7-d8328db5556b req-fe4bc5ba-e523-4c3e-a91d-2fd407e601c3 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:54.629937 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c49af7f4-8638-4c44-9ff7-d8328db5556b req-fe4bc5ba-e523-4c3e-a91d-2fd407e601c3 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dd8422-a271-497f-a592-f41b67a249e3 HTTP/1.1" status: 200 len: 931 time: 0.2371457 Nov 15 11:22:54.637478 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25dda9-3759-41c9-a24b-5690d08618f2 req-8da684e5-a40c-4dc5-be7c-cdcc092d1e97 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:54.638963 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac25dda9-3759-41c9-a24b-5690d08618f2 req-8da684e5-a40c-4dc5-be7c-cdcc092d1e97 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.2474408 Nov 15 11:22:54.693073 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f59e31-769a-46e1-945f-262d4efec4e8 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Router ef2fb586-e6ba-4838-b721-a4fbaab5dc57 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:22:55.221558 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac25dda9-3759-41c9-a24b-5690d08618f2 req-fa73970b-1c90-4edb-a476-042af180c3e2 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5456095 Nov 15 11:22:55.235711 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c49af7f4-8638-4c44-9ff7-d8328db5556b req-dd432c1b-1c29-4952-88d0-a6bad4d37d99 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5928466 Nov 15 11:22:55.236430 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-a49091e8-1435-41d3-b9e4-3b0e456fe63b service neutron] Attempting to bind port a0531970-cfa4-40c4-93f0-fd9e48c15329 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:22:55.236750 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-a49091e8-1435-41d3-b9e4-3b0e456fe63b service neutron] Attempting to bind port a0531970-cfa4-40c4-93f0-fd9e48c15329 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '67d16816-45de-429a-9234-5131d2d66d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '71cd31ab-aef9-4c82-a7fe-78615c051843'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:22:55.237131 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-a49091e8-1435-41d3-b9e4-3b0e456fe63b service neutron] Attempting to bind port a0531970-cfa4-40c4-93f0-fd9e48c15329 on network 71cd31ab-aef9-4c82-a7fe-78615c051843 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:55.281222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36212) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:55.285265 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-a49091e8-1435-41d3-b9e4-3b0e456fe63b service neutron] Port a0531970-cfa4-40c4-93f0-fd9e48c15329 on network 71cd31ab-aef9-4c82-a7fe-78615c051843 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:22:55.285591 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-a49091e8-1435-41d3-b9e4-3b0e456fe63b service neutron] Attempting to bind port a0531970-cfa4-40c4-93f0-fd9e48c15329 on network 71cd31ab-aef9-4c82-a7fe-78615c051843 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:55.297609 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-a49091e8-1435-41d3-b9e4-3b0e456fe63b service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:22:55.297943 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-a49091e8-1435-41d3-b9e4-3b0e456fe63b service neutron] Checking segment: {'id': '67d16816-45de-429a-9234-5131d2d66d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '71cd31ab-aef9-4c82-a7fe-78615c051843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:55.298326 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-a49091e8-1435-41d3-b9e4-3b0e456fe63b service neutron] Bound using segment: {'id': '67d16816-45de-429a-9234-5131d2d66d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '71cd31ab-aef9-4c82-a7fe-78615c051843'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:22:55.298764 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-a49091e8-1435-41d3-b9e4-3b0e456fe63b service neutron] Bound port: a0531970-cfa4-40c4-93f0-fd9e48c15329, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d16816-45de-429a-9234-5131d2d66d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '71cd31ab-aef9-4c82-a7fe-78615c051843'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:22:55.299114 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-a49091e8-1435-41d3-b9e4-3b0e456fe63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:55.371446 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f59e31-769a-46e1-945f-262d4efec4e8 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:22:55.381614 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04f59e31-769a-46e1-945f-262d4efec4e8 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:55.381804 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7ee82d-cb9f-49a9-a0ab-893e3de4e377 None None] Sync routers for ids ['ef2fb586-e6ba-4838-b721-a4fbaab5dc57'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:22:55.402207 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7ee82d-cb9f-49a9-a0ab-893e3de4e377 None None] Routers {'ef2fb586-e6ba-4838-b721-a4fbaab5dc57'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:22:55.403146 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-3a7ee82d-cb9f-49a9-a0ab-893e3de4e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:22:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ef2fb586-e6ba-4838-b721-a4fbaab5dc57'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:55.406381 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fa2aba0-7d4f-42c0-a006-25766b9ed93d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:55.459466 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fa2aba0-7d4f-42c0-a006-25766b9ed93d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:55.486029 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-a49091e8-1435-41d3-b9e4-3b0e456fe63b service neutron] For port a0531970-cfa4-40c4-93f0-fd9e48c15329, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:22:55.491261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-a49091e8-1435-41d3-b9e4-3b0e456fe63b service neutron] For port a0531970-cfa4-40c4-93f0-fd9e48c15329, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=a0531970-cfa4-40c4-93f0-fd9e48c15329,segment=NetworkSegment(67d16816-45de-429a-9234-5131d2d66d0f),segment_id=67d16816-45de-429a-9234-5131d2d66d0f)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:22:55.524519 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-04f59e31-769a-46e1-945f-262d4efec4e8 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "PUT /v2.0/floatingips/77a5aac4-e4dd-48b6-ba27-bace34b3c331 HTTP/1.1" status: 200 len: 991 time: 3.9216609 Nov 15 11:22:55.525578 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fa2aba0-7d4f-42c0-a006-25766b9ed93d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:55.529451 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fa2aba0-7d4f-42c0-a006-25766b9ed93d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:55.533602 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7fa2aba0-7d4f-42c0-a006-25766b9ed93d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "DELETE /v2.0/security-groups/1412dc78-6e35-4afd-832e-99973f7da19c HTTP/1.1" status: 204 len: 168 time: 0.2485833 Nov 15 11:22:55.535129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2b6166-d622-42ca-81eb-28c670a978da', 'tag': 'c43e3720-deed-406c-884f-46113c8c4a14'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:55.538517 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4423692f-89f3-4d2e-a0eb-cc0fac0a5489" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2b6166-d622-42ca-81eb-28c670a978da", "tag": "c43e3720-deed-406c-884f-46113c8c4a14"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:55.538811 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36218) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:55.553055 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-3a7ee82d-cb9f-49a9-a0ab-893e3de4e377 None None] Set router ef2fb586-e6ba-4838-b721-a4fbaab5dc57 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:22:55.556350 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-a49091e8-1435-41d3-b9e4-3b0e456fe63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:55.564158 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2aba0-7d4f-42c0-a006-25766b9ed93d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1412dc78-6e35-4afd-832e-99973f7da19c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:55.567575 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-9c383b4c-ce14-4505-83ae-e38046181296 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] show failed (client error): The resource could not be found. Nov 15 11:22:55.568824 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9c383b4c-ce14-4505-83ae-e38046181296 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "GET /v2.0/security-groups/1412dc78-6e35-4afd-832e-99973f7da19c HTTP/1.1" status: 404 len: 347 time: 0.0284021 Nov 15 11:22:55.571439 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36222) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:55.622017 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2aba0-7d4f-42c0-a006-25766b9ed93d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:55.622409 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2aba0-7d4f-42c0-a006-25766b9ed93d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:55.622834 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2aba0-7d4f-42c0-a006-25766b9ed93d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:55.623261 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2aba0-7d4f-42c0-a006-25766b9ed93d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:55.623676 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2aba0-7d4f-42c0-a006-25766b9ed93d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:55.624443 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2aba0-7d4f-42c0-a006-25766b9ed93d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:55.624594 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2aba0-7d4f-42c0-a006-25766b9ed93d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:55.625010 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2aba0-7d4f-42c0-a006-25766b9ed93d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:55.625423 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2aba0-7d4f-42c0-a006-25766b9ed93d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:55.625828 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2aba0-7d4f-42c0-a006-25766b9ed93d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:55.626241 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2aba0-7d4f-42c0-a006-25766b9ed93d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:55.626647 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2aba0-7d4f-42c0-a006-25766b9ed93d tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:22:55.639501 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-983719df-fdf7-4e28-918d-64385938326f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d391d267-4be2-4e25-a090-7ce63b2b518c {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:22:55.649542 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-983719df-fdf7-4e28-918d-64385938326f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:55.664922 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-983719df-fdf7-4e28-918d-64385938326f service neutron] Transition to ACTIVE for port object d391d267-4be2-4e25-a090-7ce63b2b518c will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:22:55.701064 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd048d9-4f2f-4f99-bc76-ba078aaaf6d1 req-79c6ad98-8885-4d3f-95ce-e177ab8af1d5 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:55.702946 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9cd048d9-4f2f-4f99-bc76-ba078aaaf6d1 req-79c6ad98-8885-4d3f-95ce-e177ab8af1d5 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3 HTTP/1.1" status: 200 len: 945 time: 0.2897084 Nov 15 11:22:55.704179 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-983719df-fdf7-4e28-918d-64385938326f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:55.734102 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-a49091e8-1435-41d3-b9e4-3b0e456fe63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:55.734910 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-a49091e8-1435-41d3-b9e4-3b0e456fe63b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:55.736824 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-a49091e8-1435-41d3-b9e4-3b0e456fe63b service neutron] 10.222.0.11 "PUT /v2.0/ports/a0531970-cfa4-40c4-93f0-fd9e48c15329 HTTP/1.1" status: 200 len: 1091 time: 3.5510540 Nov 15 11:22:55.773645 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b6637206-da83-4614-98b5-2b5bc5340d77 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Deleting port 1b909d6e-85d8-4daf-88c8-f3133abf4e5c {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:22:55.774085 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6637206-da83-4614-98b5-2b5bc5340d77 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:55.809469 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cac0f992-9fa1-4b58-b259-4dd7a9642377 service neutron] Request body: {'port': {'device_id': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:55.822540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5691e-09ec-483b-bce4-c2fbd8907ae8 req-23dab0f6-4d36-43d3-a5dd-cd45f98552c7 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:55.829106 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7af5691e-09ec-483b-bce4-c2fbd8907ae8 req-23dab0f6-4d36-43d3-a5dd-cd45f98552c7 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.3719957 Nov 15 11:22:55.829976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49091e8-1435-41d3-b9e4-3b0e456fe63b service neutron] Pushing event updated for resources: {'Port': ['ID=a0531970-cfa4-40c4-93f0-fd9e48c15329,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:55.872457 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6637206-da83-4614-98b5-2b5bc5340d77 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:55.873027 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6637206-da83-4614-98b5-2b5bc5340d77 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:55.891772 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b6637206-da83-4614-98b5-2b5bc5340d77 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Calling delete_port for 1b909d6e-85d8-4daf-88c8-f3133abf4e5c owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:22:56.055603 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-3a7ee82d-cb9f-49a9-a0ab-893e3de4e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'name': 'tempest-ServersTestManualDisk-1187910671-router', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:11Z', 'updated_at': '2021-11-15T11:22:20Z', 'revision_number': 4, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'gw_port': {'id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '77a5aac4-e4dd-48b6-ba27-bace34b3c331', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'port_id': 'c43e3720-deed-406c-884f-46113c8c4a14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64', 'mac_address': 'fa:16:3e:9e:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2b6166-d622-42ca-81eb-28c670a978da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:22:29Z', 'updated_at': '2021-11-15T11:22:53Z', 'revision_number': 1, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04403bba-d521-4fbe-8ee1-1b855c7cf5bd', 'name': '', 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'mac_address': 'fa:16:3e:1b:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '5cf06bb7-5877-44b3-8778-2c64bd46356d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:19Z', 'updated_at': '2021-11-15T11:22:29Z', 'revision_number': 5, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'subnets': [{'id': '5cf06bb7-5877-44b3-8778-2c64bd46356d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:56.075394 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-983719df-fdf7-4e28-918d-64385938326f service neutron] Attempting to bind port d391d267-4be2-4e25-a090-7ce63b2b518c on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:22:56.075852 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-983719df-fdf7-4e28-918d-64385938326f service neutron] Attempting to bind port d391d267-4be2-4e25-a090-7ce63b2b518c by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:22:56.076105 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6637206-da83-4614-98b5-2b5bc5340d77 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:56.076256 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-983719df-fdf7-4e28-918d-64385938326f service neutron] Attempting to bind port d391d267-4be2-4e25-a090-7ce63b2b518c on network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:56.085716 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7ee82d-cb9f-49a9-a0ab-893e3de4e377 None None] Checking router: ef2fb586-e6ba-4838-b721-a4fbaab5dc57 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:22:56.113953 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7ee82d-cb9f-49a9-a0ab-893e3de4e377 None None] Routers {'ef2fb586-e6ba-4838-b721-a4fbaab5dc57'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:22:56.114967 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-3a7ee82d-cb9f-49a9-a0ab-893e3de4e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:22:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ef2fb586-e6ba-4838-b721-a4fbaab5dc57'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:56.130509 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6637206-da83-4614-98b5-2b5bc5340d77 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Pushing event deleted for resources: {'Port': ['ID=1b909d6e-85d8-4daf-88c8-f3133abf4e5c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:56.136044 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7af5691e-09ec-483b-bce4-c2fbd8907ae8 req-5b2262ca-10b2-491a-b99b-9b052a2164e9 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747109 Nov 15 11:22:56.140244 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9cd048d9-4f2f-4f99-bc76-ba078aaaf6d1 req-9efefa56-c016-4fc1-996a-38f53942b32e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212189 Nov 15 11:22:56.188442 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-983719df-fdf7-4e28-918d-64385938326f service neutron] Port d391d267-4be2-4e25-a090-7ce63b2b518c on network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:22:56.189042 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-983719df-fdf7-4e28-918d-64385938326f service neutron] Attempting to bind port d391d267-4be2-4e25-a090-7ce63b2b518c on network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:56.203421 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-983719df-fdf7-4e28-918d-64385938326f service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:22:56.211911 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-983719df-fdf7-4e28-918d-64385938326f service neutron] Checking segment: {'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:56.212364 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-983719df-fdf7-4e28-918d-64385938326f service neutron] Bound using segment: {'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:22:56.212830 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-983719df-fdf7-4e28-918d-64385938326f service neutron] Bound port: d391d267-4be2-4e25-a090-7ce63b2b518c, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:22:56.213192 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-983719df-fdf7-4e28-918d-64385938326f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:56.215352 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983719df-fdf7-4e28-918d-64385938326f service neutron] Pushing event updated for resources: {'Port': ['ID=d391d267-4be2-4e25-a090-7ce63b2b518c,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:56.239301 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cac0f992-9fa1-4b58-b259-4dd7a9642377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:56.316332 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-3a7ee82d-cb9f-49a9-a0ab-893e3de4e377 None None] Set router ef2fb586-e6ba-4838-b721-a4fbaab5dc57 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:22:56.327797 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6637206-da83-4614-98b5-2b5bc5340d77 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:56.330570 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6637206-da83-4614-98b5-2b5bc5340d77 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:56.334122 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b6637206-da83-4614-98b5-2b5bc5340d77 tempest-ImagesOneServerNegativeTestJSON-1055788452 tempest-ImagesOneServerNegativeTestJSON-1055788452-project] 10.222.0.64 "DELETE /v2.0/floatingips/992d592f-2f89-4ae3-b59a-d487591a38ee HTTP/1.1" status: 204 len: 168 time: 0.7615354 Nov 15 11:22:56.417553 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16de70d6-13b8-4afe-a7e7-d11bb190ed67 x-openstack-request-id: req-16de70d6-13b8-4afe-a7e7-d11bb190ed67 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:56.419427 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2b6166-d622-42ca-81eb-28c670a978da", "tag": "c43e3720-deed-406c-884f-46113c8c4a14", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:56.420138 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16de70d6-13b8-4afe-a7e7-d11bb190ed67 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:56.421723 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2b6166-d622-42ca-81eb-28c670a978da', 'tag': 'c43e3720-deed-406c-884f-46113c8c4a14', 'status': 'completed', 'code': 200} Nov 15 11:22:56.474179 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560e848-9e9d-475a-8f43-1adab1c3f373 req-69c072cc-e532-4373-b22b-a4e948174915 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:56.485610 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560e848-9e9d-475a-8f43-1adab1c3f373 req-69c072cc-e532-4373-b22b-a4e948174915 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:56.491750 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560e848-9e9d-475a-8f43-1adab1c3f373 req-69c072cc-e532-4373-b22b-a4e948174915 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:56.500358 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560e848-9e9d-475a-8f43-1adab1c3f373 req-69c072cc-e532-4373-b22b-a4e948174915 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:56.506380 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560e848-9e9d-475a-8f43-1adab1c3f373 req-69c072cc-e532-4373-b22b-a4e948174915 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:56.512257 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560e848-9e9d-475a-8f43-1adab1c3f373 req-69c072cc-e532-4373-b22b-a4e948174915 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:56.518407 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560e848-9e9d-475a-8f43-1adab1c3f373 req-69c072cc-e532-4373-b22b-a4e948174915 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:56.520400 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9560e848-9e9d-475a-8f43-1adab1c3f373 req-69c072cc-e532-4373-b22b-a4e948174915 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5419 time: 0.2264237 Nov 15 11:22:56.554191 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-983719df-fdf7-4e28-918d-64385938326f service neutron] For port d391d267-4be2-4e25-a090-7ce63b2b518c, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:22:56.658645 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-3a7ee82d-cb9f-49a9-a0ab-893e3de4e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'name': 'tempest-ServersTestManualDisk-1187910671-router', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:11Z', 'updated_at': '2021-11-15T11:22:20Z', 'revision_number': 4, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'gw_port': {'id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '77a5aac4-e4dd-48b6-ba27-bace34b3c331', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'port_id': 'c43e3720-deed-406c-884f-46113c8c4a14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64', 'mac_address': 'fa:16:3e:9e:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2b6166-d622-42ca-81eb-28c670a978da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:22:29Z', 'updated_at': '2021-11-15T11:22:53Z', 'revision_number': 1, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04403bba-d521-4fbe-8ee1-1b855c7cf5bd', 'name': '', 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'mac_address': 'fa:16:3e:1b:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '5cf06bb7-5877-44b3-8778-2c64bd46356d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:19Z', 'updated_at': '2021-11-15T11:22:29Z', 'revision_number': 5, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'subnets': [{'id': '5cf06bb7-5877-44b3-8778-2c64bd46356d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:56.659968 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-983719df-fdf7-4e28-918d-64385938326f service neutron] For port d391d267-4be2-4e25-a090-7ce63b2b518c, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d391d267-4be2-4e25-a090-7ce63b2b518c,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:22:56.702676 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7ee82d-cb9f-49a9-a0ab-893e3de4e377 None None] The sync data for ids ['ef2fb586-e6ba-4838-b721-a4fbaab5dc57'] in n-d-729945-9 is: [{'id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'name': 'tempest-ServersTestManualDisk-1187910671-router', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:11Z', 'updated_at': '2021-11-15T11:22:20Z', 'revision_number': 4, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'gw_port': {'id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '77a5aac4-e4dd-48b6-ba27-bace34b3c331', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'port_id': 'c43e3720-deed-406c-884f-46113c8c4a14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64', 'mac_address': 'fa:16:3e:9e:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2b6166-d622-42ca-81eb-28c670a978da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:22:29Z', 'updated_at': '2021-11-15T11:22:53Z', 'revision_number': 1, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04403bba-d521-4fbe-8ee1-1b855c7cf5bd', 'name': '', 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'mac_address': 'fa:16:3e:1b:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '5cf06bb7-5877-44b3-8778-2c64bd46356d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:19Z', 'updated_at': '2021-11-15T11:22:29Z', 'revision_number': 5, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'subnets': [{'id': '5cf06bb7-5877-44b3-8778-2c64bd46356d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:22:56.702978 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-983719df-fdf7-4e28-918d-64385938326f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:56.799964 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-983719df-fdf7-4e28-918d-64385938326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:56.800761 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-983719df-fdf7-4e28-918d-64385938326f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:56.802462 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-983719df-fdf7-4e28-918d-64385938326f service neutron] 10.222.0.55 "PUT /v2.0/ports/d391d267-4be2-4e25-a090-7ce63b2b518c HTTP/1.1" status: 200 len: 1091 time: 2.5326936 Nov 15 11:22:56.834232 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423692f-89f3-4d2e-a0eb-cc0fac0a5489 req-65627d69-2705-4a05-8a3c-7a8a4658e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:56.836307 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4423692f-89f3-4d2e-a0eb-cc0fac0a5489 req-65627d69-2705-4a05-8a3c-7a8a4658e43b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a18bdc63ba1f4c0296f604ebdceeae4b&device_id=7c2b6166-d622-42ca-81eb-28c670a978da HTTP/1.1" status: 200 len: 1096 time: 0.3872557 Nov 15 11:22:56.892464 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bae547d6-1231-46a3-90eb-2e0b10be131c req-0a082235-f2e6-4b8e-b230-b838e17464b7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=27507e50335c4427bf73121e79f9c590 HTTP/1.1" status: 200 len: 267 time: 0.3626223 Nov 15 11:22:56.970458 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983719df-fdf7-4e28-918d-64385938326f service neutron] Pushing event updated for resources: {'Port': ['ID=d391d267-4be2-4e25-a090-7ce63b2b518c,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:56.986310 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9560e848-9e9d-475a-8f43-1adab1c3f373 req-5d6ebad9-7687-434e-b988-353c376d3695 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4428730 Nov 15 11:22:57.004997 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1db00ff-c7b3-4e00-9d9b-58f3afdeafdc None None] New status for floating IP 77a5aac4-e4dd-48b6-ba27-bace34b3c331: ACTIVE {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:22:57.140515 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-25fe1605-4faf-4257-86ff-ea4c00aadd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:57.142364 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-25fe1605-4faf-4257-86ff-ea4c00aadd54 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=256e7f4fc00d4f2c8c7d8b69f41fa2d5&device_id=60dd8422-a271-497f-a592-f41b67a249e3 HTTP/1.1" status: 200 len: 1094 time: 0.2693934 Nov 15 11:22:57.236198 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae547d6-1231-46a3-90eb-2e0b10be131c req-2ab76baa-a6c5-437d-99e1-df0d72592a44 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:57.237777 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bae547d6-1231-46a3-90eb-2e0b10be131c req-2ab76baa-a6c5-437d-99e1-df0d72592a44 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3 HTTP/1.1" status: 200 len: 945 time: 0.2685940 Nov 15 11:22:57.240058 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-baa521d6-b839-45b2-b56c-7b3a7fbb9c45 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d391d267-4be2-4e25-a090-7ce63b2b518c HTTP/1.1" status: 200 len: 217 time: 0.0656939 Nov 15 11:22:57.244814 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423692f-89f3-4d2e-a0eb-cc0fac0a5489 req-72086650-5ea0-4022-83fe-754681ed6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:57.246178 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4423692f-89f3-4d2e-a0eb-cc0fac0a5489 req-72086650-5ea0-4022-83fe-754681ed6a15 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8eb545cc-9308-4393-92fd-bc3c5179fd64 HTTP/1.1" status: 200 len: 913 time: 0.3652771 Nov 15 11:22:57.276944 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-bae547d6-1231-46a3-90eb-2e0b10be131c req-ce5e9ebc-ddb4-4baf-b2c3-8759755f8e86 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Request body: {'port': {'security_groups': []}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:22:57.394409 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08830435-f517-4d10-b328-965463205fe5 req-c56f8147-8b35-4ea6-a585-8f4e84456967 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:57.396104 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08830435-f517-4d10-b328-965463205fe5 req-c56f8147-8b35-4ea6-a585-8f4e84456967 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dd8422-a271-497f-a592-f41b67a249e3 HTTP/1.1" status: 200 len: 943 time: 0.2792275 Nov 15 11:22:57.456180 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cac0f992-9fa1-4b58-b259-4dd7a9642377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68cf8342-a4ee-408b-81be-041910813acb {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:22:57.474346 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cac0f992-9fa1-4b58-b259-4dd7a9642377 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:57.498871 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-2d547dd8-6fb6-4186-8b42-92f7542a6b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:57.500391 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-2d547dd8-6fb6-4186-8b42-92f7542a6b05 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8647cc50-bb8e-4210-a1e9-eb2152a57fcd HTTP/1.1" status: 200 len: 846 time: 0.2435575 Nov 15 11:22:57.540098 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4423692f-89f3-4d2e-a0eb-cc0fac0a5489 req-8bbfaf36-1b13-4b09-982d-6cd104124970 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c43e3720-deed-406c-884f-46113c8c4a14 HTTP/1.1" status: 200 len: 1001 time: 0.2821882 Nov 15 11:22:57.567627 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-ad525eb3-ca59-4818-b726-83974a4d5a11 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=49b4d594-0a5b-4365-b6d6-a6b4864f1759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523953 Nov 15 11:22:57.572072 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cac0f992-9fa1-4b58-b259-4dd7a9642377 service neutron] Transition to ACTIVE for port object 68cf8342-a4ee-408b-81be-041910813acb will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:22:57.583330 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bae547d6-1231-46a3-90eb-2e0b10be131c req-ce5e9ebc-ddb4-4baf-b2c3-8759755f8e86 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:57.620772 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cac0f992-9fa1-4b58-b259-4dd7a9642377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:57.631871 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08830435-f517-4d10-b328-965463205fe5 req-b1f2a726-796c-4a83-92f6-19bc063bbf0a tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193542 Nov 15 11:22:57.751526 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423692f-89f3-4d2e-a0eb-cc0fac0a5489 req-f2154817-fa70-47b4-ad88-d64340a4321c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:57.753172 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4423692f-89f3-4d2e-a0eb-cc0fac0a5489 req-f2154817-fa70-47b4-ad88-d64340a4321c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5cf06bb7-5877-44b3-8778-2c64bd46356d HTTP/1.1" status: 200 len: 851 time: 0.1885166 Nov 15 11:22:57.789225 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0f992-9fa1-4b58-b259-4dd7a9642377 service neutron] Pushing event updated for resources: {'Port': ['ID=68cf8342-a4ee-408b-81be-041910813acb,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:57.948064 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-4a9ba61e-85d2-4a53-b444-018c2d4a9a70 service neutron] 10.222.0.55 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444085 Nov 15 11:22:58.003463 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36254) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:58.063460 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-99179963-a918-4139-b5c6-56ad1a7f7d21 admin admin] Deleting subnet 6f3afe93-e76b-4058-a0ae-3200fb061f6d {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:22:58.068623 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-99179963-a918-4139-b5c6-56ad1a7f7d21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:58.110354 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-99179963-a918-4139-b5c6-56ad1a7f7d21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:58.159639 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-99179963-a918-4139-b5c6-56ad1a7f7d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:58.214137 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-99179963-a918-4139-b5c6-56ad1a7f7d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:58.240981 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99179963-a918-4139-b5c6-56ad1a7f7d21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f3afe93-e76b-4058-a0ae-3200fb061f6d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:58.242879 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-99179963-a918-4139-b5c6-56ad1a7f7d21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:58.248692 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-99179963-a918-4139-b5c6-56ad1a7f7d21 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6f3afe93-e76b-4058-a0ae-3200fb061f6d HTTP/1.1" status: 204 len: 168 time: 0.2440267 Nov 15 11:22:58.249592 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36258) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:58.293207 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423692f-89f3-4d2e-a0eb-cc0fac0a5489 req-18aa1c77-386d-498b-9b33-a58c2e9f188c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:58.294660 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4423692f-89f3-4d2e-a0eb-cc0fac0a5489 req-18aa1c77-386d-498b-9b33-a58c2e9f188c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8eb545cc-9308-4393-92fd-bc3c5179fd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5308554 Nov 15 11:22:58.317502 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84d61e74-71c5-43f1-8f4e-609d7ff363df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:58.397958 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84d61e74-71c5-43f1-8f4e-609d7ff363df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:58.419137 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-84d61e74-71c5-43f1-8f4e-609d7ff363df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865d5ee5-074b-41e0-8bb1-5b492cfc8e95']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:58.422687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'tag': 'a0531970-cfa4-40c4-93f0-fd9e48c15329'}, {'name': 'network-changed', 'server_uuid': '60dd8422-a271-497f-a592-f41b67a249e3', 'tag': 'd391d267-4be2-4e25-a090-7ce63b2b518c'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:22:58.424992 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9db366-4c77-487c-9903-228ddc33ff9d" -d '{"events": [{"name": "network-changed", "server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "tag": "a0531970-cfa4-40c4-93f0-fd9e48c15329"}, {"name": "network-changed", "server_uuid": "60dd8422-a271-497f-a592-f41b67a249e3", "tag": "d391d267-4be2-4e25-a090-7ce63b2b518c"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:22:58.429315 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-84d61e74-71c5-43f1-8f4e-609d7ff363df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982510f6-b22f-4c53-af38-6a6785d78500') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:58.429677 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-84d61e74-71c5-43f1-8f4e-609d7ff363df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982510f6-b22f-4c53-af38-6a6785d78500') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:22:58.439363 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84d61e74-71c5-43f1-8f4e-609d7ff363df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:58.450113 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cac0f992-9fa1-4b58-b259-4dd7a9642377 service neutron] Attempting to bind port 68cf8342-a4ee-408b-81be-041910813acb on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:22:58.450454 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cac0f992-9fa1-4b58-b259-4dd7a9642377 service neutron] Attempting to bind port 68cf8342-a4ee-408b-81be-041910813acb by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '67d16816-45de-429a-9234-5131d2d66d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '71cd31ab-aef9-4c82-a7fe-78615c051843'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:22:58.450790 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cac0f992-9fa1-4b58-b259-4dd7a9642377 service neutron] Attempting to bind port 68cf8342-a4ee-408b-81be-041910813acb on network 71cd31ab-aef9-4c82-a7fe-78615c051843 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:58.454971 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84d61e74-71c5-43f1-8f4e-609d7ff363df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:58.461915 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d61e74-71c5-43f1-8f4e-609d7ff363df admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:22:58.462088 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84d61e74-71c5-43f1-8f4e-609d7ff363df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:22:58.464054 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:22:58.484198 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cac0f992-9fa1-4b58-b259-4dd7a9642377 service neutron] Port 68cf8342-a4ee-408b-81be-041910813acb on network 71cd31ab-aef9-4c82-a7fe-78615c051843 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:22:58.484764 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cac0f992-9fa1-4b58-b259-4dd7a9642377 service neutron] Attempting to bind port 68cf8342-a4ee-408b-81be-041910813acb on network 71cd31ab-aef9-4c82-a7fe-78615c051843 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:22:58.490542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-bae547d6-1231-46a3-90eb-2e0b10be131c req-ce5e9ebc-ddb4-4baf-b2c3-8759755f8e86 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] For port 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=99eeba9a-48a8-4fa5-b2d9-a8934d501a5c,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:22:58.522369 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84d61e74-71c5-43f1-8f4e-609d7ff363df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:58.532549 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5ac96-3434-4b2e-9ac9-4db5ac39e0b8 req-8f2c8c30-23e9-4143-b1ca-0441b50b8c73 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:58.538487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5ac96-3434-4b2e-9ac9-4db5ac39e0b8 req-8f2c8c30-23e9-4143-b1ca-0441b50b8c73 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:58.538890 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84d61e74-71c5-43f1-8f4e-609d7ff363df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:58.542126 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-84d61e74-71c5-43f1-8f4e-609d7ff363df admin admin] 10.222.0.64 "DELETE /v2.0/networks/865d5ee5-074b-41e0-8bb1-5b492cfc8e95 HTTP/1.1" status: 204 len: 168 time: 0.2916517 Nov 15 11:22:58.543126 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d61e74-71c5-43f1-8f4e-609d7ff363df admin admin] Pushing event deleted for resources: {'Network': ['ID=865d5ee5-074b-41e0-8bb1-5b492cfc8e95,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:58.544415 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5ac96-3434-4b2e-9ac9-4db5ac39e0b8 req-8f2c8c30-23e9-4143-b1ca-0441b50b8c73 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:58.550387 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5ac96-3434-4b2e-9ac9-4db5ac39e0b8 req-8f2c8c30-23e9-4143-b1ca-0441b50b8c73 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:58.556269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5ac96-3434-4b2e-9ac9-4db5ac39e0b8 req-8f2c8c30-23e9-4143-b1ca-0441b50b8c73 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:58.562223 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5ac96-3434-4b2e-9ac9-4db5ac39e0b8 req-8f2c8c30-23e9-4143-b1ca-0441b50b8c73 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:58.568113 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5ac96-3434-4b2e-9ac9-4db5ac39e0b8 req-8f2c8c30-23e9-4143-b1ca-0441b50b8c73 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:58.569986 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ad5ac96-3434-4b2e-9ac9-4db5ac39e0b8 req-8f2c8c30-23e9-4143-b1ca-0441b50b8c73 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5431 time: 0.2830498 Nov 15 11:22:58.583670 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cac0f992-9fa1-4b58-b259-4dd7a9642377 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:22:58.584025 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cac0f992-9fa1-4b58-b259-4dd7a9642377 service neutron] Checking segment: {'id': '67d16816-45de-429a-9234-5131d2d66d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '71cd31ab-aef9-4c82-a7fe-78615c051843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:22:58.584406 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cac0f992-9fa1-4b58-b259-4dd7a9642377 service neutron] Bound using segment: {'id': '67d16816-45de-429a-9234-5131d2d66d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '71cd31ab-aef9-4c82-a7fe-78615c051843'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:22:58.584852 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cac0f992-9fa1-4b58-b259-4dd7a9642377 service neutron] Bound port: 68cf8342-a4ee-408b-81be-041910813acb, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d16816-45de-429a-9234-5131d2d66d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '71cd31ab-aef9-4c82-a7fe-78615c051843'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:22:58.585204 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cac0f992-9fa1-4b58-b259-4dd7a9642377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:58.620151 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e69980b9-0e0c-430b-8495-32fc41e862f3 req-ba5caca1-ed67-4ec9-a924-4634b84c7000 service neutron] 10.222.0.55 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6558149 Nov 15 11:22:58.643703 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4423692f-89f3-4d2e-a0eb-cc0fac0a5489 req-af91ea4c-0102-4672-85a2-8ff1466ea2bc service neutron] 10.222.0.55 "GET /v2.0/networks/8eb545cc-9308-4393-92fd-bc3c5179fd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051219 Nov 15 11:22:58.646195 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bae547d6-1231-46a3-90eb-2e0b10be131c req-ce5e9ebc-ddb4-4baf-b2c3-8759755f8e86 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:58.653797 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bae547d6-1231-46a3-90eb-2e0b10be131c req-ce5e9ebc-ddb4-4baf-b2c3-8759755f8e86 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:58.662069 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36266) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:58.665820 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['f3cf7fc0-e602-4809-8f2f-8cca37b86b15', '99eeba9a-48a8-4fa5-b2d9-a8934d501a5c'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:22:58.668668 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['c5345e12-da92-4277-b015-a4108fcab655'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:22:58.720756 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-710a14b1-eb27-45f0-89a8-a3b6ce3b95b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=47fff505e3e84388895515130236448c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0573885 Nov 15 11:22:58.723632 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36268) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:22:58.781507 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca1ac664-3a76-46d6-9e16-2bec40898681 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:58.806057 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca1ac664-3a76-46d6-9e16-2bec40898681 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:58.824290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae547d6-1231-46a3-90eb-2e0b10be131c req-ce5e9ebc-ddb4-4baf-b2c3-8759755f8e86 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:58.825146 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bae547d6-1231-46a3-90eb-2e0b10be131c req-ce5e9ebc-ddb4-4baf-b2c3-8759755f8e86 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:58.826367 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bae547d6-1231-46a3-90eb-2e0b10be131c req-ce5e9ebc-ddb4-4baf-b2c3-8759755f8e86 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "PUT /v2.0/ports/99eeba9a-48a8-4fa5-b2d9-a8934d501a5c HTTP/1.1" status: 200 len: 904 time: 1.5707045 Nov 15 11:22:58.842539 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ad5ac96-3434-4b2e-9ac9-4db5ac39e0b8 req-3dba6b9b-8b07-4f65-9d10-1835d0e61aea tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2522318 Nov 15 11:22:58.864427 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cac0f992-9fa1-4b58-b259-4dd7a9642377 service neutron] For port 68cf8342-a4ee-408b-81be-041910813acb, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:22:58.877941 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cac0f992-9fa1-4b58-b259-4dd7a9642377 service neutron] For port 68cf8342-a4ee-408b-81be-041910813acb, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=68cf8342-a4ee-408b-81be-041910813acb,segment=NetworkSegment(67d16816-45de-429a-9234-5131d2d66d0f),segment_id=67d16816-45de-429a-9234-5131d2d66d0f)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:22:58.883233 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e9ebc-ddb4-4baf-b2c3-8759755f8e86 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Pushing event updated for resources: {'Port': ['ID=99eeba9a-48a8-4fa5-b2d9-a8934d501a5c,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:58.894044 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cac0f992-9fa1-4b58-b259-4dd7a9642377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:58.940575 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca1ac664-3a76-46d6-9e16-2bec40898681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:58.943885 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca1ac664-3a76-46d6-9e16-2bec40898681 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:58.945474 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ca1ac664-3a76-46d6-9e16-2bec40898681 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9f0a4116-6849-48cb-907b-b9d19bd9f040 HTTP/1.1" status: 204 len: 168 time: 0.2188826 Nov 15 11:22:58.962544 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ac664-3a76-46d6-9e16-2bec40898681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0a4116-6849-48cb-907b-b9d19bd9f040,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:58.988164 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 15 Nov 2021 11:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46a6a30-5538-44e7-a577-f8934e1264be x-openstack-request-id: req-d46a6a30-5538-44e7-a577-f8934e1264be {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:22:58.988510 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "tag": "a0531970-cfa4-40c4-93f0-fd9e48c15329", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "60dd8422-a271-497f-a592-f41b67a249e3", "tag": "d391d267-4be2-4e25-a090-7ce63b2b518c", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:22:58.988709 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d46a6a30-5538-44e7-a577-f8934e1264be {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:22:58.989070 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'tag': 'a0531970-cfa4-40c4-93f0-fd9e48c15329', 'status': 'completed', 'code': 200} Nov 15 11:22:58.989319 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60dd8422-a271-497f-a592-f41b67a249e3', 'tag': 'd391d267-4be2-4e25-a090-7ce63b2b518c', 'status': 'completed', 'code': 200} Nov 15 11:22:59.048154 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9db366-4c77-487c-9903-228ddc33ff9d req-b134b8e7-324d-4e55-969c-fab3018f5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.050063 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9db366-4c77-487c-9903-228ddc33ff9d req-b134b8e7-324d-4e55-969c-fab3018f5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.050570 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9db366-4c77-487c-9903-228ddc33ff9d req-b134b8e7-324d-4e55-969c-fab3018f5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.051047 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9db366-4c77-487c-9903-228ddc33ff9d req-b134b8e7-324d-4e55-969c-fab3018f5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.053732 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9db366-4c77-487c-9903-228ddc33ff9d req-b134b8e7-324d-4e55-969c-fab3018f5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.054230 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9db366-4c77-487c-9903-228ddc33ff9d req-b134b8e7-324d-4e55-969c-fab3018f5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.054697 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9db366-4c77-487c-9903-228ddc33ff9d req-b134b8e7-324d-4e55-969c-fab3018f5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.061404 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2d9db366-4c77-487c-9903-228ddc33ff9d req-b134b8e7-324d-4e55-969c-fab3018f5045 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=77cb92f4ba94421baccd055f8a61a579&device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 6488 time: 0.0936892 Nov 15 11:22:59.072894 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['99eeba9a-48a8-4fa5-b2d9-a8934d501a5c'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:22:59.091880 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cac0f992-9fa1-4b58-b259-4dd7a9642377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.093119 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cac0f992-9fa1-4b58-b259-4dd7a9642377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:59.094384 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-cac0f992-9fa1-4b58-b259-4dd7a9642377 service neutron] 10.222.0.11 "PUT /v2.0/ports/68cf8342-a4ee-408b-81be-041910813acb HTTP/1.1" status: 200 len: 1091 time: 3.2897952 Nov 15 11:22:59.140788 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4423692f-89f3-4d2e-a0eb-cc0fac0a5489 req-005c3be5-4e66-449a-b84a-4b221beae252 service neutron] 10.222.0.55 "GET /v2.0/networks/8eb545cc-9308-4393-92fd-bc3c5179fd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609351 Nov 15 11:22:59.223509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0f992-9fa1-4b58-b259-4dd7a9642377 service neutron] Pushing event updated for resources: {'Port': ['ID=68cf8342-a4ee-408b-81be-041910813acb,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:22:59.255985 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9db366-4c77-487c-9903-228ddc33ff9d req-0833fc9b-9734-421a-b7a1-4fbf24d794d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.257437 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d9db366-4c77-487c-9903-228ddc33ff9d req-0833fc9b-9734-421a-b7a1-4fbf24d794d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=256e7f4fc00d4f2c8c7d8b69f41fa2d5&device_id=60dd8422-a271-497f-a592-f41b67a249e3 HTTP/1.1" status: 200 len: 1094 time: 0.2437479 Nov 15 11:22:59.279889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60018fa4-9bd2-4044-9902-4ea3e682c2fa req-1322b046-f761-4d80-a9bf-0abf39a6f120 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.281487 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-60018fa4-9bd2-4044-9902-4ea3e682c2fa req-1322b046-f761-4d80-a9bf-0abf39a6f120 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dd8422-a271-497f-a592-f41b67a249e3 HTTP/1.1" status: 200 len: 943 time: 0.3039565 Nov 15 11:22:59.296762 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9db366-4c77-487c-9903-228ddc33ff9d req-4adaa638-5e4f-4d9d-930b-267bb33a7804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.298258 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9db366-4c77-487c-9903-228ddc33ff9d req-4adaa638-5e4f-4d9d-930b-267bb33a7804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.299242 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9db366-4c77-487c-9903-228ddc33ff9d req-4adaa638-5e4f-4d9d-930b-267bb33a7804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.302123 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2d9db366-4c77-487c-9903-228ddc33ff9d req-4adaa638-5e4f-4d9d-930b-267bb33a7804 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=77cb92f4ba94421baccd055f8a61a579&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2234244 Nov 15 11:22:59.340718 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-744679e9-4e47-4d25-8873-64adfe5b9b64 None None] Provisioning complete for port 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:22:59.341089 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-744679e9-4e47-4d25-8873-64adfe5b9b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:59.425149 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9db366-4c77-487c-9903-228ddc33ff9d req-81c52816-aec3-4c5a-bea8-8cb943cfdc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.426704 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2d9db366-4c77-487c-9903-228ddc33ff9d req-81c52816-aec3-4c5a-bea8-8cb943cfdc36 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1171613 Nov 15 11:22:59.433543 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:22:59.498363 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb953c74-aade-4882-838a-f3ff56715bda req-fd50c24e-173c-4ecd-94ad-18b2922d46f0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.512654 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cb953c74-aade-4882-838a-f3ff56715bda req-fd50c24e-173c-4ecd-94ad-18b2922d46f0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3 HTTP/1.1" status: 200 len: 907 time: 0.2541475 Nov 15 11:22:59.528556 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-81966616-004a-44af-8b00-a01664ae2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.529027 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-81966616-004a-44af-8b00-a01664ae2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.529541 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-81966616-004a-44af-8b00-a01664ae2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.529999 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-81966616-004a-44af-8b00-a01664ae2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.530672 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-81966616-004a-44af-8b00-a01664ae2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.530944 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-81966616-004a-44af-8b00-a01664ae2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.531398 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-81966616-004a-44af-8b00-a01664ae2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.533419 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-81966616-004a-44af-8b00-a01664ae2800 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=77cb92f4ba94421baccd055f8a61a579&device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 6488 time: 0.0610485 Nov 15 11:22:59.562289 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9db366-4c77-487c-9903-228ddc33ff9d req-1146c67f-36bc-4e53-8d14-ab169b211e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.564156 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d9db366-4c77-487c-9903-228ddc33ff9d req-1146c67f-36bc-4e53-8d14-ab169b211e5f service neutron] 10.222.0.55 "GET /v2.0/networks?id=49b4d594-0a5b-4365-b6d6-a6b4864f1759 HTTP/1.1" status: 200 len: 907 time: 0.2816815 Nov 15 11:22:59.577684 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-60018fa4-9bd2-4044-9902-4ea3e682c2fa req-22b02df4-db41-4292-ad25-2bc6eddd67a1 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619116 Nov 15 11:22:59.588150 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-905444ec-94cf-4bbf-b0b4-c0175583dc8b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a5a419e-761c-40a1-8d78-4da3f49c2c0d HTTP/1.1" status: 200 len: 217 time: 0.0444570 Nov 15 11:22:59.625646 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d9db366-4c77-487c-9903-228ddc33ff9d req-c544522b-388b-45fc-a2fd-625f409b713e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d391d267-4be2-4e25-a090-7ce63b2b518c HTTP/1.1" status: 200 len: 217 time: 0.0467584 Nov 15 11:22:59.661308 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-bb944daf-7002-4889-b18b-2b195db3c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.662829 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-bb944daf-7002-4889-b18b-2b195db3c9c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=afa9b64f-98db-4e8e-8256-aecabb3e60db HTTP/1.1" status: 200 len: 856 time: 0.0665200 Nov 15 11:22:59.719859 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-094ee4d8-6dc0-4a7d-8f64-02dce6be0b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.721476 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-094ee4d8-6dc0-4a7d-8f64-02dce6be0b3d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493953 Nov 15 11:22:59.743290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9db366-4c77-487c-9903-228ddc33ff9d req-595e83e5-b25f-4fd8-b354-471ddd9caa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.744805 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d9db366-4c77-487c-9903-228ddc33ff9d req-595e83e5-b25f-4fd8-b354-471ddd9caa80 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8647cc50-bb8e-4210-a1e9-eb2152a57fcd HTTP/1.1" status: 200 len: 846 time: 0.1050072 Nov 15 11:22:59.800326 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d9db366-4c77-487c-9903-228ddc33ff9d req-47ef1a84-1b45-4fae-b938-68b16b6de27f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=49b4d594-0a5b-4365-b6d6-a6b4864f1759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454617 Nov 15 11:22:59.815445 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede72f07-fbc0-4916-8383-3ad112c70522 req-30d54587-b8c1-4fbe-8c77-34d1dc2b6454 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.825580 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ede72f07-fbc0-4916-8383-3ad112c70522 req-30d54587-b8c1-4fbe-8c77-34d1dc2b6454 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.1251967 Nov 15 11:22:59.842366 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-efa19cc3-de02-4da5-bea6-f15f7aa18c61 service neutron] 10.222.0.11 "GET /v2.0/networks/91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130593 Nov 15 11:22:59.912348 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fcd11-f491-46a4-a985-95f71bc6d2c9 req-5d5ea0a9-5510-480e-9c0a-d09648264ec0 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:22:59.913848 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-306fcd11-f491-46a4-a985-95f71bc6d2c9 req-5d5ea0a9-5510-480e-9c0a-d09648264ec0 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1751614 Nov 15 11:22:59.937259 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-e37fe743-43b8-47a5-8979-377ee92e1c89 service neutron] 10.222.0.11 "GET /v2.0/networks/91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876532 Nov 15 11:22:59.948124 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ede72f07-fbc0-4916-8383-3ad112c70522 req-609f212c-6f9b-45bf-a451-f777578ac71e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246109 Nov 15 11:22:59.987371 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-8801e202-0587-4eac-b21e-e0d456de7b64 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=bc1db242-bc41-4115-8ee6-dd7f58c66f19 HTTP/1.1" status: 200 len: 217 time: 0.0418162 Nov 15 11:22:59.999564 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d9db366-4c77-487c-9903-228ddc33ff9d req-69632188-c354-48b3-9ba4-3d25b4256cd1 service neutron] 10.222.0.55 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918764 Nov 15 11:23:00.008483 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-306fcd11-f491-46a4-a985-95f71bc6d2c9 req-8d7d57df-d220-4a7d-8690-9c7ce5095332 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827241 Nov 15 11:23:00.043226 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-05d3b23e-94ff-441d-aa4d-7584909b90e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:00.045178 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-05d3b23e-94ff-441d-aa4d-7584909b90e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21db8475-8f73-44ea-a113-f3f3e3c06216 HTTP/1.1" status: 200 len: 797 time: 0.0505333 Nov 15 11:23:00.096735 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-282029f4-aa13-4e7f-85fb-27c495ca69e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:00.098975 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-282029f4-aa13-4e7f-85fb-27c495ca69e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c80147d-a460-4aca-9746-ccf4bbea3343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0467541 Nov 15 11:23:00.184863 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421b14e-9847-4fa8-9b71-d4fa09edf60d req-8ca27601-b3b5-45b3-81c0-06288304422e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:00.186338 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6421b14e-9847-4fa8-9b71-d4fa09edf60d req-8ca27601-b3b5-45b3-81c0-06288304422e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.1005871 Nov 15 11:23:00.194670 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-7b8c49e7-2f92-410b-ae91-924b49d04f40 service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869696 Nov 15 11:23:00.197885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36093aef-0cd6-4e74-a53c-6ec3c240f3ec req-ae1c8a5e-8fb1-4f68-b2cf-78aa38578919 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:00.203733 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36093aef-0cd6-4e74-a53c-6ec3c240f3ec req-ae1c8a5e-8fb1-4f68-b2cf-78aa38578919 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:00.210197 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36093aef-0cd6-4e74-a53c-6ec3c240f3ec req-ae1c8a5e-8fb1-4f68-b2cf-78aa38578919 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:00.216060 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36093aef-0cd6-4e74-a53c-6ec3c240f3ec req-ae1c8a5e-8fb1-4f68-b2cf-78aa38578919 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:00.221969 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36093aef-0cd6-4e74-a53c-6ec3c240f3ec req-ae1c8a5e-8fb1-4f68-b2cf-78aa38578919 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:00.228175 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36093aef-0cd6-4e74-a53c-6ec3c240f3ec req-ae1c8a5e-8fb1-4f68-b2cf-78aa38578919 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:00.234096 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36093aef-0cd6-4e74-a53c-6ec3c240f3ec req-ae1c8a5e-8fb1-4f68-b2cf-78aa38578919 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:00.236009 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-36093aef-0cd6-4e74-a53c-6ec3c240f3ec req-ae1c8a5e-8fb1-4f68-b2cf-78aa38578919 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5431 time: 0.1672208 Nov 15 11:23:00.239343 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d9db366-4c77-487c-9903-228ddc33ff9d req-8bef23c0-ac79-4fac-b817-0b14f080e48e service neutron] 10.222.0.55 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294669 Nov 15 11:23:00.287523 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-0ede0631-737d-46cb-8497-786e5efc2ce0 service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851312 Nov 15 11:23:00.307462 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6421b14e-9847-4fa8-9b71-d4fa09edf60d req-9d232bab-b367-42b6-92f6-1c2d2523ee62 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704465 Nov 15 11:23:00.333098 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-bd714938-2ae9-49f5-a65f-3298f9376e98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=b5c5f658-3e97-46d3-b735-9ae8bc3ad568 HTTP/1.1" status: 200 len: 217 time: 0.0385261 Nov 15 11:23:00.356758 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-36093aef-0cd6-4e74-a53c-6ec3c240f3ec req-90c235d9-f84f-446f-8a86-6be1fee5d656 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1105049 Nov 15 11:23:00.392176 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-c717c482-7860-4140-b48f-d667984d935c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:00.393993 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-c717c482-7860-4140-b48f-d667984d935c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21db8475-8f73-44ea-a113-f3f3e3c06216 HTTP/1.1" status: 200 len: 797 time: 0.0532045 Nov 15 11:23:00.432350 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf9dd5-7029-46d0-8b57-c4ae7b6c723e req-d183e6c4-75e0-42d2-95d9-d64b85ad843b tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:00.433896 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28bf9dd5-7029-46d0-8b57-c4ae7b6c723e req-d183e6c4-75e0-42d2-95d9-d64b85ad843b tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0588491 Nov 15 11:23:00.447046 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-4b89184b-e93d-4d61-a6c0-76d9fa285a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:00.448911 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-4b89184b-e93d-4d61-a6c0-76d9fa285a42 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c80147d-a460-4aca-9746-ccf4bbea3343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0467255 Nov 15 11:23:00.485532 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28bf9dd5-7029-46d0-8b57-c4ae7b6c723e req-f650456f-607f-47e7-a554-9f55252d0632 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456679 Nov 15 11:23:00.555366 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-46891c54-c1f1-4e78-aef2-f7c48b565531 service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977595 Nov 15 11:23:00.664656 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-3350c90b-eb5e-4cda-923c-7d531f9e51c7 service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961375 Nov 15 11:23:00.719508 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-2a19d02d-285f-4fc4-a613-d44a48e13c16 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=496a1d61-4bd5-4b51-9b89-5253018b96d3 HTTP/1.1" status: 200 len: 217 time: 0.0444582 Nov 15 11:23:00.773340 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-f82a6276-1bac-41b1-9216-5e5ec2d05ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:00.774851 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-f82a6276-1bac-41b1-9216-5e5ec2d05ba1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21db8475-8f73-44ea-a113-f3f3e3c06216 HTTP/1.1" status: 200 len: 797 time: 0.0482566 Nov 15 11:23:00.779394 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d3a3d-c5b6-441c-804c-c53646a2f9a5 req-5f9ee4a8-500e-436c-a46c-c0af0539f0fc tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:00.780902 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-721d3a3d-c5b6-441c-804c-c53646a2f9a5 req-5f9ee4a8-500e-436c-a46c-c0af0539f0fc tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dd8422-a271-497f-a592-f41b67a249e3 HTTP/1.1" status: 200 len: 943 time: 0.0800738 Nov 15 11:23:00.813317 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-7832136b-ed6e-4050-825e-f3fe07a5b825 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:00.814858 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-7832136b-ed6e-4050-825e-f3fe07a5b825 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 812 time: 0.1669877 Nov 15 11:23:00.824223 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-14ad644d-3252-448b-b084-35d0eabe74a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:00.825879 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-14ad644d-3252-448b-b084-35d0eabe74a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c80147d-a460-4aca-9746-ccf4bbea3343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0439095 Nov 15 11:23:00.847293 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-12ed7ca1-f19f-4c0c-895b-0c938b62b085 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/quotas/27507e50335c4427bf73121e79f9c590 HTTP/1.1" status: 200 len: 375 time: 0.0243561 Nov 15 11:23:00.852244 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-721d3a3d-c5b6-441c-804c-c53646a2f9a5 req-4bca53f3-affb-4167-ba12-fbe8c3d900b2 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618799 Nov 15 11:23:00.891862 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36348) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:23:00.927923 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-575fae1a-2619-470e-a213-2a6de2f71b99 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0715504 Nov 15 11:23:00.956156 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-03c9253d-944c-4a48-9870-236ba046fdc7 service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230407 Nov 15 11:23:00.991190 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3', 'tag': '99eeba9a-48a8-4fa5-b2d9-a8934d501a5c'}, {'name': 'network-changed', 'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'tag': '68cf8342-a4ee-408b-81be-041910813acb'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:00.993510 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53babb85-febf-4747-8220-f103959c08ab" -d '{"events": [{"name": "network-changed", "server_uuid": "81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3", "tag": "99eeba9a-48a8-4fa5-b2d9-a8934d501a5c"}, {"name": "network-changed", "server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "tag": "68cf8342-a4ee-408b-81be-041910813acb"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:01.045232 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-03157e2f-d4e0-4336-af12-567b35ab7d01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:01.051428 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-4d4b5326-65f1-4161-a536-bde411375449 service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884581 Nov 15 11:23:01.063686 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device d391d267-4be2-4e25-a090-7ce63b2b518c details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:23:01.095607 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-3c9477b2-d28f-4044-ae8f-994f7405afe3 service neutron] 10.222.0.64 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600480 Nov 15 11:23:01.106306 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-5a518959-2823-47dd-9127-329538341675 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=4f6c4222-85c6-40ff-b518-d6284db6fd76 HTTP/1.1" status: 200 len: 217 time: 0.0476861 Nov 15 11:23:01.107392 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef15f41-dfb0-4935-b85e-2e9d9778f517 req-79bb69a2-6caa-481d-a462-0e842d2e0c61 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:01.112617 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ef15f41-dfb0-4935-b85e-2e9d9778f517 req-79bb69a2-6caa-481d-a462-0e842d2e0c61 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1160583 Nov 15 11:23:01.164117 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6daaf33b-182c-44a7-a6fd-ee9543cf8a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:01.165940 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6daaf33b-182c-44a7-a6fd-ee9543cf8a1f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21db8475-8f73-44ea-a113-f3f3e3c06216 HTTP/1.1" status: 200 len: 797 time: 0.0450120 Nov 15 11:23:01.169660 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port d391d267-4be2-4e25-a090-7ce63b2b518c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d391d267-4be2-4e25-a090-7ce63b2b518c,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:01.186047 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'd391d267-4be2-4e25-a090-7ce63b2b518c', 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759', 'port_id': 'd391d267-4be2-4e25-a090-7ce63b2b518c', 'mac_address': 'fa:16:3e:2c:73:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8647cc50-bb8e-4210-a1e9-eb2152a57fcd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:23:01.213942 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-59c30dfd-5691-4655-ad17-9bfd4c2e85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:01.215777 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-59c30dfd-5691-4655-ad17-9bfd4c2e85ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c80147d-a460-4aca-9746-ccf4bbea3343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0424988 Nov 15 11:23:01.235427 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:01.250391 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d391d267-4be2-4e25-a090-7ce63b2b518c {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:23:01.272189 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port d391d267-4be2-4e25-a090-7ce63b2b518c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d391d267-4be2-4e25-a090-7ce63b2b518c,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:01.277901 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:01.279462 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ef15f41-dfb0-4935-b85e-2e9d9778f517 req-10ac6cb6-00f4-4ab7-87c6-95a2b66f5381 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560850 Nov 15 11:23:01.302645 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-f5d30b04-0b5d-471a-9f5b-b81f7fb6e2d7 service neutron] 10.222.0.64 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889381 Nov 15 11:23:01.314300 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-03157e2f-d4e0-4336-af12-567b35ab7d01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:01.326823 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-03157e2f-d4e0-4336-af12-567b35ab7d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:01.340183 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-90e2e096-0838-456b-9136-36c97c969c04 service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171203 Nov 15 11:23:01.354509 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:01.382286 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03157e2f-d4e0-4336-af12-567b35ab7d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5dee8e-f4bb-406a-b81f-606e9f72ad5c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:01.394217 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-03157e2f-d4e0-4336-af12-567b35ab7d01 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ca62a5d650f44dab2773e52a1da5bb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5015235 Nov 15 11:23:01.397029 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36358) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:23:01.400238 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=d391d267-4be2-4e25-a090-7ce63b2b518c,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:01.460099 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-833917b7-2aba-4535-b94e-e4eafe9ffc06 service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112447 Nov 15 11:23:01.468061 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da800db3-63c7-4957-bcc5-1a15e52b7921 x-openstack-request-id: req-da800db3-63c7-4957-bcc5-1a15e52b7921 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:01.469183 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3", "tag": "99eeba9a-48a8-4fa5-b2d9-a8934d501a5c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "tag": "68cf8342-a4ee-408b-81be-041910813acb", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:01.469679 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da800db3-63c7-4957-bcc5-1a15e52b7921 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:01.470313 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3', 'tag': '99eeba9a-48a8-4fa5-b2d9-a8934d501a5c', 'status': 'completed', 'code': 200} Nov 15 11:23:01.476393 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'tag': '68cf8342-a4ee-408b-81be-041910813acb', 'status': 'completed', 'code': 200} Nov 15 11:23:01.532895 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-f70b1c34-822a-4190-96cd-36ae57c18ed1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a0531970-cfa4-40c4-93f0-fd9e48c15329 HTTP/1.1" status: 200 len: 217 time: 0.0612586 Nov 15 11:23:01.541967 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b937a481-7a01-4b62-9cc4-d462382bee3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:01.586056 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-c4af5d05-cbe4-4a1b-93f2-6a2422853dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:01.587664 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-c4af5d05-cbe4-4a1b-93f2-6a2422853dca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9c67d03c-8fcf-4946-865e-deec42cfabd9 HTTP/1.1" status: 200 len: 797 time: 0.0474830 Nov 15 11:23:01.611596 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b937a481-7a01-4b62-9cc4-d462382bee3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:01.614691 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['d391d267-4be2-4e25-a090-7ce63b2b518c'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:01.642283 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafcee9-3a07-4538-8156-34d000aa004b req-7504a97d-2de7-4e6c-9bf3-b3ee4da7ef92 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:01.644320 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ddafcee9-3a07-4538-8156-34d000aa004b req-7504a97d-2de7-4e6c-9bf3-b3ee4da7ef92 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1556854 Nov 15 11:23:01.661038 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-630fefaf-9e23-4fdd-87f2-9f1b09695d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:01.662948 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-630fefaf-9e23-4fdd-87f2-9f1b09695d5b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71cd31ab-aef9-4c82-a7fe-78615c051843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0678806 Nov 15 11:23:01.697627 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53babb85-febf-4747-8220-f103959c08ab req-6deef2f6-e9cb-4b1d-b3e3-41b34f4cf082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:01.699244 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53babb85-febf-4747-8220-f103959c08ab req-6deef2f6-e9cb-4b1d-b3e3-41b34f4cf082 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&device_id=81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3 HTTP/1.1" status: 200 len: 1058 time: 0.2042568 Nov 15 11:23:01.729272 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ae01c-3efe-4b01-8c02-c5012111d2b6 req-d95a7923-d083-4e84-a4ca-fac0417a8b5f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:01.737024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ae01c-3efe-4b01-8c02-c5012111d2b6 req-d95a7923-d083-4e84-a4ca-fac0417a8b5f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:01.745725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ae01c-3efe-4b01-8c02-c5012111d2b6 req-d95a7923-d083-4e84-a4ca-fac0417a8b5f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:01.753497 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ae01c-3efe-4b01-8c02-c5012111d2b6 req-d95a7923-d083-4e84-a4ca-fac0417a8b5f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:01.762650 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ae01c-3efe-4b01-8c02-c5012111d2b6 req-d95a7923-d083-4e84-a4ca-fac0417a8b5f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:01.769436 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ae01c-3efe-4b01-8c02-c5012111d2b6 req-d95a7923-d083-4e84-a4ca-fac0417a8b5f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:01.776228 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ae01c-3efe-4b01-8c02-c5012111d2b6 req-d95a7923-d083-4e84-a4ca-fac0417a8b5f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:01.779193 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c09ae01c-3efe-4b01-8c02-c5012111d2b6 req-d95a7923-d083-4e84-a4ca-fac0417a8b5f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5431 time: 0.2385788 Nov 15 11:23:01.779787 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-ec68012a-97d0-4850-be67-001546a4abbe service neutron] 10.222.0.11 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095765 Nov 15 11:23:01.854346 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b937a481-7a01-4b62-9cc4-d462382bee3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:01.857680 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b937a481-7a01-4b62-9cc4-d462382bee3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:01.861465 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b937a481-7a01-4b62-9cc4-d462382bee3f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7c5dee8e-f4bb-406a-b81f-606e9f72ad5c HTTP/1.1" status: 204 len: 168 time: 0.4609249 Nov 15 11:23:01.882254 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-72b362ef-8cd2-422b-a4eb-d7a876946746 service neutron] 10.222.0.11 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944138 Nov 15 11:23:01.894086 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937a481-7a01-4b62-9cc4-d462382bee3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5dee8e-f4bb-406a-b81f-606e9f72ad5c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:01.942179 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ddafcee9-3a07-4538-8156-34d000aa004b req-ceac9d90-65ed-4e54-8c4d-f35aef02f66b tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523861 Nov 15 11:23:01.959132 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-6b44a42b-c9f5-412d-8bf9-97ce46a92e68 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=68cf8342-a4ee-408b-81be-041910813acb HTTP/1.1" status: 200 len: 217 time: 0.0663164 Nov 15 11:23:01.988152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53babb85-febf-4747-8220-f103959c08ab req-e1f104c1-4a01-47dc-9b2d-83996b4de62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:01.990224 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53babb85-febf-4747-8220-f103959c08ab req-e1f104c1-4a01-47dc-9b2d-83996b4de62f service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 913 time: 0.2804604 Nov 15 11:23:01.996107 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c09ae01c-3efe-4b01-8c02-c5012111d2b6 req-f2375db3-9fc5-44b4-92b7-0909b9bfb06b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1895297 Nov 15 11:23:02.054656 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-86744952-f34a-410f-93dc-572e86604a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:02.056504 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-86744952-f34a-410f-93dc-572e86604a43 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9c67d03c-8fcf-4946-865e-deec42cfabd9 HTTP/1.1" status: 200 len: 797 time: 0.0933938 Nov 15 11:23:02.076673 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53babb85-febf-4747-8220-f103959c08ab req-731af80b-e948-4964-9fbd-da912cc6b46e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99eeba9a-48a8-4fa5-b2d9-a8934d501a5c HTTP/1.1" status: 200 len: 217 time: 0.0779009 Nov 15 11:23:02.114933 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f4701d3-86ea-48c3-aab7-94700b1929d2 req-5eae6f03-dbbf-4967-ac97-9888c8b15ee2 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 210 time: 0.0404508 Nov 15 11:23:02.136191 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-581d5f82-adbf-43cb-b2fe-7e6c5e08e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:02.138441 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-581d5f82-adbf-43cb-b2fe-7e6c5e08e5a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71cd31ab-aef9-4c82-a7fe-78615c051843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0730970 Nov 15 11:23:02.286698 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53babb85-febf-4747-8220-f103959c08ab req-62d6b4e6-cbe4-4315-95a5-2aebed1cd461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:02.292829 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53babb85-febf-4747-8220-f103959c08ab req-62d6b4e6-cbe4-4315-95a5-2aebed1cd461 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 200 len: 851 time: 0.2063024 Nov 15 11:23:02.356659 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced035c4-c667-4772-bccb-6592cd826eaf req-aae417bb-ac96-4b30-b7ba-0222edf45412 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:02.358333 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ced035c4-c667-4772-bccb-6592cd826eaf req-aae417bb-ac96-4b30-b7ba-0222edf45412 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dd8422-a271-497f-a592-f41b67a249e3 HTTP/1.1" status: 200 len: 944 time: 0.1198878 Nov 15 11:23:02.401074 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53babb85-febf-4747-8220-f103959c08ab req-ca90f7f4-e4d1-422b-9cf1-c4cd85acfb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:02.402610 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53babb85-febf-4747-8220-f103959c08ab req-ca90f7f4-e4d1-422b-9cf1-c4cd85acfb73 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e78f9bd-5aad-432a-85c1-63f165b57fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997276 Nov 15 11:23:02.497291 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ced035c4-c667-4772-bccb-6592cd826eaf req-b01d71cd-704c-4c5b-a81e-fc8f3b29a87d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298218 Nov 15 11:23:02.517517 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fac569-c6c9-47fe-90b2-f1a425f3e4bf req-d4ed586a-2001-4e0a-8df9-e38aeac72e5b tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:02.519187 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8fac569-c6c9-47fe-90b2-f1a425f3e4bf req-d4ed586a-2001-4e0a-8df9-e38aeac72e5b tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1434796 Nov 15 11:23:02.572332 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53babb85-febf-4747-8220-f103959c08ab req-a329af95-6a0d-4f4c-b149-bb170aa69c03 service neutron] 10.222.0.55 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494617 Nov 15 11:23:02.584330 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-feb46f7e-09b0-4265-ad89-47c9122c0e0a service neutron] 10.222.0.11 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368472 Nov 15 11:23:02.676764 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8fac569-c6c9-47fe-90b2-f1a425f3e4bf req-5229e5a6-f44c-4b28-b00a-5357b6e4f909 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403329 Nov 15 11:23:02.695011 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-72cc4a96-04c8-4004-b88d-d0782d971a52 req-af6caf82-a1cf-4bd3-9316-a4156fe9552f service neutron] 10.222.0.11 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013668 Nov 15 11:23:02.854596 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53babb85-febf-4747-8220-f103959c08ab req-9e3ccc18-9248-486b-a71a-97a81281cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:02.855531 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53babb85-febf-4747-8220-f103959c08ab req-9e3ccc18-9248-486b-a71a-97a81281cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:02.856291 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53babb85-febf-4747-8220-f103959c08ab req-9e3ccc18-9248-486b-a71a-97a81281cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:02.857020 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53babb85-febf-4747-8220-f103959c08ab req-9e3ccc18-9248-486b-a71a-97a81281cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:02.857739 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53babb85-febf-4747-8220-f103959c08ab req-9e3ccc18-9248-486b-a71a-97a81281cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:02.858253 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53babb85-febf-4747-8220-f103959c08ab req-c3f542fe-78e4-49bd-9f26-4bb1758d8fb2 service neutron] 10.222.0.55 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765160 Nov 15 11:23:02.861883 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53babb85-febf-4747-8220-f103959c08ab req-9e3ccc18-9248-486b-a71a-97a81281cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:02.861883 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53babb85-febf-4747-8220-f103959c08ab req-9e3ccc18-9248-486b-a71a-97a81281cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:02.862192 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-53babb85-febf-4747-8220-f103959c08ab req-9e3ccc18-9248-486b-a71a-97a81281cde7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=77cb92f4ba94421baccd055f8a61a579&device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 6488 time: 0.0677767 Nov 15 11:23:02.863000 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36408) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:23:02.886740 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-adf611cd-3ee7-451e-aba8-387d2ff9fcd1 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:02.888310 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-adf611cd-3ee7-451e-aba8-387d2ff9fcd1 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.11 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 812 time: 0.2259309 Nov 15 11:23:02.899638 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741a707-4d32-41f5-831d-b7309b058b92 req-28872e2c-5c3f-45fc-a567-2461902f1951 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:02.901310 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e741a707-4d32-41f5-831d-b7309b058b92 req-28872e2c-5c3f-45fc-a567-2461902f1951 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1327322 Nov 15 11:23:02.906273 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-d63a36dd-3b34-4f5d-8ecc-eab68fc021c0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Request body: {'port': {'device_id': '21808531-3d8d-4272-a298-64a5a445782a', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'admin_state_up': True, 'tenant_id': '27507e50335c4427bf73121e79f9c590'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:02.970439 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53babb85-febf-4747-8220-f103959c08ab req-bb21919e-dd2f-4721-8e15-9ab415309db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:02.973331 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-53babb85-febf-4747-8220-f103959c08ab req-bb21919e-dd2f-4721-8e15-9ab415309db0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=71cd31ab-aef9-4c82-a7fe-78615c051843 HTTP/1.1" status: 200 len: 902 time: 0.1014059 Nov 15 11:23:03.011047 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e741a707-4d32-41f5-831d-b7309b058b92 req-fad327aa-29db-429a-9546-0ae8c5d9b515 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009912 Nov 15 11:23:03.023754 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-53babb85-febf-4747-8220-f103959c08ab req-533fccbc-b49b-48c3-8312-4aedba8838ad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=68cf8342-a4ee-408b-81be-041910813acb HTTP/1.1" status: 200 len: 217 time: 0.0412621 Nov 15 11:23:03.063599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-d63a36dd-3b34-4f5d-8ecc-eab68fc021c0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Made reservation on behalf of 27507e50335c4427bf73121e79f9c590 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:23:03.068292 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-d63a36dd-3b34-4f5d-8ecc-eab68fc021c0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:03.091525 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device d391d267-4be2-4e25-a090-7ce63b2b518c up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:23:03.114338 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53babb85-febf-4747-8220-f103959c08ab req-4fa3e714-f7d7-497f-a410-8f547e368421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:03.116139 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-53babb85-febf-4747-8220-f103959c08ab req-4fa3e714-f7d7-497f-a410-8f547e368421 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9c67d03c-8fcf-4946-865e-deec42cfabd9 HTTP/1.1" status: 200 len: 797 time: 0.0830414 Nov 15 11:23:03.169716 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port d391d267-4be2-4e25-a090-7ce63b2b518c completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:23:03.176544 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port d391d267-4be2-4e25-a090-7ce63b2b518c triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:23:03.177256 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:03.185296 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b773f8ca-179c-4c60-bc2b-9c6c84923093 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1733233667-network', 'tenant_id': '810cb76aba8d49308e90c06ea4edf8ee'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:03.216806 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-d63a36dd-3b34-4f5d-8ecc-eab68fc021c0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Allocated IP 172.20.0.14 (2e78f9bd-5aad-432a-85c1-63f165b57fea/e505fdd0-d625-4dc2-bfa7-236165cb4f1c/70e940aa-c737-4947-bd4e-611f55ced742) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:23:03.242750 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b773f8ca-179c-4c60-bc2b-9c6c84923093 admin admin] Made reservation on behalf of 810cb76aba8d49308e90c06ea4edf8ee for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:23:03.246037 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b773f8ca-179c-4c60-bc2b-9c6c84923093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:03.256394 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b773f8ca-179c-4c60-bc2b-9c6c84923093 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:03.275191 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:03.275653 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53babb85-febf-4747-8220-f103959c08ab req-b9628742-776d-417f-9303-bd47aaaae5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:03.277463 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-53babb85-febf-4747-8220-f103959c08ab req-b9628742-776d-417f-9303-bd47aaaae5fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71cd31ab-aef9-4c82-a7fe-78615c051843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1528893 Nov 15 11:23:03.306141 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dd8422-a271-497f-a592-f41b67a249e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd391d267-4be2-4e25-a090-7ce63b2b518c'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:03.308987 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c855e49b-4340-44d8-a1bb-79ad0428e12b" -d '{"events": [{"server_uuid": "60dd8422-a271-497f-a592-f41b67a249e3", "name": "network-vif-plugged", "status": "completed", "tag": "d391d267-4be2-4e25-a090-7ce63b2b518c"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:03.314690 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port d391d267-4be2-4e25-a090-7ce63b2b518c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d391d267-4be2-4e25-a090-7ce63b2b518c,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:03.319989 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:03.346622 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-517ad6f8-ca3f-42a5-9b4c-3606d6dc2a28 req-b35db283-b861-4725-8a6d-b598b5a4f4ef tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 210 time: 0.0353675 Nov 15 11:23:03.387790 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=d391d267-4be2-4e25-a090-7ce63b2b518c,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:03.442403 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-53babb85-febf-4747-8220-f103959c08ab req-51b9a161-0b48-49b9-b74a-e4ade00c3fad service neutron] 10.222.0.11 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538947 Nov 15 11:23:03.460205 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b773f8ca-179c-4c60-bc2b-9c6c84923093 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:03.498636 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b773f8ca-179c-4c60-bc2b-9c6c84923093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:03.515097 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6b025d-f02b-46cb-8ca4-8a055d28c82e x-openstack-request-id: req-be6b025d-f02b-46cb-8ca4-8a055d28c82e {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:03.515720 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dd8422-a271-497f-a592-f41b67a249e3", "name": "network-vif-plugged", "status": "completed", "tag": "d391d267-4be2-4e25-a090-7ce63b2b518c", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:03.516212 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be6b025d-f02b-46cb-8ca4-8a055d28c82e {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:03.526608 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dd8422-a271-497f-a592-f41b67a249e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd391d267-4be2-4e25-a090-7ce63b2b518c', 'code': 200} Nov 15 11:23:03.552160 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b773f8ca-179c-4c60-bc2b-9c6c84923093 admin admin] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:23:03.559444 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773f8ca-179c-4c60-bc2b-9c6c84923093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa836840-0c15-4743-8956-5a2d4e55a779,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:03.573440 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b773f8ca-179c-4c60-bc2b-9c6c84923093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:03.573782 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-b773f8ca-179c-4c60-bc2b-9c6c84923093 admin admin] Added segment 5e467d28-3614-41f8-acee-8ccfda722768 of type vlan for network 9bdab37c-c4cf-43f4-8321-48c2fd04b226 Nov 15 11:23:03.623277 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-53babb85-febf-4747-8220-f103959c08ab req-5f7c3e98-f422-430e-9675-d16f2f9655bd service neutron] 10.222.0.11 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725125 Nov 15 11:23:03.638916 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b773f8ca-179c-4c60-bc2b-9c6c84923093 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:03.666700 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b773f8ca-179c-4c60-bc2b-9c6c84923093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:03.667695 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b773f8ca-179c-4c60-bc2b-9c6c84923093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:03.668294 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b773f8ca-179c-4c60-bc2b-9c6c84923093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:03.720824 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b773f8ca-179c-4c60-bc2b-9c6c84923093 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8563497 Nov 15 11:23:03.727981 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36432) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:23:03.735047 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4ea6eaab-40d1-4564-866f-63b106cb3884 admin admin] Request body: {'subnet': {'network_id': '9bdab37c-c4cf-43f4-8321-48c2fd04b226', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1733233667-subnet', 'tenant_id': '810cb76aba8d49308e90c06ea4edf8ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:03.743185 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773f8ca-179c-4c60-bc2b-9c6c84923093 admin admin] Pushing event updated for resources: {'Network': ['ID=9bdab37c-c4cf-43f4-8321-48c2fd04b226,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:03.755660 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 9bdab37c-c4cf-43f4-8321-48c2fd04b226 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:23:03.764753 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea6eaab-40d1-4564-866f-63b106cb3884 admin admin] Made reservation on behalf of 810cb76aba8d49308e90c06ea4edf8ee for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:23:03.767224 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ea6eaab-40d1-4564-866f-63b106cb3884 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:03.807055 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21018e-6a10-4a27-83ea-91c46f7fd7f9 req-f25fb085-c0db-4fbf-a96a-f990b7d6fc31 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:03.812912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21018e-6a10-4a27-83ea-91c46f7fd7f9 req-f25fb085-c0db-4fbf-a96a-f990b7d6fc31 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:03.819487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21018e-6a10-4a27-83ea-91c46f7fd7f9 req-f25fb085-c0db-4fbf-a96a-f990b7d6fc31 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:03.825737 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21018e-6a10-4a27-83ea-91c46f7fd7f9 req-f25fb085-c0db-4fbf-a96a-f990b7d6fc31 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:03.831952 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21018e-6a10-4a27-83ea-91c46f7fd7f9 req-f25fb085-c0db-4fbf-a96a-f990b7d6fc31 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:03.837790 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21018e-6a10-4a27-83ea-91c46f7fd7f9 req-f25fb085-c0db-4fbf-a96a-f990b7d6fc31 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:03.844752 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21018e-6a10-4a27-83ea-91c46f7fd7f9 req-f25fb085-c0db-4fbf-a96a-f990b7d6fc31 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:03.846733 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca21018e-6a10-4a27-83ea-91c46f7fd7f9 req-f25fb085-c0db-4fbf-a96a-f990b7d6fc31 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5431 time: 0.5344965 Nov 15 11:23:03.871613 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-d63a36dd-3b34-4f5d-8ecc-eab68fc021c0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:03.916089 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbc2b3-cfa4-4ade-8ca2-638c5857b97e req-3ab43f0f-116c-422d-97af-7ad194903117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:03.917496 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aabbc2b3-cfa4-4ade-8ca2-638c5857b97e req-3ab43f0f-116c-422d-97af-7ad194903117 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=60dd8422-a271-497f-a592-f41b67a249e3 HTTP/1.1" status: 200 len: 1096 time: 0.1799102 Nov 15 11:23:03.938083 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ea6eaab-40d1-4564-866f-63b106cb3884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:03.952171 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f46c5-421e-4a88-9f76-7559f9825932 req-b10c244f-e3f6-40c2-87c8-1ea84fdfeaae tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:03.953649 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa8f46c5-421e-4a88-9f76-7559f9825932 req-b10c244f-e3f6-40c2-87c8-1ea84fdfeaae tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.2149565 Nov 15 11:23:03.991580 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6eaab-40d1-4564-866f-63b106cb3884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd614c31-be1d-45d9-8a31-9fd910a58649,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:04.008040 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea6eaab-40d1-4564-866f-63b106cb3884 admin admin] Checking segment: {'id': '5e467d28-3614-41f8-acee-8ccfda722768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9bdab37c-c4cf-43f4-8321-48c2fd04b226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:23:04.008694 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea6eaab-40d1-4564-866f-63b106cb3884 admin admin] Network hostable DHCP agents. Network: 9bdab37c-c4cf-43f4-8321-48c2fd04b226, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:23:04.011868 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca21018e-6a10-4a27-83ea-91c46f7fd7f9 req-7075cfe7-0b2c-469f-a51b-e46af64d8813 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1488004 Nov 15 11:23:04.012866 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-d63a36dd-3b34-4f5d-8ecc-eab68fc021c0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:04.025199 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['c5345e12-da92-4277-b015-a4108fcab655'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:04.030374 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['f3cf7fc0-e602-4809-8f2f-8cca37b86b15'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:04.032757 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea6eaab-40d1-4564-866f-63b106cb3884 admin admin] Network 9bdab37c-c4cf-43f4-8321-48c2fd04b226 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:23:04.045576 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4ea6eaab-40d1-4564-866f-63b106cb3884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 9bdab37c-c4cf-43f4-8321-48c2fd04b226) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:23:04.057535 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea6eaab-40d1-4564-866f-63b106cb3884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:04.058330 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ea6eaab-40d1-4564-866f-63b106cb3884 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:04.071971 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aabbc2b3-cfa4-4ade-8ca2-638c5857b97e req-17d28ae0-202d-4a1b-8156-7ee9361ea015 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361961 Nov 15 11:23:04.076271 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4ea6eaab-40d1-4564-866f-63b106cb3884 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3474362 Nov 15 11:23:04.085889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-d63a36dd-3b34-4f5d-8ecc-eab68fc021c0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Network 2e78f9bd-5aad-432a-85c1-63f165b57fea is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:23:04.087712 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5510996-9be4-4f80-b770-5a74b0fef1d7 None None] Network 9bdab37c-c4cf-43f4-8321-48c2fd04b226 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:23:04.095322 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-d63a36dd-3b34-4f5d-8ecc-eab68fc021c0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:23:04.102872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-d63a36dd-3b34-4f5d-8ecc-eab68fc021c0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:23:04.106593 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a36dd-3b34-4f5d-8ecc-eab68fc021c0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Pushing event updated for resources: {'Port': ['ID=70e940aa-c737-4947-bd4e-611f55ced742,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:04.123494 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa8f46c5-421e-4a88-9f76-7559f9825932 req-a71ee8fd-6142-4b6e-b758-f3176b7a20eb tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501415 Nov 15 11:23:04.250983 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-d63a36dd-3b34-4f5d-8ecc-eab68fc021c0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:04.251611 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-d63a36dd-3b34-4f5d-8ecc-eab68fc021c0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:04.267356 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54101635-9988-44f6-903f-58b4b4a171d8 req-66cc151e-e190-49d8-bd4b-7b1805420a54 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:04.269046 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-54101635-9988-44f6-903f-58b4b4a171d8 req-66cc151e-e190-49d8-bd4b-7b1805420a54 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dd8422-a271-497f-a592-f41b67a249e3 HTTP/1.1" status: 200 len: 945 time: 0.1008065 Nov 15 11:23:04.294178 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-d63a36dd-3b34-4f5d-8ecc-eab68fc021c0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3917267 Nov 15 11:23:04.313385 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-690b18f0-171c-4053-b961-4dbbc8544282 service neutron] Request body: {'port': {'device_id': '21808531-3d8d-4272-a298-64a5a445782a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:04.374311 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad13e46c-7066-4e15-b24e-6cec463f496e None None] Network 9bdab37c-c4cf-43f4-8321-48c2fd04b226 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:23:04.383287 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-54101635-9988-44f6-903f-58b4b4a171d8 req-f8cc648a-1e72-4841-9795-6d74c5cde527 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074085 Nov 15 11:23:04.438010 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-690b18f0-171c-4053-b961-4dbbc8544282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:04.460766 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ac869-f2bb-4a54-8457-a77f232fc98b req-8a55cc4a-7d00-4430-9a35-972613457cc3 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:04.467833 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-620ac869-f2bb-4a54-8457-a77f232fc98b req-8a55cc4a-7d00-4430-9a35-972613457cc3 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1097779 Nov 15 11:23:04.527625 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-08aa201f-1737-47e3-9cb9-39c7ee6faad9 None None] Provisioning complete for port 70e940aa-c737-4947-bd4e-611f55ced742 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:23:04.528032 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-08aa201f-1737-47e3-9cb9-39c7ee6faad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:04.589106 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-620ac869-f2bb-4a54-8457-a77f232fc98b req-9ca1cc2c-e148-4d02-ad39-2e13ab4e22b1 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196353 Nov 15 11:23:04.639520 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-08aa201f-1737-47e3-9cb9-39c7ee6faad9 None None] Port 70e940aa-c737-4947-bd4e-611f55ced742 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:23:04.648568 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-35f8ea32-4464-449c-9149-ec673dce053b req-c2f02348-aeab-44e4-8e10-8a0a9a7f1057 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1688909481', 'description': 'tempest-description-2108013973'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:04.752962 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-35f8ea32-4464-449c-9149-ec673dce053b req-c2f02348-aeab-44e4-8e10-8a0a9a7f1057 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:04.794587 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c8442-baf5-4a01-9209-442d040aea6d req-f927857e-a442-4a2f-9e15-47155242e6a4 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:04.796080 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-126c8442-baf5-4a01-9209-442d040aea6d req-f927857e-a442-4a2f-9e15-47155242e6a4 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 932 time: 0.1163449 Nov 15 11:23:04.928068 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-126c8442-baf5-4a01-9209-442d040aea6d req-62ae4d6e-6007-43ab-971f-8d65b48938c6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246493 Nov 15 11:23:04.936527 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-690b18f0-171c-4053-b961-4dbbc8544282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e940aa-c737-4947-bd4e-611f55ced742 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:23:04.954898 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-35f8ea32-4464-449c-9149-ec673dce053b req-c2f02348-aeab-44e4-8e10-8a0a9a7f1057 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:04.957306 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-690b18f0-171c-4053-b961-4dbbc8544282 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:04.961811 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-35f8ea32-4464-449c-9149-ec673dce053b req-c2f02348-aeab-44e4-8e10-8a0a9a7f1057 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:04.988925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-690b18f0-171c-4053-b961-4dbbc8544282 service neutron] Transition to ACTIVE for port object 70e940aa-c737-4947-bd4e-611f55ced742 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:23:04.997410 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-690b18f0-171c-4053-b961-4dbbc8544282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:05.009692 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-35f8ea32-4464-449c-9149-ec673dce053b req-c2f02348-aeab-44e4-8e10-8a0a9a7f1057 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:05.010939 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-35f8ea32-4464-449c-9149-ec673dce053b req-c2f02348-aeab-44e4-8e10-8a0a9a7f1057 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3789651 Nov 15 11:23:05.036099 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f02348-aeab-44e4-8e10-8a0a9a7f1057 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=813d8751-2b9b-482a-b677-5b0928eab417,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:05.052797 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-22ae56b5-f26b-43f9-b6ca-fe14dd678f46 req-8c3a525e-a81e-4a15-8d3b-4166a3a23ab0 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-642677934', 'description': 'tempest-description-1076100465'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:05.084472 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b18f0-171c-4053-b961-4dbbc8544282 service neutron] Pushing event updated for resources: {'Port': ['ID=70e940aa-c737-4947-bd4e-611f55ced742,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:05.162141 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-22ae56b5-f26b-43f9-b6ca-fe14dd678f46 req-8c3a525e-a81e-4a15-8d3b-4166a3a23ab0 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:05.240096 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ab499-e52b-4309-9511-2c2a9ad359e8 req-33ec1164-6d54-4f37-94bf-2ca9589f2b78 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:05.241642 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-be8ab499-e52b-4309-9511-2c2a9ad359e8 req-33ec1164-6d54-4f37-94bf-2ca9589f2b78 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1660633 Nov 15 11:23:05.244742 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-690b18f0-171c-4053-b961-4dbbc8544282 service neutron] Attempting to bind port 70e940aa-c737-4947-bd4e-611f55ced742 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:23:05.245064 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-690b18f0-171c-4053-b961-4dbbc8544282 service neutron] Attempting to bind port 70e940aa-c737-4947-bd4e-611f55ced742 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:23:05.245442 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-690b18f0-171c-4053-b961-4dbbc8544282 service neutron] Attempting to bind port 70e940aa-c737-4947-bd4e-611f55ced742 on network 2e78f9bd-5aad-432a-85c1-63f165b57fea {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:23:05.262654 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-690b18f0-171c-4053-b961-4dbbc8544282 service neutron] Port 70e940aa-c737-4947-bd4e-611f55ced742 on network 2e78f9bd-5aad-432a-85c1-63f165b57fea not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:23:05.262904 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-690b18f0-171c-4053-b961-4dbbc8544282 service neutron] Attempting to bind port 70e940aa-c737-4947-bd4e-611f55ced742 on network 2e78f9bd-5aad-432a-85c1-63f165b57fea {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:23:05.288300 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-690b18f0-171c-4053-b961-4dbbc8544282 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:23:05.288641 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-690b18f0-171c-4053-b961-4dbbc8544282 service neutron] Checking segment: {'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:23:05.289023 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-690b18f0-171c-4053-b961-4dbbc8544282 service neutron] Bound using segment: {'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:23:05.289456 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-690b18f0-171c-4053-b961-4dbbc8544282 service neutron] Bound port: 70e940aa-c737-4947-bd4e-611f55ced742, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b0e233-28c1-457d-b238-2652f177ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:23:05.289807 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-690b18f0-171c-4053-b961-4dbbc8544282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:05.308018 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-22ae56b5-f26b-43f9-b6ca-fe14dd678f46 req-8c3a525e-a81e-4a15-8d3b-4166a3a23ab0 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:05.319520 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-22ae56b5-f26b-43f9-b6ca-fe14dd678f46 req-8c3a525e-a81e-4a15-8d3b-4166a3a23ab0 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:05.380907 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-be8ab499-e52b-4309-9511-2c2a9ad359e8 req-dbb9e0bb-adae-4976-bb03-6bfb369c9d29 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278098 Nov 15 11:23:05.390945 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-22ae56b5-f26b-43f9-b6ca-fe14dd678f46 req-8c3a525e-a81e-4a15-8d3b-4166a3a23ab0 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:05.391989 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-22ae56b5-f26b-43f9-b6ca-fe14dd678f46 req-8c3a525e-a81e-4a15-8d3b-4166a3a23ab0 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3453293 Nov 15 11:23:05.402373 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a525e-a81e-4a15-8d3b-4166a3a23ab0 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c399fd-2046-4931-a6ad-0372e3f14950,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:05.435043 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-690b18f0-171c-4053-b961-4dbbc8544282 service neutron] For port 70e940aa-c737-4947-bd4e-611f55ced742, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:23:05.439758 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-690b18f0-171c-4053-b961-4dbbc8544282 service neutron] For port 70e940aa-c737-4947-bd4e-611f55ced742, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=70e940aa-c737-4947-bd4e-611f55ced742,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:23:05.443400 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-690b18f0-171c-4053-b961-4dbbc8544282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:05.484057 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-690b18f0-171c-4053-b961-4dbbc8544282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:05.484837 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-690b18f0-171c-4053-b961-4dbbc8544282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:05.488154 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-690b18f0-171c-4053-b961-4dbbc8544282 service neutron] 10.222.0.11 "PUT /v2.0/ports/70e940aa-c737-4947-bd4e-611f55ced742 HTTP/1.1" status: 200 len: 1092 time: 1.1776917 Nov 15 11:23:05.498451 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21808531-3d8d-4272-a298-64a5a445782a', 'tag': '70e940aa-c737-4947-bd4e-611f55ced742'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:05.502041 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96719be0-47e8-4d6c-adb4-a6c3a7890838" -d '{"events": [{"name": "network-changed", "server_uuid": "21808531-3d8d-4272-a298-64a5a445782a", "tag": "70e940aa-c737-4947-bd4e-611f55ced742"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:05.589986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b18f0-171c-4053-b961-4dbbc8544282 service neutron] Pushing event updated for resources: {'Port': ['ID=70e940aa-c737-4947-bd4e-611f55ced742,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:05.629635 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a8c6c-0ae6-400d-b049-4351971a8d41 req-d1d0eccd-bc00-4cec-b911-14648015c2d3 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:05.635525 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a8c6c-0ae6-400d-b049-4351971a8d41 req-d1d0eccd-bc00-4cec-b911-14648015c2d3 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:05.641528 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a8c6c-0ae6-400d-b049-4351971a8d41 req-d1d0eccd-bc00-4cec-b911-14648015c2d3 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:05.647466 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a8c6c-0ae6-400d-b049-4351971a8d41 req-d1d0eccd-bc00-4cec-b911-14648015c2d3 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:05.653343 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a8c6c-0ae6-400d-b049-4351971a8d41 req-d1d0eccd-bc00-4cec-b911-14648015c2d3 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:05.659273 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a8c6c-0ae6-400d-b049-4351971a8d41 req-d1d0eccd-bc00-4cec-b911-14648015c2d3 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:05.665198 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a8c6c-0ae6-400d-b049-4351971a8d41 req-d1d0eccd-bc00-4cec-b911-14648015c2d3 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:05.667191 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-953a8c6c-0ae6-400d-b049-4351971a8d41 req-d1d0eccd-bc00-4cec-b911-14648015c2d3 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5431 time: 0.1918366 Nov 15 11:23:05.688387 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-5870d85b-ffb4-4815-9e64-42303806cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:05.689870 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-5870d85b-ffb4-4815-9e64-42303806cdac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 1095 time: 0.1587305 Nov 15 11:23:05.708210 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5831a9-9a50-405d-9f43-00823720462c req-fc5f1559-c083-4647-bc54-101547ba4952 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:05.709650 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b5831a9-9a50-405d-9f43-00823720462c req-fc5f1559-c083-4647-bc54-101547ba4952 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dd8422-a271-497f-a592-f41b67a249e3 HTTP/1.1" status: 200 len: 945 time: 0.1564069 Nov 15 11:23:05.759644 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-92017fa6-9b11-4621-9b19-06b2e10637cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70e940aa-c737-4947-bd4e-611f55ced742 HTTP/1.1" status: 200 len: 217 time: 0.0592623 Nov 15 11:23:05.832469 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-953a8c6c-0ae6-400d-b049-4351971a8d41 req-ee9e43c5-d8b8-4f5a-9a52-bcfc8934ffbf tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1562011 Nov 15 11:23:05.851466 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-91713fa2-de07-4207-a598-329b214e8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:05.852927 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-91713fa2-de07-4207-a598-329b214e8888 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 200 len: 851 time: 0.0815363 Nov 15 11:23:05.856665 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b5831a9-9a50-405d-9f43-00823720462c req-90bfb04e-61d7-4556-86df-387ef3769e06 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390715 Nov 15 11:23:05.939412 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-5fbaf89b-faeb-49d4-9670-d0d9d7474942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:05.940958 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-5fbaf89b-faeb-49d4-9670-d0d9d7474942 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e78f9bd-5aad-432a-85c1-63f165b57fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795600 Nov 15 11:23:06.017378 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2765e24-daf6-438c-910b-1ba658892de6 req-f850c1f3-1c2a-47b1-a516-f1e3c327c9a1 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:06.018880 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2765e24-daf6-438c-910b-1ba658892de6 req-f850c1f3-1c2a-47b1-a516-f1e3c327c9a1 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1230116 Nov 15 11:23:06.147004 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-7b0a8814-218e-4a36-a108-d40ef026ee88 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:06.148503 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-7b0a8814-218e-4a36-a108-d40ef026ee88 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/networks?id=9bdab37c-c4cf-43f4-8321-48c2fd04b226 HTTP/1.1" status: 200 len: 813 time: 0.2066350 Nov 15 11:23:06.158865 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2765e24-daf6-438c-910b-1ba658892de6 req-a5190ef2-47c8-4d35-959c-df6b1ecf4d65 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071553 Nov 15 11:23:06.171242 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-b8815157-7fd1-48b9-b8fc-d6536a547d0d service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177532 Nov 15 11:23:06.182937 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-74bff2db-ebc4-4e67-a543-3d4da14befc8 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/quotas/810cb76aba8d49308e90c06ea4edf8ee HTTP/1.1" status: 200 len: 375 time: 0.0275548 Nov 15 11:23:06.210848 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2c25a2c9-7134-4e02-b6c4-94cc8df13b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:06.253041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-39ec124b-6e74-4d41-8c84-8791e8ae11ec tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=810cb76aba8d49308e90c06ea4edf8ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692465 Nov 15 11:23:06.272933 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb85f7f-af62-49e7-8ac4-11d38060df31 x-openstack-request-id: req-deb85f7f-af62-49e7-8ac4-11d38060df31 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:06.273210 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21808531-3d8d-4272-a298-64a5a445782a", "tag": "70e940aa-c737-4947-bd4e-611f55ced742", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:06.273456 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-deb85f7f-af62-49e7-8ac4-11d38060df31 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:06.273849 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21808531-3d8d-4272-a298-64a5a445782a', 'tag': '70e940aa-c737-4947-bd4e-611f55ced742', 'status': 'completed', 'code': 200} Nov 15 11:23:06.380307 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-858c762a-f0dc-4924-8fe3-4ad8ecd77176 req-602aaa1c-96cd-419c-8c6c-fd22966f9ee8 service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945798 Nov 15 11:23:06.412963 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2688b-6298-47d2-a264-d88bcdf28e47 req-a88a3417-a7c1-420b-9f08-22ad2b00dcc5 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:06.414435 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6fd2688b-6298-47d2-a264-d88bcdf28e47 req-a88a3417-a7c1-420b-9f08-22ad2b00dcc5 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 944 time: 0.0968027 Nov 15 11:23:06.420209 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-992da6b4-b4eb-47f5-bdbe-67e92ab72d78 service neutron] 10.222.0.64 "GET /v2.0/networks/9bdab37c-c4cf-43f4-8321-48c2fd04b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567364 Nov 15 11:23:06.553210 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6fd2688b-6298-47d2-a264-d88bcdf28e47 req-435c1bf0-73ee-4431-9dc1-58fb65b8157d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304514 Nov 15 11:23:06.561307 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96719be0-47e8-4d6c-adb4-a6c3a7890838 req-2b072835-e07d-4a15-8425-5937d4672dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:06.562773 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96719be0-47e8-4d6c-adb4-a6c3a7890838 req-2b072835-e07d-4a15-8425-5937d4672dd1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 1095 time: 0.1260047 Nov 15 11:23:06.580946 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-54ebf8b1-3683-4b89-aa93-6190e5b6de5a service neutron] 10.222.0.64 "GET /v2.0/networks/9bdab37c-c4cf-43f4-8321-48c2fd04b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522648 Nov 15 11:23:06.721106 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96719be0-47e8-4d6c-adb4-a6c3a7890838 req-805a82a8-6bb2-48c5-8c3f-d24915b6de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:06.723270 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96719be0-47e8-4d6c-adb4-a6c3a7890838 req-805a82a8-6bb2-48c5-8c3f-d24915b6de16 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 913 time: 0.1533482 Nov 15 11:23:06.790115 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96719be0-47e8-4d6c-adb4-a6c3a7890838 req-eb8ac11c-ecfb-4119-8ea3-a6eb2b7bcb11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70e940aa-c737-4947-bd4e-611f55ced742 HTTP/1.1" status: 200 len: 217 time: 0.0575023 Nov 15 11:23:06.800259 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3385f-de2b-4002-aa4b-a1b2a0c1fbfd req-d15a9a1d-9dd3-4a9d-8f7f-4befd114c388 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:06.802041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83e3385f-de2b-4002-aa4b-a1b2a0c1fbfd req-d15a9a1d-9dd3-4a9d-8f7f-4befd114c388 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/networks?id=49b4d594-0a5b-4365-b6d6-a6b4864f1759 HTTP/1.1" status: 200 len: 806 time: 0.1705058 Nov 15 11:23:06.848452 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83e3385f-de2b-4002-aa4b-a1b2a0c1fbfd req-7b9893d8-4fb1-4a7b-9b15-a337ed5c16f7 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/quotas/256e7f4fc00d4f2c8c7d8b69f41fa2d5 HTTP/1.1" status: 200 len: 375 time: 0.0178590 Nov 15 11:23:06.865167 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96719be0-47e8-4d6c-adb4-a6c3a7890838 req-9f51e8ca-900b-495f-bfab-fe27e2125939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:06.866564 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96719be0-47e8-4d6c-adb4-a6c3a7890838 req-9f51e8ca-900b-495f-bfab-fe27e2125939 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 200 len: 851 time: 0.0638783 Nov 15 11:23:06.937795 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b5b83567-d4c7-4122-9310-a4879eed7dc6 req-b8a06dd2-3f13-4cff-98b0-7b94e645508d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c71fa0-8296-4a07-b902-8c35ac17e3b1 HTTP/1.1" status: 200 len: 210 time: 0.0527325 Nov 15 11:23:06.955239 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83e3385f-de2b-4002-aa4b-a1b2a0c1fbfd req-e090d87c-804e-4fc5-b3a8-729f13114b7b tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=256e7f4fc00d4f2c8c7d8b69f41fa2d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0996749 Nov 15 11:23:06.961833 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96719be0-47e8-4d6c-adb4-a6c3a7890838 req-fee12e36-09a8-49ba-a2ae-28413c5b4a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:06.963514 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96719be0-47e8-4d6c-adb4-a6c3a7890838 req-fee12e36-09a8-49ba-a2ae-28413c5b4a4c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e78f9bd-5aad-432a-85c1-63f165b57fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796039 Nov 15 11:23:07.145574 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d0fef-c836-4241-90cf-fff7ac4e94a1 req-73ce6261-e728-4b4c-8afb-96567a7b5066 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:07.147043 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e5d0fef-c836-4241-90cf-fff7ac4e94a1 req-73ce6261-e728-4b4c-8afb-96567a7b5066 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1275892 Nov 15 11:23:07.160362 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96719be0-47e8-4d6c-adb4-a6c3a7890838 req-07548047-99f3-44f2-8b97-89171561496b service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882367 Nov 15 11:23:07.167455 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83e3385f-de2b-4002-aa4b-a1b2a0c1fbfd req-1c996775-0e4b-49c3-9347-5914686cd2e3 service neutron] 10.222.0.64 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030737 Nov 15 11:23:07.601126 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e5d0fef-c836-4241-90cf-fff7ac4e94a1 req-f20c990c-3846-4e02-97c2-e0b889008785 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448571 Nov 15 11:23:07.641384 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83e3385f-de2b-4002-aa4b-a1b2a0c1fbfd req-a84e6817-5a5e-4ba3-b65d-819c4e412c1f service neutron] 10.222.0.64 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591184 Nov 15 11:23:07.646911 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96719be0-47e8-4d6c-adb4-a6c3a7890838 req-e13196ff-c9a4-4309-9dd6-8ec943ec5bd6 service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734116 Nov 15 11:23:07.713951 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5858e40-d69d-45b6-ae94-b33a0454adb9 req-f897c0fc-d0fd-4f61-8bc5-f04e094c9295 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:07.721723 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5858e40-d69d-45b6-ae94-b33a0454adb9 req-f897c0fc-d0fd-4f61-8bc5-f04e094c9295 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:07.727888 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5858e40-d69d-45b6-ae94-b33a0454adb9 req-f897c0fc-d0fd-4f61-8bc5-f04e094c9295 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:07.735030 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5858e40-d69d-45b6-ae94-b33a0454adb9 req-f897c0fc-d0fd-4f61-8bc5-f04e094c9295 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:07.742284 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5858e40-d69d-45b6-ae94-b33a0454adb9 req-f897c0fc-d0fd-4f61-8bc5-f04e094c9295 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:07.749599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5858e40-d69d-45b6-ae94-b33a0454adb9 req-f897c0fc-d0fd-4f61-8bc5-f04e094c9295 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:07.755876 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5858e40-d69d-45b6-ae94-b33a0454adb9 req-f897c0fc-d0fd-4f61-8bc5-f04e094c9295 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:07.757805 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5858e40-d69d-45b6-ae94-b33a0454adb9 req-f897c0fc-d0fd-4f61-8bc5-f04e094c9295 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5431 time: 0.0982814 Nov 15 11:23:07.922824 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5858e40-d69d-45b6-ae94-b33a0454adb9 req-4d3a7713-7a76-4ef5-99f5-bc44fd0df223 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1558418 Nov 15 11:23:07.950106 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-0125ff3a-ae36-42e6-aab0-cddc491e6cc7 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:07.951601 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-0125ff3a-ae36-42e6-aab0-cddc491e6cc7 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.11 "GET /v2.0/networks?id=9bdab37c-c4cf-43f4-8321-48c2fd04b226 HTTP/1.1" status: 200 len: 813 time: 0.1834264 Nov 15 11:23:07.965145 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba74dc-f580-4dfe-8634-4045e236f5b4 req-0f852b32-163b-4732-aab4-c21ade780b3c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:07.972433 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eeba74dc-f580-4dfe-8634-4045e236f5b4 req-0f852b32-163b-4732-aab4-c21ade780b3c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 944 time: 0.1037405 Nov 15 11:23:07.983192 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-9b7f886a-4c9f-4c12-8270-b178ac7f204e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Request body: {'port': {'device_id': '45c71fa0-8296-4a07-b902-8c35ac17e3b1', 'network_id': '9bdab37c-c4cf-43f4-8321-48c2fd04b226', 'admin_state_up': True, 'tenant_id': '810cb76aba8d49308e90c06ea4edf8ee'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:08.108557 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eeba74dc-f580-4dfe-8634-4045e236f5b4 req-c46fc373-fa1e-458b-a079-75c68e36170e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351902 Nov 15 11:23:08.129976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74308023-ff86-4c5e-9f6c-73080b99b087 req-abe448d2-aebd-46a6-889d-3af9d84b89d0 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:08.137270 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74308023-ff86-4c5e-9f6c-73080b99b087 req-abe448d2-aebd-46a6-889d-3af9d84b89d0 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1335526 Nov 15 11:23:08.208025 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74308023-ff86-4c5e-9f6c-73080b99b087 req-b5c8baa3-1b1a-4f27-acde-241498a890e4 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663683 Nov 15 11:23:08.219841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-9b7f886a-4c9f-4c12-8270-b178ac7f204e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Made reservation on behalf of 810cb76aba8d49308e90c06ea4edf8ee for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:23:08.219841 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-9b7f886a-4c9f-4c12-8270-b178ac7f204e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:08.335422 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e42d9ec8-b778-4257-8ca1-586786634a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:08.402588 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-9b7f886a-4c9f-4c12-8270-b178ac7f204e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Allocated IP 172.20.0.11 (9bdab37c-c4cf-43f4-8321-48c2fd04b226/dd614c31-be1d-45d9-8a31-9fd910a58649/0a571f6b-f270-4c7f-be2b-270ceaef4709) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:23:08.456980 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-531c1015-79b6-4af1-b191-72c388278217 req-bd0313e9-d98a-4926-8a4f-543c4b7bada3 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c71fa0-8296-4a07-b902-8c35ac17e3b1 HTTP/1.1" status: 200 len: 210 time: 0.0386097 Nov 15 11:23:08.732915 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-9b7f886a-4c9f-4c12-8270-b178ac7f204e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:08.750927 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1275a-5da6-47f7-908e-3045e9838ae4 req-c2fbc017-b716-493e-a817-f3c68761f58d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:08.752431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0f1275a-5da6-47f7-908e-3045e9838ae4 req-c2fbc017-b716-493e-a817-f3c68761f58d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/networks?id=1ab55e45-0c39-4141-9760-966dba676054 HTTP/1.1" status: 200 len: 814 time: 0.2153342 Nov 15 11:23:08.778581 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0f1275a-5da6-47f7-908e-3045e9838ae4 req-85da11e5-f457-4126-87b7-d20f06359b48 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/quotas/a20fe9645d9c49df841428f86995389b HTTP/1.1" status: 200 len: 375 time: 0.0168486 Nov 15 11:23:08.786483 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-6edb469c-182c-4cf6-bfe1-2922135221b5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:08.787866 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-6edb469c-182c-4cf6-bfe1-2922135221b5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/networks?id=49b4d594-0a5b-4365-b6d6-a6b4864f1759 HTTP/1.1" status: 200 len: 806 time: 0.1825111 Nov 15 11:23:08.837846 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-4b2cf407-c296-426a-989a-04fc529c0653 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/quotas/256e7f4fc00d4f2c8c7d8b69f41fa2d5 HTTP/1.1" status: 200 len: 375 time: 0.0352573 Nov 15 11:23:08.857328 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-9b7f886a-4c9f-4c12-8270-b178ac7f204e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:08.912922 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0f1275a-5da6-47f7-908e-3045e9838ae4 req-86b2ee6f-6861-459f-b1cd-ccf533cace0c tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a20fe9645d9c49df841428f86995389b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1233778 Nov 15 11:23:08.930745 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-9b7f886a-4c9f-4c12-8270-b178ac7f204e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Network 9bdab37c-c4cf-43f4-8321-48c2fd04b226 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:23:08.936679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-9b7f886a-4c9f-4c12-8270-b178ac7f204e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:23:08.940147 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f886a-4c9f-4c12-8270-b178ac7f204e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event updated for resources: {'Port': ['ID=0a571f6b-f270-4c7f-be2b-270ceaef4709,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:08.943014 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-9b7f886a-4c9f-4c12-8270-b178ac7f204e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:23:08.950997 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-75301f7d-ede4-4d49-94c8-d1a70d9130c2 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=256e7f4fc00d4f2c8c7d8b69f41fa2d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1066501 Nov 15 11:23:09.045349 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-9b7f886a-4c9f-4c12-8270-b178ac7f204e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:09.046038 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-9b7f886a-4c9f-4c12-8270-b178ac7f204e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:09.095843 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-9b7f886a-4c9f-4c12-8270-b178ac7f204e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1212051 Nov 15 11:23:09.116807 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-00051756-ef6b-4c31-a264-eddfac66732f service neutron] Request body: {'port': {'device_id': '45c71fa0-8296-4a07-b902-8c35ac17e3b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:09.146384 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-704a9d86-ff05-49ba-a824-138dc79ad753 service neutron] 10.222.0.64 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770246 Nov 15 11:23:09.157780 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab632883-fdf2-4edb-a420-840c0c55fe07 req-a332df53-1b27-4781-abaa-60c20c60e1fd tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:09.159223 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab632883-fdf2-4edb-a420-840c0c55fe07 req-a332df53-1b27-4781-abaa-60c20c60e1fd tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1219695 Nov 15 11:23:09.249170 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-00051756-ef6b-4c31-a264-eddfac66732f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:09.289563 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab632883-fdf2-4edb-a420-840c0c55fe07 req-ce1c704a-ace0-4e7c-8374-5659ea3d68ad tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187372 Nov 15 11:23:09.333721 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-d193f88d-a209-4c8a-929d-6b69eb304351 service neutron] 10.222.0.64 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731963 Nov 15 11:23:09.499913 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1586f9-8f6d-48eb-ae9f-85158e136f0d req-c0976f9a-f524-4486-b254-a9d2967a0de5 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:09.505747 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1586f9-8f6d-48eb-ae9f-85158e136f0d req-c0976f9a-f524-4486-b254-a9d2967a0de5 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:09.511597 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1586f9-8f6d-48eb-ae9f-85158e136f0d req-c0976f9a-f524-4486-b254-a9d2967a0de5 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:09.517520 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1586f9-8f6d-48eb-ae9f-85158e136f0d req-c0976f9a-f524-4486-b254-a9d2967a0de5 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:09.523322 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1586f9-8f6d-48eb-ae9f-85158e136f0d req-c0976f9a-f524-4486-b254-a9d2967a0de5 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:09.529157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1586f9-8f6d-48eb-ae9f-85158e136f0d req-c0976f9a-f524-4486-b254-a9d2967a0de5 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:09.535071 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1586f9-8f6d-48eb-ae9f-85158e136f0d req-c0976f9a-f524-4486-b254-a9d2967a0de5 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:09.537028 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d1586f9-8f6d-48eb-ae9f-85158e136f0d req-c0976f9a-f524-4486-b254-a9d2967a0de5 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5431 time: 0.1875291 Nov 15 11:23:09.663420 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e76399-f79e-43cc-9270-d86bf6c82cc8 req-67cc17eb-dc25-43c0-8714-28ec68a3ed6c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:09.664982 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9e76399-f79e-43cc-9270-d86bf6c82cc8 req-67cc17eb-dc25-43c0-8714-28ec68a3ed6c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 944 time: 0.1253262 Nov 15 11:23:09.678927 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d1586f9-8f6d-48eb-ae9f-85158e136f0d req-e4b16704-0e3b-4370-ae96-81cd0fd1d2fb tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1335189 Nov 15 11:23:09.755200 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9e76399-f79e-43cc-9270-d86bf6c82cc8 req-f9f8bd34-172d-4a74-ab76-64fa24aaeb8b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816944 Nov 15 11:23:09.767038 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-00051756-ef6b-4c31-a264-eddfac66732f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a571f6b-f270-4c7f-be2b-270ceaef4709 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:23:09.771974 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 70e940aa-c737-4947-bd4e-611f55ced742 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:23:09.775910 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-00051756-ef6b-4c31-a264-eddfac66732f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:09.803922 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-00051756-ef6b-4c31-a264-eddfac66732f service neutron] Transition to ACTIVE for port object 0a571f6b-f270-4c7f-be2b-270ceaef4709 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:23:09.810129 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-00051756-ef6b-4c31-a264-eddfac66732f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:09.941421 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00051756-ef6b-4c31-a264-eddfac66732f service neutron] Pushing event updated for resources: {'Port': ['ID=0a571f6b-f270-4c7f-be2b-270ceaef4709,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:10.002210 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:10.004362 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-09b8ba1e-4390-4e94-8662-8536d8517fad req-bdfb7a58-2f55-4c67-9905-d8372d24b1d8 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=557df41b-7e4e-4c71-8d14-854f3ac9f7ce HTTP/1.1" status: 200 len: 210 time: 0.0389371 Nov 15 11:23:10.013552 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aba0b5-21af-4d5b-8a73-051d0cd0016f req-66b4e710-0721-4e4f-a3a2-dd8d9900d026 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:10.015093 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64aba0b5-21af-4d5b-8a73-051d0cd0016f req-66b4e710-0721-4e4f-a3a2-dd8d9900d026 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1579995 Nov 15 11:23:10.060826 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 70e940aa-c737-4947-bd4e-611f55ced742, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=70e940aa-c737-4947-bd4e-611f55ced742,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:10.063091 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-00051756-ef6b-4c31-a264-eddfac66732f service neutron] Attempting to bind port 0a571f6b-f270-4c7f-be2b-270ceaef4709 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:23:10.063570 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-00051756-ef6b-4c31-a264-eddfac66732f service neutron] Attempting to bind port 0a571f6b-f270-4c7f-be2b-270ceaef4709 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '5e467d28-3614-41f8-acee-8ccfda722768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9bdab37c-c4cf-43f4-8321-48c2fd04b226'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:23:10.063752 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-00051756-ef6b-4c31-a264-eddfac66732f service neutron] Attempting to bind port 0a571f6b-f270-4c7f-be2b-270ceaef4709 on network 9bdab37c-c4cf-43f4-8321-48c2fd04b226 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:23:10.072651 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '70e940aa-c737-4947-bd4e-611f55ced742', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'port_id': '70e940aa-c737-4947-bd4e-611f55ced742', 'mac_address': 'fa:16:3e:a5:0a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:23:10.076769 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-00051756-ef6b-4c31-a264-eddfac66732f service neutron] Port 0a571f6b-f270-4c7f-be2b-270ceaef4709 on network 9bdab37c-c4cf-43f4-8321-48c2fd04b226 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:23:10.077094 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-00051756-ef6b-4c31-a264-eddfac66732f service neutron] Attempting to bind port 0a571f6b-f270-4c7f-be2b-270ceaef4709 on network 9bdab37c-c4cf-43f4-8321-48c2fd04b226 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:23:10.100787 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-00051756-ef6b-4c31-a264-eddfac66732f service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:23:10.100787 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-00051756-ef6b-4c31-a264-eddfac66732f service neutron] Checking segment: {'id': '5e467d28-3614-41f8-acee-8ccfda722768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9bdab37c-c4cf-43f4-8321-48c2fd04b226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:23:10.101211 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-00051756-ef6b-4c31-a264-eddfac66732f service neutron] Bound using segment: {'id': '5e467d28-3614-41f8-acee-8ccfda722768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9bdab37c-c4cf-43f4-8321-48c2fd04b226'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:23:10.101543 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-00051756-ef6b-4c31-a264-eddfac66732f service neutron] Bound port: 0a571f6b-f270-4c7f-be2b-270ceaef4709, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e467d28-3614-41f8-acee-8ccfda722768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9bdab37c-c4cf-43f4-8321-48c2fd04b226'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:23:10.101874 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-00051756-ef6b-4c31-a264-eddfac66732f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:10.116192 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:10.122395 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64aba0b5-21af-4d5b-8a73-051d0cd0016f req-3b4d6a31-88c6-4887-8bee-30a38be246de tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006358 Nov 15 11:23:10.133787 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e940aa-c737-4947-bd4e-611f55ced742 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:23:10.162653 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 70e940aa-c737-4947-bd4e-611f55ced742, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=70e940aa-c737-4947-bd4e-611f55ced742,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:10.171301 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:10.181066 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c60ca4-e5a9-433d-bae0-2430215e9833 req-00d0cc3b-d0bd-4a3b-b185-2e9f1621c5b3 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:10.192431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37c60ca4-e5a9-433d-bae0-2430215e9833 req-00d0cc3b-d0bd-4a3b-b185-2e9f1621c5b3 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c71fa0-8296-4a07-b902-8c35ac17e3b1 HTTP/1.1" status: 200 len: 944 time: 0.1091411 Nov 15 11:23:10.229602 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=70e940aa-c737-4947-bd4e-611f55ced742,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:10.237155 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:23:10.237557 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:23:10.238054 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:23:10.238371 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:23:10.239525 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:23:10.239525 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:23:10.239725 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:23:10.240128 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:23:10.240470 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:23:10.240984 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:23:10.242374 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:23:10.242917 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:23:10.251171 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-00051756-ef6b-4c31-a264-eddfac66732f service neutron] For port 0a571f6b-f270-4c7f-be2b-270ceaef4709, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:23:10.271011 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-00051756-ef6b-4c31-a264-eddfac66732f service neutron] For port 0a571f6b-f270-4c7f-be2b-270ceaef4709, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=0a571f6b-f270-4c7f-be2b-270ceaef4709,segment=NetworkSegment(5e467d28-3614-41f8-acee-8ccfda722768),segment_id=5e467d28-3614-41f8-acee-8ccfda722768)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:23:10.275441 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37c60ca4-e5a9-433d-bae0-2430215e9833 req-d598008b-62c8-4f51-8125-8c72b489362f tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801239 Nov 15 11:23:10.277045 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-00051756-ef6b-4c31-a264-eddfac66732f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:10.332011 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-00051756-ef6b-4c31-a264-eddfac66732f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:10.332627 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-00051756-ef6b-4c31-a264-eddfac66732f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:10.334003 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-00051756-ef6b-4c31-a264-eddfac66732f service neutron] 10.222.0.11 "PUT /v2.0/ports/0a571f6b-f270-4c7f-be2b-270ceaef4709 HTTP/1.1" status: 200 len: 1092 time: 1.2249482 Nov 15 11:23:10.334445 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c71fa0-8296-4a07-b902-8c35ac17e3b1', 'tag': '0a571f6b-f270-4c7f-be2b-270ceaef4709'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:10.336708 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4f5105-6b1e-4e81-8d10-9efe8edbfe69" -d '{"events": [{"name": "network-changed", "server_uuid": "45c71fa0-8296-4a07-b902-8c35ac17e3b1", "tag": "0a571f6b-f270-4c7f-be2b-270ceaef4709"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:10.363074 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-30842089-1424-4afb-b3bc-d86544cb007d req-d7f0afb2-bf43-48e3-b60d-8690697eb791 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a20fe9645d9c49df841428f86995389b HTTP/1.1" status: 200 len: 221 time: 0.0572762 Nov 15 11:23:10.363773 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00051756-ef6b-4c31-a264-eddfac66732f service neutron] Pushing event updated for resources: {'Port': ['ID=0a571f6b-f270-4c7f-be2b-270ceaef4709,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:10.374631 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287cc707-95f3-4b74-857c-ba4663d17dec x-openstack-request-id: req-287cc707-95f3-4b74-857c-ba4663d17dec {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:10.374911 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c71fa0-8296-4a07-b902-8c35ac17e3b1", "tag": "0a571f6b-f270-4c7f-be2b-270ceaef4709", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:10.375168 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-287cc707-95f3-4b74-857c-ba4663d17dec {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:10.375884 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c71fa0-8296-4a07-b902-8c35ac17e3b1', 'tag': '0a571f6b-f270-4c7f-be2b-270ceaef4709', 'status': 'completed', 'code': 200} Nov 15 11:23:10.415986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-5b9894e2-e8fb-4870-b666-1e912fdb6eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:10.417473 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-5b9894e2-e8fb-4870-b666-1e912fdb6eca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=810cb76aba8d49308e90c06ea4edf8ee&device_id=45c71fa0-8296-4a07-b902-8c35ac17e3b1 HTTP/1.1" status: 200 len: 1095 time: 0.0408089 Nov 15 11:23:10.480283 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-f37634fd-9773-425b-9e8c-acf8fbcf314d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a571f6b-f270-4c7f-be2b-270ceaef4709 HTTP/1.1" status: 200 len: 217 time: 0.0502579 Nov 15 11:23:10.510679 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['70e940aa-c737-4947-bd4e-611f55ced742'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:10.527436 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e75fa-14d3-479b-be98-254b69500a9e req-5a2e6874-0d34-4711-bef7-0e76f9f194d5 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:10.528881 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d2e75fa-14d3-479b-be98-254b69500a9e req-5a2e6874-0d34-4711-bef7-0e76f9f194d5 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1071062 Nov 15 11:23:10.561438 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-e7edc74b-44a1-402f-bdfe-a651731dd73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:10.562904 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-e7edc74b-44a1-402f-bdfe-a651731dd73a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd614c31-be1d-45d9-8a31-9fd910a58649 HTTP/1.1" status: 200 len: 853 time: 0.0732009 Nov 15 11:23:10.602305 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-c6236c3a-8c4f-4a34-953d-af72265b6a77 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9bdab37c-c4cf-43f4-8321-48c2fd04b226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317535 Nov 15 11:23:10.606012 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d2e75fa-14d3-479b-be98-254b69500a9e req-5725e238-4651-43a4-af57-c27ac488b2fd tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711505 Nov 15 11:23:10.633357 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:23:10.836451 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-de63b094-5d92-4133-83b0-1e7b92e20e34 service neutron] 10.222.0.11 "GET /v2.0/networks/9bdab37c-c4cf-43f4-8321-48c2fd04b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263951 Nov 15 11:23:10.868163 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fdae0-0cf5-4da3-a215-9b16e5110922 req-aa0c3235-bed9-4d11-8cd0-810b22e79167 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:10.869544 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d8fdae0-0cf5-4da3-a215-9b16e5110922 req-aa0c3235-bed9-4d11-8cd0-810b22e79167 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1803455 Nov 15 11:23:10.916575 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-05451d0d-4609-4763-a528-1a9bdb1971fc tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:10.917957 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-05451d0d-4609-4763-a528-1a9bdb1971fc tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.55 "GET /v2.0/networks?id=49b4d594-0a5b-4365-b6d6-a6b4864f1759 HTTP/1.1" status: 200 len: 806 time: 0.2558138 Nov 15 11:23:10.952713 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4471-32ef-475b-b980-75a7b21fce8f req-a86dc933-8c51-448b-a4a9-1fe19c901976 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:10.958518 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4471-32ef-475b-b980-75a7b21fce8f req-a86dc933-8c51-448b-a4a9-1fe19c901976 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:10.964282 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4471-32ef-475b-b980-75a7b21fce8f req-a86dc933-8c51-448b-a4a9-1fe19c901976 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:10.969988 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4471-32ef-475b-b980-75a7b21fce8f req-a86dc933-8c51-448b-a4a9-1fe19c901976 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:10.976079 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4471-32ef-475b-b980-75a7b21fce8f req-a86dc933-8c51-448b-a4a9-1fe19c901976 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:10.981918 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4471-32ef-475b-b980-75a7b21fce8f req-a86dc933-8c51-448b-a4a9-1fe19c901976 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:10.987689 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4471-32ef-475b-b980-75a7b21fce8f req-a86dc933-8c51-448b-a4a9-1fe19c901976 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:10.989428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f84b4471-32ef-475b-b980-75a7b21fce8f req-a86dc933-8c51-448b-a4a9-1fe19c901976 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5431 time: 0.2212031 Nov 15 11:23:10.995472 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-abbbc809-01d6-4f7a-abb1-10fde8f7df50 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Request body: {'port': {'device_id': '557df41b-7e4e-4c71-8d14-854f3ac9f7ce', 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759', 'admin_state_up': True, 'tenant_id': '256e7f4fc00d4f2c8c7d8b69f41fa2d5'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:11.129654 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f66d3eb-1e10-49dd-b860-0e49e1029c5d req-50902a7f-5dd2-4a7b-acb1-6156791772d9 service neutron] 10.222.0.11 "GET /v2.0/networks/9bdab37c-c4cf-43f4-8321-48c2fd04b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853279 Nov 15 11:23:11.137925 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d8fdae0-0cf5-4da3-a215-9b16e5110922 req-0ec79cfe-f82b-4d19-8a87-07204c9c5628 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549236 Nov 15 11:23:11.168702 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f84b4471-32ef-475b-b980-75a7b21fce8f req-ff38d2e2-dd8c-4653-9720-ee1357111846 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1694462 Nov 15 11:23:11.227354 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-abbbc809-01d6-4f7a-abb1-10fde8f7df50 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Made reservation on behalf of 256e7f4fc00d4f2c8c7d8b69f41fa2d5 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:23:11.232351 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-abbbc809-01d6-4f7a-abb1-10fde8f7df50 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:11.290122 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f5105-6b1e-4e81-8d10-9efe8edbfe69 req-34b7f3ec-5f48-40d1-b0e5-c1876589e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:11.291599 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d4f5105-6b1e-4e81-8d10-9efe8edbfe69 req-34b7f3ec-5f48-40d1-b0e5-c1876589e113 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=810cb76aba8d49308e90c06ea4edf8ee&device_id=45c71fa0-8296-4a07-b902-8c35ac17e3b1 HTTP/1.1" status: 200 len: 1095 time: 0.0952895 Nov 15 11:23:11.358730 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:11.701358 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b795bda0-effd-4e87-be75-dfa3838126aa req-5e009d3d-094e-4762-b5cd-d3a028a47e7b tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=557df41b-7e4e-4c71-8d14-854f3ac9f7ce HTTP/1.1" status: 200 len: 210 time: 0.0771506 Nov 15 11:23:11.758348 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce43985-e63f-45f2-905f-416928a19e71 req-16ad4ac8-22a9-450a-8fc5-75815913cf26 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:11.759848 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ce43985-e63f-45f2-905f-416928a19e71 req-16ad4ac8-22a9-450a-8fc5-75815913cf26 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 945 time: 0.5088584 Nov 15 11:23:11.787306 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 70e940aa-c737-4947-bd4e-611f55ced742 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:23:11.827747 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-abbbc809-01d6-4f7a-abb1-10fde8f7df50 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Allocated IP 172.20.0.8 (49b4d594-0a5b-4365-b6d6-a6b4864f1759/8647cc50-bb8e-4210-a1e9-eb2152a57fcd/3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:23:11.830380 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f5105-6b1e-4e81-8d10-9efe8edbfe69 req-4996ac64-fa0c-40f2-af34-f9c7bad92383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:11.832065 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d4f5105-6b1e-4e81-8d10-9efe8edbfe69 req-4996ac64-fa0c-40f2-af34-f9c7bad92383 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9bdab37c-c4cf-43f4-8321-48c2fd04b226 HTTP/1.1" status: 200 len: 914 time: 0.2091241 Nov 15 11:23:11.848355 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 70e940aa-c737-4947-bd4e-611f55ced742 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:23:11.852465 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 70e940aa-c737-4947-bd4e-611f55ced742 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:23:11.852835 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:11.917861 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ce43985-e63f-45f2-905f-416928a19e71 req-3d6db08d-3f84-45af-bfcf-0d4cf803accc tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483619 Nov 15 11:23:11.923625 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d4f5105-6b1e-4e81-8d10-9efe8edbfe69 req-67f61cf1-f57a-4ca0-a9ad-f0abba3b40d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a571f6b-f270-4c7f-be2b-270ceaef4709 HTTP/1.1" status: 200 len: 217 time: 0.0701795 Nov 15 11:23:11.934114 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:11.964777 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21808531-3d8d-4272-a298-64a5a445782a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e940aa-c737-4947-bd4e-611f55ced742'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:11.967104 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5610eac3-cd13-4234-89b2-ce02f30a3759" -d '{"events": [{"server_uuid": "21808531-3d8d-4272-a298-64a5a445782a", "name": "network-vif-plugged", "status": "completed", "tag": "70e940aa-c737-4947-bd4e-611f55ced742"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:11.981105 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 70e940aa-c737-4947-bd4e-611f55ced742, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=70e940aa-c737-4947-bd4e-611f55ced742,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:11.987012 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:11.999981 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24961ed5-c6a7-4dd9-ac35-e03539cb4bf9 req-d7a50417-7ac4-4a21-8938-848cbd5758f1 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:12.001486 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24961ed5-c6a7-4dd9-ac35-e03539cb4bf9 req-d7a50417-7ac4-4a21-8938-848cbd5758f1 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c71fa0-8296-4a07-b902-8c35ac17e3b1 HTTP/1.1" status: 200 len: 944 time: 0.1648302 Nov 15 11:23:12.039429 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=70e940aa-c737-4947-bd4e-611f55ced742,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:12.060273 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f5105-6b1e-4e81-8d10-9efe8edbfe69 req-23f1220f-3629-47ed-b40e-499ddc2509e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:12.061732 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d4f5105-6b1e-4e81-8d10-9efe8edbfe69 req-23f1220f-3629-47ed-b40e-499ddc2509e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd614c31-be1d-45d9-8a31-9fd910a58649 HTTP/1.1" status: 200 len: 853 time: 0.1258445 Nov 15 11:23:12.103168 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:12.131094 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d4f5105-6b1e-4e81-8d10-9efe8edbfe69 req-d432ec19-8354-4479-8e43-f5bb61f16b20 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9bdab37c-c4cf-43f4-8321-48c2fd04b226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363874 Nov 15 11:23:12.213232 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234adbf-9c0c-4668-b4bc-b5ab685783cd req-2749c1bc-324d-43e2-a31b-686db9a9c9ca tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:12.214643 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8234adbf-9c0c-4668-b4bc-b5ab685783cd req-2749c1bc-324d-43e2-a31b-686db9a9c9ca tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.2242055 Nov 15 11:23:12.229002 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24961ed5-c6a7-4dd9-ac35-e03539cb4bf9 req-3fa7edeb-c62f-4f9f-8fd5-2cb7bea82314 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124057 Nov 15 11:23:12.283568 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36507cfe-88e2-454c-a0cb-0b5332e16b11 x-openstack-request-id: req-36507cfe-88e2-454c-a0cb-0b5332e16b11 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:12.284102 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21808531-3d8d-4272-a298-64a5a445782a", "name": "network-vif-plugged", "status": "completed", "tag": "70e940aa-c737-4947-bd4e-611f55ced742", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:12.284646 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36507cfe-88e2-454c-a0cb-0b5332e16b11 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:12.285684 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21808531-3d8d-4272-a298-64a5a445782a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e940aa-c737-4947-bd4e-611f55ced742', 'code': 200} Nov 15 11:23:12.294013 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-abbbc809-01d6-4f7a-abb1-10fde8f7df50 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:12.325863 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d4f5105-6b1e-4e81-8d10-9efe8edbfe69 req-0c0a05db-f371-4f50-891a-7d03792fa29b service neutron] 10.222.0.11 "GET /v2.0/networks/9bdab37c-c4cf-43f4-8321-48c2fd04b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823990 Nov 15 11:23:12.343488 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8234adbf-9c0c-4668-b4bc-b5ab685783cd req-516ff6bf-f4f0-4ad9-9af4-9921b9f6836c tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078751 Nov 15 11:23:12.390951 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadef93-d5a6-4b95-ba86-2e62c5d97be9 req-91fd667b-3391-427c-91cd-47f4b90dafef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:12.392629 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2dadef93-d5a6-4b95-ba86-2e62c5d97be9 req-91fd667b-3391-427c-91cd-47f4b90dafef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 1097 time: 0.0462446 Nov 15 11:23:12.447093 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2dadef93-d5a6-4b95-ba86-2e62c5d97be9 req-76823084-fda2-4b11-a51a-feeca5a28e44 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462964 Nov 15 11:23:12.448555 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-abbbc809-01d6-4f7a-abb1-10fde8f7df50 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:12.459522 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['d391d267-4be2-4e25-a090-7ce63b2b518c'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:12.487573 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740878e-83f5-45b2-93e3-ef8ec0e347b4 req-357de375-3231-4daf-bb54-fc176cdcf784 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:12.494596 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740878e-83f5-45b2-93e3-ef8ec0e347b4 req-357de375-3231-4daf-bb54-fc176cdcf784 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:12.500893 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740878e-83f5-45b2-93e3-ef8ec0e347b4 req-357de375-3231-4daf-bb54-fc176cdcf784 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:12.506830 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740878e-83f5-45b2-93e3-ef8ec0e347b4 req-357de375-3231-4daf-bb54-fc176cdcf784 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:12.512905 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740878e-83f5-45b2-93e3-ef8ec0e347b4 req-357de375-3231-4daf-bb54-fc176cdcf784 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:12.521260 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740878e-83f5-45b2-93e3-ef8ec0e347b4 req-357de375-3231-4daf-bb54-fc176cdcf784 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:12.528259 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740878e-83f5-45b2-93e3-ef8ec0e347b4 req-357de375-3231-4daf-bb54-fc176cdcf784 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:12.536136 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7740878e-83f5-45b2-93e3-ef8ec0e347b4 req-357de375-3231-4daf-bb54-fc176cdcf784 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5431 time: 0.2049589 Nov 15 11:23:12.612529 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-abbbc809-01d6-4f7a-abb1-10fde8f7df50 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:23:12.638262 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-abbbc809-01d6-4f7a-abb1-10fde8f7df50 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:23:12.645499 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-abbbc809-01d6-4f7a-abb1-10fde8f7df50 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:23:12.650298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbc809-01d6-4f7a-abb1-10fde8f7df50 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Pushing event updated for resources: {'Port': ['ID=3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:12.671793 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d4f5105-6b1e-4e81-8d10-9efe8edbfe69 req-399702a6-4fb7-4f71-8f30-ffce656d70d4 service neutron] 10.222.0.11 "GET /v2.0/networks/9bdab37c-c4cf-43f4-8321-48c2fd04b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261204 Nov 15 11:23:12.719435 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7740878e-83f5-45b2-93e3-ef8ec0e347b4 req-bbda1095-52e2-4c13-ba5a-d381cb4c810a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1823609 Nov 15 11:23:12.736615 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-abbbc809-01d6-4f7a-abb1-10fde8f7df50 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:12.743646 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-abbbc809-01d6-4f7a-abb1-10fde8f7df50 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:12.767503 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f109f3-ede2-41ef-802e-0ca31abf7d32 req-b1be3961-cace-43de-b766-24205b1c3f3b tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:12.769176 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-93f109f3-ede2-41ef-802e-0ca31abf7d32 req-b1be3961-cace-43de-b766-24205b1c3f3b tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1588976 Nov 15 11:23:12.773010 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-abbbc809-01d6-4f7a-abb1-10fde8f7df50 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8322902 Nov 15 11:23:12.788464 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-167a7e50-4d19-4aeb-990a-b19826eb6dad service neutron] Request body: {'port': {'device_id': '557df41b-7e4e-4c71-8d14-854f3ac9f7ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:12.898233 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-93f109f3-ede2-41ef-802e-0ca31abf7d32 req-4821ea1d-7f53-400c-870d-22a2db8c470d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206138 Nov 15 11:23:12.902430 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-167a7e50-4d19-4aeb-990a-b19826eb6dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:12.927005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554e68e-1b9a-4bc2-84b6-54eddb374c24 req-932cd5e9-08fe-4bd3-816a-a3dbfaf096d4 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:12.928540 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4554e68e-1b9a-4bc2-84b6-54eddb374c24 req-932cd5e9-08fe-4bd3-816a-a3dbfaf096d4 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=557df41b-7e4e-4c71-8d14-854f3ac9f7ce HTTP/1.1" status: 200 len: 931 time: 0.1304052 Nov 15 11:23:13.088127 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4554e68e-1b9a-4bc2-84b6-54eddb374c24 req-a64f6b3a-db5b-477a-a221-da737daa5f63 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393831 Nov 15 11:23:13.165496 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7c3d8-f1ac-4f17-86ef-80c33fab41e6 req-bd8e6e9a-a8b9-4402-84f8-992df5c5eebe tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:13.166939 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d8b7c3d8-f1ac-4f17-86ef-80c33fab41e6 req-bd8e6e9a-a8b9-4402-84f8-992df5c5eebe tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 946 time: 0.1288354 Nov 15 11:23:13.281166 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee60c23-8077-4402-97cf-8b8bd8dfbdda req-3f9add1a-4de6-42d9-92e5-c6318f8a0310 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:13.282522 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cee60c23-8077-4402-97cf-8b8bd8dfbdda req-3f9add1a-4de6-42d9-92e5-c6318f8a0310 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1272445 Nov 15 11:23:13.290560 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d8b7c3d8-f1ac-4f17-86ef-80c33fab41e6 req-465c4cd9-dcb8-44a9-a933-c6cd1b761e2e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144958 Nov 15 11:23:13.336103 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-167a7e50-4d19-4aeb-990a-b19826eb6dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:23:13.350572 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-167a7e50-4d19-4aeb-990a-b19826eb6dad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:13.399772 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cee60c23-8077-4402-97cf-8b8bd8dfbdda req-bc7806e9-952e-401a-b113-e86cc40adcbf tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082606 Nov 15 11:23:13.403532 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-167a7e50-4d19-4aeb-990a-b19826eb6dad service neutron] Transition to ACTIVE for port object 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:23:13.409290 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-167a7e50-4d19-4aeb-990a-b19826eb6dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:13.468298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7423aa2-49a6-484a-9975-2e8645a045dc req-223055af-7cd1-4b97-9fac-f10f27ad7761 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:13.469802 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7423aa2-49a6-484a-9975-2e8645a045dc req-223055af-7cd1-4b97-9fac-f10f27ad7761 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c71fa0-8296-4a07-b902-8c35ac17e3b1 HTTP/1.1" status: 200 len: 944 time: 0.1217043 Nov 15 11:23:13.486175 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a7e50-4d19-4aeb-990a-b19826eb6dad service neutron] Pushing event updated for resources: {'Port': ['ID=3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:13.598409 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7423aa2-49a6-484a-9975-2e8645a045dc req-0a18dd1b-2d4a-4a5c-a5a8-10d65abccc5c tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210577 Nov 15 11:23:13.614619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda66048-59fb-46b9-ac49-7a4976db9b93 req-ee097961-c115-4815-aed5-9536a71da367 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:13.616199 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bda66048-59fb-46b9-ac49-7a4976db9b93 req-ee097961-c115-4815-aed5-9536a71da367 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1454451 Nov 15 11:23:13.640641 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-167a7e50-4d19-4aeb-990a-b19826eb6dad service neutron] Attempting to bind port 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:23:13.640976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-167a7e50-4d19-4aeb-990a-b19826eb6dad service neutron] Attempting to bind port 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:23:13.641303 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-167a7e50-4d19-4aeb-990a-b19826eb6dad service neutron] Attempting to bind port 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a on network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:23:13.651274 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-167a7e50-4d19-4aeb-990a-b19826eb6dad service neutron] Port 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a on network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:23:13.651593 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-167a7e50-4d19-4aeb-990a-b19826eb6dad service neutron] Attempting to bind port 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a on network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:23:13.667368 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-167a7e50-4d19-4aeb-990a-b19826eb6dad service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:23:13.667697 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-167a7e50-4d19-4aeb-990a-b19826eb6dad service neutron] Checking segment: {'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:23:13.668116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-167a7e50-4d19-4aeb-990a-b19826eb6dad service neutron] Bound using segment: {'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:23:13.668544 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-167a7e50-4d19-4aeb-990a-b19826eb6dad service neutron] Bound port: 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:23:13.668901 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-167a7e50-4d19-4aeb-990a-b19826eb6dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:13.689418 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bda66048-59fb-46b9-ac49-7a4976db9b93 req-d801233f-c4bf-45fe-9424-19bbb901da70 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661666 Nov 15 11:23:13.750025 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-167a7e50-4d19-4aeb-990a-b19826eb6dad service neutron] For port 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:23:13.753230 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-167a7e50-4d19-4aeb-990a-b19826eb6dad service neutron] For port 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:23:13.757856 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-167a7e50-4d19-4aeb-990a-b19826eb6dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:13.803356 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-167a7e50-4d19-4aeb-990a-b19826eb6dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:13.803988 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-167a7e50-4d19-4aeb-990a-b19826eb6dad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:13.805380 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-167a7e50-4d19-4aeb-990a-b19826eb6dad service neutron] 10.222.0.55 "PUT /v2.0/ports/3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a HTTP/1.1" status: 200 len: 1091 time: 1.0216987 Nov 15 11:23:13.805812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557df41b-7e4e-4c71-8d14-854f3ac9f7ce', 'tag': '3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:13.808165 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5953be-035c-4724-9f51-a31bd90e667d" -d '{"events": [{"name": "network-changed", "server_uuid": "557df41b-7e4e-4c71-8d14-854f3ac9f7ce", "tag": "3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:13.910598 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a7e50-4d19-4aeb-990a-b19826eb6dad service neutron] Pushing event updated for resources: {'Port': ['ID=3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:13.929296 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd2dcb-c59c-4efa-8a7e-1871ac576ae6 req-3bc06165-dbed-45be-ae63-b1bc1f83b2d0 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:13.930779 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11bd2dcb-c59c-4efa-8a7e-1871ac576ae6 req-3bc06165-dbed-45be-ae63-b1bc1f83b2d0 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1427171 Nov 15 11:23:13.944449 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8401bbc-1e55-4ee5-8ab2-561087d3b64f req-fa3e7c21-6a9d-4a20-b8c0-5232eaf0d161 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:13.950137 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8401bbc-1e55-4ee5-8ab2-561087d3b64f req-fa3e7c21-6a9d-4a20-b8c0-5232eaf0d161 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:13.955968 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8401bbc-1e55-4ee5-8ab2-561087d3b64f req-fa3e7c21-6a9d-4a20-b8c0-5232eaf0d161 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:13.961692 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8401bbc-1e55-4ee5-8ab2-561087d3b64f req-fa3e7c21-6a9d-4a20-b8c0-5232eaf0d161 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:13.967416 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8401bbc-1e55-4ee5-8ab2-561087d3b64f req-fa3e7c21-6a9d-4a20-b8c0-5232eaf0d161 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:13.973177 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8401bbc-1e55-4ee5-8ab2-561087d3b64f req-fa3e7c21-6a9d-4a20-b8c0-5232eaf0d161 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:13.979174 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8401bbc-1e55-4ee5-8ab2-561087d3b64f req-fa3e7c21-6a9d-4a20-b8c0-5232eaf0d161 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:13.980951 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8401bbc-1e55-4ee5-8ab2-561087d3b64f req-fa3e7c21-6a9d-4a20-b8c0-5232eaf0d161 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5431 time: 0.1663363 Nov 15 11:23:14.017635 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-966bf6a6-ee95-4295-afda-db7b571bc2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:14.019062 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-966bf6a6-ee95-4295-afda-db7b571bc2a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=256e7f4fc00d4f2c8c7d8b69f41fa2d5&device_id=557df41b-7e4e-4c71-8d14-854f3ac9f7ce HTTP/1.1" status: 200 len: 1094 time: 0.1611893 Nov 15 11:23:14.087204 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-a4cfb5cf-9c21-4d84-a555-4374c00b2980 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a HTTP/1.1" status: 200 len: 217 time: 0.0516574 Nov 15 11:23:14.092890 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11bd2dcb-c59c-4efa-8a7e-1871ac576ae6 req-0efddca4-4056-437c-ab5d-6c4459ef5733 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101785 Nov 15 11:23:14.137128 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8401bbc-1e55-4ee5-8ab2-561087d3b64f req-850c530a-080b-417e-bd5a-ab83f7fce4a7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1464880 Nov 15 11:23:14.153267 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed0b4a1-6265-4168-aacf-43fe9e649836 x-openstack-request-id: req-bed0b4a1-6265-4168-aacf-43fe9e649836 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:14.153609 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "557df41b-7e4e-4c71-8d14-854f3ac9f7ce", "tag": "3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:14.153961 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bed0b4a1-6265-4168-aacf-43fe9e649836 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:14.154481 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557df41b-7e4e-4c71-8d14-854f3ac9f7ce', 'tag': '3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a', 'status': 'completed', 'code': 200} Nov 15 11:23:14.156165 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-93fd65a7-e7c2-4935-9560-70f443377543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:14.157777 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-93fd65a7-e7c2-4935-9560-70f443377543 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8647cc50-bb8e-4210-a1e9-eb2152a57fcd HTTP/1.1" status: 200 len: 846 time: 0.0599098 Nov 15 11:23:14.191957 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-1d3ff26d-09ec-423f-b334-c50770c7a660 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=49b4d594-0a5b-4365-b6d6-a6b4864f1759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263388 Nov 15 11:23:14.336111 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06296dd-1e7c-4efc-b902-827a03725b97 req-889f29fd-1e9c-4456-ab75-6e02c0c64a88 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:14.337568 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e06296dd-1e7c-4efc-b902-827a03725b97 req-889f29fd-1e9c-4456-ab75-6e02c0c64a88 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=557df41b-7e4e-4c71-8d14-854f3ac9f7ce HTTP/1.1" status: 200 len: 943 time: 0.1261144 Nov 15 11:23:14.368003 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-552617c8-3477-4efe-9fc5-82c244738443 service neutron] 10.222.0.55 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637840 Nov 15 11:23:14.378299 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ac88c-8ca7-4d45-b392-be4d985b1ecf req-82b99cf9-2a10-4f9d-a850-390eaee133cd tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:14.379654 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cd2ac88c-8ca7-4d45-b392-be4d985b1ecf req-82b99cf9-2a10-4f9d-a850-390eaee133cd tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1118648 Nov 15 11:23:14.462990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e06296dd-1e7c-4efc-b902-827a03725b97 req-40dac59a-289b-472c-b513-ae1306fc56c3 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149967 Nov 15 11:23:14.503659 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cd2ac88c-8ca7-4d45-b392-be4d985b1ecf req-340759f4-1053-4513-8e75-d640104b4428 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139736 Nov 15 11:23:14.517982 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65de1bc5-b33b-4a36-a79c-334c46503543 req-c963c70e-f6be-495a-9227-481f78e3dd6d service neutron] 10.222.0.55 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371384 Nov 15 11:23:14.573029 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da9dda-488f-4230-878d-5b0b1543a169 req-9269cae8-ae53-4636-9eb6-c419e25e6446 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:14.574509 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73da9dda-488f-4230-878d-5b0b1543a169 req-9269cae8-ae53-4636-9eb6-c419e25e6446 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 946 time: 0.0524318 Nov 15 11:23:14.673605 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5953be-035c-4724-9f51-a31bd90e667d req-c6e6eae6-b02b-4f6e-be98-5ea1e039e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:14.675103 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e5953be-035c-4724-9f51-a31bd90e667d req-c6e6eae6-b02b-4f6e-be98-5ea1e039e473 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=256e7f4fc00d4f2c8c7d8b69f41fa2d5&device_id=557df41b-7e4e-4c71-8d14-854f3ac9f7ce HTTP/1.1" status: 200 len: 1094 time: 0.0997570 Nov 15 11:23:14.679253 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73da9dda-488f-4230-878d-5b0b1543a169 req-26501252-a35e-4c2d-98bd-263cf950df47 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954466 Nov 15 11:23:14.710979 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f3faf-fc06-4d0e-ab62-cc2481aecb94 req-25793914-412b-4c15-8b99-b94bf5370110 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:14.712391 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-991f3faf-fc06-4d0e-ab62-cc2481aecb94 req-25793914-412b-4c15-8b99-b94bf5370110 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1054180 Nov 15 11:23:14.841668 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5953be-035c-4724-9f51-a31bd90e667d req-9769575f-aba0-41ec-8a2c-239d195df57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:14.843137 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e5953be-035c-4724-9f51-a31bd90e667d req-9769575f-aba0-41ec-8a2c-239d195df57a service neutron] 10.222.0.55 "GET /v2.0/networks?id=49b4d594-0a5b-4365-b6d6-a6b4864f1759 HTTP/1.1" status: 200 len: 907 time: 0.1588008 Nov 15 11:23:14.850873 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6e2a8-3e4f-4efe-aabd-e03cadcedec1 req-f1c2761e-897a-487d-9b3c-3d20193c3eb8 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:14.852242 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c0a6e2a8-3e4f-4efe-aabd-e03cadcedec1 req-f1c2761e-897a-487d-9b3c-3d20193c3eb8 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c71fa0-8296-4a07-b902-8c35ac17e3b1 HTTP/1.1" status: 200 len: 944 time: 0.1112366 Nov 15 11:23:14.861628 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-991f3faf-fc06-4d0e-ab62-cc2481aecb94 req-4f4e67ae-d73f-4bee-8b54-cab2657842dd tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217010 Nov 15 11:23:14.899032 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e5953be-035c-4724-9f51-a31bd90e667d req-0f99f442-2f08-43ab-8f7e-3e4bc0154dea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a HTTP/1.1" status: 200 len: 217 time: 0.0456262 Nov 15 11:23:14.964864 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c0a6e2a8-3e4f-4efe-aabd-e03cadcedec1 req-f26cf467-42aa-4618-86bd-692228bec907 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012673 Nov 15 11:23:14.972431 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5953be-035c-4724-9f51-a31bd90e667d req-ddef7309-162b-4bac-89ad-ea04c3e6bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:14.973852 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e5953be-035c-4724-9f51-a31bd90e667d req-ddef7309-162b-4bac-89ad-ea04c3e6bc6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8647cc50-bb8e-4210-a1e9-eb2152a57fcd HTTP/1.1" status: 200 len: 846 time: 0.0619471 Nov 15 11:23:15.009951 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e5953be-035c-4724-9f51-a31bd90e667d req-a44dc9f3-374a-4b3c-847d-008676f3d751 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=49b4d594-0a5b-4365-b6d6-a6b4864f1759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257103 Nov 15 11:23:15.195160 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41ccd4-1393-4285-aeb7-f5f6f30ca101 req-726e9452-67dc-494d-bcc1-cb95b5195367 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:15.196680 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc41ccd4-1393-4285-aeb7-f5f6f30ca101 req-726e9452-67dc-494d-bcc1-cb95b5195367 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1071427 Nov 15 11:23:15.206105 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ef954-738d-48f4-adb5-bb8994d0359b req-4ce944eb-ec5a-4221-b89c-9dd27b0abca0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:15.207623 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-128ef954-738d-48f4-adb5-bb8994d0359b req-4ce944eb-ec5a-4221-b89c-9dd27b0abca0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 946 time: 0.1054041 Nov 15 11:23:15.211569 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e5953be-035c-4724-9f51-a31bd90e667d req-de255773-3601-444e-8792-b5430e48faa0 service neutron] 10.222.0.55 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908200 Nov 15 11:23:15.632822 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-128ef954-738d-48f4-adb5-bb8994d0359b req-f4010b48-405d-441f-969c-0ec2d9f2c0e0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152229 Nov 15 11:23:15.637339 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc41ccd4-1393-4285-aeb7-f5f6f30ca101 req-15ee8b0d-a9ed-44ab-9655-b8e6a4a1b236 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288731 Nov 15 11:23:15.661588 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e5953be-035c-4724-9f51-a31bd90e667d req-75db72a8-d285-4c80-96c1-af10146542e9 service neutron] 10.222.0.55 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311514 Nov 15 11:23:15.745276 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfe01f-057f-4b5b-ae7a-3e1e0d41b376 req-77784c71-48f2-4fd6-9188-5ad1e1feedf7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:15.751104 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfe01f-057f-4b5b-ae7a-3e1e0d41b376 req-77784c71-48f2-4fd6-9188-5ad1e1feedf7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:15.756976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfe01f-057f-4b5b-ae7a-3e1e0d41b376 req-77784c71-48f2-4fd6-9188-5ad1e1feedf7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:15.762737 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfe01f-057f-4b5b-ae7a-3e1e0d41b376 req-77784c71-48f2-4fd6-9188-5ad1e1feedf7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:15.768571 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfe01f-057f-4b5b-ae7a-3e1e0d41b376 req-77784c71-48f2-4fd6-9188-5ad1e1feedf7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:15.774362 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfe01f-057f-4b5b-ae7a-3e1e0d41b376 req-77784c71-48f2-4fd6-9188-5ad1e1feedf7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:15.780188 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfe01f-057f-4b5b-ae7a-3e1e0d41b376 req-77784c71-48f2-4fd6-9188-5ad1e1feedf7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:15.782077 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-60dfe01f-057f-4b5b-ae7a-3e1e0d41b376 req-77784c71-48f2-4fd6-9188-5ad1e1feedf7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5431 time: 0.0902021 Nov 15 11:23:15.822005 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 0a571f6b-f270-4c7f-be2b-270ceaef4709 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:23:15.860962 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102580f-5a6b-4e41-93b7-f2dc5d37a965 req-153aabcc-4fd6-4dcd-a057-a702cb7be266 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:15.862446 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8102580f-5a6b-4e41-93b7-f2dc5d37a965 req-153aabcc-4fd6-4dcd-a057-a702cb7be266 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=557df41b-7e4e-4c71-8d14-854f3ac9f7ce HTTP/1.1" status: 200 len: 943 time: 0.0794029 Nov 15 11:23:15.881183 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-60dfe01f-057f-4b5b-ae7a-3e1e0d41b376 req-7df35ce6-3d2f-4269-aebf-69e9d4580e93 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0862250 Nov 15 11:23:15.918245 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8102580f-5a6b-4e41-93b7-f2dc5d37a965 req-351bde47-d964-417d-9bb8-4202b621dccd tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481360 Nov 15 11:23:15.919428 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 0a571f6b-f270-4c7f-be2b-270ceaef4709, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=0a571f6b-f270-4c7f-be2b-270ceaef4709,segment=NetworkSegment(5e467d28-3614-41f8-acee-8ccfda722768),segment_id=5e467d28-3614-41f8-acee-8ccfda722768)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:15.939797 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '0a571f6b-f270-4c7f-be2b-270ceaef4709', 'network_id': '9bdab37c-c4cf-43f4-8321-48c2fd04b226', 'port_id': '0a571f6b-f270-4c7f-be2b-270ceaef4709', 'mac_address': 'fa:16:3e:2f:dc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd614c31-be1d-45d9-8a31-9fd910a58649', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:23:15.978974 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:15.993940 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a571f6b-f270-4c7f-be2b-270ceaef4709 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:23:16.014541 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 0a571f6b-f270-4c7f-be2b-270ceaef4709, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=0a571f6b-f270-4c7f-be2b-270ceaef4709,segment=NetworkSegment(5e467d28-3614-41f8-acee-8ccfda722768),segment_id=5e467d28-3614-41f8-acee-8ccfda722768)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:16.019162 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:16.022906 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c90c35-40a9-486b-b678-723901a27de6 req-60c0a942-a726-40c7-99df-97c334c305bf tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:16.028473 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33c90c35-40a9-486b-b678-723901a27de6 req-60c0a942-a726-40c7-99df-97c334c305bf tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0574160 Nov 15 11:23:16.069727 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=0a571f6b-f270-4c7f-be2b-270ceaef4709,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:16.108984 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33c90c35-40a9-486b-b678-723901a27de6 req-59ccdffb-8a6c-432d-a76b-dcd00617cdf8 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782411 Nov 15 11:23:16.122112 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf56d7b-2452-4590-93b4-f47488067552 req-8667210c-3442-497f-b9e3-1c70957e79bb tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:16.123572 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ddf56d7b-2452-4590-93b4-f47488067552 req-8667210c-3442-497f-b9e3-1c70957e79bb tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c71fa0-8296-4a07-b902-8c35ac17e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0728862 Nov 15 11:23:16.171151 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ddf56d7b-2452-4590-93b4-f47488067552 req-127e0807-f74e-4d78-b104-91f3b32907c3 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409110 Nov 15 11:23:16.271834 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a5238-9f44-4dfb-a1f0-a1b45ed46caa req-44a66421-bc19-4b70-95e6-e083c1f1e896 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:16.273290 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa6a5238-9f44-4dfb-a1f0-a1b45ed46caa req-44a66421-bc19-4b70-95e6-e083c1f1e896 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0481458 Nov 15 11:23:16.320934 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa6a5238-9f44-4dfb-a1f0-a1b45ed46caa req-8b41f7b1-4e8e-4e85-bbdd-fd5a196851b4 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417202 Nov 15 11:23:16.350686 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['0a571f6b-f270-4c7f-be2b-270ceaef4709'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:16.474805 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424aa52-4938-4274-b06b-4cb27bb203f8 req-43b8526a-bc1d-4996-9f3b-a7a5f1ec5c1f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:16.476291 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4424aa52-4938-4274-b06b-4cb27bb203f8 req-43b8526a-bc1d-4996-9f3b-a7a5f1ec5c1f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0550013 Nov 15 11:23:16.524976 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4424aa52-4938-4274-b06b-4cb27bb203f8 req-12189efb-7e1d-4e80-943d-4eae9989445d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Nov 15 11:23:16.640082 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4253a5-2abe-4fc6-bf52-986e28b6864c req-1cbbdb9e-fcd5-42a3-ac72-e9b1e2fc4c0f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:16.641545 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b4253a5-2abe-4fc6-bf52-986e28b6864c req-1cbbdb9e-fcd5-42a3-ac72-e9b1e2fc4c0f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0491803 Nov 15 11:23:16.691933 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b4253a5-2abe-4fc6-bf52-986e28b6864c req-3e18b0f0-8deb-40cc-820a-16dc341e459d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417118 Nov 15 11:23:16.750273 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66275f0-df7e-4208-88e2-37fbbecd2cac req-4a674305-bff2-46c2-a56d-76cdd3077964 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:16.752008 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c66275f0-df7e-4208-88e2-37fbbecd2cac req-4a674305-bff2-46c2-a56d-76cdd3077964 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 946 time: 0.0524917 Nov 15 11:23:16.804907 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c66275f0-df7e-4208-88e2-37fbbecd2cac req-eda13d4c-548b-457c-b87e-a861408e8e6d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455320 Nov 15 11:23:16.895891 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed57e-c9b8-48b9-976c-5a0541f35e97 req-2553f31e-46dc-49a9-be1e-066e99238702 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:16.897376 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0fed57e-c9b8-48b9-976c-5a0541f35e97 req-2553f31e-46dc-49a9-be1e-066e99238702 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0485356 Nov 15 11:23:16.947606 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0fed57e-c9b8-48b9-976c-5a0541f35e97 req-9435833b-2191-4571-b2b5-8151b292ece1 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441926 Nov 15 11:23:17.061381 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382c2f9-d538-4218-9c8d-68217aa55aa0 req-1f20a97e-c0fd-4154-b31f-fb679037fa7a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:17.067339 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382c2f9-d538-4218-9c8d-68217aa55aa0 req-1f20a97e-c0fd-4154-b31f-fb679037fa7a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:17.073410 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382c2f9-d538-4218-9c8d-68217aa55aa0 req-1f20a97e-c0fd-4154-b31f-fb679037fa7a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:17.079491 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382c2f9-d538-4218-9c8d-68217aa55aa0 req-1f20a97e-c0fd-4154-b31f-fb679037fa7a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:17.085476 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382c2f9-d538-4218-9c8d-68217aa55aa0 req-1f20a97e-c0fd-4154-b31f-fb679037fa7a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:17.091330 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382c2f9-d538-4218-9c8d-68217aa55aa0 req-1f20a97e-c0fd-4154-b31f-fb679037fa7a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:17.097498 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382c2f9-d538-4218-9c8d-68217aa55aa0 req-1f20a97e-c0fd-4154-b31f-fb679037fa7a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:17.099858 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5382c2f9-d538-4218-9c8d-68217aa55aa0 req-1f20a97e-c0fd-4154-b31f-fb679037fa7a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5431 time: 0.0931621 Nov 15 11:23:17.166245 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5382c2f9-d538-4218-9c8d-68217aa55aa0 req-bdac3a31-3c55-4f0c-bd7d-394c89c93bf4 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599380 Nov 15 11:23:17.172618 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:23:17.277611 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b5f64-da1e-42cd-aded-b95a42e45cab req-18e3185b-bd45-45c8-b427-856b1b00a34d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:17.279127 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a4b5f64-da1e-42cd-aded-b95a42e45cab req-18e3185b-bd45-45c8-b427-856b1b00a34d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=557df41b-7e4e-4c71-8d14-854f3ac9f7ce HTTP/1.1" status: 200 len: 943 time: 0.0501225 Nov 15 11:23:17.289470 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:17.303088 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a', 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759', 'port_id': '3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a', 'mac_address': 'fa:16:3e:bc:79:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8647cc50-bb8e-4210-a1e9-eb2152a57fcd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:23:17.336603 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a4b5f64-da1e-42cd-aded-b95a42e45cab req-fbe49cf8-6c38-4166-b35b-d3e4da211464 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478289 Nov 15 11:23:17.345908 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:17.362004 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:23:17.384160 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:17.388515 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:17.406443 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7dfe3-6e07-45ad-977d-b14b41f0fb3e req-d51d9bf8-0dfe-4cf9-a8f7-447c1a71428f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:17.408106 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08b7dfe3-6e07-45ad-977d-b14b41f0fb3e req-d51d9bf8-0dfe-4cf9-a8f7-447c1a71428f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0536907 Nov 15 11:23:17.442099 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:17.460019 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08b7dfe3-6e07-45ad-977d-b14b41f0fb3e req-9dc73e19-d82c-406f-ae2d-70d93d59e6c9 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457637 Nov 15 11:23:17.593894 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d80b4-164c-4f11-bc01-53962365698e req-02a739c2-8589-4e3a-801e-e8fdfda55f7a tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:17.595406 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-881d80b4-164c-4f11-bc01-53962365698e req-02a739c2-8589-4e3a-801e-e8fdfda55f7a tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c71fa0-8296-4a07-b902-8c35ac17e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0756574 Nov 15 11:23:17.616623 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b4858-aa38-4baf-ae26-e4243357dfa7 req-84b9a21e-f6a1-4ebd-b0fb-bdb432712eb6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:17.618033 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b02b4858-aa38-4baf-ae26-e4243357dfa7 req-84b9a21e-f6a1-4ebd-b0fb-bdb432712eb6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 946 time: 0.0696340 Nov 15 11:23:17.679800 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-881d80b4-164c-4f11-bc01-53962365698e req-75780630-0463-48bd-b57c-e551b3e68933 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778413 Nov 15 11:23:17.687446 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b02b4858-aa38-4baf-ae26-e4243357dfa7 req-4ccca83a-5139-4755-b3b1-be00469846e4 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621655 Nov 15 11:23:17.773871 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:17.797658 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6522681-4ee6-4799-8960-c5d2bc3417a3 req-f7ef8f1a-8a75-4dd3-86bb-f7d8d4159741 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:17.799302 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a6522681-4ee6-4799-8960-c5d2bc3417a3 req-f7ef8f1a-8a75-4dd3-86bb-f7d8d4159741 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0519631 Nov 15 11:23:17.848435 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 0a571f6b-f270-4c7f-be2b-270ceaef4709 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:23:17.859236 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a6522681-4ee6-4799-8960-c5d2bc3417a3 req-31be0598-a6f7-4fb8-b876-e979b81e5f76 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531416 Nov 15 11:23:17.945147 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 0a571f6b-f270-4c7f-be2b-270ceaef4709 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:23:17.951056 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 0a571f6b-f270-4c7f-be2b-270ceaef4709 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:23:17.951424 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:17.970197 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f90b6a-c292-4fb6-89f5-68607819e954 req-54916b30-7684-432c-9e8e-1e7142c61f81 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:17.971693 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-99f90b6a-c292-4fb6-89f5-68607819e954 req-54916b30-7684-432c-9e8e-1e7142c61f81 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0495291 Nov 15 11:23:18.022262 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-99f90b6a-c292-4fb6-89f5-68607819e954 req-b8882922-f4c2-4a15-b191-3fa9a6d336e4 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433342 Nov 15 11:23:18.034404 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:18.057525 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c71fa0-8296-4a07-b902-8c35ac17e3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a571f6b-f270-4c7f-be2b-270ceaef4709'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:18.062579 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d72dab-821a-4a95-b526-66ba311590d8" -d '{"events": [{"server_uuid": "45c71fa0-8296-4a07-b902-8c35ac17e3b1", "name": "network-vif-plugged", "status": "completed", "tag": "0a571f6b-f270-4c7f-be2b-270ceaef4709"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:18.072949 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 0a571f6b-f270-4c7f-be2b-270ceaef4709, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=0a571f6b-f270-4c7f-be2b-270ceaef4709,segment=NetworkSegment(5e467d28-3614-41f8-acee-8ccfda722768),segment_id=5e467d28-3614-41f8-acee-8ccfda722768)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:18.079621 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:18.108522 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecce657-57a2-47c0-839a-0e658adb1038 x-openstack-request-id: req-4ecce657-57a2-47c0-839a-0e658adb1038 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:18.108827 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c71fa0-8296-4a07-b902-8c35ac17e3b1", "name": "network-vif-plugged", "status": "completed", "tag": "0a571f6b-f270-4c7f-be2b-270ceaef4709", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:18.109073 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ecce657-57a2-47c0-839a-0e658adb1038 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:18.109470 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c71fa0-8296-4a07-b902-8c35ac17e3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a571f6b-f270-4c7f-be2b-270ceaef4709', 'code': 200} Nov 15 11:23:18.131791 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=0a571f6b-f270-4c7f-be2b-270ceaef4709,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:18.162153 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28700502-071c-44a1-8e78-b22792be6b63 req-769f3d23-4827-4acd-be36-518583b38e92 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:18.163642 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28700502-071c-44a1-8e78-b22792be6b63 req-769f3d23-4827-4acd-be36-518583b38e92 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0533216 Nov 15 11:23:18.239152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1480ff7-8f21-4511-95a9-758a2b468cdd req-705681d2-2696-46e2-9220-1e84626253c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:18.240697 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c1480ff7-8f21-4511-95a9-758a2b468cdd req-705681d2-2696-46e2-9220-1e84626253c0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=45c71fa0-8296-4a07-b902-8c35ac17e3b1 HTTP/1.1" status: 200 len: 1097 time: 0.0723355 Nov 15 11:23:18.243974 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28700502-071c-44a1-8e78-b22792be6b63 req-35bc49b3-29bc-45a6-8149-c392161972df tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684171 Nov 15 11:23:18.335285 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf959853-9615-488d-b88f-18bac71255e9 req-66de354b-826f-4c47-8356-ef0872e71874 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:18.341169 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf959853-9615-488d-b88f-18bac71255e9 req-66de354b-826f-4c47-8356-ef0872e71874 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:18.347029 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf959853-9615-488d-b88f-18bac71255e9 req-66de354b-826f-4c47-8356-ef0872e71874 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:18.353296 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf959853-9615-488d-b88f-18bac71255e9 req-66de354b-826f-4c47-8356-ef0872e71874 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:18.359174 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf959853-9615-488d-b88f-18bac71255e9 req-66de354b-826f-4c47-8356-ef0872e71874 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:18.365123 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf959853-9615-488d-b88f-18bac71255e9 req-66de354b-826f-4c47-8356-ef0872e71874 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:18.371000 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf959853-9615-488d-b88f-18bac71255e9 req-66de354b-826f-4c47-8356-ef0872e71874 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:18.372853 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cf959853-9615-488d-b88f-18bac71255e9 req-66de354b-826f-4c47-8356-ef0872e71874 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5431 time: 0.1280112 Nov 15 11:23:18.376351 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c1480ff7-8f21-4511-95a9-758a2b468cdd req-415ac331-d0b0-4bb6-89e4-3642b302f3d1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222410 Nov 15 11:23:18.442947 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478703d4-c6af-4575-a4df-38cca875583c req-e170a567-11fd-4f34-b7a2-034264eabe74 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:18.444770 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-478703d4-c6af-4575-a4df-38cca875583c req-e170a567-11fd-4f34-b7a2-034264eabe74 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1298249 Nov 15 11:23:18.469131 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cf959853-9615-488d-b88f-18bac71255e9 req-8b2ff8f4-b7ce-4102-b40d-4bab8d17f44c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0790241 Nov 15 11:23:18.505243 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-478703d4-c6af-4575-a4df-38cca875583c req-8cd05edf-9d82-4b56-b2d7-2ca4dc926362 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508735 Nov 15 11:23:18.579267 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde63bd-baeb-493f-a5ab-e0f44841c4f3 req-4b4b4855-faf3-4e1a-845a-3bce50c0146e tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:18.580758 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1fde63bd-baeb-493f-a5ab-e0f44841c4f3 req-4b4b4855-faf3-4e1a-845a-3bce50c0146e tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=557df41b-7e4e-4c71-8d14-854f3ac9f7ce HTTP/1.1" status: 200 len: 944 time: 0.0513673 Nov 15 11:23:18.628234 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1fde63bd-baeb-493f-a5ab-e0f44841c4f3 req-0ef52694-a636-4d65-9920-996d1ab45fd4 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411980 Nov 15 11:23:18.834449 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9da35d-06ab-41e8-99c2-99ce43bc1c5a req-ba38edd3-8f6a-48d0-a89c-eea3896820e4 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:18.836057 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a9da35d-06ab-41e8-99c2-99ce43bc1c5a req-ba38edd3-8f6a-48d0-a89c-eea3896820e4 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c71fa0-8296-4a07-b902-8c35ac17e3b1 HTTP/1.1" status: 200 len: 946 time: 0.0802228 Nov 15 11:23:18.850470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad108f3a-e931-4d20-aa14-d7aa22333313 req-3aed0e79-276d-41c7-af99-4f1bb2705e25 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:18.852237 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad108f3a-e931-4d20-aa14-d7aa22333313 req-3aed0e79-276d-41c7-af99-4f1bb2705e25 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 946 time: 0.0706778 Nov 15 11:23:18.922468 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a9da35d-06ab-41e8-99c2-99ce43bc1c5a req-8dc8dd10-27d2-4e7a-ae17-76bda61583be tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690966 Nov 15 11:23:18.933110 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad108f3a-e931-4d20-aa14-d7aa22333313 req-6e670728-2d68-4d3a-bf28-234f743d9c4c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737321 Nov 15 11:23:19.045483 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91839604-304b-45b8-97c3-3262a0655db4 req-f255c749-efed-4f99-9ee1-995a8ae56bdc tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:19.046973 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91839604-304b-45b8-97c3-3262a0655db4 req-f255c749-efed-4f99-9ee1-995a8ae56bdc tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0537803 Nov 15 11:23:19.099930 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91839604-304b-45b8-97c3-3262a0655db4 req-e2df4302-58c7-41cc-8ec4-6438fd0ae27a tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459433 Nov 15 11:23:19.186264 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:23:19.248647 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:23:19.253461 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:23:19.254137 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:19.345055 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:19.377514 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca13f43-a4ec-4723-b5c5-cd5a43ee0a16 req-65f1b256-efcd-4d48-b89b-10306241f6fb tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:19.378130 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:19.378962 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3ca13f43-a4ec-4723-b5c5-cd5a43ee0a16 req-65f1b256-efcd-4d48-b89b-10306241f6fb tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0533607 Nov 15 11:23:19.383246 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:19.429016 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3ca13f43-a4ec-4723-b5c5-cd5a43ee0a16 req-95b501b5-ad07-4a99-9837-907cb03958bb tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406594 Nov 15 11:23:19.430305 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:19.602886 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730274e-1922-4a92-942c-43319de5833b req-372ef66a-da0c-44b8-ae20-5f0feb5efdca tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:19.608744 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730274e-1922-4a92-942c-43319de5833b req-372ef66a-da0c-44b8-ae20-5f0feb5efdca tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:19.614635 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730274e-1922-4a92-942c-43319de5833b req-372ef66a-da0c-44b8-ae20-5f0feb5efdca tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:19.620456 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730274e-1922-4a92-942c-43319de5833b req-372ef66a-da0c-44b8-ae20-5f0feb5efdca tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:19.626304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730274e-1922-4a92-942c-43319de5833b req-372ef66a-da0c-44b8-ae20-5f0feb5efdca tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:19.632677 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730274e-1922-4a92-942c-43319de5833b req-372ef66a-da0c-44b8-ae20-5f0feb5efdca tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:19.638346 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730274e-1922-4a92-942c-43319de5833b req-372ef66a-da0c-44b8-ae20-5f0feb5efdca tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:19.640304 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a730274e-1922-4a92-942c-43319de5833b req-372ef66a-da0c-44b8-ae20-5f0feb5efdca tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5431 time: 0.0924513 Nov 15 11:23:19.702189 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a730274e-1922-4a92-942c-43319de5833b req-0f3b7722-1265-4ed3-be5f-7edb5f0fda48 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540383 Nov 15 11:23:19.800488 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116d988-7334-4068-a2c5-6fe1946e831c req-482a7cb1-1ce5-4343-92c5-85acc04aa809 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:19.802100 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1116d988-7334-4068-a2c5-6fe1946e831c req-482a7cb1-1ce5-4343-92c5-85acc04aa809 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=557df41b-7e4e-4c71-8d14-854f3ac9f7ce HTTP/1.1" status: 200 len: 945 time: 0.0506625 Nov 15 11:23:19.853984 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1116d988-7334-4068-a2c5-6fe1946e831c req-3a0e663f-55f2-45c6-8967-56071640c0dc tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458806 Nov 15 11:23:19.869594 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 70e940aa-c737-4947-bd4e-611f55ced742 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:23:19.986436 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 70e940aa-c737-4947-bd4e-611f55ced742, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=70e940aa-c737-4947-bd4e-611f55ced742,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:19.999910 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '70e940aa-c737-4947-bd4e-611f55ced742', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'port_id': '70e940aa-c737-4947-bd4e-611f55ced742', 'mac_address': 'fa:16:3e:a5:0a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:23:20.041033 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:20.057820 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70e940aa-c737-4947-bd4e-611f55ced742 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:23:20.075407 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5d71f-9016-49ba-892a-5c88c1c3ec1e req-8a6d5145-2370-4123-8ba2-7af3f6c00086 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:20.076661 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 70e940aa-c737-4947-bd4e-611f55ced742, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=70e940aa-c737-4947-bd4e-611f55ced742,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:20.076905 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9fc5d71f-9016-49ba-892a-5c88c1c3ec1e req-8a6d5145-2370-4123-8ba2-7af3f6c00086 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c71fa0-8296-4a07-b902-8c35ac17e3b1 HTTP/1.1" status: 200 len: 946 time: 0.0777476 Nov 15 11:23:20.081624 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:20.085211 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709a478-53f8-469b-bc9b-0dad937bb940 req-34225eba-19ef-4247-9703-63e965816910 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:20.086739 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4709a478-53f8-469b-bc9b-0dad937bb940 req-34225eba-19ef-4247-9703-63e965816910 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 946 time: 0.0788424 Nov 15 11:23:20.110349 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557df41b-7e4e-4c71-8d14-854f3ac9f7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:20.112947 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61277203-f520-4ce2-aa47-a7dc1877658d" -d '{"events": [{"server_uuid": "557df41b-7e4e-4c71-8d14-854f3ac9f7ce", "name": "network-vif-plugged", "status": "completed", "tag": "3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:20.138878 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=70e940aa-c737-4947-bd4e-611f55ced742,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:20.163727 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9fc5d71f-9016-49ba-892a-5c88c1c3ec1e req-9b2c3cf3-363e-4e9e-93c6-c60d22aaca68 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760128 Nov 15 11:23:20.167004 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4709a478-53f8-469b-bc9b-0dad937bb940 req-d7cb9440-3839-4db9-be09-9b959cf83b50 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731633 Nov 15 11:23:20.212140 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366a3b8b-c364-40c1-b92e-6b87549a6cc0 x-openstack-request-id: req-366a3b8b-c364-40c1-b92e-6b87549a6cc0 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:20.212664 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557df41b-7e4e-4c71-8d14-854f3ac9f7ce", "name": "network-vif-plugged", "status": "completed", "tag": "3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:20.212664 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-366a3b8b-c364-40c1-b92e-6b87549a6cc0 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:20.213062 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557df41b-7e4e-4c71-8d14-854f3ac9f7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a', 'code': 200} Nov 15 11:23:20.231228 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['70e940aa-c737-4947-bd4e-611f55ced742'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:20.324415 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e6c663a-eef7-49a6-b89f-a396314023bb req-3318d788-c6be-4d28-83ff-b0df0074887a tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1688909481&fields=id&tenant_id=810cb76aba8d49308e90c06ea4edf8ee HTTP/1.1" status: 200 len: 267 time: 0.0651429 Nov 15 11:23:20.347291 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff9b3a-b25d-411f-bbca-2fd9c0bfe078 req-12ec677a-b287-4698-a063-6c78ec9069d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:20.348945 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-16ff9b3a-b25d-411f-bbca-2fd9c0bfe078 req-12ec677a-b287-4698-a063-6c78ec9069d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=557df41b-7e4e-4c71-8d14-854f3ac9f7ce HTTP/1.1" status: 200 len: 1096 time: 0.0581183 Nov 15 11:23:20.409537 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c663a-eef7-49a6-b89f-a396314023bb req-42e7e86a-67c6-43d9-a23d-80dcb7f2c419 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:20.411005 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e6c663a-eef7-49a6-b89f-a396314023bb req-42e7e86a-67c6-43d9-a23d-80dcb7f2c419 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c71fa0-8296-4a07-b902-8c35ac17e3b1 HTTP/1.1" status: 200 len: 946 time: 0.0770662 Nov 15 11:23:20.416944 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-16ff9b3a-b25d-411f-bbca-2fd9c0bfe078 req-b4411393-2d35-4a68-8e5a-bbef4780f20d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543621 Nov 15 11:23:20.422249 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-4e6c663a-eef7-49a6-b89f-a396314023bb req-40b66a40-1f47-47f6-917e-300dc217c3cd tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Request body: {'port': {'security_groups': ['aa836840-0c15-4743-8956-5a2d4e55a779', '813d8751-2b9b-482a-b677-5b0928eab417']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:20.494380 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4e6c663a-eef7-49a6-b89f-a396314023bb req-40b66a40-1f47-47f6-917e-300dc217c3cd tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:20.602165 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9026b-1ed2-419f-b253-71f37ff470cc req-48e428bc-5e4a-4df9-b267-bfb1130bb28c tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:20.603760 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b4a9026b-1ed2-419f-b253-71f37ff470cc req-48e428bc-5e4a-4df9-b267-bfb1130bb28c tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1007898 Nov 15 11:23:20.708348 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b4a9026b-1ed2-419f-b253-71f37ff470cc req-07e4bba2-2e02-479f-a5c7-0b1310cc65b1 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965533 Nov 15 11:23:20.747931 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-4e6c663a-eef7-49a6-b89f-a396314023bb req-40b66a40-1f47-47f6-917e-300dc217c3cd tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] For port 0a571f6b-f270-4c7f-be2b-270ceaef4709, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=0a571f6b-f270-4c7f-be2b-270ceaef4709,segment=NetworkSegment(5e467d28-3614-41f8-acee-8ccfda722768),segment_id=5e467d28-3614-41f8-acee-8ccfda722768)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:20.778558 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4e6c663a-eef7-49a6-b89f-a396314023bb req-40b66a40-1f47-47f6-917e-300dc217c3cd tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:20.784946 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4e6c663a-eef7-49a6-b89f-a396314023bb req-40b66a40-1f47-47f6-917e-300dc217c3cd tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:20.796328 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['0a571f6b-f270-4c7f-be2b-270ceaef4709'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:20.831396 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c663a-eef7-49a6-b89f-a396314023bb req-40b66a40-1f47-47f6-917e-300dc217c3cd tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:20.832064 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4e6c663a-eef7-49a6-b89f-a396314023bb req-40b66a40-1f47-47f6-917e-300dc217c3cd tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:20.833603 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e6c663a-eef7-49a6-b89f-a396314023bb req-40b66a40-1f47-47f6-917e-300dc217c3cd tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "PUT /v2.0/ports/0a571f6b-f270-4c7f-be2b-270ceaef4709 HTTP/1.1" status: 200 len: 982 time: 0.4157870 Nov 15 11:23:20.834043 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c71fa0-8296-4a07-b902-8c35ac17e3b1', 'tag': '0a571f6b-f270-4c7f-be2b-270ceaef4709'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:20.836353 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019cc4ac-fbc2-4aef-a2c3-c87c48743070" -d '{"events": [{"name": "network-changed", "server_uuid": "45c71fa0-8296-4a07-b902-8c35ac17e3b1", "tag": "0a571f6b-f270-4c7f-be2b-270ceaef4709"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:20.877878 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b66a40-1f47-47f6-917e-300dc217c3cd tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event updated for resources: {'Port': ['ID=0a571f6b-f270-4c7f-be2b-270ceaef4709,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:20.976286 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6e23b-9665-40fc-959d-19e251640c07 req-f846f079-5316-4e9d-bcf2-a845dd69cb6a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:20.982064 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6e23b-9665-40fc-959d-19e251640c07 req-f846f079-5316-4e9d-bcf2-a845dd69cb6a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:20.987924 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6e23b-9665-40fc-959d-19e251640c07 req-f846f079-5316-4e9d-bcf2-a845dd69cb6a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:20.993779 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6e23b-9665-40fc-959d-19e251640c07 req-f846f079-5316-4e9d-bcf2-a845dd69cb6a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:20.999595 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6e23b-9665-40fc-959d-19e251640c07 req-f846f079-5316-4e9d-bcf2-a845dd69cb6a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:21.005491 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6e23b-9665-40fc-959d-19e251640c07 req-f846f079-5316-4e9d-bcf2-a845dd69cb6a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:21.011313 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6e23b-9665-40fc-959d-19e251640c07 req-f846f079-5316-4e9d-bcf2-a845dd69cb6a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:21.013253 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21d6e23b-9665-40fc-959d-19e251640c07 req-f846f079-5316-4e9d-bcf2-a845dd69cb6a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5431 time: 0.1188009 Nov 15 11:23:21.020708 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64be19-4502-4115-b662-f58114380fd5 req-b8cdc83e-8ab7-475b-8964-6f41bf600c29 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:21.022055 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a64be19-4502-4115-b662-f58114380fd5 req-b8cdc83e-8ab7-475b-8964-6f41bf600c29 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1173387 Nov 15 11:23:21.074880 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['0a571f6b-f270-4c7f-be2b-270ceaef4709'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:21.105670 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a64be19-4502-4115-b662-f58114380fd5 req-0dbe6130-5899-482c-a5ec-478bb835a868 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767131 Nov 15 11:23:21.110572 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21d6e23b-9665-40fc-959d-19e251640c07 req-6f1b84f0-9cce-493f-8316-dc2ea99dc3cc tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875952 Nov 15 11:23:21.166201 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c9ad15-1588-49e6-82ad-f337a11accde x-openstack-request-id: req-b6c9ad15-1588-49e6-82ad-f337a11accde {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:21.166709 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c71fa0-8296-4a07-b902-8c35ac17e3b1", "tag": "0a571f6b-f270-4c7f-be2b-270ceaef4709", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:21.167103 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6c9ad15-1588-49e6-82ad-f337a11accde {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:21.167665 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c71fa0-8296-4a07-b902-8c35ac17e3b1', 'tag': '0a571f6b-f270-4c7f-be2b-270ceaef4709', 'status': 'completed', 'code': 200} Nov 15 11:23:21.261339 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c9e8e33-a400-4279-8aec-4ac9bbef2c53 req-6fedf626-ac9d-4084-a0a2-a42193c87b85 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-642677934&fields=id&tenant_id=810cb76aba8d49308e90c06ea4edf8ee HTTP/1.1" status: 200 len: 267 time: 0.0926392 Nov 15 11:23:21.288955 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cc4ac-fbc2-4aef-a2c3-c87c48743070 req-0b8bf19b-1cc5-4bf9-b35d-344c8b687ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:21.290407 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-019cc4ac-fbc2-4aef-a2c3-c87c48743070 req-0b8bf19b-1cc5-4bf9-b35d-344c8b687ffb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=810cb76aba8d49308e90c06ea4edf8ee&device_id=45c71fa0-8296-4a07-b902-8c35ac17e3b1 HTTP/1.1" status: 200 len: 1136 time: 0.0925686 Nov 15 11:23:21.362205 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1689e-352e-4024-a0ba-ba132fdb6616 req-ebf7ad1e-832b-44b6-854b-19f07b85f6b0 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:21.363673 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3be1689e-352e-4024-a0ba-ba132fdb6616 req-ebf7ad1e-832b-44b6-854b-19f07b85f6b0 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=557df41b-7e4e-4c71-8d14-854f3ac9f7ce HTTP/1.1" status: 200 len: 945 time: 0.1387553 Nov 15 11:23:21.420451 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e8e33-a400-4279-8aec-4ac9bbef2c53 req-6678786d-4dec-4668-978a-a44c7cb406ea tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:21.421935 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c9e8e33-a400-4279-8aec-4ac9bbef2c53 req-6678786d-4dec-4668-978a-a44c7cb406ea tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c71fa0-8296-4a07-b902-8c35ac17e3b1 HTTP/1.1" status: 200 len: 985 time: 0.1529293 Nov 15 11:23:21.448631 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-4c9e8e33-a400-4279-8aec-4ac9bbef2c53 req-07920c86-532b-4976-8ee9-dbefb94f66de tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Request body: {'port': {'security_groups': ['813d8751-2b9b-482a-b677-5b0928eab417', 'aa836840-0c15-4743-8956-5a2d4e55a779', 'e5c399fd-2046-4931-a6ad-0372e3f14950']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:21.456714 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cc4ac-fbc2-4aef-a2c3-c87c48743070 req-2f10e688-1d6f-4ade-b2a4-15d7cdcb5e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:21.458120 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-019cc4ac-fbc2-4aef-a2c3-c87c48743070 req-2f10e688-1d6f-4ade-b2a4-15d7cdcb5e1b service neutron] 10.222.0.11 "GET /v2.0/networks?id=9bdab37c-c4cf-43f4-8321-48c2fd04b226 HTTP/1.1" status: 200 len: 914 time: 0.1497586 Nov 15 11:23:21.497689 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3be1689e-352e-4024-a0ba-ba132fdb6616 req-3c04ecea-355e-4169-811f-d31c361c7af0 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254759 Nov 15 11:23:21.530975 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-019cc4ac-fbc2-4aef-a2c3-c87c48743070 req-36ce73ab-42db-45c7-8f2b-9a90557f77ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a571f6b-f270-4c7f-be2b-270ceaef4709 HTTP/1.1" status: 200 len: 217 time: 0.0476594 Nov 15 11:23:21.626048 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4c9e8e33-a400-4279-8aec-4ac9bbef2c53 req-07920c86-532b-4976-8ee9-dbefb94f66de tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:21.650398 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cc4ac-fbc2-4aef-a2c3-c87c48743070 req-df7e315f-c220-4341-9ab0-4869ab8d0549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:21.651849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-019cc4ac-fbc2-4aef-a2c3-c87c48743070 req-df7e315f-c220-4341-9ab0-4869ab8d0549 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd614c31-be1d-45d9-8a31-9fd910a58649 HTTP/1.1" status: 200 len: 853 time: 0.0938725 Nov 15 11:23:21.721082 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8240905-90a5-47e5-adc9-8e3bcdabaeb6 req-df216333-0e5a-4867-a15b-b5cecb714864 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:21.722550 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a8240905-90a5-47e5-adc9-8e3bcdabaeb6 req-df216333-0e5a-4867-a15b-b5cecb714864 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 945 time: 0.1331773 Nov 15 11:23:21.725164 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-019cc4ac-fbc2-4aef-a2c3-c87c48743070 req-c5f78366-9deb-4087-85e6-3c1b17b1ba9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9bdab37c-c4cf-43f4-8321-48c2fd04b226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449085 Nov 15 11:23:21.872091 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a8240905-90a5-47e5-adc9-8e3bcdabaeb6 req-57c84741-7cf7-4f4c-956c-ef7992820b19 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429522 Nov 15 11:23:21.884620 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 70e940aa-c737-4947-bd4e-611f55ced742 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:23:21.940626 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 70e940aa-c737-4947-bd4e-611f55ced742 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:23:21.941283 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:21.947575 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-019cc4ac-fbc2-4aef-a2c3-c87c48743070 req-873013e2-fed0-494e-b3e2-f97114831275 service neutron] 10.222.0.11 "GET /v2.0/networks/9bdab37c-c4cf-43f4-8321-48c2fd04b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058525 Nov 15 11:23:22.023612 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:22.057049 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 70e940aa-c737-4947-bd4e-611f55ced742, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=70e940aa-c737-4947-bd4e-611f55ced742,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:22.061352 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:22.081555 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-4c9e8e33-a400-4279-8aec-4ac9bbef2c53 req-07920c86-532b-4976-8ee9-dbefb94f66de tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] For port 0a571f6b-f270-4c7f-be2b-270ceaef4709, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=0a571f6b-f270-4c7f-be2b-270ceaef4709,segment=NetworkSegment(5e467d28-3614-41f8-acee-8ccfda722768),segment_id=5e467d28-3614-41f8-acee-8ccfda722768)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:22.106542 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=70e940aa-c737-4947-bd4e-611f55ced742,revision_number=7']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:22.115370 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db3853-5dc0-42f6-a88a-0076b43c68bb req-957fd940-cca7-49fb-bca9-0d07cf530cb5 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:22.116914 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68db3853-5dc0-42f6-a88a-0076b43c68bb req-957fd940-cca7-49fb-bca9-0d07cf530cb5 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1100969 Nov 15 11:23:22.155464 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-019cc4ac-fbc2-4aef-a2c3-c87c48743070 req-a9bed4e7-8a04-4eab-9f22-6acd98f19173 service neutron] 10.222.0.11 "GET /v2.0/networks/9bdab37c-c4cf-43f4-8321-48c2fd04b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000635 Nov 15 11:23:22.161138 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4c9e8e33-a400-4279-8aec-4ac9bbef2c53 req-07920c86-532b-4976-8ee9-dbefb94f66de tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:22.166948 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4c9e8e33-a400-4279-8aec-4ac9bbef2c53 req-07920c86-532b-4976-8ee9-dbefb94f66de tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:22.178419 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['0a571f6b-f270-4c7f-be2b-270ceaef4709'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:22.214193 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21808531-3d8d-4272-a298-64a5a445782a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e940aa-c737-4947-bd4e-611f55ced742'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:22.216995 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f4e828-6bb2-4561-b42f-92db5e6eb236" -d '{"events": [{"server_uuid": "21808531-3d8d-4272-a298-64a5a445782a", "name": "network-vif-plugged", "status": "completed", "tag": "70e940aa-c737-4947-bd4e-611f55ced742"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:22.220644 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68db3853-5dc0-42f6-a88a-0076b43c68bb req-d85aef08-8a07-42ac-8738-300a5d0205a7 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965788 Nov 15 11:23:22.234000 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e8e33-a400-4279-8aec-4ac9bbef2c53 req-07920c86-532b-4976-8ee9-dbefb94f66de tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:22.234652 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4c9e8e33-a400-4279-8aec-4ac9bbef2c53 req-07920c86-532b-4976-8ee9-dbefb94f66de tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:22.237281 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c9e8e33-a400-4279-8aec-4ac9bbef2c53 req-07920c86-532b-4976-8ee9-dbefb94f66de tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "PUT /v2.0/ports/0a571f6b-f270-4c7f-be2b-270ceaef4709 HTTP/1.1" status: 200 len: 1021 time: 0.7988379 Nov 15 11:23:22.257464 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07920c86-532b-4976-8ee9-dbefb94f66de tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event updated for resources: {'Port': ['ID=0a571f6b-f270-4c7f-be2b-270ceaef4709,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:22.407662 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adde482a-7465-410a-a3f8-fce52738d898 x-openstack-request-id: req-adde482a-7465-410a-a3f8-fce52738d898 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:22.407920 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21808531-3d8d-4272-a298-64a5a445782a", "name": "network-vif-plugged", "status": "completed", "tag": "70e940aa-c737-4947-bd4e-611f55ced742", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:22.408161 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-adde482a-7465-410a-a3f8-fce52738d898 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:22.408668 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21808531-3d8d-4272-a298-64a5a445782a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e940aa-c737-4947-bd4e-611f55ced742', 'code': 200} Nov 15 11:23:22.463636 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['0a571f6b-f270-4c7f-be2b-270ceaef4709'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:22.516062 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea05d2a-a75c-44b3-9326-b3a40fcc6b23 req-32087f3c-cfe7-4bf1-a897-b621a22222ce tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:22.522551 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea05d2a-a75c-44b3-9326-b3a40fcc6b23 req-32087f3c-cfe7-4bf1-a897-b621a22222ce tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:22.528511 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea05d2a-a75c-44b3-9326-b3a40fcc6b23 req-32087f3c-cfe7-4bf1-a897-b621a22222ce tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:22.535305 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea05d2a-a75c-44b3-9326-b3a40fcc6b23 req-32087f3c-cfe7-4bf1-a897-b621a22222ce tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:22.540888 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea05d2a-a75c-44b3-9326-b3a40fcc6b23 req-32087f3c-cfe7-4bf1-a897-b621a22222ce tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:22.546779 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea05d2a-a75c-44b3-9326-b3a40fcc6b23 req-32087f3c-cfe7-4bf1-a897-b621a22222ce tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:22.553066 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea05d2a-a75c-44b3-9326-b3a40fcc6b23 req-32087f3c-cfe7-4bf1-a897-b621a22222ce tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:22.555074 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ea05d2a-a75c-44b3-9326-b3a40fcc6b23 req-32087f3c-cfe7-4bf1-a897-b621a22222ce tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5431 time: 0.1431031 Nov 15 11:23:22.583050 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f97e3c-2b14-4685-a021-a0ad79451b66 req-27ec608d-19a6-45ab-add6-ad62a4a357ff tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:22.590456 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68f97e3c-2b14-4685-a021-a0ad79451b66 req-27ec608d-19a6-45ab-add6-ad62a4a357ff tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c71fa0-8296-4a07-b902-8c35ac17e3b1 HTTP/1.1" status: 200 len: 1024 time: 0.1383052 Nov 15 11:23:22.675309 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ea05d2a-a75c-44b3-9326-b3a40fcc6b23 req-107344cb-74a4-4052-8f69-b8a201e81492 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1101809 Nov 15 11:23:22.715304 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68f97e3c-2b14-4685-a021-a0ad79451b66 req-43a4b48f-a0cf-4e04-a63b-53043afc379b tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5c399fd-2046-4931-a6ad-0372e3f14950&id=813d8751-2b9b-482a-b677-5b0928eab417&id=aa836840-0c15-4743-8956-5a2d4e55a779 HTTP/1.1" status: 200 len: 6208 time: 0.1238909 Nov 15 11:23:22.833058 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe00db-df50-4b85-b237-d4e9c3ef7025 req-a83ee6ae-0005-4adb-bf9b-9e9799df37d0 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:22.835104 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3ffe00db-df50-4b85-b237-d4e9c3ef7025 req-a83ee6ae-0005-4adb-bf9b-9e9799df37d0 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0783269 Nov 15 11:23:22.848126 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb80b2-6a07-45a5-b970-9405a213607a req-5fe2ff1b-33de-4d52-9af2-2b68c93e7e0a tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:22.850001 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66cb80b2-6a07-45a5-b970-9405a213607a req-5fe2ff1b-33de-4d52-9af2-2b68c93e7e0a tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=557df41b-7e4e-4c71-8d14-854f3ac9f7ce HTTP/1.1" status: 200 len: 945 time: 0.0850642 Nov 15 11:23:22.920409 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3ffe00db-df50-4b85-b237-d4e9c3ef7025 req-3d56005b-924e-49c2-98b4-74e6b8a8b3d0 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693820 Nov 15 11:23:22.924763 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66cb80b2-6a07-45a5-b970-9405a213607a req-91daa6ab-f44e-4d7e-acd0-669d44e13179 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679495 Nov 15 11:23:22.951083 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-06259caf-88ac-46a0-9818-4c0523eb02a4 req-7451eeb3-20f9-4450-9575-c6d9dbc49325 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Request body: {'security_group': {'name': ' tempest-securitygroup -777778163 ', 'description': 'tempest-description-388771345'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:22.977421 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-06259caf-88ac-46a0-9818-4c0523eb02a4 req-7451eeb3-20f9-4450-9575-c6d9dbc49325 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:23.066399 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd4ca9-5e5f-4568-bb8b-3f831c074287 req-40ba670b-07a5-4380-96e5-87ded7fbc617 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:23.067913 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3fd4ca9-5e5f-4568-bb8b-3f831c074287 req-40ba670b-07a5-4380-96e5-87ded7fbc617 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 946 time: 0.0790436 Nov 15 11:23:23.116253 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-06259caf-88ac-46a0-9818-4c0523eb02a4 req-7451eeb3-20f9-4450-9575-c6d9dbc49325 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:23.128435 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-06259caf-88ac-46a0-9818-4c0523eb02a4 req-7451eeb3-20f9-4450-9575-c6d9dbc49325 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:23.167649 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3fd4ca9-5e5f-4568-bb8b-3f831c074287 req-47a40a34-f610-4bf5-bc1b-3bdb90f85a9e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918024 Nov 15 11:23:23.172507 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c71fa0-8296-4a07-b902-8c35ac17e3b1', 'tag': '0a571f6b-f270-4c7f-be2b-270ceaef4709'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:23.176204 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33356eab-3c00-43d2-bd9c-d5b74b0bba0f" -d '{"events": [{"name": "network-changed", "server_uuid": "45c71fa0-8296-4a07-b902-8c35ac17e3b1", "tag": "0a571f6b-f270-4c7f-be2b-270ceaef4709"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:23.185249 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-06259caf-88ac-46a0-9818-4c0523eb02a4 req-7451eeb3-20f9-4450-9575-c6d9dbc49325 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:23.196362 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-06259caf-88ac-46a0-9818-4c0523eb02a4 req-7451eeb3-20f9-4450-9575-c6d9dbc49325 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.2492387 Nov 15 11:23:23.200387 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451eeb3-20f9-4450-9575-c6d9dbc49325 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450507e6-c42d-4d63-8e34-29f831ff3acc,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:23.314920 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37654226-3873-4fcd-8d00-abb67ac37e12 req-c7e4e273-37e5-4dd0-9079-22c86ec496d7 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:23.316655 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37654226-3873-4fcd-8d00-abb67ac37e12 req-c7e4e273-37e5-4dd0-9079-22c86ec496d7 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=557df41b-7e4e-4c71-8d14-854f3ac9f7ce HTTP/1.1" status: 200 len: 945 time: 0.0635154 Nov 15 11:23:23.331893 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a033e2-e20f-4907-b4ab-aa7fbb8878b2 x-openstack-request-id: req-97a033e2-e20f-4907-b4ab-aa7fbb8878b2 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:23.332295 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c71fa0-8296-4a07-b902-8c35ac17e3b1", "tag": "0a571f6b-f270-4c7f-be2b-270ceaef4709", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:23.332635 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97a033e2-e20f-4907-b4ab-aa7fbb8878b2 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:23.333245 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c71fa0-8296-4a07-b902-8c35ac17e3b1', 'tag': '0a571f6b-f270-4c7f-be2b-270ceaef4709', 'status': 'completed', 'code': 200} Nov 15 11:23:23.442935 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37654226-3873-4fcd-8d00-abb67ac37e12 req-ddcd266b-1a33-432f-9a38-bcbca135fa16 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195834 Nov 15 11:23:23.453495 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fec9bdf8-fbed-44a3-9ade-ae124be5d76a req-3a525f92-8440-4b2c-a0f2-cec344398c82 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/450507e6-c42d-4d63-8e34-29f831ff3acc HTTP/1.1" status: 200 len: 1798 time: 0.1095750 Nov 15 11:23:23.467672 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33356eab-3c00-43d2-bd9c-d5b74b0bba0f req-aea6cf31-6163-434b-990a-e1eab86022f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:23.467672 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33356eab-3c00-43d2-bd9c-d5b74b0bba0f req-aea6cf31-6163-434b-990a-e1eab86022f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=810cb76aba8d49308e90c06ea4edf8ee&device_id=45c71fa0-8296-4a07-b902-8c35ac17e3b1 HTTP/1.1" status: 200 len: 1175 time: 0.1061270 Nov 15 11:23:23.612390 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df646c0-a17d-49b0-996a-942b10d74b51 req-a57ea7df-eb4f-47e2-90bd-97e6d14e5fde tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:23.614178 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0df646c0-a17d-49b0-996a-942b10d74b51 req-a57ea7df-eb4f-47e2-90bd-97e6d14e5fde tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0815341 Nov 15 11:23:23.634028 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33356eab-3c00-43d2-bd9c-d5b74b0bba0f req-74619ea9-81ea-41cd-b964-4abe7aa31bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:23.634028 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33356eab-3c00-43d2-bd9c-d5b74b0bba0f req-74619ea9-81ea-41cd-b964-4abe7aa31bee service neutron] 10.222.0.11 "GET /v2.0/networks?id=9bdab37c-c4cf-43f4-8321-48c2fd04b226 HTTP/1.1" status: 200 len: 914 time: 0.1567543 Nov 15 11:23:23.687978 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33356eab-3c00-43d2-bd9c-d5b74b0bba0f req-69b9fe7d-c82e-41a3-97c4-f93a976c0ead service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a571f6b-f270-4c7f-be2b-270ceaef4709 HTTP/1.1" status: 200 len: 217 time: 0.0424182 Nov 15 11:23:23.762584 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0df646c0-a17d-49b0-996a-942b10d74b51 req-cf39257c-b681-4c7a-afdf-2cc7aa454df6 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368482 Nov 15 11:23:23.780819 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33356eab-3c00-43d2-bd9c-d5b74b0bba0f req-0e8679fc-1e96-4db4-8125-e1bce928c151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:23.782428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33356eab-3c00-43d2-bd9c-d5b74b0bba0f req-0e8679fc-1e96-4db4-8125-e1bce928c151 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd614c31-be1d-45d9-8a31-9fd910a58649 HTTP/1.1" status: 200 len: 853 time: 0.0843637 Nov 15 11:23:23.857299 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33356eab-3c00-43d2-bd9c-d5b74b0bba0f req-2099c726-f395-478e-af7c-6d10585bbd68 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9bdab37c-c4cf-43f4-8321-48c2fd04b226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631127 Nov 15 11:23:23.863098 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-13b26dd4-98cd-4daa-b365-a50221b31f04 req-be1aba18-25e2-4b66-b951-55ef6ec25bd5 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/450507e6-c42d-4d63-8e34-29f831ff3acc HTTP/1.1" status: 200 len: 1798 time: 0.0797060 Nov 15 11:23:23.895212 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device bc1db242-bc41-4115-8ee6-dd7f58c66f19 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:23:24.027186 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278081d6-113c-4624-9afd-1175e7e69f84 req-a0770e37-678f-4320-b984-fea5b8ab8cbe tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:24.034627 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278081d6-113c-4624-9afd-1175e7e69f84 req-a0770e37-678f-4320-b984-fea5b8ab8cbe tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:24.041097 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278081d6-113c-4624-9afd-1175e7e69f84 req-a0770e37-678f-4320-b984-fea5b8ab8cbe tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:24.047286 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278081d6-113c-4624-9afd-1175e7e69f84 req-a0770e37-678f-4320-b984-fea5b8ab8cbe tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:24.053602 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278081d6-113c-4624-9afd-1175e7e69f84 req-a0770e37-678f-4320-b984-fea5b8ab8cbe tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:24.059941 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278081d6-113c-4624-9afd-1175e7e69f84 req-a0770e37-678f-4320-b984-fea5b8ab8cbe tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:24.066029 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278081d6-113c-4624-9afd-1175e7e69f84 req-a0770e37-678f-4320-b984-fea5b8ab8cbe tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:24.072323 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-278081d6-113c-4624-9afd-1175e7e69f84 req-a0770e37-678f-4320-b984-fea5b8ab8cbe tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5431 time: 0.1844084 Nov 15 11:23:24.116707 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33356eab-3c00-43d2-bd9c-d5b74b0bba0f req-f134cfe3-1636-4fae-aff5-d88cce248db6 service neutron] 10.222.0.11 "GET /v2.0/networks/9bdab37c-c4cf-43f4-8321-48c2fd04b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477069 Nov 15 11:23:24.138686 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-13b26dd4-98cd-4daa-b365-a50221b31f04 req-c41f1380-4705-4577-9267-81f41808ad2b tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:24.160457 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port bc1db242-bc41-4115-8ee6-dd7f58c66f19, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=bc1db242-bc41-4115-8ee6-dd7f58c66f19,segment=NetworkSegment(f00b1bb4-f030-447b-9d91-05fe6b231e91),segment_id=f00b1bb4-f030-447b-9d91-05fe6b231e91)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:24.175666 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'bc1db242-bc41-4115-8ee6-dd7f58c66f19', 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343', 'port_id': 'bc1db242-bc41-4115-8ee6-dd7f58c66f19', 'mac_address': 'fa:16:3e:e8:df:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21db8475-8f73-44ea-a113-f3f3e3c06216', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:23:24.209703 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-13b26dd4-98cd-4daa-b365-a50221b31f04 req-c41f1380-4705-4577-9267-81f41808ad2b tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:24.222653 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:24.240433 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1db242-bc41-4115-8ee6-dd7f58c66f19 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:23:24.265030 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port bc1db242-bc41-4115-8ee6-dd7f58c66f19, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=bc1db242-bc41-4115-8ee6-dd7f58c66f19,segment=NetworkSegment(f00b1bb4-f030-447b-9d91-05fe6b231e91),segment_id=f00b1bb4-f030-447b-9d91-05fe6b231e91)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:24.270819 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:24.271481 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 68cf8342-a4ee-408b-81be-041910813acb details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:23:24.304463 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-278081d6-113c-4624-9afd-1175e7e69f84 req-4e34cd7a-b5e3-45fc-918a-9b5edebfe8bd tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2212622 Nov 15 11:23:24.350580 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-13b26dd4-98cd-4daa-b365-a50221b31f04 req-c41f1380-4705-4577-9267-81f41808ad2b tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:24.354205 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-13b26dd4-98cd-4daa-b365-a50221b31f04 req-c41f1380-4705-4577-9267-81f41808ad2b tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:24.371624 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-13b26dd4-98cd-4daa-b365-a50221b31f04 req-c41f1380-4705-4577-9267-81f41808ad2b tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "DELETE /v2.0/security-groups/450507e6-c42d-4d63-8e34-29f831ff3acc HTTP/1.1" status: 204 len: 173 time: 0.5013463 Nov 15 11:23:24.416119 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=bc1db242-bc41-4115-8ee6-dd7f58c66f19,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:24.419609 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33356eab-3c00-43d2-bd9c-d5b74b0bba0f req-f5af3514-3c51-495d-8e09-832742847061 service neutron] 10.222.0.11 "GET /v2.0/networks/9bdab37c-c4cf-43f4-8321-48c2fd04b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907445 Nov 15 11:23:24.421752 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f1380-4705-4577-9267-81f41808ad2b tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=450507e6-c42d-4d63-8e34-29f831ff3acc,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:24.502312 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 68cf8342-a4ee-408b-81be-041910813acb, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=68cf8342-a4ee-408b-81be-041910813acb,segment=NetworkSegment(67d16816-45de-429a-9234-5131d2d66d0f),segment_id=67d16816-45de-429a-9234-5131d2d66d0f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:24.514765 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '68cf8342-a4ee-408b-81be-041910813acb', 'network_id': '71cd31ab-aef9-4c82-a7fe-78615c051843', 'port_id': '68cf8342-a4ee-408b-81be-041910813acb', 'mac_address': 'fa:16:3e:97:14:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c67d03c-8fcf-4946-865e-deec42cfabd9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:23:24.526135 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca301db-663d-4111-81d3-5cc5f93511ec req-5b9a66c5-8bd4-4753-b84e-366855b41bed tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:24.527943 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aca301db-663d-4111-81d3-5cc5f93511ec req-5b9a66c5-8bd4-4753-b84e-366855b41bed tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1107571 Nov 15 11:23:24.561019 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9670f-d72e-4810-984f-28a05caf6e33 req-54017af5-232f-486f-8aaf-12e9a2edb888 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:24.568658 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12d9670f-d72e-4810-984f-28a05caf6e33 req-54017af5-232f-486f-8aaf-12e9a2edb888 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=557df41b-7e4e-4c71-8d14-854f3ac9f7ce HTTP/1.1" status: 200 len: 945 time: 0.1051300 Nov 15 11:23:24.570009 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:24.590308 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68cf8342-a4ee-408b-81be-041910813acb {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:23:24.628112 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 68cf8342-a4ee-408b-81be-041910813acb, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=68cf8342-a4ee-408b-81be-041910813acb,segment=NetworkSegment(67d16816-45de-429a-9234-5131d2d66d0f),segment_id=67d16816-45de-429a-9234-5131d2d66d0f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:24.635406 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:24.636371 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device b5c5f658-3e97-46d3-b735-9ae8bc3ad568 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:23:24.708470 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=68cf8342-a4ee-408b-81be-041910813acb,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:24.712634 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port b5c5f658-3e97-46d3-b735-9ae8bc3ad568, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b5c5f658-3e97-46d3-b735-9ae8bc3ad568,segment=NetworkSegment(f00b1bb4-f030-447b-9d91-05fe6b231e91),segment_id=f00b1bb4-f030-447b-9d91-05fe6b231e91)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:24.726431 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'b5c5f658-3e97-46d3-b735-9ae8bc3ad568', 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343', 'port_id': 'b5c5f658-3e97-46d3-b735-9ae8bc3ad568', 'mac_address': 'fa:16:3e:f7:06:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21db8475-8f73-44ea-a113-f3f3e3c06216', 'ip_address': '10.1.1.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:23:24.771459 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:24.787247 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c5f658-3e97-46d3-b735-9ae8bc3ad568 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:23:24.807438 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port b5c5f658-3e97-46d3-b735-9ae8bc3ad568, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b5c5f658-3e97-46d3-b735-9ae8bc3ad568,segment=NetworkSegment(f00b1bb4-f030-447b-9d91-05fe6b231e91),segment_id=f00b1bb4-f030-447b-9d91-05fe6b231e91)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:24.814589 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:24.815235 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device a0531970-cfa4-40c4-93f0-fd9e48c15329 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:23:24.854024 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port a0531970-cfa4-40c4-93f0-fd9e48c15329, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=a0531970-cfa4-40c4-93f0-fd9e48c15329,segment=NetworkSegment(67d16816-45de-429a-9234-5131d2d66d0f),segment_id=67d16816-45de-429a-9234-5131d2d66d0f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:24.929389 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'a0531970-cfa4-40c4-93f0-fd9e48c15329', 'network_id': '71cd31ab-aef9-4c82-a7fe-78615c051843', 'port_id': 'a0531970-cfa4-40c4-93f0-fd9e48c15329', 'mac_address': 'fa:16:3e:f9:e0:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c67d03c-8fcf-4946-865e-deec42cfabd9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:23:24.931710 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=b5c5f658-3e97-46d3-b735-9ae8bc3ad568,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:24.967758 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12d9670f-d72e-4810-984f-28a05caf6e33 req-d437d14b-a3c3-4ba5-b2d9-f562caf7c337 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935614 Nov 15 11:23:24.977712 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:24.988041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aca301db-663d-4111-81d3-5cc5f93511ec req-6b64ca9b-c41f-4f51-b054-78ab78399c16 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506288 Nov 15 11:23:24.994500 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0531970-cfa4-40c4-93f0-fd9e48c15329 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:23:25.015704 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port a0531970-cfa4-40c4-93f0-fd9e48c15329, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=a0531970-cfa4-40c4-93f0-fd9e48c15329,segment=NetworkSegment(67d16816-45de-429a-9234-5131d2d66d0f),segment_id=67d16816-45de-429a-9234-5131d2d66d0f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:25.023671 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:25.025172 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 496a1d61-4bd5-4b51-9b89-5253018b96d3 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:23:25.088500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f7760-b60b-4f72-9e39-09bc68016d96 req-a933ff99-0c86-4b38-9e37-ad4f6d795b93 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:25.091529 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd2f7760-b60b-4f72-9e39-09bc68016d96 req-a933ff99-0c86-4b38-9e37-ad4f6d795b93 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 946 time: 0.0570855 Nov 15 11:23:25.127021 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 496a1d61-4bd5-4b51-9b89-5253018b96d3, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=496a1d61-4bd5-4b51-9b89-5253018b96d3,segment=NetworkSegment(f00b1bb4-f030-447b-9d91-05fe6b231e91),segment_id=f00b1bb4-f030-447b-9d91-05fe6b231e91)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:25.138991 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=a0531970-cfa4-40c4-93f0-fd9e48c15329,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:25.144450 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-416c5f4f-0e22-4ac2-924e-5e860843353d req-ebe2ba90-1c81-4eba-aaf2-9b1623af415a tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] show failed (client error): The resource could not be found. Nov 15 11:23:25.145921 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-416c5f4f-0e22-4ac2-924e-5e860843353d req-ebe2ba90-1c81-4eba-aaf2-9b1623af415a tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/450507e6-c42d-4d63-8e34-29f831ff3acc HTTP/1.1" status: 404 len: 352 time: 0.0232463 Nov 15 11:23:25.151847 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '496a1d61-4bd5-4b51-9b89-5253018b96d3', 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343', 'port_id': '496a1d61-4bd5-4b51-9b89-5253018b96d3', 'mac_address': 'fa:16:3e:86:e6:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21db8475-8f73-44ea-a113-f3f3e3c06216', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:23:25.198699 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd2f7760-b60b-4f72-9e39-09bc68016d96 req-3e3f857e-49b6-4b44-abde-777c5d9ecebd tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831664 Nov 15 11:23:25.217197 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:25.255984 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496a1d61-4bd5-4b51-9b89-5253018b96d3 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:23:25.291191 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 496a1d61-4bd5-4b51-9b89-5253018b96d3, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=496a1d61-4bd5-4b51-9b89-5253018b96d3,segment=NetworkSegment(f00b1bb4-f030-447b-9d91-05fe6b231e91),segment_id=f00b1bb4-f030-447b-9d91-05fe6b231e91)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:25.313366 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:25.313366 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 2a5a419e-761c-40a1-8d78-4da3f49c2c0d details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:23:25.324803 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-535591f9-a6b6-41e8-9fbf-5de9118c0bf4 req-e3c64764-c5a0-44c6-a2bc-0cc230aadb3c tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1801499474', 'description': 'tempest-description-843489951'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:25.412111 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-535591f9-a6b6-41e8-9fbf-5de9118c0bf4 req-e3c64764-c5a0-44c6-a2bc-0cc230aadb3c tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:25.454248 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=496a1d61-4bd5-4b51-9b89-5253018b96d3,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:25.496904 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28617e-8ef8-4b8c-8bb4-5043adbe31db req-aad8afd2-a271-4444-af72-863998359460 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:25.498569 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8f28617e-8ef8-4b8c-8bb4-5043adbe31db req-aad8afd2-a271-4444-af72-863998359460 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.55 "GET /v2.0/ports?device_id=557df41b-7e4e-4c71-8d14-854f3ac9f7ce HTTP/1.1" status: 200 len: 945 time: 0.1475716 Nov 15 11:23:25.526301 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 2a5a419e-761c-40a1-8d78-4da3f49c2c0d, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2a5a419e-761c-40a1-8d78-4da3f49c2c0d,segment=NetworkSegment(9bb83ea5-6302-453d-ab4d-4e9d792cd455),segment_id=9bb83ea5-6302-453d-ab4d-4e9d792cd455)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:25.542948 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '2a5a419e-761c-40a1-8d78-4da3f49c2c0d', 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7', 'port_id': '2a5a419e-761c-40a1-8d78-4da3f49c2c0d', 'mac_address': 'fa:16:3e:b3:80:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa9b64f-98db-4e8e-8256-aecabb3e60db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:23:25.552571 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2767c5c-e357-4d5b-8303-0bd5772e4f02 req-b138efb2-0eec-4d21-addb-87e9b5fd788c tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:25.561722 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a2767c5c-e357-4d5b-8303-0bd5772e4f02 req-b138efb2-0eec-4d21-addb-87e9b5fd788c tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1253352 Nov 15 11:23:25.584339 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:25.602421 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a5a419e-761c-40a1-8d78-4da3f49c2c0d {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:23:25.628917 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 2a5a419e-761c-40a1-8d78-4da3f49c2c0d, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2a5a419e-761c-40a1-8d78-4da3f49c2c0d,segment=NetworkSegment(9bb83ea5-6302-453d-ab4d-4e9d792cd455),segment_id=9bb83ea5-6302-453d-ab4d-4e9d792cd455)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:25.636388 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:25.636945 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 4f6c4222-85c6-40ff-b518-d6284db6fd76 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:23:25.642936 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-535591f9-a6b6-41e8-9fbf-5de9118c0bf4 req-e3c64764-c5a0-44c6-a2bc-0cc230aadb3c tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:25.658947 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-535591f9-a6b6-41e8-9fbf-5de9118c0bf4 req-e3c64764-c5a0-44c6-a2bc-0cc230aadb3c tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:25.714796 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a2767c5c-e357-4d5b-8303-0bd5772e4f02 req-43821061-2bac-4e9c-841d-266f4af04b61 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537685 Nov 15 11:23:25.728355 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c64764-c5a0-44c6-a2bc-0cc230aadb3c tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c26edff-6e9a-40f9-b834-0668b19e34c7,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:25.733353 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 4f6c4222-85c6-40ff-b518-d6284db6fd76, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=4f6c4222-85c6-40ff-b518-d6284db6fd76,segment=NetworkSegment(f00b1bb4-f030-447b-9d91-05fe6b231e91),segment_id=f00b1bb4-f030-447b-9d91-05fe6b231e91)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:25.758912 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-535591f9-a6b6-41e8-9fbf-5de9118c0bf4 req-e3c64764-c5a0-44c6-a2bc-0cc230aadb3c tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:25.759100 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=2a5a419e-761c-40a1-8d78-4da3f49c2c0d,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:25.772392 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '4f6c4222-85c6-40ff-b518-d6284db6fd76', 'network_id': '4c80147d-a460-4aca-9746-ccf4bbea3343', 'port_id': '4f6c4222-85c6-40ff-b518-d6284db6fd76', 'mac_address': 'fa:16:3e:84:01:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21db8475-8f73-44ea-a113-f3f3e3c06216', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:23:25.776238 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-535591f9-a6b6-41e8-9fbf-5de9118c0bf4 req-e3c64764-c5a0-44c6-a2bc-0cc230aadb3c tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4560261 Nov 15 11:23:25.823205 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:25.827865 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-8f28617e-8ef8-4b8c-8bb4-5043adbe31db req-0f5bb0bb-fc5d-42c4-b65b-318dbeae0c5c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Deleting port 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:23:25.828294 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8f28617e-8ef8-4b8c-8bb4-5043adbe31db req-0f5bb0bb-fc5d-42c4-b65b-318dbeae0c5c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:25.840529 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f6c4222-85c6-40ff-b518-d6284db6fd76 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:23:25.871965 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 4f6c4222-85c6-40ff-b518-d6284db6fd76, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=4f6c4222-85c6-40ff-b518-d6284db6fd76,segment=NetworkSegment(f00b1bb4-f030-447b-9d91-05fe6b231e91),segment_id=f00b1bb4-f030-447b-9d91-05fe6b231e91)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:25.880951 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:25.941023 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=4f6c4222-85c6-40ff-b518-d6284db6fd76,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:25.997573 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f13595-f316-4ebc-b921-9dbfda3e76cc req-1595cce6-8994-49a6-a8c1-f5007ecf1c2b tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:25.999197 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-61f13595-f316-4ebc-b921-9dbfda3e76cc req-1595cce6-8994-49a6-a8c1-f5007ecf1c2b tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1085219 Nov 15 11:23:26.014748 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d7521-f293-4147-8d72-297b7898bcc5 req-d2d9c958-ccdc-4ac0-a6f5-b5372c016d9e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:26.020881 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d7521-f293-4147-8d72-297b7898bcc5 req-d2d9c958-ccdc-4ac0-a6f5-b5372c016d9e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:26.026754 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d7521-f293-4147-8d72-297b7898bcc5 req-d2d9c958-ccdc-4ac0-a6f5-b5372c016d9e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:26.033763 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d7521-f293-4147-8d72-297b7898bcc5 req-d2d9c958-ccdc-4ac0-a6f5-b5372c016d9e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:26.040393 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d7521-f293-4147-8d72-297b7898bcc5 req-d2d9c958-ccdc-4ac0-a6f5-b5372c016d9e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:26.046344 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d7521-f293-4147-8d72-297b7898bcc5 req-d2d9c958-ccdc-4ac0-a6f5-b5372c016d9e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:26.052536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d7521-f293-4147-8d72-297b7898bcc5 req-d2d9c958-ccdc-4ac0-a6f5-b5372c016d9e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:26.061749 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac6d7521-f293-4147-8d72-297b7898bcc5 req-d2d9c958-ccdc-4ac0-a6f5-b5372c016d9e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5438 time: 0.2065227 Nov 15 11:23:26.085041 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-8f28617e-8ef8-4b8c-8bb4-5043adbe31db req-0f5bb0bb-fc5d-42c4-b65b-318dbeae0c5c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] For port 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:26.085489 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8f28617e-8ef8-4b8c-8bb4-5043adbe31db req-0f5bb0bb-fc5d-42c4-b65b-318dbeae0c5c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:26.115272 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-8f28617e-8ef8-4b8c-8bb4-5043adbe31db req-0f5bb0bb-fc5d-42c4-b65b-318dbeae0c5c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Calling delete_port for 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:23:26.210659 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-61f13595-f316-4ebc-b921-9dbfda3e76cc req-ad8bfdc2-7eec-405a-b73a-b6e563c3fbc5 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421354 Nov 15 11:23:26.218958 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac6d7521-f293-4147-8d72-297b7898bcc5 req-f6862641-b822-4d3c-a68b-724f4095a83a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1567576 Nov 15 11:23:26.254636 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-a7b588f3-8c8d-4820-8866-68969d6bb6e1 req-15b4bae4-57b4-4821-b484-44a61412c98b tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-342694742', 'description': 'tempest-description-466429444'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:26.370229 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a7b588f3-8c8d-4820-8866-68969d6bb6e1 req-15b4bae4-57b4-4821-b484-44a61412c98b tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:26.405416 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8f28617e-8ef8-4b8c-8bb4-5043adbe31db req-0f5bb0bb-fc5d-42c4-b65b-318dbeae0c5c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:26.422895 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['d391d267-4be2-4e25-a090-7ce63b2b518c', '3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:26.469133 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3db661-0cba-4532-ba6e-8b48b9e7dd39 req-2cb4d44a-c3e9-4dce-872e-4631899ff6cf tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:26.471004 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae3db661-0cba-4532-ba6e-8b48b9e7dd39 req-2cb4d44a-c3e9-4dce-872e-4631899ff6cf tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=557df41b-7e4e-4c71-8d14-854f3ac9f7ce HTTP/1.1" status: 200 len: 867 time: 0.1550002 Nov 15 11:23:26.488639 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5bb0bb-fc5d-42c4-b65b-318dbeae0c5c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Pushing event deleted for resources: {'Port': ['ID=3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:26.562592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f28617e-8ef8-4b8c-8bb4-5043adbe31db req-0f5bb0bb-fc5d-42c4-b65b-318dbeae0c5c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] No DVR routers for this DVR port 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:23:26.565442 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8f28617e-8ef8-4b8c-8bb4-5043adbe31db req-0f5bb0bb-fc5d-42c4-b65b-318dbeae0c5c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:26.569270 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8f28617e-8ef8-4b8c-8bb4-5043adbe31db req-0f5bb0bb-fc5d-42c4-b65b-318dbeae0c5c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.55 "DELETE /v2.0/ports/3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a HTTP/1.1" status: 204 len: 173 time: 1.0604627 Nov 15 11:23:26.571116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557df41b-7e4e-4c71-8d14-854f3ac9f7ce', 'name': 'network-vif-deleted', 'tag': '3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:26.574704 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074db64d-6fd6-42dd-a099-7e28858b6e61" -d '{"events": [{"server_uuid": "557df41b-7e4e-4c71-8d14-854f3ac9f7ce", "name": "network-vif-deleted", "tag": "3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:26.614045 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae3db661-0cba-4532-ba6e-8b48b9e7dd39 req-8f5fab5f-b36d-4678-9b95-b4c090c925f5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269329 Nov 15 11:23:26.647970 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a7b588f3-8c8d-4820-8866-68969d6bb6e1 req-15b4bae4-57b4-4821-b484-44a61412c98b tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:26.655656 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a7b588f3-8c8d-4820-8866-68969d6bb6e1 req-15b4bae4-57b4-4821-b484-44a61412c98b tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:26.688737 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a7b588f3-8c8d-4820-8866-68969d6bb6e1 req-15b4bae4-57b4-4821-b484-44a61412c98b tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:26.703355 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7b588f3-8c8d-4820-8866-68969d6bb6e1 req-15b4bae4-57b4-4821-b484-44a61412c98b tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4578705 Nov 15 11:23:26.736083 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4bae4-57b4-4821-b484-44a61412c98b tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa73bb0-3d51-40c5-b066-2d5f22d455d7,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:26.855238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60c601-0c09-4a8b-b8d8-7916194afbcd req-28d58687-1c43-4fbc-9390-4b4edf428474 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:26.865029 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf60c601-0c09-4a8b-b8d8-7916194afbcd req-28d58687-1c43-4fbc-9390-4b4edf428474 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 946 time: 0.0863664 Nov 15 11:23:26.913144 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf60c601-0c09-4a8b-b8d8-7916194afbcd req-2144910b-60de-48df-b15d-fca650c8fa1e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457954 Nov 15 11:23:26.981162 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe487b4b-f84d-4642-a761-973252a6467f x-openstack-request-id: req-fe487b4b-f84d-4642-a761-973252a6467f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:26.981529 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557df41b-7e4e-4c71-8d14-854f3ac9f7ce", "name": "network-vif-deleted", "tag": "3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:26.981851 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe487b4b-f84d-4642-a761-973252a6467f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:26.982366 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557df41b-7e4e-4c71-8d14-854f3ac9f7ce', 'name': 'network-vif-deleted', 'tag': '3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a', 'status': 'completed', 'code': 200} Nov 15 11:23:27.001972 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-3aaded12-0ec3-41c9-8b7e-0fe438db8a6c req-2fc1d6ec-80bc-4936-b963-a8cc13691e4e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-676045192', 'description': 'tempest-description-1010521361'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:27.038490 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3aaded12-0ec3-41c9-8b7e-0fe438db8a6c req-2fc1d6ec-80bc-4936-b963-a8cc13691e4e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:27.151282 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3aaded12-0ec3-41c9-8b7e-0fe438db8a6c req-2fc1d6ec-80bc-4936-b963-a8cc13691e4e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:27.160706 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8256fb-ba10-483a-ab54-75ed5fde0652 req-fc95d773-fa03-40ce-8c81-f120e8f47d33 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:27.162254 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a8256fb-ba10-483a-ab54-75ed5fde0652 req-fc95d773-fa03-40ce-8c81-f120e8f47d33 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0858650 Nov 15 11:23:27.163386 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3aaded12-0ec3-41c9-8b7e-0fe438db8a6c req-2fc1d6ec-80bc-4936-b963-a8cc13691e4e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:27.214834 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3aaded12-0ec3-41c9-8b7e-0fe438db8a6c req-2fc1d6ec-80bc-4936-b963-a8cc13691e4e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:27.216115 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3aaded12-0ec3-41c9-8b7e-0fe438db8a6c req-2fc1d6ec-80bc-4936-b963-a8cc13691e4e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2190638 Nov 15 11:23:27.229059 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1d6ec-80bc-4936-b963-a8cc13691e4e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50368849-80d9-49b8-878c-18817c7b0c0d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:27.247169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a8256fb-ba10-483a-ab54-75ed5fde0652 req-349fcd9d-e7d3-481a-9def-3c781f211991 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741568 Nov 15 11:23:27.291560 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['a0531970-cfa4-40c4-93f0-fd9e48c15329'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:27.425809 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c95b1840-d650-4605-88e6-3ae18fde44f4 req-9388b837-f861-4048-b497-36e92f7c111b tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=810cb76aba8d49308e90c06ea4edf8ee HTTP/1.1" status: 200 len: 11011 time: 0.1587453 Nov 15 11:23:27.433239 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['bc1db242-bc41-4115-8ee6-dd7f58c66f19'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:27.450351 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1b555-1e44-410f-bf61-f9b11007b28d req-9c151779-99a3-4394-98cc-dca898b15c38 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:27.456559 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1b555-1e44-410f-bf61-f9b11007b28d req-9c151779-99a3-4394-98cc-dca898b15c38 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:27.462527 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1b555-1e44-410f-bf61-f9b11007b28d req-9c151779-99a3-4394-98cc-dca898b15c38 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:27.468536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1b555-1e44-410f-bf61-f9b11007b28d req-9c151779-99a3-4394-98cc-dca898b15c38 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:27.474776 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1b555-1e44-410f-bf61-f9b11007b28d req-9c151779-99a3-4394-98cc-dca898b15c38 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:27.481043 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1b555-1e44-410f-bf61-f9b11007b28d req-9c151779-99a3-4394-98cc-dca898b15c38 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:27.486790 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1b555-1e44-410f-bf61-f9b11007b28d req-9c151779-99a3-4394-98cc-dca898b15c38 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:27.489035 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c1e1b555-1e44-410f-bf61-f9b11007b28d req-9c151779-99a3-4394-98cc-dca898b15c38 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5438 time: 0.1543779 Nov 15 11:23:27.501519 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['b5c5f658-3e97-46d3-b735-9ae8bc3ad568'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:27.545099 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['68cf8342-a4ee-408b-81be-041910813acb'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:27.566144 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c95b1840-d650-4605-88e6-3ae18fde44f4 req-1ab5f351-8477-49a9-a208-0ff0cce71838 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/aa836840-0c15-4743-8956-5a2d4e55a779 HTTP/1.1" status: 200 len: 3002 time: 0.1393192 Nov 15 11:23:27.588309 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['4f6c4222-85c6-40ff-b518-d6284db6fd76'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:27.604314 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['2a5a419e-761c-40a1-8d78-4da3f49c2c0d'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:27.606462 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['496a1d61-4bd5-4b51-9b89-5253018b96d3'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:27.617763 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c1e1b555-1e44-410f-bf61-f9b11007b28d req-d7f7d5dc-d987-4d2f-be4d-ea52fa392093 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1221099 Nov 15 11:23:27.647431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c95b1840-d650-4605-88e6-3ae18fde44f4 req-a04e679f-efb2-4190-b198-ba10338447c7 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/aa836840-0c15-4743-8956-5a2d4e55a779 HTTP/1.1" status: 200 len: 3002 time: 0.0788014 Nov 15 11:23:27.756889 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ace406ac-3ebb-4de5-8ddb-18425f6361c1 req-b58b6ef6-6e7e-49d3-8057-d16d3bbeee4e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/3c26edff-6e9a-40f9-b834-0668b19e34c7 HTTP/1.1" status: 200 len: 1819 time: 0.0832572 Nov 15 11:23:27.786701 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218612c7-e82d-4588-b265-19bd6a8bcbbd req-7b9c3fd6-0d6d-4def-9072-c91c9238245d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:27.794663 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-218612c7-e82d-4588-b265-19bd6a8bcbbd req-7b9c3fd6-0d6d-4def-9072-c91c9238245d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0756555 Nov 15 11:23:27.876646 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-218612c7-e82d-4588-b265-19bd6a8bcbbd req-9418cfa6-1ba6-42a2-9fde-bb0f789c372b tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810418 Nov 15 11:23:27.880516 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ace406ac-3ebb-4de5-8ddb-18425f6361c1 req-7fc9bef7-874c-423c-9cb7-58234fd3660d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:27.910036 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ace406ac-3ebb-4de5-8ddb-18425f6361c1 req-7fc9bef7-874c-423c-9cb7-58234fd3660d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:27.972402 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ace406ac-3ebb-4de5-8ddb-18425f6361c1 req-7fc9bef7-874c-423c-9cb7-58234fd3660d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:27.976325 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ace406ac-3ebb-4de5-8ddb-18425f6361c1 req-7fc9bef7-874c-423c-9cb7-58234fd3660d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:27.982417 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ace406ac-3ebb-4de5-8ddb-18425f6361c1 req-7fc9bef7-874c-423c-9cb7-58234fd3660d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "DELETE /v2.0/security-groups/3c26edff-6e9a-40f9-b834-0668b19e34c7 HTTP/1.1" status: 204 len: 173 time: 0.2163692 Nov 15 11:23:28.004208 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9bef7-874c-423c-9cb7-58234fd3660d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c26edff-6e9a-40f9-b834-0668b19e34c7,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:28.138825 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-11fdc365-7e13-45b6-ba8d-376915efa2f9 req-499ae6ef-f229-40af-a0d1-a9ace8ab01ea tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] show failed (client error): The resource could not be found. Nov 15 11:23:28.139852 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11fdc365-7e13-45b6-ba8d-376915efa2f9 req-499ae6ef-f229-40af-a0d1-a9ace8ab01ea tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/3c26edff-6e9a-40f9-b834-0668b19e34c7 HTTP/1.1" status: 404 len: 352 time: 0.0205421 Nov 15 11:23:28.210146 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632c805-eeac-434f-b002-f6530bc5fbed req-43496a9d-9fa1-4f17-acb1-e8159130f353 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:28.214158 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8632c805-eeac-434f-b002-f6530bc5fbed req-43496a9d-9fa1-4f17-acb1-e8159130f353 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 946 time: 0.0733473 Nov 15 11:23:28.293251 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8632c805-eeac-434f-b002-f6530bc5fbed req-09efb2e1-13b0-4037-8447-0c096b8c3e29 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722773 Nov 15 11:23:28.500773 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1584f3-8f1a-499a-a30f-66ee6266a242 req-64e4a16c-68e7-4eeb-83ab-65e1a3f93e33 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:28.502390 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5f1584f3-8f1a-499a-a30f-66ee6266a242 req-64e4a16c-68e7-4eeb-83ab-65e1a3f93e33 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0762410 Nov 15 11:23:28.577376 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5f1584f3-8f1a-499a-a30f-66ee6266a242 req-b3839333-111c-4d67-817e-bcb888c5155a tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642619 Nov 15 11:23:28.640024 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1ac74368-d8d0-4596-85ba-7308794e2781 req-7552503f-011d-4ac5-988b-37b501347baa tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/ffa73bb0-3d51-40c5-b066-2d5f22d455d7 HTTP/1.1" status: 200 len: 1818 time: 0.0475724 Nov 15 11:23:28.738750 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1ac74368-d8d0-4596-85ba-7308794e2781 req-509b705d-bd9e-4645-838a-45867f5d2228 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:28.766610 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1ac74368-d8d0-4596-85ba-7308794e2781 req-509b705d-bd9e-4645-838a-45867f5d2228 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:28.784986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b645b-9cfa-4ac4-a056-a9370795f1b6 req-2fd17716-365c-4c3e-994d-67526f4fa0e9 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:28.787246 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c49b645b-9cfa-4ac4-a056-a9370795f1b6 req-2fd17716-365c-4c3e-994d-67526f4fa0e9 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0874147 Nov 15 11:23:28.849564 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1ac74368-d8d0-4596-85ba-7308794e2781 req-509b705d-bd9e-4645-838a-45867f5d2228 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:28.852381 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1ac74368-d8d0-4596-85ba-7308794e2781 req-509b705d-bd9e-4645-838a-45867f5d2228 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:28.853785 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1ac74368-d8d0-4596-85ba-7308794e2781 req-509b705d-bd9e-4645-838a-45867f5d2228 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "DELETE /v2.0/security-groups/ffa73bb0-3d51-40c5-b066-2d5f22d455d7 HTTP/1.1" status: 204 len: 173 time: 0.2028966 Nov 15 11:23:28.861280 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c49b645b-9cfa-4ac4-a056-a9370795f1b6 req-18ece2d4-6115-45e8-b2b5-c82036ac2aa7 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666218 Nov 15 11:23:28.868486 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b705d-bd9e-4645-838a-45867f5d2228 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa73bb0-3d51-40c5-b066-2d5f22d455d7,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:28.971399 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-55fe82a9-2916-4027-86e0-7e6dacbb4415 req-0072992a-b5ef-4346-adc1-ebd5aed42626 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] show failed (client error): The resource could not be found. Nov 15 11:23:28.976489 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55fe82a9-2916-4027-86e0-7e6dacbb4415 req-0072992a-b5ef-4346-adc1-ebd5aed42626 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/ffa73bb0-3d51-40c5-b066-2d5f22d455d7 HTTP/1.1" status: 404 len: 352 time: 0.0295582 Nov 15 11:23:29.062281 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84026c50-7fbf-41ff-b68f-28680362a5e2 req-5e19ef6c-151c-466e-9e73-2e66da87c37b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:29.068528 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84026c50-7fbf-41ff-b68f-28680362a5e2 req-5e19ef6c-151c-466e-9e73-2e66da87c37b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:29.074518 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84026c50-7fbf-41ff-b68f-28680362a5e2 req-5e19ef6c-151c-466e-9e73-2e66da87c37b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:29.083253 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84026c50-7fbf-41ff-b68f-28680362a5e2 req-5e19ef6c-151c-466e-9e73-2e66da87c37b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:29.089666 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84026c50-7fbf-41ff-b68f-28680362a5e2 req-5e19ef6c-151c-466e-9e73-2e66da87c37b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:29.095655 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84026c50-7fbf-41ff-b68f-28680362a5e2 req-5e19ef6c-151c-466e-9e73-2e66da87c37b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:29.104539 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84026c50-7fbf-41ff-b68f-28680362a5e2 req-5e19ef6c-151c-466e-9e73-2e66da87c37b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:29.106618 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84026c50-7fbf-41ff-b68f-28680362a5e2 req-5e19ef6c-151c-466e-9e73-2e66da87c37b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5438 time: 0.1248617 Nov 15 11:23:29.219432 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:23:29.243361 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:23:29.243694 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 3b0b3d3a-1d3c-4e44-ab73-e02ad827c74a not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:23:29.243856 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84026c50-7fbf-41ff-b68f-28680362a5e2 req-7e54e7f0-8937-4885-9f15-de4de5df6880 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1248705 Nov 15 11:23:29.312736 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-81a34582-fc7e-467b-8d70-20454726bc32 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:29.314549 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-81a34582-fc7e-467b-8d70-20454726bc32 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/networks?id=49b4d594-0a5b-4365-b6d6-a6b4864f1759 HTTP/1.1" status: 200 len: 806 time: 0.1940207 Nov 15 11:23:29.344626 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4adc008-05a0-445b-b630-ffccb8a097c2 req-e5934d6d-34b9-4a09-a235-53412d2ca3d8 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/50368849-80d9-49b8-878c-18817c7b0c0d HTTP/1.1" status: 200 len: 1819 time: 0.0702310 Nov 15 11:23:29.347095 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-b3c391b8-cba1-40f5-a2b5-888c73509a8d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/quotas/256e7f4fc00d4f2c8c7d8b69f41fa2d5 HTTP/1.1" status: 200 len: 375 time: 0.0240340 Nov 15 11:23:29.436480 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:29.442160 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-e1511a06-9177-4bb0-9949-a36aaf74f9c6 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=256e7f4fc00d4f2c8c7d8b69f41fa2d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0813262 Nov 15 11:23:29.470736 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c4adc008-05a0-445b-b630-ffccb8a097c2 req-73ba5d76-5d17-4ce8-bab0-4b5d8829e8d7 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:29.548993 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c4adc008-05a0-445b-b630-ffccb8a097c2 req-73ba5d76-5d17-4ce8-bab0-4b5d8829e8d7 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:29.614841 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-2185a841-04f8-44c5-821f-3da3a39134c8 service neutron] 10.222.0.64 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586366 Nov 15 11:23:29.671697 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c4adc008-05a0-445b-b630-ffccb8a097c2 req-73ba5d76-5d17-4ce8-bab0-4b5d8829e8d7 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:29.674656 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c4adc008-05a0-445b-b630-ffccb8a097c2 req-73ba5d76-5d17-4ce8-bab0-4b5d8829e8d7 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:29.676019 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4adc008-05a0-445b-b630-ffccb8a097c2 req-73ba5d76-5d17-4ce8-bab0-4b5d8829e8d7 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "DELETE /v2.0/security-groups/50368849-80d9-49b8-878c-18817c7b0c0d HTTP/1.1" status: 204 len: 173 time: 0.3239975 Nov 15 11:23:29.696564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba5d76-5d17-4ce8-bab0-4b5d8829e8d7 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50368849-80d9-49b8-878c-18817c7b0c0d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:29.785402 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-5398419e-69f9-42ad-a261-d7e51aa10b6d service neutron] 10.222.0.64 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624274 Nov 15 11:23:29.809144 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211692a-f488-4c77-b0ed-e954392f33fe req-2be7cc11-d1e0-426f-97f0-5c1bb4e79d12 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:29.810979 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e211692a-f488-4c77-b0ed-e954392f33fe req-2be7cc11-d1e0-426f-97f0-5c1bb4e79d12 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0677423 Nov 15 11:23:29.865510 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e211692a-f488-4c77-b0ed-e954392f33fe req-ec444f5d-c989-4de4-ad1c-db48dc86043c tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467896 Nov 15 11:23:30.143423 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-ff989a83-f5c2-4a04-8320-4d129715eef8 req-b3577a4f-ae96-4dec-9e6b-1410d50acb30 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] show failed (client error): The resource could not be found. Nov 15 11:23:30.144518 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ff989a83-f5c2-4a04-8320-4d129715eef8 req-b3577a4f-ae96-4dec-9e6b-1410d50acb30 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/50368849-80d9-49b8-878c-18817c7b0c0d HTTP/1.1" status: 404 len: 352 time: 0.0230410 Nov 15 11:23:30.153602 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f716e-fa12-4bbd-8429-01350a1f07a8 req-5aa59e41-f9cc-4f96-bfc3-da8e8d551640 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:30.161266 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d84f716e-fa12-4bbd-8429-01350a1f07a8 req-5aa59e41-f9cc-4f96-bfc3-da8e8d551640 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 946 time: 0.0993495 Nov 15 11:23:30.233253 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d84f716e-fa12-4bbd-8429-01350a1f07a8 req-1adfdb04-95ed-4c1d-83a7-d3ac709d143b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711188 Nov 15 11:23:30.286358 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48e9e6-4ef4-420f-8ade-0544eec07c06 req-849d978e-319d-4948-b239-71a970cc8eb4 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:30.294465 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b48e9e6-4ef4-420f-8ade-0544eec07c06 req-849d978e-319d-4948-b239-71a970cc8eb4 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0784476 Nov 15 11:23:30.340531 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64ed9ed2-727a-4b0a-b394-9ec9019215a2 req-ef70c565-3a6a-4322-8437-bc22f65184c4 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=43f3d418-f873-4b9e-92b7-29fed991f2cc HTTP/1.1" status: 200 len: 210 time: 0.0437555 Nov 15 11:23:30.401101 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b48e9e6-4ef4-420f-8ade-0544eec07c06 req-4b3ae056-ed81-4186-af21-cf0ec3d70a59 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057143 Nov 15 11:23:30.513158 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aff659dc-12e9-4462-befe-682f8ff16a8a req-0c6d0e29-0c31-4000-949e-f0c1d6d407d1 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=810cb76aba8d49308e90c06ea4edf8ee HTTP/1.1" status: 200 len: 6208 time: 0.1522648 Nov 15 11:23:30.604132 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97de81f-3b48-4011-a2cb-95e4014a3fc6 req-bba53f62-6699-4d10-8a8b-801016067f9c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:30.614444 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97de81f-3b48-4011-a2cb-95e4014a3fc6 req-bba53f62-6699-4d10-8a8b-801016067f9c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:30.620533 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97de81f-3b48-4011-a2cb-95e4014a3fc6 req-bba53f62-6699-4d10-8a8b-801016067f9c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:30.627094 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97de81f-3b48-4011-a2cb-95e4014a3fc6 req-bba53f62-6699-4d10-8a8b-801016067f9c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:30.633578 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97de81f-3b48-4011-a2cb-95e4014a3fc6 req-bba53f62-6699-4d10-8a8b-801016067f9c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:30.639698 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97de81f-3b48-4011-a2cb-95e4014a3fc6 req-bba53f62-6699-4d10-8a8b-801016067f9c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:30.646346 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97de81f-3b48-4011-a2cb-95e4014a3fc6 req-bba53f62-6699-4d10-8a8b-801016067f9c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:30.648366 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b97de81f-3b48-4011-a2cb-95e4014a3fc6 req-bba53f62-6699-4d10-8a8b-801016067f9c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5438 time: 0.1651094 Nov 15 11:23:30.651175 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aff659dc-12e9-4462-befe-682f8ff16a8a req-7d851424-1d7e-45d1-ba96-ee470e39da2d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/aa836840-0c15-4743-8956-5a2d4e55a779 HTTP/1.1" status: 200 len: 3002 time: 0.1129746 Nov 15 11:23:30.749482 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aff659dc-12e9-4462-befe-682f8ff16a8a req-49efc488-2d66-421a-a533-24f9db0f4583 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/aa836840-0c15-4743-8956-5a2d4e55a779 HTTP/1.1" status: 200 len: 3002 time: 0.0866506 Nov 15 11:23:30.780349 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b97de81f-3b48-4011-a2cb-95e4014a3fc6 req-e7b53fcc-18bb-4696-b8b5-69068e84e0aa tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1244597 Nov 15 11:23:30.787370 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-e9a57d6b-97ac-43c4-93e7-244937483bd3 req-9485195c-6f8d-4e15-b1ed-961b07a01cef tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-141929449', 'description': 'tempest-description-1854550049'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:30.816894 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e9a57d6b-97ac-43c4-93e7-244937483bd3 req-9485195c-6f8d-4e15-b1ed-961b07a01cef tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:30.923109 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e9a57d6b-97ac-43c4-93e7-244937483bd3 req-9485195c-6f8d-4e15-b1ed-961b07a01cef tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:30.932369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf505d8-3a84-48c8-8240-277db1144861 req-6c0b2f89-cf74-4569-97df-3f4203662a0a tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:30.933894 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0bf505d8-3a84-48c8-8240-277db1144861 req-6c0b2f89-cf74-4569-97df-3f4203662a0a tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0812814 Nov 15 11:23:30.934964 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e9a57d6b-97ac-43c4-93e7-244937483bd3 req-9485195c-6f8d-4e15-b1ed-961b07a01cef tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:30.981415 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e9a57d6b-97ac-43c4-93e7-244937483bd3 req-9485195c-6f8d-4e15-b1ed-961b07a01cef tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:30.982630 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9a57d6b-97ac-43c4-93e7-244937483bd3 req-9485195c-6f8d-4e15-b1ed-961b07a01cef tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2011118 Nov 15 11:23:30.985200 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485195c-6f8d-4e15-b1ed-961b07a01cef tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7956d93-fc29-4c49-b229-16cc0be04fa9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:31.026946 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0bf505d8-3a84-48c8-8240-277db1144861 req-e303cd1c-7eea-4019-80ea-6d378e38fbf9 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820675 Nov 15 11:23:31.064404 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-01da2ee3-bbb1-4ff1-8045-48a9dd309b06 req-f37abaf1-1cc0-4780-8827-3dce04f72540 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-535671099', 'description': 'tempest-description-556944197'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:31.092188 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-01da2ee3-bbb1-4ff1-8045-48a9dd309b06 req-f37abaf1-1cc0-4780-8827-3dce04f72540 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:31.220090 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-01da2ee3-bbb1-4ff1-8045-48a9dd309b06 req-f37abaf1-1cc0-4780-8827-3dce04f72540 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:31.252451 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-01da2ee3-bbb1-4ff1-8045-48a9dd309b06 req-f37abaf1-1cc0-4780-8827-3dce04f72540 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:31.319578 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:31.328011 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-01da2ee3-bbb1-4ff1-8045-48a9dd309b06 req-f37abaf1-1cc0-4780-8827-3dce04f72540 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:31.350812 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-01da2ee3-bbb1-4ff1-8045-48a9dd309b06 req-f37abaf1-1cc0-4780-8827-3dce04f72540 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2907128 Nov 15 11:23:31.360747 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37abaf1-1cc0-4780-8827-3dce04f72540 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9038e26f-ce1e-4ee0-8f94-86c6627ddca2,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:31.424214 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-87e5644d-a2f6-4edc-b233-e82be08510af tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:31.425815 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-87e5644d-a2f6-4edc-b233-e82be08510af tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.55 "GET /v2.0/networks?id=49b4d594-0a5b-4365-b6d6-a6b4864f1759 HTTP/1.1" status: 200 len: 806 time: 0.2387545 Nov 15 11:23:31.435965 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdf297-db19-478e-be4d-8b053cc0169b req-42f9e127-9713-44d0-a0d6-355a33078b48 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:31.442237 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f2bdf297-db19-478e-be4d-8b053cc0169b req-42f9e127-9713-44d0-a0d6-355a33078b48 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1599023 Nov 15 11:23:31.448574 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-a2598e47-29b7-4486-89d0-649e8757feac tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Request body: {'port': {'device_id': '43f3d418-f873-4b9e-92b7-29fed991f2cc', 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759', 'admin_state_up': True, 'tenant_id': '256e7f4fc00d4f2c8c7d8b69f41fa2d5'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:31.592579 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f2bdf297-db19-478e-be4d-8b053cc0169b req-67990e70-be8c-4ac6-961c-e75e89b8fef1 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494884 Nov 15 11:23:31.631908 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1501a4-87f1-4e39-a26c-b726baad3eff req-e3fab746-fb03-46b7-be21-826a614b0c4e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:31.633497 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac1501a4-87f1-4e39-a26c-b726baad3eff req-e3fab746-fb03-46b7-be21-826a614b0c4e tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 946 time: 0.1150301 Nov 15 11:23:31.643948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-a2598e47-29b7-4486-89d0-649e8757feac tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Made reservation on behalf of 256e7f4fc00d4f2c8c7d8b69f41fa2d5 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:23:31.647876 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-a2598e47-29b7-4486-89d0-649e8757feac tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:31.765921 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f51b759-8462-4146-959d-f9064e08093f req-514edc8e-d1f4-40f3-85c5-19ea32432307 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=43f3d418-f873-4b9e-92b7-29fed991f2cc HTTP/1.1" status: 200 len: 210 time: 0.0666234 Nov 15 11:23:31.773663 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac1501a4-87f1-4e39-a26c-b726baad3eff req-4889c9d6-5d74-48e3-9519-462d287e0f01 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321936 Nov 15 11:23:31.872389 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-a2598e47-29b7-4486-89d0-649e8757feac tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Allocated IP 172.20.0.5 (49b4d594-0a5b-4365-b6d6-a6b4864f1759/8647cc50-bb8e-4210-a1e9-eb2152a57fcd/425242b9-f24d-41dc-8abc-0cc6bfb01008) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:23:31.934628 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device a0531970-cfa4-40c4-93f0-fd9e48c15329 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:23:31.998718 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port a0531970-cfa4-40c4-93f0-fd9e48c15329 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:23:32.003351 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port a0531970-cfa4-40c4-93f0-fd9e48c15329 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:23:32.004060 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:32.073496 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-ad5c7435-fd3d-4a8c-b3d6-aaadc415acd8 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:32.075201 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-ad5c7435-fd3d-4a8c-b3d6-aaadc415acd8 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/networks?id=9bdab37c-c4cf-43f4-8321-48c2fd04b226 HTTP/1.1" status: 200 len: 813 time: 0.1960828 Nov 15 11:23:32.103552 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:32.115804 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95157cba-4cd6-4f78-83c9-230ac9825e45 req-f5c2061b-6c2b-4dc6-84ba-ab1df676ad51 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:32.124406 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95157cba-4cd6-4f78-83c9-230ac9825e45 req-f5c2061b-6c2b-4dc6-84ba-ab1df676ad51 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:32.131781 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95157cba-4cd6-4f78-83c9-230ac9825e45 req-f5c2061b-6c2b-4dc6-84ba-ab1df676ad51 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:32.133404 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0531970-cfa4-40c4-93f0-fd9e48c15329'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:32.135880 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051a665b-0fc7-4893-bd1a-cb5568926e23" -d '{"events": [{"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-plugged", "status": "completed", "tag": "a0531970-cfa4-40c4-93f0-fd9e48c15329"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:32.138633 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95157cba-4cd6-4f78-83c9-230ac9825e45 req-f5c2061b-6c2b-4dc6-84ba-ab1df676ad51 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:32.146302 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95157cba-4cd6-4f78-83c9-230ac9825e45 req-f5c2061b-6c2b-4dc6-84ba-ab1df676ad51 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:32.151530 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95157cba-4cd6-4f78-83c9-230ac9825e45 req-f5c2061b-6c2b-4dc6-84ba-ab1df676ad51 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:32.151920 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port a0531970-cfa4-40c4-93f0-fd9e48c15329, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=a0531970-cfa4-40c4-93f0-fd9e48c15329,segment=NetworkSegment(67d16816-45de-429a-9234-5131d2d66d0f),segment_id=67d16816-45de-429a-9234-5131d2d66d0f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:32.158376 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:32.158558 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95157cba-4cd6-4f78-83c9-230ac9825e45 req-f5c2061b-6c2b-4dc6-84ba-ab1df676ad51 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:32.167281 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-95157cba-4cd6-4f78-83c9-230ac9825e45 req-f5c2061b-6c2b-4dc6-84ba-ab1df676ad51 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5438 time: 0.2016468 Nov 15 11:23:32.219040 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-4ad8f623-7ad0-457d-96aa-6f6d906066c4 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/quotas/810cb76aba8d49308e90c06ea4edf8ee HTTP/1.1" status: 200 len: 375 time: 0.1375904 Nov 15 11:23:32.224093 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=a0531970-cfa4-40c4-93f0-fd9e48c15329,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:32.342625 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-95157cba-4cd6-4f78-83c9-230ac9825e45 req-c61d9b12-0504-41d1-854e-31957d5bf5ad tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1739211 Nov 15 11:23:32.357696 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-9ccbf74e-24d6-48c4-9b3a-982e87af7299 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=810cb76aba8d49308e90c06ea4edf8ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1290102 Nov 15 11:23:32.415201 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-a2598e47-29b7-4486-89d0-649e8757feac tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:32.507170 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-5ca9d8ef-c5aa-4abf-bcf2-8c1d2e792716 service neutron] 10.222.0.64 "GET /v2.0/networks/9bdab37c-c4cf-43f4-8321-48c2fd04b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486018 Nov 15 11:23:32.532212 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-a2598e47-29b7-4486-89d0-649e8757feac tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:32.545343 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['d391d267-4be2-4e25-a090-7ce63b2b518c'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:32.590830 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151858a-db5f-4fb6-8887-ec33d4517ca1 req-265caf4c-4e4d-426c-aa49-a24a77bb8a37 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:32.593091 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6151858a-db5f-4fb6-8887-ec33d4517ca1 req-265caf4c-4e4d-426c-aa49-a24a77bb8a37 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1298125 Nov 15 11:23:32.668087 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-a2598e47-29b7-4486-89d0-649e8757feac tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:23:32.676456 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-a2598e47-29b7-4486-89d0-649e8757feac tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:23:32.686644 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-a2598e47-29b7-4486-89d0-649e8757feac tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:23:32.735556 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2598e47-29b7-4486-89d0-649e8757feac tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Pushing event updated for resources: {'Port': ['ID=425242b9-f24d-41dc-8abc-0cc6bfb01008,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:32.782928 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-713de507-7112-489a-b707-1cfd64ca9cf6 service neutron] 10.222.0.64 "GET /v2.0/networks/9bdab37c-c4cf-43f4-8321-48c2fd04b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647307 Nov 15 11:23:32.796006 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6151858a-db5f-4fb6-8887-ec33d4517ca1 req-393899ef-90ae-4aa1-a435-5c159cae03c0 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741216 Nov 15 11:23:32.818789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-a2598e47-29b7-4486-89d0-649e8757feac tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:32.819533 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-a2598e47-29b7-4486-89d0-649e8757feac tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:32.851585 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-a2598e47-29b7-4486-89d0-649e8757feac tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4072413 Nov 15 11:23:32.865419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-5aa5af36-dd6e-450d-8478-fff334c0eec8 service neutron] Request body: {'port': {'device_id': '43f3d418-f873-4b9e-92b7-29fed991f2cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:32.949615 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-5aa5af36-dd6e-450d-8478-fff334c0eec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:32.981912 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edcbe52-683e-46ea-8132-c890adeb64ac x-openstack-request-id: req-5edcbe52-683e-46ea-8132-c890adeb64ac {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:32.982201 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-plugged", "status": "completed", "tag": "a0531970-cfa4-40c4-93f0-fd9e48c15329", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:32.982451 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5edcbe52-683e-46ea-8132-c890adeb64ac {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:32.982846 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0531970-cfa4-40c4-93f0-fd9e48c15329', 'code': 200} Nov 15 11:23:33.637874 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43139800-0b42-45b4-aac8-2bccb2b35b2d req-4abe4cf7-a74f-44c6-8c1a-538954a4b6bb tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:33.639348 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-43139800-0b42-45b4-aac8-2bccb2b35b2d req-4abe4cf7-a74f-44c6-8c1a-538954a4b6bb tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=43f3d418-f873-4b9e-92b7-29fed991f2cc HTTP/1.1" status: 200 len: 931 time: 0.4857624 Nov 15 11:23:33.651328 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf50c6-7d8f-4d5d-884a-ae87f041652d req-d612ecf9-0e42-4464-a17b-2a82cf0d8377 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:33.652102 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-abcf50c6-7d8f-4d5d-884a-ae87f041652d req-d612ecf9-0e42-4464-a17b-2a82cf0d8377 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 946 time: 0.4871557 Nov 15 11:23:33.761468 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-43139800-0b42-45b4-aac8-2bccb2b35b2d req-bbc6a09e-e775-4c31-9a9c-88e5d5ab4ff2 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067591 Nov 15 11:23:33.820243 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-abcf50c6-7d8f-4d5d-884a-ae87f041652d req-e2cb7745-5d09-48f6-bad2-ad5b0b2b30c2 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360233 Nov 15 11:23:33.880392 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-5aa5af36-dd6e-450d-8478-fff334c0eec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425242b9-f24d-41dc-8abc-0cc6bfb01008 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:23:33.888636 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-5aa5af36-dd6e-450d-8478-fff334c0eec8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:33.901523 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-5aa5af36-dd6e-450d-8478-fff334c0eec8 service neutron] Transition to ACTIVE for port object 425242b9-f24d-41dc-8abc-0cc6bfb01008 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:23:33.926540 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-5aa5af36-dd6e-450d-8478-fff334c0eec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:33.927252 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device bc1db242-bc41-4115-8ee6-dd7f58c66f19 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:23:33.975697 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-140f8573-0657-4bc0-9ebe-11d81310bf5a req-bc921d03-6a8b-45ce-9b2c-0de2f3aca6be tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 210 time: 0.0715873 Nov 15 11:23:33.992946 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port bc1db242-bc41-4115-8ee6-dd7f58c66f19 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:23:33.998278 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port bc1db242-bc41-4115-8ee6-dd7f58c66f19 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:23:33.998741 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:34.102684 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:34.119555 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14995da-f38d-4ad9-8e90-a67f755102af req-12b7e1db-c95e-4d87-af79-a087d52996de tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:34.127534 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c14995da-f38d-4ad9-8e90-a67f755102af req-12b7e1db-c95e-4d87-af79-a087d52996de tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.2246380 Nov 15 11:23:34.260567 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-5aa5af36-dd6e-450d-8478-fff334c0eec8 service neutron] Attempting to bind port 425242b9-f24d-41dc-8abc-0cc6bfb01008 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:23:34.260894 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-5aa5af36-dd6e-450d-8478-fff334c0eec8 service neutron] Attempting to bind port 425242b9-f24d-41dc-8abc-0cc6bfb01008 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:23:34.261367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-5aa5af36-dd6e-450d-8478-fff334c0eec8 service neutron] Attempting to bind port 425242b9-f24d-41dc-8abc-0cc6bfb01008 on network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:23:34.322952 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port bc1db242-bc41-4115-8ee6-dd7f58c66f19, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=bc1db242-bc41-4115-8ee6-dd7f58c66f19,segment=NetworkSegment(f00b1bb4-f030-447b-9d91-05fe6b231e91),segment_id=f00b1bb4-f030-447b-9d91-05fe6b231e91)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:34.336705 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:34.337982 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 68cf8342-a4ee-408b-81be-041910813acb up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:23:34.370917 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-2dcbe0d9-9eb1-4899-943f-3f9a629a241a tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:34.372457 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-2dcbe0d9-9eb1-4899-943f-3f9a629a241a tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.55 "GET /v2.0/networks?id=9bdab37c-c4cf-43f4-8321-48c2fd04b226 HTTP/1.1" status: 200 len: 813 time: 0.1079829 Nov 15 11:23:34.373099 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5af36-dd6e-450d-8478-fff334c0eec8 service neutron] Pushing event updated for resources: {'Port': ['ID=425242b9-f24d-41dc-8abc-0cc6bfb01008,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:34.391095 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-b6f9a518-1d11-47f7-8667-fde1523c7d92 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Request body: {'port': {'device_id': 'c59fecfa-0783-4e09-8131-84a31631ec89', 'network_id': '9bdab37c-c4cf-43f4-8321-48c2fd04b226', 'admin_state_up': True, 'tenant_id': '810cb76aba8d49308e90c06ea4edf8ee'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:34.521715 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-5aa5af36-dd6e-450d-8478-fff334c0eec8 service neutron] Port 425242b9-f24d-41dc-8abc-0cc6bfb01008 on network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:23:34.522462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-5aa5af36-dd6e-450d-8478-fff334c0eec8 service neutron] Attempting to bind port 425242b9-f24d-41dc-8abc-0cc6bfb01008 on network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:23:34.533155 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=bc1db242-bc41-4115-8ee6-dd7f58c66f19,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:34.545296 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b895828-58fb-453f-bc68-617290131596 req-c5894e90-61ac-4b76-80b2-3032d54afbde tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:34.552193 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b895828-58fb-453f-bc68-617290131596 req-c5894e90-61ac-4b76-80b2-3032d54afbde tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:34.554509 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 68cf8342-a4ee-408b-81be-041910813acb completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:23:34.558385 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b895828-58fb-453f-bc68-617290131596 req-c5894e90-61ac-4b76-80b2-3032d54afbde tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:34.560542 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 68cf8342-a4ee-408b-81be-041910813acb triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:23:34.560996 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:34.565664 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b895828-58fb-453f-bc68-617290131596 req-c5894e90-61ac-4b76-80b2-3032d54afbde tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:34.571652 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b895828-58fb-453f-bc68-617290131596 req-c5894e90-61ac-4b76-80b2-3032d54afbde tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:34.577988 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b895828-58fb-453f-bc68-617290131596 req-c5894e90-61ac-4b76-80b2-3032d54afbde tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:34.584774 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b895828-58fb-453f-bc68-617290131596 req-c5894e90-61ac-4b76-80b2-3032d54afbde tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:34.594232 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5b895828-58fb-453f-bc68-617290131596 req-c5894e90-61ac-4b76-80b2-3032d54afbde tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5439 time: 0.4984188 Nov 15 11:23:34.625255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-5aa5af36-dd6e-450d-8478-fff334c0eec8 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:23:34.625592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-5aa5af36-dd6e-450d-8478-fff334c0eec8 service neutron] Checking segment: {'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:23:34.625977 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-5aa5af36-dd6e-450d-8478-fff334c0eec8 service neutron] Bound using segment: {'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:23:34.626433 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-5aa5af36-dd6e-450d-8478-fff334c0eec8 service neutron] Bound port: 425242b9-f24d-41dc-8abc-0cc6bfb01008, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:23:34.626775 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-5aa5af36-dd6e-450d-8478-fff334c0eec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:34.651791 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:34.684683 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 68cf8342-a4ee-408b-81be-041910813acb, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=68cf8342-a4ee-408b-81be-041910813acb,segment=NetworkSegment(67d16816-45de-429a-9234-5131d2d66d0f),segment_id=67d16816-45de-429a-9234-5131d2d66d0f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:34.693335 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c14995da-f38d-4ad9-8e90-a67f755102af req-2aed14a9-1550-4488-961a-a804baa07996 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5647693 Nov 15 11:23:34.693915 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:34.694947 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device b5c5f658-3e97-46d3-b735-9ae8bc3ad568 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:23:34.760158 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5b895828-58fb-453f-bc68-617290131596 req-d06f35cb-1b15-4e9c-b169-bbf5ca1c8c51 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1601374 Nov 15 11:23:34.760987 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-b6f9a518-1d11-47f7-8667-fde1523c7d92 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Made reservation on behalf of 810cb76aba8d49308e90c06ea4edf8ee for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:23:34.774352 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-b6f9a518-1d11-47f7-8667-fde1523c7d92 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:34.809267 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port b5c5f658-3e97-46d3-b735-9ae8bc3ad568 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:23:34.811594 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=68cf8342-a4ee-408b-81be-041910813acb,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:34.817287 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port b5c5f658-3e97-46d3-b735-9ae8bc3ad568 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:23:34.817999 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:34.905165 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-5aa5af36-dd6e-450d-8478-fff334c0eec8 service neutron] For port 425242b9-f24d-41dc-8abc-0cc6bfb01008, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:23:34.930123 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-5aa5af36-dd6e-450d-8478-fff334c0eec8 service neutron] For port 425242b9-f24d-41dc-8abc-0cc6bfb01008, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=425242b9-f24d-41dc-8abc-0cc6bfb01008,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:23:34.945320 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-5aa5af36-dd6e-450d-8478-fff334c0eec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:34.985714 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1db242-bc41-4115-8ee6-dd7f58c66f19'}, {'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cf8342-a4ee-408b-81be-041910813acb'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:34.988973 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242ba425-09c1-4be1-bc57-a4f50b0c4ef0" -d '{"events": [{"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-plugged", "status": "completed", "tag": "bc1db242-bc41-4115-8ee6-dd7f58c66f19"}, {"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-plugged", "status": "completed", "tag": "68cf8342-a4ee-408b-81be-041910813acb"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:34.995513 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:35.031922 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-5aa5af36-dd6e-450d-8478-fff334c0eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:35.031922 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-5aa5af36-dd6e-450d-8478-fff334c0eec8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:35.032545 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-5aa5af36-dd6e-450d-8478-fff334c0eec8 service neutron] 10.222.0.55 "PUT /v2.0/ports/425242b9-f24d-41dc-8abc-0cc6bfb01008 HTTP/1.1" status: 200 len: 1091 time: 2.1716738 Nov 15 11:23:35.038604 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port b5c5f658-3e97-46d3-b735-9ae8bc3ad568, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b5c5f658-3e97-46d3-b735-9ae8bc3ad568,segment=NetworkSegment(f00b1bb4-f030-447b-9d91-05fe6b231e91),segment_id=f00b1bb4-f030-447b-9d91-05fe6b231e91)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:35.043842 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:35.044000 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f3d418-f873-4b9e-92b7-29fed991f2cc', 'tag': '425242b9-f24d-41dc-8abc-0cc6bfb01008'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:35.045580 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 496a1d61-4bd5-4b51-9b89-5253018b96d3 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:23:35.046482 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3c62be-d8a2-4ebe-b78c-31d751d4cfe7" -d '{"events": [{"name": "network-changed", "server_uuid": "43f3d418-f873-4b9e-92b7-29fed991f2cc", "tag": "425242b9-f24d-41dc-8abc-0cc6bfb01008"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:35.128521 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-b6f9a518-1d11-47f7-8667-fde1523c7d92 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Allocated IP 172.20.0.9 (9bdab37c-c4cf-43f4-8321-48c2fd04b226/dd614c31-be1d-45d9-8a31-9fd910a58649/239ee308-7f17-4be6-95d2-5f8cdae85906) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:23:35.140206 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=b5c5f658-3e97-46d3-b735-9ae8bc3ad568,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:35.155228 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 496a1d61-4bd5-4b51-9b89-5253018b96d3 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:23:35.160359 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 496a1d61-4bd5-4b51-9b89-5253018b96d3 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:23:35.160359 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:35.160649 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5af36-dd6e-450d-8478-fff334c0eec8 service neutron] Pushing event updated for resources: {'Port': ['ID=425242b9-f24d-41dc-8abc-0cc6bfb01008,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:35.199222 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231ecbb-5773-4e09-addf-28878dbc6694 req-7a467832-7c08-48dc-901d-defdbbe25d32 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:35.200777 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6231ecbb-5773-4e09-addf-28878dbc6694 req-7a467832-7c08-48dc-901d-defdbbe25d32 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 946 time: 0.2020802 Nov 15 11:23:35.220782 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7dd12-3402-4571-8830-db174e34f966 req-30b8fe44-64a4-4873-8e48-ebf2794d32ee tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:35.222197 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12a7dd12-3402-4571-8830-db174e34f966 req-30b8fe44-64a4-4873-8e48-ebf2794d32ee tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=43f3d418-f873-4b9e-92b7-29fed991f2cc HTTP/1.1" status: 200 len: 943 time: 0.2069173 Nov 15 11:23:35.242942 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:35.248451 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-c85aeb91-b619-49d9-bf28-c0a95bfd19a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:35.249897 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-c85aeb91-b619-49d9-bf28-c0a95bfd19a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=256e7f4fc00d4f2c8c7d8b69f41fa2d5&device_id=43f3d418-f873-4b9e-92b7-29fed991f2cc HTTP/1.1" status: 200 len: 1094 time: 0.1484058 Nov 15 11:23:35.278051 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 496a1d61-4bd5-4b51-9b89-5253018b96d3, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=496a1d61-4bd5-4b51-9b89-5253018b96d3,segment=NetworkSegment(f00b1bb4-f030-447b-9d91-05fe6b231e91),segment_id=f00b1bb4-f030-447b-9d91-05fe6b231e91)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:35.283438 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:35.284421 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 2a5a419e-761c-40a1-8d78-4da3f49c2c0d up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:23:35.329378 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-f7bb7cbb-b3c1-43a0-9136-243a06f2f959 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=425242b9-f24d-41dc-8abc-0cc6bfb01008 HTTP/1.1" status: 200 len: 217 time: 0.0692556 Nov 15 11:23:35.357068 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=496a1d61-4bd5-4b51-9b89-5253018b96d3,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:35.398320 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 2a5a419e-761c-40a1-8d78-4da3f49c2c0d completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:23:35.403305 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 2a5a419e-761c-40a1-8d78-4da3f49c2c0d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:23:35.403675 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:35.454361 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6231ecbb-5773-4e09-addf-28878dbc6694 req-8ce29d21-c266-482e-ab8d-3e84105c5e15 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310920 Nov 15 11:23:35.480436 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12a7dd12-3402-4571-8830-db174e34f966 req-18e78ad9-3478-496f-836d-5036d2535287 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340298 Nov 15 11:23:35.485965 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:35.523777 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 2a5a419e-761c-40a1-8d78-4da3f49c2c0d, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2a5a419e-761c-40a1-8d78-4da3f49c2c0d,segment=NetworkSegment(9bb83ea5-6302-453d-ab4d-4e9d792cd455),segment_id=9bb83ea5-6302-453d-ab4d-4e9d792cd455)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:35.530496 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:35.531426 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 4f6c4222-85c6-40ff-b518-d6284db6fd76 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:23:35.554267 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-65597cae-f76f-4b10-bbac-2e5f9cd10a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:35.555718 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-65597cae-f76f-4b10-bbac-2e5f9cd10a80 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8647cc50-bb8e-4210-a1e9-eb2152a57fcd HTTP/1.1" status: 200 len: 846 time: 0.1841841 Nov 15 11:23:35.557396 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ac33f2-c1e7-4efc-8e87-05e7526e829d x-openstack-request-id: req-d4ac33f2-c1e7-4efc-8e87-05e7526e829d {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:35.557695 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-plugged", "status": "completed", "tag": "bc1db242-bc41-4115-8ee6-dd7f58c66f19", "code": 200}, {"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-plugged", "status": "completed", "tag": "68cf8342-a4ee-408b-81be-041910813acb", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:35.557947 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d4ac33f2-c1e7-4efc-8e87-05e7526e829d {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:35.558346 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1db242-bc41-4115-8ee6-dd7f58c66f19', 'code': 200} Nov 15 11:23:35.558600 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cf8342-a4ee-408b-81be-041910813acb', 'code': 200} Nov 15 11:23:35.612047 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=2a5a419e-761c-40a1-8d78-4da3f49c2c0d,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:35.632933 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-adfd8082-2708-495a-b074-d7fd9c73b108 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=49b4d594-0a5b-4365-b6d6-a6b4864f1759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436075 Nov 15 11:23:35.642793 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 4f6c4222-85c6-40ff-b518-d6284db6fd76 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:23:35.649780 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 4f6c4222-85c6-40ff-b518-d6284db6fd76 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:23:35.650487 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:35.659883 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-b6f9a518-1d11-47f7-8667-fde1523c7d92 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:35.679507 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-76b287d3-7cb2-4282-ad44-25c48fc6a7e6 req-c01d2efb-d17a-4d57-8428-f8b93fe4550b tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 210 time: 0.0561638 Nov 15 11:23:35.735726 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:35.742965 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9567fc-fa52-47a3-9e40-4af8997e03ed req-bd8ad73c-19fa-4fd8-873b-f56393162273 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:35.744478 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dc9567fc-fa52-47a3-9e40-4af8997e03ed req-bd8ad73c-19fa-4fd8-873b-f56393162273 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.2195542 Nov 15 11:23:35.748239 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f52bea-ea6a-4c5f-b676-d6fa85be4f73 x-openstack-request-id: req-f2f52bea-ea6a-4c5f-b676-d6fa85be4f73 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:35.748512 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f3d418-f873-4b9e-92b7-29fed991f2cc", "tag": "425242b9-f24d-41dc-8abc-0cc6bfb01008", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:35.748755 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2f52bea-ea6a-4c5f-b676-d6fa85be4f73 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:35.749168 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f3d418-f873-4b9e-92b7-29fed991f2cc', 'tag': '425242b9-f24d-41dc-8abc-0cc6bfb01008', 'status': 'completed', 'code': 200} Nov 15 11:23:35.755733 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d35b0-c3a3-4afe-9a90-05a1418a15a2 req-cb17c1e4-ff98-4c57-99c0-b82d8d6d3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:35.757672 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e94d35b0-c3a3-4afe-9a90-05a1418a15a2 req-cb17c1e4-ff98-4c57-99c0-b82d8d6d3f30 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 1097 time: 0.2290261 Nov 15 11:23:35.770754 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 4f6c4222-85c6-40ff-b518-d6284db6fd76, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=4f6c4222-85c6-40ff-b518-d6284db6fd76,segment=NetworkSegment(f00b1bb4-f030-447b-9d91-05fe6b231e91),segment_id=f00b1bb4-f030-447b-9d91-05fe6b231e91)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:35.776094 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:35.823962 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=4f6c4222-85c6-40ff-b518-d6284db6fd76,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:35.919330 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-b6f9a518-1d11-47f7-8667-fde1523c7d92 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:35.929838 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dc9567fc-fa52-47a3-9e40-4af8997e03ed req-be53bec5-c686-4601-8e14-78c5b640ac17 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779959 Nov 15 11:23:35.930937 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['0a571f6b-f270-4c7f-be2b-270ceaef4709'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:35.937339 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-02e039de-6fde-4148-86c9-d2c8c5ef8e1d service neutron] 10.222.0.55 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894204 Nov 15 11:23:36.049184 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-b6f9a518-1d11-47f7-8667-fde1523c7d92 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Network 9bdab37c-c4cf-43f4-8321-48c2fd04b226 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:23:36.059696 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-b6f9a518-1d11-47f7-8667-fde1523c7d92 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:23:36.072844 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada0132-43b5-42b9-8792-ff78fad64721 req-b049fd58-631f-42ad-9a46-b79ab77695c0 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:36.079002 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada0132-43b5-42b9-8792-ff78fad64721 req-b049fd58-631f-42ad-9a46-b79ab77695c0 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:36.084907 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada0132-43b5-42b9-8792-ff78fad64721 req-b049fd58-631f-42ad-9a46-b79ab77695c0 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:36.090743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada0132-43b5-42b9-8792-ff78fad64721 req-b049fd58-631f-42ad-9a46-b79ab77695c0 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:36.096992 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada0132-43b5-42b9-8792-ff78fad64721 req-b049fd58-631f-42ad-9a46-b79ab77695c0 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:36.103097 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada0132-43b5-42b9-8792-ff78fad64721 req-b049fd58-631f-42ad-9a46-b79ab77695c0 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:36.109124 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada0132-43b5-42b9-8792-ff78fad64721 req-b049fd58-631f-42ad-9a46-b79ab77695c0 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:36.113585 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cada0132-43b5-42b9-8792-ff78fad64721 req-b049fd58-631f-42ad-9a46-b79ab77695c0 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5445 time: 0.2575898 Nov 15 11:23:36.123530 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-b6f9a518-1d11-47f7-8667-fde1523c7d92 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:23:36.152750 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d35b0-c3a3-4afe-9a90-05a1418a15a2 req-14b6e052-27f1-4f10-8ca9-e06196611be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:36.154248 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e94d35b0-c3a3-4afe-9a90-05a1418a15a2 req-14b6e052-27f1-4f10-8ca9-e06196611be4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 913 time: 0.3815413 Nov 15 11:23:36.154849 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9a518-1d11-47f7-8667-fde1523c7d92 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event updated for resources: {'Port': ['ID=239ee308-7f17-4be6-95d2-5f8cdae85906,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:36.193468 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-441380a9-7e7c-4bd6-b4d6-6bfdcf8ca4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:36.230572 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e94d35b0-c3a3-4afe-9a90-05a1418a15a2 req-86649ea8-63f1-4707-bd64-0972865db8d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70e940aa-c737-4947-bd4e-611f55ced742 HTTP/1.1" status: 200 len: 217 time: 0.0636964 Nov 15 11:23:36.307712 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-b6f9a518-1d11-47f7-8667-fde1523c7d92 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:36.308331 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-b6f9a518-1d11-47f7-8667-fde1523c7d92 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:36.343272 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-011302bf-7d07-45d2-a09f-9c3b72509056 req-a2087d4e-1aef-4f70-8286-f26754de77a2 service neutron] 10.222.0.55 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959432 Nov 15 11:23:36.365031 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d35b0-c3a3-4afe-9a90-05a1418a15a2 req-d4126d42-02d7-49f7-b0af-29cbd595cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:36.366507 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e94d35b0-c3a3-4afe-9a90-05a1418a15a2 req-d4126d42-02d7-49f7-b0af-29cbd595cd6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 200 len: 851 time: 0.1223812 Nov 15 11:23:36.370657 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-b6f9a518-1d11-47f7-8667-fde1523c7d92 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9836929 Nov 15 11:23:36.377646 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cada0132-43b5-42b9-8792-ff78fad64721 req-9dc23659-0a04-4378-8b1c-ddf4969485fc tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2465713 Nov 15 11:23:36.400661 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b3178-d82c-4af1-87e3-c7a4074ba79b req-a17d6717-4d74-45ab-8127-f1fa85f54e15 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:36.400661 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e04b3178-d82c-4af1-87e3-c7a4074ba79b req-a17d6717-4d74-45ab-8127-f1fa85f54e15 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1730464 Nov 15 11:23:36.426552 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-8cd0fbb1-5b14-4572-a3d6-a4d8deb012bc service neutron] Request body: {'port': {'device_id': 'c59fecfa-0783-4e09-8131-84a31631ec89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:36.571444 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d35b0-c3a3-4afe-9a90-05a1418a15a2 req-e167af8b-8677-453c-9a43-de9820a7666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:36.572975 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e94d35b0-c3a3-4afe-9a90-05a1418a15a2 req-e167af8b-8677-453c-9a43-de9820a7666d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e78f9bd-5aad-432a-85c1-63f165b57fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1944492 Nov 15 11:23:36.575434 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-8cd0fbb1-5b14-4572-a3d6-a4d8deb012bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:36.580033 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c62be-d8a2-4ebe-b78c-31d751d4cfe7 req-fa03003a-3b01-46c3-93e6-e52ab23890fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:36.581402 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d3c62be-d8a2-4ebe-b78c-31d751d4cfe7 req-fa03003a-3b01-46c3-93e6-e52ab23890fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=256e7f4fc00d4f2c8c7d8b69f41fa2d5&device_id=43f3d418-f873-4b9e-92b7-29fed991f2cc HTTP/1.1" status: 200 len: 1094 time: 0.1838367 Nov 15 11:23:36.584639 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e04b3178-d82c-4af1-87e3-c7a4074ba79b req-33c2857f-647a-46e8-b341-e8a8c3915b5a tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621478 Nov 15 11:23:37.063864 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e15fdb-1f03-4b6a-8119-70327d876fe1 req-9f64cee3-e080-442f-88ba-d477c4e44dc2 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:37.065244 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31e15fdb-1f03-4b6a-8119-70327d876fe1 req-9f64cee3-e080-442f-88ba-d477c4e44dc2 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 946 time: 0.5372956 Nov 15 11:23:37.189094 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c62be-d8a2-4ebe-b78c-31d751d4cfe7 req-da2b6401-4093-46ff-b7d3-298a7e5bf739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:37.190580 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d3c62be-d8a2-4ebe-b78c-31d751d4cfe7 req-da2b6401-4093-46ff-b7d3-298a7e5bf739 service neutron] 10.222.0.55 "GET /v2.0/networks?id=49b4d594-0a5b-4365-b6d6-a6b4864f1759 HTTP/1.1" status: 200 len: 907 time: 0.5950794 Nov 15 11:23:37.204589 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bffe64-43a2-451b-b4bf-9736d9ed73d8 req-e9176738-3781-4b36-a323-7c119343cf19 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:37.205993 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a9bffe64-43a2-451b-b4bf-9736d9ed73d8 req-e9176738-3781-4b36-a323-7c119343cf19 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=43f3d418-f873-4b9e-92b7-29fed991f2cc HTTP/1.1" status: 200 len: 943 time: 0.5623684 Nov 15 11:23:37.215550 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e94d35b0-c3a3-4afe-9a90-05a1418a15a2 req-3614b6ae-da7a-4da9-b8ba-5b2edabce94e service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6294270 Nov 15 11:23:37.291673 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d3c62be-d8a2-4ebe-b78c-31d751d4cfe7 req-e37de1ad-3c87-46ce-9537-c547ba17c504 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=425242b9-f24d-41dc-8abc-0cc6bfb01008 HTTP/1.1" status: 200 len: 217 time: 0.0847418 Nov 15 11:23:37.372999 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31e15fdb-1f03-4b6a-8119-70327d876fe1 req-87f42372-0f65-4f33-b39f-20fef25b4416 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988849 Nov 15 11:23:37.461172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c62be-d8a2-4ebe-b78c-31d751d4cfe7 req-f66fb952-0f9e-413e-b6e5-3356a55b02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:37.462603 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d3c62be-d8a2-4ebe-b78c-31d751d4cfe7 req-f66fb952-0f9e-413e-b6e5-3356a55b02d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8647cc50-bb8e-4210-a1e9-eb2152a57fcd HTTP/1.1" status: 200 len: 846 time: 0.1031568 Nov 15 11:23:37.497615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a9bffe64-43a2-451b-b4bf-9736d9ed73d8 req-b20b2ea4-9672-44e9-9b6c-b1e768e03601 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724297 Nov 15 11:23:37.542457 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d3c62be-d8a2-4ebe-b78c-31d751d4cfe7 req-99cd6e79-2b41-4f04-8fe0-7cd15e07835c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=49b4d594-0a5b-4365-b6d6-a6b4864f1759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692794 Nov 15 11:23:37.559492 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c5f658-3e97-46d3-b735-9ae8bc3ad568'}, {'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496a1d61-4bd5-4b51-9b89-5253018b96d3'}, {'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5a419e-761c-40a1-8d78-4da3f49c2c0d'}, {'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6c4222-85c6-40ff-b518-d6284db6fd76'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:37.562348 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162dfb29-049c-42de-970e-5bab4b9cf390" -d '{"events": [{"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-plugged", "status": "completed", "tag": "b5c5f658-3e97-46d3-b735-9ae8bc3ad568"}, {"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-plugged", "status": "completed", "tag": "496a1d61-4bd5-4b51-9b89-5253018b96d3"}, {"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-plugged", "status": "completed", "tag": "2a5a419e-761c-40a1-8d78-4da3f49c2c0d"}, {"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-plugged", "status": "completed", "tag": "4f6c4222-85c6-40ff-b518-d6284db6fd76"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:37.569714 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e94d35b0-c3a3-4afe-9a90-05a1418a15a2 req-4aa2174b-5768-4e22-9e77-a0b7b2a27ccc service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375833 Nov 15 11:23:37.662284 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385f627-b5c1-4048-8c45-30426dc5f2b0 req-aa161b92-69fb-4b0c-8659-96cad1a83452 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:37.663777 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e385f627-b5c1-4048-8c45-30426dc5f2b0 req-aa161b92-69fb-4b0c-8659-96cad1a83452 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 931 time: 0.2156143 Nov 15 11:23:37.691209 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-8cd0fbb1-5b14-4572-a3d6-a4d8deb012bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239ee308-7f17-4be6-95d2-5f8cdae85906 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:23:37.711650 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-8cd0fbb1-5b14-4572-a3d6-a4d8deb012bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:37.743665 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d3c62be-d8a2-4ebe-b78c-31d751d4cfe7 req-38333f27-d23e-4332-8f05-fc193978df89 service neutron] 10.222.0.55 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929717 Nov 15 11:23:37.751307 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-8cd0fbb1-5b14-4572-a3d6-a4d8deb012bc service neutron] Transition to ACTIVE for port object 239ee308-7f17-4be6-95d2-5f8cdae85906 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:23:37.774707 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-8cd0fbb1-5b14-4572-a3d6-a4d8deb012bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:37.833357 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e385f627-b5c1-4048-8c45-30426dc5f2b0 req-450a1d24-9264-46ac-9dee-ebc86f055dd2 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615224 Nov 15 11:23:37.889791 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0fbb1-5b14-4572-a3d6-a4d8deb012bc service neutron] Pushing event updated for resources: {'Port': ['ID=239ee308-7f17-4be6-95d2-5f8cdae85906,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:37.944257 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891362e1-8a2d-42a2-9655-8ddf76813fa8 req-a85cb4fe-4de6-4a98-882a-39df51515e36 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:37.945734 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-891362e1-8a2d-42a2-9655-8ddf76813fa8 req-a85cb4fe-4de6-4a98-882a-39df51515e36 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1957116 Nov 15 11:23:38.015061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d3c62be-d8a2-4ebe-b78c-31d751d4cfe7 req-fa4cb25e-4ef3-4ac2-8a27-f240566545e6 service neutron] 10.222.0.55 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502003 Nov 15 11:23:38.064687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71697392-34a4-4312-96a0-d40233b28311 req-a18c19bc-820b-432f-8826-e0ff7d8b7cd7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:38.070495 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71697392-34a4-4312-96a0-d40233b28311 req-a18c19bc-820b-432f-8826-e0ff7d8b7cd7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:38.076323 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71697392-34a4-4312-96a0-d40233b28311 req-a18c19bc-820b-432f-8826-e0ff7d8b7cd7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:38.082264 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71697392-34a4-4312-96a0-d40233b28311 req-a18c19bc-820b-432f-8826-e0ff7d8b7cd7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:38.088074 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71697392-34a4-4312-96a0-d40233b28311 req-a18c19bc-820b-432f-8826-e0ff7d8b7cd7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:38.093887 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71697392-34a4-4312-96a0-d40233b28311 req-a18c19bc-820b-432f-8826-e0ff7d8b7cd7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:38.100029 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71697392-34a4-4312-96a0-d40233b28311 req-a18c19bc-820b-432f-8826-e0ff7d8b7cd7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:38.101908 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-71697392-34a4-4312-96a0-d40233b28311 req-a18c19bc-820b-432f-8826-e0ff7d8b7cd7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5445 time: 0.2057900 Nov 15 11:23:38.126615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-891362e1-8a2d-42a2-9655-8ddf76813fa8 req-4d361d00-e9ce-4c1d-9e16-7b9a4328e166 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604023 Nov 15 11:23:38.128607 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-8cd0fbb1-5b14-4572-a3d6-a4d8deb012bc service neutron] Attempting to bind port 239ee308-7f17-4be6-95d2-5f8cdae85906 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:23:38.128943 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-8cd0fbb1-5b14-4572-a3d6-a4d8deb012bc service neutron] Attempting to bind port 239ee308-7f17-4be6-95d2-5f8cdae85906 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '5e467d28-3614-41f8-acee-8ccfda722768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9bdab37c-c4cf-43f4-8321-48c2fd04b226'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:23:38.129302 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-8cd0fbb1-5b14-4572-a3d6-a4d8deb012bc service neutron] Attempting to bind port 239ee308-7f17-4be6-95d2-5f8cdae85906 on network 9bdab37c-c4cf-43f4-8321-48c2fd04b226 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:23:38.141861 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-8cd0fbb1-5b14-4572-a3d6-a4d8deb012bc service neutron] Port 239ee308-7f17-4be6-95d2-5f8cdae85906 on network 9bdab37c-c4cf-43f4-8321-48c2fd04b226 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:23:38.142117 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-8cd0fbb1-5b14-4572-a3d6-a4d8deb012bc service neutron] Attempting to bind port 239ee308-7f17-4be6-95d2-5f8cdae85906 on network 9bdab37c-c4cf-43f4-8321-48c2fd04b226 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:23:38.154542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-8cd0fbb1-5b14-4572-a3d6-a4d8deb012bc service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:23:38.154884 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-8cd0fbb1-5b14-4572-a3d6-a4d8deb012bc service neutron] Checking segment: {'id': '5e467d28-3614-41f8-acee-8ccfda722768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9bdab37c-c4cf-43f4-8321-48c2fd04b226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:23:38.155259 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-8cd0fbb1-5b14-4572-a3d6-a4d8deb012bc service neutron] Bound using segment: {'id': '5e467d28-3614-41f8-acee-8ccfda722768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9bdab37c-c4cf-43f4-8321-48c2fd04b226'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:23:38.155687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-8cd0fbb1-5b14-4572-a3d6-a4d8deb012bc service neutron] Bound port: 239ee308-7f17-4be6-95d2-5f8cdae85906, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e467d28-3614-41f8-acee-8ccfda722768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9bdab37c-c4cf-43f4-8321-48c2fd04b226'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:23:38.156119 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-8cd0fbb1-5b14-4572-a3d6-a4d8deb012bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:38.176616 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b56e9f8-dfee-4355-9700-f3bf8d2e9124 x-openstack-request-id: req-6b56e9f8-dfee-4355-9700-f3bf8d2e9124 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:38.177242 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-plugged", "status": "completed", "tag": "b5c5f658-3e97-46d3-b735-9ae8bc3ad568", "code": 200}, {"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-plugged", "status": "completed", "tag": "496a1d61-4bd5-4b51-9b89-5253018b96d3", "code": 200}, {"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-plugged", "status": "completed", "tag": "2a5a419e-761c-40a1-8d78-4da3f49c2c0d", "code": 200}, {"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-plugged", "status": "completed", "tag": "4f6c4222-85c6-40ff-b518-d6284db6fd76", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:38.177591 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6b56e9f8-dfee-4355-9700-f3bf8d2e9124 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:38.178110 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c5f658-3e97-46d3-b735-9ae8bc3ad568', 'code': 200} Nov 15 11:23:38.178456 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496a1d61-4bd5-4b51-9b89-5253018b96d3', 'code': 200} Nov 15 11:23:38.178833 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5a419e-761c-40a1-8d78-4da3f49c2c0d', 'code': 200} Nov 15 11:23:38.179324 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6c4222-85c6-40ff-b518-d6284db6fd76', 'code': 200} Nov 15 11:23:38.209798 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-71697392-34a4-4312-96a0-d40233b28311 req-ac0aefa7-9f8c-4bf3-810f-f5b772b1e88f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0999794 Nov 15 11:23:38.271347 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-8cd0fbb1-5b14-4572-a3d6-a4d8deb012bc service neutron] For port 239ee308-7f17-4be6-95d2-5f8cdae85906, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:23:38.274914 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-8cd0fbb1-5b14-4572-a3d6-a4d8deb012bc service neutron] For port 239ee308-7f17-4be6-95d2-5f8cdae85906, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=239ee308-7f17-4be6-95d2-5f8cdae85906,segment=NetworkSegment(5e467d28-3614-41f8-acee-8ccfda722768),segment_id=5e467d28-3614-41f8-acee-8ccfda722768)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:23:38.283028 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-8cd0fbb1-5b14-4572-a3d6-a4d8deb012bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:38.303037 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245ec41-5800-48d2-9c6d-d313862d3182 req-6eb8d225-a3dc-411a-aa55-a9f861d5ed56 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:38.304499 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b245ec41-5800-48d2-9c6d-d313862d3182 req-6eb8d225-a3dc-411a-aa55-a9f861d5ed56 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0849178 Nov 15 11:23:38.329885 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bdcd4ab3-bdf4-4d0e-b4b6-9e2380f6ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:38.369227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-8cd0fbb1-5b14-4572-a3d6-a4d8deb012bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:38.369835 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-8cd0fbb1-5b14-4572-a3d6-a4d8deb012bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:38.371174 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-8cd0fbb1-5b14-4572-a3d6-a4d8deb012bc service neutron] 10.222.0.55 "PUT /v2.0/ports/239ee308-7f17-4be6-95d2-5f8cdae85906 HTTP/1.1" status: 200 len: 1091 time: 1.9746752 Nov 15 11:23:38.372460 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59fecfa-0783-4e09-8131-84a31631ec89', 'tag': '239ee308-7f17-4be6-95d2-5f8cdae85906'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:38.374686 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9abe3e-9582-43d4-a162-6aa27d3b08f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c59fecfa-0783-4e09-8131-84a31631ec89", "tag": "239ee308-7f17-4be6-95d2-5f8cdae85906"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:38.407250 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0fbb1-5b14-4572-a3d6-a4d8deb012bc service neutron] Pushing event updated for resources: {'Port': ['ID=239ee308-7f17-4be6-95d2-5f8cdae85906,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:38.419841 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c668701-8e9e-45a7-9da9-9971a867910e x-openstack-request-id: req-1c668701-8e9e-45a7-9da9-9971a867910e {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:38.420140 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59fecfa-0783-4e09-8131-84a31631ec89", "tag": "239ee308-7f17-4be6-95d2-5f8cdae85906", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:38.420386 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c668701-8e9e-45a7-9da9-9971a867910e {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:38.420777 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59fecfa-0783-4e09-8131-84a31631ec89', 'tag': '239ee308-7f17-4be6-95d2-5f8cdae85906', 'status': 'completed', 'code': 200} Nov 15 11:23:38.430554 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f025f-d8a0-46e5-9b53-d32cadc34f0f req-0248b7c1-0df8-4f9f-bc0d-1da1f2c83cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:38.431020 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f025f-d8a0-46e5-9b53-d32cadc34f0f req-0248b7c1-0df8-4f9f-bc0d-1da1f2c83cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:38.431477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f025f-d8a0-46e5-9b53-d32cadc34f0f req-0248b7c1-0df8-4f9f-bc0d-1da1f2c83cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:38.431946 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f025f-d8a0-46e5-9b53-d32cadc34f0f req-0248b7c1-0df8-4f9f-bc0d-1da1f2c83cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:38.432414 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f025f-d8a0-46e5-9b53-d32cadc34f0f req-0248b7c1-0df8-4f9f-bc0d-1da1f2c83cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:38.432859 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f025f-d8a0-46e5-9b53-d32cadc34f0f req-0248b7c1-0df8-4f9f-bc0d-1da1f2c83cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:38.433311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f025f-d8a0-46e5-9b53-d32cadc34f0f req-0248b7c1-0df8-4f9f-bc0d-1da1f2c83cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:38.435240 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-996f025f-d8a0-46e5-9b53-d32cadc34f0f req-0248b7c1-0df8-4f9f-bc0d-1da1f2c83cc3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 6502 time: 0.1500967 Nov 15 11:23:38.447423 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b245ec41-5800-48d2-9c6d-d313862d3182 req-1e3bc47e-1a6e-4ee4-9fff-ff9799c80bf3 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194012 Nov 15 11:23:38.547204 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-8b7bc07b-cb27-4d21-8a77-4bf14555d863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:38.548739 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-8b7bc07b-cb27-4d21-8a77-4bf14555d863 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=810cb76aba8d49308e90c06ea4edf8ee&device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 1094 time: 0.1239274 Nov 15 11:23:38.558668 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-996f025f-d8a0-46e5-9b53-d32cadc34f0f req-82d39653-77c3-4424-b57d-9518ad7e4357 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&id=3b868e38-1135-4222-8876-7c7d7b346b07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1103196 Nov 15 11:23:38.573093 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0346e40-77d7-4fe9-bd5e-50d5f934fbbc req-ab97a5c3-c446-49c9-a2ed-1d9b586bb7bd tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:38.574552 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0346e40-77d7-4fe9-bd5e-50d5f934fbbc req-ab97a5c3-c446-49c9-a2ed-1d9b586bb7bd tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 946 time: 0.1075904 Nov 15 11:23:38.606140 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-76dffff6-ae18-44a0-b303-65bf28d3ff34 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239ee308-7f17-4be6-95d2-5f8cdae85906 HTTP/1.1" status: 200 len: 217 time: 0.0465229 Nov 15 11:23:38.680937 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-2e70e7e7-fc6a-43a9-87bf-893ebec46f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:38.682316 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-2e70e7e7-fc6a-43a9-87bf-893ebec46f04 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd614c31-be1d-45d9-8a31-9fd910a58649 HTTP/1.1" status: 200 len: 853 time: 0.0641880 Nov 15 11:23:38.685962 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0346e40-77d7-4fe9-bd5e-50d5f934fbbc req-874a4288-4e79-49a0-8712-496c00970414 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826433 Nov 15 11:23:38.721323 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-abd44197-c7c3-4e0c-8b0b-f6aa2b8c2328 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9bdab37c-c4cf-43f4-8321-48c2fd04b226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323789 Nov 15 11:23:38.844166 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e080ba-8937-450f-b664-0edfb8dba9f1 req-f10a4644-cdb3-4b1f-8784-c446d99b6602 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:38.845651 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32e080ba-8937-450f-b664-0edfb8dba9f1 req-f10a4644-cdb3-4b1f-8784-c446d99b6602 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=43f3d418-f873-4b9e-92b7-29fed991f2cc HTTP/1.1" status: 200 len: 943 time: 0.0960231 Nov 15 11:23:38.872016 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-d2b96dc7-6b8a-400a-941f-0f7e58d9ac95 service neutron] 10.222.0.55 "GET /v2.0/networks/9bdab37c-c4cf-43f4-8321-48c2fd04b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424770 Nov 15 11:23:38.943334 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32e080ba-8937-450f-b664-0edfb8dba9f1 req-198bb94f-d100-43d8-8841-06ca66ad72ff tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883412 Nov 15 11:23:38.982413 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5fe6e4e-4576-4fd5-8e90-4230f99b8a4a req-9983b549-7ecd-4c46-93da-bfc3af32ee9e service neutron] 10.222.0.55 "GET /v2.0/networks/9bdab37c-c4cf-43f4-8321-48c2fd04b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982635 Nov 15 11:23:39.118638 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633250ab-9a12-4226-a8fb-1d375f478bd6 req-88f5b551-66d0-456b-a66d-d8078877f54c tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:39.120142 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-633250ab-9a12-4226-a8fb-1d375f478bd6 req-88f5b551-66d0-456b-a66d-d8078877f54c tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1069887 Nov 15 11:23:39.128325 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74cdb6-5b4c-4729-8bd6-8db46657689e req-2dca88fb-2a90-49c9-b69b-d1f296e54e6c tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:39.129675 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e74cdb6-5b4c-4729-8bd6-8db46657689e req-2dca88fb-2a90-49c9-b69b-d1f296e54e6c tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 943 time: 0.1074865 Nov 15 11:23:39.140336 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9abe3e-9582-43d4-a162-6aa27d3b08f1 req-1cdbc1d1-b305-453b-b0c5-5593287a92e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:39.141728 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e9abe3e-9582-43d4-a162-6aa27d3b08f1 req-1cdbc1d1-b305-453b-b0c5-5593287a92e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=810cb76aba8d49308e90c06ea4edf8ee&device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 1094 time: 0.1071312 Nov 15 11:23:39.249172 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 425242b9-f24d-41dc-8abc-0cc6bfb01008 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:23:39.256190 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-633250ab-9a12-4226-a8fb-1d375f478bd6 req-0f79db4a-f070-44c2-91c5-526906b2018b tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255844 Nov 15 11:23:39.264600 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e74cdb6-5b4c-4729-8bd6-8db46657689e req-0af0cba7-400b-4648-addf-886ab7898198 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260340 Nov 15 11:23:39.294887 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9abe3e-9582-43d4-a162-6aa27d3b08f1 req-19e261c4-e720-447f-9cce-4a7ef47ca3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:39.296401 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e9abe3e-9582-43d4-a162-6aa27d3b08f1 req-19e261c4-e720-447f-9cce-4a7ef47ca3c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9bdab37c-c4cf-43f4-8321-48c2fd04b226 HTTP/1.1" status: 200 len: 914 time: 0.1389127 Nov 15 11:23:39.345121 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e9abe3e-9582-43d4-a162-6aa27d3b08f1 req-13a090ec-4cca-4766-b38a-0c34e939bb55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239ee308-7f17-4be6-95d2-5f8cdae85906 HTTP/1.1" status: 200 len: 217 time: 0.0407438 Nov 15 11:23:39.358588 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 425242b9-f24d-41dc-8abc-0cc6bfb01008, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=425242b9-f24d-41dc-8abc-0cc6bfb01008,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:39.374535 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '425242b9-f24d-41dc-8abc-0cc6bfb01008', 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759', 'port_id': '425242b9-f24d-41dc-8abc-0cc6bfb01008', 'mac_address': 'fa:16:3e:d9:68:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8647cc50-bb8e-4210-a1e9-eb2152a57fcd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:23:39.411364 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:39.417922 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9abe3e-9582-43d4-a162-6aa27d3b08f1 req-45842b94-fe32-4673-b229-9825b72eb4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:39.419402 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e9abe3e-9582-43d4-a162-6aa27d3b08f1 req-45842b94-fe32-4673-b229-9825b72eb4da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd614c31-be1d-45d9-8a31-9fd910a58649 HTTP/1.1" status: 200 len: 853 time: 0.0653167 Nov 15 11:23:39.424306 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425242b9-f24d-41dc-8abc-0cc6bfb01008 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:23:39.431050 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3ac67-d836-4cfc-a0a6-6fc336e68186 req-bd9d2a5a-d972-4838-a110-506f1e0aef2c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:39.437288 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3ac67-d836-4cfc-a0a6-6fc336e68186 req-bd9d2a5a-d972-4838-a110-506f1e0aef2c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:39.443189 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3ac67-d836-4cfc-a0a6-6fc336e68186 req-bd9d2a5a-d972-4838-a110-506f1e0aef2c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:39.445020 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 425242b9-f24d-41dc-8abc-0cc6bfb01008, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=425242b9-f24d-41dc-8abc-0cc6bfb01008,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:39.449371 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:39.449808 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3ac67-d836-4cfc-a0a6-6fc336e68186 req-bd9d2a5a-d972-4838-a110-506f1e0aef2c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:39.455837 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3ac67-d836-4cfc-a0a6-6fc336e68186 req-bd9d2a5a-d972-4838-a110-506f1e0aef2c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:39.461725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3ac67-d836-4cfc-a0a6-6fc336e68186 req-bd9d2a5a-d972-4838-a110-506f1e0aef2c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:39.467571 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3ac67-d836-4cfc-a0a6-6fc336e68186 req-bd9d2a5a-d972-4838-a110-506f1e0aef2c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:39.469526 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25b3ac67-d836-4cfc-a0a6-6fc336e68186 req-bd9d2a5a-d972-4838-a110-506f1e0aef2c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5445 time: 0.1271636 Nov 15 11:23:39.495867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=425242b9-f24d-41dc-8abc-0cc6bfb01008,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:39.505011 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e9abe3e-9582-43d4-a162-6aa27d3b08f1 req-534815ca-26e7-4965-99a9-9c7ecf5acaab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9bdab37c-c4cf-43f4-8321-48c2fd04b226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344834 Nov 15 11:23:39.590977 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25b3ac67-d836-4cfc-a0a6-6fc336e68186 req-6ac57a99-5ab1-43ba-8864-4dc261e8f0a6 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1118236 Nov 15 11:23:39.625929 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e9abe3e-9582-43d4-a162-6aa27d3b08f1 req-34c8f593-89da-426c-8daa-bf59c1be0f54 service neutron] 10.222.0.55 "GET /v2.0/networks/9bdab37c-c4cf-43f4-8321-48c2fd04b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082008 Nov 15 11:23:39.729321 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e9abe3e-9582-43d4-a162-6aa27d3b08f1 req-f460d905-01b4-4372-8acf-9ddd34f5cb14 service neutron] 10.222.0.55 "GET /v2.0/networks/9bdab37c-c4cf-43f4-8321-48c2fd04b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910213 Nov 15 11:23:39.765841 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:39.805961 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95318c8b-6a28-4fd7-ac40-f79d292e2325 req-dc0c3638-0933-4da3-a380-b091427d0207 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:39.807472 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-95318c8b-6a28-4fd7-ac40-f79d292e2325 req-dc0c3638-0933-4da3-a380-b091427d0207 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 946 time: 0.0483429 Nov 15 11:23:39.855351 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-95318c8b-6a28-4fd7-ac40-f79d292e2325 req-4adaade5-62fb-4271-b800-d8fefba602d7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416613 Nov 15 11:23:39.882148 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['425242b9-f24d-41dc-8abc-0cc6bfb01008'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:39.975405 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 70e940aa-c737-4947-bd4e-611f55ced742 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:23:40.092700 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdf5c7-4164-430e-87f0-066d3b30f818 req-a72c5d12-d959-4d95-97ec-328225c1301c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:40.094470 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11cdf5c7-4164-430e-87f0-066d3b30f818 req-a72c5d12-d959-4d95-97ec-328225c1301c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=43f3d418-f873-4b9e-92b7-29fed991f2cc HTTP/1.1" status: 200 len: 944 time: 0.0503395 Nov 15 11:23:40.097488 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:40.133382 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 70e940aa-c737-4947-bd4e-611f55ced742, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=70e940aa-c737-4947-bd4e-611f55ced742,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:40.137979 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:40.151768 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11cdf5c7-4164-430e-87f0-066d3b30f818 req-a0851255-65bf-4ff9-b642-6c808c7c904d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498340 Nov 15 11:23:40.182296 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21808531-3d8d-4272-a298-64a5a445782a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70e940aa-c737-4947-bd4e-611f55ced742'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:40.184547 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f76a0db-0a5c-4f7c-a393-55d03873e0bb" -d '{"events": [{"server_uuid": "21808531-3d8d-4272-a298-64a5a445782a", "name": "network-vif-unplugged", "status": "completed", "tag": "70e940aa-c737-4947-bd4e-611f55ced742"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:40.191487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=70e940aa-c737-4947-bd4e-611f55ced742,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:40.222185 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544f75f4-d847-4482-8019-baac2a45d7b6 x-openstack-request-id: req-544f75f4-d847-4482-8019-baac2a45d7b6 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:40.222499 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21808531-3d8d-4272-a298-64a5a445782a", "name": "network-vif-unplugged", "status": "completed", "tag": "70e940aa-c737-4947-bd4e-611f55ced742", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:40.222747 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-544f75f4-d847-4482-8019-baac2a45d7b6 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:40.223137 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21808531-3d8d-4272-a298-64a5a445782a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70e940aa-c737-4947-bd4e-611f55ced742', 'code': 200} Nov 15 11:23:40.410502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cadb4-ba94-44af-a6c3-ece36a8f91e1 req-b2f2f237-6826-4a59-a40b-8e478a3b9156 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:40.412064 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ff6cadb4-ba94-44af-a6c3-ece36a8f91e1 req-b2f2f237-6826-4a59-a40b-8e478a3b9156 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0755274 Nov 15 11:23:40.424220 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535db57-768e-4168-93f6-66a87a2df2da req-a03bb1ca-8b77-4797-8088-9e2df405b000 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:40.425899 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a535db57-768e-4168-93f6-66a87a2df2da req-a03bb1ca-8b77-4797-8088-9e2df405b000 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 943 time: 0.0783155 Nov 15 11:23:40.497836 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ff6cadb4-ba94-44af-a6c3-ece36a8f91e1 req-b33c4b5d-ac6c-41a9-81c1-d491ef79cbe2 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710416 Nov 15 11:23:40.501467 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a535db57-768e-4168-93f6-66a87a2df2da req-b0688912-91bc-4457-9ad2-a2ea9925a82b tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683043 Nov 15 11:23:40.731650 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c7dcb-8497-4e19-a010-7a76775fad50 req-70066c73-7265-4150-94bd-4dea070b3e2a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:40.737571 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c7dcb-8497-4e19-a010-7a76775fad50 req-70066c73-7265-4150-94bd-4dea070b3e2a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:40.743419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c7dcb-8497-4e19-a010-7a76775fad50 req-70066c73-7265-4150-94bd-4dea070b3e2a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:40.749263 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c7dcb-8497-4e19-a010-7a76775fad50 req-70066c73-7265-4150-94bd-4dea070b3e2a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:40.755067 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c7dcb-8497-4e19-a010-7a76775fad50 req-70066c73-7265-4150-94bd-4dea070b3e2a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:40.760962 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c7dcb-8497-4e19-a010-7a76775fad50 req-70066c73-7265-4150-94bd-4dea070b3e2a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:40.766863 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c7dcb-8497-4e19-a010-7a76775fad50 req-70066c73-7265-4150-94bd-4dea070b3e2a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:40.768700 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a8c7dcb-8497-4e19-a010-7a76775fad50 req-70066c73-7265-4150-94bd-4dea070b3e2a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5445 time: 0.1010554 Nov 15 11:23:40.826577 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a8c7dcb-8497-4e19-a010-7a76775fad50 req-c4f12cfe-1287-41e2-82ed-d719193ce2ba tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514574 Nov 15 11:23:40.980393 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48846a9c-228c-4870-8dbd-09bfb462b8f0 req-9660cab8-0970-46fb-baad-0cb799a46ccb tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:40.986226 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48846a9c-228c-4870-8dbd-09bfb462b8f0 req-9660cab8-0970-46fb-baad-0cb799a46ccb tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:40.992090 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48846a9c-228c-4870-8dbd-09bfb462b8f0 req-9660cab8-0970-46fb-baad-0cb799a46ccb tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:40.997921 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48846a9c-228c-4870-8dbd-09bfb462b8f0 req-9660cab8-0970-46fb-baad-0cb799a46ccb tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:41.003734 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48846a9c-228c-4870-8dbd-09bfb462b8f0 req-9660cab8-0970-46fb-baad-0cb799a46ccb tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:41.009595 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48846a9c-228c-4870-8dbd-09bfb462b8f0 req-9660cab8-0970-46fb-baad-0cb799a46ccb tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:41.015441 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48846a9c-228c-4870-8dbd-09bfb462b8f0 req-9660cab8-0970-46fb-baad-0cb799a46ccb tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:41.017303 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-48846a9c-228c-4870-8dbd-09bfb462b8f0 req-9660cab8-0970-46fb-baad-0cb799a46ccb tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5445 time: 0.1160402 Nov 15 11:23:41.027889 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37222) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:23:41.031425 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68640325-0cdf-41ad-a51d-b761b504481d req-752d5e40-522c-4720-b908-b9fc8264b6ee tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:41.032886 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-16f12edc-573d-4ca0-9589-bdc9429dfae0 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Request body: {'floatingip': {'port_id': '2a5a419e-761c-40a1-8d78-4da3f49c2c0d'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:41.033299 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68640325-0cdf-41ad-a51d-b761b504481d req-752d5e40-522c-4720-b908-b9fc8264b6ee tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 944 time: 0.1047225 Nov 15 11:23:41.078436 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16f12edc-573d-4ca0-9589-bdc9429dfae0 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:41.095134 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68640325-0cdf-41ad-a51d-b761b504481d req-d35af2d7-1326-49ce-b6b9-c1ffe23b9e29 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525315 Nov 15 11:23:41.260127 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 239ee308-7f17-4be6-95d2-5f8cdae85906 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:23:41.263588 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 425242b9-f24d-41dc-8abc-0cc6bfb01008 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:23:41.272233 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c1a5e-5371-4c40-8309-5d17e5d18a84 req-cb1adc8a-8214-402b-b107-2851b31cfa1a tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:41.274343 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-640c1a5e-5371-4c40-8309-5d17e5d18a84 req-cb1adc8a-8214-402b-b107-2851b31cfa1a tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0772588 Nov 15 11:23:41.296873 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d489a-94c5-4259-bc9d-4460123d4dd8 req-9ba604b7-e5b3-42c3-aa50-bf943cdb8662 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:41.298642 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-011d489a-94c5-4259-bc9d-4460123d4dd8 req-9ba604b7-e5b3-42c3-aa50-bf943cdb8662 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=43f3d418-f873-4b9e-92b7-29fed991f2cc HTTP/1.1" status: 200 len: 944 time: 0.0704637 Nov 15 11:23:41.361292 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-640c1a5e-5371-4c40-8309-5d17e5d18a84 req-4e169c5f-b54f-44d6-9215-e0f0aeaa63d6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757422 Nov 15 11:23:41.392003 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:41.396559 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-011d489a-94c5-4259-bc9d-4460123d4dd8 req-5b87b4bc-771b-4bb2-af4a-3058d3022586 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784471 Nov 15 11:23:41.402334 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 425242b9-f24d-41dc-8abc-0cc6bfb01008 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:23:41.419488 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 425242b9-f24d-41dc-8abc-0cc6bfb01008 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:23:41.419875 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:41.457295 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 239ee308-7f17-4be6-95d2-5f8cdae85906, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=239ee308-7f17-4be6-95d2-5f8cdae85906,segment=NetworkSegment(5e467d28-3614-41f8-acee-8ccfda722768),segment_id=5e467d28-3614-41f8-acee-8ccfda722768)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:41.475646 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '239ee308-7f17-4be6-95d2-5f8cdae85906', 'network_id': '9bdab37c-c4cf-43f4-8321-48c2fd04b226', 'port_id': '239ee308-7f17-4be6-95d2-5f8cdae85906', 'mac_address': 'fa:16:3e:07:a8:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd614c31-be1d-45d9-8a31-9fd910a58649', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:23:41.493637 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340367e-ff52-46da-8206-0244e41112e8 req-f73d8b44-e98d-421b-8701-638b72ce5b38 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:41.495283 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b340367e-ff52-46da-8206-0244e41112e8 req-f73d8b44-e98d-421b-8701-638b72ce5b38 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0537610 Nov 15 11:23:41.521962 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:41.531746 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16f12edc-573d-4ca0-9589-bdc9429dfae0 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:41.537601 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16f12edc-573d-4ca0-9589-bdc9429dfae0 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:41.547057 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b340367e-ff52-46da-8206-0244e41112e8 req-0e77c124-11f5-4092-8502-0136f1515a97 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452332 Nov 15 11:23:41.556708 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239ee308-7f17-4be6-95d2-5f8cdae85906 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:23:41.599572 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 239ee308-7f17-4be6-95d2-5f8cdae85906, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=239ee308-7f17-4be6-95d2-5f8cdae85906,segment=NetworkSegment(5e467d28-3614-41f8-acee-8ccfda722768),segment_id=5e467d28-3614-41f8-acee-8ccfda722768)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:41.607238 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:41.619470 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:41.674218 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-16f12edc-573d-4ca0-9589-bdc9429dfae0 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Floating IP f545236a-9c11-49ca-8ca2-fdd7407e5ad4 associated. External IP: 172.25.7.92, port: 2a5a419e-761c-40a1-8d78-4da3f49c2c0d. Nov 15 11:23:41.681159 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7280d04-e55a-412c-92d3-cd92d4ac966a req-1e2ef38c-11a3-4b11-b7ef-37031e2b7486 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:41.682797 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7280d04-e55a-412c-92d3-cd92d4ac966a req-1e2ef38c-11a3-4b11-b7ef-37031e2b7486 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0822618 Nov 15 11:23:41.688738 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 425242b9-f24d-41dc-8abc-0cc6bfb01008, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=425242b9-f24d-41dc-8abc-0cc6bfb01008,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:41.690017 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=239ee308-7f17-4be6-95d2-5f8cdae85906,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:41.696022 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:41.703633 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030073cc-a2ce-4660-8116-f8beec3d8823 req-2d32e04d-df3e-42d3-b26f-04091677c521 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:41.705411 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-030073cc-a2ce-4660-8116-f8beec3d8823 req-2d32e04d-df3e-42d3-b26f-04091677c521 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 944 time: 0.0756397 Nov 15 11:23:41.748474 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=425242b9-f24d-41dc-8abc-0cc6bfb01008,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:41.784451 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7280d04-e55a-412c-92d3-cd92d4ac966a req-15831a10-b381-4d4d-998b-00a5246d6013 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774868 Nov 15 11:23:41.789179 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-030073cc-a2ce-4660-8116-f8beec3d8823 req-c4d0e3a0-0672-4a9b-9050-930dcd13eb8b tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732005 Nov 15 11:23:41.894110 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f12edc-573d-4ca0-9589-bdc9429dfae0 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Router 842a6c93-4ce6-4965-9640-b2bd012e04a5 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:23:41.955188 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['239ee308-7f17-4be6-95d2-5f8cdae85906'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:41.986283 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614bf99-22e1-496d-b710-5291608e5681 req-d6f25209-b8e0-48b6-8280-348793cda624 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:41.988032 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d614bf99-22e1-496d-b710-5291608e5681 req-d6f25209-b8e0-48b6-8280-348793cda624 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0500934 Nov 15 11:23:42.013786 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f12edc-573d-4ca0-9589-bdc9429dfae0 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:23:42.020493 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16f12edc-573d-4ca0-9589-bdc9429dfae0 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:42.027759 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe4bedd-630d-4b49-9093-0a107099d20a None None] Sync routers for ids ['842a6c93-4ce6-4965-9640-b2bd012e04a5'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:23:42.040990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d614bf99-22e1-496d-b710-5291608e5681 req-c554a440-0934-474b-9615-267f64836785 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454288 Nov 15 11:23:42.054969 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-16f12edc-573d-4ca0-9589-bdc9429dfae0 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "PUT /v2.0/floatingips/f545236a-9c11-49ca-8ca2-fdd7407e5ad4 HTTP/1.1" status: 200 len: 991 time: 1.0233860 Nov 15 11:23:42.054969 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'tag': '2a5a419e-761c-40a1-8d78-4da3f49c2c0d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:42.055780 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0153210-152a-476e-96f1-f2ecae0b56b4" -d '{"events": [{"name": "network-changed", "server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "tag": "2a5a419e-761c-40a1-8d78-4da3f49c2c0d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:42.057697 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe4bedd-630d-4b49-9093-0a107099d20a None None] Routers {'842a6c93-4ce6-4965-9640-b2bd012e04a5'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:23:42.058321 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2fe4bedd-630d-4b49-9093-0a107099d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:23:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['842a6c93-4ce6-4965-9640-b2bd012e04a5'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:23:42.104278 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e4779e-0613-4810-b3e9-65ecdcd8799a x-openstack-request-id: req-c9e4779e-0613-4810-b3e9-65ecdcd8799a {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:42.104969 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "tag": "2a5a419e-761c-40a1-8d78-4da3f49c2c0d", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:42.105409 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9e4779e-0613-4810-b3e9-65ecdcd8799a {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:42.105998 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'tag': '2a5a419e-761c-40a1-8d78-4da3f49c2c0d', 'status': 'completed', 'code': 200} Nov 15 11:23:42.190648 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0153210-152a-476e-96f1-f2ecae0b56b4 req-c163659f-8dc0-4112-8667-91ca061c56d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:42.191121 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0153210-152a-476e-96f1-f2ecae0b56b4 req-c163659f-8dc0-4112-8667-91ca061c56d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:42.191591 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0153210-152a-476e-96f1-f2ecae0b56b4 req-c163659f-8dc0-4112-8667-91ca061c56d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:42.192067 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0153210-152a-476e-96f1-f2ecae0b56b4 req-c163659f-8dc0-4112-8667-91ca061c56d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:42.192520 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0153210-152a-476e-96f1-f2ecae0b56b4 req-c163659f-8dc0-4112-8667-91ca061c56d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:42.192967 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0153210-152a-476e-96f1-f2ecae0b56b4 req-c163659f-8dc0-4112-8667-91ca061c56d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:42.193416 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0153210-152a-476e-96f1-f2ecae0b56b4 req-c163659f-8dc0-4112-8667-91ca061c56d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:42.195298 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0153210-152a-476e-96f1-f2ecae0b56b4 req-c163659f-8dc0-4112-8667-91ca061c56d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=77cb92f4ba94421baccd055f8a61a579&device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 6502 time: 0.0560086 Nov 15 11:23:42.204562 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:42.224472 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f3d418-f873-4b9e-92b7-29fed991f2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425242b9-f24d-41dc-8abc-0cc6bfb01008'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:42.226654 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab6aa83-f18a-4fb1-a0af-d5412fc54650" -d '{"events": [{"server_uuid": "43f3d418-f873-4b9e-92b7-29fed991f2cc", "name": "network-vif-plugged", "status": "completed", "tag": "425242b9-f24d-41dc-8abc-0cc6bfb01008"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:42.248108 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-2fe4bedd-630d-4b49-9093-0a107099d20a None None] Set router 842a6c93-4ce6-4965-9640-b2bd012e04a5 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:23:42.279958 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4375f2bd-715d-45f3-b513-dcac208c653c x-openstack-request-id: req-4375f2bd-715d-45f3-b513-dcac208c653c {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:42.280571 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f3d418-f873-4b9e-92b7-29fed991f2cc", "name": "network-vif-plugged", "status": "completed", "tag": "425242b9-f24d-41dc-8abc-0cc6bfb01008", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:42.280571 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4375f2bd-715d-45f3-b513-dcac208c653c {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:42.281022 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f3d418-f873-4b9e-92b7-29fed991f2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425242b9-f24d-41dc-8abc-0cc6bfb01008', 'code': 200} Nov 15 11:23:42.304158 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0153210-152a-476e-96f1-f2ecae0b56b4 req-4d6ece2d-938c-42c8-9fdb-786a6aec35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:42.305623 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0153210-152a-476e-96f1-f2ecae0b56b4 req-4d6ece2d-938c-42c8-9fdb-786a6aec35b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7 HTTP/1.1" status: 200 len: 918 time: 0.1015701 Nov 15 11:23:42.489141 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2fe4bedd-630d-4b49-9093-0a107099d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1770756178-router', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:39Z', 'updated_at': '2021-11-15T11:21:43Z', 'revision_number': 4, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'gw_port': {'id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:40Z', 'updated_at': '2021-11-15T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'f545236a-9c11-49ca-8ca2-fdd7407e5ad4', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'floating_ip_address': '172.25.7.92', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'port_id': '2a5a419e-761c-40a1-8d78-4da3f49c2c0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7', 'mac_address': 'fa:16:3e:b3:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:22:27Z', 'updated_at': '2021-11-15T11:23:41Z', 'revision_number': 1, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd43cb28c-5fd9-4650-b695-19c52aa51572', 'name': '', 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'mac_address': 'fa:16:3e:4d:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'afa9b64f-98db-4e8e-8256-aecabb3e60db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:42Z', 'updated_at': '2021-11-15T11:21:47Z', 'revision_number': 5, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'subnets': [{'id': 'afa9b64f-98db-4e8e-8256-aecabb3e60db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:23:42.516998 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe4bedd-630d-4b49-9093-0a107099d20a None None] Checking router: 842a6c93-4ce6-4965-9640-b2bd012e04a5 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:23:42.525979 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe4bedd-630d-4b49-9093-0a107099d20a None None] Routers {'842a6c93-4ce6-4965-9640-b2bd012e04a5'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:23:42.526592 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2fe4bedd-630d-4b49-9093-0a107099d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:23:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['842a6c93-4ce6-4965-9640-b2bd012e04a5'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:23:42.734326 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0153210-152a-476e-96f1-f2ecae0b56b4 req-74d9a098-24cb-4c44-b88c-44a52c77301c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a5a419e-761c-40a1-8d78-4da3f49c2c0d HTTP/1.1" status: 200 len: 999 time: 0.4195418 Nov 15 11:23:42.746522 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc589c-4e82-476c-b779-5b3b633c7eb5 req-c390b82f-dd56-477f-b1c9-6bfde357c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:42.747944 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bcdc589c-4e82-476c-b779-5b3b633c7eb5 req-c390b82f-dd56-477f-b1c9-6bfde357c596 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=43f3d418-f873-4b9e-92b7-29fed991f2cc HTTP/1.1" status: 200 len: 1096 time: 0.3987958 Nov 15 11:23:42.765674 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-2fe4bedd-630d-4b49-9093-0a107099d20a None None] Set router 842a6c93-4ce6-4965-9640-b2bd012e04a5 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:23:42.790529 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bdde6-9870-42d4-a945-6c80b249b09f req-7f4df42c-148b-44e5-95fb-755e817e0421 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:42.792018 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e66bdde6-9870-42d4-a945-6c80b249b09f req-7f4df42c-148b-44e5-95fb-755e817e0421 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=43f3d418-f873-4b9e-92b7-29fed991f2cc HTTP/1.1" status: 200 len: 945 time: 0.0979202 Nov 15 11:23:42.842456 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0153210-152a-476e-96f1-f2ecae0b56b4 req-a8555ff4-5364-455b-930b-81ed65cfa735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:42.843997 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0153210-152a-476e-96f1-f2ecae0b56b4 req-a8555ff4-5364-455b-930b-81ed65cfa735 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=afa9b64f-98db-4e8e-8256-aecabb3e60db HTTP/1.1" status: 200 len: 856 time: 0.0932462 Nov 15 11:23:42.881854 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bcdc589c-4e82-476c-b779-5b3b633c7eb5 req-cc14d13f-a520-4d15-aa02-13db422ae259 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218476 Nov 15 11:23:42.911439 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e66bdde6-9870-42d4-a945-6c80b249b09f req-ce7a2654-1556-40de-b7e7-c4b14ee77fc5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076896 Nov 15 11:23:42.944502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0153210-152a-476e-96f1-f2ecae0b56b4 req-56fb26b0-b045-42e5-b2b9-c6415fb5e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:42.946054 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0153210-152a-476e-96f1-f2ecae0b56b4 req-56fb26b0-b045-42e5-b2b9-c6415fb5e3f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858157 Nov 15 11:23:42.960357 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1caae52-ca05-474f-b621-822eef91362e req-3c416952-0432-47ca-8343-d019512dd63f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:42.961834 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e1caae52-ca05-474f-b621-822eef91362e req-3c416952-0432-47ca-8343-d019512dd63f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0915663 Nov 15 11:23:42.994335 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2fe4bedd-630d-4b49-9093-0a107099d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1770756178-router', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:39Z', 'updated_at': '2021-11-15T11:21:43Z', 'revision_number': 4, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'gw_port': {'id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:40Z', 'updated_at': '2021-11-15T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'f545236a-9c11-49ca-8ca2-fdd7407e5ad4', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'floating_ip_address': '172.25.7.92', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'port_id': '2a5a419e-761c-40a1-8d78-4da3f49c2c0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7', 'mac_address': 'fa:16:3e:b3:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:22:27Z', 'updated_at': '2021-11-15T11:23:41Z', 'revision_number': 1, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd43cb28c-5fd9-4650-b695-19c52aa51572', 'name': '', 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'mac_address': 'fa:16:3e:4d:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'afa9b64f-98db-4e8e-8256-aecabb3e60db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:42Z', 'updated_at': '2021-11-15T11:21:47Z', 'revision_number': 5, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'subnets': [{'id': 'afa9b64f-98db-4e8e-8256-aecabb3e60db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:23:43.020111 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe4bedd-630d-4b49-9093-0a107099d20a None None] The sync data for ids ['842a6c93-4ce6-4965-9640-b2bd012e04a5'] in n-d-729945-9 is: [{'id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1770756178-router', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:39Z', 'updated_at': '2021-11-15T11:21:43Z', 'revision_number': 4, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'gw_port': {'id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:40Z', 'updated_at': '2021-11-15T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'f545236a-9c11-49ca-8ca2-fdd7407e5ad4', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'floating_ip_address': '172.25.7.92', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'port_id': '2a5a419e-761c-40a1-8d78-4da3f49c2c0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7', 'mac_address': 'fa:16:3e:b3:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:22:27Z', 'updated_at': '2021-11-15T11:23:41Z', 'revision_number': 1, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd43cb28c-5fd9-4650-b695-19c52aa51572', 'name': '', 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'mac_address': 'fa:16:3e:4d:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'afa9b64f-98db-4e8e-8256-aecabb3e60db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:42Z', 'updated_at': '2021-11-15T11:21:47Z', 'revision_number': 5, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'subnets': [{'id': 'afa9b64f-98db-4e8e-8256-aecabb3e60db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:23:43.117909 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00884b-9263-4d72-8e31-bd2d57505ebd req-f7e31e7b-f8ef-4a64-9230-f48ce84304ca tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:43.119429 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f00884b-9263-4d72-8e31-bd2d57505ebd req-f7e31e7b-f8ef-4a64-9230-f48ce84304ca tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 944 time: 0.1371717 Nov 15 11:23:43.124140 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e1caae52-ca05-474f-b621-822eef91362e req-a1ac3bb2-c725-4064-bacb-ba5f1a4f839d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523969 Nov 15 11:23:43.126435 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0153210-152a-476e-96f1-f2ecae0b56b4 req-e5a3142d-e259-4ba0-af2b-6d9e7ccc49b0 service neutron] 10.222.0.11 "GET /v2.0/networks/91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636095 Nov 15 11:23:43.222247 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99e796-5012-41f4-a13e-87546ae53123 None None] New status for floating IP f545236a-9c11-49ca-8ca2-fdd7407e5ad4: ACTIVE {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:23:43.260421 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f00884b-9263-4d72-8e31-bd2d57505ebd req-1e22fe44-da51-47b5-b7c8-2c1a8e07fe64 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329284 Nov 15 11:23:43.282726 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b794e21-4d61-44d6-b84f-c6717cf2aa42 req-89a2cdc2-7a6f-400c-9101-387d4c7f5333 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:43.283879 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b794e21-4d61-44d6-b84f-c6717cf2aa42 req-89a2cdc2-7a6f-400c-9101-387d4c7f5333 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0951009 Nov 15 11:23:43.300428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0153210-152a-476e-96f1-f2ecae0b56b4 req-f2735e1d-a619-4c44-999a-71e6276e377e service neutron] 10.222.0.11 "GET /v2.0/networks/91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588137 Nov 15 11:23:43.344139 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b794e21-4d61-44d6-b84f-c6717cf2aa42 req-47dda73e-62a8-4efc-ad4f-766cd496d1c2 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524499 Nov 15 11:23:44.004063 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 70e940aa-c737-4947-bd4e-611f55ced742 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:23:44.048020 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad8335-53da-416c-9525-9a544914c17b req-7c15315a-b8c7-491d-93c8-831908a69885 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:44.049536 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-58ad8335-53da-416c-9525-9a544914c17b req-7c15315a-b8c7-491d-93c8-831908a69885 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=43f3d418-f873-4b9e-92b7-29fed991f2cc HTTP/1.1" status: 200 len: 945 time: 0.0592558 Nov 15 11:23:44.096183 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-58ad8335-53da-416c-9525-9a544914c17b req-47984bf2-0288-4b97-9776-1ea321a04e33 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405111 Nov 15 11:23:44.249496 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afc027-9cba-4b89-a0f1-5c7bbb9d1c65 req-afd5e5ee-3063-49c7-bd21-7aac376e0a7b tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:44.251103 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b8afc027-9cba-4b89-a0f1-5c7bbb9d1c65 req-afd5e5ee-3063-49c7-bd21-7aac376e0a7b tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0522044 Nov 15 11:23:44.304771 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b8afc027-9cba-4b89-a0f1-5c7bbb9d1c65 req-f645d588-d177-407b-b601-a6e79cdbe568 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476606 Nov 15 11:23:44.376723 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39745bd-6d7a-4506-a3e4-cfa885969be2 req-dbcc130c-1faa-4711-95f3-62284dbd8d7c tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:44.378201 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e39745bd-6d7a-4506-a3e4-cfa885969be2 req-dbcc130c-1faa-4711-95f3-62284dbd8d7c tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 944 time: 0.0482507 Nov 15 11:23:44.429520 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e39745bd-6d7a-4506-a3e4-cfa885969be2 req-b4d8d193-cf08-4fee-add0-baf4c4fe5f28 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452106 Nov 15 11:23:44.497317 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2bf7e-0c23-4c40-b05a-5d70af10d4c9 req-c30a73f4-9262-457d-b2ab-43dcef512778 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:44.498483 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9dc2bf7e-0c23-4c40-b05a-5d70af10d4c9 req-c30a73f4-9262-457d-b2ab-43dcef512778 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0494201 Nov 15 11:23:44.545472 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9dc2bf7e-0c23-4c40-b05a-5d70af10d4c9 req-22db4d2a-f7c7-4238-8d9d-9b145e2c6b45 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408340 Nov 15 11:23:45.230437 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099f5a1-a6ea-4b25-b745-31d6f9c1be2a req-647b39f2-f6b1-41ad-88fb-212d8e0b1a9f tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:45.231929 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1099f5a1-a6ea-4b25-b745-31d6f9c1be2a req-647b39f2-f6b1-41ad-88fb-212d8e0b1a9f tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=43f3d418-f873-4b9e-92b7-29fed991f2cc HTTP/1.1" status: 200 len: 945 time: 0.0588334 Nov 15 11:23:45.281058 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1099f5a1-a6ea-4b25-b745-31d6f9c1be2a req-3e05d502-8b65-47c9-8361-11996498ac3c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417900 Nov 15 11:23:45.283166 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 239ee308-7f17-4be6-95d2-5f8cdae85906 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:23:45.334998 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 239ee308-7f17-4be6-95d2-5f8cdae85906 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:23:45.339625 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 239ee308-7f17-4be6-95d2-5f8cdae85906 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:23:45.340082 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:45.422138 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:45.434277 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6c5f4-106b-4908-ad1b-e6dc271181da req-e9132aab-e348-49c2-982b-038267b856ac tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:45.435791 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34a6c5f4-106b-4908-ad1b-e6dc271181da req-e9132aab-e348-49c2-982b-038267b856ac tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=43f3d418-f873-4b9e-92b7-29fed991f2cc HTTP/1.1" status: 200 len: 945 time: 0.0814342 Nov 15 11:23:45.446379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59fecfa-0783-4e09-8131-84a31631ec89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239ee308-7f17-4be6-95d2-5f8cdae85906'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:45.448688 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da5f380-7b51-457e-b91c-6c15b5fac111" -d '{"events": [{"server_uuid": "c59fecfa-0783-4e09-8131-84a31631ec89", "name": "network-vif-plugged", "status": "completed", "tag": "239ee308-7f17-4be6-95d2-5f8cdae85906"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:45.458655 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324372d-48bb-42b0-baf5-310fe40e4b37 req-887ccf4f-b5cd-47cb-867a-8211380e793c tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:45.460168 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5324372d-48bb-42b0-baf5-310fe40e4b37 req-887ccf4f-b5cd-47cb-867a-8211380e793c tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0755398 Nov 15 11:23:45.461572 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 239ee308-7f17-4be6-95d2-5f8cdae85906, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=239ee308-7f17-4be6-95d2-5f8cdae85906,segment=NetworkSegment(5e467d28-3614-41f8-acee-8ccfda722768),segment_id=5e467d28-3614-41f8-acee-8ccfda722768)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:45.466569 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:45.513602 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=239ee308-7f17-4be6-95d2-5f8cdae85906,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:45.528945 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34a6c5f4-106b-4908-ad1b-e6dc271181da req-98431876-0fa5-4d3d-95f1-ac715f1bf0e5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855594 Nov 15 11:23:45.532537 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5324372d-48bb-42b0-baf5-310fe40e4b37 req-f58cc86b-7a31-4332-b6a0-b347557fc3ba tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649331 Nov 15 11:23:45.631429 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee7eac8-40b8-4a8d-9c84-fa08d4402639 x-openstack-request-id: req-8ee7eac8-40b8-4a8d-9c84-fa08d4402639 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:45.631721 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59fecfa-0783-4e09-8131-84a31631ec89", "name": "network-vif-plugged", "status": "completed", "tag": "239ee308-7f17-4be6-95d2-5f8cdae85906", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:45.632009 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ee7eac8-40b8-4a8d-9c84-fa08d4402639 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:45.632409 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59fecfa-0783-4e09-8131-84a31631ec89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239ee308-7f17-4be6-95d2-5f8cdae85906', 'code': 200} Nov 15 11:23:45.644935 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86ce0c-0460-4de6-bffa-24ac44b18062 req-6a51bd9e-a603-4b8f-b9c5-2faff26634ff tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:45.646485 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa86ce0c-0460-4de6-bffa-24ac44b18062 req-6a51bd9e-a603-4b8f-b9c5-2faff26634ff tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 945 time: 0.0527523 Nov 15 11:23:45.709797 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa86ce0c-0460-4de6-bffa-24ac44b18062 req-c862d88a-cc84-4bcc-b303-e8280ae847d9 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568783 Nov 15 11:23:45.746326 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711095bd-4433-4854-bbbc-e70d2ce67bb0 req-df53221a-56f9-430c-ab3a-0d7ae8dd1266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:45.747875 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-711095bd-4433-4854-bbbc-e70d2ce67bb0 req-df53221a-56f9-430c-ab3a-0d7ae8dd1266 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 1096 time: 0.0502167 Nov 15 11:23:45.799067 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-711095bd-4433-4854-bbbc-e70d2ce67bb0 req-52a555c3-2e20-43f4-ac4f-968cf98e7a13 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406609 Nov 15 11:23:45.890767 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84555b-e4c3-419c-955f-7ad2810417cd req-107f2320-4ab6-46e3-88f3-f8fdc79fa55b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:45.892293 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b84555b-e4c3-419c-955f-7ad2810417cd req-107f2320-4ab6-46e3-88f3-f8fdc79fa55b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0507185 Nov 15 11:23:45.942607 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b84555b-e4c3-419c-955f-7ad2810417cd req-adf30b32-d52f-400c-881e-78f2a0b3e93d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412292 Nov 15 11:23:46.051851 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f12c5-65b3-4440-bd5b-78d39ea775cc req-14665b39-5b51-41b8-8eae-2c0be5b10636 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:46.053301 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-402f12c5-65b3-4440-bd5b-78d39ea775cc req-14665b39-5b51-41b8-8eae-2c0be5b10636 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=43f3d418-f873-4b9e-92b7-29fed991f2cc HTTP/1.1" status: 200 len: 945 time: 0.0540180 Nov 15 11:23:46.100880 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-402f12c5-65b3-4440-bd5b-78d39ea775cc req-ea5d47de-59b1-44a8-87fd-22ed743e3807 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415156 Nov 15 11:23:46.664342 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c39ca2-580a-498e-8c4d-595dec4f7f9e req-d1739f6d-c7c2-4826-b5d5-ddb23e32b130 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:46.665842 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14c39ca2-580a-498e-8c4d-595dec4f7f9e req-d1739f6d-c7c2-4826-b5d5-ddb23e32b130 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0511258 Nov 15 11:23:46.712777 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14c39ca2-580a-498e-8c4d-595dec4f7f9e req-fc3ff010-7687-4cb5-91df-a825f5c37901 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407982 Nov 15 11:23:46.831269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36559a-abca-4214-b642-74561edd239f req-b8ebdc4c-1567-4657-b5b7-25728f5de551 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:46.832805 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e36559a-abca-4214-b642-74561edd239f req-b8ebdc4c-1567-4657-b5b7-25728f5de551 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 945 time: 0.0508065 Nov 15 11:23:46.891581 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e36559a-abca-4214-b642-74561edd239f req-57ebdb46-05e1-4593-8a84-f340c39ec841 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528541 Nov 15 11:23:47.065912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff0b14-2b32-43bc-bcc7-00a860fc953f req-423aa526-f5f7-4249-8e7c-31c60ecfedae tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:47.067432 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-daff0b14-2b32-43bc-bcc7-00a860fc953f req-423aa526-f5f7-4249-8e7c-31c60ecfedae tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0535400 Nov 15 11:23:47.120820 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-daff0b14-2b32-43bc-bcc7-00a860fc953f req-323f657f-eed4-4a2d-a48e-9e44e3f4796b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472345 Nov 15 11:23:47.225010 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d63fef-59ec-42ce-b99d-5cb8239adfdc req-eb946daf-f0c7-4cfd-9871-526cf0e12c84 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:47.226501 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65d63fef-59ec-42ce-b99d-5cb8239adfdc req-eb946daf-f0c7-4cfd-9871-526cf0e12c84 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=43f3d418-f873-4b9e-92b7-29fed991f2cc HTTP/1.1" status: 200 len: 945 time: 0.0507848 Nov 15 11:23:47.281601 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65d63fef-59ec-42ce-b99d-5cb8239adfdc req-1e32ea96-9198-4e5c-a3b4-5d264337c66e tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466087 Nov 15 11:23:47.611467 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0480486-1c15-44a7-9b85-06847758e8bc req-225acfbb-b46b-4844-b369-e7fd9be03782 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:47.612929 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0480486-1c15-44a7-9b85-06847758e8bc req-225acfbb-b46b-4844-b369-e7fd9be03782 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f3d418-f873-4b9e-92b7-29fed991f2cc HTTP/1.1" status: 200 len: 945 time: 0.0597548 Nov 15 11:23:47.634310 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:23:47.715933 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-b0480486-1c15-44a7-9b85-06847758e8bc req-1f2e0d4c-b6c5-43be-945e-735cc174924d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Deleting port 425242b9-f24d-41dc-8abc-0cc6bfb01008 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:23:47.716536 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b0480486-1c15-44a7-9b85-06847758e8bc req-1f2e0d4c-b6c5-43be-945e-735cc174924d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:47.841836 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-b0480486-1c15-44a7-9b85-06847758e8bc req-1f2e0d4c-b6c5-43be-945e-735cc174924d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] For port 425242b9-f24d-41dc-8abc-0cc6bfb01008, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=425242b9-f24d-41dc-8abc-0cc6bfb01008,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:47.842195 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b0480486-1c15-44a7-9b85-06847758e8bc req-1f2e0d4c-b6c5-43be-945e-735cc174924d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:47.857114 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-b0480486-1c15-44a7-9b85-06847758e8bc req-1f2e0d4c-b6c5-43be-945e-735cc174924d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Calling delete_port for 425242b9-f24d-41dc-8abc-0cc6bfb01008 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:23:47.879166 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83724d67-2b13-41c1-af55-5a9c41222bd9 req-fe2c745a-b977-4a91-8b3a-0ca2feb237ce tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:47.880703 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83724d67-2b13-41c1-af55-5a9c41222bd9 req-fe2c745a-b977-4a91-8b3a-0ca2feb237ce tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0988996 Nov 15 11:23:47.980845 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83724d67-2b13-41c1-af55-5a9c41222bd9 req-6ac08749-893b-4f0b-8c14-278141359f00 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713210 Nov 15 11:23:48.066011 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b1ee2-d6ae-47e7-bdd8-1abc4612d35b req-2e4d495f-3726-43cb-aec2-beb0f780b8a3 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:48.067479 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f1b1ee2-d6ae-47e7-bdd8-1abc4612d35b req-2e4d495f-3726-43cb-aec2-beb0f780b8a3 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 945 time: 0.0857389 Nov 15 11:23:48.081863 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b0480486-1c15-44a7-9b85-06847758e8bc req-1f2e0d4c-b6c5-43be-945e-735cc174924d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:48.102167 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['d391d267-4be2-4e25-a090-7ce63b2b518c', '425242b9-f24d-41dc-8abc-0cc6bfb01008'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:48.126587 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e0d4c-b6c5-43be-945e-735cc174924d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Pushing event deleted for resources: {'Port': ['ID=425242b9-f24d-41dc-8abc-0cc6bfb01008,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:48.168052 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e0d4c-b6c5-43be-945e-735cc174924d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:23:48.168383 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e0d4c-b6c5-43be-945e-735cc174924d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:23:48.168735 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e0d4c-b6c5-43be-945e-735cc174924d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:23:48.169044 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e0d4c-b6c5-43be-945e-735cc174924d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:23:48.169434 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e0d4c-b6c5-43be-945e-735cc174924d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:23:48.169687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e0d4c-b6c5-43be-945e-735cc174924d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:23:48.170009 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e0d4c-b6c5-43be-945e-735cc174924d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:23:48.170340 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e0d4c-b6c5-43be-945e-735cc174924d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:23:48.170661 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e0d4c-b6c5-43be-945e-735cc174924d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:23:48.170962 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e0d4c-b6c5-43be-945e-735cc174924d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:23:48.171413 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e0d4c-b6c5-43be-945e-735cc174924d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:23:48.171736 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2e0d4c-b6c5-43be-945e-735cc174924d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:23:48.196243 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0480486-1c15-44a7-9b85-06847758e8bc req-1f2e0d4c-b6c5-43be-945e-735cc174924d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] No DVR routers for this DVR port 425242b9-f24d-41dc-8abc-0cc6bfb01008 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:23:48.199120 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b0480486-1c15-44a7-9b85-06847758e8bc req-1f2e0d4c-b6c5-43be-945e-735cc174924d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:48.202557 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0480486-1c15-44a7-9b85-06847758e8bc req-1f2e0d4c-b6c5-43be-945e-735cc174924d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.55 "DELETE /v2.0/ports/425242b9-f24d-41dc-8abc-0cc6bfb01008 HTTP/1.1" status: 204 len: 173 time: 0.5833683 Nov 15 11:23:48.202979 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f3d418-f873-4b9e-92b7-29fed991f2cc', 'name': 'network-vif-deleted', 'tag': '425242b9-f24d-41dc-8abc-0cc6bfb01008'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:48.205274 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df6bca2-597a-4636-92b9-fb0b1213aa8e" -d '{"events": [{"server_uuid": "43f3d418-f873-4b9e-92b7-29fed991f2cc", "name": "network-vif-deleted", "tag": "425242b9-f24d-41dc-8abc-0cc6bfb01008"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:48.213376 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f1b1ee2-d6ae-47e7-bdd8-1abc4612d35b req-efe15227-500b-46b1-b6da-b164468a0e9b tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391938 Nov 15 11:23:48.264950 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89e895-b490-45a7-8f8b-efea3541b5fb req-2a0ea213-7b41-4980-9318-2fb8153df12b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:48.266593 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7c89e895-b490-45a7-8f8b-efea3541b5fb req-2a0ea213-7b41-4980-9318-2fb8153df12b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0585179 Nov 15 11:23:48.280492 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4876f417-05bf-4082-b5ef-17ac71d12c6b x-openstack-request-id: req-4876f417-05bf-4082-b5ef-17ac71d12c6b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:48.280825 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f3d418-f873-4b9e-92b7-29fed991f2cc", "name": "network-vif-deleted", "tag": "425242b9-f24d-41dc-8abc-0cc6bfb01008", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:48.281066 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4876f417-05bf-4082-b5ef-17ac71d12c6b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:48.281455 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f3d418-f873-4b9e-92b7-29fed991f2cc', 'name': 'network-vif-deleted', 'tag': '425242b9-f24d-41dc-8abc-0cc6bfb01008', 'status': 'completed', 'code': 200} Nov 15 11:23:48.325480 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7c89e895-b490-45a7-8f8b-efea3541b5fb req-16221207-3b18-4046-bd22-90f521be58fe tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522048 Nov 15 11:23:48.392371 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f575f49-f7e4-4e16-9d03-4b32279e30f0 req-6fbd3d01-bb0f-40a8-8c59-533f661de8d7 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-141929449&fields=id&tenant_id=810cb76aba8d49308e90c06ea4edf8ee HTTP/1.1" status: 200 len: 267 time: 0.0573492 Nov 15 11:23:48.445472 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a84da3ab-34a5-4059-b755-35c21ea3f8dd req-1b486903-3c9c-48fc-a637-f04e17a89640 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=43f3d418-f873-4b9e-92b7-29fed991f2cc HTTP/1.1" status: 200 len: 210 time: 0.0459979 Nov 15 11:23:48.469461 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f575f49-f7e4-4e16-9d03-4b32279e30f0 req-852600c9-a41e-4026-92c2-d6c01e61e67a tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:48.470923 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f575f49-f7e4-4e16-9d03-4b32279e30f0 req-852600c9-a41e-4026-92c2-d6c01e61e67a tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 945 time: 0.0726907 Nov 15 11:23:48.482689 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-1f575f49-f7e4-4e16-9d03-4b32279e30f0 req-120349fe-c180-4449-b535-264d574b85c5 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Request body: {'port': {'security_groups': ['aa836840-0c15-4743-8956-5a2d4e55a779', 'f7956d93-fc29-4c49-b229-16cc0be04fa9']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:48.549360 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1f575f49-f7e4-4e16-9d03-4b32279e30f0 req-120349fe-c180-4449-b535-264d574b85c5 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:48.743913 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-1f575f49-f7e4-4e16-9d03-4b32279e30f0 req-120349fe-c180-4449-b535-264d574b85c5 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] For port 239ee308-7f17-4be6-95d2-5f8cdae85906, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=239ee308-7f17-4be6-95d2-5f8cdae85906,segment=NetworkSegment(5e467d28-3614-41f8-acee-8ccfda722768),segment_id=5e467d28-3614-41f8-acee-8ccfda722768)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:48.777272 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1f575f49-f7e4-4e16-9d03-4b32279e30f0 req-120349fe-c180-4449-b535-264d574b85c5 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:48.782394 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1f575f49-f7e4-4e16-9d03-4b32279e30f0 req-120349fe-c180-4449-b535-264d574b85c5 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:48.794503 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['0a571f6b-f270-4c7f-be2b-270ceaef4709'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:48.797867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['239ee308-7f17-4be6-95d2-5f8cdae85906'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:48.830159 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f575f49-f7e4-4e16-9d03-4b32279e30f0 req-120349fe-c180-4449-b535-264d574b85c5 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:48.830784 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1f575f49-f7e4-4e16-9d03-4b32279e30f0 req-120349fe-c180-4449-b535-264d574b85c5 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:48.832181 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f575f49-f7e4-4e16-9d03-4b32279e30f0 req-120349fe-c180-4449-b535-264d574b85c5 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "PUT /v2.0/ports/239ee308-7f17-4be6-95d2-5f8cdae85906 HTTP/1.1" status: 200 len: 981 time: 0.3545191 Nov 15 11:23:48.880744 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120349fe-c180-4449-b535-264d574b85c5 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event updated for resources: {'Port': ['ID=239ee308-7f17-4be6-95d2-5f8cdae85906,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:48.910252 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a57cb7b4-fdd9-40ca-b75e-99daf113fe8d req-f3ebacfd-8797-4add-b510-fcd9f66c26f6 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/f7956d93-fc29-4c49-b229-16cc0be04fa9 HTTP/1.1" status: 200 len: 1819 time: 0.0519888 Nov 15 11:23:48.959370 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-a57cb7b4-fdd9-40ca-b75e-99daf113fe8d req-54a540c3-db8e-4c89-ad8a-052932c37f6e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 15 11:23:48.965317 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a57cb7b4-fdd9-40ca-b75e-99daf113fe8d req-54a540c3-db8e-4c89-ad8a-052932c37f6e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "DELETE /v2.0/security-groups/f7956d93-fc29-4c49-b229-16cc0be04fa9 HTTP/1.1" status: 409 len: 341 time: 0.0474269 Nov 15 11:23:48.972864 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['239ee308-7f17-4be6-95d2-5f8cdae85906'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:49.132394 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db1a13-5955-4d09-989a-39cdbeae2894 req-eec3374b-df8e-4b91-a2d1-e73b2ff108f2 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:49.134472 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7db1a13-5955-4d09-989a-39cdbeae2894 req-eec3374b-df8e-4b91-a2d1-e73b2ff108f2 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0718396 Nov 15 11:23:49.260759 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7db1a13-5955-4d09-989a-39cdbeae2894 req-5c9b653b-c45d-4aad-9496-03cf41921f67 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122406 Nov 15 11:23:49.271887 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09f77c-cf00-4e6f-b92f-1ca1390bb902 req-8dd8c081-220e-4a4a-832e-6dbd1d91cd7a tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:49.273434 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-da09f77c-cf00-4e6f-b92f-1ca1390bb902 req-8dd8c081-220e-4a4a-832e-6dbd1d91cd7a tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 984 time: 0.1141446 Nov 15 11:23:49.285652 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b550f4-d0ab-495c-9492-b6eed1ec66cd req-e5464118-9645-4f6c-b404-9bd0145e5c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:49.287243 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28b550f4-d0ab-495c-9492-b6eed1ec66cd req-e5464118-9645-4f6c-b404-9bd0145e5c9f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=810cb76aba8d49308e90c06ea4edf8ee&device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 1135 time: 0.1290421 Nov 15 11:23:49.407058 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-da09f77c-cf00-4e6f-b92f-1ca1390bb902 req-795929e7-d3b9-4b2a-b46b-41588a8b23f8 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7956d93-fc29-4c49-b229-16cc0be04fa9&id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1187997 Nov 15 11:23:49.428933 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b550f4-d0ab-495c-9492-b6eed1ec66cd req-235e6c06-8b3c-47be-8bb8-431782ef846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:49.430400 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28b550f4-d0ab-495c-9492-b6eed1ec66cd req-235e6c06-8b3c-47be-8bb8-431782ef846e service neutron] 10.222.0.55 "GET /v2.0/networks?id=9bdab37c-c4cf-43f4-8321-48c2fd04b226 HTTP/1.1" status: 200 len: 914 time: 0.1275930 Nov 15 11:23:49.478824 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28b550f4-d0ab-495c-9492-b6eed1ec66cd req-401af50e-e682-47cf-b446-c2708b243003 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239ee308-7f17-4be6-95d2-5f8cdae85906 HTTP/1.1" status: 200 len: 217 time: 0.0348833 Nov 15 11:23:49.526260 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0993bc-71dc-401e-8b7b-de6c1ce6e933 req-34ef9035-6f41-4345-88e5-976976c9ae15 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:49.527655 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0e0993bc-71dc-401e-8b7b-de6c1ce6e933 req-34ef9035-6f41-4345-88e5-976976c9ae15 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.1259139 Nov 15 11:23:49.560040 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b550f4-d0ab-495c-9492-b6eed1ec66cd req-eae2a2cd-576a-41d6-bf25-a771ad739e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:49.561538 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28b550f4-d0ab-495c-9492-b6eed1ec66cd req-eae2a2cd-576a-41d6-bf25-a771ad739e65 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd614c31-be1d-45d9-8a31-9fd910a58649 HTTP/1.1" status: 200 len: 853 time: 0.0741513 Nov 15 11:23:49.596224 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0e0993bc-71dc-401e-8b7b-de6c1ce6e933 req-ceff55b6-2d24-4549-a415-c13b18b5cc9d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605021 Nov 15 11:23:49.615103 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28b550f4-d0ab-495c-9492-b6eed1ec66cd req-729038e6-c3b2-4de8-8491-bcbafc524e83 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9bdab37c-c4cf-43f4-8321-48c2fd04b226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302703 Nov 15 11:23:49.767269 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28b550f4-d0ab-495c-9492-b6eed1ec66cd req-6f2f2f0b-b8e3-44e6-b87b-da556eeafefd service neutron] 10.222.0.55 "GET /v2.0/networks/9bdab37c-c4cf-43f4-8321-48c2fd04b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471395 Nov 15 11:23:49.794506 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-c3a43ab0-1906-439c-b683-e89a0d9d8c39 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:49.795806 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-c3a43ab0-1906-439c-b683-e89a0d9d8c39 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/networks?id=49b4d594-0a5b-4365-b6d6-a6b4864f1759 HTTP/1.1" status: 200 len: 806 time: 0.1319184 Nov 15 11:23:49.847302 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-03a99efb-2426-4d5d-a0c9-e8cf74b793f9 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/quotas/256e7f4fc00d4f2c8c7d8b69f41fa2d5 HTTP/1.1" status: 200 len: 375 time: 0.0423491 Nov 15 11:23:49.909740 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28b550f4-d0ab-495c-9492-b6eed1ec66cd req-d2b449bf-3e4c-467f-a7df-46697ec78d05 service neutron] 10.222.0.55 "GET /v2.0/networks/9bdab37c-c4cf-43f4-8321-48c2fd04b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321611 Nov 15 11:23:49.919567 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-bc68051e-ebfd-4f33-baa6-0017ab23ce60 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=256e7f4fc00d4f2c8c7d8b69f41fa2d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0660491 Nov 15 11:23:50.024414 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-8ab3e736-acd9-46a4-9ee4-68c684a49e56 service neutron] 10.222.0.64 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953727 Nov 15 11:23:50.121030 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-437eee45-6eb7-4ffe-8136-a5b32bbfb72a service neutron] 10.222.0.64 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905049 Nov 15 11:23:50.286561 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59fecfa-0783-4e09-8131-84a31631ec89', 'tag': '239ee308-7f17-4be6-95d2-5f8cdae85906'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:50.288958 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee51eab-d55a-4727-8f75-06208b081803" -d '{"events": [{"name": "network-changed", "server_uuid": "c59fecfa-0783-4e09-8131-84a31631ec89", "tag": "239ee308-7f17-4be6-95d2-5f8cdae85906"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:50.293563 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b515e23c-9118-4314-be32-1399f179d1ea req-283609eb-867b-4d8f-bdbe-a3b9394e45de tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd18a134-b3f7-4a36-83e8-7a5354d2a70e HTTP/1.1" status: 200 len: 210 time: 0.0357797 Nov 15 11:23:50.343714 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d7e678-bea1-49ae-af29-a7002beb41c9 x-openstack-request-id: req-a9d7e678-bea1-49ae-af29-a7002beb41c9 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:50.344339 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59fecfa-0783-4e09-8131-84a31631ec89", "tag": "239ee308-7f17-4be6-95d2-5f8cdae85906", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:50.344339 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a9d7e678-bea1-49ae-af29-a7002beb41c9 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:50.344622 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59fecfa-0783-4e09-8131-84a31631ec89', 'tag': '239ee308-7f17-4be6-95d2-5f8cdae85906', 'status': 'completed', 'code': 200} Nov 15 11:23:50.420785 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0376d3d-a2fb-4e43-898d-f54d27cac565 req-d4a42178-5114-4578-9d12-400e06f1a5ed tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:50.422423 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c0376d3d-a2fb-4e43-898d-f54d27cac565 req-d4a42178-5114-4578-9d12-400e06f1a5ed tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0769882 Nov 15 11:23:50.487137 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee51eab-d55a-4727-8f75-06208b081803 req-10cfbbfd-cb6c-4fb7-989f-29a7035e8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:50.488737 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ee51eab-d55a-4727-8f75-06208b081803 req-10cfbbfd-cb6c-4fb7-989f-29a7035e8dee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=810cb76aba8d49308e90c06ea4edf8ee&device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 1135 time: 0.0936852 Nov 15 11:23:50.509218 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c0376d3d-a2fb-4e43-898d-f54d27cac565 req-4fb93870-7e5e-4597-ac5a-d391312b7a3b tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709176 Nov 15 11:23:50.614586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083bb53c-a9f0-4aba-99a2-05518f831017 req-557562c2-e883-4ae2-aed8-4e699ac036ad tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:50.616456 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-083bb53c-a9f0-4aba-99a2-05518f831017 req-557562c2-e883-4ae2-aed8-4e699ac036ad tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 984 time: 0.1061213 Nov 15 11:23:50.641817 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee51eab-d55a-4727-8f75-06208b081803 req-5d1fe93a-f14f-45ae-a9ea-bc66d4047a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:50.643272 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ee51eab-d55a-4727-8f75-06208b081803 req-5d1fe93a-f14f-45ae-a9ea-bc66d4047a3c service neutron] 10.222.0.55 "GET /v2.0/networks?id=9bdab37c-c4cf-43f4-8321-48c2fd04b226 HTTP/1.1" status: 200 len: 914 time: 0.1454246 Nov 15 11:23:50.736589 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ee51eab-d55a-4727-8f75-06208b081803 req-e367cb4e-3a59-4c81-b7a7-1a2302bdd7dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239ee308-7f17-4be6-95d2-5f8cdae85906 HTTP/1.1" status: 200 len: 217 time: 0.0604203 Nov 15 11:23:50.742932 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-083bb53c-a9f0-4aba-99a2-05518f831017 req-b2fce6a5-067d-4e24-ade3-8eb25f321925 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7956d93-fc29-4c49-b229-16cc0be04fa9&id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1173911 Nov 15 11:23:50.798330 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77f13d-ad6f-4948-a8bd-7c189c20dcc1 req-363f999b-dc99-4f0b-b6ef-e7d7e3563e35 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:50.800041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ec77f13d-ad6f-4948-a8bd-7c189c20dcc1 req-363f999b-dc99-4f0b-b6ef-e7d7e3563e35 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.1347184 Nov 15 11:23:50.826763 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee51eab-d55a-4727-8f75-06208b081803 req-566c640d-f6ca-45c7-b33b-ccdc506ee698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:50.830310 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ee51eab-d55a-4727-8f75-06208b081803 req-566c640d-f6ca-45c7-b33b-ccdc506ee698 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd614c31-be1d-45d9-8a31-9fd910a58649 HTTP/1.1" status: 200 len: 853 time: 0.0843127 Nov 15 11:23:50.888180 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ee51eab-d55a-4727-8f75-06208b081803 req-cb660d43-b7c1-48cb-becd-98ecc75de20a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9bdab37c-c4cf-43f4-8321-48c2fd04b226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361025 Nov 15 11:23:50.923507 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ec77f13d-ad6f-4948-a8bd-7c189c20dcc1 req-b145e5f4-e1d8-4d05-8d1f-3adef77ee52d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141872 Nov 15 11:23:50.928401 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa7502ae-ea95-47e5-ae50-5e5951658a17 req-368b556d-e5f5-447e-9eb0-993267aed016 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-535671099&fields=id&tenant_id=810cb76aba8d49308e90c06ea4edf8ee HTTP/1.1" status: 200 len: 267 time: 0.1102037 Nov 15 11:23:51.039178 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7502ae-ea95-47e5-ae50-5e5951658a17 req-ece67127-df98-435a-ba3a-0436c33d27ae tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:51.040720 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa7502ae-ea95-47e5-ae50-5e5951658a17 req-ece67127-df98-435a-ba3a-0436c33d27ae tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 984 time: 0.1028347 Nov 15 11:23:51.048297 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ee51eab-d55a-4727-8f75-06208b081803 req-464d2b4b-297f-48e8-8bb5-0a719f847d31 service neutron] 10.222.0.55 "GET /v2.0/networks/9bdab37c-c4cf-43f4-8321-48c2fd04b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364946 Nov 15 11:23:51.054812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-fa7502ae-ea95-47e5-ae50-5e5951658a17 req-03942529-bd78-48f5-9dcd-50cf21b97d7e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Request body: {'port': {'security_groups': ['aa836840-0c15-4743-8956-5a2d4e55a779', 'f7956d93-fc29-4c49-b229-16cc0be04fa9', '9038e26f-ce1e-4ee0-8f94-86c6627ddca2']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:51.202796 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fa7502ae-ea95-47e5-ae50-5e5951658a17 req-03942529-bd78-48f5-9dcd-50cf21b97d7e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:51.263715 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ee51eab-d55a-4727-8f75-06208b081803 req-465bd1ff-48b3-4f23-a904-ae81994c0dd5 service neutron] 10.222.0.55 "GET /v2.0/networks/9bdab37c-c4cf-43f4-8321-48c2fd04b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040987 Nov 15 11:23:51.300514 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:23:51.303047 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 425242b9-f24d-41dc-8abc-0cc6bfb01008 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:23:51.373022 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 425242b9-f24d-41dc-8abc-0cc6bfb01008 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:23:51.373424 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 425242b9-f24d-41dc-8abc-0cc6bfb01008 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:23:51.387413 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-691adac2-4e60-4021-a4bb-8e0fc6fa80b5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:51.390242 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-691adac2-4e60-4021-a4bb-8e0fc6fa80b5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.55 "GET /v2.0/networks?id=49b4d594-0a5b-4365-b6d6-a6b4864f1759 HTTP/1.1" status: 200 len: 806 time: 0.1287088 Nov 15 11:23:51.424421 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-c5569179-595e-4d2a-8bc3-77760213d387 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Request body: {'port': {'device_id': 'bd18a134-b3f7-4a36-83e8-7a5354d2a70e', 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759', 'admin_state_up': True, 'tenant_id': '256e7f4fc00d4f2c8c7d8b69f41fa2d5'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:51.522061 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 7457b5f7-fb33-45d9-b8ba-4b3403b11a81, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7457b5f7-fb33-45d9-b8ba-4b3403b11a81,segment=NetworkSegment(e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd),segment_id=e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:51.538613 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '7457b5f7-fb33-45d9-b8ba-4b3403b11a81', 'network_id': '1ab55e45-0c39-4141-9760-966dba676054', 'port_id': '7457b5f7-fb33-45d9-b8ba-4b3403b11a81', 'mac_address': 'fa:16:3e:cc:89:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e7ad43-728f-443f-8f70-7ede95cfac35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:23:51.589060 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:51.606161 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:23:51.631275 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 7457b5f7-fb33-45d9-b8ba-4b3403b11a81, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7457b5f7-fb33-45d9-b8ba-4b3403b11a81,segment=NetworkSegment(e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd),segment_id=e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:51.638089 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:51.703765 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=7457b5f7-fb33-45d9-b8ba-4b3403b11a81,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:51.790241 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['7457b5f7-fb33-45d9-b8ba-4b3403b11a81'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:51.857848 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bc0998d7-a609-4e71-bd28-bc5a798be4c5 req-94c4aca1-d025-4d51-ae20-27da9d2ef52d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd18a134-b3f7-4a36-83e8-7a5354d2a70e HTTP/1.1" status: 200 len: 210 time: 0.4385645 Nov 15 11:23:52.046538 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-c5569179-595e-4d2a-8bc3-77760213d387 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Made reservation on behalf of 256e7f4fc00d4f2c8c7d8b69f41fa2d5 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:23:52.050600 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-c5569179-595e-4d2a-8bc3-77760213d387 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:52.158332 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-fa7502ae-ea95-47e5-ae50-5e5951658a17 req-03942529-bd78-48f5-9dcd-50cf21b97d7e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] For port 239ee308-7f17-4be6-95d2-5f8cdae85906, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=239ee308-7f17-4be6-95d2-5f8cdae85906,segment=NetworkSegment(5e467d28-3614-41f8-acee-8ccfda722768),segment_id=5e467d28-3614-41f8-acee-8ccfda722768)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:52.229175 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3fa62-51e5-410d-aa0d-6edef14e53f2 req-c7c8bcce-a2cd-4d9e-aaf8-e3429e88ef0f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:52.230767 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aab3fa62-51e5-410d-aa0d-6edef14e53f2 req-c7c8bcce-a2cd-4d9e-aaf8-e3429e88ef0f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 945 time: 0.1439261 Nov 15 11:23:52.233352 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fa7502ae-ea95-47e5-ae50-5e5951658a17 req-03942529-bd78-48f5-9dcd-50cf21b97d7e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:52.262431 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fa7502ae-ea95-47e5-ae50-5e5951658a17 req-03942529-bd78-48f5-9dcd-50cf21b97d7e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:52.281574 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['0a571f6b-f270-4c7f-be2b-270ceaef4709'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:52.283944 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['239ee308-7f17-4be6-95d2-5f8cdae85906'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:52.363555 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7502ae-ea95-47e5-ae50-5e5951658a17 req-03942529-bd78-48f5-9dcd-50cf21b97d7e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:52.364299 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fa7502ae-ea95-47e5-ae50-5e5951658a17 req-03942529-bd78-48f5-9dcd-50cf21b97d7e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:52.379132 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa7502ae-ea95-47e5-ae50-5e5951658a17 req-03942529-bd78-48f5-9dcd-50cf21b97d7e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "PUT /v2.0/ports/239ee308-7f17-4be6-95d2-5f8cdae85906 HTTP/1.1" status: 200 len: 1020 time: 1.3295746 Nov 15 11:23:52.391203 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59fecfa-0783-4e09-8131-84a31631ec89', 'tag': '239ee308-7f17-4be6-95d2-5f8cdae85906'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:52.403792 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d814a1-e52a-432d-9641-83300629f535" -d '{"events": [{"name": "network-changed", "server_uuid": "c59fecfa-0783-4e09-8131-84a31631ec89", "tag": "239ee308-7f17-4be6-95d2-5f8cdae85906"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:52.431224 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-c5569179-595e-4d2a-8bc3-77760213d387 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Allocated IP 172.20.0.14 (49b4d594-0a5b-4365-b6d6-a6b4864f1759/8647cc50-bb8e-4210-a1e9-eb2152a57fcd/cd5d0eee-37b3-4e75-98ae-b27c8c26f632) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:23:52.485338 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aab3fa62-51e5-410d-aa0d-6edef14e53f2 req-28afc69a-8331-468a-942a-dc34e6a02605 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318931 Nov 15 11:23:52.513970 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['239ee308-7f17-4be6-95d2-5f8cdae85906'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:52.532476 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03942529-bd78-48f5-9dcd-50cf21b97d7e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event updated for resources: {'Port': ['ID=239ee308-7f17-4be6-95d2-5f8cdae85906,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:52.732296 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0e26a-e340-470c-ac13-46229aaa0e6c req-4242a662-0a78-4a89-819b-4fabfc27b79c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:52.740746 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-85b0e26a-e340-470c-ac13-46229aaa0e6c req-4242a662-0a78-4a89-819b-4fabfc27b79c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.2506466 Nov 15 11:23:52.824115 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-85b0e26a-e340-470c-ac13-46229aaa0e6c req-8fda635a-e4e3-44ae-8d21-1a40c4710174 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827105 Nov 15 11:23:52.899430 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-c5569179-595e-4d2a-8bc3-77760213d387 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:52.921677 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64f570e6-ad66-4601-9d31-dffb51f861c2 req-92276c03-4ec8-40db-873c-e76936227c55 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/9038e26f-ce1e-4ee0-8f94-86c6627ddca2 HTTP/1.1" status: 200 len: 1818 time: 0.1042333 Nov 15 11:23:52.946507 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e743a4d5-10ca-416c-98a6-96768e2da680 x-openstack-request-id: req-e743a4d5-10ca-416c-98a6-96768e2da680 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:52.946787 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59fecfa-0783-4e09-8131-84a31631ec89", "tag": "239ee308-7f17-4be6-95d2-5f8cdae85906", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:52.947030 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e743a4d5-10ca-416c-98a6-96768e2da680 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:52.947427 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59fecfa-0783-4e09-8131-84a31631ec89', 'tag': '239ee308-7f17-4be6-95d2-5f8cdae85906', 'status': 'completed', 'code': 200} Nov 15 11:23:53.083338 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-64f570e6-ad66-4601-9d31-dffb51f861c2 req-ca5657ca-d78e-4572-940f-1ce4f781dd63 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 15 11:23:53.085109 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64f570e6-ad66-4601-9d31-dffb51f861c2 req-ca5657ca-d78e-4572-940f-1ce4f781dd63 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "DELETE /v2.0/security-groups/9038e26f-ce1e-4ee0-8f94-86c6627ddca2 HTTP/1.1" status: 409 len: 341 time: 0.1304910 Nov 15 11:23:53.162790 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9fad9738-74a7-410c-8bb0-0b52889bbcf7 req-9856a42e-fcf6-4c67-a606-fe517bfc0865 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd18a134-b3f7-4a36-83e8-7a5354d2a70e HTTP/1.1" status: 200 len: 210 time: 0.0493197 Nov 15 11:23:53.181449 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-c5569179-595e-4d2a-8bc3-77760213d387 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:53.194423 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['d391d267-4be2-4e25-a090-7ce63b2b518c'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:53.210148 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d814a1-e52a-432d-9641-83300629f535 req-6da816cd-1e8e-4bd8-b285-bd068c8ee44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:53.211866 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34d814a1-e52a-432d-9641-83300629f535 req-6da816cd-1e8e-4bd8-b285-bd068c8ee44c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=810cb76aba8d49308e90c06ea4edf8ee&device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 1174 time: 0.2224941 Nov 15 11:23:53.320702 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5569179-595e-4d2a-8bc3-77760213d387 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Pushing event updated for resources: {'Port': ['ID=cd5d0eee-37b3-4e75-98ae-b27c8c26f632,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:53.335052 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:23:53.495644 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:23:53.496066 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:53.517197 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-c5569179-595e-4d2a-8bc3-77760213d387 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:23:53.525153 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-c5569179-595e-4d2a-8bc3-77760213d387 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:23:53.531005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-c5569179-595e-4d2a-8bc3-77760213d387 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:23:53.587228 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93533b17-df68-433f-9d9d-652e89fc3d5b req-e5902085-7036-4174-bf12-6f1ebe796594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:53.588907 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-93533b17-df68-433f-9d9d-652e89fc3d5b req-e5902085-7036-4174-bf12-6f1ebe796594 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27507e50335c4427bf73121e79f9c590&device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 1096 time: 0.4053745 Nov 15 11:23:53.608064 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:53.636081 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad53ac8-e946-487d-a742-0cf0bf8c7afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7457b5f7-fb33-45d9-b8ba-4b3403b11a81'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:53.640323 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba462d1c-49a2-4492-b674-df99f0672131" -d '{"events": [{"server_uuid": "aad53ac8-e946-487d-a742-0cf0bf8c7afc", "name": "network-vif-plugged", "status": "completed", "tag": "7457b5f7-fb33-45d9-b8ba-4b3403b11a81"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:53.654259 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 7457b5f7-fb33-45d9-b8ba-4b3403b11a81, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7457b5f7-fb33-45d9-b8ba-4b3403b11a81,segment=NetworkSegment(e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd),segment_id=e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:53.662872 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:53.735185 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c24c5-dd6b-4897-9500-11ae9a3704fc req-d9e88267-8aaa-4aa2-9b05-edf6a65bb976 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:53.742537 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e03c24c5-dd6b-4897-9500-11ae9a3704fc req-d9e88267-8aaa-4aa2-9b05-edf6a65bb976 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.4251254 Nov 15 11:23:53.743260 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=7457b5f7-fb33-45d9-b8ba-4b3403b11a81,revision_number=7']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:53.775404 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d814a1-e52a-432d-9641-83300629f535 req-4be330c7-410a-4401-9f5e-93e649ac9599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:53.777796 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34d814a1-e52a-432d-9641-83300629f535 req-4be330c7-410a-4401-9f5e-93e649ac9599 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9bdab37c-c4cf-43f4-8321-48c2fd04b226 HTTP/1.1" status: 200 len: 914 time: 0.4616635 Nov 15 11:23:53.789634 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-c5569179-595e-4d2a-8bc3-77760213d387 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:53.790248 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-c5569179-595e-4d2a-8bc3-77760213d387 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:53.860937 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34d814a1-e52a-432d-9641-83300629f535 req-72b44a25-4040-49b4-8ab7-bf2cf0c3a01c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239ee308-7f17-4be6-95d2-5f8cdae85906 HTTP/1.1" status: 200 len: 217 time: 0.0651791 Nov 15 11:23:53.878306 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9f7f8-27a1-4f46-9c27-a61b783b5078 req-2570b46d-e2fe-41c4-8e19-2513eb765cf3 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:53.879895 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fbd9f7f8-27a1-4f46-9c27-a61b783b5078 req-2570b46d-e2fe-41c4-8e19-2513eb765cf3 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 1023 time: 0.3079047 Nov 15 11:23:53.900417 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-c5569179-595e-4d2a-8bc3-77760213d387 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4854071 Nov 15 11:23:53.952555 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-a41ec2e3-eb66-46ad-bbad-335ea6a2a975 service neutron] Request body: {'port': {'device_id': 'bd18a134-b3f7-4a36-83e8-7a5354d2a70e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:54.013618 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e03c24c5-dd6b-4897-9500-11ae9a3704fc req-8a65696d-7f7a-40ca-9b9d-6c3e6058bbf1 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2701049 Nov 15 11:23:54.028590 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93533b17-df68-433f-9d9d-652e89fc3d5b req-d4773a36-c422-4c96-b049-6a60f417e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:54.031061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-93533b17-df68-433f-9d9d-652e89fc3d5b req-d4773a36-c422-4c96-b049-6a60f417e9c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 200 len: 913 time: 0.4268343 Nov 15 11:23:54.136698 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d814a1-e52a-432d-9641-83300629f535 req-6e47796e-3ff7-4453-85d9-37a623336544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:54.138229 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34d814a1-e52a-432d-9641-83300629f535 req-6e47796e-3ff7-4453-85d9-37a623336544 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd614c31-be1d-45d9-8a31-9fd910a58649 HTTP/1.1" status: 200 len: 853 time: 0.2547975 Nov 15 11:23:54.191571 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-a41ec2e3-eb66-46ad-bbad-335ea6a2a975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:54.228272 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34d814a1-e52a-432d-9641-83300629f535 req-f7be4449-cb29-4c7a-b1fa-49cd14c28b53 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9bdab37c-c4cf-43f4-8321-48c2fd04b226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713494 Nov 15 11:23:54.286836 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fbd9f7f8-27a1-4f46-9c27-a61b783b5078 req-40883ae0-2f6e-4c9e-a5bb-8540f698d8ba tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7956d93-fc29-4c49-b229-16cc0be04fa9&id=9038e26f-ce1e-4ee0-8f94-86c6627ddca2&id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3834732 Nov 15 11:23:54.288606 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-93533b17-df68-433f-9d9d-652e89fc3d5b req-dfb74f6c-b309-4bc7-b317-ff189c285a4c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92 HTTP/1.1" status: 200 len: 1000 time: 0.2477300 Nov 15 11:23:54.413376 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950266e-dc02-435c-97e6-d2279f7bb9f0 req-669753ce-9348-48b5-a885-f9927814680e tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:54.414973 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4950266e-dc02-435c-97e6-d2279f7bb9f0 req-669753ce-9348-48b5-a885-f9927814680e tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.2959924 Nov 15 11:23:54.442524 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc90163-2563-45bc-962d-06d9d315c594 x-openstack-request-id: req-bdc90163-2563-45bc-962d-06d9d315c594 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:54.442811 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad53ac8-e946-487d-a742-0cf0bf8c7afc", "name": "network-vif-plugged", "status": "completed", "tag": "7457b5f7-fb33-45d9-b8ba-4b3403b11a81", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:54.443064 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bdc90163-2563-45bc-962d-06d9d315c594 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:54.443462 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad53ac8-e946-487d-a742-0cf0bf8c7afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7457b5f7-fb33-45d9-b8ba-4b3403b11a81', 'code': 200} Nov 15 11:23:54.526215 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93533b17-df68-433f-9d9d-652e89fc3d5b req-11e2a131-ef4b-422f-aba5-cee85d0be557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:54.528096 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-93533b17-df68-433f-9d9d-652e89fc3d5b req-11e2a131-ef4b-422f-aba5-cee85d0be557 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 200 len: 851 time: 0.2002072 Nov 15 11:23:54.650824 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34d814a1-e52a-432d-9641-83300629f535 req-d2cbac94-1784-4599-9f38-a2e8bd7ffa7b service neutron] 10.222.0.55 "GET /v2.0/networks/9bdab37c-c4cf-43f4-8321-48c2fd04b226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052370 Nov 15 11:23:54.657440 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4950266e-dc02-435c-97e6-d2279f7bb9f0 req-698374ef-53f9-430d-b0b2-b0a9146dbed4 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279105 Nov 15 11:23:54.771875 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93533b17-df68-433f-9d9d-652e89fc3d5b req-bcba39f6-1df8-46c5-bdbf-0c7274c40f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:54.772147 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-93533b17-df68-433f-9d9d-652e89fc3d5b req-bcba39f6-1df8-46c5-bdbf-0c7274c40f3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e78f9bd-5aad-432a-85c1-63f165b57fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2332189 Nov 15 11:23:54.906412 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e46278-366e-453c-a5b8-1e45210eeb39 req-bc62bf4a-db3f-4fb5-8e94-f4109b5f7aeb tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:54.908331 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-40e46278-366e-453c-a5b8-1e45210eeb39 req-bc62bf4a-db3f-4fb5-8e94-f4109b5f7aeb tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd18a134-b3f7-4a36-83e8-7a5354d2a70e HTTP/1.1" status: 200 len: 932 time: 0.2188976 Nov 15 11:23:54.927369 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34d814a1-e52a-432d-9641-83300629f535 req-382781d9-ce99-4ff6-9c66-8fd73002666e service neutron] 10.222.0.55 "GET /v2.0/networks/9bdab37c-c4cf-43f4-8321-48c2fd04b226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627151 Nov 15 11:23:55.072443 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-a41ec2e3-eb66-46ad-bbad-335ea6a2a975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5d0eee-37b3-4e75-98ae-b27c8c26f632 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:23:55.079891 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-40e46278-366e-453c-a5b8-1e45210eeb39 req-497a6d59-29ed-4d2b-9145-61f9e341c76b tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582146 Nov 15 11:23:55.086041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-93533b17-df68-433f-9d9d-652e89fc3d5b req-b12cccc8-4b0a-4ef8-902a-7ee4c0c4b4b5 service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932169 Nov 15 11:23:55.088706 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-a41ec2e3-eb66-46ad-bbad-335ea6a2a975 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:55.110282 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29d749-ebce-4e61-a5b0-81460d2da7e1 req-4a2f97a9-fb77-460d-a386-aa4559990247 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:55.111878 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c29d749-ebce-4e61-a5b0-81460d2da7e1 req-4a2f97a9-fb77-460d-a386-aa4559990247 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.55 "GET /v2.0/ports?device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 1023 time: 0.1508667 Nov 15 11:23:55.172881 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-a41ec2e3-eb66-46ad-bbad-335ea6a2a975 service neutron] Transition to ACTIVE for port object cd5d0eee-37b3-4e75-98ae-b27c8c26f632 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:23:55.213176 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-a41ec2e3-eb66-46ad-bbad-335ea6a2a975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:55.353520 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ec2e3-eb66-46ad-bbad-335ea6a2a975 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5d0eee-37b3-4e75-98ae-b27c8c26f632,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:55.390461 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27603a3e-802c-498a-98ba-b71cc2b03f08 req-105257ac-c122-4fd7-9287-ff8f4e89d4d6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:55.392094 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27603a3e-802c-498a-98ba-b71cc2b03f08 req-105257ac-c122-4fd7-9287-ff8f4e89d4d6 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.2182007 Nov 15 11:23:55.411315 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-93533b17-df68-433f-9d9d-652e89fc3d5b req-a54bc5d5-c37f-49de-8a02-f55f9b5c40e1 service neutron] 10.222.0.11 "GET /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103902 Nov 15 11:23:55.524877 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-6c29d749-ebce-4e61-a5b0-81460d2da7e1 req-e80e1446-eef9-42ec-bab3-84155d10ef48 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Deleting port 239ee308-7f17-4be6-95d2-5f8cdae85906 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:23:55.525093 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6c29d749-ebce-4e61-a5b0-81460d2da7e1 req-e80e1446-eef9-42ec-bab3-84155d10ef48 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:55.916419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016e21a-044e-4e5a-acd1-aacf906ebb4d req-d6f5965d-2571-4b25-bb51-92a81254fdeb tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:55.917889 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c016e21a-044e-4e5a-acd1-aacf906ebb4d req-d6f5965d-2571-4b25-bb51-92a81254fdeb tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 1023 time: 0.5096872 Nov 15 11:23:55.934314 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27603a3e-802c-498a-98ba-b71cc2b03f08 req-507eb9f3-10ee-4c0f-bb65-8147f4c6c80b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5178001 Nov 15 11:23:55.969435 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-a41ec2e3-eb66-46ad-bbad-335ea6a2a975 service neutron] Attempting to bind port cd5d0eee-37b3-4e75-98ae-b27c8c26f632 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:23:55.970036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-a41ec2e3-eb66-46ad-bbad-335ea6a2a975 service neutron] Attempting to bind port cd5d0eee-37b3-4e75-98ae-b27c8c26f632 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:23:55.970367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-a41ec2e3-eb66-46ad-bbad-335ea6a2a975 service neutron] Attempting to bind port cd5d0eee-37b3-4e75-98ae-b27c8c26f632 on network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:23:55.995380 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-a41ec2e3-eb66-46ad-bbad-335ea6a2a975 service neutron] Port cd5d0eee-37b3-4e75-98ae-b27c8c26f632 on network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:23:55.995644 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-a41ec2e3-eb66-46ad-bbad-335ea6a2a975 service neutron] Attempting to bind port cd5d0eee-37b3-4e75-98ae-b27c8c26f632 on network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:23:56.033552 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-a41ec2e3-eb66-46ad-bbad-335ea6a2a975 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:23:56.035316 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-a41ec2e3-eb66-46ad-bbad-335ea6a2a975 service neutron] Checking segment: {'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:23:56.035729 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-a41ec2e3-eb66-46ad-bbad-335ea6a2a975 service neutron] Bound using segment: {'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:23:56.036255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-a41ec2e3-eb66-46ad-bbad-335ea6a2a975 service neutron] Bound port: cd5d0eee-37b3-4e75-98ae-b27c8c26f632, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:23:56.036764 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-a41ec2e3-eb66-46ad-bbad-335ea6a2a975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:56.128059 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-6c29d749-ebce-4e61-a5b0-81460d2da7e1 req-e80e1446-eef9-42ec-bab3-84155d10ef48 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] For port 239ee308-7f17-4be6-95d2-5f8cdae85906, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=239ee308-7f17-4be6-95d2-5f8cdae85906,segment=NetworkSegment(5e467d28-3614-41f8-acee-8ccfda722768),segment_id=5e467d28-3614-41f8-acee-8ccfda722768)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:56.128426 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6c29d749-ebce-4e61-a5b0-81460d2da7e1 req-e80e1446-eef9-42ec-bab3-84155d10ef48 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:56.167569 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-6c29d749-ebce-4e61-a5b0-81460d2da7e1 req-e80e1446-eef9-42ec-bab3-84155d10ef48 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Calling delete_port for 239ee308-7f17-4be6-95d2-5f8cdae85906 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:23:56.209395 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c016e21a-044e-4e5a-acd1-aacf906ebb4d req-525830b7-4d9f-42c8-95c3-ee51abf68cb0 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7956d93-fc29-4c49-b229-16cc0be04fa9&id=9038e26f-ce1e-4ee0-8f94-86c6627ddca2&id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2737913 Nov 15 11:23:56.275935 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-a41ec2e3-eb66-46ad-bbad-335ea6a2a975 service neutron] For port cd5d0eee-37b3-4e75-98ae-b27c8c26f632, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:23:56.294810 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-a41ec2e3-eb66-46ad-bbad-335ea6a2a975 service neutron] For port cd5d0eee-37b3-4e75-98ae-b27c8c26f632, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=cd5d0eee-37b3-4e75-98ae-b27c8c26f632,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:23:56.306745 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-a41ec2e3-eb66-46ad-bbad-335ea6a2a975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:56.364382 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-a41ec2e3-eb66-46ad-bbad-335ea6a2a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:56.364723 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-a41ec2e3-eb66-46ad-bbad-335ea6a2a975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:56.366427 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-a41ec2e3-eb66-46ad-bbad-335ea6a2a975 service neutron] 10.222.0.55 "PUT /v2.0/ports/cd5d0eee-37b3-4e75-98ae-b27c8c26f632 HTTP/1.1" status: 200 len: 1092 time: 2.4351602 Nov 15 11:23:56.371203 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd18a134-b3f7-4a36-83e8-7a5354d2a70e', 'tag': 'cd5d0eee-37b3-4e75-98ae-b27c8c26f632'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:56.373803 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f7a9de-be80-483e-93fa-8b182fa225f5" -d '{"events": [{"name": "network-changed", "server_uuid": "bd18a134-b3f7-4a36-83e8-7a5354d2a70e", "tag": "cd5d0eee-37b3-4e75-98ae-b27c8c26f632"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:56.393276 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb787575-e07d-481c-a69b-63a67707c541 req-5799eb67-16b1-4894-ab6b-af371df14d3e tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:56.396538 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb787575-e07d-481c-a69b-63a67707c541 req-5799eb67-16b1-4894-ab6b-af371df14d3e tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1841271 Nov 15 11:23:56.494164 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ec2e3-eb66-46ad-bbad-335ea6a2a975 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5d0eee-37b3-4e75-98ae-b27c8c26f632,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:56.581893 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76136f8c-4335-4c5e-a737-2b8c2a972df1 req-921819e6-def3-449c-965f-d081e767e0c6 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:56.583490 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-76136f8c-4335-4c5e-a737-2b8c2a972df1 req-921819e6-def3-449c-965f-d081e767e0c6 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd18a134-b3f7-4a36-83e8-7a5354d2a70e HTTP/1.1" status: 200 len: 944 time: 0.2005103 Nov 15 11:23:56.595070 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb787575-e07d-481c-a69b-63a67707c541 req-17c666dd-8402-445f-84ed-0c2b2f4d5a74 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830316 Nov 15 11:23:56.607152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-9a99da9d-f771-4a16-a9bb-1d6388b16b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:56.608753 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-9a99da9d-f771-4a16-a9bb-1d6388b16b19 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=256e7f4fc00d4f2c8c7d8b69f41fa2d5&device_id=bd18a134-b3f7-4a36-83e8-7a5354d2a70e HTTP/1.1" status: 200 len: 1095 time: 0.1854599 Nov 15 11:23:56.677224 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597929d7-5c72-4cc2-a876-112a45ec5c4e x-openstack-request-id: req-597929d7-5c72-4cc2-a876-112a45ec5c4e {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:56.677512 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd18a134-b3f7-4a36-83e8-7a5354d2a70e", "tag": "cd5d0eee-37b3-4e75-98ae-b27c8c26f632", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:56.677758 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-597929d7-5c72-4cc2-a876-112a45ec5c4e {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:56.678158 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd18a134-b3f7-4a36-83e8-7a5354d2a70e', 'tag': 'cd5d0eee-37b3-4e75-98ae-b27c8c26f632', 'status': 'completed', 'code': 200} Nov 15 11:23:56.680840 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-74f0a727-284c-4021-abc4-4b54540c8b45 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd5d0eee-37b3-4e75-98ae-b27c8c26f632 HTTP/1.1" status: 200 len: 217 time: 0.0550232 Nov 15 11:23:56.686102 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6c29d749-ebce-4e61-a5b0-81460d2da7e1 req-e80e1446-eef9-42ec-bab3-84155d10ef48 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:56.698572 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['239ee308-7f17-4be6-95d2-5f8cdae85906'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:56.725142 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['0a571f6b-f270-4c7f-be2b-270ceaef4709'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:23:56.780226 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-7149d4d4-231a-4caf-b13f-38051b13da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:56.782171 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-7149d4d4-231a-4caf-b13f-38051b13da08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8647cc50-bb8e-4210-a1e9-eb2152a57fcd HTTP/1.1" status: 200 len: 846 time: 0.0838664 Nov 15 11:23:56.788069 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e1446-eef9-42ec-bab3-84155d10ef48 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event deleted for resources: {'Port': ['ID=239ee308-7f17-4be6-95d2-5f8cdae85906,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:56.854481 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-ceddb737-731d-45a4-bf33-519e17bc17d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=49b4d594-0a5b-4365-b6d6-a6b4864f1759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591936 Nov 15 11:23:56.881625 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-76136f8c-4335-4c5e-a737-2b8c2a972df1 req-073cfdc8-e8ed-4c9d-82cd-8550d46bb32f tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855096 Nov 15 11:23:56.882478 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c29d749-ebce-4e61-a5b0-81460d2da7e1 req-e80e1446-eef9-42ec-bab3-84155d10ef48 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] No DVR routers for this DVR port 239ee308-7f17-4be6-95d2-5f8cdae85906 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:23:56.885594 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6c29d749-ebce-4e61-a5b0-81460d2da7e1 req-e80e1446-eef9-42ec-bab3-84155d10ef48 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:56.888982 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c29d749-ebce-4e61-a5b0-81460d2da7e1 req-e80e1446-eef9-42ec-bab3-84155d10ef48 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.55 "DELETE /v2.0/ports/239ee308-7f17-4be6-95d2-5f8cdae85906 HTTP/1.1" status: 204 len: 173 time: 1.7629287 Nov 15 11:23:57.005837 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-a33599a2-a692-4a4e-aca7-1da7ec991cd3 service neutron] 10.222.0.55 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319530 Nov 15 11:23:57.179044 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082a8ff-1e4b-43be-975e-4d6459340d2a req-8fabe671-e49d-48b2-b344-4fd78cae85d9 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:57.180737 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3082a8ff-1e4b-43be-975e-4d6459340d2a req-8fabe671-e49d-48b2-b344-4fd78cae85d9 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.1408052 Nov 15 11:23:57.185223 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca5cdc5a-c665-4f71-a459-b8b6700776ff req-a9e134d6-3f85-44df-a184-0c1732eac0ff service neutron] 10.222.0.55 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709263 Nov 15 11:23:57.247515 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3082a8ff-1e4b-43be-975e-4d6459340d2a req-d60373d8-ab29-495c-90ef-ff364498c604 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541437 Nov 15 11:23:57.329270 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7a9de-be80-483e-93fa-8b182fa225f5 req-84185806-6c2d-48ec-bf63-f8855e27d3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:57.330651 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39f7a9de-be80-483e-93fa-8b182fa225f5 req-84185806-6c2d-48ec-bf63-f8855e27d3d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=256e7f4fc00d4f2c8c7d8b69f41fa2d5&device_id=bd18a134-b3f7-4a36-83e8-7a5354d2a70e HTTP/1.1" status: 200 len: 1095 time: 0.0700023 Nov 15 11:23:57.488396 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a0594c06-569f-406b-b0f6-62a795f597f1 req-0be0fe31-2e1f-4c5d-ab16-d3975adc2b70 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59fecfa-0783-4e09-8131-84a31631ec89 HTTP/1.1" status: 200 len: 210 time: 0.1164074 Nov 15 11:23:57.541119 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7a9de-be80-483e-93fa-8b182fa225f5 req-dff2c954-8ca2-4659-8aef-741261f235ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:57.541891 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39f7a9de-be80-483e-93fa-8b182fa225f5 req-dff2c954-8ca2-4659-8aef-741261f235ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=49b4d594-0a5b-4365-b6d6-a6b4864f1759 HTTP/1.1" status: 200 len: 907 time: 0.2008142 Nov 15 11:23:57.550231 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc13e0a-806f-4392-839f-2cfdee018833 req-9580e2d3-e0db-45a5-8f38-85d04607a12f tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:57.551791 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1dc13e0a-806f-4392-839f-2cfdee018833 req-9580e2d3-e0db-45a5-8f38-85d04607a12f tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.2195621 Nov 15 11:23:57.607060 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39f7a9de-be80-483e-93fa-8b182fa225f5 req-4aafc854-d7ea-4053-a6b5-1ec47a4b3580 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd5d0eee-37b3-4e75-98ae-b27c8c26f632 HTTP/1.1" status: 200 len: 217 time: 0.0518291 Nov 15 11:23:57.684428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1dc13e0a-806f-4392-839f-2cfdee018833 req-9c6ca231-6ccb-4f50-8793-e74f7ee3ed44 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182904 Nov 15 11:23:57.711090 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7a9de-be80-483e-93fa-8b182fa225f5 req-e2f04623-cb76-4964-aee3-ca61d1c7cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:57.712567 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39f7a9de-be80-483e-93fa-8b182fa225f5 req-e2f04623-cb76-4964-aee3-ca61d1c7cae5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8647cc50-bb8e-4210-a1e9-eb2152a57fcd HTTP/1.1" status: 200 len: 846 time: 0.0925372 Nov 15 11:23:57.758330 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39f7a9de-be80-483e-93fa-8b182fa225f5 req-7b1a1cf6-e3b9-4bbd-b1ce-4712d9b662cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=49b4d594-0a5b-4365-b6d6-a6b4864f1759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310144 Nov 15 11:23:57.792473 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf983aab-97ea-469e-8fbb-c57df5ce22d6 req-625b7d92-0017-48d8-8345-551a72e120a5 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:57.794385 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf983aab-97ea-469e-8fbb-c57df5ce22d6 req-625b7d92-0017-48d8-8345-551a72e120a5 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0938268 Nov 15 11:23:57.909821 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d29d46-ee86-428e-9c7f-369859d2555a req-b981b76c-9577-4cb5-88d1-72a119c96aad tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:57.911265 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-92d29d46-ee86-428e-9c7f-369859d2555a req-b981b76c-9577-4cb5-88d1-72a119c96aad tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.1445317 Nov 15 11:23:57.950851 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf983aab-97ea-469e-8fbb-c57df5ce22d6 req-f735c09a-c6a2-4c1d-87f1-086016057b2d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290205 Nov 15 11:23:57.961156 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39f7a9de-be80-483e-93fa-8b182fa225f5 req-d9621689-ec58-43b3-bf90-3757b3185825 service neutron] 10.222.0.55 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917224 Nov 15 11:23:58.034043 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-92d29d46-ee86-428e-9c7f-369859d2555a req-64b453b1-fd82-4e6e-b638-5e8eb2f8593b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113479 Nov 15 11:23:58.136967 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39f7a9de-be80-483e-93fa-8b182fa225f5 req-191261fc-f5a7-4815-979a-47672978a1a9 service neutron] 10.222.0.55 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678672 Nov 15 11:23:58.170112 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e99e38-0ed7-4014-b80b-ef74d4793991 req-3bf87cdd-fbbe-4803-8f4d-56a0666f6a61 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:58.179843 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-40e99e38-0ed7-4014-b80b-ef74d4793991 req-3bf87cdd-fbbe-4803-8f4d-56a0666f6a61 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd18a134-b3f7-4a36-83e8-7a5354d2a70e HTTP/1.1" status: 200 len: 944 time: 0.1350939 Nov 15 11:23:58.257917 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-40e99e38-0ed7-4014-b80b-ef74d4793991 req-24aefefa-9e73-457e-8462-a1de4caf9900 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783100 Nov 15 11:23:58.481152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afcfb2-6014-4c27-90dd-e579ae8be81a req-539e50ba-adaf-4f75-955d-e0fb60e97e4f tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:58.483281 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20afcfb2-6014-4c27-90dd-e579ae8be81a req-539e50ba-adaf-4f75-955d-e0fb60e97e4f tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0660951 Nov 15 11:23:58.560375 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20afcfb2-6014-4c27-90dd-e579ae8be81a req-ac0f1ecd-f8f7-451d-9c7a-d74319b3818a tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588529 Nov 15 11:23:58.616069 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae73f718-a435-438f-ba1b-44bdd6c9e9da req-40463c74-6065-4c15-829d-0031f01582c6 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/f7956d93-fc29-4c49-b229-16cc0be04fa9 HTTP/1.1" status: 200 len: 1819 time: 0.0407562 Nov 15 11:23:58.680265 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59fecfa-0783-4e09-8131-84a31631ec89', 'name': 'network-vif-deleted', 'tag': '239ee308-7f17-4be6-95d2-5f8cdae85906'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:23:58.683094 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab644b96-b4c3-41e1-8b7a-2e7b3382e7b0" -d '{"events": [{"server_uuid": "c59fecfa-0783-4e09-8131-84a31631ec89", "name": "network-vif-deleted", "tag": "239ee308-7f17-4be6-95d2-5f8cdae85906"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:23:58.715841 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ae73f718-a435-438f-ba1b-44bdd6c9e9da req-201f2251-d438-4e65-9769-8ddd18aa123d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:58.747698 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3259f962-4573-49c3-8aa2-4aa75e173838 x-openstack-request-id: req-3259f962-4573-49c3-8aa2-4aa75e173838 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:23:58.748036 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59fecfa-0783-4e09-8131-84a31631ec89", "name": "network-vif-deleted", "tag": "239ee308-7f17-4be6-95d2-5f8cdae85906", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:23:58.748262 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3259f962-4573-49c3-8aa2-4aa75e173838 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:23:58.748829 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59fecfa-0783-4e09-8131-84a31631ec89', 'name': 'network-vif-deleted', 'tag': '239ee308-7f17-4be6-95d2-5f8cdae85906', 'status': 'completed', 'code': 200} Nov 15 11:23:58.752885 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ae73f718-a435-438f-ba1b-44bdd6c9e9da req-201f2251-d438-4e65-9769-8ddd18aa123d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:58.803725 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ae73f718-a435-438f-ba1b-44bdd6c9e9da req-201f2251-d438-4e65-9769-8ddd18aa123d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:58.808268 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ae73f718-a435-438f-ba1b-44bdd6c9e9da req-201f2251-d438-4e65-9769-8ddd18aa123d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:58.813107 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae73f718-a435-438f-ba1b-44bdd6c9e9da req-201f2251-d438-4e65-9769-8ddd18aa123d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "DELETE /v2.0/security-groups/f7956d93-fc29-4c49-b229-16cc0be04fa9 HTTP/1.1" status: 204 len: 173 time: 0.1899903 Nov 15 11:23:58.825633 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f2251-d438-4e65-9769-8ddd18aa123d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7956d93-fc29-4c49-b229-16cc0be04fa9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:58.908118 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fed57da4-e68c-4e25-a4e5-2272e1f9af6c req-948fb1f8-0c82-4d2d-be2d-5927df739f97 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/9038e26f-ce1e-4ee0-8f94-86c6627ddca2 HTTP/1.1" status: 200 len: 1818 time: 0.0535038 Nov 15 11:23:58.974678 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fed57da4-e68c-4e25-a4e5-2272e1f9af6c req-205427ab-9696-411d-a263-5f0139ce6f22 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:59.003799 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fed57da4-e68c-4e25-a4e5-2272e1f9af6c req-205427ab-9696-411d-a263-5f0139ce6f22 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:59.090428 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fed57da4-e68c-4e25-a4e5-2272e1f9af6c req-205427ab-9696-411d-a263-5f0139ce6f22 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:59.097894 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fed57da4-e68c-4e25-a4e5-2272e1f9af6c req-205427ab-9696-411d-a263-5f0139ce6f22 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:59.097894 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fed57da4-e68c-4e25-a4e5-2272e1f9af6c req-205427ab-9696-411d-a263-5f0139ce6f22 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "DELETE /v2.0/security-groups/9038e26f-ce1e-4ee0-8f94-86c6627ddca2 HTTP/1.1" status: 204 len: 173 time: 0.1790068 Nov 15 11:23:59.108986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205427ab-9696-411d-a263-5f0139ce6f22 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9038e26f-ce1e-4ee0-8f94-86c6627ddca2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:59.134593 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-afd55ee2-356f-4e58-87fa-55682d3f487a req-b3d11fda-bb99-4875-8eee-963650d07be1 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-628880325', 'description': 'tempest-description-360947586'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:59.148960 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac46f38-9901-45b2-8402-0ac9ec3d0ccb req-c6936c4f-ef6a-4db2-8258-12413768e2f5 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:59.151022 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ac46f38-9901-45b2-8402-0ac9ec3d0ccb req-c6936c4f-ef6a-4db2-8258-12413768e2f5 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.1153679 Nov 15 11:23:59.187759 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-afd55ee2-356f-4e58-87fa-55682d3f487a req-b3d11fda-bb99-4875-8eee-963650d07be1 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:59.226394 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ac46f38-9901-45b2-8402-0ac9ec3d0ccb req-03cc775f-c434-4c39-8cc5-2d4e8dbe2d93 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665581 Nov 15 11:23:59.296916 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-afd55ee2-356f-4e58-87fa-55682d3f487a req-b3d11fda-bb99-4875-8eee-963650d07be1 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:59.302222 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-afd55ee2-356f-4e58-87fa-55682d3f487a req-b3d11fda-bb99-4875-8eee-963650d07be1 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:59.337468 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-afd55ee2-356f-4e58-87fa-55682d3f487a req-b3d11fda-bb99-4875-8eee-963650d07be1 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:59.350890 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afd55ee2-356f-4e58-87fa-55682d3f487a req-b3d11fda-bb99-4875-8eee-963650d07be1 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2233515 Nov 15 11:23:59.358203 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d11fda-bb99-4875-8eee-963650d07be1 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c53b74f-f1db-4453-9d8b-9e42d43d86b4,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:59.361577 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device cd5d0eee-37b3-4e75-98ae-b27c8c26f632 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:23:59.372580 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 239ee308-7f17-4be6-95d2-5f8cdae85906 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:23:59.412656 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 239ee308-7f17-4be6-95d2-5f8cdae85906 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:23:59.413266 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 239ee308-7f17-4be6-95d2-5f8cdae85906 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:23:59.420276 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20eac4a-c33c-4134-ae93-5c34fa35b137 req-292860a2-0045-41c9-9520-233a5d88f37f tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:59.430276 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d20eac4a-c33c-4134-ae93-5c34fa35b137 req-292860a2-0045-41c9-9520-233a5d88f37f tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd18a134-b3f7-4a36-83e8-7a5354d2a70e HTTP/1.1" status: 200 len: 944 time: 0.0775981 Nov 15 11:23:59.490287 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:59.512338 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d20eac4a-c33c-4134-ae93-5c34fa35b137 req-cf46853e-5b02-4fbf-a30a-a230f3e57fde tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811856 Nov 15 11:23:59.524056 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0fb0461d-e36d-4035-b584-f9b69bde2bdf req-56addb0d-15b9-4c2f-830a-d1c60cf0519e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/3c53b74f-f1db-4453-9d8b-9e42d43d86b4 HTTP/1.1" status: 200 len: 1818 time: 0.0758224 Nov 15 11:23:59.528442 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port cd5d0eee-37b3-4e75-98ae-b27c8c26f632, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=cd5d0eee-37b3-4e75-98ae-b27c8c26f632,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:59.530454 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-0fb0461d-e36d-4035-b584-f9b69bde2bdf req-ddf4decf-fe17-4600-9138-9c9189ede18d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1190564038', 'description': 'tempest-description-hth-1168118714'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:23:59.563053 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'cd5d0eee-37b3-4e75-98ae-b27c8c26f632', 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759', 'port_id': 'cd5d0eee-37b3-4e75-98ae-b27c8c26f632', 'mac_address': 'fa:16:3e:bd:ae:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8647cc50-bb8e-4210-a1e9-eb2152a57fcd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:23:59.566383 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0fb0461d-e36d-4035-b584-f9b69bde2bdf req-ddf4decf-fe17-4600-9138-9c9189ede18d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:59.611949 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:59.628693 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5d0eee-37b3-4e75-98ae-b27c8c26f632 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:23:59.630422 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0fb0461d-e36d-4035-b584-f9b69bde2bdf req-ddf4decf-fe17-4600-9138-9c9189ede18d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:59.641215 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0fb0461d-e36d-4035-b584-f9b69bde2bdf req-ddf4decf-fe17-4600-9138-9c9189ede18d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:59.646633 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0fb0461d-e36d-4035-b584-f9b69bde2bdf req-ddf4decf-fe17-4600-9138-9c9189ede18d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:59.657819 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port cd5d0eee-37b3-4e75-98ae-b27c8c26f632, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=cd5d0eee-37b3-4e75-98ae-b27c8c26f632,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:23:59.660348 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0fb0461d-e36d-4035-b584-f9b69bde2bdf req-ddf4decf-fe17-4600-9138-9c9189ede18d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "PUT /v2.0/security-groups/3c53b74f-f1db-4453-9d8b-9e42d43d86b4 HTTP/1.1" status: 200 len: 1794 time: 0.1352465 Nov 15 11:23:59.672510 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:23:59.710766 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4decf-fe17-4600-9138-9c9189ede18d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c53b74f-f1db-4453-9d8b-9e42d43d86b4,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:59.737220 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=cd5d0eee-37b3-4e75-98ae-b27c8c26f632,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:23:59.813355 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9948d81-c117-4442-af4f-5c6b02e62519 req-fc340076-635a-4e64-baff-e6b5a867ad6f tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/3c53b74f-f1db-4453-9d8b-9e42d43d86b4 HTTP/1.1" status: 200 len: 1794 time: 0.0628994 Nov 15 11:23:59.820861 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a624281-2694-4cb8-a073-3e8c75b41117 req-3af1d6ed-2b11-4ef1-9127-39ee29992648 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:23:59.823895 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3a624281-2694-4cb8-a073-3e8c75b41117 req-3af1d6ed-2b11-4ef1-9127-39ee29992648 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0817153 Nov 15 11:23:59.901773 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3a624281-2694-4cb8-a073-3e8c75b41117 req-88c7fa94-b13f-4c6d-95c8-99ad5d465a22 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638926 Nov 15 11:23:59.950607 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a880f11e-04af-4746-98e3-5dbce584810a req-bf09f1e5-8575-4192-a662-32629c7d04b4 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/3c53b74f-f1db-4453-9d8b-9e42d43d86b4 HTTP/1.1" status: 200 len: 1794 time: 0.0458443 Nov 15 11:24:00.011914 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['cd5d0eee-37b3-4e75-98ae-b27c8c26f632'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:24:00.045262 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a880f11e-04af-4746-98e3-5dbce584810a req-d308786b-04f8-4072-abfd-34a669eda4d2 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:00.082084 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a880f11e-04af-4746-98e3-5dbce584810a req-d308786b-04f8-4072-abfd-34a669eda4d2 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:00.100911 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee6fdc-9768-44ef-a4f6-396f39fde471 req-673745e7-92c2-405d-97fe-3f0b0f0ab985 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:00.109207 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3ee6fdc-9768-44ef-a4f6-396f39fde471 req-673745e7-92c2-405d-97fe-3f0b0f0ab985 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.1013486 Nov 15 11:24:00.183970 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3ee6fdc-9768-44ef-a4f6-396f39fde471 req-cd3ef7da-c519-4177-8b32-f58571b9b22a tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737844 Nov 15 11:24:00.185199 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a880f11e-04af-4746-98e3-5dbce584810a req-d308786b-04f8-4072-abfd-34a669eda4d2 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:00.188428 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a880f11e-04af-4746-98e3-5dbce584810a req-d308786b-04f8-4072-abfd-34a669eda4d2 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:00.203310 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a880f11e-04af-4746-98e3-5dbce584810a req-d308786b-04f8-4072-abfd-34a669eda4d2 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "DELETE /v2.0/security-groups/3c53b74f-f1db-4453-9d8b-9e42d43d86b4 HTTP/1.1" status: 204 len: 173 time: 0.2463048 Nov 15 11:24:00.227283 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308786b-04f8-4072-abfd-34a669eda4d2 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c53b74f-f1db-4453-9d8b-9e42d43d86b4,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:00.310582 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-8830bcca-3b73-468c-84b3-12b4c287728c req-0d5f8081-abec-4960-adea-902442dcdae7 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] show failed (client error): The resource could not be found. Nov 15 11:24:00.316868 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8830bcca-3b73-468c-84b3-12b4c287728c req-0d5f8081-abec-4960-adea-902442dcdae7 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/9038e26f-ce1e-4ee0-8f94-86c6627ddca2 HTTP/1.1" status: 404 len: 352 time: 0.0238361 Nov 15 11:24:00.367529 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-75629db9-d108-4271-a069-82c2700cadf9 req-9da5c846-1d9c-4c36-99db-42e4900b2aec tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] show failed (client error): The resource could not be found. Nov 15 11:24:00.368584 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-75629db9-d108-4271-a069-82c2700cadf9 req-9da5c846-1d9c-4c36-99db-42e4900b2aec tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/f7956d93-fc29-4c49-b229-16cc0be04fa9 HTTP/1.1" status: 404 len: 352 time: 0.0329130 Nov 15 11:24:00.399211 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb6413-25fc-4ce9-a5cb-0fada1f97661 req-823ca78f-e33f-45e6-9528-9f2a1b1887b3 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:00.400721 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6fb6413-25fc-4ce9-a5cb-0fada1f97661 req-823ca78f-e33f-45e6-9528-9f2a1b1887b3 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0742998 Nov 15 11:24:00.428733 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-909e3620-68ef-4075-8b0f-cc21ef3ea673 req-89a3dc56-ab9d-4dee-b64e-73a657b1f364 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] show failed (client error): The resource could not be found. Nov 15 11:24:00.429752 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-909e3620-68ef-4075-8b0f-cc21ef3ea673 req-89a3dc56-ab9d-4dee-b64e-73a657b1f364 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/50368849-80d9-49b8-878c-18817c7b0c0d HTTP/1.1" status: 404 len: 352 time: 0.0387175 Nov 15 11:24:00.466754 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6fb6413-25fc-4ce9-a5cb-0fada1f97661 req-58e97137-25cc-45a2-8d66-ef4d6b5fc122 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582871 Nov 15 11:24:00.524236 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-d1788497-516c-4486-8ce4-b0d67b47dc9d req-5c12a629-9d8f-4ccf-b40c-4115742d4e63 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] show failed (client error): The resource could not be found. Nov 15 11:24:00.525229 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1788497-516c-4486-8ce4-b0d67b47dc9d req-5c12a629-9d8f-4ccf-b40c-4115742d4e63 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/ffa73bb0-3d51-40c5-b066-2d5f22d455d7 HTTP/1.1" status: 404 len: 352 time: 0.0190289 Nov 15 11:24:00.562914 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-8d3226de-77cc-473c-88cc-8d97212861b9 req-bf7a1633-e12f-4e3b-8229-d978ce6b64ba tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] show failed (client error): The resource could not be found. Nov 15 11:24:00.566259 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d3226de-77cc-473c-88cc-8d97212861b9 req-bf7a1633-e12f-4e3b-8229-d978ce6b64ba tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/3c26edff-6e9a-40f9-b834-0668b19e34c7 HTTP/1.1" status: 404 len: 352 time: 0.0160458 Nov 15 11:24:00.607436 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-ce1173c4-d5f9-4d58-863a-9c6fcd8867c2 req-ba232b45-4bca-47e8-ada3-8ab2bc2a352c tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] show failed (client error): The resource could not be found. Nov 15 11:24:00.608863 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ce1173c4-d5f9-4d58-863a-9c6fcd8867c2 req-ba232b45-4bca-47e8-ada3-8ab2bc2a352c tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/450507e6-c42d-4d63-8e34-29f831ff3acc HTTP/1.1" status: 404 len: 352 time: 0.0190923 Nov 15 11:24:00.670673 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678905c6-2d08-46c8-8dd0-34379cce6cb3 req-755f2f3f-1bd6-4741-9abf-68f14c25fc72 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:00.673187 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-678905c6-2d08-46c8-8dd0-34379cce6cb3 req-755f2f3f-1bd6-4741-9abf-68f14c25fc72 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd18a134-b3f7-4a36-83e8-7a5354d2a70e HTTP/1.1" status: 200 len: 945 time: 0.0629773 Nov 15 11:24:00.732875 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-678905c6-2d08-46c8-8dd0-34379cce6cb3 req-0dcad991-c614-4bc2-b6ef-524373ab77dc tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519297 Nov 15 11:24:00.943330 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad9e02-e8c0-4f66-9f96-b7fcf9655b33 req-f8d55e08-7115-48f0-8a01-57d1897282ab tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:00.944895 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d6ad9e02-e8c0-4f66-9f96-b7fcf9655b33 req-f8d55e08-7115-48f0-8a01-57d1897282ab tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c71fa0-8296-4a07-b902-8c35ac17e3b1 HTTP/1.1" status: 200 len: 1024 time: 0.0617828 Nov 15 11:24:01.025761 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d6ad9e02-e8c0-4f66-9f96-b7fcf9655b33 req-1e3d6f26-de91-4963-8820-19fb76d14c44 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5c399fd-2046-4931-a6ad-0372e3f14950&id=813d8751-2b9b-482a-b677-5b0928eab417&id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0741422 Nov 15 11:24:01.339655 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8fb25-450a-4db1-b89c-4cfd3827cef9 req-ba2870b2-1c5c-4459-aa20-ccf687c919bf tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:01.342026 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3a8fb25-450a-4db1-b89c-4cfd3827cef9 req-ba2870b2-1c5c-4459-aa20-ccf687c919bf tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0552452 Nov 15 11:24:01.350272 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:01.371541 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device cd5d0eee-37b3-4e75-98ae-b27c8c26f632 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:24:01.396770 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3a8fb25-450a-4db1-b89c-4cfd3827cef9 req-d6977976-af0e-4173-80b8-c85b8685dd49 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475347 Nov 15 11:24:01.590956 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port cd5d0eee-37b3-4e75-98ae-b27c8c26f632 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:24:01.604880 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port cd5d0eee-37b3-4e75-98ae-b27c8c26f632 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:24:01.605574 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:01.664681 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c38cb-c7f8-4752-8fdc-83188cd5257a req-0925215d-5535-40e3-b0e5-894ba77d85ad tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:01.666324 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d2c38cb-c7f8-4752-8fdc-83188cd5257a req-0925215d-5535-40e3-b0e5-894ba77d85ad tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0910714 Nov 15 11:24:01.728103 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:01.761885 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd18a134-b3f7-4a36-83e8-7a5354d2a70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5d0eee-37b3-4e75-98ae-b27c8c26f632'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:01.764551 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7182ed7-3627-4324-9f36-f48c4c444246" -d '{"events": [{"server_uuid": "bd18a134-b3f7-4a36-83e8-7a5354d2a70e", "name": "network-vif-plugged", "status": "completed", "tag": "cd5d0eee-37b3-4e75-98ae-b27c8c26f632"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:01.772820 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d2c38cb-c7f8-4752-8fdc-83188cd5257a req-8dbfb382-59e3-4e8e-8097-0252d41cb6bf tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978780 Nov 15 11:24:01.778798 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port cd5d0eee-37b3-4e75-98ae-b27c8c26f632, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=cd5d0eee-37b3-4e75-98ae-b27c8c26f632,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:01.783660 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:01.843933 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e727f2b-2461-4f0f-ac34-1ef730805ae2 req-5f245667-fd24-4cba-ad28-72d8c728c3be tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:01.845774 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e727f2b-2461-4f0f-ac34-1ef730805ae2 req-5f245667-fd24-4cba-ad28-72d8c728c3be tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0603204 Nov 15 11:24:01.851947 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=cd5d0eee-37b3-4e75-98ae-b27c8c26f632,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:01.933855 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e727f2b-2461-4f0f-ac34-1ef730805ae2 req-7ddbdc00-4790-4138-9f79-a07ae0613d4b tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785329 Nov 15 11:24:01.958687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe2874-aeb3-4d32-a94e-c5285cfdec42 req-1881e09c-15f1-4a2a-9373-171780328931 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:01.960813 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cebe2874-aeb3-4d32-a94e-c5285cfdec42 req-1881e09c-15f1-4a2a-9373-171780328931 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd18a134-b3f7-4a36-83e8-7a5354d2a70e HTTP/1.1" status: 200 len: 946 time: 0.0841694 Nov 15 11:24:02.002533 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1401817-699d-4cf2-a715-5b1ff22006f0 x-openstack-request-id: req-d1401817-699d-4cf2-a715-5b1ff22006f0 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:02.002893 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd18a134-b3f7-4a36-83e8-7a5354d2a70e", "name": "network-vif-plugged", "status": "completed", "tag": "cd5d0eee-37b3-4e75-98ae-b27c8c26f632", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:02.003206 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d1401817-699d-4cf2-a715-5b1ff22006f0 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:02.003805 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd18a134-b3f7-4a36-83e8-7a5354d2a70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5d0eee-37b3-4e75-98ae-b27c8c26f632', 'code': 200} Nov 15 11:24:02.022106 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cebe2874-aeb3-4d32-a94e-c5285cfdec42 req-d89d36f1-ce54-4b40-b6b6-f696c03bb812 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543892 Nov 15 11:24:02.137539 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e63b9-4634-48d8-a907-bc6a26d7af85 req-5f2dcf8b-611a-4755-bfb1-8b4d8eda71db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:02.139310 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-983e63b9-4634-48d8-a907-bc6a26d7af85 req-5f2dcf8b-611a-4755-bfb1-8b4d8eda71db service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bd18a134-b3f7-4a36-83e8-7a5354d2a70e HTTP/1.1" status: 200 len: 1097 time: 0.0649266 Nov 15 11:24:02.190246 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-983e63b9-4634-48d8-a907-bc6a26d7af85 req-38524fae-05b1-43cc-81d1-881451251852 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432413 Nov 15 11:24:02.246338 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202fd78-1148-46bd-90dc-f1488ccff221 req-c76f80f6-0c81-4573-aaeb-91d91f464433 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:02.250989 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5202fd78-1148-46bd-90dc-f1488ccff221 req-c76f80f6-0c81-4573-aaeb-91d91f464433 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c71fa0-8296-4a07-b902-8c35ac17e3b1 HTTP/1.1" status: 200 len: 1024 time: 0.0561299 Nov 15 11:24:02.324417 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5202fd78-1148-46bd-90dc-f1488ccff221 req-afe90fa9-a88f-4a54-9786-cc9783c54dc9 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5c399fd-2046-4931-a6ad-0372e3f14950&id=813d8751-2b9b-482a-b677-5b0928eab417&id=aa836840-0c15-4743-8956-5a2d4e55a779&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0674832 Nov 15 11:24:02.700188 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d645b68-9efb-4ef2-b476-eec2c8ed1826 req-05e02d7c-836d-424b-a7ee-1b331c937a71 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:02.701773 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d645b68-9efb-4ef2-b476-eec2c8ed1826 req-05e02d7c-836d-424b-a7ee-1b331c937a71 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c71fa0-8296-4a07-b902-8c35ac17e3b1 HTTP/1.1" status: 200 len: 1024 time: 0.0557728 Nov 15 11:24:02.819191 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-4d645b68-9efb-4ef2-b476-eec2c8ed1826 req-b811f81a-93db-4d63-a804-6d0b01ccc9bd tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Deleting port 0a571f6b-f270-4c7f-be2b-270ceaef4709 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:24:02.819495 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4d645b68-9efb-4ef2-b476-eec2c8ed1826 req-b811f81a-93db-4d63-a804-6d0b01ccc9bd tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:02.939952 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044b586-68c2-480d-be55-879ef6baa34b req-e3735c43-9cd9-4e42-8efe-986a3cf91e43 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:02.941481 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b044b586-68c2-480d-be55-879ef6baa34b req-e3735c43-9cd9-4e42-8efe-986a3cf91e43 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0845835 Nov 15 11:24:02.948375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-4d645b68-9efb-4ef2-b476-eec2c8ed1826 req-b811f81a-93db-4d63-a804-6d0b01ccc9bd tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] For port 0a571f6b-f270-4c7f-be2b-270ceaef4709, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=0a571f6b-f270-4c7f-be2b-270ceaef4709,segment=NetworkSegment(5e467d28-3614-41f8-acee-8ccfda722768),segment_id=5e467d28-3614-41f8-acee-8ccfda722768)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:02.948729 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4d645b68-9efb-4ef2-b476-eec2c8ed1826 req-b811f81a-93db-4d63-a804-6d0b01ccc9bd tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:02.967718 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-4d645b68-9efb-4ef2-b476-eec2c8ed1826 req-b811f81a-93db-4d63-a804-6d0b01ccc9bd tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Calling delete_port for 0a571f6b-f270-4c7f-be2b-270ceaef4709 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:24:03.056211 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b044b586-68c2-480d-be55-879ef6baa34b req-4fc219d2-3e13-46a5-850d-69c6d885aaa6 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046624 Nov 15 11:24:03.111547 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e614a-8932-4903-9142-8c5e5a407509 req-93050434-c3a1-4ab0-928e-04c098675e4c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:03.113133 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-031e614a-8932-4903-9142-8c5e5a407509 req-93050434-c3a1-4ab0-928e-04c098675e4c tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0813069 Nov 15 11:24:03.233768 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4d645b68-9efb-4ef2-b476-eec2c8ed1826 req-b811f81a-93db-4d63-a804-6d0b01ccc9bd tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:03.234573 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e2699-5f1b-4bd1-bbb7-5cd76082d36e req-5a81ff50-1748-40a1-8183-ffc6110ed0d2 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:03.236085 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-442e2699-5f1b-4bd1-bbb7-5cd76082d36e req-5a81ff50-1748-40a1-8183-ffc6110ed0d2 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.11 "GET /v2.0/ports?device_id=30de7634-c87b-4c96-9c10-b333195ebf2c HTTP/1.1" status: 200 len: 945 time: 0.0562229 Nov 15 11:24:03.248960 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['0a571f6b-f270-4c7f-be2b-270ceaef4709'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:24:03.252238 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-031e614a-8932-4903-9142-8c5e5a407509 req-1b212464-b24a-4f33-913e-b2259658e8b1 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=82783eff-be7c-4ab2-aa7f-538182def215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132588 Nov 15 11:24:03.260324 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444a000-cf30-4bb6-8425-c0059502a95d req-0a08015d-a9b1-4972-8d61-0bc47b50edd9 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:03.261826 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6444a000-cf30-4bb6-8425-c0059502a95d req-0a08015d-a9b1-4972-8d61-0bc47b50edd9 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd18a134-b3f7-4a36-83e8-7a5354d2a70e HTTP/1.1" status: 200 len: 946 time: 0.1146226 Nov 15 11:24:03.295450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811f81a-93db-4d63-a804-6d0b01ccc9bd tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event deleted for resources: {'Port': ['ID=0a571f6b-f270-4c7f-be2b-270ceaef4709,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:03.347641 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-442e2699-5f1b-4bd1-bbb7-5cd76082d36e req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Deleting port e22b0fda-3892-42d7-aaac-98c83fd6cb92 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:24:03.348026 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-442e2699-5f1b-4bd1-bbb7-5cd76082d36e req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:03.399322 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d645b68-9efb-4ef2-b476-eec2c8ed1826 req-b811f81a-93db-4d63-a804-6d0b01ccc9bd tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] No DVR routers for this DVR port 0a571f6b-f270-4c7f-be2b-270ceaef4709 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:24:03.403178 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4d645b68-9efb-4ef2-b476-eec2c8ed1826 req-b811f81a-93db-4d63-a804-6d0b01ccc9bd tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:03.406626 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d645b68-9efb-4ef2-b476-eec2c8ed1826 req-b811f81a-93db-4d63-a804-6d0b01ccc9bd tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.11 "DELETE /v2.0/ports/0a571f6b-f270-4c7f-be2b-270ceaef4709 HTTP/1.1" status: 204 len: 173 time: 0.6942990 Nov 15 11:24:03.409354 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c71fa0-8296-4a07-b902-8c35ac17e3b1', 'name': 'network-vif-deleted', 'tag': '0a571f6b-f270-4c7f-be2b-270ceaef4709'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:03.412811 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85afc7d-4ba5-4fff-b401-da273c3d45b8" -d '{"events": [{"server_uuid": "45c71fa0-8296-4a07-b902-8c35ac17e3b1", "name": "network-vif-deleted", "tag": "0a571f6b-f270-4c7f-be2b-270ceaef4709"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:03.451189 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-442e2699-5f1b-4bd1-bbb7-5cd76082d36e req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] For port e22b0fda-3892-42d7-aaac-98c83fd6cb92, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e22b0fda-3892-42d7-aaac-98c83fd6cb92,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:03.451607 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-442e2699-5f1b-4bd1-bbb7-5cd76082d36e req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:03.456541 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d46ea-9855-460c-b931-8603eaaddd45 req-a16ae953-4a24-4d61-8b99-9b1753b2b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:03.458100 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d46d46ea-9855-460c-b931-8603eaaddd45 req-a16ae953-4a24-4d61-8b99-9b1753b2b230 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a20fe9645d9c49df841428f86995389b&device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 1097 time: 0.1733844 Nov 15 11:24:03.482952 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6444a000-cf30-4bb6-8425-c0059502a95d req-c66a0b02-687e-4d56-95ab-780e9ece332b tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953619 Nov 15 11:24:03.618515 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d46ea-9855-460c-b931-8603eaaddd45 req-16b90436-a8bd-4a53-aaa3-3ae22151f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:03.625441 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d46d46ea-9855-460c-b931-8603eaaddd45 req-16b90436-a8bd-4a53-aaa3-3ae22151f675 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ab55e45-0c39-4141-9760-966dba676054 HTTP/1.1" status: 200 len: 915 time: 0.1577356 Nov 15 11:24:03.637624 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-442e2699-5f1b-4bd1-bbb7-5cd76082d36e req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:03.637977 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-442e2699-5f1b-4bd1-bbb7-5cd76082d36e req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:03.638287 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [req-442e2699-5f1b-4bd1-bbb7-5cd76082d36e req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Floating IP 9b8cd57b-3bff-466d-a811-23017dae3db3 disassociated. External IP: 172.25.7.186, port: e22b0fda-3892-42d7-aaac-98c83fd6cb92. Nov 15 11:24:03.638618 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-442e2699-5f1b-4bd1-bbb7-5cd76082d36e req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Calling delete_port for e22b0fda-3892-42d7-aaac-98c83fd6cb92 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:24:03.688941 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d46d46ea-9855-460c-b931-8603eaaddd45 req-35b6e761-2359-47e5-bd56-0bd00cf8f55d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7457b5f7-fb33-45d9-b8ba-4b3403b11a81 HTTP/1.1" status: 200 len: 217 time: 0.0563898 Nov 15 11:24:03.705094 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b272eed0-528b-4558-9be9-406984597f5d req-28318f78-4aa3-45ee-a68b-023a2e7b15c2 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/ports?device_id=45c71fa0-8296-4a07-b902-8c35ac17e3b1 HTTP/1.1" status: 200 len: 210 time: 0.0625882 Nov 15 11:24:03.748934 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d46ea-9855-460c-b931-8603eaaddd45 req-7a3ca520-1580-4b8f-bd3d-cbf86f5816ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:03.750564 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d46d46ea-9855-460c-b931-8603eaaddd45 req-7a3ca520-1580-4b8f-bd3d-cbf86f5816ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94e7ad43-728f-443f-8f70-7ede95cfac35 HTTP/1.1" status: 200 len: 854 time: 0.0480578 Nov 15 11:24:03.775613 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed5ed55-eb09-457a-8463-777b705a6fc3 x-openstack-request-id: req-5ed5ed55-eb09-457a-8463-777b705a6fc3 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:03.776060 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c71fa0-8296-4a07-b902-8c35ac17e3b1", "name": "network-vif-deleted", "tag": "0a571f6b-f270-4c7f-be2b-270ceaef4709", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:03.776368 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ed5ed55-eb09-457a-8463-777b705a6fc3 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:03.776949 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c71fa0-8296-4a07-b902-8c35ac17e3b1', 'name': 'network-vif-deleted', 'tag': '0a571f6b-f270-4c7f-be2b-270ceaef4709', 'status': 'completed', 'code': 200} Nov 15 11:24:03.781568 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-442e2699-5f1b-4bd1-bbb7-5cd76082d36e req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:03.798538 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d46d46ea-9855-460c-b931-8603eaaddd45 req-3813a3e7-3b1b-4564-bb92-e9b9684c5463 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ab55e45-0c39-4141-9760-966dba676054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377698 Nov 15 11:24:03.808689 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Pushing event deleted for resources: {'Port': ['ID=e22b0fda-3892-42d7-aaac-98c83fd6cb92,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:03.821507 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:03.821859 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:03.822234 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:03.822564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:03.822965 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:03.823184 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:03.823514 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:03.823799 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:03.824124 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:03.824438 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:03.824748 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:03.825053 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:03.920765 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d46d46ea-9855-460c-b931-8603eaaddd45 req-916d1180-efcc-4ea0-a104-37412429dd9f service neutron] 10.222.0.55 "GET /v2.0/networks/1ab55e45-0c39-4141-9760-966dba676054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136239 Nov 15 11:24:03.951630 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-442e2699-5f1b-4bd1-bbb7-5cd76082d36e req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Router 015caacc-4e86-4f2f-ba3b-026a6b5809d4 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:24:04.026787 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d46d46ea-9855-460c-b931-8603eaaddd45 req-afd53d82-93c5-4426-ad66-1c454a723aeb service neutron] 10.222.0.55 "GET /v2.0/networks/1ab55e45-0c39-4141-9760-966dba676054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995083 Nov 15 11:24:04.128876 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-442e2699-5f1b-4bd1-bbb7-5cd76082d36e req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:24:04.140745 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3eccd0-3972-43e4-8404-8b7c6bdb6a12 None None] Sync routers for ids ['015caacc-4e86-4f2f-ba3b-026a6b5809d4'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:24:04.153929 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3eccd0-3972-43e4-8404-8b7c6bdb6a12 None None] Routers {'015caacc-4e86-4f2f-ba3b-026a6b5809d4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:24:04.156730 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cf3eccd0-3972-43e4-8404-8b7c6bdb6a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:23:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['015caacc-4e86-4f2f-ba3b-026a6b5809d4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:04.196023 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-442e2699-5f1b-4bd1-bbb7-5cd76082d36e req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] No DVR routers for this DVR port e22b0fda-3892-42d7-aaac-98c83fd6cb92 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:24:04.199951 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-442e2699-5f1b-4bd1-bbb7-5cd76082d36e req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:04.204842 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-442e2699-5f1b-4bd1-bbb7-5cd76082d36e req-96025741-1859-4262-8612-22458f3fe021 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.11 "DELETE /v2.0/ports/e22b0fda-3892-42d7-aaac-98c83fd6cb92 HTTP/1.1" status: 204 len: 173 time: 0.9624412 Nov 15 11:24:04.205528 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'name': 'network-vif-deleted', 'tag': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:04.208064 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526f092d-b61a-4e8e-8a04-702031ba5858" -d '{"events": [{"server_uuid": "30de7634-c87b-4c96-9c10-b333195ebf2c", "name": "network-vif-deleted", "tag": "e22b0fda-3892-42d7-aaac-98c83fd6cb92"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:04.220995 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a626c2-ae0d-4149-92de-3339f27476cb req-492c00f4-8bc1-442c-a785-e73f4699bc60 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:04.229647 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-16a626c2-ae0d-4149-92de-3339f27476cb req-492c00f4-8bc1-442c-a785-e73f4699bc60 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0743642 Nov 15 11:24:04.303371 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-cf3eccd0-3972-43e4-8404-8b7c6bdb6a12 None None] Set router 015caacc-4e86-4f2f-ba3b-026a6b5809d4 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:24:04.316618 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-16a626c2-ae0d-4149-92de-3339f27476cb req-f5ec5f72-51ef-4932-bc35-1d0848322721 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854571 Nov 15 11:24:04.351322 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969c9a7-09fc-426e-8e0e-c461bf6b4042 req-17ac97dc-0bf2-4322-bce7-6971e95612f4 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:04.358133 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b3deac-a57e-487d-9981-0fa6aee8e208 x-openstack-request-id: req-32b3deac-a57e-487d-9981-0fa6aee8e208 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:04.358696 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30de7634-c87b-4c96-9c10-b333195ebf2c", "name": "network-vif-deleted", "tag": "e22b0fda-3892-42d7-aaac-98c83fd6cb92", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:04.358696 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32b3deac-a57e-487d-9981-0fa6aee8e208 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:04.359043 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30de7634-c87b-4c96-9c10-b333195ebf2c', 'name': 'network-vif-deleted', 'tag': 'e22b0fda-3892-42d7-aaac-98c83fd6cb92', 'status': 'completed', 'code': 200} Nov 15 11:24:04.361333 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4969c9a7-09fc-426e-8e0e-c461bf6b4042 req-17ac97dc-0bf2-4322-bce7-6971e95612f4 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=21808531-3d8d-4272-a298-64a5a445782a HTTP/1.1" status: 200 len: 944 time: 0.1016843 Nov 15 11:24:04.506640 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-4969c9a7-09fc-426e-8e0e-c461bf6b4042 req-1e40cc67-fe00-4c45-bc76-8a76de5a1223 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Deleting port 70e940aa-c737-4947-bd4e-611f55ced742 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:24:04.506885 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4969c9a7-09fc-426e-8e0e-c461bf6b4042 req-1e40cc67-fe00-4c45-bc76-8a76de5a1223 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:04.551608 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cf3eccd0-3972-43e4-8404-8b7c6bdb6a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'name': 'tempest-ServerActionsTestJSON-1458789063-router', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:13:00Z', 'updated_at': '2021-11-15T11:13:14Z', 'revision_number': 4, 'project_id': '27507e50335c4427bf73121e79f9c590', 'gw_port': {'id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:13:05Z', 'updated_at': '2021-11-15T11:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '3405709a-6e38-4ac7-9508-6306790055bf', 'name': '', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'mac_address': 'fa:16:3e:5a:de:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:13:12Z', 'updated_at': '2021-11-15T11:13:19Z', 'revision_number': 5, 'project_id': '27507e50335c4427bf73121e79f9c590', 'subnets': [{'id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:04.583581 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3eccd0-3972-43e4-8404-8b7c6bdb6a12 None None] Checking router: 015caacc-4e86-4f2f-ba3b-026a6b5809d4 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:24:04.592170 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3eccd0-3972-43e4-8404-8b7c6bdb6a12 None None] Routers {'015caacc-4e86-4f2f-ba3b-026a6b5809d4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:24:04.592797 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cf3eccd0-3972-43e4-8404-8b7c6bdb6a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:23:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['015caacc-4e86-4f2f-ba3b-026a6b5809d4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:04.609835 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-4969c9a7-09fc-426e-8e0e-c461bf6b4042 req-1e40cc67-fe00-4c45-bc76-8a76de5a1223 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] For port 70e940aa-c737-4947-bd4e-611f55ced742, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=70e940aa-c737-4947-bd4e-611f55ced742,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:04.610287 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4969c9a7-09fc-426e-8e0e-c461bf6b4042 req-1e40cc67-fe00-4c45-bc76-8a76de5a1223 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:04.632859 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-4969c9a7-09fc-426e-8e0e-c461bf6b4042 req-1e40cc67-fe00-4c45-bc76-8a76de5a1223 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Calling delete_port for 70e940aa-c737-4947-bd4e-611f55ced742 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:24:04.703511 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-cf3eccd0-3972-43e4-8404-8b7c6bdb6a12 None None] Set router 015caacc-4e86-4f2f-ba3b-026a6b5809d4 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:24:04.912667 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cf3eccd0-3972-43e4-8404-8b7c6bdb6a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'name': 'tempest-ServerActionsTestJSON-1458789063-router', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:13:00Z', 'updated_at': '2021-11-15T11:13:14Z', 'revision_number': 4, 'project_id': '27507e50335c4427bf73121e79f9c590', 'gw_port': {'id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:13:05Z', 'updated_at': '2021-11-15T11:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '3405709a-6e38-4ac7-9508-6306790055bf', 'name': '', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'mac_address': 'fa:16:3e:5a:de:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:13:12Z', 'updated_at': '2021-11-15T11:13:19Z', 'revision_number': 5, 'project_id': '27507e50335c4427bf73121e79f9c590', 'subnets': [{'id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:04.939303 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3eccd0-3972-43e4-8404-8b7c6bdb6a12 None None] The sync data for ids ['015caacc-4e86-4f2f-ba3b-026a6b5809d4'] in n-d-729945-9 is: [{'id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'name': 'tempest-ServerActionsTestJSON-1458789063-router', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:13:00Z', 'updated_at': '2021-11-15T11:13:14Z', 'revision_number': 4, 'project_id': '27507e50335c4427bf73121e79f9c590', 'gw_port': {'id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:13:05Z', 'updated_at': '2021-11-15T11:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '3405709a-6e38-4ac7-9508-6306790055bf', 'name': '', 'network_id': '2e78f9bd-5aad-432a-85c1-63f165b57fea', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'mac_address': 'fa:16:3e:5a:de:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:13:12Z', 'updated_at': '2021-11-15T11:13:19Z', 'revision_number': 5, 'project_id': '27507e50335c4427bf73121e79f9c590', 'subnets': [{'id': 'e505fdd0-d625-4dc2-bfa7-236165cb4f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:24:05.028794 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b168a8f-a8cb-4adb-bc6c-ed39e7e44c09 req-d099b809-a1fe-4d16-b401-0b1d069408e2 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:05.030293 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b168a8f-a8cb-4adb-bc6c-ed39e7e44c09 req-d099b809-a1fe-4d16-b401-0b1d069408e2 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd18a134-b3f7-4a36-83e8-7a5354d2a70e HTTP/1.1" status: 200 len: 946 time: 0.4106376 Nov 15 11:24:05.118567 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b168a8f-a8cb-4adb-bc6c-ed39e7e44c09 req-f0ae8a76-5f63-4150-8eb1-1fa89b5fc508 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798645 Nov 15 11:24:05.150230 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4969c9a7-09fc-426e-8e0e-c461bf6b4042 req-1e40cc67-fe00-4c45-bc76-8a76de5a1223 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:05.164442 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['c5345e12-da92-4277-b015-a4108fcab655'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:24:05.167617 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['f3cf7fc0-e602-4809-8f2f-8cca37b86b15'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:24:05.188785 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40cc67-fe00-4c45-bc76-8a76de5a1223 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Pushing event deleted for resources: {'Port': ['ID=70e940aa-c737-4947-bd4e-611f55ced742,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:05.245943 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-4969c9a7-09fc-426e-8e0e-c461bf6b4042 req-1e40cc67-fe00-4c45-bc76-8a76de5a1223 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] No DVR routers for this DVR port 70e940aa-c737-4947-bd4e-611f55ced742 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:24:05.248900 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4969c9a7-09fc-426e-8e0e-c461bf6b4042 req-1e40cc67-fe00-4c45-bc76-8a76de5a1223 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:05.252691 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4969c9a7-09fc-426e-8e0e-c461bf6b4042 req-1e40cc67-fe00-4c45-bc76-8a76de5a1223 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "DELETE /v2.0/ports/70e940aa-c737-4947-bd4e-611f55ced742 HTTP/1.1" status: 204 len: 173 time: 0.8826933 Nov 15 11:24:05.253186 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed832f5d-8cb7-4876-bc66-0af36223fc0f None None] New status for floating IP 9b8cd57b-3bff-466d-a811-23017dae3db3: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:24:05.563247 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-7019b005-e159-4b7f-9fd6-fedaf4e81a3c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:05.565169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-7019b005-e159-4b7f-9fd6-fedaf4e81a3c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/networks?id=49b4d594-0a5b-4365-b6d6-a6b4864f1759 HTTP/1.1" status: 200 len: 806 time: 0.1579070 Nov 15 11:24:05.593861 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-f907b4ad-618c-42b5-a30c-8aa940083a64 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/quotas/256e7f4fc00d4f2c8c7d8b69f41fa2d5 HTTP/1.1" status: 200 len: 375 time: 0.0222437 Nov 15 11:24:05.599098 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a6b1556-f2fe-4ddd-9cde-18191f8da5b3 req-1ed3ef17-e038-4d65-9915-09d852c900dd tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/e5c399fd-2046-4931-a6ad-0372e3f14950 HTTP/1.1" status: 200 len: 1819 time: 0.0674634 Nov 15 11:24:05.674133 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-dbf481b8-c163-41fe-815a-cd073e5e7bd4 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=256e7f4fc00d4f2c8c7d8b69f41fa2d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736010 Nov 15 11:24:05.702072 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5a6b1556-f2fe-4ddd-9cde-18191f8da5b3 req-a68e8a29-4e7a-4348-9637-f2a40584219e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:05.758488 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5a6b1556-f2fe-4ddd-9cde-18191f8da5b3 req-a68e8a29-4e7a-4348-9637-f2a40584219e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:05.777948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21808531-3d8d-4272-a298-64a5a445782a', 'name': 'network-vif-deleted', 'tag': '70e940aa-c737-4947-bd4e-611f55ced742'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:05.780892 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2554b2a-1bfe-4d7c-b276-d9d802530512" -d '{"events": [{"server_uuid": "21808531-3d8d-4272-a298-64a5a445782a", "name": "network-vif-deleted", "tag": "70e940aa-c737-4947-bd4e-611f55ced742"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:05.814852 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-049a5ef1-67a7-497a-bdd4-52692c301336 service neutron] 10.222.0.64 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325054 Nov 15 11:24:05.825096 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5a6b1556-f2fe-4ddd-9cde-18191f8da5b3 req-a68e8a29-4e7a-4348-9637-f2a40584219e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:05.827704 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5a6b1556-f2fe-4ddd-9cde-18191f8da5b3 req-a68e8a29-4e7a-4348-9637-f2a40584219e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:05.828847 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a6b1556-f2fe-4ddd-9cde-18191f8da5b3 req-a68e8a29-4e7a-4348-9637-f2a40584219e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "DELETE /v2.0/security-groups/e5c399fd-2046-4931-a6ad-0372e3f14950 HTTP/1.1" status: 204 len: 173 time: 0.2204301 Nov 15 11:24:05.877196 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e8a29-4e7a-4348-9637-f2a40584219e tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c399fd-2046-4931-a6ad-0372e3f14950,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:05.951341 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-e5ebb1ab-07fc-444d-822f-1daf8b27ac6c service neutron] 10.222.0.64 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270790 Nov 15 11:24:05.966073 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7539c85-ee92-4322-8099-5d88946eb349 req-d6d56949-781f-4ee6-917f-0bb6a28d67c4 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:05.967569 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7539c85-ee92-4322-8099-5d88946eb349 req-d6d56949-781f-4ee6-917f-0bb6a28d67c4 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0755379 Nov 15 11:24:06.016756 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7539c85-ee92-4322-8099-5d88946eb349 req-a6826d5a-cf83-4183-b878-420dad4effac tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424235 Nov 15 11:24:06.232969 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1c10e2b-cb1e-434a-a408-aeaf0686a56d req-0d35c5e6-6a6c-4eb7-9980-e457031f7793 tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "GET /v2.0/security-groups/813d8751-2b9b-482a-b677-5b0928eab417 HTTP/1.1" status: 200 len: 1820 time: 0.0473447 Nov 15 11:24:06.236898 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c6c82ae2-af2d-4ce2-a814-e9cfb72cf2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:06.303551 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d1c10e2b-cb1e-434a-a408-aeaf0686a56d req-89f1d89b-93ff-4f98-bbbc-b09062b8f32d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:06.331969 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d1c10e2b-cb1e-434a-a408-aeaf0686a56d req-89f1d89b-93ff-4f98-bbbc-b09062b8f32d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:06.381250 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d1c10e2b-cb1e-434a-a408-aeaf0686a56d req-89f1d89b-93ff-4f98-bbbc-b09062b8f32d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:06.385161 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d1c10e2b-cb1e-434a-a408-aeaf0686a56d req-89f1d89b-93ff-4f98-bbbc-b09062b8f32d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:06.386722 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1c10e2b-cb1e-434a-a408-aeaf0686a56d req-89f1d89b-93ff-4f98-bbbc-b09062b8f32d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] 10.222.0.64 "DELETE /v2.0/security-groups/813d8751-2b9b-482a-b677-5b0928eab417 HTTP/1.1" status: 204 len: 173 time: 0.1441066 Nov 15 11:24:06.393346 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3570886-788a-44e3-aa16-f62955e0b18a x-openstack-request-id: req-c3570886-788a-44e3-aa16-f62955e0b18a {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:06.393808 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37754) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:06.394264 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21808531-3d8d-4272-a298-64a5a445782a", "name": "network-vif-deleted", "tag": "70e940aa-c737-4947-bd4e-611f55ced742", "status": "failed", "code": 422}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:06.394264 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c3570886-788a-44e3-aa16-f62955e0b18a {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:06.394747 n-d-729945-9 neutron-server[102678]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '21808531-3d8d-4272-a298-64a5a445782a', 'name': 'network-vif-deleted', 'tag': '70e940aa-c737-4947-bd4e-611f55ced742', 'status': 'failed', 'code': 422} returned with failed status Nov 15 11:24:06.400550 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1d89b-93ff-4f98-bbbc-b09062b8f32d tempest-SecurityGroupsTestJSON-1026690334 tempest-SecurityGroupsTestJSON-1026690334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=813d8751-2b9b-482a-b677-5b0928eab417,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:06.457698 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cd61f1d3-fb09-44a7-a904-aaf7719118da req-8b04a23c-5b30-4916-91c4-20dfceb494b8 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=76be50bc-7b0a-4e23-bfc8-825a26836926 HTTP/1.1" status: 200 len: 210 time: 0.0328603 Nov 15 11:24:06.482621 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-98881e29-0baa-4d2c-b797-ef0d4945c736 admin admin] Deleting subnet dd614c31-be1d-45d9-8a31-9fd910a58649 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:24:06.486140 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98881e29-0baa-4d2c-b797-ef0d4945c736 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:06.522719 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98881e29-0baa-4d2c-b797-ef0d4945c736 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:06.544916 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060f1a0-9572-4fde-b891-528aa4ce5905 req-7e0b178e-53f0-44d0-8f24-59a77b250560 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:06.546752 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6060f1a0-9572-4fde-b891-528aa4ce5905 req-7e0b178e-53f0-44d0-8f24-59a77b250560 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0631015 Nov 15 11:24:06.570832 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98881e29-0baa-4d2c-b797-ef0d4945c736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:06.608505 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6060f1a0-9572-4fde-b891-528aa4ce5905 req-a39e5d6f-b9da-4914-b6ff-7932791cfd27 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537241 Nov 15 11:24:06.646745 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98881e29-0baa-4d2c-b797-ef0d4945c736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:06.705373 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98881e29-0baa-4d2c-b797-ef0d4945c736 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd614c31-be1d-45d9-8a31-9fd910a58649,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:06.715172 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98881e29-0baa-4d2c-b797-ef0d4945c736 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:06.720468 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-98881e29-0baa-4d2c-b797-ef0d4945c736 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/dd614c31-be1d-45d9-8a31-9fd910a58649 HTTP/1.1" status: 204 len: 168 time: 0.3248754 Nov 15 11:24:06.723267 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37764) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:06.829358 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f1f91d15-c5ef-4237-b702-64aee3cadceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:06.848635 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0be37-764d-4d17-851e-6d10b880c081 req-714b0923-6b35-4708-aaaa-bd031fd34e8d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:06.858227 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bfa0be37-764d-4d17-851e-6d10b880c081 req-714b0923-6b35-4708-aaaa-bd031fd34e8d tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3 HTTP/1.1" status: 200 len: 907 time: 0.0657918 Nov 15 11:24:06.889623 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-c1b3fef4-f41f-48ef-a79d-3b3dc92bc756 req-f95de645-0b78-4d76-a644-8b46e891b377 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:24:06.890883 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c1b3fef4-f41f-48ef-a79d-3b3dc92bc756 req-f95de645-0b78-4d76-a644-8b46e891b377 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060451 Nov 15 11:24:06.926287 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f1f91d15-c5ef-4237-b702-64aee3cadceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:06.949482 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f1f91d15-c5ef-4237-b702-64aee3cadceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bdab37c-c4cf-43f4-8321-48c2fd04b226']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:06.963700 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f1f91d15-c5ef-4237-b702-64aee3cadceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e467d28-3614-41f8-acee-8ccfda722768') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:06.964237 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f1f91d15-c5ef-4237-b702-64aee3cadceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e467d28-3614-41f8-acee-8ccfda722768') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:06.976578 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f1f91d15-c5ef-4237-b702-64aee3cadceb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:06.993643 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f1f91d15-c5ef-4237-b702-64aee3cadceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:07.001122 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f91d15-c5ef-4237-b702-64aee3cadceb admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:24:07.001655 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f1f91d15-c5ef-4237-b702-64aee3cadceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:24:07.003786 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:24:07.064057 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f1f91d15-c5ef-4237-b702-64aee3cadceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:07.070039 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f1f91d15-c5ef-4237-b702-64aee3cadceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:07.077027 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f1f91d15-c5ef-4237-b702-64aee3cadceb admin admin] 10.222.0.64 "DELETE /v2.0/networks/9bdab37c-c4cf-43f4-8321-48c2fd04b226 HTTP/1.1" status: 204 len: 168 time: 0.3522203 Nov 15 11:24:07.083715 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c21e7-9ae7-4c96-af45-2ceef7547b1c req-c7f258e4-2444-406f-97d6-e7385f784534 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:07.085453 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-991c21e7-9ae7-4c96-af45-2ceef7547b1c req-c7f258e4-2444-406f-97d6-e7385f784534 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 946 time: 0.0617321 Nov 15 11:24:07.090160 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f91d15-c5ef-4237-b702-64aee3cadceb admin admin] Pushing event deleted for resources: {'Network': ['ID=9bdab37c-c4cf-43f4-8321-48c2fd04b226,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:07.158622 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-991c21e7-9ae7-4c96-af45-2ceef7547b1c req-a7e5080f-7e8a-4c0b-82e3-8a12317261d1 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640936 Nov 15 11:24:07.278125 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 37790) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:07.299163 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f910008-b869-4012-9838-01be09110148 req-af65389b-f86d-40bc-b7d2-b1b80782b323 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1394134 Nov 15 11:24:07.313239 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-4f910008-b869-4012-9838-01be09110148 req-9528af29-5876-4604-8acb-dd8a8d560727 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:24:07.313665 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f910008-b869-4012-9838-01be09110148 req-9528af29-5876-4604-8acb-dd8a8d560727 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071115 Nov 15 11:24:07.339128 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-86542e29-c749-4efa-bbef-ae117892968e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=810cb76aba8d49308e90c06ea4edf8ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0589149 Nov 15 11:24:07.341637 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 37792) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:07.403635 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6534ebb7-4135-49dd-be8d-b3820c396976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:07.408358 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-7196ffa1-04fa-4a31-a201-73e2c954ffdd tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:07.409563 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:24:07.410229 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-7196ffa1-04fa-4a31-a201-73e2c954ffdd tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.11 "GET /v2.0/networks?id=49b4d594-0a5b-4365-b6d6-a6b4864f1759 HTTP/1.1" status: 200 len: 806 time: 0.1517026 Nov 15 11:24:07.425348 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-82172f05-d9d0-4b59-8140-7bf5de859a72 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Request body: {'port': {'device_id': '76be50bc-7b0a-4e23-bfc8-825a26836926', 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759', 'admin_state_up': True, 'tenant_id': '256e7f4fc00d4f2c8c7d8b69f41fa2d5'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:07.427352 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6534ebb7-4135-49dd-be8d-b3820c396976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:07.510418 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6534ebb7-4135-49dd-be8d-b3820c396976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:07.516948 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6534ebb7-4135-49dd-be8d-b3820c396976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:07.520569 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6534ebb7-4135-49dd-be8d-b3820c396976 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa836840-0c15-4743-8956-5a2d4e55a779 HTTP/1.1" status: 204 len: 168 time: 0.1755869 Nov 15 11:24:07.528689 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534ebb7-4135-49dd-be8d-b3820c396976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa836840-0c15-4743-8956-5a2d4e55a779,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:07.563320 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:07.607035 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cf8926f0-695e-4d89-91a1-4c8f2810b501 req-584892db-4148-454f-a66a-27d669cf1708 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=76be50bc-7b0a-4e23-bfc8-825a26836926 HTTP/1.1" status: 200 len: 210 time: 0.0370033 Nov 15 11:24:07.618193 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-82172f05-d9d0-4b59-8140-7bf5de859a72 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Made reservation on behalf of 256e7f4fc00d4f2c8c7d8b69f41fa2d5 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:24:07.621893 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-82172f05-d9d0-4b59-8140-7bf5de859a72 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:07.643406 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 7457b5f7-fb33-45d9-b8ba-4b3403b11a81, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7457b5f7-fb33-45d9-b8ba-4b3403b11a81,segment=NetworkSegment(e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd),segment_id=e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:07.644647 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad53ac8-e946-487d-a742-0cf0bf8c7afc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7457b5f7-fb33-45d9-b8ba-4b3403b11a81'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:07.648765 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b480ece-a91a-4207-b17c-2130cbc418ab" -d '{"events": [{"server_uuid": "aad53ac8-e946-487d-a742-0cf0bf8c7afc", "name": "network-vif-unplugged", "status": "completed", "tag": "7457b5f7-fb33-45d9-b8ba-4b3403b11a81"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:07.665515 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:07.705857 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91c9937-5d62-4775-ae5c-c0305bb2c311 x-openstack-request-id: req-f91c9937-5d62-4775-ae5c-c0305bb2c311 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:07.706240 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad53ac8-e946-487d-a742-0cf0bf8c7afc", "name": "network-vif-unplugged", "status": "failed", "tag": "7457b5f7-fb33-45d9-b8ba-4b3403b11a81", "code": 422}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:07.706719 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f91c9937-5d62-4775-ae5c-c0305bb2c311 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:07.707333 n-d-729945-9 neutron-server[102679]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aad53ac8-e946-487d-a742-0cf0bf8c7afc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7457b5f7-fb33-45d9-b8ba-4b3403b11a81', 'code': 422} returned with failed status Nov 15 11:24:07.739347 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=7457b5f7-fb33-45d9-b8ba-4b3403b11a81,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:07.846131 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-82172f05-d9d0-4b59-8140-7bf5de859a72 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Allocated IP 172.20.0.5 (49b4d594-0a5b-4365-b6d6-a6b4864f1759/8647cc50-bb8e-4210-a1e9-eb2152a57fcd/dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:24:08.028470 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-82172f05-d9d0-4b59-8140-7bf5de859a72 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:08.028700 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22f3c2-9d35-4181-94f9-2ef5813e83ef req-3cbe9c36-6c26-4d8c-9fa4-7e3b23906718 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:08.033446 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1d22f3c2-9d35-4181-94f9-2ef5813e83ef req-3cbe9c36-6c26-4d8c-9fa4-7e3b23906718 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3 HTTP/1.1" status: 200 len: 907 time: 0.0887885 Nov 15 11:24:08.054153 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0ac35-c74c-486f-8143-26011b47a106 req-9c2f350b-446e-4a31-97c6-567a1ca2bbda tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:08.056371 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1bf0ac35-c74c-486f-8143-26011b47a106 req-9c2f350b-446e-4a31-97c6-567a1ca2bbda tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.55 "GET /v2.0/ports?device_id=81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3 HTTP/1.1" status: 200 len: 907 time: 0.0764747 Nov 15 11:24:08.077484 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-82172f05-d9d0-4b59-8140-7bf5de859a72 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:08.089524 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['d391d267-4be2-4e25-a090-7ce63b2b518c', 'cd5d0eee-37b3-4e75-98ae-b27c8c26f632'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:24:08.132216 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device e22b0fda-3892-42d7-aaac-98c83fd6cb92 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:24:08.134888 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-82172f05-d9d0-4b59-8140-7bf5de859a72 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:24:08.139589 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-82172f05-d9d0-4b59-8140-7bf5de859a72 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:24:08.145656 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-82172f05-d9d0-4b59-8140-7bf5de859a72 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:24:08.150049 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82172f05-d9d0-4b59-8140-7bf5de859a72 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Pushing event updated for resources: {'Port': ['ID=dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:08.162444 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: e22b0fda-3892-42d7-aaac-98c83fd6cb92 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:24:08.163237 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device e22b0fda-3892-42d7-aaac-98c83fd6cb92 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:24:08.164341 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 0a571f6b-f270-4c7f-be2b-270ceaef4709 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:24:08.192379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-1bf0ac35-c74c-486f-8143-26011b47a106 req-81e26002-9893-4306-973c-351b983f3557 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Deleting port 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:24:08.193456 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1bf0ac35-c74c-486f-8143-26011b47a106 req-81e26002-9893-4306-973c-351b983f3557 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:08.202381 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 0a571f6b-f270-4c7f-be2b-270ceaef4709 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:24:08.202854 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 0a571f6b-f270-4c7f-be2b-270ceaef4709 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:24:08.222412 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-82172f05-d9d0-4b59-8140-7bf5de859a72 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:08.225561 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-82172f05-d9d0-4b59-8140-7bf5de859a72 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:08.251228 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-82172f05-d9d0-4b59-8140-7bf5de859a72 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8298683 Nov 15 11:24:08.272450 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-6d85af7b-8ed5-4024-b5df-5703d0584562 service neutron] Request body: {'port': {'device_id': '76be50bc-7b0a-4e23-bfc8-825a26836926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:08.344310 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ac84b42e-c37e-45d2-828b-75e872a7e4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:08.403921 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-6d85af7b-8ed5-4024-b5df-5703d0584562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:08.436145 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-1bf0ac35-c74c-486f-8143-26011b47a106 req-81e26002-9893-4306-973c-351b983f3557 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] For port 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=99eeba9a-48a8-4fa5-b2d9-a8934d501a5c,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:08.436683 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1bf0ac35-c74c-486f-8143-26011b47a106 req-81e26002-9893-4306-973c-351b983f3557 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:08.454120 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-1bf0ac35-c74c-486f-8143-26011b47a106 req-81e26002-9893-4306-973c-351b983f3557 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Calling delete_port for 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:24:08.541744 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b7ee5-6a89-4df2-83ad-4bc777eb2022 req-7262ec17-bc3a-4fee-84b0-2666baec1352 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:08.543445 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f7b7ee5-6a89-4df2-83ad-4bc777eb2022 req-7262ec17-bc3a-4fee-84b0-2666baec1352 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 944 time: 0.2195261 Nov 15 11:24:08.550449 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f910008-b869-4012-9838-01be09110148 req-aaf57744-8ad2-4e20-8e5b-054d54f98d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:08.551943 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f910008-b869-4012-9838-01be09110148 req-aaf57744-8ad2-4e20-8e5b-054d54f98d5f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc&tenant_id=a20fe9645d9c49df841428f86995389b HTTP/1.1" status: 200 len: 1095 time: 0.2473929 Nov 15 11:24:08.648083 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f7b7ee5-6a89-4df2-83ad-4bc777eb2022 req-2251905e-dbb2-457f-b8f5-a77d99b9a8c1 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907464 Nov 15 11:24:08.666667 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 37838) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:08.694051 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f910008-b869-4012-9838-01be09110148 req-344ddb8b-faa4-4871-a0ad-3e8d47a622d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:08.695333 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f910008-b869-4012-9838-01be09110148 req-344ddb8b-faa4-4871-a0ad-3e8d47a622d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a20fe9645d9c49df841428f86995389b&device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 1095 time: 0.1040926 Nov 15 11:24:08.734575 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-6d85af7b-8ed5-4024-b5df-5703d0584562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:24:08.744012 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-6d85af7b-8ed5-4024-b5df-5703d0584562 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:08.758669 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-6d85af7b-8ed5-4024-b5df-5703d0584562 service neutron] Transition to ACTIVE for port object dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:24:08.764206 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-6d85af7b-8ed5-4024-b5df-5703d0584562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:08.776717 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1bf0ac35-c74c-486f-8143-26011b47a106 req-81e26002-9893-4306-973c-351b983f3557 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:08.817799 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85af7b-8ed5-4024-b5df-5703d0584562 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:08.826717 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-e2e54a9d-75d4-4d84-8127-2d8e66fa4160 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1268586514-network', 'tenant_id': '18441535c48b4343b96ec3a54bfc2447'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:08.833473 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e26002-9893-4306-973c-351b983f3557 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Pushing event deleted for resources: {'Port': ['ID=99eeba9a-48a8-4fa5-b2d9-a8934d501a5c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:08.898668 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf0ac35-c74c-486f-8143-26011b47a106 req-81e26002-9893-4306-973c-351b983f3557 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] No DVR routers for this DVR port 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:24:08.901871 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1bf0ac35-c74c-486f-8143-26011b47a106 req-81e26002-9893-4306-973c-351b983f3557 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:08.906356 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1bf0ac35-c74c-486f-8143-26011b47a106 req-81e26002-9893-4306-973c-351b983f3557 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.55 "DELETE /v2.0/ports/99eeba9a-48a8-4fa5-b2d9-a8934d501a5c HTTP/1.1" status: 204 len: 173 time: 0.8430130 Nov 15 11:24:08.916445 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa62019-1ac2-408f-bd31-0b60da7ed302 req-245f2bb2-9ba7-43a8-9b4c-db8c6ee5af8f tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:08.927385 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-daa62019-1ac2-408f-bd31-0b60da7ed302 req-245f2bb2-9ba7-43a8-9b4c-db8c6ee5af8f tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=76be50bc-7b0a-4e23-bfc8-825a26836926 HTTP/1.1" status: 200 len: 931 time: 0.2286301 Nov 15 11:24:08.936028 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3', 'name': 'network-vif-deleted', 'tag': '99eeba9a-48a8-4fa5-b2d9-a8934d501a5c'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:08.938407 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d13a3d-38e0-4907-a629-8fe794435623" -d '{"events": [{"server_uuid": "81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3", "name": "network-vif-deleted", "tag": "99eeba9a-48a8-4fa5-b2d9-a8934d501a5c"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:09.007408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e54a9d-75d4-4d84-8127-2d8e66fa4160 admin admin] Made reservation on behalf of 18441535c48b4343b96ec3a54bfc2447 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:24:09.010096 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e2e54a9d-75d4-4d84-8127-2d8e66fa4160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:09.026038 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e2e54a9d-75d4-4d84-8127-2d8e66fa4160 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:09.050276 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-daa62019-1ac2-408f-bd31-0b60da7ed302 req-479f0696-14fb-4b7f-8096-c130313e94b0 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218467 Nov 15 11:24:09.079233 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f461fa4e-3a5b-489e-9b44-fdc9829333fd x-openstack-request-id: req-f461fa4e-3a5b-489e-9b44-fdc9829333fd {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:09.079971 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3", "name": "network-vif-deleted", "tag": "99eeba9a-48a8-4fa5-b2d9-a8934d501a5c", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:09.080252 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f461fa4e-3a5b-489e-9b44-fdc9829333fd {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:09.081808 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3', 'name': 'network-vif-deleted', 'tag': '99eeba9a-48a8-4fa5-b2d9-a8934d501a5c', 'status': 'completed', 'code': 200} Nov 15 11:24:09.087451 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f910008-b869-4012-9838-01be09110148 req-45341616-01f0-4e9f-a16b-0293a2189057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:09.089038 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f910008-b869-4012-9838-01be09110148 req-45341616-01f0-4e9f-a16b-0293a2189057 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ab55e45-0c39-4141-9760-966dba676054 HTTP/1.1" status: 200 len: 915 time: 0.3790276 Nov 15 11:24:09.157761 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f910008-b869-4012-9838-01be09110148 req-f414a7b1-393f-4a59-8a6d-9b2f2b7895cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7457b5f7-fb33-45d9-b8ba-4b3403b11a81 HTTP/1.1" status: 200 len: 217 time: 0.0588944 Nov 15 11:24:09.223592 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65ed0684-c6b8-4e49-83f1-71ed76bc78f1 req-5fd9f1c4-96df-4b5d-befb-4f4d20e42844 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b5a4cb-a3dd-4473-b7b4-f03dc0c1fec3 HTTP/1.1" status: 200 len: 210 time: 0.0584013 Nov 15 11:24:09.261076 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f910008-b869-4012-9838-01be09110148 req-18498ddb-319e-4ba0-ab7f-8550d72160f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:09.262551 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f910008-b869-4012-9838-01be09110148 req-18498ddb-319e-4ba0-ab7f-8550d72160f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94e7ad43-728f-443f-8f70-7ede95cfac35 HTTP/1.1" status: 200 len: 854 time: 0.0837739 Nov 15 11:24:09.277709 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-6d85af7b-8ed5-4024-b5df-5703d0584562 service neutron] Attempting to bind port dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:24:09.278190 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-6d85af7b-8ed5-4024-b5df-5703d0584562 service neutron] Attempting to bind port dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:24:09.278617 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-6d85af7b-8ed5-4024-b5df-5703d0584562 service neutron] Attempting to bind port dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9 on network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:24:09.283324 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-6d85af7b-8ed5-4024-b5df-5703d0584562 service neutron] Port dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9 on network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:24:09.283799 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-6d85af7b-8ed5-4024-b5df-5703d0584562 service neutron] Attempting to bind port dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9 on network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:24:09.289240 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-6d85af7b-8ed5-4024-b5df-5703d0584562 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:24:09.289680 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-6d85af7b-8ed5-4024-b5df-5703d0584562 service neutron] Checking segment: {'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:24:09.290151 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-6d85af7b-8ed5-4024-b5df-5703d0584562 service neutron] Bound using segment: {'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:24:09.290676 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-6d85af7b-8ed5-4024-b5df-5703d0584562 service neutron] Bound port: dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:24:09.291130 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-6d85af7b-8ed5-4024-b5df-5703d0584562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:09.307267 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f910008-b869-4012-9838-01be09110148 req-9472cc62-4639-4dae-8968-6d24e0fc0aa3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ab55e45-0c39-4141-9760-966dba676054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360518 Nov 15 11:24:09.312116 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e2e54a9d-75d4-4d84-8127-2d8e66fa4160 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:09.316916 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e2e54a9d-75d4-4d84-8127-2d8e66fa4160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:09.357097 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e54a9d-75d4-4d84-8127-2d8e66fa4160 admin admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:24:09.380737 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-6d85af7b-8ed5-4024-b5df-5703d0584562 service neutron] For port dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:24:09.385632 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-6d85af7b-8ed5-4024-b5df-5703d0584562 service neutron] For port dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:24:09.397967 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-6d85af7b-8ed5-4024-b5df-5703d0584562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:09.411223 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e2e54a9d-75d4-4d84-8127-2d8e66fa4160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:09.411223 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-e2e54a9d-75d4-4d84-8127-2d8e66fa4160 admin admin] Added segment c1c2e05d-8e7e-45b9-8a54-d10ee275741c of type vlan for network 9f3a5852-db96-443b-b93b-5a07c337fa55 Nov 15 11:24:09.423068 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e54a9d-75d4-4d84-8127-2d8e66fa4160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1680163d-8cd3-487e-892d-152e13ff31c9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:09.438319 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-6d85af7b-8ed5-4024-b5df-5703d0584562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:09.438868 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-6d85af7b-8ed5-4024-b5df-5703d0584562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:09.441024 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-6d85af7b-8ed5-4024-b5df-5703d0584562 service neutron] 10.222.0.11 "PUT /v2.0/ports/dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9 HTTP/1.1" status: 200 len: 1091 time: 1.1798675 Nov 15 11:24:09.441631 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76be50bc-7b0a-4e23-bfc8-825a26836926', 'tag': 'dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:09.444266 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6f581c-6e8e-4516-b650-fafa917a6535" -d '{"events": [{"name": "network-changed", "server_uuid": "76be50bc-7b0a-4e23-bfc8-825a26836926", "tag": "dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:09.480171 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e2e54a9d-75d4-4d84-8127-2d8e66fa4160 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:09.504779 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85af7b-8ed5-4024-b5df-5703d0584562 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:09.520571 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f910008-b869-4012-9838-01be09110148 req-65491e73-d7f4-41ca-876d-5cdd7c60ede7 service neutron] 10.222.0.55 "GET /v2.0/networks/1ab55e45-0c39-4141-9760-966dba676054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955044 Nov 15 11:24:09.528278 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa613485-df30-40f2-8a56-953e3ca221a6 x-openstack-request-id: req-aa613485-df30-40f2-8a56-953e3ca221a6 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:09.528563 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76be50bc-7b0a-4e23-bfc8-825a26836926", "tag": "dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:09.529077 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aa613485-df30-40f2-8a56-953e3ca221a6 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:09.529480 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76be50bc-7b0a-4e23-bfc8-825a26836926', 'tag': 'dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9', 'status': 'completed', 'code': 200} Nov 15 11:24:09.572237 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-cfac609b-f779-4e48-a999-49272cef589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:09.573792 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-cfac609b-f779-4e48-a999-49272cef589d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=256e7f4fc00d4f2c8c7d8b69f41fa2d5&device_id=76be50bc-7b0a-4e23-bfc8-825a26836926 HTTP/1.1" status: 200 len: 1094 time: 0.0657451 Nov 15 11:24:09.579129 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e2e54a9d-75d4-4d84-8127-2d8e66fa4160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:09.580263 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e54a9d-75d4-4d84-8127-2d8e66fa4160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:09.580834 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e2e54a9d-75d4-4d84-8127-2d8e66fa4160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:09.623563 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-88b1bd51-4439-48f3-9513-8f1965e6e087 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9 HTTP/1.1" status: 200 len: 217 time: 0.0357809 Nov 15 11:24:09.647993 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e2e54a9d-75d4-4d84-8127-2d8e66fa4160 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9792967 Nov 15 11:24:09.657749 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 37856) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:09.665963 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-5ddb796f-4ea8-42ce-be4b-fbfb637cdb9a admin admin] Request body: {'subnet': {'network_id': '9f3a5852-db96-443b-b93b-5a07c337fa55', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1268586514-subnet', 'tenant_id': '18441535c48b4343b96ec3a54bfc2447', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:09.677158 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-11c10e24-8093-4333-bd1f-9f95cb076f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:09.678855 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-11c10e24-8093-4333-bd1f-9f95cb076f5b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8647cc50-bb8e-4210-a1e9-eb2152a57fcd HTTP/1.1" status: 200 len: 846 time: 0.0482762 Nov 15 11:24:09.686465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e54a9d-75d4-4d84-8127-2d8e66fa4160 admin admin] Pushing event updated for resources: {'Network': ['ID=9f3a5852-db96-443b-b93b-5a07c337fa55,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:09.700977 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 9f3a5852-db96-443b-b93b-5a07c337fa55 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:24:09.720372 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f910008-b869-4012-9838-01be09110148 req-4385261b-f295-4370-8859-7eef4d6ab6b0 service neutron] 10.222.0.55 "GET /v2.0/networks/1ab55e45-0c39-4141-9760-966dba676054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904464 Nov 15 11:24:09.724726 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddb796f-4ea8-42ce-be4b-fbfb637cdb9a admin admin] Made reservation on behalf of 18441535c48b4343b96ec3a54bfc2447 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:24:09.725824 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-9d79982a-53be-475c-88ba-762429d6c915 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49b4d594-0a5b-4365-b6d6-a6b4864f1759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371208 Nov 15 11:24:09.728081 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ddb796f-4ea8-42ce-be4b-fbfb637cdb9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:09.828577 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-9fc75310-e5be-4ccf-8c4d-710ae293db5a service neutron] 10.222.0.11 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937395 Nov 15 11:24:09.832182 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:09.852311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dbd80-a2ed-49d7-9440-c96d63ea77ac req-f0528d78-7fbc-4034-be0e-63539f96c7a2 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:09.854090 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-648dbd80-a2ed-49d7-9440-c96d63ea77ac req-f0528d78-7fbc-4034-be0e-63539f96c7a2 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 944 time: 0.1091859 Nov 15 11:24:09.948894 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-069fbe15-7379-433f-95e3-2dc59718ae51 req-c38424da-a8ff-4ae1-a154-5f5933c89caa service neutron] 10.222.0.11 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124792 Nov 15 11:24:10.000119 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-648dbd80-a2ed-49d7-9440-c96d63ea77ac req-5ff9c588-f32f-4aef-a31b-4aed57b78208 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345332 Nov 15 11:24:10.068092 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f581c-6e8e-4516-b650-fafa917a6535 req-5dcfd61f-b6ad-44fb-bd39-56aa3ecc0bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:10.070104 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9c6f581c-6e8e-4516-b650-fafa917a6535 req-5dcfd61f-b6ad-44fb-bd39-56aa3ecc0bc3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=256e7f4fc00d4f2c8c7d8b69f41fa2d5&device_id=76be50bc-7b0a-4e23-bfc8-825a26836926 HTTP/1.1" status: 200 len: 1094 time: 0.0661564 Nov 15 11:24:10.088629 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ddb796f-4ea8-42ce-be4b-fbfb637cdb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:10.202202 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f581c-6e8e-4516-b650-fafa917a6535 req-90402d57-4fed-4c33-950e-62661f49c6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:10.203675 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9c6f581c-6e8e-4516-b650-fafa917a6535 req-90402d57-4fed-4c33-950e-62661f49c6fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=49b4d594-0a5b-4365-b6d6-a6b4864f1759 HTTP/1.1" status: 200 len: 907 time: 0.1213281 Nov 15 11:24:10.209591 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb796f-4ea8-42ce-be4b-fbfb637cdb9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dca5b784-f324-4c0d-b8b6-6fc186e20538,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:10.226417 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb796f-4ea8-42ce-be4b-fbfb637cdb9a admin admin] Checking segment: {'id': 'c1c2e05d-8e7e-45b9-8a54-d10ee275741c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '9f3a5852-db96-443b-b93b-5a07c337fa55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:24:10.227000 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddb796f-4ea8-42ce-be4b-fbfb637cdb9a admin admin] Network hostable DHCP agents. Network: 9f3a5852-db96-443b-b93b-5a07c337fa55, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:24:10.261983 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b73dc-923e-423b-96ce-4f833e7af3dd req-f4aab884-83a5-4c05-aaff-fdaf83f0a9c7 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:10.265056 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cf8b73dc-923e-423b-96ce-4f833e7af3dd req-f4aab884-83a5-4c05-aaff-fdaf83f0a9c7 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=76be50bc-7b0a-4e23-bfc8-825a26836926 HTTP/1.1" status: 200 len: 943 time: 0.1073396 Nov 15 11:24:10.285082 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddb796f-4ea8-42ce-be4b-fbfb637cdb9a admin admin] Network 9f3a5852-db96-443b-b93b-5a07c337fa55 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:24:10.288873 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9c6f581c-6e8e-4516-b650-fafa917a6535 req-29b8ecb8-8cc7-48fc-ac2e-8c8ef475d908 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9 HTTP/1.1" status: 200 len: 217 time: 0.0762749 Nov 15 11:24:10.314656 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-5ddb796f-4ea8-42ce-be4b-fbfb637cdb9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 9f3a5852-db96-443b-b93b-5a07c337fa55) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:24:10.328296 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeac751-1689-4470-9b0f-0a948da16b34 None None] Network 9f3a5852-db96-443b-b93b-5a07c337fa55 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:24:10.330373 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddb796f-4ea8-42ce-be4b-fbfb637cdb9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:10.331129 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ddb796f-4ea8-42ce-be4b-fbfb637cdb9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:10.378765 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cf8b73dc-923e-423b-96ce-4f833e7af3dd req-491b9fc4-01b7-430e-b998-f240c1196a13 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028724 Nov 15 11:24:10.405199 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5ddb796f-4ea8-42ce-be4b-fbfb637cdb9a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7459884 Nov 15 11:24:10.410326 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f581c-6e8e-4516-b650-fafa917a6535 req-c1f9eed9-1475-4b20-b210-917cf30e7762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:10.412465 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9c6f581c-6e8e-4516-b650-fafa917a6535 req-c1f9eed9-1475-4b20-b210-917cf30e7762 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8647cc50-bb8e-4210-a1e9-eb2152a57fcd HTTP/1.1" status: 200 len: 846 time: 0.1132777 Nov 15 11:24:10.475110 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9c6f581c-6e8e-4516-b650-fafa917a6535 req-d8367929-c7e2-4784-bf32-6b0725fb1459 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49b4d594-0a5b-4365-b6d6-a6b4864f1759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505435 Nov 15 11:24:10.635755 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9c6f581c-6e8e-4516-b650-fafa917a6535 req-c14102d3-ce10-4b2f-b671-a5a119c515a8 service neutron] 10.222.0.11 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507332 Nov 15 11:24:10.745330 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb66d0c-95ec-4b0b-8e97-fa773b5bcaa3 None None] Network 9f3a5852-db96-443b-b93b-5a07c337fa55 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:24:10.900546 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9c6f581c-6e8e-4516-b650-fafa917a6535 req-9ce03663-72d3-4084-b145-76675561d9c7 service neutron] 10.222.0.11 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568731 Nov 15 11:24:11.364968 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:11.406191 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a68d2-60be-40e8-a073-32088e016506 req-1a882acd-8fde-41ba-b04d-85854d29e571 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:11.406938 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:24:11.408155 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e95a68d2-60be-40e8-a073-32088e016506 req-1a882acd-8fde-41ba-b04d-85854d29e571 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/networks?id=9f3a5852-db96-443b-b93b-5a07c337fa55 HTTP/1.1" status: 200 len: 822 time: 0.1106164 Nov 15 11:24:11.425074 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e95a68d2-60be-40e8-a073-32088e016506 req-2750af8b-065f-4598-be3b-5336b283925c tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/quotas/18441535c48b4343b96ec3a54bfc2447 HTTP/1.1" status: 200 len: 375 time: 0.0102525 Nov 15 11:24:11.434166 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:24:11.434751 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 99eeba9a-48a8-4fa5-b2d9-a8934d501a5c not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:24:11.467772 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e95a68d2-60be-40e8-a073-32088e016506 req-a0e5eaff-5474-4a1b-a720-221cde3ed4a6 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=18441535c48b4343b96ec3a54bfc2447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327113 Nov 15 11:24:11.576728 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e95a68d2-60be-40e8-a073-32088e016506 req-6e68f23a-1063-4d7c-b12c-5ab504d2e567 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3a5852-db96-443b-b93b-5a07c337fa55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957618 Nov 15 11:24:11.677962 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e95a68d2-60be-40e8-a073-32088e016506 req-311b699e-e12c-413d-b934-fa5647daffaa service neutron] 10.222.0.64 "GET /v2.0/networks/9f3a5852-db96-443b-b93b-5a07c337fa55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947731 Nov 15 11:24:11.916139 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af2717-374e-4102-9a85-f018d12b961f req-a3d35408-c62c-49eb-aba1-c47220f1c0fb tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:11.924978 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28af2717-374e-4102-9a85-f018d12b961f req-a3d35408-c62c-49eb-aba1-c47220f1c0fb tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 944 time: 0.0750496 Nov 15 11:24:11.976165 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28af2717-374e-4102-9a85-f018d12b961f req-448ef30c-6a93-4b57-b47f-7c939474b594 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502253 Nov 15 11:24:12.102541 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:12.714428 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c1719-15a4-498a-8a5a-61ce80ff49bb req-24532c0b-738a-417e-98c3-538e5d3fa522 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:12.716486 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2d4c1719-15a4-498a-8a5a-61ce80ff49bb req-24532c0b-738a-417e-98c3-538e5d3fa522 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1 HTTP/1.1" status: 200 len: 945 time: 0.0575333 Nov 15 11:24:12.846238 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-2d4c1719-15a4-498a-8a5a-61ce80ff49bb req-fc50dce3-fa2f-4620-a912-15563bf593c7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Deleting port c5345e12-da92-4277-b015-a4108fcab655 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:24:12.846661 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2d4c1719-15a4-498a-8a5a-61ce80ff49bb req-fc50dce3-fa2f-4620-a912-15563bf593c7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:12.960263 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-2d4c1719-15a4-498a-8a5a-61ce80ff49bb req-fc50dce3-fa2f-4620-a912-15563bf593c7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] For port c5345e12-da92-4277-b015-a4108fcab655, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=c5345e12-da92-4277-b015-a4108fcab655,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:12.960704 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2d4c1719-15a4-498a-8a5a-61ce80ff49bb req-fc50dce3-fa2f-4620-a912-15563bf593c7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:12.976101 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-2d4c1719-15a4-498a-8a5a-61ce80ff49bb req-fc50dce3-fa2f-4620-a912-15563bf593c7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Calling delete_port for c5345e12-da92-4277-b015-a4108fcab655 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:24:13.149893 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2d4c1719-15a4-498a-8a5a-61ce80ff49bb req-fc50dce3-fa2f-4620-a912-15563bf593c7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:13.162244 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['f3cf7fc0-e602-4809-8f2f-8cca37b86b15'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:24:13.165264 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['c5345e12-da92-4277-b015-a4108fcab655'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:24:13.190741 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50dce3-fa2f-4620-a912-15563bf593c7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Pushing event deleted for resources: {'Port': ['ID=c5345e12-da92-4277-b015-a4108fcab655,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:13.257060 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4c1719-15a4-498a-8a5a-61ce80ff49bb req-fc50dce3-fa2f-4620-a912-15563bf593c7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] No DVR routers for this DVR port c5345e12-da92-4277-b015-a4108fcab655 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:24:13.259636 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2d4c1719-15a4-498a-8a5a-61ce80ff49bb req-fc50dce3-fa2f-4620-a912-15563bf593c7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:13.262974 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2d4c1719-15a4-498a-8a5a-61ce80ff49bb req-fc50dce3-fa2f-4620-a912-15563bf593c7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.11 "DELETE /v2.0/ports/c5345e12-da92-4277-b015-a4108fcab655 HTTP/1.1" status: 204 len: 173 time: 0.5394177 Nov 15 11:24:13.263595 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1', 'name': 'network-vif-deleted', 'tag': 'c5345e12-da92-4277-b015-a4108fcab655'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:13.266336 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cad01f-d306-474e-a1fc-a0666ae50a93" -d '{"events": [{"server_uuid": "c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1", "name": "network-vif-deleted", "tag": "c5345e12-da92-4277-b015-a4108fcab655"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:14.160361 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:24:14.263435 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:14.275402 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9', 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759', 'port_id': 'dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9', 'mac_address': 'fa:16:3e:4b:f1:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8647cc50-bb8e-4210-a1e9-eb2152a57fcd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:24:14.312472 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:14.326165 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:24:14.345862 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:14.351126 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:14.401595 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:14.409118 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:14.409461 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:14.409795 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:14.410125 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:14.410450 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:14.410774 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:14.411112 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:14.411412 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:14.411726 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:14.412066 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:14.412380 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:14.412691 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:14.762155 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:24:16.160533 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:24:16.218989 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:24:16.223629 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:24:16.224123 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:16.304425 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:16.328501 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76be50bc-7b0a-4e23-bfc8-825a26836926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:16.330765 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c145677-437c-4647-b002-6578e0d835e6" -d '{"events": [{"server_uuid": "76be50bc-7b0a-4e23-bfc8-825a26836926", "name": "network-vif-plugged", "status": "completed", "tag": "dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:16.343833 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:16.349119 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:16.349838 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device c5345e12-da92-4277-b015-a4108fcab655 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:24:16.388504 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: c5345e12-da92-4277-b015-a4108fcab655 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:24:16.388798 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device c5345e12-da92-4277-b015-a4108fcab655 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:24:16.416938 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:19.329543 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a85c5c23-2ea4-4127-bc27-d4d009bd1d95 req-61214e59-5bc1-4e6d-a230-83108acb33a5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482152 Nov 15 11:24:19.422855 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c5c23-2ea4-4127-bc27-d4d009bd1d95 req-b501efb2-c14e-4cbc-876f-aa2cbbe56d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:19.424809 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a85c5c23-2ea4-4127-bc27-d4d009bd1d95 req-b501efb2-c14e-4cbc-876f-aa2cbbe56d06 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84266b83cb7b44e49edcf06f7e40ecbe&device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 1096 time: 0.0485048 Nov 15 11:24:19.531100 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c5c23-2ea4-4127-bc27-d4d009bd1d95 req-c799f5ab-cff2-4b66-9804-df145037b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:19.532624 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a85c5c23-2ea4-4127-bc27-d4d009bd1d95 req-c799f5ab-cff2-4b66-9804-df145037b4a4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd HTTP/1.1" status: 200 len: 911 time: 0.0877969 Nov 15 11:24:19.609071 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a85c5c23-2ea4-4127-bc27-d4d009bd1d95 req-4556b3c9-e2ff-4dc9-b1f9-7190853c0615 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98c7c734-b2a0-4397-9a24-4ec63b72ae70 HTTP/1.1" status: 200 len: 1000 time: 0.0688548 Nov 15 11:24:19.669257 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c5c23-2ea4-4127-bc27-d4d009bd1d95 req-7355171f-8e0a-48f7-bdb3-e3e21af0b978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:19.671006 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a85c5c23-2ea4-4127-bc27-d4d009bd1d95 req-7355171f-8e0a-48f7-bdb3-e3e21af0b978 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa23b34b-7133-41b6-b1e3-4b077f52e5c3 HTTP/1.1" status: 200 len: 849 time: 0.0545523 Nov 15 11:24:19.721519 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c5c23-2ea4-4127-bc27-d4d009bd1d95 req-e6dc7f09-7ea8-48d3-97b9-e83fdb059461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:19.723353 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a85c5c23-2ea4-4127-bc27-d4d009bd1d95 req-e6dc7f09-7ea8-48d3-97b9-e83fdb059461 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448217 Nov 15 11:24:19.824994 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a85c5c23-2ea4-4127-bc27-d4d009bd1d95 req-8157e920-977c-4c12-8c31-d9b457a5ae9d service neutron] 10.222.0.11 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938141 Nov 15 11:24:19.939033 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a85c5c23-2ea4-4127-bc27-d4d009bd1d95 req-bae6dbc1-79ec-4df6-9868-0a0a4029aaac service neutron] 10.222.0.11 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054268 Nov 15 11:24:21.376853 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-763531f4-e68f-4f8d-bff4-004c10dd7ac3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0907729 Nov 15 11:24:21.402661 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6efac-24ad-4cb9-8d04-130e1a5e4169 req-b5821ded-aef6-4418-bff5-a85f8ef595e3 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:21.404782 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-51b6efac-24ad-4cb9-8d04-130e1a5e4169 req-b5821ded-aef6-4418-bff5-a85f8ef595e3 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=76be50bc-7b0a-4e23-bfc8-825a26836926 HTTP/1.1" status: 200 len: 945 time: 0.1524904 Nov 15 11:24:21.513799 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d6b4d011-3f27-451e-9fc7-981f8011590c req-6bca83ec-d90c-42f9-b9e8-480e0d40fa97 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f4665a-d03a-42e8-a216-423bdfb16522 HTTP/1.1" status: 200 len: 210 time: 0.1344337 Nov 15 11:24:21.518554 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-51b6efac-24ad-4cb9-8d04-130e1a5e4169 req-46daf5c5-242e-4569-9cd2-9c1c28dabc0f tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057968 Nov 15 11:24:21.547347 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-5845c32d-cacc-412f-add4-361207942bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:21.547855 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-5845c32d-cacc-412f-add4-361207942bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:21.548472 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-5845c32d-cacc-412f-add4-361207942bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:21.548998 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-5845c32d-cacc-412f-add4-361207942bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:21.549526 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-5845c32d-cacc-412f-add4-361207942bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:21.549990 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-5845c32d-cacc-412f-add4-361207942bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:21.550492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-5845c32d-cacc-412f-add4-361207942bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:21.552689 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-5845c32d-cacc-412f-add4-361207942bff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d166880b4a94d32a973c2d61c598d8e&device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 6490 time: 0.1149499 Nov 15 11:24:21.566533 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afafd10-274d-455d-bf32-4d21c969ff49 x-openstack-request-id: req-3afafd10-274d-455d-bf32-4d21c969ff49 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:21.567118 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1", "name": "network-vif-deleted", "tag": "c5345e12-da92-4277-b015-a4108fcab655", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:21.567222 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3afafd10-274d-455d-bf32-4d21c969ff49 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:21.567663 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d597af-4ff6-4a92-bed2-3b6d4dfbcec1', 'name': 'network-vif-deleted', 'tag': 'c5345e12-da92-4277-b015-a4108fcab655', 'status': 'completed', 'code': 200} Nov 15 11:24:21.600739 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15e827e-f647-438b-90ae-58a61e81cdc7 x-openstack-request-id: req-b15e827e-f647-438b-90ae-58a61e81cdc7 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:21.601305 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76be50bc-7b0a-4e23-bfc8-825a26836926", "name": "network-vif-plugged", "status": "completed", "tag": "dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:21.601670 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b15e827e-f647-438b-90ae-58a61e81cdc7 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:21.602431 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76be50bc-7b0a-4e23-bfc8-825a26836926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9', 'code': 200} Nov 15 11:24:21.698664 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c91da-161b-480b-9871-a4ee52999905 req-a4a2b3b0-3fff-4829-8d1c-e167ec199731 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:21.700441 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-203c91da-161b-480b-9871-a4ee52999905 req-a4a2b3b0-3fff-4829-8d1c-e167ec199731 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 944 time: 0.1180387 Nov 15 11:24:21.711889 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85e869-c571-45f5-890f-81e6e3132203 req-0aaf1c51-f97c-40f4-8f49-f86cd0124df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:21.714733 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ee85e869-c571-45f5-890f-81e6e3132203 req-0aaf1c51-f97c-40f4-8f49-f86cd0124df4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=76be50bc-7b0a-4e23-bfc8-825a26836926 HTTP/1.1" status: 200 len: 1096 time: 0.0504797 Nov 15 11:24:21.765408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-0aabda92-8b9b-4cea-a4ad-8233ec7ea55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:21.765883 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-0aabda92-8b9b-4cea-a4ad-8233ec7ea55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:21.766383 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-0aabda92-8b9b-4cea-a4ad-8233ec7ea55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:21.768242 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-0aabda92-8b9b-4cea-a4ad-8233ec7ea55c service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ac01650-250d-49f6-a38a-ac634445c34a&id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&id=1722e728-27c9-4457-a98e-4b336084f5f5&id=1722e728-27c9-4457-a98e-4b336084f5f5 HTTP/1.1" status: 200 len: 2292 time: 0.1757445 Nov 15 11:24:21.770883 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ee85e869-c571-45f5-890f-81e6e3132203 req-a7e4c3ac-f18e-4062-93e5-fffa904b33d3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471771 Nov 15 11:24:21.789008 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-203c91da-161b-480b-9871-a4ee52999905 req-b347596a-eba1-42f6-be19-d121739f4d90 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776498 Nov 15 11:24:21.951385 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-b4f558cb-61f5-405d-b8c2-67f0b2123973 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fc0f2ac-e00b-4810-b47a-e13b8f18d088 HTTP/1.1" status: 200 len: 1000 time: 0.1606240 Nov 15 11:24:21.963685 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff677a-5d87-4eb3-8ddf-bbce1f94112b req-d3a53944-c990-4946-9fe3-bdaa7a6658a7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:21.965178 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f9ff677a-5d87-4eb3-8ddf-bbce1f94112b req-d3a53944-c990-4946-9fe3-bdaa7a6658a7 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.1806777 Nov 15 11:24:22.041792 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a68d2-60be-40e8-a073-32088e016506 req-5d9a0430-adce-4d86-b04a-0fc1018aafd9 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:22.043221 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e95a68d2-60be-40e8-a073-32088e016506 req-5d9a0430-adce-4d86-b04a-0fc1018aafd9 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.55 "GET /v2.0/networks?id=9f3a5852-db96-443b-b93b-5a07c337fa55 HTTP/1.1" status: 200 len: 822 time: 0.1878502 Nov 15 11:24:22.061194 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-e95a68d2-60be-40e8-a073-32088e016506 req-50831f15-5616-4422-85c2-c1b795fff768 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Request body: {'port': {'device_id': '18f4665a-d03a-42e8-a216-423bdfb16522', 'network_id': '9f3a5852-db96-443b-b93b-5a07c337fa55', 'admin_state_up': True, 'tenant_id': '18441535c48b4343b96ec3a54bfc2447'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:22.068592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-75f7e9ec-4b02-4118-aa24-06dac164cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:22.070009 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-75f7e9ec-4b02-4118-aa24-06dac164cec0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd0574-7413-48b2-8325-e46b6f762330 HTTP/1.1" status: 200 len: 850 time: 0.1018643 Nov 15 11:24:22.135512 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f9ff677a-5d87-4eb3-8ddf-bbce1f94112b req-74cc511a-f667-4044-9a1c-9473860fa700 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups?id=6177f3ea-d3cd-4bc6-896b-e5ae0725b493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490433 Nov 15 11:24:22.150187 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0405e2-6a44-49ce-a0b0-9b13920300d4 req-4210eb0b-9c6b-4c63-96fa-225d094835bf tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:22.151716 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2f0405e2-6a44-49ce-a0b0-9b13920300d4 req-4210eb0b-9c6b-4c63-96fa-225d094835bf tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3ec4584-f19b-4d41-9ca4-dadee522510d HTTP/1.1" status: 200 len: 946 time: 0.0582254 Nov 15 11:24:22.205880 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-5cb99254-c01b-4703-a3fd-7c87f2cd2279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:22.207424 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-5cb99254-c01b-4703-a3fd-7c87f2cd2279 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ac01650-250d-49f6-a38a-ac634445c34a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894048 Nov 15 11:24:22.265195 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-2f0405e2-6a44-49ce-a0b0-9b13920300d4 req-83703be6-a38a-4d27-8342-2136561a0d37 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Deleting port f3cf7fc0-e602-4809-8f2f-8cca37b86b15 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:24:22.265583 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2f0405e2-6a44-49ce-a0b0-9b13920300d4 req-83703be6-a38a-4d27-8342-2136561a0d37 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:22.373280 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-2f0405e2-6a44-49ce-a0b0-9b13920300d4 req-83703be6-a38a-4d27-8342-2136561a0d37 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] For port f3cf7fc0-e602-4809-8f2f-8cca37b86b15, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f3cf7fc0-e602-4809-8f2f-8cca37b86b15,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:22.373742 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2f0405e2-6a44-49ce-a0b0-9b13920300d4 req-83703be6-a38a-4d27-8342-2136561a0d37 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:22.388476 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-2f0405e2-6a44-49ce-a0b0-9b13920300d4 req-83703be6-a38a-4d27-8342-2136561a0d37 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Calling delete_port for f3cf7fc0-e602-4809-8f2f-8cca37b86b15 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:24:22.526907 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2f0405e2-6a44-49ce-a0b0-9b13920300d4 req-83703be6-a38a-4d27-8342-2136561a0d37 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:22.542543 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['f3cf7fc0-e602-4809-8f2f-8cca37b86b15'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:24:22.556659 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83703be6-a38a-4d27-8342-2136561a0d37 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Pushing event deleted for resources: {'Port': ['ID=f3cf7fc0-e602-4809-8f2f-8cca37b86b15,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:22.607605 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0405e2-6a44-49ce-a0b0-9b13920300d4 req-83703be6-a38a-4d27-8342-2136561a0d37 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] No DVR routers for this DVR port f3cf7fc0-e602-4809-8f2f-8cca37b86b15 on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:24:22.610428 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2f0405e2-6a44-49ce-a0b0-9b13920300d4 req-83703be6-a38a-4d27-8342-2136561a0d37 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:22.614167 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2f0405e2-6a44-49ce-a0b0-9b13920300d4 req-83703be6-a38a-4d27-8342-2136561a0d37 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.55 "DELETE /v2.0/ports/f3cf7fc0-e602-4809-8f2f-8cca37b86b15 HTTP/1.1" status: 204 len: 173 time: 0.4538534 Nov 15 11:24:22.647717 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e95a68d2-60be-40e8-a073-32088e016506 req-50831f15-5616-4422-85c2-c1b795fff768 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Made reservation on behalf of 18441535c48b4343b96ec3a54bfc2447 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:24:22.652418 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e95a68d2-60be-40e8-a073-32088e016506 req-50831f15-5616-4422-85c2-c1b795fff768 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:22.685980 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1fc07ab9-1e48-4f5e-b8df-9f87819f24a3 req-d6b3779a-f2b9-4977-8dc3-454660495183 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f4665a-d03a-42e8-a216-423bdfb16522 HTTP/1.1" status: 200 len: 210 time: 0.0533211 Nov 15 11:24:22.820661 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-94a5a5c4-43b4-44af-873a-ee71d7866c57 service neutron] 10.222.0.55 "GET /v2.0/networks/3ac01650-250d-49f6-a38a-ac634445c34a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5997965 Nov 15 11:24:22.835104 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9857dbd-b7d3-48ee-8734-04d5852c5a0e req-a4c9e160-b1cb-47df-87d8-0be2dfc91ff5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:22.836577 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9857dbd-b7d3-48ee-8734-04d5852c5a0e req-a4c9e160-b1cb-47df-87d8-0be2dfc91ff5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=76be50bc-7b0a-4e23-bfc8-825a26836926 HTTP/1.1" status: 200 len: 945 time: 0.1585183 Nov 15 11:24:23.037656 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-e95a68d2-60be-40e8-a073-32088e016506 req-50831f15-5616-4422-85c2-c1b795fff768 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Allocated IP 172.20.0.5 (9f3a5852-db96-443b-b93b-5a07c337fa55/dca5b784-f324-4c0d-b8b6-6fc186e20538/ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:24:23.059052 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93816149-7e46-41e8-8e03-2d7d7ee5a0eb req-47e2371b-de35-4525-9a24-68858401d835 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:23.061362 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-93816149-7e46-41e8-8e03-2d7d7ee5a0eb req-47e2371b-de35-4525-9a24-68858401d835 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 944 time: 0.1943586 Nov 15 11:24:23.065482 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-1f90cdb0-bd18-46ce-b31c-220b3bc1acf8 service neutron] 10.222.0.55 "GET /v2.0/networks/3ac01650-250d-49f6-a38a-ac634445c34a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280178 Nov 15 11:24:23.068798 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9857dbd-b7d3-48ee-8734-04d5852c5a0e req-2bc1af96-7e60-4a43-9f36-76c97cb7f7cb tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186527 Nov 15 11:24:23.141228 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-713a9f1e-faba-429b-867b-4c5faf8f99f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=041d37e4-b503-41ea-9c56-8ae1475f9725 HTTP/1.1" status: 200 len: 217 time: 0.0651312 Nov 15 11:24:23.241573 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-93816149-7e46-41e8-8e03-2d7d7ee5a0eb req-64340fa9-b716-4bb8-89f9-6d764350c638 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682639 Nov 15 11:24:23.290075 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-be1f7ce8-e01a-4465-a7cb-f7d168ace4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:23.291882 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-be1f7ce8-e01a-4465-a7cb-f7d168ace4c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c20f400b-9ad3-4b90-bd4a-3a164b9839be HTTP/1.1" status: 200 len: 797 time: 0.1431854 Nov 15 11:24:23.309924 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37976) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:23.374608 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adf81a9c-e537-483e-8854-9205c7c259f4 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:23.376415 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-6f74af0a-8b66-47df-8e87-0cf1aa806326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:23.377913 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-6f74af0a-8b66-47df-8e87-0cf1aa806326 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0743821 Nov 15 11:24:23.399904 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:24:23.405668 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adf81a9c-e537-483e-8854-9205c7c259f4 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:23.459169 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e95a68d2-60be-40e8-a073-32088e016506 req-50831f15-5616-4422-85c2-c1b795fff768 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:23.480588 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adf81a9c-e537-483e-8854-9205c7c259f4 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:23.483515 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adf81a9c-e537-483e-8854-9205c7c259f4 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:23.485351 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-adf81a9c-e537-483e-8854-9205c7c259f4 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "DELETE /v2.0/security-groups/82783eff-be7c-4ab2-aa7f-538182def215 HTTP/1.1" status: 204 len: 168 time: 0.1738670 Nov 15 11:24:23.487691 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 37982) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:23.495767 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf81a9c-e537-483e-8854-9205c7c259f4 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82783eff-be7c-4ab2-aa7f-538182def215,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:23.536995 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-af44ceb1-8fca-42e5-82df-a8def285c4d0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] show failed (client error): The resource could not be found. Nov 15 11:24:23.538077 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-af44ceb1-8fca-42e5-82df-a8def285c4d0 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "GET /v2.0/security-groups/82783eff-be7c-4ab2-aa7f-538182def215 HTTP/1.1" status: 404 len: 347 time: 0.0494144 Nov 15 11:24:23.541199 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 37984) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:23.550522 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-b5a7f2fe-46b8-4b74-b80c-0c45c4eddf9c service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549709 Nov 15 11:24:23.554794 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 7457b5f7-fb33-45d9-b8ba-4b3403b11a81, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7457b5f7-fb33-45d9-b8ba-4b3403b11a81,segment=NetworkSegment(e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd),segment_id=e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:23.568156 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '7457b5f7-fb33-45d9-b8ba-4b3403b11a81', 'network_id': '1ab55e45-0c39-4141-9760-966dba676054', 'port_id': '7457b5f7-fb33-45d9-b8ba-4b3403b11a81', 'mac_address': 'fa:16:3e:cc:89:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e7ad43-728f-443f-8f70-7ede95cfac35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:24:23.568984 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ec4584-f19b-4d41-9ca4-dadee522510d', 'name': 'network-vif-deleted', 'tag': 'f3cf7fc0-e602-4809-8f2f-8cca37b86b15'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:23.571726 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf28b20d-5938-4e14-a51a-8b33e2a50665" -d '{"events": [{"server_uuid": "b3ec4584-f19b-4d41-9ca4-dadee522510d", "name": "network-vif-deleted", "tag": "f3cf7fc0-e602-4809-8f2f-8cca37b86b15"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:23.610053 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e95a68d2-60be-40e8-a073-32088e016506 req-50831f15-5616-4422-85c2-c1b795fff768 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:23.614028 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:23.619718 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2da3592-9b8e-4703-a0b6-cf6e5ea4631a x-openstack-request-id: req-f2da3592-9b8e-4703-a0b6-cf6e5ea4631a {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:23.620528 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ec4584-f19b-4d41-9ca4-dadee522510d", "name": "network-vif-deleted", "tag": "f3cf7fc0-e602-4809-8f2f-8cca37b86b15", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:23.620528 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2da3592-9b8e-4703-a0b6-cf6e5ea4631a {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:23.620957 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ec4584-f19b-4d41-9ca4-dadee522510d', 'name': 'network-vif-deleted', 'tag': 'f3cf7fc0-e602-4809-8f2f-8cca37b86b15', 'status': 'completed', 'code': 200} Nov 15 11:24:23.630420 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:24:23.653518 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 7457b5f7-fb33-45d9-b8ba-4b3403b11a81, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7457b5f7-fb33-45d9-b8ba-4b3403b11a81,segment=NetworkSegment(e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd),segment_id=e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:23.658613 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:23.712184 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=7457b5f7-fb33-45d9-b8ba-4b3403b11a81,revision_number=9']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:23.767298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e95a68d2-60be-40e8-a073-32088e016506 req-50831f15-5616-4422-85c2-c1b795fff768 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Network 9f3a5852-db96-443b-b93b-5a07c337fa55 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:24:23.778545 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-e95a68d2-60be-40e8-a073-32088e016506 req-50831f15-5616-4422-85c2-c1b795fff768 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:24:23.789890 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50831f15-5616-4422-85c2-c1b795fff768 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Pushing event updated for resources: {'Port': ['ID=ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:23.792196 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95a68d2-60be-40e8-a073-32088e016506 req-50831f15-5616-4422-85c2-c1b795fff768 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:24:23.858101 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-3fb91e23-b0c8-4929-a539-f75c183ef10b service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743835 Nov 15 11:24:23.932343 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-10a476f0-a32c-4672-a99a-84cc4af25b5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=cf3d8396-2297-40fd-a6ef-65ee0a1a87fe HTTP/1.1" status: 200 len: 217 time: 0.0609322 Nov 15 11:24:23.940704 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a68d2-60be-40e8-a073-32088e016506 req-50831f15-5616-4422-85c2-c1b795fff768 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:23.941302 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e95a68d2-60be-40e8-a073-32088e016506 req-50831f15-5616-4422-85c2-c1b795fff768 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:23.960235 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4f05d-a6a6-48b4-aebe-08b14ca200fc req-95a43157-ac00-4c9e-9076-4c62506e621d tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:23.961727 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34e4f05d-a6a6-48b4-aebe-08b14ca200fc req-95a43157-ac00-4c9e-9076-4c62506e621d tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f4665a-d03a-42e8-a216-423bdfb16522 HTTP/1.1" status: 200 len: 931 time: 0.1882288 Nov 15 11:24:23.974216 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['7457b5f7-fb33-45d9-b8ba-4b3403b11a81'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:24:23.991759 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a333cbc9-f0e1-442e-840d-513d63a63ec3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Deleting port 49551951-7fc6-4d27-b128-9d5c32537585 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:24:23.992081 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a333cbc9-f0e1-442e-840d-513d63a63ec3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:24.018037 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e95a68d2-60be-40e8-a073-32088e016506 req-50831f15-5616-4422-85c2-c1b795fff768 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9607453 Nov 15 11:24:24.059957 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-e95a68d2-60be-40e8-a073-32088e016506 req-b1b73082-d569-4df7-9031-d3303b455f7a service neutron] Request body: {'port': {'device_id': '18f4665a-d03a-42e8-a216-423bdfb16522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:24.096193 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-20921dfa-cc4c-475c-a2d5-744ca67103ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:24.098064 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-20921dfa-cc4c-475c-a2d5-744ca67103ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c20f400b-9ad3-4b90-bd4a-3a164b9839be HTTP/1.1" status: 200 len: 797 time: 0.1543655 Nov 15 11:24:24.178057 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34e4f05d-a6a6-48b4-aebe-08b14ca200fc req-9ba869e0-2db0-4cde-b7fa-b025f80cfe8a tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/security-groups?id=1680163d-8cd3-487e-892d-152e13ff31c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909139 Nov 15 11:24:24.230290 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e95a68d2-60be-40e8-a073-32088e016506 req-b1b73082-d569-4df7-9031-d3303b455f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:24.246194 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a333cbc9-f0e1-442e-840d-513d63a63ec3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:24.246485 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a333cbc9-f0e1-442e-840d-513d63a63ec3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:24.261621 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-f078d0cd-20c8-4629-8378-92604a01ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:24.263238 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-f078d0cd-20c8-4629-8378-92604a01ea6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1542747 Nov 15 11:24:24.271702 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a333cbc9-f0e1-442e-840d-513d63a63ec3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Calling delete_port for 49551951-7fc6-4d27-b128-9d5c32537585 owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:24:24.415646 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12fec9-37fa-47bd-bb1a-04c354dc813e req-c049afa6-50d6-4c90-a0bf-95557a8f7fc8 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:24.417166 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab12fec9-37fa-47bd-bb1a-04c354dc813e req-c049afa6-50d6-4c90-a0bf-95557a8f7fc8 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=76be50bc-7b0a-4e23-bfc8-825a26836926 HTTP/1.1" status: 200 len: 945 time: 0.2434483 Nov 15 11:24:24.632784 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:24:24.643228 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314711d-da49-44e9-8436-ffe9ede8bc62 req-77a50d1d-f4cc-4f75-b205-62a9c9512fc4 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:24.644823 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6314711d-da49-44e9-8436-ffe9ede8bc62 req-77a50d1d-f4cc-4f75-b205-62a9c9512fc4 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 945 time: 0.2854447 Nov 15 11:24:24.653569 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-119193cd-c726-4b29-8789-18b3298bfe1e service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637905 Nov 15 11:24:24.706443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab12fec9-37fa-47bd-bb1a-04c354dc813e req-8e12ab0f-aa05-44d5-ad9c-07447947185a tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813265 Nov 15 11:24:24.873917 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6314711d-da49-44e9-8436-ffe9ede8bc62 req-323c4541-f11b-4f0a-a6c6-378a8fac3be5 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022023 Nov 15 11:24:24.887882 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-278040fb-dee0-4b26-a49f-8ed11b3b6070 service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124670 Nov 15 11:24:24.931371 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a333cbc9-f0e1-442e-840d-513d63a63ec3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:24.956638 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-91a5e171-639a-4486-b8ee-2f07fcd5fb56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=a5e4a1ee-2f8f-4677-847c-e32e1066c474 HTTP/1.1" status: 200 len: 217 time: 0.0609901 Nov 15 11:24:25.006834 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333cbc9-f0e1-442e-840d-513d63a63ec3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Pushing event deleted for resources: {'Port': ['ID=49551951-7fc6-4d27-b128-9d5c32537585,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:25.043917 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-e95a68d2-60be-40e8-a073-32088e016506 req-b1b73082-d569-4df7-9031-d3303b455f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:24:25.070282 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e95a68d2-60be-40e8-a073-32088e016506 req-b1b73082-d569-4df7-9031-d3303b455f7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:25.126637 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-e95a68d2-60be-40e8-a073-32088e016506 req-b1b73082-d569-4df7-9031-d3303b455f7a service neutron] Transition to ACTIVE for port object ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:24:25.128325 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-6c40b60e-1d32-4f16-a7b0-97b0cd07b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:25.129874 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-6c40b60e-1d32-4f16-a7b0-97b0cd07b2b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c20f400b-9ad3-4b90-bd4a-3a164b9839be HTTP/1.1" status: 200 len: 797 time: 0.1467202 Nov 15 11:24:25.140402 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e95a68d2-60be-40e8-a073-32088e016506 req-b1b73082-d569-4df7-9031-d3303b455f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:25.420484 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:24:25.473356 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:24:25.473595 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:25.527461 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e6ca2-17b2-4b9e-961f-b87e96f9dd17 req-1a1c9525-8391-4a81-af36-5e7fd68f3274 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:25.529007 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-478e6ca2-17b2-4b9e-961f-b87e96f9dd17 req-1a1c9525-8391-4a81-af36-5e7fd68f3274 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd18a134-b3f7-4a36-83e8-7a5354d2a70e HTTP/1.1" status: 200 len: 946 time: 0.5353117 Nov 15 11:24:25.550944 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:25.558288 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a333cbc9-f0e1-442e-840d-513d63a63ec3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:25.560942 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a333cbc9-f0e1-442e-840d-513d63a63ec3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:25.562064 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a333cbc9-f0e1-442e-840d-513d63a63ec3 tempest-ServerActionsTestJSON-826258125 tempest-ServerActionsTestJSON-826258125-project] 10.222.0.64 "DELETE /v2.0/floatingips/9b8cd57b-3bff-466d-a811-23017dae3db3 HTTP/1.1" status: 204 len: 168 time: 2.0197394 Nov 15 11:24:25.565167 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38006) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:25.575247 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad53ac8-e946-487d-a742-0cf0bf8c7afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7457b5f7-fb33-45d9-b8ba-4b3403b11a81'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:25.577881 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8e46eb-ae8d-4718-8c58-29637cbbff55" -d '{"events": [{"server_uuid": "aad53ac8-e946-487d-a742-0cf0bf8c7afc", "name": "network-vif-plugged", "status": "completed", "tag": "7457b5f7-fb33-45d9-b8ba-4b3403b11a81"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:25.590989 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 7457b5f7-fb33-45d9-b8ba-4b3403b11a81, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7457b5f7-fb33-45d9-b8ba-4b3403b11a81,segment=NetworkSegment(e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd),segment_id=e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:25.593663 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b73082-d569-4df7-9031-d3303b455f7a service neutron] Pushing event updated for resources: {'Port': ['ID=ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:25.598089 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:25.599014 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device f3cf7fc0-e602-4809-8f2f-8cca37b86b15 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:24:25.609518 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-5410e0e7-963c-4e13-8a84-ba76c0e2dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:25.611028 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-5410e0e7-963c-4e13-8a84-ba76c0e2dc3b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4667540 Nov 15 11:24:25.620639 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: f3cf7fc0-e602-4809-8f2f-8cca37b86b15 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:24:25.620980 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device f3cf7fc0-e602-4809-8f2f-8cca37b86b15 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:24:25.668490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=7457b5f7-fb33-45d9-b8ba-4b3403b11a81,revision_number=10']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:25.728385 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953849f-ec7a-4486-8de0-e866acc9b68a req-70f80351-2915-4892-bc82-2c18a3adcef3 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:25.729816 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9953849f-ec7a-4486-8de0-e866acc9b68a req-70f80351-2915-4892-bc82-2c18a3adcef3 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f4665a-d03a-42e8-a216-423bdfb16522 HTTP/1.1" status: 200 len: 943 time: 0.2266879 Nov 15 11:24:25.770917 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-478e6ca2-17b2-4b9e-961f-b87e96f9dd17 req-902f64a2-a2e5-4ae1-9905-3f319a9c4e46 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193933 Nov 15 11:24:25.818971 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-e95a68d2-60be-40e8-a073-32088e016506 req-b1b73082-d569-4df7-9031-d3303b455f7a service neutron] Attempting to bind port ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:24:25.819107 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-e95a68d2-60be-40e8-a073-32088e016506 req-b1b73082-d569-4df7-9031-d3303b455f7a service neutron] Attempting to bind port ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'c1c2e05d-8e7e-45b9-8a54-d10ee275741c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '9f3a5852-db96-443b-b93b-5a07c337fa55'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:24:25.819457 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95a68d2-60be-40e8-a073-32088e016506 req-b1b73082-d569-4df7-9031-d3303b455f7a service neutron] Attempting to bind port ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a on network 9f3a5852-db96-443b-b93b-5a07c337fa55 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:24:25.820968 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76d5344-a775-496d-a479-39543503fe92 x-openstack-request-id: req-f76d5344-a775-496d-a479-39543503fe92 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:25.821422 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad53ac8-e946-487d-a742-0cf0bf8c7afc", "name": "network-vif-plugged", "status": "completed", "tag": "7457b5f7-fb33-45d9-b8ba-4b3403b11a81", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:25.821676 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f76d5344-a775-496d-a479-39543503fe92 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:25.822344 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad53ac8-e946-487d-a742-0cf0bf8c7afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7457b5f7-fb33-45d9-b8ba-4b3403b11a81', 'code': 200} Nov 15 11:24:25.852180 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95a68d2-60be-40e8-a073-32088e016506 req-b1b73082-d569-4df7-9031-d3303b455f7a service neutron] Port ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a on network 9f3a5852-db96-443b-b93b-5a07c337fa55 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:24:25.852180 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95a68d2-60be-40e8-a073-32088e016506 req-b1b73082-d569-4df7-9031-d3303b455f7a service neutron] Attempting to bind port ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a on network 9f3a5852-db96-443b-b93b-5a07c337fa55 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:24:25.862600 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9953849f-ec7a-4486-8de0-e866acc9b68a req-f0f72ada-3896-4375-80a6-623451e84d08 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/security-groups?id=1680163d-8cd3-487e-892d-152e13ff31c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244786 Nov 15 11:24:25.864247 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95a68d2-60be-40e8-a073-32088e016506 req-b1b73082-d569-4df7-9031-d3303b455f7a service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:24:25.864581 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95a68d2-60be-40e8-a073-32088e016506 req-b1b73082-d569-4df7-9031-d3303b455f7a service neutron] Checking segment: {'id': 'c1c2e05d-8e7e-45b9-8a54-d10ee275741c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '9f3a5852-db96-443b-b93b-5a07c337fa55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:24:25.864954 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95a68d2-60be-40e8-a073-32088e016506 req-b1b73082-d569-4df7-9031-d3303b455f7a service neutron] Bound using segment: {'id': 'c1c2e05d-8e7e-45b9-8a54-d10ee275741c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '9f3a5852-db96-443b-b93b-5a07c337fa55'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:24:25.865396 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-e95a68d2-60be-40e8-a073-32088e016506 req-b1b73082-d569-4df7-9031-d3303b455f7a service neutron] Bound port: ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c2e05d-8e7e-45b9-8a54-d10ee275741c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '9f3a5852-db96-443b-b93b-5a07c337fa55'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:24:25.865759 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e95a68d2-60be-40e8-a073-32088e016506 req-b1b73082-d569-4df7-9031-d3303b455f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:25.869177 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-17b85cd7-57ab-45f2-833d-4188125f0f80 service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400281 Nov 15 11:24:26.041610 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b04e9f-cd85-41ef-9de2-734e89a1331e req-2e93e517-2a4e-4f06-b368-9c41991e4b5c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:26.043779 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03194e5-286b-4cec-ae48-0199702d852d req-96e610bd-be9c-4879-90a0-013b2bbaa8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:26.045370 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a03194e5-286b-4cec-ae48-0199702d852d req-96e610bd-be9c-4879-90a0-013b2bbaa8d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 1098 time: 0.0615950 Nov 15 11:24:26.048555 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29b04e9f-cd85-41ef-9de2-734e89a1331e req-2e93e517-2a4e-4f06-b368-9c41991e4b5c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=76be50bc-7b0a-4e23-bfc8-825a26836926 HTTP/1.1" status: 200 len: 945 time: 0.1766932 Nov 15 11:24:26.112183 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-e95a68d2-60be-40e8-a073-32088e016506 req-b1b73082-d569-4df7-9031-d3303b455f7a service neutron] For port ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:24:26.127628 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a03194e5-286b-4cec-ae48-0199702d852d req-50d76284-27c3-4ece-a417-0fe48dc56c43 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734551 Nov 15 11:24:26.146744 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ac11e3d-a832-4b73-afa5-89d6f9adf10d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:26.146985 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-554cf078-5ec6-4138-a7e0-382813fbee5c service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553816 Nov 15 11:24:26.160823 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-e95a68d2-60be-40e8-a073-32088e016506 req-b1b73082-d569-4df7-9031-d3303b455f7a service neutron] For port ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a,segment=NetworkSegment(c1c2e05d-8e7e-45b9-8a54-d10ee275741c),segment_id=c1c2e05d-8e7e-45b9-8a54-d10ee275741c)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:24:26.172718 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e95a68d2-60be-40e8-a073-32088e016506 req-b1b73082-d569-4df7-9031-d3303b455f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:26.180429 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29b04e9f-cd85-41ef-9de2-734e89a1331e req-10d542b1-15fc-437b-8d79-6e34988a2865 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301105 Nov 15 11:24:26.218108 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ddac2-6454-4c5d-b0c8-a4261058273e req-fd9ceeba-2437-4933-82f9-e846d946987c tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:26.219597 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-835ddac2-6454-4c5d-b0c8-a4261058273e req-fd9ceeba-2437-4933-82f9-e846d946987c tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 947 time: 0.1312196 Nov 15 11:24:26.225479 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a68d2-60be-40e8-a073-32088e016506 req-b1b73082-d569-4df7-9031-d3303b455f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:26.226408 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e95a68d2-60be-40e8-a073-32088e016506 req-b1b73082-d569-4df7-9031-d3303b455f7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:26.227795 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e95a68d2-60be-40e8-a073-32088e016506 req-b1b73082-d569-4df7-9031-d3303b455f7a service neutron] 10.222.0.55 "PUT /v2.0/ports/ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a HTTP/1.1" status: 200 len: 1091 time: 2.1736817 Nov 15 11:24:26.230283 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f4665a-d03a-42e8-a216-423bdfb16522', 'tag': 'ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:26.232416 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b0c837-4742-45de-ab5e-0444513908ba" -d '{"events": [{"name": "network-changed", "server_uuid": "18f4665a-d03a-42e8-a216-423bdfb16522", "tag": "ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:26.277307 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b73082-d569-4df7-9031-d3303b455f7a service neutron] Pushing event updated for resources: {'Port': ['ID=ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:26.303543 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-835ddac2-6454-4c5d-b0c8-a4261058273e req-a54af8aa-e8d1-4de3-a236-725be0ffb540 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681374 Nov 15 11:24:26.373637 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6eed3e-a460-4930-8812-abdecaa2f5f0 x-openstack-request-id: req-df6eed3e-a460-4930-8812-abdecaa2f5f0 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:26.373936 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f4665a-d03a-42e8-a216-423bdfb16522", "tag": "ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:26.374310 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df6eed3e-a460-4930-8812-abdecaa2f5f0 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:26.374771 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f4665a-d03a-42e8-a216-423bdfb16522', 'tag': 'ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a', 'status': 'completed', 'code': 200} Nov 15 11:24:26.384261 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-17d6a6fe-974b-4705-aa64-192d2428451f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=9690f032-99ce-452d-8947-7368f4eac3f0 HTTP/1.1" status: 200 len: 217 time: 0.0522170 Nov 15 11:24:26.442670 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7ac11e3d-a832-4b73-afa5-89d6f9adf10d admin admin] Deleting port 3405709a-6e38-4ac7-9508-6306790055bf {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:24:26.442670 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ac11e3d-a832-4b73-afa5-89d6f9adf10d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:26.459243 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a68d2-60be-40e8-a073-32088e016506 req-5752896d-5a11-4974-ae3b-2fd47ac4cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:26.460876 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e95a68d2-60be-40e8-a073-32088e016506 req-5752896d-5a11-4974-ae3b-2fd47ac4cd1a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18441535c48b4343b96ec3a54bfc2447&device_id=18f4665a-d03a-42e8-a216-423bdfb16522 HTTP/1.1" status: 200 len: 1094 time: 0.0850015 Nov 15 11:24:26.468234 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-e290a1d4-a427-4067-9b9f-92e99780f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:26.469896 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-e290a1d4-a427-4067-9b9f-92e99780f62a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c20f400b-9ad3-4b90-bd4a-3a164b9839be HTTP/1.1" status: 200 len: 797 time: 0.0688095 Nov 15 11:24:26.530136 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e95a68d2-60be-40e8-a073-32088e016506 req-e6c9d5d2-47a1-4b4b-8129-dca804b7f427 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a HTTP/1.1" status: 200 len: 217 time: 0.0592301 Nov 15 11:24:26.533090 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7ac11e3d-a832-4b73-afa5-89d6f9adf10d admin admin] For port 3405709a-6e38-4ac7-9508-6306790055bf, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3405709a-6e38-4ac7-9508-6306790055bf,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:26.533517 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ac11e3d-a832-4b73-afa5-89d6f9adf10d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:26.546197 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7ac11e3d-a832-4b73-afa5-89d6f9adf10d admin admin] Calling delete_port for 3405709a-6e38-4ac7-9508-6306790055bf owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:24:26.610363 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-d329c633-ed0f-4d3d-bb16-d155f0d4ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:26.611883 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-d329c633-ed0f-4d3d-bb16-d155f0d4ddc8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4be3a3da-9eb3-404d-a7a5-24c511ae73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1333463 Nov 15 11:24:26.620243 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a68d2-60be-40e8-a073-32088e016506 req-9ad6a3b6-611d-4f08-b94a-acc06fdfc50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:26.621631 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e95a68d2-60be-40e8-a073-32088e016506 req-9ad6a3b6-611d-4f08-b94a-acc06fdfc50b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dca5b784-f324-4c0d-b8b6-6fc186e20538 HTTP/1.1" status: 200 len: 862 time: 0.0813079 Nov 15 11:24:26.636948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c3b48-bf4e-4b0d-95f6-711d907b4cd8 req-808e0aff-cf3f-415e-abee-64adfded1156 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:26.638671 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d1c3b48-bf4e-4b0d-95f6-711d907b4cd8 req-808e0aff-cf3f-415e-abee-64adfded1156 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=76be50bc-7b0a-4e23-bfc8-825a26836926 HTTP/1.1" status: 200 len: 945 time: 0.1114154 Nov 15 11:24:26.706105 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e95a68d2-60be-40e8-a073-32088e016506 req-51273553-f5a4-4049-98b7-19e01e31fef5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f3a5852-db96-443b-b93b-5a07c337fa55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665121 Nov 15 11:24:26.724632 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ac11e3d-a832-4b73-afa5-89d6f9adf10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:26.751442 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac11e3d-a832-4b73-afa5-89d6f9adf10d admin admin] Pushing event deleted for resources: {'Port': ['ID=3405709a-6e38-4ac7-9508-6306790055bf,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:26.803878 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d1c3b48-bf4e-4b0d-95f6-711d907b4cd8 req-6b172049-8236-444f-9f8a-63c815178237 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461811 Nov 15 11:24:26.851052 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-b26c9a98-2aea-41a8-a9ed-e8c28930cec9 service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277460 Nov 15 11:24:26.887857 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e95a68d2-60be-40e8-a073-32088e016506 req-1f15be75-5dce-45c1-9c76-0b95df7bf19b service neutron] 10.222.0.55 "GET /v2.0/networks/9f3a5852-db96-443b-b93b-5a07c337fa55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695521 Nov 15 11:24:26.925616 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ac11e3d-a832-4b73-afa5-89d6f9adf10d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:27.052509 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-8a9b4337-8c04-451d-aac6-1851e0f4ae40 service neutron] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906993 Nov 15 11:24:27.079100 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9debd68-2b02-49c8-a245-b797b78384e9 req-cd208ae7-cf07-4521-9058-f44894db4e57 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:27.080713 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9debd68-2b02-49c8-a245-b797b78384e9 req-cd208ae7-cf07-4521-9058-f44894db4e57 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f4665a-d03a-42e8-a216-423bdfb16522 HTTP/1.1" status: 200 len: 943 time: 0.1158729 Nov 15 11:24:27.116029 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e95a68d2-60be-40e8-a073-32088e016506 req-7a0b18b9-3b24-414f-bfae-bb5609199bf5 service neutron] 10.222.0.55 "GET /v2.0/networks/9f3a5852-db96-443b-b93b-5a07c337fa55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038414 Nov 15 11:24:27.117779 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-22344fb3-194c-47f9-8442-72aace781044 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4704c36-0238-4820-b8a4-0393c48690e2 HTTP/1.1" status: 200 len: 217 time: 0.0536199 Nov 15 11:24:27.163506 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac11e3d-a832-4b73-afa5-89d6f9adf10d admin admin] Router 015caacc-4e86-4f2f-ba3b-026a6b5809d4 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:24:27.220450 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9debd68-2b02-49c8-a245-b797b78384e9 req-f944a68e-3e7d-44a8-b4b0-329070abe59e tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/security-groups?id=1680163d-8cd3-487e-892d-152e13ff31c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084428 Nov 15 11:24:27.227071 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-cfdd8a94-1371-40b5-a1d7-6a09e7667c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:27.228530 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-cfdd8a94-1371-40b5-a1d7-6a09e7667c1b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d65f1e93-4de6-48f1-9e2c-85927a146776 HTTP/1.1" status: 200 len: 797 time: 0.0963376 Nov 15 11:24:27.259470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0c837-4742-45de-ab5e-0444513908ba req-ed52cce6-7fd0-4e35-986f-a7581458e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:27.259849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42b0c837-4742-45de-ab5e-0444513908ba req-ed52cce6-7fd0-4e35-986f-a7581458e0e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18441535c48b4343b96ec3a54bfc2447&device_id=18f4665a-d03a-42e8-a216-423bdfb16522 HTTP/1.1" status: 200 len: 1094 time: 0.0716755 Nov 15 11:24:27.277618 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac11e3d-a832-4b73-afa5-89d6f9adf10d admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:24:27.286889 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7ac11e3d-a832-4b73-afa5-89d6f9adf10d admin admin] 10.222.0.64 "PUT /v2.0/routers/015caacc-4e86-4f2f-ba3b-026a6b5809d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7200830 Nov 15 11:24:27.287544 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38042) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:27.289464 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fc6eec-25e1-4977-8953-32c293a8f805 None None] Sync routers for ids ['015caacc-4e86-4f2f-ba3b-026a6b5809d4'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:24:27.319280 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fc6eec-25e1-4977-8953-32c293a8f805 None None] Routers {'015caacc-4e86-4f2f-ba3b-026a6b5809d4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:24:27.320085 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-59fc6eec-25e1-4977-8953-32c293a8f805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:24:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['015caacc-4e86-4f2f-ba3b-026a6b5809d4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:27.352584 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-e4ae6155-4049-47f9-9eb4-f0029fffdea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:27.354096 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-e4ae6155-4049-47f9-9eb4-f0029fffdea9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1722e728-27c9-4457-a98e-4b336084f5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1068649 Nov 15 11:24:27.428653 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8339c20-bdc5-4444-9092-828f49177cd3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:27.477021 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0c837-4742-45de-ab5e-0444513908ba req-0bf67f9b-e09c-4f4b-b17f-724a7f546da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:27.478475 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-59fc6eec-25e1-4977-8953-32c293a8f805 None None] Set router 015caacc-4e86-4f2f-ba3b-026a6b5809d4 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:24:27.478845 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42b0c837-4742-45de-ab5e-0444513908ba req-0bf67f9b-e09c-4f4b-b17f-724a7f546da8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f3a5852-db96-443b-b93b-5a07c337fa55 HTTP/1.1" status: 200 len: 923 time: 0.2038410 Nov 15 11:24:27.576390 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42b0c837-4742-45de-ab5e-0444513908ba req-c45d0e4e-07be-4c64-aa7b-1354107afa29 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a HTTP/1.1" status: 200 len: 217 time: 0.0877278 Nov 15 11:24:27.583090 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-dec8e575-273c-4f55-b599-e656ce8ad9d3 service neutron] 10.222.0.55 "GET /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172883 Nov 15 11:24:27.602507 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8339c20-bdc5-4444-9092-828f49177cd3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:27.683145 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-59fc6eec-25e1-4977-8953-32c293a8f805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'name': 'tempest-ServerActionsTestJSON-1458789063-router', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:13:00Z', 'updated_at': '2021-11-15T11:24:26Z', 'revision_number': 5, 'project_id': '27507e50335c4427bf73121e79f9c590', 'gw_port': {'id': '6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:13:05Z', 'updated_at': '2021-11-15T11:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:27.691646 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24652d37-ce44-478e-bbdf-7ae3100f8c86 req-9760ff09-86fe-4f0b-9d04-43b248e3e62e tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:27.700246 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24652d37-ce44-478e-bbdf-7ae3100f8c86 req-9760ff09-86fe-4f0b-9d04-43b248e3e62e tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 947 time: 0.2102664 Nov 15 11:24:27.717616 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fc6eec-25e1-4977-8953-32c293a8f805 None None] Checking router: 015caacc-4e86-4f2f-ba3b-026a6b5809d4 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:24:27.728762 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fc6eec-25e1-4977-8953-32c293a8f805 None None] Routers {'015caacc-4e86-4f2f-ba3b-026a6b5809d4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:24:27.729448 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-59fc6eec-25e1-4977-8953-32c293a8f805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:24:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['015caacc-4e86-4f2f-ba3b-026a6b5809d4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:27.741014 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0c837-4742-45de-ab5e-0444513908ba req-c2c88286-4144-48ac-a5bd-ba4909ea6f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:27.742514 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42b0c837-4742-45de-ab5e-0444513908ba req-c2c88286-4144-48ac-a5bd-ba4909ea6f57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dca5b784-f324-4c0d-b8b6-6fc186e20538 HTTP/1.1" status: 200 len: 862 time: 0.1562345 Nov 15 11:24:27.804754 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42b0c837-4742-45de-ab5e-0444513908ba req-622d3554-569f-483a-a1d0-a74b85fc584b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f3a5852-db96-443b-b93b-5a07c337fa55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473819 Nov 15 11:24:27.811993 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-1ceb96e4-2ca2-4801-a921-167afd232877 service neutron] 10.222.0.55 "GET /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169755 Nov 15 11:24:27.847273 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24652d37-ce44-478e-bbdf-7ae3100f8c86 req-cb7c74aa-c207-4864-894a-0743485f3745 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461079 Nov 15 11:24:27.899368 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-59fc6eec-25e1-4977-8953-32c293a8f805 None None] Set router 015caacc-4e86-4f2f-ba3b-026a6b5809d4 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:24:27.928550 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-e1eecab7-9e43-484a-a735-b99c695abe26 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f11f0984-2cf6-4544-ae65-21ceb3a18147 HTTP/1.1" status: 200 len: 217 time: 0.1035755 Nov 15 11:24:27.971219 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-59fc6eec-25e1-4977-8953-32c293a8f805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'name': 'tempest-ServerActionsTestJSON-1458789063-router', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:13:00Z', 'updated_at': '2021-11-15T11:24:27Z', 'revision_number': 6, 'project_id': '27507e50335c4427bf73121e79f9c590', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:28.004854 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fc6eec-25e1-4977-8953-32c293a8f805 None None] The sync data for ids ['015caacc-4e86-4f2f-ba3b-026a6b5809d4'] in n-d-729945-9 is: [{'id': '015caacc-4e86-4f2f-ba3b-026a6b5809d4', 'name': 'tempest-ServerActionsTestJSON-1458789063-router', 'tenant_id': '27507e50335c4427bf73121e79f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:13:00Z', 'updated_at': '2021-11-15T11:24:27Z', 'revision_number': 6, 'project_id': '27507e50335c4427bf73121e79f9c590', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:24:28.051022 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42b0c837-4742-45de-ab5e-0444513908ba req-9c7faa2d-5dbc-4375-b301-e434cd07115f service neutron] 10.222.0.55 "GET /v2.0/networks/9f3a5852-db96-443b-b93b-5a07c337fa55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350311 Nov 15 11:24:28.052413 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-5c504108-ab95-499b-84bd-f4266b214a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:28.054212 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-5c504108-ab95-499b-84bd-f4266b214a9a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d65f1e93-4de6-48f1-9e2c-85927a146776 HTTP/1.1" status: 200 len: 797 time: 0.1154730 Nov 15 11:24:28.066798 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd051b3-048b-4112-94c8-c933c22fe3c3 req-7dc080a4-9d40-484d-906a-daf03273821e tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:28.068643 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bbd051b3-048b-4112-94c8-c933c22fe3c3 req-7dc080a4-9d40-484d-906a-daf03273821e tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=76be50bc-7b0a-4e23-bfc8-825a26836926 HTTP/1.1" status: 200 len: 945 time: 0.1199167 Nov 15 11:24:28.091699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff861a0-2a49-4973-a32e-6525a9bd3dad req-561dea7c-bd14-4ba1-8869-e93e62f9c489 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:28.093127 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2ff861a0-2a49-4973-a32e-6525a9bd3dad req-561dea7c-bd14-4ba1-8869-e93e62f9c489 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.11 "GET /v2.0/ports?device_id=76be50bc-7b0a-4e23-bfc8-825a26836926 HTTP/1.1" status: 200 len: 945 time: 0.0705209 Nov 15 11:24:28.095427 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f8339c20-bdc5-4444-9092-828f49177cd3 admin admin] Deleting port 6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:24:28.095758 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8339c20-bdc5-4444-9092-828f49177cd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:28.195029 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bbd051b3-048b-4112-94c8-c933c22fe3c3 req-deb183e1-d3e8-40dd-9d0f-3a83f7b41d6c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100521 Nov 15 11:24:28.203015 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-580553fd-e3fe-4084-9baa-5945dfdf0f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:28.204746 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-580553fd-e3fe-4084-9baa-5945dfdf0f5c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1722e728-27c9-4457-a98e-4b336084f5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1280262 Nov 15 11:24:28.273867 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f8339c20-bdc5-4444-9092-828f49177cd3 admin admin] For port 6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:28.274246 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8339c20-bdc5-4444-9092-828f49177cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:28.286096 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42b0c837-4742-45de-ab5e-0444513908ba req-543680a3-1310-49ab-bea7-df4c3ac48c6c service neutron] 10.222.0.55 "GET /v2.0/networks/9f3a5852-db96-443b-b93b-5a07c337fa55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163832 Nov 15 11:24:28.289740 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f8339c20-bdc5-4444-9092-828f49177cd3 admin admin] Calling delete_port for 6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:24:28.303323 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-2ff861a0-2a49-4973-a32e-6525a9bd3dad req-c9d886e5-084a-4f0c-b172-8542f7a8151d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Deleting port dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:24:28.303642 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2ff861a0-2a49-4973-a32e-6525a9bd3dad req-c9d886e5-084a-4f0c-b172-8542f7a8151d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:28.345524 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-45885ab3-4d67-44c4-ae60-e70b5056b013 service neutron] 10.222.0.55 "GET /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244221 Nov 15 11:24:28.406466 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fa7bc-6c57-48f4-895a-e1967b64790f req-ca1a167a-e806-4680-a963-02b15b7336dd tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:28.408041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa1fa7bc-6c57-48f4-895a-e1967b64790f req-ca1a167a-e806-4680-a963-02b15b7336dd tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f4665a-d03a-42e8-a216-423bdfb16522 HTTP/1.1" status: 200 len: 943 time: 0.0986967 Nov 15 11:24:28.487255 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-585f3fff-bce8-4eff-b6c9-030726a949b0 req-89c1717d-287c-452f-b7cb-67ec0bc4a2b5 service neutron] 10.222.0.55 "GET /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319678 Nov 15 11:24:28.497672 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa1fa7bc-6c57-48f4-895a-e1967b64790f req-cd0b9ec0-f87f-4713-9148-5de2e029ec71 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/security-groups?id=1680163d-8cd3-487e-892d-152e13ff31c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768800 Nov 15 11:24:28.509429 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-2ff861a0-2a49-4973-a32e-6525a9bd3dad req-c9d886e5-084a-4f0c-b172-8542f7a8151d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] For port dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:28.509926 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2ff861a0-2a49-4973-a32e-6525a9bd3dad req-c9d886e5-084a-4f0c-b172-8542f7a8151d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:28.532073 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-2ff861a0-2a49-4973-a32e-6525a9bd3dad req-c9d886e5-084a-4f0c-b172-8542f7a8151d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Calling delete_port for dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:24:28.641103 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8339c20-bdc5-4444-9092-828f49177cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:28.674718 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8339c20-bdc5-4444-9092-828f49177cd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:28.764872 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2ff861a0-2a49-4973-a32e-6525a9bd3dad req-c9d886e5-084a-4f0c-b172-8542f7a8151d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:28.766518 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8339c20-bdc5-4444-9092-828f49177cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:28.776507 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:24:28.881935 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d886e5-084a-4f0c-b172-8542f7a8151d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Pushing event deleted for resources: {'Port': ['ID=dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:28.909364 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8339c20-bdc5-4444-9092-828f49177cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:28.914038 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8339c20-bdc5-4444-9092-828f49177cd3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:28.940128 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff861a0-2a49-4973-a32e-6525a9bd3dad req-c9d886e5-084a-4f0c-b172-8542f7a8151d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] No DVR routers for this DVR port dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:24:28.940954 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['d391d267-4be2-4e25-a090-7ce63b2b518c', 'cd5d0eee-37b3-4e75-98ae-b27c8c26f632'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:24:28.942807 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2ff861a0-2a49-4973-a32e-6525a9bd3dad req-c9d886e5-084a-4f0c-b172-8542f7a8151d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:28.951426 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2ff861a0-2a49-4973-a32e-6525a9bd3dad req-c9d886e5-084a-4f0c-b172-8542f7a8151d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.11 "DELETE /v2.0/ports/dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9 HTTP/1.1" status: 204 len: 173 time: 0.8186693 Nov 15 11:24:28.953487 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76be50bc-7b0a-4e23-bfc8-825a26836926', 'name': 'network-vif-deleted', 'tag': 'dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:28.964727 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5325485-8cc6-40f4-acfd-cbdcd8926f0d" -d '{"events": [{"server_uuid": "76be50bc-7b0a-4e23-bfc8-825a26836926", "name": "network-vif-deleted", "tag": "dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:28.968804 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3405709a-6e38-4ac7-9508-6306790055bf no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:24:28.998597 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 3405709a-6e38-4ac7-9508-6306790055bf {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:24:28.999213 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3405709a-6e38-4ac7-9508-6306790055bf not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:24:29.029221 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8339c20-bdc5-4444-9092-828f49177cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:29.033492 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8339c20-bdc5-4444-9092-828f49177cd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 015caacc-4e86-4f2f-ba3b-026a6b5809d4 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:24:29.050927 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8339c20-bdc5-4444-9092-828f49177cd3 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:29.052256 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f8339c20-bdc5-4444-9092-828f49177cd3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/015caacc-4e86-4f2f-ba3b-026a6b5809d4 HTTP/1.1" status: 204 len: 168 time: 1.7637837 Nov 15 11:24:29.054721 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38096) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:29.055205 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e70b2-ae25-46d8-a52a-83c9d3dc6b02 req-003a6377-3334-4dca-ad57-3fe91f593225 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:29.069752 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-423e70b2-ae25-46d8-a52a-83c9d3dc6b02 req-003a6377-3334-4dca-ad57-3fe91f593225 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 947 time: 0.0771472 Nov 15 11:24:29.073931 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea28c0f-423f-4697-a774-921f495a24c2 x-openstack-request-id: req-fea28c0f-423f-4697-a774-921f495a24c2 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:29.075991 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76be50bc-7b0a-4e23-bfc8-825a26836926", "name": "network-vif-deleted", "tag": "dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:29.080170 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fea28c0f-423f-4697-a774-921f495a24c2 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:29.080974 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76be50bc-7b0a-4e23-bfc8-825a26836926', 'name': 'network-vif-deleted', 'tag': 'dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9', 'status': 'completed', 'code': 200} Nov 15 11:24:29.141303 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-423e70b2-ae25-46d8-a52a-83c9d3dc6b02 req-0cc507dd-938d-41e1-a3a9-6fd670c5fdf3 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705302 Nov 15 11:24:29.157631 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f3e733-f64a-419e-b110-4d8492d62f8b admin admin] Deleting subnet e505fdd0-d625-4dc2-bfa7-236165cb4f1c {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:24:29.167326 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6f3e733-f64a-419e-b110-4d8492d62f8b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:29.211935 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6f3e733-f64a-419e-b110-4d8492d62f8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:29.317408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94852d92-deb7-4c88-a217-3866445da191 req-3fdce25d-c2b3-4dfe-86d6-4fe2400b9456 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:29.319593 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-94852d92-deb7-4c88-a217-3866445da191 req-3fdce25d-c2b3-4dfe-86d6-4fe2400b9456 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 947 time: 0.0698047 Nov 15 11:24:29.343643 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6f3e733-f64a-419e-b110-4d8492d62f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:29.399964 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-94852d92-deb7-4c88-a217-3866445da191 req-2f8df986-63c5-4b2e-bfcb-94aafe494aa5 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742230 Nov 15 11:24:29.407423 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6f3e733-f64a-419e-b110-4d8492d62f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:29.430641 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:24:29.457761 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:29.461012 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c3e177d-0b0b-4204-991a-bdcf155841d2 req-a21303d0-268a-4704-a572-e668adb5622a tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=76be50bc-7b0a-4e23-bfc8-825a26836926 HTTP/1.1" status: 200 len: 210 time: 0.0411096 Nov 15 11:24:29.489973 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3e733-f64a-419e-b110-4d8492d62f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e505fdd0-d625-4dc2-bfa7-236165cb4f1c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:29.494389 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6f3e733-f64a-419e-b110-4d8492d62f8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:29.501235 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 38110) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:29.512620 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f6f3e733-f64a-419e-b110-4d8492d62f8b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e505fdd0-d625-4dc2-bfa7-236165cb4f1c HTTP/1.1" status: 204 len: 168 time: 0.4566095 Nov 15 11:24:29.513687 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6712cc69-8abc-41e1-8c92-8419b989df11 None None] Network 2e78f9bd-5aad-432a-85c1-63f165b57fea requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:24:29.612491 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78134cf2-aafb-4057-bb17-e65f643e78d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:29.633480 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68346ad-8657-42b6-8db1-30274da4e90a req-46b4a01e-dfa8-4749-948a-024642a0d410 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:29.635874 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e68346ad-8657-42b6-8db1-30274da4e90a req-46b4a01e-dfa8-4749-948a-024642a0d410 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 947 time: 0.0835533 Nov 15 11:24:29.641752 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a,segment=NetworkSegment(c1c2e05d-8e7e-45b9-8a54-d10ee275741c),segment_id=c1c2e05d-8e7e-45b9-8a54-d10ee275741c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:29.676490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a', 'network_id': '9f3a5852-db96-443b-b93b-5a07c337fa55', 'port_id': 'ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a', 'mac_address': 'fa:16:3e:95:83:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca5b784-f324-4c0d-b8b6-6fc186e20538', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:24:29.732914 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:29.752878 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:24:29.756965 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e68346ad-8657-42b6-8db1-30274da4e90a req-075da462-9bdc-4abc-aac0-8e17ee3134af tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091616 Nov 15 11:24:29.773217 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b4155-7641-488e-ab0f-d6fa35b7e64d req-4ddfcb66-7781-427b-857d-0aba0b8c88c9 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:29.774740 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-415b4155-7641-488e-ab0f-d6fa35b7e64d req-4ddfcb66-7781-427b-857d-0aba0b8c88c9 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f4665a-d03a-42e8-a216-423bdfb16522 HTTP/1.1" status: 200 len: 943 time: 0.0908110 Nov 15 11:24:29.791786 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9f6608-62ff-4d1b-a403-17269c95633d None None] DHCP port deletion for 2e78f9bd-5aad-432a-85c1-63f165b57fea request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:24:29.800126 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a,segment=NetworkSegment(c1c2e05d-8e7e-45b9-8a54-d10ee275741c),segment_id=c1c2e05d-8e7e-45b9-8a54-d10ee275741c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:29.802251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-78134cf2-aafb-4057-bb17-e65f643e78d9 admin admin] Deleting port 358ae97a-33b4-4c13-be8a-acc603bff571 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:24:29.802683 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78134cf2-aafb-4057-bb17-e65f643e78d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:29.824241 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:29.891647 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:29.896397 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-aa9f6608-62ff-4d1b-a403-17269c95633d None None] Deleting port 358ae97a-33b4-4c13-be8a-acc603bff571 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:24:29.896768 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6608-62ff-4d1b-a403-17269c95633d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:29.963218 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-aa9f6608-62ff-4d1b-a403-17269c95633d None None] For port 358ae97a-33b4-4c13-be8a-acc603bff571, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=358ae97a-33b4-4c13-be8a-acc603bff571,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:29.963506 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6608-62ff-4d1b-a403-17269c95633d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:29.976989 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-aa9f6608-62ff-4d1b-a403-17269c95633d None None] Calling delete_port for 358ae97a-33b4-4c13-be8a-acc603bff571 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:24:30.065660 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6608-62ff-4d1b-a403-17269c95633d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:30.090311 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f6608-62ff-4d1b-a403-17269c95633d None None] Pushing event deleted for resources: {'Port': ['ID=358ae97a-33b4-4c13-be8a-acc603bff571,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:30.099666 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9f6608-62ff-4d1b-a403-17269c95633d None None] No DVR routers for this DVR port 358ae97a-33b4-4c13-be8a-acc603bff571 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:24:30.162158 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:24:30.220336 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-78134cf2-aafb-4057-bb17-e65f643e78d9 admin admin] For port 358ae97a-33b4-4c13-be8a-acc603bff571, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=358ae97a-33b4-4c13-be8a-acc603bff571,segment=NetworkSegment(f7b0e233-28c1-457d-b238-2652f177ff0b),segment_id=f7b0e233-28c1-457d-b238-2652f177ff0b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:30.220933 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78134cf2-aafb-4057-bb17-e65f643e78d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:30.232759 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-415b4155-7641-488e-ab0f-d6fa35b7e64d req-103f448e-b1e8-49e7-aaa3-b3dba131f339 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/security-groups?id=1680163d-8cd3-487e-892d-152e13ff31c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498358 Nov 15 11:24:30.240708 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-78134cf2-aafb-4057-bb17-e65f643e78d9 admin admin] Calling delete_port for 358ae97a-33b4-4c13-be8a-acc603bff571 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:24:30.267749 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767c109-7d0d-4d67-9a35-fb7367d975b8 req-81e6ed60-f39f-4f04-aec8-345cb2edfd3a tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:30.269324 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f767c109-7d0d-4d67-9a35-fb7367d975b8 req-81e6ed60-f39f-4f04-aec8-345cb2edfd3a tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 947 time: 0.1124752 Nov 15 11:24:30.368245 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f767c109-7d0d-4d67-9a35-fb7367d975b8 req-70d3dff6-f689-436d-8617-b63560495101 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658212 Nov 15 11:24:30.372641 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78134cf2-aafb-4057-bb17-e65f643e78d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:30.398692 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78134cf2-aafb-4057-bb17-e65f643e78d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=358ae97a-33b4-4c13-be8a-acc603bff571,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:30.400516 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78134cf2-aafb-4057-bb17-e65f643e78d9 admin admin] No DVR routers for this DVR port 358ae97a-33b4-4c13-be8a-acc603bff571 on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:24:30.494195 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78134cf2-aafb-4057-bb17-e65f643e78d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:30.517704 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-78134cf2-aafb-4057-bb17-e65f643e78d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e78f9bd-5aad-432a-85c1-63f165b57fea']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:30.529629 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-78134cf2-aafb-4057-bb17-e65f643e78d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b0e233-28c1-457d-b238-2652f177ff0b') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:30.529745 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-78134cf2-aafb-4057-bb17-e65f643e78d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b0e233-28c1-457d-b238-2652f177ff0b') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:30.539030 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed551c7b-48f2-43be-8c9c-bcedb8f23b96 req-bd5d86d9-bccf-4305-b264-fe961f8d8206 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:30.540472 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed551c7b-48f2-43be-8c9c-bcedb8f23b96 req-bd5d86d9-bccf-4305-b264-fe961f8d8206 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 947 time: 0.0827017 Nov 15 11:24:30.562225 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78134cf2-aafb-4057-bb17-e65f643e78d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:30.583861 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78134cf2-aafb-4057-bb17-e65f643e78d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:30.597927 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78134cf2-aafb-4057-bb17-e65f643e78d9 admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:24:30.598332 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78134cf2-aafb-4057-bb17-e65f643e78d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:30.598484 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:24:30.600062 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:24:30.623239 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:24:30.623735 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6d5a4111-43fc-4a7f-a8a2-5f8ba9bc186f not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:24:30.624374 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 358ae97a-33b4-4c13-be8a-acc603bff571 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:24:30.645052 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed551c7b-48f2-43be-8c9c-bcedb8f23b96 req-838fab06-b631-40c7-adee-7611ed2b860b tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984294 Nov 15 11:24:30.646650 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 358ae97a-33b4-4c13-be8a-acc603bff571 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:24:30.657656 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 358ae97a-33b4-4c13-be8a-acc603bff571 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:24:30.670500 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78134cf2-aafb-4057-bb17-e65f643e78d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:30.685080 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78134cf2-aafb-4057-bb17-e65f643e78d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:30.694828 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-78134cf2-aafb-4057-bb17-e65f643e78d9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2e78f9bd-5aad-432a-85c1-63f165b57fea HTTP/1.1" status: 204 len: 168 time: 1.1900129 Nov 15 11:24:30.703074 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78134cf2-aafb-4057-bb17-e65f643e78d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e78f9bd-5aad-432a-85c1-63f165b57fea,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:30.782383 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd733af-9ede-4096-a4b3-3fa5350cd13f req-871bbdaa-9b8e-40df-be92-1de7b63b3ca9 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:30.783998 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0dd733af-9ede-4096-a4b3-3fa5350cd13f req-871bbdaa-9b8e-40df-be92-1de7b63b3ca9 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd18a134-b3f7-4a36-83e8-7a5354d2a70e HTTP/1.1" status: 200 len: 946 time: 0.0571301 Nov 15 11:24:30.823162 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38140) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:30.844126 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0dd733af-9ede-4096-a4b3-3fa5350cd13f req-12423822-149f-4d34-887c-96569237ca33 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524991 Nov 15 11:24:30.874528 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0508fb2a-c20f-4315-bd6e-50558618d526 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=27507e50335c4427bf73121e79f9c590&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474975 Nov 15 11:24:30.874726 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38144) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:30.892215 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74d00c-83bd-49a2-9b39-9fdc696e2439 req-0b04fd29-4906-48eb-9124-9917d9edae70 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:30.893883 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b74d00c-83bd-49a2-9b39-9fdc696e2439 req-0b04fd29-4906-48eb-9124-9917d9edae70 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 947 time: 0.0714011 Nov 15 11:24:30.921956 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b902e7be-7a52-4599-ac42-fd1bc3d44e23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:30.943264 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b902e7be-7a52-4599-ac42-fd1bc3d44e23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:30.945038 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b74d00c-83bd-49a2-9b39-9fdc696e2439 req-fa7a5cab-e75f-46b6-a1a8-b4256d969f42 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430441 Nov 15 11:24:30.989695 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b902e7be-7a52-4599-ac42-fd1bc3d44e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:30.992591 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b902e7be-7a52-4599-ac42-fd1bc3d44e23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:30.993736 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b902e7be-7a52-4599-ac42-fd1bc3d44e23 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6177f3ea-d3cd-4bc6-896b-e5ae0725b493 HTTP/1.1" status: 204 len: 168 time: 0.1181281 Nov 15 11:24:31.001781 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902e7be-7a52-4599-ac42-fd1bc3d44e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6177f3ea-d3cd-4bc6-896b-e5ae0725b493,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:31.071403 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b465bff-1f28-489c-8052-bc301dffe9d4 req-570f2e26-57b6-409b-9d43-1ef3a9284a15 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:31.072915 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b465bff-1f28-489c-8052-bc301dffe9d4 req-570f2e26-57b6-409b-9d43-1ef3a9284a15 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 947 time: 0.0533307 Nov 15 11:24:31.120847 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b465bff-1f28-489c-8052-bc301dffe9d4 req-e761c2eb-c5b2-47ae-ae20-eaf3862094fe tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419903 Nov 15 11:24:31.336686 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:31.407175 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad295d-d0bf-4d4d-95ea-0060b3a4fa95 req-5429a045-49e1-4383-a6a6-22305624d0cb tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:31.408763 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dad295d-d0bf-4d4d-95ea-0060b3a4fa95 req-5429a045-49e1-4383-a6a6-22305624d0cb tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f4665a-d03a-42e8-a216-423bdfb16522 HTTP/1.1" status: 200 len: 944 time: 0.1004214 Nov 15 11:24:31.428167 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96936da1-4512-4f5f-bbdd-253bebfa4da3 req-01fddbf3-cc98-4cca-b484-236ced85e1ec tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:31.429640 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96936da1-4512-4f5f-bbdd-253bebfa4da3 req-01fddbf3-cc98-4cca-b484-236ced85e1ec tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 947 time: 0.0864065 Nov 15 11:24:31.436198 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:24:31.502221 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dad295d-d0bf-4d4d-95ea-0060b3a4fa95 req-89387299-8494-4545-9d43-200376e81a7d tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/security-groups?id=1680163d-8cd3-487e-892d-152e13ff31c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874183 Nov 15 11:24:31.509464 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:24:31.515776 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:24:31.516337 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:31.527212 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96936da1-4512-4f5f-bbdd-253bebfa4da3 req-1bff1965-1108-4e26-aef1-2af1e9c1d873 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871925 Nov 15 11:24:31.621577 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:31.644490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f4665a-d03a-42e8-a216-423bdfb16522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:31.646803 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d25e397-cd82-4346-aa93-27bbfbf20928" -d '{"events": [{"server_uuid": "18f4665a-d03a-42e8-a216-423bdfb16522", "name": "network-vif-plugged", "status": "completed", "tag": "ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:31.661002 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a,segment=NetworkSegment(c1c2e05d-8e7e-45b9-8a54-d10ee275741c),segment_id=c1c2e05d-8e7e-45b9-8a54-d10ee275741c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:31.665495 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:31.691674 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5078734f-fb68-4038-8695-c87d27961545 x-openstack-request-id: req-5078734f-fb68-4038-8695-c87d27961545 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:31.692013 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f4665a-d03a-42e8-a216-423bdfb16522", "name": "network-vif-plugged", "status": "completed", "tag": "ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:31.692264 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5078734f-fb68-4038-8695-c87d27961545 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:31.692652 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f4665a-d03a-42e8-a216-423bdfb16522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a', 'code': 200} Nov 15 11:24:31.721566 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:31.761757 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38182) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:31.798490 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a928b44-e08b-4701-988f-0e0db05449eb req-563a3701-fa77-4ac0-8a16-4ba1fcc88a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:31.800049 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4a928b44-e08b-4701-988f-0e0db05449eb req-563a3701-fa77-4ac0-8a16-4ba1fcc88a87 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=18f4665a-d03a-42e8-a216-423bdfb16522 HTTP/1.1" status: 200 len: 1096 time: 0.0450826 Nov 15 11:24:31.850161 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4a928b44-e08b-4701-988f-0e0db05449eb req-55861a6f-6665-4eaa-ab5d-9b397432afee service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1680163d-8cd3-487e-892d-152e13ff31c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403953 Nov 15 11:24:31.866942 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-be2163a5-1080-41f6-a28b-5a54d2682823 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1452794109-network', 'tenant_id': '2cd7628be52d40cfbbb2773bf664f4fc'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:31.888429 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2163a5-1080-41f6-a28b-5a54d2682823 admin admin] Made reservation on behalf of 2cd7628be52d40cfbbb2773bf664f4fc for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:24:31.890716 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be2163a5-1080-41f6-a28b-5a54d2682823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:31.899384 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be2163a5-1080-41f6-a28b-5a54d2682823 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:31.973017 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c67431-8f20-42d1-bb11-17858b18db6a req-0394ee41-eedb-4286-a7fe-3dfa5104c90f tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:31.974531 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-89c67431-8f20-42d1-bb11-17858b18db6a req-0394ee41-eedb-4286-a7fe-3dfa5104c90f tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd18a134-b3f7-4a36-83e8-7a5354d2a70e HTTP/1.1" status: 200 len: 946 time: 0.0585792 Nov 15 11:24:31.977029 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be2163a5-1080-41f6-a28b-5a54d2682823 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:31.981947 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be2163a5-1080-41f6-a28b-5a54d2682823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:32.012284 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2163a5-1080-41f6-a28b-5a54d2682823 admin admin] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:24:32.018885 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2163a5-1080-41f6-a28b-5a54d2682823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b03b2e-9243-4fb9-baaa-7cdbaa8f178b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:32.025441 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be2163a5-1080-41f6-a28b-5a54d2682823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:32.025780 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-be2163a5-1080-41f6-a28b-5a54d2682823 admin admin] Added segment 6b671568-cbb8-48a4-bdbf-4d5926497cba of type vlan for network e619781e-d3b3-4c47-8d32-a258d7c73617 Nov 15 11:24:32.030031 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-89c67431-8f20-42d1-bb11-17858b18db6a req-384adf03-c2f9-476e-a9e1-eaf3a99b92a1 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473070 Nov 15 11:24:32.068483 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be2163a5-1080-41f6-a28b-5a54d2682823 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:32.093792 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be2163a5-1080-41f6-a28b-5a54d2682823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:32.094925 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2163a5-1080-41f6-a28b-5a54d2682823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:32.095502 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-be2163a5-1080-41f6-a28b-5a54d2682823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:32.148023 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-be2163a5-1080-41f6-a28b-5a54d2682823 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3842139 Nov 15 11:24:32.150991 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 38190) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:32.156210 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-0a77d1b5-7cae-40ee-8d45-5d7a2866a3ef admin admin] Request body: {'subnet': {'network_id': 'e619781e-d3b3-4c47-8d32-a258d7c73617', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1452794109-subnet', 'tenant_id': '2cd7628be52d40cfbbb2773bf664f4fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:32.159369 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2163a5-1080-41f6-a28b-5a54d2682823 admin admin] Pushing event updated for resources: {'Network': ['ID=e619781e-d3b3-4c47-8d32-a258d7c73617,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:32.169362 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network e619781e-d3b3-4c47-8d32-a258d7c73617 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:24:32.178413 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a77d1b5-7cae-40ee-8d45-5d7a2866a3ef admin admin] Made reservation on behalf of 2cd7628be52d40cfbbb2773bf664f4fc for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:24:32.180977 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a77d1b5-7cae-40ee-8d45-5d7a2866a3ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:32.250735 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:24:32.270920 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:24:32.271192 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device dc7e9aba-a5f8-4dac-adbc-a3f7aa6fefb9 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:24:32.390239 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d77ede-0475-4f7b-bd53-6273f1529e98 req-d10c6070-3458-466c-bd8f-5598c3c51e67 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:32.391709 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6d77ede-0475-4f7b-bd53-6273f1529e98 req-d10c6070-3458-466c-bd8f-5598c3c51e67 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd18a134-b3f7-4a36-83e8-7a5354d2a70e HTTP/1.1" status: 200 len: 946 time: 0.0901389 Nov 15 11:24:32.392694 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a77d1b5-7cae-40ee-8d45-5d7a2866a3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:32.471514 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77d1b5-7cae-40ee-8d45-5d7a2866a3ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=62176ee4-7b69-406c-a850-5490a4719603,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:32.524350 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a77d1b5-7cae-40ee-8d45-5d7a2866a3ef admin admin] Checking segment: {'id': '6b671568-cbb8-48a4-bdbf-4d5926497cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'e619781e-d3b3-4c47-8d32-a258d7c73617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:24:32.524639 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a77d1b5-7cae-40ee-8d45-5d7a2866a3ef admin admin] Network hostable DHCP agents. Network: e619781e-d3b3-4c47-8d32-a258d7c73617, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:24:32.555601 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-b6d77ede-0475-4f7b-bd53-6273f1529e98 req-3aacb001-f1e0-46fe-bdc3-94537ac92874 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Deleting port cd5d0eee-37b3-4e75-98ae-b27c8c26f632 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:24:32.556586 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b6d77ede-0475-4f7b-bd53-6273f1529e98 req-3aacb001-f1e0-46fe-bdc3-94537ac92874 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:32.560004 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a77d1b5-7cae-40ee-8d45-5d7a2866a3ef admin admin] Network e619781e-d3b3-4c47-8d32-a258d7c73617 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:24:32.618619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-0a77d1b5-7cae-40ee-8d45-5d7a2866a3ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, e619781e-d3b3-4c47-8d32-a258d7c73617) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:24:32.627604 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3697ab34-0f39-4de6-932f-89a2fdc6c670 None None] Network e619781e-d3b3-4c47-8d32-a258d7c73617 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:24:32.650250 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a77d1b5-7cae-40ee-8d45-5d7a2866a3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:32.650833 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a77d1b5-7cae-40ee-8d45-5d7a2866a3ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:32.708485 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0a77d1b5-7cae-40ee-8d45-5d7a2866a3ef admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5562782 Nov 15 11:24:32.739456 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc946a62-69e9-47d1-8349-61eb0e1e82fc req-f4b7060d-5e27-48bd-9367-dedad4f61fe1 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:32.740951 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc946a62-69e9-47d1-8349-61eb0e1e82fc req-f4b7060d-5e27-48bd-9367-dedad4f61fe1 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f4665a-d03a-42e8-a216-423bdfb16522 HTTP/1.1" status: 200 len: 945 time: 0.1680837 Nov 15 11:24:32.747475 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-b6d77ede-0475-4f7b-bd53-6273f1529e98 req-3aacb001-f1e0-46fe-bdc3-94537ac92874 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] For port cd5d0eee-37b3-4e75-98ae-b27c8c26f632, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=cd5d0eee-37b3-4e75-98ae-b27c8c26f632,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:32.748135 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b6d77ede-0475-4f7b-bd53-6273f1529e98 req-3aacb001-f1e0-46fe-bdc3-94537ac92874 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:32.759960 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38028c3c-bc19-441e-83aa-1b1157df38e8 None None] Network e619781e-d3b3-4c47-8d32-a258d7c73617 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:24:32.765783 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644899f9-5b29-417c-992a-a3bf2973ba9c req-2f310389-8eb8-4eb6-9fbe-3983488356df tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:32.767419 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-644899f9-5b29-417c-992a-a3bf2973ba9c req-2f310389-8eb8-4eb6-9fbe-3983488356df tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 947 time: 0.1327796 Nov 15 11:24:32.786360 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-b6d77ede-0475-4f7b-bd53-6273f1529e98 req-3aacb001-f1e0-46fe-bdc3-94537ac92874 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Calling delete_port for cd5d0eee-37b3-4e75-98ae-b27c8c26f632 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:24:32.887079 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc946a62-69e9-47d1-8349-61eb0e1e82fc req-f6629046-d0cc-4d00-be94-e45c2df3933b tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/security-groups?id=1680163d-8cd3-487e-892d-152e13ff31c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360841 Nov 15 11:24:32.893521 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-644899f9-5b29-417c-992a-a3bf2973ba9c req-fa199ab8-03b9-4613-80d5-0a3e6f143c7e tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155903 Nov 15 11:24:32.990944 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b6d77ede-0475-4f7b-bd53-6273f1529e98 req-3aacb001-f1e0-46fe-bdc3-94537ac92874 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:33.003750 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['d391d267-4be2-4e25-a090-7ce63b2b518c', 'cd5d0eee-37b3-4e75-98ae-b27c8c26f632'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:24:33.021824 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacb001-f1e0-46fe-bdc3-94537ac92874 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Pushing event deleted for resources: {'Port': ['ID=cd5d0eee-37b3-4e75-98ae-b27c8c26f632,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:33.066901 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d77ede-0475-4f7b-bd53-6273f1529e98 req-3aacb001-f1e0-46fe-bdc3-94537ac92874 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] No DVR routers for this DVR port cd5d0eee-37b3-4e75-98ae-b27c8c26f632 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:24:33.073534 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b6d77ede-0475-4f7b-bd53-6273f1529e98 req-3aacb001-f1e0-46fe-bdc3-94537ac92874 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:33.077067 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6d77ede-0475-4f7b-bd53-6273f1529e98 req-3aacb001-f1e0-46fe-bdc3-94537ac92874 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.55 "DELETE /v2.0/ports/cd5d0eee-37b3-4e75-98ae-b27c8c26f632 HTTP/1.1" status: 204 len: 173 time: 0.6604729 Nov 15 11:24:33.077528 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd18a134-b3f7-4a36-83e8-7a5354d2a70e', 'name': 'network-vif-deleted', 'tag': 'cd5d0eee-37b3-4e75-98ae-b27c8c26f632'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:33.079933 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c45f32-f6e1-4d43-a851-533f4678897f" -d '{"events": [{"server_uuid": "bd18a134-b3f7-4a36-83e8-7a5354d2a70e", "name": "network-vif-deleted", "tag": "cd5d0eee-37b3-4e75-98ae-b27c8c26f632"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:33.231229 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b370b8-da09-4a90-a0bf-a64ad5a56485 req-a70fdd8d-90e1-4229-8e63-2c6ed692a11a tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:33.233240 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7b370b8-da09-4a90-a0bf-a64ad5a56485 req-a70fdd8d-90e1-4229-8e63-2c6ed692a11a tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 947 time: 0.0793474 Nov 15 11:24:33.287357 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7b370b8-da09-4a90-a0bf-a64ad5a56485 req-d3682e97-c567-4059-a4e1-388da69b197e tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438519 Nov 15 11:24:33.406452 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-caecc32b-d952-4b20-afa5-803720a41b6b tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:33.407995 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-caecc32b-d952-4b20-afa5-803720a41b6b tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.64 "GET /v2.0/networks?id=e619781e-d3b3-4c47-8d32-a258d7c73617 HTTP/1.1" status: 200 len: 813 time: 0.1104765 Nov 15 11:24:33.438183 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-09734bdd-a5a9-4740-b30c-248f2dce1640 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.64 "GET /v2.0/quotas/2cd7628be52d40cfbbb2773bf664f4fc HTTP/1.1" status: 200 len: 375 time: 0.0244441 Nov 15 11:24:33.455730 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cd1d2b6f-1383-49d4-b85a-791bb415e40c req-4ae54905-c89c-4f5f-89f1-6638ee27f93e tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd18a134-b3f7-4a36-83e8-7a5354d2a70e HTTP/1.1" status: 200 len: 210 time: 0.0341978 Nov 15 11:24:33.481695 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-c832943e-8255-4841-b665-d2ea13726877 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2cd7628be52d40cfbbb2773bf664f4fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282314 Nov 15 11:24:33.512633 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372843b5-65fd-4e9f-8bfd-443fd2a4423c x-openstack-request-id: req-372843b5-65fd-4e9f-8bfd-443fd2a4423c {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:33.512920 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd18a134-b3f7-4a36-83e8-7a5354d2a70e", "name": "network-vif-deleted", "tag": "cd5d0eee-37b3-4e75-98ae-b27c8c26f632", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:33.513168 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-372843b5-65fd-4e9f-8bfd-443fd2a4423c {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:33.513559 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd18a134-b3f7-4a36-83e8-7a5354d2a70e', 'name': 'network-vif-deleted', 'tag': 'cd5d0eee-37b3-4e75-98ae-b27c8c26f632', 'status': 'completed', 'code': 200} Nov 15 11:24:33.585359 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-ca65e28d-71c5-49fd-bdf6-2d188ee7cd2e service neutron] 10.222.0.64 "GET /v2.0/networks/e619781e-d3b3-4c47-8d32-a258d7c73617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964892 Nov 15 11:24:33.684602 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-e00cfd9d-1756-44d4-ad3a-643824afdd97 service neutron] 10.222.0.64 "GET /v2.0/networks/e619781e-d3b3-4c47-8d32-a258d7c73617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929596 Nov 15 11:24:33.845643 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0467ab96-9391-499a-8561-90913ba416da req-b320082d-2673-40c9-9a05-5ff99ce2b015 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b4d8c8-c829-4035-a794-148fd48180fc HTTP/1.1" status: 200 len: 210 time: 0.0284011 Nov 15 11:24:34.011476 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbc1f7-acad-48bf-9bff-d2b8c75df8ef req-7f7cfdcd-c154-4083-948c-8e8d5538a6b6 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:34.013068 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0edbc1f7-acad-48bf-9bff-d2b8c75df8ef req-7f7cfdcd-c154-4083-948c-8e8d5538a6b6 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f4665a-d03a-42e8-a216-423bdfb16522 HTTP/1.1" status: 200 len: 945 time: 0.0540912 Nov 15 11:24:34.076752 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0edbc1f7-acad-48bf-9bff-d2b8c75df8ef req-ff3f0a09-a6ae-4d61-ad6f-fba415d69d6b tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/security-groups?id=1680163d-8cd3-487e-892d-152e13ff31c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569460 Nov 15 11:24:34.437218 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad1275-b632-4f4f-a16d-3b8ad9f75511 req-a41aa4bd-9a81-4e9e-92cc-477fb50ac7f4 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:34.445239 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bcad1275-b632-4f4f-a16d-3b8ad9f75511 req-a41aa4bd-9a81-4e9e-92cc-477fb50ac7f4 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 947 time: 0.0629613 Nov 15 11:24:34.503107 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bcad1275-b632-4f4f-a16d-3b8ad9f75511 req-745da88a-100b-405b-93ac-22e46a8529ee tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564730 Nov 15 11:24:34.555407 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96e424-578c-4978-a7f7-7a1a8c936ed8 req-bd3995d9-7509-4535-b5ac-a2108d3d3337 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:34.556989 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc96e424-578c-4978-a7f7-7a1a8c936ed8 req-bd3995d9-7509-4535-b5ac-a2108d3d3337 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f4665a-d03a-42e8-a216-423bdfb16522 HTTP/1.1" status: 200 len: 945 time: 0.0600574 Nov 15 11:24:34.634587 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc96e424-578c-4978-a7f7-7a1a8c936ed8 req-026f5d76-1f13-48ac-bc5d-f39e493ca871 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/security-groups?id=1680163d-8cd3-487e-892d-152e13ff31c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710382 Nov 15 11:24:34.903709 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c22cff-bc96-48f0-9d1f-2a32edae1bff req-57365535-c07d-4d0d-ac4c-33bcc872e471 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:34.919126 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56c22cff-bc96-48f0-9d1f-2a32edae1bff req-57365535-c07d-4d0d-ac4c-33bcc872e471 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 947 time: 0.1038318 Nov 15 11:24:34.953067 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-cdf60540-50aa-421b-b9dc-b8c063c6fcf2 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:34.960760 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-cdf60540-50aa-421b-b9dc-b8c063c6fcf2 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/networks?id=49b4d594-0a5b-4365-b6d6-a6b4864f1759 HTTP/1.1" status: 200 len: 806 time: 0.2034295 Nov 15 11:24:34.976288 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-9376ffac-6827-4582-acea-bb57dfca60e9 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:34.978181 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-9376ffac-6827-4582-acea-bb57dfca60e9 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.11 "GET /v2.0/networks?id=e619781e-d3b3-4c47-8d32-a258d7c73617 HTTP/1.1" status: 200 len: 813 time: 0.1411164 Nov 15 11:24:34.992394 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-739140ee-c80b-4842-b860-29821b237820 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Request body: {'port': {'device_id': 'b6b4d8c8-c829-4035-a794-148fd48180fc', 'network_id': 'e619781e-d3b3-4c47-8d32-a258d7c73617', 'admin_state_up': True, 'tenant_id': '2cd7628be52d40cfbbb2773bf664f4fc'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:34.996465 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-3ae8695c-2368-467b-a4db-5fa4db9473d6 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/quotas/256e7f4fc00d4f2c8c7d8b69f41fa2d5 HTTP/1.1" status: 200 len: 375 time: 0.0346928 Nov 15 11:24:35.024390 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56c22cff-bc96-48f0-9d1f-2a32edae1bff req-ddda3fff-4d06-4fe5-a873-37cae8fa709e tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042738 Nov 15 11:24:35.123198 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-6d9fdc8e-ddb7-460b-8e47-bc6d93ef00dd tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=256e7f4fc00d4f2c8c7d8b69f41fa2d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1255043 Nov 15 11:24:35.138488 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-739140ee-c80b-4842-b860-29821b237820 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Made reservation on behalf of 2cd7628be52d40cfbbb2773bf664f4fc for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:24:35.144381 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-739140ee-c80b-4842-b860-29821b237820 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:35.209328 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17546937-8e14-42e7-a97e-29e2127a8c2a req-43767233-3ae2-47bb-94e1-86f4d498c017 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b4d8c8-c829-4035-a794-148fd48180fc HTTP/1.1" status: 200 len: 210 time: 0.0764880 Nov 15 11:24:35.284405 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-b2831062-c964-470c-abb8-5c055678a706 service neutron] 10.222.0.64 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600525 Nov 15 11:24:35.321882 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-739140ee-c80b-4842-b860-29821b237820 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Allocated IP 172.20.0.11 (e619781e-d3b3-4c47-8d32-a258d7c73617/62176ee4-7b69-406c-a850-5490a4719603/f3853830-5e36-4320-8c17-291a92cfaf08) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:24:35.408886 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-42a68308-6ae4-43e2-8dd1-6a9fbde183c6 service neutron] 10.222.0.64 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212535 Nov 15 11:24:35.467337 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device cd5d0eee-37b3-4e75-98ae-b27c8c26f632 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:24:35.514899 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: cd5d0eee-37b3-4e75-98ae-b27c8c26f632 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:24:35.515549 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device cd5d0eee-37b3-4e75-98ae-b27c8c26f632 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:24:35.524547 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-739140ee-c80b-4842-b860-29821b237820 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:35.565644 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-739140ee-c80b-4842-b860-29821b237820 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:35.599017 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86e8ff-2fad-427e-8eb3-9f07e9ac1e43 req-e0830817-9a71-4c43-bd45-66d81bdbab5d tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:35.606626 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6d86e8ff-2fad-427e-8eb3-9f07e9ac1e43 req-e0830817-9a71-4c43-bd45-66d81bdbab5d tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c2b6166-d622-42ca-81eb-28c670a978da HTTP/1.1" status: 200 len: 945 time: 0.0638225 Nov 15 11:24:35.628524 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-739140ee-c80b-4842-b860-29821b237820 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Network e619781e-d3b3-4c47-8d32-a258d7c73617 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:24:35.636621 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-739140ee-c80b-4842-b860-29821b237820 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:24:35.643333 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-739140ee-c80b-4842-b860-29821b237820 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:24:35.673244 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739140ee-c80b-4842-b860-29821b237820 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Pushing event updated for resources: {'Port': ['ID=f3853830-5e36-4320-8c17-291a92cfaf08,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:35.700037 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6d86e8ff-2fad-427e-8eb3-9f07e9ac1e43 req-be133f47-e33e-4636-9e95-2543417154f5 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d45103d-ee9d-493b-90ef-c3e5aea48f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923610 Nov 15 11:24:35.720973 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-739140ee-c80b-4842-b860-29821b237820 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:35.722694 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-739140ee-c80b-4842-b860-29821b237820 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:35.748081 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-739140ee-c80b-4842-b860-29821b237820 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7603524 Nov 15 11:24:35.762401 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-24387ce5-ccf9-4717-b928-1f0a433ed4d8 service neutron] Request body: {'port': {'device_id': 'b6b4d8c8-c829-4035-a794-148fd48180fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:35.820145 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4574bb37-2de2-4dd2-a6ca-9584b62add32 req-917046ce-634c-4ed0-8acd-a0b42a69b537 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=063a6c32-114a-495f-aff8-d0730b3ece3f HTTP/1.1" status: 200 len: 210 time: 0.0344574 Nov 15 11:24:35.846482 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-24387ce5-ccf9-4717-b928-1f0a433ed4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:35.886944 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150f364-1b65-4045-94ad-f0fc92baa205 req-6d739233-17d6-4938-b466-35a211544de2 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:35.888817 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1150f364-1b65-4045-94ad-f0fc92baa205 req-6d739233-17d6-4938-b466-35a211544de2 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f4665a-d03a-42e8-a216-423bdfb16522 HTTP/1.1" status: 200 len: 945 time: 0.0731928 Nov 15 11:24:35.942046 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1150f364-1b65-4045-94ad-f0fc92baa205 req-15df5cb4-8ba7-4549-b0c2-a6760bb3843b tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/security-groups?id=1680163d-8cd3-487e-892d-152e13ff31c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471530 Nov 15 11:24:36.060612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107539a-5260-4d27-942c-0ba61a5aa610 req-d247f5aa-b0b7-4f60-82f9-8bcac5c9e6a7 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:36.062145 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2107539a-5260-4d27-942c-0ba61a5aa610 req-d247f5aa-b0b7-4f60-82f9-8bcac5c9e6a7 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.55 "GET /v2.0/ports?device_id=18f4665a-d03a-42e8-a216-423bdfb16522 HTTP/1.1" status: 200 len: 945 time: 0.0619302 Nov 15 11:24:36.176788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-24387ce5-ccf9-4717-b928-1f0a433ed4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3853830-5e36-4320-8c17-291a92cfaf08 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:24:36.185308 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-24387ce5-ccf9-4717-b928-1f0a433ed4d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:36.199335 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-24387ce5-ccf9-4717-b928-1f0a433ed4d8 service neutron] Transition to ACTIVE for port object f3853830-5e36-4320-8c17-291a92cfaf08 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:24:36.207874 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-24387ce5-ccf9-4717-b928-1f0a433ed4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:36.212286 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a9b39324-37d8-4f42-b070-994d4fa818bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:36.223391 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a40d36-fe0d-4dbb-bed0-c36e0615e9fe req-c4c5069b-acac-45af-ba94-d8def9cb5cec tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:36.225142 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d4a40d36-fe0d-4dbb-bed0-c36e0615e9fe req-c4c5069b-acac-45af-ba94-d8def9cb5cec tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 947 time: 0.0966294 Nov 15 11:24:36.296032 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-2107539a-5260-4d27-942c-0ba61a5aa610 req-e92b00d5-6213-4728-8656-b68caf3c2498 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Deleting port ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:24:36.296399 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2107539a-5260-4d27-942c-0ba61a5aa610 req-e92b00d5-6213-4728-8656-b68caf3c2498 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:36.311550 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24387ce5-ccf9-4717-b928-1f0a433ed4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3853830-5e36-4320-8c17-291a92cfaf08,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:36.363491 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-24387ce5-ccf9-4717-b928-1f0a433ed4d8 service neutron] Attempting to bind port f3853830-5e36-4320-8c17-291a92cfaf08 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:24:36.364357 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-24387ce5-ccf9-4717-b928-1f0a433ed4d8 service neutron] Attempting to bind port f3853830-5e36-4320-8c17-291a92cfaf08 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '6b671568-cbb8-48a4-bdbf-4d5926497cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'e619781e-d3b3-4c47-8d32-a258d7c73617'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:24:36.364888 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-24387ce5-ccf9-4717-b928-1f0a433ed4d8 service neutron] Attempting to bind port f3853830-5e36-4320-8c17-291a92cfaf08 on network e619781e-d3b3-4c47-8d32-a258d7c73617 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:24:36.370011 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-24387ce5-ccf9-4717-b928-1f0a433ed4d8 service neutron] Port f3853830-5e36-4320-8c17-291a92cfaf08 on network e619781e-d3b3-4c47-8d32-a258d7c73617 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:24:36.370476 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-24387ce5-ccf9-4717-b928-1f0a433ed4d8 service neutron] Attempting to bind port f3853830-5e36-4320-8c17-291a92cfaf08 on network e619781e-d3b3-4c47-8d32-a258d7c73617 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:24:36.378075 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-24387ce5-ccf9-4717-b928-1f0a433ed4d8 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:24:36.378448 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-24387ce5-ccf9-4717-b928-1f0a433ed4d8 service neutron] Checking segment: {'id': '6b671568-cbb8-48a4-bdbf-4d5926497cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'e619781e-d3b3-4c47-8d32-a258d7c73617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:24:36.378819 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-24387ce5-ccf9-4717-b928-1f0a433ed4d8 service neutron] Bound using segment: {'id': '6b671568-cbb8-48a4-bdbf-4d5926497cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'e619781e-d3b3-4c47-8d32-a258d7c73617'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:24:36.379240 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-24387ce5-ccf9-4717-b928-1f0a433ed4d8 service neutron] Bound port: f3853830-5e36-4320-8c17-291a92cfaf08, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b671568-cbb8-48a4-bdbf-4d5926497cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'e619781e-d3b3-4c47-8d32-a258d7c73617'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:24:36.379731 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-24387ce5-ccf9-4717-b928-1f0a433ed4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:36.405432 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d4a40d36-fe0d-4dbb-bed0-c36e0615e9fe req-cbebca80-c062-4c52-9655-3ea05b242bfc tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739225 Nov 15 11:24:36.457966 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60ef8c-0435-478c-91c2-13a2f74c61ef req-e70481f9-40af-4f0e-85eb-71aa138d0149 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:36.458666 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-24387ce5-ccf9-4717-b928-1f0a433ed4d8 service neutron] For port f3853830-5e36-4320-8c17-291a92cfaf08, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:24:36.459593 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e60ef8c-0435-478c-91c2-13a2f74c61ef req-e70481f9-40af-4f0e-85eb-71aa138d0149 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 947 time: 0.1804051 Nov 15 11:24:36.462412 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-24387ce5-ccf9-4717-b928-1f0a433ed4d8 service neutron] For port f3853830-5e36-4320-8c17-291a92cfaf08, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f3853830-5e36-4320-8c17-291a92cfaf08,segment=NetworkSegment(6b671568-cbb8-48a4-bdbf-4d5926497cba),segment_id=6b671568-cbb8-48a4-bdbf-4d5926497cba)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:24:36.468160 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-24387ce5-ccf9-4717-b928-1f0a433ed4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:36.473160 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519689cc-31d9-4874-8e7c-1aff3dd56714 req-a211cbd0-a080-41c4-a6eb-72ae1663e861 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:36.475428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-519689cc-31d9-4874-8e7c-1aff3dd56714 req-a211cbd0-a080-41c4-a6eb-72ae1663e861 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b4d8c8-c829-4035-a794-148fd48180fc HTTP/1.1" status: 200 len: 944 time: 0.1603205 Nov 15 11:24:36.497310 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-2107539a-5260-4d27-942c-0ba61a5aa610 req-e92b00d5-6213-4728-8656-b68caf3c2498 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] For port ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a,segment=NetworkSegment(c1c2e05d-8e7e-45b9-8a54-d10ee275741c),segment_id=c1c2e05d-8e7e-45b9-8a54-d10ee275741c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:36.497691 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2107539a-5260-4d27-942c-0ba61a5aa610 req-e92b00d5-6213-4728-8656-b68caf3c2498 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:36.508942 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-24387ce5-ccf9-4717-b928-1f0a433ed4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:36.509687 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-24387ce5-ccf9-4717-b928-1f0a433ed4d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:36.511332 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-24387ce5-ccf9-4717-b928-1f0a433ed4d8 service neutron] 10.222.0.11 "PUT /v2.0/ports/f3853830-5e36-4320-8c17-291a92cfaf08 HTTP/1.1" status: 200 len: 1092 time: 0.7549269 Nov 15 11:24:36.512166 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b4d8c8-c829-4035-a794-148fd48180fc', 'tag': 'f3853830-5e36-4320-8c17-291a92cfaf08'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:36.514941 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3715ae7-4e94-46c8-9d8b-15f18cede945" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b4d8c8-c829-4035-a794-148fd48180fc", "tag": "f3853830-5e36-4320-8c17-291a92cfaf08"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:36.549661 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24387ce5-ccf9-4717-b928-1f0a433ed4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3853830-5e36-4320-8c17-291a92cfaf08,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:36.571072 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-2107539a-5260-4d27-942c-0ba61a5aa610 req-e92b00d5-6213-4728-8656-b68caf3c2498 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Calling delete_port for ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:24:36.604579 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-1e345acb-6e81-4c88-b46a-4031e0a4c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:36.607845 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-1e345acb-6e81-4c88-b46a-4031e0a4c846 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2cd7628be52d40cfbbb2773bf664f4fc&device_id=b6b4d8c8-c829-4035-a794-148fd48180fc HTTP/1.1" status: 200 len: 1095 time: 0.0533471 Nov 15 11:24:36.664500 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-cefe5c5e-4183-4a0e-bb40-dc19b36dddc5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3853830-5e36-4320-8c17-291a92cfaf08 HTTP/1.1" status: 200 len: 217 time: 0.0475485 Nov 15 11:24:36.706645 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-519689cc-31d9-4874-8e7c-1aff3dd56714 req-230a52a2-faee-4d2a-9fcc-b58f3fef42aa tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.64 "GET /v2.0/security-groups?id=09b03b2e-9243-4fb9-baaa-7cdbaa8f178b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160718 Nov 15 11:24:36.717279 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-1312508d-f8d2-4e39-bf07-a7ff5829fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:36.718885 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-1312508d-f8d2-4e39-bf07-a7ff5829fc64 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=62176ee4-7b69-406c-a850-5490a4719603 HTTP/1.1" status: 200 len: 853 time: 0.0470400 Nov 15 11:24:36.756775 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-e909a41a-0399-4b76-be62-395041c3bc28 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e619781e-d3b3-4c47-8d32-a258d7c73617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305059 Nov 15 11:24:36.834612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50129b79-c7c5-4a5b-ac96-7147dd2c68ba req-99bc41b3-76ad-4108-856c-41ade0b30e5a tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:36.836184 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-50129b79-c7c5-4a5b-ac96-7147dd2c68ba req-99bc41b3-76ad-4108-856c-41ade0b30e5a tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 947 time: 0.1778038 Nov 15 11:24:36.845586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-4e60ef8c-0435-478c-91c2-13a2f74c61ef req-5470da21-254b-480a-b872-5e66370114b3 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Deleting port 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:24:36.846355 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4e60ef8c-0435-478c-91c2-13a2f74c61ef req-5470da21-254b-480a-b872-5e66370114b3 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:36.852403 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d9e938-2746-4e42-80a6-98a820d2832d x-openstack-request-id: req-e9d9e938-2746-4e42-80a6-98a820d2832d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:36.852822 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b4d8c8-c829-4035-a794-148fd48180fc", "tag": "f3853830-5e36-4320-8c17-291a92cfaf08", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:36.853421 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9d9e938-2746-4e42-80a6-98a820d2832d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:36.853915 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b4d8c8-c829-4035-a794-148fd48180fc', 'tag': 'f3853830-5e36-4320-8c17-291a92cfaf08', 'status': 'completed', 'code': 200} Nov 15 11:24:36.883930 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-35aa41bb-245c-4eb0-a77e-9047f254e71a service neutron] 10.222.0.11 "GET /v2.0/networks/e619781e-d3b3-4c47-8d32-a258d7c73617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196606 Nov 15 11:24:36.982822 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f8e1ede2-f60f-4ac5-9983-a7433ab76b75 req-39e8a780-1d89-40bc-a2cb-218b10b10439 service neutron] 10.222.0.11 "GET /v2.0/networks/e619781e-d3b3-4c47-8d32-a258d7c73617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907774 Nov 15 11:24:36.989703 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-9a75fc77-31b2-466d-a73a-4ff360268fa9 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:36.991116 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-9a75fc77-31b2-466d-a73a-4ff360268fa9 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.11 "GET /v2.0/networks?id=49b4d594-0a5b-4365-b6d6-a6b4864f1759 HTTP/1.1" status: 200 len: 806 time: 0.2925172 Nov 15 11:24:37.017362 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-cc6ed45f-8c82-4dc5-a584-fb7a2df368a7 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Request body: {'port': {'device_id': '063a6c32-114a-495f-aff8-d0730b3ece3f', 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759', 'admin_state_up': True, 'tenant_id': '256e7f4fc00d4f2c8c7d8b69f41fa2d5'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:37.076973 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3715ae7-4e94-46c8-9d8b-15f18cede945 req-60a9bf53-6dc6-4130-844b-d72d04074bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:37.078555 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b3715ae7-4e94-46c8-9d8b-15f18cede945 req-60a9bf53-6dc6-4130-844b-d72d04074bcf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2cd7628be52d40cfbbb2773bf664f4fc&device_id=b6b4d8c8-c829-4035-a794-148fd48180fc HTTP/1.1" status: 200 len: 1095 time: 0.0413630 Nov 15 11:24:37.178734 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3715ae7-4e94-46c8-9d8b-15f18cede945 req-ec865602-4044-4a7e-ad21-a1f1e0b1f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:37.180450 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b3715ae7-4e94-46c8-9d8b-15f18cede945 req-ec865602-4044-4a7e-ad21-a1f1e0b1f967 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e619781e-d3b3-4c47-8d32-a258d7c73617 HTTP/1.1" status: 200 len: 914 time: 0.0945573 Nov 15 11:24:37.226407 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b3715ae7-4e94-46c8-9d8b-15f18cede945 req-1f4a68f6-5ea5-4517-94d7-0073d2498575 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3853830-5e36-4320-8c17-291a92cfaf08 HTTP/1.1" status: 200 len: 217 time: 0.0370214 Nov 15 11:24:37.277119 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3715ae7-4e94-46c8-9d8b-15f18cede945 req-b004b7c0-15f5-4cad-a00e-1c57889420f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:37.278658 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b3715ae7-4e94-46c8-9d8b-15f18cede945 req-b004b7c0-15f5-4cad-a00e-1c57889420f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=62176ee4-7b69-406c-a850-5490a4719603 HTTP/1.1" status: 200 len: 853 time: 0.0451894 Nov 15 11:24:37.311142 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b3715ae7-4e94-46c8-9d8b-15f18cede945 req-006e6fa8-c801-49a9-bac2-791a7e8b21fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e619781e-d3b3-4c47-8d32-a258d7c73617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255110 Nov 15 11:24:37.410007 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b3715ae7-4e94-46c8-9d8b-15f18cede945 req-91c6b362-258d-47fa-9c36-7e525f57f60c service neutron] 10.222.0.11 "GET /v2.0/networks/e619781e-d3b3-4c47-8d32-a258d7c73617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914686 Nov 15 11:24:37.419943 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-50129b79-c7c5-4a5b-ac96-7147dd2c68ba req-e8db89cf-204e-4af1-84ff-27e5ca56ba2f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5647550 Nov 15 11:24:37.435129 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2107539a-5260-4d27-942c-0ba61a5aa610 req-e92b00d5-6213-4728-8656-b68caf3c2498 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:37.445527 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-4e60ef8c-0435-478c-91c2-13a2f74c61ef req-5470da21-254b-480a-b872-5e66370114b3 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] For port 7457b5f7-fb33-45d9-b8ba-4b3403b11a81, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7457b5f7-fb33-45d9-b8ba-4b3403b11a81,segment=NetworkSegment(e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd),segment_id=e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:37.445866 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4e60ef8c-0435-478c-91c2-13a2f74c61ef req-5470da21-254b-480a-b872-5e66370114b3 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:37.448082 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:24:37.492912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d09d4b-012b-4bc9-87f2-575c9e256bc5 req-9dadeac8-c935-4290-b973-4fc5e41cb747 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:37.494425 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65d09d4b-012b-4bc9-87f2-575c9e256bc5 req-9dadeac8-c935-4290-b973-4fc5e41cb747 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c2b6166-d622-42ca-81eb-28c670a978da HTTP/1.1" status: 200 len: 945 time: 0.5258729 Nov 15 11:24:37.504716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b00d5-6213-4728-8656-b68caf3c2498 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Pushing event deleted for resources: {'Port': ['ID=ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:37.506612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-4e60ef8c-0435-478c-91c2-13a2f74c61ef req-5470da21-254b-480a-b872-5e66370114b3 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Calling delete_port for 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:24:37.536917 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b3715ae7-4e94-46c8-9d8b-15f18cede945 req-55efb769-6d5b-4dc1-92b6-9f2b2957e140 service neutron] 10.222.0.11 "GET /v2.0/networks/e619781e-d3b3-4c47-8d32-a258d7c73617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202130 Nov 15 11:24:37.622500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-2107539a-5260-4d27-942c-0ba61a5aa610 req-e92b00d5-6213-4728-8656-b68caf3c2498 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] No DVR routers for this DVR port ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:24:37.632271 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2107539a-5260-4d27-942c-0ba61a5aa610 req-e92b00d5-6213-4728-8656-b68caf3c2498 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:37.635415 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2107539a-5260-4d27-942c-0ba61a5aa610 req-e92b00d5-6213-4728-8656-b68caf3c2498 tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.55 "DELETE /v2.0/ports/ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a HTTP/1.1" status: 204 len: 173 time: 1.5648055 Nov 15 11:24:37.649427 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f4665a-d03a-42e8-a216-423bdfb16522', 'name': 'network-vif-deleted', 'tag': 'ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:37.651951 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d562e30-44d0-491f-8419-0b52e67bbc82" -d '{"events": [{"server_uuid": "18f4665a-d03a-42e8-a216-423bdfb16522", "name": "network-vif-deleted", "tag": "ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:37.660965 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cea37a6d-0095-4645-9b72-9804ad01ec79 req-b44abb02-5308-4e4e-9430-f347cae49571 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=063a6c32-114a-495f-aff8-d0730b3ece3f HTTP/1.1" status: 200 len: 210 time: 0.0910480 Nov 15 11:24:37.704860 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65d09d4b-012b-4bc9-87f2-575c9e256bc5 req-682ce439-0024-4b9d-997c-72cfba067231 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d45103d-ee9d-493b-90ef-c3e5aea48f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916342 Nov 15 11:24:37.708196 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-cc6ed45f-8c82-4dc5-a584-fb7a2df368a7 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Made reservation on behalf of 256e7f4fc00d4f2c8c7d8b69f41fa2d5 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:24:37.724244 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-cc6ed45f-8c82-4dc5-a584-fb7a2df368a7 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:37.778971 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e319fdf6-3796-4f6d-baf0-6edfdbcf584c req-97b563db-efb0-49be-a2ae-5f0810ccf60a tempest-InstanceActionsNegativeTestJSON-1760737846 tempest-InstanceActionsNegativeTestJSON-1760737846-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f4665a-d03a-42e8-a216-423bdfb16522 HTTP/1.1" status: 200 len: 210 time: 0.0432990 Nov 15 11:24:37.823446 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d1008d-d6e2-4953-8e40-6c2096474f0a x-openstack-request-id: req-c3d1008d-d6e2-4953-8e40-6c2096474f0a {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:37.823727 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f4665a-d03a-42e8-a216-423bdfb16522", "name": "network-vif-deleted", "tag": "ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:37.823981 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c3d1008d-d6e2-4953-8e40-6c2096474f0a {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:37.824418 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f4665a-d03a-42e8-a216-423bdfb16522', 'name': 'network-vif-deleted', 'tag': 'ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a', 'status': 'completed', 'code': 200} Nov 15 11:24:37.936392 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4e60ef8c-0435-478c-91c2-13a2f74c61ef req-5470da21-254b-480a-b872-5e66370114b3 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:37.975368 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470da21-254b-480a-b872-5e66370114b3 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Pushing event deleted for resources: {'Port': ['ID=7457b5f7-fb33-45d9-b8ba-4b3403b11a81,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:37.987013 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-cc6ed45f-8c82-4dc5-a584-fb7a2df368a7 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Allocated IP 172.20.0.14 (49b4d594-0a5b-4365-b6d6-a6b4864f1759/8647cc50-bb8e-4210-a1e9-eb2152a57fcd/e301a5f9-df5e-4b01-9877-b22321d060f6) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:24:38.040181 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd3d61-24ee-490c-99d4-1f4edb1d7d2b req-49e89d0d-b253-4d3b-bb5f-61c49eca26f1 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:38.041724 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffbd3d61-24ee-490c-99d4-1f4edb1d7d2b req-49e89d0d-b253-4d3b-bb5f-61c49eca26f1 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b4d8c8-c829-4035-a794-148fd48180fc HTTP/1.1" status: 200 len: 944 time: 0.1672742 Nov 15 11:24:38.045408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e60ef8c-0435-478c-91c2-13a2f74c61ef req-5470da21-254b-480a-b872-5e66370114b3 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] No DVR routers for this DVR port 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:24:38.049525 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4e60ef8c-0435-478c-91c2-13a2f74c61ef req-5470da21-254b-480a-b872-5e66370114b3 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:38.052778 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e60ef8c-0435-478c-91c2-13a2f74c61ef req-5470da21-254b-480a-b872-5e66370114b3 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.55 "DELETE /v2.0/ports/7457b5f7-fb33-45d9-b8ba-4b3403b11a81 HTTP/1.1" status: 204 len: 173 time: 1.5746949 Nov 15 11:24:38.169719 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffbd3d61-24ee-490c-99d4-1f4edb1d7d2b req-fad2523c-bc06-4d46-ac56-9b1f0b7fa40a tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.64 "GET /v2.0/security-groups?id=09b03b2e-9243-4fb9-baaa-7cdbaa8f178b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160069 Nov 15 11:24:38.236029 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-cc6ed45f-8c82-4dc5-a584-fb7a2df368a7 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:38.270306 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-cc6ed45f-8c82-4dc5-a584-fb7a2df368a7 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:38.283115 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['d391d267-4be2-4e25-a090-7ce63b2b518c'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:24:38.318100 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-cc6ed45f-8c82-4dc5-a584-fb7a2df368a7 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:24:38.323082 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-cc6ed45f-8c82-4dc5-a584-fb7a2df368a7 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:24:38.327599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-cc6ed45f-8c82-4dc5-a584-fb7a2df368a7 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:24:38.331597 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ed45f-8c82-4dc5-a584-fb7a2df368a7 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Pushing event updated for resources: {'Port': ['ID=e301a5f9-df5e-4b01-9877-b22321d060f6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:38.359107 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fab48766-f06c-47a0-bb53-37044d90c9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:38.391836 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-cc6ed45f-8c82-4dc5-a584-fb7a2df368a7 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:38.392439 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-cc6ed45f-8c82-4dc5-a584-fb7a2df368a7 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:38.424180 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-cc6ed45f-8c82-4dc5-a584-fb7a2df368a7 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4148538 Nov 15 11:24:38.447430 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd86d82-8620-4f7c-b65a-b3dd1ced8d5a req-788f5a82-2573-4eef-b6bb-f992aed6bc28 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:38.449317 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ccd86d82-8620-4f7c-b65a-b3dd1ced8d5a req-788f5a82-2573-4eef-b6bb-f992aed6bc28 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c2b6166-d622-42ca-81eb-28c670a978da HTTP/1.1" status: 200 len: 945 time: 0.0736828 Nov 15 11:24:38.453728 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-501b534f-2d06-4e45-b439-0a5613b70f07 service neutron] Request body: {'port': {'device_id': '063a6c32-114a-495f-aff8-d0730b3ece3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:38.565307 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cb3f8d3b-75c7-4756-a75f-9314293b0f3d req-06e4ea14-da2d-4f34-9f97-5df355b975ac tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=aad53ac8-e946-487d-a742-0cf0bf8c7afc HTTP/1.1" status: 200 len: 210 time: 0.0390525 Nov 15 11:24:38.570568 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ccd86d82-8620-4f7c-b65a-b3dd1ced8d5a req-a32a6c8f-533a-447f-a891-22c34a9c355b tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d45103d-ee9d-493b-90ef-c3e5aea48f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137178 Nov 15 11:24:38.571487 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-501b534f-2d06-4e45-b439-0a5613b70f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:38.821276 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0c508-260d-4cc1-834e-424e1e394c76 req-3420ca7e-ebc1-47de-a463-4e390e5e3b44 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:38.822795 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8bd0c508-260d-4cc1-834e-424e1e394c76 req-3420ca7e-ebc1-47de-a463-4e390e5e3b44 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=063a6c32-114a-495f-aff8-d0730b3ece3f HTTP/1.1" status: 200 len: 932 time: 0.0790787 Nov 15 11:24:38.883940 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38348) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:38.909156 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8bd0c508-260d-4cc1-834e-424e1e394c76 req-c8f6bb46-ab67-4620-a2af-d2d4383f94a2 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800130 Nov 15 11:24:38.918965 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-501b534f-2d06-4e45-b439-0a5613b70f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e301a5f9-df5e-4b01-9877-b22321d060f6 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:24:38.926558 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-501b534f-2d06-4e45-b439-0a5613b70f07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:38.933095 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a853f62-65eb-4eed-b10d-f82c64aa27ca admin admin] Deleting subnet dca5b784-f324-4c0d-b8b6-6fc186e20538 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:24:38.938723 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a853f62-65eb-4eed-b10d-f82c64aa27ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:38.941613 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-501b534f-2d06-4e45-b439-0a5613b70f07 service neutron] Transition to ACTIVE for port object e301a5f9-df5e-4b01-9877-b22321d060f6 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:24:38.947091 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-501b534f-2d06-4e45-b439-0a5613b70f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:38.974962 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a853f62-65eb-4eed-b10d-f82c64aa27ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:38.998137 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b534f-2d06-4e45-b439-0a5613b70f07 service neutron] Pushing event updated for resources: {'Port': ['ID=e301a5f9-df5e-4b01-9877-b22321d060f6,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:39.014884 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a853f62-65eb-4eed-b10d-f82c64aa27ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:39.059320 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-501b534f-2d06-4e45-b439-0a5613b70f07 service neutron] Attempting to bind port e301a5f9-df5e-4b01-9877-b22321d060f6 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:24:39.059735 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-501b534f-2d06-4e45-b439-0a5613b70f07 service neutron] Attempting to bind port e301a5f9-df5e-4b01-9877-b22321d060f6 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:24:39.060084 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-501b534f-2d06-4e45-b439-0a5613b70f07 service neutron] Attempting to bind port e301a5f9-df5e-4b01-9877-b22321d060f6 on network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:24:39.064406 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-501b534f-2d06-4e45-b439-0a5613b70f07 service neutron] Port e301a5f9-df5e-4b01-9877-b22321d060f6 on network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:24:39.064717 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-501b534f-2d06-4e45-b439-0a5613b70f07 service neutron] Attempting to bind port e301a5f9-df5e-4b01-9877-b22321d060f6 on network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:24:39.069833 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-501b534f-2d06-4e45-b439-0a5613b70f07 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:24:39.070153 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-501b534f-2d06-4e45-b439-0a5613b70f07 service neutron] Checking segment: {'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:24:39.070530 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-501b534f-2d06-4e45-b439-0a5613b70f07 service neutron] Bound using segment: {'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:24:39.070942 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-501b534f-2d06-4e45-b439-0a5613b70f07 service neutron] Bound port: e301a5f9-df5e-4b01-9877-b22321d060f6, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:24:39.071289 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-501b534f-2d06-4e45-b439-0a5613b70f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:39.074617 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a853f62-65eb-4eed-b10d-f82c64aa27ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:39.104684 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a853f62-65eb-4eed-b10d-f82c64aa27ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:39.110499 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9a853f62-65eb-4eed-b10d-f82c64aa27ca admin admin] 10.222.0.64 "DELETE /v2.0/subnets/dca5b784-f324-4c0d-b8b6-6fc186e20538 HTTP/1.1" status: 204 len: 168 time: 0.2253156 Nov 15 11:24:39.111694 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 38352) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:39.112295 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a853f62-65eb-4eed-b10d-f82c64aa27ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dca5b784-f324-4c0d-b8b6-6fc186e20538,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:39.185978 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-501b534f-2d06-4e45-b439-0a5613b70f07 service neutron] For port e301a5f9-df5e-4b01-9877-b22321d060f6, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:24:39.204257 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6f8e96a7-cc64-4797-a70e-c7b52a75158f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:39.206786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-501b534f-2d06-4e45-b439-0a5613b70f07 service neutron] For port e301a5f9-df5e-4b01-9877-b22321d060f6, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e301a5f9-df5e-4b01-9877-b22321d060f6,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:24:39.213297 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-501b534f-2d06-4e45-b439-0a5613b70f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:39.261637 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-501b534f-2d06-4e45-b439-0a5613b70f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:39.262248 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-501b534f-2d06-4e45-b439-0a5613b70f07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:39.263593 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-501b534f-2d06-4e45-b439-0a5613b70f07 service neutron] 10.222.0.11 "PUT /v2.0/ports/e301a5f9-df5e-4b01-9877-b22321d060f6 HTTP/1.1" status: 200 len: 1092 time: 0.8291593 Nov 15 11:24:39.377875 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b534f-2d06-4e45-b439-0a5613b70f07 service neutron] Pushing event updated for resources: {'Port': ['ID=e301a5f9-df5e-4b01-9877-b22321d060f6,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:39.395363 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6f8e96a7-cc64-4797-a70e-c7b52a75158f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:39.421079 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-6f8e96a7-cc64-4797-a70e-c7b52a75158f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3a5852-db96-443b-b93b-5a07c337fa55']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:39.434764 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-6f8e96a7-cc64-4797-a70e-c7b52a75158f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c2e05d-8e7e-45b9-8a54-d10ee275741c') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:39.435045 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-6f8e96a7-cc64-4797-a70e-c7b52a75158f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c2e05d-8e7e-45b9-8a54-d10ee275741c') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:39.443474 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44918c-4013-4519-bb92-5cd134ecedcc req-33f98e0a-e849-4a8d-b5a3-c544f4e437ba tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:39.444975 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c44918c-4013-4519-bb92-5cd134ecedcc req-33f98e0a-e849-4a8d-b5a3-c544f4e437ba tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b4d8c8-c829-4035-a794-148fd48180fc HTTP/1.1" status: 200 len: 944 time: 0.1901226 Nov 15 11:24:39.450948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-71f88f42-a434-4a45-a1ad-1e5434292f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:39.452317 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-71f88f42-a434-4a45-a1ad-1e5434292f82 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=256e7f4fc00d4f2c8c7d8b69f41fa2d5&device_id=063a6c32-114a-495f-aff8-d0730b3ece3f HTTP/1.1" status: 200 len: 1095 time: 0.1401703 Nov 15 11:24:39.457003 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6f8e96a7-cc64-4797-a70e-c7b52a75158f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:39.467096 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:24:39.487515 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:24:39.487849 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 7457b5f7-fb33-45d9-b8ba-4b3403b11a81 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:24:39.488305 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:24:39.510220 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:24:39.510585 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ce2dcb23-94e7-4d92-b5d0-be1b92eb6e2a not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:24:39.511173 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6f8e96a7-cc64-4797-a70e-c7b52a75158f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:39.516487 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-6731b0ca-499e-403f-a796-e6465c8ed5de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e301a5f9-df5e-4b01-9877-b22321d060f6 HTTP/1.1" status: 200 len: 217 time: 0.0538723 Nov 15 11:24:39.535674 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8e96a7-cc64-4797-a70e-c7b52a75158f admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:24:39.536075 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6f8e96a7-cc64-4797-a70e-c7b52a75158f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:24:39.540007 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:24:39.619944 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c44918c-4013-4519-bb92-5cd134ecedcc req-a1a7f0a3-79c9-4855-a198-d9f51c7bd565 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.64 "GET /v2.0/security-groups?id=09b03b2e-9243-4fb9-baaa-7cdbaa8f178b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666431 Nov 15 11:24:39.642495 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-6b400781-4b87-463f-9144-3af907536d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:39.645214 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-6b400781-4b87-463f-9144-3af907536d2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8647cc50-bb8e-4210-a1e9-eb2152a57fcd HTTP/1.1" status: 200 len: 846 time: 0.1192932 Nov 15 11:24:39.645214 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6f8e96a7-cc64-4797-a70e-c7b52a75158f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:39.649949 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6f8e96a7-cc64-4797-a70e-c7b52a75158f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:39.653248 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6f8e96a7-cc64-4797-a70e-c7b52a75158f admin admin] 10.222.0.64 "DELETE /v2.0/networks/9f3a5852-db96-443b-b93b-5a07c337fa55 HTTP/1.1" status: 204 len: 168 time: 0.5405760 Nov 15 11:24:39.689502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e96a7-cc64-4797-a70e-c7b52a75158f admin admin] Pushing event deleted for resources: {'Network': ['ID=9f3a5852-db96-443b-b93b-5a07c337fa55,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:39.695413 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-8ac7c63f-b312-4700-af5b-42683665df77 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49b4d594-0a5b-4365-b6d6-a6b4864f1759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410526 Nov 15 11:24:39.775557 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:39.791009 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38368) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:39.828100 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad53ac8-e946-487d-a742-0cf0bf8c7afc', 'name': 'network-vif-deleted', 'tag': '7457b5f7-fb33-45d9-b8ba-4b3403b11a81'}, {'name': 'network-changed', 'server_uuid': '063a6c32-114a-495f-aff8-d0730b3ece3f', 'tag': 'e301a5f9-df5e-4b01-9877-b22321d060f6'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:39.830357 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e098305e-07f5-4f67-a76d-00a434535f6a" -d '{"events": [{"server_uuid": "aad53ac8-e946-487d-a742-0cf0bf8c7afc", "name": "network-vif-deleted", "tag": "7457b5f7-fb33-45d9-b8ba-4b3403b11a81"}, {"name": "network-changed", "server_uuid": "063a6c32-114a-495f-aff8-d0730b3ece3f", "tag": "e301a5f9-df5e-4b01-9877-b22321d060f6"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:39.842093 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9895a89b-c287-4107-8e5a-b0c2a202d8b2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=18441535c48b4343b96ec3a54bfc2447&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474353 Nov 15 11:24:39.842389 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38372) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:39.847988 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e98b8-42cb-4945-9e83-a26112d77ece req-5d6c170b-d8df-45a6-8513-4c3b30b8b58e tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:39.849474 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d8e98b8-42cb-4945-9e83-a26112d77ece req-5d6c170b-d8df-45a6-8513-4c3b30b8b58e tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c2b6166-d622-42ca-81eb-28c670a978da HTTP/1.1" status: 200 len: 945 time: 0.1565416 Nov 15 11:24:39.884731 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea752ec-5d74-41ea-a117-e6bca4e8a57f req-7a390f3c-2730-4f52-b1f0-b1476eff6272 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:39.886141 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1ea752ec-5d74-41ea-a117-e6bca4e8a57f req-7a390f3c-2730-4f52-b1f0-b1476eff6272 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c2b6166-d622-42ca-81eb-28c670a978da HTTP/1.1" status: 200 len: 945 time: 0.1128666 Nov 15 11:24:39.894136 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a82f68fe-3a8d-4583-a0df-37897579d68d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:39.898081 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-b6417bcc-7d1c-400d-96b0-9a22a84380d6 service neutron] 10.222.0.11 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935375 Nov 15 11:24:39.915602 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a82f68fe-3a8d-4583-a0df-37897579d68d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:39.962032 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a82f68fe-3a8d-4583-a0df-37897579d68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:39.964835 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a82f68fe-3a8d-4583-a0df-37897579d68d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:39.965976 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a82f68fe-3a8d-4583-a0df-37897579d68d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1680163d-8cd3-487e-892d-152e13ff31c9 HTTP/1.1" status: 204 len: 168 time: 0.1226649 Nov 15 11:24:39.974434 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f68fe-3a8d-4583-a0df-37897579d68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1680163d-8cd3-487e-892d-152e13ff31c9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:40.039980 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d8e98b8-42cb-4945-9e83-a26112d77ece req-fe080c66-b2d0-468d-9278-3c46eaa69cf8 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d45103d-ee9d-493b-90ef-c3e5aea48f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743271 Nov 15 11:24:40.101364 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79dbf7f4-2da3-4a44-96f6-f799f41218df req-626cac2c-523d-4ee1-b505-810b932ab2a0 service neutron] 10.222.0.11 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951487 Nov 15 11:24:40.111415 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-1ea752ec-5d74-41ea-a117-e6bca4e8a57f req-c426b555-439d-4603-8262-b5c1ca55e945 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Deleting port c43e3720-deed-406c-884f-46113c8c4a14 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:24:40.111775 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1ea752ec-5d74-41ea-a117-e6bca4e8a57f req-c426b555-439d-4603-8262-b5c1ca55e945 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:40.118891 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7646ec50-500a-4fb7-bab6-cdf247bef8d2 x-openstack-request-id: req-7646ec50-500a-4fb7-bab6-cdf247bef8d2 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:40.119517 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad53ac8-e946-487d-a742-0cf0bf8c7afc", "name": "network-vif-deleted", "tag": "7457b5f7-fb33-45d9-b8ba-4b3403b11a81", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "063a6c32-114a-495f-aff8-d0730b3ece3f", "tag": "e301a5f9-df5e-4b01-9877-b22321d060f6", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:40.119774 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7646ec50-500a-4fb7-bab6-cdf247bef8d2 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:40.120202 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad53ac8-e946-487d-a742-0cf0bf8c7afc', 'name': 'network-vif-deleted', 'tag': '7457b5f7-fb33-45d9-b8ba-4b3403b11a81', 'status': 'completed', 'code': 200} Nov 15 11:24:40.120457 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063a6c32-114a-495f-aff8-d0730b3ece3f', 'tag': 'e301a5f9-df5e-4b01-9877-b22321d060f6', 'status': 'completed', 'code': 200} Nov 15 11:24:40.213102 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38384) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:40.217662 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-166fc7a5-4fd3-4230-84a9-28b31dabf07d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1878145972', 'description': 'tempest-description--66041517'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:40.266866 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-166fc7a5-4fd3-4230-84a9-28b31dabf07d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:40.310716 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device f3853830-5e36-4320-8c17-291a92cfaf08 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:24:40.316866 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-1ea752ec-5d74-41ea-a117-e6bca4e8a57f req-c426b555-439d-4603-8262-b5c1ca55e945 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] For port c43e3720-deed-406c-884f-46113c8c4a14, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=c43e3720-deed-406c-884f-46113c8c4a14,segment=NetworkSegment(70b983c1-31ff-4aa3-88e8-2f69ddf586e6),segment_id=70b983c1-31ff-4aa3-88e8-2f69ddf586e6)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:40.317259 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1ea752ec-5d74-41ea-a117-e6bca4e8a57f req-c426b555-439d-4603-8262-b5c1ca55e945 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:40.321220 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098305e-07f5-4f67-a76d-00a434535f6a req-28bab621-b745-46fc-993c-16296b0836a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:40.323916 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e098305e-07f5-4f67-a76d-00a434535f6a req-28bab621-b745-46fc-993c-16296b0836a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=256e7f4fc00d4f2c8c7d8b69f41fa2d5&device_id=063a6c32-114a-495f-aff8-d0730b3ece3f HTTP/1.1" status: 200 len: 1095 time: 0.1580226 Nov 15 11:24:40.357256 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-166fc7a5-4fd3-4230-84a9-28b31dabf07d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:40.363595 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-166fc7a5-4fd3-4230-84a9-28b31dabf07d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:40.398119 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-166fc7a5-4fd3-4230-84a9-28b31dabf07d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:40.403651 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-166fc7a5-4fd3-4230-84a9-28b31dabf07d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1895034 Nov 15 11:24:40.405669 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38392) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:40.410143 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-650523d2-30ce-4740-8838-4ee1314f845d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Request body: {'security_group_rule': {'security_group_id': 'c9ca27ac-0d82-4e63-a160-f6f6d7d53886', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:40.417614 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fc7a5-4fd3-4230-84a9-28b31dabf07d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ca27ac-0d82-4e63-a160-f6f6d7d53886,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:40.427408 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port f3853830-5e36-4320-8c17-291a92cfaf08, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f3853830-5e36-4320-8c17-291a92cfaf08,segment=NetworkSegment(6b671568-cbb8-48a4-bdbf-4d5926497cba),segment_id=6b671568-cbb8-48a4-bdbf-4d5926497cba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:40.448969 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'f3853830-5e36-4320-8c17-291a92cfaf08', 'network_id': 'e619781e-d3b3-4c47-8d32-a258d7c73617', 'port_id': 'f3853830-5e36-4320-8c17-291a92cfaf08', 'mac_address': 'fa:16:3e:ef:14:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62176ee4-7b69-406c-a850-5490a4719603', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:24:40.452687 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-650523d2-30ce-4740-8838-4ee1314f845d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:40.462867 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c843b-c250-49f8-b7f3-a72ecbbc108b req-6cb005aa-8de5-47e8-83c7-d7ba068cc1db tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:40.464503 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bc6c843b-c250-49f8-b7f3-a72ecbbc108b req-6cb005aa-8de5-47e8-83c7-d7ba068cc1db tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=063a6c32-114a-495f-aff8-d0730b3ece3f HTTP/1.1" status: 200 len: 944 time: 0.1980014 Nov 15 11:24:40.492308 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:40.511208 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3853830-5e36-4320-8c17-291a92cfaf08 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:24:40.535487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port f3853830-5e36-4320-8c17-291a92cfaf08, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f3853830-5e36-4320-8c17-291a92cfaf08,segment=NetworkSegment(6b671568-cbb8-48a4-bdbf-4d5926497cba),segment_id=6b671568-cbb8-48a4-bdbf-4d5926497cba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:40.536356 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-650523d2-30ce-4740-8838-4ee1314f845d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:40.541379 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-650523d2-30ce-4740-8838-4ee1314f845d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:40.541765 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:40.562662 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650523d2-30ce-4740-8838-4ee1314f845d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5b019c-b450-4846-87d4-5e601004b657,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:40.564962 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098305e-07f5-4f67-a76d-00a434535f6a req-69793933-5871-400b-bce0-9819c33df636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:40.566472 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e098305e-07f5-4f67-a76d-00a434535f6a req-69793933-5871-400b-bce0-9819c33df636 service neutron] 10.222.0.11 "GET /v2.0/networks?id=49b4d594-0a5b-4365-b6d6-a6b4864f1759 HTTP/1.1" status: 200 len: 907 time: 0.2341757 Nov 15 11:24:40.575654 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-650523d2-30ce-4740-8838-4ee1314f845d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:40.580130 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-650523d2-30ce-4740-8838-4ee1314f845d tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1708200 Nov 15 11:24:40.581033 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38396) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:40.590837 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d0292a2a-1573-42ae-826b-954f3db602ac tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Request body: {'security_group_rule': {'security_group_id': 'c9ca27ac-0d82-4e63-a160-f6f6d7d53886', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:40.617354 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=f3853830-5e36-4320-8c17-291a92cfaf08,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:40.624004 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e098305e-07f5-4f67-a76d-00a434535f6a req-3976c3f0-92da-4481-af56-910701904113 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e301a5f9-df5e-4b01-9877-b22321d060f6 HTTP/1.1" status: 200 len: 217 time: 0.0490980 Nov 15 11:24:40.629708 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0292a2a-1573-42ae-826b-954f3db602ac tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:40.631604 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bc6c843b-c250-49f8-b7f3-a72ecbbc108b req-25baab22-28a2-4b03-bc83-1e1a20d7d886 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549442 Nov 15 11:24:40.704948 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0292a2a-1573-42ae-826b-954f3db602ac tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:40.710142 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0292a2a-1573-42ae-826b-954f3db602ac tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:40.728929 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0292a2a-1573-42ae-826b-954f3db602ac tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65147b57-1ea5-41ff-a05d-b319134fc3ef,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:40.738550 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0292a2a-1573-42ae-826b-954f3db602ac tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:40.739776 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d0292a2a-1573-42ae-826b-954f3db602ac tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1578014 Nov 15 11:24:40.742830 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38406) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:40.747595 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-54bb7770-bd2f-496c-9d89-599857d7d346 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:40.772325 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1ea752ec-5d74-41ea-a117-e6bca4e8a57f req-c426b555-439d-4603-8262-b5c1ca55e945 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:40.772600 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1ea752ec-5d74-41ea-a117-e6bca4e8a57f req-c426b555-439d-4603-8262-b5c1ca55e945 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:40.772911 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [req-1ea752ec-5d74-41ea-a117-e6bca4e8a57f req-c426b555-439d-4603-8262-b5c1ca55e945 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Floating IP 77a5aac4-e4dd-48b6-ba27-bace34b3c331 disassociated. External IP: 172.25.7.238, port: c43e3720-deed-406c-884f-46113c8c4a14. Nov 15 11:24:40.773246 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-1ea752ec-5d74-41ea-a117-e6bca4e8a57f req-c426b555-439d-4603-8262-b5c1ca55e945 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Calling delete_port for c43e3720-deed-406c-884f-46113c8c4a14 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:24:40.785183 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54bb7770-bd2f-496c-9d89-599857d7d346 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:40.789762 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098305e-07f5-4f67-a76d-00a434535f6a req-c74234a0-80ed-4200-90fe-5cd89b9e3071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:40.791298 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e098305e-07f5-4f67-a76d-00a434535f6a req-c74234a0-80ed-4200-90fe-5cd89b9e3071 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8647cc50-bb8e-4210-a1e9-eb2152a57fcd HTTP/1.1" status: 200 len: 846 time: 0.1587977 Nov 15 11:24:40.857593 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cb1d1-53f4-4aae-bf17-22a40c1dddaf req-d57fb562-9b17-4fed-830d-639bf4eaf5f5 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:40.859286 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb0cb1d1-53f4-4aae-bf17-22a40c1dddaf req-d57fb562-9b17-4fed-830d-639bf4eaf5f5 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b4d8c8-c829-4035-a794-148fd48180fc HTTP/1.1" status: 200 len: 945 time: 0.1461179 Nov 15 11:24:40.876378 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e098305e-07f5-4f67-a76d-00a434535f6a req-15022c57-313a-40d4-a468-8beb6ddaa17b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49b4d594-0a5b-4365-b6d6-a6b4864f1759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731118 Nov 15 11:24:40.899716 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54bb7770-bd2f-496c-9d89-599857d7d346 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:40.978491 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['f3853830-5e36-4320-8c17-291a92cfaf08'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:24:41.013209 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb0cb1d1-53f4-4aae-bf17-22a40c1dddaf req-c41236ec-3fe6-442a-999a-4dc5236e6c32 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.64 "GET /v2.0/security-groups?id=09b03b2e-9243-4fb9-baaa-7cdbaa8f178b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391196 Nov 15 11:24:41.023505 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-54bb7770-bd2f-496c-9d89-599857d7d346 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Allocated IP 172.25.7.250 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/7545c0f9-b368-4717-994b-d539f42cb51f) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:24:41.067022 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e098305e-07f5-4f67-a76d-00a434535f6a req-736156ff-3df5-470e-9d21-2a5e98283201 service neutron] 10.222.0.11 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815786 Nov 15 11:24:41.191213 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54bb7770-bd2f-496c-9d89-599857d7d346 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:41.238731 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54bb7770-bd2f-496c-9d89-599857d7d346 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:41.283737 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bb7770-bd2f-496c-9d89-599857d7d346 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:24:41.288587 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-54bb7770-bd2f-496c-9d89-599857d7d346 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:24:41.290976 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bb7770-bd2f-496c-9d89-599857d7d346 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:24:41.321958 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb7770-bd2f-496c-9d89-599857d7d346 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Pushing event updated for resources: {'Port': ['ID=7545c0f9-b368-4717-994b-d539f42cb51f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:41.369836 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:41.597592 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1ea752ec-5d74-41ea-a117-e6bca4e8a57f req-c426b555-439d-4603-8262-b5c1ca55e945 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:41.601806 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e098305e-07f5-4f67-a76d-00a434535f6a req-c4e17d86-a76a-4924-b828-f2cfe6b90466 service neutron] 10.222.0.11 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231125 Nov 15 11:24:41.637387 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54bb7770-bd2f-496c-9d89-599857d7d346 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:41.650325 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426b555-439d-4603-8262-b5c1ca55e945 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Pushing event deleted for resources: {'Port': ['ID=c43e3720-deed-406c-884f-46113c8c4a14,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:41.668800 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acca23f-2318-4d48-b793-315602a5531d req-381d0d9a-e184-476e-b584-2e1b2a226e5e tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:41.670373 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1acca23f-2318-4d48-b793-315602a5531d req-381d0d9a-e184-476e-b584-2e1b2a226e5e tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c2b6166-d622-42ca-81eb-28c670a978da HTTP/1.1" status: 200 len: 867 time: 0.5000732 Nov 15 11:24:41.702153 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54bb7770-bd2f-496c-9d89-599857d7d346 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:41.786262 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 38446) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:41.829965 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1acca23f-2318-4d48-b793-315602a5531d req-1877aaf0-2963-4748-9e81-fa222d6ce478 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d45103d-ee9d-493b-90ef-c3e5aea48f76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534417 Nov 15 11:24:41.869175 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b5126-2cec-4b0a-a0b6-5ccc80e8a862 req-b3282918-3574-456b-9f8f-459b2b53ff05 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:41.870675 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d4b5126-2cec-4b0a-a0b6-5ccc80e8a862 req-b3282918-3574-456b-9f8f-459b2b53ff05 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=063a6c32-114a-495f-aff8-d0730b3ece3f HTTP/1.1" status: 200 len: 944 time: 0.1254139 Nov 15 11:24:41.882370 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54bb7770-bd2f-496c-9d89-599857d7d346 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:41.890551 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54bb7770-bd2f-496c-9d89-599857d7d346 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:41.898057 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ea752ec-5d74-41ea-a117-e6bca4e8a57f req-c426b555-439d-4603-8262-b5c1ca55e945 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Router ef2fb586-e6ba-4838-b721-a4fbaab5dc57 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:24:41.963350 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb7770-bd2f-496c-9d89-599857d7d346 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Pushing event updated for resources: {'Port': ['ID=7545c0f9-b368-4717-994b-d539f42cb51f,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:41.973049 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54bb7770-bd2f-496c-9d89-599857d7d346 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:41.985074 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fe2b018f-f99c-465d-805a-0c9039514498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:41.990558 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54bb7770-bd2f-496c-9d89-599857d7d346 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:41.991854 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-54bb7770-bd2f-496c-9d89-599857d7d346 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2480786 Nov 15 11:24:42.024756 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d4b5126-2cec-4b0a-a0b6-5ccc80e8a862 req-555a8a1a-3850-4f19-9022-214bebbca825 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411824 Nov 15 11:24:42.099417 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ea752ec-5d74-41ea-a117-e6bca4e8a57f req-c426b555-439d-4603-8262-b5c1ca55e945 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:24:42.112839 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbead83-2721-4424-b493-1548116be0c4 None None] Sync routers for ids ['ef2fb586-e6ba-4838-b721-a4fbaab5dc57'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:24:42.126086 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:42.131968 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbead83-2721-4424-b493-1548116be0c4 None None] Routers {'ef2fb586-e6ba-4838-b721-a4fbaab5dc57'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:24:42.132735 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ffbead83-2721-4424-b493-1548116be0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:24:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ef2fb586-e6ba-4838-b721-a4fbaab5dc57'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:42.177239 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea752ec-5d74-41ea-a117-e6bca4e8a57f req-c426b555-439d-4603-8262-b5c1ca55e945 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] No DVR routers for this DVR port c43e3720-deed-406c-884f-46113c8c4a14 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:24:42.186057 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1ea752ec-5d74-41ea-a117-e6bca4e8a57f req-c426b555-439d-4603-8262-b5c1ca55e945 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:42.189637 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1ea752ec-5d74-41ea-a117-e6bca4e8a57f req-c426b555-439d-4603-8262-b5c1ca55e945 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.55 "DELETE /v2.0/ports/c43e3720-deed-406c-884f-46113c8c4a14 HTTP/1.1" status: 204 len: 173 time: 2.2952354 Nov 15 11:24:42.190083 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2b6166-d622-42ca-81eb-28c670a978da', 'name': 'network-vif-deleted', 'tag': 'c43e3720-deed-406c-884f-46113c8c4a14'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:42.192581 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561e13ac-d650-4959-b016-58c216b41d92" -d '{"events": [{"server_uuid": "7c2b6166-d622-42ca-81eb-28c670a978da", "name": "network-vif-deleted", "tag": "c43e3720-deed-406c-884f-46113c8c4a14"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:42.286765 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-ffbead83-2721-4424-b493-1548116be0c4 None None] Set router ef2fb586-e6ba-4838-b721-a4fbaab5dc57 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:24:42.299243 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fe2b018f-f99c-465d-805a-0c9039514498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:42.310872 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fe2b018f-f99c-465d-805a-0c9039514498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:42.321330 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device e301a5f9-df5e-4b01-9877-b22321d060f6 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:24:42.336133 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device f3853830-5e36-4320-8c17-291a92cfaf08 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:24:42.355424 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fd99b-1b00-45ce-ac9d-ac1d959f5c25 req-0337b3d6-e267-4f5e-b4a8-c11dd531f721 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:42.356962 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-701fd99b-1b00-45ce-ac9d-ac1d959f5c25 req-0337b3d6-e267-4f5e-b4a8-c11dd531f721 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b4d8c8-c829-4035-a794-148fd48180fc HTTP/1.1" status: 200 len: 945 time: 0.1902440 Nov 15 11:24:42.408146 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b018f-f99c-465d-805a-0c9039514498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf51014-7f02-42e4-91f0-e503aeeca943,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:42.418629 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fe2b018f-f99c-465d-805a-0c9039514498 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=62a364f65d6c47a2b086b7b012330391&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6240895 Nov 15 11:24:42.418903 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 38472) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:42.427380 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-48c2f506-6501-448d-bc0d-aa3365d57efa tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:42.428892 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-48c2f506-6501-448d-bc0d-aa3365d57efa tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/networks?id=1ab55e45-0c39-4141-9760-966dba676054 HTTP/1.1" status: 200 len: 814 time: 0.2058086 Nov 15 11:24:42.462551 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port e301a5f9-df5e-4b01-9877-b22321d060f6, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e301a5f9-df5e-4b01-9877-b22321d060f6,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:42.478193 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port f3853830-5e36-4320-8c17-291a92cfaf08 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:24:42.480487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'e301a5f9-df5e-4b01-9877-b22321d060f6', 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759', 'port_id': 'e301a5f9-df5e-4b01-9877-b22321d060f6', 'mac_address': 'fa:16:3e:ea:47:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8647cc50-bb8e-4210-a1e9-eb2152a57fcd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:24:42.480644 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-2e9c1543-c156-45a0-8795-93d53ba9267c tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/quotas/a20fe9645d9c49df841428f86995389b HTTP/1.1" status: 200 len: 375 time: 0.0315182 Nov 15 11:24:42.489613 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-701fd99b-1b00-45ce-ac9d-ac1d959f5c25 req-89b6939b-8b65-48a7-944d-c37a0ba33d30 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.64 "GET /v2.0/security-groups?id=09b03b2e-9243-4fb9-baaa-7cdbaa8f178b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156583 Nov 15 11:24:42.508425 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port f3853830-5e36-4320-8c17-291a92cfaf08 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:24:42.508868 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:42.530021 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ffbead83-2721-4424-b493-1548116be0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'name': 'tempest-ServersTestManualDisk-1187910671-router', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:11Z', 'updated_at': '2021-11-15T11:22:20Z', 'revision_number': 4, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'gw_port': {'id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '04403bba-d521-4fbe-8ee1-1b855c7cf5bd', 'name': '', 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'mac_address': 'fa:16:3e:1b:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '5cf06bb7-5877-44b3-8778-2c64bd46356d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:19Z', 'updated_at': '2021-11-15T11:22:29Z', 'revision_number': 5, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'subnets': [{'id': '5cf06bb7-5877-44b3-8778-2c64bd46356d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:42.565662 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07c340c-133d-4f94-818d-140d2ee8cdfc x-openstack-request-id: req-e07c340c-133d-4f94-818d-140d2ee8cdfc {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:42.565864 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2b6166-d622-42ca-81eb-28c670a978da", "name": "network-vif-deleted", "tag": "c43e3720-deed-406c-884f-46113c8c4a14", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:42.566119 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e07c340c-133d-4f94-818d-140d2ee8cdfc {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:42.566391 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbead83-2721-4424-b493-1548116be0c4 None None] Checking router: ef2fb586-e6ba-4838-b721-a4fbaab5dc57 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:24:42.566935 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2b6166-d622-42ca-81eb-28c670a978da', 'name': 'network-vif-deleted', 'tag': 'c43e3720-deed-406c-884f-46113c8c4a14', 'status': 'completed', 'code': 200} Nov 15 11:24:42.579005 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbead83-2721-4424-b493-1548116be0c4 None None] Routers {'ef2fb586-e6ba-4838-b721-a4fbaab5dc57'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:24:42.579668 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ffbead83-2721-4424-b493-1548116be0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:24:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ef2fb586-e6ba-4838-b721-a4fbaab5dc57'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:42.584548 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-fcf60eb9-28ee-4469-b6eb-c1228a8e5c7c tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a20fe9645d9c49df841428f86995389b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0989630 Nov 15 11:24:42.591462 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2645cf9-bcfd-4d7f-aa66-2f111b50177c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:42.621300 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2645cf9-bcfd-4d7f-aa66-2f111b50177c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:42.719478 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-ffbead83-2721-4424-b493-1548116be0c4 None None] Set router ef2fb586-e6ba-4838-b721-a4fbaab5dc57 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:24:42.740552 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:42.759304 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e301a5f9-df5e-4b01-9877-b22321d060f6 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:24:42.783223 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port e301a5f9-df5e-4b01-9877-b22321d060f6, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e301a5f9-df5e-4b01-9877-b22321d060f6,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:42.788669 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2645cf9-bcfd-4d7f-aa66-2f111b50177c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:42.791615 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2645cf9-bcfd-4d7f-aa66-2f111b50177c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:42.793896 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f2645cf9-bcfd-4d7f-aa66-2f111b50177c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/daf51014-7f02-42e4-91f0-e503aeeca943 HTTP/1.1" status: 204 len: 168 time: 0.3735740 Nov 15 11:24:42.809169 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:42.812504 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2645cf9-bcfd-4d7f-aa66-2f111b50177c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf51014-7f02-42e4-91f0-e503aeeca943,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:42.859211 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:42.867501 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-6f360f0b-6123-4e6b-9de7-b75b31a5c7ad service neutron] 10.222.0.64 "GET /v2.0/networks/1ab55e45-0c39-4141-9760-966dba676054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808146 Nov 15 11:24:42.900811 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=e301a5f9-df5e-4b01-9877-b22321d060f6,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:42.908239 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b4d8c8-c829-4035-a794-148fd48180fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3853830-5e36-4320-8c17-291a92cfaf08'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:42.910745 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9cfab6-3196-4630-8ffe-4c81298d8e04" -d '{"events": [{"server_uuid": "b6b4d8c8-c829-4035-a794-148fd48180fc", "name": "network-vif-plugged", "status": "completed", "tag": "f3853830-5e36-4320-8c17-291a92cfaf08"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:42.924920 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port f3853830-5e36-4320-8c17-291a92cfaf08, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f3853830-5e36-4320-8c17-291a92cfaf08,segment=NetworkSegment(6b671568-cbb8-48a4-bdbf-4d5926497cba),segment_id=6b671568-cbb8-48a4-bdbf-4d5926497cba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:42.933216 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:42.946809 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38486) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:42.987526 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5199ee2f-7ca9-41a4-a400-9ffe64a7cca9 x-openstack-request-id: req-5199ee2f-7ca9-41a4-a400-9ffe64a7cca9 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:42.987850 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b4d8c8-c829-4035-a794-148fd48180fc", "name": "network-vif-plugged", "status": "completed", "tag": "f3853830-5e36-4320-8c17-291a92cfaf08", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:42.988842 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5199ee2f-7ca9-41a4-a400-9ffe64a7cca9 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:42.989451 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b4d8c8-c829-4035-a794-148fd48180fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3853830-5e36-4320-8c17-291a92cfaf08', 'code': 200} Nov 15 11:24:43.001560 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=f3853830-5e36-4320-8c17-291a92cfaf08,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:43.077594 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-8702d133-c83c-40d2-81b4-5906422a7feb service neutron] 10.222.0.64 "GET /v2.0/networks/1ab55e45-0c39-4141-9760-966dba676054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015219 Nov 15 11:24:43.078118 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9cfb48ca-203d-4e0c-b78a-96871f4b0e6a tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:43.099910 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ffbead83-2721-4424-b493-1548116be0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'name': 'tempest-ServersTestManualDisk-1187910671-router', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:11Z', 'updated_at': '2021-11-15T11:22:20Z', 'revision_number': 4, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'gw_port': {'id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '04403bba-d521-4fbe-8ee1-1b855c7cf5bd', 'name': '', 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'mac_address': 'fa:16:3e:1b:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '5cf06bb7-5877-44b3-8778-2c64bd46356d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:19Z', 'updated_at': '2021-11-15T11:22:29Z', 'revision_number': 5, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'subnets': [{'id': '5cf06bb7-5877-44b3-8778-2c64bd46356d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:43.141652 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9cfb48ca-203d-4e0c-b78a-96871f4b0e6a tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:43.165908 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbead83-2721-4424-b493-1548116be0c4 None None] The sync data for ids ['ef2fb586-e6ba-4838-b721-a4fbaab5dc57'] in n-d-729945-9 is: [{'id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'name': 'tempest-ServersTestManualDisk-1187910671-router', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:11Z', 'updated_at': '2021-11-15T11:22:20Z', 'revision_number': 4, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'gw_port': {'id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '04403bba-d521-4fbe-8ee1-1b855c7cf5bd', 'name': '', 'network_id': '8eb545cc-9308-4393-92fd-bc3c5179fd64', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'mac_address': 'fa:16:3e:1b:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '5cf06bb7-5877-44b3-8778-2c64bd46356d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:19Z', 'updated_at': '2021-11-15T11:22:29Z', 'revision_number': 5, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'subnets': [{'id': '5cf06bb7-5877-44b3-8778-2c64bd46356d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:24:43.183885 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['e301a5f9-df5e-4b01-9877-b22321d060f6'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:24:43.219048 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2fda9-9de8-48dd-849d-b4586a400b07 req-0ff9b821-9ed8-4ba8-ab67-9135a6fec976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:43.220659 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d5e2fda9-9de8-48dd-849d-b4586a400b07 req-0ff9b821-9ed8-4ba8-ab67-9135a6fec976 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b6b4d8c8-c829-4035-a794-148fd48180fc HTTP/1.1" status: 200 len: 1097 time: 0.1394644 Nov 15 11:24:43.225756 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9cfb48ca-203d-4e0c-b78a-96871f4b0e6a tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:43.230259 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9cfb48ca-203d-4e0c-b78a-96871f4b0e6a tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:43.233799 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9cfb48ca-203d-4e0c-b78a-96871f4b0e6a tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "DELETE /v2.0/security-groups/4d45103d-ee9d-493b-90ef-c3e5aea48f76 HTTP/1.1" status: 204 len: 168 time: 0.2836735 Nov 15 11:24:43.240134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38496) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:43.255179 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb48ca-203d-4e0c-b78a-96871f4b0e6a tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d45103d-ee9d-493b-90ef-c3e5aea48f76,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:43.263875 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-819d21f6-913a-41be-92b3-0923b753d355 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] show failed (client error): The resource could not be found. Nov 15 11:24:43.265165 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-819d21f6-913a-41be-92b3-0923b753d355 tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "GET /v2.0/security-groups/4d45103d-ee9d-493b-90ef-c3e5aea48f76 HTTP/1.1" status: 404 len: 347 time: 0.0225236 Nov 15 11:24:43.268364 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38498) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:43.368391 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d5e2fda9-9de8-48dd-849d-b4586a400b07 req-b9d82a48-fc57-4bb6-83ad-62c499fffdbc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=09b03b2e-9243-4fb9-baaa-7cdbaa8f178b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155856 Nov 15 11:24:43.383136 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca15527-31d6-4505-9fed-544f6314f85f req-be9c477e-9801-4af2-943f-ec36b83669c1 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:43.385201 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ca15527-31d6-4505-9fed-544f6314f85f req-be9c477e-9801-4af2-943f-ec36b83669c1 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=063a6c32-114a-495f-aff8-d0730b3ece3f HTTP/1.1" status: 200 len: 945 time: 0.1894917 Nov 15 11:24:43.424849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bc73d6e0-62df-47dd-9975-8806b2317571 req-c93b5113-ee0d-4b76-b4ed-f16dc2842ad5 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 210 time: 0.0389633 Nov 15 11:24:43.431165 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2aa5d63f-113f-4502-b178-7342e7046d9c tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Deleting port 0aeccc59-e616-408e-ba0e-9380fe19ef37 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:24:43.431569 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2aa5d63f-113f-4502-b178-7342e7046d9c tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:43.477904 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device c43e3720-deed-406c-884f-46113c8c4a14 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:24:43.492105 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ca15527-31d6-4505-9fed-544f6314f85f req-38da93b6-a70d-401f-a286-a0435edf2b8d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960765 Nov 15 11:24:43.522335 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: c43e3720-deed-406c-884f-46113c8c4a14 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:24:43.522668 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device c43e3720-deed-406c-884f-46113c8c4a14 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:24:43.603079 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2aa5d63f-113f-4502-b178-7342e7046d9c tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:43.603430 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2aa5d63f-113f-4502-b178-7342e7046d9c tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:43.617656 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2aa5d63f-113f-4502-b178-7342e7046d9c tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Calling delete_port for 0aeccc59-e616-408e-ba0e-9380fe19ef37 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:24:43.672097 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4465a9de-dc50-4910-adb0-a308752ed64a None None] New status for floating IP 77a5aac4-e4dd-48b6-ba27-bace34b3c331: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:24:43.684794 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759ce9d-fecc-424b-8416-f59dd30d5117 req-641f6b49-e25f-4ce2-8b39-d3920912876e tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:43.692549 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7759ce9d-fecc-424b-8416-f59dd30d5117 req-641f6b49-e25f-4ce2-8b39-d3920912876e tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b4d8c8-c829-4035-a794-148fd48180fc HTTP/1.1" status: 200 len: 946 time: 0.0879540 Nov 15 11:24:43.763985 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7759ce9d-fecc-424b-8416-f59dd30d5117 req-cf03343f-3b3f-4acc-b2e3-460fd61ad416 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.64 "GET /v2.0/security-groups?id=09b03b2e-9243-4fb9-baaa-7cdbaa8f178b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642436 Nov 15 11:24:43.775990 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-4465a9de-dc50-4910-adb0-a308752ed64a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 15 11:24:43.775990 n-d-729945-9 neutron-server[102679]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Nov 15 11:24:43.775990 n-d-729945-9 neutron-server[102679]: [parameters: {'status': 'DOWN', 'floatingips_id': '77a5aac4-e4dd-48b6-ba27-bace34b3c331'}] Nov 15 11:24:43.775990 n-d-729945-9 neutron-server[102679]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:24:43.776876 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-4465a9de-dc50-4910-adb0-a308752ed64a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:24:43.824657 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2aa5d63f-113f-4502-b178-7342e7046d9c tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:43.866905 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5d63f-113f-4502-b178-7342e7046d9c tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Pushing event deleted for resources: {'Port': ['ID=0aeccc59-e616-408e-ba0e-9380fe19ef37,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:43.931755 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 38528) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:43.931939 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2aa5d63f-113f-4502-b178-7342e7046d9c tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:43.934642 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2aa5d63f-113f-4502-b178-7342e7046d9c tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:43.935803 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2aa5d63f-113f-4502-b178-7342e7046d9c tempest-ServersTestManualDisk-1555351486 tempest-ServersTestManualDisk-1555351486-project] 10.222.0.64 "DELETE /v2.0/floatingips/77a5aac4-e4dd-48b6-ba27-bace34b3c331 HTTP/1.1" status: 204 len: 168 time: 0.6656361 Nov 15 11:24:43.938646 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38530) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:44.049265 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-08697390-8559-416e-9abb-05d1c287c135 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-539626344-network', 'tenant_id': '6a19f7efd4604a8e9849471bb8be4b63'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:44.071987 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08697390-8559-416e-9abb-05d1c287c135 admin admin] Made reservation on behalf of 6a19f7efd4604a8e9849471bb8be4b63 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:24:44.074369 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-08697390-8559-416e-9abb-05d1c287c135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:44.087091 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-08697390-8559-416e-9abb-05d1c287c135 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:44.194177 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-08697390-8559-416e-9abb-05d1c287c135 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:44.199940 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-08697390-8559-416e-9abb-05d1c287c135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:44.225172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08697390-8559-416e-9abb-05d1c287c135 admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:24:44.241645 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08697390-8559-416e-9abb-05d1c287c135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477d5b3f-d2b2-42e2-a2c7-deeecc1d3f18,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:44.252179 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-08697390-8559-416e-9abb-05d1c287c135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:44.252669 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-08697390-8559-416e-9abb-05d1c287c135 admin admin] Added segment cc536f98-c6c4-45ac-bb2d-65cb50277b7a of type vlan for network 0382e5f4-b902-4d1a-a75a-9e7c506dc6de Nov 15 11:24:44.278670 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4465a9de-dc50-4910-adb0-a308752ed64a None None] New status for floating IP 77a5aac4-e4dd-48b6-ba27-bace34b3c331: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:24:44.298812 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-08697390-8559-416e-9abb-05d1c287c135 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:44.328175 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-08697390-8559-416e-9abb-05d1c287c135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:44.329737 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08697390-8559-416e-9abb-05d1c287c135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:44.331001 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-08697390-8559-416e-9abb-05d1c287c135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:44.392673 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-08697390-8559-416e-9abb-05d1c287c135 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4593279 Nov 15 11:24:44.398923 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 38538) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:44.404587 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-ad31174b-2963-42e9-922e-4f75a06c1680 admin admin] Request body: {'subnet': {'network_id': '0382e5f4-b902-4d1a-a75a-9e7c506dc6de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-539626344-subnet', 'tenant_id': '6a19f7efd4604a8e9849471bb8be4b63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:44.415613 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08697390-8559-416e-9abb-05d1c287c135 admin admin] Pushing event updated for resources: {'Network': ['ID=0382e5f4-b902-4d1a-a75a-9e7c506dc6de,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:44.427641 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 0382e5f4-b902-4d1a-a75a-9e7c506dc6de details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:24:44.438836 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad31174b-2963-42e9-922e-4f75a06c1680 admin admin] Made reservation on behalf of 6a19f7efd4604a8e9849471bb8be4b63 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:24:44.441772 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad31174b-2963-42e9-922e-4f75a06c1680 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:44.571243 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-63a7d442-13d4-4256-9d63-f58c6932195e req-101efda3-7a60-4590-b70d-ccb29d4fa83f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 210 time: 0.0391867 Nov 15 11:24:44.635456 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff212c60-4532-4c55-97c4-2233fae51c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:44.694317 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225f17d-5123-4160-979f-8dd21be09cc2 req-f192190d-72f9-4330-aa2e-a5ef696c45d8 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:44.695916 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6225f17d-5123-4160-979f-8dd21be09cc2 req-f192190d-72f9-4330-aa2e-a5ef696c45d8 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=063a6c32-114a-495f-aff8-d0730b3ece3f HTTP/1.1" status: 200 len: 945 time: 0.0953610 Nov 15 11:24:44.723739 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad31174b-2963-42e9-922e-4f75a06c1680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:44.896063 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31174b-2963-42e9-922e-4f75a06c1680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e67b016f-e823-45d3-9865-17694bb7379a,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:44.926928 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ff212c60-4532-4c55-97c4-2233fae51c3c admin admin] Deleting port 04403bba-d521-4fbe-8ee1-1b855c7cf5bd {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:24:44.927409 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff212c60-4532-4c55-97c4-2233fae51c3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:44.929449 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6225f17d-5123-4160-979f-8dd21be09cc2 req-a6a01532-717f-40c7-bc3e-d47a2bb8167a tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222815 Nov 15 11:24:44.961422 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-af451f5a-3ac2-4ab6-9e55-af23dc30fec3 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:44.964336 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-af451f5a-3ac2-4ab6-9e55-af23dc30fec3 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.55 "GET /v2.0/networks?id=1ab55e45-0c39-4141-9760-966dba676054 HTTP/1.1" status: 200 len: 814 time: 0.2512474 Nov 15 11:24:44.969193 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad31174b-2963-42e9-922e-4f75a06c1680 admin admin] Checking segment: {'id': 'cc536f98-c6c4-45ac-bb2d-65cb50277b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0382e5f4-b902-4d1a-a75a-9e7c506dc6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:24:44.970041 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad31174b-2963-42e9-922e-4f75a06c1680 admin admin] Network hostable DHCP agents. Network: 0382e5f4-b902-4d1a-a75a-9e7c506dc6de, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:24:44.979018 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-4399fcab-8fee-4080-9031-323b5e85f8ed tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Request body: {'port': {'device_id': 'b22ef1f3-b481-4464-ba28-bfde300f5e0c', 'network_id': '1ab55e45-0c39-4141-9760-966dba676054', 'admin_state_up': True, 'tenant_id': 'a20fe9645d9c49df841428f86995389b'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:45.018313 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ff212c60-4532-4c55-97c4-2233fae51c3c admin admin] For port 04403bba-d521-4fbe-8ee1-1b855c7cf5bd, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=04403bba-d521-4fbe-8ee1-1b855c7cf5bd,segment=NetworkSegment(70b983c1-31ff-4aa3-88e8-2f69ddf586e6),segment_id=70b983c1-31ff-4aa3-88e8-2f69ddf586e6)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:45.018962 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff212c60-4532-4c55-97c4-2233fae51c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:45.034884 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ff212c60-4532-4c55-97c4-2233fae51c3c admin admin] Calling delete_port for 04403bba-d521-4fbe-8ee1-1b855c7cf5bd owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:24:45.049549 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cd1f9-f521-4f62-9768-4e79b1147005 req-1629c0f2-1a9a-493e-af48-8bbd01e39124 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:45.051184 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c25cd1f9-f521-4f62-9768-4e79b1147005 req-1629c0f2-1a9a-493e-af48-8bbd01e39124 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b4d8c8-c829-4035-a794-148fd48180fc HTTP/1.1" status: 200 len: 946 time: 0.1977718 Nov 15 11:24:45.054266 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad31174b-2963-42e9-922e-4f75a06c1680 admin admin] Network 0382e5f4-b902-4d1a-a75a-9e7c506dc6de is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:24:45.077738 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ad31174b-2963-42e9-922e-4f75a06c1680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 0382e5f4-b902-4d1a-a75a-9e7c506dc6de) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:24:45.086505 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02df74a-af83-46b6-847d-48e49ded3b58 None None] Network 0382e5f4-b902-4d1a-a75a-9e7c506dc6de requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:24:45.098784 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad31174b-2963-42e9-922e-4f75a06c1680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:45.099376 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad31174b-2963-42e9-922e-4f75a06c1680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:45.146334 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ad31174b-2963-42e9-922e-4f75a06c1680 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7462702 Nov 15 11:24:45.173974 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c25cd1f9-f521-4f62-9768-4e79b1147005 req-b74b29fe-7c4d-4b8f-92f5-f40c9c330adc tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.64 "GET /v2.0/security-groups?id=09b03b2e-9243-4fb9-baaa-7cdbaa8f178b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109831 Nov 15 11:24:45.192434 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-4399fcab-8fee-4080-9031-323b5e85f8ed tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Made reservation on behalf of a20fe9645d9c49df841428f86995389b for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:24:45.199860 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-4399fcab-8fee-4080-9031-323b5e85f8ed tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:45.280934 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff212c60-4532-4c55-97c4-2233fae51c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:45.307378 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6a9832-ea55-4e31-ba4d-b7b36f810395 None None] Network 0382e5f4-b902-4d1a-a75a-9e7c506dc6de requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:24:45.317520 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff212c60-4532-4c55-97c4-2233fae51c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=04403bba-d521-4fbe-8ee1-1b855c7cf5bd,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:45.434567 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-4399fcab-8fee-4080-9031-323b5e85f8ed tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Allocated IP 172.20.0.10 (1ab55e45-0c39-4141-9760-966dba676054/94e7ad43-728f-443f-8f70-7ede95cfac35/7eb530d9-0925-4d61-bd81-1b4b646d8f82) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:24:45.604408 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff212c60-4532-4c55-97c4-2233fae51c3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:45.685905 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-4399fcab-8fee-4080-9031-323b5e85f8ed tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:45.770190 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-4399fcab-8fee-4080-9031-323b5e85f8ed tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:45.816129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 38574) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:45.823729 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-7fea4c5b-6990-4d68-a353-c2c02a648680 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1010736715-network', 'tenant_id': '130284fbf8444f3fb512d23603cca7fd'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:45.851838 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-4399fcab-8fee-4080-9031-323b5e85f8ed tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Network 1ab55e45-0c39-4141-9760-966dba676054 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:24:45.862674 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399fcab-8fee-4080-9031-323b5e85f8ed tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Pushing event updated for resources: {'Port': ['ID=7eb530d9-0925-4d61-bd81-1b4b646d8f82,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:45.865271 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-4399fcab-8fee-4080-9031-323b5e85f8ed tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:24:45.877058 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebf068-ba7f-4f95-a3dd-0f2fbc3e361e req-0888f470-afec-4c4e-aa34-f8a2297e9c11 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:45.878573 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4cebf068-ba7f-4f95-a3dd-0f2fbc3e361e req-0888f470-afec-4c4e-aa34-f8a2297e9c11 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b4d8c8-c829-4035-a794-148fd48180fc HTTP/1.1" status: 200 len: 946 time: 0.1534750 Nov 15 11:24:45.880195 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-4399fcab-8fee-4080-9031-323b5e85f8ed tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:24:45.892659 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14337417-2ce1-443e-879f-faeb3314d31d req-4550a90e-10b3-466f-8795-1fdae59feef6 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:45.893610 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff212c60-4532-4c55-97c4-2233fae51c3c admin admin] Router ef2fb586-e6ba-4838-b721-a4fbaab5dc57 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:24:45.894128 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14337417-2ce1-443e-879f-faeb3314d31d req-4550a90e-10b3-466f-8795-1fdae59feef6 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 932 time: 0.1702709 Nov 15 11:24:45.937484 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fea4c5b-6990-4d68-a353-c2c02a648680 admin admin] Made reservation on behalf of 130284fbf8444f3fb512d23603cca7fd for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:24:45.939622 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fea4c5b-6990-4d68-a353-c2c02a648680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:45.970210 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fea4c5b-6990-4d68-a353-c2c02a648680 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:45.998509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-4399fcab-8fee-4080-9031-323b5e85f8ed tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:45.999115 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-4399fcab-8fee-4080-9031-323b5e85f8ed tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:46.002293 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff212c60-4532-4c55-97c4-2233fae51c3c admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:24:46.007391 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ff212c60-4532-4c55-97c4-2233fae51c3c admin admin] 10.222.0.64 "PUT /v2.0/routers/ef2fb586-e6ba-4838-b721-a4fbaab5dc57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0676725 Nov 15 11:24:46.009922 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38578) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:46.011592 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed68589a-0851-42e7-af45-a1324bd70499 None None] Sync routers for ids ['ef2fb586-e6ba-4838-b721-a4fbaab5dc57'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:24:46.024202 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed68589a-0851-42e7-af45-a1324bd70499 None None] Routers {'ef2fb586-e6ba-4838-b721-a4fbaab5dc57'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:24:46.025349 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ed68589a-0851-42e7-af45-a1324bd70499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:24:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ef2fb586-e6ba-4838-b721-a4fbaab5dc57'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:46.049944 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14337417-2ce1-443e-879f-faeb3314d31d req-8cf82ca8-3d05-4a5a-9650-a818c07017cc tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326294 Nov 15 11:24:46.056963 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-4399fcab-8fee-4080-9031-323b5e85f8ed tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0841229 Nov 15 11:24:46.067152 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4cebf068-ba7f-4f95-a3dd-0f2fbc3e361e req-1d7714f3-eb5f-4880-862c-ea32a98c2fe3 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.64 "GET /v2.0/security-groups?id=09b03b2e-9243-4fb9-baaa-7cdbaa8f178b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534722 Nov 15 11:24:46.154950 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-ed68589a-0851-42e7-af45-a1324bd70499 None None] Set router ef2fb586-e6ba-4838-b721-a4fbaab5dc57 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:24:46.185632 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e3e2-f1c1-487f-80fa-3579b39a64f5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:46.214634 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fea4c5b-6990-4d68-a353-c2c02a648680 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:46.222465 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fea4c5b-6990-4d68-a353-c2c02a648680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:46.248785 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0272a9e-e24f-43d6-a434-cc40676d3a2b req-adb8fb3e-1d7b-4d33-9e06-b134ac42d363 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:46.250585 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0272a9e-e24f-43d6-a434-cc40676d3a2b req-adb8fb3e-1d7b-4d33-9e06-b134ac42d363 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=063a6c32-114a-495f-aff8-d0730b3ece3f HTTP/1.1" status: 200 len: 945 time: 0.0910017 Nov 15 11:24:46.273459 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fea4c5b-6990-4d68-a353-c2c02a648680 admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:24:46.304535 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea4c5b-6990-4d68-a353-c2c02a648680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e50f811-168b-422a-b58f-1a75aa4799ba,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:46.313976 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fea4c5b-6990-4d68-a353-c2c02a648680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:46.314401 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-7fea4c5b-6990-4d68-a353-c2c02a648680 admin admin] Added segment 1bbda03a-3c19-456c-bf5d-4148d2c122ad of type vlan for network c8900906-510e-413e-9137-66d6addbe3a6 Nov 15 11:24:46.346344 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device e301a5f9-df5e-4b01-9877-b22321d060f6 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:24:46.365150 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0272a9e-e24f-43d6-a434-cc40676d3a2b req-2990c4c5-93ff-4de7-9fbb-6e7266e52571 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069970 Nov 15 11:24:46.370632 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e3e2-f1c1-487f-80fa-3579b39a64f5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:46.383365 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fea4c5b-6990-4d68-a353-c2c02a648680 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:46.395995 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Request body: {'port': {'device_id': 'b22ef1f3-b481-4464-ba28-bfde300f5e0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:46.427542 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port e301a5f9-df5e-4b01-9877-b22321d060f6 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:24:46.432423 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port e301a5f9-df5e-4b01-9877-b22321d060f6 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:24:46.432771 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:46.444184 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7ea1e3e2-f1c1-487f-80fa-3579b39a64f5 admin admin] Deleting port 21ae7ad4-7e3b-4345-aaad-85df5208b334 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:24:46.444858 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e3e2-f1c1-487f-80fa-3579b39a64f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:46.447932 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ed68589a-0851-42e7-af45-a1324bd70499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'name': 'tempest-ServersTestManualDisk-1187910671-router', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:11Z', 'updated_at': '2021-11-15T11:24:45Z', 'revision_number': 5, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'gw_port': {'id': '21ae7ad4-7e3b-4345-aaad-85df5208b334', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:46.452112 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fea4c5b-6990-4d68-a353-c2c02a648680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:46.452296 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fea4c5b-6990-4d68-a353-c2c02a648680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:46.452997 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fea4c5b-6990-4d68-a353-c2c02a648680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:46.521152 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:46.522489 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea4c5b-6990-4d68-a353-c2c02a648680 admin admin] Pushing event updated for resources: {'Network': ['ID=c8900906-510e-413e-9137-66d6addbe3a6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:46.573844 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7fea4c5b-6990-4d68-a353-c2c02a648680 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7535522 Nov 15 11:24:46.574656 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 38588) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:46.577304 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:46.581432 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port e301a5f9-df5e-4b01-9877-b22321d060f6, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e301a5f9-df5e-4b01-9877-b22321d060f6,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:46.582691 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-06b048b7-8b24-4f41-9515-5a70f8da35fd admin admin] Request body: {'subnet': {'network_id': 'c8900906-510e-413e-9137-66d6addbe3a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1010736715-subnet', 'tenant_id': '130284fbf8444f3fb512d23603cca7fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:46.587308 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063a6c32-114a-495f-aff8-d0730b3ece3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e301a5f9-df5e-4b01-9877-b22321d060f6'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:46.589417 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7ea1e3e2-f1c1-487f-80fa-3579b39a64f5 admin admin] For port 21ae7ad4-7e3b-4345-aaad-85df5208b334, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=21ae7ad4-7e3b-4345-aaad-85df5208b334,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:46.590509 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e3e2-f1c1-487f-80fa-3579b39a64f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:46.593171 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d753ae4-eade-4799-b9cc-07266c702a5e" -d '{"events": [{"server_uuid": "063a6c32-114a-495f-aff8-d0730b3ece3f", "name": "network-vif-plugged", "status": "completed", "tag": "e301a5f9-df5e-4b01-9877-b22321d060f6"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:46.599231 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network c8900906-510e-413e-9137-66d6addbe3a6 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:24:46.605608 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7ea1e3e2-f1c1-487f-80fa-3579b39a64f5 admin admin] Calling delete_port for 21ae7ad4-7e3b-4345-aaad-85df5208b334 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:24:46.609753 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed68589a-0851-42e7-af45-a1324bd70499 None None] Checking router: ef2fb586-e6ba-4838-b721-a4fbaab5dc57 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:24:46.619642 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b048b7-8b24-4f41-9515-5a70f8da35fd admin admin] Made reservation on behalf of 130284fbf8444f3fb512d23603cca7fd for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:24:46.620380 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed68589a-0851-42e7-af45-a1324bd70499 None None] Routers {'ef2fb586-e6ba-4838-b721-a4fbaab5dc57'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:24:46.621127 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ed68589a-0851-42e7-af45-a1324bd70499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:24:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ef2fb586-e6ba-4838-b721-a4fbaab5dc57'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:46.622122 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-06b048b7-8b24-4f41-9515-5a70f8da35fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:46.624015 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:46.688010 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff40258-e0f6-4cff-bdd6-c3895818e036 x-openstack-request-id: req-8ff40258-e0f6-4cff-bdd6-c3895818e036 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:46.698245 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063a6c32-114a-495f-aff8-d0730b3ece3f", "name": "network-vif-plugged", "status": "completed", "tag": "e301a5f9-df5e-4b01-9877-b22321d060f6", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:46.698511 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ff40258-e0f6-4cff-bdd6-c3895818e036 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:46.698973 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063a6c32-114a-495f-aff8-d0730b3ece3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e301a5f9-df5e-4b01-9877-b22321d060f6', 'code': 200} Nov 15 11:24:46.736129 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-ed68589a-0851-42e7-af45-a1324bd70499 None None] Set router ef2fb586-e6ba-4838-b721-a4fbaab5dc57 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:24:46.759138 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=e301a5f9-df5e-4b01-9877-b22321d060f6,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:46.803271 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ed68589a-0851-42e7-af45-a1324bd70499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'name': 'tempest-ServersTestManualDisk-1187910671-router', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:11Z', 'updated_at': '2021-11-15T11:24:46Z', 'revision_number': 6, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:46.831048 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed68589a-0851-42e7-af45-a1324bd70499 None None] The sync data for ids ['ef2fb586-e6ba-4838-b721-a4fbaab5dc57'] in n-d-729945-9 is: [{'id': 'ef2fb586-e6ba-4838-b721-a4fbaab5dc57', 'name': 'tempest-ServersTestManualDisk-1187910671-router', 'tenant_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:11Z', 'updated_at': '2021-11-15T11:24:46Z', 'revision_number': 6, 'project_id': 'a18bdc63ba1f4c0296f604ebdceeae4b', 'gw_port_host': None}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:24:46.857116 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e3e2-f1c1-487f-80fa-3579b39a64f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:46.885115 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1e3e2-f1c1-487f-80fa-3579b39a64f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=21ae7ad4-7e3b-4345-aaad-85df5208b334,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:46.934733 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca71ffb-c697-4ebd-93a7-104456949c92 req-c6eb242c-fb47-4f13-9706-e9bf5469e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:46.936270 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ca71ffb-c697-4ebd-93a7-104456949c92 req-c6eb242c-fb47-4f13-9706-e9bf5469e5d1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=063a6c32-114a-495f-aff8-d0730b3ece3f HTTP/1.1" status: 200 len: 1097 time: 0.1915438 Nov 15 11:24:46.947980 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e3e2-f1c1-487f-80fa-3579b39a64f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:47.037525 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e3e2-f1c1-487f-80fa-3579b39a64f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:47.039630 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e3e2-f1c1-487f-80fa-3579b39a64f5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:47.048122 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-06b048b7-8b24-4f41-9515-5a70f8da35fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:47.061719 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ca71ffb-c697-4ebd-93a7-104456949c92 req-80152335-59af-45c7-8dbd-2d91c6aaa021 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146033 Nov 15 11:24:47.089659 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e3e2-f1c1-487f-80fa-3579b39a64f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:47.090612 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea1e3e2-f1c1-487f-80fa-3579b39a64f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef2fb586-e6ba-4838-b721-a4fbaab5dc57 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:24:47.098256 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ea1e3e2-f1c1-487f-80fa-3579b39a64f5 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:47.103164 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7ea1e3e2-f1c1-487f-80fa-3579b39a64f5 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ef2fb586-e6ba-4838-b721-a4fbaab5dc57 HTTP/1.1" status: 204 len: 168 time: 1.0913723 Nov 15 11:24:47.103796 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38596) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:47.159698 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e343a46-6ddf-4945-981b-0faeb309e93b admin admin] Deleting subnet 5cf06bb7-5877-44b3-8778-2c64bd46356d {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:24:47.163037 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e343a46-6ddf-4945-981b-0faeb309e93b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:47.198574 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e343a46-6ddf-4945-981b-0faeb309e93b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:47.201878 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b048b7-8b24-4f41-9515-5a70f8da35fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d5ce1ff-d749-461d-b40b-dbfad34df71d,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:47.228141 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb530d9-0925-4d61-bd81-1b4b646d8f82 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:24:47.243849 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:47.255599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b048b7-8b24-4f41-9515-5a70f8da35fd admin admin] Checking segment: {'id': '1bbda03a-3c19-456c-bf5d-4148d2c122ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'c8900906-510e-413e-9137-66d6addbe3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:24:47.256076 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b048b7-8b24-4f41-9515-5a70f8da35fd admin admin] Network hostable DHCP agents. Network: c8900906-510e-413e-9137-66d6addbe3a6, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:24:47.279000 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Transition to ACTIVE for port object 7eb530d9-0925-4d61-bd81-1b4b646d8f82 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:24:47.285671 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e343a46-6ddf-4945-981b-0faeb309e93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:47.289210 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb1106-8f4b-41b2-9e1e-50875d5bbcbe req-2a231578-8c26-49ae-b24d-5e99a13f04de tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:47.290701 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0afb1106-8f4b-41b2-9e1e-50875d5bbcbe req-2a231578-8c26-49ae-b24d-5e99a13f04de tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 932 time: 0.1442387 Nov 15 11:24:47.295506 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:47.346262 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e343a46-6ddf-4945-981b-0faeb309e93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:47.355329 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346aa0d3-c692-40f0-8cfe-4a1d2d69ced7 req-692873fa-d8dc-448e-9562-c87014113ff7 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:47.356977 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-346aa0d3-c692-40f0-8cfe-4a1d2d69ced7 req-692873fa-d8dc-448e-9562-c87014113ff7 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b4d8c8-c829-4035-a794-148fd48180fc HTTP/1.1" status: 200 len: 946 time: 0.1828763 Nov 15 11:24:47.373355 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e343a46-6ddf-4945-981b-0faeb309e93b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cf06bb7-5877-44b3-8778-2c64bd46356d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:47.379049 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e343a46-6ddf-4945-981b-0faeb309e93b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:47.386982 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4e343a46-6ddf-4945-981b-0faeb309e93b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5cf06bb7-5877-44b3-8778-2c64bd46356d HTTP/1.1" status: 204 len: 168 time: 0.2784266 Nov 15 11:24:47.386982 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38602) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:47.387254 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bac0be3-85d2-41ab-968f-783048c30c30 None None] Network 8eb545cc-9308-4393-92fd-bc3c5179fd64 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:24:47.397300 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b048b7-8b24-4f41-9515-5a70f8da35fd admin admin] Network c8900906-510e-413e-9137-66d6addbe3a6 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:24:47.440278 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-06b048b7-8b24-4f41-9515-5a70f8da35fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, c8900906-510e-413e-9137-66d6addbe3a6) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:24:47.449418 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Pushing event updated for resources: {'Port': ['ID=7eb530d9-0925-4d61-bd81-1b4b646d8f82,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:47.451597 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb60b787-5488-4be2-878a-4cbbcaf7fbd8 None None] Network c8900906-510e-413e-9137-66d6addbe3a6 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:24:47.459059 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b048b7-8b24-4f41-9515-5a70f8da35fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:47.459642 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-06b048b7-8b24-4f41-9515-5a70f8da35fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:47.465232 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00df40aa-ee71-4f34-9bc9-d34a129283ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:47.521946 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-00df40aa-ee71-4f34-9bc9-d34a129283ce admin admin] Deleting port b5470f91-86eb-4fd9-8929-450d634d0d91 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:24:47.522516 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00df40aa-ee71-4f34-9bc9-d34a129283ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:47.528555 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d726a49-d17e-4fbc-b8d5-1428eb5459b0 req-777642fe-c842-4713-b971-16b7259c4c70 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:47.530508 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d726a49-d17e-4fbc-b8d5-1428eb5459b0 req-777642fe-c842-4713-b971-16b7259c4c70 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6b4d8c8-c829-4035-a794-148fd48180fc HTTP/1.1" status: 200 len: 946 time: 0.2327490 Nov 15 11:24:47.534721 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0afb1106-8f4b-41b2-9e1e-50875d5bbcbe req-19c8100d-9ffc-4de3-ba7a-51d4d2e03da8 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342710 Nov 15 11:24:47.596277 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-00df40aa-ee71-4f34-9bc9-d34a129283ce admin admin] For port b5470f91-86eb-4fd9-8929-450d634d0d91, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b5470f91-86eb-4fd9-8929-450d634d0d91,segment=NetworkSegment(70b983c1-31ff-4aa3-88e8-2f69ddf586e6),segment_id=70b983c1-31ff-4aa3-88e8-2f69ddf586e6)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:47.596737 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00df40aa-ee71-4f34-9bc9-d34a129283ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:47.599191 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-346aa0d3-c692-40f0-8cfe-4a1d2d69ced7 req-ce230bb3-f8a7-4690-b1be-4bbee7ed58b9 tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.64 "GET /v2.0/security-groups?id=09b03b2e-9243-4fb9-baaa-7cdbaa8f178b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059402 Nov 15 11:24:47.610962 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-00df40aa-ee71-4f34-9bc9-d34a129283ce admin admin] Calling delete_port for b5470f91-86eb-4fd9-8929-450d634d0d91 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:24:47.655324 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-06b048b7-8b24-4f41-9515-5a70f8da35fd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0784836 Nov 15 11:24:47.689975 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe5147d-59d2-4df7-a728-e49d0331f238 None None] Network c8900906-510e-413e-9137-66d6addbe3a6 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:24:47.758474 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Attempting to bind port 7eb530d9-0925-4d61-bd81-1b4b646d8f82 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:24:47.758799 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Attempting to bind port 7eb530d9-0925-4d61-bd81-1b4b646d8f82 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1ab55e45-0c39-4141-9760-966dba676054'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:24:47.759122 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Attempting to bind port 7eb530d9-0925-4d61-bd81-1b4b646d8f82 on network 1ab55e45-0c39-4141-9760-966dba676054 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:24:47.772471 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Port 7eb530d9-0925-4d61-bd81-1b4b646d8f82 on network 1ab55e45-0c39-4141-9760-966dba676054 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:24:47.772791 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Attempting to bind port 7eb530d9-0925-4d61-bd81-1b4b646d8f82 on network 1ab55e45-0c39-4141-9760-966dba676054 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:24:47.783534 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:24:47.784705 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Checking segment: {'id': 'e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1ab55e45-0c39-4141-9760-966dba676054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:24:47.785640 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Bound using segment: {'id': 'e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1ab55e45-0c39-4141-9760-966dba676054'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:24:47.786175 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Bound port: 7eb530d9-0925-4d61-bd81-1b4b646d8f82, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1ab55e45-0c39-4141-9760-966dba676054'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:24:47.786599 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:47.803602 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00df40aa-ee71-4f34-9bc9-d34a129283ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:47.822062 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053a1730-02ad-46c8-af04-c9c08a642dd9 None None] DHCP port deletion for 8eb545cc-9308-4393-92fd-bc3c5179fd64 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:24:47.839737 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df40aa-ee71-4f34-9bc9-d34a129283ce admin admin] Pushing event deleted for resources: {'Port': ['ID=b5470f91-86eb-4fd9-8929-450d634d0d91,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:47.854215 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00df40aa-ee71-4f34-9bc9-d34a129283ce admin admin] No DVR routers for this DVR port b5470f91-86eb-4fd9-8929-450d634d0d91 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:24:47.915058 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-8d726a49-d17e-4fbc-b8d5-1428eb5459b0 req-bfb66a36-64d1-410f-94a1-6bb82223eeae tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Deleting port f3853830-5e36-4320-8c17-291a92cfaf08 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:24:47.915708 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8d726a49-d17e-4fbc-b8d5-1428eb5459b0 req-bfb66a36-64d1-410f-94a1-6bb82223eeae tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:47.976727 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00df40aa-ee71-4f34-9bc9-d34a129283ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:48.001403 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-00df40aa-ee71-4f34-9bc9-d34a129283ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb545cc-9308-4393-92fd-bc3c5179fd64']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:48.018422 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-00df40aa-ee71-4f34-9bc9-d34a129283ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b983c1-31ff-4aa3-88e8-2f69ddf586e6') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:48.019004 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-00df40aa-ee71-4f34-9bc9-d34a129283ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b983c1-31ff-4aa3-88e8-2f69ddf586e6') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:48.043031 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00df40aa-ee71-4f34-9bc9-d34a129283ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:48.061469 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00df40aa-ee71-4f34-9bc9-d34a129283ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:48.074087 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00df40aa-ee71-4f34-9bc9-d34a129283ce admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:24:48.074478 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00df40aa-ee71-4f34-9bc9-d34a129283ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:24:48.076630 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:24:48.141706 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00df40aa-ee71-4f34-9bc9-d34a129283ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:48.160819 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00df40aa-ee71-4f34-9bc9-d34a129283ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:48.169682 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-00df40aa-ee71-4f34-9bc9-d34a129283ce admin admin] 10.222.0.64 "DELETE /v2.0/networks/8eb545cc-9308-4393-92fd-bc3c5179fd64 HTTP/1.1" status: 204 len: 168 time: 0.7805188 Nov 15 11:24:48.169682 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df40aa-ee71-4f34-9bc9-d34a129283ce admin admin] Pushing event deleted for resources: {'Network': ['ID=8eb545cc-9308-4393-92fd-bc3c5179fd64,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:48.298342 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e4395-d015-41f9-a24a-e22a5f876240 req-d140bac4-a2b6-482a-8110-208f7f2a1a80 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:48.302386 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d81e4395-d015-41f9-a24a-e22a5f876240 req-d140bac4-a2b6-482a-8110-208f7f2a1a80 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=063a6c32-114a-495f-aff8-d0730b3ece3f HTTP/1.1" status: 200 len: 946 time: 0.4964566 Nov 15 11:24:48.312787 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] For port 7eb530d9-0925-4d61-bd81-1b4b646d8f82, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:24:48.343519 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] For port 7eb530d9-0925-4d61-bd81-1b4b646d8f82, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7eb530d9-0925-4d61-bd81-1b4b646d8f82,segment=NetworkSegment(e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd),segment_id=e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:24:48.373863 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:48.401790 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38626) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:48.441604 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c13721a0-7d5c-43c2-b50d-047de693bc14 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a18bdc63ba1f4c0296f604ebdceeae4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383115 Nov 15 11:24:48.444128 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38628) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:48.494724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:48.495337 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:48.496786 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] 10.222.0.55 "PUT /v2.0/ports/7eb530d9-0925-4d61-bd81-1b4b646d8f82 HTTP/1.1" status: 200 len: 1092 time: 2.4262064 Nov 15 11:24:48.497918 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-59b012dc-b2d2-4f8f-a60c-29e975500f52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:48.503486 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b22ef1f3-b481-4464-ba28-bfde300f5e0c', 'tag': '7eb530d9-0925-4d61-bd81-1b4b646d8f82'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:48.505813 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e0fbac-769b-4f7b-b145-feb2ae869e13" -d '{"events": [{"name": "network-changed", "server_uuid": "b22ef1f3-b481-4464-ba28-bfde300f5e0c", "tag": "7eb530d9-0925-4d61-bd81-1b4b646d8f82"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:48.519320 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-8d726a49-d17e-4fbc-b8d5-1428eb5459b0 req-bfb66a36-64d1-410f-94a1-6bb82223eeae tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] For port f3853830-5e36-4320-8c17-291a92cfaf08, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f3853830-5e36-4320-8c17-291a92cfaf08,segment=NetworkSegment(6b671568-cbb8-48a4-bdbf-4d5926497cba),segment_id=6b671568-cbb8-48a4-bdbf-4d5926497cba)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:48.519689 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8d726a49-d17e-4fbc-b8d5-1428eb5459b0 req-bfb66a36-64d1-410f-94a1-6bb82223eeae tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:48.521345 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-59b012dc-b2d2-4f8f-a60c-29e975500f52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:48.543765 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d81e4395-d015-41f9-a24a-e22a5f876240 req-d786d967-4857-4296-808f-6b83c914eb89 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246633 Nov 15 11:24:48.571093 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-8d726a49-d17e-4fbc-b8d5-1428eb5459b0 req-bfb66a36-64d1-410f-94a1-6bb82223eeae tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Calling delete_port for f3853830-5e36-4320-8c17-291a92cfaf08 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:24:48.578800 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-59b012dc-b2d2-4f8f-a60c-29e975500f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:48.582233 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-59b012dc-b2d2-4f8f-a60c-29e975500f52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:48.586080 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-59b012dc-b2d2-4f8f-a60c-29e975500f52 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa50e5c9-4b8d-4039-aea3-1c5daddd9501 HTTP/1.1" status: 204 len: 168 time: 0.1385312 Nov 15 11:24:48.593250 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b012dc-b2d2-4f8f-a60c-29e975500f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa50e5c9-4b8d-4039-aea3-1c5daddd9501,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:48.600077 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Pushing event updated for resources: {'Port': ['ID=7eb530d9-0925-4d61-bd81-1b4b646d8f82,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:48.625796 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:48.626139 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:48.626475 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:48.626803 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:48.627129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:48.627454 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:48.627568 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b5470f91-86eb-4fd9-8929-450d634d0d91 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:24:48.628030 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:48.628131 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:48.628417 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:48.628737 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:48.629070 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:48.629368 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c8a797-c7fa-4421-84b1-4172d80bd44c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:24:48.640287 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-d3cfa571-3c2a-488d-a743-c909fcb847da tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:48.641836 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-d3cfa571-3c2a-488d-a743-c909fcb847da tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/networks?id=0382e5f4-b902-4d1a-a75a-9e7c506dc6de HTTP/1.1" status: 200 len: 824 time: 0.3092644 Nov 15 11:24:48.664017 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: b5470f91-86eb-4fd9-8929-450d634d0d91 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:24:48.664819 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b5470f91-86eb-4fd9-8929-450d634d0d91 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:24:48.665447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 04403bba-d521-4fbe-8ee1-1b855c7cf5bd no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:24:48.692848 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 04403bba-d521-4fbe-8ee1-1b855c7cf5bd {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:24:48.693602 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-ee15752d-c592-4d0d-a75b-fb460fe44c33 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/quotas/6a19f7efd4604a8e9849471bb8be4b63 HTTP/1.1" status: 200 len: 375 time: 0.0208194 Nov 15 11:24:48.693788 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 04403bba-d521-4fbe-8ee1-1b855c7cf5bd not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:24:48.694698 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 21ae7ad4-7e3b-4345-aaad-85df5208b334 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:24:48.698692 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-8d6ffb60-664a-4682-bf8b-3301f5ada612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:48.700679 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-8d6ffb60-664a-4682-bf8b-3301f5ada612 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a20fe9645d9c49df841428f86995389b&device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 1095 time: 0.1555765 Nov 15 11:24:48.721293 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 21ae7ad4-7e3b-4345-aaad-85df5208b334 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:24:48.721631 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 21ae7ad4-7e3b-4345-aaad-85df5208b334 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:24:48.773183 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-6aa9bf7b-fc75-43b2-8765-b628a5765b37 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a19f7efd4604a8e9849471bb8be4b63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685918 Nov 15 11:24:48.776182 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-4aa35a30-6a39-439c-a05c-9534e1d07476 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7eb530d9-0925-4d61-bd81-1b4b646d8f82 HTTP/1.1" status: 200 len: 217 time: 0.0581574 Nov 15 11:24:48.779050 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f54ce08-3567-40ac-85bb-1f06dbe155ce x-openstack-request-id: req-3f54ce08-3567-40ac-85bb-1f06dbe155ce {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:48.779336 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b22ef1f3-b481-4464-ba28-bfde300f5e0c", "tag": "7eb530d9-0925-4d61-bd81-1b4b646d8f82", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:48.779579 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f54ce08-3567-40ac-85bb-1f06dbe155ce {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:48.779998 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b22ef1f3-b481-4464-ba28-bfde300f5e0c', 'tag': '7eb530d9-0925-4d61-bd81-1b4b646d8f82', 'status': 'completed', 'code': 200} Nov 15 11:24:48.944845 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-1e2f050d-db55-401d-abb4-d491d8f737b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:48.946354 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-1e2f050d-db55-401d-abb4-d491d8f737b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94e7ad43-728f-443f-8f70-7ede95cfac35 HTTP/1.1" status: 200 len: 854 time: 0.1568801 Nov 15 11:24:49.005064 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-03140c75-dce4-40ff-bed3-b20353e0b435 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ab55e45-0c39-4141-9760-966dba676054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464809 Nov 15 11:24:49.005658 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8d726a49-d17e-4fbc-b8d5-1428eb5459b0 req-bfb66a36-64d1-410f-94a1-6bb82223eeae tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:49.017183 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['f3853830-5e36-4320-8c17-291a92cfaf08'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:24:49.018661 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a4d60-5346-4e84-8c58-56f92458803d req-a50b9613-71af-4e7a-bdc4-01c0e0c2ba06 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:49.020354 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f0a4d60-5346-4e84-8c58-56f92458803d req-a50b9613-71af-4e7a-bdc4-01c0e0c2ba06 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 944 time: 0.1875041 Nov 15 11:24:49.060640 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-399beb6c-f41c-4d57-835e-78ad947802e5 service neutron] 10.222.0.64 "GET /v2.0/networks/0382e5f4-b902-4d1a-a75a-9e7c506dc6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722323 Nov 15 11:24:49.121992 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb66a36-64d1-410f-94a1-6bb82223eeae tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Pushing event deleted for resources: {'Port': ['ID=f3853830-5e36-4320-8c17-291a92cfaf08,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:49.218600 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d726a49-d17e-4fbc-b8d5-1428eb5459b0 req-bfb66a36-64d1-410f-94a1-6bb82223eeae tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] No DVR routers for this DVR port f3853830-5e36-4320-8c17-291a92cfaf08 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:24:49.231837 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8d726a49-d17e-4fbc-b8d5-1428eb5459b0 req-bfb66a36-64d1-410f-94a1-6bb82223eeae tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:49.235087 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d726a49-d17e-4fbc-b8d5-1428eb5459b0 req-bfb66a36-64d1-410f-94a1-6bb82223eeae tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.11 "DELETE /v2.0/ports/f3853830-5e36-4320-8c17-291a92cfaf08 HTTP/1.1" status: 204 len: 173 time: 1.6791213 Nov 15 11:24:49.265183 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f0a4d60-5346-4e84-8c58-56f92458803d req-c9d7ba99-42fe-4b3b-b0b2-7d3dec190a06 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272615 Nov 15 11:24:49.288516 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-0fca98a5-0ca6-47be-8cd1-3b4105613a34 service neutron] 10.222.0.55 "GET /v2.0/networks/1ab55e45-0c39-4141-9760-966dba676054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629774 Nov 15 11:24:49.378831 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-f7414064-ff0b-4617-96aa-f10af356e971 service neutron] 10.222.0.64 "GET /v2.0/networks/0382e5f4-b902-4d1a-a75a-9e7c506dc6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771180 Nov 15 11:24:49.379458 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38664) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:49.395757 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-92b933bb-286d-436e-a8ba-465060d62af2 req-41a6ac11-862a-43c9-85a5-4601c9c7a0fd tempest-ServerPasswordTestJSON-309313418 tempest-ServerPasswordTestJSON-309313418-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b4d8c8-c829-4035-a794-148fd48180fc HTTP/1.1" status: 200 len: 210 time: 0.0397336 Nov 15 11:24:49.440706 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb72e83e-1154-4cf0-aa30-57d5d2c5dfa1 req-c71de937-18ec-4104-8b1d-6cf47daaf603 service neutron] 10.222.0.55 "GET /v2.0/networks/1ab55e45-0c39-4141-9760-966dba676054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418648 Nov 15 11:24:49.541872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0fbac-769b-4f7b-b145-feb2ae869e13 req-4e71bbad-71bd-44f8-9e3f-a7773693b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:49.544833 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02e0fbac-769b-4f7b-b145-feb2ae869e13 req-4e71bbad-71bd-44f8-9e3f-a7773693b5d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a20fe9645d9c49df841428f86995389b&device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 1095 time: 0.0482492 Nov 15 11:24:49.552553 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7bd757ab-b268-4cb7-9c8b-e392a49e5ec7 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-524407253-network', 'tenant_id': '287ec57b79714f60a73dd4af924c5885'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:49.587518 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd757ab-b268-4cb7-9c8b-e392a49e5ec7 admin admin] Made reservation on behalf of 287ec57b79714f60a73dd4af924c5885 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:24:49.590628 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7bd757ab-b268-4cb7-9c8b-e392a49e5ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:49.601106 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7bd757ab-b268-4cb7-9c8b-e392a49e5ec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:49.695034 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46432bff-20fd-4bfa-9bab-812b92062680 req-5ab63fdf-851d-4c01-a4c0-b7fe24478e34 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab HTTP/1.1" status: 200 len: 210 time: 0.0965266 Nov 15 11:24:49.709963 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7bd757ab-b268-4cb7-9c8b-e392a49e5ec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:49.724131 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7bd757ab-b268-4cb7-9c8b-e392a49e5ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:49.748851 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd757ab-b268-4cb7-9c8b-e392a49e5ec7 admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:24:49.766313 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd757ab-b268-4cb7-9c8b-e392a49e5ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8a90bc-2c41-49d2-8f9f-473caa37b2db,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:49.771371 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7bd757ab-b268-4cb7-9c8b-e392a49e5ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:49.771717 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-7bd757ab-b268-4cb7-9c8b-e392a49e5ec7 admin admin] Added segment 43d3c138-b240-48ad-977f-2d6a7ad27f63 of type vlan for network 7a64cb75-ed0f-423b-a304-6862ad8942f3 Nov 15 11:24:49.790923 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0fbac-769b-4f7b-b145-feb2ae869e13 req-f239a137-082c-4c98-a813-09a242eb6bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:49.792661 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02e0fbac-769b-4f7b-b145-feb2ae869e13 req-f239a137-082c-4c98-a813-09a242eb6bd5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ab55e45-0c39-4141-9760-966dba676054 HTTP/1.1" status: 200 len: 915 time: 0.2410052 Nov 15 11:24:49.823342 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7bd757ab-b268-4cb7-9c8b-e392a49e5ec7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:49.853515 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7bd757ab-b268-4cb7-9c8b-e392a49e5ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:49.854536 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd757ab-b268-4cb7-9c8b-e392a49e5ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:49.855298 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7bd757ab-b268-4cb7-9c8b-e392a49e5ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:49.876748 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8b074-c1cd-40ac-8d57-3153a754587d req-0536bfde-d68d-4181-8c1b-d08b170b70e5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:49.878785 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4f8b074-c1cd-40ac-8d57-3153a754587d req-0536bfde-d68d-4181-8c1b-d08b170b70e5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=063a6c32-114a-495f-aff8-d0730b3ece3f HTTP/1.1" status: 200 len: 946 time: 0.1419060 Nov 15 11:24:49.880781 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02e0fbac-769b-4f7b-b145-feb2ae869e13 req-6ba359ef-9223-40a4-9b09-b067448f6218 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7eb530d9-0925-4d61-bd81-1b4b646d8f82 HTTP/1.1" status: 200 len: 217 time: 0.0776618 Nov 15 11:24:49.914567 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7bd757ab-b268-4cb7-9c8b-e392a49e5ec7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5339918 Nov 15 11:24:49.918802 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38680) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:49.923488 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-15938a72-639e-4358-8a4a-5a9ed9937f90 admin admin] Request body: {'subnet': {'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-524407253-subnet', 'tenant_id': '287ec57b79714f60a73dd4af924c5885', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:49.930767 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd757ab-b268-4cb7-9c8b-e392a49e5ec7 admin admin] Pushing event updated for resources: {'Network': ['ID=7a64cb75-ed0f-423b-a304-6862ad8942f3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:49.944370 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 7a64cb75-ed0f-423b-a304-6862ad8942f3 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:24:49.958086 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15938a72-639e-4358-8a4a-5a9ed9937f90 admin admin] Made reservation on behalf of 287ec57b79714f60a73dd4af924c5885 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:24:49.961635 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15938a72-639e-4358-8a4a-5a9ed9937f90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:49.990991 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0fbac-769b-4f7b-b145-feb2ae869e13 req-1b8032eb-7612-4e11-8561-c48947ec7536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:49.993209 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02e0fbac-769b-4f7b-b145-feb2ae869e13 req-1b8032eb-7612-4e11-8561-c48947ec7536 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94e7ad43-728f-443f-8f70-7ede95cfac35 HTTP/1.1" status: 200 len: 854 time: 0.1000090 Nov 15 11:24:50.014478 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4f8b074-c1cd-40ac-8d57-3153a754587d req-bf95368e-cf8f-4414-bf18-c4e3c5353381 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296539 Nov 15 11:24:50.060235 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02e0fbac-769b-4f7b-b145-feb2ae869e13 req-41ff1365-2c5a-4fe0-9e7c-bd30b2ae5640 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ab55e45-0c39-4141-9760-966dba676054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442646 Nov 15 11:24:50.161166 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15938a72-639e-4358-8a4a-5a9ed9937f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:50.161995 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02e0fbac-769b-4f7b-b145-feb2ae869e13 req-8c8edcde-f07d-44c4-8011-022f5e619eec service neutron] 10.222.0.55 "GET /v2.0/networks/1ab55e45-0c39-4141-9760-966dba676054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935295 Nov 15 11:24:50.233350 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15938a72-639e-4358-8a4a-5a9ed9937f90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6336eed2-e016-4ba9-8a80-08ebf816187b,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:50.239967 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15938a72-639e-4358-8a4a-5a9ed9937f90 admin admin] Checking segment: {'id': '43d3c138-b240-48ad-977f-2d6a7ad27f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:24:50.240352 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15938a72-639e-4358-8a4a-5a9ed9937f90 admin admin] Network hostable DHCP agents. Network: 7a64cb75-ed0f-423b-a304-6862ad8942f3, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:24:50.262959 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15938a72-639e-4358-8a4a-5a9ed9937f90 admin admin] Network 7a64cb75-ed0f-423b-a304-6862ad8942f3 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:24:50.274912 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-15938a72-639e-4358-8a4a-5a9ed9937f90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 7a64cb75-ed0f-423b-a304-6862ad8942f3) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:24:50.279132 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15938a72-639e-4358-8a4a-5a9ed9937f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:50.279717 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15938a72-639e-4358-8a4a-5a9ed9937f90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:50.285472 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932579b3-4b6f-437a-bbfc-d4291f128b88 None None] Network 7a64cb75-ed0f-423b-a304-6862ad8942f3 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:24:50.296516 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02e0fbac-769b-4f7b-b145-feb2ae869e13 req-8f792d28-8891-4845-9581-c675618f3f1e service neutron] 10.222.0.55 "GET /v2.0/networks/1ab55e45-0c39-4141-9760-966dba676054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273162 Nov 15 11:24:50.309985 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-15938a72-639e-4358-8a4a-5a9ed9937f90 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3900371 Nov 15 11:24:50.339839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769ce4a-c7e2-4079-a3e7-907edc7262aa req-1efa4b38-d96d-4514-9b04-200a1bacdc1f tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:50.341513 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8769ce4a-c7e2-4079-a3e7-907edc7262aa req-1efa4b38-d96d-4514-9b04-200a1bacdc1f tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=063a6c32-114a-495f-aff8-d0730b3ece3f HTTP/1.1" status: 200 len: 946 time: 0.0790005 Nov 15 11:24:50.442260 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8769ce4a-c7e2-4079-a3e7-907edc7262aa req-47dfb241-5a0a-4168-b2e8-74947a6d71b6 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934587 Nov 15 11:24:50.444766 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067bde21-10f5-4eb7-8209-79dcbddd9e29 None None] Network 7a64cb75-ed0f-423b-a304-6862ad8942f3 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:24:50.464518 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688ad27-e909-4b12-9784-4f09a0acdfee req-53a9c686-1766-4b80-9b95-f56e2b3e833c tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:50.468949 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d688ad27-e909-4b12-9784-4f09a0acdfee req-53a9c686-1766-4b80-9b95-f56e2b3e833c tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 944 time: 0.0888457 Nov 15 11:24:50.503676 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38700) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:50.546117 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d688ad27-e909-4b12-9784-4f09a0acdfee req-53140f11-f061-4d1a-8b13-062e195afa85 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679288 Nov 15 11:24:50.568164 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c78d658-da10-4b59-9f1c-3b2858d436c2 admin admin] Deleting subnet 62176ee4-7b69-406c-a850-5490a4719603 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:24:50.572480 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c78d658-da10-4b59-9f1c-3b2858d436c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:50.614300 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a7c93-f896-4b9e-8e03-d2ca9544b5c2 req-d4e0a283-e671-482a-ab5b-680bb52122b8 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:50.615946 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a2a7c93-f896-4b9e-8e03-d2ca9544b5c2 req-d4e0a283-e671-482a-ab5b-680bb52122b8 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=063a6c32-114a-495f-aff8-d0730b3ece3f HTTP/1.1" status: 200 len: 946 time: 0.0632443 Nov 15 11:24:50.633425 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c78d658-da10-4b59-9f1c-3b2858d436c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:50.683166 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c78d658-da10-4b59-9f1c-3b2858d436c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:50.692707 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a2a7c93-f896-4b9e-8e03-d2ca9544b5c2 req-783563f4-604c-4dba-ace7-c0f32fa014ad tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665197 Nov 15 11:24:50.749458 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c78d658-da10-4b59-9f1c-3b2858d436c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:50.777571 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78d658-da10-4b59-9f1c-3b2858d436c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62176ee4-7b69-406c-a850-5490a4719603,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:50.781548 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c78d658-da10-4b59-9f1c-3b2858d436c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:50.785293 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4c78d658-da10-4b59-9f1c-3b2858d436c2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/62176ee4-7b69-406c-a850-5490a4719603 HTTP/1.1" status: 204 len: 168 time: 0.2805245 Nov 15 11:24:50.787734 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38712) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:50.797956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b4d8c8-c829-4035-a794-148fd48180fc', 'name': 'network-vif-deleted', 'tag': 'f3853830-5e36-4320-8c17-291a92cfaf08'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:50.800321 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9624d578-6d74-4054-8166-1eb2a210b26e" -d '{"events": [{"server_uuid": "b6b4d8c8-c829-4035-a794-148fd48180fc", "name": "network-vif-deleted", "tag": "f3853830-5e36-4320-8c17-291a92cfaf08"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:50.871740 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-318a20d8-3fbc-4abf-8fc5-74ea35aad85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:50.962015 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-318a20d8-3fbc-4abf-8fc5-74ea35aad85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:50.963000 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-cf55d976-45f3-4467-9c0c-bd18079292de tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:50.965538 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-cf55d976-45f3-4467-9c0c-bd18079292de tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.11 "GET /v2.0/networks?id=0382e5f4-b902-4d1a-a75a-9e7c506dc6de HTTP/1.1" status: 200 len: 824 time: 0.2041042 Nov 15 11:24:50.984189 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-45a9c95c-d36d-4bf5-9f0c-353a3167372a tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Request body: {'port': {'device_id': 'c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab', 'network_id': '0382e5f4-b902-4d1a-a75a-9e7c506dc6de', 'admin_state_up': True, 'tenant_id': '6a19f7efd4604a8e9849471bb8be4b63'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:50.988356 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-318a20d8-3fbc-4abf-8fc5-74ea35aad85b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e619781e-d3b3-4c47-8d32-a258d7c73617']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:50.998504 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-318a20d8-3fbc-4abf-8fc5-74ea35aad85b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b671568-cbb8-48a4-bdbf-4d5926497cba') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:50.998796 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-318a20d8-3fbc-4abf-8fc5-74ea35aad85b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b671568-cbb8-48a4-bdbf-4d5926497cba') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:24:51.010175 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-318a20d8-3fbc-4abf-8fc5-74ea35aad85b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:51.025266 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-318a20d8-3fbc-4abf-8fc5-74ea35aad85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:51.034821 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-318a20d8-3fbc-4abf-8fc5-74ea35aad85b admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:24:51.035546 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-318a20d8-3fbc-4abf-8fc5-74ea35aad85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:24:51.038250 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:24:51.116292 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-318a20d8-3fbc-4abf-8fc5-74ea35aad85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:51.122447 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-318a20d8-3fbc-4abf-8fc5-74ea35aad85b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:51.126591 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-318a20d8-3fbc-4abf-8fc5-74ea35aad85b admin admin] 10.222.0.64 "DELETE /v2.0/networks/e619781e-d3b3-4c47-8d32-a258d7c73617 HTTP/1.1" status: 204 len: 168 time: 0.3378704 Nov 15 11:24:51.139739 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a20d8-3fbc-4abf-8fc5-74ea35aad85b admin admin] Pushing event deleted for resources: {'Network': ['ID=e619781e-d3b3-4c47-8d32-a258d7c73617,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:51.162375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6887-db3c-4d86-b248-19838e322021 req-41c72771-4a3e-4fe4-bf0c-6e00bf071403 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:51.168637 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20fe6887-db3c-4d86-b248-19838e322021 req-41c72771-4a3e-4fe4-bf0c-6e00bf071403 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/networks?id=7a64cb75-ed0f-423b-a304-6862ad8942f3 HTTP/1.1" status: 200 len: 812 time: 0.2019296 Nov 15 11:24:51.192870 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4114d0d4-e526-47ab-b488-9ee85b4b5f91 req-0d87c4c5-346b-4499-b9e7-dc8c98273ecf tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab HTTP/1.1" status: 200 len: 210 time: 0.0472341 Nov 15 11:24:51.216042 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20fe6887-db3c-4d86-b248-19838e322021 req-3fab5778-4d74-4923-a34f-bc0ec4ee4a6c tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/quotas/287ec57b79714f60a73dd4af924c5885 HTTP/1.1" status: 200 len: 375 time: 0.0398946 Nov 15 11:24:51.238669 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-45a9c95c-d36d-4bf5-9f0c-353a3167372a tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Made reservation on behalf of 6a19f7efd4604a8e9849471bb8be4b63 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:24:51.242234 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-45a9c95c-d36d-4bf5-9f0c-353a3167372a tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:51.253118 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b953fa3-a89c-4a67-a7a9-37e8111b784b x-openstack-request-id: req-3b953fa3-a89c-4a67-a7a9-37e8111b784b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:51.253502 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b4d8c8-c829-4035-a794-148fd48180fc", "name": "network-vif-deleted", "tag": "f3853830-5e36-4320-8c17-291a92cfaf08", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:51.253928 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3b953fa3-a89c-4a67-a7a9-37e8111b784b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:51.254129 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b4d8c8-c829-4035-a794-148fd48180fc', 'name': 'network-vif-deleted', 'tag': 'f3853830-5e36-4320-8c17-291a92cfaf08', 'status': 'completed', 'code': 200} Nov 15 11:24:51.271785 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38728) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:51.274874 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20fe6887-db3c-4d86-b248-19838e322021 req-6b54f96e-7f57-413a-a982-16ddfca722f6 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=287ec57b79714f60a73dd4af924c5885&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507958 Nov 15 11:24:51.312374 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e0611114-c8d4-459b-b1b5-d0987cfb2fac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2cd7628be52d40cfbbb2773bf664f4fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394089 Nov 15 11:24:51.314772 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38730) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:24:51.364878 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b33858e4-87c1-4d77-9dc3-ca6c9ee04b93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:51.385890 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b33858e4-87c1-4d77-9dc3-ca6c9ee04b93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:51.451735 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b33858e4-87c1-4d77-9dc3-ca6c9ee04b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:51.455326 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b33858e4-87c1-4d77-9dc3-ca6c9ee04b93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:51.456624 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b33858e4-87c1-4d77-9dc3-ca6c9ee04b93 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/09b03b2e-9243-4fb9-baaa-7cdbaa8f178b HTTP/1.1" status: 204 len: 168 time: 0.1408293 Nov 15 11:24:51.468395 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33858e4-87c1-4d77-9dc3-ca6c9ee04b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b03b2e-9243-4fb9-baaa-7cdbaa8f178b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:51.478998 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d443803-92dd-47f3-a802-4fa7f85659f7 req-ed0f05e9-834a-4ed6-93cb-390c9543180e tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:51.480665 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d443803-92dd-47f3-a802-4fa7f85659f7 req-ed0f05e9-834a-4ed6-93cb-390c9543180e tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=063a6c32-114a-495f-aff8-d0730b3ece3f HTTP/1.1" status: 200 len: 946 time: 0.1828022 Nov 15 11:24:51.510231 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-45a9c95c-d36d-4bf5-9f0c-353a3167372a tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Allocated IP 172.20.0.7 (0382e5f4-b902-4d1a-a75a-9e7c506dc6de/e67b016f-e823-45d3-9865-17694bb7379a/cdaf91ac-a512-47f4-a47c-1d6e5daf3567) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:24:51.520987 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20fe6887-db3c-4d86-b248-19838e322021 req-03630560-65be-4607-9a79-bd9cbb5be8f3 service neutron] 10.222.0.64 "GET /v2.0/networks/7a64cb75-ed0f-423b-a304-6862ad8942f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335250 Nov 15 11:24:51.522975 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 7eb530d9-0925-4d61-bd81-1b4b646d8f82 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:24:51.633927 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 7eb530d9-0925-4d61-bd81-1b4b646d8f82, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7eb530d9-0925-4d61-bd81-1b4b646d8f82,segment=NetworkSegment(e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd),segment_id=e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:51.638305 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d443803-92dd-47f3-a802-4fa7f85659f7 req-1fa3ba0c-25ff-4cc0-bda4-dccbcbb07b3f tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476378 Nov 15 11:24:51.654853 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '7eb530d9-0925-4d61-bd81-1b4b646d8f82', 'network_id': '1ab55e45-0c39-4141-9760-966dba676054', 'port_id': '7eb530d9-0925-4d61-bd81-1b4b646d8f82', 'mac_address': 'fa:16:3e:04:87:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e7ad43-728f-443f-8f70-7ede95cfac35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:24:51.706345 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:51.722577 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb530d9-0925-4d61-bd81-1b4b646d8f82 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:24:51.744837 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 7eb530d9-0925-4d61-bd81-1b4b646d8f82, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7eb530d9-0925-4d61-bd81-1b4b646d8f82,segment=NetworkSegment(e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd),segment_id=e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:51.750679 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:51.783947 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20fe6887-db3c-4d86-b248-19838e322021 req-1ca589a0-59f7-44d8-8de0-450b13b8cb35 service neutron] 10.222.0.64 "GET /v2.0/networks/7a64cb75-ed0f-423b-a304-6862ad8942f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545428 Nov 15 11:24:51.804216 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=7eb530d9-0925-4d61-bd81-1b4b646d8f82,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:51.816668 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bbc10-8476-4416-a588-1d10bcf3274b req-e87a79b8-ac5f-424f-8422-ed787efe6e30 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:51.818226 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-685bbc10-8476-4416-a588-1d10bcf3274b req-e87a79b8-ac5f-424f-8422-ed787efe6e30 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 944 time: 0.1065140 Nov 15 11:24:51.855747 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-45a9c95c-d36d-4bf5-9f0c-353a3167372a tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:51.900185 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-685bbc10-8476-4416-a588-1d10bcf3274b req-a12cb4f4-10a0-4aae-8972-1245801c7db1 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755594 Nov 15 11:24:51.923977 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-45a9c95c-d36d-4bf5-9f0c-353a3167372a tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:51.968448 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-45a9c95c-d36d-4bf5-9f0c-353a3167372a tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Network 0382e5f4-b902-4d1a-a75a-9e7c506dc6de is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:24:51.974152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-45a9c95c-d36d-4bf5-9f0c-353a3167372a tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:24:51.977373 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-45a9c95c-d36d-4bf5-9f0c-353a3167372a tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:24:52.005667 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9c95c-d36d-4bf5-9f0c-353a3167372a tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Pushing event updated for resources: {'Port': ['ID=cdaf91ac-a512-47f4-a47c-1d6e5daf3567,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:52.052797 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['7eb530d9-0925-4d61-bd81-1b4b646d8f82'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:24:52.136661 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-45a9c95c-d36d-4bf5-9f0c-353a3167372a tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:52.137322 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-45a9c95c-d36d-4bf5-9f0c-353a3167372a tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:52.173520 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-45a9c95c-d36d-4bf5-9f0c-353a3167372a tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1938801 Nov 15 11:24:52.188460 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-35216817-3081-4f2a-b152-fe7e62b0a664 service neutron] Request body: {'port': {'device_id': 'c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:52.261463 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18a7584e-6b32-4b13-a3db-74814738af80 req-5d91ff6b-60e0-46aa-b66c-62e3c7cdc405 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=496975f4-ec8a-4c60-a10c-f7f24f28aa97 HTTP/1.1" status: 200 len: 210 time: 0.0484366 Nov 15 11:24:52.337679 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-35216817-3081-4f2a-b152-fe7e62b0a664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:52.360129 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device f3853830-5e36-4320-8c17-291a92cfaf08 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:24:52.384289 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: f3853830-5e36-4320-8c17-291a92cfaf08 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:24:52.385121 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device f3853830-5e36-4320-8c17-291a92cfaf08 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:24:52.420133 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74367224-fb7a-46ff-a694-502d79c40093 req-f8d48ceb-c53f-4f25-a12e-794a667a69a2 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:52.421811 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74367224-fb7a-46ff-a694-502d79c40093 req-f8d48ceb-c53f-4f25-a12e-794a667a69a2 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab HTTP/1.1" status: 200 len: 931 time: 0.1152508 Nov 15 11:24:52.578738 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74367224-fb7a-46ff-a694-502d79c40093 req-6572cfa5-462f-4095-b667-8d0deeec0226 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/security-groups?id=477d5b3f-d2b2-42e2-a2c7-deeecc1d3f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434186 Nov 15 11:24:52.590041 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434222c6-f1a7-421d-88c6-a22dfd93c9d0 req-bb1fa9d1-fba8-4aec-9634-055909137069 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:52.591924 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-434222c6-f1a7-421d-88c6-a22dfd93c9d0 req-bb1fa9d1-fba8-4aec-9634-055909137069 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.11 "GET /v2.0/ports?device_id=063a6c32-114a-495f-aff8-d0730b3ece3f HTTP/1.1" status: 200 len: 946 time: 0.0642228 Nov 15 11:24:52.708265 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-35216817-3081-4f2a-b152-fe7e62b0a664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdaf91ac-a512-47f4-a47c-1d6e5daf3567 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:24:52.716542 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-35216817-3081-4f2a-b152-fe7e62b0a664 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:52.734014 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-35216817-3081-4f2a-b152-fe7e62b0a664 service neutron] Transition to ACTIVE for port object cdaf91ac-a512-47f4-a47c-1d6e5daf3567 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:24:52.734686 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-434222c6-f1a7-421d-88c6-a22dfd93c9d0 req-1d6ed844-fc8c-4e16-b64b-b14596fa4fd5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Deleting port e301a5f9-df5e-4b01-9877-b22321d060f6 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:24:52.735850 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-434222c6-f1a7-421d-88c6-a22dfd93c9d0 req-1d6ed844-fc8c-4e16-b64b-b14596fa4fd5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:52.740775 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-35216817-3081-4f2a-b152-fe7e62b0a664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:52.801830 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35216817-3081-4f2a-b152-fe7e62b0a664 service neutron] Pushing event updated for resources: {'Port': ['ID=cdaf91ac-a512-47f4-a47c-1d6e5daf3567,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:52.862621 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-434222c6-f1a7-421d-88c6-a22dfd93c9d0 req-1d6ed844-fc8c-4e16-b64b-b14596fa4fd5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] For port e301a5f9-df5e-4b01-9877-b22321d060f6, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=e301a5f9-df5e-4b01-9877-b22321d060f6,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:52.863058 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-434222c6-f1a7-421d-88c6-a22dfd93c9d0 req-1d6ed844-fc8c-4e16-b64b-b14596fa4fd5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:52.878074 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-434222c6-f1a7-421d-88c6-a22dfd93c9d0 req-1d6ed844-fc8c-4e16-b64b-b14596fa4fd5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Calling delete_port for e301a5f9-df5e-4b01-9877-b22321d060f6 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:24:53.068603 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-434222c6-f1a7-421d-88c6-a22dfd93c9d0 req-1d6ed844-fc8c-4e16-b64b-b14596fa4fd5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:53.081864 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['d391d267-4be2-4e25-a090-7ce63b2b518c'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:24:53.088091 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['e301a5f9-df5e-4b01-9877-b22321d060f6'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:24:53.125408 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ed844-fc8c-4e16-b64b-b14596fa4fd5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Pushing event deleted for resources: {'Port': ['ID=e301a5f9-df5e-4b01-9877-b22321d060f6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:53.204370 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-434222c6-f1a7-421d-88c6-a22dfd93c9d0 req-1d6ed844-fc8c-4e16-b64b-b14596fa4fd5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] No DVR routers for this DVR port e301a5f9-df5e-4b01-9877-b22321d060f6 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:24:53.207606 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-434222c6-f1a7-421d-88c6-a22dfd93c9d0 req-1d6ed844-fc8c-4e16-b64b-b14596fa4fd5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:53.211829 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-434222c6-f1a7-421d-88c6-a22dfd93c9d0 req-1d6ed844-fc8c-4e16-b64b-b14596fa4fd5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.11 "DELETE /v2.0/ports/e301a5f9-df5e-4b01-9877-b22321d060f6 HTTP/1.1" status: 204 len: 173 time: 0.6128168 Nov 15 11:24:53.212324 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063a6c32-114a-495f-aff8-d0730b3ece3f', 'name': 'network-vif-deleted', 'tag': 'e301a5f9-df5e-4b01-9877-b22321d060f6'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:53.215159 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe2e093-3748-4ef0-aa91-18a594df7198" -d '{"events": [{"server_uuid": "063a6c32-114a-495f-aff8-d0730b3ece3f", "name": "network-vif-deleted", "tag": "e301a5f9-df5e-4b01-9877-b22321d060f6"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:53.366658 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0887bf-8c43-4aa1-b1a3-730ae60e14ab req-fa7d2dcf-7b19-47a4-bb4e-e9e15d46779b tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:53.368265 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b0887bf-8c43-4aa1-b1a3-730ae60e14ab req-fa7d2dcf-7b19-47a4-bb4e-e9e15d46779b tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=063a6c32-114a-495f-aff8-d0730b3ece3f HTTP/1.1" status: 200 len: 946 time: 0.6115267 Nov 15 11:24:53.534662 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b62979-2e21-4406-af4d-e9e219a83d4a req-d6a15730-dba3-4222-abca-60d20c144376 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:53.542303 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0b62979-2e21-4406-af4d-e9e219a83d4a req-d6a15730-dba3-4222-abca-60d20c144376 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 945 time: 0.2116425 Nov 15 11:24:53.544215 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 7eb530d9-0925-4d61-bd81-1b4b646d8f82 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:24:53.601092 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-35216817-3081-4f2a-b152-fe7e62b0a664 service neutron] Attempting to bind port cdaf91ac-a512-47f4-a47c-1d6e5daf3567 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:24:53.601937 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-35216817-3081-4f2a-b152-fe7e62b0a664 service neutron] Attempting to bind port cdaf91ac-a512-47f4-a47c-1d6e5daf3567 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'cc536f98-c6c4-45ac-bb2d-65cb50277b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0382e5f4-b902-4d1a-a75a-9e7c506dc6de'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:24:53.602329 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-35216817-3081-4f2a-b152-fe7e62b0a664 service neutron] Attempting to bind port cdaf91ac-a512-47f4-a47c-1d6e5daf3567 on network 0382e5f4-b902-4d1a-a75a-9e7c506dc6de {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:24:53.615933 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b0887bf-8c43-4aa1-b1a3-730ae60e14ab req-697aa271-66fe-4ad0-a79b-0fb7c8eda4b5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220168 Nov 15 11:24:53.636329 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6887-db3c-4d86-b248-19838e322021 req-19d2ed10-f7b4-4bfe-a9b3-b24cf8b00aec tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:53.638513 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20fe6887-db3c-4d86-b248-19838e322021 req-19d2ed10-f7b4-4bfe-a9b3-b24cf8b00aec tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.55 "GET /v2.0/networks?id=7a64cb75-ed0f-423b-a304-6862ad8942f3 HTTP/1.1" status: 200 len: 812 time: 0.2692244 Nov 15 11:24:53.646444 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-35216817-3081-4f2a-b152-fe7e62b0a664 service neutron] Port cdaf91ac-a512-47f4-a47c-1d6e5daf3567 on network 0382e5f4-b902-4d1a-a75a-9e7c506dc6de not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:24:53.647244 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-35216817-3081-4f2a-b152-fe7e62b0a664 service neutron] Attempting to bind port cdaf91ac-a512-47f4-a47c-1d6e5daf3567 on network 0382e5f4-b902-4d1a-a75a-9e7c506dc6de {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:24:53.649259 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 7eb530d9-0925-4d61-bd81-1b4b646d8f82 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:24:53.654847 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 7eb530d9-0925-4d61-bd81-1b4b646d8f82 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:24:53.655211 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:53.663986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-20fe6887-db3c-4d86-b248-19838e322021 req-b06a4845-11f5-437c-8b96-f5c3d5a5f494 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Request body: {'port': {'device_id': '97ca373b-a471-4703-91b9-2a2e78de0d88', 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3', 'admin_state_up': True, 'tenant_id': '287ec57b79714f60a73dd4af924c5885'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:53.676925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-35216817-3081-4f2a-b152-fe7e62b0a664 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:24:53.677518 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-35216817-3081-4f2a-b152-fe7e62b0a664 service neutron] Checking segment: {'id': 'cc536f98-c6c4-45ac-bb2d-65cb50277b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0382e5f4-b902-4d1a-a75a-9e7c506dc6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:24:53.678137 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-35216817-3081-4f2a-b152-fe7e62b0a664 service neutron] Bound using segment: {'id': 'cc536f98-c6c4-45ac-bb2d-65cb50277b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0382e5f4-b902-4d1a-a75a-9e7c506dc6de'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:24:53.678736 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-35216817-3081-4f2a-b152-fe7e62b0a664 service neutron] Bound port: cdaf91ac-a512-47f4-a47c-1d6e5daf3567, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc536f98-c6c4-45ac-bb2d-65cb50277b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0382e5f4-b902-4d1a-a75a-9e7c506dc6de'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:24:53.679298 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-35216817-3081-4f2a-b152-fe7e62b0a664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:53.738844 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0b62979-2e21-4406-af4d-e9e219a83d4a req-d847483f-8fee-4b59-8f2e-dbd29c3f02eb tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943789 Nov 15 11:24:53.789860 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6887-db3c-4d86-b248-19838e322021 req-69726ed9-12d2-4aad-9051-25aa1df51f11 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:53.792378 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-20fe6887-db3c-4d86-b248-19838e322021 req-69726ed9-12d2-4aad-9051-25aa1df51f11 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.11 "GET /v2.0/networks?id=7a64cb75-ed0f-423b-a304-6862ad8942f3 HTTP/1.1" status: 200 len: 812 time: 0.2947111 Nov 15 11:24:53.807803 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-20fe6887-db3c-4d86-b248-19838e322021 req-8fffa8ea-c4cc-4fc4-b99a-aee47f6499a0 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Request body: {'port': {'device_id': '496975f4-ec8a-4c60-a10c-f7f24f28aa97', 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3', 'admin_state_up': True, 'tenant_id': '287ec57b79714f60a73dd4af924c5885'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:53.903035 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:53.941946 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22ef1f3-b481-4464-ba28-bfde300f5e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb530d9-0925-4d61-bd81-1b4b646d8f82'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:53.945487 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a77fd8-c85e-49b0-8525-00884d44b76d" -d '{"events": [{"server_uuid": "b22ef1f3-b481-4464-ba28-bfde300f5e0c", "name": "network-vif-plugged", "status": "completed", "tag": "7eb530d9-0925-4d61-bd81-1b4b646d8f82"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:53.972297 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 7eb530d9-0925-4d61-bd81-1b4b646d8f82, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7eb530d9-0925-4d61-bd81-1b4b646d8f82,segment=NetworkSegment(e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd),segment_id=e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:53.978619 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:53.991433 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6665c0-02ab-4b55-bb52-8bfcb2941075 x-openstack-request-id: req-9c6665c0-02ab-4b55-bb52-8bfcb2941075 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:53.991920 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063a6c32-114a-495f-aff8-d0730b3ece3f", "name": "network-vif-deleted", "tag": "e301a5f9-df5e-4b01-9877-b22321d060f6", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:53.992180 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c6665c0-02ab-4b55-bb52-8bfcb2941075 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:53.992822 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063a6c32-114a-495f-aff8-d0730b3ece3f', 'name': 'network-vif-deleted', 'tag': 'e301a5f9-df5e-4b01-9877-b22321d060f6', 'status': 'completed', 'code': 200} Nov 15 11:24:54.007489 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20fe6887-db3c-4d86-b248-19838e322021 req-8fffa8ea-c4cc-4fc4-b99a-aee47f6499a0 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Made reservation on behalf of 287ec57b79714f60a73dd4af924c5885 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:24:54.013904 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-20fe6887-db3c-4d86-b248-19838e322021 req-8fffa8ea-c4cc-4fc4-b99a-aee47f6499a0 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:54.019910 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.db.api [req-20fe6887-db3c-4d86-b248-19838e322021 req-b06a4845-11f5-437c-8b96-f5c3d5a5f494 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 15 11:24:54.019910 n-d-729945-9 neutron-server[102678]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 15 11:24:54.019910 n-d-729945-9 neutron-server[102678]: [parameters: {'project_id': '287ec57b79714f60a73dd4af924c5885', 'id': '03bb6578-61e3-4e4b-86ef-7f115217fb4d', 'expiration': datetime.datetime(2021, 11, 15, 11, 26, 53, 985791)}] Nov 15 11:24:54.019910 n-d-729945-9 neutron-server[102678]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:24:54.020371 n-d-729945-9 neutron-server[102678]: DEBUG oslo_db.api [req-20fe6887-db3c-4d86-b248-19838e322021 req-b06a4845-11f5-437c-8b96-f5c3d5a5f494 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:24:54.048077 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-35216817-3081-4f2a-b152-fe7e62b0a664 service neutron] For port cdaf91ac-a512-47f4-a47c-1d6e5daf3567, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:24:54.058178 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-35216817-3081-4f2a-b152-fe7e62b0a664 service neutron] For port cdaf91ac-a512-47f4-a47c-1d6e5daf3567, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=cdaf91ac-a512-47f4-a47c-1d6e5daf3567,segment=NetworkSegment(cc536f98-c6c4-45ac-bb2d-65cb50277b7a),segment_id=cc536f98-c6c4-45ac-bb2d-65cb50277b7a)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:24:54.065410 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-35216817-3081-4f2a-b152-fe7e62b0a664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:54.075400 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=7eb530d9-0925-4d61-bd81-1b4b646d8f82,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:54.168791 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-35216817-3081-4f2a-b152-fe7e62b0a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:54.169775 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-35216817-3081-4f2a-b152-fe7e62b0a664 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:54.171625 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-35216817-3081-4f2a-b152-fe7e62b0a664 service neutron] 10.222.0.11 "PUT /v2.0/ports/cdaf91ac-a512-47f4-a47c-1d6e5daf3567 HTTP/1.1" status: 200 len: 1091 time: 1.9883707 Nov 15 11:24:54.178464 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab', 'tag': 'cdaf91ac-a512-47f4-a47c-1d6e5daf3567'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:54.181259 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c002f8f2-b02c-475c-a4d8-777a27c14c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab", "tag": "cdaf91ac-a512-47f4-a47c-1d6e5daf3567"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:54.197613 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c03efcfc-ae06-4d88-85a1-f65edf70d7c5 req-abbff174-4fea-46ac-aee2-adce66e34b90 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=496975f4-ec8a-4c60-a10c-f7f24f28aa97 HTTP/1.1" status: 200 len: 210 time: 0.1228957 Nov 15 11:24:54.213765 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-20fe6887-db3c-4d86-b248-19838e322021 req-8fffa8ea-c4cc-4fc4-b99a-aee47f6499a0 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Allocated IP 172.20.0.5 (7a64cb75-ed0f-423b-a304-6862ad8942f3/6336eed2-e016-4ba9-8a80-08ebf816187b/67eef7b2-2ea0-4893-8bff-0b96d2ddaae8) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:24:54.235181 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe67a0-2b1a-4d99-a779-da9a56cb2310 req-48c88194-8344-4bcd-8d48-9620b5b5c61e tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:54.236793 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dfe67a0-2b1a-4d99-a779-da9a56cb2310 req-48c88194-8344-4bcd-8d48-9620b5b5c61e tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab HTTP/1.1" status: 200 len: 943 time: 0.1276810 Nov 15 11:24:54.237449 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35216817-3081-4f2a-b152-fe7e62b0a664 service neutron] Pushing event updated for resources: {'Port': ['ID=cdaf91ac-a512-47f4-a47c-1d6e5daf3567,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:54.321330 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a324d32-6e4c-4263-ac83-19deddc69955 x-openstack-request-id: req-8a324d32-6e4c-4263-ac83-19deddc69955 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:54.321847 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22ef1f3-b481-4464-ba28-bfde300f5e0c", "name": "network-vif-plugged", "status": "completed", "tag": "7eb530d9-0925-4d61-bd81-1b4b646d8f82", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:54.323372 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a324d32-6e4c-4263-ac83-19deddc69955 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:54.323775 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22ef1f3-b481-4464-ba28-bfde300f5e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb530d9-0925-4d61-bd81-1b4b646d8f82', 'code': 200} Nov 15 11:24:54.337866 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dfe67a0-2b1a-4d99-a779-da9a56cb2310 req-96bed8b7-12ae-472c-8997-483d5689bc62 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/security-groups?id=477d5b3f-d2b2-42e2-a2c7-deeecc1d3f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862868 Nov 15 11:24:54.345071 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-2023a2c3-94d6-40b7-9b51-41bef18c9461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:54.346887 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-2023a2c3-94d6-40b7-9b51-41bef18c9461 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a19f7efd4604a8e9849471bb8be4b63&device_id=c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab HTTP/1.1" status: 200 len: 1094 time: 0.0748992 Nov 15 11:24:54.364241 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43e8ca7-30b6-47b0-aa27-b53e71872b44 x-openstack-request-id: req-e43e8ca7-30b6-47b0-aa27-b53e71872b44 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:54.364522 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab", "tag": "cdaf91ac-a512-47f4-a47c-1d6e5daf3567", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:54.364758 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e43e8ca7-30b6-47b0-aa27-b53e71872b44 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:54.365150 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab', 'tag': 'cdaf91ac-a512-47f4-a47c-1d6e5daf3567', 'status': 'completed', 'code': 200} Nov 15 11:24:54.392960 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-75ab5fe9-bc64-4b38-ac65-6cc1db1ca985 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdaf91ac-a512-47f4-a47c-1d6e5daf3567 HTTP/1.1" status: 200 len: 217 time: 0.0374610 Nov 15 11:24:54.401444 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-20fe6887-db3c-4d86-b248-19838e322021 req-8fffa8ea-c4cc-4fc4-b99a-aee47f6499a0 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:54.435088 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-20fe6887-db3c-4d86-b248-19838e322021 req-8fffa8ea-c4cc-4fc4-b99a-aee47f6499a0 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:54.467422 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-ab1cb0fc-bbc7-4a76-82c0-4ead42c85ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:54.468841 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-ab1cb0fc-bbc7-4a76-82c0-4ead42c85ff0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e67b016f-e823-45d3-9865-17694bb7379a HTTP/1.1" status: 200 len: 864 time: 0.0620227 Nov 15 11:24:54.471678 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104fa77-4722-4bdf-801f-5e62d96875a1 req-1a748ead-7110-4a54-b483-c6d58848eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:54.473060 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d104fa77-4722-4bdf-801f-5e62d96875a1 req-1a748ead-7110-4a54-b483-c6d58848eb17 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 1097 time: 0.0747659 Nov 15 11:24:54.479128 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20fe6887-db3c-4d86-b248-19838e322021 req-8fffa8ea-c4cc-4fc4-b99a-aee47f6499a0 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Network 7a64cb75-ed0f-423b-a304-6862ad8942f3 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:24:54.482442 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-20fe6887-db3c-4d86-b248-19838e322021 req-8fffa8ea-c4cc-4fc4-b99a-aee47f6499a0 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:24:54.486415 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fe6887-db3c-4d86-b248-19838e322021 req-8fffa8ea-c4cc-4fc4-b99a-aee47f6499a0 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:24:54.493027 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffa8ea-c4cc-4fc4-b99a-aee47f6499a0 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Pushing event updated for resources: {'Port': ['ID=67eef7b2-2ea0-4893-8bff-0b96d2ddaae8,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:54.517617 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-a56a8ff4-6182-4263-bc9c-bce7ccf4a29c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0382e5f4-b902-4d1a-a75a-9e7c506dc6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416594 Nov 15 11:24:54.542596 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6887-db3c-4d86-b248-19838e322021 req-8fffa8ea-c4cc-4fc4-b99a-aee47f6499a0 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:54.543197 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-20fe6887-db3c-4d86-b248-19838e322021 req-8fffa8ea-c4cc-4fc4-b99a-aee47f6499a0 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:54.602844 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20fe6887-db3c-4d86-b248-19838e322021 req-b06a4845-11f5-437c-8b96-f5c3d5a5f494 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Made reservation on behalf of 287ec57b79714f60a73dd4af924c5885 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:24:54.606360 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-20fe6887-db3c-4d86-b248-19838e322021 req-b06a4845-11f5-437c-8b96-f5c3d5a5f494 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:54.606492 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-20fe6887-db3c-4d86-b248-19838e322021 req-8fffa8ea-c4cc-4fc4-b99a-aee47f6499a0 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8053613 Nov 15 11:24:54.612201 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d104fa77-4722-4bdf-801f-5e62d96875a1 req-dcaa0d02-113d-42cb-8e94-5aa84b28d949 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286502 Nov 15 11:24:54.618148 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-20fe6887-db3c-4d86-b248-19838e322021 req-3bd68624-cb7b-4c6a-8e6a-e8023ff0a786 service neutron] Request body: {'port': {'device_id': '496975f4-ec8a-4c60-a10c-f7f24f28aa97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:54.683235 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-20fe6887-db3c-4d86-b248-19838e322021 req-3bd68624-cb7b-4c6a-8e6a-e8023ff0a786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:54.691865 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-ed13cfa5-bcd8-42cc-a6c0-cda450aabf49 service neutron] 10.222.0.11 "GET /v2.0/networks/0382e5f4-b902-4d1a-a75a-9e7c506dc6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661842 Nov 15 11:24:54.826628 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-20fe6887-db3c-4d86-b248-19838e322021 req-b06a4845-11f5-437c-8b96-f5c3d5a5f494 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Allocated IP 172.20.0.10 (7a64cb75-ed0f-423b-a304-6862ad8942f3/6336eed2-e016-4ba9-8a80-08ebf816187b/1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:24:54.844492 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-404ef62f-39f4-4bad-a13b-e4f0f77bbb02 req-7d7bd564-e912-4df1-8b86-f86824199c88 service neutron] 10.222.0.11 "GET /v2.0/networks/0382e5f4-b902-4d1a-a75a-9e7c506dc6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452007 Nov 15 11:24:55.009433 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339c3ae-2c7f-40c6-8255-91f65a2b7e55 req-81696365-b4ab-42c8-9689-d9d8a6ac4a25 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:55.010832 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4339c3ae-2c7f-40c6-8255-91f65a2b7e55 req-81696365-b4ab-42c8-9689-d9d8a6ac4a25 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 946 time: 0.1616006 Nov 15 11:24:55.071093 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002f8f2-b02c-475c-a4d8-777a27c14c4a req-e0be5afa-0f9d-4682-91a4-6ddcd6c74c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:55.072562 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c002f8f2-b02c-475c-a4d8-777a27c14c4a req-e0be5afa-0f9d-4682-91a4-6ddcd6c74c26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a19f7efd4604a8e9849471bb8be4b63&device_id=c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab HTTP/1.1" status: 200 len: 1094 time: 0.1783457 Nov 15 11:24:55.224935 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-20fe6887-db3c-4d86-b248-19838e322021 req-b06a4845-11f5-437c-8b96-f5c3d5a5f494 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:55.240454 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-0eb063d3-f2b0-4069-aaef-e5cf8b41c80d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:55.241916 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-0eb063d3-f2b0-4069-aaef-e5cf8b41c80d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/networks?id=49b4d594-0a5b-4365-b6d6-a6b4864f1759 HTTP/1.1" status: 200 len: 806 time: 0.2857523 Nov 15 11:24:55.247761 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4339c3ae-2c7f-40c6-8255-91f65a2b7e55 req-566b44b8-2fe7-40aa-a39c-c2a8c40a9775 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968853 Nov 15 11:24:55.278688 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-bd50753f-aa8c-4200-872f-73d99a3ba77b tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/quotas/256e7f4fc00d4f2c8c7d8b69f41fa2d5 HTTP/1.1" status: 200 len: 375 time: 0.0246556 Nov 15 11:24:55.292529 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002f8f2-b02c-475c-a4d8-777a27c14c4a req-88d56228-00cb-431e-bc63-e53d21f3fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:55.293979 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c002f8f2-b02c-475c-a4d8-777a27c14c4a req-88d56228-00cb-431e-bc63-e53d21f3fd00 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0382e5f4-b902-4d1a-a75a-9e7c506dc6de HTTP/1.1" status: 200 len: 925 time: 0.2087984 Nov 15 11:24:55.357011 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c002f8f2-b02c-475c-a4d8-777a27c14c4a req-a88f734d-5cd9-4305-b833-1911800fe3cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdaf91ac-a512-47f4-a47c-1d6e5daf3567 HTTP/1.1" status: 200 len: 217 time: 0.0546048 Nov 15 11:24:55.363133 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-20fe6887-db3c-4d86-b248-19838e322021 req-b06a4845-11f5-437c-8b96-f5c3d5a5f494 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:55.460544 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-936d8fa5-ea97-456b-8ec6-ff96960250f0 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=256e7f4fc00d4f2c8c7d8b69f41fa2d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1696954 Nov 15 11:24:55.485235 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20fe6887-db3c-4d86-b248-19838e322021 req-b06a4845-11f5-437c-8b96-f5c3d5a5f494 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Network 7a64cb75-ed0f-423b-a304-6862ad8942f3 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:24:55.487476 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a4845-11f5-437c-8b96-f5c3d5a5f494 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Pushing event updated for resources: {'Port': ['ID=1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:55.500157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-20fe6887-db3c-4d86-b248-19838e322021 req-b06a4845-11f5-437c-8b96-f5c3d5a5f494 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:24:55.503022 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002f8f2-b02c-475c-a4d8-777a27c14c4a req-efdacf80-78f0-4d6c-ab57-c80469dcda58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:55.504423 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c002f8f2-b02c-475c-a4d8-777a27c14c4a req-efdacf80-78f0-4d6c-ab57-c80469dcda58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e67b016f-e823-45d3-9865-17694bb7379a HTTP/1.1" status: 200 len: 864 time: 0.1388974 Nov 15 11:24:55.529387 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fe6887-db3c-4d86-b248-19838e322021 req-b06a4845-11f5-437c-8b96-f5c3d5a5f494 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:24:55.601559 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c002f8f2-b02c-475c-a4d8-777a27c14c4a req-55fbef63-b724-4757-901a-94d04f8ac476 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0382e5f4-b902-4d1a-a75a-9e7c506dc6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681453 Nov 15 11:24:55.698072 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6887-db3c-4d86-b248-19838e322021 req-b06a4845-11f5-437c-8b96-f5c3d5a5f494 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:55.698759 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-20fe6887-db3c-4d86-b248-19838e322021 req-b06a4845-11f5-437c-8b96-f5c3d5a5f494 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:55.743607 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3a212-2351-49c5-b2bd-ac36e80f261f req-ab8faa9b-1c3c-4f4e-8f7c-3c7399732fab tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:55.745146 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-26f3a212-2351-49c5-b2bd-ac36e80f261f req-ab8faa9b-1c3c-4f4e-8f7c-3c7399732fab tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=496975f4-ec8a-4c60-a10c-f7f24f28aa97 HTTP/1.1" status: 200 len: 931 time: 0.2092042 Nov 15 11:24:55.748246 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20fe6887-db3c-4d86-b248-19838e322021 req-b06a4845-11f5-437c-8b96-f5c3d5a5f494 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0923393 Nov 15 11:24:55.751726 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-c93e2d34-cc4a-47b7-a115-a74c81caeb9a service neutron] 10.222.0.64 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800834 Nov 15 11:24:55.767374 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-20fe6887-db3c-4d86-b248-19838e322021 req-048bea18-c1a4-4c02-8647-02c69b827976 service neutron] Request body: {'port': {'device_id': '97ca373b-a471-4703-91b9-2a2e78de0d88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:55.820179 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-20fe6887-db3c-4d86-b248-19838e322021 req-3bd68624-cb7b-4c6a-8e6a-e8023ff0a786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:24:55.827680 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-20fe6887-db3c-4d86-b248-19838e322021 req-3bd68624-cb7b-4c6a-8e6a-e8023ff0a786 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:55.839879 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-20fe6887-db3c-4d86-b248-19838e322021 req-3bd68624-cb7b-4c6a-8e6a-e8023ff0a786 service neutron] Transition to ACTIVE for port object 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:24:55.844748 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-20fe6887-db3c-4d86-b248-19838e322021 req-3bd68624-cb7b-4c6a-8e6a-e8023ff0a786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:55.889739 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c002f8f2-b02c-475c-a4d8-777a27c14c4a req-a477b28e-6293-4c77-8b5f-9f122a844bbd service neutron] 10.222.0.11 "GET /v2.0/networks/0382e5f4-b902-4d1a-a75a-9e7c506dc6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661655 Nov 15 11:24:55.896068 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd68624-cb7b-4c6a-8e6a-e8023ff0a786 service neutron] Pushing event updated for resources: {'Port': ['ID=67eef7b2-2ea0-4893-8bff-0b96d2ddaae8,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:55.922875 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-26f3a212-2351-49c5-b2bd-ac36e80f261f req-0ddedc25-8d9c-4549-8c7a-b08ac98c7c9c tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701860 Nov 15 11:24:55.974738 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-20fe6887-db3c-4d86-b248-19838e322021 req-3bd68624-cb7b-4c6a-8e6a-e8023ff0a786 service neutron] Attempting to bind port 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:24:55.975221 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-20fe6887-db3c-4d86-b248-19838e322021 req-3bd68624-cb7b-4c6a-8e6a-e8023ff0a786 service neutron] Attempting to bind port 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '43d3c138-b240-48ad-977f-2d6a7ad27f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:24:55.975675 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fe6887-db3c-4d86-b248-19838e322021 req-3bd68624-cb7b-4c6a-8e6a-e8023ff0a786 service neutron] Attempting to bind port 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8 on network 7a64cb75-ed0f-423b-a304-6862ad8942f3 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:24:55.980176 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fe6887-db3c-4d86-b248-19838e322021 req-3bd68624-cb7b-4c6a-8e6a-e8023ff0a786 service neutron] Port 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8 on network 7a64cb75-ed0f-423b-a304-6862ad8942f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:24:55.980486 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fe6887-db3c-4d86-b248-19838e322021 req-3bd68624-cb7b-4c6a-8e6a-e8023ff0a786 service neutron] Attempting to bind port 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8 on network 7a64cb75-ed0f-423b-a304-6862ad8942f3 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:24:55.985929 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fe6887-db3c-4d86-b248-19838e322021 req-3bd68624-cb7b-4c6a-8e6a-e8023ff0a786 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:24:55.986260 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fe6887-db3c-4d86-b248-19838e322021 req-3bd68624-cb7b-4c6a-8e6a-e8023ff0a786 service neutron] Checking segment: {'id': '43d3c138-b240-48ad-977f-2d6a7ad27f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:24:55.986629 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fe6887-db3c-4d86-b248-19838e322021 req-3bd68624-cb7b-4c6a-8e6a-e8023ff0a786 service neutron] Bound using segment: {'id': '43d3c138-b240-48ad-977f-2d6a7ad27f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:24:55.987091 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-20fe6887-db3c-4d86-b248-19838e322021 req-3bd68624-cb7b-4c6a-8e6a-e8023ff0a786 service neutron] Bound port: 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43d3c138-b240-48ad-977f-2d6a7ad27f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:24:55.987402 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-20fe6887-db3c-4d86-b248-19838e322021 req-3bd68624-cb7b-4c6a-8e6a-e8023ff0a786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:55.987650 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-20fe6887-db3c-4d86-b248-19838e322021 req-048bea18-c1a4-4c02-8647-02c69b827976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:56.036279 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-f0849df2-5fd1-4ac1-93b7-4fec382974a3 service neutron] 10.222.0.64 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726398 Nov 15 11:24:56.051104 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-20fe6887-db3c-4d86-b248-19838e322021 req-3bd68624-cb7b-4c6a-8e6a-e8023ff0a786 service neutron] For port 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:24:56.054986 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-20fe6887-db3c-4d86-b248-19838e322021 req-3bd68624-cb7b-4c6a-8e6a-e8023ff0a786 service neutron] For port 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=67eef7b2-2ea0-4893-8bff-0b96d2ddaae8,segment=NetworkSegment(43d3c138-b240-48ad-977f-2d6a7ad27f63),segment_id=43d3c138-b240-48ad-977f-2d6a7ad27f63)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:24:56.060856 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-20fe6887-db3c-4d86-b248-19838e322021 req-3bd68624-cb7b-4c6a-8e6a-e8023ff0a786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:56.104363 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6887-db3c-4d86-b248-19838e322021 req-3bd68624-cb7b-4c6a-8e6a-e8023ff0a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:56.110975 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-20fe6887-db3c-4d86-b248-19838e322021 req-3bd68624-cb7b-4c6a-8e6a-e8023ff0a786 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:56.112557 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-20fe6887-db3c-4d86-b248-19838e322021 req-3bd68624-cb7b-4c6a-8e6a-e8023ff0a786 service neutron] 10.222.0.11 "PUT /v2.0/ports/67eef7b2-2ea0-4893-8bff-0b96d2ddaae8 HTTP/1.1" status: 200 len: 1091 time: 1.4986358 Nov 15 11:24:56.115426 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496975f4-ec8a-4c60-a10c-f7f24f28aa97', 'tag': '67eef7b2-2ea0-4893-8bff-0b96d2ddaae8'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:56.118772 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a13fb8f-879a-42f3-9e05-0ebefd23f213" -d '{"events": [{"name": "network-changed", "server_uuid": "496975f4-ec8a-4c60-a10c-f7f24f28aa97", "tag": "67eef7b2-2ea0-4893-8bff-0b96d2ddaae8"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:56.119358 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974be55-1fc2-4d0e-b333-8bc4f171f8ed req-09a29fa3-cdcd-4c8c-89ca-78ea8f45b24f tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:56.120988 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6974be55-1fc2-4d0e-b333-8bc4f171f8ed req-09a29fa3-cdcd-4c8c-89ca-78ea8f45b24f tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab HTTP/1.1" status: 200 len: 943 time: 0.1343224 Nov 15 11:24:56.130452 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c002f8f2-b02c-475c-a4d8-777a27c14c4a req-a9c6214f-d805-41aa-9b55-eee4cebd70fc service neutron] 10.222.0.11 "GET /v2.0/networks/0382e5f4-b902-4d1a-a75a-9e7c506dc6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324116 Nov 15 11:24:56.153898 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd68624-cb7b-4c6a-8e6a-e8023ff0a786 service neutron] Pushing event updated for resources: {'Port': ['ID=67eef7b2-2ea0-4893-8bff-0b96d2ddaae8,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:56.311108 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6887-db3c-4d86-b248-19838e322021 req-03608892-c557-4dad-9263-d4d234c56089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:56.313751 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20fe6887-db3c-4d86-b248-19838e322021 req-03608892-c557-4dad-9263-d4d234c56089 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=287ec57b79714f60a73dd4af924c5885&device_id=496975f4-ec8a-4c60-a10c-f7f24f28aa97 HTTP/1.1" status: 200 len: 1094 time: 0.1378219 Nov 15 11:24:56.321740 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6974be55-1fc2-4d0e-b333-8bc4f171f8ed req-ac0eba36-f6d2-4e3f-9bc0-8acb1e204831 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/security-groups?id=477d5b3f-d2b2-42e2-a2c7-deeecc1d3f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903641 Nov 15 11:24:56.376799 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device e301a5f9-df5e-4b01-9877-b22321d060f6 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:24:56.433255 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: e301a5f9-df5e-4b01-9877-b22321d060f6 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:24:56.433801 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device e301a5f9-df5e-4b01-9877-b22321d060f6 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:24:56.492222 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c179058f-9e2f-4213-814d-3e4013b7cabf x-openstack-request-id: req-c179058f-9e2f-4213-814d-3e4013b7cabf {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:56.492591 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496975f4-ec8a-4c60-a10c-f7f24f28aa97", "tag": "67eef7b2-2ea0-4893-8bff-0b96d2ddaae8", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:56.492840 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c179058f-9e2f-4213-814d-3e4013b7cabf {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:56.493260 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496975f4-ec8a-4c60-a10c-f7f24f28aa97', 'tag': '67eef7b2-2ea0-4893-8bff-0b96d2ddaae8', 'status': 'completed', 'code': 200} Nov 15 11:24:56.700611 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20fe6887-db3c-4d86-b248-19838e322021 req-eb962a12-bca6-4358-8dc7-c31b1390716e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67eef7b2-2ea0-4893-8bff-0b96d2ddaae8 HTTP/1.1" status: 200 len: 217 time: 0.3760054 Nov 15 11:24:56.763896 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1569f8bd-8d1d-469d-bb80-4fd4e5214ba9 req-9c285e5e-07c0-4739-851e-85ab5c192f3b tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 210 time: 0.0694830 Nov 15 11:24:56.843960 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6887-db3c-4d86-b248-19838e322021 req-8e8d4daa-56c1-490c-b419-0c8031e9b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:56.845753 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20fe6887-db3c-4d86-b248-19838e322021 req-8e8d4daa-56c1-490c-b419-0c8031e9b5e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6336eed2-e016-4ba9-8a80-08ebf816187b HTTP/1.1" status: 200 len: 852 time: 0.1270368 Nov 15 11:24:56.853121 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248b86c-3d46-46c9-b244-c56db1eab39f req-fdc9eac9-8f06-4175-9b0a-a12235dff75e tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:56.854617 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2248b86c-3d46-46c9-b244-c56db1eab39f req-fdc9eac9-8f06-4175-9b0a-a12235dff75e tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 946 time: 0.1592348 Nov 15 11:24:56.914659 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20fe6887-db3c-4d86-b248-19838e322021 req-6b4285d1-8b4a-4f06-9a80-a05965ee65b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7a64cb75-ed0f-423b-a304-6862ad8942f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423958 Nov 15 11:24:56.930143 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-20fe6887-db3c-4d86-b248-19838e322021 req-048bea18-c1a4-4c02-8647-02c69b827976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:24:56.983474 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-20fe6887-db3c-4d86-b248-19838e322021 req-048bea18-c1a4-4c02-8647-02c69b827976 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:57.020429 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2248b86c-3d46-46c9-b244-c56db1eab39f req-c4c8a52f-602a-4cad-b3b4-07eb73750513 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468911 Nov 15 11:24:57.030679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-20fe6887-db3c-4d86-b248-19838e322021 req-048bea18-c1a4-4c02-8647-02c69b827976 service neutron] Transition to ACTIVE for port object 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:24:57.042982 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-20fe6887-db3c-4d86-b248-19838e322021 req-048bea18-c1a4-4c02-8647-02c69b827976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:57.154420 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20fe6887-db3c-4d86-b248-19838e322021 req-95cb664d-8369-4afe-9310-46515b89202e service neutron] 10.222.0.11 "GET /v2.0/networks/7a64cb75-ed0f-423b-a304-6862ad8942f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275181 Nov 15 11:24:57.179586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bea18-c1a4-4c02-8647-02c69b827976 service neutron] Pushing event updated for resources: {'Port': ['ID=1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:57.292566 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe955bde-52e2-4212-8ab9-69894f1b07ab req-c9e25935-52df-4b26-84c6-0dfd7a557e75 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:57.294849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe955bde-52e2-4212-8ab9-69894f1b07ab req-c9e25935-52df-4b26-84c6-0dfd7a557e75 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=496975f4-ec8a-4c60-a10c-f7f24f28aa97 HTTP/1.1" status: 200 len: 943 time: 0.2077770 Nov 15 11:24:57.358078 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-3d079424-d2b8-49de-b237-7c10f5f21be1 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:57.359586 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-3d079424-d2b8-49de-b237-7c10f5f21be1 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.11 "GET /v2.0/networks?id=49b4d594-0a5b-4365-b6d6-a6b4864f1759 HTTP/1.1" status: 200 len: 806 time: 0.1374905 Nov 15 11:24:57.374583 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-143e5162-8972-493d-ae22-62e044700de6 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Request body: {'port': {'device_id': '68c8b1ce-180f-4233-ad6c-5e6be2e89e34', 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759', 'admin_state_up': True, 'tenant_id': '256e7f4fc00d4f2c8c7d8b69f41fa2d5'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:57.425293 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-20fe6887-db3c-4d86-b248-19838e322021 req-048bea18-c1a4-4c02-8647-02c69b827976 service neutron] Attempting to bind port 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:24:57.425640 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-20fe6887-db3c-4d86-b248-19838e322021 req-048bea18-c1a4-4c02-8647-02c69b827976 service neutron] Attempting to bind port 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '43d3c138-b240-48ad-977f-2d6a7ad27f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:24:57.425977 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fe6887-db3c-4d86-b248-19838e322021 req-048bea18-c1a4-4c02-8647-02c69b827976 service neutron] Attempting to bind port 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47 on network 7a64cb75-ed0f-423b-a304-6862ad8942f3 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:24:57.434095 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20fe6887-db3c-4d86-b248-19838e322021 req-53f1e7a2-2685-4bf7-8c2b-ec793f33d6a7 service neutron] 10.222.0.11 "GET /v2.0/networks/7a64cb75-ed0f-423b-a304-6862ad8942f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688663 Nov 15 11:24:57.438892 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe955bde-52e2-4212-8ab9-69894f1b07ab req-44a92f63-93f2-43ce-af86-0c6f22a35c15 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313069 Nov 15 11:24:57.446251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641650a5-a76f-492b-9e8d-3f0737474844 req-1957a42b-a087-4f18-82b8-d014c3f0a917 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:57.453602 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-641650a5-a76f-492b-9e8d-3f0737474844 req-1957a42b-a087-4f18-82b8-d014c3f0a917 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 946 time: 0.1752489 Nov 15 11:24:57.460984 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fe6887-db3c-4d86-b248-19838e322021 req-048bea18-c1a4-4c02-8647-02c69b827976 service neutron] Port 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47 on network 7a64cb75-ed0f-423b-a304-6862ad8942f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:24:57.461297 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fe6887-db3c-4d86-b248-19838e322021 req-048bea18-c1a4-4c02-8647-02c69b827976 service neutron] Attempting to bind port 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47 on network 7a64cb75-ed0f-423b-a304-6862ad8942f3 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:24:57.486868 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fe6887-db3c-4d86-b248-19838e322021 req-048bea18-c1a4-4c02-8647-02c69b827976 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:24:57.487729 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fe6887-db3c-4d86-b248-19838e322021 req-048bea18-c1a4-4c02-8647-02c69b827976 service neutron] Checking segment: {'id': '43d3c138-b240-48ad-977f-2d6a7ad27f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:24:57.487729 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fe6887-db3c-4d86-b248-19838e322021 req-048bea18-c1a4-4c02-8647-02c69b827976 service neutron] Bound using segment: {'id': '43d3c138-b240-48ad-977f-2d6a7ad27f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:24:57.488110 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-20fe6887-db3c-4d86-b248-19838e322021 req-048bea18-c1a4-4c02-8647-02c69b827976 service neutron] Bound port: 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43d3c138-b240-48ad-977f-2d6a7ad27f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:24:57.488479 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-20fe6887-db3c-4d86-b248-19838e322021 req-048bea18-c1a4-4c02-8647-02c69b827976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:57.528298 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-143e5162-8972-493d-ae22-62e044700de6 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Made reservation on behalf of 256e7f4fc00d4f2c8c7d8b69f41fa2d5 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:24:57.533069 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-143e5162-8972-493d-ae22-62e044700de6 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:57.610937 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-641650a5-a76f-492b-9e8d-3f0737474844 req-04b4abeb-d3f7-4710-96df-7010f65f4d15 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563828 Nov 15 11:24:57.662788 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-20fe6887-db3c-4d86-b248-19838e322021 req-048bea18-c1a4-4c02-8647-02c69b827976 service neutron] For port 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:24:57.676104 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13fb8f-879a-42f3-9e05-0ebefd23f213 req-3028dd87-c26f-4644-ad9b-71ca6bc11e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:57.678026 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3a13fb8f-879a-42f3-9e05-0ebefd23f213 req-3028dd87-c26f-4644-ad9b-71ca6bc11e12 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=287ec57b79714f60a73dd4af924c5885&device_id=496975f4-ec8a-4c60-a10c-f7f24f28aa97 HTTP/1.1" status: 200 len: 1094 time: 0.1601856 Nov 15 11:24:57.682705 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-20fe6887-db3c-4d86-b248-19838e322021 req-048bea18-c1a4-4c02-8647-02c69b827976 service neutron] For port 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47,segment=NetworkSegment(43d3c138-b240-48ad-977f-2d6a7ad27f63),segment_id=43d3c138-b240-48ad-977f-2d6a7ad27f63)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:24:57.699719 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33ddde-c3d7-437a-8399-bf51fbd22abf req-d839f330-f33f-4a9a-84ea-532cd11af1e6 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:57.701302 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d33ddde-c3d7-437a-8399-bf51fbd22abf req-d839f330-f33f-4a9a-84ea-532cd11af1e6 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab HTTP/1.1" status: 200 len: 943 time: 0.1485448 Nov 15 11:24:57.704160 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-20fe6887-db3c-4d86-b248-19838e322021 req-048bea18-c1a4-4c02-8647-02c69b827976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:57.722962 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-143e5162-8972-493d-ae22-62e044700de6 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Allocated IP 172.20.0.10 (49b4d594-0a5b-4365-b6d6-a6b4864f1759/8647cc50-bb8e-4210-a1e9-eb2152a57fcd/abc26d02-0303-4861-a5c5-be73b75ec2de) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:24:57.800376 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6887-db3c-4d86-b248-19838e322021 req-048bea18-c1a4-4c02-8647-02c69b827976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:57.800986 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-20fe6887-db3c-4d86-b248-19838e322021 req-048bea18-c1a4-4c02-8647-02c69b827976 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:57.802324 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20fe6887-db3c-4d86-b248-19838e322021 req-048bea18-c1a4-4c02-8647-02c69b827976 service neutron] 10.222.0.55 "PUT /v2.0/ports/1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47 HTTP/1.1" status: 200 len: 1092 time: 2.0406218 Nov 15 11:24:57.807405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ca373b-a471-4703-91b9-2a2e78de0d88', 'tag': '1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:57.809918 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7c52ed-d0c6-4207-8a62-7f87d549dfa5" -d '{"events": [{"name": "network-changed", "server_uuid": "97ca373b-a471-4703-91b9-2a2e78de0d88", "tag": "1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:57.911727 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bea18-c1a4-4c02-8647-02c69b827976 service neutron] Pushing event updated for resources: {'Port': ['ID=1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:57.912112 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-143e5162-8972-493d-ae22-62e044700de6 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:57.944316 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d33ddde-c3d7-437a-8399-bf51fbd22abf req-045aabc1-e6cb-4e51-aace-40026d090b2d tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/security-groups?id=477d5b3f-d2b2-42e2-a2c7-deeecc1d3f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224503 Nov 15 11:24:57.951336 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-143e5162-8972-493d-ae22-62e044700de6 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:57.951935 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13fb8f-879a-42f3-9e05-0ebefd23f213 req-a3728950-f79a-4964-a83e-7ede3d2a5c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:57.953416 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3a13fb8f-879a-42f3-9e05-0ebefd23f213 req-a3728950-f79a-4964-a83e-7ede3d2a5c3b service neutron] 10.222.0.11 "GET /v2.0/networks?id=7a64cb75-ed0f-423b-a304-6862ad8942f3 HTTP/1.1" status: 200 len: 913 time: 0.2686207 Nov 15 11:24:57.963203 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164022d-c096-4a7c-8d8b-c35f363db5f5 req-df2de5ca-07cb-44f7-bea8-8e75a4da1f44 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:57.971326 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1164022d-c096-4a7c-8d8b-c35f363db5f5 req-df2de5ca-07cb-44f7-bea8-8e75a4da1f44 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 946 time: 0.1783020 Nov 15 11:24:57.972931 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['d391d267-4be2-4e25-a090-7ce63b2b518c'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:24:58.027609 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3a13fb8f-879a-42f3-9e05-0ebefd23f213 req-05a60bd0-0f26-445e-9a10-803fa2c66f63 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67eef7b2-2ea0-4893-8bff-0b96d2ddaae8 HTTP/1.1" status: 200 len: 217 time: 0.0523422 Nov 15 11:24:58.031325 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6887-db3c-4d86-b248-19838e322021 req-fe6c65ba-9a77-42ba-8b97-73d0b29a00cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:58.035054 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20fe6887-db3c-4d86-b248-19838e322021 req-fe6c65ba-9a77-42ba-8b97-73d0b29a00cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=287ec57b79714f60a73dd4af924c5885&device_id=97ca373b-a471-4703-91b9-2a2e78de0d88 HTTP/1.1" status: 200 len: 1095 time: 0.1762300 Nov 15 11:24:58.046820 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-143e5162-8972-493d-ae22-62e044700de6 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:24:58.057970 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-143e5162-8972-493d-ae22-62e044700de6 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:24:58.064043 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-143e5162-8972-493d-ae22-62e044700de6 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:24:58.069094 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e5162-8972-493d-ae22-62e044700de6 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Pushing event updated for resources: {'Port': ['ID=abc26d02-0303-4861-a5c5-be73b75ec2de,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:58.142003 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-143e5162-8972-493d-ae22-62e044700de6 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:58.143005 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-143e5162-8972-493d-ae22-62e044700de6 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:58.167932 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-143e5162-8972-493d-ae22-62e044700de6 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7993085 Nov 15 11:24:58.183147 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-5ab7fc3b-54a2-4be1-a0a1-30157d262528 service neutron] Request body: {'port': {'device_id': '68c8b1ce-180f-4233-ad6c-5e6be2e89e34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:24:58.197719 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20fe6887-db3c-4d86-b248-19838e322021 req-8ea7172d-6ff7-404d-b704-e2cbff2afb7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47 HTTP/1.1" status: 200 len: 217 time: 0.1500978 Nov 15 11:24:58.258750 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-5ab7fc3b-54a2-4be1-a0a1-30157d262528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:58.329818 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1164022d-c096-4a7c-8d8b-c35f363db5f5 req-9f991460-276c-44a9-ba47-cfc297e6dba7 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574746 Nov 15 11:24:58.331263 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13fb8f-879a-42f3-9e05-0ebefd23f213 req-6a20e756-af32-44be-9536-b07c1f80a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:58.332858 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3a13fb8f-879a-42f3-9e05-0ebefd23f213 req-6a20e756-af32-44be-9536-b07c1f80a9ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6336eed2-e016-4ba9-8a80-08ebf816187b HTTP/1.1" status: 200 len: 852 time: 0.2969294 Nov 15 11:24:58.337488 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6887-db3c-4d86-b248-19838e322021 req-ea02b69f-9f4a-4eb4-9a1a-7ba5d633ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:58.339091 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20fe6887-db3c-4d86-b248-19838e322021 req-ea02b69f-9f4a-4eb4-9a1a-7ba5d633ab6b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6336eed2-e016-4ba9-8a80-08ebf816187b HTTP/1.1" status: 200 len: 852 time: 0.1155598 Nov 15 11:24:58.372992 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa4023-070d-414b-bc69-23e6d0a0bcd5 req-20cc154e-e39b-4e18-acbe-0697b7bcc665 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:58.377409 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device cdaf91ac-a512-47f4-a47c-1d6e5daf3567 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:24:58.379257 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa4023-070d-414b-bc69-23e6d0a0bcd5 req-20cc154e-e39b-4e18-acbe-0697b7bcc665 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:58.397076 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa4023-070d-414b-bc69-23e6d0a0bcd5 req-20cc154e-e39b-4e18-acbe-0697b7bcc665 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:58.409809 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa4023-070d-414b-bc69-23e6d0a0bcd5 req-20cc154e-e39b-4e18-acbe-0697b7bcc665 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:58.416203 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa4023-070d-414b-bc69-23e6d0a0bcd5 req-20cc154e-e39b-4e18-acbe-0697b7bcc665 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:58.422587 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa4023-070d-414b-bc69-23e6d0a0bcd5 req-20cc154e-e39b-4e18-acbe-0697b7bcc665 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:58.428686 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa4023-070d-414b-bc69-23e6d0a0bcd5 req-20cc154e-e39b-4e18-acbe-0697b7bcc665 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:58.437039 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c2aa4023-070d-414b-bc69-23e6d0a0bcd5 req-20cc154e-e39b-4e18-acbe-0697b7bcc665 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5433 time: 0.2826750 Nov 15 11:24:58.463108 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3a13fb8f-879a-42f3-9e05-0ebefd23f213 req-d723877e-f226-4b12-86fb-61ccfdbfbb93 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7a64cb75-ed0f-423b-a304-6862ad8942f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218555 Nov 15 11:24:58.494870 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20fe6887-db3c-4d86-b248-19838e322021 req-92bc6eca-fd10-4382-98dd-5e829fd42980 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7a64cb75-ed0f-423b-a304-6862ad8942f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362638 Nov 15 11:24:58.499666 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port cdaf91ac-a512-47f4-a47c-1d6e5daf3567, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=cdaf91ac-a512-47f4-a47c-1d6e5daf3567,segment=NetworkSegment(cc536f98-c6c4-45ac-bb2d-65cb50277b7a),segment_id=cc536f98-c6c4-45ac-bb2d-65cb50277b7a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:58.518772 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'cdaf91ac-a512-47f4-a47c-1d6e5daf3567', 'network_id': '0382e5f4-b902-4d1a-a75a-9e7c506dc6de', 'port_id': 'cdaf91ac-a512-47f4-a47c-1d6e5daf3567', 'mac_address': 'fa:16:3e:5a:c6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67b016f-e823-45d3-9865-17694bb7379a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:24:58.564360 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:58.578617 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdaf91ac-a512-47f4-a47c-1d6e5daf3567 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:24:58.599362 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port cdaf91ac-a512-47f4-a47c-1d6e5daf3567, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=cdaf91ac-a512-47f4-a47c-1d6e5daf3567,segment=NetworkSegment(cc536f98-c6c4-45ac-bb2d-65cb50277b7a),segment_id=cc536f98-c6c4-45ac-bb2d-65cb50277b7a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:24:58.604080 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:58.613140 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-5ab7fc3b-54a2-4be1-a0a1-30157d262528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc26d02-0303-4861-a5c5-be73b75ec2de {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:24:58.621183 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-5ab7fc3b-54a2-4be1-a0a1-30157d262528 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:58.635663 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-5ab7fc3b-54a2-4be1-a0a1-30157d262528 service neutron] Transition to ACTIVE for port object abc26d02-0303-4861-a5c5-be73b75ec2de will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:24:58.641166 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-5ab7fc3b-54a2-4be1-a0a1-30157d262528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:58.652983 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=cdaf91ac-a512-47f4-a47c-1d6e5daf3567,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:58.673766 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a1407-f425-4430-af37-019eeb71b5b0 req-98a66539-e420-4e4f-afa4-fdba2b41fba4 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:58.675512 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e56a1407-f425-4430-af37-019eeb71b5b0 req-98a66539-e420-4e4f-afa4-fdba2b41fba4 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 932 time: 0.2151000 Nov 15 11:24:58.691979 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7fc3b-54a2-4be1-a0a1-30157d262528 service neutron] Pushing event updated for resources: {'Port': ['ID=abc26d02-0303-4861-a5c5-be73b75ec2de,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:58.724941 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c2aa4023-070d-414b-bc69-23e6d0a0bcd5 req-35aae099-4afb-4be7-aff0-74aa377191f2 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2868049 Nov 15 11:24:58.750323 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3a13fb8f-879a-42f3-9e05-0ebefd23f213 req-d2eb4a7a-9786-4fe6-b0ee-c8fce2631ac2 service neutron] 10.222.0.11 "GET /v2.0/networks/7a64cb75-ed0f-423b-a304-6862ad8942f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578518 Nov 15 11:24:58.773505 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20fe6887-db3c-4d86-b248-19838e322021 req-c8bfe45f-858a-4c7e-8d2a-99b7f1ef4fc4 service neutron] 10.222.0.55 "GET /v2.0/networks/7a64cb75-ed0f-423b-a304-6862ad8942f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537844 Nov 15 11:24:58.777901 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-5ab7fc3b-54a2-4be1-a0a1-30157d262528 service neutron] Attempting to bind port abc26d02-0303-4861-a5c5-be73b75ec2de on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:24:58.778917 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-5ab7fc3b-54a2-4be1-a0a1-30157d262528 service neutron] Attempting to bind port abc26d02-0303-4861-a5c5-be73b75ec2de by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:24:58.779243 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-5ab7fc3b-54a2-4be1-a0a1-30157d262528 service neutron] Attempting to bind port abc26d02-0303-4861-a5c5-be73b75ec2de on network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:24:58.784285 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-5ab7fc3b-54a2-4be1-a0a1-30157d262528 service neutron] Port abc26d02-0303-4861-a5c5-be73b75ec2de on network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:24:58.784597 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-5ab7fc3b-54a2-4be1-a0a1-30157d262528 service neutron] Attempting to bind port abc26d02-0303-4861-a5c5-be73b75ec2de on network 49b4d594-0a5b-4365-b6d6-a6b4864f1759 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:24:58.787378 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8ac6ed-0cfb-413c-bc75-0cddfa81b335 x-openstack-request-id: req-0a8ac6ed-0cfb-413c-bc75-0cddfa81b335 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:58.787655 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ca373b-a471-4703-91b9-2a2e78de0d88", "tag": "1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:58.787935 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a8ac6ed-0cfb-413c-bc75-0cddfa81b335 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:58.788329 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ca373b-a471-4703-91b9-2a2e78de0d88', 'tag': '1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47', 'status': 'completed', 'code': 200} Nov 15 11:24:58.789887 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-5ab7fc3b-54a2-4be1-a0a1-30157d262528 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:24:58.790224 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-5ab7fc3b-54a2-4be1-a0a1-30157d262528 service neutron] Checking segment: {'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:24:58.790658 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-5ab7fc3b-54a2-4be1-a0a1-30157d262528 service neutron] Bound using segment: {'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:24:58.791153 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-5ab7fc3b-54a2-4be1-a0a1-30157d262528 service neutron] Bound port: abc26d02-0303-4861-a5c5-be73b75ec2de, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac742f5-997f-44e3-9675-e4175daef772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:24:58.791695 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-5ab7fc3b-54a2-4be1-a0a1-30157d262528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:58.833264 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e56a1407-f425-4430-af37-019eeb71b5b0 req-a7205c32-c6e5-478d-8b96-868c01055f95 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500168 Nov 15 11:24:58.873711 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-5ab7fc3b-54a2-4be1-a0a1-30157d262528 service neutron] For port abc26d02-0303-4861-a5c5-be73b75ec2de, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:24:58.880808 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-5ab7fc3b-54a2-4be1-a0a1-30157d262528 service neutron] For port abc26d02-0303-4861-a5c5-be73b75ec2de, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=abc26d02-0303-4861-a5c5-be73b75ec2de,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:24:58.891981 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-5ab7fc3b-54a2-4be1-a0a1-30157d262528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:58.932301 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-5ab7fc3b-54a2-4be1-a0a1-30157d262528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:58.933394 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-5ab7fc3b-54a2-4be1-a0a1-30157d262528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:58.935134 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-5ab7fc3b-54a2-4be1-a0a1-30157d262528 service neutron] 10.222.0.11 "PUT /v2.0/ports/abc26d02-0303-4861-a5c5-be73b75ec2de HTTP/1.1" status: 200 len: 1092 time: 0.7583454 Nov 15 11:24:58.935763 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3a13fb8f-879a-42f3-9e05-0ebefd23f213 req-b019327b-3ed0-497f-913e-fb6af2a44aa0 service neutron] 10.222.0.11 "GET /v2.0/networks/7a64cb75-ed0f-423b-a304-6862ad8942f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776998 Nov 15 11:24:58.935928 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c8b1ce-180f-4233-ad6c-5e6be2e89e34', 'tag': 'abc26d02-0303-4861-a5c5-be73b75ec2de'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:24:58.938569 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e82b60-b677-4748-9990-1b241e99c3b9" -d '{"events": [{"name": "network-changed", "server_uuid": "68c8b1ce-180f-4233-ad6c-5e6be2e89e34", "tag": "abc26d02-0303-4861-a5c5-be73b75ec2de"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:24:58.954511 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20fe6887-db3c-4d86-b248-19838e322021 req-1708c6c6-2968-4b12-9025-eb89e8cac348 service neutron] 10.222.0.55 "GET /v2.0/networks/7a64cb75-ed0f-423b-a304-6862ad8942f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627347 Nov 15 11:24:58.976267 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7fc3b-54a2-4be1-a0a1-30157d262528 service neutron] Pushing event updated for resources: {'Port': ['ID=abc26d02-0303-4861-a5c5-be73b75ec2de,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:24:59.051294 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['cdaf91ac-a512-47f4-a47c-1d6e5daf3567'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:24:59.063032 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-b3fe1c86-0952-4f3e-9889-b1bab988d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:59.064504 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-b3fe1c86-0952-4f3e-9889-b1bab988d2cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=256e7f4fc00d4f2c8c7d8b69f41fa2d5&device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 1095 time: 0.0877979 Nov 15 11:24:59.141681 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-be2facf9-5021-4474-b832-9d4ec0c9acc9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abc26d02-0303-4861-a5c5-be73b75ec2de HTTP/1.1" status: 200 len: 217 time: 0.0618606 Nov 15 11:24:59.172975 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c52ed-d0c6-4207-8a62-7f87d549dfa5 req-e4e7d40d-f307-440d-920c-27f573633c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:59.174429 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd7c52ed-d0c6-4207-8a62-7f87d549dfa5 req-e4e7d40d-f307-440d-920c-27f573633c48 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=287ec57b79714f60a73dd4af924c5885&device_id=97ca373b-a471-4703-91b9-2a2e78de0d88 HTTP/1.1" status: 200 len: 1095 time: 0.1447577 Nov 15 11:24:59.198895 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2d90e-d56b-44f9-81b8-14cb3edf34de req-6c38b9d4-c2f4-462f-a22b-2580b9e682f3 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:59.200303 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3fa2d90e-d56b-44f9-81b8-14cb3edf34de req-6c38b9d4-c2f4-462f-a22b-2580b9e682f3 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=496975f4-ec8a-4c60-a10c-f7f24f28aa97 HTTP/1.1" status: 200 len: 943 time: 0.1715679 Nov 15 11:24:59.214130 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0df1d-f972-4a58-9818-f7850195d087 req-fc88c573-544b-4d87-a5e2-c577a6a0e748 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:59.220000 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0df1d-f972-4a58-9818-f7850195d087 req-fc88c573-544b-4d87-a5e2-c577a6a0e748 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:59.226168 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0df1d-f972-4a58-9818-f7850195d087 req-fc88c573-544b-4d87-a5e2-c577a6a0e748 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:59.232082 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0df1d-f972-4a58-9818-f7850195d087 req-fc88c573-544b-4d87-a5e2-c577a6a0e748 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:59.237931 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0df1d-f972-4a58-9818-f7850195d087 req-fc88c573-544b-4d87-a5e2-c577a6a0e748 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:59.243856 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0df1d-f972-4a58-9818-f7850195d087 req-fc88c573-544b-4d87-a5e2-c577a6a0e748 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:59.249756 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0df1d-f972-4a58-9818-f7850195d087 req-fc88c573-544b-4d87-a5e2-c577a6a0e748 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:59.251523 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ab0df1d-f972-4a58-9818-f7850195d087 req-fc88c573-544b-4d87-a5e2-c577a6a0e748 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5433 time: 0.2329276 Nov 15 11:24:59.332203 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-b66f53a5-471f-4f52-b0ca-f5649406539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:59.333667 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-b66f53a5-471f-4f52-b0ca-f5649406539d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8647cc50-bb8e-4210-a1e9-eb2152a57fcd HTTP/1.1" status: 200 len: 846 time: 0.1790895 Nov 15 11:24:59.366915 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e64e2a1-b31e-42eb-a01b-cd3e0e93a18c x-openstack-request-id: req-5e64e2a1-b31e-42eb-a01b-cd3e0e93a18c {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:24:59.368135 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c8b1ce-180f-4233-ad6c-5e6be2e89e34", "tag": "abc26d02-0303-4861-a5c5-be73b75ec2de", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:24:59.368483 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e64e2a1-b31e-42eb-a01b-cd3e0e93a18c {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:24:59.369439 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c8b1ce-180f-4233-ad6c-5e6be2e89e34', 'tag': 'abc26d02-0303-4861-a5c5-be73b75ec2de', 'status': 'completed', 'code': 200} Nov 15 11:24:59.388008 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-e5ad3b88-1b7d-4fb7-8c6c-1afad0bf3a71 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49b4d594-0a5b-4365-b6d6-a6b4864f1759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417342 Nov 15 11:24:59.395490 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3fa2d90e-d56b-44f9-81b8-14cb3edf34de req-6eb36571-c0ed-465b-9833-f7150bc2f5d3 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430109 Nov 15 11:24:59.453557 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:24:59.496615 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c52ed-d0c6-4207-8a62-7f87d549dfa5 req-17fc2d0c-7f75-49b2-af31-98cdf26993d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:59.498063 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd7c52ed-d0c6-4207-8a62-7f87d549dfa5 req-17fc2d0c-7f75-49b2-af31-98cdf26993d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7a64cb75-ed0f-423b-a304-6862ad8942f3 HTTP/1.1" status: 200 len: 913 time: 0.2969460 Nov 15 11:24:59.869555 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd7c52ed-d0c6-4207-8a62-7f87d549dfa5 req-f1f41d92-8748-4be0-8d1e-6eb91c1a1387 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47 HTTP/1.1" status: 200 len: 217 time: 0.3555954 Nov 15 11:24:59.938178 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead7a11-ceaf-48da-a029-fd47345f3351 req-f1a1d060-879d-450a-9608-a8c791127613 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:59.939732 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ead7a11-ceaf-48da-a029-fd47345f3351 req-f1a1d060-879d-450a-9608-a8c791127613 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 946 time: 0.5077183 Nov 15 11:24:59.967264 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-2f55ea02-73b2-4126-a640-745917745090 service neutron] 10.222.0.11 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5635862 Nov 15 11:24:59.988804 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233114f-e423-401c-9ce8-92fcccccb917 req-159c8bd9-37b0-40d9-bd51-b2bab87461b9 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:24:59.990294 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b233114f-e423-401c-9ce8-92fcccccb917 req-159c8bd9-37b0-40d9-bd51-b2bab87461b9 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab HTTP/1.1" status: 200 len: 944 time: 0.4970062 Nov 15 11:25:00.001185 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c52ed-d0c6-4207-8a62-7f87d549dfa5 req-61125666-b9f9-4158-ac1a-32a2ffc400e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:00.002527 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd7c52ed-d0c6-4207-8a62-7f87d549dfa5 req-61125666-b9f9-4158-ac1a-32a2ffc400e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6336eed2-e016-4ba9-8a80-08ebf816187b HTTP/1.1" status: 200 len: 852 time: 0.1222999 Nov 15 11:25:00.110330 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd7c52ed-d0c6-4207-8a62-7f87d549dfa5 req-8ae778a5-0ffd-4604-be32-ce4cf67ac6c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7a64cb75-ed0f-423b-a304-6862ad8942f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809860 Nov 15 11:25:00.129447 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ead7a11-ceaf-48da-a029-fd47345f3351 req-ee130ee4-450c-456c-9fdc-c632e25d1a29 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796100 Nov 15 11:25:00.197547 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b233114f-e423-401c-9ce8-92fcccccb917 req-a6c14962-3420-4ce8-979a-e44a02056013 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/security-groups?id=477d5b3f-d2b2-42e2-a2c7-deeecc1d3f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985414 Nov 15 11:25:00.239634 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa08a898-05ba-46e9-b939-435ed5e72377 req-4b0d4c93-076c-4f82-a01a-7779742e69ba service neutron] 10.222.0.11 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587965 Nov 15 11:25:00.264071 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd7c52ed-d0c6-4207-8a62-7f87d549dfa5 req-b47e648f-efad-4376-8e30-7c0540e23326 service neutron] 10.222.0.55 "GET /v2.0/networks/7a64cb75-ed0f-423b-a304-6862ad8942f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484685 Nov 15 11:25:00.379899 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:25:00.409772 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device cdaf91ac-a512-47f4-a47c-1d6e5daf3567 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:25:00.466425 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e82b60-b677-4748-9990-1b241e99c3b9 req-9f554d1a-54d6-4c82-8456-522e51dce96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:00.467963 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0e82b60-b677-4748-9990-1b241e99c3b9 req-9f554d1a-54d6-4c82-8456-522e51dce96c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=256e7f4fc00d4f2c8c7d8b69f41fa2d5&device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 1095 time: 0.1396766 Nov 15 11:25:00.481174 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc87b7a-d6d2-4c2d-8778-811316ad5d8b req-ec4b73dd-bb29-4b6d-8e2a-b5c5d749338f tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:00.482648 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8dc87b7a-d6d2-4c2d-8778-811316ad5d8b req-ec4b73dd-bb29-4b6d-8e2a-b5c5d749338f tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 944 time: 0.1532021 Nov 15 11:25:00.514459 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd7c52ed-d0c6-4207-8a62-7f87d549dfa5 req-c307b56a-130e-471f-8cd1-1bca1dc21a6a service neutron] 10.222.0.55 "GET /v2.0/networks/7a64cb75-ed0f-423b-a304-6862ad8942f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428577 Nov 15 11:25:00.515150 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=67eef7b2-2ea0-4893-8bff-0b96d2ddaae8,segment=NetworkSegment(43d3c138-b240-48ad-977f-2d6a7ad27f63),segment_id=43d3c138-b240-48ad-977f-2d6a7ad27f63)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:00.518385 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port cdaf91ac-a512-47f4-a47c-1d6e5daf3567 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:25:00.530495 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port cdaf91ac-a512-47f4-a47c-1d6e5daf3567 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:25:00.531315 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:00.552066 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '67eef7b2-2ea0-4893-8bff-0b96d2ddaae8', 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3', 'port_id': '67eef7b2-2ea0-4893-8bff-0b96d2ddaae8', 'mac_address': 'fa:16:3e:61:06:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6336eed2-e016-4ba9-8a80-08ebf816187b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:25:00.594554 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29388af4-14b4-409f-8dda-f581a94a2e7c req-4bc02fe6-f4ee-4179-8e70-0ce05be4a678 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:00.602638 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29388af4-14b4-409f-8dda-f581a94a2e7c req-4bc02fe6-f4ee-4179-8e70-0ce05be4a678 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 946 time: 0.1956377 Nov 15 11:25:00.607125 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:00.625942 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:25:00.696685 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=67eef7b2-2ea0-4893-8bff-0b96d2ddaae8,segment=NetworkSegment(43d3c138-b240-48ad-977f-2d6a7ad27f63),segment_id=43d3c138-b240-48ad-977f-2d6a7ad27f63)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:00.711353 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8dc87b7a-d6d2-4c2d-8778-811316ad5d8b req-a5686ce0-fabd-49b2-aef1-ad9c95d7b2d1 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165287 Nov 15 11:25:00.715517 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:00.734383 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e82b60-b677-4748-9990-1b241e99c3b9 req-ac85bef0-1e61-4418-a16f-5c537bb105df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:00.737098 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0e82b60-b677-4748-9990-1b241e99c3b9 req-ac85bef0-1e61-4418-a16f-5c537bb105df service neutron] 10.222.0.11 "GET /v2.0/networks?id=49b4d594-0a5b-4365-b6d6-a6b4864f1759 HTTP/1.1" status: 200 len: 907 time: 0.2516119 Nov 15 11:25:00.767452 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:00.815431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0e82b60-b677-4748-9990-1b241e99c3b9 req-3941aec0-14f1-4dd8-b89d-ad43a7ff4a49 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abc26d02-0303-4861-a5c5-be73b75ec2de HTTP/1.1" status: 200 len: 217 time: 0.0650029 Nov 15 11:25:00.818483 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdaf91ac-a512-47f4-a47c-1d6e5daf3567'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:25:00.820510 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29388af4-14b4-409f-8dda-f581a94a2e7c req-1464c7c3-90a1-45ff-8d1f-547816516e96 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157254 Nov 15 11:25:00.820956 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d893bbe8-d582-4c35-9171-7023d4ebfdda" -d '{"events": [{"server_uuid": "c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab", "name": "network-vif-plugged", "status": "completed", "tag": "cdaf91ac-a512-47f4-a47c-1d6e5daf3567"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:25:00.855851 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=67eef7b2-2ea0-4893-8bff-0b96d2ddaae8,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:00.868384 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port cdaf91ac-a512-47f4-a47c-1d6e5daf3567, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=cdaf91ac-a512-47f4-a47c-1d6e5daf3567,segment=NetworkSegment(cc536f98-c6c4-45ac-bb2d-65cb50277b7a),segment_id=cc536f98-c6c4-45ac-bb2d-65cb50277b7a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:00.875032 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:00.921028 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36f9d0-be29-43ea-af42-683e82ed3d12 req-864a165c-baac-4788-af25-4af75cf54ea8 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:00.928235 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af36f9d0-be29-43ea-af42-683e82ed3d12 req-864a165c-baac-4788-af25-4af75cf54ea8 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=496975f4-ec8a-4c60-a10c-f7f24f28aa97 HTTP/1.1" status: 200 len: 944 time: 0.1241639 Nov 15 11:25:00.938102 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e82b60-b677-4748-9990-1b241e99c3b9 req-a7b59b18-e084-4165-8bd1-ef279e8fff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:00.939551 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0e82b60-b677-4748-9990-1b241e99c3b9 req-a7b59b18-e084-4165-8bd1-ef279e8fff55 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8647cc50-bb8e-4210-a1e9-eb2152a57fcd HTTP/1.1" status: 200 len: 846 time: 0.0979278 Nov 15 11:25:00.943956 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0666c3b4-f2cd-4f3f-8de3-f6b51e2039bf x-openstack-request-id: req-0666c3b4-f2cd-4f3f-8de3-f6b51e2039bf {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:25:00.945700 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab", "name": "network-vif-plugged", "status": "completed", "tag": "cdaf91ac-a512-47f4-a47c-1d6e5daf3567", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:25:00.945700 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0666c3b4-f2cd-4f3f-8de3-f6b51e2039bf {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:25:00.946946 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdaf91ac-a512-47f4-a47c-1d6e5daf3567', 'code': 200} Nov 15 11:25:01.001746 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0e82b60-b677-4748-9990-1b241e99c3b9 req-489494e7-1583-4d63-83a5-cbc00ce88f65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49b4d594-0a5b-4365-b6d6-a6b4864f1759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541823 Nov 15 11:25:01.046967 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b978f4-1698-47c5-9cd3-3ba5d129b7ff req-983e992b-ed2f-4c77-a11b-daf7a635e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:01.050654 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-54b978f4-1698-47c5-9cd3-3ba5d129b7ff req-983e992b-ed2f-4c77-a11b-daf7a635e113 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab HTTP/1.1" status: 200 len: 1096 time: 0.0590179 Nov 15 11:25:01.100044 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=cdaf91ac-a512-47f4-a47c-1d6e5daf3567,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:01.137852 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af36f9d0-be29-43ea-af42-683e82ed3d12 req-7f55c051-a8b9-49b2-9c31-751e40b91dfc tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086334 Nov 15 11:25:01.150878 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-54b978f4-1698-47c5-9cd3-3ba5d129b7ff req-48817bf5-4ea4-40f2-ac87-6767c2032f63 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=477d5b3f-d2b2-42e2-a2c7-deeecc1d3f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940549 Nov 15 11:25:01.187263 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['67eef7b2-2ea0-4893-8bff-0b96d2ddaae8'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:25:01.211844 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85b281-270a-4505-9739-7c217ac40255 req-e2cec114-4c92-4793-88b1-69203aaa0b13 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:01.219806 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cd85b281-270a-4505-9739-7c217ac40255 req-e2cec114-4c92-4793-88b1-69203aaa0b13 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 946 time: 0.1463861 Nov 15 11:25:01.238427 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0e82b60-b677-4748-9990-1b241e99c3b9 req-2f8fed8d-ec43-4041-a2d7-f8975c875cc9 service neutron] 10.222.0.11 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271018 Nov 15 11:25:01.277384 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cd85b281-270a-4505-9739-7c217ac40255 req-4caebd25-8094-43cd-b5c5-99a05b86f448 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574865 Nov 15 11:25:01.341183 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:01.374287 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88976d3-ad4e-44f1-9a0f-2520500ed989 req-e77e01eb-5ab4-4c8f-961a-a4b1659b9f72 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:01.376242 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d88976d3-ad4e-44f1-9a0f-2520500ed989 req-e77e01eb-5ab4-4c8f-961a-a4b1659b9f72 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab HTTP/1.1" status: 200 len: 945 time: 0.0699546 Nov 15 11:25:01.521815 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d88976d3-ad4e-44f1-9a0f-2520500ed989 req-cb383421-7a2d-4ec9-a817-2167dc8da989 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/security-groups?id=477d5b3f-d2b2-42e2-a2c7-deeecc1d3f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388900 Nov 15 11:25:01.569301 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0e82b60-b677-4748-9990-1b241e99c3b9 req-025b8c97-2370-4490-8ba1-491ca6049889 service neutron] 10.222.0.11 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722927 Nov 15 11:25:01.572686 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:25:01.610568 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a3660-cbe6-4e71-a494-867537ca3d59 req-d38388cf-8cb4-4737-8501-27342eb93de4 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:01.618123 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-665a3660-cbe6-4e71-a494-867537ca3d59 req-d38388cf-8cb4-4737-8501-27342eb93de4 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 946 time: 0.0828767 Nov 15 11:25:01.632928 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:25:01.708611 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47,segment=NetworkSegment(43d3c138-b240-48ad-977f-2d6a7ad27f63),segment_id=43d3c138-b240-48ad-977f-2d6a7ad27f63)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:01.720781 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47', 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3', 'port_id': '1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47', 'mac_address': 'fa:16:3e:a3:41:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6336eed2-e016-4ba9-8a80-08ebf816187b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:25:01.728448 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-665a3660-cbe6-4e71-a494-867537ca3d59 req-67cf615d-bf61-4169-89fc-a5a37a74320a tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093659 Nov 15 11:25:01.769461 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:01.775924 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38994) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:01.799036 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:25:01.830406 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-b3172679-e388-4b91-bd3c-b0b8f12a243e req-3226da18-56f9-4a46-8852-f51e7d79e585 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:25:01.830635 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47,segment=NetworkSegment(43d3c138-b240-48ad-977f-2d6a7ad27f63),segment_id=43d3c138-b240-48ad-977f-2d6a7ad27f63)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:01.835982 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:01.844550 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b3172679-e388-4b91-bd3c-b0b8f12a243e req-3226da18-56f9-4a46-8852-f51e7d79e585 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0195329 Nov 15 11:25:01.899079 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:01.914119 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e26b9-2357-47b6-bfd4-64f8a0e9e2f1 req-7b9bbcb6-5980-42d7-a3d5-ff4dc7e30659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:01.914875 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e26b9-2357-47b6-bfd4-64f8a0e9e2f1 req-7b9bbcb6-5980-42d7-a3d5-ff4dc7e30659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:01.915419 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e26b9-2357-47b6-bfd4-64f8a0e9e2f1 req-7b9bbcb6-5980-42d7-a3d5-ff4dc7e30659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:01.915981 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e26b9-2357-47b6-bfd4-64f8a0e9e2f1 req-7b9bbcb6-5980-42d7-a3d5-ff4dc7e30659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:01.916558 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e26b9-2357-47b6-bfd4-64f8a0e9e2f1 req-7b9bbcb6-5980-42d7-a3d5-ff4dc7e30659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:01.917081 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e26b9-2357-47b6-bfd4-64f8a0e9e2f1 req-7b9bbcb6-5980-42d7-a3d5-ff4dc7e30659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:01.917597 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e26b9-2357-47b6-bfd4-64f8a0e9e2f1 req-7b9bbcb6-5980-42d7-a3d5-ff4dc7e30659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:01.924393 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6d6e26b9-2357-47b6-bfd4-64f8a0e9e2f1 req-7b9bbcb6-5980-42d7-a3d5-ff4dc7e30659 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 6490 time: 0.1456892 Nov 15 11:25:01.927638 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c37f1-d85b-4df7-bfdb-a1fed7332474 req-80b56b6e-ad10-4bc6-9f86-6ed7ff324a30 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:01.934908 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8a3c37f1-d85b-4df7-bfdb-a1fed7332474 req-80b56b6e-ad10-4bc6-9f86-6ed7ff324a30 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 944 time: 0.1226602 Nov 15 11:25:01.987989 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6d6e26b9-2357-47b6-bfd4-64f8a0e9e2f1 req-608fc95d-86ce-4b6d-a62b-a4e1ac0f4629 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598373 Nov 15 11:25:02.006054 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf816151-f092-479a-8080-6c212bc34633 req-2c9ecf9f-d2a2-42d8-91b3-eccce4d32702 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:02.007545 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cf816151-f092-479a-8080-6c212bc34633 req-2c9ecf9f-d2a2-42d8-91b3-eccce4d32702 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 946 time: 0.1050293 Nov 15 11:25:02.014453 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8a3c37f1-d85b-4df7-bfdb-a1fed7332474 req-dda92a52-56eb-4bef-a4a2-5494f4f47965 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787265 Nov 15 11:25:02.059508 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cf816151-f092-479a-8080-6c212bc34633 req-43756ea3-a11d-4290-8df7-f2ea655ec508 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440643 Nov 15 11:25:02.114003 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:25:02.195632 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7c1e1-a93c-4617-ac18-0b767ff8b472 req-be290e06-422d-488f-825a-db3a90171f70 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:02.198328 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17b7c1e1-a93c-4617-ac18-0b767ff8b472 req-be290e06-422d-488f-825a-db3a90171f70 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 946 time: 0.0650575 Nov 15 11:25:02.288535 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17b7c1e1-a93c-4617-ac18-0b767ff8b472 req-203c8e21-d096-42f3-aa11-dd0394a94315 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833325 Nov 15 11:25:02.301689 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07ad91-b02b-407d-a606-7d72c9588942 req-c23fc3fd-92fc-487d-ac7a-476de2ceeda2 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:02.303207 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9c07ad91-b02b-407d-a606-7d72c9588942 req-c23fc3fd-92fc-487d-ac7a-476de2ceeda2 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=496975f4-ec8a-4c60-a10c-f7f24f28aa97 HTTP/1.1" status: 200 len: 944 time: 0.0831971 Nov 15 11:25:02.358695 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9c07ad91-b02b-407d-a606-7d72c9588942 req-bcf0e987-2baa-4f02-8c2d-62650c6699d6 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489395 Nov 15 11:25:02.443836 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b17143-0b5b-4f79-9e7b-f8ecf0aded22 req-2ce4dfd1-4bc9-47fc-ada6-7ded312e9288 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:02.445703 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-44b17143-0b5b-4f79-9e7b-f8ecf0aded22 req-2ce4dfd1-4bc9-47fc-ada6-7ded312e9288 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 946 time: 0.0707889 Nov 15 11:25:02.513174 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-44b17143-0b5b-4f79-9e7b-f8ecf0aded22 req-a276e193-acf6-4528-bb48-636f7476a336 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608087 Nov 15 11:25:02.664751 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6caa6-c361-4f3f-ba4b-935693075959 req-13a1700d-4e57-4046-bf60-da837a2ede2f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:02.666568 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25c6caa6-c361-4f3f-ba4b-935693075959 req-13a1700d-4e57-4046-bf60-da837a2ede2f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 946 time: 0.0825350 Nov 15 11:25:02.694352 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f9c10-45cd-4e31-8769-3074658313b4 req-01f97e8d-36d8-4aa5-940c-6055a122f88f tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:02.696334 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea7f9c10-45cd-4e31-8769-3074658313b4 req-01f97e8d-36d8-4aa5-940c-6055a122f88f tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab HTTP/1.1" status: 200 len: 945 time: 0.0806937 Nov 15 11:25:02.760482 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25c6caa6-c361-4f3f-ba4b-935693075959 req-a5fcc859-98c7-4023-abfc-adbf9ef20afd tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832379 Nov 15 11:25:02.780534 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea7f9c10-45cd-4e31-8769-3074658313b4 req-9d0b9a2f-01a1-4aa8-8949-034dcb03d4a4 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/security-groups?id=477d5b3f-d2b2-42e2-a2c7-deeecc1d3f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760474 Nov 15 11:25:02.958367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7ca30-094f-4d72-84e3-fbd87a0112fc req-94f32438-ef20-4bb8-87f5-5f7e7ae67141 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:02.959900 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bed7ca30-094f-4d72-84e3-fbd87a0112fc req-94f32438-ef20-4bb8-87f5-5f7e7ae67141 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 946 time: 0.0548968 Nov 15 11:25:03.010613 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bed7ca30-094f-4d72-84e3-fbd87a0112fc req-454875c9-bbeb-4624-a669-e4ff72d07efe tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443413 Nov 15 11:25:03.159647 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6304c9-0e0c-446d-9bb3-d69340dc172e req-62fc6cf1-87ef-413a-b3b6-dd3725ffe602 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:03.161189 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-be6304c9-0e0c-446d-9bb3-d69340dc172e req-62fc6cf1-87ef-413a-b3b6-dd3725ffe602 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 946 time: 0.0769160 Nov 15 11:25:03.169257 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1ac5c-de5f-423b-a792-74da97fad6f2 req-7d6c5dcf-d665-4481-811b-4679ec1c720c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:03.170633 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eee1ac5c-de5f-423b-a792-74da97fad6f2 req-7d6c5dcf-d665-4481-811b-4679ec1c720c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 944 time: 0.0772581 Nov 15 11:25:03.245071 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-be6304c9-0e0c-446d-9bb3-d69340dc172e req-8b365edc-01a9-4a85-9325-d6f20c9e5428 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734904 Nov 15 11:25:03.248572 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eee1ac5c-de5f-423b-a792-74da97fad6f2 req-01079e32-ead9-4bde-a8ec-10ed97b54b50 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712690 Nov 15 11:25:03.370275 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fd6e2-24c8-4433-9e63-64d62971ac65 req-f0fb89dd-623e-46a9-87de-dc5815b222d9 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:03.371778 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-296fd6e2-24c8-4433-9e63-64d62971ac65 req-f0fb89dd-623e-46a9-87de-dc5815b222d9 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 946 time: 0.0496264 Nov 15 11:25:03.425648 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-296fd6e2-24c8-4433-9e63-64d62971ac65 req-cc125785-abc3-4fab-b720-49671f8dd9ab tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449288 Nov 15 11:25:03.496038 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb0afe-741a-4d68-b72d-da4fb14107fa req-88df4255-3b68-4f1a-a27b-e42e6d734c02 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:03.497571 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-86cb0afe-741a-4d68-b72d-da4fb14107fa req-88df4255-3b68-4f1a-a27b-e42e6d734c02 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=496975f4-ec8a-4c60-a10c-f7f24f28aa97 HTTP/1.1" status: 200 len: 944 time: 0.0536397 Nov 15 11:25:03.549771 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-86cb0afe-741a-4d68-b72d-da4fb14107fa req-caa27c38-ced4-4da7-86f8-841c9e55388d tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453234 Nov 15 11:25:03.593708 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:25:03.677999 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:25:03.682958 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:25:03.683408 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:03.710092 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697ceba-bf89-48d4-8cb4-1044167a378b req-1b86d0b0-8d93-4fb4-8cf5-9c16a84a4c88 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:03.716299 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3697ceba-bf89-48d4-8cb4-1044167a378b req-1b86d0b0-8d93-4fb4-8cf5-9c16a84a4c88 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 946 time: 0.0576952 Nov 15 11:25:03.764586 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3697ceba-bf89-48d4-8cb4-1044167a378b req-622d9d0b-31d7-4d6c-8171-3fa35b894f18 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469680 Nov 15 11:25:03.766493 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:03.795101 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ca373b-a471-4703-91b9-2a2e78de0d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:25:03.796048 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed45f2f-5d02-4221-b4ed-dbb6fa76940a" -d '{"events": [{"server_uuid": "97ca373b-a471-4703-91b9-2a2e78de0d88", "name": "network-vif-plugged", "status": "completed", "tag": "1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:25:03.809772 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47,segment=NetworkSegment(43d3c138-b240-48ad-977f-2d6a7ad27f63),segment_id=43d3c138-b240-48ad-977f-2d6a7ad27f63)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:03.816013 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:03.845785 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9c4086-674b-47c9-ba99-4ffc22fd0033 x-openstack-request-id: req-1c9c4086-674b-47c9-ba99-4ffc22fd0033 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:25:03.846075 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ca373b-a471-4703-91b9-2a2e78de0d88", "name": "network-vif-plugged", "status": "completed", "tag": "1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:25:03.846318 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c9c4086-674b-47c9-ba99-4ffc22fd0033 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:25:03.846865 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ca373b-a471-4703-91b9-2a2e78de0d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47', 'code': 200} Nov 15 11:25:03.992828 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf00cef-3f3c-46c0-89fb-07c7831a2e0e req-b736c49b-ffb2-4e00-a73b-205e7108feaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:03.994927 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9cf00cef-3f3c-46c0-89fb-07c7831a2e0e req-b736c49b-ffb2-4e00-a73b-205e7108feaf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=97ca373b-a471-4703-91b9-2a2e78de0d88 HTTP/1.1" status: 200 len: 1097 time: 0.0729208 Nov 15 11:25:04.004411 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4505a-02f9-4b99-b639-3065d5e5e883 req-adeef17b-8346-4f0f-a32e-22f2a6274fd3 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:04.014406 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dbc4505a-02f9-4b99-b639-3065d5e5e883 req-adeef17b-8346-4f0f-a32e-22f2a6274fd3 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab HTTP/1.1" status: 200 len: 945 time: 0.1350007 Nov 15 11:25:04.026369 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:04.116383 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9cf00cef-3f3c-46c0-89fb-07c7831a2e0e req-19723e91-448b-47bf-9d6a-883a19ff53a4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009474 Nov 15 11:25:04.121295 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dbc4505a-02f9-4b99-b639-3065d5e5e883 req-055ab379-e6f6-4f3a-9bf7-b9d4f4e1b64f tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/security-groups?id=477d5b3f-d2b2-42e2-a2c7-deeecc1d3f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071095 Nov 15 11:25:04.246321 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2104c0-32b2-40c2-ab55-c0b2d1bcffb6 req-697d46f7-ea08-42e4-b8f6-c2ea46a47ddb tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:04.252410 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa2104c0-32b2-40c2-ab55-c0b2d1bcffb6 req-697d46f7-ea08-42e4-b8f6-c2ea46a47ddb tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab HTTP/1.1" status: 200 len: 945 time: 0.0597281 Nov 15 11:25:04.306467 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa2104c0-32b2-40c2-ab55-c0b2d1bcffb6 req-a9f0034c-3e3c-4cbb-97bb-7e15d312a16c tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/security-groups?id=477d5b3f-d2b2-42e2-a2c7-deeecc1d3f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519331 Nov 15 11:25:04.375524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 39074) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:04.391157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7b325-8cd8-492f-a0cf-47c408165e7b req-79fde6ab-3e15-421c-a867-b37c21a13dd8 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:04.392828 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-abd7b325-8cd8-492f-a0cf-47c408165e7b req-79fde6ab-3e15-421c-a867-b37c21a13dd8 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 944 time: 0.0591598 Nov 15 11:25:04.413385 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device abc26d02-0303-4861-a5c5-be73b75ec2de details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:25:04.416260 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:25:04.482891 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-abd7b325-8cd8-492f-a0cf-47c408165e7b req-e35a66a7-e39d-4c6b-834c-60c9d19f0790 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829844 Nov 15 11:25:04.511345 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-979109c3-beca-49f8-9469-caa53d07fa9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:04.605146 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:25:04.606340 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-979109c3-beca-49f8-9469-caa53d07fa9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:04.612221 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-979109c3-beca-49f8-9469-caa53d07fa9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:04.619615 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:25:04.621499 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:04.659694 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port abc26d02-0303-4861-a5c5-be73b75ec2de, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=abc26d02-0303-4861-a5c5-be73b75ec2de,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:04.686862 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'abc26d02-0303-4861-a5c5-be73b75ec2de', 'network_id': '49b4d594-0a5b-4365-b6d6-a6b4864f1759', 'port_id': 'abc26d02-0303-4861-a5c5-be73b75ec2de', 'mac_address': 'fa:16:3e:8c:18:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8647cc50-bb8e-4210-a1e9-eb2152a57fcd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:25:04.722575 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-979109c3-beca-49f8-9469-caa53d07fa9b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a3aca974c104db9bc6931e001011942&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3458917 Nov 15 11:25:04.724162 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979109c3-beca-49f8-9469-caa53d07fa9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8127a0b2-dbbb-4b92-9a95-64d80faea55e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:04.725365 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39084) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:04.752493 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb51c4b-351a-4d07-a9f8-ad12a9465069 req-862905c8-abdd-4927-9165-5b03c4bc0795 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:04.754730 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9cb51c4b-351a-4d07-a9f8-ad12a9465069 req-862905c8-abdd-4927-9165-5b03c4bc0795 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=496975f4-ec8a-4c60-a10c-f7f24f28aa97 HTTP/1.1" status: 200 len: 944 time: 0.0986247 Nov 15 11:25:04.758199 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:04.790535 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-073b92c5-e1b2-4398-ada0-55c3d15ab2ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:04.806427 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc26d02-0303-4861-a5c5-be73b75ec2de {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:25:04.816770 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-073b92c5-e1b2-4398-ada0-55c3d15ab2ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:04.831384 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port abc26d02-0303-4861-a5c5-be73b75ec2de, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=abc26d02-0303-4861-a5c5-be73b75ec2de,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:04.843569 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9cb51c4b-351a-4d07-a9f8-ad12a9465069 req-5ce73ebe-8cdb-48c5-908c-430ef7849a37 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825047 Nov 15 11:25:04.856630 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:04.880978 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-073b92c5-e1b2-4398-ada0-55c3d15ab2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:04.883639 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-073b92c5-e1b2-4398-ada0-55c3d15ab2ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:04.885006 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-073b92c5-e1b2-4398-ada0-55c3d15ab2ce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8127a0b2-dbbb-4b92-9a95-64d80faea55e HTTP/1.1" status: 204 len: 168 time: 0.1585696 Nov 15 11:25:04.894378 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b92c5-e1b2-4398-ada0-55c3d15ab2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8127a0b2-dbbb-4b92-9a95-64d80faea55e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:04.900599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313899e6-4efc-4ba8-99df-29f7cf3decde req-a48633f8-2411-45f1-a6ca-14850eedc4f6 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:04.902349 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-313899e6-4efc-4ba8-99df-29f7cf3decde req-a48633f8-2411-45f1-a6ca-14850eedc4f6 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab HTTP/1.1" status: 200 len: 945 time: 0.0825412 Nov 15 11:25:04.910742 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:04.913559 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073b92c5-e1b2-4398-ada0-55c3d15ab2ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:04.919179 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073b92c5-e1b2-4398-ada0-55c3d15ab2ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:04.920412 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073b92c5-e1b2-4398-ada0-55c3d15ab2ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:04.921076 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073b92c5-e1b2-4398-ada0-55c3d15ab2ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:04.922032 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073b92c5-e1b2-4398-ada0-55c3d15ab2ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:04.923358 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073b92c5-e1b2-4398-ada0-55c3d15ab2ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:04.924279 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073b92c5-e1b2-4398-ada0-55c3d15ab2ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:04.924761 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073b92c5-e1b2-4398-ada0-55c3d15ab2ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:04.925237 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073b92c5-e1b2-4398-ada0-55c3d15ab2ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:04.931729 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073b92c5-e1b2-4398-ada0-55c3d15ab2ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:04.932369 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073b92c5-e1b2-4398-ada0-55c3d15ab2ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:04.932886 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073b92c5-e1b2-4398-ada0-55c3d15ab2ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:04.988585 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=67eef7b2-2ea0-4893-8bff-0b96d2ddaae8,segment=NetworkSegment(43d3c138-b240-48ad-977f-2d6a7ad27f63),segment_id=43d3c138-b240-48ad-977f-2d6a7ad27f63)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:04.992792 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=abc26d02-0303-4861-a5c5-be73b75ec2de,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:04.997453 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:05.014538 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-313899e6-4efc-4ba8-99df-29f7cf3decde req-be67825f-aaaa-4b32-b5e5-b2665edbf78f tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/security-groups?id=477d5b3f-d2b2-42e2-a2c7-deeecc1d3f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038482 Nov 15 11:25:05.077096 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=67eef7b2-2ea0-4893-8bff-0b96d2ddaae8,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:05.077324 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82fe76-4e96-40f0-9271-2c939b828e19 req-74b30b0a-e483-43d6-a8a1-7a6d9dcc2029 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:05.084639 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b82fe76-4e96-40f0-9271-2c939b828e19 req-74b30b0a-e483-43d6-a8a1-7a6d9dcc2029 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 946 time: 0.0962188 Nov 15 11:25:05.151133 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b82fe76-4e96-40f0-9271-2c939b828e19 req-43ab3b47-5fc1-42ae-ac4f-abf6a978aac6 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups?id=32fa405b-d784-47f1-9ef4-8d1293e6e3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606213 Nov 15 11:25:05.251180 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d2541-b92f-4ae8-8bc7-8963b420be3b req-46696492-1ff7-4cc8-a969-5eab768a550c tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:05.253155 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d5d2541-b92f-4ae8-8bc7-8963b420be3b req-46696492-1ff7-4cc8-a969-5eab768a550c tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.55 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 946 time: 0.0568211 Nov 15 11:25:05.273535 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['abc26d02-0303-4861-a5c5-be73b75ec2de'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:25:05.377397 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-5d5d2541-b92f-4ae8-8bc7-8963b420be3b req-4067c5bb-309b-4111-ba9a-0f2814dd3394 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Deleting port 7eb530d9-0925-4d61-bd81-1b4b646d8f82 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:25:05.377824 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5d5d2541-b92f-4ae8-8bc7-8963b420be3b req-4067c5bb-309b-4111-ba9a-0f2814dd3394 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:05.487209 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af80495-8957-4bd3-abfd-4a0c2ffc15d1 req-0e505156-a155-49fa-9626-06cfdcc25d17 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:05.488863 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9af80495-8957-4bd3-abfd-4a0c2ffc15d1 req-0e505156-a155-49fa-9626-06cfdcc25d17 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab HTTP/1.1" status: 200 len: 945 time: 0.1062291 Nov 15 11:25:05.527654 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-5d5d2541-b92f-4ae8-8bc7-8963b420be3b req-4067c5bb-309b-4111-ba9a-0f2814dd3394 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] For port 7eb530d9-0925-4d61-bd81-1b4b646d8f82, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7eb530d9-0925-4d61-bd81-1b4b646d8f82,segment=NetworkSegment(e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd),segment_id=e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:05.528114 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5d5d2541-b92f-4ae8-8bc7-8963b420be3b req-4067c5bb-309b-4111-ba9a-0f2814dd3394 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:05.549166 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-5d5d2541-b92f-4ae8-8bc7-8963b420be3b req-4067c5bb-309b-4111-ba9a-0f2814dd3394 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Calling delete_port for 7eb530d9-0925-4d61-bd81-1b4b646d8f82 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:25:05.596251 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9af80495-8957-4bd3-abfd-4a0c2ffc15d1 req-22b80700-aa76-441f-82b6-7ae3bbdacc56 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/security-groups?id=477d5b3f-d2b2-42e2-a2c7-deeecc1d3f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000280 Nov 15 11:25:05.647633 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865416db-2963-4ed0-ab4b-01768f725814 req-95d63064-1c1f-44b9-a4d3-8d94f005aee9 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:05.649124 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-865416db-2963-4ed0-ab4b-01768f725814 req-95d63064-1c1f-44b9-a4d3-8d94f005aee9 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 945 time: 0.0980177 Nov 15 11:25:05.720710 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-865416db-2963-4ed0-ab4b-01768f725814 req-1740ffc7-7c81-4626-9a37-d6eb93eca228 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628507 Nov 15 11:25:05.764798 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5d5d2541-b92f-4ae8-8bc7-8963b420be3b req-4067c5bb-309b-4111-ba9a-0f2814dd3394 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:05.777287 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['7eb530d9-0925-4d61-bd81-1b4b646d8f82'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:25:05.794376 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067c5bb-309b-4111-ba9a-0f2814dd3394 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Pushing event deleted for resources: {'Port': ['ID=7eb530d9-0925-4d61-bd81-1b4b646d8f82,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:05.838124 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5d2541-b92f-4ae8-8bc7-8963b420be3b req-4067c5bb-309b-4111-ba9a-0f2814dd3394 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] No DVR routers for this DVR port 7eb530d9-0925-4d61-bd81-1b4b646d8f82 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:25:05.840712 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5d5d2541-b92f-4ae8-8bc7-8963b420be3b req-4067c5bb-309b-4111-ba9a-0f2814dd3394 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:05.844055 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d5d2541-b92f-4ae8-8bc7-8963b420be3b req-4067c5bb-309b-4111-ba9a-0f2814dd3394 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.55 "DELETE /v2.0/ports/7eb530d9-0925-4d61-bd81-1b4b646d8f82 HTTP/1.1" status: 204 len: 173 time: 0.5835311 Nov 15 11:25:05.844490 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22ef1f3-b481-4464-ba28-bfde300f5e0c', 'name': 'network-vif-deleted', 'tag': '7eb530d9-0925-4d61-bd81-1b4b646d8f82'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:25:05.847144 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ebfa8b-2d9a-4b7d-a9cf-ef26e8c2a37d" -d '{"events": [{"server_uuid": "b22ef1f3-b481-4464-ba28-bfde300f5e0c", "name": "network-vif-deleted", "tag": "7eb530d9-0925-4d61-bd81-1b4b646d8f82"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:25:05.853429 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496975f4-ec8a-4c60-a10c-f7f24f28aa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67eef7b2-2ea0-4893-8bff-0b96d2ddaae8'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:25:05.856712 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a41a522-9115-4109-8de1-da3403678e78" -d '{"events": [{"server_uuid": "496975f4-ec8a-4c60-a10c-f7f24f28aa97", "name": "network-vif-plugged", "status": "completed", "tag": "67eef7b2-2ea0-4893-8bff-0b96d2ddaae8"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:25:05.895134 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafbb5cc-7f3d-4378-8648-ae4dedb5431c x-openstack-request-id: req-bafbb5cc-7f3d-4378-8648-ae4dedb5431c {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:25:05.895467 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22ef1f3-b481-4464-ba28-bfde300f5e0c", "name": "network-vif-deleted", "tag": "7eb530d9-0925-4d61-bd81-1b4b646d8f82", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:25:05.895724 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bafbb5cc-7f3d-4378-8648-ae4dedb5431c {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:25:05.896167 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22ef1f3-b481-4464-ba28-bfde300f5e0c', 'name': 'network-vif-deleted', 'tag': '7eb530d9-0925-4d61-bd81-1b4b646d8f82', 'status': 'completed', 'code': 200} Nov 15 11:25:05.945741 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaee9ae-6ca7-43db-8e0b-939744547684 x-openstack-request-id: req-abaee9ae-6ca7-43db-8e0b-939744547684 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:25:05.946432 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496975f4-ec8a-4c60-a10c-f7f24f28aa97", "name": "network-vif-plugged", "status": "completed", "tag": "67eef7b2-2ea0-4893-8bff-0b96d2ddaae8", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:25:05.946881 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-abaee9ae-6ca7-43db-8e0b-939744547684 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:25:05.947559 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496975f4-ec8a-4c60-a10c-f7f24f28aa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67eef7b2-2ea0-4893-8bff-0b96d2ddaae8', 'code': 200} Nov 15 11:25:06.072033 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af84ea-c732-4f4d-bea7-89e756e60861 req-3430af4a-df92-4562-86b6-d39307862a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:06.073773 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41af84ea-c732-4f4d-bea7-89e756e60861 req-3430af4a-df92-4562-86b6-d39307862a6d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=496975f4-ec8a-4c60-a10c-f7f24f28aa97 HTTP/1.1" status: 200 len: 1096 time: 0.0662749 Nov 15 11:25:06.081455 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd03d3f-c677-4066-9dea-617fdc90e639 req-04ace29a-8a3b-4c5e-b7cd-b20a63d86ab6 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:06.082853 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4bd03d3f-c677-4066-9dea-617fdc90e639 req-04ace29a-8a3b-4c5e-b7cd-b20a63d86ab6 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=496975f4-ec8a-4c60-a10c-f7f24f28aa97 HTTP/1.1" status: 200 len: 945 time: 0.0854378 Nov 15 11:25:06.152096 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41af84ea-c732-4f4d-bea7-89e756e60861 req-04969d86-9eed-4ae4-9b02-4a12567a2eab service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682676 Nov 15 11:25:06.159788 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4bd03d3f-c677-4066-9dea-617fdc90e639 req-60192b4b-d402-4c12-8d30-44cba275737f tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690219 Nov 15 11:25:06.201978 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cea71795-e533-4411-94e7-0cb46f6a9d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:06.338047 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e728e2a9-d82f-4c2e-9732-a2ba2c6283c5 req-2d04efd6-8b9a-44f1-81e4-d21d575fc366 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22ef1f3-b481-4464-ba28-bfde300f5e0c HTTP/1.1" status: 200 len: 210 time: 0.0300391 Nov 15 11:25:06.736176 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e485425-c844-471e-85ef-8bc4a5141d4d req-0d1982d0-4783-4f88-b1c7-375ea249ccc8 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:06.737574 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e485425-c844-471e-85ef-8bc4a5141d4d req-0d1982d0-4783-4f88-b1c7-375ea249ccc8 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab HTTP/1.1" status: 200 len: 945 time: 0.0559146 Nov 15 11:25:06.787701 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e485425-c844-471e-85ef-8bc4a5141d4d req-ee64a406-1420-408c-be0b-865722098479 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/security-groups?id=477d5b3f-d2b2-42e2-a2c7-deeecc1d3f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439501 Nov 15 11:25:06.852536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69062029-5899-4a9e-a44a-a9e06649e5c8 req-a88f8260-3a37-4c5d-97cc-a9964e501984 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:06.854036 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-69062029-5899-4a9e-a44a-a9e06649e5c8 req-a88f8260-3a37-4c5d-97cc-a9964e501984 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 945 time: 0.0584333 Nov 15 11:25:06.906157 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-69062029-5899-4a9e-a44a-a9e06649e5c8 req-b9682809-1590-42a1-89fc-b15957657b0c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455911 Nov 15 11:25:07.139621 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285a00a-9ae5-44ef-b434-32bd263ec7f1 req-5c459635-71cf-4789-b35f-da7bc41f56d3 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:07.141113 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0285a00a-9ae5-44ef-b434-32bd263ec7f1 req-5c459635-71cf-4789-b35f-da7bc41f56d3 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab HTTP/1.1" status: 200 len: 945 time: 0.0507996 Nov 15 11:25:07.263246 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-0285a00a-9ae5-44ef-b434-32bd263ec7f1 req-927fd660-20ea-4e34-a20f-b2d38cf54b70 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Deleting port cdaf91ac-a512-47f4-a47c-1d6e5daf3567 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:25:07.263582 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0285a00a-9ae5-44ef-b434-32bd263ec7f1 req-927fd660-20ea-4e34-a20f-b2d38cf54b70 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:07.338324 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489c15c-61d3-4deb-beb1-a1de11991928 req-a1210041-9627-4dbf-9321-b495641623f7 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:07.339841 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a489c15c-61d3-4deb-beb1-a1de11991928 req-a1210041-9627-4dbf-9321-b495641623f7 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=496975f4-ec8a-4c60-a10c-f7f24f28aa97 HTTP/1.1" status: 200 len: 945 time: 0.1044366 Nov 15 11:25:07.387193 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-0285a00a-9ae5-44ef-b434-32bd263ec7f1 req-927fd660-20ea-4e34-a20f-b2d38cf54b70 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] For port cdaf91ac-a512-47f4-a47c-1d6e5daf3567, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=cdaf91ac-a512-47f4-a47c-1d6e5daf3567,segment=NetworkSegment(cc536f98-c6c4-45ac-bb2d-65cb50277b7a),segment_id=cc536f98-c6c4-45ac-bb2d-65cb50277b7a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:07.387563 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0285a00a-9ae5-44ef-b434-32bd263ec7f1 req-927fd660-20ea-4e34-a20f-b2d38cf54b70 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:07.413740 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-0285a00a-9ae5-44ef-b434-32bd263ec7f1 req-927fd660-20ea-4e34-a20f-b2d38cf54b70 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Calling delete_port for cdaf91ac-a512-47f4-a47c-1d6e5daf3567 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:25:07.424038 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39162) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:07.430411 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a489c15c-61d3-4deb-beb1-a1de11991928 req-daebcf83-933a-4012-8e29-d97b7d0e35b5 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842681 Nov 15 11:25:07.523914 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-991678bb-036d-435a-ad3b-7f07afb016bd tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:07.561735 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-991678bb-036d-435a-ad3b-7f07afb016bd tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:07.570286 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0285a00a-9ae5-44ef-b434-32bd263ec7f1 req-927fd660-20ea-4e34-a20f-b2d38cf54b70 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:07.583723 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['cdaf91ac-a512-47f4-a47c-1d6e5daf3567'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:25:07.600765 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fd660-20ea-4e34-a20f-b2d38cf54b70 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Pushing event deleted for resources: {'Port': ['ID=cdaf91ac-a512-47f4-a47c-1d6e5daf3567,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:07.643082 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-991678bb-036d-435a-ad3b-7f07afb016bd tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:07.646268 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-991678bb-036d-435a-ad3b-7f07afb016bd tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:07.647508 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-991678bb-036d-435a-ad3b-7f07afb016bd tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "DELETE /v2.0/security-groups/c9ca27ac-0d82-4e63-a160-f6f6d7d53886 HTTP/1.1" status: 204 len: 168 time: 0.2216909 Nov 15 11:25:07.652798 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39174) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:07.653889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-0285a00a-9ae5-44ef-b434-32bd263ec7f1 req-927fd660-20ea-4e34-a20f-b2d38cf54b70 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] No DVR routers for this DVR port cdaf91ac-a512-47f4-a47c-1d6e5daf3567 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:25:07.656742 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0285a00a-9ae5-44ef-b434-32bd263ec7f1 req-927fd660-20ea-4e34-a20f-b2d38cf54b70 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:07.661037 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0285a00a-9ae5-44ef-b434-32bd263ec7f1 req-927fd660-20ea-4e34-a20f-b2d38cf54b70 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.11 "DELETE /v2.0/ports/cdaf91ac-a512-47f4-a47c-1d6e5daf3567 HTTP/1.1" status: 204 len: 173 time: 0.5131919 Nov 15 11:25:07.665216 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991678bb-036d-435a-ad3b-7f07afb016bd tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ca27ac-0d82-4e63-a160-f6f6d7d53886,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:07.672401 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-b24fccde-5cf4-486e-94a6-0c8cc3525cc1 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] show failed (client error): The resource could not be found. Nov 15 11:25:07.675829 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b24fccde-5cf4-486e-94a6-0c8cc3525cc1 tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "GET /v2.0/security-groups/c9ca27ac-0d82-4e63-a160-f6f6d7d53886 HTTP/1.1" status: 404 len: 347 time: 0.0196409 Nov 15 11:25:07.676212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 39176) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:07.831239 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d03ff-87d6-4afa-8071-d1b3c56c9b8f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Deleting port 7545c0f9-b368-4717-994b-d539f42cb51f {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:25:07.831692 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6d1d03ff-87d6-4afa-8071-d1b3c56c9b8f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:07.902612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab', 'name': 'network-vif-deleted', 'tag': 'cdaf91ac-a512-47f4-a47c-1d6e5daf3567'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:25:07.905148 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6b8d8f-f8e7-4087-8ca2-6b0377332c76" -d '{"events": [{"server_uuid": "c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab", "name": "network-vif-deleted", "tag": "cdaf91ac-a512-47f4-a47c-1d6e5daf3567"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:25:07.911325 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-40a1d511-4246-472f-b34d-ac8636b851b0 req-abc6e061-e83d-46ba-8a26-726a3ac86938 tempest-ServersNegativeTestMultiTenantJSON-942397625 tempest-ServersNegativeTestMultiTenantJSON-942397625-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab HTTP/1.1" status: 200 len: 210 time: 0.0353794 Nov 15 11:25:07.947597 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6d1d03ff-87d6-4afa-8071-d1b3c56c9b8f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:07.947945 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6d1d03ff-87d6-4afa-8071-d1b3c56c9b8f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:07.962067 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d03ff-87d6-4afa-8071-d1b3c56c9b8f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Calling delete_port for 7545c0f9-b368-4717-994b-d539f42cb51f owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:25:08.007322 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7340c0d-4c96-47a0-86c2-0c853684677e x-openstack-request-id: req-a7340c0d-4c96-47a0-86c2-0c853684677e {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:25:08.007623 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab", "name": "network-vif-deleted", "tag": "cdaf91ac-a512-47f4-a47c-1d6e5daf3567", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:25:08.007935 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7340c0d-4c96-47a0-86c2-0c853684677e {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:25:08.008315 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fcc176-0ab8-44c3-8572-6c0aac0ed2ab', 'name': 'network-vif-deleted', 'tag': 'cdaf91ac-a512-47f4-a47c-1d6e5daf3567', 'status': 'completed', 'code': 200} Nov 15 11:25:08.348005 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2c366de5-b13d-4cd5-96e1-b5fed1abb1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:08.429097 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d8846-8359-49eb-b60b-d501feef209e req-fbc701dc-044c-46be-a6a6-33c6849a7f3c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:08.430606 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6a7d8846-8359-49eb-b60b-d501feef209e req-fbc701dc-044c-46be-a6a6-33c6849a7f3c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 945 time: 0.3945947 Nov 15 11:25:08.431857 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device abc26d02-0303-4861-a5c5-be73b75ec2de up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:25:08.500472 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port abc26d02-0303-4861-a5c5-be73b75ec2de completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:25:08.505179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port abc26d02-0303-4861-a5c5-be73b75ec2de triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:25:08.505917 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:08.514443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6a7d8846-8359-49eb-b60b-d501feef209e req-71e05167-74c9-44bf-9e38-26d7c60cb938 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670509 Nov 15 11:25:08.522792 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6d1d03ff-87d6-4afa-8071-d1b3c56c9b8f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:08.578498 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d03ff-87d6-4afa-8071-d1b3c56c9b8f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Pushing event deleted for resources: {'Port': ['ID=7545c0f9-b368-4717-994b-d539f42cb51f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:08.629051 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:08.653530 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c8b1ce-180f-4233-ad6c-5e6be2e89e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc26d02-0303-4861-a5c5-be73b75ec2de'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:25:08.655730 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea9cf0d-213a-444a-9fca-0b85da3b8011" -d '{"events": [{"server_uuid": "68c8b1ce-180f-4233-ad6c-5e6be2e89e34", "name": "network-vif-plugged", "status": "completed", "tag": "abc26d02-0303-4861-a5c5-be73b75ec2de"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:25:08.659356 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa7b0c-19ae-4acc-9793-a8e804ab0949 req-9de6daf6-317b-4dbf-95cb-f310e274df21 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:08.660996 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4caa7b0c-19ae-4acc-9793-a8e804ab0949 req-9de6daf6-317b-4dbf-95cb-f310e274df21 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=496975f4-ec8a-4c60-a10c-f7f24f28aa97 HTTP/1.1" status: 200 len: 945 time: 0.0955610 Nov 15 11:25:08.680152 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port abc26d02-0303-4861-a5c5-be73b75ec2de, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=abc26d02-0303-4861-a5c5-be73b75ec2de,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:08.682593 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6d1d03ff-87d6-4afa-8071-d1b3c56c9b8f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:08.685432 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6d1d03ff-87d6-4afa-8071-d1b3c56c9b8f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:08.685645 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:08.701911 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6d1d03ff-87d6-4afa-8071-d1b3c56c9b8f tempest-ServersNegativeTestJSON-629270443 tempest-ServersNegativeTestJSON-629270443-project] 10.222.0.64 "DELETE /v2.0/floatingips/68a26212-11aa-47be-a986-3bbff8c1c07a HTTP/1.1" status: 204 len: 168 time: 1.0130935 Nov 15 11:25:08.751396 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4caa7b0c-19ae-4acc-9793-a8e804ab0949 req-c5b394f4-619e-4c0c-a16f-78c7d013ff44 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783217 Nov 15 11:25:08.794468 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cff238-6706-422a-939c-b27bc121e751 x-openstack-request-id: req-71cff238-6706-422a-939c-b27bc121e751 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:25:08.797116 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c8b1ce-180f-4233-ad6c-5e6be2e89e34", "name": "network-vif-plugged", "status": "completed", "tag": "abc26d02-0303-4861-a5c5-be73b75ec2de", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:25:08.797430 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71cff238-6706-422a-939c-b27bc121e751 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:25:08.798113 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c8b1ce-180f-4233-ad6c-5e6be2e89e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc26d02-0303-4861-a5c5-be73b75ec2de', 'code': 200} Nov 15 11:25:08.857385 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=abc26d02-0303-4861-a5c5-be73b75ec2de,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:08.870222 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364339f1-c149-4087-8d71-3ee329ed62a7 req-4575d7b7-38bf-43a9-beb5-f52bfe41eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:08.872662 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-364339f1-c149-4087-8d71-3ee329ed62a7 req-4575d7b7-38bf-43a9-beb5-f52bfe41eadd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 1097 time: 0.0796480 Nov 15 11:25:08.956514 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3318ac-26bd-4c6d-a680-df23c70b6eec req-51555d6d-5fe8-460c-8213-f0ae06bdcdc3 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:08.958410 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6d3318ac-26bd-4c6d-a680-df23c70b6eec req-51555d6d-5fe8-460c-8213-f0ae06bdcdc3 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=97ca373b-a471-4703-91b9-2a2e78de0d88 HTTP/1.1" status: 200 len: 946 time: 0.0787964 Nov 15 11:25:08.960606 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-364339f1-c149-4087-8d71-3ee329ed62a7 req-23b580ed-d632-4ba2-bfa9-dc6684c8ade5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719082 Nov 15 11:25:08.978106 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39208) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:09.024467 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6d3318ac-26bd-4c6d-a680-df23c70b6eec req-3183e4ae-d542-4f69-b1dc-eff51d7fd01e tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582135 Nov 15 11:25:09.051336 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b2c6cf-067f-4513-8036-b9166a3d1c5e admin admin] Deleting subnet e67b016f-e823-45d3-9865-17694bb7379a {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:25:09.061824 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-23b2c6cf-067f-4513-8036-b9166a3d1c5e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:09.112009 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-23b2c6cf-067f-4513-8036-b9166a3d1c5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:09.157738 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-23b2c6cf-067f-4513-8036-b9166a3d1c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:09.227167 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-23b2c6cf-067f-4513-8036-b9166a3d1c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:09.286496 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2c6cf-067f-4513-8036-b9166a3d1c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e67b016f-e823-45d3-9865-17694bb7379a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:09.298584 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-23b2c6cf-067f-4513-8036-b9166a3d1c5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:09.309441 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 39216) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:09.309802 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-23b2c6cf-067f-4513-8036-b9166a3d1c5e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e67b016f-e823-45d3-9865-17694bb7379a HTTP/1.1" status: 204 len: 168 time: 0.3306115 Nov 15 11:25:09.388770 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b21ea57-2a36-43be-a5d6-3e4c8a230d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:09.482875 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b21ea57-2a36-43be-a5d6-3e4c8a230d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:09.502011 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-9b21ea57-2a36-43be-a5d6-3e4c8a230d98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0382e5f4-b902-4d1a-a75a-9e7c506dc6de']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:25:09.515130 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-9b21ea57-2a36-43be-a5d6-3e4c8a230d98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc536f98-c6c4-45ac-bb2d-65cb50277b7a') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:25:09.515495 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-9b21ea57-2a36-43be-a5d6-3e4c8a230d98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc536f98-c6c4-45ac-bb2d-65cb50277b7a') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:25:09.528185 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b21ea57-2a36-43be-a5d6-3e4c8a230d98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:09.555384 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b21ea57-2a36-43be-a5d6-3e4c8a230d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:09.582238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b21ea57-2a36-43be-a5d6-3e4c8a230d98 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:25:09.582641 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b21ea57-2a36-43be-a5d6-3e4c8a230d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:25:09.588926 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:25:09.629497 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 7eb530d9-0925-4d61-bd81-1b4b646d8f82 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:25:09.658199 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 7eb530d9-0925-4d61-bd81-1b4b646d8f82 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:25:09.658568 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 7eb530d9-0925-4d61-bd81-1b4b646d8f82 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:25:09.754180 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b21ea57-2a36-43be-a5d6-3e4c8a230d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:09.772873 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9b21ea57-2a36-43be-a5d6-3e4c8a230d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:09.774037 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:09.778722 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9b21ea57-2a36-43be-a5d6-3e4c8a230d98 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0382e5f4-b902-4d1a-a75a-9e7c506dc6de HTTP/1.1" status: 204 len: 168 time: 0.4656916 Nov 15 11:25:09.779528 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39234) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:09.800489 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524234e-820a-4e58-942e-daa544ad019c req-42d95cb3-eadf-4341-9906-133127b63f12 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:09.802119 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e524234e-820a-4e58-942e-daa544ad019c req-42d95cb3-eadf-4341-9906-133127b63f12 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.1541834 Nov 15 11:25:09.808125 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21ea57-2a36-43be-a5d6-3e4c8a230d98 admin admin] Pushing event deleted for resources: {'Network': ['ID=0382e5f4-b902-4d1a-a75a-9e7c506dc6de,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:09.828987 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-ee2de2af-dd2f-4d52-a759-70be65c73230 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:09.837406 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-ee2de2af-dd2f-4d52-a759-70be65c73230 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/networks?id=7a64cb75-ed0f-423b-a304-6862ad8942f3 HTTP/1.1" status: 200 len: 812 time: 0.2326739 Nov 15 11:25:09.851924 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1465f3a-aed4-425e-b5f5-8c0d1f4298bf admin admin] Deleting subnet 4d5ce1ff-d749-461d-b40b-dbfad34df71d {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:25:09.855963 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b1465f3a-aed4-425e-b5f5-8c0d1f4298bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:09.865815 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-03d3194c-a32a-4594-9398-39ab41d806d9 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/quotas/287ec57b79714f60a73dd4af924c5885 HTTP/1.1" status: 200 len: 375 time: 0.0273602 Nov 15 11:25:09.926362 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b1465f3a-aed4-425e-b5f5-8c0d1f4298bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:09.940403 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e524234e-820a-4e58-942e-daa544ad019c req-c801d504-3852-4ea2-aecd-5f3de7b39282 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283641 Nov 15 11:25:09.971935 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-0cd0216b-fe20-4e7c-aeac-6c4a62fd2790 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=287ec57b79714f60a73dd4af924c5885&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040318 Nov 15 11:25:10.007292 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b1465f3a-aed4-425e-b5f5-8c0d1f4298bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:10.112563 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-b34268b1-e62b-4c96-a2fa-9d1aa469f058 service neutron] 10.222.0.64 "GET /v2.0/networks/7a64cb75-ed0f-423b-a304-6862ad8942f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397052 Nov 15 11:25:10.131481 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b1465f3a-aed4-425e-b5f5-8c0d1f4298bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:10.170719 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b1465f3a-aed4-425e-b5f5-8c0d1f4298bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:10.182036 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b1465f3a-aed4-425e-b5f5-8c0d1f4298bf admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4d5ce1ff-d749-461d-b40b-dbfad34df71d HTTP/1.1" status: 204 len: 168 time: 0.3987958 Nov 15 11:25:10.184679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 39244) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:10.186564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1465f3a-aed4-425e-b5f5-8c0d1f4298bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d5ce1ff-d749-461d-b40b-dbfad34df71d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:10.307715 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-b6590fdb-23dd-4282-829f-c0eb71e53958 service neutron] 10.222.0.64 "GET /v2.0/networks/7a64cb75-ed0f-423b-a304-6862ad8942f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941051 Nov 15 11:25:10.357419 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1390dadc-9fd1-46b7-a69e-03fdd5ade970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:10.440494 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device cdaf91ac-a512-47f4-a47c-1d6e5daf3567 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:25:10.510628 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: cdaf91ac-a512-47f4-a47c-1d6e5daf3567 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:25:10.510961 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device cdaf91ac-a512-47f4-a47c-1d6e5daf3567 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:25:10.605926 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1390dadc-9fd1-46b7-a69e-03fdd5ade970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:10.626742 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39254) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:10.637119 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-1390dadc-9fd1-46b7-a69e-03fdd5ade970 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8900906-510e-413e-9137-66d6addbe3a6']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:25:10.652717 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-1390dadc-9fd1-46b7-a69e-03fdd5ade970 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bbda03a-3c19-456c-bf5d-4148d2c122ad') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:25:10.652966 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-1390dadc-9fd1-46b7-a69e-03fdd5ade970 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bbda03a-3c19-456c-bf5d-4148d2c122ad') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:25:10.670570 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829da452-f21d-48a1-99d2-4dff591bd47e req-ceae6346-c793-44af-81e4-af797ba66295 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:10.672156 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-829da452-f21d-48a1-99d2-4dff591bd47e req-ceae6346-c793-44af-81e4-af797ba66295 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.55 "GET /v2.0/ports?device_id=97ca373b-a471-4703-91b9-2a2e78de0d88 HTTP/1.1" status: 200 len: 946 time: 0.1488988 Nov 15 11:25:10.674052 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1390dadc-9fd1-46b7-a69e-03fdd5ade970 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:10.727808 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1390dadc-9fd1-46b7-a69e-03fdd5ade970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:10.780988 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1390dadc-9fd1-46b7-a69e-03fdd5ade970 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:25:10.781393 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1390dadc-9fd1-46b7-a69e-03fdd5ade970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:25:10.788069 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:25:10.847352 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e907e52-8c4c-41f4-a3c7-2841b75016c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:10.909392 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bbc69df8-1ed0-4832-8839-8e39498ec47c req-ddbe06f8-5fdc-4fdb-9239-2b40c8656ebc tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=d32c218b-4f7f-4197-afe2-eca9cc661a9e HTTP/1.1" status: 200 len: 210 time: 0.1292517 Nov 15 11:25:11.045833 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e907e52-8c4c-41f4-a3c7-2841b75016c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:11.053648 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1390dadc-9fd1-46b7-a69e-03fdd5ade970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:11.066759 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1390dadc-9fd1-46b7-a69e-03fdd5ade970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:11.071154 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1390dadc-9fd1-46b7-a69e-03fdd5ade970 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c8900906-510e-413e-9137-66d6addbe3a6 HTTP/1.1" status: 204 len: 168 time: 0.8848674 Nov 15 11:25:11.085866 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0e907e52-8c4c-41f4-a3c7-2841b75016c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:11.162946 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-829da452-f21d-48a1-99d2-4dff591bd47e req-a1dafe2a-5210-4c06-b0c5-7f4885fb6d9a tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Deleting port 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:25:11.163644 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-829da452-f21d-48a1-99d2-4dff591bd47e req-a1dafe2a-5210-4c06-b0c5-7f4885fb6d9a tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:11.197142 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0e907e52-8c4c-41f4-a3c7-2841b75016c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e09d12a4ce4a45a9ab3605ea5f54917b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5689473 Nov 15 11:25:11.198875 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e907e52-8c4c-41f4-a3c7-2841b75016c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5983c3-f79e-43cf-a785-174bc39fd991,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:11.204071 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39276) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:11.254356 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390dadc-9fd1-46b7-a69e-03fdd5ade970 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8900906-510e-413e-9137-66d6addbe3a6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:11.293579 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39280) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:11.376963 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:11.408803 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14662db0-f749-4ba6-9414-2d9c35179d2c req-b0522453-bde0-45d0-838d-78c44a24e214 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:11.409896 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14662db0-f749-4ba6-9414-2d9c35179d2c req-b0522453-bde0-45d0-838d-78c44a24e214 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.11 "GET /v2.0/ports?device_id=496975f4-ec8a-4c60-a10c-f7f24f28aa97 HTTP/1.1" status: 200 len: 945 time: 0.4200697 Nov 15 11:25:11.421639 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e6f891ee-aec2-4f7d-8954-a9f7e5ac5ed8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a19f7efd4604a8e9849471bb8be4b63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1217253 Nov 15 11:25:11.422599 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39284) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:11.423222 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-444f706d-61f8-4510-add8-c02f182ee401 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:11.443804 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-829da452-f21d-48a1-99d2-4dff591bd47e req-a1dafe2a-5210-4c06-b0c5-7f4885fb6d9a tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] For port 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47,segment=NetworkSegment(43d3c138-b240-48ad-977f-2d6a7ad27f63),segment_id=43d3c138-b240-48ad-977f-2d6a7ad27f63)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:11.444317 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-829da452-f21d-48a1-99d2-4dff591bd47e req-a1dafe2a-5210-4c06-b0c5-7f4885fb6d9a tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:11.466646 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-829da452-f21d-48a1-99d2-4dff591bd47e req-a1dafe2a-5210-4c06-b0c5-7f4885fb6d9a tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Calling delete_port for 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:25:11.473331 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-444f706d-61f8-4510-add8-c02f182ee401 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:11.523279 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb4b1c-aa4b-4166-a985-c1c96a1a9ee5 req-6ef61625-3735-4499-893a-7cafaade2030 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:11.524761 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-413e1300-2555-4297-8368-64f92091c2a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:11.531953 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3eb4b1c-aa4b-4166-a985-c1c96a1a9ee5 req-6ef61625-3735-4499-893a-7cafaade2030 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.4019263 Nov 15 11:25:11.550270 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-413e1300-2555-4297-8368-64f92091c2a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:11.665956 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3eb4b1c-aa4b-4166-a985-c1c96a1a9ee5 req-a38d8716-2364-45d8-b141-f46ea51f1873 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310122 Nov 15 11:25:11.698454 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-444f706d-61f8-4510-add8-c02f182ee401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:11.709124 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-444f706d-61f8-4510-add8-c02f182ee401 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:11.712226 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-444f706d-61f8-4510-add8-c02f182ee401 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a5983c3-f79e-43cf-a785-174bc39fd991 HTTP/1.1" status: 204 len: 168 time: 0.5068870 Nov 15 11:25:11.734042 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-413e1300-2555-4297-8368-64f92091c2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:11.741782 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-14662db0-f749-4ba6-9414-2d9c35179d2c req-489bdb12-54e1-4228-b954-3930d8d4ca29 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Deleting port 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:25:11.743267 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-14662db0-f749-4ba6-9414-2d9c35179d2c req-489bdb12-54e1-4228-b954-3930d8d4ca29 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:11.744832 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-413e1300-2555-4297-8368-64f92091c2a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:11.749009 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-413e1300-2555-4297-8368-64f92091c2a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/477d5b3f-d2b2-42e2-a2c7-deeecc1d3f18 HTTP/1.1" status: 204 len: 168 time: 0.3235168 Nov 15 11:25:11.750731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f706d-61f8-4510-add8-c02f182ee401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5983c3-f79e-43cf-a785-174bc39fd991,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:11.766665 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e1300-2555-4297-8368-64f92091c2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477d5b3f-d2b2-42e2-a2c7-deeecc1d3f18,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:12.038828 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-14662db0-f749-4ba6-9414-2d9c35179d2c req-489bdb12-54e1-4228-b954-3930d8d4ca29 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] For port 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=67eef7b2-2ea0-4893-8bff-0b96d2ddaae8,segment=NetworkSegment(43d3c138-b240-48ad-977f-2d6a7ad27f63),segment_id=43d3c138-b240-48ad-977f-2d6a7ad27f63)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:12.039109 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-14662db0-f749-4ba6-9414-2d9c35179d2c req-489bdb12-54e1-4228-b954-3930d8d4ca29 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:12.074665 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-14662db0-f749-4ba6-9414-2d9c35179d2c req-489bdb12-54e1-4228-b954-3930d8d4ca29 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Calling delete_port for 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:25:12.114698 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:12.214735 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab392a85-206e-4ab3-90fc-188037eaa5f9 req-2d580ab1-4077-4398-8da3-913d733578b6 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=d32c218b-4f7f-4197-afe2-eca9cc661a9e HTTP/1.1" status: 200 len: 210 time: 0.0415902 Nov 15 11:25:12.425034 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134f83a-abed-4c39-9968-204606bd0e53 req-a5eb079a-1510-4d5d-b15f-3f7d1f0da8f5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:12.426945 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4134f83a-abed-4c39-9968-204606bd0e53 req-a5eb079a-1510-4d5d-b15f-3f7d1f0da8f5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.2513394 Nov 15 11:25:12.630055 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 39314) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:12.696612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-2c9f9a08-aad0-4010-9e62-e7a3e39277da tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:12.698277 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-2c9f9a08-aad0-4010-9e62-e7a3e39277da tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.55 "GET /v2.0/networks?id=7a64cb75-ed0f-423b-a304-6862ad8942f3 HTTP/1.1" status: 200 len: 812 time: 0.3641455 Nov 15 11:25:12.705865 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-829da452-f21d-48a1-99d2-4dff591bd47e req-a1dafe2a-5210-4c06-b0c5-7f4885fb6d9a tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:12.721541 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a0e51563-139f-4db3-a36f-30018794c3d8 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Request body: {'port': {'device_id': '42b1cb1d-9fa9-4f2e-ad14-a1e117dc1c36', 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3', 'admin_state_up': True, 'tenant_id': '287ec57b79714f60a73dd4af924c5885'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:25:12.745378 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-462a3953-bf6c-49de-8e5d-0c5e5f49c808 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:12.747246 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-462a3953-bf6c-49de-8e5d-0c5e5f49c808 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.11 "GET /v2.0/networks?id=7a64cb75-ed0f-423b-a304-6862ad8942f3 HTTP/1.1" status: 200 len: 812 time: 0.2691917 Nov 15 11:25:12.763066 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-57d2303c-758f-42be-8a97-e84f182909e5 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Request body: {'port': {'device_id': 'd32c218b-4f7f-4197-afe2-eca9cc661a9e', 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3', 'admin_state_up': True, 'tenant_id': '287ec57b79714f60a73dd4af924c5885'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:25:12.907935 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dafe2a-5210-4c06-b0c5-7f4885fb6d9a tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Pushing event deleted for resources: {'Port': ['ID=1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:12.916018 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5bd9939e-7e5e-4fe5-9448-dc24acea869b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=130284fbf8444f3fb512d23603cca7fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2828014 Nov 15 11:25:12.926415 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39320) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:12.927596 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-57d2303c-758f-42be-8a97-e84f182909e5 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Made reservation on behalf of 287ec57b79714f60a73dd4af924c5885 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:25:12.933407 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-57d2303c-758f-42be-8a97-e84f182909e5 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:12.984181 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4134f83a-abed-4c39-9968-204606bd0e53 req-af2f209a-85a5-4e1b-bbb7-979a5cfe582f tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570652 Nov 15 11:25:12.997548 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-829da452-f21d-48a1-99d2-4dff591bd47e req-a1dafe2a-5210-4c06-b0c5-7f4885fb6d9a tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] No DVR routers for this DVR port 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:25:13.025137 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-829da452-f21d-48a1-99d2-4dff591bd47e req-a1dafe2a-5210-4c06-b0c5-7f4885fb6d9a tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:13.031380 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-829da452-f21d-48a1-99d2-4dff591bd47e req-a1dafe2a-5210-4c06-b0c5-7f4885fb6d9a tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.55 "DELETE /v2.0/ports/1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47 HTTP/1.1" status: 204 len: 173 time: 2.3501632 Nov 15 11:25:13.035424 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ca373b-a471-4703-91b9-2a2e78de0d88', 'name': 'network-vif-deleted', 'tag': '1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:25:13.045494 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe070dae-f9c3-4040-b807-c5dee8f52991" -d '{"events": [{"server_uuid": "97ca373b-a471-4703-91b9-2a2e78de0d88", "name": "network-vif-deleted", "tag": "1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:25:13.134369 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac81aff-1576-48c4-b865-f322d6e0db18 x-openstack-request-id: req-4ac81aff-1576-48c4-b865-f322d6e0db18 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:25:13.135228 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ca373b-a471-4703-91b9-2a2e78de0d88", "name": "network-vif-deleted", "tag": "1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:25:13.136523 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ac81aff-1576-48c4-b865-f322d6e0db18 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:25:13.138522 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ca373b-a471-4703-91b9-2a2e78de0d88', 'name': 'network-vif-deleted', 'tag': '1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47', 'status': 'completed', 'code': 200} Nov 15 11:25:13.156745 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-14662db0-f749-4ba6-9414-2d9c35179d2c req-489bdb12-54e1-4228-b954-3930d8d4ca29 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:13.203010 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a26a69e-648c-4220-bd6f-75d2da527f68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:13.321082 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a26a69e-648c-4220-bd6f-75d2da527f68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:13.388381 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489bdb12-54e1-4228-b954-3930d8d4ca29 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Pushing event deleted for resources: {'Port': ['ID=67eef7b2-2ea0-4893-8bff-0b96d2ddaae8,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:13.434629 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-57d2303c-758f-42be-8a97-e84f182909e5 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Allocated IP 172.20.0.13 (7a64cb75-ed0f-423b-a304-6862ad8942f3/6336eed2-e016-4ba9-8a80-08ebf816187b/b0417cc3-700c-401c-b17a-54d99371ae00) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:25:13.484561 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a26a69e-648c-4220-bd6f-75d2da527f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:13.500502 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a26a69e-648c-4220-bd6f-75d2da527f68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:13.502217 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3a26a69e-648c-4220-bd6f-75d2da527f68 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e50f811-168b-422a-b58f-1a75aa4799ba HTTP/1.1" status: 204 len: 168 time: 0.5476940 Nov 15 11:25:13.530221 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26a69e-648c-4220-bd6f-75d2da527f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e50f811-168b-422a-b58f-1a75aa4799ba,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:13.537580 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-14662db0-f749-4ba6-9414-2d9c35179d2c req-489bdb12-54e1-4228-b954-3930d8d4ca29 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] No DVR routers for this DVR port 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:25:13.576002 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e14048d-dc95-4285-91f0-42d2414e84bd req-00ce8d3b-330e-4cc8-84c0-fc7bf8c79b8f tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=d32c218b-4f7f-4197-afe2-eca9cc661a9e HTTP/1.1" status: 200 len: 210 time: 0.1337354 Nov 15 11:25:13.584988 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-14662db0-f749-4ba6-9414-2d9c35179d2c req-489bdb12-54e1-4228-b954-3930d8d4ca29 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:13.601469 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14662db0-f749-4ba6-9414-2d9c35179d2c req-489bdb12-54e1-4228-b954-3930d8d4ca29 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.11 "DELETE /v2.0/ports/67eef7b2-2ea0-4893-8bff-0b96d2ddaae8 HTTP/1.1" status: 204 len: 173 time: 2.1417067 Nov 15 11:25:13.626208 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f3ca6-075d-4834-9395-3f8482402242 req-4c154c20-f0e9-40c4-8828-d298f4793d92 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:13.645436 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:25:13.664245 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-106f3ca6-075d-4834-9395-3f8482402242 req-4c154c20-f0e9-40c4-8828-d298f4793d92 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.5061433 Nov 15 11:25:13.701087 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:25:13.701447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1f479f9f-1f02-45d3-b2b0-eb98f1ffdd47 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:25:13.732336 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a0e51563-139f-4db3-a36f-30018794c3d8 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Made reservation on behalf of 287ec57b79714f60a73dd4af924c5885 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:25:13.738388 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a0e51563-139f-4db3-a36f-30018794c3d8 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:13.873425 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-57d2303c-758f-42be-8a97-e84f182909e5 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:13.939282 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-57d2303c-758f-42be-8a97-e84f182909e5 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:13.947244 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-106f3ca6-075d-4834-9395-3f8482402242 req-064efc94-7c76-40f9-93ab-8c05b75cf2fb tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815895 Nov 15 11:25:14.104827 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a0e51563-139f-4db3-a36f-30018794c3d8 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Allocated IP 172.20.0.10 (7a64cb75-ed0f-423b-a304-6862ad8942f3/6336eed2-e016-4ba9-8a80-08ebf816187b/ff7a1194-82fe-4276-b619-8bd9fb41f4b9) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:25:14.126465 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2303c-758f-42be-8a97-e84f182909e5 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Pushing event updated for resources: {'Port': ['ID=b0417cc3-700c-401c-b17a-54d99371ae00,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:14.178238 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-57d2303c-758f-42be-8a97-e84f182909e5 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Network 7a64cb75-ed0f-423b-a304-6862ad8942f3 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:25:14.182452 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-57d2303c-758f-42be-8a97-e84f182909e5 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:25:14.189373 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-57d2303c-758f-42be-8a97-e84f182909e5 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:25:14.281028 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-57d2303c-758f-42be-8a97-e84f182909e5 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:14.282343 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-57d2303c-758f-42be-8a97-e84f182909e5 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:14.329052 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-57d2303c-758f-42be-8a97-e84f182909e5 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5727394 Nov 15 11:25:14.456492 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:25:14.466995 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b014575-5344-4025-973e-7ef2dd9bc4b6 req-dc838ceb-f75f-4a3a-8221-175b7314425e tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:14.468645 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b014575-5344-4025-973e-7ef2dd9bc4b6 req-dc838ceb-f75f-4a3a-8221-175b7314425e tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.1548309 Nov 15 11:25:14.542276 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a0e51563-139f-4db3-a36f-30018794c3d8 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:14.567718 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:25:14.568631 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b014575-5344-4025-973e-7ef2dd9bc4b6 req-7d41e810-0696-4fea-b555-245e293cd73a tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859256 Nov 15 11:25:14.569073 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 67eef7b2-2ea0-4893-8bff-0b96d2ddaae8 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:25:14.614801 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a0e51563-139f-4db3-a36f-30018794c3d8 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:14.682678 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-182cc0d6-28fe-4163-a3a2-4c0d014bf6c0 service neutron] Request body: {'port': {'device_id': 'd32c218b-4f7f-4197-afe2-eca9cc661a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:25:14.713318 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a0e51563-139f-4db3-a36f-30018794c3d8 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Network 7a64cb75-ed0f-423b-a304-6862ad8942f3 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:25:14.726929 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a0e51563-139f-4db3-a36f-30018794c3d8 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:25:14.730074 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a0e51563-139f-4db3-a36f-30018794c3d8 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:25:14.779143 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627cf7a-b534-4b5b-87e5-f64bbf8150d3 req-c0341ca9-9a9d-42f1-86e8-02f83c48aa13 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:14.787135 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c627cf7a-b534-4b5b-87e5-f64bbf8150d3 req-c0341ca9-9a9d-42f1-86e8-02f83c48aa13 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=d32c218b-4f7f-4197-afe2-eca9cc661a9e HTTP/1.1" status: 200 len: 932 time: 0.1170857 Nov 15 11:25:14.821219 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-182cc0d6-28fe-4163-a3a2-4c0d014bf6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:14.823689 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e51563-139f-4db3-a36f-30018794c3d8 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Pushing event updated for resources: {'Port': ['ID=ff7a1194-82fe-4276-b619-8bd9fb41f4b9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:14.865844 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a0e51563-139f-4db3-a36f-30018794c3d8 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:14.866639 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a0e51563-139f-4db3-a36f-30018794c3d8 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:14.888107 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c627cf7a-b534-4b5b-87e5-f64bbf8150d3 req-735fd680-0039-43b1-90aa-0fea8bc1c37f tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998533 Nov 15 11:25:14.921475 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a0e51563-139f-4db3-a36f-30018794c3d8 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2075672 Nov 15 11:25:14.941437 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a820402e-201e-4bbf-9ab0-d1525b4f2b27 service neutron] Request body: {'port': {'device_id': '42b1cb1d-9fa9-4f2e-ad14-a1e117dc1c36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:25:15.016585 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a820402e-201e-4bbf-9ab0-d1525b4f2b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:15.167025 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496975f4-ec8a-4c60-a10c-f7f24f28aa97', 'name': 'network-vif-deleted', 'tag': '67eef7b2-2ea0-4893-8bff-0b96d2ddaae8'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:25:15.169919 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a670c92-ebef-4b7f-9d4a-c85f3d1410d8" -d '{"events": [{"server_uuid": "496975f4-ec8a-4c60-a10c-f7f24f28aa97", "name": "network-vif-deleted", "tag": "67eef7b2-2ea0-4893-8bff-0b96d2ddaae8"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:25:15.216034 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f767cc-340c-4e12-b0ef-850625d4ce57 x-openstack-request-id: req-a2f767cc-340c-4e12-b0ef-850625d4ce57 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:25:15.216854 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496975f4-ec8a-4c60-a10c-f7f24f28aa97", "name": "network-vif-deleted", "tag": "67eef7b2-2ea0-4893-8bff-0b96d2ddaae8", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:25:15.216854 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a2f767cc-340c-4e12-b0ef-850625d4ce57 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:25:15.217213 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496975f4-ec8a-4c60-a10c-f7f24f28aa97', 'name': 'network-vif-deleted', 'tag': '67eef7b2-2ea0-4893-8bff-0b96d2ddaae8', 'status': 'completed', 'code': 200} Nov 15 11:25:15.268077 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-182cc0d6-28fe-4163-a3a2-4c0d014bf6c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0417cc3-700c-401c-b17a-54d99371ae00 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:25:15.276890 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-182cc0d6-28fe-4163-a3a2-4c0d014bf6c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:15.311265 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-182cc0d6-28fe-4163-a3a2-4c0d014bf6c0 service neutron] Transition to ACTIVE for port object b0417cc3-700c-401c-b17a-54d99371ae00 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:25:15.319445 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-182cc0d6-28fe-4163-a3a2-4c0d014bf6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:15.430197 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182cc0d6-28fe-4163-a3a2-4c0d014bf6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b0417cc3-700c-401c-b17a-54d99371ae00,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:15.474272 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-182cc0d6-28fe-4163-a3a2-4c0d014bf6c0 service neutron] Attempting to bind port b0417cc3-700c-401c-b17a-54d99371ae00 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:25:15.474597 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-182cc0d6-28fe-4163-a3a2-4c0d014bf6c0 service neutron] Attempting to bind port b0417cc3-700c-401c-b17a-54d99371ae00 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '43d3c138-b240-48ad-977f-2d6a7ad27f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:25:15.475179 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-182cc0d6-28fe-4163-a3a2-4c0d014bf6c0 service neutron] Attempting to bind port b0417cc3-700c-401c-b17a-54d99371ae00 on network 7a64cb75-ed0f-423b-a304-6862ad8942f3 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:25:15.479563 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-182cc0d6-28fe-4163-a3a2-4c0d014bf6c0 service neutron] Port b0417cc3-700c-401c-b17a-54d99371ae00 on network 7a64cb75-ed0f-423b-a304-6862ad8942f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:25:15.480678 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-182cc0d6-28fe-4163-a3a2-4c0d014bf6c0 service neutron] Attempting to bind port b0417cc3-700c-401c-b17a-54d99371ae00 on network 7a64cb75-ed0f-423b-a304-6862ad8942f3 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:25:15.487028 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-182cc0d6-28fe-4163-a3a2-4c0d014bf6c0 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:25:15.487361 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-182cc0d6-28fe-4163-a3a2-4c0d014bf6c0 service neutron] Checking segment: {'id': '43d3c138-b240-48ad-977f-2d6a7ad27f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:25:15.487736 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-182cc0d6-28fe-4163-a3a2-4c0d014bf6c0 service neutron] Bound using segment: {'id': '43d3c138-b240-48ad-977f-2d6a7ad27f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:25:15.488183 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-182cc0d6-28fe-4163-a3a2-4c0d014bf6c0 service neutron] Bound port: b0417cc3-700c-401c-b17a-54d99371ae00, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43d3c138-b240-48ad-977f-2d6a7ad27f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:25:15.488532 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-182cc0d6-28fe-4163-a3a2-4c0d014bf6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:15.570397 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-182cc0d6-28fe-4163-a3a2-4c0d014bf6c0 service neutron] For port b0417cc3-700c-401c-b17a-54d99371ae00, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:25:15.575901 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-182cc0d6-28fe-4163-a3a2-4c0d014bf6c0 service neutron] For port b0417cc3-700c-401c-b17a-54d99371ae00, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b0417cc3-700c-401c-b17a-54d99371ae00,segment=NetworkSegment(43d3c138-b240-48ad-977f-2d6a7ad27f63),segment_id=43d3c138-b240-48ad-977f-2d6a7ad27f63)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:25:15.583694 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-182cc0d6-28fe-4163-a3a2-4c0d014bf6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:15.625241 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-182cc0d6-28fe-4163-a3a2-4c0d014bf6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:15.625904 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-182cc0d6-28fe-4163-a3a2-4c0d014bf6c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:15.627436 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-182cc0d6-28fe-4163-a3a2-4c0d014bf6c0 service neutron] 10.222.0.11 "PUT /v2.0/ports/b0417cc3-700c-401c-b17a-54d99371ae00 HTTP/1.1" status: 200 len: 1092 time: 1.2882519 Nov 15 11:25:15.627892 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32c218b-4f7f-4197-afe2-eca9cc661a9e', 'tag': 'b0417cc3-700c-401c-b17a-54d99371ae00'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:25:15.630156 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfffa0e-c274-4139-9425-b665837470a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d32c218b-4f7f-4197-afe2-eca9cc661a9e", "tag": "b0417cc3-700c-401c-b17a-54d99371ae00"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:25:15.672587 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182cc0d6-28fe-4163-a3a2-4c0d014bf6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b0417cc3-700c-401c-b17a-54d99371ae00,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:15.738077 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a820402e-201e-4bbf-9ab0-d1525b4f2b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff7a1194-82fe-4276-b619-8bd9fb41f4b9 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:25:15.744927 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-bf19136f-9d27-4b98-b278-ce4056d695e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:15.746775 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-bf19136f-9d27-4b98-b278-ce4056d695e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=287ec57b79714f60a73dd4af924c5885&device_id=d32c218b-4f7f-4197-afe2-eca9cc661a9e HTTP/1.1" status: 200 len: 1095 time: 0.0639877 Nov 15 11:25:15.751013 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a820402e-201e-4bbf-9ab0-d1525b4f2b27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:15.781642 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a820402e-201e-4bbf-9ab0-d1525b4f2b27 service neutron] Transition to ACTIVE for port object ff7a1194-82fe-4276-b619-8bd9fb41f4b9 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:25:15.796707 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0da8f3-8971-4168-a871-7ffddfd411c5 req-a3c64ba4-fbe1-48cf-9047-41e8550e96a0 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:15.804261 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0a0da8f3-8971-4168-a871-7ffddfd411c5 req-a3c64ba4-fbe1-48cf-9047-41e8550e96a0 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.0965755 Nov 15 11:25:15.805194 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-b1156f9c-eb2c-4016-b297-a0792a22e956 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0417cc3-700c-401c-b17a-54d99371ae00 HTTP/1.1" status: 200 len: 217 time: 0.0470207 Nov 15 11:25:15.830355 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a820402e-201e-4bbf-9ab0-d1525b4f2b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:15.872747 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820402e-201e-4bbf-9ab0-d1525b4f2b27 service neutron] Pushing event updated for resources: {'Port': ['ID=ff7a1194-82fe-4276-b619-8bd9fb41f4b9,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:15.886533 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-bed2fe74-7a43-46f1-b5ba-e3fcc4eb3163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:15.889522 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-bed2fe74-7a43-46f1-b5ba-e3fcc4eb3163 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6336eed2-e016-4ba9-8a80-08ebf816187b HTTP/1.1" status: 200 len: 852 time: 0.0770996 Nov 15 11:25:15.918319 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0a0da8f3-8971-4168-a871-7ffddfd411c5 req-970250c2-b382-427b-80bf-3194dfc5da80 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129217 Nov 15 11:25:15.942700 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-5c734384-cc43-40aa-8cad-cea0eef36c8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7a64cb75-ed0f-423b-a304-6862ad8942f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449221 Nov 15 11:25:16.035244 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a820402e-201e-4bbf-9ab0-d1525b4f2b27 service neutron] Attempting to bind port ff7a1194-82fe-4276-b619-8bd9fb41f4b9 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:25:16.036189 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a820402e-201e-4bbf-9ab0-d1525b4f2b27 service neutron] Attempting to bind port ff7a1194-82fe-4276-b619-8bd9fb41f4b9 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '43d3c138-b240-48ad-977f-2d6a7ad27f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:25:16.037223 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a820402e-201e-4bbf-9ab0-d1525b4f2b27 service neutron] Attempting to bind port ff7a1194-82fe-4276-b619-8bd9fb41f4b9 on network 7a64cb75-ed0f-423b-a304-6862ad8942f3 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:25:16.041360 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b055db88-402c-4442-a0f2-76724b7f9b93 x-openstack-request-id: req-b055db88-402c-4442-a0f2-76724b7f9b93 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:25:16.041641 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32c218b-4f7f-4197-afe2-eca9cc661a9e", "tag": "b0417cc3-700c-401c-b17a-54d99371ae00", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:25:16.041890 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b055db88-402c-4442-a0f2-76724b7f9b93 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:25:16.042288 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32c218b-4f7f-4197-afe2-eca9cc661a9e', 'tag': 'b0417cc3-700c-401c-b17a-54d99371ae00', 'status': 'completed', 'code': 200} Nov 15 11:25:16.050712 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a820402e-201e-4bbf-9ab0-d1525b4f2b27 service neutron] Port ff7a1194-82fe-4276-b619-8bd9fb41f4b9 on network 7a64cb75-ed0f-423b-a304-6862ad8942f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:25:16.051033 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a820402e-201e-4bbf-9ab0-d1525b4f2b27 service neutron] Attempting to bind port ff7a1194-82fe-4276-b619-8bd9fb41f4b9 on network 7a64cb75-ed0f-423b-a304-6862ad8942f3 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:25:16.078045 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a820402e-201e-4bbf-9ab0-d1525b4f2b27 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:25:16.078381 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a820402e-201e-4bbf-9ab0-d1525b4f2b27 service neutron] Checking segment: {'id': '43d3c138-b240-48ad-977f-2d6a7ad27f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:25:16.079759 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a820402e-201e-4bbf-9ab0-d1525b4f2b27 service neutron] Bound using segment: {'id': '43d3c138-b240-48ad-977f-2d6a7ad27f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:25:16.080610 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a820402e-201e-4bbf-9ab0-d1525b4f2b27 service neutron] Bound port: ff7a1194-82fe-4276-b619-8bd9fb41f4b9, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43d3c138-b240-48ad-977f-2d6a7ad27f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:25:16.080833 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a820402e-201e-4bbf-9ab0-d1525b4f2b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:16.131489 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-67db1509-f4ae-4dd2-bb66-3a081194c98a service neutron] 10.222.0.11 "GET /v2.0/networks/7a64cb75-ed0f-423b-a304-6862ad8942f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769395 Nov 15 11:25:16.167184 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a820402e-201e-4bbf-9ab0-d1525b4f2b27 service neutron] For port ff7a1194-82fe-4276-b619-8bd9fb41f4b9, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:25:16.172135 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a820402e-201e-4bbf-9ab0-d1525b4f2b27 service neutron] For port ff7a1194-82fe-4276-b619-8bd9fb41f4b9, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ff7a1194-82fe-4276-b619-8bd9fb41f4b9,segment=NetworkSegment(43d3c138-b240-48ad-977f-2d6a7ad27f63),segment_id=43d3c138-b240-48ad-977f-2d6a7ad27f63)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:25:16.210283 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a820402e-201e-4bbf-9ab0-d1525b4f2b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:16.251232 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a820402e-201e-4bbf-9ab0-d1525b4f2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:16.251878 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a820402e-201e-4bbf-9ab0-d1525b4f2b27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:16.253431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-a820402e-201e-4bbf-9ab0-d1525b4f2b27 service neutron] 10.222.0.55 "PUT /v2.0/ports/ff7a1194-82fe-4276-b619-8bd9fb41f4b9 HTTP/1.1" status: 200 len: 1092 time: 1.3233693 Nov 15 11:25:16.274575 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-4231cc0d-a9b2-4793-b5ef-343be0489414 service neutron] 10.222.0.11 "GET /v2.0/networks/7a64cb75-ed0f-423b-a304-6862ad8942f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330628 Nov 15 11:25:16.275334 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d98cf-2747-4000-8d9d-13c6404976a0 req-4aace13e-6e51-4849-8a53-4b524f1d6414 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:16.282581 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d6d98cf-2747-4000-8d9d-13c6404976a0 req-4aace13e-6e51-4849-8a53-4b524f1d6414 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=d32c218b-4f7f-4197-afe2-eca9cc661a9e HTTP/1.1" status: 200 len: 944 time: 0.1038013 Nov 15 11:25:16.321359 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820402e-201e-4bbf-9ab0-d1525b4f2b27 service neutron] Pushing event updated for resources: {'Port': ['ID=ff7a1194-82fe-4276-b619-8bd9fb41f4b9,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:16.391224 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d6d98cf-2747-4000-8d9d-13c6404976a0 req-d7ff9be3-0e89-4954-a904-adf15c1fd5f0 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028645 Nov 15 11:25:16.394405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-788e30ae-617d-4787-b50f-4ab03d01d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:16.398364 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-788e30ae-617d-4787-b50f-4ab03d01d58e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=287ec57b79714f60a73dd4af924c5885&device_id=42b1cb1d-9fa9-4f2e-ad14-a1e117dc1c36 HTTP/1.1" status: 200 len: 1095 time: 0.0896084 Nov 15 11:25:16.399165 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfffa0e-c274-4139-9425-b665837470a4 req-532ae527-b87f-4461-96f3-fdba37b1f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:16.402560 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4dfffa0e-c274-4139-9425-b665837470a4 req-532ae527-b87f-4461-96f3-fdba37b1f7cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=287ec57b79714f60a73dd4af924c5885&device_id=d32c218b-4f7f-4197-afe2-eca9cc661a9e HTTP/1.1" status: 200 len: 1095 time: 0.0693321 Nov 15 11:25:16.483531 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-bed8d08d-d8b2-49a7-a5da-7536218cf03b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff7a1194-82fe-4276-b619-8bd9fb41f4b9 HTTP/1.1" status: 200 len: 217 time: 0.0746982 Nov 15 11:25:16.547667 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfffa0e-c274-4139-9425-b665837470a4 req-fa986e0e-312d-44fa-9bd1-b62066459be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:16.549339 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4dfffa0e-c274-4139-9425-b665837470a4 req-fa986e0e-312d-44fa-9bd1-b62066459be8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7a64cb75-ed0f-423b-a304-6862ad8942f3 HTTP/1.1" status: 200 len: 913 time: 0.1400836 Nov 15 11:25:16.589577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-2a800f46-6f62-4dbb-b889-937745a866df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:16.591077 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-2a800f46-6f62-4dbb-b889-937745a866df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6336eed2-e016-4ba9-8a80-08ebf816187b HTTP/1.1" status: 200 len: 852 time: 0.0995014 Nov 15 11:25:16.634794 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4dfffa0e-c274-4139-9425-b665837470a4 req-2c8ae093-4a41-4ec4-a11f-301b33cff6ad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0417cc3-700c-401c-b17a-54d99371ae00 HTTP/1.1" status: 200 len: 217 time: 0.0769873 Nov 15 11:25:16.640851 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-cb37740c-81af-4a44-ae07-87c5cf9df8ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7a64cb75-ed0f-423b-a304-6862ad8942f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376952 Nov 15 11:25:16.737892 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39450) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:16.771909 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfffa0e-c274-4139-9425-b665837470a4 req-45efa8db-0c1c-46da-8fda-bfc796240456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:16.773405 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4dfffa0e-c274-4139-9425-b665837470a4 req-45efa8db-0c1c-46da-8fda-bfc796240456 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6336eed2-e016-4ba9-8a80-08ebf816187b HTTP/1.1" status: 200 len: 852 time: 0.1314642 Nov 15 11:25:16.811101 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4dfffa0e-c274-4139-9425-b665837470a4 req-99ebd87e-80c2-468e-9f84-a262f6424d60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7a64cb75-ed0f-423b-a304-6862ad8942f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280862 Nov 15 11:25:16.814734 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5da066-c29d-428c-a440-077e740cc2bd admin admin] Deleting subnet 94e7ad43-728f-443f-8f70-7ede95cfac35 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:25:16.817822 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a5da066-c29d-428c-a440-077e740cc2bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:16.825116 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-c644b535-7da5-453b-b8a6-afa45475e69f service neutron] 10.222.0.55 "GET /v2.0/networks/7a64cb75-ed0f-423b-a304-6862ad8942f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792912 Nov 15 11:25:16.940339 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a5da066-c29d-428c-a440-077e740cc2bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:16.977201 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0172f2c6-87aa-4f72-bb94-ce54194f8c43 req-32ce81a9-6635-45a9-8c32-6cc1a7000903 service neutron] 10.222.0.55 "GET /v2.0/networks/7a64cb75-ed0f-423b-a304-6862ad8942f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419897 Nov 15 11:25:17.044782 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a5da066-c29d-428c-a440-077e740cc2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:17.066598 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4dfffa0e-c274-4139-9425-b665837470a4 req-b068e5c9-ee45-42c3-bb0f-5e44fd73ea27 service neutron] 10.222.0.11 "GET /v2.0/networks/7a64cb75-ed0f-423b-a304-6862ad8942f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294972 Nov 15 11:25:17.091844 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43cb95-9f1e-4fd6-925b-b856e4e1b284 req-566a0177-9d7a-4120-a384-74fb74f7824f tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:17.100477 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c43cb95-9f1e-4fd6-925b-b856e4e1b284 req-566a0177-9d7a-4120-a384-74fb74f7824f tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.0714035 Nov 15 11:25:17.172341 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a5da066-c29d-428c-a440-077e740cc2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:17.198424 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c43cb95-9f1e-4fd6-925b-b856e4e1b284 req-362530ac-4146-4e50-85c9-fd0251e469e2 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879889 Nov 15 11:25:17.216779 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4dfffa0e-c274-4139-9425-b665837470a4 req-35d3ddd6-9391-4b67-82a4-f1c34f0197aa service neutron] 10.222.0.11 "GET /v2.0/networks/7a64cb75-ed0f-423b-a304-6862ad8942f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415834 Nov 15 11:25:17.217845 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5da066-c29d-428c-a440-077e740cc2bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94e7ad43-728f-443f-8f70-7ede95cfac35,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:17.219212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b1cb1d-9fa9-4f2e-ad14-a1e117dc1c36', 'tag': 'ff7a1194-82fe-4276-b619-8bd9fb41f4b9'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:25:17.220040 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a5da066-c29d-428c-a440-077e740cc2bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:17.224367 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546b568f-d758-4d37-83c7-4f773bc08dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "42b1cb1d-9fa9-4f2e-ad14-a1e117dc1c36", "tag": "ff7a1194-82fe-4276-b619-8bd9fb41f4b9"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:25:17.226216 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4a5da066-c29d-428c-a440-077e740cc2bd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/94e7ad43-728f-443f-8f70-7ede95cfac35 HTTP/1.1" status: 204 len: 168 time: 0.4873166 Nov 15 11:25:17.226930 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39466) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:17.309389 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9add72-7eba-423a-a307-7b819fc04e0e x-openstack-request-id: req-eb9add72-7eba-423a-a307-7b819fc04e0e {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:25:17.309768 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b1cb1d-9fa9-4f2e-ad14-a1e117dc1c36", "tag": "ff7a1194-82fe-4276-b619-8bd9fb41f4b9", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:25:17.310185 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb9add72-7eba-423a-a307-7b819fc04e0e {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:25:17.310871 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b1cb1d-9fa9-4f2e-ad14-a1e117dc1c36', 'tag': 'ff7a1194-82fe-4276-b619-8bd9fb41f4b9', 'status': 'completed', 'code': 200} Nov 15 11:25:17.314843 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-642dbc28-0e54-4c00-976e-b916251cd420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:17.383072 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b568f-d758-4d37-83c7-4f773bc08dfd req-89411f66-9b04-41a3-9303-841921273c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:17.385088 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-546b568f-d758-4d37-83c7-4f773bc08dfd req-89411f66-9b04-41a3-9303-841921273c95 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=287ec57b79714f60a73dd4af924c5885&device_id=42b1cb1d-9fa9-4f2e-ad14-a1e117dc1c36 HTTP/1.1" status: 200 len: 1095 time: 0.0482736 Nov 15 11:25:17.414706 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-642dbc28-0e54-4c00-976e-b916251cd420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:17.434197 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-642dbc28-0e54-4c00-976e-b916251cd420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab55e45-0c39-4141-9760-966dba676054']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:25:17.445467 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-642dbc28-0e54-4c00-976e-b916251cd420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:25:17.445816 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-642dbc28-0e54-4c00-976e-b916251cd420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7aceb98-7d4e-4fec-b8b3-00d8a86db0dd') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:25:17.462102 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-642dbc28-0e54-4c00-976e-b916251cd420 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:17.482654 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-642dbc28-0e54-4c00-976e-b916251cd420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:17.492461 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642dbc28-0e54-4c00-976e-b916251cd420 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:25:17.493575 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-642dbc28-0e54-4c00-976e-b916251cd420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:25:17.496120 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:25:17.566968 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-642dbc28-0e54-4c00-976e-b916251cd420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:17.584275 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-642dbc28-0e54-4c00-976e-b916251cd420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:17.587671 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-642dbc28-0e54-4c00-976e-b916251cd420 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1ab55e45-0c39-4141-9760-966dba676054 HTTP/1.1" status: 204 len: 168 time: 0.3590541 Nov 15 11:25:17.588612 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642dbc28-0e54-4c00-976e-b916251cd420 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ab55e45-0c39-4141-9760-966dba676054,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:17.818039 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39490) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:17.874544 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9765bea1-e780-4dfb-81dd-523985484034 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a20fe9645d9c49df841428f86995389b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0552666 Nov 15 11:25:17.876252 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39492) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:17.880522 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37332ef1-2c1d-4ed4-aeaa-d3bff5374e9a req-b3f420c5-03a7-4d14-88df-b7b56ef4d510 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:17.887759 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37332ef1-2c1d-4ed4-aeaa-d3bff5374e9a req-b3f420c5-03a7-4d14-88df-b7b56ef4d510 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=d32c218b-4f7f-4197-afe2-eca9cc661a9e HTTP/1.1" status: 200 len: 944 time: 0.0791857 Nov 15 11:25:17.909510 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b568f-d758-4d37-83c7-4f773bc08dfd req-3ca05f36-a705-45a2-8e1c-cd1bef32c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:17.914034 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-546b568f-d758-4d37-83c7-4f773bc08dfd req-3ca05f36-a705-45a2-8e1c-cd1bef32c1ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=7a64cb75-ed0f-423b-a304-6862ad8942f3 HTTP/1.1" status: 200 len: 913 time: 0.5162737 Nov 15 11:25:17.914828 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 39494) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:17.936322 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-334c617d-c417-46de-ac8d-336c08d2ac47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:17.968844 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-334c617d-c417-46de-ac8d-336c08d2ac47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:17.969627 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-546b568f-d758-4d37-83c7-4f773bc08dfd req-b11eb3e2-142a-423e-998c-6134f018b43f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff7a1194-82fe-4276-b619-8bd9fb41f4b9 HTTP/1.1" status: 200 len: 217 time: 0.0462832 Nov 15 11:25:17.987308 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37332ef1-2c1d-4ed4-aeaa-d3bff5374e9a req-aee3973e-3891-49a8-8b45-b4771fce2a51 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986733 Nov 15 11:25:18.044403 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-334c617d-c417-46de-ac8d-336c08d2ac47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:18.048030 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-334c617d-c417-46de-ac8d-336c08d2ac47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:18.054126 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-334c617d-c417-46de-ac8d-336c08d2ac47 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/32fa405b-d784-47f1-9ef4-8d1293e6e3ac HTTP/1.1" status: 204 len: 168 time: 0.1744266 Nov 15 11:25:18.054602 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3837-c297-4c28-a6f7-51c23c8fad99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:18.061890 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c617d-c417-46de-ac8d-336c08d2ac47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fa405b-d784-47f1-9ef4-8d1293e6e3ac,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:18.065952 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b568f-d758-4d37-83c7-4f773bc08dfd req-b8348ded-d948-4315-9502-9e939c9a0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:18.067434 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-546b568f-d758-4d37-83c7-4f773bc08dfd req-b8348ded-d948-4315-9502-9e939c9a0734 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6336eed2-e016-4ba9-8a80-08ebf816187b HTTP/1.1" status: 200 len: 852 time: 0.0789802 Nov 15 11:25:18.141479 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-546b568f-d758-4d37-83c7-4f773bc08dfd req-f0c71fe9-f16a-4b8e-a76e-20cd7ff50bd4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7a64cb75-ed0f-423b-a304-6862ad8942f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561409 Nov 15 11:25:18.167040 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39502) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:18.346186 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68a27f77-2a0f-4709-b4fd-2c11b00a59dd req-abde306b-af25-4eef-a990-eda57ddf6518 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=60dd8422-a271-497f-a592-f41b67a249e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1381481 Nov 15 11:25:18.353154 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3837-c297-4c28-a6f7-51c23c8fad99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:18.357481 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-546b568f-d758-4d37-83c7-4f773bc08dfd req-00d8cb2f-7964-429e-84a7-35eca09da101 service neutron] 10.222.0.55 "GET /v2.0/networks/7a64cb75-ed0f-423b-a304-6862ad8942f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043796 Nov 15 11:25:18.360059 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3837-c297-4c28-a6f7-51c23c8fad99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:18.432874 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-489e5a6c-698e-4a74-b5f8-e9d5fc5a447b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:18.477269 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device b0417cc3-700c-401c-b17a-54d99371ae00 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:25:18.484493 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657d571-3797-42dd-b7f9-32d7a1f7f739 req-6fd02475-d668-41a3-a623-5ba90c81d30b tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:18.486064 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1657d571-3797-42dd-b7f9-32d7a1f7f739 req-6fd02475-d668-41a3-a623-5ba90c81d30b tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.2046804 Nov 15 11:25:18.492712 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2a2d3837-c297-4c28-a6f7-51c23c8fad99 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9db45effdce0402893d37e9e62845958&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5770152 Nov 15 11:25:18.493509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d3837-c297-4c28-a6f7-51c23c8fad99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20b50f7-e2ba-4f16-96f7-d63be6cf3f90,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:18.495791 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39516) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:18.550919 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a27f77-2a0f-4709-b4fd-2c11b00a59dd req-719e3c18-4eba-48fc-8227-f9581ed37e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:18.552461 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68a27f77-2a0f-4709-b4fd-2c11b00a59dd req-719e3c18-4eba-48fc-8227-f9581ed37e46 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=256e7f4fc00d4f2c8c7d8b69f41fa2d5&device_id=60dd8422-a271-497f-a592-f41b67a249e3 HTTP/1.1" status: 200 len: 1096 time: 0.1728802 Nov 15 11:25:18.577955 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-489e5a6c-698e-4a74-b5f8-e9d5fc5a447b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:18.580454 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1657d571-3797-42dd-b7f9-32d7a1f7f739 req-c6843ca5-c2c8-4736-ad95-1ed1da100251 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825067 Nov 15 11:25:18.582468 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-546b568f-d758-4d37-83c7-4f773bc08dfd req-a974c2b8-06d8-40b6-afe9-68e3140aafe9 service neutron] 10.222.0.55 "GET /v2.0/networks/7a64cb75-ed0f-423b-a304-6862ad8942f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159774 Nov 15 11:25:18.601659 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-489e5a6c-698e-4a74-b5f8-e9d5fc5a447b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:18.614497 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee0d941f-96bc-4320-8c6a-4e047c364ecc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:18.630324 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port b0417cc3-700c-401c-b17a-54d99371ae00, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b0417cc3-700c-401c-b17a-54d99371ae00,segment=NetworkSegment(43d3c138-b240-48ad-977f-2d6a7ad27f63),segment_id=43d3c138-b240-48ad-977f-2d6a7ad27f63)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:18.644413 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'b0417cc3-700c-401c-b17a-54d99371ae00', 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3', 'port_id': 'b0417cc3-700c-401c-b17a-54d99371ae00', 'mac_address': 'fa:16:3e:35:44:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6336eed2-e016-4ba9-8a80-08ebf816187b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:25:18.656062 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-489e5a6c-698e-4a74-b5f8-e9d5fc5a447b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=619f852c1cd14b57806aaed2fecf2ebb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4878700 Nov 15 11:25:18.660875 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e5a6c-698e-4a74-b5f8-e9d5fc5a447b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3111608-e212-40fb-9e78-0bd27842f4b3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:18.662652 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 39522) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:18.667562 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee0d941f-96bc-4320-8c6a-4e047c364ecc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:18.695131 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:18.708607 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0417cc3-700c-401c-b17a-54d99371ae00 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:25:18.735586 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee0d941f-96bc-4320-8c6a-4e047c364ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:18.737179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port b0417cc3-700c-401c-b17a-54d99371ae00, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b0417cc3-700c-401c-b17a-54d99371ae00,segment=NetworkSegment(43d3c138-b240-48ad-977f-2d6a7ad27f63),segment_id=43d3c138-b240-48ad-977f-2d6a7ad27f63)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:18.738465 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee0d941f-96bc-4320-8c6a-4e047c364ecc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:18.739607 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ee0d941f-96bc-4320-8c6a-4e047c364ecc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d20b50f7-e2ba-4f16-96f7-d63be6cf3f90 HTTP/1.1" status: 204 len: 168 time: 0.2427597 Nov 15 11:25:18.745998 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:18.761241 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d941f-96bc-4320-8c6a-4e047c364ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20b50f7-e2ba-4f16-96f7-d63be6cf3f90,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:18.796862 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a27f77-2a0f-4709-b4fd-2c11b00a59dd req-8d349a04-af69-4b44-87a1-0bf9676a182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:18.800634 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68a27f77-2a0f-4709-b4fd-2c11b00a59dd req-8d349a04-af69-4b44-87a1-0bf9676a182e service neutron] 10.222.0.55 "GET /v2.0/networks?id=49b4d594-0a5b-4365-b6d6-a6b4864f1759 HTTP/1.1" status: 200 len: 907 time: 0.2172821 Nov 15 11:25:18.816157 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=b0417cc3-700c-401c-b17a-54d99371ae00,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:18.816330 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-afd688ec-e0ba-4c6a-a8fb-604eadf53b8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:18.824681 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:18.825026 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:18.825356 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:18.825678 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:18.825997 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:18.826311 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:18.826624 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:18.826935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:18.827248 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:18.827556 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:18.827883 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:18.828215 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:18.880693 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-afd688ec-e0ba-4c6a-a8fb-604eadf53b8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:18.883416 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68a27f77-2a0f-4709-b4fd-2c11b00a59dd req-5db158e3-e7c6-493d-97fb-ad2f83d13511 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d391d267-4be2-4e25-a090-7ce63b2b518c HTTP/1.1" status: 200 len: 217 time: 0.0747397 Nov 15 11:25:18.954016 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a27f77-2a0f-4709-b4fd-2c11b00a59dd req-84c38b18-67fa-4c3f-9cf9-5180531b9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:18.955551 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68a27f77-2a0f-4709-b4fd-2c11b00a59dd req-84c38b18-67fa-4c3f-9cf9-5180531b9013 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8647cc50-bb8e-4210-a1e9-eb2152a57fcd HTTP/1.1" status: 200 len: 846 time: 0.0649338 Nov 15 11:25:18.989946 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68a27f77-2a0f-4709-b4fd-2c11b00a59dd req-1d032af5-1054-40a8-9d82-b4ca3ce3eae7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=49b4d594-0a5b-4365-b6d6-a6b4864f1759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276604 Nov 15 11:25:18.990657 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-afd688ec-e0ba-4c6a-a8fb-604eadf53b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:18.993291 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-afd688ec-e0ba-4c6a-a8fb-604eadf53b8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:18.994352 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-afd688ec-e0ba-4c6a-a8fb-604eadf53b8a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c3111608-e212-40fb-9e78-0bd27842f4b3 HTTP/1.1" status: 204 len: 168 time: 0.3153281 Nov 15 11:25:19.003076 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd688ec-e0ba-4c6a-a8fb-604eadf53b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3111608-e212-40fb-9e78-0bd27842f4b3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:19.139590 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['b0417cc3-700c-401c-b17a-54d99371ae00'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:25:19.151683 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68a27f77-2a0f-4709-b4fd-2c11b00a59dd req-101dfd50-2635-48d2-abd1-7a8d654bc936 service neutron] 10.222.0.55 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496332 Nov 15 11:25:19.171179 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d66dbb-f6c4-4cdf-b660-58707289438b req-e0649919-4134-4662-a413-7e358d1a8601 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:19.179266 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-71d66dbb-f6c4-4cdf-b660-58707289438b req-e0649919-4134-4662-a413-7e358d1a8601 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=d32c218b-4f7f-4197-afe2-eca9cc661a9e HTTP/1.1" status: 200 len: 945 time: 0.0939953 Nov 15 11:25:19.226728 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39544) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:19.253915 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-52d4d7a6-09a5-4d24-8404-a3e47e916a67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:19.331053 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68a27f77-2a0f-4709-b4fd-2c11b00a59dd req-9b3f17f5-e0e8-48dd-8f59-6b2e11cb956e service neutron] 10.222.0.55 "GET /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679645 Nov 15 11:25:19.382952 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-52d4d7a6-09a5-4d24-8404-a3e47e916a67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:19.388670 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-52d4d7a6-09a5-4d24-8404-a3e47e916a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:19.395348 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-71d66dbb-f6c4-4cdf-b660-58707289438b req-b956362e-65ad-4698-bb35-6f5fee7769ef tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146208 Nov 15 11:25:19.431716 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-52d4d7a6-09a5-4d24-8404-a3e47e916a67 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7f111bffed3c470690d121e88cad6804&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2035708 Nov 15 11:25:19.434472 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 39556) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:19.441063 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4d7a6-09a5-4d24-8404-a3e47e916a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a4824d-9456-410b-8bd6-b5d09e435a6e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:19.497348 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c3e73557-b516-4424-8043-7a903691029b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:19.519713 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c3e73557-b516-4424-8043-7a903691029b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:19.574089 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c3e73557-b516-4424-8043-7a903691029b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:19.577063 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c3e73557-b516-4424-8043-7a903691029b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:19.580780 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c3e73557-b516-4424-8043-7a903691029b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b8a4824d-9456-410b-8bd6-b5d09e435a6e HTTP/1.1" status: 204 len: 168 time: 0.1427603 Nov 15 11:25:19.587337 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e73557-b516-4424-8043-7a903691029b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a4824d-9456-410b-8bd6-b5d09e435a6e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:19.691102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ff7a1194-82fe-4276-b619-8bd9fb41f4b9 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:25:19.715604 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebec21e-320c-4168-9749-0327e3b7f504 req-3eeb7fac-103e-4900-a22b-b01cde2c5360 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:19.717314 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ebec21e-320c-4168-9749-0327e3b7f504 req-3eeb7fac-103e-4900-a22b-b01cde2c5360 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.0554106 Nov 15 11:25:19.800944 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ebec21e-320c-4168-9749-0327e3b7f504 req-d3b15115-6f5b-4c49-be58-ef5e5abe0e1c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739610 Nov 15 11:25:19.862452 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port ff7a1194-82fe-4276-b619-8bd9fb41f4b9, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ff7a1194-82fe-4276-b619-8bd9fb41f4b9,segment=NetworkSegment(43d3c138-b240-48ad-977f-2d6a7ad27f63),segment_id=43d3c138-b240-48ad-977f-2d6a7ad27f63)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:19.878269 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'ff7a1194-82fe-4276-b619-8bd9fb41f4b9', 'network_id': '7a64cb75-ed0f-423b-a304-6862ad8942f3', 'port_id': 'ff7a1194-82fe-4276-b619-8bd9fb41f4b9', 'mac_address': 'fa:16:3e:f3:47:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6336eed2-e016-4ba9-8a80-08ebf816187b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:25:19.922387 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:19.937014 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff7a1194-82fe-4276-b619-8bd9fb41f4b9 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:25:19.961108 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port ff7a1194-82fe-4276-b619-8bd9fb41f4b9, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ff7a1194-82fe-4276-b619-8bd9fb41f4b9,segment=NetworkSegment(43d3c138-b240-48ad-977f-2d6a7ad27f63),segment_id=43d3c138-b240-48ad-977f-2d6a7ad27f63)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:19.967618 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:20.034780 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=ff7a1194-82fe-4276-b619-8bd9fb41f4b9,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:20.238208 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['ff7a1194-82fe-4276-b619-8bd9fb41f4b9'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:25:20.515854 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device b0417cc3-700c-401c-b17a-54d99371ae00 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:25:20.598050 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0f4e9-c51b-480a-8411-7b07ce016cee req-35adac76-8a05-4530-a9dc-55bda0cd0dba tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:20.600284 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-faa0f4e9-c51b-480a-8411-7b07ce016cee req-35adac76-8a05-4530-a9dc-55bda0cd0dba tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=d32c218b-4f7f-4197-afe2-eca9cc661a9e HTTP/1.1" status: 200 len: 945 time: 0.0992095 Nov 15 11:25:20.620006 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port b0417cc3-700c-401c-b17a-54d99371ae00 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:25:20.624942 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port b0417cc3-700c-401c-b17a-54d99371ae00 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:25:20.625425 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:20.679033 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-faa0f4e9-c51b-480a-8411-7b07ce016cee req-466ad0b2-f404-48e6-84be-842ca36214dd tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664177 Nov 15 11:25:20.726615 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:20.762582 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32c218b-4f7f-4197-afe2-eca9cc661a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0417cc3-700c-401c-b17a-54d99371ae00'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:25:20.766694 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365e41c6-0458-48d8-b526-83281f08432c" -d '{"events": [{"server_uuid": "d32c218b-4f7f-4197-afe2-eca9cc661a9e", "name": "network-vif-plugged", "status": "completed", "tag": "b0417cc3-700c-401c-b17a-54d99371ae00"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:25:20.786439 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port b0417cc3-700c-401c-b17a-54d99371ae00, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b0417cc3-700c-401c-b17a-54d99371ae00,segment=NetworkSegment(43d3c138-b240-48ad-977f-2d6a7ad27f63),segment_id=43d3c138-b240-48ad-977f-2d6a7ad27f63)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:20.794109 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:20.852819 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e169a978-bad5-411a-8bcf-b7e8a09f22d2 x-openstack-request-id: req-e169a978-bad5-411a-8bcf-b7e8a09f22d2 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:25:20.853202 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32c218b-4f7f-4197-afe2-eca9cc661a9e", "name": "network-vif-plugged", "status": "completed", "tag": "b0417cc3-700c-401c-b17a-54d99371ae00", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:25:20.853542 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e169a978-bad5-411a-8bcf-b7e8a09f22d2 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:25:20.853990 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32c218b-4f7f-4197-afe2-eca9cc661a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0417cc3-700c-401c-b17a-54d99371ae00', 'code': 200} Nov 15 11:25:20.876474 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=b0417cc3-700c-401c-b17a-54d99371ae00,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:20.952139 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba4aba-ef80-4426-b7df-76fd18b2859f req-572eb80d-7fd1-4e9b-a88f-84e1f5904bc5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:20.954217 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9ba4aba-ef80-4426-b7df-76fd18b2859f req-572eb80d-7fd1-4e9b-a88f-84e1f5904bc5 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.0552883 Nov 15 11:25:20.988181 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39646) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:21.036621 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb950ac-559f-45fb-a6d3-6117ebb320ce req-fb3c5b3a-9777-4a07-bab8-4784b5a88716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:21.038043 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6eb950ac-559f-45fb-a6d3-6117ebb320ce req-fb3c5b3a-9777-4a07-bab8-4784b5a88716 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d32c218b-4f7f-4197-afe2-eca9cc661a9e HTTP/1.1" status: 200 len: 1097 time: 0.0690951 Nov 15 11:25:21.053254 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9ba4aba-ef80-4426-b7df-76fd18b2859f req-42c2f8ee-98a3-4913-ac90-4c58b1130d8b tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863819 Nov 15 11:25:21.100244 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6eb950ac-559f-45fb-a6d3-6117ebb320ce req-0684a481-45dc-46e8-9dc3-0d41cedb4847 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542088 Nov 15 11:25:21.196991 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbf6d73c-b1c5-43f3-9881-76bc24d15d97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:21.273168 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbf6d73c-b1c5-43f3-9881-76bc24d15d97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:21.277765 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbf6d73c-b1c5-43f3-9881-76bc24d15d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:21.318507 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bbf6d73c-b1c5-43f3-9881-76bc24d15d97 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7469f4c9639d49348d1b7e18acb8210f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3314331 Nov 15 11:25:21.319386 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6d73c-b1c5-43f3-9881-76bc24d15d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8517bf77-2adf-445e-a905-bec199cf547e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:21.321693 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39660) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:21.374175 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-27faa368-a114-4c86-8e0d-a180259ce769 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:21.426226 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-27faa368-a114-4c86-8e0d-a180259ce769 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:21.463131 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-bf0fd652-b3fe-43a8-9bcc-667307e6c05f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0777903 Nov 15 11:25:21.481872 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-27faa368-a114-4c86-8e0d-a180259ce769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:21.484694 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-27faa368-a114-4c86-8e0d-a180259ce769 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:21.485997 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-27faa368-a114-4c86-8e0d-a180259ce769 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8517bf77-2adf-445e-a905-bec199cf547e HTTP/1.1" status: 204 len: 168 time: 0.1634173 Nov 15 11:25:21.494896 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27faa368-a114-4c86-8e0d-a180259ce769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8517bf77-2adf-445e-a905-bec199cf547e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:21.558150 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-6ee596af-41c6-4986-b8c5-9cdd39834218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:21.558634 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-6ee596af-41c6-4986-b8c5-9cdd39834218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:21.559096 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-6ee596af-41c6-4986-b8c5-9cdd39834218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:21.559551 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-6ee596af-41c6-4986-b8c5-9cdd39834218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:21.560025 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-6ee596af-41c6-4986-b8c5-9cdd39834218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:21.560525 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-6ee596af-41c6-4986-b8c5-9cdd39834218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:21.560976 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-6ee596af-41c6-4986-b8c5-9cdd39834218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:21.562871 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-6ee596af-41c6-4986-b8c5-9cdd39834218 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=77cb92f4ba94421baccd055f8a61a579&device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 6502 time: 0.0586808 Nov 15 11:25:21.687327 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-57f7e28d-7edd-4837-b357-24d9c54dfadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:21.687633 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-57f7e28d-7edd-4837-b357-24d9c54dfadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:21.688667 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-57f7e28d-7edd-4837-b357-24d9c54dfadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:21.691186 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ff7a1194-82fe-4276-b619-8bd9fb41f4b9 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:25:21.694061 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-57f7e28d-7edd-4837-b357-24d9c54dfadd service neutron] 10.222.0.11 "GET /v2.0/networks?id=91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7&id=4c80147d-a460-4aca-9746-ccf4bbea3343&id=4c80147d-a460-4aca-9746-ccf4bbea3343&id=4c80147d-a460-4aca-9746-ccf4bbea3343&id=4c80147d-a460-4aca-9746-ccf4bbea3343&id=71cd31ab-aef9-4c82-a7fe-78615c051843&id=71cd31ab-aef9-4c82-a7fe-78615c051843 HTTP/1.1" status: 200 len: 2298 time: 0.1040444 Nov 15 11:25:21.745855 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port ff7a1194-82fe-4276-b619-8bd9fb41f4b9 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:25:21.753900 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port ff7a1194-82fe-4276-b619-8bd9fb41f4b9 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:25:21.755738 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:21.805948 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-3a0eb1dc-a34f-4f28-bb5f-59d40f7b663c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a5a419e-761c-40a1-8d78-4da3f49c2c0d HTTP/1.1" status: 200 len: 1001 time: 0.0998988 Nov 15 11:25:21.819178 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3611929-04c0-4dee-bf86-3b4c58097c85 req-6f86efd1-1490-4234-bf68-4cc70dc09a9e tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:21.827963 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b3611929-04c0-4dee-bf86-3b4c58097c85 req-6f86efd1-1490-4234-bf68-4cc70dc09a9e tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=d32c218b-4f7f-4197-afe2-eca9cc661a9e HTTP/1.1" status: 200 len: 946 time: 0.0778353 Nov 15 11:25:21.868918 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-54c9cdf9-1b88-4fbb-ac42-1220c0384379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:21.871880 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-54c9cdf9-1b88-4fbb-ac42-1220c0384379 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=afa9b64f-98db-4e8e-8256-aecabb3e60db HTTP/1.1" status: 200 len: 856 time: 0.0573392 Nov 15 11:25:21.889251 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b3611929-04c0-4dee-bf86-3b4c58097c85 req-d277e6f5-02e8-4d8e-8793-d70a1e0bba47 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599718 Nov 15 11:25:21.897936 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:21.927368 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-1d950a69-2aac-4904-8919-0f5211c29b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:21.929023 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-1d950a69-2aac-4904-8919-0f5211c29b24 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483313 Nov 15 11:25:21.951474 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port ff7a1194-82fe-4276-b619-8bd9fb41f4b9, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ff7a1194-82fe-4276-b619-8bd9fb41f4b9,segment=NetworkSegment(43d3c138-b240-48ad-977f-2d6a7ad27f63),segment_id=43d3c138-b240-48ad-977f-2d6a7ad27f63)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:21.957769 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:22.023214 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=ff7a1194-82fe-4276-b619-8bd9fb41f4b9,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:22.116335 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-143aaac8-8754-4fa2-858b-256ddae54cfa service neutron] 10.222.0.11 "GET /v2.0/networks/91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752617 Nov 15 11:25:22.251599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ad325-667e-4ee2-b720-e8c8299b66ba req-188433bd-e25f-4f8a-a61c-8220219ec947 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:22.253640 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-370ad325-667e-4ee2-b720-e8c8299b66ba req-188433bd-e25f-4f8a-a61c-8220219ec947 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.1116881 Nov 15 11:25:22.306306 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-0455e0c5-5beb-44a8-964c-02bed81811d8 service neutron] 10.222.0.11 "GET /v2.0/networks/91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827137 Nov 15 11:25:22.346545 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-370ad325-667e-4ee2-b720-e8c8299b66ba req-4b2b634f-5a77-4270-b516-4448271aefdc tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749314 Nov 15 11:25:22.363136 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-7bd29e15-6111-4aa9-9898-9a62766290b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=bc1db242-bc41-4115-8ee6-dd7f58c66f19 HTTP/1.1" status: 200 len: 217 time: 0.0488095 Nov 15 11:25:22.437076 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-d5e553c2-1909-4e92-bb33-e8bde033b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:22.438614 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-d5e553c2-1909-4e92-bb33-e8bde033b7ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21db8475-8f73-44ea-a113-f3f3e3c06216 HTTP/1.1" status: 200 len: 797 time: 0.0618992 Nov 15 11:25:22.506266 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-c9c55c0a-8f78-4c07-bff2-5aa8146ae752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:22.507777 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-c9c55c0a-8f78-4c07-bff2-5aa8146ae752 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c80147d-a460-4aca-9746-ccf4bbea3343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0613785 Nov 15 11:25:22.654295 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-6bcacd6b-3f2d-4253-91ec-86ded1a1fc94 service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359446 Nov 15 11:25:22.784526 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-7727f738-f0d2-4e5e-bafa-2477a9fef782 service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227803 Nov 15 11:25:22.836844 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-9e5cf140-fa19-4ed4-9efd-0ab6bf149063 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=b5c5f658-3e97-46d3-b735-9ae8bc3ad568 HTTP/1.1" status: 200 len: 217 time: 0.0443721 Nov 15 11:25:22.855521 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b1cb1d-9fa9-4f2e-ad14-a1e117dc1c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7a1194-82fe-4276-b619-8bd9fb41f4b9'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:25:22.859683 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4979cbe-5467-40db-b62c-a7b4ee3eb2f2" -d '{"events": [{"server_uuid": "42b1cb1d-9fa9-4f2e-ad14-a1e117dc1c36", "name": "network-vif-plugged", "status": "completed", "tag": "ff7a1194-82fe-4276-b619-8bd9fb41f4b9"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:25:22.900216 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-d4de336f-1cb9-45fe-8f22-0405959054f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:22.902660 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-d4de336f-1cb9-45fe-8f22-0405959054f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21db8475-8f73-44ea-a113-f3f3e3c06216 HTTP/1.1" status: 200 len: 797 time: 0.0570815 Nov 15 11:25:22.921348 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14a4744-13ac-47d0-ba21-9b23ca09f032 x-openstack-request-id: req-d14a4744-13ac-47d0-ba21-9b23ca09f032 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:25:22.921639 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b1cb1d-9fa9-4f2e-ad14-a1e117dc1c36", "name": "network-vif-plugged", "status": "completed", "tag": "ff7a1194-82fe-4276-b619-8bd9fb41f4b9", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:25:22.921928 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d14a4744-13ac-47d0-ba21-9b23ca09f032 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:25:22.922546 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b1cb1d-9fa9-4f2e-ad14-a1e117dc1c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7a1194-82fe-4276-b619-8bd9fb41f4b9', 'code': 200} Nov 15 11:25:22.970821 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-47098de5-f19e-4801-a52e-4d4ad45c889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:22.972665 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-47098de5-f19e-4801-a52e-4d4ad45c889c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c80147d-a460-4aca-9746-ccf4bbea3343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0614493 Nov 15 11:25:23.063548 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bafff9-cca8-4749-a867-7ea558e49eaa req-ab59700d-8905-4fef-a3cb-97594bde5687 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:23.071396 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-85bafff9-cca8-4749-a867-7ea558e49eaa req-ab59700d-8905-4fef-a3cb-97594bde5687 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=d32c218b-4f7f-4197-afe2-eca9cc661a9e HTTP/1.1" status: 200 len: 946 time: 0.0849288 Nov 15 11:25:23.085675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4db14-672c-46da-a0b2-b34435e59b6c req-7c1b4d8a-84c5-4482-b76f-4482ac22f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:23.088332 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7fe4db14-672c-46da-a0b2-b34435e59b6c req-7c1b4d8a-84c5-4482-b76f-4482ac22f1d8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=42b1cb1d-9fa9-4f2e-ad14-a1e117dc1c36 HTTP/1.1" status: 200 len: 1097 time: 0.0931981 Nov 15 11:25:23.176022 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-85bafff9-cca8-4749-a867-7ea558e49eaa req-860e8715-c24a-45f8-a895-0ed6d9e99b01 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978689 Nov 15 11:25:23.193797 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7fe4db14-672c-46da-a0b2-b34435e59b6c req-8addcc3c-66b2-4855-8ba3-04f49193d179 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979805 Nov 15 11:25:23.193999 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-9b204cb0-4357-4a19-a73e-06b89c90424d service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088268 Nov 15 11:25:23.327159 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e5e86-e2d8-48c3-ad1c-f090f59ccb4c req-83f03e57-1717-460d-91ff-430899aafe65 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:23.334802 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-478e5e86-e2d8-48c3-ad1c-f090f59ccb4c req-83f03e57-1717-460d-91ff-430899aafe65 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=42b1cb1d-9fa9-4f2e-ad14-a1e117dc1c36 HTTP/1.1" status: 200 len: 946 time: 0.0678773 Nov 15 11:25:23.416361 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-6665b1c0-4cca-4f63-9c6e-efc9a730ec56 service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104862 Nov 15 11:25:23.418542 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-478e5e86-e2d8-48c3-ad1c-f090f59ccb4c req-d347ec01-2270-45c1-82ec-386277c807e7 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827713 Nov 15 11:25:23.576928 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a8fb1-5923-497e-9806-f87640d234d0 req-b5fece12-05a9-4d44-8d0e-2b63fa65dd51 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:23.581347 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cd7a8fb1-5923-497e-9806-f87640d234d0 req-b5fece12-05a9-4d44-8d0e-2b63fa65dd51 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.1247227 Nov 15 11:25:23.650371 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cd7a8fb1-5923-497e-9806-f87640d234d0 req-7201cd5a-8b69-4576-a107-39122cd0a886 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630522 Nov 15 11:25:23.850625 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-23bb6fff-c91b-4d90-801a-42c25e8f5caf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=496a1d61-4bd5-4b51-9b89-5253018b96d3 HTTP/1.1" status: 200 len: 217 time: 0.4252846 Nov 15 11:25:23.918836 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-0d9b9413-852d-4adb-90be-ff31ed625df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:23.920312 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-0d9b9413-852d-4adb-90be-ff31ed625df2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21db8475-8f73-44ea-a113-f3f3e3c06216 HTTP/1.1" status: 200 len: 797 time: 0.0466945 Nov 15 11:25:23.974512 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-464a6c89-b3c6-4e8f-8660-a99118295699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:23.975900 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-464a6c89-b3c6-4e8f-8660-a99118295699 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c80147d-a460-4aca-9746-ccf4bbea3343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0463960 Nov 15 11:25:24.073568 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-f2048f1c-127e-4f51-bef9-6ca5ecc6b94c service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900617 Nov 15 11:25:24.174443 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-b08ebda4-4ff0-4d7b-b820-cd9e66c81c3b service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912526 Nov 15 11:25:24.245891 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-3363ec1a-4b0d-4a39-8917-451484ab5632 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=4f6c4222-85c6-40ff-b518-d6284db6fd76 HTTP/1.1" status: 200 len: 217 time: 0.0569811 Nov 15 11:25:24.297419 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-4cd22c4a-ff38-4bd0-b694-c0a4d8eae50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:24.298924 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-4cd22c4a-ff38-4bd0-b694-c0a4d8eae50a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21db8475-8f73-44ea-a113-f3f3e3c06216 HTTP/1.1" status: 200 len: 797 time: 0.0467372 Nov 15 11:25:24.349092 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-c783099f-ffd8-4480-837c-82e3cff994f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:24.350657 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-c783099f-ffd8-4480-837c-82e3cff994f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c80147d-a460-4aca-9746-ccf4bbea3343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0444820 Nov 15 11:25:24.458884 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-4a5a77a8-d37b-4e84-87a4-d4401a0ba15c service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996048 Nov 15 11:25:24.537359 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924778a-ac86-421c-9342-9dc83f13cb7a req-1945db0e-93b9-4d03-83a5-2b4f5dc1f9ea tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:24.542670 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f924778a-ac86-421c-9342-9dc83f13cb7a req-1945db0e-93b9-4d03-83a5-2b4f5dc1f9ea tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=42b1cb1d-9fa9-4f2e-ad14-a1e117dc1c36 HTTP/1.1" status: 200 len: 946 time: 0.0580158 Nov 15 11:25:24.574897 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-adace9eb-1882-43ac-9917-704c0be4a158 service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079807 Nov 15 11:25:24.617786 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f924778a-ac86-421c-9342-9dc83f13cb7a req-16ea7114-bc54-4049-80e7-08f4000092a2 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693960 Nov 15 11:25:24.653657 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-072d199f-9ad1-43dc-b028-fd4a54d5cc0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a0531970-cfa4-40c4-93f0-fd9e48c15329 HTTP/1.1" status: 200 len: 217 time: 0.0680578 Nov 15 11:25:24.680018 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 39844) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:24.801523 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-43073ccd-5cb3-43b2-be04-de91561449c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:24.804994 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-43073ccd-5cb3-43b2-be04-de91561449c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9c67d03c-8fcf-4946-865e-deec42cfabd9 HTTP/1.1" status: 200 len: 797 time: 0.1434238 Nov 15 11:25:24.837587 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4b3f8697-5ca8-41ad-9b77-bf5bb0bcce1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:24.884871 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccc157-c9a4-46c2-8fab-cd9ce4e9a009 req-9a2fdc21-333f-4560-9d3a-2da71d7bf4cf tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:24.887599 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3ccc157-c9a4-46c2-8fab-cd9ce4e9a009 req-9a2fdc21-333f-4560-9d3a-2da71d7bf4cf tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.1262348 Nov 15 11:25:24.923286 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-091a3756-7d35-447e-8175-0623bb4718be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:24.924818 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-091a3756-7d35-447e-8175-0623bb4718be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71cd31ab-aef9-4c82-a7fe-78615c051843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1084876 Nov 15 11:25:25.042351 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39858) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:25.075235 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-ca6c6ef3-f011-4995-9d0c-cfd8e7f89131 service neutron] 10.222.0.11 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411898 Nov 15 11:25:25.075532 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3ccc157-c9a4-46c2-8fab-cd9ce4e9a009 req-79ef8d79-ceca-42c2-8d37-796b4d06b759 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736562 Nov 15 11:25:25.094422 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4b3f8697-5ca8-41ad-9b77-bf5bb0bcce1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:25.117713 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4b3f8697-5ca8-41ad-9b77-bf5bb0bcce1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:25.178524 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4b3f8697-5ca8-41ad-9b77-bf5bb0bcce1f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=81f6f3c485c94e4c9280f23631e132d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4971921 Nov 15 11:25:25.192105 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39866) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:25.243233 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10e1243a-baef-4264-b899-79af11685a63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:25.248930 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f8697-5ca8-41ad-9b77-bf5bb0bcce1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4911cda8-757d-4f3f-b03a-bb4f5cc9c774,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:25.280098 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb73143-6e1b-4e9e-affd-6c96aef2c749 req-173470d4-6956-4b7c-8d55-ce6dce2df820 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:25.281652 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffb73143-6e1b-4e9e-affd-6c96aef2c749 req-173470d4-6956-4b7c-8d55-ce6dce2df820 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=42b1cb1d-9fa9-4f2e-ad14-a1e117dc1c36 HTTP/1.1" status: 200 len: 946 time: 0.0867860 Nov 15 11:25:25.321150 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-4055cf98-cb3e-40c6-9ca0-5abcaa43911d service neutron] 10.222.0.11 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363205 Nov 15 11:25:25.332545 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffb73143-6e1b-4e9e-affd-6c96aef2c749 req-cad6062f-fc9b-4176-a8c9-33be3e56d2fb tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436406 Nov 15 11:25:25.361890 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53527efb-ebf1-489c-96d9-91c35496022a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:25.398586 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-c2f2c1fe-2d3c-4ad1-80fa-d6de3964af3d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=68cf8342-a4ee-408b-81be-041910813acb HTTP/1.1" status: 200 len: 217 time: 0.0585403 Nov 15 11:25:25.451418 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53527efb-ebf1-489c-96d9-91c35496022a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:25.515173 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-72a05658-5bae-4826-a35a-d7836013d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:25.516756 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-72a05658-5bae-4826-a35a-d7836013d219 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9c67d03c-8fcf-4946-865e-deec42cfabd9 HTTP/1.1" status: 200 len: 797 time: 0.1072252 Nov 15 11:25:25.518445 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10e1243a-baef-4264-b899-79af11685a63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:25.524917 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10e1243a-baef-4264-b899-79af11685a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:25.578885 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53527efb-ebf1-489c-96d9-91c35496022a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:25.581451 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53527efb-ebf1-489c-96d9-91c35496022a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:25.582603 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-53527efb-ebf1-489c-96d9-91c35496022a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4911cda8-757d-4f3f-b03a-bb4f5cc9c774 HTTP/1.1" status: 204 len: 168 time: 0.3879108 Nov 15 11:25:25.595786 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-10e1243a-baef-4264-b899-79af11685a63 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=690092edd93a47b9ae477a5690e1bc8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5523672 Nov 15 11:25:25.598012 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1243a-baef-4264-b899-79af11685a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e042da5-ba70-47a3-a87f-1795e9c0f11b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:25.598837 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 39882) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:25.612359 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53527efb-ebf1-489c-96d9-91c35496022a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4911cda8-757d-4f3f-b03a-bb4f5cc9c774,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:25.621313 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-a90baf3b-fe28-499d-9884-2602442b5036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:25.623009 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-a90baf3b-fe28-499d-9884-2602442b5036 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71cd31ab-aef9-4c82-a7fe-78615c051843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0953100 Nov 15 11:25:25.726180 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b45b1b2d-1d2b-464e-a461-50f2292b8b7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:25.737321 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-b5e23b64-9107-4d29-aea5-875002e7c481 service neutron] 10.222.0.11 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050298 Nov 15 11:25:25.748769 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b45b1b2d-1d2b-464e-a461-50f2292b8b7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:25.801583 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b45b1b2d-1d2b-464e-a461-50f2292b8b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:25.804360 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b45b1b2d-1d2b-464e-a461-50f2292b8b7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:25.805562 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b45b1b2d-1d2b-464e-a461-50f2292b8b7c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4e042da5-ba70-47a3-a87f-1795e9c0f11b HTTP/1.1" status: 204 len: 168 time: 0.2048566 Nov 15 11:25:25.816322 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b1b2d-1d2b-464e-a461-50f2292b8b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e042da5-ba70-47a3-a87f-1795e9c0f11b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:25.893794 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6b1c56e1-70ea-449e-9458-0b17d57ff952 req-4e2cb773-7bc2-47de-b00c-3fa88fa565b3 service neutron] 10.222.0.11 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364684 Nov 15 11:25:25.981504 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 39888) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:25.997291 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-641f85aa-781a-49c1-b505-74dbcbbf2c79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:26.081881 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-641f85aa-781a-49c1-b505-74dbcbbf2c79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:26.085352 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-641f85aa-781a-49c1-b505-74dbcbbf2c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:26.122461 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f85aa-781a-49c1-b505-74dbcbbf2c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ed173a-c746-4a7a-8574-12e184383abd,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:26.131877 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-641f85aa-781a-49c1-b505-74dbcbbf2c79 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a38a2fd7c729480fa37078a5111653bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1482592 Nov 15 11:25:26.134509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 39896) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:26.263863 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca54b8-cac3-4a4c-84ea-acc311ea7226 req-52f6f840-9f11-4dc0-b020-0fc3679f71c6 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:26.265359 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9ca54b8-cac3-4a4c-84ea-acc311ea7226 req-52f6f840-9f11-4dc0-b020-0fc3679f71c6 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.55 "GET /v2.0/ports?device_id=42b1cb1d-9fa9-4f2e-ad14-a1e117dc1c36 HTTP/1.1" status: 200 len: 946 time: 0.1163845 Nov 15 11:25:26.291146 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9e07a07e-787b-4d25-8036-f6a7eca92374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:26.301840 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a21c70-0aaf-44d6-b2d7-d391aa30c7a9 req-8ef3fa4f-41ac-4b5a-86a7-92037a97ad0a tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:26.303353 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6a21c70-0aaf-44d6-b2d7-d391aa30c7a9 req-8ef3fa4f-41ac-4b5a-86a7-92037a97ad0a tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.1248159 Nov 15 11:25:26.338298 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39908) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:26.358140 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41c46cde-cf0f-4566-93ae-93722912020d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:26.416257 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9e07a07e-787b-4d25-8036-f6a7eca92374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:26.464810 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41c46cde-cf0f-4566-93ae-93722912020d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:26.470900 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41c46cde-cf0f-4566-93ae-93722912020d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:26.497067 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6a21c70-0aaf-44d6-b2d7-d391aa30c7a9 req-7585de9e-aaf8-4ed6-84a9-b8559b6cedb1 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198125 Nov 15 11:25:26.523289 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-e9ca54b8-cac3-4a4c-84ea-acc311ea7226 req-68e27457-70cc-49be-a40f-532875a5c2fc tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Deleting port ff7a1194-82fe-4276-b619-8bd9fb41f4b9 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:25:26.523636 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e9ca54b8-cac3-4a4c-84ea-acc311ea7226 req-68e27457-70cc-49be-a40f-532875a5c2fc tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:26.548114 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-41c46cde-cf0f-4566-93ae-93722912020d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e87a8cb256234be4abeae97023c0749e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2086687 Nov 15 11:25:26.549560 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c46cde-cf0f-4566-93ae-93722912020d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180b0388-0a22-4009-ba2a-4391143c6792,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:26.553260 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39918) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:26.598737 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e47f11-e2f5-4bde-b05d-a927c53cd672 req-f487c191-b81f-448b-805f-4330bcbe65b1 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:26.600309 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3e47f11-e2f5-4bde-b05d-a927c53cd672 req-f487c191-b81f-448b-805f-4330bcbe65b1 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=42b1cb1d-9fa9-4f2e-ad14-a1e117dc1c36 HTTP/1.1" status: 200 len: 946 time: 0.1215980 Nov 15 11:25:26.613330 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9e07a07e-787b-4d25-8036-f6a7eca92374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:26.616098 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9e07a07e-787b-4d25-8036-f6a7eca92374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:26.617235 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9e07a07e-787b-4d25-8036-f6a7eca92374 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f7ed173a-c746-4a7a-8574-12e184383abd HTTP/1.1" status: 204 len: 168 time: 0.4818323 Nov 15 11:25:26.650831 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07a07e-787b-4d25-8036-f6a7eca92374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ed173a-c746-4a7a-8574-12e184383abd,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:26.652623 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b4f071b9-7a86-43f3-a072-9aab83e27b9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:26.681540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-e9ca54b8-cac3-4a4c-84ea-acc311ea7226 req-68e27457-70cc-49be-a40f-532875a5c2fc tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] For port ff7a1194-82fe-4276-b619-8bd9fb41f4b9, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ff7a1194-82fe-4276-b619-8bd9fb41f4b9,segment=NetworkSegment(43d3c138-b240-48ad-977f-2d6a7ad27f63),segment_id=43d3c138-b240-48ad-977f-2d6a7ad27f63)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:26.681785 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e9ca54b8-cac3-4a4c-84ea-acc311ea7226 req-68e27457-70cc-49be-a40f-532875a5c2fc tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:26.712139 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-e9ca54b8-cac3-4a4c-84ea-acc311ea7226 req-68e27457-70cc-49be-a40f-532875a5c2fc tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Calling delete_port for ff7a1194-82fe-4276-b619-8bd9fb41f4b9 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:25:26.725477 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b4f071b9-7a86-43f3-a072-9aab83e27b9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:26.729521 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3e47f11-e2f5-4bde-b05d-a927c53cd672 req-65e68cd2-8d85-454d-9bf9-24667a587cdd tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/security-groups?id=1f8a90bc-2c41-49d2-8f9f-473caa37b2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076252 Nov 15 11:25:26.822326 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b4f071b9-7a86-43f3-a072-9aab83e27b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:26.825015 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b4f071b9-7a86-43f3-a072-9aab83e27b9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:26.828516 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b4f071b9-7a86-43f3-a072-9aab83e27b9c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/180b0388-0a22-4009-ba2a-4391143c6792 HTTP/1.1" status: 204 len: 168 time: 0.2712331 Nov 15 11:25:26.851919 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f071b9-7a86-43f3-a072-9aab83e27b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180b0388-0a22-4009-ba2a-4391143c6792,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:26.938895 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b915aba-1024-4b75-9779-52435ecd24bd req-a109f7ce-9377-4570-a4ea-90884abc4f5b tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:26.941732 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b915aba-1024-4b75-9779-52435ecd24bd req-a109f7ce-9377-4570-a4ea-90884abc4f5b tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.11 "GET /v2.0/ports?device_id=d32c218b-4f7f-4197-afe2-eca9cc661a9e HTTP/1.1" status: 200 len: 946 time: 0.0645173 Nov 15 11:25:26.975762 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e9ca54b8-cac3-4a4c-84ea-acc311ea7226 req-68e27457-70cc-49be-a40f-532875a5c2fc tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:26.991996 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['b0417cc3-700c-401c-b17a-54d99371ae00'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:25:26.994503 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['ff7a1194-82fe-4276-b619-8bd9fb41f4b9'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:25:27.039412 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e27457-70cc-49be-a40f-532875a5c2fc tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Pushing event deleted for resources: {'Port': ['ID=ff7a1194-82fe-4276-b619-8bd9fb41f4b9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:27.129825 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ca54b8-cac3-4a4c-84ea-acc311ea7226 req-68e27457-70cc-49be-a40f-532875a5c2fc tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] No DVR routers for this DVR port ff7a1194-82fe-4276-b619-8bd9fb41f4b9 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:25:27.134800 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e9ca54b8-cac3-4a4c-84ea-acc311ea7226 req-68e27457-70cc-49be-a40f-532875a5c2fc tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:27.142995 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9ca54b8-cac3-4a4c-84ea-acc311ea7226 req-68e27457-70cc-49be-a40f-532875a5c2fc tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.55 "DELETE /v2.0/ports/ff7a1194-82fe-4276-b619-8bd9fb41f4b9 HTTP/1.1" status: 204 len: 173 time: 0.8599064 Nov 15 11:25:27.143500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b1cb1d-9fa9-4f2e-ad14-a1e117dc1c36', 'name': 'network-vif-deleted', 'tag': 'ff7a1194-82fe-4276-b619-8bd9fb41f4b9'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:25:27.151431 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca89463-671e-4209-b660-e208a6d2cb0f" -d '{"events": [{"server_uuid": "42b1cb1d-9fa9-4f2e-ad14-a1e117dc1c36", "name": "network-vif-deleted", "tag": "ff7a1194-82fe-4276-b619-8bd9fb41f4b9"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:25:27.232368 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d444d73c-1db1-434e-bae3-4ccda15f519b x-openstack-request-id: req-d444d73c-1db1-434e-bae3-4ccda15f519b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:25:27.232974 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b1cb1d-9fa9-4f2e-ad14-a1e117dc1c36", "name": "network-vif-deleted", "tag": "ff7a1194-82fe-4276-b619-8bd9fb41f4b9", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:25:27.233380 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d444d73c-1db1-434e-bae3-4ccda15f519b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:25:27.233949 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b1cb1d-9fa9-4f2e-ad14-a1e117dc1c36', 'name': 'network-vif-deleted', 'tag': 'ff7a1194-82fe-4276-b619-8bd9fb41f4b9', 'status': 'completed', 'code': 200} Nov 15 11:25:27.258669 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-3b915aba-1024-4b75-9779-52435ecd24bd req-478f7245-9597-4c34-aa8d-bee904e2c79a tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Deleting port b0417cc3-700c-401c-b17a-54d99371ae00 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:25:27.259006 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3b915aba-1024-4b75-9779-52435ecd24bd req-478f7245-9597-4c34-aa8d-bee904e2c79a tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:27.416954 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-3b915aba-1024-4b75-9779-52435ecd24bd req-478f7245-9597-4c34-aa8d-bee904e2c79a tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] For port b0417cc3-700c-401c-b17a-54d99371ae00, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b0417cc3-700c-401c-b17a-54d99371ae00,segment=NetworkSegment(43d3c138-b240-48ad-977f-2d6a7ad27f63),segment_id=43d3c138-b240-48ad-977f-2d6a7ad27f63)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:27.417545 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3b915aba-1024-4b75-9779-52435ecd24bd req-478f7245-9597-4c34-aa8d-bee904e2c79a tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:27.430706 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-3b915aba-1024-4b75-9779-52435ecd24bd req-478f7245-9597-4c34-aa8d-bee904e2c79a tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Calling delete_port for b0417cc3-700c-401c-b17a-54d99371ae00 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:25:27.613167 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3b915aba-1024-4b75-9779-52435ecd24bd req-478f7245-9597-4c34-aa8d-bee904e2c79a tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:27.624623 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['ff7a1194-82fe-4276-b619-8bd9fb41f4b9'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:25:27.656817 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f7245-9597-4c34-aa8d-bee904e2c79a tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Pushing event deleted for resources: {'Port': ['ID=b0417cc3-700c-401c-b17a-54d99371ae00,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:27.744754 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b915aba-1024-4b75-9779-52435ecd24bd req-478f7245-9597-4c34-aa8d-bee904e2c79a tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] No DVR routers for this DVR port b0417cc3-700c-401c-b17a-54d99371ae00 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:25:27.752599 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-3b915aba-1024-4b75-9779-52435ecd24bd req-478f7245-9597-4c34-aa8d-bee904e2c79a tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:27.757708 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b915aba-1024-4b75-9779-52435ecd24bd req-478f7245-9597-4c34-aa8d-bee904e2c79a tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.11 "DELETE /v2.0/ports/b0417cc3-700c-401c-b17a-54d99371ae00 HTTP/1.1" status: 204 len: 173 time: 0.8037891 Nov 15 11:25:27.758313 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32c218b-4f7f-4197-afe2-eca9cc661a9e', 'name': 'network-vif-deleted', 'tag': 'b0417cc3-700c-401c-b17a-54d99371ae00'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:25:27.761494 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a9f151-5521-47a4-9838-af587ad232c4" -d '{"events": [{"server_uuid": "d32c218b-4f7f-4197-afe2-eca9cc661a9e", "name": "network-vif-deleted", "tag": "b0417cc3-700c-401c-b17a-54d99371ae00"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:25:27.848019 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20937a3e-b565-48c5-8510-91a5d2731651 req-60370964-cb80-494b-94b6-7a5195116aa7 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:27.862189 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20937a3e-b565-48c5-8510-91a5d2731651 req-60370964-cb80-494b-94b6-7a5195116aa7 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.1855786 Nov 15 11:25:27.996570 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41013e3c-2dea-4ee7-b2d2-41b197c7c6a2 req-d778477b-f84e-44bb-a64f-22b640152674 tempest-MultipleCreateTestJSON-160061250 tempest-MultipleCreateTestJSON-160061250-project] 10.222.0.64 "GET /v2.0/ports?device_id=42b1cb1d-9fa9-4f2e-ad14-a1e117dc1c36 HTTP/1.1" status: 200 len: 210 time: 0.0962548 Nov 15 11:25:28.058032 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442674ae-f99c-4fd5-aa12-79c05d122bf1 x-openstack-request-id: req-442674ae-f99c-4fd5-aa12-79c05d122bf1 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:25:28.058428 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32c218b-4f7f-4197-afe2-eca9cc661a9e", "name": "network-vif-deleted", "tag": "b0417cc3-700c-401c-b17a-54d99371ae00", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:25:28.058747 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-442674ae-f99c-4fd5-aa12-79c05d122bf1 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:25:28.059295 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32c218b-4f7f-4197-afe2-eca9cc661a9e', 'name': 'network-vif-deleted', 'tag': 'b0417cc3-700c-401c-b17a-54d99371ae00', 'status': 'completed', 'code': 200} Nov 15 11:25:28.063931 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20937a3e-b565-48c5-8510-91a5d2731651 req-34d3931c-7924-43b4-9ae8-e1ff7dc4fa66 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844380 Nov 15 11:25:29.220175 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139991b3-ba9b-4899-bb20-4691735b8508 req-aef09c21-6ae2-46bd-909a-6f83848db73c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:29.228811 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-139991b3-ba9b-4899-bb20-4691735b8508 req-aef09c21-6ae2-46bd-909a-6f83848db73c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.0833721 Nov 15 11:25:29.311251 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-139991b3-ba9b-4899-bb20-4691735b8508 req-4297ff20-6a1c-4d80-bc9e-ab4782c7c28d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760181 Nov 15 11:25:29.349185 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 40070) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:29.444781 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb28009-b2c6-4d50-abf5-19bf0617b84c admin admin] Deleting subnet 6336eed2-e016-4ba9-8a80-08ebf816187b {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:25:29.448853 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3cb28009-b2c6-4d50-abf5-19bf0617b84c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:29.474287 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:29.520113 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3cb28009-b2c6-4d50-abf5-19bf0617b84c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:29.582371 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3cb28009-b2c6-4d50-abf5-19bf0617b84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:29.658973 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3cb28009-b2c6-4d50-abf5-19bf0617b84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:29.678180 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3cb28009-b2c6-4d50-abf5-19bf0617b84c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:29.682662 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3cb28009-b2c6-4d50-abf5-19bf0617b84c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6336eed2-e016-4ba9-8a80-08ebf816187b HTTP/1.1" status: 204 len: 168 time: 0.3323715 Nov 15 11:25:29.685666 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 40086) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:29.727868 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb28009-b2c6-4d50-abf5-19bf0617b84c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6336eed2-e016-4ba9-8a80-08ebf816187b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:29.756992 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ff7a1194-82fe-4276-b619-8bd9fb41f4b9 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:25:29.790484 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: ff7a1194-82fe-4276-b619-8bd9fb41f4b9 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:25:29.795481 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ff7a1194-82fe-4276-b619-8bd9fb41f4b9 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:25:29.857935 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd337385-13c8-41b8-bf6a-4240a6cdc485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:29.952881 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd337385-13c8-41b8-bf6a-4240a6cdc485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:29.991705 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-fd337385-13c8-41b8-bf6a-4240a6cdc485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a64cb75-ed0f-423b-a304-6862ad8942f3']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:25:30.017336 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-fd337385-13c8-41b8-bf6a-4240a6cdc485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d3c138-b240-48ad-977f-2d6a7ad27f63') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:25:30.017630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-fd337385-13c8-41b8-bf6a-4240a6cdc485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d3c138-b240-48ad-977f-2d6a7ad27f63') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:25:30.035492 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd337385-13c8-41b8-bf6a-4240a6cdc485 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:30.059694 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd337385-13c8-41b8-bf6a-4240a6cdc485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:30.078305 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd337385-13c8-41b8-bf6a-4240a6cdc485 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:25:30.085712 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd337385-13c8-41b8-bf6a-4240a6cdc485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:25:30.088306 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:25:30.181957 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd337385-13c8-41b8-bf6a-4240a6cdc485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:30.194380 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd337385-13c8-41b8-bf6a-4240a6cdc485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:30.198337 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fd337385-13c8-41b8-bf6a-4240a6cdc485 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7a64cb75-ed0f-423b-a304-6862ad8942f3 HTTP/1.1" status: 204 len: 168 time: 0.5116305 Nov 15 11:25:30.210396 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd337385-13c8-41b8-bf6a-4240a6cdc485 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a64cb75-ed0f-423b-a304-6862ad8942f3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:30.454917 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e6b87-d512-468b-a786-acc424988a61 req-925157c3-798c-4321-9764-72b858013eb2 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:30.458520 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e46e6b87-d512-468b-a786-acc424988a61 req-925157c3-798c-4321-9764-72b858013eb2 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.0691323 Nov 15 11:25:30.554397 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e46e6b87-d512-468b-a786-acc424988a61 req-2b9e49aa-fc0c-4f7c-95fe-8d1fb6e21583 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854771 Nov 15 11:25:30.564336 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device b0417cc3-700c-401c-b17a-54d99371ae00 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:25:30.567060 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 40116) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:30.602752 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: b0417cc3-700c-401c-b17a-54d99371ae00 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:25:30.603403 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device b0417cc3-700c-401c-b17a-54d99371ae00 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:25:30.664438 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6138d408-cc3c-431c-973e-0ca586aa1568 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=287ec57b79714f60a73dd4af924c5885&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0951436 Nov 15 11:25:30.666022 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 40120) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:30.738372 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01fd7d88-5b7c-49e2-bddc-46f0d5659df2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:30.773962 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01fd7d88-5b7c-49e2-bddc-46f0d5659df2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:30.861293 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01fd7d88-5b7c-49e2-bddc-46f0d5659df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:30.864092 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01fd7d88-5b7c-49e2-bddc-46f0d5659df2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:30.866093 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-01fd7d88-5b7c-49e2-bddc-46f0d5659df2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1f8a90bc-2c41-49d2-8f9f-473caa37b2db HTTP/1.1" status: 204 len: 168 time: 0.1988580 Nov 15 11:25:30.881842 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd7d88-5b7c-49e2-bddc-46f0d5659df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8a90bc-2c41-49d2-8f9f-473caa37b2db,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:31.359057 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:31.565645 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 40146) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:31.811338 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570936e8-5325-4fbe-9950-29aaff1b5d6d req-6228723d-922e-4e93-b0c7-4573a38b51b2 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:31.820280 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-570936e8-5325-4fbe-9950-29aaff1b5d6d req-6228723d-922e-4e93-b0c7-4573a38b51b2 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.0981669 Nov 15 11:25:31.916210 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-570936e8-5325-4fbe-9950-29aaff1b5d6d req-f90244ed-e98d-432d-b201-6634ef5562c2 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899916 Nov 15 11:25:31.946135 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca1ff979-11d9-4757-b532-a1a1f10b5b4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:32.112895 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca1ff979-11d9-4757-b532-a1a1f10b5b4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:32.120745 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca1ff979-11d9-4757-b532-a1a1f10b5b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:32.204905 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ca1ff979-11d9-4757-b532-a1a1f10b5b4c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ece6241fe464799b75e025d29b9325d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6356437 Nov 15 11:25:32.205490 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 40166) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:32.223868 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ff979-11d9-4757-b532-a1a1f10b5b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20815284-b548-458a-9830-8501fcb8b6a8,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:32.272315 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-170bb364-fc02-4c54-b87e-f125d1686542 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:32.317397 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-170bb364-fc02-4c54-b87e-f125d1686542 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:32.399247 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-170bb364-fc02-4c54-b87e-f125d1686542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:32.402958 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-170bb364-fc02-4c54-b87e-f125d1686542 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:32.404762 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-170bb364-fc02-4c54-b87e-f125d1686542 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/20815284-b548-458a-9830-8501fcb8b6a8 HTTP/1.1" status: 204 len: 168 time: 0.1981838 Nov 15 11:25:32.414385 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170bb364-fc02-4c54-b87e-f125d1686542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20815284-b548-458a-9830-8501fcb8b6a8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:32.977007 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 40194) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:33.001219 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6058d810-be47-4b82-bd48-581460a279fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:33.090531 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 40198) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:33.170326 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ef3e3-51eb-4747-ad76-7b5653e1e791 req-d4a5c3bd-b11b-412a-a166-5229b1efe2b8 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:33.178265 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-841ef3e3-51eb-4747-ad76-7b5653e1e791 req-d4a5c3bd-b11b-412a-a166-5229b1efe2b8 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.1303709 Nov 15 11:25:33.237233 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6058d810-be47-4b82-bd48-581460a279fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:33.248611 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6058d810-be47-4b82-bd48-581460a279fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:33.290305 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-841ef3e3-51eb-4747-ad76-7b5653e1e791 req-e213e8da-16a5-47ee-9128-8cf6bff87208 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061883 Nov 15 11:25:33.299093 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058d810-be47-4b82-bd48-581460a279fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73179d07-c0d1-4f02-883d-b990eb60330f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:33.325606 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6058d810-be47-4b82-bd48-581460a279fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e0dd0ee3297b40e487e8a5b015dc6edc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3474991 Nov 15 11:25:33.328212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 40206) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:33.392574 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7bd728e7-d059-45f3-9cd4-a2979f77a5d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:33.393913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7acc02a6-31a9-4be9-842d-3ea175fcbf8b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1878805593-network', 'tenant_id': 'ad5e6e5255eb47e4a6b936dcd4fe1081'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:25:33.419371 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7bd728e7-d059-45f3-9cd4-a2979f77a5d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:33.442003 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acc02a6-31a9-4be9-842d-3ea175fcbf8b admin admin] Made reservation on behalf of ad5e6e5255eb47e4a6b936dcd4fe1081 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:25:33.445504 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7acc02a6-31a9-4be9-842d-3ea175fcbf8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:33.457988 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7acc02a6-31a9-4be9-842d-3ea175fcbf8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:33.489808 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7bd728e7-d059-45f3-9cd4-a2979f77a5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:33.492910 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7bd728e7-d059-45f3-9cd4-a2979f77a5d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:33.497380 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7bd728e7-d059-45f3-9cd4-a2979f77a5d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/73179d07-c0d1-4f02-883d-b990eb60330f HTTP/1.1" status: 204 len: 168 time: 0.1682525 Nov 15 11:25:33.512995 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd728e7-d059-45f3-9cd4-a2979f77a5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73179d07-c0d1-4f02-883d-b990eb60330f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:33.648575 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7acc02a6-31a9-4be9-842d-3ea175fcbf8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:33.658857 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7acc02a6-31a9-4be9-842d-3ea175fcbf8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:33.681640 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7acc02a6-31a9-4be9-842d-3ea175fcbf8b admin admin] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:25:33.699791 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc02a6-31a9-4be9-842d-3ea175fcbf8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2abffb0-560e-440e-8a02-012c60189908,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:33.706211 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7acc02a6-31a9-4be9-842d-3ea175fcbf8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:33.706686 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-7acc02a6-31a9-4be9-842d-3ea175fcbf8b admin admin] Added segment 853e40d7-0dc8-4169-96f6-c7a136dd0481 of type vlan for network e627499c-e4bc-4c81-87ed-5f1d86d58d94 Nov 15 11:25:33.762815 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7acc02a6-31a9-4be9-842d-3ea175fcbf8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:33.822116 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7acc02a6-31a9-4be9-842d-3ea175fcbf8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:33.823304 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acc02a6-31a9-4be9-842d-3ea175fcbf8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:33.824048 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7acc02a6-31a9-4be9-842d-3ea175fcbf8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:33.916574 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7acc02a6-31a9-4be9-842d-3ea175fcbf8b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8222368 Nov 15 11:25:33.917048 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 40226) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:33.922298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-93b55831-63a1-4f36-95c7-2fd62d128c27 admin admin] Request body: {'subnet': {'network_id': 'e627499c-e4bc-4c81-87ed-5f1d86d58d94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1878805593-subnet', 'tenant_id': 'ad5e6e5255eb47e4a6b936dcd4fe1081', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:25:33.941514 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc02a6-31a9-4be9-842d-3ea175fcbf8b admin admin] Pushing event updated for resources: {'Network': ['ID=e627499c-e4bc-4c81-87ed-5f1d86d58d94,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:33.958780 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network e627499c-e4bc-4c81-87ed-5f1d86d58d94 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:25:33.964162 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b55831-63a1-4f36-95c7-2fd62d128c27 admin admin] Made reservation on behalf of ad5e6e5255eb47e4a6b936dcd4fe1081 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:25:33.967921 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-93b55831-63a1-4f36-95c7-2fd62d128c27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:34.312745 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-93b55831-63a1-4f36-95c7-2fd62d128c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:34.412763 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b55831-63a1-4f36-95c7-2fd62d128c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d12caee7-48ca-4794-bc41-9d469d5d8b9a,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:34.512470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b55831-63a1-4f36-95c7-2fd62d128c27 admin admin] Checking segment: {'id': '853e40d7-0dc8-4169-96f6-c7a136dd0481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e627499c-e4bc-4c81-87ed-5f1d86d58d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:25:34.514039 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b55831-63a1-4f36-95c7-2fd62d128c27 admin admin] Network hostable DHCP agents. Network: e627499c-e4bc-4c81-87ed-5f1d86d58d94, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:25:34.589856 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf15e5d-283f-40dc-b3cf-dee638bf443c req-946f22f3-4476-45dd-9486-604dfd7bff9f tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:34.595322 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-faf15e5d-283f-40dc-b3cf-dee638bf443c req-946f22f3-4476-45dd-9486-604dfd7bff9f tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.1522577 Nov 15 11:25:34.605583 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b55831-63a1-4f36-95c7-2fd62d128c27 admin admin] Network e627499c-e4bc-4c81-87ed-5f1d86d58d94 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:25:34.652857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-93b55831-63a1-4f36-95c7-2fd62d128c27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, e627499c-e4bc-4c81-87ed-5f1d86d58d94) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:25:34.664012 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157fbeaa-5b8d-4be4-ac0a-6a12e7360649 None None] Network e627499c-e4bc-4c81-87ed-5f1d86d58d94 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:25:34.665226 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b55831-63a1-4f36-95c7-2fd62d128c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:34.665917 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-93b55831-63a1-4f36-95c7-2fd62d128c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:34.692385 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-faf15e5d-283f-40dc-b3cf-dee638bf443c req-aa1b7df3-f23d-4cd0-a160-88c6f95bf9cc tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878429 Nov 15 11:25:34.721809 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-93b55831-63a1-4f36-95c7-2fd62d128c27 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7960548 Nov 15 11:25:35.331126 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f54d54-0c53-4f41-9791-0dd97c2b056f None None] Network e627499c-e4bc-4c81-87ed-5f1d86d58d94 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:25:36.051716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-68d66564-a05e-4c24-9311-5722391b7792 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:36.053186 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-68d66564-a05e-4c24-9311-5722391b7792 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/networks?id=e627499c-e4bc-4c81-87ed-5f1d86d58d94 HTTP/1.1" status: 200 len: 814 time: 0.2928360 Nov 15 11:25:36.103060 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-f0bc8829-9267-46ce-a3ea-e55bc28abd3e tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/quotas/ad5e6e5255eb47e4a6b936dcd4fe1081 HTTP/1.1" status: 200 len: 375 time: 0.0131192 Nov 15 11:25:36.153032 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-c7484f12-2df7-4b55-b255-bd0bd82707e7 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ad5e6e5255eb47e4a6b936dcd4fe1081&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490496 Nov 15 11:25:36.187524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285d8de-2b20-4f19-af68-9f47f87d451b req-3245fcd6-2c49-4953-b09a-86e3261f59fd tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:36.189458 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5285d8de-2b20-4f19-af68-9f47f87d451b req-3245fcd6-2c49-4953-b09a-86e3261f59fd tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.2956817 Nov 15 11:25:36.232623 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2c04c8af-0d8d-4c4e-b6d1-6dd2d04b5e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:36.312486 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5285d8de-2b20-4f19-af68-9f47f87d451b req-1ef0a71f-cc0d-476f-8990-0d81ae4fecf3 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106675 Nov 15 11:25:36.538911 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-9503b31a-f895-4105-83f4-391f1ceb5498 service neutron] 10.222.0.64 "GET /v2.0/networks/e627499c-e4bc-4c81-87ed-5f1d86d58d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694913 Nov 15 11:25:36.725805 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-e63ea314-3c4a-4f61-bd94-a688534de16d service neutron] 10.222.0.64 "GET /v2.0/networks/e627499c-e4bc-4c81-87ed-5f1d86d58d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774988 Nov 15 11:25:37.040380 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-807304c7-d4d0-4810-840b-d6021ab7605e req-0647d268-f582-4cf3-8f1b-8791da861cf2 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b0862e9-5285-4dfe-998b-50913abe555f HTTP/1.1" status: 200 len: 210 time: 0.0352712 Nov 15 11:25:37.487730 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0280b7a-4e2a-48cc-be40-564a19583fc4 req-9914bfa5-3abf-4def-999e-ab12382029a1 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:37.491288 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0280b7a-4e2a-48cc-be40-564a19583fc4 req-9914bfa5-3abf-4def-999e-ab12382029a1 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.0685945 Nov 15 11:25:37.616899 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0280b7a-4e2a-48cc-be40-564a19583fc4 req-e7b084da-960e-4485-a980-decea2a5d658 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182551 Nov 15 11:25:38.202548 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15ec59b9-9bdf-47f1-9a75-15315215d2cf req-20348448-a53b-4e5c-aa42-4e4afb27b4c0 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b0862e9-5285-4dfe-998b-50913abe555f HTTP/1.1" status: 200 len: 210 time: 0.0339797 Nov 15 11:25:38.352419 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b9772318-4d7a-4eb0-bb5b-6b7b48330b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:38.518053 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-fa152769-9891-416f-979d-22ceaaf20e37 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:38.520363 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-fa152769-9891-416f-979d-22ceaaf20e37 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.55 "GET /v2.0/networks?id=e627499c-e4bc-4c81-87ed-5f1d86d58d94 HTTP/1.1" status: 200 len: 814 time: 0.2219632 Nov 15 11:25:38.537788 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-5c0280e8-6300-435c-8774-93edfc24bf6b tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Request body: {'port': {'device_id': '2b0862e9-5285-4dfe-998b-50913abe555f', 'network_id': 'e627499c-e4bc-4c81-87ed-5f1d86d58d94', 'admin_state_up': True, 'tenant_id': 'ad5e6e5255eb47e4a6b936dcd4fe1081'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:25:38.633576 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:25:38.758011 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-5c0280e8-6300-435c-8774-93edfc24bf6b tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Made reservation on behalf of ad5e6e5255eb47e4a6b936dcd4fe1081 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:25:38.767332 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-5c0280e8-6300-435c-8774-93edfc24bf6b tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:38.916750 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d6d0a-15e7-4e1f-a0c6-1c7f53a98dee req-26347a08-bc9a-4dee-a193-1808a97ae013 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:38.923935 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d1d6d0a-15e7-4e1f-a0c6-1c7f53a98dee req-26347a08-bc9a-4dee-a193-1808a97ae013 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.1684248 Nov 15 11:25:38.975826 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-5c0280e8-6300-435c-8774-93edfc24bf6b tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Allocated IP 172.20.0.13 (e627499c-e4bc-4c81-87ed-5f1d86d58d94/d12caee7-48ca-4794-bc41-9d469d5d8b9a/2c29b96a-fad1-4ce5-8658-5035425792db) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:25:39.000387 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d1d6d0a-15e7-4e1f-a0c6-1c7f53a98dee req-f94ef2fb-e950-474a-9ef0-71d1080970a4 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754392 Nov 15 11:25:39.176827 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-5c0280e8-6300-435c-8774-93edfc24bf6b tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:39.230030 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-5c0280e8-6300-435c-8774-93edfc24bf6b tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:39.275689 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-5c0280e8-6300-435c-8774-93edfc24bf6b tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Network e627499c-e4bc-4c81-87ed-5f1d86d58d94 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:25:39.279856 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-5c0280e8-6300-435c-8774-93edfc24bf6b tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:25:39.284685 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-5c0280e8-6300-435c-8774-93edfc24bf6b tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:25:39.362332 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0280e8-6300-435c-8774-93edfc24bf6b tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Pushing event updated for resources: {'Port': ['ID=2c29b96a-fad1-4ce5-8658-5035425792db,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:39.377007 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-5c0280e8-6300-435c-8774-93edfc24bf6b tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:39.377877 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-5c0280e8-6300-435c-8774-93edfc24bf6b tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:39.406812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fe257-dfa4-4dd8-a087-298b34f09315 req-a5bd153d-44bf-457b-bbee-f5b1f8dcdad0 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:39.408459 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8f4fe257-dfa4-4dd8-a087-298b34f09315 req-a5bd153d-44bf-457b-bbee-f5b1f8dcdad0 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b0862e9-5285-4dfe-998b-50913abe555f HTTP/1.1" status: 200 len: 932 time: 0.0917494 Nov 15 11:25:39.412578 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-5c0280e8-6300-435c-8774-93edfc24bf6b tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8823078 Nov 15 11:25:39.430211 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-8cad0730-2b7b-495b-9741-71991a08718e service neutron] Request body: {'port': {'device_id': '2b0862e9-5285-4dfe-998b-50913abe555f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:25:39.657156 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 40406) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:39.710059 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 40412) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:39.781790 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:39.846078 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b28cdf24-49a3-4015-a97f-5d43a3bc954b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:39.924474 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09a69ccf-376d-4182-a49a-e4c70a9d9b27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:39.977264 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-8cad0730-2b7b-495b-9741-71991a08718e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:40.012897 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8f4fe257-dfa4-4dd8-a087-298b34f09315 req-44718da7-d9bb-4ae2-b4b4-7737ae9f3663 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/security-groups?id=f2abffb0-560e-440e-8a02-012c60189908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5937099 Nov 15 11:25:40.017750 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b28cdf24-49a3-4015-a97f-5d43a3bc954b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:40.033139 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b28cdf24-49a3-4015-a97f-5d43a3bc954b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:40.069368 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b28cdf24-49a3-4015-a97f-5d43a3bc954b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=945f18e6a2a1462f8b98f621ec3da2c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4102900 Nov 15 11:25:40.078135 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 40422) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:40.155161 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28cdf24-49a3-4015-a97f-5d43a3bc954b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ac7d2e-f8d7-40c2-a9dd-21d17156b865,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:40.171402 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09a69ccf-376d-4182-a49a-e4c70a9d9b27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:40.178416 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09a69ccf-376d-4182-a49a-e4c70a9d9b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:40.214191 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a69ccf-376d-4182-a49a-e4c70a9d9b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a78ddc-63e7-4c63-9f74-f70a56d9ffc8,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:40.240108 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656634e3-8087-4378-9805-e70fa6e6fe8d req-0134c8fa-f725-4a8c-9c74-fb339bce6050 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:40.241749 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-656634e3-8087-4378-9805-e70fa6e6fe8d req-0134c8fa-f725-4a8c-9c74-fb339bce6050 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.0996549 Nov 15 11:25:40.259068 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64b99086-fdfd-4f35-b5d0-889bf0a9bd21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:40.265201 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-09a69ccf-376d-4182-a49a-e4c70a9d9b27 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b5821fc754b443eae9f04a9aa4a3f51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5537336 Nov 15 11:25:40.274730 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 40426) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:40.305377 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64b99086-fdfd-4f35-b5d0-889bf0a9bd21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:40.340869 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-656634e3-8087-4378-9805-e70fa6e6fe8d req-42b9e792-7955-4c64-9aa1-8f3505b5f2f3 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876963 Nov 15 11:25:40.367757 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c095cd29-c6d9-44e3-84ed-df6f61adc359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:40.394786 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c095cd29-c6d9-44e3-84ed-df6f61adc359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:40.395448 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-8cad0730-2b7b-495b-9741-71991a08718e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c29b96a-fad1-4ce5-8658-5035425792db {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:25:40.404573 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-8cad0730-2b7b-495b-9741-71991a08718e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:40.442452 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64b99086-fdfd-4f35-b5d0-889bf0a9bd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:40.447103 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-8cad0730-2b7b-495b-9741-71991a08718e service neutron] Transition to ACTIVE for port object 2c29b96a-fad1-4ce5-8658-5035425792db will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:25:40.449559 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64b99086-fdfd-4f35-b5d0-889bf0a9bd21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:40.450802 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-64b99086-fdfd-4f35-b5d0-889bf0a9bd21 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/92ac7d2e-f8d7-40c2-a9dd-21d17156b865 HTTP/1.1" status: 204 len: 168 time: 0.3656888 Nov 15 11:25:40.452034 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-8cad0730-2b7b-495b-9741-71991a08718e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:40.466848 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c095cd29-c6d9-44e3-84ed-df6f61adc359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:40.482955 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c095cd29-c6d9-44e3-84ed-df6f61adc359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:40.482955 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c095cd29-c6d9-44e3-84ed-df6f61adc359 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b4a78ddc-63e7-4c63-9f74-f70a56d9ffc8 HTTP/1.1" status: 204 len: 168 time: 0.1992533 Nov 15 11:25:40.494556 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b99086-fdfd-4f35-b5d0-889bf0a9bd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ac7d2e-f8d7-40c2-a9dd-21d17156b865,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:40.524629 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095cd29-c6d9-44e3-84ed-df6f61adc359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a78ddc-63e7-4c63-9f74-f70a56d9ffc8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:40.529369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad0730-2b7b-495b-9741-71991a08718e service neutron] Pushing event updated for resources: {'Port': ['ID=2c29b96a-fad1-4ce5-8658-5035425792db,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:40.629149 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341e1a4-c170-4bac-86e3-bf9e098f5e56 req-09eca5cb-a45e-49ef-b694-4de78a1ae123 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:40.630712 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5341e1a4-c170-4bac-86e3-bf9e098f5e56 req-09eca5cb-a45e-49ef-b694-4de78a1ae123 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.0772519 Nov 15 11:25:40.635615 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-8cad0730-2b7b-495b-9741-71991a08718e service neutron] Attempting to bind port 2c29b96a-fad1-4ce5-8658-5035425792db on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:25:40.635991 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-8cad0730-2b7b-495b-9741-71991a08718e service neutron] Attempting to bind port 2c29b96a-fad1-4ce5-8658-5035425792db by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '853e40d7-0dc8-4169-96f6-c7a136dd0481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e627499c-e4bc-4c81-87ed-5f1d86d58d94'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:25:40.636318 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-8cad0730-2b7b-495b-9741-71991a08718e service neutron] Attempting to bind port 2c29b96a-fad1-4ce5-8658-5035425792db on network e627499c-e4bc-4c81-87ed-5f1d86d58d94 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:25:40.642059 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-8cad0730-2b7b-495b-9741-71991a08718e service neutron] Port 2c29b96a-fad1-4ce5-8658-5035425792db on network e627499c-e4bc-4c81-87ed-5f1d86d58d94 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:25:40.642375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-8cad0730-2b7b-495b-9741-71991a08718e service neutron] Attempting to bind port 2c29b96a-fad1-4ce5-8658-5035425792db on network e627499c-e4bc-4c81-87ed-5f1d86d58d94 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:25:40.671549 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-8cad0730-2b7b-495b-9741-71991a08718e service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:25:40.671925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-8cad0730-2b7b-495b-9741-71991a08718e service neutron] Checking segment: {'id': '853e40d7-0dc8-4169-96f6-c7a136dd0481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e627499c-e4bc-4c81-87ed-5f1d86d58d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:25:40.672412 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-8cad0730-2b7b-495b-9741-71991a08718e service neutron] Bound using segment: {'id': '853e40d7-0dc8-4169-96f6-c7a136dd0481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e627499c-e4bc-4c81-87ed-5f1d86d58d94'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:25:40.672716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-8cad0730-2b7b-495b-9741-71991a08718e service neutron] Bound port: 2c29b96a-fad1-4ce5-8658-5035425792db, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '853e40d7-0dc8-4169-96f6-c7a136dd0481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e627499c-e4bc-4c81-87ed-5f1d86d58d94'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:25:40.673071 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-8cad0730-2b7b-495b-9741-71991a08718e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:40.728475 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5341e1a4-c170-4bac-86e3-bf9e098f5e56 req-328c0447-d98e-4107-a68b-a091e5fe3d9d tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872617 Nov 15 11:25:40.774770 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-8cad0730-2b7b-495b-9741-71991a08718e service neutron] For port 2c29b96a-fad1-4ce5-8658-5035425792db, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:25:40.782525 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-8cad0730-2b7b-495b-9741-71991a08718e service neutron] For port 2c29b96a-fad1-4ce5-8658-5035425792db, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=2c29b96a-fad1-4ce5-8658-5035425792db,segment=NetworkSegment(853e40d7-0dc8-4169-96f6-c7a136dd0481),segment_id=853e40d7-0dc8-4169-96f6-c7a136dd0481)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:25:40.791130 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-8cad0730-2b7b-495b-9741-71991a08718e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:40.857999 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-8cad0730-2b7b-495b-9741-71991a08718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:40.858700 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-8cad0730-2b7b-495b-9741-71991a08718e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:40.860113 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-8cad0730-2b7b-495b-9741-71991a08718e service neutron] 10.222.0.55 "PUT /v2.0/ports/2c29b96a-fad1-4ce5-8658-5035425792db HTTP/1.1" status: 200 len: 1092 time: 1.4391532 Nov 15 11:25:40.863712 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0862e9-5285-4dfe-998b-50913abe555f', 'tag': '2c29b96a-fad1-4ce5-8658-5035425792db'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:25:40.866119 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d137d57-208e-4c88-943e-e6f56d96d778" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0862e9-5285-4dfe-998b-50913abe555f", "tag": "2c29b96a-fad1-4ce5-8658-5035425792db"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:25:40.905238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068295b1-0d51-4ac0-ac01-f50f27b3bdab req-379c993e-21b9-4c6a-975e-9446e0b41bf9 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:40.907298 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-068295b1-0d51-4ac0-ac01-f50f27b3bdab req-379c993e-21b9-4c6a-975e-9446e0b41bf9 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.0998030 Nov 15 11:25:40.911236 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad0730-2b7b-495b-9741-71991a08718e service neutron] Pushing event updated for resources: {'Port': ['ID=2c29b96a-fad1-4ce5-8658-5035425792db,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:40.921101 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d2c0fd-d20b-4e43-a6c0-a068787a8749 x-openstack-request-id: req-83d2c0fd-d20b-4e43-a6c0-a068787a8749 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:25:40.921383 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0862e9-5285-4dfe-998b-50913abe555f", "tag": "2c29b96a-fad1-4ce5-8658-5035425792db", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:25:40.921626 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83d2c0fd-d20b-4e43-a6c0-a068787a8749 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:25:40.922014 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0862e9-5285-4dfe-998b-50913abe555f', 'tag': '2c29b96a-fad1-4ce5-8658-5035425792db', 'status': 'completed', 'code': 200} Nov 15 11:25:40.993217 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-1622a5df-9ce0-4182-8ffd-7c131c92aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:40.994749 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-1622a5df-9ce0-4182-8ffd-7c131c92aa94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad5e6e5255eb47e4a6b936dcd4fe1081&device_id=2b0862e9-5285-4dfe-998b-50913abe555f HTTP/1.1" status: 200 len: 1095 time: 0.0806000 Nov 15 11:25:40.998292 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-068295b1-0d51-4ac0-ac01-f50f27b3bdab req-21acec19-a492-4b02-8100-76638f57b002 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797875 Nov 15 11:25:41.050568 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-aa8bcf7d-7655-4e33-9fe1-c30216e6e5e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c29b96a-fad1-4ce5-8658-5035425792db HTTP/1.1" status: 200 len: 217 time: 0.0462794 Nov 15 11:25:41.112671 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-e9b675af-9654-4933-88d0-e4feac1a804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:41.114140 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-e9b675af-9654-4933-88d0-e4feac1a804f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d12caee7-48ca-4794-bc41-9d469d5d8b9a HTTP/1.1" status: 200 len: 854 time: 0.0548198 Nov 15 11:25:41.165535 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 40460) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:41.176204 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-fb6588e0-ca9b-48c9-bec4-2ed0b34e0c87 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e627499c-e4bc-4c81-87ed-5f1d86d58d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545580 Nov 15 11:25:41.189276 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93789659-4302-49c9-b87b-98db85883d56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:41.261075 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8997a0a-d00a-4992-959d-c9db530b71d3 req-b7905806-f25a-4e64-bff0-6ad564177650 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:41.262639 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b8997a0a-d00a-4992-959d-c9db530b71d3 req-b7905806-f25a-4e64-bff0-6ad564177650 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b0862e9-5285-4dfe-998b-50913abe555f HTTP/1.1" status: 200 len: 944 time: 0.1300347 Nov 15 11:25:41.329713 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-71f7e9cc-3525-4261-8795-af1e8851cdd0 service neutron] 10.222.0.55 "GET /v2.0/networks/e627499c-e4bc-4c81-87ed-5f1d86d58d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460681 Nov 15 11:25:41.353274 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93789659-4302-49c9-b87b-98db85883d56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:41.360800 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93789659-4302-49c9-b87b-98db85883d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:41.384349 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:41.406149 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93789659-4302-49c9-b87b-98db85883d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a6610d-5719-4a75-a4ca-2862b3c1d0eb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:41.431080 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b8997a0a-d00a-4992-959d-c9db530b71d3 req-fdd0d4ff-88bb-48c3-bd61-4b3a141c1514 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/security-groups?id=f2abffb0-560e-440e-8a02-012c60189908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575093 Nov 15 11:25:41.437043 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-93789659-4302-49c9-b87b-98db85883d56 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e4a9932b6554813a23e66856b0c5656&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2695348 Nov 15 11:25:41.438241 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 40474) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:41.490542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c83eba-4044-4004-a2ac-11e0a0d916d3 req-081c3204-f806-476f-a750-ad581d84661b tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:41.497821 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b3c83eba-4044-4004-a2ac-11e0a0d916d3 req-081c3204-f806-476f-a750-ad581d84661b tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.1443651 Nov 15 11:25:41.510004 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dd1ba1d-bcbd-4e6a-a3d9-f7291bc4c7f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:41.523780 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15e070e2-5726-4595-8d4e-8ed59b3bccff req-94a86bf2-e0ff-4f00-b857-5410f2caa687 service neutron] 10.222.0.55 "GET /v2.0/networks/e627499c-e4bc-4c81-87ed-5f1d86d58d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808617 Nov 15 11:25:41.533264 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dd1ba1d-bcbd-4e6a-a3d9-f7291bc4c7f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:41.595061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b3c83eba-4044-4004-a2ac-11e0a0d916d3 req-dfc85453-fe81-42d9-8724-3b554ddbc514 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963523 Nov 15 11:25:41.601116 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dd1ba1d-bcbd-4e6a-a3d9-f7291bc4c7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:41.603801 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3dd1ba1d-bcbd-4e6a-a3d9-f7291bc4c7f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:41.608279 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3dd1ba1d-bcbd-4e6a-a3d9-f7291bc4c7f1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f4a6610d-5719-4a75-a4ca-2862b3c1d0eb HTTP/1.1" status: 204 len: 168 time: 0.1655757 Nov 15 11:25:41.617238 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1ba1d-bcbd-4e6a-a3d9-f7291bc4c7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a6610d-5719-4a75-a4ca-2862b3c1d0eb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:41.648963 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d137d57-208e-4c88-943e-e6f56d96d778 req-c0006d27-b0eb-4cc4-aff7-dc676998305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:41.650517 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d137d57-208e-4c88-943e-e6f56d96d778 req-c0006d27-b0eb-4cc4-aff7-dc676998305e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad5e6e5255eb47e4a6b936dcd4fe1081&device_id=2b0862e9-5285-4dfe-998b-50913abe555f HTTP/1.1" status: 200 len: 1095 time: 0.0795388 Nov 15 11:25:41.760543 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d137d57-208e-4c88-943e-e6f56d96d778 req-ebea207c-7209-4752-b3fc-5bd553c3ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:41.762191 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d137d57-208e-4c88-943e-e6f56d96d778 req-ebea207c-7209-4752-b3fc-5bd553c3ba9b service neutron] 10.222.0.55 "GET /v2.0/networks?id=e627499c-e4bc-4c81-87ed-5f1d86d58d94 HTTP/1.1" status: 200 len: 915 time: 0.1048710 Nov 15 11:25:41.810429 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d137d57-208e-4c88-943e-e6f56d96d778 req-5bcc7d94-3c03-4686-b965-31fb867bd03c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c29b96a-fad1-4ce5-8658-5035425792db HTTP/1.1" status: 200 len: 217 time: 0.0392880 Nov 15 11:25:41.863289 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d137d57-208e-4c88-943e-e6f56d96d778 req-4d8b63c2-52cd-497a-835d-852ed38c2f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:41.864988 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d137d57-208e-4c88-943e-e6f56d96d778 req-4d8b63c2-52cd-497a-835d-852ed38c2f89 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d12caee7-48ca-4794-bc41-9d469d5d8b9a HTTP/1.1" status: 200 len: 854 time: 0.0474694 Nov 15 11:25:41.898708 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d137d57-208e-4c88-943e-e6f56d96d778 req-4eff6695-5ab8-46a5-a4f6-7a05e12e8c17 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e627499c-e4bc-4c81-87ed-5f1d86d58d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261240 Nov 15 11:25:42.004991 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d137d57-208e-4c88-943e-e6f56d96d778 req-8e714e6e-8878-4cdb-acee-e1b89ffd4319 service neutron] 10.222.0.55 "GET /v2.0/networks/e627499c-e4bc-4c81-87ed-5f1d86d58d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984800 Nov 15 11:25:42.113266 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:42.158586 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d137d57-208e-4c88-943e-e6f56d96d778 req-76d96d55-24b5-4182-8c47-656d239baacf service neutron] 10.222.0.55 "GET /v2.0/networks/e627499c-e4bc-4c81-87ed-5f1d86d58d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455536 Nov 15 11:25:42.582260 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61004e59-10b6-48c4-ac06-f5f3bb480c29 req-66733ea0-5b12-4d17-af95-ce8fa4aa00cc tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:42.583797 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-61004e59-10b6-48c4-ac06-f5f3bb480c29 req-66733ea0-5b12-4d17-af95-ce8fa4aa00cc tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b0862e9-5285-4dfe-998b-50913abe555f HTTP/1.1" status: 200 len: 944 time: 0.0561945 Nov 15 11:25:42.666760 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-61004e59-10b6-48c4-ac06-f5f3bb480c29 req-38d958e3-844d-4726-a429-07edea54c291 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/security-groups?id=f2abffb0-560e-440e-8a02-012c60189908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745072 Nov 15 11:25:42.695684 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d7044-193c-4435-ab1f-cc9dba2a1b23 req-a868e047-f13a-4140-a427-67ea81dbfa3a tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:42.697943 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e1d7044-193c-4435-ab1f-cc9dba2a1b23 req-a868e047-f13a-4140-a427-67ea81dbfa3a tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.11 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.0781560 Nov 15 11:25:42.762922 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e3381-6f4e-49ae-8250-3f6ec5459b4a req-debc86de-7b76-4105-b630-310f0167e75c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:42.770477 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-932e3381-6f4e-49ae-8250-3f6ec5459b4a req-debc86de-7b76-4105-b630-310f0167e75c tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 946 time: 0.0768127 Nov 15 11:25:42.823136 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-5e1d7044-193c-4435-ab1f-cc9dba2a1b23 req-bab587e3-75a8-44ef-a932-0b151c466efc tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Deleting port abc26d02-0303-4861-a5c5-be73b75ec2de {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:25:42.823583 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5e1d7044-193c-4435-ab1f-cc9dba2a1b23 req-bab587e3-75a8-44ef-a932-0b151c466efc tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:42.833006 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-932e3381-6f4e-49ae-8250-3f6ec5459b4a req-ee4adbdc-9d7d-4aad-9ca8-237345298517 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571823 Nov 15 11:25:42.934922 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-5e1d7044-193c-4435-ab1f-cc9dba2a1b23 req-bab587e3-75a8-44ef-a932-0b151c466efc tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] For port abc26d02-0303-4861-a5c5-be73b75ec2de, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=abc26d02-0303-4861-a5c5-be73b75ec2de,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:42.935425 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5e1d7044-193c-4435-ab1f-cc9dba2a1b23 req-bab587e3-75a8-44ef-a932-0b151c466efc tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:42.952955 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-5e1d7044-193c-4435-ab1f-cc9dba2a1b23 req-bab587e3-75a8-44ef-a932-0b151c466efc tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Calling delete_port for abc26d02-0303-4861-a5c5-be73b75ec2de owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:25:43.106832 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5e1d7044-193c-4435-ab1f-cc9dba2a1b23 req-bab587e3-75a8-44ef-a932-0b151c466efc tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:43.122762 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['abc26d02-0303-4861-a5c5-be73b75ec2de'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:25:43.145667 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab587e3-75a8-44ef-a932-0b151c466efc tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Pushing event deleted for resources: {'Port': ['ID=abc26d02-0303-4861-a5c5-be73b75ec2de,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:43.159579 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['d391d267-4be2-4e25-a090-7ce63b2b518c'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:25:43.207417 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1d7044-193c-4435-ab1f-cc9dba2a1b23 req-bab587e3-75a8-44ef-a932-0b151c466efc tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] No DVR routers for this DVR port abc26d02-0303-4861-a5c5-be73b75ec2de on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:25:43.211617 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5e1d7044-193c-4435-ab1f-cc9dba2a1b23 req-bab587e3-75a8-44ef-a932-0b151c466efc tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:43.216240 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e1d7044-193c-4435-ab1f-cc9dba2a1b23 req-bab587e3-75a8-44ef-a932-0b151c466efc tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.11 "DELETE /v2.0/ports/abc26d02-0303-4861-a5c5-be73b75ec2de HTTP/1.1" status: 204 len: 173 time: 0.5108104 Nov 15 11:25:43.217225 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c8b1ce-180f-4233-ad6c-5e6be2e89e34', 'name': 'network-vif-deleted', 'tag': 'abc26d02-0303-4861-a5c5-be73b75ec2de'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:25:43.227640 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8df4f71-d191-4fcf-8df8-0648b7f24fc1" -d '{"events": [{"server_uuid": "68c8b1ce-180f-4233-ad6c-5e6be2e89e34", "name": "network-vif-deleted", "tag": "abc26d02-0303-4861-a5c5-be73b75ec2de"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:25:43.280730 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f0f1b6-fb36-48c6-8267-e16c3bed9501 x-openstack-request-id: req-03f0f1b6-fb36-48c6-8267-e16c3bed9501 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:25:43.281047 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c8b1ce-180f-4233-ad6c-5e6be2e89e34", "name": "network-vif-deleted", "tag": "abc26d02-0303-4861-a5c5-be73b75ec2de", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:25:43.281286 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-03f0f1b6-fb36-48c6-8267-e16c3bed9501 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:25:43.281680 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c8b1ce-180f-4233-ad6c-5e6be2e89e34', 'name': 'network-vif-deleted', 'tag': 'abc26d02-0303-4861-a5c5-be73b75ec2de', 'status': 'completed', 'code': 200} Nov 15 11:25:43.819106 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa575eb4-5de3-4b21-a5cd-cd012cf06d32 req-3899001d-0130-4aaf-a534-8d37ec9d2710 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:43.821335 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa575eb4-5de3-4b21-a5cd-cd012cf06d32 req-3899001d-0130-4aaf-a534-8d37ec9d2710 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b0862e9-5285-4dfe-998b-50913abe555f HTTP/1.1" status: 200 len: 944 time: 0.0794175 Nov 15 11:25:43.823433 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 2c29b96a-fad1-4ce5-8658-5035425792db details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:25:43.880332 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa575eb4-5de3-4b21-a5cd-cd012cf06d32 req-4f15f738-053e-4cf6-b438-98384c989c66 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/security-groups?id=f2abffb0-560e-440e-8a02-012c60189908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525022 Nov 15 11:25:44.017050 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6efcc2f6-827c-4301-b442-2da874e17716 req-56d89c52-0491-4a3c-8a3c-03ab2c95a43a tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=68c8b1ce-180f-4233-ad6c-5e6be2e89e34 HTTP/1.1" status: 200 len: 210 time: 0.0380924 Nov 15 11:25:44.086786 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 2c29b96a-fad1-4ce5-8658-5035425792db, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=2c29b96a-fad1-4ce5-8658-5035425792db,segment=NetworkSegment(853e40d7-0dc8-4169-96f6-c7a136dd0481),segment_id=853e40d7-0dc8-4169-96f6-c7a136dd0481)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:44.102985 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '2c29b96a-fad1-4ce5-8658-5035425792db', 'network_id': 'e627499c-e4bc-4c81-87ed-5f1d86d58d94', 'port_id': '2c29b96a-fad1-4ce5-8658-5035425792db', 'mac_address': 'fa:16:3e:c1:17:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd12caee7-48ca-4794-bc41-9d469d5d8b9a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:25:44.158762 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:44.182457 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c29b96a-fad1-4ce5-8658-5035425792db {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:25:44.203772 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 2c29b96a-fad1-4ce5-8658-5035425792db, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=2c29b96a-fad1-4ce5-8658-5035425792db,segment=NetworkSegment(853e40d7-0dc8-4169-96f6-c7a136dd0481),segment_id=853e40d7-0dc8-4169-96f6-c7a136dd0481)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:44.213025 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:44.265580 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450bca5-0430-40ff-9426-1910c2030a83 req-8e7f2fed-f2b9-4ae1-9d79-3f294e3cfe63 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:44.268311 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4450bca5-0430-40ff-9426-1910c2030a83 req-8e7f2fed-f2b9-4ae1-9d79-3f294e3cfe63 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.0693285 Nov 15 11:25:44.304855 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=2c29b96a-fad1-4ce5-8658-5035425792db,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:44.336094 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4450bca5-0430-40ff-9426-1910c2030a83 req-ab7f036a-fcd8-4a1f-8f82-344a3d2e8a0a tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617766 Nov 15 11:25:44.477268 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['2c29b96a-fad1-4ce5-8658-5035425792db'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:25:45.018359 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d04208-2794-452e-be78-41cc61770311 req-5e3252d9-04f8-4eae-8def-b69e53b13ff9 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:45.019900 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-78d04208-2794-452e-be78-41cc61770311 req-5e3252d9-04f8-4eae-8def-b69e53b13ff9 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b0862e9-5285-4dfe-998b-50913abe555f HTTP/1.1" status: 200 len: 945 time: 0.0500481 Nov 15 11:25:45.094462 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-78d04208-2794-452e-be78-41cc61770311 req-45cb65f6-adb5-4fcf-8a43-fd04fca8848c tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/security-groups?id=f2abffb0-560e-440e-8a02-012c60189908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647571 Nov 15 11:25:45.499739 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2747495-28a1-4431-8984-4b72dd03fef0 req-d12ee549-ecb2-46b5-9601-2414649b868d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:45.501530 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2747495-28a1-4431-8984-4b72dd03fef0 req-d12ee549-ecb2-46b5-9601-2414649b868d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.0649297 Nov 15 11:25:45.567320 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2747495-28a1-4431-8984-4b72dd03fef0 req-f3b87ccd-ebee-496d-bc1b-f39904eb363e tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589058 Nov 15 11:25:45.823464 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 2c29b96a-fad1-4ce5-8658-5035425792db up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:25:45.864098 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6157d4-8336-4128-b89b-367732ce61b7 req-40c025ae-ba58-493b-8298-e1804ff03fc3 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:45.865869 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5c6157d4-8336-4128-b89b-367732ce61b7 req-40c025ae-ba58-493b-8298-e1804ff03fc3 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dd8422-a271-497f-a592-f41b67a249e3 HTTP/1.1" status: 200 len: 945 time: 0.0557647 Nov 15 11:25:45.898142 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 2c29b96a-fad1-4ce5-8658-5035425792db completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:25:45.902663 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 2c29b96a-fad1-4ce5-8658-5035425792db triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:25:45.903228 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:45.938525 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5c6157d4-8336-4128-b89b-367732ce61b7 req-1bd493df-085d-42e2-848c-3d7d5b205eaa tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639119 Nov 15 11:25:45.995956 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:46.020027 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0862e9-5285-4dfe-998b-50913abe555f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c29b96a-fad1-4ce5-8658-5035425792db'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:25:46.022651 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9781c172-1b8a-466f-8c10-c7eb63e267c5" -d '{"events": [{"server_uuid": "2b0862e9-5285-4dfe-998b-50913abe555f", "name": "network-vif-plugged", "status": "completed", "tag": "2c29b96a-fad1-4ce5-8658-5035425792db"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:25:46.037485 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 2c29b96a-fad1-4ce5-8658-5035425792db, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=2c29b96a-fad1-4ce5-8658-5035425792db,segment=NetworkSegment(853e40d7-0dc8-4169-96f6-c7a136dd0481),segment_id=853e40d7-0dc8-4169-96f6-c7a136dd0481)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:46.044517 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:46.076095 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 40704) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:46.077394 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78ee91a-7238-44be-b653-4596b6503e08 x-openstack-request-id: req-f78ee91a-7238-44be-b653-4596b6503e08 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:25:46.077891 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0862e9-5285-4dfe-998b-50913abe555f", "name": "network-vif-plugged", "status": "completed", "tag": "2c29b96a-fad1-4ce5-8658-5035425792db", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:25:46.078294 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f78ee91a-7238-44be-b653-4596b6503e08 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:25:46.078698 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0862e9-5285-4dfe-998b-50913abe555f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c29b96a-fad1-4ce5-8658-5035425792db', 'code': 200} Nov 15 11:25:46.108774 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=2c29b96a-fad1-4ce5-8658-5035425792db,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:46.130782 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 40710) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:46.225423 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fbdf8-55e4-46ae-b604-118cebdff5e8 req-f0380d57-ec50-4702-af77-5f8e3e62b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:46.227193 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a6fbdf8-55e4-46ae-b604-118cebdff5e8 req-f0380d57-ec50-4702-af77-5f8e3e62b7b5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2b0862e9-5285-4dfe-998b-50913abe555f HTTP/1.1" status: 200 len: 1097 time: 0.0794885 Nov 15 11:25:46.249677 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9ddde969-f9a1-47fa-b96d-c4404a779f84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:46.250357 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828fd2c-1130-40aa-a0dd-2511db9eb616 req-e29fe051-ef22-46f3-bc40-87fe4381fd0a tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:46.252065 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3828fd2c-1130-40aa-a0dd-2511db9eb616 req-e29fe051-ef22-46f3-bc40-87fe4381fd0a tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b0862e9-5285-4dfe-998b-50913abe555f HTTP/1.1" status: 200 len: 946 time: 0.0705616 Nov 15 11:25:46.329807 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c81a054e-eedf-4a8c-9bb4-a6c8327b13ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:46.335042 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a6fbdf8-55e4-46ae-b604-118cebdff5e8 req-0cf6b3df-ef16-4dc9-80d4-2075f79d77d5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f2abffb0-560e-440e-8a02-012c60189908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000855 Nov 15 11:25:46.343890 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3828fd2c-1130-40aa-a0dd-2511db9eb616 req-54e31429-e742-415f-8dd5-b5eaba0ecade tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/security-groups?id=f2abffb0-560e-440e-8a02-012c60189908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837190 Nov 15 11:25:46.344700 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9ddde969-f9a1-47fa-b96d-c4404a779f84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:46.353499 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9ddde969-f9a1-47fa-b96d-c4404a779f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:46.391841 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddde969-f9a1-47fa-b96d-c4404a779f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951a98a2-af51-4a2d-80e5-d8f3375cb5f6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:46.395986 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9ddde969-f9a1-47fa-b96d-c4404a779f84 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=550056291cb04fab8946ad21a8677bf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3182163 Nov 15 11:25:46.398746 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 40720) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:46.456043 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c81a054e-eedf-4a8c-9bb4-a6c8327b13ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:46.463397 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c81a054e-eedf-4a8c-9bb4-a6c8327b13ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:46.468041 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab8beb87-0111-4515-ae7e-b9aaa9f77f1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:46.490036 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab8beb87-0111-4515-ae7e-b9aaa9f77f1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:46.502190 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c81a054e-eedf-4a8c-9bb4-a6c8327b13ef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3abecc03ebe14cde9f68efcae194d350&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3695605 Nov 15 11:25:46.504510 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a054e-eedf-4a8c-9bb4-a6c8327b13ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8deaf1-cb38-4905-9fb9-ed0a632ebe16,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:46.505799 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 40728) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:46.580020 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3146b48-7dbd-4b88-89b5-25d679aeca21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:46.591278 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab8beb87-0111-4515-ae7e-b9aaa9f77f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:46.594137 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab8beb87-0111-4515-ae7e-b9aaa9f77f1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:46.595257 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ab8beb87-0111-4515-ae7e-b9aaa9f77f1f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/951a98a2-af51-4a2d-80e5-d8f3375cb5f6 HTTP/1.1" status: 204 len: 168 time: 0.1955554 Nov 15 11:25:46.612409 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device abc26d02-0303-4861-a5c5-be73b75ec2de no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:25:46.614780 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3146b48-7dbd-4b88-89b5-25d679aeca21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:46.617898 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8beb87-0111-4515-ae7e-b9aaa9f77f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951a98a2-af51-4a2d-80e5-d8f3375cb5f6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:46.672082 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: abc26d02-0303-4861-a5c5-be73b75ec2de {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:25:46.672547 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device abc26d02-0303-4861-a5c5-be73b75ec2de not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:25:46.678213 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3146b48-7dbd-4b88-89b5-25d679aeca21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:46.681923 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3146b48-7dbd-4b88-89b5-25d679aeca21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:46.683364 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f3146b48-7dbd-4b88-89b5-25d679aeca21 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db8deaf1-cb38-4905-9fb9-ed0a632ebe16 HTTP/1.1" status: 204 len: 168 time: 0.1766801 Nov 15 11:25:46.699335 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3146b48-7dbd-4b88-89b5-25d679aeca21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8deaf1-cb38-4905-9fb9-ed0a632ebe16,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:46.751385 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3085c-c034-4786-96d9-d800832d511d req-8172c4bf-043f-4869-a815-65126e51e98f tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:46.753416 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ab3085c-c034-4786-96d9-d800832d511d req-8172c4bf-043f-4869-a815-65126e51e98f tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.0724516 Nov 15 11:25:46.802962 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ab3085c-c034-4786-96d9-d800832d511d req-2399115d-8092-49e0-a003-26d56737da76 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432529 Nov 15 11:25:46.932312 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 40748) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:46.946299 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-65d77422-47a4-411b-9e0c-128f05b5a200 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:47.046545 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-65d77422-47a4-411b-9e0c-128f05b5a200 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:47.062866 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-65d77422-47a4-411b-9e0c-128f05b5a200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:47.125376 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-65d77422-47a4-411b-9e0c-128f05b5a200 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=00d894ec3d764b3bb1591eacfcffc785&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1895976 Nov 15 11:25:47.125798 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 40754) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:47.132217 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d77422-47a4-411b-9e0c-128f05b5a200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446ed3a6-25c1-4d2f-b31c-affc409abc21,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:47.143147 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 40756) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:47.154430 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c794bca-ea2e-4bba-8a27-25f9aaf199b2 req-8412f113-7a43-4386-8589-dbd3b72680d9 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:47.156584 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5c794bca-ea2e-4bba-8a27-25f9aaf199b2 req-8412f113-7a43-4386-8589-dbd3b72680d9 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dd8422-a271-497f-a592-f41b67a249e3 HTTP/1.1" status: 200 len: 945 time: 0.1244624 Nov 15 11:25:47.164303 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac438c66-b65d-4b48-97a0-aeafa65427e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:47.219201 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e6aff8d-6cc9-45d1-acbe-fce3b07b5bbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:47.220640 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5c794bca-ea2e-4bba-8a27-25f9aaf199b2 req-337ca51e-54e8-4be0-96ac-822e07c829c9 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/security-groups?id=b09b1de0-456b-49be-9fdd-e57e4a01c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533602 Nov 15 11:25:47.251975 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e6aff8d-6cc9-45d1-acbe-fce3b07b5bbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:47.317522 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac438c66-b65d-4b48-97a0-aeafa65427e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:47.324426 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac438c66-b65d-4b48-97a0-aeafa65427e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:47.361035 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a0dcc-a313-4c59-b80f-5f5ed7e204cc req-038a4775-7aa9-41e2-9c78-b258cf3ea53b tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:47.363162 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-da1a0dcc-a313-4c59-b80f-5f5ed7e204cc req-038a4775-7aa9-41e2-9c78-b258cf3ea53b tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.55 "GET /v2.0/ports?device_id=60dd8422-a271-497f-a592-f41b67a249e3 HTTP/1.1" status: 200 len: 945 time: 0.0607929 Nov 15 11:25:47.368147 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e6aff8d-6cc9-45d1-acbe-fce3b07b5bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:47.371548 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e6aff8d-6cc9-45d1-acbe-fce3b07b5bbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:47.387071 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6e6aff8d-6cc9-45d1-acbe-fce3b07b5bbf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/446ed3a6-25c1-4d2f-b31c-affc409abc21 HTTP/1.1" status: 204 len: 168 time: 0.2596028 Nov 15 11:25:47.412185 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ac438c66-b65d-4b48-97a0-aeafa65427e9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c58d200325f94950b1bacc653e1ed7d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2670615 Nov 15 11:25:47.413917 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac438c66-b65d-4b48-97a0-aeafa65427e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5582342-00fd-46d0-bef0-61f66406d39c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:47.417419 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 40764) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:47.436094 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6aff8d-6cc9-45d1-acbe-fce3b07b5bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446ed3a6-25c1-4d2f-b31c-affc409abc21,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:47.489696 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6f8354f-2e56-42d0-8d6d-41a2bd0bf1e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:47.518341 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6f8354f-2e56-42d0-8d6d-41a2bd0bf1e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:47.583131 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6f8354f-2e56-42d0-8d6d-41a2bd0bf1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:47.586903 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f6f8354f-2e56-42d0-8d6d-41a2bd0bf1e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:47.588315 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f6f8354f-2e56-42d0-8d6d-41a2bd0bf1e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a5582342-00fd-46d0-bef0-61f66406d39c HTTP/1.1" status: 204 len: 168 time: 0.1692181 Nov 15 11:25:47.599643 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8354f-2e56-42d0-8d6d-41a2bd0bf1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5582342-00fd-46d0-bef0-61f66406d39c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:47.611367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55f186-0843-4849-9d01-57ee42337376 req-170cc495-f6e8-486a-8b72-f2b6ebae5978 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:47.618571 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca55f186-0843-4849-9d01-57ee42337376 req-170cc495-f6e8-486a-8b72-f2b6ebae5978 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b0862e9-5285-4dfe-998b-50913abe555f HTTP/1.1" status: 200 len: 946 time: 0.0925250 Nov 15 11:25:47.630332 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-da1a0dcc-a313-4c59-b80f-5f5ed7e204cc req-92155ef4-07eb-41cc-8fbf-e26bd95419b3 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Deleting port d391d267-4be2-4e25-a090-7ce63b2b518c {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:25:47.630660 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-da1a0dcc-a313-4c59-b80f-5f5ed7e204cc req-92155ef4-07eb-41cc-8fbf-e26bd95419b3 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:47.732455 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca55f186-0843-4849-9d01-57ee42337376 req-1289534b-7cb4-4742-a315-f826b3c07b21 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/security-groups?id=f2abffb0-560e-440e-8a02-012c60189908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110661 Nov 15 11:25:47.764158 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-da1a0dcc-a313-4c59-b80f-5f5ed7e204cc req-92155ef4-07eb-41cc-8fbf-e26bd95419b3 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] For port d391d267-4be2-4e25-a090-7ce63b2b518c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d391d267-4be2-4e25-a090-7ce63b2b518c,segment=NetworkSegment(4ac742f5-997f-44e3-9675-e4175daef772),segment_id=4ac742f5-997f-44e3-9675-e4175daef772)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:47.764520 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-da1a0dcc-a313-4c59-b80f-5f5ed7e204cc req-92155ef4-07eb-41cc-8fbf-e26bd95419b3 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:47.781927 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-da1a0dcc-a313-4c59-b80f-5f5ed7e204cc req-92155ef4-07eb-41cc-8fbf-e26bd95419b3 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Calling delete_port for d391d267-4be2-4e25-a090-7ce63b2b518c owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:25:47.962725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183dbda-d8e6-4cd3-881d-136d9b02228c req-2bd3dffb-39fa-46fb-9b74-aac990cf6cf3 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:47.964247 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6183dbda-d8e6-4cd3-881d-136d9b02228c req-2bd3dffb-39fa-46fb-9b74-aac990cf6cf3 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.0846632 Nov 15 11:25:47.975243 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-da1a0dcc-a313-4c59-b80f-5f5ed7e204cc req-92155ef4-07eb-41cc-8fbf-e26bd95419b3 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:48.022170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92155ef4-07eb-41cc-8fbf-e26bd95419b3 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Pushing event deleted for resources: {'Port': ['ID=d391d267-4be2-4e25-a090-7ce63b2b518c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:48.081966 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1a0dcc-a313-4c59-b80f-5f5ed7e204cc req-92155ef4-07eb-41cc-8fbf-e26bd95419b3 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] No DVR routers for this DVR port d391d267-4be2-4e25-a090-7ce63b2b518c on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:25:48.084955 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-da1a0dcc-a313-4c59-b80f-5f5ed7e204cc req-92155ef4-07eb-41cc-8fbf-e26bd95419b3 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:48.088539 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-da1a0dcc-a313-4c59-b80f-5f5ed7e204cc req-92155ef4-07eb-41cc-8fbf-e26bd95419b3 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.55 "DELETE /v2.0/ports/d391d267-4be2-4e25-a090-7ce63b2b518c HTTP/1.1" status: 204 len: 173 time: 0.7175052 Nov 15 11:25:48.092253 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dd8422-a271-497f-a592-f41b67a249e3', 'name': 'network-vif-deleted', 'tag': 'd391d267-4be2-4e25-a090-7ce63b2b518c'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:25:48.097598 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a02870c-8db3-414c-921d-59795dbd330d" -d '{"events": [{"server_uuid": "60dd8422-a271-497f-a592-f41b67a249e3", "name": "network-vif-deleted", "tag": "d391d267-4be2-4e25-a090-7ce63b2b518c"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:25:48.113324 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6183dbda-d8e6-4cd3-881d-136d9b02228c req-7dd252ed-cf3e-4b9c-9881-c749b3610350 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404586 Nov 15 11:25:48.146031 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7599998a-39b6-48bc-af7a-a0e8599acf48 x-openstack-request-id: req-7599998a-39b6-48bc-af7a-a0e8599acf48 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:25:48.146692 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dd8422-a271-497f-a592-f41b67a249e3", "name": "network-vif-deleted", "tag": "d391d267-4be2-4e25-a090-7ce63b2b518c", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:25:48.146788 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7599998a-39b6-48bc-af7a-a0e8599acf48 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:25:48.147199 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dd8422-a271-497f-a592-f41b67a249e3', 'name': 'network-vif-deleted', 'tag': 'd391d267-4be2-4e25-a090-7ce63b2b518c', 'status': 'completed', 'code': 200} Nov 15 11:25:48.325296 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57d15034-80a9-47c0-b1ad-40d9f35367d8 req-4cde573b-2db7-4cfd-8f19-7cb2934e9545 tempest-ServersTestJSON-960762786 tempest-ServersTestJSON-960762786-project] 10.222.0.64 "GET /v2.0/ports?device_id=60dd8422-a271-497f-a592-f41b67a249e3 HTTP/1.1" status: 200 len: 210 time: 0.0271583 Nov 15 11:25:48.851256 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e4145-165a-46c3-b060-23c6b5351fef req-ab078cfd-cc0e-4d16-8cec-f9eca6ef4a10 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:48.852970 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6d0e4145-165a-46c3-b060-23c6b5351fef req-ab078cfd-cc0e-4d16-8cec-f9eca6ef4a10 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b0862e9-5285-4dfe-998b-50913abe555f HTTP/1.1" status: 200 len: 946 time: 0.0567145 Nov 15 11:25:48.901303 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6d0e4145-165a-46c3-b060-23c6b5351fef req-5d3898ad-b809-4213-a26f-6d71d5bd45e0 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/security-groups?id=f2abffb0-560e-440e-8a02-012c60189908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413191 Nov 15 11:25:49.260326 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea6c35-18f6-46f9-8241-0fb2541addbb req-c4e45c05-6f58-47c2-92a4-18d07768c5c8 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:49.268919 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cfea6c35-18f6-46f9-8241-0fb2541addbb req-c4e45c05-6f58-47c2-92a4-18d07768c5c8 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.0658457 Nov 15 11:25:49.357485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6dba0-aade-4cea-8152-18802bf92146 req-17f5e064-01f2-423b-b398-2f1043fc92e3 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:49.358986 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a2c6dba0-aade-4cea-8152-18802bf92146 req-17f5e064-01f2-423b-b398-2f1043fc92e3 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b0862e9-5285-4dfe-998b-50913abe555f HTTP/1.1" status: 200 len: 946 time: 0.0826392 Nov 15 11:25:49.362935 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cfea6c35-18f6-46f9-8241-0fb2541addbb req-8b73884f-10f0-48e9-9332-93acee7d2a90 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932255 Nov 15 11:25:49.413813 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 40864) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:49.436271 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a2c6dba0-aade-4cea-8152-18802bf92146 req-5de70b24-4e33-4d23-bfaa-92f3cac411e1 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/security-groups?id=f2abffb0-560e-440e-8a02-012c60189908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674014 Nov 15 11:25:49.472919 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac043e79-b487-4dc6-bde9-09edda653944 admin admin] Deleting subnet 8647cc50-bb8e-4210-a1e9-eb2152a57fcd {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:25:49.476501 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac043e79-b487-4dc6-bde9-09edda653944 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:49.515142 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac043e79-b487-4dc6-bde9-09edda653944 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:49.557039 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac043e79-b487-4dc6-bde9-09edda653944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:49.613285 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac043e79-b487-4dc6-bde9-09edda653944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:49.637871 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac043e79-b487-4dc6-bde9-09edda653944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8647cc50-bb8e-4210-a1e9-eb2152a57fcd,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:49.648170 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac043e79-b487-4dc6-bde9-09edda653944 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:49.652930 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ac043e79-b487-4dc6-bde9-09edda653944 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8647cc50-bb8e-4210-a1e9-eb2152a57fcd HTTP/1.1" status: 204 len: 168 time: 0.2380207 Nov 15 11:25:49.657800 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 40878) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:49.732973 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:49.822085 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:49.843704 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b4d594-0a5b-4365-b6d6-a6b4864f1759']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:25:49.846926 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device d391d267-4be2-4e25-a090-7ce63b2b518c no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:25:49.854074 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac742f5-997f-44e3-9675-e4175daef772') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:25:49.854368 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac742f5-997f-44e3-9675-e4175daef772') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:25:49.867891 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:49.878727 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: d391d267-4be2-4e25-a090-7ce63b2b518c {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:25:49.879400 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device d391d267-4be2-4e25-a090-7ce63b2b518c not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:25:49.881921 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:49.891261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:25:49.891954 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:25:49.893846 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:25:49.950855 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:49.960111 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:49.972401 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] 10.222.0.64 "DELETE /v2.0/networks/49b4d594-0a5b-4365-b6d6-a6b4864f1759 HTTP/1.1" status: 204 len: 168 time: 0.3058357 Nov 15 11:25:49.983756 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] Pushing event deleted for resources: {'Network': ['ID=49b4d594-0a5b-4365-b6d6-a6b4864f1759,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:49.991945 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:49.992281 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:49.992608 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:49.992938 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:49.993254 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:49.993566 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:49.994076 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:49.994201 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:49.994484 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:49.994795 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:49.995103 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:49.995410 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5026681-ba81-4a00-b493-60bf34d3600e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:25:50.290001 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 40902) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:50.338425 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b9cf2028-edba-48af-98c3-b9bb235bc501 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=256e7f4fc00d4f2c8c7d8b69f41fa2d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454607 Nov 15 11:25:50.340839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 40904) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:50.397674 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e85ed290-c1f5-4e16-8501-5903fb296ad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:50.425143 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e85ed290-c1f5-4e16-8501-5903fb296ad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:50.545110 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd08b7c-66a6-4b16-a094-1b358e661967 req-f7cb8ee7-bdb1-4ac0-9e26-94fa5c7d46ab tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:50.546824 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4dd08b7c-66a6-4b16-a094-1b358e661967 req-f7cb8ee7-bdb1-4ac0-9e26-94fa5c7d46ab tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.0974426 Nov 15 11:25:50.572980 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e85ed290-c1f5-4e16-8501-5903fb296ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:50.576271 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e85ed290-c1f5-4e16-8501-5903fb296ad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:50.577456 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e85ed290-c1f5-4e16-8501-5903fb296ad4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b09b1de0-456b-49be-9fdd-e57e4a01c36c HTTP/1.1" status: 204 len: 168 time: 0.2353439 Nov 15 11:25:50.609361 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296ae80-f93b-4c95-a8f8-ac3672fb7061 req-8260a9f0-83c3-4594-927e-3d18420fbf3e tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:50.610919 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8296ae80-f93b-4c95-a8f8-ac3672fb7061 req-8260a9f0-83c3-4594-927e-3d18420fbf3e tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b0862e9-5285-4dfe-998b-50913abe555f HTTP/1.1" status: 200 len: 946 time: 0.1308131 Nov 15 11:25:50.614074 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ed290-c1f5-4e16-8501-5903fb296ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09b1de0-456b-49be-9fdd-e57e4a01c36c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:50.676528 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1362a-cd42-4c12-add1-65d09fb863b1 req-caa45b20-57c7-4267-8189-518c7284dc0d tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:50.678041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f9f1362a-cd42-4c12-add1-65d09fb863b1 req-caa45b20-57c7-4267-8189-518c7284dc0d tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b0862e9-5285-4dfe-998b-50913abe555f HTTP/1.1" status: 200 len: 946 time: 0.1556728 Nov 15 11:25:50.757595 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4dd08b7c-66a6-4b16-a094-1b358e661967 req-3dcb79d3-0d5a-467c-9422-92c602c9562f tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894815 Nov 15 11:25:50.788035 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f9f1362a-cd42-4c12-add1-65d09fb863b1 req-8a9c61cf-4457-42b0-90a7-efe3b5a6e58f tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.64 "GET /v2.0/security-groups?id=f2abffb0-560e-440e-8a02-012c60189908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001065 Nov 15 11:25:50.805812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-8296ae80-f93b-4c95-a8f8-ac3672fb7061 req-580112a3-000c-41d2-8c43-dd54aac04325 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Deleting port 2c29b96a-fad1-4ce5-8658-5035425792db {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:25:50.806156 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8296ae80-f93b-4c95-a8f8-ac3672fb7061 req-580112a3-000c-41d2-8c43-dd54aac04325 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:50.908131 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-8296ae80-f93b-4c95-a8f8-ac3672fb7061 req-580112a3-000c-41d2-8c43-dd54aac04325 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] For port 2c29b96a-fad1-4ce5-8658-5035425792db, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=2c29b96a-fad1-4ce5-8658-5035425792db,segment=NetworkSegment(853e40d7-0dc8-4169-96f6-c7a136dd0481),segment_id=853e40d7-0dc8-4169-96f6-c7a136dd0481)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:25:50.908495 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8296ae80-f93b-4c95-a8f8-ac3672fb7061 req-580112a3-000c-41d2-8c43-dd54aac04325 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:50.925083 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-8296ae80-f93b-4c95-a8f8-ac3672fb7061 req-580112a3-000c-41d2-8c43-dd54aac04325 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Calling delete_port for 2c29b96a-fad1-4ce5-8658-5035425792db owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:25:51.064808 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8296ae80-f93b-4c95-a8f8-ac3672fb7061 req-580112a3-000c-41d2-8c43-dd54aac04325 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:51.076541 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['2c29b96a-fad1-4ce5-8658-5035425792db'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:25:51.095606 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580112a3-000c-41d2-8c43-dd54aac04325 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Pushing event deleted for resources: {'Port': ['ID=2c29b96a-fad1-4ce5-8658-5035425792db,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:51.143730 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-8296ae80-f93b-4c95-a8f8-ac3672fb7061 req-580112a3-000c-41d2-8c43-dd54aac04325 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] No DVR routers for this DVR port 2c29b96a-fad1-4ce5-8658-5035425792db on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:25:51.146279 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8296ae80-f93b-4c95-a8f8-ac3672fb7061 req-580112a3-000c-41d2-8c43-dd54aac04325 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:51.149751 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8296ae80-f93b-4c95-a8f8-ac3672fb7061 req-580112a3-000c-41d2-8c43-dd54aac04325 tempest-ServerAddressesTestJSON-261592293 tempest-ServerAddressesTestJSON-261592293-project] 10.222.0.55 "DELETE /v2.0/ports/2c29b96a-fad1-4ce5-8658-5035425792db HTTP/1.1" status: 204 len: 173 time: 0.5287921 Nov 15 11:25:51.150172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0862e9-5285-4dfe-998b-50913abe555f', 'name': 'network-vif-deleted', 'tag': '2c29b96a-fad1-4ce5-8658-5035425792db'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:25:51.152641 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00864627-95b5-4d74-81c1-b132b4a2ca4c" -d '{"events": [{"server_uuid": "2b0862e9-5285-4dfe-998b-50913abe555f", "name": "network-vif-deleted", "tag": "2c29b96a-fad1-4ce5-8658-5035425792db"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:25:51.206401 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc2b08e-5d85-49af-9c34-7011a52db28b x-openstack-request-id: req-1fc2b08e-5d85-49af-9c34-7011a52db28b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:25:51.206804 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0862e9-5285-4dfe-998b-50913abe555f", "name": "network-vif-deleted", "tag": "2c29b96a-fad1-4ce5-8658-5035425792db", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:25:51.207074 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1fc2b08e-5d85-49af-9c34-7011a52db28b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:25:51.207509 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0862e9-5285-4dfe-998b-50913abe555f', 'name': 'network-vif-deleted', 'tag': '2c29b96a-fad1-4ce5-8658-5035425792db', 'status': 'completed', 'code': 200} Nov 15 11:25:51.414173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 40938) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:51.587971 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cd14cbd2-878b-42c3-bceb-9ec636c01601 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:51.693594 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cd14cbd2-878b-42c3-bceb-9ec636c01601 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:51.698898 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cd14cbd2-878b-42c3-bceb-9ec636c01601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:51.745330 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 40956) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:51.745952 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cd14cbd2-878b-42c3-bceb-9ec636c01601 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a34554dd66e748a5866871447c950212&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3294721 Nov 15 11:25:51.746841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14cbd2-878b-42c3-bceb-9ec636c01601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f9a450-8849-475c-bc87-b9c46d5848e6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:51.817372 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a26bc31-e969-4027-8e26-2101c320f9de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:51.840721 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a26bc31-e969-4027-8e26-2101c320f9de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:51.884008 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 40970) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:51.927679 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a26bc31-e969-4027-8e26-2101c320f9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:51.930393 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a26bc31-e969-4027-8e26-2101c320f9de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:51.933983 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7a26bc31-e969-4027-8e26-2101c320f9de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97f9a450-8849-475c-bc87-b9c46d5848e6 HTTP/1.1" status: 204 len: 168 time: 0.1852083 Nov 15 11:25:51.945397 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd2fa23-c0a6-4d94-9bee-61c4a9b4e4dd admin admin] Deleting subnet d12caee7-48ca-4794-bc41-9d469d5d8b9a {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:25:51.946408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5199fa-2dd7-43cf-965d-bbda557d7dde req-8720e612-5150-4a0d-b226-ffd3bb969b96 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:51.950098 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dd2fa23-c0a6-4d94-9bee-61c4a9b4e4dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:51.955256 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f5199fa-2dd7-43cf-965d-bbda557d7dde req-8720e612-5150-4a0d-b226-ffd3bb969b96 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.0906756 Nov 15 11:25:51.981780 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26bc31-e969-4027-8e26-2101c320f9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f9a450-8849-475c-bc87-b9c46d5848e6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:52.010683 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f5199fa-2dd7-43cf-965d-bbda557d7dde req-e2ad536d-6503-4f7e-bd8a-1f71566937b4 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545027 Nov 15 11:25:52.017718 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dd2fa23-c0a6-4d94-9bee-61c4a9b4e4dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:52.067569 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dd2fa23-c0a6-4d94-9bee-61c4a9b4e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:52.160966 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dd2fa23-c0a6-4d94-9bee-61c4a9b4e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:52.189992 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2fa23-c0a6-4d94-9bee-61c4a9b4e4dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d12caee7-48ca-4794-bc41-9d469d5d8b9a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:52.192204 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dd2fa23-c0a6-4d94-9bee-61c4a9b4e4dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:52.195679 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5dd2fa23-c0a6-4d94-9bee-61c4a9b4e4dd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d12caee7-48ca-4794-bc41-9d469d5d8b9a HTTP/1.1" status: 204 len: 168 time: 0.3097968 Nov 15 11:25:52.198502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 40978) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:52.275909 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-58c9ca4a-9a47-4ef1-812a-0ddb3c792a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:52.355353 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-58c9ca4a-9a47-4ef1-812a-0ddb3c792a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:52.375663 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-58c9ca4a-9a47-4ef1-812a-0ddb3c792a7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e627499c-e4bc-4c81-87ed-5f1d86d58d94']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:25:52.385211 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-58c9ca4a-9a47-4ef1-812a-0ddb3c792a7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '853e40d7-0dc8-4169-96f6-c7a136dd0481') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:25:52.385504 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-58c9ca4a-9a47-4ef1-812a-0ddb3c792a7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '853e40d7-0dc8-4169-96f6-c7a136dd0481') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:25:52.394989 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-58c9ca4a-9a47-4ef1-812a-0ddb3c792a7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:52.410576 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-58c9ca4a-9a47-4ef1-812a-0ddb3c792a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:52.417976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c9ca4a-9a47-4ef1-812a-0ddb3c792a7e admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:25:52.418597 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-58c9ca4a-9a47-4ef1-812a-0ddb3c792a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:25:52.420184 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:25:52.484534 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-58c9ca4a-9a47-4ef1-812a-0ddb3c792a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:52.494148 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-58c9ca4a-9a47-4ef1-812a-0ddb3c792a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:52.498756 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-58c9ca4a-9a47-4ef1-812a-0ddb3c792a7e admin admin] 10.222.0.64 "DELETE /v2.0/networks/e627499c-e4bc-4c81-87ed-5f1d86d58d94 HTTP/1.1" status: 204 len: 168 time: 0.2990274 Nov 15 11:25:52.509730 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9ca4a-9a47-4ef1-812a-0ddb3c792a7e admin admin] Pushing event deleted for resources: {'Network': ['ID=e627499c-e4bc-4c81-87ed-5f1d86d58d94,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:52.627110 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 40994) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:52.641406 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0088d09-1d0a-4eb7-b649-1eaa3b1f8192 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:52.725476 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0088d09-1d0a-4eb7-b649-1eaa3b1f8192 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:52.730296 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0088d09-1d0a-4eb7-b649-1eaa3b1f8192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:52.771892 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c0088d09-1d0a-4eb7-b649-1eaa3b1f8192 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=399af60d9999494a9505b3ae3783f6cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1410365 Nov 15 11:25:52.772090 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 40998) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:52.778481 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0088d09-1d0a-4eb7-b649-1eaa3b1f8192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c41a18d-5fe1-4869-8c4c-afaa7f480118,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:52.836941 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae2b2-01a3-4fcf-987f-164dc9c917ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:52.859739 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae2b2-01a3-4fcf-987f-164dc9c917ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:52.912071 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae2b2-01a3-4fcf-987f-164dc9c917ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:52.912071 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae2b2-01a3-4fcf-987f-164dc9c917ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:52.912641 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5e7ae2b2-01a3-4fcf-987f-164dc9c917ea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c41a18d-5fe1-4869-8c4c-afaa7f480118 HTTP/1.1" status: 204 len: 168 time: 0.1393802 Nov 15 11:25:52.921006 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ae2b2-01a3-4fcf-987f-164dc9c917ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c41a18d-5fe1-4869-8c4c-afaa7f480118,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:52.955332 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41006) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:52.996993 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1cc53ab0-cff1-4480-b22c-88fa606ba037 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad5e6e5255eb47e4a6b936dcd4fe1081&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403574 Nov 15 11:25:52.999598 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41010) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:53.069918 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aaf45270-16a5-4d68-9bab-7590de3c9eb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:53.098963 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aaf45270-16a5-4d68-9bab-7590de3c9eb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:53.176371 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1c9ab-9489-4f78-8f8a-042940dce16d req-3775afcb-b4ce-4c6c-9fd8-fb065ff710cd tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:53.177913 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e7d1c9ab-9489-4f78-8f8a-042940dce16d req-3775afcb-b4ce-4c6c-9fd8-fb065ff710cd tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.0812573 Nov 15 11:25:53.207459 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aaf45270-16a5-4d68-9bab-7590de3c9eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:53.210135 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aaf45270-16a5-4d68-9bab-7590de3c9eb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:53.211322 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-aaf45270-16a5-4d68-9bab-7590de3c9eb7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f2abffb0-560e-440e-8a02-012c60189908 HTTP/1.1" status: 204 len: 168 time: 0.2107632 Nov 15 11:25:53.234152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf45270-16a5-4d68-9bab-7590de3c9eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2abffb0-560e-440e-8a02-012c60189908,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:53.251235 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e7d1c9ab-9489-4f78-8f8a-042940dce16d req-93e14e37-cc98-4d9e-82b6-6c6a34bd773d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634837 Nov 15 11:25:53.298207 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41022) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:53.326973 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41026) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:53.576990 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-733d10b5-6939-4d30-96a4-9f467d09d140 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1451624664-network', 'tenant_id': '69cdf03a6f264de7b09ea98e3ce6a0c9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:25:53.606548 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733d10b5-6939-4d30-96a4-9f467d09d140 admin admin] Made reservation on behalf of 69cdf03a6f264de7b09ea98e3ce6a0c9 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:25:53.609105 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-733d10b5-6939-4d30-96a4-9f467d09d140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:53.621921 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-edb140b9-c479-4276-9e5a-293502f01506 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:53.624963 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-733d10b5-6939-4d30-96a4-9f467d09d140 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:53.752098 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-733d10b5-6939-4d30-96a4-9f467d09d140 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:53.756804 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-edb140b9-c479-4276-9e5a-293502f01506 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:53.758244 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-733d10b5-6939-4d30-96a4-9f467d09d140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:53.763322 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-edb140b9-c479-4276-9e5a-293502f01506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:53.813112 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733d10b5-6939-4d30-96a4-9f467d09d140 admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:25:53.820911 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-edb140b9-c479-4276-9e5a-293502f01506 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3833f422b54b4fb3bcb8b82637d277bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4928401 Nov 15 11:25:53.821618 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d10b5-6939-4d30-96a4-9f467d09d140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c85c18-d2f0-482e-b14b-6ac32c4011ff,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:53.825468 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41052) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:53.835581 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-733d10b5-6939-4d30-96a4-9f467d09d140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:53.836042 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-733d10b5-6939-4d30-96a4-9f467d09d140 admin admin] Added segment 1af0aad6-2d84-4a24-b6e3-de765b71e1e9 of type vlan for network a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 Nov 15 11:25:53.845794 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 2c29b96a-fad1-4ce5-8658-5035425792db no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:25:53.867483 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb140b9-c479-4276-9e5a-293502f01506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2e1269-e501-47c4-ae76-b2411533483d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:53.891061 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 2c29b96a-fad1-4ce5-8658-5035425792db {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:25:53.891415 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 2c29b96a-fad1-4ce5-8658-5035425792db not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:25:53.904365 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-23604632-eaad-47b7-a2f1-5b04fb304006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:53.906911 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-733d10b5-6939-4d30-96a4-9f467d09d140 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:53.931295 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-23604632-eaad-47b7-a2f1-5b04fb304006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:53.943677 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-733d10b5-6939-4d30-96a4-9f467d09d140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:53.945161 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733d10b5-6939-4d30-96a4-9f467d09d140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:53.946808 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-733d10b5-6939-4d30-96a4-9f467d09d140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:53.996913 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-23604632-eaad-47b7-a2f1-5b04fb304006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:54.001565 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-23604632-eaad-47b7-a2f1-5b04fb304006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:54.009922 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-23604632-eaad-47b7-a2f1-5b04fb304006 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e2e1269-e501-47c4-ae76-b2411533483d HTTP/1.1" status: 204 len: 168 time: 0.1797264 Nov 15 11:25:54.010053 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-733d10b5-6939-4d30-96a4-9f467d09d140 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7094305 Nov 15 11:25:54.012824 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41062) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:54.019713 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23604632-eaad-47b7-a2f1-5b04fb304006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2e1269-e501-47c4-ae76-b2411533483d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:54.020883 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-f0f7563f-94a6-4964-b15a-861304137d10 admin admin] Request body: {'subnet': {'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1451624664-subnet', 'tenant_id': '69cdf03a6f264de7b09ea98e3ce6a0c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:25:54.025528 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d10b5-6939-4d30-96a4-9f467d09d140 admin admin] Pushing event updated for resources: {'Network': ['ID=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:54.048656 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f7563f-94a6-4964-b15a-861304137d10 admin admin] Made reservation on behalf of 69cdf03a6f264de7b09ea98e3ce6a0c9 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:25:54.051664 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:25:54.053921 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f0f7563f-94a6-4964-b15a-861304137d10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:54.297506 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f0f7563f-94a6-4964-b15a-861304137d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:54.389394 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7563f-94a6-4964-b15a-861304137d10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=869f9db7-c874-47ae-bffd-e01d17367094,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:54.410584 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f7563f-94a6-4964-b15a-861304137d10 admin admin] Checking segment: {'id': '1af0aad6-2d84-4a24-b6e3-de765b71e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:25:54.410936 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f7563f-94a6-4964-b15a-861304137d10 admin admin] Network hostable DHCP agents. Network: a2bf3e38-6eec-48d9-ab3e-622a70c9fb13, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:25:54.422301 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58601a2-9bb7-4818-b78e-d1f9e9291560 req-b4a6a3ec-e981-4b7a-b53b-6e8bfb366e0a tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:54.423778 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e58601a2-9bb7-4818-b78e-d1f9e9291560 req-b4a6a3ec-e981-4b7a-b53b-6e8bfb366e0a tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.0887637 Nov 15 11:25:54.443553 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41086) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:54.461969 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6aa3935-983a-4492-800b-e336c77695e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:54.468812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f7563f-94a6-4964-b15a-861304137d10 admin admin] Network a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:25:54.499377 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e58601a2-9bb7-4818-b78e-d1f9e9291560 req-93600464-e0c2-470d-96d2-8c246d48009d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676541 Nov 15 11:25:54.500935 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-f0f7563f-94a6-4964-b15a-861304137d10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, a2bf3e38-6eec-48d9-ab3e-622a70c9fb13) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:25:54.513729 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eddeac-1fa0-450e-8c8a-1b668c0dba99 None None] Network a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:25:54.514899 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f7563f-94a6-4964-b15a-861304137d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:54.516137 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f0f7563f-94a6-4964-b15a-861304137d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:54.538383 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f0f7563f-94a6-4964-b15a-861304137d10 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5220721 Nov 15 11:25:54.575083 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6aa3935-983a-4492-800b-e336c77695e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:54.582555 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6aa3935-983a-4492-800b-e336c77695e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:54.633067 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d6aa3935-983a-4492-800b-e336c77695e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=71346ead62174db2bf40a52c306f0255&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1879942 Nov 15 11:25:54.635027 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa3935-983a-4492-800b-e336c77695e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c22fd11-16ec-4f8a-9b4b-be5f0ca4ea0e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:54.635783 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41092) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:54.699059 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfb6958-9cef-421b-a156-8790a063516b None None] Network a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:25:54.707871 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4bc85db3-80f3-4ca4-b92b-e750bc09ae71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:54.731529 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4bc85db3-80f3-4ca4-b92b-e750bc09ae71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:54.790900 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4bc85db3-80f3-4ca4-b92b-e750bc09ae71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:54.794605 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4bc85db3-80f3-4ca4-b92b-e750bc09ae71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:54.798166 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4bc85db3-80f3-4ca4-b92b-e750bc09ae71 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c22fd11-16ec-4f8a-9b4b-be5f0ca4ea0e HTTP/1.1" status: 204 len: 168 time: 0.1591039 Nov 15 11:25:54.809191 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc85db3-80f3-4ca4-b92b-e750bc09ae71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c22fd11-16ec-4f8a-9b4b-be5f0ca4ea0e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:54.872148 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41102) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:55.194018 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-4bc4a0cb-4f87-435e-8945-f6b75094bff3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-532855723-network', 'tenant_id': '91113c0fa8154b558a9e557fde9f1b3d'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:25:55.220705 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc4a0cb-4f87-435e-8945-f6b75094bff3 admin admin] Made reservation on behalf of 91113c0fa8154b558a9e557fde9f1b3d for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:25:55.222422 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4bc4a0cb-4f87-435e-8945-f6b75094bff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:55.239768 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4bc4a0cb-4f87-435e-8945-f6b75094bff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:55.325266 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4bc4a0cb-4f87-435e-8945-f6b75094bff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:55.335764 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4bc4a0cb-4f87-435e-8945-f6b75094bff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:55.352631 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc4a0cb-4f87-435e-8945-f6b75094bff3 admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:25:55.396970 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4a0cb-4f87-435e-8945-f6b75094bff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c7bddd-9b31-410d-a9b6-450f58057e18,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:55.418287 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4bc4a0cb-4f87-435e-8945-f6b75094bff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:55.418823 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-4bc4a0cb-4f87-435e-8945-f6b75094bff3 admin admin] Added segment 00942dea-c92f-404b-9297-63ecd0e0ea2c of type vlan for network c7abab0f-4274-40bd-9c20-749f1f1c5aed Nov 15 11:25:55.844891 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4bc4a0cb-4f87-435e-8945-f6b75094bff3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:55.926138 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4bc4a0cb-4f87-435e-8945-f6b75094bff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:55.927373 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc4a0cb-4f87-435e-8945-f6b75094bff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:55.928138 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4bc4a0cb-4f87-435e-8945-f6b75094bff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:55.942881 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef66d6f-6cb2-4f4f-83df-b3b38f9aeda9 req-37524846-a722-4dab-8fc2-3286f8e88228 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:55.944465 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fef66d6f-6cb2-4f4f-83df-b3b38f9aeda9 req-37524846-a722-4dab-8fc2-3286f8e88228 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.1059854 Nov 15 11:25:56.016753 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-bde7a60f-61b4-4e8e-9cfb-90fee8a91ea8 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:56.018249 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-bde7a60f-61b4-4e8e-9cfb-90fee8a91ea8 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/networks?id=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 HTTP/1.1" status: 200 len: 815 time: 0.5636683 Nov 15 11:25:56.032112 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4bc4a0cb-4f87-435e-8945-f6b75094bff3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1588516 Nov 15 11:25:56.036610 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41156) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:56.044140 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5e1a3b6f-826b-4000-b36a-59c6ec2cb102 admin admin] Request body: {'subnet': {'network_id': 'c7abab0f-4274-40bd-9c20-749f1f1c5aed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-532855723-subnet', 'tenant_id': '91113c0fa8154b558a9e557fde9f1b3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:25:56.059482 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-57743331-c713-41d5-8ddb-35e40f2b823d tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/quotas/69cdf03a6f264de7b09ea98e3ce6a0c9 HTTP/1.1" status: 200 len: 375 time: 0.0308120 Nov 15 11:25:56.065304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4a0cb-4f87-435e-8945-f6b75094bff3 admin admin] Pushing event updated for resources: {'Network': ['ID=c7abab0f-4274-40bd-9c20-749f1f1c5aed,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:56.077689 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network c7abab0f-4274-40bd-9c20-749f1f1c5aed details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:25:56.105319 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-5673c0dc-0d50-4427-8bee-88144d4fd6f5 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=69cdf03a6f264de7b09ea98e3ce6a0c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357037 Nov 15 11:25:56.109660 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fef66d6f-6cb2-4f4f-83df-b3b38f9aeda9 req-369fd05d-6f51-484d-96e0-8dbf50d6613b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533751 Nov 15 11:25:56.116369 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1a3b6f-826b-4000-b36a-59c6ec2cb102 admin admin] Made reservation on behalf of 91113c0fa8154b558a9e557fde9f1b3d for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:25:56.119898 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e1a3b6f-826b-4000-b36a-59c6ec2cb102 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:56.251668 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-3a62dfdd-e77a-49ed-92a3-c0641f538f31 service neutron] 10.222.0.64 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343186 Nov 15 11:25:56.387139 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-d94e2fbb-28ee-435c-a3b5-fe7616f0f8c0 service neutron] 10.222.0.64 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261346 Nov 15 11:25:56.398519 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e1a3b6f-826b-4000-b36a-59c6ec2cb102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:56.510934 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1a3b6f-826b-4000-b36a-59c6ec2cb102 admin admin] Checking segment: {'id': '00942dea-c92f-404b-9297-63ecd0e0ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c7abab0f-4274-40bd-9c20-749f1f1c5aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:25:56.511317 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1a3b6f-826b-4000-b36a-59c6ec2cb102 admin admin] Network hostable DHCP agents. Network: c7abab0f-4274-40bd-9c20-749f1f1c5aed, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:25:56.534134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a3b6f-826b-4000-b36a-59c6ec2cb102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=414b55a6-1594-48a7-b107-9f0e9048b526,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:56.553680 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d5c99-99fa-4d10-b245-25ad6fda0c4c req-b187cc1d-b34e-4910-8ebc-5569ca74d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:56.556716 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4f8d5c99-99fa-4d10-b245-25ad6fda0c4c req-b187cc1d-b34e-4910-8ebc-5569ca74d7de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84266b83cb7b44e49edcf06f7e40ecbe&device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 1096 time: 0.1015251 Nov 15 11:25:56.558404 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1a3b6f-826b-4000-b36a-59c6ec2cb102 admin admin] Network c7abab0f-4274-40bd-9c20-749f1f1c5aed is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:25:56.578910 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5e1a3b6f-826b-4000-b36a-59c6ec2cb102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, c7abab0f-4274-40bd-9c20-749f1f1c5aed) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:25:56.591988 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14e2872-8ada-45bd-b850-aae8fbe51166 None None] Network c7abab0f-4274-40bd-9c20-749f1f1c5aed requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:25:56.612573 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d7604-6210-432e-b332-19d709ce3b07 req-85d0c8f2-f556-4376-9c19-8d4916b08b5c tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:56.620773 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3a7d7604-6210-432e-b332-19d709ce3b07 req-85d0c8f2-f556-4376-9c19-8d4916b08b5c tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.1240613 Nov 15 11:25:56.702426 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-479cdcf3-4719-4cef-8563-7cbada2650d0 req-d9ee308c-398f-4b95-9295-6159c26e37dd tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=928712c9-0a4b-4107-acdb-5b0304036bca HTTP/1.1" status: 200 len: 210 time: 0.0714390 Nov 15 11:25:56.719476 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1a3b6f-826b-4000-b36a-59c6ec2cb102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:56.726013 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e1a3b6f-826b-4000-b36a-59c6ec2cb102 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:56.789818 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5e1a3b6f-826b-4000-b36a-59c6ec2cb102 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7508142 Nov 15 11:25:56.802320 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3a7d7604-6210-432e-b332-19d709ce3b07 req-358292b5-22b9-4c64-878d-e761799766da tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805263 Nov 15 11:25:56.802843 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41186) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:56.813793 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-19955bff-1851-4e71-83c8-8fdaa2bc0993 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-532855723-router', 'tenant_id': '91113c0fa8154b558a9e557fde9f1b3d', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:25:56.828715 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d5c99-99fa-4d10-b245-25ad6fda0c4c req-7f92c2b9-902b-4222-9814-9a3bdaf6054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:56.830097 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4f8d5c99-99fa-4d10-b245-25ad6fda0c4c req-7f92c2b9-902b-4222-9814-9a3bdaf6054b service neutron] 10.222.0.11 "GET /v2.0/networks?id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd HTTP/1.1" status: 200 len: 911 time: 0.2647541 Nov 15 11:25:56.864990 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19955bff-1851-4e71-83c8-8fdaa2bc0993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:56.866435 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19955bff-1851-4e71-83c8-8fdaa2bc0993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:56.870925 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925aad46-86aa-494e-bb10-3395ad96ea90 None None] Network c7abab0f-4274-40bd-9c20-749f1f1c5aed requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:25:56.967461 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4f8d5c99-99fa-4d10-b245-25ad6fda0c4c req-978976cd-6d39-48d7-91b1-97671198e2c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98c7c734-b2a0-4397-9a24-4ec63b72ae70 HTTP/1.1" status: 200 len: 1000 time: 0.1262515 Nov 15 11:25:56.984741 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19955bff-1851-4e71-83c8-8fdaa2bc0993 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:57.042112 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d5c99-99fa-4d10-b245-25ad6fda0c4c req-eae25433-abe6-4e71-a685-eaa8d79c6e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:57.044764 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4f8d5c99-99fa-4d10-b245-25ad6fda0c4c req-eae25433-abe6-4e71-a685-eaa8d79c6e2c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa23b34b-7133-41b6-b1e3-4b077f52e5c3 HTTP/1.1" status: 200 len: 849 time: 0.0698931 Nov 15 11:25:57.129241 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d5c99-99fa-4d10-b245-25ad6fda0c4c req-b1cbcc84-f3ac-49aa-9934-0ca161313f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:57.131262 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4f8d5c99-99fa-4d10-b245-25ad6fda0c4c req-b1cbcc84-f3ac-49aa-9934-0ca161313f40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789783 Nov 15 11:25:57.178277 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19955bff-1851-4e71-83c8-8fdaa2bc0993 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:57.281232 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4f8d5c99-99fa-4d10-b245-25ad6fda0c4c req-f4c373d1-7faa-4bf1-a216-33cbd1e41063 service neutron] 10.222.0.11 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424534 Nov 15 11:25:57.389711 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4f8d5c99-99fa-4d10-b245-25ad6fda0c4c req-f9871056-254d-4fc5-b3e2-f2c867b385c8 service neutron] 10.222.0.11 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010921 Nov 15 11:25:57.442512 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19955bff-1851-4e71-83c8-8fdaa2bc0993 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:57.468747 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19955bff-1851-4e71-83c8-8fdaa2bc0993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:57.555849 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41208) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:57.592597 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-19955bff-1851-4e71-83c8-8fdaa2bc0993 admin admin] Allocated IP 172.25.7.142 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/db12e132-7cb6-428a-8bf0-c98ae9358ab7) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:25:57.706225 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19955bff-1851-4e71-83c8-8fdaa2bc0993 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:57.715622 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ce450c0-d045-490d-ba4e-9007ab38445f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:57.743330 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19955bff-1851-4e71-83c8-8fdaa2bc0993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:57.783671 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19955bff-1851-4e71-83c8-8fdaa2bc0993 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:25:57.798945 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-19955bff-1851-4e71-83c8-8fdaa2bc0993 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:25:57.804178 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19955bff-1851-4e71-83c8-8fdaa2bc0993 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:25:57.843635 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19955bff-1851-4e71-83c8-8fdaa2bc0993 admin admin] Pushing event updated for resources: {'Port': ['ID=db12e132-7cb6-428a-8bf0-c98ae9358ab7,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:57.860678 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ce450c0-d045-490d-ba4e-9007ab38445f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:57.867135 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ce450c0-d045-490d-ba4e-9007ab38445f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:57.873063 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02b30e87-6e3c-477f-af87-762a1b3611f4 req-debeaf0e-290f-410f-8ceb-3f9ae5cbbd57 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=928712c9-0a4b-4107-acdb-5b0304036bca HTTP/1.1" status: 200 len: 210 time: 0.0617459 Nov 15 11:25:57.935644 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce450c0-d045-490d-ba4e-9007ab38445f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d56823d-0f87-468e-8f46-92f789c3b7d3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:57.940773 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2ce450c0-d045-490d-ba4e-9007ab38445f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dc707b253ca84ab3be8562cd971c61b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3823209 Nov 15 11:25:57.943392 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41226) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:58.001749 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-418e3eeb-ff7d-484c-b3ca-304281f57a34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:58.027397 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-418e3eeb-ff7d-484c-b3ca-304281f57a34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:58.092334 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-418e3eeb-ff7d-484c-b3ca-304281f57a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:58.095614 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-418e3eeb-ff7d-484c-b3ca-304281f57a34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:58.097973 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-418e3eeb-ff7d-484c-b3ca-304281f57a34 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d56823d-0f87-468e-8f46-92f789c3b7d3 HTTP/1.1" status: 204 len: 168 time: 0.1534121 Nov 15 11:25:58.113965 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e3eeb-ff7d-484c-b3ca-304281f57a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d56823d-0f87-468e-8f46-92f789c3b7d3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:58.140806 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee52d7-ba7f-410d-bf17-6938cb7ba8d3 req-84c224c9-d292-41f3-a5bc-23be84c1e6b4 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:58.142370 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5ee52d7-ba7f-410d-bf17-6938cb7ba8d3 req-84c224c9-d292-41f3-a5bc-23be84c1e6b4 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.1858194 Nov 15 11:25:58.248511 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-8530d354-61a9-4c00-9229-0e8c7aa5b75b tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:58.251191 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-8530d354-61a9-4c00-9229-0e8c7aa5b75b tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.55 "GET /v2.0/networks?id=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 HTTP/1.1" status: 200 len: 815 time: 0.2900045 Nov 15 11:25:58.273542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-5da648e7-5ec9-49de-a58e-cc7f6be389ea tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Request body: {'port': {'device_id': '928712c9-0a4b-4107-acdb-5b0304036bca', 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13', 'admin_state_up': True, 'tenant_id': '69cdf03a6f264de7b09ea98e3ce6a0c9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:25:58.350977 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5ee52d7-ba7f-410d-bf17-6938cb7ba8d3 req-da01c87f-0800-40b1-8140-abf4af3c1298 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976404 Nov 15 11:25:58.379690 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19955bff-1851-4e71-83c8-8fdaa2bc0993 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:58.502930 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-5da648e7-5ec9-49de-a58e-cc7f6be389ea tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Made reservation on behalf of 69cdf03a6f264de7b09ea98e3ce6a0c9 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:25:58.507442 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-5da648e7-5ec9-49de-a58e-cc7f6be389ea tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:58.726070 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19955bff-1851-4e71-83c8-8fdaa2bc0993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:58.804799 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-5da648e7-5ec9-49de-a58e-cc7f6be389ea tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Allocated IP 172.20.0.2 (a2bf3e38-6eec-48d9-ab3e-622a70c9fb13/869f9db7-c874-47ae-bffd-e01d17367094/bd8929d6-de8e-42e6-9ec3-42e17539c5a0) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:25:58.985551 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19955bff-1851-4e71-83c8-8fdaa2bc0993 admin admin] Router eb3e03e2-5045-4eee-9e84-711018be25f1 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:25:59.025148 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-977f5809-1eb8-48ab-9416-fe4a2f9f11de req-35a4fc6c-727e-4f38-99af-c76815b2a6fc tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=928712c9-0a4b-4107-acdb-5b0304036bca HTTP/1.1" status: 200 len: 210 time: 0.0438268 Nov 15 11:25:59.051782 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-5da648e7-5ec9-49de-a58e-cc7f6be389ea tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:59.173254 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-5da648e7-5ec9-49de-a58e-cc7f6be389ea tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:59.252819 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-5da648e7-5ec9-49de-a58e-cc7f6be389ea tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Network a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:25:59.256222 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19955bff-1851-4e71-83c8-8fdaa2bc0993 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:25:59.266269 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] Sync routers for ids ['eb3e03e2-5045-4eee-9e84-711018be25f1'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:25:59.269433 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da648e7-5ec9-49de-a58e-cc7f6be389ea tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Pushing event updated for resources: {'Port': ['ID=bd8929d6-de8e-42e6-9ec3-42e17539c5a0,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:25:59.272907 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-5da648e7-5ec9-49de-a58e-cc7f6be389ea tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:25:59.275901 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-5da648e7-5ec9-49de-a58e-cc7f6be389ea tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:25:59.286091 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] Routers {'eb3e03e2-5045-4eee-9e84-711018be25f1'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:25:59.286953 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:25:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['eb3e03e2-5045-4eee-9e84-711018be25f1'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:25:59.312352 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19955bff-1851-4e71-83c8-8fdaa2bc0993 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:59.316385 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-19955bff-1851-4e71-83c8-8fdaa2bc0993 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5095830 Nov 15 11:25:59.316880 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41290) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:25:59.350801 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-5da648e7-5ec9-49de-a58e-cc7f6be389ea tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:59.352058 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-5da648e7-5ec9-49de-a58e-cc7f6be389ea tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:59.379563 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-5da648e7-5ec9-49de-a58e-cc7f6be389ea tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1198943 Nov 15 11:25:59.394097 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-6795af85-a03e-48d3-a459-05f2d3286dd4 service neutron] Request body: {'port': {'device_id': '928712c9-0a4b-4107-acdb-5b0304036bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:25:59.425205 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] Set router eb3e03e2-5045-4eee-9e84-711018be25f1 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:25:59.497162 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-6795af85-a03e-48d3-a459-05f2d3286dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:59.565858 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:25:59.597585 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488a4d3-9ab3-471a-8d60-3a9e9371c34e req-784509fe-6a01-4926-bba5-06290077ae1a tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:25:59.600173 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a488a4d3-9ab3-471a-8d60-3a9e9371c34e req-784509fe-6a01-4926-bba5-06290077ae1a tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.1190865 Nov 15 11:25:59.736189 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3e03e2-5045-4eee-9e84-711018be25f1', 'name': 'tempest-ServerRescueTestJSON-532855723-router', 'tenant_id': '91113c0fa8154b558a9e557fde9f1b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'db12e132-7cb6-428a-8bf0-c98ae9358ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:25:56Z', 'updated_at': '2021-11-15T11:25:58Z', 'revision_number': 3, 'project_id': '91113c0fa8154b558a9e557fde9f1b3d', 'gw_port': {'id': 'db12e132-7cb6-428a-8bf0-c98ae9358ab7', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:27:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3e03e2-5045-4eee-9e84-711018be25f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:25:57Z', 'updated_at': '2021-11-15T11:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:25:59.765379 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a488a4d3-9ab3-471a-8d60-3a9e9371c34e req-21a221e8-1329-401b-917e-d7875930246f tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562407 Nov 15 11:25:59.778867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] Checking router: eb3e03e2-5045-4eee-9e84-711018be25f1 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:25:59.779566 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] Updating router eb3e03e2-5045-4eee-9e84-711018be25f1 port db12e132-7cb6-428a-8bf0-c98ae9358ab7 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:25:59.988227 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:00.053082 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-6795af85-a03e-48d3-a459-05f2d3286dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8929d6-de8e-42e6-9ec3-42e17539c5a0 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:26:00.063416 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-6795af85-a03e-48d3-a459-05f2d3286dd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:00.110480 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-6795af85-a03e-48d3-a459-05f2d3286dd4 service neutron] Transition to ACTIVE for port object bd8929d6-de8e-42e6-9ec3-42e17539c5a0 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:26:00.121724 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-6795af85-a03e-48d3-a459-05f2d3286dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:00.273173 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41326) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:00.326552 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795af85-a03e-48d3-a459-05f2d3286dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8929d6-de8e-42e6-9ec3-42e17539c5a0,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:00.347285 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:00.355984 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:00.365639 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7e223-43ed-4129-a108-d389ef21a6c9 req-60252970-1445-49c4-a21c-e7bb74edf837 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:00.367302 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2e7e223-43ed-4129-a108-d389ef21a6c9 req-60252970-1445-49c4-a21c-e7bb74edf837 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=928712c9-0a4b-4107-acdb-5b0304036bca HTTP/1.1" status: 200 len: 943 time: 0.1808510 Nov 15 11:26:00.403611 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfda4e2-ac0c-4aea-9f7c-0f881ce512de None None] Pushing event updated for resources: {'Port': ['ID=db12e132-7cb6-428a-8bf0-c98ae9358ab7,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:00.427345 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] Attempting to bind port db12e132-7cb6-428a-8bf0-c98ae9358ab7 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:26:00.427712 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] Attempting to bind port db12e132-7cb6-428a-8bf0-c98ae9358ab7 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:26:00.428095 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] Attempting to bind port db12e132-7cb6-428a-8bf0-c98ae9358ab7 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:26:00.436196 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad01a2ed-60b6-43fe-97f7-e77bb99e495b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:00.443114 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:26:00.444911 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:26:00.446450 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:00.449128 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:26:00.450138 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] Bound port: db12e132-7cb6-428a-8bf0-c98ae9358ab7, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:26:00.450822 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:00.534160 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] For port db12e132-7cb6-428a-8bf0-c98ae9358ab7, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:26:00.537830 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] For port db12e132-7cb6-428a-8bf0-c98ae9358ab7, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=db12e132-7cb6-428a-8bf0-c98ae9358ab7,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:26:00.546013 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:00.553451 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2e7e223-43ed-4129-a108-d389ef21a6c9 req-6d586e69-98cf-41dc-bcae-95f074399a7b tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630609 Nov 15 11:26:00.582612 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88bef541-2bbd-40de-abcd-1a144ff9598c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:00.583991 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-6795af85-a03e-48d3-a459-05f2d3286dd4 service neutron] Attempting to bind port bd8929d6-de8e-42e6-9ec3-42e17539c5a0 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:26:00.584473 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-6795af85-a03e-48d3-a459-05f2d3286dd4 service neutron] Attempting to bind port bd8929d6-de8e-42e6-9ec3-42e17539c5a0 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '1af0aad6-2d84-4a24-b6e3-de765b71e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:26:00.585128 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-6795af85-a03e-48d3-a459-05f2d3286dd4 service neutron] Attempting to bind port bd8929d6-de8e-42e6-9ec3-42e17539c5a0 on network a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:26:00.599160 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-6795af85-a03e-48d3-a459-05f2d3286dd4 service neutron] Port bd8929d6-de8e-42e6-9ec3-42e17539c5a0 on network a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:26:00.599733 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-6795af85-a03e-48d3-a459-05f2d3286dd4 service neutron] Attempting to bind port bd8929d6-de8e-42e6-9ec3-42e17539c5a0 on network a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:26:00.609017 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-6795af85-a03e-48d3-a459-05f2d3286dd4 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:26:00.610132 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-6795af85-a03e-48d3-a459-05f2d3286dd4 service neutron] Checking segment: {'id': '1af0aad6-2d84-4a24-b6e3-de765b71e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:26:00.611523 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-6795af85-a03e-48d3-a459-05f2d3286dd4 service neutron] Bound using segment: {'id': '1af0aad6-2d84-4a24-b6e3-de765b71e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:26:00.616756 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-6795af85-a03e-48d3-a459-05f2d3286dd4 service neutron] Bound port: bd8929d6-de8e-42e6-9ec3-42e17539c5a0, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af0aad6-2d84-4a24-b6e3-de765b71e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:26:00.617450 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-6795af85-a03e-48d3-a459-05f2d3286dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:00.628433 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] Routers {'eb3e03e2-5045-4eee-9e84-711018be25f1'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:26:00.629229 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:25:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['eb3e03e2-5045-4eee-9e84-711018be25f1'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:00.664717 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-ad01a2ed-60b6-43fe-97f7-e77bb99e495b admin admin] Allocated IP 172.20.0.1 (c7abab0f-4274-40bd-9c20-749f1f1c5aed/414b55a6-1594-48a7-b107-9f0e9048b526/4b11f7b8-2773-4c47-9937-c3cdb6b7c89b) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:26:00.739371 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfda4e2-ac0c-4aea-9f7c-0f881ce512de None None] Pushing event updated for resources: {'Port': ['ID=db12e132-7cb6-428a-8bf0-c98ae9358ab7,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:00.768257 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-6795af85-a03e-48d3-a459-05f2d3286dd4 service neutron] For port bd8929d6-de8e-42e6-9ec3-42e17539c5a0, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:26:00.774617 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-6795af85-a03e-48d3-a459-05f2d3286dd4 service neutron] For port bd8929d6-de8e-42e6-9ec3-42e17539c5a0, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=bd8929d6-de8e-42e6-9ec3-42e17539c5a0,segment=NetworkSegment(1af0aad6-2d84-4a24-b6e3-de765b71e1e9),segment_id=1af0aad6-2d84-4a24-b6e3-de765b71e1e9)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:26:00.777402 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88bef541-2bbd-40de-abcd-1a144ff9598c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:00.788576 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88bef541-2bbd-40de-abcd-1a144ff9598c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:00.797480 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-6795af85-a03e-48d3-a459-05f2d3286dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:00.801467 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] Set router eb3e03e2-5045-4eee-9e84-711018be25f1 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:26:00.862557 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-88bef541-2bbd-40de-abcd-1a144ff9598c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6d922e8741b74cfdb6f7017da7b318dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5799878 Nov 15 11:26:00.863949 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41342) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:00.870213 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad01a2ed-60b6-43fe-97f7-e77bb99e495b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:00.885943 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-6795af85-a03e-48d3-a459-05f2d3286dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:00.887599 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-6795af85-a03e-48d3-a459-05f2d3286dd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:00.890470 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-6795af85-a03e-48d3-a459-05f2d3286dd4 service neutron] 10.222.0.55 "PUT /v2.0/ports/bd8929d6-de8e-42e6-9ec3-42e17539c5a0 HTTP/1.1" status: 200 len: 1091 time: 1.5016894 Nov 15 11:26:00.891768 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bef541-2bbd-40de-abcd-1a144ff9598c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f06ba6-b3fa-462c-923d-6a94034bc83c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:00.892538 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928712c9-0a4b-4107-acdb-5b0304036bca', 'tag': 'bd8929d6-de8e-42e6-9ec3-42e17539c5a0'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:26:00.896096 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888af8aa-5e9c-4a85-adc9-40a2bc87d493" -d '{"events": [{"name": "network-changed", "server_uuid": "928712c9-0a4b-4107-acdb-5b0304036bca", "tag": "bd8929d6-de8e-42e6-9ec3-42e17539c5a0"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:26:00.991644 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad01a2ed-60b6-43fe-97f7-e77bb99e495b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:01.016728 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c507002e-cda8-44fd-8949-fec87aadcf6f x-openstack-request-id: req-c507002e-cda8-44fd-8949-fec87aadcf6f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:26:01.021347 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928712c9-0a4b-4107-acdb-5b0304036bca", "tag": "bd8929d6-de8e-42e6-9ec3-42e17539c5a0", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:26:01.021895 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c507002e-cda8-44fd-8949-fec87aadcf6f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:26:01.025661 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928712c9-0a4b-4107-acdb-5b0304036bca', 'tag': 'bd8929d6-de8e-42e6-9ec3-42e17539c5a0', 'status': 'completed', 'code': 200} Nov 15 11:26:01.027508 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c39220a-a6b9-40ea-ba78-e1c7c9128dc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:01.031485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795af85-a03e-48d3-a459-05f2d3286dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8929d6-de8e-42e6-9ec3-42e17539c5a0,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:01.056690 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c39220a-a6b9-40ea-ba78-e1c7c9128dc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:01.070110 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-8156e247-2fc8-4e6f-8346-d4bdd5666730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:01.072084 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-8156e247-2fc8-4e6f-8346-d4bdd5666730 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69cdf03a6f264de7b09ea98e3ce6a0c9&device_id=928712c9-0a4b-4107-acdb-5b0304036bca HTTP/1.1" status: 200 len: 1094 time: 0.1169348 Nov 15 11:26:01.115853 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad01a2ed-60b6-43fe-97f7-e77bb99e495b admin admin] Network c7abab0f-4274-40bd-9c20-749f1f1c5aed is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:26:01.119122 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ad01a2ed-60b6-43fe-97f7-e77bb99e495b admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:01.123883 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad01a2ed-60b6-43fe-97f7-e77bb99e495b admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:26:01.154839 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c39220a-a6b9-40ea-ba78-e1c7c9128dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:01.157606 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c39220a-a6b9-40ea-ba78-e1c7c9128dc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:01.158756 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2c39220a-a6b9-40ea-ba78-e1c7c9128dc6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/03f06ba6-b3fa-462c-923d-6a94034bc83c HTTP/1.1" status: 204 len: 168 time: 0.2622242 Nov 15 11:26:01.165622 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01a2ed-60b6-43fe-97f7-e77bb99e495b admin admin] Pushing event updated for resources: {'Port': ['ID=4b11f7b8-2773-4c47-9937-c3cdb6b7c89b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:01.166142 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-8b0e91e2-4c9d-479b-a6a6-3bfcd914e72d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd8929d6-de8e-42e6-9ec3-42e17539c5a0 HTTP/1.1" status: 200 len: 217 time: 0.0860901 Nov 15 11:26:01.177809 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39220a-a6b9-40ea-ba78-e1c7c9128dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f06ba6-b3fa-462c-923d-6a94034bc83c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:01.180436 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad01a2ed-60b6-43fe-97f7-e77bb99e495b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:01.286064 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-968c8f78-b5e0-4994-a8ac-51b3ea5c23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:01.288078 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-968c8f78-b5e0-4994-a8ac-51b3ea5c23fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=869f9db7-c874-47ae-bffd-e01d17367094 HTTP/1.1" status: 200 len: 855 time: 0.1116641 Nov 15 11:26:01.303349 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3e03e2-5045-4eee-9e84-711018be25f1', 'name': 'tempest-ServerRescueTestJSON-532855723-router', 'tenant_id': '91113c0fa8154b558a9e557fde9f1b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'db12e132-7cb6-428a-8bf0-c98ae9358ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:25:56Z', 'updated_at': '2021-11-15T11:25:58Z', 'revision_number': 3, 'project_id': '91113c0fa8154b558a9e557fde9f1b3d', 'gw_port': {'id': 'db12e132-7cb6-428a-8bf0-c98ae9358ab7', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:27:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3e03e2-5045-4eee-9e84-711018be25f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:25:57Z', 'updated_at': '2021-11-15T11:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:01.323954 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-74750aba-ce97-459f-b172-661ee6312423 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291522 Nov 15 11:26:01.350324 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af41934-313f-465f-ae0e-7bd29c55ad4b None None] The sync data for ids ['eb3e03e2-5045-4eee-9e84-711018be25f1'] in n-d-729945-9 is: [{'id': 'eb3e03e2-5045-4eee-9e84-711018be25f1', 'name': 'tempest-ServerRescueTestJSON-532855723-router', 'tenant_id': '91113c0fa8154b558a9e557fde9f1b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'db12e132-7cb6-428a-8bf0-c98ae9358ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:25:56Z', 'updated_at': '2021-11-15T11:25:58Z', 'revision_number': 3, 'project_id': '91113c0fa8154b558a9e557fde9f1b3d', 'gw_port': {'id': 'db12e132-7cb6-428a-8bf0-c98ae9358ab7', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:27:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3e03e2-5045-4eee-9e84-711018be25f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:25:57Z', 'updated_at': '2021-11-15T11:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:26:01.369502 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad01a2ed-60b6-43fe-97f7-e77bb99e495b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:01.385441 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:01.470244 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-7d87705c-f8bb-47a1-b1d5-7c1f8fc2a8d9 service neutron] 10.222.0.55 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384435 Nov 15 11:26:01.492895 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41356) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:01.539006 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41360) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:01.609437 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18dfba92-4173-4300-a3b2-24c4361d2e28 req-0480c26c-3422-4160-be90-ffe490a10a80 service neutron] 10.222.0.55 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310756 Nov 15 11:26:01.624207 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad01a2ed-60b6-43fe-97f7-e77bb99e495b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:01.635248 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad01a2ed-60b6-43fe-97f7-e77bb99e495b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:01.788007 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01a2ed-60b6-43fe-97f7-e77bb99e495b admin admin] Pushing event updated for resources: {'Port': ['ID=4b11f7b8-2773-4c47-9937-c3cdb6b7c89b,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:01.793686 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad01a2ed-60b6-43fe-97f7-e77bb99e495b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:01.834380 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888af8aa-5e9c-4a85-adc9-40a2bc87d493 req-7fd92649-78ea-46d5-a91a-7c811b987dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:01.836216 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-888af8aa-5e9c-4a85-adc9-40a2bc87d493 req-7fd92649-78ea-46d5-a91a-7c811b987dcd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69cdf03a6f264de7b09ea98e3ce6a0c9&device_id=928712c9-0a4b-4107-acdb-5b0304036bca HTTP/1.1" status: 200 len: 1094 time: 0.1618228 Nov 15 11:26:01.846786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fa06f-61f8-44f7-a203-91b6f6a26bc8 req-5a8b9bcf-e1bf-42c5-89c6-e14f0833df3a tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:01.854444 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a05fa06f-61f8-44f7-a203-91b6f6a26bc8 req-5a8b9bcf-e1bf-42c5-89c6-e14f0833df3a tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=928712c9-0a4b-4107-acdb-5b0304036bca HTTP/1.1" status: 200 len: 943 time: 0.1574244 Nov 15 11:26:01.907502 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77f12461-21a9-47a9-b00d-fd4987f813d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:01.961749 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f3d48b5f-4784-4932-aff2-d6b4a653ec99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:01.975218 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad01a2ed-60b6-43fe-97f7-e77bb99e495b admin admin] Network c7abab0f-4274-40bd-9c20-749f1f1c5aed is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:26:01.977944 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ad01a2ed-60b6-43fe-97f7-e77bb99e495b admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:02.029534 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888af8aa-5e9c-4a85-adc9-40a2bc87d493 req-d8a5971b-0633-4605-91e2-308ca5ebe42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:02.032772 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-888af8aa-5e9c-4a85-adc9-40a2bc87d493 req-d8a5971b-0633-4605-91e2-308ca5ebe42e service neutron] 10.222.0.55 "GET /v2.0/networks?id=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 HTTP/1.1" status: 200 len: 916 time: 0.1747258 Nov 15 11:26:02.071425 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a05fa06f-61f8-44f7-a203-91b6f6a26bc8 req-be79ba05-4fd5-4df6-b648-12958ce0ba7d tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156658 Nov 15 11:26:02.132665 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77f12461-21a9-47a9-b00d-fd4987f813d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:02.144099 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77f12461-21a9-47a9-b00d-fd4987f813d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:02.190721 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f12461-21a9-47a9-b00d-fd4987f813d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9075ef0c-e294-4de3-896c-d472da526fb7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:02.238605 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad01a2ed-60b6-43fe-97f7-e77bb99e495b admin admin] Router eb3e03e2-5045-4eee-9e84-711018be25f1 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:26:02.242921 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-77f12461-21a9-47a9-b00d-fd4987f813d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9463ef7b3bc64620b313ed069afeb700&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7023253 Nov 15 11:26:02.248298 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41378) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:02.393908 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3269f6b0-47d6-4c34-b5ea-7bdb55252733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:02.420130 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3269f6b0-47d6-4c34-b5ea-7bdb55252733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:02.462289 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad01a2ed-60b6-43fe-97f7-e77bb99e495b admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:26:02.462927 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-888af8aa-5e9c-4a85-adc9-40a2bc87d493 req-b685b2f6-7456-46da-9abd-1ef4c32ee32c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd8929d6-de8e-42e6-9ec3-42e17539c5a0 HTTP/1.1" status: 200 len: 217 time: 0.4190657 Nov 15 11:26:02.473010 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ad01a2ed-60b6-43fe-97f7-e77bb99e495b admin admin] 10.222.0.64 "PUT /v2.0/routers/eb3e03e2-5045-4eee-9e84-711018be25f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1549718 Nov 15 11:26:02.515708 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3269f6b0-47d6-4c34-b5ea-7bdb55252733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:02.518913 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3269f6b0-47d6-4c34-b5ea-7bdb55252733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:02.522652 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3269f6b0-47d6-4c34-b5ea-7bdb55252733 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9075ef0c-e294-4de3-896c-d472da526fb7 HTTP/1.1" status: 204 len: 168 time: 0.2678089 Nov 15 11:26:02.536124 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269f6b0-47d6-4c34-b5ea-7bdb55252733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9075ef0c-e294-4de3-896c-d472da526fb7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:02.565548 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-32d417af-0a35-4fbb-a056-9b066ac0541b req-323e658a-1785-4024-8e52-492132413212 service neutron] (102678) timed out ('10.222.0.55', 64247) {{(pid=102678) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 11:26:02.597533 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888af8aa-5e9c-4a85-adc9-40a2bc87d493 req-8e14694f-fc99-4c01-90cf-050f9ea2d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:02.599272 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-888af8aa-5e9c-4a85-adc9-40a2bc87d493 req-8e14694f-fc99-4c01-90cf-050f9ea2d9fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=869f9db7-c874-47ae-bffd-e01d17367094 HTTP/1.1" status: 200 len: 855 time: 0.1276817 Nov 15 11:26:02.606757 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f3d48b5f-4784-4932-aff2-d6b4a653ec99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:02.623533 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f3d48b5f-4784-4932-aff2-d6b4a653ec99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:02.691675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d48b5f-4784-4932-aff2-d6b4a653ec99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74c2d17-3b81-49b1-b517-269aaf89cd98,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:02.696620 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-888af8aa-5e9c-4a85-adc9-40a2bc87d493 req-69fd54ed-79f0-4b64-b10f-51b0bcc58685 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871539 Nov 15 11:26:02.770429 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f3d48b5f-4784-4932-aff2-d6b4a653ec99 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=16eb29db010648218f4902ed29b83126&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2737617 Nov 15 11:26:02.773195 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41394) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:02.780389 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device db12e132-7cb6-428a-8bf0-c98ae9358ab7 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:26:02.831101 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-888af8aa-5e9c-4a85-adc9-40a2bc87d493 req-97fbb40a-32ee-4817-bc08-9b709ec6c9d3 service neutron] 10.222.0.55 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268327 Nov 15 11:26:02.839394 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55945d51-82b2-4746-8d25-9807b9462b20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:02.860388 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port db12e132-7cb6-428a-8bf0-c98ae9358ab7 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:26:02.861023 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:02.883055 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55945d51-82b2-4746-8d25-9807b9462b20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:02.972071 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55945d51-82b2-4746-8d25-9807b9462b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:02.976719 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55945d51-82b2-4746-8d25-9807b9462b20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:02.979702 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-55945d51-82b2-4746-8d25-9807b9462b20 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b74c2d17-3b81-49b1-b517-269aaf89cd98 HTTP/1.1" status: 204 len: 168 time: 0.2052975 Nov 15 11:26:02.993214 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55945d51-82b2-4746-8d25-9807b9462b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74c2d17-3b81-49b1-b517-269aaf89cd98,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:03.003850 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:03.009246 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-888af8aa-5e9c-4a85-adc9-40a2bc87d493 req-e7bfbf2f-b266-4974-ab32-0dd42ce32022 service neutron] 10.222.0.55 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689429 Nov 15 11:26:03.042268 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port db12e132-7cb6-428a-8bf0-c98ae9358ab7, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=db12e132-7cb6-428a-8bf0-c98ae9358ab7,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:26:03.051227 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:03.122036 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=db12e132-7cb6-428a-8bf0-c98ae9358ab7,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:03.173890 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41416) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:03.190430 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-36f0887e-8ae9-4048-a227-d7719a1071f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:03.386418 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2470b7-a336-41eb-8fc5-7cda8cf190b9 req-93a00eb0-4246-46be-9447-68cc96d07f90 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:03.388074 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ce2470b7-a336-41eb-8fc5-7cda8cf190b9 req-93a00eb0-4246-46be-9447-68cc96d07f90 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=928712c9-0a4b-4107-acdb-5b0304036bca HTTP/1.1" status: 200 len: 943 time: 0.1489947 Nov 15 11:26:03.390917 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41424) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:03.461352 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-db4afd67-81ef-439b-af53-b7fbd80e0652 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:03.462710 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-db4afd67-81ef-439b-af53-b7fbd80e0652 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/networks?id=c7abab0f-4274-40bd-9c20-749f1f1c5aed HTTP/1.1" status: 200 len: 810 time: 0.2345586 Nov 15 11:26:03.470735 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-36f0887e-8ae9-4048-a227-d7719a1071f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:03.494265 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-36f0887e-8ae9-4048-a227-d7719a1071f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:03.508809 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ce2470b7-a336-41eb-8fc5-7cda8cf190b9 req-ebcd72be-d1fc-4336-8d30-c9664ea7c75a tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036849 Nov 15 11:26:03.516112 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-fbf4cf79-af0e-41a2-9d5f-f21ef21c4498 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/quotas/91113c0fa8154b558a9e557fde9f1b3d HTTP/1.1" status: 200 len: 375 time: 0.0417552 Nov 15 11:26:03.566807 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-36f0887e-8ae9-4048-a227-d7719a1071f3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b2078b7b16c54c78b5128d45a5b22e60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3914731 Nov 15 11:26:03.569344 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41430) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:03.569764 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0887e-8ae9-4048-a227-d7719a1071f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9acc3ca-4b72-40d6-84d1-b3f5ba3c03a6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:03.591679 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-1bf9e69f-a408-4965-8853-99ec7fe44621 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=91113c0fa8154b558a9e557fde9f1b3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0669298 Nov 15 11:26:03.610294 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a75d345a-e3f3-495d-b7d1-740db820ac53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:03.655938 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41432) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:03.672167 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c5ff8089-ac06-48b1-ad92-5a02ad1d5b03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:03.676613 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b422697-9355-4508-bd42-ebca6702c6dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:03.712951 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b422697-9355-4508-bd42-ebca6702c6dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:03.724666 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] Sync routers for ids ['eb3e03e2-5045-4eee-9e84-711018be25f1'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:26:03.736501 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-0f3c7460-01a4-43d7-928a-1130e81e6af7 service neutron] 10.222.0.64 "GET /v2.0/networks/c7abab0f-4274-40bd-9c20-749f1f1c5aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368234 Nov 15 11:26:03.737113 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] Routers {'eb3e03e2-5045-4eee-9e84-711018be25f1'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:26:03.737919 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:25:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['eb3e03e2-5045-4eee-9e84-711018be25f1'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:03.763663 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a75d345a-e3f3-495d-b7d1-740db820ac53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:03.769971 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a75d345a-e3f3-495d-b7d1-740db820ac53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:03.807087 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b422697-9355-4508-bd42-ebca6702c6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:03.810689 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b422697-9355-4508-bd42-ebca6702c6dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:03.811878 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8b422697-9355-4508-bd42-ebca6702c6dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9acc3ca-4b72-40d6-84d1-b3f5ba3c03a6 HTTP/1.1" status: 204 len: 168 time: 0.2410920 Nov 15 11:26:03.820215 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a75d345a-e3f3-495d-b7d1-740db820ac53 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=78ed79401c844b48897998794a1398a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4241993 Nov 15 11:26:03.820338 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d345a-e3f3-495d-b7d1-740db820ac53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e27d442-4692-4302-ba15-bd06574ba862,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:03.821221 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41436) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:03.830544 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b422697-9355-4508-bd42-ebca6702c6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9acc3ca-4b72-40d6-84d1-b3f5ba3c03a6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:03.856457 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c5ff8089-ac06-48b1-ad92-5a02ad1d5b03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:03.858675 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] Set router eb3e03e2-5045-4eee-9e84-711018be25f1 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:26:03.876495 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c5ff8089-ac06-48b1-ad92-5a02ad1d5b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:03.902874 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device bd8929d6-de8e-42e6-9ec3-42e17539c5a0 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:26:03.936358 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-8c3372ad-9e6a-4552-a33d-5f21c1c9eb95 service neutron] 10.222.0.64 "GET /v2.0/networks/c7abab0f-4274-40bd-9c20-749f1f1c5aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838357 Nov 15 11:26:03.938574 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff8089-ac06-48b1-ad92-5a02ad1d5b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e057b4-e3bf-4f56-96bc-f83d34dfc200,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:03.942774 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c5ff8089-ac06-48b1-ad92-5a02ad1d5b03 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ba7b0c5026b8437fb0592b2dd0e1a61d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2857583 Nov 15 11:26:03.945540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41438) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:03.966135 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f75b3cb5-7638-4201-a0dd-da7d219e7ad8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:04.010552 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f75b3cb5-7638-4201-a0dd-da7d219e7ad8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:04.023616 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port bd8929d6-de8e-42e6-9ec3-42e17539c5a0, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=bd8929d6-de8e-42e6-9ec3-42e17539c5a0,segment=NetworkSegment(1af0aad6-2d84-4a24-b6e3-de765b71e1e9),segment_id=1af0aad6-2d84-4a24-b6e3-de765b71e1e9)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:26:04.037118 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'bd8929d6-de8e-42e6-9ec3-42e17539c5a0', 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13', 'port_id': 'bd8929d6-de8e-42e6-9ec3-42e17539c5a0', 'mac_address': 'fa:16:3e:35:fb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869f9db7-c874-47ae-bffd-e01d17367094', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:26:04.051409 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d12206b-f984-400c-a4a0-598adb567f21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:04.078476 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d12206b-f984-400c-a4a0-598adb567f21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:04.083275 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:04.122694 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8929d6-de8e-42e6-9ec3-42e17539c5a0 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:26:04.130938 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f75b3cb5-7638-4201-a0dd-da7d219e7ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:04.134463 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f75b3cb5-7638-4201-a0dd-da7d219e7ad8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:04.138280 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f75b3cb5-7638-4201-a0dd-da7d219e7ad8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3e27d442-4692-4302-ba15-bd06574ba862 HTTP/1.1" status: 204 len: 168 time: 0.3121402 Nov 15 11:26:04.147836 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b3cb5-7638-4201-a0dd-da7d219e7ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e27d442-4692-4302-ba15-bd06574ba862,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:04.166820 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port bd8929d6-de8e-42e6-9ec3-42e17539c5a0, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=bd8929d6-de8e-42e6-9ec3-42e17539c5a0,segment=NetworkSegment(1af0aad6-2d84-4a24-b6e3-de765b71e1e9),segment_id=1af0aad6-2d84-4a24-b6e3-de765b71e1e9)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:26:04.182532 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d12206b-f984-400c-a4a0-598adb567f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:04.186875 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d12206b-f984-400c-a4a0-598adb567f21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:04.188360 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4d12206b-f984-400c-a4a0-598adb567f21 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/91e057b4-e3bf-4f56-96bc-f83d34dfc200 HTTP/1.1" status: 204 len: 168 time: 0.2372479 Nov 15 11:26:04.189304 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:04.211283 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12206b-f984-400c-a4a0-598adb567f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e057b4-e3bf-4f56-96bc-f83d34dfc200,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:04.274501 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3e03e2-5045-4eee-9e84-711018be25f1', 'name': 'tempest-ServerRescueTestJSON-532855723-router', 'tenant_id': '91113c0fa8154b558a9e557fde9f1b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'db12e132-7cb6-428a-8bf0-c98ae9358ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:25:56Z', 'updated_at': '2021-11-15T11:26:01Z', 'revision_number': 4, 'project_id': '91113c0fa8154b558a9e557fde9f1b3d', 'gw_port': {'id': 'db12e132-7cb6-428a-8bf0-c98ae9358ab7', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:27:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3e03e2-5045-4eee-9e84-711018be25f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:25:57Z', 'updated_at': '2021-11-15T11:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '4b11f7b8-2773-4c47-9937-c3cdb6b7c89b', 'name': '', 'network_id': 'c7abab0f-4274-40bd-9c20-749f1f1c5aed', 'tenant_id': '91113c0fa8154b558a9e557fde9f1b3d', 'mac_address': 'fa:16:3e:a4:0a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3e03e2-5045-4eee-9e84-711018be25f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '414b55a6-1594-48a7-b107-9f0e9048b526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:26:00Z', 'updated_at': '2021-11-15T11:26:01Z', 'revision_number': 2, 'project_id': '91113c0fa8154b558a9e557fde9f1b3d', 'subnets': [{'id': '414b55a6-1594-48a7-b107-9f0e9048b526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:04.292873 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=bd8929d6-de8e-42e6-9ec3-42e17539c5a0,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:04.352451 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] Checking router: eb3e03e2-5045-4eee-9e84-711018be25f1 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:26:04.352799 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] Updating router eb3e03e2-5045-4eee-9e84-711018be25f1 port 4b11f7b8-2773-4c47-9937-c3cdb6b7c89b binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:26:04.368764 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6d0c8be-a0d9-4109-ad88-7e7ad1832265 req-50c47d00-345a-4b2d-b890-d3c7553b8305 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 210 time: 0.0506058 Nov 15 11:26:04.401052 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:04.458493 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['bd8929d6-de8e-42e6-9ec3-42e17539c5a0'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:26:04.739756 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device db12e132-7cb6-428a-8bf0-c98ae9358ab7 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:26:04.768434 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba6f2d-caf3-4928-b8f0-f4ec7364a9e6 req-a7524301-c023-4c71-888c-822b34ce7a7c tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:04.770258 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-01ba6f2d-caf3-4928-b8f0-f4ec7364a9e6 req-a7524301-c023-4c71-888c-822b34ce7a7c tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=928712c9-0a4b-4107-acdb-5b0304036bca HTTP/1.1" status: 200 len: 944 time: 0.1073530 Nov 15 11:26:04.837760 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port db12e132-7cb6-428a-8bf0-c98ae9358ab7 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:26:04.841910 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:04.887662 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-01ba6f2d-caf3-4928-b8f0-f4ec7364a9e6 req-bed60072-e32e-4a5b-9a8b-4e6ed79e10e0 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085896 Nov 15 11:26:04.909340 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:04.920412 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:04.992303 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b528cf-a165-499e-a85f-64a3889a1abf None None] Pushing event updated for resources: {'Port': ['ID=4b11f7b8-2773-4c47-9937-c3cdb6b7c89b,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:05.027414 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b528cf-a165-499e-a85f-64a3889a1abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:05.028068 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b528cf-a165-499e-a85f-64a3889a1abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:05.028581 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b528cf-a165-499e-a85f-64a3889a1abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:05.029153 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b528cf-a165-499e-a85f-64a3889a1abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:05.029640 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b528cf-a165-499e-a85f-64a3889a1abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:05.030137 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b528cf-a165-499e-a85f-64a3889a1abf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:05.030631 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b528cf-a165-499e-a85f-64a3889a1abf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:05.030959 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b528cf-a165-499e-a85f-64a3889a1abf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:05.031280 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b528cf-a165-499e-a85f-64a3889a1abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:05.031753 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b528cf-a165-499e-a85f-64a3889a1abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:05.032391 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b528cf-a165-499e-a85f-64a3889a1abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:05.032863 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b528cf-a165-499e-a85f-64a3889a1abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:05.071905 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] Attempting to bind port 4b11f7b8-2773-4c47-9937-c3cdb6b7c89b on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:26:05.072737 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] Attempting to bind port 4b11f7b8-2773-4c47-9937-c3cdb6b7c89b by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '00942dea-c92f-404b-9297-63ecd0e0ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c7abab0f-4274-40bd-9c20-749f1f1c5aed'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:26:05.072958 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] Attempting to bind port 4b11f7b8-2773-4c47-9937-c3cdb6b7c89b on network c7abab0f-4274-40bd-9c20-749f1f1c5aed {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:26:05.078474 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:26:05.078835 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] Checking segment: {'id': '00942dea-c92f-404b-9297-63ecd0e0ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c7abab0f-4274-40bd-9c20-749f1f1c5aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:26:05.079406 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:05.079987 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] Bound using segment: {'id': '00942dea-c92f-404b-9297-63ecd0e0ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c7abab0f-4274-40bd-9c20-749f1f1c5aed'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:26:05.081638 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] Bound port: 4b11f7b8-2773-4c47-9937-c3cdb6b7c89b, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00942dea-c92f-404b-9297-63ecd0e0ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c7abab0f-4274-40bd-9c20-749f1f1c5aed'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:26:05.082242 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:05.161839 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] For port 4b11f7b8-2773-4c47-9937-c3cdb6b7c89b, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:26:05.168353 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] For port 4b11f7b8-2773-4c47-9937-c3cdb6b7c89b, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=4b11f7b8-2773-4c47-9937-c3cdb6b7c89b,segment=NetworkSegment(00942dea-c92f-404b-9297-63ecd0e0ea2c),segment_id=00942dea-c92f-404b-9297-63ecd0e0ea2c)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:26:05.175664 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:05.232429 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] Routers {'eb3e03e2-5045-4eee-9e84-711018be25f1'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:26:05.233555 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:25:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['eb3e03e2-5045-4eee-9e84-711018be25f1'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:05.428695 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b528cf-a165-499e-a85f-64a3889a1abf None None] Pushing event updated for resources: {'Port': ['ID=4b11f7b8-2773-4c47-9937-c3cdb6b7c89b,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:05.471669 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-78ed6a0f-b3f6-4955-8d78-b5e72aea6e85 req-83ccadb9-b091-4937-b44e-4b5f4dc00003 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 210 time: 0.0414348 Nov 15 11:26:05.493062 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] Set router eb3e03e2-5045-4eee-9e84-711018be25f1 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:26:05.752232 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3e03e2-5045-4eee-9e84-711018be25f1', 'name': 'tempest-ServerRescueTestJSON-532855723-router', 'tenant_id': '91113c0fa8154b558a9e557fde9f1b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'db12e132-7cb6-428a-8bf0-c98ae9358ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:25:56Z', 'updated_at': '2021-11-15T11:26:01Z', 'revision_number': 4, 'project_id': '91113c0fa8154b558a9e557fde9f1b3d', 'gw_port': {'id': 'db12e132-7cb6-428a-8bf0-c98ae9358ab7', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:27:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3e03e2-5045-4eee-9e84-711018be25f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:25:57Z', 'updated_at': '2021-11-15T11:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '4b11f7b8-2773-4c47-9937-c3cdb6b7c89b', 'name': '', 'network_id': 'c7abab0f-4274-40bd-9c20-749f1f1c5aed', 'tenant_id': '91113c0fa8154b558a9e557fde9f1b3d', 'mac_address': 'fa:16:3e:a4:0a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3e03e2-5045-4eee-9e84-711018be25f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '414b55a6-1594-48a7-b107-9f0e9048b526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:26:00Z', 'updated_at': '2021-11-15T11:26:05Z', 'revision_number': 4, 'project_id': '91113c0fa8154b558a9e557fde9f1b3d', 'subnets': [{'id': '414b55a6-1594-48a7-b107-9f0e9048b526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:05.786817 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eb8a83-daa7-4b9c-95fa-d0f48dc7b530 None None] The sync data for ids ['eb3e03e2-5045-4eee-9e84-711018be25f1'] in n-d-729945-9 is: [{'id': 'eb3e03e2-5045-4eee-9e84-711018be25f1', 'name': 'tempest-ServerRescueTestJSON-532855723-router', 'tenant_id': '91113c0fa8154b558a9e557fde9f1b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'db12e132-7cb6-428a-8bf0-c98ae9358ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:25:56Z', 'updated_at': '2021-11-15T11:26:01Z', 'revision_number': 4, 'project_id': '91113c0fa8154b558a9e557fde9f1b3d', 'gw_port': {'id': 'db12e132-7cb6-428a-8bf0-c98ae9358ab7', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:27:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3e03e2-5045-4eee-9e84-711018be25f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:25:57Z', 'updated_at': '2021-11-15T11:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '4b11f7b8-2773-4c47-9937-c3cdb6b7c89b', 'name': '', 'network_id': 'c7abab0f-4274-40bd-9c20-749f1f1c5aed', 'tenant_id': '91113c0fa8154b558a9e557fde9f1b3d', 'mac_address': 'fa:16:3e:a4:0a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3e03e2-5045-4eee-9e84-711018be25f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '414b55a6-1594-48a7-b107-9f0e9048b526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:26:00Z', 'updated_at': '2021-11-15T11:26:05Z', 'revision_number': 4, 'project_id': '91113c0fa8154b558a9e557fde9f1b3d', 'subnets': [{'id': '414b55a6-1594-48a7-b107-9f0e9048b526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:26:05.805868 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-5ffefb4e-3622-4781-a421-3141e4ac0d9f tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:05.807720 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-5ffefb4e-3622-4781-a421-3141e4ac0d9f tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.11 "GET /v2.0/networks?id=c7abab0f-4274-40bd-9c20-749f1f1c5aed HTTP/1.1" status: 200 len: 810 time: 0.1557283 Nov 15 11:26:05.830941 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Request body: {'port': {'device_id': 'ea6624f7-d513-4e82-a97d-dceb2565c24a', 'network_id': 'c7abab0f-4274-40bd-9c20-749f1f1c5aed', 'admin_state_up': True, 'tenant_id': '91113c0fa8154b558a9e557fde9f1b3d'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:05.907076 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device bd8929d6-de8e-42e6-9ec3-42e17539c5a0 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:26:06.015656 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Made reservation on behalf of 91113c0fa8154b558a9e557fde9f1b3d for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:26:06.023894 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:06.029878 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port bd8929d6-de8e-42e6-9ec3-42e17539c5a0 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:26:06.033953 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port bd8929d6-de8e-42e6-9ec3-42e17539c5a0 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:26:06.034318 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:06.051606 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab8dba-69fb-4a05-a46c-4f74d48b2adb req-1454853e-5180-4895-ae13-cba4762e1f09 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:06.053580 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1eab8dba-69fb-4a05-a46c-4f74d48b2adb req-1454853e-5180-4895-ae13-cba4762e1f09 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=928712c9-0a4b-4107-acdb-5b0304036bca HTTP/1.1" status: 200 len: 944 time: 0.0703743 Nov 15 11:26:06.156050 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1eab8dba-69fb-4a05-a46c-4f74d48b2adb req-ef9edf21-be4c-4ad6-b268-b80295453bd3 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947676 Nov 15 11:26:06.216739 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:06.222253 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9e9b34d3-9c3a-4c27-bf76-1225a952267b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:06.252070 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Allocated IP 172.20.0.3 (c7abab0f-4274-40bd-9c20-749f1f1c5aed/414b55a6-1594-48a7-b107-9f0e9048b526/07862bcb-4060-464d-97b1-43987f8807f6) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:26:06.265337 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port bd8929d6-de8e-42e6-9ec3-42e17539c5a0, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=bd8929d6-de8e-42e6-9ec3-42e17539c5a0,segment=NetworkSegment(1af0aad6-2d84-4a24-b6e3-de765b71e1e9),segment_id=1af0aad6-2d84-4a24-b6e3-de765b71e1e9)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:26:06.266450 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928712c9-0a4b-4107-acdb-5b0304036bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8929d6-de8e-42e6-9ec3-42e17539c5a0'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:26:06.269197 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c260fa0d-ddde-48e0-a688-b131785b1267" -d '{"events": [{"server_uuid": "928712c9-0a4b-4107-acdb-5b0304036bca", "name": "network-vif-plugged", "status": "completed", "tag": "bd8929d6-de8e-42e6-9ec3-42e17539c5a0"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:26:06.274071 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:06.339230 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=bd8929d6-de8e-42e6-9ec3-42e17539c5a0,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:06.353247 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24def81-abf9-499f-8b68-cd08fbd960a9 x-openstack-request-id: req-b24def81-abf9-499f-8b68-cd08fbd960a9 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:26:06.353807 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928712c9-0a4b-4107-acdb-5b0304036bca", "name": "network-vif-plugged", "status": "completed", "tag": "bd8929d6-de8e-42e6-9ec3-42e17539c5a0", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:26:06.354229 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b24def81-abf9-499f-8b68-cd08fbd960a9 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:26:06.354806 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928712c9-0a4b-4107-acdb-5b0304036bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8929d6-de8e-42e6-9ec3-42e17539c5a0', 'code': 200} Nov 15 11:26:06.472857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa4315-0931-4333-8473-92f3974ba3ec req-e19293a2-dcd0-465f-bed0-7f9eddf1cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:06.476784 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68fa4315-0931-4333-8473-92f3974ba3ec req-e19293a2-dcd0-465f-bed0-7f9eddf1cacf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=928712c9-0a4b-4107-acdb-5b0304036bca HTTP/1.1" status: 200 len: 1096 time: 0.0690279 Nov 15 11:26:06.577074 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68fa4315-0931-4333-8473-92f3974ba3ec req-b7ef0c28-a83e-4344-848a-e8559fa9aaf8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908937 Nov 15 11:26:06.598701 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:06.630743 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a14a6e6c-3501-40a0-874e-532576d70dd4 req-aabeef74-ead4-4259-874b-58cc89730666 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 210 time: 0.0600367 Nov 15 11:26:06.680287 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:06.728527 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Network c7abab0f-4274-40bd-9c20-749f1f1c5aed is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:26:06.734200 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:06.737177 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:26:06.790581 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:06.791406 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:06.795271 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 4b11f7b8-2773-4c47-9937-c3cdb6b7c89b up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:26:06.805416 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Pushing event updated for resources: {'Port': ['ID=07862bcb-4060-464d-97b1-43987f8807f6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:06.816161 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:06.817222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:06.817729 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:06.818211 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:06.818758 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:06.819229 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:06.819711 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:06.820209 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:06.820691 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:06.821297 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:06.821867 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:06.822497 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:06.840269 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-50fb9e7d-b7b9-4746-a058-fad28aa47855 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0214710 Nov 15 11:26:06.860443 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-992fc47c-7659-49ee-bb13-fc1240225373 service neutron] Request body: {'port': {'device_id': 'ea6624f7-d513-4e82-a97d-dceb2565c24a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:06.894457 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 4b11f7b8-2773-4c47-9937-c3cdb6b7c89b triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:26:06.894824 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:06.949803 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-992fc47c-7659-49ee-bb13-fc1240225373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:07.031120 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:07.082562 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 4b11f7b8-2773-4c47-9937-c3cdb6b7c89b, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=4b11f7b8-2773-4c47-9937-c3cdb6b7c89b,segment=NetworkSegment(00942dea-c92f-404b-9297-63ecd0e0ea2c),segment_id=00942dea-c92f-404b-9297-63ecd0e0ea2c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:26:07.088522 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:07.167521 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=4b11f7b8-2773-4c47-9937-c3cdb6b7c89b,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:07.337422 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fbff8-87c5-4239-b6ef-766db6739e1e req-51d32cc8-43f9-4541-8375-2577d0038cc4 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:07.352219 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-503fbff8-87c5-4239-b6ef-766db6739e1e req-51d32cc8-43f9-4541-8375-2577d0038cc4 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=928712c9-0a4b-4107-acdb-5b0304036bca HTTP/1.1" status: 200 len: 945 time: 0.1104925 Nov 15 11:26:07.418886 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-992fc47c-7659-49ee-bb13-fc1240225373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07862bcb-4060-464d-97b1-43987f8807f6 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:26:07.428522 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-503fbff8-87c5-4239-b6ef-766db6739e1e req-46c08e40-4e04-44a1-ac4a-7123ff8f6c25 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747817 Nov 15 11:26:07.430287 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-992fc47c-7659-49ee-bb13-fc1240225373 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:07.452521 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-992fc47c-7659-49ee-bb13-fc1240225373 service neutron] Transition to ACTIVE for port object 07862bcb-4060-464d-97b1-43987f8807f6 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:26:07.457667 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-992fc47c-7659-49ee-bb13-fc1240225373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:07.527539 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fc47c-7659-49ee-bb13-fc1240225373 service neutron] Pushing event updated for resources: {'Port': ['ID=07862bcb-4060-464d-97b1-43987f8807f6,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:07.605460 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-992fc47c-7659-49ee-bb13-fc1240225373 service neutron] Attempting to bind port 07862bcb-4060-464d-97b1-43987f8807f6 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:26:07.605799 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-992fc47c-7659-49ee-bb13-fc1240225373 service neutron] Attempting to bind port 07862bcb-4060-464d-97b1-43987f8807f6 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '00942dea-c92f-404b-9297-63ecd0e0ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c7abab0f-4274-40bd-9c20-749f1f1c5aed'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:26:07.606346 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-992fc47c-7659-49ee-bb13-fc1240225373 service neutron] Attempting to bind port 07862bcb-4060-464d-97b1-43987f8807f6 on network c7abab0f-4274-40bd-9c20-749f1f1c5aed {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:26:07.614184 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-992fc47c-7659-49ee-bb13-fc1240225373 service neutron] Port 07862bcb-4060-464d-97b1-43987f8807f6 on network c7abab0f-4274-40bd-9c20-749f1f1c5aed not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:26:07.614366 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-992fc47c-7659-49ee-bb13-fc1240225373 service neutron] Attempting to bind port 07862bcb-4060-464d-97b1-43987f8807f6 on network c7abab0f-4274-40bd-9c20-749f1f1c5aed {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:26:07.620315 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-992fc47c-7659-49ee-bb13-fc1240225373 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:26:07.620713 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-992fc47c-7659-49ee-bb13-fc1240225373 service neutron] Checking segment: {'id': '00942dea-c92f-404b-9297-63ecd0e0ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c7abab0f-4274-40bd-9c20-749f1f1c5aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:26:07.621097 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-992fc47c-7659-49ee-bb13-fc1240225373 service neutron] Bound using segment: {'id': '00942dea-c92f-404b-9297-63ecd0e0ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c7abab0f-4274-40bd-9c20-749f1f1c5aed'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:26:07.621529 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-992fc47c-7659-49ee-bb13-fc1240225373 service neutron] Bound port: 07862bcb-4060-464d-97b1-43987f8807f6, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00942dea-c92f-404b-9297-63ecd0e0ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c7abab0f-4274-40bd-9c20-749f1f1c5aed'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:26:07.622257 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-992fc47c-7659-49ee-bb13-fc1240225373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:07.737123 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-992fc47c-7659-49ee-bb13-fc1240225373 service neutron] For port 07862bcb-4060-464d-97b1-43987f8807f6, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:26:07.744083 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-992fc47c-7659-49ee-bb13-fc1240225373 service neutron] For port 07862bcb-4060-464d-97b1-43987f8807f6, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=07862bcb-4060-464d-97b1-43987f8807f6,segment=NetworkSegment(00942dea-c92f-404b-9297-63ecd0e0ea2c),segment_id=00942dea-c92f-404b-9297-63ecd0e0ea2c)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:26:07.753836 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-992fc47c-7659-49ee-bb13-fc1240225373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:07.787421 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c87b7-8cd2-4361-8a41-b200f848f604 req-d3f21168-c756-41e1-bfcc-5f04040c1b0d tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:07.789955 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d49c87b7-8cd2-4361-8a41-b200f848f604 req-d3f21168-c756-41e1-bfcc-5f04040c1b0d tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 943 time: 0.0695992 Nov 15 11:26:07.817301 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-992fc47c-7659-49ee-bb13-fc1240225373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:07.818859 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-992fc47c-7659-49ee-bb13-fc1240225373 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:07.821706 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-992fc47c-7659-49ee-bb13-fc1240225373 service neutron] 10.222.0.11 "PUT /v2.0/ports/07862bcb-4060-464d-97b1-43987f8807f6 HTTP/1.1" status: 200 len: 1091 time: 0.9739294 Nov 15 11:26:07.822384 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6624f7-d513-4e82-a97d-dceb2565c24a', 'tag': '07862bcb-4060-464d-97b1-43987f8807f6'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:26:07.824953 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04365afa-c3b0-43e7-aae7-c79ea50c21d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea6624f7-d513-4e82-a97d-dceb2565c24a", "tag": "07862bcb-4060-464d-97b1-43987f8807f6"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:26:07.846405 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fc47c-7659-49ee-bb13-fc1240225373 service neutron] Pushing event updated for resources: {'Port': ['ID=07862bcb-4060-464d-97b1-43987f8807f6,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:07.869600 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d49c87b7-8cd2-4361-8a41-b200f848f604 req-056e2642-d9eb-4c98-9d6b-54ea2c1ed7b3 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724680 Nov 15 11:26:07.917283 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-8c1e2e3c-2502-4da0-a7af-637f0ed4aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:07.918965 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-8c1e2e3c-2502-4da0-a7af-637f0ed4aba3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91113c0fa8154b558a9e557fde9f1b3d&device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 1094 time: 0.0505288 Nov 15 11:26:07.972773 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-0271ba07-7354-40c9-a4e5-12b08bd44c18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07862bcb-4060-464d-97b1-43987f8807f6 HTTP/1.1" status: 200 len: 217 time: 0.0458763 Nov 15 11:26:08.038452 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-19784742-fd87-4bde-9a8a-3ae0652e404a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:08.040815 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-19784742-fd87-4bde-9a8a-3ae0652e404a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=414b55a6-1594-48a7-b107-9f0e9048b526 HTTP/1.1" status: 200 len: 850 time: 0.0609918 Nov 15 11:26:08.086298 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-efae6668-1208-45d1-aa29-b4c10812d4c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c7abab0f-4274-40bd-9c20-749f1f1c5aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383859 Nov 15 11:26:08.133288 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68618b7-ea3a-486f-978b-11d9548b755b x-openstack-request-id: req-d68618b7-ea3a-486f-978b-11d9548b755b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:26:08.133860 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea6624f7-d513-4e82-a97d-dceb2565c24a", "tag": "07862bcb-4060-464d-97b1-43987f8807f6", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:26:08.134265 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d68618b7-ea3a-486f-978b-11d9548b755b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:26:08.135039 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea6624f7-d513-4e82-a97d-dceb2565c24a', 'tag': '07862bcb-4060-464d-97b1-43987f8807f6', 'status': 'completed', 'code': 200} Nov 15 11:26:08.218841 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-38580081-a475-4127-af6d-36cd612a827b service neutron] 10.222.0.11 "GET /v2.0/networks/c7abab0f-4274-40bd-9c20-749f1f1c5aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182809 Nov 15 11:26:08.326768 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fff5160f-79b1-45af-9d86-d3a81653f4ad req-4180a4c2-beea-47a8-9f93-f25031a1f518 service neutron] 10.222.0.11 "GET /v2.0/networks/c7abab0f-4274-40bd-9c20-749f1f1c5aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991414 Nov 15 11:26:08.352464 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6999895e-d63f-45de-ba1a-1eef7801e317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:08.459624 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04365afa-c3b0-43e7-aae7-c79ea50c21d1 req-44da2596-484f-45f2-959e-7add609aefe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:08.461810 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-04365afa-c3b0-43e7-aae7-c79ea50c21d1 req-44da2596-484f-45f2-959e-7add609aefe6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91113c0fa8154b558a9e557fde9f1b3d&device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 1094 time: 0.0620904 Nov 15 11:26:08.573677 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f2446-13f7-4fe6-9b3c-2e9010d5eb61 req-00e45eb1-f1fb-4043-92a7-962b22f1dfc3 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:08.575484 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b67f2446-13f7-4fe6-9b3c-2e9010d5eb61 req-00e45eb1-f1fb-4043-92a7-962b22f1dfc3 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=928712c9-0a4b-4107-acdb-5b0304036bca HTTP/1.1" status: 200 len: 945 time: 0.0768251 Nov 15 11:26:08.620986 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04365afa-c3b0-43e7-aae7-c79ea50c21d1 req-f1e6a0bb-e139-4eb7-a06d-f2e24becbf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:08.622666 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-04365afa-c3b0-43e7-aae7-c79ea50c21d1 req-f1e6a0bb-e139-4eb7-a06d-f2e24becbf30 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c7abab0f-4274-40bd-9c20-749f1f1c5aed HTTP/1.1" status: 200 len: 911 time: 0.1538265 Nov 15 11:26:08.664103 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b67f2446-13f7-4fe6-9b3c-2e9010d5eb61 req-cc85d500-1704-40c0-a05a-eb2fc9a363d8 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791810 Nov 15 11:26:08.717206 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-04365afa-c3b0-43e7-aae7-c79ea50c21d1 req-b451f9b4-d7ef-4e9e-be18-2071dc8c9201 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07862bcb-4060-464d-97b1-43987f8807f6 HTTP/1.1" status: 200 len: 217 time: 0.0868626 Nov 15 11:26:08.733895 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 4b11f7b8-2773-4c47-9937-c3cdb6b7c89b up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:26:08.782029 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04365afa-c3b0-43e7-aae7-c79ea50c21d1 req-8f24650e-df3b-4ae5-b1f3-a44bfed1745b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:08.784417 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-04365afa-c3b0-43e7-aae7-c79ea50c21d1 req-8f24650e-df3b-4ae5-b1f3-a44bfed1745b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=414b55a6-1594-48a7-b107-9f0e9048b526 HTTP/1.1" status: 200 len: 850 time: 0.0532405 Nov 15 11:26:08.809049 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 4b11f7b8-2773-4c47-9937-c3cdb6b7c89b triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:26:08.809517 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:08.823238 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-04365afa-c3b0-43e7-aae7-c79ea50c21d1 req-1591ce6b-61d0-4825-ad03-344214bea142 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c7abab0f-4274-40bd-9c20-749f1f1c5aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277255 Nov 15 11:26:08.974993 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-04365afa-c3b0-43e7-aae7-c79ea50c21d1 req-4504d438-dad4-4fe9-8012-1b213371e5dc service neutron] 10.222.0.11 "GET /v2.0/networks/c7abab0f-4274-40bd-9c20-749f1f1c5aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443970 Nov 15 11:26:09.073857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10362279-bf5e-4889-81ca-2409670d0c20 req-d6a14057-3f6b-4abd-8b69-21074019d77c tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:09.076259 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-10362279-bf5e-4889-81ca-2409670d0c20 req-d6a14057-3f6b-4abd-8b69-21074019d77c tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 943 time: 0.0885308 Nov 15 11:26:09.154121 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-04365afa-c3b0-43e7-aae7-c79ea50c21d1 req-902f781c-0d61-4678-92be-c908d1337efc service neutron] 10.222.0.11 "GET /v2.0/networks/c7abab0f-4274-40bd-9c20-749f1f1c5aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694930 Nov 15 11:26:09.170869 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41662) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:09.192950 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-10362279-bf5e-4889-81ca-2409670d0c20 req-43cb429c-354c-482f-b81e-869202b7a2eb tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918233 Nov 15 11:26:09.391039 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fac8cf51-a38d-40d7-a4ec-d1a250119ce8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:09.488126 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fac8cf51-a38d-40d7-a4ec-d1a250119ce8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:09.493692 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fac8cf51-a38d-40d7-a4ec-d1a250119ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:09.546195 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fac8cf51-a38d-40d7-a4ec-d1a250119ce8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d81158ad637a423bb0ef57051c2df44e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3718510 Nov 15 11:26:09.546195 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8cf51-a38d-40d7-a4ec-d1a250119ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e11890-6c99-42b3-acfd-95bf20985b1f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:09.547284 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41680) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:09.623194 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41682) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:09.645641 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e14962d5-4caf-44f6-9ac8-f6951307b284 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:09.673501 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e14962d5-4caf-44f6-9ac8-f6951307b284 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:09.735016 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e14962d5-4caf-44f6-9ac8-f6951307b284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:09.738710 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e14962d5-4caf-44f6-9ac8-f6951307b284 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:09.740673 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e14962d5-4caf-44f6-9ac8-f6951307b284 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b1e11890-6c99-42b3-acfd-95bf20985b1f HTTP/1.1" status: 204 len: 168 time: 0.1899478 Nov 15 11:26:09.751362 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14962d5-4caf-44f6-9ac8-f6951307b284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e11890-6c99-42b3-acfd-95bf20985b1f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:09.792556 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:09.937801 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3dc76b6b-9563-49f4-b709-527e91d077d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:10.033441 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3dc76b6b-9563-49f4-b709-527e91d077d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:10.041260 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3dc76b6b-9563-49f4-b709-527e91d077d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:10.089511 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3dc76b6b-9563-49f4-b709-527e91d077d9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=902a3ce1495a48fc8d5e9633c1cb3ae2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4644735 Nov 15 11:26:10.092815 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41700) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:10.107174 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc76b6b-9563-49f4-b709-527e91d077d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937c692b-7442-4508-8856-689825f54048,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:10.161416 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9f53714-e9c9-423d-b417-25097620a8d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:10.190004 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9f53714-e9c9-423d-b417-25097620a8d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:10.248957 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9f53714-e9c9-423d-b417-25097620a8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:10.256834 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9f53714-e9c9-423d-b417-25097620a8d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:10.260687 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f9f53714-e9c9-423d-b417-25097620a8d1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/937c692b-7442-4508-8856-689825f54048 HTTP/1.1" status: 204 len: 168 time: 0.1642234 Nov 15 11:26:10.282969 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f53714-e9c9-423d-b417-25097620a8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937c692b-7442-4508-8856-689825f54048,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:10.382523 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41716) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:10.404823 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5e4b48a-0d42-4891-8bcb-69377429920e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:10.433180 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f0de6-5693-4820-bfb9-26cef5fa50ea req-1712bab8-0b2c-4884-8957-f601ad005af1 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:10.435712 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-860f0de6-5693-4820-bfb9-26cef5fa50ea req-1712bab8-0b2c-4884-8957-f601ad005af1 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 943 time: 0.1052876 Nov 15 11:26:10.531784 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-860f0de6-5693-4820-bfb9-26cef5fa50ea req-5a801231-a6de-4365-9ca2-645afeb0e33d tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870762 Nov 15 11:26:10.545363 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5e4b48a-0d42-4891-8bcb-69377429920e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:10.553758 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5e4b48a-0d42-4891-8bcb-69377429920e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:10.595335 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41724) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:10.595542 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e5e4b48a-0d42-4891-8bcb-69377429920e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ded4d89b78684f578b46026cc33f373b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2095151 Nov 15 11:26:10.619759 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4b48a-0d42-4891-8bcb-69377429920e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bc093b-ec94-4731-9111-6f489c2945f5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:10.690290 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-31ef414c-9c72-4c16-a83f-607fad38cb07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:10.712688 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-31ef414c-9c72-4c16-a83f-607fad38cb07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:10.764559 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-31ef414c-9c72-4c16-a83f-607fad38cb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:10.767229 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-31ef414c-9c72-4c16-a83f-607fad38cb07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:10.768542 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-31ef414c-9c72-4c16-a83f-607fad38cb07 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/86bc093b-ec94-4731-9111-6f489c2945f5 HTTP/1.1" status: 204 len: 168 time: 0.1713574 Nov 15 11:26:10.778535 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef414c-9c72-4c16-a83f-607fad38cb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bc093b-ec94-4731-9111-6f489c2945f5,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:10.919259 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41736) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:10.935968 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb101bcd-3862-4c7e-93e8-d5ad3421ed0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:11.026266 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb101bcd-3862-4c7e-93e8-d5ad3421ed0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:11.032985 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb101bcd-3862-4c7e-93e8-d5ad3421ed0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:11.076611 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-eb101bcd-3862-4c7e-93e8-d5ad3421ed0d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=673f125a740d4a00982755668198bdd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1558335 Nov 15 11:26:11.079524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41740) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:11.089582 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb101bcd-3862-4c7e-93e8-d5ad3421ed0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f1d2cf-7153-4a2f-ad54-1448d5cd334b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:11.157716 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae197-2d04-470b-bdda-6fcc67254d56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:11.184279 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae197-2d04-470b-bdda-6fcc67254d56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:11.248342 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae197-2d04-470b-bdda-6fcc67254d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:11.252995 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae197-2d04-470b-bdda-6fcc67254d56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:11.257284 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7a3ae197-2d04-470b-bdda-6fcc67254d56 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/17f1d2cf-7153-4a2f-ad54-1448d5cd334b HTTP/1.1" status: 204 len: 168 time: 0.1766331 Nov 15 11:26:11.271879 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ae197-2d04-470b-bdda-6fcc67254d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f1d2cf-7153-4a2f-ad54-1448d5cd334b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:11.374689 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:11.720955 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da7ff0-9a46-4a9e-9c49-8dbc9fee7e71 req-1dcc1310-04db-415a-a85a-97834350c04e tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:11.730386 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73da7ff0-9a46-4a9e-9c49-8dbc9fee7e71 req-1dcc1310-04db-415a-a85a-97834350c04e tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 943 time: 0.1152654 Nov 15 11:26:11.796478 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73da7ff0-9a46-4a9e-9c49-8dbc9fee7e71 req-a8026f2c-c275-483f-9a8a-cd22fa79fe53 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593059 Nov 15 11:26:12.121014 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:12.750119 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 07862bcb-4060-464d-97b1-43987f8807f6 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:26:12.866664 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 07862bcb-4060-464d-97b1-43987f8807f6, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=07862bcb-4060-464d-97b1-43987f8807f6,segment=NetworkSegment(00942dea-c92f-404b-9297-63ecd0e0ea2c),segment_id=00942dea-c92f-404b-9297-63ecd0e0ea2c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:26:12.878653 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '07862bcb-4060-464d-97b1-43987f8807f6', 'network_id': 'c7abab0f-4274-40bd-9c20-749f1f1c5aed', 'port_id': '07862bcb-4060-464d-97b1-43987f8807f6', 'mac_address': 'fa:16:3e:eb:13:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '414b55a6-1594-48a7-b107-9f0e9048b526', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:26:12.923972 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:12.929452 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb263c3-008b-42bb-b213-b64ce2267e06 req-3151d236-60cf-442f-8c0c-05e234a7fd8b tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:12.931595 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3bb263c3-008b-42bb-b213-b64ce2267e06 req-3151d236-60cf-442f-8c0c-05e234a7fd8b tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 943 time: 0.0613022 Nov 15 11:26:12.940547 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07862bcb-4060-464d-97b1-43987f8807f6 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:26:12.962027 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 07862bcb-4060-464d-97b1-43987f8807f6, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=07862bcb-4060-464d-97b1-43987f8807f6,segment=NetworkSegment(00942dea-c92f-404b-9297-63ecd0e0ea2c),segment_id=00942dea-c92f-404b-9297-63ecd0e0ea2c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:26:12.968992 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:13.004305 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3bb263c3-008b-42bb-b213-b64ce2267e06 req-0f1eba33-c47c-4d32-95a5-048918dea827 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602753 Nov 15 11:26:13.043690 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=07862bcb-4060-464d-97b1-43987f8807f6,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:13.110392 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41826) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:13.269099 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-7ee2d273-269e-4ec4-8603-dacbd2323334 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-998279575'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:13.292434 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee2d273-269e-4ec4-8603-dacbd2323334 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Made reservation on behalf of 6c1805795e7c4c4493a3412d9544c94e for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:26:13.296056 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7ee2d273-269e-4ec4-8603-dacbd2323334 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:13.304780 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7ee2d273-269e-4ec4-8603-dacbd2323334 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:13.355300 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['07862bcb-4060-464d-97b1-43987f8807f6'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:26:13.380759 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7ee2d273-269e-4ec4-8603-dacbd2323334 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:13.387189 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7ee2d273-269e-4ec4-8603-dacbd2323334 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:13.420413 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2d273-269e-4ec4-8603-dacbd2323334 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=600d1b70-a154-4de0-9acd-376ea3a9b52f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:13.435939 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee2d273-269e-4ec4-8603-dacbd2323334 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:26:13.446803 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7ee2d273-269e-4ec4-8603-dacbd2323334 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:13.447163 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-7ee2d273-269e-4ec4-8603-dacbd2323334 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Added segment 86f32ac8-7252-464f-af03-81287eca0705 of type vlan for network c3cef717-555e-48ff-b6c7-c065d3c9d715 Nov 15 11:26:13.503017 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7ee2d273-269e-4ec4-8603-dacbd2323334 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:13.529101 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7ee2d273-269e-4ec4-8603-dacbd2323334 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:13.534716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee2d273-269e-4ec4-8603-dacbd2323334 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:13.535306 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7ee2d273-269e-4ec4-8603-dacbd2323334 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:13.596809 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7ee2d273-269e-4ec4-8603-dacbd2323334 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4852889 Nov 15 11:26:13.599653 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41830) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:13.604470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c8653e50-0536-4d36-a12e-0ca56bcc35d4 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Request body: {'subnet': {'network_id': 'c3cef717-555e-48ff-b6c7-c065d3c9d715', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:13.611940 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2d273-269e-4ec4-8603-dacbd2323334 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Pushing event updated for resources: {'Network': ['ID=c3cef717-555e-48ff-b6c7-c065d3c9d715,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:13.623994 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network c3cef717-555e-48ff-b6c7-c065d3c9d715 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:26:13.719701 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8653e50-0536-4d36-a12e-0ca56bcc35d4 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Made reservation on behalf of 6c1805795e7c4c4493a3412d9544c94e for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:26:13.725163 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8653e50-0536-4d36-a12e-0ca56bcc35d4 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:14.018658 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8653e50-0536-4d36-a12e-0ca56bcc35d4 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:14.176990 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8653e50-0536-4d36-a12e-0ca56bcc35d4 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Pushing event updated for resources: {'Subnet': ['ID=3829eb75-e9bd-4042-96fc-3da690d04f46,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:14.218337 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8653e50-0536-4d36-a12e-0ca56bcc35d4 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Checking segment: {'id': '86f32ac8-7252-464f-af03-81287eca0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'c3cef717-555e-48ff-b6c7-c065d3c9d715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:26:14.218949 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8653e50-0536-4d36-a12e-0ca56bcc35d4 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Network hostable DHCP agents. Network: c3cef717-555e-48ff-b6c7-c065d3c9d715, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:26:14.245688 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cf370-562d-47be-be4b-8ae5db240c74 req-51829e77-d40e-4364-92e3-89f4e81c797b tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:14.247613 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-560cf370-562d-47be-be4b-8ae5db240c74 req-51829e77-d40e-4364-92e3-89f4e81c797b tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 944 time: 0.1118388 Nov 15 11:26:14.255766 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8653e50-0536-4d36-a12e-0ca56bcc35d4 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Network c3cef717-555e-48ff-b6c7-c065d3c9d715 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:26:14.303057 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-c8653e50-0536-4d36-a12e-0ca56bcc35d4 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, c3cef717-555e-48ff-b6c7-c065d3c9d715) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:14.307995 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8653e50-0536-4d36-a12e-0ca56bcc35d4 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:14.308602 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8653e50-0536-4d36-a12e-0ca56bcc35d4 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:14.318574 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6f56f1-c2e5-4594-9f4f-d8a87ff12a9e None None] Network c3cef717-555e-48ff-b6c7-c065d3c9d715 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:26:14.345575 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-560cf370-562d-47be-be4b-8ae5db240c74 req-a1ee12f3-6903-44c3-a996-3fb683287cba tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835981 Nov 15 11:26:14.365847 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c8653e50-0536-4d36-a12e-0ca56bcc35d4 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7646124 Nov 15 11:26:14.368248 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41856) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:14.376520 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d17390de-8517-41a0-b9b3-c31f0ac30179 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Request body: {'port': {'network_id': 'c3cef717-555e-48ff-b6c7-c065d3c9d715', 'name': 'tempest-DHCPAgentSchedulersTestJSON-986264910'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:14.523033 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17390de-8517-41a0-b9b3-c31f0ac30179 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Made reservation on behalf of 6c1805795e7c4c4493a3412d9544c94e for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:26:14.528723 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d17390de-8517-41a0-b9b3-c31f0ac30179 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:14.547286 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90df174-8393-42e8-b9f8-ebfc1e493398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-c3cef717-555e-48ff-b6c7-c065d3c9d715', 'network_id': 'c3cef717-555e-48ff-b6c7-c065d3c9d715', 'tenant_id': '6c1805795e7c4c4493a3412d9544c94e', 'fixed_ips': [{'subnet_id': '3829eb75-e9bd-4042-96fc-3da690d04f46'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:26:14.548659 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b90df174-8393-42e8-b9f8-ebfc1e493398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:14.549847 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-d17390de-8517-41a0-b9b3-c31f0ac30179 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] device_id is not set on port a8e30ac9-dcd7-4f2b-a06a-940787d65056 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:26:14.689409 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-d17390de-8517-41a0-b9b3-c31f0ac30179 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Allocated IP 172.20.0.9 (c3cef717-555e-48ff-b6c7-c065d3c9d715/3829eb75-e9bd-4042-96fc-3da690d04f46/a8e30ac9-dcd7-4f2b-a06a-940787d65056) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:26:14.779663 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 07862bcb-4060-464d-97b1-43987f8807f6 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:26:14.838625 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 07862bcb-4060-464d-97b1-43987f8807f6 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:26:14.852298 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 07862bcb-4060-464d-97b1-43987f8807f6 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:26:14.853855 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:14.858521 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d17390de-8517-41a0-b9b3-c31f0ac30179 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:14.905344 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d17390de-8517-41a0-b9b3-c31f0ac30179 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:14.956379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17390de-8517-41a0-b9b3-c31f0ac30179 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Network c3cef717-555e-48ff-b6c7-c065d3c9d715 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:26:14.963148 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-d17390de-8517-41a0-b9b3-c31f0ac30179 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:14.970745 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17390de-8517-41a0-b9b3-c31f0ac30179 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:26:15.014685 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17390de-8517-41a0-b9b3-c31f0ac30179 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Pushing event updated for resources: {'Port': ['ID=a8e30ac9-dcd7-4f2b-a06a-940787d65056,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:15.054003 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17390de-8517-41a0-b9b3-c31f0ac30179 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:15.056534 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d17390de-8517-41a0-b9b3-c31f0ac30179 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:15.080377 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d17390de-8517-41a0-b9b3-c31f0ac30179 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7101746 Nov 15 11:26:15.083626 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41872) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:15.170589 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:15.172971 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-b90df174-8393-42e8-b9f8-ebfc1e493398 None None] Allocated IP 172.20.0.2 (c3cef717-555e-48ff-b6c7-c065d3c9d715/3829eb75-e9bd-4042-96fc-3da690d04f46/1d7c9344-371d-43e8-bbde-0eb520af8338) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:26:15.200652 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-37d9aa8c-839d-4c0d-a118-4e84bfde76e0 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Deleting port a8e30ac9-dcd7-4f2b-a06a-940787d65056 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:26:15.201278 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-37d9aa8c-839d-4c0d-a118-4e84bfde76e0 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:15.257416 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 07862bcb-4060-464d-97b1-43987f8807f6, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=07862bcb-4060-464d-97b1-43987f8807f6,segment=NetworkSegment(00942dea-c92f-404b-9297-63ecd0e0ea2c),segment_id=00942dea-c92f-404b-9297-63ecd0e0ea2c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:26:15.269183 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6624f7-d513-4e82-a97d-dceb2565c24a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07862bcb-4060-464d-97b1-43987f8807f6'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:26:15.274067 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b30b462-6e39-4184-8318-43c6bd3acd3d" -d '{"events": [{"server_uuid": "ea6624f7-d513-4e82-a97d-dceb2565c24a", "name": "network-vif-plugged", "status": "completed", "tag": "07862bcb-4060-464d-97b1-43987f8807f6"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:26:15.313570 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-37d9aa8c-839d-4c0d-a118-4e84bfde76e0 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:15.331285 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-37d9aa8c-839d-4c0d-a118-4e84bfde76e0 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Calling delete_port for a8e30ac9-dcd7-4f2b-a06a-940787d65056 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:26:15.348712 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:15.440345 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e489ea3a-08f2-4c34-b922-563d50c8036c x-openstack-request-id: req-e489ea3a-08f2-4c34-b922-563d50c8036c {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:26:15.442060 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6624f7-d513-4e82-a97d-dceb2565c24a", "name": "network-vif-plugged", "status": "completed", "tag": "07862bcb-4060-464d-97b1-43987f8807f6", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:26:15.442060 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e489ea3a-08f2-4c34-b922-563d50c8036c {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:26:15.443446 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6624f7-d513-4e82-a97d-dceb2565c24a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07862bcb-4060-464d-97b1-43987f8807f6', 'code': 200} Nov 15 11:26:15.569877 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=07862bcb-4060-464d-97b1-43987f8807f6,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:15.584015 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3968d26-9e5c-4fc7-8b9b-050f38c03d3e req-21e8c66f-a5ea-4d44-95e6-ded5fe9981e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:15.585997 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b3968d26-9e5c-4fc7-8b9b-050f38c03d3e req-21e8c66f-a5ea-4d44-95e6-ded5fe9981e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 1096 time: 0.1223736 Nov 15 11:26:15.597982 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b5073-76de-4f1f-ae2a-cfc3d541301c req-6ed49af7-6b0f-4adf-9ec6-93d2f447f73a tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:15.601547 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b95b5073-76de-4f1f-ae2a-cfc3d541301c req-6ed49af7-6b0f-4adf-9ec6-93d2f447f73a tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.1137710 Nov 15 11:26:15.632296 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:26:15.667602 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-37d9aa8c-839d-4c0d-a118-4e84bfde76e0 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:15.702709 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41888) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:15.704428 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9aa8c-839d-4c0d-a118-4e84bfde76e0 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Pushing event deleted for resources: {'Port': ['ID=a8e30ac9-dcd7-4f2b-a06a-940787d65056,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:15.715310 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b95b5073-76de-4f1f-ae2a-cfc3d541301c req-ef2e5d6d-72e6-4666-a55a-3471bd450998 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077788 Nov 15 11:26:15.748288 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b3968d26-9e5c-4fc7-8b9b-050f38c03d3e req-677f2063-9d0b-4401-9cec-3f866a12ffb0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506596 Nov 15 11:26:15.770936 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b90df174-8393-42e8-b9f8-ebfc1e493398 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:15.785658 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b90df174-8393-42e8-b9f8-ebfc1e493398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:15.829734 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90df174-8393-42e8-b9f8-ebfc1e493398 None None] Network c3cef717-555e-48ff-b6c7-c065d3c9d715 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:26:15.833727 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-b90df174-8393-42e8-b9f8-ebfc1e493398 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:15.840681 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90df174-8393-42e8-b9f8-ebfc1e493398 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:26:15.840979 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-37d9aa8c-839d-4c0d-a118-4e84bfde76e0 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:15.848201 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41892) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:15.849476 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-37d9aa8c-839d-4c0d-a118-4e84bfde76e0 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] 10.222.0.64 "DELETE /v2.0/ports/a8e30ac9-dcd7-4f2b-a06a-940787d65056 HTTP/1.1" status: 204 len: 168 time: 0.7628977 Nov 15 11:26:15.877612 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7717943-cba4-4e74-8932-4b300d9a3840 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:15.895034 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90df174-8393-42e8-b9f8-ebfc1e493398 None None] Pushing event updated for resources: {'Port': ['ID=1d7c9344-371d-43e8-bbde-0eb520af8338,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:15.935963 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b90df174-8393-42e8-b9f8-ebfc1e493398 None None] Attempting to bind port 1d7c9344-371d-43e8-bbde-0eb520af8338 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:26:15.936630 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b90df174-8393-42e8-b9f8-ebfc1e493398 None None] Attempting to bind port 1d7c9344-371d-43e8-bbde-0eb520af8338 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '86f32ac8-7252-464f-af03-81287eca0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'c3cef717-555e-48ff-b6c7-c065d3c9d715'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:26:15.937217 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90df174-8393-42e8-b9f8-ebfc1e493398 None None] Attempting to bind port 1d7c9344-371d-43e8-bbde-0eb520af8338 on network c3cef717-555e-48ff-b6c7-c065d3c9d715 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:26:15.944097 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90df174-8393-42e8-b9f8-ebfc1e493398 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:26:15.944758 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90df174-8393-42e8-b9f8-ebfc1e493398 None None] Checking segment: {'id': '86f32ac8-7252-464f-af03-81287eca0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'c3cef717-555e-48ff-b6c7-c065d3c9d715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:26:15.945354 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b90df174-8393-42e8-b9f8-ebfc1e493398 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:15.946104 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90df174-8393-42e8-b9f8-ebfc1e493398 None None] Bound using segment: {'id': '86f32ac8-7252-464f-af03-81287eca0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'c3cef717-555e-48ff-b6c7-c065d3c9d715'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:26:15.946774 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b90df174-8393-42e8-b9f8-ebfc1e493398 None None] Bound port: 1d7c9344-371d-43e8-bbde-0eb520af8338, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f32ac8-7252-464f-af03-81287eca0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'c3cef717-555e-48ff-b6c7-c065d3c9d715'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:26:15.947365 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b90df174-8393-42e8-b9f8-ebfc1e493398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:15.973148 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7717943-cba4-4e74-8932-4b300d9a3840 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:15.979935 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7717943-cba4-4e74-8932-4b300d9a3840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:16.015337 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-40c22034-ee1d-4833-a8ae-504602b8a55b tempest-DHCPAgentSchedulersTestJSON-1057119179 tempest-DHCPAgentSchedulersTestJSON-1057119179-project-admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1632760 Nov 15 11:26:16.016128 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41898) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:16.030590 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-f03de36d-5c82-4911-962e-ab51a6d6f6ba tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1779723213'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:16.032805 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b90df174-8393-42e8-b9f8-ebfc1e493398 None None] For port 1d7c9344-371d-43e8-bbde-0eb520af8338, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:26:16.038443 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f7717943-cba4-4e74-8932-4b300d9a3840 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e7490290e7ec40fe9dfbc86496a590b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3291802 Nov 15 11:26:16.038644 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b90df174-8393-42e8-b9f8-ebfc1e493398 None None] For port 1d7c9344-371d-43e8-bbde-0eb520af8338, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=1d7c9344-371d-43e8-bbde-0eb520af8338,segment=NetworkSegment(86f32ac8-7252-464f-af03-81287eca0705),segment_id=86f32ac8-7252-464f-af03-81287eca0705)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:26:16.038776 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41900) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:16.045788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7717943-cba4-4e74-8932-4b300d9a3840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a41e6f2-902f-4d15-9b95-a50c9b84e2ec,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:16.047622 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b90df174-8393-42e8-b9f8-ebfc1e493398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:16.091202 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03de36d-5c82-4911-962e-ab51a6d6f6ba tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Made reservation on behalf of 6c1805795e7c4c4493a3412d9544c94e for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:26:16.096272 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f03de36d-5c82-4911-962e-ab51a6d6f6ba tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:16.116833 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f3f7e18-05fe-452f-8075-92702902c145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:16.126847 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03de36d-5c82-4911-962e-ab51a6d6f6ba tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:26:16.136815 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f03de36d-5c82-4911-962e-ab51a6d6f6ba tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:16.137493 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-f03de36d-5c82-4911-962e-ab51a6d6f6ba tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Added segment 54105d74-7e86-4ec9-b48b-89e4970139af of type vlan for network 2a2d72cc-1e30-4d4e-b1c4-4416a906de85 Nov 15 11:26:16.142247 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90df174-8393-42e8-b9f8-ebfc1e493398 None None] Pushing event updated for resources: {'Port': ['ID=1d7c9344-371d-43e8-bbde-0eb520af8338,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:16.151887 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f3f7e18-05fe-452f-8075-92702902c145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:16.189628 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f03de36d-5c82-4911-962e-ab51a6d6f6ba tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:16.205548 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f3f7e18-05fe-452f-8075-92702902c145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:16.208901 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f3f7e18-05fe-452f-8075-92702902c145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:16.210255 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0f3f7e18-05fe-452f-8075-92702902c145 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3a41e6f2-902f-4d15-9b95-a50c9b84e2ec HTTP/1.1" status: 204 len: 168 time: 0.1706142 Nov 15 11:26:16.224752 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f03de36d-5c82-4911-962e-ab51a6d6f6ba tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:16.231232 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03de36d-5c82-4911-962e-ab51a6d6f6ba tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:16.231914 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f03de36d-5c82-4911-962e-ab51a6d6f6ba tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:16.240094 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f7e18-05fe-452f-8075-92702902c145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a41e6f2-902f-4d15-9b95-a50c9b84e2ec,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:16.304085 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03de36d-5c82-4911-962e-ab51a6d6f6ba tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Pushing event updated for resources: {'Network': ['ID=2a2d72cc-1e30-4d4e-b1c4-4416a906de85,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:16.317048 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f03de36d-5c82-4911-962e-ab51a6d6f6ba tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2970035 Nov 15 11:26:16.317324 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 2a2d72cc-1e30-4d4e-b1c4-4416a906de85 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:26:16.317452 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41904) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:16.555375 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-916befca-9004-4322-bde2-6ae18a2c6b65 tempest-DHCPAgentSchedulersTestJSON-1057119179 tempest-DHCPAgentSchedulersTestJSON-1057119179-project-admin] 10.222.0.64 "GET /v2.0/agents/6fde0c4e-b511-4837-962e-55607c80a1e0/dhcp-networks HTTP/1.1" status: 200 len: 11230 time: 0.2367599 Nov 15 11:26:16.558218 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41910) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:16.676589 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654b909f-f53e-408a-b425-87ba7aa26de3 tempest-DHCPAgentSchedulersTestJSON-1057119179 tempest-DHCPAgentSchedulersTestJSON-1057119179-project-admin] Network 2a2d72cc-1e30-4d4e-b1c4-4416a906de85 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:26:16.695422 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41912) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:16.696984 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-654b909f-f53e-408a-b425-87ba7aa26de3 tempest-DHCPAgentSchedulersTestJSON-1057119179 tempest-DHCPAgentSchedulersTestJSON-1057119179-project-admin] 10.222.0.64 "POST /v2.0/agents/6fde0c4e-b511-4837-962e-55607c80a1e0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1376646 Nov 15 11:26:16.699387 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41914) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:16.706174 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65919b6d-d79e-4845-943f-c6f942d71bd5 None None] Network 2a2d72cc-1e30-4d4e-b1c4-4416a906de85 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:26:16.710657 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b3706fd-0278-428a-9a3a-baa4a7984d1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:16.840011 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b3706fd-0278-428a-9a3a-baa4a7984d1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:16.847425 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b3706fd-0278-428a-9a3a-baa4a7984d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:16.853928 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 1d7c9344-371d-43e8-bbde-0eb520af8338 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:26:16.931609 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b6262758-818d-44cf-acb2-c597fbd87282 tempest-DHCPAgentSchedulersTestJSON-1057119179 tempest-DHCPAgentSchedulersTestJSON-1057119179-project-admin] 10.222.0.64 "GET /v2.0/agents/6fde0c4e-b511-4837-962e-55607c80a1e0/dhcp-networks HTTP/1.1" status: 200 len: 12001 time: 0.2303388 Nov 15 11:26:16.934233 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41922) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:16.937969 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3b3706fd-0278-428a-9a3a-baa4a7984d1b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b4212d0dd7a43a18bfde40b2251dba3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2413516 Nov 15 11:26:16.940956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41924) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:16.948662 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3706fd-0278-428a-9a3a-baa4a7984d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e47a3d-d62b-47ae-b118-c2f19473d556,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:16.979235 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92777821-d628-41b0-bb2a-74c533ae2c20 req-473bc170-e6e1-421c-9e37-17b3c7b31cc2 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:16.980787 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-92777821-d628-41b0-bb2a-74c533ae2c20 req-473bc170-e6e1-421c-9e37-17b3c7b31cc2 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.1178298 Nov 15 11:26:16.983377 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 1d7c9344-371d-43e8-bbde-0eb520af8338 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:26:16.984468 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:17.071994 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-783750ab-9e38-4581-b3b9-9d7d029e3915 tempest-DHCPAgentSchedulersTestJSON-1057119179 tempest-DHCPAgentSchedulersTestJSON-1057119179-project-admin] 10.222.0.64 "DELETE /v2.0/agents/6fde0c4e-b511-4837-962e-55607c80a1e0/dhcp-networks/2a2d72cc-1e30-4d4e-b1c4-4416a906de85 HTTP/1.1" status: 204 len: 168 time: 0.1361194 Nov 15 11:26:17.072372 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41928) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:17.095508 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1f73924a-5285-4926-9997-96e33b7beaf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:17.156065 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:17.192990 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1f73924a-5285-4926-9997-96e33b7beaf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:17.198535 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-92777821-d628-41b0-bb2a-74c533ae2c20 req-11361751-a278-474c-bb78-e1cd9c91639a tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036438 Nov 15 11:26:17.208969 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 1d7c9344-371d-43e8-bbde-0eb520af8338, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=1d7c9344-371d-43e8-bbde-0eb520af8338,segment=NetworkSegment(86f32ac8-7252-464f-af03-81287eca0705),segment_id=86f32ac8-7252-464f-af03-81287eca0705)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:26:17.226089 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:17.290759 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1f73924a-5285-4926-9997-96e33b7beaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:17.294329 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1f73924a-5285-4926-9997-96e33b7beaf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:17.301187 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1f73924a-5285-4926-9997-96e33b7beaf9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3e47a3d-d62b-47ae-b118-c2f19473d556 HTTP/1.1" status: 204 len: 168 time: 0.3543012 Nov 15 11:26:17.310448 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73924a-5285-4926-9997-96e33b7beaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e47a3d-d62b-47ae-b118-c2f19473d556,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:17.322088 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=1d7c9344-371d-43e8-bbde-0eb520af8338,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:17.461473 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be998029-ae20-4b1e-91e3-5735484038b1 None None] Network c3cef717-555e-48ff-b6c7-c065d3c9d715 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:26:17.540804 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8256a5f3-3345-4465-9d34-816aaed82e7e None None] Provisioning complete for port 1d7c9344-371d-43e8-bbde-0eb520af8338 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:26:17.541086 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8256a5f3-3345-4465-9d34-816aaed82e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:17.568822 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6d89e363-e91a-4077-bc6f-9a51d85be3e5 tempest-DHCPAgentSchedulersTestJSON-1057119179 tempest-DHCPAgentSchedulersTestJSON-1057119179-project-admin] 10.222.0.64 "GET /v2.0/agents/6fde0c4e-b511-4837-962e-55607c80a1e0/dhcp-networks HTTP/1.1" status: 200 len: 11230 time: 0.4953346 Nov 15 11:26:17.574395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41938) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:17.599282 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-17c618d2-84b0-47fa-abde-dc556d516d68 tempest-DHCPAgentSchedulersTestJSON-1057119179 tempest-DHCPAgentSchedulersTestJSON-1057119179-project-admin] 10.222.0.64 "GET /v2.0/networks/c3cef717-555e-48ff-b6c7-c065d3c9d715/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0201795 Nov 15 11:26:17.599725 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41940) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:17.618703 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c59a6628-0eec-4d30-8614-c095dc8a8f7b tempest-DHCPAgentSchedulersTestJSON-1057119179 tempest-DHCPAgentSchedulersTestJSON-1057119179-project-admin] 10.222.0.64 "GET /v2.0/networks/c3cef717-555e-48ff-b6c7-c065d3c9d715/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0176415 Nov 15 11:26:17.621272 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41942) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:17.803127 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a44e9d72-f13b-4f5f-b7ec-7470a1e04ba2 tempest-DHCPAgentSchedulersTestJSON-1057119179 tempest-DHCPAgentSchedulersTestJSON-1057119179-project-admin] 10.222.0.64 "GET /v2.0/agents/6fde0c4e-b511-4837-962e-55607c80a1e0/dhcp-networks HTTP/1.1" status: 200 len: 11230 time: 0.1765909 Nov 15 11:26:17.803512 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41952) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:17.889413 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cce8aba9-c94e-4912-8076-3cf6c0fd1545 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:17.924247 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-dff855d8-a3a2-4246-9da5-e28ef541ba33 None None] Provisioning complete for port 1d7c9344-371d-43e8-bbde-0eb520af8338 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:26:17.924785 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dff855d8-a3a2-4246-9da5-e28ef541ba33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:17.990119 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cce8aba9-c94e-4912-8076-3cf6c0fd1545 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:18.017944 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-cce8aba9-c94e-4912-8076-3cf6c0fd1545 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2d72cc-1e30-4d4e-b1c4-4416a906de85']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:18.030422 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-cce8aba9-c94e-4912-8076-3cf6c0fd1545 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54105d74-7e86-4ec9-b48b-89e4970139af') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:18.030801 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-cce8aba9-c94e-4912-8076-3cf6c0fd1545 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54105d74-7e86-4ec9-b48b-89e4970139af') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:18.042399 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cce8aba9-c94e-4912-8076-3cf6c0fd1545 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:18.058882 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cce8aba9-c94e-4912-8076-3cf6c0fd1545 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:18.069004 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce8aba9-c94e-4912-8076-3cf6c0fd1545 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:26:18.069676 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cce8aba9-c94e-4912-8076-3cf6c0fd1545 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:26:18.074962 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:26:18.141099 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-80aa4ef9-3d45-438a-82cf-790ed79ee413 None None] Could not find standard attr ID for object a8e30ac9-dcd7-4f2b-a06a-940787d65056. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:26:18.155229 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cce8aba9-c94e-4912-8076-3cf6c0fd1545 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:18.184442 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cce8aba9-c94e-4912-8076-3cf6c0fd1545 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:18.187858 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cce8aba9-c94e-4912-8076-3cf6c0fd1545 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] 10.222.0.64 "DELETE /v2.0/networks/2a2d72cc-1e30-4d4e-b1c4-4416a906de85 HTTP/1.1" status: 204 len: 168 time: 0.3828828 Nov 15 11:26:18.188924 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8aba9-c94e-4912-8076-3cf6c0fd1545 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Pushing event deleted for resources: {'Network': ['ID=2a2d72cc-1e30-4d4e-b1c4-4416a906de85,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:18.190320 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41966) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:18.227154 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23e2721-ef39-40cc-8c31-8fa8099d2730 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] DELETE failed (client error): The resource could not be found. Nov 15 11:26:18.227154 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f23e2721-ef39-40cc-8c31-8fa8099d2730 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:26:18.247474 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f23e2721-ef39-40cc-8c31-8fa8099d2730 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] 10.222.0.64 "DELETE /v2.0/ports/a8e30ac9-dcd7-4f2b-a06a-940787d65056 HTTP/1.1" status: 404 len: 333 time: 0.0555098 Nov 15 11:26:18.250075 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41978) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:18.324829 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b43623c-f1a0-41a0-8a3b-e4a0ab243f8b tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Deleting subnet 3829eb75-e9bd-4042-96fc-3da690d04f46 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:26:18.330346 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b43623c-f1a0-41a0-8a3b-e4a0ab243f8b tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:18.375187 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1fca9-2551-4c9a-bb90-f24434fe2828 req-c9928ab9-0d70-445a-95f4-d2440fd950b4 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:18.376855 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5df1fca9-2551-4c9a-bb90-f24434fe2828 req-c9928ab9-0d70-445a-95f4-d2440fd950b4 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.0752630 Nov 15 11:26:18.389840 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b43623c-f1a0-41a0-8a3b-e4a0ab243f8b tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:18.443557 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5df1fca9-2551-4c9a-bb90-f24434fe2828 req-03a761df-7507-4569-93a2-0c78d07c8800 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545609 Nov 15 11:26:18.501815 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b43623c-f1a0-41a0-8a3b-e4a0ab243f8b tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:18.564352 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b43623c-f1a0-41a0-8a3b-e4a0ab243f8b tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:18.599333 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43623c-f1a0-41a0-8a3b-e4a0ab243f8b tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Pushing event deleted for resources: {'Subnet': ['ID=3829eb75-e9bd-4042-96fc-3da690d04f46,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:18.601407 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b43623c-f1a0-41a0-8a3b-e4a0ab243f8b tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:18.606971 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25f40e0-e020-411f-a7f1-4e0a1a4e2aaf None None] Network c3cef717-555e-48ff-b6c7-c065d3c9d715 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:26:18.607967 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41994) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:18.608317 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2b43623c-f1a0-41a0-8a3b-e4a0ab243f8b tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] 10.222.0.64 "DELETE /v2.0/subnets/3829eb75-e9bd-4042-96fc-3da690d04f46 HTTP/1.1" status: 204 len: 168 time: 0.3570082 Nov 15 11:26:18.610309 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41996) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:18.726374 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a3e88-963e-4a87-aaf8-38c88a668139 req-d60b8ec8-7349-4a3a-b957-eb4da46fac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:18.727715 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-396a3e88-963e-4a87-aaf8-38c88a668139 req-d60b8ec8-7349-4a3a-b957-eb4da46fac02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91113c0fa8154b558a9e557fde9f1b3d&device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 1096 time: 0.0449061 Nov 15 11:26:18.767061 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 1d7c9344-371d-43e8-bbde-0eb520af8338 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:26:18.802794 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78acb92b-7be1-4040-837f-853aad3df051 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:18.803711 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8823adef-6251-470a-b3dd-1744e560b7e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:18.819519 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5df594-70e4-4df6-940c-da3207736b9d req-6ea71949-f769-4500-a562-5f970b864ff5 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:18.821034 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7c5df594-70e4-4df6-940c-da3207736b9d req-6ea71949-f769-4500-a562-5f970b864ff5 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.0942717 Nov 15 11:26:18.873240 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 1d7c9344-371d-43e8-bbde-0eb520af8338 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:26:18.873494 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a3e88-963e-4a87-aaf8-38c88a668139 req-c835cbf3-f149-4cee-b889-3b09c0c52b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:18.874021 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:18.874978 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-396a3e88-963e-4a87-aaf8-38c88a668139 req-c835cbf3-f149-4cee-b889-3b09c0c52b4a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c7abab0f-4274-40bd-9c20-749f1f1c5aed HTTP/1.1" status: 200 len: 911 time: 0.1371133 Nov 15 11:26:18.908052 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7c5df594-70e4-4df6-940c-da3207736b9d req-5463222e-0d79-4fa4-bbbb-0e38e179d469 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585697 Nov 15 11:26:18.913638 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-78acb92b-7be1-4040-837f-853aad3df051 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Deleting port 1d7c9344-371d-43e8-bbde-0eb520af8338 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:26:18.913977 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78acb92b-7be1-4040-837f-853aad3df051 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:18.934506 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-396a3e88-963e-4a87-aaf8-38c88a668139 req-93ef52c3-3d50-4e3b-a431-1641cedbc60f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07862bcb-4060-464d-97b1-43987f8807f6 HTTP/1.1" status: 200 len: 217 time: 0.0508609 Nov 15 11:26:18.984874 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8823adef-6251-470a-b3dd-1744e560b7e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:18.995647 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8823adef-6251-470a-b3dd-1744e560b7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:18.997754 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-78acb92b-7be1-4040-837f-853aad3df051 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] For port 1d7c9344-371d-43e8-bbde-0eb520af8338, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=1d7c9344-371d-43e8-bbde-0eb520af8338,segment=NetworkSegment(86f32ac8-7252-464f-af03-81287eca0705),segment_id=86f32ac8-7252-464f-af03-81287eca0705)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:26:18.998207 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78acb92b-7be1-4040-837f-853aad3df051 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:18.998876 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0819cc0d-19ae-4692-8fab-004dd917b497 None None] DHCP port deletion for c3cef717-555e-48ff-b6c7-c065d3c9d715 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:26:19.011608 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-78acb92b-7be1-4040-837f-853aad3df051 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Calling delete_port for 1d7c9344-371d-43e8-bbde-0eb520af8338 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:26:19.017560 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a3e88-963e-4a87-aaf8-38c88a668139 req-5d1a6b3a-7f31-425f-81d4-4f528f2f3c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:19.019030 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-396a3e88-963e-4a87-aaf8-38c88a668139 req-5d1a6b3a-7f31-425f-81d4-4f528f2f3c9d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=414b55a6-1594-48a7-b107-9f0e9048b526 HTTP/1.1" status: 200 len: 850 time: 0.0741048 Nov 15 11:26:19.052330 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-0819cc0d-19ae-4692-8fab-004dd917b497 None None] Deleting port 1d7c9344-371d-43e8-bbde-0eb520af8338 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:26:19.052696 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0819cc0d-19ae-4692-8fab-004dd917b497 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:19.066088 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8823adef-6251-470a-b3dd-1744e560b7e3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ecc503079972464883ce2dcb9642f780&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4547267 Nov 15 11:26:19.066795 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42002) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:19.069469 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-396a3e88-963e-4a87-aaf8-38c88a668139 req-521ed957-7a40-40a1-9fca-96a4ba1e04b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c7abab0f-4274-40bd-9c20-749f1f1c5aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419104 Nov 15 11:26:19.070466 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823adef-6251-470a-b3dd-1744e560b7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ae8a41-640f-4fb9-a00c-64bb7c82fa12,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:19.124496 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0819cc0d-19ae-4692-8fab-004dd917b497 None None] For port 1d7c9344-371d-43e8-bbde-0eb520af8338, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=1d7c9344-371d-43e8-bbde-0eb520af8338,segment=NetworkSegment(86f32ac8-7252-464f-af03-81287eca0705),segment_id=86f32ac8-7252-464f-af03-81287eca0705)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:26:19.124969 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0819cc0d-19ae-4692-8fab-004dd917b497 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:19.134982 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78acb92b-7be1-4040-837f-853aad3df051 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:19.139089 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-0819cc0d-19ae-4692-8fab-004dd917b497 None None] Calling delete_port for 1d7c9344-371d-43e8-bbde-0eb520af8338 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:26:19.146213 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ba8ecb93-cfab-4274-a633-b38d3e06c946 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:19.168414 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78acb92b-7be1-4040-837f-853aad3df051 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] No DVR routers for this DVR port 1d7c9344-371d-43e8-bbde-0eb520af8338 on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:26:19.177912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acb92b-7be1-4040-837f-853aad3df051 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Pushing event deleted for resources: {'Port': ['ID=1d7c9344-371d-43e8-bbde-0eb520af8338,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:19.183901 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-396a3e88-963e-4a87-aaf8-38c88a668139 req-3b8cda80-9a28-4496-88a5-de799cecb712 service neutron] 10.222.0.11 "GET /v2.0/networks/c7abab0f-4274-40bd-9c20-749f1f1c5aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060407 Nov 15 11:26:19.222653 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ba8ecb93-cfab-4274-a633-b38d3e06c946 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:19.228567 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0819cc0d-19ae-4692-8fab-004dd917b497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:19.258531 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819cc0d-19ae-4692-8fab-004dd917b497 None None] Pushing event deleted for resources: {'Port': ['ID=1d7c9344-371d-43e8-bbde-0eb520af8338,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:19.262986 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0819cc0d-19ae-4692-8fab-004dd917b497 None None] No DVR routers for this DVR port 1d7c9344-371d-43e8-bbde-0eb520af8338 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:26:19.275924 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819cc0d-19ae-4692-8fab-004dd917b497 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:19.276258 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819cc0d-19ae-4692-8fab-004dd917b497 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:19.277144 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819cc0d-19ae-4692-8fab-004dd917b497 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:19.277144 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819cc0d-19ae-4692-8fab-004dd917b497 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:19.277389 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819cc0d-19ae-4692-8fab-004dd917b497 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:19.277589 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819cc0d-19ae-4692-8fab-004dd917b497 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:19.278273 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819cc0d-19ae-4692-8fab-004dd917b497 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:19.279328 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819cc0d-19ae-4692-8fab-004dd917b497 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:19.279646 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819cc0d-19ae-4692-8fab-004dd917b497 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:19.280071 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819cc0d-19ae-4692-8fab-004dd917b497 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:19.280446 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819cc0d-19ae-4692-8fab-004dd917b497 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:19.280772 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819cc0d-19ae-4692-8fab-004dd917b497 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:19.287145 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-396a3e88-963e-4a87-aaf8-38c88a668139 req-2d5716e0-14f9-402c-b7c3-982c512197e7 service neutron] 10.222.0.11 "GET /v2.0/networks/c7abab0f-4274-40bd-9c20-749f1f1c5aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921519 Nov 15 11:26:19.287842 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78acb92b-7be1-4040-837f-853aad3df051 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:19.316127 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-78acb92b-7be1-4040-837f-853aad3df051 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3cef717-555e-48ff-b6c7-c065d3c9d715']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:19.326452 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-78acb92b-7be1-4040-837f-853aad3df051 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f32ac8-7252-464f-af03-81287eca0705') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:19.326798 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-78acb92b-7be1-4040-837f-853aad3df051 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f32ac8-7252-464f-af03-81287eca0705') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:19.336479 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78acb92b-7be1-4040-837f-853aad3df051 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:19.351134 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ba8ecb93-cfab-4274-a633-b38d3e06c946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:19.354298 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ba8ecb93-cfab-4274-a633-b38d3e06c946 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:19.355519 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ba8ecb93-cfab-4274-a633-b38d3e06c946 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c8ae8a41-640f-4fb9-a00c-64bb7c82fa12 HTTP/1.1" status: 204 len: 168 time: 0.2875741 Nov 15 11:26:19.377624 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78acb92b-7be1-4040-837f-853aad3df051 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:19.390098 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ecb93-cfab-4274-a633-b38d3e06c946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ae8a41-640f-4fb9-a00c-64bb7c82fa12,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:19.396899 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78acb92b-7be1-4040-837f-853aad3df051 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:26:19.398228 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78acb92b-7be1-4040-837f-853aad3df051 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:26:19.402852 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:26:19.466163 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78acb92b-7be1-4040-837f-853aad3df051 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:19.471333 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-78acb92b-7be1-4040-837f-853aad3df051 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:19.476905 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-78acb92b-7be1-4040-837f-853aad3df051 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] 10.222.0.64 "DELETE /v2.0/networks/c3cef717-555e-48ff-b6c7-c065d3c9d715 HTTP/1.1" status: 204 len: 168 time: 0.8655486 Nov 15 11:26:19.489746 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acb92b-7be1-4040-837f-853aad3df051 tempest-DHCPAgentSchedulersTestJSON-620719356 tempest-DHCPAgentSchedulersTestJSON-620719356-project] Pushing event deleted for resources: {'Network': ['ID=c3cef717-555e-48ff-b6c7-c065d3c9d715,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:19.731576 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42026) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:19.922902 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b1f6bfde-f4d6-4a52-b9b3-9705d6db9a36 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c1805795e7c4c4493a3412d9544c94e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1901248 Nov 15 11:26:19.925456 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42038) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:19.974367 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77f7ee9c-4af7-439c-b811-e40bdc057fef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:20.000745 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77f7ee9c-4af7-439c-b811-e40bdc057fef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:20.061040 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77f7ee9c-4af7-439c-b811-e40bdc057fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:20.063998 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77f7ee9c-4af7-439c-b811-e40bdc057fef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:20.067561 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-77f7ee9c-4af7-439c-b811-e40bdc057fef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/600d1b70-a154-4de0-9acd-376ea3a9b52f HTTP/1.1" status: 204 len: 168 time: 0.1388731 Nov 15 11:26:20.076422 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7ee9c-4af7-439c-b811-e40bdc057fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600d1b70-a154-4de0-9acd-376ea3a9b52f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:20.084057 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b2a45-7535-4388-afa9-cf283191acad req-8e28ced2-5065-474b-adeb-e42535466c72 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:20.085694 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d7b2a45-7535-4388-afa9-cf283191acad req-8e28ced2-5065-474b-adeb-e42535466c72 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.0653548 Nov 15 11:26:20.147498 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d7b2a45-7535-4388-afa9-cf283191acad req-9467935e-d999-4fbd-b93c-f695ab368bf5 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546377 Nov 15 11:26:20.427599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42064) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:20.453072 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4686c48b-24d8-40f5-9f49-e9c5762beea4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:20.534831 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4686c48b-24d8-40f5-9f49-e9c5762beea4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:20.539741 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4686c48b-24d8-40f5-9f49-e9c5762beea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:20.578801 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4686c48b-24d8-40f5-9f49-e9c5762beea4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cd9398a9fdd64938a50d32140cdd2940&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1500823 Nov 15 11:26:20.579987 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686c48b-24d8-40f5-9f49-e9c5762beea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c9eab8-c121-4f16-a48d-d37cb53e8717,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:20.581584 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42078) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:20.641549 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53a62126-7ab7-48fd-8fd0-7578bf002b08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:20.672641 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53a62126-7ab7-48fd-8fd0-7578bf002b08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:20.683988 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 1d7c9344-371d-43e8-bbde-0eb520af8338 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:26:20.706486 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 1d7c9344-371d-43e8-bbde-0eb520af8338 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:26:20.707150 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 1d7c9344-371d-43e8-bbde-0eb520af8338 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:26:20.730895 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53a62126-7ab7-48fd-8fd0-7578bf002b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:20.733874 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53a62126-7ab7-48fd-8fd0-7578bf002b08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:20.737395 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-53a62126-7ab7-48fd-8fd0-7578bf002b08 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/19c9eab8-c121-4f16-a48d-d37cb53e8717 HTTP/1.1" status: 204 len: 168 time: 0.1524866 Nov 15 11:26:20.744451 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a62126-7ab7-48fd-8fd0-7578bf002b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c9eab8-c121-4f16-a48d-d37cb53e8717,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:20.926665 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42098) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:21.036332 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa2f7b10-fd48-4967-9ec9-ec3d7a73595c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:21.113455 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa2f7b10-fd48-4967-9ec9-ec3d7a73595c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:21.118691 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa2f7b10-fd48-4967-9ec9-ec3d7a73595c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:21.156315 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-aa2f7b10-fd48-4967-9ec9-ec3d7a73595c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b4491cff34b4375b34d51d52534ac89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2284291 Nov 15 11:26:21.157453 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f7b10-fd48-4967-9ec9-ec3d7a73595c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a594659-60f0-4f5a-b4b5-87267251eb97,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:21.159048 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42110) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:21.212216 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0061b061-3d7d-4d1f-9e24-c54d9f07b295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:21.235849 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0061b061-3d7d-4d1f-9e24-c54d9f07b295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:21.290334 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0061b061-3d7d-4d1f-9e24-c54d9f07b295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:21.293129 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0061b061-3d7d-4d1f-9e24-c54d9f07b295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:21.294300 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0061b061-3d7d-4d1f-9e24-c54d9f07b295 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4a594659-60f0-4f5a-b4b5-87267251eb97 HTTP/1.1" status: 204 len: 168 time: 0.1342342 Nov 15 11:26:21.325269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061b061-3d7d-4d1f-9e24-c54d9f07b295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a594659-60f0-4f5a-b4b5-87267251eb97,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:21.358977 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b2b3c-67ed-4a83-a251-e8d67f2f8b67 req-faaa92a4-7b9a-4357-a907-6baedb8af20b tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:21.360669 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-873b2b3c-67ed-4a83-a251-e8d67f2f8b67 req-faaa92a4-7b9a-4357-a907-6baedb8af20b tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.0652597 Nov 15 11:26:21.409697 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-873b2b3c-67ed-4a83-a251-e8d67f2f8b67 req-eea1a8ec-9a94-4ecc-8c37-65f3e3036d2e tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418572 Nov 15 11:26:21.983757 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42158) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:22.200579 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-88078282-560c-4d44-a43e-1b2534430dba tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-106897622', 'router:external': True}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:22.222960 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88078282-560c-4d44-a43e-1b2534430dba tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Made reservation on behalf of 11b6c09f28034ad38de750c7dd85d57d for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:26:22.225355 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88078282-560c-4d44-a43e-1b2534430dba tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:22.234060 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88078282-560c-4d44-a43e-1b2534430dba tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:22.315861 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88078282-560c-4d44-a43e-1b2534430dba tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:22.322481 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88078282-560c-4d44-a43e-1b2534430dba tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:22.332164 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b890a64e-1f5e-4bbb-afbb-621ef71bd479 req-c3960652-cc08-4eae-8efb-448a68f491c5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415616 Nov 15 11:26:22.346014 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88078282-560c-4d44-a43e-1b2534430dba tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:26:22.361128 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88078282-560c-4d44-a43e-1b2534430dba tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134cd590-7d15-4610-9bb6-5e8d88703de3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:22.367599 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88078282-560c-4d44-a43e-1b2534430dba tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:22.367978 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-88078282-560c-4d44-a43e-1b2534430dba tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Added segment 7d9210c1-8d71-46ab-83a0-8f065f23f5b6 of type vlan for network 7ba782f1-32b0-4af2-8dc7-7cdf986490bc Nov 15 11:26:22.426715 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88078282-560c-4d44-a43e-1b2534430dba tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:22.442426 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890a64e-1f5e-4bbb-afbb-621ef71bd479 req-d70e4e1e-a61e-4b5d-8058-459a1ec0b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:22.444452 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b890a64e-1f5e-4bbb-afbb-621ef71bd479 req-d70e4e1e-a61e-4b5d-8058-459a1ec0b871 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84266b83cb7b44e49edcf06f7e40ecbe&device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 1096 time: 0.0604451 Nov 15 11:26:22.478766 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88078282-560c-4d44-a43e-1b2534430dba tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:22.479776 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88078282-560c-4d44-a43e-1b2534430dba tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:22.480638 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88078282-560c-4d44-a43e-1b2534430dba tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:22.583411 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88078282-560c-4d44-a43e-1b2534430dba tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Pushing event updated for resources: {'Network': ['ID=7ba782f1-32b0-4af2-8dc7-7cdf986490bc,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:22.597660 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 7ba782f1-32b0-4af2-8dc7-7cdf986490bc details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:26:22.622399 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-88078282-560c-4d44-a43e-1b2534430dba tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6372802 Nov 15 11:26:22.625544 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42182) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:22.632487 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890a64e-1f5e-4bbb-afbb-621ef71bd479 req-c84d524d-8766-4313-bb2f-309a4c986fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:22.633238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-68ef6514-f94f-46c6-b487-311934462e2f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Request body: {'subnet': {'network_id': '7ba782f1-32b0-4af2-8dc7-7cdf986490bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:22.635036 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b890a64e-1f5e-4bbb-afbb-621ef71bd479 req-c84d524d-8766-4313-bb2f-309a4c986fa1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd HTTP/1.1" status: 200 len: 911 time: 0.1673000 Nov 15 11:26:22.667657 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f992c-ce87-45fc-925d-e8c00c085f6b req-3c82c8ec-8ef3-48cb-962a-f23a17f493b7 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:22.669641 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d62f992c-ce87-45fc-925d-e8c00c085f6b req-3c82c8ec-8ef3-48cb-962a-f23a17f493b7 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.0909412 Nov 15 11:26:22.709244 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ef6514-f94f-46c6-b487-311934462e2f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Made reservation on behalf of 11b6c09f28034ad38de750c7dd85d57d for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:26:22.711806 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68ef6514-f94f-46c6-b487-311934462e2f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:22.744503 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b890a64e-1f5e-4bbb-afbb-621ef71bd479 req-dbc0f2c2-ed20-4300-b6c0-99739806f7cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98c7c734-b2a0-4397-9a24-4ec63b72ae70 HTTP/1.1" status: 200 len: 1000 time: 0.1017959 Nov 15 11:26:22.767226 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d62f992c-ce87-45fc-925d-e8c00c085f6b req-bd1aece9-caf1-40a9-944c-02d5dcaf73eb tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905237 Nov 15 11:26:22.815655 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890a64e-1f5e-4bbb-afbb-621ef71bd479 req-56992e26-d181-4bd9-8fe1-b3ac183ef0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:22.817324 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b890a64e-1f5e-4bbb-afbb-621ef71bd479 req-56992e26-d181-4bd9-8fe1-b3ac183ef0d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa23b34b-7133-41b6-b1e3-4b077f52e5c3 HTTP/1.1" status: 200 len: 849 time: 0.0641489 Nov 15 11:26:22.870017 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890a64e-1f5e-4bbb-afbb-621ef71bd479 req-befba665-a6c7-4f86-a613-e1b203500bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:22.871549 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b890a64e-1f5e-4bbb-afbb-621ef71bd479 req-befba665-a6c7-4f86-a613-e1b203500bb7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457711 Nov 15 11:26:22.992882 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b890a64e-1f5e-4bbb-afbb-621ef71bd479 req-2ea108c0-2ce0-4081-8146-13f497539d59 service neutron] 10.222.0.11 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136320 Nov 15 11:26:23.092540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-9a7eb4dd-aeca-4e98-af06-79000ed533f8 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:23.094003 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-9a7eb4dd-aeca-4e98-af06-79000ed533f8 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/networks?id=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 HTTP/1.1" status: 200 len: 815 time: 0.1821508 Nov 15 11:26:23.118389 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-8a252391-37fa-4ed7-aea5-e3a3254c5145 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/quotas/69cdf03a6f264de7b09ea98e3ce6a0c9 HTTP/1.1" status: 200 len: 375 time: 0.0182419 Nov 15 11:26:23.121685 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b890a64e-1f5e-4bbb-afbb-621ef71bd479 req-a3bc40bc-38b6-4860-9f58-90f64cde2778 service neutron] 10.222.0.11 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213732 Nov 15 11:26:23.222886 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-5bca24a0-40ae-4c52-8cfb-295a6f6f096a tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=69cdf03a6f264de7b09ea98e3ce6a0c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0950377 Nov 15 11:26:23.223883 n-d-729945-9 neutron-server[102678]: DEBUG neutron.objects.ports [None req-68ef6514-f94f-46c6-b487-311934462e2f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102678) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 11:26:23.224338 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68ef6514-f94f-46c6-b487-311934462e2f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:23.325714 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef6514-f94f-46c6-b487-311934462e2f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8b12e373-e278-41f8-b798-a4f0062878fc,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:23.356261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ef6514-f94f-46c6-b487-311934462e2f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Checking segment: {'id': '7d9210c1-8d71-46ab-83a0-8f065f23f5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '7ba782f1-32b0-4af2-8dc7-7cdf986490bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:26:23.356646 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ef6514-f94f-46c6-b487-311934462e2f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Network hostable DHCP agents. Network: 7ba782f1-32b0-4af2-8dc7-7cdf986490bc, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:26:23.537634 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42240) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:23.655374 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5530552a-9fa0-4c32-81a5-a5ca18b67471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:23.694217 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-0f6a4214-3ed1-4bbc-9993-209b950d0c2f service neutron] 10.222.0.64 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633133 Nov 15 11:26:23.719168 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ef6514-f94f-46c6-b487-311934462e2f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Network 7ba782f1-32b0-4af2-8dc7-7cdf986490bc is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:26:23.732153 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5530552a-9fa0-4c32-81a5-a5ca18b67471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:23.736743 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5530552a-9fa0-4c32-81a5-a5ca18b67471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:23.763863 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-68ef6514-f94f-46c6-b487-311934462e2f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 7ba782f1-32b0-4af2-8dc7-7cdf986490bc) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:23.770160 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ef6514-f94f-46c6-b487-311934462e2f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:23.771285 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68ef6514-f94f-46c6-b487-311934462e2f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:23.775687 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22891558-606d-4b2c-858a-7776620b3c61 None None] Network 7ba782f1-32b0-4af2-8dc7-7cdf986490bc requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:26:23.780465 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5530552a-9fa0-4c32-81a5-a5ca18b67471 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=872ac2cd06de4c5ba4174b0bd3a4608b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2417638 Nov 15 11:26:23.781542 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530552a-9fa0-4c32-81a5-a5ca18b67471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7656dd-f0a7-4311-9acd-7a17456921aa,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:23.784532 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42244) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:23.819116 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-68ef6514-f94f-46c6-b487-311934462e2f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1925421 Nov 15 11:26:23.822221 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42248) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:23.827154 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4d428969-c00b-4fb4-921a-6e872175472f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1061061834', 'network_id': '7ba782f1-32b0-4af2-8dc7-7cdf986490bc'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:23.842975 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-34aea30c-805b-4e77-8ed6-f9d981aea78c service neutron] 10.222.0.64 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421101 Nov 15 11:26:23.870789 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d428969-c00b-4fb4-921a-6e872175472f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Made reservation on behalf of 11b6c09f28034ad38de750c7dd85d57d for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:26:23.873370 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d428969-c00b-4fb4-921a-6e872175472f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:23.892715 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-4d428969-c00b-4fb4-921a-6e872175472f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] device_id is not set on port 762701a2-4f5f-46f9-9809-b7cd0f786556 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:26:23.916892 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae7ce95-780a-457a-ade6-822f94ad36c1 None None] Network 7ba782f1-32b0-4af2-8dc7-7cdf986490bc requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:26:23.924864 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00911bc4-1c6f-453c-acbc-75df02cee154 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:23.948756 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11805ed8-0744-4181-bf09-3e7ed99672fc req-4092fbf1-2d78-4cb4-aba6-4a37037777b2 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:23.957034 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11805ed8-0744-4181-bf09-3e7ed99672fc req-4092fbf1-2d78-4cb4-aba6-4a37037777b2 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.0955534 Nov 15 11:26:23.986432 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00911bc4-1c6f-453c-acbc-75df02cee154 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:24.042661 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-4d428969-c00b-4fb4-921a-6e872175472f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Allocated IP 2001:db8::5a (7ba782f1-32b0-4af2-8dc7-7cdf986490bc/8b12e373-e278-41f8-b798-a4f0062878fc/762701a2-4f5f-46f9-9809-b7cd0f786556) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:26:24.061936 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-179ff417-4853-43b4-8eff-f61b16d3437e req-7fefb745-f33e-4285-a510-f9378f728754 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e8994d-9335-41e3-96f8-c61b6e63e171 HTTP/1.1" status: 200 len: 210 time: 0.0335073 Nov 15 11:26:24.074687 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11805ed8-0744-4181-bf09-3e7ed99672fc req-2316abd0-c6f8-46d0-973d-9dfca6780e14 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166167 Nov 15 11:26:24.116831 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00911bc4-1c6f-453c-acbc-75df02cee154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:24.119439 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00911bc4-1c6f-453c-acbc-75df02cee154 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:24.120728 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-00911bc4-1c6f-453c-acbc-75df02cee154 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dc7656dd-f0a7-4311-9acd-7a17456921aa HTTP/1.1" status: 204 len: 168 time: 0.3352470 Nov 15 11:26:24.130546 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00911bc4-1c6f-453c-acbc-75df02cee154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7656dd-f0a7-4311-9acd-7a17456921aa,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:24.247310 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d428969-c00b-4fb4-921a-6e872175472f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:24.285902 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d428969-c00b-4fb4-921a-6e872175472f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:24.330395 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d428969-c00b-4fb4-921a-6e872175472f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Network 7ba782f1-32b0-4af2-8dc7-7cdf986490bc is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:26:24.333580 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4d428969-c00b-4fb4-921a-6e872175472f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:24.337865 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d428969-c00b-4fb4-921a-6e872175472f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:26:24.339026 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d428969-c00b-4fb4-921a-6e872175472f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:24.339519 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d428969-c00b-4fb4-921a-6e872175472f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:24.349504 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d428969-c00b-4fb4-921a-6e872175472f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Pushing event updated for resources: {'Port': ['ID=762701a2-4f5f-46f9-9809-b7cd0f786556,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:24.364885 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4d428969-c00b-4fb4-921a-6e872175472f tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5415530 Nov 15 11:26:24.367431 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42266) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:24.449476 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4e655aa0-4c11-4d77-bd91-bea1637a5871 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Deleting port 762701a2-4f5f-46f9-9809-b7cd0f786556 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:26:24.449862 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e655aa0-4c11-4d77-bd91-bea1637a5871 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:24.480520 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42268) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:24.494749 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-08a0c69b-537b-4c9f-9eef-b41a591adb29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:24.541207 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e655aa0-4c11-4d77-bd91-bea1637a5871 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:24.558420 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4e655aa0-4c11-4d77-bd91-bea1637a5871 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Calling delete_port for 762701a2-4f5f-46f9-9809-b7cd0f786556 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:26:24.573957 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-08a0c69b-537b-4c9f-9eef-b41a591adb29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:24.578863 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-08a0c69b-537b-4c9f-9eef-b41a591adb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:24.621668 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-08a0c69b-537b-4c9f-9eef-b41a591adb29 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=452b4db0694149c1a54eb1357d0a96ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1398902 Nov 15 11:26:24.622721 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0c69b-537b-4c9f-9eef-b41a591adb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d45de71-d56d-42e9-9507-fdada14bdb58,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:24.624309 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42270) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:24.710704 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3d0f69f0-7d77-458c-a0fb-248747ab7188 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:24.745206 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3d0f69f0-7d77-458c-a0fb-248747ab7188 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:24.751371 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e655aa0-4c11-4d77-bd91-bea1637a5871 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:24.795469 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e655aa0-4c11-4d77-bd91-bea1637a5871 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Pushing event deleted for resources: {'Port': ['ID=762701a2-4f5f-46f9-9809-b7cd0f786556,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:24.822910 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e655aa0-4c11-4d77-bd91-bea1637a5871 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:24.827245 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4e655aa0-4c11-4d77-bd91-bea1637a5871 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "DELETE /v2.0/ports/762701a2-4f5f-46f9-9809-b7cd0f786556 HTTP/1.1" status: 204 len: 168 time: 0.4587829 Nov 15 11:26:24.830381 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42272) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:24.835266 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-09a5771d-2ec3-4980-90b2-556104515d67 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ba782f1-32b0-4af2-8dc7-7cdf986490bc', 'external_fixed_ips': [{'subnet_id': '8b12e373-e278-41f8-b798-a4f0062878fc', 'ip_address': '2001:db8::5a'}]}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:24.852754 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3d0f69f0-7d77-458c-a0fb-248747ab7188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:24.856096 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3d0f69f0-7d77-458c-a0fb-248747ab7188 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:24.857279 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3d0f69f0-7d77-458c-a0fb-248747ab7188 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9d45de71-d56d-42e9-9507-fdada14bdb58 HTTP/1.1" status: 204 len: 168 time: 0.2315226 Nov 15 11:26:24.864949 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09a5771d-2ec3-4980-90b2-556104515d67 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:24.866215 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09a5771d-2ec3-4980-90b2-556104515d67 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:24.866367 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f69f0-7d77-458c-a0fb-248747ab7188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d45de71-d56d-42e9-9507-fdada14bdb58,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:24.920754 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09a5771d-2ec3-4980-90b2-556104515d67 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:25.155407 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09a5771d-2ec3-4980-90b2-556104515d67 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:25.226882 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-109fee4d-b171-40af-8730-65a638329baf req-98ae449b-ab0a-472a-a5ad-c177a828eb8b tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e8994d-9335-41e3-96f8-c61b6e63e171 HTTP/1.1" status: 200 len: 210 time: 0.0652061 Nov 15 11:26:25.319039 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c1454-9216-450d-b44a-9dc9af427d03 req-e7e51fe3-cc38-4d3f-ac1e-265c7cfad699 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:25.320541 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b61c1454-9216-450d-b44a-9dc9af427d03 req-e7e51fe3-cc38-4d3f-ac1e-265c7cfad699 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.1603255 Nov 15 11:26:25.333899 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-5efb0bd0-be32-4e13-965d-6ba37a4df46e tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:25.335257 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-5efb0bd0-be32-4e13-965d-6ba37a4df46e tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.55 "GET /v2.0/networks?id=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 HTTP/1.1" status: 200 len: 815 time: 0.2664886 Nov 15 11:26:25.369624 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-f9ec07a5-ac84-4fc8-98b1-d28e1aae7d12 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Request body: {'port': {'device_id': '34e8994d-9335-41e3-96f8-c61b6e63e171', 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13', 'admin_state_up': True, 'tenant_id': '69cdf03a6f264de7b09ea98e3ce6a0c9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:25.443729 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b61c1454-9216-450d-b44a-9dc9af427d03 req-fa778f55-9de5-4926-ad89-467313a7ebb5 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167929 Nov 15 11:26:25.595198 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-f9ec07a5-ac84-4fc8-98b1-d28e1aae7d12 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Made reservation on behalf of 69cdf03a6f264de7b09ea98e3ce6a0c9 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:26:25.598687 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-f9ec07a5-ac84-4fc8-98b1-d28e1aae7d12 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:25.633552 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09a5771d-2ec3-4980-90b2-556104515d67 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:25.683378 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09a5771d-2ec3-4980-90b2-556104515d67 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:25.836794 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-f9ec07a5-ac84-4fc8-98b1-d28e1aae7d12 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Allocated IP 172.20.0.14 (a2bf3e38-6eec-48d9-ab3e-622a70c9fb13/869f9db7-c874-47ae-bffd-e01d17367094/48e700db-8089-4761-9f77-17910eadd307) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:26:25.911791 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-09a5771d-2ec3-4980-90b2-556104515d67 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Allocated IP 2001:db8::5a (7ba782f1-32b0-4af2-8dc7-7cdf986490bc/8b12e373-e278-41f8-b798-a4f0062878fc/e24db9bf-a992-44a5-8fdf-50230e10d20b) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:26:26.088853 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-f9ec07a5-ac84-4fc8-98b1-d28e1aae7d12 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:26.108911 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09a5771d-2ec3-4980-90b2-556104515d67 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:26.156161 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-f9ec07a5-ac84-4fc8-98b1-d28e1aae7d12 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:26.169179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['bd8929d6-de8e-42e6-9ec3-42e17539c5a0'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:26:26.174063 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09a5771d-2ec3-4980-90b2-556104515d67 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:26.210017 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-f9ec07a5-ac84-4fc8-98b1-d28e1aae7d12 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Network a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:26:26.223108 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-f9ec07a5-ac84-4fc8-98b1-d28e1aae7d12 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:26.229272 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a5771d-2ec3-4980-90b2-556104515d67 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Network 7ba782f1-32b0-4af2-8dc7-7cdf986490bc is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:26:26.231623 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-f9ec07a5-ac84-4fc8-98b1-d28e1aae7d12 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:26:26.257011 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-09a5771d-2ec3-4980-90b2-556104515d67 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:26.261164 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec07a5-ac84-4fc8-98b1-d28e1aae7d12 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Pushing event updated for resources: {'Port': ['ID=48e700db-8089-4761-9f77-17910eadd307,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:26.263961 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a5771d-2ec3-4980-90b2-556104515d67 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:26:26.409580 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-f9ec07a5-ac84-4fc8-98b1-d28e1aae7d12 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:26.410210 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-f9ec07a5-ac84-4fc8-98b1-d28e1aae7d12 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:26.467768 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5771d-2ec3-4980-90b2-556104515d67 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Pushing event updated for resources: {'Port': ['ID=e24db9bf-a992-44a5-8fdf-50230e10d20b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:26.480668 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-f9ec07a5-ac84-4fc8-98b1-d28e1aae7d12 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1169796 Nov 15 11:26:26.505222 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-e49d015c-d88e-4232-8380-e548c2c8bc07 service neutron] Request body: {'port': {'device_id': '34e8994d-9335-41e3-96f8-c61b6e63e171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:26.515231 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b7c04-386a-465e-b06f-42dda645fea6 req-c7a3fc1c-9f08-41a6-8294-5f9c5d9ee02b tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:26.516742 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d2b7c04-386a-465e-b06f-42dda645fea6 req-c7a3fc1c-9f08-41a6-8294-5f9c5d9ee02b tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e8994d-9335-41e3-96f8-c61b6e63e171 HTTP/1.1" status: 200 len: 932 time: 0.1849577 Nov 15 11:26:26.711068 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-e49d015c-d88e-4232-8380-e548c2c8bc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:26.734210 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d2b7c04-386a-465e-b06f-42dda645fea6 req-2966a193-7bec-484f-b7e6-91290796f1dc tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977301 Nov 15 11:26:26.744699 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066a95b-d069-47f8-a87f-26527de416b8 req-a46d7abc-58c9-4cc1-88c3-531eb12f4e26 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:26.746278 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3066a95b-d069-47f8-a87f-26527de416b8 req-a46d7abc-58c9-4cc1-88c3-531eb12f4e26 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.1743684 Nov 15 11:26:26.787099 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09a5771d-2ec3-4980-90b2-556104515d67 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:26.901616 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3066a95b-d069-47f8-a87f-26527de416b8 req-069e3a19-e38c-449c-8149-dead15802d3a tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475751 Nov 15 11:26:27.471444 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09a5771d-2ec3-4980-90b2-556104515d67 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:27.592400 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-e49d015c-d88e-4232-8380-e548c2c8bc07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e700db-8089-4761-9f77-17910eadd307 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:26:27.602284 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-e49d015c-d88e-4232-8380-e548c2c8bc07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:27.623748 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-e49d015c-d88e-4232-8380-e548c2c8bc07 service neutron] Transition to ACTIVE for port object 48e700db-8089-4761-9f77-17910eadd307 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:26:27.629355 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-e49d015c-d88e-4232-8380-e548c2c8bc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:27.694544 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d015c-d88e-4232-8380-e548c2c8bc07 service neutron] Pushing event updated for resources: {'Port': ['ID=48e700db-8089-4761-9f77-17910eadd307,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:27.703099 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a5771d-2ec3-4980-90b2-556104515d67 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Router 0a5365f5-c7b7-4686-91c1-d37ac7c08abe is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:26:27.868608 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-e49d015c-d88e-4232-8380-e548c2c8bc07 service neutron] Attempting to bind port 48e700db-8089-4761-9f77-17910eadd307 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:26:27.868944 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-e49d015c-d88e-4232-8380-e548c2c8bc07 service neutron] Attempting to bind port 48e700db-8089-4761-9f77-17910eadd307 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '1af0aad6-2d84-4a24-b6e3-de765b71e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:26:27.869301 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-e49d015c-d88e-4232-8380-e548c2c8bc07 service neutron] Attempting to bind port 48e700db-8089-4761-9f77-17910eadd307 on network a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:26:27.886582 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-e49d015c-d88e-4232-8380-e548c2c8bc07 service neutron] Port 48e700db-8089-4761-9f77-17910eadd307 on network a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:26:27.887084 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-e49d015c-d88e-4232-8380-e548c2c8bc07 service neutron] Attempting to bind port 48e700db-8089-4761-9f77-17910eadd307 on network a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:26:27.901642 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-e49d015c-d88e-4232-8380-e548c2c8bc07 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:26:27.901976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-e49d015c-d88e-4232-8380-e548c2c8bc07 service neutron] Checking segment: {'id': '1af0aad6-2d84-4a24-b6e3-de765b71e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:26:27.902359 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-e49d015c-d88e-4232-8380-e548c2c8bc07 service neutron] Bound using segment: {'id': '1af0aad6-2d84-4a24-b6e3-de765b71e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:26:27.902785 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-e49d015c-d88e-4232-8380-e548c2c8bc07 service neutron] Bound port: 48e700db-8089-4761-9f77-17910eadd307, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af0aad6-2d84-4a24-b6e3-de765b71e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:26:27.903137 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-e49d015c-d88e-4232-8380-e548c2c8bc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:27.918248 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a5771d-2ec3-4980-90b2-556104515d67 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:26:27.930101 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205c9cae-ce69-4308-826c-ebe0342f26ab None None] Sync routers for ids ['0a5365f5-c7b7-4686-91c1-d37ac7c08abe'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:26:27.930634 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218a81b-2069-4579-a6a2-03731c4d8383 req-3c7c19fc-830c-4cba-9c1a-60cc55074163 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:27.932055 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8218a81b-2069-4579-a6a2-03731c4d8383 req-3c7c19fc-830c-4cba-9c1a-60cc55074163 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e8994d-9335-41e3-96f8-c61b6e63e171 HTTP/1.1" status: 200 len: 944 time: 0.1143134 Nov 15 11:26:27.961247 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205c9cae-ce69-4308-826c-ebe0342f26ab None None] Routers {'0a5365f5-c7b7-4686-91c1-d37ac7c08abe'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:26:27.962539 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-205c9cae-ce69-4308-826c-ebe0342f26ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:26:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['0a5365f5-c7b7-4686-91c1-d37ac7c08abe'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:27.975413 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09a5771d-2ec3-4980-90b2-556104515d67 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:27.976683 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-09a5771d-2ec3-4980-90b2-556104515d67 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.1453288 Nov 15 11:26:27.979426 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42502) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:28.021883 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-e49d015c-d88e-4232-8380-e548c2c8bc07 service neutron] For port 48e700db-8089-4761-9f77-17910eadd307, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:26:28.047405 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8218a81b-2069-4579-a6a2-03731c4d8383 req-ba6dd335-62c5-466b-a1a9-f18935dc8282 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853961 Nov 15 11:26:28.051470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-e49d015c-d88e-4232-8380-e548c2c8bc07 service neutron] For port 48e700db-8089-4761-9f77-17910eadd307, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=48e700db-8089-4761-9f77-17910eadd307,segment=NetworkSegment(1af0aad6-2d84-4a24-b6e3-de765b71e1e9),segment_id=1af0aad6-2d84-4a24-b6e3-de765b71e1e9)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:26:28.058631 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-e49d015c-d88e-4232-8380-e548c2c8bc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:28.115119 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-205c9cae-ce69-4308-826c-ebe0342f26ab None None] Set router 0a5365f5-c7b7-4686-91c1-d37ac7c08abe gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:26:28.146846 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2010f2f-7d06-43aa-94c1-707fae310446 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:28.152264 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-e49d015c-d88e-4232-8380-e548c2c8bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:28.152890 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-e49d015c-d88e-4232-8380-e548c2c8bc07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:28.154350 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-e49d015c-d88e-4232-8380-e548c2c8bc07 service neutron] 10.222.0.55 "PUT /v2.0/ports/48e700db-8089-4761-9f77-17910eadd307 HTTP/1.1" status: 200 len: 1092 time: 1.6539230 Nov 15 11:26:28.160303 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e8994d-9335-41e3-96f8-c61b6e63e171', 'tag': '48e700db-8089-4761-9f77-17910eadd307'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:26:28.162972 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64963f16-17c3-447f-9d74-7519f4d1011a" -d '{"events": [{"name": "network-changed", "server_uuid": "34e8994d-9335-41e3-96f8-c61b6e63e171", "tag": "48e700db-8089-4761-9f77-17910eadd307"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:26:28.205704 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e9f16-9020-4077-a2c0-72feb3a036f0 req-46d245d8-fc0d-4540-bdd1-c3b802f88b99 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:28.215526 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-944e9f16-9020-4077-a2c0-72feb3a036f0 req-46d245d8-fc0d-4540-bdd1-c3b802f88b99 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.1533434 Nov 15 11:26:28.240592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d015c-d88e-4232-8380-e548c2c8bc07 service neutron] Pushing event updated for resources: {'Port': ['ID=48e700db-8089-4761-9f77-17910eadd307,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:28.267514 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9278d134-9a30-443d-8993-1fc2da267f9a x-openstack-request-id: req-9278d134-9a30-443d-8993-1fc2da267f9a {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:26:28.267762 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e8994d-9335-41e3-96f8-c61b6e63e171", "tag": "48e700db-8089-4761-9f77-17910eadd307", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:26:28.268186 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9278d134-9a30-443d-8993-1fc2da267f9a {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:26:28.268615 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e8994d-9335-41e3-96f8-c61b6e63e171', 'tag': '48e700db-8089-4761-9f77-17910eadd307', 'status': 'completed', 'code': 200} Nov 15 11:26:28.303870 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-944e9f16-9020-4077-a2c0-72feb3a036f0 req-f85fc4ba-72ad-44b3-8668-494a95e24695 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873847 Nov 15 11:26:28.314793 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-1339faa4-3e6f-4893-b264-c94313b3333e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:28.316611 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-1339faa4-3e6f-4893-b264-c94313b3333e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69cdf03a6f264de7b09ea98e3ce6a0c9&device_id=34e8994d-9335-41e3-96f8-c61b6e63e171 HTTP/1.1" status: 200 len: 1095 time: 0.0968492 Nov 15 11:26:28.333024 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2010f2f-7d06-43aa-94c1-707fae310446 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:28.354181 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-205c9cae-ce69-4308-826c-ebe0342f26ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5365f5-c7b7-4686-91c1-d37ac7c08abe', 'name': '', 'tenant_id': '11b6c09f28034ad38de750c7dd85d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ba782f1-32b0-4af2-8dc7-7cdf986490bc', 'external_fixed_ips': [{'subnet_id': '8b12e373-e278-41f8-b798-a4f0062878fc', 'ip_address': '2001:db8::5a'}], 'enable_snat': True}, 'gw_port_id': 'e24db9bf-a992-44a5-8fdf-50230e10d20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:26:24Z', 'updated_at': '2021-11-15T11:26:26Z', 'revision_number': 3, 'project_id': '11b6c09f28034ad38de750c7dd85d57d', 'gw_port': {'id': 'e24db9bf-a992-44a5-8fdf-50230e10d20b', 'name': '', 'network_id': '7ba782f1-32b0-4af2-8dc7-7cdf986490bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:58:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5365f5-c7b7-4686-91c1-d37ac7c08abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '8b12e373-e278-41f8-b798-a4f0062878fc', 'ip_address': '2001:db8::5a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:26:25Z', 'updated_at': '2021-11-15T11:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b12e373-e278-41f8-b798-a4f0062878fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:28.372012 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-e83122bc-8344-4b98-802c-d737f2f9b3f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48e700db-8089-4761-9f77-17910eadd307 HTTP/1.1" status: 200 len: 217 time: 0.0456421 Nov 15 11:26:28.391936 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205c9cae-ce69-4308-826c-ebe0342f26ab None None] Checking router: 0a5365f5-c7b7-4686-91c1-d37ac7c08abe for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:26:28.392196 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205c9cae-ce69-4308-826c-ebe0342f26ab None None] Updating router 0a5365f5-c7b7-4686-91c1-d37ac7c08abe port e24db9bf-a992-44a5-8fdf-50230e10d20b binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:26:28.399995 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a2010f2f-7d06-43aa-94c1-707fae310446 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Deleting port e24db9bf-a992-44a5-8fdf-50230e10d20b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:26:28.400759 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2010f2f-7d06-43aa-94c1-707fae310446 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:28.427079 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-205c9cae-ce69-4308-826c-ebe0342f26ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:28.430175 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-82f84f57-3e82-49e9-9641-b7e9f1f797e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:28.431689 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-82f84f57-3e82-49e9-9641-b7e9f1f797e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=869f9db7-c874-47ae-bffd-e01d17367094 HTTP/1.1" status: 200 len: 855 time: 0.0534070 Nov 15 11:26:28.468701 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-0c41f1a2-d75d-4363-bf48-dab9164222f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287960 Nov 15 11:26:28.487696 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2010f2f-7d06-43aa-94c1-707fae310446 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:28.512037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a2010f2f-7d06-43aa-94c1-707fae310446 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Calling delete_port for e24db9bf-a992-44a5-8fdf-50230e10d20b owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:26:28.541754 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42512) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:28.594175 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-43f80ec1-5e2f-4fcd-b0a1-d99fb66ae1e7 service neutron] 10.222.0.55 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182790 Nov 15 11:26:28.702553 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2010f2f-7d06-43aa-94c1-707fae310446 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:28.703880 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4fc75358-fa2a-495f-80a7-4f72849f3ebb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:28.713998 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3bbb6476-d896-4538-abed-c45c7fd41032 req-975dd9ba-6562-49e9-8a84-40222032dca2 service neutron] 10.222.0.55 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102748 Nov 15 11:26:28.734668 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2010f2f-7d06-43aa-94c1-707fae310446 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Pushing event deleted for resources: {'Port': ['ID=e24db9bf-a992-44a5-8fdf-50230e10d20b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:28.749854 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-205c9cae-ce69-4308-826c-ebe0342f26ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:26:28.750245 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-205c9cae-ce69-4308-826c-ebe0342f26ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:26:28.765354 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2010f2f-7d06-43aa-94c1-707fae310446 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:28.797431 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4fc75358-fa2a-495f-80a7-4f72849f3ebb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:28.817367 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4fc75358-fa2a-495f-80a7-4f72849f3ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:28.855232 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2010f2f-7d06-43aa-94c1-707fae310446 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:28.857370 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2010f2f-7d06-43aa-94c1-707fae310446 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:28.862725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc75358-fa2a-495f-80a7-4f72849f3ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3908a8-f9f0-4b81-a929-5291faf1a426,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:28.869688 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4fc75358-fa2a-495f-80a7-4f72849f3ebb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6906cdd52d94434d9a148aecf094cdc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3243451 Nov 15 11:26:28.870987 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42516) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:28.879169 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64963f16-17c3-447f-9d74-7519f4d1011a req-d3946655-62ee-4922-855e-a20eedf429ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:28.880663 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64963f16-17c3-447f-9d74-7519f4d1011a req-d3946655-62ee-4922-855e-a20eedf429ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69cdf03a6f264de7b09ea98e3ce6a0c9&device_id=34e8994d-9335-41e3-96f8-c61b6e63e171 HTTP/1.1" status: 200 len: 1095 time: 0.0959377 Nov 15 11:26:28.903448 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2010f2f-7d06-43aa-94c1-707fae310446 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:28.904357 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2010f2f-7d06-43aa-94c1-707fae310446 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a5365f5-c7b7-4686-91c1-d37ac7c08abe {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:26:28.908636 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2010f2f-7d06-43aa-94c1-707fae310446 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:28.909810 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a2010f2f-7d06-43aa-94c1-707fae310446 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "DELETE /v2.0/routers/0a5365f5-c7b7-4686-91c1-d37ac7c08abe HTTP/1.1" status: 204 len: 168 time: 0.9293420 Nov 15 11:26:28.912684 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42518) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:28.956362 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea900bdb-aae0-4948-a80f-eba1ee528379 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Deleting subnet 8b12e373-e278-41f8-b798-a4f0062878fc {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:26:28.959545 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea900bdb-aae0-4948-a80f-eba1ee528379 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:28.976902 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-37542e0f-6c87-477d-a54e-650112f227bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:28.997157 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea900bdb-aae0-4948-a80f-eba1ee528379 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:29.018964 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-37542e0f-6c87-477d-a54e-650112f227bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:29.021235 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64963f16-17c3-447f-9d74-7519f4d1011a req-c06a7204-f49a-42d5-87b6-ad02a3bbaa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:29.022715 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64963f16-17c3-447f-9d74-7519f4d1011a req-c06a7204-f49a-42d5-87b6-ad02a3bbaa3f service neutron] 10.222.0.55 "GET /v2.0/networks?id=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 HTTP/1.1" status: 200 len: 916 time: 0.1313105 Nov 15 11:26:29.036799 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea900bdb-aae0-4948-a80f-eba1ee528379 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:29.081423 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64963f16-17c3-447f-9d74-7519f4d1011a req-da51aaf5-87f0-4150-9856-5b3ac0e8b7c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48e700db-8089-4761-9f77-17910eadd307 HTTP/1.1" status: 200 len: 217 time: 0.0496147 Nov 15 11:26:29.099091 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea900bdb-aae0-4948-a80f-eba1ee528379 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:29.132822 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea900bdb-aae0-4948-a80f-eba1ee528379 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8b12e373-e278-41f8-b798-a4f0062878fc,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:29.140742 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea900bdb-aae0-4948-a80f-eba1ee528379 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:29.144080 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64963f16-17c3-447f-9d74-7519f4d1011a req-a9f12749-5750-45ce-b005-82578c3d11c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:29.144843 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ea900bdb-aae0-4948-a80f-eba1ee528379 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/8b12e373-e278-41f8-b798-a4f0062878fc HTTP/1.1" status: 204 len: 168 time: 0.2312696 Nov 15 11:26:29.145675 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64963f16-17c3-447f-9d74-7519f4d1011a req-a9f12749-5750-45ce-b005-82578c3d11c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=869f9db7-c874-47ae-bffd-e01d17367094 HTTP/1.1" status: 200 len: 855 time: 0.0563157 Nov 15 11:26:29.149526 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-37542e0f-6c87-477d-a54e-650112f227bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:29.149730 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42522) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:29.149993 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-37542e0f-6c87-477d-a54e-650112f227bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:29.151444 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-37542e0f-6c87-477d-a54e-650112f227bd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7e3908a8-f9f0-4b81-a929-5291faf1a426 HTTP/1.1" status: 204 len: 168 time: 0.2792428 Nov 15 11:26:29.194153 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37542e0f-6c87-477d-a54e-650112f227bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3908a8-f9f0-4b81-a929-5291faf1a426,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:29.218481 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64963f16-17c3-447f-9d74-7519f4d1011a req-4df06fc0-7dec-42fc-9e76-94800f11d177 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486679 Nov 15 11:26:29.231006 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8bad07c2-6745-474b-8e43-cd56346f1d4c tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:29.245304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37312ff-b7d0-4838-bb9d-c222230ee4d1 req-3d9a68c5-e663-4448-a268-22862ecd76fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:29.246800 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d37312ff-b7d0-4838-bb9d-c222230ee4d1 req-3d9a68c5-e663-4448-a268-22862ecd76fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e8994d-9335-41e3-96f8-c61b6e63e171 HTTP/1.1" status: 200 len: 944 time: 0.1146901 Nov 15 11:26:29.267407 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205c9cae-ce69-4308-826c-ebe0342f26ab None None] Port e24db9bf-a992-44a5-8fdf-50230e10d20b not found while updating agent binding for router 0a5365f5-c7b7-4686-91c1-d37ac7c08abe. {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 15 11:26:29.285603 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205c9cae-ce69-4308-826c-ebe0342f26ab None None] Routers set() bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:26:29.286369 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205c9cae-ce69-4308-826c-ebe0342f26ab None None] Router IDs set() for agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 15 11:26:29.287159 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_agentschedulers_db [None req-205c9cae-ce69-4308-826c-ebe0342f26ab None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0a5365f5-c7b7-4686-91c1-d37ac7c08abe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:26:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent'). {{(pid=102679) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 15 11:26:29.288380 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205c9cae-ce69-4308-826c-ebe0342f26ab None None] The sync data for ids ['0a5365f5-c7b7-4686-91c1-d37ac7c08abe'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:26:29.326514 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8bad07c2-6745-474b-8e43-cd56346f1d4c tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:29.358228 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-8bad07c2-6745-474b-8e43-cd56346f1d4c tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba782f1-32b0-4af2-8dc7-7cdf986490bc']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:29.365553 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d37312ff-b7d0-4838-bb9d-c222230ee4d1 req-071ecb88-68a3-4955-b8ab-27edc8bfeb79 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073060 Nov 15 11:26:29.369797 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-8bad07c2-6745-474b-8e43-cd56346f1d4c tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9210c1-8d71-46ab-83a0-8f065f23f5b6') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:29.370081 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-8bad07c2-6745-474b-8e43-cd56346f1d4c tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9210c1-8d71-46ab-83a0-8f065f23f5b6') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:29.381804 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64963f16-17c3-447f-9d74-7519f4d1011a req-eaad3991-7344-4fa9-a1a0-c255c0a65261 service neutron] 10.222.0.55 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538594 Nov 15 11:26:29.382400 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8bad07c2-6745-474b-8e43-cd56346f1d4c tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:29.402471 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8bad07c2-6745-474b-8e43-cd56346f1d4c tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:29.409983 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bad07c2-6745-474b-8e43-cd56346f1d4c tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:26:29.410764 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8bad07c2-6745-474b-8e43-cd56346f1d4c tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:26:29.413112 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:26:29.445969 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:29.483045 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8bad07c2-6745-474b-8e43-cd56346f1d4c tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:29.492289 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bad07c2-6745-474b-8e43-cd56346f1d4c tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7ba782f1-32b0-4af2-8dc7-7cdf986490bc {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 15 11:26:29.505717 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8bad07c2-6745-474b-8e43-cd56346f1d4c tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:29.514528 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8bad07c2-6745-474b-8e43-cd56346f1d4c tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "DELETE /v2.0/networks/7ba782f1-32b0-4af2-8dc7-7cdf986490bc HTTP/1.1" status: 204 len: 168 time: 0.3612583 Nov 15 11:26:29.514528 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad07c2-6745-474b-8e43-cd56346f1d4c tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ba782f1-32b0-4af2-8dc7-7cdf986490bc,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:29.514800 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0237d8d-34c6-42b8-b8a0-93ebbc05e2e8 req-19990528-b76b-4fc9-be4f-8dee733ac373 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:29.518970 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0237d8d-34c6-42b8-b8a0-93ebbc05e2e8 req-19990528-b76b-4fc9-be4f-8dee733ac373 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.1204848 Nov 15 11:26:29.544580 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64963f16-17c3-447f-9d74-7519f4d1011a req-dfd4216f-21c5-4053-9b6d-9b6823428015 service neutron] 10.222.0.55 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552694 Nov 15 11:26:29.588182 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0237d8d-34c6-42b8-b8a0-93ebbc05e2e8 req-206536b3-cd14-48a2-b331-de6331609227 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683165 Nov 15 11:26:29.866488 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42552) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:29.870913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c26c45f8-1ed9-4f51-be85-76c532a4678e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Request body: {'router': {'name': 'tempest-router--1875328457', 'project_id': '18c65658bbda4ccba66e4d35b44aac3e'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:29.892074 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c26c45f8-1ed9-4f51-be85-76c532a4678e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:29.893167 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c26c45f8-1ed9-4f51-be85-76c532a4678e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:29.960374 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c26c45f8-1ed9-4f51-be85-76c532a4678e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:29.966021 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c26c45f8-1ed9-4f51-be85-76c532a4678e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:29.970082 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 48e700db-8089-4761-9f77-17910eadd307 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:26:29.981479 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c26c45f8-1ed9-4f51-be85-76c532a4678e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:29.982669 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c26c45f8-1ed9-4f51-be85-76c532a4678e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1152263 Nov 15 11:26:29.985877 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42556) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:30.061187 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0d0b-ae0c-478d-971f-7d6201dfc585 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:30.070840 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 48e700db-8089-4761-9f77-17910eadd307, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=48e700db-8089-4761-9f77-17910eadd307,segment=NetworkSegment(1af0aad6-2d84-4a24-b6e3-de765b71e1e9),segment_id=1af0aad6-2d84-4a24-b6e3-de765b71e1e9)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:26:30.085687 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '48e700db-8089-4761-9f77-17910eadd307', 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13', 'port_id': '48e700db-8089-4761-9f77-17910eadd307', 'mac_address': 'fa:16:3e:83:c3:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869f9db7-c874-47ae-bffd-e01d17367094', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:26:30.124524 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:30.138325 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e700db-8089-4761-9f77-17910eadd307 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:26:30.157596 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 48e700db-8089-4761-9f77-17910eadd307, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=48e700db-8089-4761-9f77-17910eadd307,segment=NetworkSegment(1af0aad6-2d84-4a24-b6e3-de765b71e1e9),segment_id=1af0aad6-2d84-4a24-b6e3-de765b71e1e9)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:26:30.162094 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:30.212017 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=48e700db-8089-4761-9f77-17910eadd307,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:30.233190 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0d0b-ae0c-478d-971f-7d6201dfc585 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:30.235355 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0d0b-ae0c-478d-971f-7d6201dfc585 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:30.280605 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0d0b-ae0c-478d-971f-7d6201dfc585 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:30.281109 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8c0d0b-ae0c-478d-971f-7d6201dfc585 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd610b76-d52a-4cd2-b4a9-1d8c1af815ab {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:26:30.285440 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0d0b-ae0c-478d-971f-7d6201dfc585 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:30.289764 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2c8c0d0b-ae0c-478d-971f-7d6201dfc585 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "DELETE /v2.0/routers/dd610b76-d52a-4cd2-b4a9-1d8c1af815ab HTTP/1.1" status: 204 len: 168 time: 0.2995999 Nov 15 11:26:30.448104 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['48e700db-8089-4761-9f77-17910eadd307'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:26:30.452331 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42590) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:30.508203 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b2e7e-7fee-4c40-99fa-fb4790a8fceb req-23004257-8442-4607-a208-c64b272b6d8e tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:30.510519 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d1b2e7e-7fee-4c40-99fa-fb4790a8fceb req-23004257-8442-4607-a208-c64b272b6d8e tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e8994d-9335-41e3-96f8-c61b6e63e171 HTTP/1.1" status: 200 len: 945 time: 0.0651836 Nov 15 11:26:30.580468 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d1b2e7e-7fee-4c40-99fa-fb4790a8fceb req-aa13248a-594d-4205-bdd3-9714720acbc7 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574563 Nov 15 11:26:30.624658 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42598) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:30.678679 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0591b504-a9cb-4c6c-859a-e07e02178621 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1677670347', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:30.700895 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a1d5d6e-aeb1-4e2b-965c-3d147444d62f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:30.721739 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e637f-3414-4e9d-ad5b-08ee69e28076 req-82837b1a-b744-48f2-bdde-b09c34c452cf tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:30.724476 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-214e637f-3414-4e9d-ad5b-08ee69e28076 req-82837b1a-b744-48f2-bdde-b09c34c452cf tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.0561714 Nov 15 11:26:30.729116 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0591b504-a9cb-4c6c-859a-e07e02178621 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:30.730203 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0591b504-a9cb-4c6c-859a-e07e02178621 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:30.776243 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-214e637f-3414-4e9d-ad5b-08ee69e28076 req-67764ad5-ef31-41d6-a3ce-d742445f0a60 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451150 Nov 15 11:26:30.800345 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0591b504-a9cb-4c6c-859a-e07e02178621 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:31.215109 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a1d5d6e-aeb1-4e2b-965c-3d147444d62f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:31.246297 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a1d5d6e-aeb1-4e2b-965c-3d147444d62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:31.293743 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0591b504-a9cb-4c6c-859a-e07e02178621 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:31.323308 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3a1d5d6e-aeb1-4e2b-965c-3d147444d62f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c33a03617b64aeaa4757abfb763421a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6974812 Nov 15 11:26:31.326064 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42604) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:31.331838 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d5d6e-aeb1-4e2b-965c-3d147444d62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b421244c-5cca-4a68-9240-f3d55e66b89c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:31.345110 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:31.381984 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ce89447-7e25-4b68-891f-eb7eba86c8fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:31.403851 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ce89447-7e25-4b68-891f-eb7eba86c8fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:31.450228 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ce89447-7e25-4b68-891f-eb7eba86c8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:31.453047 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ce89447-7e25-4b68-891f-eb7eba86c8fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:31.454268 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6ce89447-7e25-4b68-891f-eb7eba86c8fe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b421244c-5cca-4a68-9240-f3d55e66b89c HTTP/1.1" status: 204 len: 168 time: 0.1272380 Nov 15 11:26:31.465374 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce89447-7e25-4b68-891f-eb7eba86c8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b421244c-5cca-4a68-9240-f3d55e66b89c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:31.512232 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0591b504-a9cb-4c6c-859a-e07e02178621 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:31.535384 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0591b504-a9cb-4c6c-859a-e07e02178621 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:31.641274 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-0591b504-a9cb-4c6c-859a-e07e02178621 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Allocated IP 172.25.7.101 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/bcef2b64-e84a-4137-868d-c9d53631d40e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:26:31.696512 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39028255-a9b5-45cc-b19c-f11826398611 req-2a155bed-e2f4-4b56-b803-ea277cd4fcdb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:31.698360 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39028255-a9b5-45cc-b19c-f11826398611 req-2a155bed-e2f4-4b56-b803-ea277cd4fcdb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e8994d-9335-41e3-96f8-c61b6e63e171 HTTP/1.1" status: 200 len: 945 time: 0.0544586 Nov 15 11:26:31.761542 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39028255-a9b5-45cc-b19c-f11826398611 req-674290f8-d481-452f-8fea-5d8a7abf3110 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567153 Nov 15 11:26:31.764118 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0591b504-a9cb-4c6c-859a-e07e02178621 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:31.822428 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0591b504-a9cb-4c6c-859a-e07e02178621 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:31.874841 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591b504-a9cb-4c6c-859a-e07e02178621 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Pushing event updated for resources: {'Port': ['ID=bcef2b64-e84a-4137-868d-c9d53631d40e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:31.889447 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0591b504-a9cb-4c6c-859a-e07e02178621 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:26:31.890862 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-0591b504-a9cb-4c6c-859a-e07e02178621 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:31.893284 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0591b504-a9cb-4c6c-859a-e07e02178621 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:26:31.928941 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eeca4b-2e98-4ece-ab2d-b9babf25128a req-e202266d-2788-47c4-aa46-17c50ca41ae9 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:31.931367 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0eeca4b-2e98-4ece-ab2d-b9babf25128a req-e202266d-2788-47c4-aa46-17c50ca41ae9 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.0618234 Nov 15 11:26:31.993522 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0eeca4b-2e98-4ece-ab2d-b9babf25128a req-9e792441-49c3-49c3-9523-39be67397769 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545065 Nov 15 11:26:31.999854 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 48e700db-8089-4761-9f77-17910eadd307 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:26:32.052635 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 48e700db-8089-4761-9f77-17910eadd307 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:26:32.057283 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 48e700db-8089-4761-9f77-17910eadd307 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:26:32.057735 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:32.152795 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:32.177898 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e8994d-9335-41e3-96f8-c61b6e63e171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e700db-8089-4761-9f77-17910eadd307'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:26:32.180217 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8f16f5-e9a8-4572-b8d4-b9a5f6f00779" -d '{"events": [{"server_uuid": "34e8994d-9335-41e3-96f8-c61b6e63e171", "name": "network-vif-plugged", "status": "completed", "tag": "48e700db-8089-4761-9f77-17910eadd307"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:26:32.192939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 48e700db-8089-4761-9f77-17910eadd307, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=48e700db-8089-4761-9f77-17910eadd307,segment=NetworkSegment(1af0aad6-2d84-4a24-b6e3-de765b71e1e9),segment_id=1af0aad6-2d84-4a24-b6e3-de765b71e1e9)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:26:32.198332 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:32.235570 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0591b504-a9cb-4c6c-859a-e07e02178621 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:32.236205 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d53e3d3-0b60-40e5-b8e8-0300bbbe8853 x-openstack-request-id: req-5d53e3d3-0b60-40e5-b8e8-0300bbbe8853 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:26:32.236312 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e8994d-9335-41e3-96f8-c61b6e63e171", "name": "network-vif-plugged", "status": "completed", "tag": "48e700db-8089-4761-9f77-17910eadd307", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:26:32.236541 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d53e3d3-0b60-40e5-b8e8-0300bbbe8853 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:26:32.236926 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e8994d-9335-41e3-96f8-c61b6e63e171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e700db-8089-4761-9f77-17910eadd307', 'code': 200} Nov 15 11:26:32.266036 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=48e700db-8089-4761-9f77-17910eadd307,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:32.330063 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73996a7f-34f0-4c36-850d-1e3d2e56352a req-f5422117-4585-4400-a73e-0de04b3f1267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:32.331748 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73996a7f-34f0-4c36-850d-1e3d2e56352a req-f5422117-4585-4400-a73e-0de04b3f1267 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=34e8994d-9335-41e3-96f8-c61b6e63e171 HTTP/1.1" status: 200 len: 1097 time: 0.0420055 Nov 15 11:26:32.378816 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73996a7f-34f0-4c36-850d-1e3d2e56352a req-9d88bad8-85fd-4a46-874d-bf305f92688a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398362 Nov 15 11:26:32.444352 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0591b504-a9cb-4c6c-859a-e07e02178621 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:32.576242 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0591b504-a9cb-4c6c-859a-e07e02178621 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Router fee251d3-1da9-46b4-a617-9b46a7167212 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:26:32.681362 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0591b504-a9cb-4c6c-859a-e07e02178621 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:26:32.692600 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b03bd55-5d14-447f-86e2-7f63bd3fc9f7 None None] Sync routers for ids ['fee251d3-1da9-46b4-a617-9b46a7167212'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:26:32.702194 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b03bd55-5d14-447f-86e2-7f63bd3fc9f7 None None] Routers {'fee251d3-1da9-46b4-a617-9b46a7167212'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:26:32.702841 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5b03bd55-5d14-447f-86e2-7f63bd3fc9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:26:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['fee251d3-1da9-46b4-a617-9b46a7167212'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:32.704153 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0591b504-a9cb-4c6c-859a-e07e02178621 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:32.705417 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0591b504-a9cb-4c6c-859a-e07e02178621 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.2523780 Nov 15 11:26:32.708047 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42652) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:32.744497 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5b03bd55-5d14-447f-86e2-7f63bd3fc9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:32.753390 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b03bd55-5d14-447f-86e2-7f63bd3fc9f7 None None] Routers {'fee251d3-1da9-46b4-a617-9b46a7167212'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:26:32.753985 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5b03bd55-5d14-447f-86e2-7f63bd3fc9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:26:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['fee251d3-1da9-46b4-a617-9b46a7167212'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:32.789193 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5b03bd55-5d14-447f-86e2-7f63bd3fc9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:32.789830 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b03bd55-5d14-447f-86e2-7f63bd3fc9f7 None None] The sync data for ids ['fee251d3-1da9-46b4-a617-9b46a7167212'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:26:32.815785 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42656) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:32.816363 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-493e4c6c-434a-4444-9762-bc28a2594159 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "GET /v2.0/routers/fee251d3-1da9-46b4-a617-9b46a7167212 HTTP/1.1" status: 200 len: 925 time: 0.1068652 Nov 15 11:26:32.844151 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ed4872d4-0e61-40f4-b84d-d127637d9e2b tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee251d3-1da9-46b4-a617-9b46a7167212 HTTP/1.1" status: 200 len: 205 time: 0.0268371 Nov 15 11:26:32.846996 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42662) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:32.923436 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb6346-1f6c-4d9e-805d-95abc87b9cf3 req-5d90ffbc-2248-46ff-845a-8f80163448f0 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:32.925224 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-30bb6346-1f6c-4d9e-805d-95abc87b9cf3 req-5d90ffbc-2248-46ff-845a-8f80163448f0 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e8994d-9335-41e3-96f8-c61b6e63e171 HTTP/1.1" status: 200 len: 946 time: 0.0620294 Nov 15 11:26:32.965173 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5496ff7-5d30-4de0-932a-0199cf3dce4b tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:32.979499 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-30bb6346-1f6c-4d9e-805d-95abc87b9cf3 req-408346e5-3be0-4153-8775-bae74b06c75f tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475991 Nov 15 11:26:33.025555 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42672) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:33.084844 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5496ff7-5d30-4de0-932a-0199cf3dce4b tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:33.134410 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d1eaf-c93e-4f28-b50e-a7dfda5ac67f req-4ce9c685-c46c-4b28-9437-5251a34d2ccb tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:33.136228 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-175d1eaf-c93e-4f28-b50e-a7dfda5ac67f req-4ce9c685-c46c-4b28-9437-5251a34d2ccb tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.0565448 Nov 15 11:26:33.166553 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c471de1e-d792-430b-a216-55b3fe71ebfe tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:33.169590 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f5496ff7-5d30-4de0-932a-0199cf3dce4b tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Deleting port bcef2b64-e84a-4137-868d-c9d53631d40e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:26:33.169921 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5496ff7-5d30-4de0-932a-0199cf3dce4b tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:33.216509 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-175d1eaf-c93e-4f28-b50e-a7dfda5ac67f req-a6d5af7b-8c38-496c-80ea-c74e7194b34a tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729806 Nov 15 11:26:33.241682 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c471de1e-d792-430b-a216-55b3fe71ebfe tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] 10.222.0.64 "PUT /v2.0/quotas/27d446f4f3784a5c83e8c8493c743749 HTTP/1.1" status: 200 len: 366 time: 0.2126110 Nov 15 11:26:33.242062 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42682) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:33.266300 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c9388170-3c2c-4247-b3f2-bd2039bfb217 tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0230656 Nov 15 11:26:33.268846 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42686) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:33.269787 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5496ff7-5d30-4de0-932a-0199cf3dce4b tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:33.281231 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-36be7308-0f59-4078-a948-ed7c7f556e66 tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] 10.222.0.64 "GET /v2.0/quotas/27d446f4f3784a5c83e8c8493c743749 HTTP/1.1" status: 200 len: 366 time: 0.0105255 Nov 15 11:26:33.283659 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42688) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:33.284357 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f5496ff7-5d30-4de0-932a-0199cf3dce4b tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Calling delete_port for bcef2b64-e84a-4137-868d-c9d53631d40e owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:26:33.300677 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-14dc1290-26e6-4999-9f82-322a3e007d33 tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/27d446f4f3784a5c83e8c8493c743749 HTTP/1.1" status: 204 len: 168 time: 0.0157204 Nov 15 11:26:33.303012 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42690) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:33.313814 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b3b830c1-2c3f-42b4-9eb4-c17a7562e536 tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0093594 Nov 15 11:26:33.316364 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42692) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:33.328238 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4cca0468-4267-45f1-9315-370ea8c2efba tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] 10.222.0.64 "GET /v2.0/quotas/27d446f4f3784a5c83e8c8493c743749 HTTP/1.1" status: 200 len: 370 time: 0.0103364 Nov 15 11:26:33.330532 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42694) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:33.335860 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d09c996b-d3a7-4fd5-9f9a-908d0686c220 tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] 10.222.0.64 "GET /v2.0/quotas/27d446f4f3784a5c83e8c8493c743749/default HTTP/1.1" status: 200 len: 370 time: 0.0041749 Nov 15 11:26:33.338147 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42696) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:33.349922 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-298cef97-4866-48ed-b72e-459edde50a02 tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] delete failed (client error): The resource could not be found. Nov 15 11:26:33.351900 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-298cef97-4866-48ed-b72e-459edde50a02 tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/27d446f4f3784a5c83e8c8493c743749 HTTP/1.1" status: 404 len: 348 time: 0.0119846 Nov 15 11:26:33.464532 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42700) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:33.474219 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5496ff7-5d30-4de0-932a-0199cf3dce4b tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:33.505311 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5496ff7-5d30-4de0-932a-0199cf3dce4b tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Pushing event deleted for resources: {'Port': ['ID=bcef2b64-e84a-4137-868d-c9d53631d40e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:33.533572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.quota.resource [None req-6487b9c9-967e-45c5-8414-66fd7a8d8914 tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] Usage tracker for resource:network and project:bc93a21af365465fbf83cb5ee3b7a6c5 is out of sync, need to count used quota {{(pid=102677) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 15 11:26:33.560830 n-d-729945-9 neutron-server[102677]: DEBUG neutron.quota.resource [None req-6487b9c9-967e-45c5-8414-66fd7a8d8914 tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102677) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 15 11:26:33.578444 n-d-729945-9 neutron-server[102677]: DEBUG neutron.quota.resource [None req-6487b9c9-967e-45c5-8414-66fd7a8d8914 tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] Usage tracker for resource:subnet and project:bc93a21af365465fbf83cb5ee3b7a6c5 is out of sync, need to count used quota {{(pid=102677) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 15 11:26:33.586326 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5496ff7-5d30-4de0-932a-0199cf3dce4b tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:33.588333 n-d-729945-9 neutron-server[102677]: DEBUG neutron.quota.resource [None req-6487b9c9-967e-45c5-8414-66fd7a8d8914 tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102677) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 15 11:26:33.680063 n-d-729945-9 neutron-server[102677]: DEBUG neutron.quota.resource [None req-6487b9c9-967e-45c5-8414-66fd7a8d8914 tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] Usage tracker for resource:subnetpool and project:bc93a21af365465fbf83cb5ee3b7a6c5 is out of sync, need to count used quota {{(pid=102677) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 15 11:26:33.691567 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5496ff7-5d30-4de0-932a-0199cf3dce4b tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:33.693518 n-d-729945-9 neutron-server[102677]: DEBUG neutron.quota.resource [None req-6487b9c9-967e-45c5-8414-66fd7a8d8914 tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102677) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 15 11:26:33.696215 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5496ff7-5d30-4de0-932a-0199cf3dce4b tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:33.742416 n-d-729945-9 neutron-server[102677]: DEBUG neutron.quota.resource [None req-6487b9c9-967e-45c5-8414-66fd7a8d8914 tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] Usage tracker for resource:port and project:bc93a21af365465fbf83cb5ee3b7a6c5 is out of sync, need to count used quota {{(pid=102677) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 15 11:26:33.747718 n-d-729945-9 neutron-server[102677]: DEBUG neutron.quota.resource [None req-6487b9c9-967e-45c5-8414-66fd7a8d8914 tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102677) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 15 11:26:33.752943 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5496ff7-5d30-4de0-932a-0199cf3dce4b tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:33.753989 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5496ff7-5d30-4de0-932a-0199cf3dce4b tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Fanout notify agent at l3_agent the message router_deleted on router fee251d3-1da9-46b4-a617-9b46a7167212 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:26:33.764063 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5496ff7-5d30-4de0-932a-0199cf3dce4b tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:33.765157 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f5496ff7-5d30-4de0-932a-0199cf3dce4b tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "DELETE /v2.0/routers/fee251d3-1da9-46b4-a617-9b46a7167212 HTTP/1.1" status: 204 len: 168 time: 0.9168851 Nov 15 11:26:33.767623 n-d-729945-9 neutron-server[102677]: DEBUG neutron.quota.resource [None req-6487b9c9-967e-45c5-8414-66fd7a8d8914 tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] Usage tracker for resource:router and project:bc93a21af365465fbf83cb5ee3b7a6c5 is out of sync, need to count used quota {{(pid=102677) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 15 11:26:33.768922 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42702) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:33.770945 n-d-729945-9 neutron-server[102677]: DEBUG neutron.quota.resource [None req-6487b9c9-967e-45c5-8414-66fd7a8d8914 tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102677) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 15 11:26:33.773384 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-6315cd36-34b1-4f45-9f1f-65964e069a8a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1820233307', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'enable_snat': False}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:33.777472 n-d-729945-9 neutron-server[102677]: DEBUG neutron.quota.resource [None req-6487b9c9-967e-45c5-8414-66fd7a8d8914 tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] Usage tracker for resource:floatingip and project:bc93a21af365465fbf83cb5ee3b7a6c5 is out of sync, need to count used quota {{(pid=102677) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 15 11:26:33.780753 n-d-729945-9 neutron-server[102677]: DEBUG neutron.quota.resource [None req-6487b9c9-967e-45c5-8414-66fd7a8d8914 tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102677) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 15 11:26:33.796977 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6315cd36-34b1-4f45-9f1f-65964e069a8a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:33.797967 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6315cd36-34b1-4f45-9f1f-65964e069a8a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:33.817617 n-d-729945-9 neutron-server[102677]: DEBUG neutron.quota.resource [None req-6487b9c9-967e-45c5-8414-66fd7a8d8914 tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] Usage tracker for resource:security_group and project:bc93a21af365465fbf83cb5ee3b7a6c5 is out of sync, need to count used quota {{(pid=102677) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 15 11:26:33.821316 n-d-729945-9 neutron-server[102677]: DEBUG neutron.quota.resource [None req-6487b9c9-967e-45c5-8414-66fd7a8d8914 tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102677) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 15 11:26:33.828596 n-d-729945-9 neutron-server[102677]: DEBUG neutron.quota.resource [None req-6487b9c9-967e-45c5-8414-66fd7a8d8914 tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] Usage tracker for resource:security_group_rule and project:bc93a21af365465fbf83cb5ee3b7a6c5 is out of sync, need to count used quota {{(pid=102677) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 15 11:26:33.832737 n-d-729945-9 neutron-server[102677]: DEBUG neutron.quota.resource [None req-6487b9c9-967e-45c5-8414-66fd7a8d8914 tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102677) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 15 11:26:33.839777 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6487b9c9-967e-45c5-8414-66fd7a8d8914 tempest-QuotasTest-35752830 tempest-QuotasTest-35752830-project-admin] 10.222.0.64 "GET /v2.0/quotas/bc93a21af365465fbf83cb5ee3b7a6c5/details.json HTTP/1.1" status: 200 len: 703 time: 0.3748336 Nov 15 11:26:33.852206 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6315cd36-34b1-4f45-9f1f-65964e069a8a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:33.986721 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6315cd36-34b1-4f45-9f1f-65964e069a8a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:34.112348 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3be1a-0681-429f-8f7d-197386f8db4b req-92f7b287-848a-477e-8d55-f05f476011fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:34.113854 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84e3be1a-0681-429f-8f7d-197386f8db4b req-92f7b287-848a-477e-8d55-f05f476011fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e8994d-9335-41e3-96f8-c61b6e63e171 HTTP/1.1" status: 200 len: 946 time: 0.0618472 Nov 15 11:26:34.166875 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42712) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:34.246090 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84e3be1a-0681-429f-8f7d-197386f8db4b req-869327f2-fa10-4c60-a85a-e44c8271b22b tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233354 Nov 15 11:26:34.274789 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6315cd36-34b1-4f45-9f1f-65964e069a8a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:34.295187 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0ff1dd1-a05f-4743-aea7-3fa663374857 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:34.303734 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6315cd36-34b1-4f45-9f1f-65964e069a8a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:34.424961 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0ff1dd1-a05f-4743-aea7-3fa663374857 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:34.440755 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0ff1dd1-a05f-4743-aea7-3fa663374857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:34.461594 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa8b0c-9e21-4558-8f4b-e8e24acfd1e1 req-3a8b2f67-14c7-4f6b-ad7f-3cfadc2bb548 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:34.464411 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-87fa8b0c-9e21-4558-8f4b-e8e24acfd1e1 req-3a8b2f67-14c7-4f6b-ad7f-3cfadc2bb548 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.1039190 Nov 15 11:26:34.519634 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff1dd1-a05f-4743-aea7-3fa663374857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5d2b77-3c1f-4116-b964-3cc1c818a045,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:34.526029 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f0ff1dd1-a05f-4743-aea7-3fa663374857 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8e0881da8b3f480f842f9ad3cd8c2928&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3580875 Nov 15 11:26:34.531196 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42732) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:34.533123 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-6315cd36-34b1-4f45-9f1f-65964e069a8a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Allocated IP 172.25.7.227 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/a97212e4-099a-4fe9-8897-9b03448dd745) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:26:34.578695 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-87fa8b0c-9e21-4558-8f4b-e8e24acfd1e1 req-0b7d11c8-c75f-4173-a5c3-52b272a467c9 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064646 Nov 15 11:26:34.680886 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-181b8bab-df73-4e0c-acf4-f6a13cd48196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:34.742280 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-181b8bab-df73-4e0c-acf4-f6a13cd48196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:34.769132 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6315cd36-34b1-4f45-9f1f-65964e069a8a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:34.815469 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-181b8bab-df73-4e0c-acf4-f6a13cd48196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:34.818613 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-181b8bab-df73-4e0c-acf4-f6a13cd48196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:34.819758 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-181b8bab-df73-4e0c-acf4-f6a13cd48196 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a5d2b77-3c1f-4116-b964-3cc1c818a045 HTTP/1.1" status: 204 len: 168 time: 0.2834668 Nov 15 11:26:34.824539 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6315cd36-34b1-4f45-9f1f-65964e069a8a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:34.833754 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b8bab-df73-4e0c-acf4-f6a13cd48196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5d2b77-3c1f-4116-b964-3cc1c818a045,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:34.879323 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6315cd36-34b1-4f45-9f1f-65964e069a8a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:26:34.884102 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-6315cd36-34b1-4f45-9f1f-65964e069a8a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:34.886682 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6315cd36-34b1-4f45-9f1f-65964e069a8a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:26:34.892563 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315cd36-34b1-4f45-9f1f-65964e069a8a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Pushing event updated for resources: {'Port': ['ID=a97212e4-099a-4fe9-8897-9b03448dd745,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:35.178083 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42748) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:35.194626 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6315cd36-34b1-4f45-9f1f-65964e069a8a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:35.196889 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4441111f-33b6-4e1b-8a46-426ceff27b34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:35.437054 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4441111f-33b6-4e1b-8a46-426ceff27b34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:35.444123 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4441111f-33b6-4e1b-8a46-426ceff27b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:35.494553 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6315cd36-34b1-4f45-9f1f-65964e069a8a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:35.496807 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441111f-33b6-4e1b-8a46-426ceff27b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d510fa39-f3d4-48bf-b6a7-3fdd7b7a0ef7,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:35.503199 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4441111f-33b6-4e1b-8a46-426ceff27b34 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bc93a21af365465fbf83cb5ee3b7a6c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3240423 Nov 15 11:26:35.505926 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42750) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:35.556941 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74ac2134-efb1-4ff6-a06c-28d3fdff791a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:35.587086 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74ac2134-efb1-4ff6-a06c-28d3fdff791a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:35.653268 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74ac2134-efb1-4ff6-a06c-28d3fdff791a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:35.657899 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74ac2134-efb1-4ff6-a06c-28d3fdff791a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:35.663495 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-74ac2134-efb1-4ff6-a06c-28d3fdff791a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d510fa39-f3d4-48bf-b6a7-3fdd7b7a0ef7 HTTP/1.1" status: 204 len: 168 time: 0.1541324 Nov 15 11:26:35.694687 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac2134-efb1-4ff6-a06c-28d3fdff791a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d510fa39-f3d4-48bf-b6a7-3fdd7b7a0ef7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:36.053675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42325f95-fae1-410e-9248-0c9b72a39f37 req-d8efd7d3-fbec-4cad-b9ae-3fa324981530 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:36.055263 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42325f95-fae1-410e-9248-0c9b72a39f37 req-d8efd7d3-fbec-4cad-b9ae-3fa324981530 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.0676548 Nov 15 11:26:36.121579 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42325f95-fae1-410e-9248-0c9b72a39f37 req-7a7e6673-c20c-4d2a-bdf8-816908a87f88 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596070 Nov 15 11:26:36.139439 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6315cd36-34b1-4f45-9f1f-65964e069a8a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Router 73c77def-b659-408c-bb63-4a83e7b8fe26 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:26:36.201716 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9f1e1a6b-55be-4932-9ed4-fc11d251be27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:36.251007 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6315cd36-34b1-4f45-9f1f-65964e069a8a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:26:36.262747 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] Sync routers for ids ['73c77def-b659-408c-bb63-4a83e7b8fe26'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:26:36.273730 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6315cd36-34b1-4f45-9f1f-65964e069a8a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:36.275840 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6315cd36-34b1-4f45-9f1f-65964e069a8a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.5057080 Nov 15 11:26:36.276272 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] Routers {'73c77def-b659-408c-bb63-4a83e7b8fe26'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:26:36.277082 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:26:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['73c77def-b659-408c-bb63-4a83e7b8fe26'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:36.278227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42776) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:36.398695 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] Set router 73c77def-b659-408c-bb63-4a83e7b8fe26 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:26:36.409390 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-05294058-dc2a-4838-b1a8-5862f0c3de0e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "GET /v2.0/routers/73c77def-b659-408c-bb63-4a83e7b8fe26 HTTP/1.1" status: 200 len: 909 time: 0.1297526 Nov 15 11:26:36.411578 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42782) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:36.416291 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-cddd60e9-07e9-46d9-876c-2913f29bd686 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1820233307', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'enable_snat': True}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:36.442918 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cddd60e9-07e9-46d9-876c-2913f29bd686 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:36.444335 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cddd60e9-07e9-46d9-876c-2913f29bd686 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:36.509107 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cddd60e9-07e9-46d9-876c-2913f29bd686 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:36.636500 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c77def-b659-408c-bb63-4a83e7b8fe26', 'name': 'tempest-snat-router-1820233307', 'tenant_id': '11b6c09f28034ad38de750c7dd85d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.227'}], 'enable_snat': False}, 'gw_port_id': 'a97212e4-099a-4fe9-8897-9b03448dd745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:26:33Z', 'updated_at': '2021-11-15T11:26:35Z', 'revision_number': 3, 'project_id': '11b6c09f28034ad38de750c7dd85d57d', 'gw_port': {'id': 'a97212e4-099a-4fe9-8897-9b03448dd745', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c77def-b659-408c-bb63-4a83e7b8fe26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:26:34Z', 'updated_at': '2021-11-15T11:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:36.655866 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cddd60e9-07e9-46d9-876c-2913f29bd686 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:36.672545 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] Checking router: 73c77def-b659-408c-bb63-4a83e7b8fe26 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:26:36.672893 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] Updating router 73c77def-b659-408c-bb63-4a83e7b8fe26 port a97212e4-099a-4fe9-8897-9b03448dd745 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:26:36.705760 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:36.890980 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cddd60e9-07e9-46d9-876c-2913f29bd686 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:36.919702 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cddd60e9-07e9-46d9-876c-2913f29bd686 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:37.036374 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:37.044339 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:37.114857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-cddd60e9-07e9-46d9-876c-2913f29bd686 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Allocated IP 172.25.7.220 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/1ed9b4c5-10dc-4863-9ee7-922da46b56b9) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:26:37.118741 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a24bd8-5e80-4452-880e-fa702e33b559 None None] Pushing event updated for resources: {'Port': ['ID=a97212e4-099a-4fe9-8897-9b03448dd745,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:37.145542 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] Attempting to bind port a97212e4-099a-4fe9-8897-9b03448dd745 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:26:37.145900 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] Attempting to bind port a97212e4-099a-4fe9-8897-9b03448dd745 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:26:37.146747 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] Attempting to bind port a97212e4-099a-4fe9-8897-9b03448dd745 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:26:37.162975 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:26:37.163348 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:26:37.163742 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:37.167788 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:26:37.168607 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] Bound port: a97212e4-099a-4fe9-8897-9b03448dd745, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:26:37.168725 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:37.256934 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cddd60e9-07e9-46d9-876c-2913f29bd686 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:37.306438 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] For port a97212e4-099a-4fe9-8897-9b03448dd745, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:26:37.310133 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] For port a97212e4-099a-4fe9-8897-9b03448dd745, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a97212e4-099a-4fe9-8897-9b03448dd745,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:26:37.317749 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:37.333910 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cddd60e9-07e9-46d9-876c-2913f29bd686 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:37.359840 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42810) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:37.388485 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] Routers {'73c77def-b659-408c-bb63-4a83e7b8fe26'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:26:37.389442 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:26:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['73c77def-b659-408c-bb63-4a83e7b8fe26'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:37.414832 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffa4ee-b4e3-4935-a9ed-4665682547a6 req-d45fa8fb-d5b8-4362-bc59-3cc8a49b4408 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:37.416497 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b5ffa4ee-b4e3-4935-a9ed-4665682547a6 req-d45fa8fb-d5b8-4362-bc59-3cc8a49b4408 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.1348233 Nov 15 11:26:37.417142 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd60e9-07e9-46d9-876c-2913f29bd686 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Pushing event updated for resources: {'Port': ['ID=1ed9b4c5-10dc-4863-9ee7-922da46b56b9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:37.428421 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddd60e9-07e9-46d9-876c-2913f29bd686 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:26:37.436042 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-cddd60e9-07e9-46d9-876c-2913f29bd686 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:37.446267 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddd60e9-07e9-46d9-876c-2913f29bd686 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:26:37.504474 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-92f61293-2304-441f-a80c-9e3f8e9118ee tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2146121403'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:37.531948 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92f61293-2304-441f-a80c-9e3f8e9118ee tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:37.533562 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92f61293-2304-441f-a80c-9e3f8e9118ee tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:37.602004 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92f61293-2304-441f-a80c-9e3f8e9118ee tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:37.608818 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92f61293-2304-441f-a80c-9e3f8e9118ee tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:37.624315 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a24bd8-5e80-4452-880e-fa702e33b559 None None] Pushing event updated for resources: {'Port': ['ID=a97212e4-099a-4fe9-8897-9b03448dd745,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:37.631898 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92f61293-2304-441f-a80c-9e3f8e9118ee tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:37.636535 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-92f61293-2304-441f-a80c-9e3f8e9118ee tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2734208 Nov 15 11:26:37.636978 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42814) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:37.656518 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b5ffa4ee-b4e3-4935-a9ed-4665682547a6 req-01c6b62e-2b08-4aa6-85ab-fccd7d9a7b14 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258120 Nov 15 11:26:37.703335 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] Set router 73c77def-b659-408c-bb63-4a83e7b8fe26 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:26:37.711154 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4880ecd1-4120-4427-bd32-ce3e07d36a14 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:37.790336 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cddd60e9-07e9-46d9-876c-2913f29bd686 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:37.874047 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4880ecd1-4120-4427-bd32-ce3e07d36a14 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:37.876199 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4880ecd1-4120-4427-bd32-ce3e07d36a14 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:37.924746 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c77def-b659-408c-bb63-4a83e7b8fe26', 'name': 'tempest-snat-router-1820233307', 'tenant_id': '11b6c09f28034ad38de750c7dd85d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.227'}], 'enable_snat': False}, 'gw_port_id': 'a97212e4-099a-4fe9-8897-9b03448dd745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:26:33Z', 'updated_at': '2021-11-15T11:26:35Z', 'revision_number': 3, 'project_id': '11b6c09f28034ad38de750c7dd85d57d', 'gw_port': {'id': 'a97212e4-099a-4fe9-8897-9b03448dd745', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c77def-b659-408c-bb63-4a83e7b8fe26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:26:34Z', 'updated_at': '2021-11-15T11:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:37.952482 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61bc047-8806-4360-bfa9-f95ec44ac64d None None] The sync data for ids ['73c77def-b659-408c-bb63-4a83e7b8fe26'] in n-d-729945-9 is: [{'id': '73c77def-b659-408c-bb63-4a83e7b8fe26', 'name': 'tempest-snat-router-1820233307', 'tenant_id': '11b6c09f28034ad38de750c7dd85d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.227'}], 'enable_snat': False}, 'gw_port_id': 'a97212e4-099a-4fe9-8897-9b03448dd745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:26:33Z', 'updated_at': '2021-11-15T11:26:35Z', 'revision_number': 3, 'project_id': '11b6c09f28034ad38de750c7dd85d57d', 'gw_port': {'id': 'a97212e4-099a-4fe9-8897-9b03448dd745', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c77def-b659-408c-bb63-4a83e7b8fe26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:26:34Z', 'updated_at': '2021-11-15T11:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:26:37.966155 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4880ecd1-4120-4427-bd32-ce3e07d36a14 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:37.966956 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4880ecd1-4120-4427-bd32-ce3e07d36a14 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce59ac14-792a-4a7c-8fb2-7fa2d5a97ec5 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:26:37.971327 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4880ecd1-4120-4427-bd32-ce3e07d36a14 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:37.976095 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4880ecd1-4120-4427-bd32-ce3e07d36a14 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] 10.222.0.64 "DELETE /v2.0/routers/ce59ac14-792a-4a7c-8fb2-7fa2d5a97ec5 HTTP/1.1" status: 204 len: 168 time: 0.3346679 Nov 15 11:26:37.976095 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42818) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:37.981331 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f8a5f6ec-178e-48e1-b4b4-3d6543c66a08 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Request body: {'router': {'name': 'tempest-router-110040210', 'distributed': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:38.012232 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8a5f6ec-178e-48e1-b4b4-3d6543c66a08 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:38.013336 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8a5f6ec-178e-48e1-b4b4-3d6543c66a08 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:38.032609 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cddd60e9-07e9-46d9-876c-2913f29bd686 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:38.081213 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8a5f6ec-178e-48e1-b4b4-3d6543c66a08 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:38.100093 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8a5f6ec-178e-48e1-b4b4-3d6543c66a08 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:38.125258 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8a5f6ec-178e-48e1-b4b4-3d6543c66a08 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:38.128661 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f8a5f6ec-178e-48e1-b4b4-3d6543c66a08 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1496010 Nov 15 11:26:38.129454 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42824) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:38.235733 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddd60e9-07e9-46d9-876c-2913f29bd686 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Router 72841a8d-d701-4882-a6a2-64af2e08f5b5 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:26:38.388962 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-de9c8065-f135-4fad-a4fe-f6878abc3af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:38.473898 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddd60e9-07e9-46d9-876c-2913f29bd686 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:26:38.483395 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] Sync routers for ids ['72841a8d-d701-4882-a6a2-64af2e08f5b5'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:26:38.499969 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cddd60e9-07e9-46d9-876c-2913f29bd686 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:38.504374 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] Routers {'72841a8d-d701-4882-a6a2-64af2e08f5b5'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:26:38.505541 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cddd60e9-07e9-46d9-876c-2913f29bd686 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.0927124 Nov 15 11:26:38.506575 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42830) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:38.511847 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:26:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['72841a8d-d701-4882-a6a2-64af2e08f5b5'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:38.614911 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42832) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:38.729990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5e676f77-6413-41f0-8d46-848486ed4203 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "GET /v2.0/routers/72841a8d-d701-4882-a6a2-64af2e08f5b5 HTTP/1.1" status: 200 len: 908 time: 0.2220588 Nov 15 11:26:38.734044 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42838) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:38.758496 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] Set router 72841a8d-d701-4882-a6a2-64af2e08f5b5 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:26:38.809911 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a97212e4-099a-4fe9-8897-9b03448dd745 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:26:38.862416 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7be19846-11f8-4e99-aefc-91a7e4e5212f tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:38.900558 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port a97212e4-099a-4fe9-8897-9b03448dd745 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:26:38.900955 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.024000 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72841a8d-d701-4882-a6a2-64af2e08f5b5', 'name': 'tempest-snat-router-1820233307', 'tenant_id': '11b6c09f28034ad38de750c7dd85d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '1ed9b4c5-10dc-4863-9ee7-922da46b56b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:26:36Z', 'updated_at': '2021-11-15T11:26:37Z', 'revision_number': 3, 'project_id': '11b6c09f28034ad38de750c7dd85d57d', 'gw_port': {'id': '1ed9b4c5-10dc-4863-9ee7-922da46b56b9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72841a8d-d701-4882-a6a2-64af2e08f5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:26:36Z', 'updated_at': '2021-11-15T11:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:39.025123 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7753577-1a41-4dae-9caf-53c6e3103c62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.042909 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.075255 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] Checking router: 72841a8d-d701-4882-a6a2-64af2e08f5b5 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:26:39.075926 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] Updating router 72841a8d-d701-4882-a6a2-64af2e08f5b5 port 1ed9b4c5-10dc-4863-9ee7-922da46b56b9 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:26:39.090214 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100198b-ea08-4abe-89bc-845cfc117e14 req-2dafaa68-f1e8-4275-9587-df8a3980ca3e tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:39.100429 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9100198b-ea08-4abe-89bc-845cfc117e14 req-2dafaa68-f1e8-4275-9587-df8a3980ca3e tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.1906755 Nov 15 11:26:39.104596 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port a97212e4-099a-4fe9-8897-9b03448dd745, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a97212e4-099a-4fe9-8897-9b03448dd745,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:26:39.115525 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.122488 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.136359 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7be19846-11f8-4e99-aefc-91a7e4e5212f tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.139528 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7be19846-11f8-4e99-aefc-91a7e4e5212f tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.185267 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ab91c76-9856-4020-9ff6-5cc9bf161e1a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.214375 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=a97212e4-099a-4fe9-8897-9b03448dd745,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:39.215772 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7be19846-11f8-4e99-aefc-91a7e4e5212f tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.216628 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be19846-11f8-4e99-aefc-91a7e4e5212f tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac5f6bd8-9cd1-4ca4-b10e-429bc180a634 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:26:39.230144 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7be19846-11f8-4e99-aefc-91a7e4e5212f tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.231318 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7be19846-11f8-4e99-aefc-91a7e4e5212f tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] 10.222.0.64 "DELETE /v2.0/routers/ac5f6bd8-9cd1-4ca4-b10e-429bc180a634 HTTP/1.1" status: 204 len: 168 time: 1.1007760 Nov 15 11:26:39.235347 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42842) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:39.244078 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-085e750d-11d4-4e29-86a4-e17cc3dc811c tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Request body: {'router': {'name': 'tempest-router-2102596956', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '220763070f464f15883fad1b09fb1b84'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:39.283494 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-085e750d-11d4-4e29-86a4-e17cc3dc811c tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.285255 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-085e750d-11d4-4e29-86a4-e17cc3dc811c tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.308979 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9100198b-ea08-4abe-89bc-845cfc117e14 req-6aa2fbc0-4fe5-4944-855e-a47794d76cda tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076063 Nov 15 11:26:39.362085 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7753577-1a41-4dae-9caf-53c6e3103c62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.373694 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7753577-1a41-4dae-9caf-53c6e3103c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.380949 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ab91c76-9856-4020-9ff6-5cc9bf161e1a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.398175 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-085e750d-11d4-4e29-86a4-e17cc3dc811c tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.405365 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-085e750d-11d4-4e29-86a4-e17cc3dc811c tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.430903 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7753577-1a41-4dae-9caf-53c6e3103c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0581af06-66e7-4cd4-8a8a-40b357f2f98d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:39.432803 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-085e750d-11d4-4e29-86a4-e17cc3dc811c tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.434044 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-085e750d-11d4-4e29-86a4-e17cc3dc811c tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1977103 Nov 15 11:26:39.436808 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42844) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:39.465530 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ee16b7cf-2366-4e97-90c6-46256e8cecac tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:39.466515 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d7753577-1a41-4dae-9caf-53c6e3103c62 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e4be9b33b7c340349fe458ef57e0fe83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8503184 Nov 15 11:26:39.469954 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42848) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:39.553787 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6ab91c76-9856-4020-9ff6-5cc9bf161e1a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Deleting port 1ed9b4c5-10dc-4863-9ee7-922da46b56b9 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:26:39.554089 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ab91c76-9856-4020-9ff6-5cc9bf161e1a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.557037 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-03520bd8-3637-4e76-b993-117ee82a8aa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.566044 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.573534 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.648938 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] Attempting to bind port 1ed9b4c5-10dc-4863-9ee7-922da46b56b9 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:26:39.649299 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] Attempting to bind port 1ed9b4c5-10dc-4863-9ee7-922da46b56b9 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:26:39.649644 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] Attempting to bind port 1ed9b4c5-10dc-4863-9ee7-922da46b56b9 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:26:39.651990 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88814510-8c25-48b5-afac-635a57729385 None None] Pushing event updated for resources: {'Port': ['ID=1ed9b4c5-10dc-4863-9ee7-922da46b56b9,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:39.658061 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:26:39.658419 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:26:39.658806 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.659181 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:26:39.659639 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] Bound port: 1ed9b4c5-10dc-4863-9ee7-922da46b56b9, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:26:39.660047 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.702528 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-03520bd8-3637-4e76-b993-117ee82a8aa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.728513 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] For port 1ed9b4c5-10dc-4863-9ee7-922da46b56b9, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:26:39.733406 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] For port 1ed9b4c5-10dc-4863-9ee7-922da46b56b9, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=1ed9b4c5-10dc-4863-9ee7-922da46b56b9,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:26:39.740605 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.752661 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee16b7cf-2366-4e97-90c6-46256e8cecac tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.753333 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee16b7cf-2366-4e97-90c6-46256e8cecac tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks [] for router, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.781398 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ab91c76-9856-4020-9ff6-5cc9bf161e1a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.793960 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.808817 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6ab91c76-9856-4020-9ff6-5cc9bf161e1a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Calling delete_port for 1ed9b4c5-10dc-4863-9ee7-922da46b56b9 owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:26:39.836879 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] Routers {'72841a8d-d701-4882-a6a2-64af2e08f5b5'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:26:39.837634 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:26:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['72841a8d-d701-4882-a6a2-64af2e08f5b5'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:39.840688 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88814510-8c25-48b5-afac-635a57729385 None None] Pushing event updated for resources: {'Port': ['ID=1ed9b4c5-10dc-4863-9ee7-922da46b56b9,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:39.886757 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ee16b7cf-2366-4e97-90c6-46256e8cecac tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102677) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 15 11:26:39.887681 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ee16b7cf-2366-4e97-90c6-46256e8cecac tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Router e62b5d44-ffc6-4cbe-a252-81e8e3ee311a migrating from provider to provider. {{(pid=102677) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 15 11:26:39.888254 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee16b7cf-2366-4e97-90c6-46256e8cecac tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.892737 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-03520bd8-3637-4e76-b993-117ee82a8aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.894318 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee16b7cf-2366-4e97-90c6-46256e8cecac tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.895899 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-03520bd8-3637-4e76-b993-117ee82a8aa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.899637 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-03520bd8-3637-4e76-b993-117ee82a8aa5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0581af06-66e7-4cd4-8a8a-40b357f2f98d HTTP/1.1" status: 204 len: 168 time: 0.4261084 Nov 15 11:26:39.905204 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee16b7cf-2366-4e97-90c6-46256e8cecac tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66739771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66739762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66736290'] for router, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:39.946769 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] Set router 72841a8d-d701-4882-a6a2-64af2e08f5b5 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:26:39.959318 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03520bd8-3637-4e76-b993-117ee82a8aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0581af06-66e7-4cd4-8a8a-40b357f2f98d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:40.045119 n-d-729945-9 neutron-server[102677]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ee16b7cf-2366-4e97-90c6-46256e8cecac tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] No L3 agents can host the router e62b5d44-ffc6-4cbe-a252-81e8e3ee311a Nov 15 11:26:40.086898 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72841a8d-d701-4882-a6a2-64af2e08f5b5', 'name': 'tempest-snat-router-1820233307', 'tenant_id': '11b6c09f28034ad38de750c7dd85d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:26:36Z', 'updated_at': '2021-11-15T11:26:39Z', 'revision_number': 4, 'project_id': '11b6c09f28034ad38de750c7dd85d57d', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:40.118049 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94744638-70c4-4ef7-94c3-ed9443cc4539 None None] The sync data for ids ['72841a8d-d701-4882-a6a2-64af2e08f5b5'] in n-d-729945-9 is: [{'id': '72841a8d-d701-4882-a6a2-64af2e08f5b5', 'name': 'tempest-snat-router-1820233307', 'tenant_id': '11b6c09f28034ad38de750c7dd85d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:26:36Z', 'updated_at': '2021-11-15T11:26:39Z', 'revision_number': 4, 'project_id': '11b6c09f28034ad38de750c7dd85d57d', 'gw_port_host': None}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:26:40.149013 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ab91c76-9856-4020-9ff6-5cc9bf161e1a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:40.191715 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab91c76-9856-4020-9ff6-5cc9bf161e1a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ed9b4c5-10dc-4863-9ee7-922da46b56b9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:40.213758 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee16b7cf-2366-4e97-90c6-46256e8cecac tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Hosts for router e62b5d44-ffc6-4cbe-a252-81e8e3ee311a: [] {{(pid=102677) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 15 11:26:40.243109 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee16b7cf-2366-4e97-90c6-46256e8cecac tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Hosts for other DVR routers connected to router e62b5d44-ffc6-4cbe-a252-81e8e3ee311a: set() {{(pid=102677) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 15 11:26:40.246672 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee16b7cf-2366-4e97-90c6-46256e8cecac tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:40.252012 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42856) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:40.252710 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ee16b7cf-2366-4e97-90c6-46256e8cecac tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] 10.222.0.64 "PUT /v2.0/routers/e62b5d44-ffc6-4cbe-a252-81e8e3ee311a HTTP/1.1" status: 200 len: 717 time: 0.7954273 Nov 15 11:26:40.357031 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ab91c76-9856-4020-9ff6-5cc9bf161e1a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:40.457082 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6526f4f2-8697-41d6-9b05-ecdb9a97f2f0 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] 10.222.0.64 "GET /v2.0/routers/e62b5d44-ffc6-4cbe-a252-81e8e3ee311a HTTP/1.1" status: 200 len: 717 time: 0.1992877 Nov 15 11:26:40.460562 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42868) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:40.758997 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a97212e4-099a-4fe9-8897-9b03448dd745 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:26:40.829455 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port a97212e4-099a-4fe9-8897-9b03448dd745 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:26:40.830107 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:40.924533 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-06c12d70-2dab-4b9a-bcf8-5ba4fe5e6752 tempest-RoutersTestDVR-597976851 tempest-RoutersTestDVR-597976851-project] 10.222.0.64 "GET /v2.0/routers/e62b5d44-ffc6-4cbe-a252-81e8e3ee311a HTTP/1.1" status: 200 len: 683 time: 0.4624579 Nov 15 11:26:40.925443 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42884) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:40.985387 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ab91c76-9856-4020-9ff6-5cc9bf161e1a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:40.990448 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ab91c76-9856-4020-9ff6-5cc9bf161e1a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:41.018715 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75ad61a9-b9c1-4df9-88b8-0333809234cb tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:41.050154 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d9991-35ff-4482-a74e-7700ac9b2911 req-ccb531d8-dccb-4296-b46f-e35e9910fab8 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:41.052210 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-661d9991-35ff-4482-a74e-7700ac9b2911 req-ccb531d8-dccb-4296-b46f-e35e9910fab8 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.6360199 Nov 15 11:26:41.055476 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ab91c76-9856-4020-9ff6-5cc9bf161e1a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:41.056371 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab91c76-9856-4020-9ff6-5cc9bf161e1a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72841a8d-d701-4882-a6a2-64af2e08f5b5 {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:26:41.062276 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6ab91c76-9856-4020-9ff6-5cc9bf161e1a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:41.063696 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6ab91c76-9856-4020-9ff6-5cc9bf161e1a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "DELETE /v2.0/routers/72841a8d-d701-4882-a6a2-64af2e08f5b5 HTTP/1.1" status: 204 len: 168 time: 2.3281915 Nov 15 11:26:41.066032 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42892) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:41.217618 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-661d9991-35ff-4482-a74e-7700ac9b2911 req-4437ed42-58c9-4310-97e4-ba6b1cb0b50d tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526155 Nov 15 11:26:41.255426 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29630cbd-80f4-41b9-871b-8021bebd277e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:41.261680 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75ad61a9-b9c1-4df9-88b8-0333809234cb tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:41.264481 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75ad61a9-b9c1-4df9-88b8-0333809234cb tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:41.330240 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75ad61a9-b9c1-4df9-88b8-0333809234cb tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:41.330240 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ad61a9-b9c1-4df9-88b8-0333809234cb tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e62b5d44-ffc6-4cbe-a252-81e8e3ee311a {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:26:41.340492 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75ad61a9-b9c1-4df9-88b8-0333809234cb tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:41.346934 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-75ad61a9-b9c1-4df9-88b8-0333809234cb tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] 10.222.0.64 "DELETE /v2.0/routers/e62b5d44-ffc6-4cbe-a252-81e8e3ee311a HTTP/1.1" status: 204 len: 168 time: 0.4199424 Nov 15 11:26:41.347617 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42904) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:41.355899 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ffce1f51-2d27-4028-8eb4-1c284711d866 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Request body: {'router': {'name': 'tempest-router-1812855957', 'distributed': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:41.380818 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:41.385260 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ffce1f51-2d27-4028-8eb4-1c284711d866 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:41.386456 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ffce1f51-2d27-4028-8eb4-1c284711d866 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:41.418917 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29630cbd-80f4-41b9-871b-8021bebd277e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:41.448377 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ffce1f51-2d27-4028-8eb4-1c284711d866 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:41.453809 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ffce1f51-2d27-4028-8eb4-1c284711d866 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:41.471809 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ffce1f51-2d27-4028-8eb4-1c284711d866 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:41.476495 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42912) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:41.480098 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ffce1f51-2d27-4028-8eb4-1c284711d866 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1303041 Nov 15 11:26:41.585291 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc975f85-0f48-4463-b403-5e1d545d1dc2 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:41.681050 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-29630cbd-80f4-41b9-871b-8021bebd277e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Deleting port a97212e4-099a-4fe9-8897-9b03448dd745 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:26:41.681246 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29630cbd-80f4-41b9-871b-8021bebd277e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:41.876716 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc975f85-0f48-4463-b403-5e1d545d1dc2 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:41.881181 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc975f85-0f48-4463-b403-5e1d545d1dc2 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:41.898020 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-4fc158b6-f759-41f7-a9b3-66a31868f1cc tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:41.899499 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-4fc158b6-f759-41f7-a9b3-66a31868f1cc tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/networks?id=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 HTTP/1.1" status: 200 len: 815 time: 0.3458474 Nov 15 11:26:41.957731 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-29630cbd-80f4-41b9-871b-8021bebd277e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] For port a97212e4-099a-4fe9-8897-9b03448dd745, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a97212e4-099a-4fe9-8897-9b03448dd745,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:26:41.958159 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29630cbd-80f4-41b9-871b-8021bebd277e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:41.966761 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-35b7eaf8-dafc-4b17-a4e8-8d88c86c9b79 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/quotas/69cdf03a6f264de7b09ea98e3ce6a0c9 HTTP/1.1" status: 200 len: 375 time: 0.0582864 Nov 15 11:26:41.967320 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc975f85-0f48-4463-b403-5e1d545d1dc2 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:41.967836 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc975f85-0f48-4463-b403-5e1d545d1dc2 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f6b7e5f-c1ac-43a8-b3a6-cede717bdd4b {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:26:41.973175 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc975f85-0f48-4463-b403-5e1d545d1dc2 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:41.974337 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-dc975f85-0f48-4463-b403-5e1d545d1dc2 tempest-RoutersTestDVR-1705886746 tempest-RoutersTestDVR-1705886746-project-admin] 10.222.0.64 "DELETE /v2.0/routers/5f6b7e5f-c1ac-43a8-b3a6-cede717bdd4b HTTP/1.1" status: 204 len: 168 time: 0.4967458 Nov 15 11:26:41.979729 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-29630cbd-80f4-41b9-871b-8021bebd277e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Calling delete_port for a97212e4-099a-4fe9-8897-9b03448dd745 owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:26:42.083853 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-fb193f69-0795-4096-b678-ac177260f458 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=69cdf03a6f264de7b09ea98e3ce6a0c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975192 Nov 15 11:26:42.126648 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:42.252821 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-07f4ab29-da4c-466a-914e-f70cc8775e07 service neutron] 10.222.0.64 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594470 Nov 15 11:26:42.275419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42968) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:42.313652 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29630cbd-80f4-41b9-871b-8021bebd277e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:42.376959 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29630cbd-80f4-41b9-871b-8021bebd277e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Pushing event deleted for resources: {'Port': ['ID=a97212e4-099a-4fe9-8897-9b03448dd745,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:42.465328 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-46d2b845-f318-4ae1-aae1-8f950088f387 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:42.483024 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-e784d36b-a3cf-4834-9f67-bfbc7600bae8 service neutron] 10.222.0.64 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179222 Nov 15 11:26:42.494691 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161e65e-d756-4218-bd68-daa9d4505abf req-37bdb5c4-f067-4d50-8c84-e3e304c71f71 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:42.496169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3161e65e-d756-4218-bd68-daa9d4505abf req-37bdb5c4-f067-4d50-8c84-e3e304c71f71 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.1783168 Nov 15 11:26:42.506072 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29630cbd-80f4-41b9-871b-8021bebd277e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:42.626635 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29630cbd-80f4-41b9-871b-8021bebd277e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:42.629880 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29630cbd-80f4-41b9-871b-8021bebd277e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:42.732889 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dbdf8c83-5c74-44b6-ac2d-57c46ab0ce56 req-eb939fab-320a-4032-9001-c22bbe0aa425 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3993576-d856-432f-b8cd-0c7ba972d118 HTTP/1.1" status: 200 len: 210 time: 0.0944920 Nov 15 11:26:42.743242 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3161e65e-d756-4218-bd68-daa9d4505abf req-8560d288-6d1f-4759-8125-48c35715481f tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082663 Nov 15 11:26:42.743863 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29630cbd-80f4-41b9-871b-8021bebd277e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:42.744427 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29630cbd-80f4-41b9-871b-8021bebd277e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73c77def-b659-408c-bb63-4a83e7b8fe26 {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:26:42.749731 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-29630cbd-80f4-41b9-871b-8021bebd277e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:42.754060 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-29630cbd-80f4-41b9-871b-8021bebd277e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "DELETE /v2.0/routers/73c77def-b659-408c-bb63-4a83e7b8fe26 HTTP/1.1" status: 204 len: 168 time: 1.6839321 Nov 15 11:26:42.754779 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42998) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:42.770621 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-18a7e922-09cf-4849-bba3-d6ebb35b6ac6 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-779426348', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:42.799833 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-46d2b845-f318-4ae1-aae1-8f950088f387 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:42.807645 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-46d2b845-f318-4ae1-aae1-8f950088f387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:42.832006 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18a7e922-09cf-4849-bba3-d6ebb35b6ac6 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:42.833090 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18a7e922-09cf-4849-bba3-d6ebb35b6ac6 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:42.891314 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2b845-f318-4ae1-aae1-8f950088f387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42f98e2-b645-4c78-b536-5d3100c6ac0b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:42.902652 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-46d2b845-f318-4ae1-aae1-8f950088f387 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=220763070f464f15883fad1b09fb1b84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6261270 Nov 15 11:26:42.910125 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43010) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:42.921585 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18a7e922-09cf-4849-bba3-d6ebb35b6ac6 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:42.983058 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d2d785a2-7b7f-4f77-a695-743967e6fd17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:43.021312 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d2d785a2-7b7f-4f77-a695-743967e6fd17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:43.098359 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d2d785a2-7b7f-4f77-a695-743967e6fd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:43.101624 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d2d785a2-7b7f-4f77-a695-743967e6fd17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:43.102995 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d2d785a2-7b7f-4f77-a695-743967e6fd17 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b42f98e2-b645-4c78-b536-5d3100c6ac0b HTTP/1.1" status: 204 len: 168 time: 0.1920483 Nov 15 11:26:43.109137 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18a7e922-09cf-4849-bba3-d6ebb35b6ac6 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:43.113251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d785a2-7b7f-4f77-a695-743967e6fd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42f98e2-b645-4c78-b536-5d3100c6ac0b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:43.351883 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18a7e922-09cf-4849-bba3-d6ebb35b6ac6 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:43.375701 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18a7e922-09cf-4849-bba3-d6ebb35b6ac6 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:43.504657 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43036) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:43.517954 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66e3525e-f4b6-4ea6-9b47-bdb630cecf1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:43.523942 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-18a7e922-09cf-4849-bba3-d6ebb35b6ac6 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Allocated IP 172.25.7.227 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/a4931da4-6917-40ff-aa20-1d9c8a9dd3a5) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:26:43.626044 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66e3525e-f4b6-4ea6-9b47-bdb630cecf1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:43.630321 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66e3525e-f4b6-4ea6-9b47-bdb630cecf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:43.655680 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18a7e922-09cf-4849-bba3-d6ebb35b6ac6 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:43.683284 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-66e3525e-f4b6-4ea6-9b47-bdb630cecf1f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f6635189d95f4dd3903f5627e242462c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1751568 Nov 15 11:26:43.683284 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3525e-f4b6-4ea6-9b47-bdb630cecf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766d8b74-cc73-4dc5-85ca-8892c6f23ccd,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:43.683614 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43048) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:43.727677 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18a7e922-09cf-4849-bba3-d6ebb35b6ac6 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:43.768130 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a7e922-09cf-4849-bba3-d6ebb35b6ac6 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:26:43.772760 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-18a7e922-09cf-4849-bba3-d6ebb35b6ac6 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:43.785965 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a7e922-09cf-4849-bba3-d6ebb35b6ac6 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:26:43.825564 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ed72bd2-2675-4a7f-8f3a-6add524b8a21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:43.847024 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7e922-09cf-4849-bba3-d6ebb35b6ac6 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Pushing event updated for resources: {'Port': ['ID=a4931da4-6917-40ff-aa20-1d9c8a9dd3a5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:43.871157 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ed72bd2-2675-4a7f-8f3a-6add524b8a21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:43.956205 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dff1cbb9-bf53-49c4-a982-0afa599124fd req-0ad27bf5-c0c1-410b-9a20-880668f58424 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3993576-d856-432f-b8cd-0c7ba972d118 HTTP/1.1" status: 200 len: 210 time: 0.1336176 Nov 15 11:26:44.041840 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d4292-dd60-4a6e-8257-5350f8ed31b7 req-3c25bfab-eaed-4cc4-af00-514cb1d268da tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:44.049577 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a42d4292-dd60-4a6e-8257-5350f8ed31b7 req-3c25bfab-eaed-4cc4-af00-514cb1d268da tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.1241524 Nov 15 11:26:44.085702 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-1b4aa3e1-1c39-49b0-876d-108a256757e7 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:44.087148 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-1b4aa3e1-1c39-49b0-876d-108a256757e7 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.55 "GET /v2.0/networks?id=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 HTTP/1.1" status: 200 len: 815 time: 0.2634459 Nov 15 11:26:44.094001 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ed72bd2-2675-4a7f-8f3a-6add524b8a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:44.097126 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ed72bd2-2675-4a7f-8f3a-6add524b8a21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:44.100783 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5ed72bd2-2675-4a7f-8f3a-6add524b8a21 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/766d8b74-cc73-4dc5-85ca-8892c6f23ccd HTTP/1.1" status: 204 len: 168 time: 0.4138567 Nov 15 11:26:44.115486 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed72bd2-2675-4a7f-8f3a-6add524b8a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766d8b74-cc73-4dc5-85ca-8892c6f23ccd,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:44.154568 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18a7e922-09cf-4849-bba3-d6ebb35b6ac6 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:44.156823 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-b24da405-7efa-4ac9-9648-e0352746236f tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Request body: {'port': {'device_id': 'd3993576-d856-432f-b8cd-0c7ba972d118', 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13', 'admin_state_up': True, 'tenant_id': '69cdf03a6f264de7b09ea98e3ce6a0c9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:44.183152 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a42d4292-dd60-4a6e-8257-5350f8ed31b7 req-528e0267-c007-459f-9d5e-5a0be606a6ef tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326392 Nov 15 11:26:44.332971 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-b24da405-7efa-4ac9-9648-e0352746236f tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Made reservation on behalf of 69cdf03a6f264de7b09ea98e3ce6a0c9 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:26:44.338998 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-b24da405-7efa-4ac9-9648-e0352746236f tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:44.511864 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-b24da405-7efa-4ac9-9648-e0352746236f tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Allocated IP 172.20.0.10 (a2bf3e38-6eec-48d9-ab3e-622a70c9fb13/869f9db7-c874-47ae-bffd-e01d17367094/ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:26:44.677637 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a97212e4-099a-4fe9-8897-9b03448dd745 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:26:44.704956 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: a97212e4-099a-4fe9-8897-9b03448dd745 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:26:44.705684 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a97212e4-099a-4fe9-8897-9b03448dd745 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:26:44.708185 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-b24da405-7efa-4ac9-9648-e0352746236f tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:44.761823 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-b24da405-7efa-4ac9-9648-e0352746236f tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:44.774862 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18a7e922-09cf-4849-bba3-d6ebb35b6ac6 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:44.777347 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['bd8929d6-de8e-42e6-9ec3-42e17539c5a0', '48e700db-8089-4761-9f77-17910eadd307'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:26:44.822289 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-b24da405-7efa-4ac9-9648-e0352746236f tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Network a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:26:44.825488 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-b24da405-7efa-4ac9-9648-e0352746236f tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:44.836561 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-b24da405-7efa-4ac9-9648-e0352746236f tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:26:44.903324 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24da405-7efa-4ac9-9648-e0352746236f tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Pushing event updated for resources: {'Port': ['ID=ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:44.947476 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-b24da405-7efa-4ac9-9648-e0352746236f tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:44.948657 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-b24da405-7efa-4ac9-9648-e0352746236f tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:44.957550 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a7e922-09cf-4849-bba3-d6ebb35b6ac6 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Router 2c469ba7-4c48-42ef-9f0b-303074e0ea9f is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:26:44.973111 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-b24da405-7efa-4ac9-9648-e0352746236f tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8744922 Nov 15 11:26:44.989653 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-799306d2-cb0b-49e2-af4f-c3b127c04551 service neutron] Request body: {'port': {'device_id': 'd3993576-d856-432f-b8cd-0c7ba972d118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:45.077622 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a7e922-09cf-4849-bba3-d6ebb35b6ac6 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:26:45.091047 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-799306d2-cb0b-49e2-af4f-c3b127c04551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:45.112451 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b17315-eaad-4612-9819-9b70f820d40c None None] Sync routers for ids ['2c469ba7-4c48-42ef-9f0b-303074e0ea9f'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:26:45.114842 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18a7e922-09cf-4849-bba3-d6ebb35b6ac6 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:45.117915 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-18a7e922-09cf-4849-bba3-d6ebb35b6ac6 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.3615260 Nov 15 11:26:45.120906 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43158) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:45.127337 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-30781aa5-0451-4dc0-ab81-f98cb177c390 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'enable_snat': False}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:45.149149 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b17315-eaad-4612-9819-9b70f820d40c None None] Routers {'2c469ba7-4c48-42ef-9f0b-303074e0ea9f'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:26:45.150096 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-28b17315-eaad-4612-9819-9b70f820d40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:26:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['2c469ba7-4c48-42ef-9f0b-303074e0ea9f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:45.178192 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43160) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:45.199203 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-28b17315-eaad-4612-9819-9b70f820d40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:45.220089 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b17315-eaad-4612-9819-9b70f820d40c None None] Routers {'2c469ba7-4c48-42ef-9f0b-303074e0ea9f'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:26:45.221011 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-28b17315-eaad-4612-9819-9b70f820d40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:26:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['2c469ba7-4c48-42ef-9f0b-303074e0ea9f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:45.295444 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-28b17315-eaad-4612-9819-9b70f820d40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:45.296529 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b17315-eaad-4612-9819-9b70f820d40c None None] The sync data for ids ['2c469ba7-4c48-42ef-9f0b-303074e0ea9f'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:26:45.531216 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30781aa5-0451-4dc0-ab81-f98cb177c390 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:45.692540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-a2841eac-7063-4eda-9e42-8517e17fb93a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1240276998'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:45.795602 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafc30e-1a55-4769-95b5-856f23040d62 req-d519026b-e363-4960-854d-78c1aaf76f14 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:45.797192 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edafc30e-1a55-4769-95b5-856f23040d62 req-d519026b-e363-4960-854d-78c1aaf76f14 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3993576-d856-432f-b8cd-0c7ba972d118 HTTP/1.1" status: 200 len: 932 time: 0.6612897 Nov 15 11:26:45.800686 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2841eac-7063-4eda-9e42-8517e17fb93a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:26:45.804038 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2841eac-7063-4eda-9e42-8517e17fb93a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:45.829035 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2841eac-7063-4eda-9e42-8517e17fb93a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:45.857099 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b2b8e-10cf-4037-9e91-46a8b64ca198 req-32afbb89-c4c0-4db2-b374-0621aaf4646a tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:45.858710 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e00b2b8e-10cf-4037-9e91-46a8b64ca198 req-32afbb89-c4c0-4db2-b374-0621aaf4646a tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.1737716 Nov 15 11:26:45.952948 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edafc30e-1a55-4769-95b5-856f23040d62 req-a4842713-655d-42e2-ab26-897cdd5051ce tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458294 Nov 15 11:26:45.977878 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30781aa5-0451-4dc0-ab81-f98cb177c390 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:45.982312 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30781aa5-0451-4dc0-ab81-f98cb177c390 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66739771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66739762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66736290'] for router, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:45.995757 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e00b2b8e-10cf-4037-9e91-46a8b64ca198 req-8063c85a-0b8b-4550-b6ec-21e246c94b52 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231570 Nov 15 11:26:46.084290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-799306d2-cb0b-49e2-af4f-c3b127c04551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:26:46.095193 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-799306d2-cb0b-49e2-af4f-c3b127c04551 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:46.128178 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-799306d2-cb0b-49e2-af4f-c3b127c04551 service neutron] Transition to ACTIVE for port object ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:26:46.130175 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2841eac-7063-4eda-9e42-8517e17fb93a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:46.131835 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30781aa5-0451-4dc0-ab81-f98cb177c390 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Router 2c469ba7-4c48-42ef-9f0b-303074e0ea9f has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:26:46.134997 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-799306d2-cb0b-49e2-af4f-c3b127c04551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:46.141914 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb0751-1de4-40df-9bb5-309cb71f8717 req-d5456269-0eeb-4a82-9336-1fd3e303ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:46.143394 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-facb0751-1de4-40df-9bb5-309cb71f8717 req-d5456269-0eeb-4a82-9336-1fd3e303ab6e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 1096 time: 0.0626507 Nov 15 11:26:46.143864 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2841eac-7063-4eda-9e42-8517e17fb93a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:46.223037 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2841eac-7063-4eda-9e42-8517e17fb93a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:26:46.230221 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799306d2-cb0b-49e2-af4f-c3b127c04551 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:46.232492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2841eac-7063-4eda-9e42-8517e17fb93a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3bdff4-de21-4344-a1ed-a601e15963b8,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:46.254862 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2841eac-7063-4eda-9e42-8517e17fb93a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:46.255206 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-a2841eac-7063-4eda-9e42-8517e17fb93a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Added segment 07325629-3ab0-42e3-882b-38f4426cfcfa of type vlan for network 4ee110dd-5f17-4048-9289-cbe74f70eac2 Nov 15 11:26:46.269442 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-facb0751-1de4-40df-9bb5-309cb71f8717 req-73bf0be6-a723-4c2a-bb4e-d4d12fc6b07e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163902 Nov 15 11:26:46.287599 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30781aa5-0451-4dc0-ab81-f98cb177c390 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:26:46.292178 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30781aa5-0451-4dc0-ab81-f98cb177c390 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:46.299431 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-30781aa5-0451-4dc0-ab81-f98cb177c390 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "PUT /v2.0/routers/2c469ba7-4c48-42ef-9f0b-303074e0ea9f HTTP/1.1" status: 200 len: 925 time: 1.1774540 Nov 15 11:26:46.299800 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d8df5c-28ac-41ea-af9d-53f8290bd061 None None] Sync routers for ids ['2c469ba7-4c48-42ef-9f0b-303074e0ea9f'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:26:46.301831 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43226) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:46.311588 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d8df5c-28ac-41ea-af9d-53f8290bd061 None None] Routers {'2c469ba7-4c48-42ef-9f0b-303074e0ea9f'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:26:46.312370 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-40d8df5c-28ac-41ea-af9d-53f8290bd061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:26:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['2c469ba7-4c48-42ef-9f0b-303074e0ea9f'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:46.333285 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2841eac-7063-4eda-9e42-8517e17fb93a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:46.369043 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-799306d2-cb0b-49e2-af4f-c3b127c04551 service neutron] Attempting to bind port ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:26:46.369374 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-799306d2-cb0b-49e2-af4f-c3b127c04551 service neutron] Attempting to bind port ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '1af0aad6-2d84-4a24-b6e3-de765b71e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:26:46.369696 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-799306d2-cb0b-49e2-af4f-c3b127c04551 service neutron] Attempting to bind port ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b on network a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:26:46.375626 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-799306d2-cb0b-49e2-af4f-c3b127c04551 service neutron] Port ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b on network a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:26:46.376046 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-799306d2-cb0b-49e2-af4f-c3b127c04551 service neutron] Attempting to bind port ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b on network a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:26:46.379589 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2841eac-7063-4eda-9e42-8517e17fb93a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:46.385140 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2841eac-7063-4eda-9e42-8517e17fb93a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:46.385989 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2841eac-7063-4eda-9e42-8517e17fb93a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:46.399001 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-799306d2-cb0b-49e2-af4f-c3b127c04551 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:26:46.399336 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-799306d2-cb0b-49e2-af4f-c3b127c04551 service neutron] Checking segment: {'id': '1af0aad6-2d84-4a24-b6e3-de765b71e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:26:46.399935 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-799306d2-cb0b-49e2-af4f-c3b127c04551 service neutron] Bound using segment: {'id': '1af0aad6-2d84-4a24-b6e3-de765b71e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:26:46.400566 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-799306d2-cb0b-49e2-af4f-c3b127c04551 service neutron] Bound port: ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af0aad6-2d84-4a24-b6e3-de765b71e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:26:46.401365 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-799306d2-cb0b-49e2-af4f-c3b127c04551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:46.447478 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-40d8df5c-28ac-41ea-af9d-53f8290bd061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:46.451277 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d9e54cca-3e49-48ba-9399-15d5be6fb8ec tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "GET /v2.0/routers/2c469ba7-4c48-42ef-9f0b-303074e0ea9f HTTP/1.1" status: 200 len: 925 time: 0.1481757 Nov 15 11:26:46.453714 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43236) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:46.457016 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d8df5c-28ac-41ea-af9d-53f8290bd061 None None] Routers {'2c469ba7-4c48-42ef-9f0b-303074e0ea9f'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:26:46.457697 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-40d8df5c-28ac-41ea-af9d-53f8290bd061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:26:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['2c469ba7-4c48-42ef-9f0b-303074e0ea9f'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:46.466104 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a2841eac-7063-4eda-9e42-8517e17fb93a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2869914 Nov 15 11:26:46.466960 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43238) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:46.480822 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-2530c922-80e1-4d17-be5c-2c1f4a51274c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'port': {'network_id': '4ee110dd-5f17-4048-9289-cbe74f70eac2', 'name': 'tempest-PortsTestJSON-922579125'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:46.492441 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-40d8df5c-28ac-41ea-af9d-53f8290bd061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:46.493082 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d8df5c-28ac-41ea-af9d-53f8290bd061 None None] The sync data for ids ['2c469ba7-4c48-42ef-9f0b-303074e0ea9f'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:26:46.501746 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2841eac-7063-4eda-9e42-8517e17fb93a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Network': ['ID=4ee110dd-5f17-4048-9289-cbe74f70eac2,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:46.521873 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 4ee110dd-5f17-4048-9289-cbe74f70eac2 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:26:46.562101 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b96f00f-5d35-4151-854d-95b39f3fa83e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:46.566542 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9b96f00f-5d35-4151-854d-95b39f3fa83e tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&device_id=2c469ba7-4c48-42ef-9f0b-303074e0ea9f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1117926 Nov 15 11:26:46.567153 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43250) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:46.610027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-799306d2-cb0b-49e2-af4f-c3b127c04551 service neutron] For port ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:26:46.614839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-799306d2-cb0b-49e2-af4f-c3b127c04551 service neutron] For port ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b,segment=NetworkSegment(1af0aad6-2d84-4a24-b6e3-de765b71e1e9),segment_id=1af0aad6-2d84-4a24-b6e3-de765b71e1e9)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:26:46.630599 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-799306d2-cb0b-49e2-af4f-c3b127c04551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:46.635185 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2530c922-80e1-4d17-be5c-2c1f4a51274c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:26:46.638838 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2530c922-80e1-4d17-be5c-2c1f4a51274c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:46.685726 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-799306d2-cb0b-49e2-af4f-c3b127c04551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:46.686338 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-799306d2-cb0b-49e2-af4f-c3b127c04551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:46.687759 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-799306d2-cb0b-49e2-af4f-c3b127c04551 service neutron] 10.222.0.55 "PUT /v2.0/ports/ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b HTTP/1.1" status: 200 len: 1092 time: 1.7033665 Nov 15 11:26:46.690658 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3993576-d856-432f-b8cd-0c7ba972d118', 'tag': 'ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:26:46.692969 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4538be0-5ad5-4954-9f8c-406b9f2bb242" -d '{"events": [{"name": "network-changed", "server_uuid": "d3993576-d856-432f-b8cd-0c7ba972d118", "tag": "ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:26:46.709843 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-2530c922-80e1-4d17-be5c-2c1f4a51274c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] device_id is not set on port 403f3876-4d89-47b6-b89f-2d21be4b04dc yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:26:46.726394 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20705446-b055-4f33-9cb6-3e8120248b99 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:46.731773 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-20705446-b055-4f33-9cb6-3e8120248b99 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 881 time: 0.1597805 Nov 15 11:26:46.731773 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43264) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:46.767893 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-65d3e78a-e73d-49a5-b662-7287851f2d18 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c469ba7-4c48-42ef-9f0b-303074e0ea9f HTTP/1.1" status: 200 len: 205 time: 0.0340049 Nov 15 11:26:46.768885 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43268) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:46.779232 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799306d2-cb0b-49e2-af4f-c3b127c04551 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:46.786109 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24549aa8-cdf8-40f9-b90d-6e435fe279c2 x-openstack-request-id: req-24549aa8-cdf8-40f9-b90d-6e435fe279c2 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:26:46.786418 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3993576-d856-432f-b8cd-0c7ba972d118", "tag": "ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:26:46.786628 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24549aa8-cdf8-40f9-b90d-6e435fe279c2 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:26:46.787021 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3993576-d856-432f-b8cd-0c7ba972d118', 'tag': 'ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b', 'status': 'completed', 'code': 200} Nov 15 11:26:46.853573 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-904e8209-1747-468e-b82b-16eb577971c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:46.855095 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-904e8209-1747-468e-b82b-16eb577971c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69cdf03a6f264de7b09ea98e3ce6a0c9&device_id=d3993576-d856-432f-b8cd-0c7ba972d118 HTTP/1.1" status: 200 len: 1095 time: 0.1186635 Nov 15 11:26:46.877799 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-842a0200-67a0-42df-8fd3-f6bf62ad5d91 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:46.932772 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-f9019b23-1c4c-4ba8-93ef-74817693a95e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b HTTP/1.1" status: 200 len: 217 time: 0.0432472 Nov 15 11:26:46.997582 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2530c922-80e1-4d17-be5c-2c1f4a51274c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:47.000976 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-842a0200-67a0-42df-8fd3-f6bf62ad5d91 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:47.009542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-6ebff012-8a0b-4f62-b977-c909c3aff081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:47.011075 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-6ebff012-8a0b-4f62-b977-c909c3aff081 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=869f9db7-c874-47ae-bffd-e01d17367094 HTTP/1.1" status: 200 len: 855 time: 0.0696452 Nov 15 11:26:47.055507 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-90ecdd20-8478-453a-91ed-b9c6a70460e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331919 Nov 15 11:26:47.081928 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-842a0200-67a0-42df-8fd3-f6bf62ad5d91 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Deleting port a4931da4-6917-40ff-aa20-1d9c8a9dd3a5 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:26:47.082588 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-842a0200-67a0-42df-8fd3-f6bf62ad5d91 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:47.147638 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2530c922-80e1-4d17-be5c-2c1f4a51274c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:47.256643 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871af60-625c-4667-9e03-be9ca82f24b8 req-47c9ee0f-300a-49f7-830b-3b2928d84979 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:47.258229 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5871af60-625c-4667-9e03-be9ca82f24b8 req-47c9ee0f-300a-49f7-830b-3b2928d84979 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3993576-d856-432f-b8cd-0c7ba972d118 HTTP/1.1" status: 200 len: 944 time: 0.2067726 Nov 15 11:26:47.266945 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530c922-80e1-4d17-be5c-2c1f4a51274c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Port': ['ID=403f3876-4d89-47b6-b89f-2d21be4b04dc,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:47.308861 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff1155-9f49-4e0b-8046-0b03619e99cf req-67ac89f5-6801-4011-93b5-fbbcdf28fa35 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:47.310439 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dff1155-9f49-4e0b-8046-0b03619e99cf req-67ac89f5-6801-4011-93b5-fbbcdf28fa35 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.2006068 Nov 15 11:26:47.326941 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-d456643f-11c7-4c20-bae7-827c517e07b3 service neutron] 10.222.0.55 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586148 Nov 15 11:26:47.376103 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530c922-80e1-4d17-be5c-2c1f4a51274c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Checking segment: {'id': '07325629-3ab0-42e3-882b-38f4426cfcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4ee110dd-5f17-4048-9289-cbe74f70eac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:26:47.376466 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2530c922-80e1-4d17-be5c-2c1f4a51274c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network hostable DHCP agents. Network: 4ee110dd-5f17-4048-9289-cbe74f70eac2, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:26:47.465503 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5871af60-625c-4667-9e03-be9ca82f24b8 req-4b88dc4d-2c15-4902-bbaa-7812fd865174 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941011 Nov 15 11:26:47.484510 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dff1155-9f49-4e0b-8046-0b03619e99cf req-0e5bb19f-978e-4682-a3f7-4b3d40560dc1 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640084 Nov 15 11:26:47.490249 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-842a0200-67a0-42df-8fd3-f6bf62ad5d91 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:47.493761 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2530c922-80e1-4d17-be5c-2c1f4a51274c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network 4ee110dd-5f17-4048-9289-cbe74f70eac2 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:26:47.503318 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-842a0200-67a0-42df-8fd3-f6bf62ad5d91 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Calling delete_port for a4931da4-6917-40ff-aa20-1d9c8a9dd3a5 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:26:47.508377 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-2530c922-80e1-4d17-be5c-2c1f4a51274c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 4ee110dd-5f17-4048-9289-cbe74f70eac2) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:47.516975 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5bc700-6696-4081-b330-82084de59a84 None None] Network 4ee110dd-5f17-4048-9289-cbe74f70eac2 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:26:47.524660 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2530c922-80e1-4d17-be5c-2c1f4a51274c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:26:47.532403 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2530c922-80e1-4d17-be5c-2c1f4a51274c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:47.533414 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2530c922-80e1-4d17-be5c-2c1f4a51274c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:47.561099 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2530c922-80e1-4d17-be5c-2c1f4a51274c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0837591 Nov 15 11:26:47.566179 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43322) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:47.571618 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-0810eccc-883f-45dc-a2f2-5426e81ad67c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-573662388'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:47.592152 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14dcb80b-5442-469f-b55a-274b0cc92be6 req-c7ce6f79-233a-4c05-890f-1a6de15cae83 service neutron] 10.222.0.55 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536087 Nov 15 11:26:47.612713 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0810eccc-883f-45dc-a2f2-5426e81ad67c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:26:47.617433 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0810eccc-883f-45dc-a2f2-5426e81ad67c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:47.671264 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0810eccc-883f-45dc-a2f2-5426e81ad67c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:26:47.697981 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0810eccc-883f-45dc-a2f2-5426e81ad67c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:47.698717 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-0810eccc-883f-45dc-a2f2-5426e81ad67c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Added segment f3e4f6db-b72c-4790-b7cb-b18b11242e4d of type vlan for network f7dd04a8-9f0d-42e4-8691-c33414af89e8 Nov 15 11:26:47.748951 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4538be0-5ad5-4954-9f8c-406b9f2bb242 req-f9bca2b8-3d2c-47b6-9f37-aee689573b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:47.750452 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4538be0-5ad5-4954-9f8c-406b9f2bb242 req-f9bca2b8-3d2c-47b6-9f37-aee689573b8f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69cdf03a6f264de7b09ea98e3ce6a0c9&device_id=d3993576-d856-432f-b8cd-0c7ba972d118 HTTP/1.1" status: 200 len: 1095 time: 0.0907633 Nov 15 11:26:47.754100 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0810eccc-883f-45dc-a2f2-5426e81ad67c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:47.771544 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-842a0200-67a0-42df-8fd3-f6bf62ad5d91 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:47.803272 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a0200-67a0-42df-8fd3-f6bf62ad5d91 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Pushing event deleted for resources: {'Port': ['ID=a4931da4-6917-40ff-aa20-1d9c8a9dd3a5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:47.830354 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0810eccc-883f-45dc-a2f2-5426e81ad67c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:47.836038 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0810eccc-883f-45dc-a2f2-5426e81ad67c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:47.836864 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0810eccc-883f-45dc-a2f2-5426e81ad67c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:47.848190 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43328) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:47.869529 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-842a0200-67a0-42df-8fd3-f6bf62ad5d91 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:47.908677 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0810eccc-883f-45dc-a2f2-5426e81ad67c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3413081 Nov 15 11:26:47.912555 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43332) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:47.918180 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'ports': [{'network_id': '4ee110dd-5f17-4048-9289-cbe74f70eac2'}, {'network_id': 'f7dd04a8-9f0d-42e4-8691-c33414af89e8'}]} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:47.918644 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'port': {'network_id': '4ee110dd-5f17-4048-9289-cbe74f70eac2'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:47.918874 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'port': {'network_id': 'f7dd04a8-9f0d-42e4-8691-c33414af89e8'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:47.923657 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4538be0-5ad5-4954-9f8c-406b9f2bb242 req-0c6689e8-b241-4d93-b63f-95349690a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:47.925137 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4538be0-5ad5-4954-9f8c-406b9f2bb242 req-0c6689e8-b241-4d93-b63f-95349690a1a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 HTTP/1.1" status: 200 len: 916 time: 0.1674461 Nov 15 11:26:47.971522 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810eccc-883f-45dc-a2f2-5426e81ad67c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Network': ['ID=f7dd04a8-9f0d-42e4-8691-c33414af89e8,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:47.978897 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4538be0-5ad5-4954-9f8c-406b9f2bb242 req-f5c755c3-de3b-4b94-b655-b49de07d9a74 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b HTTP/1.1" status: 200 len: 217 time: 0.0444951 Nov 15 11:26:47.983946 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network f7dd04a8-9f0d-42e4-8691-c33414af89e8 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:26:47.985733 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c3feb25c-3a57-4448-a069-cbe33d0b0e20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:48.024871 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-842a0200-67a0-42df-8fd3-f6bf62ad5d91 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:48.027880 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-842a0200-67a0-42df-8fd3-f6bf62ad5d91 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:48.050445 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4538be0-5ad5-4954-9f8c-406b9f2bb242 req-0c06418f-382c-4136-85a1-92ee63fea96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:48.051939 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4538be0-5ad5-4954-9f8c-406b9f2bb242 req-0c06418f-382c-4136-85a1-92ee63fea96c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=869f9db7-c874-47ae-bffd-e01d17367094 HTTP/1.1" status: 200 len: 855 time: 0.0641553 Nov 15 11:26:48.090479 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4538be0-5ad5-4954-9f8c-406b9f2bb242 req-cc6f6fca-0734-4b71-aafa-ede7297a447b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288608 Nov 15 11:26:48.100129 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-842a0200-67a0-42df-8fd3-f6bf62ad5d91 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:48.100434 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842a0200-67a0-42df-8fd3-f6bf62ad5d91 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Fanout notify agent at l3_agent the message router_deleted on router 2c469ba7-4c48-42ef-9f0b-303074e0ea9f {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:26:48.131875 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-842a0200-67a0-42df-8fd3-f6bf62ad5d91 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:48.133043 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-842a0200-67a0-42df-8fd3-f6bf62ad5d91 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "DELETE /v2.0/routers/2c469ba7-4c48-42ef-9f0b-303074e0ea9f HTTP/1.1" status: 204 len: 168 time: 1.3631845 Nov 15 11:26:48.138110 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43334) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:48.142644 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d3b3f49d-d8d4-4fe2-b692-06d65da15a0a tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1778452228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:48.178025 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c3feb25c-3a57-4448-a069-cbe33d0b0e20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:48.189236 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3b3f49d-d8d4-4fe2-b692-06d65da15a0a tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:48.189904 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c3feb25c-3a57-4448-a069-cbe33d0b0e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:48.190234 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3b3f49d-d8d4-4fe2-b692-06d65da15a0a tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:48.211100 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'port': 2} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:26:48.215643 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:48.240377 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4538be0-5ad5-4954-9f8c-406b9f2bb242 req-7020a611-e179-410f-a06e-67b3a0de6032 service neutron] 10.222.0.55 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416430 Nov 15 11:26:48.246956 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c3feb25c-3a57-4448-a069-cbe33d0b0e20 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bc5369170c3c47a3b96a6f48d1b06825&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3978472 Nov 15 11:26:48.247861 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3feb25c-3a57-4448-a069-cbe33d0b0e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d0e4f5-255d-48c7-9d32-f44d5f490e97,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:48.251212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43336) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:48.265464 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:48.271245 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3b3f49d-d8d4-4fe2-b692-06d65da15a0a tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:48.281003 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3b3f49d-d8d4-4fe2-b692-06d65da15a0a tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:48.337847 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3b3f49d-d8d4-4fe2-b692-06d65da15a0a tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:48.339066 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d3b3f49d-d8d4-4fe2-b692-06d65da15a0a tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1998463 Nov 15 11:26:48.341820 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43338) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:48.353380 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-46fd7a31-700a-4eb4-8b46-39917fa428a3 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Request body: {'router': {'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:48.367682 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6e8209a-3fd1-4791-9370-5dd8d54d76d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:48.374404 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4538be0-5ad5-4954-9f8c-406b9f2bb242 req-ea9da950-d860-48c2-a52b-b4180a8c1f54 service neutron] 10.222.0.55 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239712 Nov 15 11:26:48.392933 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6e8209a-3fd1-4791-9370-5dd8d54d76d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:48.428181 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] device_id is not set on port b4142975-a480-4e7c-b9d3-cd5d652ff49b yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:26:48.441274 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6e8209a-3fd1-4791-9370-5dd8d54d76d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:48.444263 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6e8209a-3fd1-4791-9370-5dd8d54d76d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:48.445485 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f6e8209a-3fd1-4791-9370-5dd8d54d76d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c3d0e4f5-255d-48c7-9d32-f44d5f490e97 HTTP/1.1" status: 204 len: 168 time: 0.1934533 Nov 15 11:26:48.454543 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8209a-3fd1-4791-9370-5dd8d54d76d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d0e4f5-255d-48c7-9d32-f44d5f490e97,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:48.630268 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca8487-9b22-4339-914b-e7eff771f876 req-ab948716-6df8-4442-8224-7d55c1759c53 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:48.631750 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4cca8487-9b22-4339-914b-e7eff771f876 req-ab948716-6df8-4442-8224-7d55c1759c53 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3993576-d856-432f-b8cd-0c7ba972d118 HTTP/1.1" status: 200 len: 944 time: 0.0888689 Nov 15 11:26:48.639946 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5713fe-4c53-4dc6-9bfa-8d7dbdfde974 req-c8bb699c-ed76-4b7b-b222-f9cef18732f4 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:48.641506 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5b5713fe-4c53-4dc6-9bfa-8d7dbdfde974 req-c8bb699c-ed76-4b7b-b222-f9cef18732f4 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.0679581 Nov 15 11:26:48.695731 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46fd7a31-700a-4eb4-8b46-39917fa428a3 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:48.705447 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4cca8487-9b22-4339-914b-e7eff771f876 req-b3d9dd63-9906-4984-ba69-2e8ad7ecc289 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629959 Nov 15 11:26:48.728644 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5b5713fe-4c53-4dc6-9bfa-8d7dbdfde974 req-7aef4f85-4e3f-4b3b-8b29-286c192cf9c8 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664928 Nov 15 11:26:48.756597 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:48.851583 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] device_id is not set on port 4e106476-9f49-4c5e-a5bc-7be8beb7ebb5 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:26:49.036130 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-bf65da77-f8a2-4b15-9049-1e152449cde5 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:49.040293 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-bf65da77-f8a2-4b15-9049-1e152449cde5 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/networks?id=c7abab0f-4274-40bd-9c20-749f1f1c5aed HTTP/1.1" status: 200 len: 810 time: 0.1139386 Nov 15 11:26:49.048652 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:49.053759 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-50e3ae19-5749-40a6-9298-9bd6e1be9045 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/quotas/91113c0fa8154b558a9e557fde9f1b3d HTTP/1.1" status: 200 len: 375 time: 0.0100861 Nov 15 11:26:49.068776 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46fd7a31-700a-4eb4-8b46-39917fa428a3 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:49.096707 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46fd7a31-700a-4eb4-8b46-39917fa428a3 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:49.112066 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-86654f2b-afd5-4acb-946a-000f0998ff41 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=91113c0fa8154b558a9e557fde9f1b3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515227 Nov 15 11:26:49.173176 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:49.211626 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-b3dd6ea8-db7b-48ba-a78f-c53b8ddf01a8 service neutron] 10.222.0.64 "GET /v2.0/networks/c7abab0f-4274-40bd-9c20-749f1f1c5aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897374 Nov 15 11:26:49.251613 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network 4ee110dd-5f17-4048-9289-cbe74f70eac2 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:26:49.254399 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Port': ['ID=b4142975-a480-4e7c-b9d3-cd5d652ff49b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:49.259897 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:49.264527 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:26:49.265339 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:49.277253 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-46fd7a31-700a-4eb4-8b46-39917fa428a3 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Allocated IP 172.25.7.203 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/af9f5371-db29-4826-a9ba-2ce38739ba20) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:26:49.323134 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-714b84d1-e8ef-4a83-a7f4-68c7b1c1280a service neutron] 10.222.0.64 "GET /v2.0/networks/c7abab0f-4274-40bd-9c20-749f1f1c5aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003885 Nov 15 11:26:49.368669 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Port': ['ID=4e106476-9f49-4c5e-a5bc-7be8beb7ebb5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:49.412175 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Checking segment: {'id': 'f3e4f6db-b72c-4790-b7cb-b18b11242e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'f7dd04a8-9f0d-42e4-8691-c33414af89e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:26:49.412703 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network hostable DHCP agents. Network: f7dd04a8-9f0d-42e4-8691-c33414af89e8, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:26:49.462311 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46fd7a31-700a-4eb4-8b46-39917fa428a3 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:49.473270 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network f7dd04a8-9f0d-42e4-8691-c33414af89e8 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:26:49.491411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, f7dd04a8-9f0d-42e4-8691-c33414af89e8) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:49.496925 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:26:49.502927 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:49.505378 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330041c0-26af-4178-b694-b7c716af7c69 None None] Network f7dd04a8-9f0d-42e4-8691-c33414af89e8 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:26:49.508125 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:49.508738 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:49.536158 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-77919378-ad97-43a5-8322-7bbf57154d1a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6211782 Nov 15 11:26:49.538993 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43426) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:49.563167 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46fd7a31-700a-4eb4-8b46-39917fa428a3 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:49.567319 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d50d917-69e5-4957-9120-6a98832af252 req-17e6a5f8-dcf2-4703-a1e9-92454af9620d tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 210 time: 0.0382097 Nov 15 11:26:49.650935 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fd7a31-700a-4eb4-8b46-39917fa428a3 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:26:49.675800 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-46fd7a31-700a-4eb4-8b46-39917fa428a3 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:49.678290 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fd7a31-700a-4eb4-8b46-39917fa428a3 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:26:49.710842 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd7a31-700a-4eb4-8b46-39917fa428a3 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Pushing event updated for resources: {'Port': ['ID=af9f5371-db29-4826-a9ba-2ce38739ba20,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:49.773290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43436) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:49.884892 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9a31fd06-d54d-45e5-a800-5313a367bf74 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting port 4e106476-9f49-4c5e-a5bc-7be8beb7ebb5 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:26:49.885233 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a31fd06-d54d-45e5-a800-5313a367bf74 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:49.903536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34091bbe-6065-4278-9648-8ba12656b61d req-4d08f390-b3ce-4f6a-93ca-4f1395341120 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:49.905267 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34091bbe-6065-4278-9648-8ba12656b61d req-4d08f390-b3ce-4f6a-93ca-4f1395341120 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3993576-d856-432f-b8cd-0c7ba972d118 HTTP/1.1" status: 200 len: 944 time: 0.1019988 Nov 15 11:26:49.928832 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6e42984-c8bd-4c3d-bf05-93e0822ebe59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:49.997731 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34091bbe-6065-4278-9648-8ba12656b61d req-40fe31c8-3ec9-4b20-a7bb-80c1443aede1 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834806 Nov 15 11:26:50.028678 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a31fd06-d54d-45e5-a800-5313a367bf74 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:50.049159 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9a31fd06-d54d-45e5-a800-5313a367bf74 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Calling delete_port for 4e106476-9f49-4c5e-a5bc-7be8beb7ebb5 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:26:50.058184 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6e42984-c8bd-4c3d-bf05-93e0822ebe59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:50.062907 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6e42984-c8bd-4c3d-bf05-93e0822ebe59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:50.089927 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:26:50.120445 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46fd7a31-700a-4eb4-8b46-39917fa428a3 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:50.125367 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f6e42984-c8bd-4c3d-bf05-93e0822ebe59 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=172b364cadd14d91a3b8701c06a3afae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3502669 Nov 15 11:26:50.126602 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e42984-c8bd-4c3d-bf05-93e0822ebe59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9eb010-7feb-433f-9a9d-b940b1bd52d3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:50.128814 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43444) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:50.146718 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e42984-c8bd-4c3d-bf05-93e0822ebe59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:50.147057 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e42984-c8bd-4c3d-bf05-93e0822ebe59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:50.147576 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e42984-c8bd-4c3d-bf05-93e0822ebe59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:50.148207 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e42984-c8bd-4c3d-bf05-93e0822ebe59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:50.148698 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e42984-c8bd-4c3d-bf05-93e0822ebe59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:50.149186 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e42984-c8bd-4c3d-bf05-93e0822ebe59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:50.149669 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e42984-c8bd-4c3d-bf05-93e0822ebe59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:50.150878 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e42984-c8bd-4c3d-bf05-93e0822ebe59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:50.151384 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e42984-c8bd-4c3d-bf05-93e0822ebe59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:50.151887 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e42984-c8bd-4c3d-bf05-93e0822ebe59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:50.152372 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e42984-c8bd-4c3d-bf05-93e0822ebe59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:50.152850 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e42984-c8bd-4c3d-bf05-93e0822ebe59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:26:50.199710 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa88947d-ec2a-4668-b348-f54ad50b34d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:50.225234 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a31fd06-d54d-45e5-a800-5313a367bf74 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:50.228202 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa88947d-ec2a-4668-b348-f54ad50b34d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:50.266196 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b,segment=NetworkSegment(1af0aad6-2d84-4a24-b6e3-de765b71e1e9),segment_id=1af0aad6-2d84-4a24-b6e3-de765b71e1e9)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:26:50.272902 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31fd06-d54d-45e5-a800-5313a367bf74 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Port': ['ID=4e106476-9f49-4c5e-a5bc-7be8beb7ebb5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:50.275240 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a31fd06-d54d-45e5-a800-5313a367bf74 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:50.278873 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9a31fd06-d54d-45e5-a800-5313a367bf74 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/ports/4e106476-9f49-4c5e-a5bc-7be8beb7ebb5 HTTP/1.1" status: 204 len: 168 time: 0.7365761 Nov 15 11:26:50.281758 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43446) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:50.285388 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b', 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13', 'port_id': 'ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b', 'mac_address': 'fa:16:3e:42:ea:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869f9db7-c874-47ae-bffd-e01d17367094', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:26:50.291167 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa88947d-ec2a-4668-b348-f54ad50b34d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:50.294157 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa88947d-ec2a-4668-b348-f54ad50b34d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:50.295394 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fa88947d-ec2a-4668-b348-f54ad50b34d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/df9eb010-7feb-433f-9a9d-b940b1bd52d3 HTTP/1.1" status: 204 len: 168 time: 0.1646781 Nov 15 11:26:50.304726 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88947d-ec2a-4668-b348-f54ad50b34d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9eb010-7feb-433f-9a9d-b940b1bd52d3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:50.349792 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:50.363965 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:26:50.386443 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b,segment=NetworkSegment(1af0aad6-2d84-4a24-b6e3-de765b71e1e9),segment_id=1af0aad6-2d84-4a24-b6e3-de765b71e1e9)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:26:50.391703 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:50.430147 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2b06d3-77bd-4c41-8330-ed454946abba tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:50.435915 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2b06d3-77bd-4c41-8330-ed454946abba tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:50.437486 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7c2b06d3-77bd-4c41-8330-ed454946abba tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1540234 Nov 15 11:26:50.441300 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43452) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:50.448701 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:50.453406 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46fd7a31-700a-4eb4-8b46-39917fa428a3 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:50.456844 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46fd7a31-700a-4eb4-8b46-39917fa428a3 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66739771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66739762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66736290'] for router, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:50.540525 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5e6bd4f9-7784-4fc3-96d6-44869e9f0bdb tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting port b4142975-a480-4e7c-b9d3-cd5d652ff49b {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:26:50.540874 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e6bd4f9-7784-4fc3-96d6-44869e9f0bdb tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:50.632960 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e6bd4f9-7784-4fc3-96d6-44869e9f0bdb tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:50.656042 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5e6bd4f9-7784-4fc3-96d6-44869e9f0bdb tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Calling delete_port for b4142975-a480-4e7c-b9d3-cd5d652ff49b owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:26:50.682324 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:26:50.709086 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fd7a31-700a-4eb4-8b46-39917fa428a3 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Router 4e9d344f-a63d-4260-abe8-2cc961a30896 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:26:50.765011 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fdb522fb-0fb5-46d9-8d0d-c5897ac972cc req-0091a21d-ea48-4b48-9ddb-e286f58fac45 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 210 time: 0.0448737 Nov 15 11:26:50.811633 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e6bd4f9-7784-4fc3-96d6-44869e9f0bdb tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:50.844989 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bd4f9-7784-4fc3-96d6-44869e9f0bdb tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Port': ['ID=b4142975-a480-4e7c-b9d3-cd5d652ff49b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:50.850828 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e6bd4f9-7784-4fc3-96d6-44869e9f0bdb tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:50.854766 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5e6bd4f9-7784-4fc3-96d6-44869e9f0bdb tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/ports/b4142975-a480-4e7c-b9d3-cd5d652ff49b HTTP/1.1" status: 204 len: 168 time: 0.4119716 Nov 15 11:26:50.858255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43464) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:50.958377 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011f9213-1646-4d82-9815-276e38618563 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:50.961736 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-011f9213-1646-4d82-9815-276e38618563 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1023529 Nov 15 11:26:50.964364 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43474) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:50.993330 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e9a291-5136-4e16-80aa-1edaa5ec4231 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] GET failed (client error): The resource could not be found. Nov 15 11:26:50.995274 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-60e9a291-5136-4e16-80aa-1edaa5ec4231 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports/4e106476-9f49-4c5e-a5bc-7be8beb7ebb5 HTTP/1.1" status: 404 len: 333 time: 0.0287957 Nov 15 11:26:50.998235 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43476) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:51.032195 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed629201-5239-4605-93a0-dc4aa24843d8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] GET failed (client error): The resource could not be found. Nov 15 11:26:51.033959 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ed629201-5239-4605-93a0-dc4aa24843d8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports/b4142975-a480-4e7c-b9d3-cd5d652ff49b HTTP/1.1" status: 404 len: 333 time: 0.0347307 Nov 15 11:26:51.036764 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43480) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:51.154614 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-5b4a88d1-51d1-4455-8f38-15c578b08e73 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:51.156152 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-5b4a88d1-51d1-4455-8f38-15c578b08e73 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.11 "GET /v2.0/networks?id=c7abab0f-4274-40bd-9c20-749f1f1c5aed HTTP/1.1" status: 200 len: 810 time: 0.5690439 Nov 15 11:26:51.160232 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c2d918e-c3c3-4684-a858-c0eed5c63b37 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:51.170593 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6276d-b152-4eff-8267-397b0f526344 req-df33dd74-47d0-4e8f-a4b6-4ecc13d05664 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:51.172104 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9dd6276d-b152-4eff-8267-397b0f526344 req-df33dd74-47d0-4e8f-a4b6-4ecc13d05664 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3993576-d856-432f-b8cd-0c7ba972d118 HTTP/1.1" status: 200 len: 945 time: 0.0810039 Nov 15 11:26:51.217579 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-f2acd791-279a-4810-8600-066a5258d95f tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Request body: {'port': {'device_id': '7bc86792-69a0-4ca6-9c9e-e4d37c87deee', 'network_id': 'c7abab0f-4274-40bd-9c20-749f1f1c5aed', 'admin_state_up': True, 'tenant_id': '91113c0fa8154b558a9e557fde9f1b3d'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:51.287384 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c2d918e-c3c3-4684-a858-c0eed5c63b37 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:51.298114 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9dd6276d-b152-4eff-8267-397b0f526344 req-f52550df-cd3b-41e6-af84-d0000532604f tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147530 Nov 15 11:26:51.310870 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-2c2d918e-c3c3-4684-a858-c0eed5c63b37 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7dd04a8-9f0d-42e4-8691-c33414af89e8']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:51.330542 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fd7a31-700a-4eb4-8b46-39917fa428a3 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:26:51.333609 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-2c2d918e-c3c3-4684-a858-c0eed5c63b37 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e4f6db-b72c-4790-b7cb-b18b11242e4d') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:51.334522 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-2c2d918e-c3c3-4684-a858-c0eed5c63b37 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e4f6db-b72c-4790-b7cb-b18b11242e4d') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:51.336937 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46fd7a31-700a-4eb4-8b46-39917fa428a3 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:51.338092 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-46fd7a31-700a-4eb4-8b46-39917fa428a3 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "PUT /v2.0/routers/4e9d344f-a63d-4260-abe8-2cc961a30896 HTTP/1.1" status: 200 len: 884 time: 2.9952471 Nov 15 11:26:51.341918 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43486) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:51.344423 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2216240-6752-44ce-97da-ba226ca42bec None None] Sync routers for ids ['4e9d344f-a63d-4260-abe8-2cc961a30896'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:26:51.349637 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c2d918e-c3c3-4684-a858-c0eed5c63b37 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:51.357514 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2216240-6752-44ce-97da-ba226ca42bec None None] Routers {'4e9d344f-a63d-4260-abe8-2cc961a30896'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:26:51.358081 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f2216240-6752-44ce-97da-ba226ca42bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:26:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['4e9d344f-a63d-4260-abe8-2cc961a30896'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:51.374693 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c2d918e-c3c3-4684-a858-c0eed5c63b37 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:51.381263 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2d918e-c3c3-4684-a858-c0eed5c63b37 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:26:51.381605 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c2d918e-c3c3-4684-a858-c0eed5c63b37 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: items = [ Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:26:51.386089 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:26:51.400013 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f2216240-6752-44ce-97da-ba226ca42bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:51.408934 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2216240-6752-44ce-97da-ba226ca42bec None None] Routers {'4e9d344f-a63d-4260-abe8-2cc961a30896'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:26:51.409609 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f2216240-6752-44ce-97da-ba226ca42bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:26:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['4e9d344f-a63d-4260-abe8-2cc961a30896'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:51.449880 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f2216240-6752-44ce-97da-ba226ca42bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:51.450552 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2216240-6752-44ce-97da-ba226ca42bec None None] The sync data for ids ['4e9d344f-a63d-4260-abe8-2cc961a30896'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:26:51.452562 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-f2acd791-279a-4810-8600-066a5258d95f tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Made reservation on behalf of 91113c0fa8154b558a9e557fde9f1b3d for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:26:51.456796 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-f2acd791-279a-4810-8600-066a5258d95f tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:51.457088 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c2d918e-c3c3-4684-a858-c0eed5c63b37 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:51.466098 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c2d918e-c3c3-4684-a858-c0eed5c63b37 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:51.473212 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2c2d918e-c3c3-4684-a858-c0eed5c63b37 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/networks/f7dd04a8-9f0d-42e4-8691-c33414af89e8 HTTP/1.1" status: 204 len: 168 time: 0.4312112 Nov 15 11:26:51.474276 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43490) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:51.478835 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-885187e0-96fe-4e2e-a3e9-4a2d32e88f31 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-271071850'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:51.479253 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d918e-c3c3-4684-a858-c0eed5c63b37 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Network': ['ID=f7dd04a8-9f0d-42e4-8691-c33414af89e8,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:51.528266 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-75e26486-27ef-4006-9903-6b07e6c055fa tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "GET /v2.0/routers/4e9d344f-a63d-4260-abe8-2cc961a30896 HTTP/1.1" status: 200 len: 925 time: 0.1851704 Nov 15 11:26:51.528939 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885187e0-96fe-4e2e-a3e9-4a2d32e88f31 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:26:51.531205 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43494) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:51.532307 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-885187e0-96fe-4e2e-a3e9-4a2d32e88f31 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:51.595020 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885187e0-96fe-4e2e-a3e9-4a2d32e88f31 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:26:51.601685 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79236595-55fa-4618-bcd8-4528b4f5670a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:51.603208 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-79236595-55fa-4618-bcd8-4528b4f5670a tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&device_id=4e9d344f-a63d-4260-abe8-2cc961a30896&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0709875 Nov 15 11:26:51.606577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43498) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:51.629720 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-885187e0-96fe-4e2e-a3e9-4a2d32e88f31 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:51.630065 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-885187e0-96fe-4e2e-a3e9-4a2d32e88f31 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Added segment bc947c09-a0ae-4bbd-b392-c049cc9ad348 of type vlan for network bfe4350e-247e-4308-94d8-b5e5e2ab37d9 Nov 15 11:26:51.683698 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-f2acd791-279a-4810-8600-066a5258d95f tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Allocated IP 172.20.0.8 (c7abab0f-4274-40bd-9c20-749f1f1c5aed/414b55a6-1594-48a7-b107-9f0e9048b526/5231ddc8-97a4-4579-9ff3-f845e2dfa1a0) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:26:51.689612 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-885187e0-96fe-4e2e-a3e9-4a2d32e88f31 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:51.701238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e603faac-7b47-4a86-891a-29e75b0d3447 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:51.705521 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e603faac-7b47-4a86-891a-29e75b0d3447 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 881 time: 0.0952888 Nov 15 11:26:51.705843 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43502) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:51.735092 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-14fc2cff-7320-4844-b69e-a76eb32c5627 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e9d344f-a63d-4260-abe8-2cc961a30896 HTTP/1.1" status: 200 len: 205 time: 0.0258520 Nov 15 11:26:51.735625 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43506) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:51.743260 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-885187e0-96fe-4e2e-a3e9-4a2d32e88f31 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:51.748852 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885187e0-96fe-4e2e-a3e9-4a2d32e88f31 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:51.749515 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-885187e0-96fe-4e2e-a3e9-4a2d32e88f31 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:51.879029 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-885187e0-96fe-4e2e-a3e9-4a2d32e88f31 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4042916 Nov 15 11:26:51.886193 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43512) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:51.893363 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2141e646-c7a6-4abb-92c5-86bd026ec180 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'subnet': {'network_id': 'bfe4350e-247e-4308-94d8-b5e5e2ab37d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:51.905502 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43514) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:51.979951 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885187e0-96fe-4e2e-a3e9-4a2d32e88f31 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Network': ['ID=bfe4350e-247e-4308-94d8-b5e5e2ab37d9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:51.997817 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network bfe4350e-247e-4308-94d8-b5e5e2ab37d9 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:26:52.040364 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-f2acd791-279a-4810-8600-066a5258d95f tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:52.065502 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2141e646-c7a6-4abb-92c5-86bd026ec180 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:26:52.069835 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2141e646-c7a6-4abb-92c5-86bd026ec180 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:52.091394 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:26:52.155134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b4eb1109-0f83-4ed1-b8c8-cc6f0bf9594e tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:52.159846 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-2141e646-c7a6-4abb-92c5-86bd026ec180 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Performing IP validity checks on allocation pools {{(pid=102677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 15 11:26:52.160542 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-2141e646-c7a6-4abb-92c5-86bd026ec180 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 15 11:26:52.165521 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-f2acd791-279a-4810-8600-066a5258d95f tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:52.186423 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['07862bcb-4060-464d-97b1-43987f8807f6'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:26:52.238082 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-f2acd791-279a-4810-8600-066a5258d95f tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Network c7abab0f-4274-40bd-9c20-749f1f1c5aed is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:26:52.238918 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:26:52.239683 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1109-0f83-4ed1-b8c8-cc6f0bf9594e tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:52.247260 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:26:52.247586 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:52.250863 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-f2acd791-279a-4810-8600-066a5258d95f tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:52.260344 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-f2acd791-279a-4810-8600-066a5258d95f tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:26:52.264420 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2acd791-279a-4810-8600-066a5258d95f tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Pushing event updated for resources: {'Port': ['ID=5231ddc8-97a4-4579-9ff3-f845e2dfa1a0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:52.357223 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189cafc-ee2c-474a-9ab3-b30e6bcf2fcf req-9d2699c9-2620-442f-8d7d-935512809497 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:52.358746 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0189cafc-ee2c-474a-9ab3-b30e6bcf2fcf req-9d2699c9-2620-442f-8d7d-935512809497 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 931 time: 0.1382265 Nov 15 11:26:52.372126 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60999111-e5a9-405c-850f-b25b2539becb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:52.381151 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-f2acd791-279a-4810-8600-066a5258d95f tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:52.382179 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-f2acd791-279a-4810-8600-066a5258d95f tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:52.425544 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:52.446371 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-f2acd791-279a-4810-8600-066a5258d95f tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2598794 Nov 15 11:26:52.460890 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-140e669a-62cf-4018-a94c-4b3bd6342a98 service neutron] Request body: {'port': {'device_id': '7bc86792-69a0-4ca6-9c9e-e4d37c87deee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:52.463345 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3993576-d856-432f-b8cd-0c7ba972d118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:26:52.467436 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a295bb3-0736-4612-9e5e-77a4ed47e307" -d '{"events": [{"server_uuid": "d3993576-d856-432f-b8cd-0c7ba972d118", "name": "network-vif-plugged", "status": "completed", "tag": "ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:26:52.481971 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b,segment=NetworkSegment(1af0aad6-2d84-4a24-b6e3-de765b71e1e9),segment_id=1af0aad6-2d84-4a24-b6e3-de765b71e1e9)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:26:52.488461 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:52.488820 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2141e646-c7a6-4abb-92c5-86bd026ec180 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:52.543150 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0189cafc-ee2c-474a-9ab3-b30e6bcf2fcf req-d99dd373-a58f-4ab5-9a4a-385b7f4576a4 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684284 Nov 15 11:26:52.547000 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:52.557788 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f4576-6014-46bf-9298-1ac163cc6f09 req-1decad10-98a3-451d-9e6f-62260560f155 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:52.559429 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2c7f4576-6014-46bf-9298-1ac163cc6f09 req-1decad10-98a3-451d-9e6f-62260560f155 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3993576-d856-432f-b8cd-0c7ba972d118 HTTP/1.1" status: 200 len: 945 time: 0.1356039 Nov 15 11:26:52.587465 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141e646-c7a6-4abb-92c5-86bd026ec180 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Subnet': ['ID=c0e08302-22d4-4eb4-afb9-8534802040e4,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:52.589463 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-140e669a-62cf-4018-a94c-4b3bd6342a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:52.605878 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41b96fb-7ea2-4e95-8fc1-5e0b69827914 x-openstack-request-id: req-c41b96fb-7ea2-4e95-8fc1-5e0b69827914 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:26:52.606167 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3993576-d856-432f-b8cd-0c7ba972d118", "name": "network-vif-plugged", "status": "completed", "tag": "ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:26:52.606414 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c41b96fb-7ea2-4e95-8fc1-5e0b69827914 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:26:52.607123 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3993576-d856-432f-b8cd-0c7ba972d118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b', 'code': 200} Nov 15 11:26:52.613812 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60999111-e5a9-405c-850f-b25b2539becb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:52.619934 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141e646-c7a6-4abb-92c5-86bd026ec180 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Checking segment: {'id': 'bc947c09-a0ae-4bbd-b392-c049cc9ad348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bfe4350e-247e-4308-94d8-b5e5e2ab37d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:26:52.620291 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2141e646-c7a6-4abb-92c5-86bd026ec180 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network hostable DHCP agents. Network: bfe4350e-247e-4308-94d8-b5e5e2ab37d9, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:26:52.634574 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:26:52.642868 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1109-0f83-4ed1-b8c8-cc6f0bf9594e tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:52.677807 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2c7f4576-6014-46bf-9298-1ac163cc6f09 req-6a4557dd-707e-4e18-bea1-4f66b8c03680 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038847 Nov 15 11:26:52.723238 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2141e646-c7a6-4abb-92c5-86bd026ec180 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network bfe4350e-247e-4308-94d8-b5e5e2ab37d9 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:26:52.727483 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987029b4-2c3e-41c6-9ded-f1b59e01ee90 req-307d5f64-609e-4399-a2e5-cb1e14cd64d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:52.729054 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-987029b4-2c3e-41c6-9ded-f1b59e01ee90 req-307d5f64-609e-4399-a2e5-cb1e14cd64d6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d3993576-d856-432f-b8cd-0c7ba972d118 HTTP/1.1" status: 200 len: 1097 time: 0.0553188 Nov 15 11:26:52.735056 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-60999111-e5a9-405c-850f-b25b2539becb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Deleting port af9f5371-db29-4826-a9ba-2ce38739ba20 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:26:52.735415 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60999111-e5a9-405c-850f-b25b2539becb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:52.793204 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2141e646-c7a6-4abb-92c5-86bd026ec180 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, bfe4350e-247e-4308-94d8-b5e5e2ab37d9) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:52.802388 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5367d701-abf0-4116-aa18-6ae7e338dc1c None None] Network bfe4350e-247e-4308-94d8-b5e5e2ab37d9 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:26:52.820609 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2141e646-c7a6-4abb-92c5-86bd026ec180 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:52.821185 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2141e646-c7a6-4abb-92c5-86bd026ec180 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:52.824415 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-987029b4-2c3e-41c6-9ded-f1b59e01ee90 req-08f25c38-7372-4cbb-963a-49538b2cf368 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869668 Nov 15 11:26:52.846295 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60999111-e5a9-405c-850f-b25b2539becb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:52.860492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-60999111-e5a9-405c-850f-b25b2539becb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Calling delete_port for af9f5371-db29-4826-a9ba-2ce38739ba20 owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:26:52.909520 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-b4eb1109-0f83-4ed1-b8c8-cc6f0bf9594e tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Allocated IP 172.25.7.202 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/4fa395bd-d6cb-4d9e-9904-ecbec891f103) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:26:52.917655 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2141e646-c7a6-4abb-92c5-86bd026ec180 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0258694 Nov 15 11:26:52.919125 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43524) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:52.926429 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-42d84950-44a1-4ece-af67-a258d493b2b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'port': {'network_id': 'bfe4350e-247e-4308-94d8-b5e5e2ab37d9', 'name': 'tempest-PortsTestJSON-1410804077'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:52.978812 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4a22b2-ca75-42a2-8326-b1b0d0d9872c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-bfe4350e-247e-4308-94d8-b5e5e2ab37d9', 'network_id': 'bfe4350e-247e-4308-94d8-b5e5e2ab37d9', 'tenant_id': 'e5b1bb3ca099430a917c5bdc2dfcf841', 'fixed_ips': [{'subnet_id': 'c0e08302-22d4-4eb4-afb9-8534802040e4'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:26:52.980112 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4a4a22b2-ca75-42a2-8326-b1b0d0d9872c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.068372 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60999111-e5a9-405c-850f-b25b2539becb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.105213 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60999111-e5a9-405c-850f-b25b2539becb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Pushing event deleted for resources: {'Port': ['ID=af9f5371-db29-4826-a9ba-2ce38739ba20,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:53.179794 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60999111-e5a9-405c-850f-b25b2539becb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.187077 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1109-0f83-4ed1-b8c8-cc6f0bf9594e tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.197490 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-140e669a-62cf-4018-a94c-4b3bd6342a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:26:53.209852 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-140e669a-62cf-4018-a94c-4b3bd6342a98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.213726 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d84950-44a1-4ece-af67-a258d493b2b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:26:53.217290 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42d84950-44a1-4ece-af67-a258d493b2b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.250579 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-140e669a-62cf-4018-a94c-4b3bd6342a98 service neutron] Transition to ACTIVE for port object 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:26:53.258012 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-140e669a-62cf-4018-a94c-4b3bd6342a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.260406 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-42d84950-44a1-4ece-af67-a258d493b2b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] device_id is not set on port cc31b0d2-2eb9-4d5a-912e-1859c303cf18 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:26:53.286285 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60999111-e5a9-405c-850f-b25b2539becb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.288484 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60999111-e5a9-405c-850f-b25b2539becb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.306009 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-4a4a22b2-ca75-42a2-8326-b1b0d0d9872c None None] Allocated IP 172.20.0.2 (bfe4350e-247e-4308-94d8-b5e5e2ab37d9/c0e08302-22d4-4eb4-afb9-8534802040e4/9e299c2a-2f28-4eac-938c-d4aa3e019ad7) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:26:53.343733 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1109-0f83-4ed1-b8c8-cc6f0bf9594e tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.344279 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60999111-e5a9-405c-850f-b25b2539becb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.344870 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60999111-e5a9-405c-850f-b25b2539becb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Fanout notify agent at l3_agent the message router_deleted on router 4e9d344f-a63d-4260-abe8-2cc961a30896 {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:26:53.354067 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60999111-e5a9-405c-850f-b25b2539becb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.359612 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-60999111-e5a9-405c-850f-b25b2539becb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "DELETE /v2.0/routers/4e9d344f-a63d-4260-abe8-2cc961a30896 HTTP/1.1" status: 204 len: 168 time: 1.6187756 Nov 15 11:26:53.361068 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43528) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:53.365003 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e669a-62cf-4018-a94c-4b3bd6342a98 service neutron] Pushing event updated for resources: {'Port': ['ID=5231ddc8-97a4-4579-9ff3-f845e2dfa1a0,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:53.366589 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-7bf9be8e-ba38-4bd3-9449-60646099c6ca tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-208133579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:53.398738 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7bf9be8e-ba38-4bd3-9449-60646099c6ca tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.402190 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7bf9be8e-ba38-4bd3-9449-60646099c6ca tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.418148 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eb1109-0f83-4ed1-b8c8-cc6f0bf9594e tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:26:53.439522 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b4eb1109-0f83-4ed1-b8c8-cc6f0bf9594e tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:53.446518 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb1109-0f83-4ed1-b8c8-cc6f0bf9594e tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:26:53.455372 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7bf9be8e-ba38-4bd3-9449-60646099c6ca tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.461427 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7bf9be8e-ba38-4bd3-9449-60646099c6ca tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.471078 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4a4a22b2-ca75-42a2-8326-b1b0d0d9872c None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.479012 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4a4a22b2-ca75-42a2-8326-b1b0d0d9872c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.485890 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7bf9be8e-ba38-4bd3-9449-60646099c6ca tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.487570 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7bf9be8e-ba38-4bd3-9449-60646099c6ca tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1253953 Nov 15 11:26:53.490427 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43530) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:53.492136 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb1109-0f83-4ed1-b8c8-cc6f0bf9594e tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Pushing event updated for resources: {'Port': ['ID=4fa395bd-d6cb-4d9e-9904-ecbec891f103,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:53.501369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-97e0cafb-c3a2-4c52-9215-de67692324c6 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'enable_snat': True}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:53.524483 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4a22b2-ca75-42a2-8326-b1b0d0d9872c None None] Network bfe4350e-247e-4308-94d8-b5e5e2ab37d9 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:26:53.527568 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-4a4a22b2-ca75-42a2-8326-b1b0d0d9872c None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:53.532273 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4a22b2-ca75-42a2-8326-b1b0d0d9872c None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:26:53.540155 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a22b2-ca75-42a2-8326-b1b0d0d9872c None None] Pushing event updated for resources: {'Port': ['ID=9e299c2a-2f28-4eac-938c-d4aa3e019ad7,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:53.563509 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-140e669a-62cf-4018-a94c-4b3bd6342a98 service neutron] Attempting to bind port 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:26:53.563874 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-140e669a-62cf-4018-a94c-4b3bd6342a98 service neutron] Attempting to bind port 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '00942dea-c92f-404b-9297-63ecd0e0ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c7abab0f-4274-40bd-9c20-749f1f1c5aed'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:26:53.564168 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-140e669a-62cf-4018-a94c-4b3bd6342a98 service neutron] Attempting to bind port 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 on network c7abab0f-4274-40bd-9c20-749f1f1c5aed {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:26:53.566461 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-42d84950-44a1-4ece-af67-a258d493b2b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Allocated IP 172.20.0.5 (bfe4350e-247e-4308-94d8-b5e5e2ab37d9/c0e08302-22d4-4eb4-afb9-8534802040e4/cc31b0d2-2eb9-4d5a-912e-1859c303cf18) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:26:53.602001 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-140e669a-62cf-4018-a94c-4b3bd6342a98 service neutron] Port 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 on network c7abab0f-4274-40bd-9c20-749f1f1c5aed not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:26:53.602369 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-140e669a-62cf-4018-a94c-4b3bd6342a98 service neutron] Attempting to bind port 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 on network c7abab0f-4274-40bd-9c20-749f1f1c5aed {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:26:53.608874 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4a4a22b2-ca75-42a2-8326-b1b0d0d9872c None None] Attempting to bind port 9e299c2a-2f28-4eac-938c-d4aa3e019ad7 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:26:53.609557 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4a4a22b2-ca75-42a2-8326-b1b0d0d9872c None None] Attempting to bind port 9e299c2a-2f28-4eac-938c-d4aa3e019ad7 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'bc947c09-a0ae-4bbd-b392-c049cc9ad348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bfe4350e-247e-4308-94d8-b5e5e2ab37d9'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:26:53.610739 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4a22b2-ca75-42a2-8326-b1b0d0d9872c None None] Attempting to bind port 9e299c2a-2f28-4eac-938c-d4aa3e019ad7 on network bfe4350e-247e-4308-94d8-b5e5e2ab37d9 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:26:53.615925 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-140e669a-62cf-4018-a94c-4b3bd6342a98 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:26:53.616260 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-140e669a-62cf-4018-a94c-4b3bd6342a98 service neutron] Checking segment: {'id': '00942dea-c92f-404b-9297-63ecd0e0ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c7abab0f-4274-40bd-9c20-749f1f1c5aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:26:53.616661 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-140e669a-62cf-4018-a94c-4b3bd6342a98 service neutron] Bound using segment: {'id': '00942dea-c92f-404b-9297-63ecd0e0ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c7abab0f-4274-40bd-9c20-749f1f1c5aed'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:26:53.617085 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-140e669a-62cf-4018-a94c-4b3bd6342a98 service neutron] Bound port: 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00942dea-c92f-404b-9297-63ecd0e0ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c7abab0f-4274-40bd-9c20-749f1f1c5aed'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:26:53.617442 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-140e669a-62cf-4018-a94c-4b3bd6342a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.618345 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4a22b2-ca75-42a2-8326-b1b0d0d9872c None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:26:53.618726 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4a22b2-ca75-42a2-8326-b1b0d0d9872c None None] Checking segment: {'id': 'bc947c09-a0ae-4bbd-b392-c049cc9ad348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bfe4350e-247e-4308-94d8-b5e5e2ab37d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:26:53.619135 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4a4a22b2-ca75-42a2-8326-b1b0d0d9872c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.619657 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4a22b2-ca75-42a2-8326-b1b0d0d9872c None None] Bound using segment: {'id': 'bc947c09-a0ae-4bbd-b392-c049cc9ad348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bfe4350e-247e-4308-94d8-b5e5e2ab37d9'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:26:53.620197 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4a4a22b2-ca75-42a2-8326-b1b0d0d9872c None None] Bound port: 9e299c2a-2f28-4eac-938c-d4aa3e019ad7, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc947c09-a0ae-4bbd-b392-c049cc9ad348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'bfe4350e-247e-4308-94d8-b5e5e2ab37d9'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:26:53.620575 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4a4a22b2-ca75-42a2-8326-b1b0d0d9872c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.667783 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1109-0f83-4ed1-b8c8-cc6f0bf9594e tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.703072 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4a4a22b2-ca75-42a2-8326-b1b0d0d9872c None None] For port 9e299c2a-2f28-4eac-938c-d4aa3e019ad7, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:26:53.706910 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4a4a22b2-ca75-42a2-8326-b1b0d0d9872c None None] For port 9e299c2a-2f28-4eac-938c-d4aa3e019ad7, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9e299c2a-2f28-4eac-938c-d4aa3e019ad7,segment=NetworkSegment(bc947c09-a0ae-4bbd-b392-c049cc9ad348),segment_id=bc947c09-a0ae-4bbd-b392-c049cc9ad348)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:26:53.712882 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4a4a22b2-ca75-42a2-8326-b1b0d0d9872c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.774906 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97e0cafb-c3a2-4c52-9215-de67692324c6 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.790728 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a22b2-ca75-42a2-8326-b1b0d0d9872c None None] Pushing event updated for resources: {'Port': ['ID=9e299c2a-2f28-4eac-938c-d4aa3e019ad7,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:53.802220 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce1629-7937-4161-b463-31636781bd65 req-c71b78f1-4a96-4439-9266-907a02df8c00 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:53.803923 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-76ce1629-7937-4161-b463-31636781bd65 req-c71b78f1-4a96-4439-9266-907a02df8c00 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 943 time: 0.1530466 Nov 15 11:26:53.814149 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-140e669a-62cf-4018-a94c-4b3bd6342a98 service neutron] For port 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:26:53.816376 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1109-0f83-4ed1-b8c8-cc6f0bf9594e tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.819090 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-140e669a-62cf-4018-a94c-4b3bd6342a98 service neutron] For port 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5231ddc8-97a4-4579-9ff3-f845e2dfa1a0,segment=NetworkSegment(00942dea-c92f-404b-9297-63ecd0e0ea2c),segment_id=00942dea-c92f-404b-9297-63ecd0e0ea2c)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:26:53.841567 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-140e669a-62cf-4018-a94c-4b3bd6342a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.917123 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-140e669a-62cf-4018-a94c-4b3bd6342a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:53.917687 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-140e669a-62cf-4018-a94c-4b3bd6342a98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:53.919099 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-140e669a-62cf-4018-a94c-4b3bd6342a98 service neutron] 10.222.0.11 "PUT /v2.0/ports/5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 HTTP/1.1" status: 200 len: 1091 time: 1.4640212 Nov 15 11:26:53.924204 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc86792-69a0-4ca6-9c9e-e4d37c87deee', 'tag': '5231ddc8-97a4-4579-9ff3-f845e2dfa1a0'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:26:53.925938 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ad38dc-1aab-41bd-b198-ab3a5eaa496d" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc86792-69a0-4ca6-9c9e-e4d37c87deee", "tag": "5231ddc8-97a4-4579-9ff3-f845e2dfa1a0"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:26:53.960326 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-76ce1629-7937-4161-b463-31636781bd65 req-87a43e60-e49b-4c95-9663-a1cefc6a2ac0 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314166 Nov 15 11:26:53.977779 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7b40c-1770-47e0-9ff3-16dc1c1bdab1 req-72f97b1c-e1c5-48bf-a73c-da7a04c85a55 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:53.989529 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-71e7b40c-1770-47e0-9ff3-16dc1c1bdab1 req-72f97b1c-e1c5-48bf-a73c-da7a04c85a55 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3993576-d856-432f-b8cd-0c7ba972d118 HTTP/1.1" status: 200 len: 946 time: 0.1628864 Nov 15 11:26:54.017787 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42d84950-44a1-4ece-af67-a258d493b2b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:54.027671 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e669a-62cf-4018-a94c-4b3bd6342a98 service neutron] Pushing event updated for resources: {'Port': ['ID=5231ddc8-97a4-4579-9ff3-f845e2dfa1a0,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:54.069853 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52d8866-67a9-41dd-b8c2-1f2bc8860844 x-openstack-request-id: req-a52d8866-67a9-41dd-b8c2-1f2bc8860844 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:26:54.070125 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc86792-69a0-4ca6-9c9e-e4d37c87deee", "tag": "5231ddc8-97a4-4579-9ff3-f845e2dfa1a0", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:26:54.070454 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a52d8866-67a9-41dd-b8c2-1f2bc8860844 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:26:54.070766 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc86792-69a0-4ca6-9c9e-e4d37c87deee', 'tag': '5231ddc8-97a4-4579-9ff3-f845e2dfa1a0', 'status': 'completed', 'code': 200} Nov 15 11:26:54.107900 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-71e7b40c-1770-47e0-9ff3-16dc1c1bdab1 req-2061b612-7694-4cae-84f0-e8eff76d77a1 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138113 Nov 15 11:26:54.149530 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-b78d4763-c665-484e-bbb2-ef99efadaf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:54.151584 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-b78d4763-c665-484e-bbb2-ef99efadaf7a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91113c0fa8154b558a9e557fde9f1b3d&device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 1094 time: 0.1370604 Nov 15 11:26:54.206509 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-fa778475-7869-49ff-b4da-76e8ec505978 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 HTTP/1.1" status: 200 len: 217 time: 0.0433948 Nov 15 11:26:54.207482 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42d84950-44a1-4ece-af67-a258d493b2b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:54.233381 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1109-0f83-4ed1-b8c8-cc6f0bf9594e tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:54.240896 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97e0cafb-c3a2-4c52-9215-de67692324c6 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:54.262366 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97e0cafb-c3a2-4c52-9215-de67692324c6 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:54.287864 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1109-0f83-4ed1-b8c8-cc6f0bf9594e tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:54.321527 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d84950-44a1-4ece-af67-a258d493b2b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network bfe4350e-247e-4308-94d8-b5e5e2ab37d9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:26:54.325460 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d84950-44a1-4ece-af67-a258d493b2b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Port': ['ID=cc31b0d2-2eb9-4d5a-912e-1859c303cf18,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:54.331347 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-42d84950-44a1-4ece-af67-a258d493b2b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:54.352892 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d84950-44a1-4ece-af67-a258d493b2b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:26:54.356149 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-4ffd15e5-3223-44a1-a9fb-f5105192fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:54.357612 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-4ffd15e5-3223-44a1-a9fb-f5105192fd9e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=414b55a6-1594-48a7-b107-9f0e9048b526 HTTP/1.1" status: 200 len: 850 time: 0.1411681 Nov 15 11:26:54.374330 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-97e0cafb-c3a2-4c52-9215-de67692324c6 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Allocated IP 172.25.7.180 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/c7b858bf-9335-4d4d-94f7-031e976130ad) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:26:54.443259 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-070d5a96-9fa2-4e84-9eb3-91da45cca917 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c7abab0f-4274-40bd-9c20-749f1f1c5aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446723 Nov 15 11:26:54.472290 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1109-0f83-4ed1-b8c8-cc6f0bf9594e tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:54.478472 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97e0cafb-c3a2-4c52-9215-de67692324c6 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:54.508440 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb1109-0f83-4ed1-b8c8-cc6f0bf9594e tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Pushing event updated for resources: {'Port': ['ID=4fa395bd-d6cb-4d9e-9904-ecbec891f103,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:54.513478 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97e0cafb-c3a2-4c52-9215-de67692324c6 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:54.520124 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d84950-44a1-4ece-af67-a258d493b2b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:54.520784 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42d84950-44a1-4ece-af67-a258d493b2b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:54.546894 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1109-0f83-4ed1-b8c8-cc6f0bf9594e tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:54.548191 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b4eb1109-0f83-4ed1-b8c8-cc6f0bf9594e tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6385558 Nov 15 11:26:54.552912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43542) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:54.554627 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e0cafb-c3a2-4c52-9215-de67692324c6 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:26:54.559646 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-42d84950-44a1-4ece-af67-a258d493b2b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6358907 Nov 15 11:26:54.559865 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-4705108a-7830-4a1c-a038-c8b14272207a tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-515419865', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'fixed_ips': [{'ip_address': '172.25.7.202'}]}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:54.560003 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43544) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:54.570497 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-97e0cafb-c3a2-4c52-9215-de67692324c6 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:54.576671 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e0cafb-c3a2-4c52-9215-de67692324c6 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:26:54.602290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0cafb-c3a2-4c52-9215-de67692324c6 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Pushing event updated for resources: {'Port': ['ID=c7b858bf-9335-4d4d-94f7-031e976130ad,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:54.625609 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4705108a-7830-4a1c-a038-c8b14272207a tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Made reservation on behalf of 4c8b994a22cc47c7b42fde30385827c1 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:26:54.628008 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4705108a-7830-4a1c-a038-c8b14272207a tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:54.640719 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4705108a-7830-4a1c-a038-c8b14272207a tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:54.664063 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-fd1cb3f9-ee64-4110-a1ac-eeb8d6a69992 service neutron] 10.222.0.11 "GET /v2.0/networks/c7abab0f-4274-40bd-9c20-749f1f1c5aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113476 Nov 15 11:26:54.769746 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b5c0631d-bd18-416c-a983-ed9ca8399e07 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting port cc31b0d2-2eb9-4d5a-912e-1859c303cf18 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:26:54.769746 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5c0631d-bd18-416c-a983-ed9ca8399e07 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:54.784880 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9e299c2a-2f28-4eac-938c-d4aa3e019ad7 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:26:54.836493 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 9e299c2a-2f28-4eac-938c-d4aa3e019ad7 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:26:54.836856 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:54.837977 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4705108a-7830-4a1c-a038-c8b14272207a tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:54.878151 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4705108a-7830-4a1c-a038-c8b14272207a tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:54.932540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4705108a-7830-4a1c-a038-c8b14272207a tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] device_id is not set on port 389d9233-a75a-4517-89c0-7695a0869405 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:26:54.932817 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:54.937225 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705108a-7830-4a1c-a038-c8b14272207a tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b798f750-b002-4a09-9b91-ba6bcc634d8c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:54.967477 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 9e299c2a-2f28-4eac-938c-d4aa3e019ad7, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9e299c2a-2f28-4eac-938c-d4aa3e019ad7,segment=NetworkSegment(bc947c09-a0ae-4bbd-b392-c049cc9ad348),segment_id=bc947c09-a0ae-4bbd-b392-c049cc9ad348)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:26:54.974141 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:55.044510 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=9e299c2a-2f28-4eac-938c-d4aa3e019ad7,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:55.077957 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11793e74-070d-4741-8ca9-acc667496a98 None None] Network bfe4350e-247e-4308-94d8-b5e5e2ab37d9 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:26:55.159072 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f88a2353-c595-453a-bac4-24aae364841f None None] Provisioning complete for port 9e299c2a-2f28-4eac-938c-d4aa3e019ad7 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:26:55.159441 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f88a2353-c595-453a-bac4-24aae364841f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:55.189227 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97e0cafb-c3a2-4c52-9215-de67692324c6 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:55.258363 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-013ea4e9-d332-44d0-9a24-27b498ec5135 req-2e21cf20-a15e-4ad5-b27f-716fd4e26d42 service neutron] 10.222.0.11 "GET /v2.0/networks/c7abab0f-4274-40bd-9c20-749f1f1c5aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5704062 Nov 15 11:26:55.287178 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5c0631d-bd18-416c-a983-ed9ca8399e07 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:55.303275 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b5c0631d-bd18-416c-a983-ed9ca8399e07 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Calling delete_port for cc31b0d2-2eb9-4d5a-912e-1859c303cf18 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:26:55.398581 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad38dc-1aab-41bd-b198-ab3a5eaa496d req-e553836b-420a-4af6-b584-50f5828f0a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:55.400225 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-29ad38dc-1aab-41bd-b198-ab3a5eaa496d req-e553836b-420a-4af6-b584-50f5828f0a6c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91113c0fa8154b558a9e557fde9f1b3d&device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 1094 time: 0.0925055 Nov 15 11:26:55.543901 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad38dc-1aab-41bd-b198-ab3a5eaa496d req-479a65a4-a67d-42fb-88f1-51c966b393a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:55.545305 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-29ad38dc-1aab-41bd-b198-ab3a5eaa496d req-479a65a4-a67d-42fb-88f1-51c966b393a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c7abab0f-4274-40bd-9c20-749f1f1c5aed HTTP/1.1" status: 200 len: 911 time: 0.1372795 Nov 15 11:26:55.546322 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5c0631d-bd18-416c-a983-ed9ca8399e07 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:55.582696 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0631d-bd18-416c-a983-ed9ca8399e07 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Port': ['ID=cc31b0d2-2eb9-4d5a-912e-1859c303cf18,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:55.601847 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613d271-e660-4e62-828d-ff066f4c9772 req-eedf12d1-9937-4add-a9e4-d133ef91f12e tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:55.603396 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0613d271-e660-4e62-828d-ff066f4c9772 req-eedf12d1-9937-4add-a9e4-d133ef91f12e tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 943 time: 0.5474923 Nov 15 11:26:55.613283 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-29ad38dc-1aab-41bd-b198-ab3a5eaa496d req-f24a260d-eb5e-42d9-bda9-fa0238dcdc88 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 HTTP/1.1" status: 200 len: 217 time: 0.0603170 Nov 15 11:26:55.653390 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5241ff59-29ed-452a-8adc-f2036a71743d None None] Could not find standard attr ID for object cc31b0d2-2eb9-4d5a-912e-1859c303cf18. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:26:55.666017 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5241ff59-29ed-452a-8adc-f2036a71743d None None] Provisioning complete for port 9e299c2a-2f28-4eac-938c-d4aa3e019ad7 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:26:55.666457 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5241ff59-29ed-452a-8adc-f2036a71743d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:55.713240 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad38dc-1aab-41bd-b198-ab3a5eaa496d req-631d0456-3d28-4a09-bb71-d285014606a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:55.714706 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-29ad38dc-1aab-41bd-b198-ab3a5eaa496d req-631d0456-3d28-4a09-bb71-d285014606a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=414b55a6-1594-48a7-b107-9f0e9048b526 HTTP/1.1" status: 200 len: 850 time: 0.0815909 Nov 15 11:26:55.715720 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5c0631d-bd18-416c-a983-ed9ca8399e07 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:55.718867 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b5c0631d-bd18-416c-a983-ed9ca8399e07 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/ports/cc31b0d2-2eb9-4d5a-912e-1859c303cf18 HTTP/1.1" status: 204 len: 168 time: 1.1578832 Nov 15 11:26:55.721403 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43554) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:55.754774 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb90b5c7-9c90-47b2-83b5-86864319a8d5 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] DELETE failed (client error): The resource could not be found. Nov 15 11:26:55.755399 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb90b5c7-9c90-47b2-83b5-86864319a8d5 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:26:55.761199 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-eb90b5c7-9c90-47b2-83b5-86864319a8d5 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/ports/cc31b0d2-2eb9-4d5a-912e-1859c303cf18 HTTP/1.1" status: 404 len: 333 time: 0.0363748 Nov 15 11:26:55.770693 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43556) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:55.774139 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-29ad38dc-1aab-41bd-b198-ab3a5eaa496d req-ab4bb5eb-af7f-4254-af1b-bb8be068926e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c7abab0f-4274-40bd-9c20-749f1f1c5aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451221 Nov 15 11:26:55.783978 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69eb3d6-d506-4b78-829c-f80decac37d5 req-8d5b2155-49a8-430b-9840-40a68adba945 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:55.793707 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d69eb3d6-d506-4b78-829c-f80decac37d5 req-8d5b2155-49a8-430b-9840-40a68adba945 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3993576-d856-432f-b8cd-0c7ba972d118 HTTP/1.1" status: 200 len: 946 time: 0.5989149 Nov 15 11:26:55.820732 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-4705108a-7830-4a1c-a038-c8b14272207a tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 15 11:26:55.821238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4705108a-7830-4a1c-a038-c8b14272207a tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:26:55.858132 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4661c22-e203-4e11-ae7f-fae299d15a1f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] GET failed (client error): The resource could not be found. Nov 15 11:26:55.862468 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d4661c22-e203-4e11-ae7f-fae299d15a1f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports/cc31b0d2-2eb9-4d5a-912e-1859c303cf18 HTTP/1.1" status: 404 len: 333 time: 0.0841792 Nov 15 11:26:55.863328 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43558) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:55.875043 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0613d271-e660-4e62-828d-ff066f4c9772 req-49188851-5da1-4e09-ac02-85f5d9c20da4 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120185 Nov 15 11:26:55.909436 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-9a72ef86-d91c-4227-bb80-d1cb299d787b None None] Could not find standard attr ID for object cc31b0d2-2eb9-4d5a-912e-1859c303cf18. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:26:55.932116 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-29ad38dc-1aab-41bd-b198-ab3a5eaa496d req-68e55b8b-0793-4f02-9250-70b7199a580f service neutron] 10.222.0.11 "GET /v2.0/networks/c7abab0f-4274-40bd-9c20-749f1f1c5aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486621 Nov 15 11:26:55.943305 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f16deb-38dc-41d4-ab58-e391e99c79dc tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting subnet c0e08302-22d4-4eb4-afb9-8534802040e4 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:26:55.947312 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4705108a-7830-4a1c-a038-c8b14272207a tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3914855 Nov 15 11:26:55.957144 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43560) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:55.957517 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-37f16deb-38dc-41d4-ab58-e391e99c79dc tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:56.042354 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-37f16deb-38dc-41d4-ab58-e391e99c79dc tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:56.109750 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-29ad38dc-1aab-41bd-b198-ab3a5eaa496d req-7581e969-c619-4723-a05f-54f3cc86d9d5 service neutron] 10.222.0.11 "GET /v2.0/networks/c7abab0f-4274-40bd-9c20-749f1f1c5aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638088 Nov 15 11:26:56.123367 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d69eb3d6-d506-4b78-829c-f80decac37d5 req-3b5676b5-bcaf-4b97-8e61-7834fdccdb9a tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127534 Nov 15 11:26:56.157142 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-37f16deb-38dc-41d4-ab58-e391e99c79dc tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:56.171460 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97e0cafb-c3a2-4c52-9215-de67692324c6 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:56.176598 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97e0cafb-c3a2-4c52-9215-de67692324c6 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66739771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66739762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66736290'] for router, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:56.282748 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-37f16deb-38dc-41d4-ab58-e391e99c79dc tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:56.285024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ca9d53dd-1bb8-4c4e-9961-6da17aef9e53 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Deleting port 4fa395bd-d6cb-4d9e-9904-ecbec891f103 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:26:56.285370 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca9d53dd-1bb8-4c4e-9961-6da17aef9e53 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:56.323336 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f16deb-38dc-41d4-ab58-e391e99c79dc tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Subnet': ['ID=c0e08302-22d4-4eb4-afb9-8534802040e4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:56.327597 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-37f16deb-38dc-41d4-ab58-e391e99c79dc tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:56.336631 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d078fec1-e93a-4fb6-ae66-475d0699a7f1 None None] Network bfe4350e-247e-4308-94d8-b5e5e2ab37d9 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:26:56.337288 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43570) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:56.340430 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-37f16deb-38dc-41d4-ab58-e391e99c79dc tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/subnets/c0e08302-22d4-4eb4-afb9-8534802040e4 HTTP/1.1" status: 204 len: 168 time: 0.4699879 Nov 15 11:26:56.467065 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca9d53dd-1bb8-4c4e-9961-6da17aef9e53 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:56.467397 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca9d53dd-1bb8-4c4e-9961-6da17aef9e53 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:56.474086 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a919c1f5-e998-4e27-b929-330a92bb9e5e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:56.499389 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ca9d53dd-1bb8-4c4e-9961-6da17aef9e53 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Calling delete_port for 4fa395bd-d6cb-4d9e-9904-ecbec891f103 owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:26:56.533697 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd23483e-0eb2-41ea-aa5a-042f2b5e69c9 None None] DHCP port deletion for bfe4350e-247e-4308-94d8-b5e5e2ab37d9 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:26:56.581742 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e0cafb-c3a2-4c52-9215-de67692324c6 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Router 80a24817-7484-4776-bb36-98c4b645eba2 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:26:56.588137 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-bd23483e-0eb2-41ea-aa5a-042f2b5e69c9 None None] Deleting port 9e299c2a-2f28-4eac-938c-d4aa3e019ad7 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:26:56.588723 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bd23483e-0eb2-41ea-aa5a-042f2b5e69c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:56.656560 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-bd23483e-0eb2-41ea-aa5a-042f2b5e69c9 None None] For port 9e299c2a-2f28-4eac-938c-d4aa3e019ad7, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9e299c2a-2f28-4eac-938c-d4aa3e019ad7,segment=NetworkSegment(bc947c09-a0ae-4bbd-b392-c049cc9ad348),segment_id=bc947c09-a0ae-4bbd-b392-c049cc9ad348)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:26:56.657021 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bd23483e-0eb2-41ea-aa5a-042f2b5e69c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:56.671278 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-bd23483e-0eb2-41ea-aa5a-042f2b5e69c9 None None] Calling delete_port for 9e299c2a-2f28-4eac-938c-d4aa3e019ad7 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:26:56.727856 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a919c1f5-e998-4e27-b929-330a92bb9e5e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting port 9e299c2a-2f28-4eac-938c-d4aa3e019ad7 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:26:56.728588 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a919c1f5-e998-4e27-b929-330a92bb9e5e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:56.738729 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9e299c2a-2f28-4eac-938c-d4aa3e019ad7 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:26:56.819903 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bd23483e-0eb2-41ea-aa5a-042f2b5e69c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:56.835373 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e0cafb-c3a2-4c52-9215-de67692324c6 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:26:56.845583 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97e0cafb-c3a2-4c52-9215-de67692324c6 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:56.849877 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43578) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:56.852240 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8df2b87-15a2-4b8c-8bdb-75f882889c69 None None] Sync routers for ids ['80a24817-7484-4776-bb36-98c4b645eba2'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:26:56.854883 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-97e0cafb-c3a2-4c52-9215-de67692324c6 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "PUT /v2.0/routers/80a24817-7484-4776-bb36-98c4b645eba2 HTTP/1.1" status: 200 len: 918 time: 3.3608611 Nov 15 11:26:56.857462 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23483e-0eb2-41ea-aa5a-042f2b5e69c9 None None] Pushing event deleted for resources: {'Port': ['ID=9e299c2a-2f28-4eac-938c-d4aa3e019ad7,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:56.859731 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd23483e-0eb2-41ea-aa5a-042f2b5e69c9 None None] No DVR routers for this DVR port 9e299c2a-2f28-4eac-938c-d4aa3e019ad7 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:26:56.865084 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8df2b87-15a2-4b8c-8bdb-75f882889c69 None None] Routers {'80a24817-7484-4776-bb36-98c4b645eba2'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:26:56.865934 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e8df2b87-15a2-4b8c-8bdb-75f882889c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:26:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['80a24817-7484-4776-bb36-98c4b645eba2'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:56.866084 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:56.903241 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e8df2b87-15a2-4b8c-8bdb-75f882889c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:56.905768 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a919c1f5-e998-4e27-b929-330a92bb9e5e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] For port 9e299c2a-2f28-4eac-938c-d4aa3e019ad7, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9e299c2a-2f28-4eac-938c-d4aa3e019ad7,segment=NetworkSegment(bc947c09-a0ae-4bbd-b392-c049cc9ad348),segment_id=bc947c09-a0ae-4bbd-b392-c049cc9ad348)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:26:56.906439 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a919c1f5-e998-4e27-b929-330a92bb9e5e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:56.912761 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8df2b87-15a2-4b8c-8bdb-75f882889c69 None None] Routers {'80a24817-7484-4776-bb36-98c4b645eba2'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:26:56.913469 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e8df2b87-15a2-4b8c-8bdb-75f882889c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:26:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['80a24817-7484-4776-bb36-98c4b645eba2'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:56.928046 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a919c1f5-e998-4e27-b929-330a92bb9e5e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Calling delete_port for 9e299c2a-2f28-4eac-938c-d4aa3e019ad7 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:26:56.949579 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca9d53dd-1bb8-4c4e-9961-6da17aef9e53 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:56.949751 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e8df2b87-15a2-4b8c-8bdb-75f882889c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:56.950097 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8df2b87-15a2-4b8c-8bdb-75f882889c69 None None] The sync data for ids ['80a24817-7484-4776-bb36-98c4b645eba2'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:26:57.026212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d53dd-1bb8-4c4e-9961-6da17aef9e53 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fa395bd-d6cb-4d9e-9904-ecbec891f103,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:57.051425 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cdd355c9-ef4f-46cd-aa41-ba836033aaee tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "GET /v2.0/routers/80a24817-7484-4776-bb36-98c4b645eba2 HTTP/1.1" status: 200 len: 924 time: 0.1999760 Nov 15 11:26:57.054311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43582) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:57.173376 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff6abb-214a-44cb-8275-aeddd2abd359 req-b3e24a64-8375-42b3-b9bc-9f5eb37d79c6 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:57.174813 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bbff6abb-214a-44cb-8275-aeddd2abd359 req-b3e24a64-8375-42b3-b9bc-9f5eb37d79c6 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 943 time: 0.1612687 Nov 15 11:26:57.177096 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a919c1f5-e998-4e27-b929-330a92bb9e5e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:57.185134 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2717ed9-ce53-4f2f-b5a9-f392ac9d67be tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:57.186581 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d2717ed9-ce53-4f2f-b5a9-f392ac9d67be tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&device_id=80a24817-7484-4776-bb36-98c4b645eba2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1139355 Nov 15 11:26:57.189388 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43584) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:57.190465 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca9d53dd-1bb8-4c4e-9961-6da17aef9e53 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:57.192976 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca9d53dd-1bb8-4c4e-9961-6da17aef9e53 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:57.200199 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ca9d53dd-1bb8-4c4e-9961-6da17aef9e53 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916 tempest-ExternalNetworksAdminNegativeTestJSON-1460119916-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/6fe0e21d-1bb8-49ee-ab42-83aecc8a2f96 HTTP/1.1" status: 204 len: 168 time: 1.2399516 Nov 15 11:26:57.249763 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a919c1f5-e998-4e27-b929-330a92bb9e5e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] No DVR routers for this DVR port 9e299c2a-2f28-4eac-938c-d4aa3e019ad7 on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:26:57.267900 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919c1f5-e998-4e27-b929-330a92bb9e5e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Port': ['ID=9e299c2a-2f28-4eac-938c-d4aa3e019ad7,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:57.379176 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3388aad-78c9-4d23-9536-e5e63d318312 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:57.380646 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a3388aad-78c9-4d23-9536-e5e63d318312 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 881 time: 0.1894934 Nov 15 11:26:57.383769 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43592) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:57.422146 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-29867b77-b081-40d0-b6b3-297b7251d572 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "GET /v2.0/ports?device_id=80a24817-7484-4776-bb36-98c4b645eba2 HTTP/1.1" status: 200 len: 205 time: 0.0350940 Nov 15 11:26:57.424803 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43594) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:57.433966 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bbff6abb-214a-44cb-8275-aeddd2abd359 req-65f696c4-0254-4878-b57c-50bef2e8dac5 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209876 Nov 15 11:26:57.438433 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a919c1f5-e998-4e27-b929-330a92bb9e5e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:57.471088 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-a919c1f5-e998-4e27-b929-330a92bb9e5e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe4350e-247e-4308-94d8-b5e5e2ab37d9']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:57.491288 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-a919c1f5-e998-4e27-b929-330a92bb9e5e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc947c09-a0ae-4bbd-b392-c049cc9ad348') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:57.491671 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-a919c1f5-e998-4e27-b929-330a92bb9e5e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc947c09-a0ae-4bbd-b392-c049cc9ad348') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:26:57.512420 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a919c1f5-e998-4e27-b929-330a92bb9e5e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:57.533128 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a919c1f5-e998-4e27-b929-330a92bb9e5e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:57.551751 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a919c1f5-e998-4e27-b929-330a92bb9e5e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:26:57.552175 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a919c1f5-e998-4e27-b929-330a92bb9e5e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:26:57.555857 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:26:57.587063 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a83d115e-cc46-4718-a719-b0f98c889cdc tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:57.652433 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a919c1f5-e998-4e27-b929-330a92bb9e5e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:57.667200 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a919c1f5-e998-4e27-b929-330a92bb9e5e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:57.675988 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a919c1f5-e998-4e27-b929-330a92bb9e5e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/networks/bfe4350e-247e-4308-94d8-b5e5e2ab37d9 HTTP/1.1" status: 204 len: 168 time: 1.3360882 Nov 15 11:26:57.679285 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43600) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:57.687315 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d54e4f03-c5ae-47d9-90ce-6f734db0137f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-935453532'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:57.689731 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919c1f5-e998-4e27-b929-330a92bb9e5e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Network': ['ID=bfe4350e-247e-4308-94d8-b5e5e2ab37d9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:57.723052 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54e4f03-c5ae-47d9-90ce-6f734db0137f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:26:57.726672 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d54e4f03-c5ae-47d9-90ce-6f734db0137f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:57.747987 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a83d115e-cc46-4718-a719-b0f98c889cdc tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:57.748778 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43602) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:57.764959 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54e4f03-c5ae-47d9-90ce-6f734db0137f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:26:57.793207 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d54e4f03-c5ae-47d9-90ce-6f734db0137f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:57.793558 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-d54e4f03-c5ae-47d9-90ce-6f734db0137f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Added segment 821cf701-1bfa-41a8-9884-1d1ff3eca58d of type vlan for network 36001f65-ac99-42c2-ae18-74bb13ae7885 Nov 15 11:26:57.845010 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d54e4f03-c5ae-47d9-90ce-6f734db0137f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:57.869590 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d0e72f84-8339-40a0-99dc-473f7c046b5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:57.870549 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a83d115e-cc46-4718-a719-b0f98c889cdc tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Deleting port c7b858bf-9335-4d4d-94f7-031e976130ad {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:26:57.870875 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a83d115e-cc46-4718-a719-b0f98c889cdc tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:57.907039 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d54e4f03-c5ae-47d9-90ce-6f734db0137f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:57.912367 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54e4f03-c5ae-47d9-90ce-6f734db0137f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:57.913204 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d54e4f03-c5ae-47d9-90ce-6f734db0137f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:57.950112 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d0e72f84-8339-40a0-99dc-473f7c046b5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:57.955255 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d0e72f84-8339-40a0-99dc-473f7c046b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:57.991609 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d54e4f03-c5ae-47d9-90ce-6f734db0137f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3105960 Nov 15 11:26:57.996403 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43606) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:58.002939 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d0e72f84-8339-40a0-99dc-473f7c046b5f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=989f17b7aba9464daf06831ad38dbb96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2529066 Nov 15 11:26:58.004684 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43608) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:58.011521 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ee644af4-6546-44df-be51-5b21250b7162 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'subnet': {'network_id': '36001f65-ac99-42c2-ae18-74bb13ae7885', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:58.012091 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e72f84-8339-40a0-99dc-473f7c046b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c8852e-5ed2-48d2-a427-c2fd19029ecc,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:58.023057 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e4f03-c5ae-47d9-90ce-6f734db0137f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Network': ['ID=36001f65-ac99-42c2-ae18-74bb13ae7885,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:58.048656 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 36001f65-ac99-42c2-ae18-74bb13ae7885 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:26:58.069237 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a83d115e-cc46-4718-a719-b0f98c889cdc tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:58.087082 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb563ed9-ac44-4b02-8ef6-045e21e5fabb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:58.095454 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a83d115e-cc46-4718-a719-b0f98c889cdc tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Calling delete_port for c7b858bf-9335-4d4d-94f7-031e976130ad owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:26:58.131484 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb563ed9-ac44-4b02-8ef6-045e21e5fabb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:58.189625 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb563ed9-ac44-4b02-8ef6-045e21e5fabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:58.192521 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee644af4-6546-44df-be51-5b21250b7162 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:26:58.194447 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb563ed9-ac44-4b02-8ef6-045e21e5fabb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:58.198222 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cb563ed9-ac44-4b02-8ef6-045e21e5fabb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94c8852e-5ed2-48d2-a427-c2fd19029ecc HTTP/1.1" status: 204 len: 168 time: 0.1903350 Nov 15 11:26:58.198398 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee644af4-6546-44df-be51-5b21250b7162 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:58.211172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb563ed9-ac44-4b02-8ef6-045e21e5fabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c8852e-5ed2-48d2-a427-c2fd19029ecc,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:58.369028 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a83d115e-cc46-4718-a719-b0f98c889cdc tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:58.408415 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d115e-cc46-4718-a719-b0f98c889cdc tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Pushing event deleted for resources: {'Port': ['ID=c7b858bf-9335-4d4d-94f7-031e976130ad,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:58.516835 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a83d115e-cc46-4718-a719-b0f98c889cdc tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:58.639807 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4969c-9a07-46ef-af78-d9ee077756f8 req-2c8adb74-af26-432d-a37b-db0eb165887a tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:58.641420 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65e4969c-9a07-46ef-af78-d9ee077756f8 req-2c8adb74-af26-432d-a37b-db0eb165887a tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 943 time: 0.0847120 Nov 15 11:26:58.649572 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43622) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:58.652404 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a83d115e-cc46-4718-a719-b0f98c889cdc tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:58.654817 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a83d115e-cc46-4718-a719-b0f98c889cdc tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:58.724589 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee644af4-6546-44df-be51-5b21250b7162 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:58.758445 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65e4969c-9a07-46ef-af78-d9ee077756f8 req-b82a80be-cfd3-44ea-968b-38068e9f23d5 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875452 Nov 15 11:26:58.772275 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3d0ab2d7-1eac-4243-98fa-5c24b42dadd1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c8b994a22cc47c7b42fde30385827c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1213546 Nov 15 11:26:58.773298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43628) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:58.789675 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee644af4-6546-44df-be51-5b21250b7162 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Subnet': ['ID=b81be9be-feab-4625-811c-12315b0a4078,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:58.792950 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a83d115e-cc46-4718-a719-b0f98c889cdc tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:58.793622 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83d115e-cc46-4718-a719-b0f98c889cdc tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Fanout notify agent at l3_agent the message router_deleted on router 80a24817-7484-4776-bb36-98c4b645eba2 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:26:58.802347 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a83d115e-cc46-4718-a719-b0f98c889cdc tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:58.803719 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a83d115e-cc46-4718-a719-b0f98c889cdc tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "DELETE /v2.0/routers/80a24817-7484-4776-bb36-98c4b645eba2 HTTP/1.1" status: 204 len: 168 time: 1.3776340 Nov 15 11:26:58.807531 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43630) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:58.814352 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1ea6f291-e4a2-435e-9cfa-702d7c501877 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1811212631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:58.868663 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39716ed9-74b7-4b48-b6a1-a39cec297569 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:58.869369 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ea6f291-e4a2-435e-9cfa-702d7c501877 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:58.870412 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ea6f291-e4a2-435e-9cfa-702d7c501877 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:58.898027 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39716ed9-74b7-4b48-b6a1-a39cec297569 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:58.922094 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:26:58.924615 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ea6f291-e4a2-435e-9cfa-702d7c501877 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:58.925801 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee644af4-6546-44df-be51-5b21250b7162 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Checking segment: {'id': '821cf701-1bfa-41a8-9884-1d1ff3eca58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '36001f65-ac99-42c2-ae18-74bb13ae7885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:26:58.926425 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee644af4-6546-44df-be51-5b21250b7162 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network hostable DHCP agents. Network: 36001f65-ac99-42c2-ae18-74bb13ae7885, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:26:58.934336 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ea6f291-e4a2-435e-9cfa-702d7c501877 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:58.960075 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee644af4-6546-44df-be51-5b21250b7162 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network 36001f65-ac99-42c2-ae18-74bb13ae7885 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:26:58.966146 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ea6f291-e4a2-435e-9cfa-702d7c501877 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:58.967612 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1ea6f291-e4a2-435e-9cfa-702d7c501877 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1588264 Nov 15 11:26:58.970461 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43636) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:58.974412 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39716ed9-74b7-4b48-b6a1-a39cec297569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:58.976546 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9d38b7bb-29ac-4906-a67d-e4e39b9f2e35 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'enable_snat': False}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:58.978660 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39716ed9-74b7-4b48-b6a1-a39cec297569 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:58.980137 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-39716ed9-74b7-4b48-b6a1-a39cec297569 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b798f750-b002-4a09-9b91-ba6bcc634d8c HTTP/1.1" status: 204 len: 168 time: 0.2056975 Nov 15 11:26:58.980650 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ee644af4-6546-44df-be51-5b21250b7162 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 36001f65-ac99-42c2-ae18-74bb13ae7885) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:26:59.004696 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39716ed9-74b7-4b48-b6a1-a39cec297569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b798f750-b002-4a09-9b91-ba6bcc634d8c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:59.022911 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee644af4-6546-44df-be51-5b21250b7162 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:26:59.023912 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee644af4-6546-44df-be51-5b21250b7162 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:59.042719 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135acb8a-5d12-4d03-829c-f4fc0d5dd019 None None] Network 36001f65-ac99-42c2-ae18-74bb13ae7885 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:26:59.072527 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ee644af4-6546-44df-be51-5b21250b7162 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0734236 Nov 15 11:26:59.075317 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43642) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:26:59.080779 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-a8833ac4-3466-4ca7-ae25-7bd38f24f5dc tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'port': {'network_id': '36001f65-ac99-42c2-ae18-74bb13ae7885', 'security_groups': [], 'name': 'tempest-PortsTestJSON-346370641'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:26:59.305475 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d38b7bb-29ac-4906-a67d-e4e39b9f2e35 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:59.309526 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5231ddc8-97a4-4579-9ff3-f845e2dfa1a0,segment=NetworkSegment(00942dea-c92f-404b-9297-63ecd0e0ea2c),segment_id=00942dea-c92f-404b-9297-63ecd0e0ea2c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:26:59.319560 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda37d3d-b6f4-41c7-b7bd-aeed1a2b7312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-36001f65-ac99-42c2-ae18-74bb13ae7885', 'network_id': '36001f65-ac99-42c2-ae18-74bb13ae7885', 'tenant_id': 'e5b1bb3ca099430a917c5bdc2dfcf841', 'fixed_ips': [{'subnet_id': 'b81be9be-feab-4625-811c-12315b0a4078'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:26:59.320832 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bda37d3d-b6f4-41c7-b7bd-aeed1a2b7312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:59.325181 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8833ac4-3466-4ca7-ae25-7bd38f24f5dc tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:26:59.331130 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8833ac4-3466-4ca7-ae25-7bd38f24f5dc tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:59.337466 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '5231ddc8-97a4-4579-9ff3-f845e2dfa1a0', 'network_id': 'c7abab0f-4274-40bd-9c20-749f1f1c5aed', 'port_id': '5231ddc8-97a4-4579-9ff3-f845e2dfa1a0', 'mac_address': 'fa:16:3e:5e:9b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '414b55a6-1594-48a7-b107-9f0e9048b526', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:26:59.390807 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-a8833ac4-3466-4ca7-ae25-7bd38f24f5dc tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] device_id is not set on port af98e832-ba0c-4515-a027-5f668c159a0c yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:26:59.552376 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:59.575968 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:59.581579 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:26:59.604751 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-a8833ac4-3466-4ca7-ae25-7bd38f24f5dc tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Allocated IP 172.20.0.12 (36001f65-ac99-42c2-ae18-74bb13ae7885/b81be9be-feab-4625-811c-12315b0a4078/af98e832-ba0c-4515-a027-5f668c159a0c) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:26:59.623244 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5231ddc8-97a4-4579-9ff3-f845e2dfa1a0,segment=NetworkSegment(00942dea-c92f-404b-9297-63ecd0e0ea2c),segment_id=00942dea-c92f-404b-9297-63ecd0e0ea2c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:26:59.636690 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:59.638495 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d38b7bb-29ac-4906-a67d-e4e39b9f2e35 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:59.684778 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d38b7bb-29ac-4906-a67d-e4e39b9f2e35 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:59.739079 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=5231ddc8-97a4-4579-9ff3-f845e2dfa1a0,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:26:59.852982 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8833ac4-3466-4ca7-ae25-7bd38f24f5dc tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:26:59.897129 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-9d38b7bb-29ac-4906-a67d-e4e39b9f2e35 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Allocated IP 172.25.7.80 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/7e338c07-8a2e-4b61-b3f2-8435981e86d2) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:00.009889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2f55d-fcc1-42aa-b4c1-ffc48f233cec req-c9232ba7-8295-4985-9b2d-37703e7ae757 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:00.028428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24a2f55d-fcc1-42aa-b4c1-ffc48f233cec req-c9232ba7-8295-4985-9b2d-37703e7ae757 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 944 time: 0.1431434 Nov 15 11:27:00.031280 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8833ac4-3466-4ca7-ae25-7bd38f24f5dc tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:00.047178 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d38b7bb-29ac-4906-a67d-e4e39b9f2e35 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:00.053475 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['5231ddc8-97a4-4579-9ff3-f845e2dfa1a0'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:27:00.141601 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d38b7bb-29ac-4906-a67d-e4e39b9f2e35 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:00.168570 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8833ac4-3466-4ca7-ae25-7bd38f24f5dc tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network 36001f65-ac99-42c2-ae18-74bb13ae7885 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:00.193395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-a8833ac4-3466-4ca7-ae25-7bd38f24f5dc tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:00.208656 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8833ac4-3466-4ca7-ae25-7bd38f24f5dc tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:00.218952 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-bda37d3d-b6f4-41c7-b7bd-aeed1a2b7312 None None] Allocated IP 172.20.0.2 (36001f65-ac99-42c2-ae18-74bb13ae7885/b81be9be-feab-4625-811c-12315b0a4078/eb90964d-15b6-4feb-b9c3-5e37efbc4aa3) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:00.220488 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d38b7bb-29ac-4906-a67d-e4e39b9f2e35 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:00.223560 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-9d38b7bb-29ac-4906-a67d-e4e39b9f2e35 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:00.227622 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d38b7bb-29ac-4906-a67d-e4e39b9f2e35 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:00.234134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38b7bb-29ac-4906-a67d-e4e39b9f2e35 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Pushing event updated for resources: {'Port': ['ID=7e338c07-8a2e-4b61-b3f2-8435981e86d2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:00.291445 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24a2f55d-fcc1-42aa-b4c1-ffc48f233cec req-b8d2beb5-d98d-40e0-96fe-60a4b16df172 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619483 Nov 15 11:27:00.298781 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8833ac4-3466-4ca7-ae25-7bd38f24f5dc tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Port': ['ID=af98e832-ba0c-4515-a027-5f668c159a0c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:00.340018 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8833ac4-3466-4ca7-ae25-7bd38f24f5dc tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:00.340797 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8833ac4-3466-4ca7-ae25-7bd38f24f5dc tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:00.369057 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a8833ac4-3466-4ca7-ae25-7bd38f24f5dc tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.2925603 Nov 15 11:27:00.372854 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43670) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:00.387440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43672) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:00.507246 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-5020f1b6-5ab7-481c-bdc8-6ca7623b6c58 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1912222670'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:00.538659 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5020f1b6-5ab7-481c-bdc8-6ca7623b6c58 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Made reservation on behalf of 7d2ece277072497bb52bf0bb8f95b708 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:00.542561 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5020f1b6-5ab7-481c-bdc8-6ca7623b6c58 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:00.552953 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bda37d3d-b6f4-41c7-b7bd-aeed1a2b7312 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:00.556331 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5020f1b6-5ab7-481c-bdc8-6ca7623b6c58 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:00.563881 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bda37d3d-b6f4-41c7-b7bd-aeed1a2b7312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:00.630457 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda37d3d-b6f4-41c7-b7bd-aeed1a2b7312 None None] Network 36001f65-ac99-42c2-ae18-74bb13ae7885 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:00.639039 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-bda37d3d-b6f4-41c7-b7bd-aeed1a2b7312 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:00.642745 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda37d3d-b6f4-41c7-b7bd-aeed1a2b7312 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:00.650200 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda37d3d-b6f4-41c7-b7bd-aeed1a2b7312 None None] Pushing event updated for resources: {'Port': ['ID=eb90964d-15b6-4feb-b9c3-5e37efbc4aa3,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:00.650658 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e54040eb-e7b1-44a6-a43d-aa5cef3b4f45 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting port af98e832-ba0c-4515-a027-5f668c159a0c {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:00.651170 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e54040eb-e7b1-44a6-a43d-aa5cef3b4f45 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:00.657577 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5020f1b6-5ab7-481c-bdc8-6ca7623b6c58 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:00.666069 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5020f1b6-5ab7-481c-bdc8-6ca7623b6c58 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:00.695661 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5020f1b6-5ab7-481c-bdc8-6ca7623b6c58 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:27:00.715913 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020f1b6-5ab7-481c-bdc8-6ca7623b6c58 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca23468-2ef4-4e17-8fe9-bd2f79cfd210,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:00.720354 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5020f1b6-5ab7-481c-bdc8-6ca7623b6c58 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:00.720551 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-5020f1b6-5ab7-481c-bdc8-6ca7623b6c58 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Added segment b115bcf4-ecf7-48b4-a500-1018aa942bd6 of type vlan for network 5403ba3a-661d-420d-be44-1757cd7e8d1f Nov 15 11:27:00.741604 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-bda37d3d-b6f4-41c7-b7bd-aeed1a2b7312 None None] Attempting to bind port eb90964d-15b6-4feb-b9c3-5e37efbc4aa3 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:27:00.741962 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-bda37d3d-b6f4-41c7-b7bd-aeed1a2b7312 None None] Attempting to bind port eb90964d-15b6-4feb-b9c3-5e37efbc4aa3 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '821cf701-1bfa-41a8-9884-1d1ff3eca58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '36001f65-ac99-42c2-ae18-74bb13ae7885'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:27:00.742433 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda37d3d-b6f4-41c7-b7bd-aeed1a2b7312 None None] Attempting to bind port eb90964d-15b6-4feb-b9c3-5e37efbc4aa3 on network 36001f65-ac99-42c2-ae18-74bb13ae7885 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:27:00.748351 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda37d3d-b6f4-41c7-b7bd-aeed1a2b7312 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:27:00.748774 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda37d3d-b6f4-41c7-b7bd-aeed1a2b7312 None None] Checking segment: {'id': '821cf701-1bfa-41a8-9884-1d1ff3eca58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '36001f65-ac99-42c2-ae18-74bb13ae7885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:00.749105 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bda37d3d-b6f4-41c7-b7bd-aeed1a2b7312 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:00.749552 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda37d3d-b6f4-41c7-b7bd-aeed1a2b7312 None None] Bound using segment: {'id': '821cf701-1bfa-41a8-9884-1d1ff3eca58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '36001f65-ac99-42c2-ae18-74bb13ae7885'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:27:00.750027 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-bda37d3d-b6f4-41c7-b7bd-aeed1a2b7312 None None] Bound port: eb90964d-15b6-4feb-b9c3-5e37efbc4aa3, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '821cf701-1bfa-41a8-9884-1d1ff3eca58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '36001f65-ac99-42c2-ae18-74bb13ae7885'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:27:00.750402 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bda37d3d-b6f4-41c7-b7bd-aeed1a2b7312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:00.757239 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d38b7bb-29ac-4906-a67d-e4e39b9f2e35 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:00.785925 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5020f1b6-5ab7-481c-bdc8-6ca7623b6c58 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:00.815890 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5020f1b6-5ab7-481c-bdc8-6ca7623b6c58 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:00.822392 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5020f1b6-5ab7-481c-bdc8-6ca7623b6c58 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:00.823627 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5020f1b6-5ab7-481c-bdc8-6ca7623b6c58 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:00.839569 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-bda37d3d-b6f4-41c7-b7bd-aeed1a2b7312 None None] For port eb90964d-15b6-4feb-b9c3-5e37efbc4aa3, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:27:00.844379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-bda37d3d-b6f4-41c7-b7bd-aeed1a2b7312 None None] For port eb90964d-15b6-4feb-b9c3-5e37efbc4aa3, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=eb90964d-15b6-4feb-b9c3-5e37efbc4aa3,segment=NetworkSegment(821cf701-1bfa-41a8-9884-1d1ff3eca58d),segment_id=821cf701-1bfa-41a8-9884-1d1ff3eca58d)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:27:00.852040 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bda37d3d-b6f4-41c7-b7bd-aeed1a2b7312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:00.891484 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e54040eb-e7b1-44a6-a43d-aa5cef3b4f45 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:00.910438 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e54040eb-e7b1-44a6-a43d-aa5cef3b4f45 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Calling delete_port for af98e832-ba0c-4515-a027-5f668c159a0c owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:00.918914 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5020f1b6-5ab7-481c-bdc8-6ca7623b6c58 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5299916 Nov 15 11:27:00.921127 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020f1b6-5ab7-481c-bdc8-6ca7623b6c58 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Pushing event updated for resources: {'Network': ['ID=5403ba3a-661d-420d-be44-1757cd7e8d1f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:00.922864 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43678) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:00.932252 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9d523a10-e623-483f-936d-875233142191 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Request body: {'subnet': {'network_id': '5403ba3a-661d-420d-be44-1757cd7e8d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:00.934542 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda37d3d-b6f4-41c7-b7bd-aeed1a2b7312 None None] Pushing event updated for resources: {'Port': ['ID=eb90964d-15b6-4feb-b9c3-5e37efbc4aa3,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:00.938128 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 5403ba3a-661d-420d-be44-1757cd7e8d1f details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:27:01.369808 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:01.409154 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0f86b-6cfa-403b-b12f-ac2ffe8b9d0b req-8ce6229a-fb1f-43d8-be20-868334ad24d2 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:01.410607 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39b0f86b-6cfa-403b-b12f-ac2ffe8b9d0b req-8ce6229a-fb1f-43d8-be20-868334ad24d2 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 944 time: 0.0553689 Nov 15 11:27:01.463638 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39b0f86b-6cfa-403b-b12f-ac2ffe8b9d0b req-bec4ae53-111e-42ec-b37d-96e1c3a89285 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461102 Nov 15 11:27:01.550634 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d523a10-e623-483f-936d-875233142191 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Made reservation on behalf of 7d2ece277072497bb52bf0bb8f95b708 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:01.554067 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d523a10-e623-483f-936d-875233142191 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:01.569840 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d38b7bb-29ac-4906-a67d-e4e39b9f2e35 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:01.613375 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d38b7bb-29ac-4906-a67d-e4e39b9f2e35 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66739771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66739762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66736290'] for router, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:01.694044 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e54040eb-e7b1-44a6-a43d-aa5cef3b4f45 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:01.763224 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54040eb-e7b1-44a6-a43d-aa5cef3b4f45 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Port': ['ID=af98e832-ba0c-4515-a027-5f668c159a0c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:01.907053 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e54040eb-e7b1-44a6-a43d-aa5cef3b4f45 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:01.912634 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e54040eb-e7b1-44a6-a43d-aa5cef3b4f45 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/ports/af98e832-ba0c-4515-a027-5f668c159a0c HTTP/1.1" status: 204 len: 168 time: 1.5359197 Nov 15 11:27:01.913212 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43684) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:01.968890 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ddeab8-425a-44c6-a0cf-a9f6996a6472 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] GET failed (client error): The resource could not be found. Nov 15 11:27:01.973002 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-85ddeab8-425a-44c6-a0cf-a9f6996a6472 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports/af98e832-ba0c-4515-a027-5f668c159a0c HTTP/1.1" status: 404 len: 333 time: 0.0541687 Nov 15 11:27:01.974406 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43686) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:01.999779 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d523a10-e623-483f-936d-875233142191 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:02.029568 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d38b7bb-29ac-4906-a67d-e4e39b9f2e35 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Router 29a1fb82-5e07-4b9e-849d-9bfcaba3cfb0 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:27:02.037826 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c746e7-c0b6-4db5-86b7-aa0144eea0fe tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting subnet b81be9be-feab-4625-811c-12315b0a4078 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:27:02.041826 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7c746e7-c0b6-4db5-86b7-aa0144eea0fe tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:02.097179 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7c746e7-c0b6-4db5-86b7-aa0144eea0fe tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:02.104008 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d523a10-e623-483f-936d-875233142191 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Pushing event updated for resources: {'Subnet': ['ID=72fd1bf7-9bef-4156-86c7-ee39707caf13,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:02.152258 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a99945d-9dfc-4961-b5f5-8ef3a893e20d None None] Network 36001f65-ac99-42c2-ae18-74bb13ae7885 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:02.184166 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d523a10-e623-483f-936d-875233142191 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Checking segment: {'id': 'b115bcf4-ecf7-48b4-a500-1018aa942bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '5403ba3a-661d-420d-be44-1757cd7e8d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:02.184520 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d523a10-e623-483f-936d-875233142191 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Network hostable DHCP agents. Network: 5403ba3a-661d-420d-be44-1757cd7e8d1f, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:27:02.204871 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7c746e7-c0b6-4db5-86b7-aa0144eea0fe tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:02.205102 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d38b7bb-29ac-4906-a67d-e4e39b9f2e35 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:27:02.209956 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d38b7bb-29ac-4906-a67d-e4e39b9f2e35 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:02.211057 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9d38b7bb-29ac-4906-a67d-e4e39b9f2e35 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "PUT /v2.0/routers/29a1fb82-5e07-4b9e-849d-9bfcaba3cfb0 HTTP/1.1" status: 200 len: 919 time: 3.2393036 Nov 15 11:27:02.215351 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43688) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:02.258892 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d523a10-e623-483f-936d-875233142191 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Network 5403ba3a-661d-420d-be44-1757cd7e8d1f is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:27:02.268902 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac3e378-cfdf-42c1-93ad-8e68d80378ff None None] Sync routers for ids ['29a1fb82-5e07-4b9e-849d-9bfcaba3cfb0'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:27:02.276555 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7c746e7-c0b6-4db5-86b7-aa0144eea0fe tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:02.298431 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-9d523a10-e623-483f-936d-875233142191 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 5403ba3a-661d-420d-be44-1757cd7e8d1f) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:02.306242 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d523a10-e623-483f-936d-875233142191 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:02.306899 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d523a10-e623-483f-936d-875233142191 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:02.312219 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2833f29f-c43d-4603-b504-a8745ad51ada None None] Network 5403ba3a-661d-420d-be44-1757cd7e8d1f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:02.326304 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-aa88ace2-3c59-4545-a2a1-4fc1eb39bdaa None None] Provisioning complete for port eb90964d-15b6-4feb-b9c3-5e37efbc4aa3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:02.326666 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aa88ace2-3c59-4545-a2a1-4fc1eb39bdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:02.338625 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c746e7-c0b6-4db5-86b7-aa0144eea0fe tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Subnet': ['ID=b81be9be-feab-4625-811c-12315b0a4078,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:02.341316 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9d523a10-e623-483f-936d-875233142191 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4158261 Nov 15 11:27:02.345972 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43690) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:02.348371 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7c746e7-c0b6-4db5-86b7-aa0144eea0fe tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:02.350975 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-adf09a28-db3e-43c9-97f7-073e1d4b23b7 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Request body: {'port': {'network_id': '5403ba3a-661d-420d-be44-1757cd7e8d1f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-444279385'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:02.351940 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f7c746e7-c0b6-4db5-86b7-aa0144eea0fe tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/subnets/b81be9be-feab-4625-811c-12315b0a4078 HTTP/1.1" status: 204 len: 168 time: 0.3758626 Nov 15 11:27:02.356264 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43692) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:02.409126 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d89f3842-ef73-4961-b8bc-3e441248d056 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "GET /v2.0/routers/29a1fb82-5e07-4b9e-849d-9bfcaba3cfb0 HTTP/1.1" status: 200 len: 925 time: 0.1907594 Nov 15 11:27:02.411714 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43694) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:02.457091 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94cf0890-072c-4875-8479-4dee9e803751 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:02.477588 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1eab59c-775e-47a0-8e32-40f435d2fefd tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:02.479162 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b1eab59c-775e-47a0-8e32-40f435d2fefd tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&device_id=29a1fb82-5e07-4b9e-849d-9bfcaba3cfb0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0663297 Nov 15 11:27:02.481817 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43696) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:02.540024 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac3e378-cfdf-42c1-93ad-8e68d80378ff None None] Routers {'29a1fb82-5e07-4b9e-849d-9bfcaba3cfb0'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:27:02.541053 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8ac3e378-cfdf-42c1-93ad-8e68d80378ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:26:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['29a1fb82-5e07-4b9e-849d-9bfcaba3cfb0'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:02.559242 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-94cf0890-072c-4875-8479-4dee9e803751 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting port eb90964d-15b6-4feb-b9c3-5e37efbc4aa3 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:02.559725 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94cf0890-072c-4875-8479-4dee9e803751 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:02.592689 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf09a28-db3e-43c9-97f7-073e1d4b23b7 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Made reservation on behalf of 7d2ece277072497bb52bf0bb8f95b708 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:02.596707 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adf09a28-db3e-43c9-97f7-073e1d4b23b7 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:02.616273 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8ac3e378-cfdf-42c1-93ad-8e68d80378ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:02.626749 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8421ff2b-e1fc-4968-ad5e-bb54981a7953 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:02.628247 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8421ff2b-e1fc-4968-ad5e-bb54981a7953 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 881 time: 0.1454730 Nov 15 11:27:02.630981 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43700) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:02.642190 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-adf09a28-db3e-43c9-97f7-073e1d4b23b7 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] device_id is not set on port 51984f0a-a5ec-4521-a244-1f3ae2e03b0b yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:27:02.667895 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c2bc44c4-a65e-4b32-8de1-c4972c18395d tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "GET /v2.0/ports?device_id=29a1fb82-5e07-4b9e-849d-9bfcaba3cfb0 HTTP/1.1" status: 200 len: 205 time: 0.0357585 Nov 15 11:27:02.670284 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43702) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:02.693253 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885dede-e673-4251-a19b-7d26b5570192 req-1a9e7401-4d83-4f76-a4c1-81757b77e22c tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:02.701418 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f885dede-e673-4251-a19b-7d26b5570192 req-1a9e7401-4d83-4f76-a4c1-81757b77e22c tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 944 time: 0.1211245 Nov 15 11:27:02.714324 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aa88ace2-3c59-4545-a2a1-4fc1eb39bdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:02.719409 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac3e378-cfdf-42c1-93ad-8e68d80378ff None None] Routers {'29a1fb82-5e07-4b9e-849d-9bfcaba3cfb0'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:27:02.720191 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8ac3e378-cfdf-42c1-93ad-8e68d80378ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:26:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['29a1fb82-5e07-4b9e-849d-9bfcaba3cfb0'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:02.790259 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8ac3e378-cfdf-42c1-93ad-8e68d80378ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:02.791003 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac3e378-cfdf-42c1-93ad-8e68d80378ff None None] The sync data for ids ['29a1fb82-5e07-4b9e-849d-9bfcaba3cfb0'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:27:02.810529 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f885dede-e673-4251-a19b-7d26b5570192 req-d4ee58dd-bc32-456f-9578-ca6dd4009869 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081388 Nov 15 11:27:02.813131 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-94cf0890-072c-4875-8479-4dee9e803751 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] For port eb90964d-15b6-4feb-b9c3-5e37efbc4aa3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=eb90964d-15b6-4feb-b9c3-5e37efbc4aa3,segment=NetworkSegment(821cf701-1bfa-41a8-9884-1d1ff3eca58d),segment_id=821cf701-1bfa-41a8-9884-1d1ff3eca58d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:02.813501 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94cf0890-072c-4875-8479-4dee9e803751 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:02.845208 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-94cf0890-072c-4875-8479-4dee9e803751 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Calling delete_port for eb90964d-15b6-4feb-b9c3-5e37efbc4aa3 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:02.898674 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device eb90964d-15b6-4feb-b9c3-5e37efbc4aa3 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:27:02.926172 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4db5065-a7f4-49f9-87ea-6e168dcad9ba tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:02.997952 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c317623-e20b-4af3-905e-3ae07ae153d0 None None] DHCP port deletion for 36001f65-ac99-42c2-ae18-74bb13ae7885 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:27:03.011741 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:27:03.015004 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-adf09a28-db3e-43c9-97f7-073e1d4b23b7 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Allocated IP 2001:db8::19 (5403ba3a-661d-420d-be44-1757cd7e8d1f/72fd1bf7-9bef-4156-86c7-ee39707caf13/51984f0a-a5ec-4521-a244-1f3ae2e03b0b) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:03.071706 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-aa88ace2-3c59-4545-a2a1-4fc1eb39bdaa None None] For port eb90964d-15b6-4feb-b9c3-5e37efbc4aa3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=eb90964d-15b6-4feb-b9c3-5e37efbc4aa3,segment=NetworkSegment(821cf701-1bfa-41a8-9884-1d1ff3eca58d),segment_id=821cf701-1bfa-41a8-9884-1d1ff3eca58d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:03.084349 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c217a2c-c641-4cbb-bb96-ccc31c6f2291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-5403ba3a-661d-420d-be44-1757cd7e8d1f', 'network_id': '5403ba3a-661d-420d-be44-1757cd7e8d1f', 'tenant_id': '7d2ece277072497bb52bf0bb8f95b708', 'fixed_ips': [{'subnet_id': '72fd1bf7-9bef-4156-86c7-ee39707caf13'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:27:03.085445 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8c217a2c-c641-4cbb-bb96-ccc31c6f2291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:03.108256 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94cf0890-072c-4875-8479-4dee9e803751 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:03.130627 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cf0890-072c-4875-8479-4dee9e803751 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] No DVR routers for this DVR port eb90964d-15b6-4feb-b9c3-5e37efbc4aa3 on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:27:03.151208 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aa88ace2-3c59-4545-a2a1-4fc1eb39bdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:03.161818 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf0890-072c-4875-8479-4dee9e803751 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Port': ['ID=eb90964d-15b6-4feb-b9c3-5e37efbc4aa3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:03.163417 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-1c317623-e20b-4af3-905e-3ae07ae153d0 None None] The port 'eb90964d-15b6-4feb-b9c3-5e37efbc4aa3' was deleted {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 15 11:27:03.223307 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88ace2-3c59-4545-a2a1-4fc1eb39bdaa None None] Pushing event deleted for resources: {'Port': ['ID=eb90964d-15b6-4feb-b9c3-5e37efbc4aa3,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:03.252063 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No active binding found for port eb90964d-15b6-4feb-b9c3-5e37efbc4aa3 {{(pid=102679) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 15 11:27:03.252757 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device eb90964d-15b6-4feb-b9c3-5e37efbc4aa3 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 15 11:27:03.259647 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adf09a28-db3e-43c9-97f7-073e1d4b23b7 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:03.260570 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94cf0890-072c-4875-8479-4dee9e803751 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:03.272593 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4db5065-a7f4-49f9-87ea-6e168dcad9ba tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:03.278166 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Port eb90964d-15b6-4feb-b9c3-5e37efbc4aa3 not found, will not notify nova. {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 15 11:27:03.306639 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-94cf0890-072c-4875-8479-4dee9e803751 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36001f65-ac99-42c2-ae18-74bb13ae7885']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:03.320190 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-94cf0890-072c-4875-8479-4dee9e803751 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '821cf701-1bfa-41a8-9884-1d1ff3eca58d') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:03.320751 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-94cf0890-072c-4875-8479-4dee9e803751 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '821cf701-1bfa-41a8-9884-1d1ff3eca58d') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:03.340241 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94cf0890-072c-4875-8479-4dee9e803751 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:03.355170 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adf09a28-db3e-43c9-97f7-073e1d4b23b7 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:03.368550 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a4db5065-a7f4-49f9-87ea-6e168dcad9ba tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Deleting port 7e338c07-8a2e-4b61-b3f2-8435981e86d2 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:03.368882 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4db5065-a7f4-49f9-87ea-6e168dcad9ba tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:03.369776 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94cf0890-072c-4875-8479-4dee9e803751 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:03.409063 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94cf0890-072c-4875-8479-4dee9e803751 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:27:03.409445 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94cf0890-072c-4875-8479-4dee9e803751 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:27:03.413118 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:27:03.428503 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:27:03.439115 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:03.439607 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:03.446880 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf09a28-db3e-43c9-97f7-073e1d4b23b7 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Network 5403ba3a-661d-420d-be44-1757cd7e8d1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:03.457655 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-adf09a28-db3e-43c9-97f7-073e1d4b23b7 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:03.464157 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf09a28-db3e-43c9-97f7-073e1d4b23b7 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:03.470233 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf09a28-db3e-43c9-97f7-073e1d4b23b7 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:03.470864 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adf09a28-db3e-43c9-97f7-073e1d4b23b7 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:03.476355 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf09a28-db3e-43c9-97f7-073e1d4b23b7 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Pushing event updated for resources: {'Port': ['ID=51984f0a-a5ec-4521-a244-1f3ae2e03b0b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:03.507938 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-8c217a2c-c641-4cbb-bb96-ccc31c6f2291 None None] Allocated IP 2001:db8::2 (5403ba3a-661d-420d-be44-1757cd7e8d1f/72fd1bf7-9bef-4156-86c7-ee39707caf13/91f731cc-3a78-4f57-ad00-b2d7e081e4ab) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:03.511290 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-adf09a28-db3e-43c9-97f7-073e1d4b23b7 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1640918 Nov 15 11:27:03.518069 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43710) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:03.524258 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-33046259-fea3-4da7-97fe-bd0a82fb6c41 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Request body: {'port': {'network_id': '5403ba3a-661d-420d-be44-1757cd7e8d1f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-794292619', 'allowed_address_pairs': [{'ip_address': '2001:db8::19', 'mac_address': 'fa:16:3e:1d:06:df'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:03.534420 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4db5065-a7f4-49f9-87ea-6e168dcad9ba tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:03.594175 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a4db5065-a7f4-49f9-87ea-6e168dcad9ba tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Calling delete_port for 7e338c07-8a2e-4b61-b3f2-8435981e86d2 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:03.681697 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:03.749286 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5231ddc8-97a4-4579-9ff3-f845e2dfa1a0,segment=NetworkSegment(00942dea-c92f-404b-9297-63ecd0e0ea2c),segment_id=00942dea-c92f-404b-9297-63ecd0e0ea2c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:03.758361 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc86792-69a0-4ca6-9c9e-e4d37c87deee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5231ddc8-97a4-4579-9ff3-f845e2dfa1a0'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:27:03.761391 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a21f046-4480-48c9-a9e6-121106f731f3" -d '{"events": [{"server_uuid": "7bc86792-69a0-4ca6-9c9e-e4d37c87deee", "name": "network-vif-plugged", "status": "completed", "tag": "5231ddc8-97a4-4579-9ff3-f845e2dfa1a0"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:27:03.768181 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33046259-fea3-4da7-97fe-bd0a82fb6c41 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Made reservation on behalf of 7d2ece277072497bb52bf0bb8f95b708 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:03.771788 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:03.826834 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8c217a2c-c641-4cbb-bb96-ccc31c6f2291 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:03.835966 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddbdceb-ed9a-4bca-9993-4e54a5886957 x-openstack-request-id: req-0ddbdceb-ed9a-4bca-9993-4e54a5886957 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:27:03.836425 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc86792-69a0-4ca6-9c9e-e4d37c87deee", "name": "network-vif-plugged", "status": "completed", "tag": "5231ddc8-97a4-4579-9ff3-f845e2dfa1a0", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:27:03.836798 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ddbdceb-ed9a-4bca-9993-4e54a5886957 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:27:03.837296 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc86792-69a0-4ca6-9c9e-e4d37c87deee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5231ddc8-97a4-4579-9ff3-f845e2dfa1a0', 'code': 200} Nov 15 11:27:03.853383 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8c217a2c-c641-4cbb-bb96-ccc31c6f2291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:03.921444 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=5231ddc8-97a4-4579-9ff3-f845e2dfa1a0,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:03.924000 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32042509-7486-4813-9676-563d4ea1def4 req-37a1490a-1ade-45fd-8340-cbefa8ac59be tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:03.939762 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32042509-7486-4813-9676-563d4ea1def4 req-37a1490a-1ade-45fd-8340-cbefa8ac59be tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.5737889 Nov 15 11:27:03.946796 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c217a2c-c641-4cbb-bb96-ccc31c6f2291 None None] Network 5403ba3a-661d-420d-be44-1757cd7e8d1f is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:03.959570 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4db5065-a7f4-49f9-87ea-6e168dcad9ba tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:03.963105 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-8c217a2c-c641-4cbb-bb96-ccc31c6f2291 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:03.985501 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db5065-a7f4-49f9-87ea-6e168dcad9ba tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Pushing event deleted for resources: {'Port': ['ID=7e338c07-8a2e-4b61-b3f2-8435981e86d2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:03.991347 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33046259-fea3-4da7-97fe-bd0a82fb6c41 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:03.995390 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94cf0890-072c-4875-8479-4dee9e803751 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:04.015273 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94cf0890-072c-4875-8479-4dee9e803751 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:04.018594 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c217a2c-c641-4cbb-bb96-ccc31c6f2291 None None] Pushing event updated for resources: {'Port': ['ID=91f731cc-3a78-4f57-ad00-b2d7e081e4ab,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:04.019098 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f5904-b8d0-412b-a261-8cbec44568e9 req-61448c54-d1fd-44cd-9b95-260bca283cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:04.020827 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f08f5904-b8d0-412b-a261-8cbec44568e9 req-61448c54-d1fd-44cd-9b95-260bca283cdf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 1096 time: 0.1238163 Nov 15 11:27:04.020985 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c217a2c-c641-4cbb-bb96-ccc31c6f2291 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:04.027375 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43722) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:04.027530 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-94cf0890-072c-4875-8479-4dee9e803751 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/networks/36001f65-ac99-42c2-ae18-74bb13ae7885 HTTP/1.1" status: 204 len: 168 time: 1.6682777 Nov 15 11:27:04.034213 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-33046259-fea3-4da7-97fe-bd0a82fb6c41 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] device_id is not set on port 1c80d1cb-3011-47b0-9c44-e3cef759f663 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:27:04.057799 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf0890-072c-4875-8479-4dee9e803751 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Network': ['ID=36001f65-ac99-42c2-ae18-74bb13ae7885,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:04.078770 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32042509-7486-4813-9676-563d4ea1def4 req-397991d6-f979-4d14-8399-2747112aa2ba tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380470 Nov 15 11:27:04.135026 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d0b3a031-b87a-4a6b-8b51-07055f2cde35 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'port': {'network_id': '4ee110dd-5f17-4048-9289-cbe74f70eac2', 'name': 'tempest-PortsTestJSON-265844072'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:04.143439 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8c217a2c-c641-4cbb-bb96-ccc31c6f2291 None None] Attempting to bind port 91f731cc-3a78-4f57-ad00-b2d7e081e4ab on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:27:04.146971 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8c217a2c-c641-4cbb-bb96-ccc31c6f2291 None None] Attempting to bind port 91f731cc-3a78-4f57-ad00-b2d7e081e4ab by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'b115bcf4-ecf7-48b4-a500-1018aa942bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '5403ba3a-661d-420d-be44-1757cd7e8d1f'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:27:04.147463 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c217a2c-c641-4cbb-bb96-ccc31c6f2291 None None] Attempting to bind port 91f731cc-3a78-4f57-ad00-b2d7e081e4ab on network 5403ba3a-661d-420d-be44-1757cd7e8d1f {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:27:04.160970 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c217a2c-c641-4cbb-bb96-ccc31c6f2291 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:27:04.162063 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c217a2c-c641-4cbb-bb96-ccc31c6f2291 None None] Checking segment: {'id': 'b115bcf4-ecf7-48b4-a500-1018aa942bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '5403ba3a-661d-420d-be44-1757cd7e8d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:04.162571 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8c217a2c-c641-4cbb-bb96-ccc31c6f2291 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:04.163059 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c217a2c-c641-4cbb-bb96-ccc31c6f2291 None None] Bound using segment: {'id': 'b115bcf4-ecf7-48b4-a500-1018aa942bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '5403ba3a-661d-420d-be44-1757cd7e8d1f'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:27:04.164588 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8c217a2c-c641-4cbb-bb96-ccc31c6f2291 None None] Bound port: 91f731cc-3a78-4f57-ad00-b2d7e081e4ab, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b115bcf4-ecf7-48b4-a500-1018aa942bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '5403ba3a-661d-420d-be44-1757cd7e8d1f'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:27:04.165188 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8c217a2c-c641-4cbb-bb96-ccc31c6f2291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:04.261281 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b209ae-08f6-45a3-809f-799882fae65f req-0138c653-5399-442c-b344-4b81de6064de tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:04.269836 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24b209ae-08f6-45a3-809f-799882fae65f req-0138c653-5399-442c-b344-4b81de6064de tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.0970359 Nov 15 11:27:04.279990 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8c217a2c-c641-4cbb-bb96-ccc31c6f2291 None None] For port 91f731cc-3a78-4f57-ad00-b2d7e081e4ab, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:27:04.283547 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8c217a2c-c641-4cbb-bb96-ccc31c6f2291 None None] For port 91f731cc-3a78-4f57-ad00-b2d7e081e4ab, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=91f731cc-3a78-4f57-ad00-b2d7e081e4ab,segment=NetworkSegment(b115bcf4-ecf7-48b4-a500-1018aa942bd6),segment_id=b115bcf4-ecf7-48b4-a500-1018aa942bd6)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:27:04.295031 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8c217a2c-c641-4cbb-bb96-ccc31c6f2291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:04.365898 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24b209ae-08f6-45a3-809f-799882fae65f req-9dc6533e-5cfd-414f-8fe2-c6471186e825 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949221 Nov 15 11:27:04.379069 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c217a2c-c641-4cbb-bb96-ccc31c6f2291 None None] Pushing event updated for resources: {'Port': ['ID=91f731cc-3a78-4f57-ad00-b2d7e081e4ab,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:04.424385 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-33046259-fea3-4da7-97fe-bd0a82fb6c41 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Allocated IP 2001:db8::2f8 (5403ba3a-661d-420d-be44-1757cd7e8d1f/72fd1bf7-9bef-4156-86c7-ee39707caf13/1c80d1cb-3011-47b0-9c44-e3cef759f663) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:04.466239 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f08f5904-b8d0-412b-a261-8cbec44568e9 req-506bd9d5-5e6c-4753-b698-febabad70ebd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378143 Nov 15 11:27:04.467176 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4db5065-a7f4-49f9-87ea-6e168dcad9ba tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:04.584961 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b3a031-b87a-4a6b-8b51-07055f2cde35 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:04.588543 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0b3a031-b87a-4a6b-8b51-07055f2cde35 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:04.592488 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4db5065-a7f4-49f9-87ea-6e168dcad9ba tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:04.597245 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4db5065-a7f4-49f9-87ea-6e168dcad9ba tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:04.604837 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835b37d-0ec7-4164-a495-983e908998d7 req-cef7a6d5-3f91-4a69-beff-933d5150f8ae tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:04.613167 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835b37d-0ec7-4164-a495-983e908998d7 req-cef7a6d5-3f91-4a69-beff-933d5150f8ae tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:04.622215 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835b37d-0ec7-4164-a495-983e908998d7 req-cef7a6d5-3f91-4a69-beff-933d5150f8ae tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:04.628778 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835b37d-0ec7-4164-a495-983e908998d7 req-cef7a6d5-3f91-4a69-beff-933d5150f8ae tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:04.635682 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835b37d-0ec7-4164-a495-983e908998d7 req-cef7a6d5-3f91-4a69-beff-933d5150f8ae tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:04.642281 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835b37d-0ec7-4164-a495-983e908998d7 req-cef7a6d5-3f91-4a69-beff-933d5150f8ae tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:04.660317 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835b37d-0ec7-4164-a495-983e908998d7 req-cef7a6d5-3f91-4a69-beff-933d5150f8ae tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:04.670851 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-d0b3a031-b87a-4a6b-8b51-07055f2cde35 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] device_id is not set on port c20e837f-2ad4-461d-b3a5-6b4929b76e11 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:27:04.679513 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4db5065-a7f4-49f9-87ea-6e168dcad9ba tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:04.680561 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a835b37d-0ec7-4164-a495-983e908998d7 req-cef7a6d5-3f91-4a69-beff-933d5150f8ae tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5433 time: 0.1453185 Nov 15 11:27:04.682665 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4db5065-a7f4-49f9-87ea-6e168dcad9ba tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Fanout notify agent at l3_agent the message router_deleted on router 29a1fb82-5e07-4b9e-849d-9bfcaba3cfb0 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:27:04.702413 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4db5065-a7f4-49f9-87ea-6e168dcad9ba tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:04.709508 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a4db5065-a7f4-49f9-87ea-6e168dcad9ba tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "DELETE /v2.0/routers/29a1fb82-5e07-4b9e-849d-9bfcaba3cfb0 HTTP/1.1" status: 204 len: 168 time: 2.0379796 Nov 15 11:27:04.709859 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43730) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:04.719225 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-7fb99cac-da14-4a88-810f-ecad8a5723fb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1429288622', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}, 'admin_state_up': False}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:04.811248 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fb99cac-da14-4a88-810f-ecad8a5723fb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:04.812317 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fb99cac-da14-4a88-810f-ecad8a5723fb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:04.875934 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fb99cac-da14-4a88-810f-ecad8a5723fb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:04.934331 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33046259-fea3-4da7-97fe-bd0a82fb6c41 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:04.938640 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 91f731cc-3a78-4f57-ad00-b2d7e081e4ab up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:27:05.002226 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0b3a031-b87a-4a6b-8b51-07055f2cde35 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:05.013398 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 91f731cc-3a78-4f57-ad00-b2d7e081e4ab triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:05.013800 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:05.047562 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33046259-fea3-4da7-97fe-bd0a82fb6c41 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:05.085044 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fb99cac-da14-4a88-810f-ecad8a5723fb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:05.103434 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33046259-fea3-4da7-97fe-bd0a82fb6c41 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Network 5403ba3a-661d-420d-be44-1757cd7e8d1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:05.110919 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a835b37d-0ec7-4164-a495-983e908998d7 req-3fd4610c-e9d4-43a7-9e6e-63b6e45f5061 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4271932 Nov 15 11:27:05.134386 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:05.137857 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-33046259-fea3-4da7-97fe-bd0a82fb6c41 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:05.153324 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33046259-fea3-4da7-97fe-bd0a82fb6c41 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:05.158990 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33046259-fea3-4da7-97fe-bd0a82fb6c41 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:05.159622 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33046259-fea3-4da7-97fe-bd0a82fb6c41 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:05.186121 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0b3a031-b87a-4a6b-8b51-07055f2cde35 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:05.212600 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 91f731cc-3a78-4f57-ad00-b2d7e081e4ab, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=91f731cc-3a78-4f57-ad00-b2d7e081e4ab,segment=NetworkSegment(b115bcf4-ecf7-48b4-a500-1018aa942bd6),segment_id=b115bcf4-ecf7-48b4-a500-1018aa942bd6)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:05.219797 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:05.226939 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-33046259-fea3-4da7-97fe-bd0a82fb6c41 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.7048450 Nov 15 11:27:05.236241 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43736) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:05.236979 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33046259-fea3-4da7-97fe-bd0a82fb6c41 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Pushing event updated for resources: {'Port': ['ID=1c80d1cb-3011-47b0-9c44-e3cef759f663,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:05.293621 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=91f731cc-3a78-4f57-ad00-b2d7e081e4ab,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:05.318895 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b3a031-b87a-4a6b-8b51-07055f2cde35 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network 4ee110dd-5f17-4048-9289-cbe74f70eac2 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:05.324209 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device eb90964d-15b6-4feb-b9c3-5e37efbc4aa3 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:27:05.332457 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d49082-6489-4e88-ba6c-dae0ae122b1f req-a528d843-8308-4a5f-b217-a56fb1e65e27 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:05.333011 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d0b3a031-b87a-4a6b-8b51-07055f2cde35 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:05.334880 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b7d49082-6489-4e88-ba6c-dae0ae122b1f req-a528d843-8308-4a5f-b217-a56fb1e65e27 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.1211629 Nov 15 11:27:05.344302 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b3a031-b87a-4a6b-8b51-07055f2cde35 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:05.353529 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: eb90964d-15b6-4feb-b9c3-5e37efbc4aa3 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:27:05.353939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device eb90964d-15b6-4feb-b9c3-5e37efbc4aa3 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:27:05.354700 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b3a031-b87a-4a6b-8b51-07055f2cde35 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:05.355805 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0b3a031-b87a-4a6b-8b51-07055f2cde35 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:05.370443 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3a031-b87a-4a6b-8b51-07055f2cde35 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Port': ['ID=c20e837f-2ad4-461d-b3a5-6b4929b76e11,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:05.380994 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2df5b7-4c13-43f5-9015-bfad71180e15 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:05.387847 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2df5b7-4c13-43f5-9015-bfad71180e15 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:05.394702 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2df5b7-4c13-43f5-9015-bfad71180e15 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:05.395864 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2f2df5b7-4c13-43f5-9015-bfad71180e15 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1535902 Nov 15 11:27:05.400048 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43738) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:05.425332 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d0b3a031-b87a-4a6b-8b51-07055f2cde35 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2995002 Nov 15 11:27:05.427635 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43742) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:05.527064 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b7d49082-6489-4e88-ba6c-dae0ae122b1f req-5a6a9d52-442a-40ba-833e-f9cc26e71aee tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766384 Nov 15 11:27:05.560015 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ca25982-275f-4676-97e5-e5cf8b4efd38 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting port c20e837f-2ad4-461d-b3a5-6b4929b76e11 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:05.560015 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ca25982-275f-4676-97e5-e5cf8b4efd38 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:05.635278 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ca25982-275f-4676-97e5-e5cf8b4efd38 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:05.662425 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ca25982-275f-4676-97e5-e5cf8b4efd38 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Calling delete_port for c20e837f-2ad4-461d-b3a5-6b4929b76e11 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:05.663400 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec11363-a03b-489a-8fa2-d09b06f78eff req-e316e8d6-4491-484e-bb79-6f41af5a8924 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:05.664997 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ec11363-a03b-489a-8fa2-d09b06f78eff req-e316e8d6-4491-484e-bb79-6f41af5a8924 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.1950643 Nov 15 11:27:05.740917 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fb99cac-da14-4a88-810f-ecad8a5723fb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:05.759025 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ca25982-275f-4676-97e5-e5cf8b4efd38 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:05.794286 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca25982-275f-4676-97e5-e5cf8b4efd38 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Port': ['ID=c20e837f-2ad4-461d-b3a5-6b4929b76e11,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:05.802550 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ca25982-275f-4676-97e5-e5cf8b4efd38 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:05.808715 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5ca25982-275f-4676-97e5-e5cf8b4efd38 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/ports/c20e837f-2ad4-461d-b3a5-6b4929b76e11 HTTP/1.1" status: 204 len: 168 time: 0.3775151 Nov 15 11:27:05.808905 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43746) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:05.818722 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'port': {'network_id': '4ee110dd-5f17-4048-9289-cbe74f70eac2', 'mac_address': 'fa:16:3e:4c:25:6a', 'name': 'tempest-PortsTestJSON-1285960062'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:05.822743 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fb99cac-da14-4a88-810f-ecad8a5723fb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:05.842416 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee7230b-a24b-468e-b1c6-49638acd9519 None None] Network 5403ba3a-661d-420d-be44-1757cd7e8d1f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:05.896835 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5e5076d0-bdb4-4774-bed7-7e2e1b737bc2 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Deleting port 1c80d1cb-3011-47b0-9c44-e3cef759f663 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:05.897331 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e5076d0-bdb4-4774-bed7-7e2e1b737bc2 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:05.971238 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-72962aa6-45b4-4c74-9dee-01ff7af0f18e None None] Provisioning complete for port 91f731cc-3a78-4f57-ad00-b2d7e081e4ab triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:05.971666 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-72962aa6-45b4-4c74-9dee-01ff7af0f18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:05.973437 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-0dbf13ee-dc5c-4e2f-a26e-ab966ae6f32c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:05.979867 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-0dbf13ee-dc5c-4e2f-a26e-ab966ae6f32c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:05.986080 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-0dbf13ee-dc5c-4e2f-a26e-ab966ae6f32c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:05.992540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-0dbf13ee-dc5c-4e2f-a26e-ab966ae6f32c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:05.998739 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-0dbf13ee-dc5c-4e2f-a26e-ab966ae6f32c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:06.004963 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-0dbf13ee-dc5c-4e2f-a26e-ab966ae6f32c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:06.008590 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:06.011249 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-0dbf13ee-dc5c-4e2f-a26e-ab966ae6f32c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:06.013563 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-0dbf13ee-dc5c-4e2f-a26e-ab966ae6f32c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5433 time: 0.3464308 Nov 15 11:27:06.054954 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ec11363-a03b-489a-8fa2-d09b06f78eff req-f4e2fc3f-5cd8-485c-8afb-6f495a1d45c2 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698642 Nov 15 11:27:06.090251 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:06.134914 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] device_id is not set on port 9883a1c0-ef77-493b-931c-56ae31efa282 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:27:06.137513 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-b03547ac-47a1-4c89-ab1e-032d7902623d tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:06.139142 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-b03547ac-47a1-4c89-ab1e-032d7902623d tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.55 "GET /v2.0/ports/041d37e4-b503-41ea-9c56-8ae1475f9725?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1182725 Nov 15 11:27:06.208629 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ae882ac3-2e19-4aef-92db-69d304075d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:06.256209 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-7fb99cac-da14-4a88-810f-ecad8a5723fb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Allocated IP 172.25.7.90 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/cc89354d-3c80-470b-8937-e89add25c85d) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:06.267794 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e5076d0-bdb4-4774-bed7-7e2e1b737bc2 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:06.311316 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5e5076d0-bdb4-4774-bed7-7e2e1b737bc2 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Calling delete_port for 1c80d1cb-3011-47b0-9c44-e3cef759f663 owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:06.471573 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-7b618823-1b50-4f89-a297-128dfdfbaf9d tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.55 "GET /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3242092 Nov 15 11:27:06.490876 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6089f-1fe4-4e3a-8a67-3ac5cd8675e3 req-ef08f1be-6d38-49e3-8cb9-d7b93a5201f4 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:06.497168 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6089f-1fe4-4e3a-8a67-3ac5cd8675e3 req-ef08f1be-6d38-49e3-8cb9-d7b93a5201f4 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:06.503447 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6089f-1fe4-4e3a-8a67-3ac5cd8675e3 req-ef08f1be-6d38-49e3-8cb9-d7b93a5201f4 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:06.509620 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6089f-1fe4-4e3a-8a67-3ac5cd8675e3 req-ef08f1be-6d38-49e3-8cb9-d7b93a5201f4 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:06.515855 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6089f-1fe4-4e3a-8a67-3ac5cd8675e3 req-ef08f1be-6d38-49e3-8cb9-d7b93a5201f4 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:06.522025 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6089f-1fe4-4e3a-8a67-3ac5cd8675e3 req-ef08f1be-6d38-49e3-8cb9-d7b93a5201f4 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:06.528934 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6089f-1fe4-4e3a-8a67-3ac5cd8675e3 req-ef08f1be-6d38-49e3-8cb9-d7b93a5201f4 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:06.530977 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00a6089f-1fe4-4e3a-8a67-3ac5cd8675e3 req-ef08f1be-6d38-49e3-8cb9-d7b93a5201f4 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5433 time: 0.2940412 Nov 15 11:27:06.578142 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fb99cac-da14-4a88-810f-ecad8a5723fb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:06.606395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-2a3cacfb-d6e8-48c4-9bee-aaa43813ddfc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:06.678152 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-50eab501-6c5e-41b0-9032-410ac1a3d84f None None] Provisioning complete for port 91f731cc-3a78-4f57-ad00-b2d7e081e4ab triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:06.678626 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-50eab501-6c5e-41b0-9032-410ac1a3d84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:06.789866 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:06.811283 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 91f731cc-3a78-4f57-ad00-b2d7e081e4ab up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:27:06.835584 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:06.910792 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Port': ['ID=9883a1c0-ef77-493b-931c-56ae31efa282,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:06.915056 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-50eab501-6c5e-41b0-9032-410ac1a3d84f None None] Provisioning complete for port 51984f0a-a5ec-4521-a244-1f3ae2e03b0b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:06.915419 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-50eab501-6c5e-41b0-9032-410ac1a3d84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:06.935119 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:06.935462 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:06.935809 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:06.936219 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:06.936547 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:06.937203 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:06.937203 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:06.937528 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:06.937810 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:06.938129 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:06.938438 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:06.938750 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:06.943745 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fb99cac-da14-4a88-810f-ecad8a5723fb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:06.944635 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network 4ee110dd-5f17-4048-9289-cbe74f70eac2 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:06.946104 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:06.954525 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:06.961155 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:06.961800 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:06.969465 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-2a3cacfb-d6e8-48c4-9bee-aaa43813ddfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:06.977393 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 91f731cc-3a78-4f57-ad00-b2d7e081e4ab triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:06.977814 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:06.989446 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e41efcdf-24ee-40a1-9dcc-01f1cfa0f36f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1794765 Nov 15 11:27:06.990846 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43756) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:07.010725 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-50eab501-6c5e-41b0-9032-410ac1a3d84f None None] Port 51984f0a-a5ec-4521-a244-1f3ae2e03b0b cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:07.027931 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeee42b-c0fe-464b-9c30-12bb199becde req-85818cb2-216b-4fdc-83c7-f33daae777af tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:07.029945 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-adeee42b-c0fe-464b-9c30-12bb199becde req-85818cb2-216b-4fdc-83c7-f33daae777af tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.4021242 Nov 15 11:27:07.032083 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb99cac-da14-4a88-810f-ecad8a5723fb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:07.050901 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-50eab501-6c5e-41b0-9032-410ac1a3d84f None None] Provisioning complete for port 1c80d1cb-3011-47b0-9c44-e3cef759f663 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:07.051258 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-50eab501-6c5e-41b0-9032-410ac1a3d84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:07.055126 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024869cb-0763-4786-b301-4d3860e85b42 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:07.060975 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-024869cb-0763-4786-b301-4d3860e85b42 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports/9883a1c0-ef77-493b-931c-56ae31efa282 HTTP/1.1" status: 200 len: 841 time: 0.0686095 Nov 15 11:27:07.061887 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43758) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:07.067699 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-7fb99cac-da14-4a88-810f-ecad8a5723fb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:07.081576 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00a6089f-1fe4-4e3a-8a67-3ac5cd8675e3 req-23f22cb1-4b5f-4809-b9c6-573b4d7fe9fe tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4661541 Nov 15 11:27:07.105666 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb99cac-da14-4a88-810f-ecad8a5723fb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:07.189697 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-50eab501-6c5e-41b0-9032-410ac1a3d84f None None] Port 1c80d1cb-3011-47b0-9c44-e3cef759f663 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:07.256916 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-67d4e7a3-6891-46b2-83cb-24d793d0b749 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting port 9883a1c0-ef77-493b-931c-56ae31efa282 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:07.257258 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67d4e7a3-6891-46b2-83cb-24d793d0b749 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:07.316752 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d7ea99b6-802a-4c88-8ef4-e529ec864c4b None None] Provisioning complete for port 51984f0a-a5ec-4521-a244-1f3ae2e03b0b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:07.317477 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d7ea99b6-802a-4c88-8ef4-e529ec864c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:07.356634 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67d4e7a3-6891-46b2-83cb-24d793d0b749 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:07.365497 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d7ea99b6-802a-4c88-8ef4-e529ec864c4b None None] Port 51984f0a-a5ec-4521-a244-1f3ae2e03b0b cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:07.368047 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e5076d0-bdb4-4774-bed7-7e2e1b737bc2 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:07.377503 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-67d4e7a3-6891-46b2-83cb-24d793d0b749 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Calling delete_port for 9883a1c0-ef77-493b-931c-56ae31efa282 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:07.383648 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d7ea99b6-802a-4c88-8ef4-e529ec864c4b None None] Could not find standard attr ID for object 1c80d1cb-3011-47b0-9c44-e3cef759f663. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:27:07.386263 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb99cac-da14-4a88-810f-ecad8a5723fb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Pushing event updated for resources: {'Port': ['ID=cc89354d-3c80-470b-8937-e89add25c85d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:07.487554 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67d4e7a3-6891-46b2-83cb-24d793d0b749 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:07.489448 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5076d0-bdb4-4774-bed7-7e2e1b737bc2 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Pushing event deleted for resources: {'Port': ['ID=1c80d1cb-3011-47b0-9c44-e3cef759f663,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:07.494746 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-adeee42b-c0fe-464b-9c30-12bb199becde req-bdcfe7d9-fe50-4f7c-980d-b1c40df6ce5e tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4448750 Nov 15 11:27:07.533624 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4e7a3-6891-46b2-83cb-24d793d0b749 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Port': ['ID=9883a1c0-ef77-493b-931c-56ae31efa282,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:07.539348 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67d4e7a3-6891-46b2-83cb-24d793d0b749 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:07.545571 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-67d4e7a3-6891-46b2-83cb-24d793d0b749 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/ports/9883a1c0-ef77-493b-931c-56ae31efa282 HTTP/1.1" status: 204 len: 168 time: 0.4797976 Nov 15 11:27:07.546287 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43764) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:07.570947 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5fd92-9c76-4520-8b96-b0e83639c416 req-64e9101d-1808-4a85-a775-0115772d61f4 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:07.573905 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ac3869-e009-46d3-9b46-e76356d3d8b0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] GET failed (client error): The resource could not be found. Nov 15 11:27:07.575900 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f2ac3869-e009-46d3-9b46-e76356d3d8b0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports/9883a1c0-ef77-493b-931c-56ae31efa282 HTTP/1.1" status: 404 len: 333 time: 0.0285525 Nov 15 11:27:07.579221 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-45f5fd92-9c76-4520-8b96-b0e83639c416 req-64e9101d-1808-4a85-a775-0115772d61f4 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.2641490 Nov 15 11:27:07.579847 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43766) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:07.588036 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d6403bea-f637-4ee1-a099-cdf68e32718e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'port': {'network_id': '4ee110dd-5f17-4048-9289-cbe74f70eac2', 'name': 'tempest-PortsTestJSON-475205789'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:07.727856 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6403bea-f637-4ee1-a099-cdf68e32718e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:07.731501 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6403bea-f637-4ee1-a099-cdf68e32718e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:07.754051 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-d6403bea-f637-4ee1-a099-cdf68e32718e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] device_id is not set on port dc14a826-d47f-47a7-9ff1-438a66d9c2f1 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:27:07.848689 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e5076d0-bdb4-4774-bed7-7e2e1b737bc2 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:07.854276 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5e5076d0-bdb4-4774-bed7-7e2e1b737bc2 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "DELETE /v2.0/ports/1c80d1cb-3011-47b0-9c44-e3cef759f663 HTTP/1.1" status: 204 len: 168 time: 2.4507427 Nov 15 11:27:07.856333 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-2a3cacfb-d6e8-48c4-9bee-aaa43813ddfc service neutron] For port 041d37e4-b503-41ea-9c56-8ae1475f9725, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=041d37e4-b503-41ea-9c56-8ae1475f9725,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:07.857956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43768) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:07.988506 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6403bea-f637-4ee1-a099-cdf68e32718e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:08.023875 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6403bea-f637-4ee1-a099-cdf68e32718e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:08.077694 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6403bea-f637-4ee1-a099-cdf68e32718e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network 4ee110dd-5f17-4048-9289-cbe74f70eac2 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:08.084569 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d6403bea-f637-4ee1-a099-cdf68e32718e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:08.090130 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6403bea-f637-4ee1-a099-cdf68e32718e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:08.096188 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6403bea-f637-4ee1-a099-cdf68e32718e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:08.097068 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6403bea-f637-4ee1-a099-cdf68e32718e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:08.101279 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6403bea-f637-4ee1-a099-cdf68e32718e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Port': ['ID=dc14a826-d47f-47a7-9ff1-438a66d9c2f1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:08.125610 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d6403bea-f637-4ee1-a099-cdf68e32718e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5431685 Nov 15 11:27:08.126434 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43770) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:08.131942 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d6b10c68-932e-4ccb-a133-d1965e6c760e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:08.148660 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device cf3d8396-2297-40fd-a6ef-65ee0a1a87fe no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:27:08.224519 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-45f5fd92-9c76-4520-8b96-b0e83639c416 req-0fea5dcb-3b1d-4cd1-820c-56f6f6d33d84 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6446424 Nov 15 11:27:08.232753 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6b10c68-932e-4ccb-a133-d1965e6c760e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:08.308839 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e68b1fd-95ca-4d14-b0c1-942afebe3faa tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] GET failed (client error): The resource could not be found. Nov 15 11:27:08.311272 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7e68b1fd-95ca-4d14-b0c1-942afebe3faa tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "GET /v2.0/ports/1c80d1cb-3011-47b0-9c44-e3cef759f663 HTTP/1.1" status: 404 len: 333 time: 0.4515765 Nov 15 11:27:08.321030 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43778) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:08.327856 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:08.328898 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-7b5ac051-4564-4480-8427-6406c4471394 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Request body: {'port': {'network_id': '5403ba3a-661d-420d-be44-1757cd7e8d1f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1813425484'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:08.376173 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf3d8396-2297-40fd-a6ef-65ee0a1a87fe'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:27:08.378314 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a982895c-fc9c-4344-9893-2b62c7f90bfb" -d '{"events": [{"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-unplugged", "status": "completed", "tag": "cf3d8396-2297-40fd-a6ef-65ee0a1a87fe"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:27:08.390605 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-265a5428-42ed-4203-8932-8cdb9ad8115f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:08.396429 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port cf3d8396-2297-40fd-a6ef-65ee0a1a87fe, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=cf3d8396-2297-40fd-a6ef-65ee0a1a87fe,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:08.405368 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:08.406126 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 041d37e4-b503-41ea-9c56-8ae1475f9725 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:27:08.471846 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fb99cac-da14-4a88-810f-ecad8a5723fb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:08.523296 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-2a3cacfb-d6e8-48c4-9bee-aaa43813ddfc service neutron] For port 041d37e4-b503-41ea-9c56-8ae1475f9725, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:27:08.532827 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6b10c68-932e-4ccb-a133-d1965e6c760e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:08.556976 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6b10c68-932e-4ccb-a133-d1965e6c760e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:08.595366 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=cf3d8396-2297-40fd-a6ef-65ee0a1a87fe,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:08.608232 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c5ed39-74b9-4e1c-b9d7-0c6a6065bc49 x-openstack-request-id: req-50c5ed39-74b9-4e1c-b9d7-0c6a6065bc49 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:27:08.608784 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-unplugged", "status": "completed", "tag": "cf3d8396-2297-40fd-a6ef-65ee0a1a87fe", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:27:08.609282 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50c5ed39-74b9-4e1c-b9d7-0c6a6065bc49 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:27:08.609942 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf3d8396-2297-40fd-a6ef-65ee0a1a87fe', 'code': 200} Nov 15 11:27:08.617574 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:08.626524 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b10c68-932e-4ccb-a133-d1965e6c760e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Port': ['ID=dc14a826-d47f-47a7-9ff1-438a66d9c2f1,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:08.631747 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d348ff-fd11-4a9f-ac96-beb322b441e0 req-5a2698ad-ec85-4c2b-b4da-3288e8d8b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:08.633243 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-59d348ff-fd11-4a9f-ac96-beb322b441e0 req-5a2698ad-ec85-4c2b-b4da-3288e8d8b7c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91113c0fa8154b558a9e557fde9f1b3d&device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 1096 time: 0.1647849 Nov 15 11:27:08.641035 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d6b10c68-932e-4ccb-a133-d1965e6c760e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] In _notify_port_updated(), no bound segment for port dc14a826-d47f-47a7-9ff1-438a66d9c2f1 on network 4ee110dd-5f17-4048-9289-cbe74f70eac2 {{(pid=102677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:27:08.645951 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d627e-3c3b-4b70-b124-4f92f42cb843 req-cc4da646-dd13-4a4f-b8df-5a9284aa0e9f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:08.647061 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b10c68-932e-4ccb-a133-d1965e6c760e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:08.647739 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6b10c68-932e-4ccb-a133-d1965e6c760e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:08.651865 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d6b10c68-932e-4ccb-a133-d1965e6c760e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "PUT /v2.0/ports/dc14a826-d47f-47a7-9ff1-438a66d9c2f1 HTTP/1.1" status: 200 len: 818 time: 0.5215695 Nov 15 11:27:08.652496 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d627e-3c3b-4b70-b124-4f92f42cb843 req-cc4da646-dd13-4a4f-b8df-5a9284aa0e9f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:08.658438 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d627e-3c3b-4b70-b124-4f92f42cb843 req-cc4da646-dd13-4a4f-b8df-5a9284aa0e9f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:08.659485 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43788) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:08.677269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d627e-3c3b-4b70-b124-4f92f42cb843 req-cc4da646-dd13-4a4f-b8df-5a9284aa0e9f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:08.691003 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d627e-3c3b-4b70-b124-4f92f42cb843 req-cc4da646-dd13-4a4f-b8df-5a9284aa0e9f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:08.697302 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d627e-3c3b-4b70-b124-4f92f42cb843 req-cc4da646-dd13-4a4f-b8df-5a9284aa0e9f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:08.703356 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d627e-3c3b-4b70-b124-4f92f42cb843 req-cc4da646-dd13-4a4f-b8df-5a9284aa0e9f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:08.705386 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-420d627e-3c3b-4b70-b124-4f92f42cb843 req-cc4da646-dd13-4a4f-b8df-5a9284aa0e9f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 5433 time: 0.4263525 Nov 15 11:27:08.741274 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-2a3cacfb-d6e8-48c4-9bee-aaa43813ddfc service neutron] device_id is not set on port 041d37e4-b503-41ea-9c56-8ae1475f9725 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:27:08.786802 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-2a3cacfb-d6e8-48c4-9bee-aaa43813ddfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:08.810957 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d348ff-fd11-4a9f-ac96-beb322b441e0 req-03981aca-8d07-473b-89f0-59013eb8819f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:08.812393 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-59d348ff-fd11-4a9f-ac96-beb322b441e0 req-03981aca-8d07-473b-89f0-59013eb8819f service neutron] 10.222.0.11 "GET /v2.0/networks?id=c7abab0f-4274-40bd-9c20-749f1f1c5aed HTTP/1.1" status: 200 len: 911 time: 0.1605430 Nov 15 11:27:08.819181 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-2a3cacfb-d6e8-48c4-9bee-aaa43813ddfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:08.822672 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e1f8b94b-bf4c-4c7d-b35a-bac7c3333c38 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting port dc14a826-d47f-47a7-9ff1-438a66d9c2f1 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:08.823246 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1f8b94b-bf4c-4c7d-b35a-bac7c3333c38 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:08.855690 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:27:08.856072 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:27:08.874900 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-59d348ff-fd11-4a9f-ac96-beb322b441e0 req-140812f8-6150-4828-a3d6-bc47e2663e16 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 HTTP/1.1" status: 200 len: 217 time: 0.0472476 Nov 15 11:27:08.917271 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce80ba0-948c-4689-8f30-5d3b7c66a6d5 req-611f5b0e-1c93-407a-8a47-60bc0a3cdeda tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:08.919044 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dce80ba0-948c-4689-8f30-5d3b7c66a6d5 req-611f5b0e-1c93-407a-8a47-60bc0a3cdeda tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.2001693 Nov 15 11:27:08.933897 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-420d627e-3c3b-4b70-b124-4f92f42cb843 req-768b113f-f3d1-48b4-ba87-65ec5aecfd42 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2018902 Nov 15 11:27:08.965709 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1f8b94b-bf4c-4c7d-b35a-bac7c3333c38 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:08.973719 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d348ff-fd11-4a9f-ac96-beb322b441e0 req-e9eabe88-2b44-4d2d-9f5d-1f20355c90db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:08.975183 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-59d348ff-fd11-4a9f-ac96-beb322b441e0 req-e9eabe88-2b44-4d2d-9f5d-1f20355c90db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=414b55a6-1594-48a7-b107-9f0e9048b526 HTTP/1.1" status: 200 len: 850 time: 0.0719342 Nov 15 11:27:08.995474 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e1f8b94b-bf4c-4c7d-b35a-bac7c3333c38 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Calling delete_port for dc14a826-d47f-47a7-9ff1-438a66d9c2f1 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:09.017000 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-59d348ff-fd11-4a9f-ac96-beb322b441e0 req-8f24981b-b89a-4631-90d9-d25158f2b217 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c7abab0f-4274-40bd-9c20-749f1f1c5aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335481 Nov 15 11:27:09.064472 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cacfb-d6e8-48c4-9bee-aaa43813ddfc service neutron] Pushing event updated for resources: {'Port': ['ID=041d37e4-b503-41ea-9c56-8ae1475f9725,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:09.067034 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-2a3cacfb-d6e8-48c4-9bee-aaa43813ddfc service neutron] No DVR routers for this DVR port 041d37e4-b503-41ea-9c56-8ae1475f9725 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:27:09.069086 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5ac051-4564-4480-8427-6406c4471394 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Made reservation on behalf of 7d2ece277072497bb52bf0bb8f95b708 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:09.072634 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7b5ac051-4564-4480-8427-6406c4471394 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:09.180378 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-59d348ff-fd11-4a9f-ac96-beb322b441e0 req-b5b695b3-64b1-4e1e-873f-f4b5238d2ab2 service neutron] 10.222.0.11 "GET /v2.0/networks/c7abab0f-4274-40bd-9c20-749f1f1c5aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548629 Nov 15 11:27:09.187682 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1f8b94b-bf4c-4c7d-b35a-bac7c3333c38 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:09.188398 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-7b5ac051-4564-4480-8427-6406c4471394 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] device_id is not set on port da3c5d72-32d9-41e3-95b8-3cf8ea73fa72 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:27:09.215178 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-2a3cacfb-d6e8-48c4-9bee-aaa43813ddfc service neutron] In _notify_port_updated(), no bound segment for port 041d37e4-b503-41ea-9c56-8ae1475f9725 on network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb {{(pid=102678) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:27:09.216188 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-2a3cacfb-d6e8-48c4-9bee-aaa43813ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:09.216940 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-2a3cacfb-d6e8-48c4-9bee-aaa43813ddfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:09.218240 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-2a3cacfb-d6e8-48c4-9bee-aaa43813ddfc service neutron] 10.222.0.55 "PUT /v2.0/ports/041d37e4-b503-41ea-9c56-8ae1475f9725 HTTP/1.1" status: 200 len: 1027 time: 2.6861713 Nov 15 11:27:09.263538 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8b94b-bf4c-4c7d-b35a-bac7c3333c38 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Port': ['ID=dc14a826-d47f-47a7-9ff1-438a66d9c2f1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:09.268594 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1f8b94b-bf4c-4c7d-b35a-bac7c3333c38 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:09.269219 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dce80ba0-948c-4689-8f30-5d3b7c66a6d5 req-215447b0-74d9-432e-a9b2-763d45bba053 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696877 Nov 15 11:27:09.274392 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e1f8b94b-bf4c-4c7d-b35a-bac7c3333c38 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/ports/dc14a826-d47f-47a7-9ff1-438a66d9c2f1 HTTP/1.1" status: 204 len: 168 time: 0.6093051 Nov 15 11:27:09.276715 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43790) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:09.320386 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fecac-ba74-437a-9341-201f7aa14c5d req-8e2eb94f-2a0c-4bca-8198-4bee90ed88b9 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:09.321989 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed2fecac-ba74-437a-9341-201f7aa14c5d req-8e2eb94f-2a0c-4bca-8198-4bee90ed88b9 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.2594151 Nov 15 11:27:09.323010 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fb99cac-da14-4a88-810f-ecad8a5723fb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:09.341255 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-59d348ff-fd11-4a9f-ac96-beb322b441e0 req-776c845e-31c1-410c-b02d-b3eda0220ba9 service neutron] 10.222.0.11 "GET /v2.0/networks/c7abab0f-4274-40bd-9c20-749f1f1c5aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519406 Nov 15 11:27:09.352354 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a23dae-6df4-44d6-8fc5-41caadfd5901 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:09.356524 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a8a23dae-6df4-44d6-8fc5-41caadfd5901 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0767279 Nov 15 11:27:09.356949 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43792) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:09.357736 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-0c26a484-ecea-43b9-88a0-d1dcd9074f37 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:09.359221 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-0c26a484-ecea-43b9-88a0-d1dcd9074f37 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.55 "GET /v2.0/ports/cf3d8396-2297-40fd-a6ef-65ee0a1a87fe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1084695 Nov 15 11:27:09.361303 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-9d8644ad-ee16-473a-a025-1888406331cd None None] Provisioning complete for port 041d37e4-b503-41ea-9c56-8ae1475f9725 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:09.361809 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9d8644ad-ee16-473a-a025-1888406331cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:09.385077 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-0579d96f-2b11-485a-9476-93ee5c502500 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] GET failed (client error): The resource could not be found. Nov 15 11:27:09.387884 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0579d96f-2b11-485a-9476-93ee5c502500 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports/dc14a826-d47f-47a7-9ff1-438a66d9c2f1 HTTP/1.1" status: 404 len: 333 time: 0.0287755 Nov 15 11:27:09.390492 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43796) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:09.395722 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7a573008-13ee-4334-abca-7cf040daca34 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1010617165'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:09.416490 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-690bb4c2-4a0c-4fdf-b8f9-e852702cb337 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:09.423192 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a573008-13ee-4334-abca-7cf040daca34 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:09.428081 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a573008-13ee-4334-abca-7cf040daca34 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:09.460479 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a573008-13ee-4334-abca-7cf040daca34 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:27:09.471771 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a573008-13ee-4334-abca-7cf040daca34 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:09.472522 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-7a573008-13ee-4334-abca-7cf040daca34 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Added segment b2485fc4-1b9b-43c8-816f-b5310eab1292 of type vlan for network f30e20ff-526e-4691-abc7-fca4607756d5 Nov 15 11:27:09.519973 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a573008-13ee-4334-abca-7cf040daca34 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:09.550199 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a573008-13ee-4334-abca-7cf040daca34 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:09.558953 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a573008-13ee-4334-abca-7cf040daca34 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:09.559618 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a573008-13ee-4334-abca-7cf040daca34 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:09.591607 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-9d8644ad-ee16-473a-a025-1888406331cd None None] Port 041d37e4-b503-41ea-9c56-8ae1475f9725 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:09.596166 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device f4704c36-0238-4820-b8a4-0393c48690e2 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:27:09.626184 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed2fecac-ba74-437a-9341-201f7aa14c5d req-fb4c1d2a-501b-4dde-bc60-3d1195a02d11 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868440 Nov 15 11:27:09.637087 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-7b5ac051-4564-4480-8427-6406c4471394 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Allocated IP 2001:db8::1fe (5403ba3a-661d-420d-be44-1757cd7e8d1f/72fd1bf7-9bef-4156-86c7-ee39707caf13/da3c5d72-32d9-41e3-95b8-3cf8ea73fa72) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:09.654913 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-690bb4c2-4a0c-4fdf-b8f9-e852702cb337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:09.659674 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7a573008-13ee-4334-abca-7cf040daca34 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2649624 Nov 15 11:27:09.663324 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43804) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:09.668513 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-7873a213-ad8e-4a1f-9c07-3adac30f8ccd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'subnet': {'network_id': 'f30e20ff-526e-4691-abc7-fca4607756d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:09.678284 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a573008-13ee-4334-abca-7cf040daca34 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Network': ['ID=f30e20ff-526e-4691-abc7-fca4607756d5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:09.690538 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network f30e20ff-526e-4691-abc7-fca4607756d5 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:27:09.693883 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:09.786469 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port f4704c36-0238-4820-b8a4-0393c48690e2, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f4704c36-0238-4820-b8a4-0393c48690e2,segment=NetworkSegment(b17abd1e-d0b6-44c2-9c92-d6eadba25f9f),segment_id=b17abd1e-d0b6-44c2-9c92-d6eadba25f9f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:09.794721 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:09.795494 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device f11f0984-2cf6-4544-ae65-21ceb3a18147 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:27:09.844264 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:09.881938 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=f4704c36-0238-4820-b8a4-0393c48690e2,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:09.922817 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:09.955724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb99cac-da14-4a88-810f-ecad8a5723fb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Router ecbb87a2-74ce-494c-8961-8fc902cb63d4 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:27:09.957484 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7873a213-ad8e-4a1f-9c07-3adac30f8ccd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:09.957897 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port f11f0984-2cf6-4544-ae65-21ceb3a18147, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f11f0984-2cf6-4544-ae65-21ceb3a18147,segment=NetworkSegment(b17abd1e-d0b6-44c2-9c92-d6eadba25f9f),segment_id=b17abd1e-d0b6-44c2-9c92-d6eadba25f9f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:09.961208 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7873a213-ad8e-4a1f-9c07-3adac30f8ccd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:09.963327 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:09.964096 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device a5e4a1ee-2f8f-4677-847c-e32e1066c474 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:27:10.044541 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=f11f0984-2cf6-4544-ae65-21ceb3a18147,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:10.087279 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:10.121005 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port a5e4a1ee-2f8f-4677-847c-e32e1066c474, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=a5e4a1ee-2f8f-4677-847c-e32e1066c474,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:10.125474 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:10.126343 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 9690f032-99ce-452d-8947-7368f4eac3f0 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:27:10.145475 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7b5ac051-4564-4480-8427-6406c4471394 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:10.195998 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-690bb4c2-4a0c-4fdf-b8f9-e852702cb337 service neutron] For port cf3d8396-2297-40fd-a6ef-65ee0a1a87fe, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=cf3d8396-2297-40fd-a6ef-65ee0a1a87fe,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:10.200219 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=a5e4a1ee-2f8f-4677-847c-e32e1066c474,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:10.241723 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:10.277277 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 9690f032-99ce-452d-8947-7368f4eac3f0, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=9690f032-99ce-452d-8947-7368f4eac3f0,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:10.282813 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:10.283606 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 5fc0f2ac-e00b-4810-b47a-e13b8f18d088 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:27:10.286166 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-690bb4c2-4a0c-4fdf-b8f9-e852702cb337 service neutron] For port cf3d8396-2297-40fd-a6ef-65ee0a1a87fe, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:27:10.298665 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47eb31e-3b70-4681-a6fe-f97c0670624a req-012ecc98-1b9a-49d2-9b80-f2399e102098 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:10.304503 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47eb31e-3b70-4681-a6fe-f97c0670624a req-012ecc98-1b9a-49d2-9b80-f2399e102098 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:10.310470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47eb31e-3b70-4681-a6fe-f97c0670624a req-012ecc98-1b9a-49d2-9b80-f2399e102098 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:10.316416 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47eb31e-3b70-4681-a6fe-f97c0670624a req-012ecc98-1b9a-49d2-9b80-f2399e102098 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:10.322372 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47eb31e-3b70-4681-a6fe-f97c0670624a req-012ecc98-1b9a-49d2-9b80-f2399e102098 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:10.328343 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47eb31e-3b70-4681-a6fe-f97c0670624a req-012ecc98-1b9a-49d2-9b80-f2399e102098 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:10.331894 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a47eb31e-3b70-4681-a6fe-f97c0670624a req-012ecc98-1b9a-49d2-9b80-f2399e102098 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 4651 time: 0.2794156 Nov 15 11:27:10.355806 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=9690f032-99ce-452d-8947-7368f4eac3f0,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:10.401782 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:10.402483 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7b5ac051-4564-4480-8427-6406c4471394 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:10.437878 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 5fc0f2ac-e00b-4810-b47a-e13b8f18d088, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=5fc0f2ac-e00b-4810-b47a-e13b8f18d088,segment=NetworkSegment(f5da28b9-41ad-440b-9e9f-0d5e7d45d27f),segment_id=f5da28b9-41ad-440b-9e9f-0d5e7d45d27f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:10.441825 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:10.451591 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb99cac-da14-4a88-810f-ecad8a5723fb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:27:10.461194 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f31095c-05d8-492b-95cf-f7874b1f6177 None None] Sync routers for ids ['ecbb87a2-74ce-494c-8961-8fc902cb63d4'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:27:10.472476 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f31095c-05d8-492b-95cf-f7874b1f6177 None None] Routers {'ecbb87a2-74ce-494c-8961-8fc902cb63d4'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:27:10.473079 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2f31095c-05d8-492b-95cf-f7874b1f6177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:27:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ecbb87a2-74ce-494c-8961-8fc902cb63d4'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:10.481497 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-690bb4c2-4a0c-4fdf-b8f9-e852702cb337 service neutron] device_id is not set on port cf3d8396-2297-40fd-a6ef-65ee0a1a87fe yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:27:10.498641 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=5fc0f2ac-e00b-4810-b47a-e13b8f18d088,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:10.507394 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-690bb4c2-4a0c-4fdf-b8f9-e852702cb337 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:10.509388 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2f31095c-05d8-492b-95cf-f7874b1f6177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:10.518475 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f31095c-05d8-492b-95cf-f7874b1f6177 None None] Routers {'ecbb87a2-74ce-494c-8961-8fc902cb63d4'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:27:10.519075 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2f31095c-05d8-492b-95cf-f7874b1f6177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:27:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ecbb87a2-74ce-494c-8961-8fc902cb63d4'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:10.545688 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-690bb4c2-4a0c-4fdf-b8f9-e852702cb337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:10.548824 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5ac051-4564-4480-8427-6406c4471394 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Network 5403ba3a-661d-420d-be44-1757cd7e8d1f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:10.550791 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2f31095c-05d8-492b-95cf-f7874b1f6177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:10.551446 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f31095c-05d8-492b-95cf-f7874b1f6177 None None] The sync data for ids ['ecbb87a2-74ce-494c-8961-8fc902cb63d4'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:27:10.589593 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-7b5ac051-4564-4480-8427-6406c4471394 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:10.599708 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ac051-4564-4480-8427-6406c4471394 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Pushing event updated for resources: {'Port': ['ID=da3c5d72-32d9-41e3-95b8-3cf8ea73fa72,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:10.604052 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7fb99cac-da14-4a88-810f-ecad8a5723fb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:10.605257 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7fb99cac-da14-4a88-810f-ecad8a5723fb tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.8910131 Nov 15 11:27:10.608401 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43810) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:10.610618 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5ac051-4564-4480-8427-6406c4471394 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:10.612370 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4704c36-0238-4820-b8a4-0393c48690e2'}, {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f11f0984-2cf6-4544-ae65-21ceb3a18147'}, {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5e4a1ee-2f8f-4677-847c-e32e1066c474'}, {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9690f032-99ce-452d-8947-7368f4eac3f0'}, {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc0f2ac-e00b-4810-b47a-e13b8f18d088'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:27:10.615006 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbfafcd-941e-4772-a259-57a5a8899a95" -d '{"events": [{"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-unplugged", "status": "completed", "tag": "f4704c36-0238-4820-b8a4-0393c48690e2"}, {"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-unplugged", "status": "completed", "tag": "f11f0984-2cf6-4544-ae65-21ceb3a18147"}, {"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-unplugged", "status": "completed", "tag": "a5e4a1ee-2f8f-4677-847c-e32e1066c474"}, {"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-unplugged", "status": "completed", "tag": "9690f032-99ce-452d-8947-7368f4eac3f0"}, {"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc0f2ac-e00b-4810-b47a-e13b8f18d088"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:27:10.616305 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5ac051-4564-4480-8427-6406c4471394 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:10.616930 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7b5ac051-4564-4480-8427-6406c4471394 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:10.620687 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-dc421050-ccf9-440e-b08f-5aa78c3cde09 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:10.674299 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45311ad9-c5b0-46f1-8642-d4241664d460 req-2f4ded6f-5061-4b84-b184-698cba908761 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:10.676564 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-45311ad9-c5b0-46f1-8642-d4241664d460 req-2f4ded6f-5061-4b84-b184-698cba908761 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.2820253 Nov 15 11:27:10.708734 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a47eb31e-3b70-4681-a6fe-f97c0670624a req-b4b124a3-133f-47ca-b1ed-a4b37d55b371 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ef4604a-63e6-437a-8354-d61bce56e2da&id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3488326 Nov 15 11:27:10.742995 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-690bb4c2-4a0c-4fdf-b8f9-e852702cb337 service neutron] No DVR routers for this DVR port cf3d8396-2297-40fd-a6ef-65ee0a1a87fe on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:27:10.745200 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7873a213-ad8e-4a1f-9c07-3adac30f8ccd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:10.752554 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7b5ac051-4564-4480-8427-6406c4471394 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4302039 Nov 15 11:27:10.765376 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43820) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:10.796211 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-01ac3425-5242-46df-96c5-f176bb126af3 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19', 'mac_address': 'fa:16:3e:1d:06:df'}]}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:10.844854 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Mon, 15 Nov 2021 11:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a7c9a3-a611-42fd-b502-3d438eba8d0c x-openstack-request-id: req-f3a7c9a3-a611-42fd-b502-3d438eba8d0c {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:27:10.845314 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-unplugged", "status": "completed", "tag": "f4704c36-0238-4820-b8a4-0393c48690e2", "code": 200}, {"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-unplugged", "status": "completed", "tag": "f11f0984-2cf6-4544-ae65-21ceb3a18147", "code": 200}, {"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-unplugged", "status": "completed", "tag": "a5e4a1ee-2f8f-4677-847c-e32e1066c474", "code": 200}, {"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-unplugged", "status": "completed", "tag": "9690f032-99ce-452d-8947-7368f4eac3f0", "code": 200}, {"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc0f2ac-e00b-4810-b47a-e13b8f18d088", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:27:10.845633 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3a7c9a3-a611-42fd-b502-3d438eba8d0c {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:27:10.846227 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4704c36-0238-4820-b8a4-0393c48690e2', 'code': 200} Nov 15 11:27:10.846467 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f11f0984-2cf6-4544-ae65-21ceb3a18147', 'code': 200} Nov 15 11:27:10.846772 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5e4a1ee-2f8f-4677-847c-e32e1066c474', 'code': 200} Nov 15 11:27:10.847074 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9690f032-99ce-452d-8947-7368f4eac3f0', 'code': 200} Nov 15 11:27:10.848133 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc0f2ac-e00b-4810-b47a-e13b8f18d088', 'code': 200} Nov 15 11:27:10.863399 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bb4c2-4a0c-4fdf-b8f9-e852702cb337 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3d8396-2297-40fd-a6ef-65ee0a1a87fe,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:11.032623 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8912f42c-4e05-4785-88ac-201892e5c3f4 None None] Provisioning complete for port cf3d8396-2297-40fd-a6ef-65ee0a1a87fe triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:11.033113 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8912f42c-4e05-4785-88ac-201892e5c3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:11.037651 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc421050-ccf9-440e-b08f-5aa78c3cde09 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:11.051186 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc421050-ccf9-440e-b08f-5aa78c3cde09 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:11.070399 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8912f42c-4e05-4785-88ac-201892e5c3f4 None None] Port cf3d8396-2297-40fd-a6ef-65ee0a1a87fe cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:11.081372 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8912f42c-4e05-4785-88ac-201892e5c3f4 None None] Provisioning complete for port da3c5d72-32d9-41e3-95b8-3cf8ea73fa72 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:11.081725 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8912f42c-4e05-4785-88ac-201892e5c3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:11.115095 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-dc421050-ccf9-440e-b08f-5aa78c3cde09 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Deleting port cc89354d-3c80-470b-8937-e89add25c85d {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:11.115476 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc421050-ccf9-440e-b08f-5aa78c3cde09 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:11.121734 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8912f42c-4e05-4785-88ac-201892e5c3f4 None None] Port da3c5d72-32d9-41e3-95b8-3cf8ea73fa72 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:11.193737 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc421050-ccf9-440e-b08f-5aa78c3cde09 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:11.205877 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-dc421050-ccf9-440e-b08f-5aa78c3cde09 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Calling delete_port for cc89354d-3c80-470b-8937-e89add25c85d owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:11.351198 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-690bb4c2-4a0c-4fdf-b8f9-e852702cb337 service neutron] In _notify_port_updated(), no bound segment for port cf3d8396-2297-40fd-a6ef-65ee0a1a87fe on network 4be3a3da-9eb3-404d-a7a5-24c511ae73fb {{(pid=102678) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:27:11.352405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-690bb4c2-4a0c-4fdf-b8f9-e852702cb337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:11.353138 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-690bb4c2-4a0c-4fdf-b8f9-e852702cb337 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:11.354402 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-690bb4c2-4a0c-4fdf-b8f9-e852702cb337 service neutron] 10.222.0.55 "PUT /v2.0/ports/cf3d8396-2297-40fd-a6ef-65ee0a1a87fe HTTP/1.1" status: 200 len: 1028 time: 1.9804714 Nov 15 11:27:11.358100 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873a213-ad8e-4a1f-9c07-3adac30f8ccd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Subnet': ['ID=41e5121e-089c-4207-a82e-935fab99dc17,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:11.372964 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-45311ad9-c5b0-46f1-8642-d4241664d460 req-d21013f6-554a-43e2-8da1-2719b87434c7 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6752517 Nov 15 11:27:11.384878 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:11.389952 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc421050-ccf9-440e-b08f-5aa78c3cde09 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:11.426316 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc421050-ccf9-440e-b08f-5aa78c3cde09 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Pushing event deleted for resources: {'Port': ['ID=cc89354d-3c80-470b-8937-e89add25c85d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:11.428171 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7873a213-ad8e-4a1f-9c07-3adac30f8ccd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Checking segment: {'id': 'b2485fc4-1b9b-43c8-816f-b5310eab1292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'f30e20ff-526e-4691-abc7-fca4607756d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:11.428733 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7873a213-ad8e-4a1f-9c07-3adac30f8ccd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network hostable DHCP agents. Network: f30e20ff-526e-4691-abc7-fca4607756d5, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:27:11.475375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9663f0-3496-4ef9-911d-016e55eda8db req-47ce57bb-60c4-4347-82ce-258745559ebc tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:11.476906 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cb9663f0-3496-4ef9-911d-016e55eda8db req-47ce57bb-60c4-4347-82ce-258745559ebc tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.5650249 Nov 15 11:27:11.488618 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc421050-ccf9-440e-b08f-5aa78c3cde09 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:11.551576 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7873a213-ad8e-4a1f-9c07-3adac30f8ccd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network f30e20ff-526e-4691-abc7-fca4607756d5 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:27:11.563243 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01ac3425-5242-46df-96c5-f176bb126af3 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:11.588580 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-7873a213-ad8e-4a1f-9c07-3adac30f8ccd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, f30e20ff-526e-4691-abc7-fca4607756d5) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:11.597462 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303c43c7-c7c8-414b-b603-a90ca6bc1f2e None None] Network f30e20ff-526e-4691-abc7-fca4607756d5 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:11.602866 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7873a213-ad8e-4a1f-9c07-3adac30f8ccd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:11.603464 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7873a213-ad8e-4a1f-9c07-3adac30f8ccd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:11.657089 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cb9663f0-3496-4ef9-911d-016e55eda8db req-5613f9ee-0675-49b0-aa08-3dfdcfcbfa72 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516659 Nov 15 11:27:11.664215 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7873a213-ad8e-4a1f-9c07-3adac30f8ccd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9996505 Nov 15 11:27:11.667739 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43822) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:11.670367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-f12dd97b-239c-45de-bac0-8e5f2a8e11a3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Deleting port f11f0984-2cf6-4544-ae65-21ceb3a18147 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:11.670700 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-f12dd97b-239c-45de-bac0-8e5f2a8e11a3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:11.681765 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-b401a2b7-ec7a-4a58-a96a-56c3d7115ba3 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'subnet': {'network_id': 'f30e20ff-526e-4691-abc7-fca4607756d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:11.700962 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc421050-ccf9-440e-b08f-5aa78c3cde09 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:11.704926 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc421050-ccf9-440e-b08f-5aa78c3cde09 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66739771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66739762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66736290'] for router, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:11.786981 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc421050-ccf9-440e-b08f-5aa78c3cde09 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Router ecbb87a2-74ce-494c-8961-8fc902cb63d4 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:27:11.791498 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aa6444-22b1-4b97-92ad-2b54bb8c8deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-f30e20ff-526e-4691-abc7-fca4607756d5', 'network_id': 'f30e20ff-526e-4691-abc7-fca4607756d5', 'tenant_id': 'e5b1bb3ca099430a917c5bdc2dfcf841', 'fixed_ips': [{'subnet_id': '41e5121e-089c-4207-a82e-935fab99dc17'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:27:11.792621 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6444-22b1-4b97-92ad-2b54bb8c8deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:11.873153 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc421050-ccf9-440e-b08f-5aa78c3cde09 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:27:11.880461 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc421050-ccf9-440e-b08f-5aa78c3cde09 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:11.883784 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-dc421050-ccf9-440e-b08f-5aa78c3cde09 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "PUT /v2.0/routers/ecbb87a2-74ce-494c-8961-8fc902cb63d4 HTTP/1.1" status: 200 len: 710 time: 1.2717624 Nov 15 11:27:11.884068 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43828) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:11.898692 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab8759d-fe2a-40ec-b77a-917c10a0b7d0 None None] Sync routers for ids ['ecbb87a2-74ce-494c-8961-8fc902cb63d4'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:27:11.921931 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab8759d-fe2a-40ec-b77a-917c10a0b7d0 None None] Routers {'ecbb87a2-74ce-494c-8961-8fc902cb63d4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:27:11.922934 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-aab8759d-fe2a-40ec-b77a-917c10a0b7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:27:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ecbb87a2-74ce-494c-8961-8fc902cb63d4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:11.959781 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-773552d9-43a5-4b44-a522-1b921ec9a862 tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "GET /v2.0/routers/ecbb87a2-74ce-494c-8961-8fc902cb63d4 HTTP/1.1" status: 200 len: 745 time: 0.0739489 Nov 15 11:27:11.962410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43830) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:11.986140 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-aab8759d-fe2a-40ec-b77a-917c10a0b7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:11.996791 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb97e2e-dc2e-495d-b241-e6d3020ee4f6 req-d37d9dfd-e6dd-4f00-9724-2b0b8229628b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:12.002722 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb97e2e-dc2e-495d-b241-e6d3020ee4f6 req-d37d9dfd-e6dd-4f00-9724-2b0b8229628b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:12.003385 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab8759d-fe2a-40ec-b77a-917c10a0b7d0 None None] Routers {'ecbb87a2-74ce-494c-8961-8fc902cb63d4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:27:12.004020 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-aab8759d-fe2a-40ec-b77a-917c10a0b7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:27:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ecbb87a2-74ce-494c-8961-8fc902cb63d4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:12.008652 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb97e2e-dc2e-495d-b241-e6d3020ee4f6 req-d37d9dfd-e6dd-4f00-9724-2b0b8229628b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:12.008964 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8861b33c-d197-49b4-8f0b-e0d3469fcdfc tempest-RoutersIpV6AdminTest-1758512650 tempest-RoutersIpV6AdminTest-1758512650-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&device_id=ecbb87a2-74ce-494c-8961-8fc902cb63d4 HTTP/1.1" status: 200 len: 205 time: 0.0454793 Nov 15 11:27:12.011509 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43832) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:12.014464 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb97e2e-dc2e-495d-b241-e6d3020ee4f6 req-d37d9dfd-e6dd-4f00-9724-2b0b8229628b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:12.020383 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb97e2e-dc2e-495d-b241-e6d3020ee4f6 req-d37d9dfd-e6dd-4f00-9724-2b0b8229628b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:12.022224 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2eb97e2e-dc2e-495d-b241-e6d3020ee4f6 req-d37d9dfd-e6dd-4f00-9724-2b0b8229628b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 3874 time: 0.1813784 Nov 15 11:27:12.026638 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-f12dd97b-239c-45de-bac0-8e5f2a8e11a3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] For port f11f0984-2cf6-4544-ae65-21ceb3a18147, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f11f0984-2cf6-4544-ae65-21ceb3a18147,segment=NetworkSegment(b17abd1e-d0b6-44c2-9c92-d6eadba25f9f),segment_id=b17abd1e-d0b6-44c2-9c92-d6eadba25f9f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:12.026987 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-f12dd97b-239c-45de-bac0-8e5f2a8e11a3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:12.042753 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-aab8759d-fe2a-40ec-b77a-917c10a0b7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:12.043774 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d81c3101-fbc5-4d4b-950c-e1de314b0a0f tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecbb87a2-74ce-494c-8961-8fc902cb63d4 HTTP/1.1" status: 200 len: 205 time: 0.0304511 Nov 15 11:27:12.046096 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43834) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:12.046307 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab8759d-fe2a-40ec-b77a-917c10a0b7d0 None None] The sync data for ids ['ecbb87a2-74ce-494c-8961-8fc902cb63d4'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:27:12.052695 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-a3aa6444-22b1-4b97-92ad-2b54bb8c8deb None None] Allocated IP 172.20.0.2 (f30e20ff-526e-4691-abc7-fca4607756d5/41e5121e-089c-4207-a82e-935fab99dc17/bd394f6d-f003-4019-b1c2-8ebf973c459a) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:12.064344 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-f12dd97b-239c-45de-bac0-8e5f2a8e11a3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Calling delete_port for f11f0984-2cf6-4544-ae65-21ceb3a18147 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:12.131485 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a042ebb-59f0-44a3-a6fa-73234091317c tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:12.138222 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:12.150715 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b401a2b7-ec7a-4a58-a96a-56c3d7115ba3 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:12.154204 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b401a2b7-ec7a-4a58-a96a-56c3d7115ba3 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:12.163167 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01ac3425-5242-46df-96c5-f176bb126af3 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:12.208699 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01ac3425-5242-46df-96c5-f176bb126af3 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:12.213479 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2eb97e2e-dc2e-495d-b241-e6d3020ee4f6 req-c7f7ac01-1407-403c-8e01-bca68944433f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730604 Nov 15 11:27:12.224997 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6444-22b1-4b97-92ad-2b54bb8c8deb None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:12.235008 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6444-22b1-4b97-92ad-2b54bb8c8deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:12.267530 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-01ac3425-5242-46df-96c5-f176bb126af3 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] In _notify_port_updated(), no bound segment for port da3c5d72-32d9-41e3-95b8-3cf8ea73fa72 on network 5403ba3a-661d-420d-be44-1757cd7e8d1f {{(pid=102678) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:27:12.273210 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac3425-5242-46df-96c5-f176bb126af3 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:12.273832 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01ac3425-5242-46df-96c5-f176bb126af3 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:12.274463 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa6444-22b1-4b97-92ad-2b54bb8c8deb None None] Pushing event updated for resources: {'Port': ['ID=bd394f6d-f003-4019-b1c2-8ebf973c459a,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:12.275121 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-01ac3425-5242-46df-96c5-f176bb126af3 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "PUT /v2.0/ports/da3c5d72-32d9-41e3-95b8-3cf8ea73fa72 HTTP/1.1" status: 200 len: 1002 time: 1.5081811 Nov 15 11:27:12.283953 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43836) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:12.288334 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aa6444-22b1-4b97-92ad-2b54bb8c8deb None None] Network f30e20ff-526e-4691-abc7-fca4607756d5 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:12.289852 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-a3aa6444-22b1-4b97-92ad-2b54bb8c8deb None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:12.292197 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aa6444-22b1-4b97-92ad-2b54bb8c8deb None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:12.326304 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a042ebb-59f0-44a3-a6fa-73234091317c tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:12.330477 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a042ebb-59f0-44a3-a6fa-73234091317c tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:12.354594 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a3aa6444-22b1-4b97-92ad-2b54bb8c8deb None None] Attempting to bind port bd394f6d-f003-4019-b1c2-8ebf973c459a on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:27:12.355058 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a3aa6444-22b1-4b97-92ad-2b54bb8c8deb None None] Attempting to bind port bd394f6d-f003-4019-b1c2-8ebf973c459a by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'b2485fc4-1b9b-43c8-816f-b5310eab1292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'f30e20ff-526e-4691-abc7-fca4607756d5'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:27:12.355488 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aa6444-22b1-4b97-92ad-2b54bb8c8deb None None] Attempting to bind port bd394f6d-f003-4019-b1c2-8ebf973c459a on network f30e20ff-526e-4691-abc7-fca4607756d5 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:27:12.361662 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aa6444-22b1-4b97-92ad-2b54bb8c8deb None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:27:12.362514 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aa6444-22b1-4b97-92ad-2b54bb8c8deb None None] Checking segment: {'id': 'b2485fc4-1b9b-43c8-816f-b5310eab1292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'f30e20ff-526e-4691-abc7-fca4607756d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:12.362514 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6444-22b1-4b97-92ad-2b54bb8c8deb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:12.363072 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aa6444-22b1-4b97-92ad-2b54bb8c8deb None None] Bound using segment: {'id': 'b2485fc4-1b9b-43c8-816f-b5310eab1292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'f30e20ff-526e-4691-abc7-fca4607756d5'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:27:12.363708 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a3aa6444-22b1-4b97-92ad-2b54bb8c8deb None None] Bound port: bd394f6d-f003-4019-b1c2-8ebf973c459a, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2485fc4-1b9b-43c8-816f-b5310eab1292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'f30e20ff-526e-4691-abc7-fca4607756d5'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:27:12.364209 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6444-22b1-4b97-92ad-2b54bb8c8deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:12.365699 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac3425-5242-46df-96c5-f176bb126af3 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Pushing event updated for resources: {'Port': ['ID=da3c5d72-32d9-41e3-95b8-3cf8ea73fa72,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:12.397588 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a042ebb-59f0-44a3-a6fa-73234091317c tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:12.398340 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a042ebb-59f0-44a3-a6fa-73234091317c tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Fanout notify agent at l3_agent the message router_deleted on router ecbb87a2-74ce-494c-8961-8fc902cb63d4 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:27:12.408130 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a042ebb-59f0-44a3-a6fa-73234091317c tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:12.415228 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7a042ebb-59f0-44a3-a6fa-73234091317c tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "DELETE /v2.0/routers/ecbb87a2-74ce-494c-8961-8fc902cb63d4 HTTP/1.1" status: 204 len: 168 time: 0.3680625 Nov 15 11:27:12.416382 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43840) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:12.429699 n-d-729945-9 neutron-server[102678]: INFO neutron.db.ipam_backend_mixin [None req-b401a2b7-ec7a-4a58-a96a-56c3d7115ba3 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 41e5121e-089c-4207-a82e-935fab99dc17 (CIDR: 172.20.0.0/28) Nov 15 11:27:12.453527 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-b401a2b7-ec7a-4a58-a96a-56c3d7115ba3 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:27:12.454300 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b401a2b7-ec7a-4a58-a96a-56c3d7115ba3 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:27:12.463893 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bd80ffe9-4ded-4eba-b619-91379f814c42 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecbb87a2-74ce-494c-8961-8fc902cb63d4 HTTP/1.1" status: 200 len: 205 time: 0.0444427 Nov 15 11:27:12.465544 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43842) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:12.497923 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a3aa6444-22b1-4b97-92ad-2b54bb8c8deb None None] For port bd394f6d-f003-4019-b1c2-8ebf973c459a, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:27:12.503065 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a3aa6444-22b1-4b97-92ad-2b54bb8c8deb None None] For port bd394f6d-f003-4019-b1c2-8ebf973c459a, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=bd394f6d-f003-4019-b1c2-8ebf973c459a,segment=NetworkSegment(b2485fc4-1b9b-43c8-816f-b5310eab1292),segment_id=b2485fc4-1b9b-43c8-816f-b5310eab1292)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:27:12.513705 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6444-22b1-4b97-92ad-2b54bb8c8deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:12.521765 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-f70210f1-8788-4b71-9ccd-70bc0e406f48 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] delete failed (client error): The resource could not be found. Nov 15 11:27:12.522807 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f70210f1-8788-4b71-9ccd-70bc0e406f48 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "DELETE /v2.0/routers/ecbb87a2-74ce-494c-8961-8fc902cb63d4 HTTP/1.1" status: 404 len: 336 time: 0.0563669 Nov 15 11:27:12.526440 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43846) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:12.540204 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b401a2b7-ec7a-4a58-a96a-56c3d7115ba3 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8662574 Nov 15 11:27:12.543517 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43848) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:12.550608 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c3ea5e5a-224a-4035-b001-b54c70876796 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'subnet': {'network_id': 'f30e20ff-526e-4691-abc7-fca4607756d5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:12.553155 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-f12dd97b-239c-45de-bac0-8e5f2a8e11a3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:12.569232 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f703b1f4-56c7-4d07-ae97-b372c196b89d tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "GET /v2.0/ports?device_id=29a1fb82-5e07-4b9e-849d-9bfcaba3cfb0 HTTP/1.1" status: 200 len: 205 time: 0.0416970 Nov 15 11:27:12.574812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43850) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:12.657241 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa6444-22b1-4b97-92ad-2b54bb8c8deb None None] Pushing event updated for resources: {'Port': ['ID=bd394f6d-f003-4019-b1c2-8ebf973c459a,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:12.685258 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9b5d1-954d-4979-b2ab-0cbb3e20e02c req-a4b00558-a594-4d56-8e87-50b59fdca9e5 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:12.689011 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-58d9b5d1-954d-4979-b2ab-0cbb3e20e02c req-a4b00558-a594-4d56-8e87-50b59fdca9e5 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.2147727 Nov 15 11:27:12.695191 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12dd97b-239c-45de-bac0-8e5f2a8e11a3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event deleted for resources: {'Port': ['ID=f11f0984-2cf6-4544-ae65-21ceb3a18147,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:12.712498 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-5f787557-f216-47de-8cf8-2290cf1f3476 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] delete failed (client error): The resource could not be found. Nov 15 11:27:12.714762 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5f787557-f216-47de-8cf8-2290cf1f3476 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "DELETE /v2.0/routers/29a1fb82-5e07-4b9e-849d-9bfcaba3cfb0 HTTP/1.1" status: 404 len: 336 time: 0.0909379 Nov 15 11:27:12.718532 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43854) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:12.737036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1c60b070-a210-4555-b4d2-1be18504e80e tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Deleting port da3c5d72-32d9-41e3-95b8-3cf8ea73fa72 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:12.737384 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1c60b070-a210-4555-b4d2-1be18504e80e tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:12.762886 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ca8d3d41-684f-47bd-9f89-689d62d3d089 None None] Provisioning complete for port da3c5d72-32d9-41e3-95b8-3cf8ea73fa72 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:12.763548 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ca8d3d41-684f-47bd-9f89-689d62d3d089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:12.775143 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d41001cf-f031-4058-b694-8fb9e75827f1 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "GET /v2.0/ports?device_id=80a24817-7484-4776-bb36-98c4b645eba2 HTTP/1.1" status: 200 len: 205 time: 0.0554705 Nov 15 11:27:12.777978 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43856) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:12.819670 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-ca8d3d41-684f-47bd-9f89-689d62d3d089 None None] Port da3c5d72-32d9-41e3-95b8-3cf8ea73fa72 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:12.823708 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ea5e5a-224a-4035-b001-b54c70876796 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:12.827539 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3ea5e5a-224a-4035-b001-b54c70876796 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:12.832835 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-f12dd97b-239c-45de-bac0-8e5f2a8e11a3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] No DVR routers for this DVR port f11f0984-2cf6-4544-ae65-21ceb3a18147 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:27:12.866531 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-f12dd97b-239c-45de-bac0-8e5f2a8e11a3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:12.874229 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-f12dd97b-239c-45de-bac0-8e5f2a8e11a3 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.55 "DELETE /v2.0/ports/f11f0984-2cf6-4544-ae65-21ceb3a18147 HTTP/1.1" status: 204 len: 173 time: 1.4977190 Nov 15 11:27:12.875229 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-deleted', 'tag': 'f11f0984-2cf6-4544-ae65-21ceb3a18147'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:27:12.877801 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a7c197-c602-4df7-a6a5-c0dc298186ff" -d '{"events": [{"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-deleted", "tag": "f11f0984-2cf6-4544-ae65-21ceb3a18147"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:27:12.998904 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-58d9b5d1-954d-4979-b2ab-0cbb3e20e02c req-ad9b6298-cfa6-4144-9573-3df03c67eb11 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953722 Nov 15 11:27:13.029327 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1c60b070-a210-4555-b4d2-1be18504e80e tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:13.047464 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e803a-1c94-49e1-b4fe-5401760e0232 req-a938d67c-74f5-40a8-87da-98feafeb37e0 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:13.049361 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e70e803a-1c94-49e1-b4fe-5401760e0232 req-a938d67c-74f5-40a8-87da-98feafeb37e0 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.2721725 Nov 15 11:27:13.071066 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e270e3e-686b-41e0-af91-2b9eababc385 x-openstack-request-id: req-3e270e3e-686b-41e0-af91-2b9eababc385 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:27:13.071376 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-deleted", "tag": "f11f0984-2cf6-4544-ae65-21ceb3a18147", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:27:13.071661 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e270e3e-686b-41e0-af91-2b9eababc385 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:27:13.072331 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-deleted', 'tag': 'f11f0984-2cf6-4544-ae65-21ceb3a18147', 'status': 'completed', 'code': 200} Nov 15 11:27:13.073477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1c60b070-a210-4555-b4d2-1be18504e80e tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Calling delete_port for da3c5d72-32d9-41e3-95b8-3cf8ea73fa72 owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:13.193863 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e70e803a-1c94-49e1-b4fe-5401760e0232 req-3200d31d-1b27-4b40-82e5-f23b761f42c6 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257927 Nov 15 11:27:13.203303 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-08da792e-d084-478f-9b49-9b549da803a6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Deleting port a5e4a1ee-2f8f-4677-847c-e32e1066c474 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:13.204282 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-08da792e-d084-478f-9b49-9b549da803a6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:13.207938 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-3372a449-02c6-4f16-809a-4a3874884b29 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] delete failed (client error): The resource could not be found. Nov 15 11:27:13.208990 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3372a449-02c6-4f16-809a-4a3874884b29 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "DELETE /v2.0/routers/80a24817-7484-4776-bb36-98c4b645eba2 HTTP/1.1" status: 404 len: 336 time: 0.4301209 Nov 15 11:27:13.224450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43862) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:13.288002 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ab35a738-fba7-411f-82b4-60195d61bbaa tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e9d344f-a63d-4260-abe8-2cc961a30896 HTTP/1.1" status: 200 len: 205 time: 0.0624020 Nov 15 11:27:13.290496 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43866) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:13.335698 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-92a88045-df80-4601-b39e-293a079f334d tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] delete failed (client error): The resource could not be found. Nov 15 11:27:13.336737 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-92a88045-df80-4601-b39e-293a079f334d tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "DELETE /v2.0/routers/4e9d344f-a63d-4260-abe8-2cc961a30896 HTTP/1.1" status: 404 len: 336 time: 0.0451262 Nov 15 11:27:13.340450 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43868) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:13.369751 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-09afd1e9-bfb6-49ee-843c-54242e11dc17 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c469ba7-4c48-42ef-9f0b-303074e0ea9f HTTP/1.1" status: 200 len: 205 time: 0.0279250 Nov 15 11:27:13.372828 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43870) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:13.402354 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-08da792e-d084-478f-9b49-9b549da803a6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] For port a5e4a1ee-2f8f-4677-847c-e32e1066c474, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=a5e4a1ee-2f8f-4677-847c-e32e1066c474,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:13.402708 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-08da792e-d084-478f-9b49-9b549da803a6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:13.413788 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-b3e33b96-822b-4fc1-ac1d-23df04a0c9d3 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] delete failed (client error): The resource could not be found. Nov 15 11:27:13.417290 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b3e33b96-822b-4fc1-ac1d-23df04a0c9d3 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "DELETE /v2.0/routers/2c469ba7-4c48-42ef-9f0b-303074e0ea9f HTTP/1.1" status: 404 len: 336 time: 0.0410953 Nov 15 11:27:13.417520 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43872) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:13.431228 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-08da792e-d084-478f-9b49-9b549da803a6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Calling delete_port for a5e4a1ee-2f8f-4677-847c-e32e1066c474 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:13.452477 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4789fc21-6e65-4008-9fb9-136c2e676659 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee251d3-1da9-46b4-a617-9b46a7167212 HTTP/1.1" status: 200 len: 205 time: 0.0317817 Nov 15 11:27:13.453190 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bf38a-730f-4d68-b302-43fbd40c5957 req-15db35ed-9347-4b16-87e7-6030defcf0aa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:13.459269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bf38a-730f-4d68-b302-43fbd40c5957 req-15db35ed-9347-4b16-87e7-6030defcf0aa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:13.465449 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bf38a-730f-4d68-b302-43fbd40c5957 req-15db35ed-9347-4b16-87e7-6030defcf0aa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:13.468476 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43874) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:13.471570 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bf38a-730f-4d68-b302-43fbd40c5957 req-15db35ed-9347-4b16-87e7-6030defcf0aa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:13.473383 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-942bf38a-730f-4d68-b302-43fbd40c5957 req-15db35ed-9347-4b16-87e7-6030defcf0aa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 3141 time: 0.1645691 Nov 15 11:27:13.508216 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-ea803fc2-5794-4d64-9b1c-45bb00e2c953 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] delete failed (client error): The resource could not be found. Nov 15 11:27:13.511715 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ea803fc2-5794-4d64-9b1c-45bb00e2c953 tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "DELETE /v2.0/routers/fee251d3-1da9-46b4-a617-9b46a7167212 HTTP/1.1" status: 404 len: 336 time: 0.0398545 Nov 15 11:27:13.512901 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43876) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:13.522721 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1c60b070-a210-4555-b4d2-1be18504e80e tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:13.542860 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-984f4d6a-5e34-40e7-885e-5ab92fb3ecdc tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] DELETE failed (client error): The resource could not be found. Nov 15 11:27:13.543301 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984f4d6a-5e34-40e7-885e-5ab92fb3ecdc tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:27:13.546366 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-984f4d6a-5e34-40e7-885e-5ab92fb3ecdc tempest-RoutersIpV6AdminTest-780077159 tempest-RoutersIpV6AdminTest-780077159-project] 10.222.0.64 "DELETE /v2.0/subnets/8b12e373-e278-41f8-b798-a4f0062878fc HTTP/1.1" status: 404 len: 337 time: 0.0334148 Nov 15 11:27:13.617183 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60b070-a210-4555-b4d2-1be18504e80e tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Pushing event deleted for resources: {'Port': ['ID=da3c5d72-32d9-41e3-95b8-3cf8ea73fa72,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:13.676265 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-942bf38a-730f-4d68-b302-43fbd40c5957 req-3636cff2-132a-4b81-9385-924dc65b4bd8 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931477 Nov 15 11:27:13.724371 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3ea5e5a-224a-4035-b001-b54c70876796 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:13.790547 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea5e5a-224a-4035-b001-b54c70876796 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Subnet': ['ID=1ee63352-c697-401e-8754-a1e8f86f359f,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:13.805484 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ea5e5a-224a-4035-b001-b54c70876796 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network f30e20ff-526e-4691-abc7-fca4607756d5 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:13.806989 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-c3ea5e5a-224a-4035-b001-b54c70876796 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:13.809864 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ea5e5a-224a-4035-b001-b54c70876796 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:13.810485 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3ea5e5a-224a-4035-b001-b54c70876796 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:13.839022 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c3ea5e5a-224a-4035-b001-b54c70876796 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2931964 Nov 15 11:27:13.841616 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43882) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:13.842107 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1c60b070-a210-4555-b4d2-1be18504e80e tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:13.846820 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1c60b070-a210-4555-b4d2-1be18504e80e tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "DELETE /v2.0/ports/da3c5d72-32d9-41e3-95b8-3cf8ea73fa72 HTTP/1.1" status: 204 len: 168 time: 1.5617278 Nov 15 11:27:13.849877 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43884) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:13.851308 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-958b5903-826d-4446-b8c1-75bf68a89952 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'port': {'network_id': 'f30e20ff-526e-4691-abc7-fca4607756d5', 'fixed_ips': [{'subnet_id': '41e5121e-089c-4207-a82e-935fab99dc17'}, {'subnet_id': '1ee63352-c697-401e-8754-a1e8f86f359f'}], 'name': 'tempest-PortsTestJSON-311899049'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:13.890142 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-6342ab18-82a3-4409-b8bd-793e28cc92be tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] GET failed (client error): The resource could not be found. Nov 15 11:27:13.891798 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6342ab18-82a3-4409-b8bd-793e28cc92be tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "GET /v2.0/ports/da3c5d72-32d9-41e3-95b8-3cf8ea73fa72 HTTP/1.1" status: 404 len: 333 time: 0.0409000 Nov 15 11:27:13.895477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43888) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:13.900688 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-9e55256f-db2e-4dd5-863b-f470bc4628f4 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Request body: {'port': {'network_id': '5403ba3a-661d-420d-be44-1757cd7e8d1f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-943806984'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:13.992938 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-08da792e-d084-478f-9b49-9b549da803a6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:14.016104 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a42942f-d479-46fe-b387-1ace04f23a17 None None] Network f30e20ff-526e-4691-abc7-fca4607756d5 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:14.032578 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958b5903-826d-4446-b8c1-75bf68a89952 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:14.101924 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-08da792e-d084-478f-9b49-9b549da803a6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] No DVR routers for this DVR port a5e4a1ee-2f8f-4677-847c-e32e1066c474 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:27:14.103657 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da792e-d084-478f-9b49-9b549da803a6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event deleted for resources: {'Port': ['ID=a5e4a1ee-2f8f-4677-847c-e32e1066c474,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:14.117234 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-08da792e-d084-478f-9b49-9b549da803a6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:14.121313 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-08da792e-d084-478f-9b49-9b549da803a6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.55 "DELETE /v2.0/ports/a5e4a1ee-2f8f-4677-847c-e32e1066c474 HTTP/1.1" status: 204 len: 173 time: 1.2357094 Nov 15 11:27:14.125578 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43894) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:14.165622 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-958b5903-826d-4446-b8c1-75bf68a89952 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:14.185964 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-958b5903-826d-4446-b8c1-75bf68a89952 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] device_id is not set on port 7bd7bc52-cbdc-4a3b-a49f-333e6c091108 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:27:14.229027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41f183-62af-4837-95a6-5fb708f35e63 req-a5cb4355-da08-4d9d-9df6-ec40c36d5cac tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:14.230694 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a41f183-62af-4837-95a6-5fb708f35e63 req-a5cb4355-da08-4d9d-9df6-ec40c36d5cac tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.1248202 Nov 15 11:27:14.250159 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ab434c00-1f75-4f54-8f17-e253bbaff7b2 None None] Provisioning complete for port bd394f6d-f003-4019-b1c2-8ebf973c459a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:14.251981 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ab434c00-1f75-4f54-8f17-e253bbaff7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:14.303864 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e55256f-db2e-4dd5-863b-f470bc4628f4 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Made reservation on behalf of 7d2ece277072497bb52bf0bb8f95b708 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:14.307729 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9e55256f-db2e-4dd5-863b-f470bc4628f4 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:14.310841 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3515f03-002b-48b6-9aef-f1f5f6a189d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:14.411381 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-9e55256f-db2e-4dd5-863b-f470bc4628f4 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] device_id is not set on port d9c7eb92-2337-4737-959d-c6ad5ef51e51 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:27:14.432749 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a41f183-62af-4837-95a6-5fb708f35e63 req-6027a05f-2373-45c8-93c6-20377b56bb9d tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870952 Nov 15 11:27:14.496320 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cd2fb-e2e0-47c3-8871-5ce956d10b71 req-d1f38076-af3b-4637-a1af-aa3f9997d7d5 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:14.498934 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-057cd2fb-e2e0-47c3-8871-5ce956d10b71 req-d1f38076-af3b-4637-a1af-aa3f9997d7d5 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.1866975 Nov 15 11:27:14.509290 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ab434c00-1f75-4f54-8f17-e253bbaff7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:14.543059 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3515f03-002b-48b6-9aef-f1f5f6a189d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:14.544759 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ab434c00-1f75-4f54-8f17-e253bbaff7b2 None None] For port bd394f6d-f003-4019-b1c2-8ebf973c459a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=bd394f6d-f003-4019-b1c2-8ebf973c459a,segment=NetworkSegment(b2485fc4-1b9b-43c8-816f-b5310eab1292),segment_id=b2485fc4-1b9b-43c8-816f-b5310eab1292)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:14.551415 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d872e8-79cb-4205-8009-53f72831cddd None None] Update dhcp port {'port': {'network_id': 'f30e20ff-526e-4691-abc7-fca4607756d5', 'fixed_ips': [{'subnet_id': '41e5121e-089c-4207-a82e-935fab99dc17', 'ip_address': '172.20.0.2'}, {'subnet_id': '1ee63352-c697-401e-8754-a1e8f86f359f'}], 'binding:host_id': 'n-d-729945-9'}, 'id': 'bd394f6d-f003-4019-b1c2-8ebf973c459a'} from n-d-729945-9. {{(pid=102679) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 11:27:14.556339 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3515f03-002b-48b6-9aef-f1f5f6a189d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:14.582536 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-54d872e8-79cb-4205-8009-53f72831cddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:14.596625 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-f6218b09-0a97-486f-ad2a-a424099b2aa9 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Deleting port 9690f032-99ce-452d-8947-7368f4eac3f0 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:14.596849 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ab434c00-1f75-4f54-8f17-e253bbaff7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:14.597231 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-f6218b09-0a97-486f-ad2a-a424099b2aa9 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:14.649515 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d3515f03-002b-48b6-9aef-f1f5f6a189d7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=faf1be28ecc1465294488cf3d9ae36ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5227351 Nov 15 11:27:14.652798 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43900) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:14.655015 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3515f03-002b-48b6-9aef-f1f5f6a189d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a58dba-adff-4fa7-a6a2-b8953bdabfe9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:14.818921 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab434c00-1f75-4f54-8f17-e253bbaff7b2 None None] Pushing event updated for resources: {'Port': ['ID=bd394f6d-f003-4019-b1c2-8ebf973c459a,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:14.820408 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-958b5903-826d-4446-b8c1-75bf68a89952 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Allocated IP 172.20.0.11 (f30e20ff-526e-4691-abc7-fca4607756d5/41e5121e-089c-4207-a82e-935fab99dc17/7bd7bc52-cbdc-4a3b-a49f-333e6c091108) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:14.832706 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-958b5903-826d-4446-b8c1-75bf68a89952 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Allocated IP 172.20.0.18 (f30e20ff-526e-4691-abc7-fca4607756d5/1ee63352-c697-401e-8754-a1e8f86f359f/7bd7bc52-cbdc-4a3b-a49f-333e6c091108) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:14.855613 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-057cd2fb-e2e0-47c3-8871-5ce956d10b71 req-89d595c5-6e4e-446c-a798-b3e03c68eee5 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3448517 Nov 15 11:27:14.872543 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bdc742c9-db20-4edc-bb2d-7b324d223c2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:14.898025 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bdc742c9-db20-4edc-bb2d-7b324d223c2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:14.945863 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bd394f6d-f003-4019-b1c2-8ebf973c459a up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:27:15.010260 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port bd394f6d-f003-4019-b1c2-8ebf973c459a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:15.010629 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:15.014598 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bdc742c9-db20-4edc-bb2d-7b324d223c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:15.017460 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bdc742c9-db20-4edc-bb2d-7b324d223c2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:15.022022 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bdc742c9-db20-4edc-bb2d-7b324d223c2c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/22a58dba-adff-4fa7-a6a2-b8953bdabfe9 HTTP/1.1" status: 204 len: 168 time: 0.3657649 Nov 15 11:27:15.057724 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc742c9-db20-4edc-bb2d-7b324d223c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a58dba-adff-4fa7-a6a2-b8953bdabfe9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:15.078649 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-9e55256f-db2e-4dd5-863b-f470bc4628f4 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Allocated IP 2001:db8::df (5403ba3a-661d-420d-be44-1757cd7e8d1f/72fd1bf7-9bef-4156-86c7-ee39707caf13/d9c7eb92-2337-4737-959d-c6ad5ef51e51) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:15.088487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-deleted', 'tag': 'a5e4a1ee-2f8f-4677-847c-e32e1066c474'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:27:15.118006 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc46dc9b-a563-44c6-be08-0ac33460df0a" -d '{"events": [{"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-deleted", "tag": "a5e4a1ee-2f8f-4677-847c-e32e1066c474"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:27:15.169471 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eec427-ce42-4a8d-b016-b0a797f21c93 req-b1de52f8-602d-4fd9-a6a6-007983921052 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:15.172421 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-958b5903-826d-4446-b8c1-75bf68a89952 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:15.182353 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eec427-ce42-4a8d-b016-b0a797f21c93 req-b1de52f8-602d-4fd9-a6a6-007983921052 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:15.188370 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eec427-ce42-4a8d-b016-b0a797f21c93 req-b1de52f8-602d-4fd9-a6a6-007983921052 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:15.190702 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f3eec427-ce42-4a8d-b016-b0a797f21c93 req-b1de52f8-602d-4fd9-a6a6-007983921052 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 2409 time: 0.3776836 Nov 15 11:27:15.261669 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-958b5903-826d-4446-b8c1-75bf68a89952 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:15.266088 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-f6218b09-0a97-486f-ad2a-a424099b2aa9 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] For port 9690f032-99ce-452d-8947-7368f4eac3f0, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=9690f032-99ce-452d-8947-7368f4eac3f0,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:15.266454 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-f6218b09-0a97-486f-ad2a-a424099b2aa9 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:15.311650 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958b5903-826d-4446-b8c1-75bf68a89952 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network f30e20ff-526e-4691-abc7-fca4607756d5 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:15.314419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-f6218b09-0a97-486f-ad2a-a424099b2aa9 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Calling delete_port for 9690f032-99ce-452d-8947-7368f4eac3f0 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:15.315983 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-958b5903-826d-4446-b8c1-75bf68a89952 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:15.340409 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958b5903-826d-4446-b8c1-75bf68a89952 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:15.358072 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-54d872e8-79cb-4205-8009-53f72831cddd None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-fcf45a06-7ee6-44e8-a194-dd3c77304254 {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:27:15.359140 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-54d872e8-79cb-4205-8009-53f72831cddd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:27:15.366736 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f3eec427-ce42-4a8d-b016-b0a797f21c93 req-f6167321-492c-41a4-b137-aceeb36e384a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660869 Nov 15 11:27:15.379177 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b5903-826d-4446-b8c1-75bf68a89952 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Port': ['ID=7bd7bc52-cbdc-4a3b-a49f-333e6c091108,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:15.379997 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143fba6-7f48-4f0b-98fc-7f6b5ae631df req-9ce595c7-5326-49f7-a36d-2da8425ad241 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:15.381617 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c143fba6-7f48-4f0b-98fc-7f6b5ae631df req-9ce595c7-5326-49f7-a36d-2da8425ad241 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.1699579 Nov 15 11:27:15.451121 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958b5903-826d-4446-b8c1-75bf68a89952 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:15.452048 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-958b5903-826d-4446-b8c1-75bf68a89952 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:15.484146 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753376d9-bd95-4998-914a-64fe19045862 req-a5b3fd11-92da-4b36-bef0-cc80053bbe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:15.486139 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-753376d9-bd95-4998-914a-64fe19045862 req-a5b3fd11-92da-4b36-bef0-cc80053bbe7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84266b83cb7b44e49edcf06f7e40ecbe&device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 1096 time: 0.1945372 Nov 15 11:27:15.511341 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ac0956-7399-4b73-a283-6ec9b600a4b4 x-openstack-request-id: req-28ac0956-7399-4b73-a283-6ec9b600a4b4 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:27:15.511672 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-deleted", "tag": "a5e4a1ee-2f8f-4677-847c-e32e1066c474", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:27:15.511942 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28ac0956-7399-4b73-a283-6ec9b600a4b4 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:27:15.512336 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-deleted', 'tag': 'a5e4a1ee-2f8f-4677-847c-e32e1066c474', 'status': 'completed', 'code': 200} Nov 15 11:27:15.602651 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c143fba6-7f48-4f0b-98fc-7f6b5ae631df req-0aa952fe-b370-4e8f-a41b-1070497e2d3e tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118897 Nov 15 11:27:15.603200 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43926) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:15.604152 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-958b5903-826d-4446-b8c1-75bf68a89952 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.7604101 Nov 15 11:27:15.637461 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-eceeaaee-62d4-4706-885b-5eb845e78834 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '41e5121e-089c-4207-a82e-935fab99dc17'}]}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:15.644953 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43928) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:15.772122 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753376d9-bd95-4998-914a-64fe19045862 req-cf4d1c98-5b85-4744-a398-1bb534f31109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:15.776896 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-753376d9-bd95-4998-914a-64fe19045862 req-cf4d1c98-5b85-4744-a398-1bb534f31109 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd HTTP/1.1" status: 200 len: 911 time: 0.2816887 Nov 15 11:27:15.787864 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-47de9524-20a0-42c3-9181-a824ca0a3e22 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=11b6c09f28034ad38de750c7dd85d57d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1404688 Nov 15 11:27:15.788948 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43938) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:15.829976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd62199-b275-4577-b5f7-19436453a1d9 req-fb8f237d-c88a-44ed-9fcb-70a0edf296f6 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:15.831659 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-abd62199-b275-4577-b5f7-19436453a1d9 req-fb8f237d-c88a-44ed-9fcb-70a0edf296f6 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.1514490 Nov 15 11:27:15.889739 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9e55256f-db2e-4dd5-863b-f470bc4628f4 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:15.902908 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-753376d9-bd95-4998-914a-64fe19045862 req-cc06aa99-aca4-47fb-a693-17e9f406949c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98c7c734-b2a0-4397-9a24-4ec63b72ae70 HTTP/1.1" status: 200 len: 1000 time: 0.1040447 Nov 15 11:27:15.903661 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c64548e-972d-4df1-94d5-ded2fc58b877 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:15.922384 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-54d872e8-79cb-4205-8009-53f72831cddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:15.937188 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-f6218b09-0a97-486f-ad2a-a424099b2aa9 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:15.954539 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c64548e-972d-4df1-94d5-ded2fc58b877 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:15.986721 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6218b09-0a97-486f-ad2a-a424099b2aa9 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event deleted for resources: {'Port': ['ID=9690f032-99ce-452d-8947-7368f4eac3f0,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:16.013475 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-abd62199-b275-4577-b5f7-19436453a1d9 req-0cdc0a09-6dbc-404f-b80c-7f330142ed99 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454434 Nov 15 11:27:16.126964 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9e55256f-db2e-4dd5-863b-f470bc4628f4 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:16.158131 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-f6218b09-0a97-486f-ad2a-a424099b2aa9 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] No DVR routers for this DVR port 9690f032-99ce-452d-8947-7368f4eac3f0 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:27:16.180080 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c64548e-972d-4df1-94d5-ded2fc58b877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:16.183001 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c64548e-972d-4df1-94d5-ded2fc58b877 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:16.184360 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0c64548e-972d-4df1-94d5-ded2fc58b877 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/134cd590-7d15-4610-9bb6-5e8d88703de3 HTTP/1.1" status: 204 len: 168 time: 0.3942261 Nov 15 11:27:16.201440 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64548e-972d-4df1-94d5-ded2fc58b877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134cd590-7d15-4610-9bb6-5e8d88703de3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:16.213244 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753376d9-bd95-4998-914a-64fe19045862 req-dcc48a2d-e329-4cf0-b837-96da4144f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:16.215091 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-753376d9-bd95-4998-914a-64fe19045862 req-dcc48a2d-e329-4cf0-b837-96da4144f4c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa23b34b-7133-41b6-b1e3-4b077f52e5c3 HTTP/1.1" status: 200 len: 849 time: 0.1077721 Nov 15 11:27:16.215256 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-f6218b09-0a97-486f-ad2a-a424099b2aa9 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:16.219041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-f6218b09-0a97-486f-ad2a-a424099b2aa9 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.55 "DELETE /v2.0/ports/9690f032-99ce-452d-8947-7368f4eac3f0 HTTP/1.1" status: 204 len: 173 time: 2.0734856 Nov 15 11:27:16.223923 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55256f-db2e-4dd5-863b-f470bc4628f4 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Pushing event updated for resources: {'Port': ['ID=d9c7eb92-2337-4737-959d-c6ad5ef51e51,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:16.230675 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eceeaaee-62d4-4706-885b-5eb845e78834 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:16.234429 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-54d872e8-79cb-4205-8009-53f72831cddd None None] Allocated IP 172.20.0.19 (f30e20ff-526e-4691-abc7-fca4607756d5/1ee63352-c697-401e-8754-a1e8f86f359f/bd394f6d-f003-4019-b1c2-8ebf973c459a) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:16.258142 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e55256f-db2e-4dd5-863b-f470bc4628f4 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Network 5403ba3a-661d-420d-be44-1757cd7e8d1f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:16.279185 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-9e55256f-db2e-4dd5-863b-f470bc4628f4 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:16.284577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e55256f-db2e-4dd5-863b-f470bc4628f4 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:16.290584 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e55256f-db2e-4dd5-863b-f470bc4628f4 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:16.291216 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9e55256f-db2e-4dd5-863b-f470bc4628f4 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:16.303327 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753376d9-bd95-4998-914a-64fe19045862 req-e70dfb6e-e34d-4e90-be62-1b9835bda1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:16.305398 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-753376d9-bd95-4998-914a-64fe19045862 req-e70dfb6e-e34d-4e90-be62-1b9835bda1a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828238 Nov 15 11:27:16.379217 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9e55256f-db2e-4dd5-863b-f470bc4628f4 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4824777 Nov 15 11:27:16.387105 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43948) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:16.392925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-334beff0-d63f-471e-9190-9f921170f59b tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1d:06:df'}]}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:16.499596 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-54d872e8-79cb-4205-8009-53f72831cddd None None] For port bd394f6d-f003-4019-b1c2-8ebf973c459a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=bd394f6d-f003-4019-b1c2-8ebf973c459a,segment=NetworkSegment(b2485fc4-1b9b-43c8-816f-b5310eab1292),segment_id=b2485fc4-1b9b-43c8-816f-b5310eab1292)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:16.558148 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-753376d9-bd95-4998-914a-64fe19045862 req-0568851d-abd9-4bd2-a30e-d20348683e94 service neutron] 10.222.0.11 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373672 Nov 15 11:27:16.588680 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-54d872e8-79cb-4205-8009-53f72831cddd None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:16.601585 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-54d872e8-79cb-4205-8009-53f72831cddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:16.790058 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-753376d9-bd95-4998-914a-64fe19045862 req-5b9d3978-cbb7-4a3b-984d-fdea2d22e6a0 service neutron] 10.222.0.11 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217634 Nov 15 11:27:16.809068 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d872e8-79cb-4205-8009-53f72831cddd None None] Pushing event updated for resources: {'Port': ['ID=bd394f6d-f003-4019-b1c2-8ebf973c459a,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:16.871923 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f437455c-05db-4f65-b96d-0c48ac45edce None None] Provisioning complete for port d9c7eb92-2337-4737-959d-c6ad5ef51e51 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:16.872275 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f437455c-05db-4f65-b96d-0c48ac45edce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:16.922015 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f437455c-05db-4f65-b96d-0c48ac45edce None None] Port d9c7eb92-2337-4737-959d-c6ad5ef51e51 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:16.923558 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bd394f6d-f003-4019-b1c2-8ebf973c459a up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:27:17.005556 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port bd394f6d-f003-4019-b1c2-8ebf973c459a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:17.006257 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:17.308600 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-0ce4f9da-e819-4fd1-859f-7afa3cc2f172 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Deleting port 5fc0f2ac-e00b-4810-b47a-e13b8f18d088 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:17.309114 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-0ce4f9da-e819-4fd1-859f-7afa3cc2f172 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:17.365799 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d51e8-6b51-4d22-a4d8-0948f69afdb1 req-02aa7adf-d437-4620-8ae2-0e81bb62fdac tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:17.372790 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d51e8-6b51-4d22-a4d8-0948f69afdb1 req-02aa7adf-d437-4620-8ae2-0e81bb62fdac tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:17.374549 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab3d51e8-6b51-4d22-a4d8-0948f69afdb1 req-02aa7adf-d437-4620-8ae2-0e81bb62fdac tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 1677 time: 0.2270758 Nov 15 11:27:17.438969 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0af73-6a63-4148-b5f9-29520ae1623c req-8865facf-e4d2-4a93-8b4b-4f6c2c244322 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:17.440892 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84c0af73-6a63-4148-b5f9-29520ae1623c req-8865facf-e4d2-4a93-8b4b-4f6c2c244322 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.2848403 Nov 15 11:27:17.497144 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43978) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:17.515728 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-deleted', 'tag': '9690f032-99ce-452d-8947-7368f4eac3f0'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:27:17.518234 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc4a234-0825-4cb6-b251-ca8393757b05" -d '{"events": [{"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-deleted", "tag": "9690f032-99ce-452d-8947-7368f4eac3f0"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:27:17.585770 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d015237a-2b11-4d14-9674-7ccc1308d7b8 None None] Network f30e20ff-526e-4691-abc7-fca4607756d5 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:17.615875 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Request body: {'networks': [{'name': 'tempest-network--594264170'}, {'name': 'tempest-network--1919323590'}]} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:17.616190 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Request body: {'network': {'name': 'tempest-network--594264170'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:17.616645 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Request body: {'network': {'name': 'tempest-network--1919323590'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:17.648158 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Made reservation on behalf of 4d1031a0d49247598b2faafbcb8c86c6 for: {'network': 2} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:17.656297 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:17.667297 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:17.682671 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0615db00-9cf0-41a8-b92b-92def7345dae None None] Provisioning complete for port bd394f6d-f003-4019-b1c2-8ebf973c459a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:17.683028 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0615db00-9cf0-41a8-b92b-92def7345dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:17.701801 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-0ce4f9da-e819-4fd1-859f-7afa3cc2f172 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] For port 5fc0f2ac-e00b-4810-b47a-e13b8f18d088, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=5fc0f2ac-e00b-4810-b47a-e13b8f18d088,segment=NetworkSegment(f5da28b9-41ad-440b-9e9f-0d5e7d45d27f),segment_id=f5da28b9-41ad-440b-9e9f-0d5e7d45d27f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:17.702233 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-0ce4f9da-e819-4fd1-859f-7afa3cc2f172 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:17.724611 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-334beff0-d63f-471e-9190-9f921170f59b tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:17.737432 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab3d51e8-6b51-4d22-a4d8-0948f69afdb1 req-322ad1ca-05c5-43eb-80cc-82492fa1acab tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3186352 Nov 15 11:27:17.785616 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:17.785616 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:17.785616 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:17.810041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84c0af73-6a63-4148-b5f9-29520ae1623c req-9f30c504-8c17-4e8a-baf7-e6ef00ffd33e tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023593 Nov 15 11:27:17.860350 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:27:17.862884 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed18aa5-2622-4496-8053-af73a89ed998,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:17.887231 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-eceeaaee-62d4-4706-885b-5eb845e78834 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Delete allocated IP 172.20.0.18 (f30e20ff-526e-4691-abc7-fca4607756d5/1ee63352-c697-401e-8754-a1e8f86f359f) {{(pid=102678) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 15 11:27:17.887849 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:17.888368 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Added segment 6052f76b-abdb-4a43-82b6-8170a4b18589 of type vlan for network 748c70c9-a014-4a82-b1b7-fa1c9f32c7b0 Nov 15 11:27:17.943795 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:17.993855 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:27:18.005440 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:18.005872 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Added segment 5344051e-670b-40de-9e10-636bdb06cead of type vlan for network 568628bc-c4a4-450a-94d9-fcc0a045fae4 Nov 15 11:27:18.073422 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981cbc94-9e9e-47ee-b572-9842ead20b50 x-openstack-request-id: req-981cbc94-9e9e-47ee-b572-9842ead20b50 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:27:18.073687 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-deleted", "tag": "9690f032-99ce-452d-8947-7368f4eac3f0", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:27:18.074253 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-981cbc94-9e9e-47ee-b572-9842ead20b50 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:27:18.074253 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-deleted', 'tag': '9690f032-99ce-452d-8947-7368f4eac3f0', 'status': 'completed', 'code': 200} Nov 15 11:27:18.080128 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:18.144109 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:18.144599 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:18.151965 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:18.157028 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:18.157693 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:18.222484 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80896473-b664-43f9-962b-5a177d5e0a9b req-a7f843b1-b298-40e2-b37c-4d815bc303fb tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:18.224825 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-80896473-b664-43f9-962b-5a177d5e0a9b req-a7f843b1-b298-40e2-b37c-4d815bc303fb tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.3230262 Nov 15 11:27:18.232553 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Pushing event updated for resources: {'Network': ['ID=748c70c9-a014-4a82-b1b7-fa1c9f32c7b0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:18.247090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 748c70c9-a014-4a82-b1b7-fa1c9f32c7b0 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:27:18.297503 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7986214 Nov 15 11:27:18.300581 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43984) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:18.374528 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-4dbc4a5e-e4a2-4a13-8968-266d25434c9d None None] Provisioning complete for port bd394f6d-f003-4019-b1c2-8ebf973c459a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:18.374890 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4dbc4a5e-e4a2-4a13-8968-266d25434c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:18.383205 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-0ce4f9da-e819-4fd1-859f-7afa3cc2f172 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:18.384309 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-0ce4f9da-e819-4fd1-859f-7afa3cc2f172 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:18.385078 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-0ce4f9da-e819-4fd1-859f-7afa3cc2f172 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Floating IP 9f4ca8b4-fef7-4888-ab7a-d04378ea7d00 disassociated. External IP: 172.25.7.94, port: 5fc0f2ac-e00b-4810-b47a-e13b8f18d088. Nov 15 11:27:18.385638 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-0ce4f9da-e819-4fd1-859f-7afa3cc2f172 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Calling delete_port for 5fc0f2ac-e00b-4810-b47a-e13b8f18d088 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:18.454414 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-80896473-b664-43f9-962b-5a177d5e0a9b req-6061124a-2200-4d0b-9787-055d2da79398 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105908 Nov 15 11:27:18.539659 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-4dbc4a5e-e4a2-4a13-8968-266d25434c9d None None] Provisioning complete for port 7bd7bc52-cbdc-4a3b-a49f-333e6c091108 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:18.540454 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4dbc4a5e-e4a2-4a13-8968-266d25434c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:18.556100 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24571f8a-6b9e-471f-965b-17f963032717 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Pushing event updated for resources: {'Network': ['ID=568628bc-c4a4-450a-94d9-fcc0a045fae4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:18.556687 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eceeaaee-62d4-4706-885b-5eb845e78834 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:18.577710 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43e4712-88a4-47c8-86ea-f47859e59400 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:18.581493 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 568628bc-c4a4-450a-94d9-fcc0a045fae4 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:27:18.583204 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eceeaaee-62d4-4706-885b-5eb845e78834 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:18.585087 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43e4712-88a4-47c8-86ea-f47859e59400 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:18.592288 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43e4712-88a4-47c8-86ea-f47859e59400 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:18.599241 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43e4712-88a4-47c8-86ea-f47859e59400 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:18.600613 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e43e4712-88a4-47c8-86ea-f47859e59400 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2991061 Nov 15 11:27:18.603325 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43986) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:18.644352 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-334beff0-d63f-471e-9190-9f921170f59b tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:18.649189 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceeaaee-62d4-4706-885b-5eb845e78834 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Port': ['ID=7bd7bc52-cbdc-4a3b-a49f-333e6c091108,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:18.653294 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc4a5e-e4a2-4a13-8968-266d25434c9d None None] Port 7bd7bc52-cbdc-4a3b-a49f-333e6c091108 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:18.669201 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-334beff0-d63f-471e-9190-9f921170f59b tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:18.696421 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a809e512-dc59-4722-b056-10b78117e9cd tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:18.781964 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-343b85e6-4008-42e6-ba7a-ea988a4f2ad8 None None] Provisioning complete for port 7bd7bc52-cbdc-4a3b-a49f-333e6c091108 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:18.783280 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-343b85e6-4008-42e6-ba7a-ea988a4f2ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:18.805831 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-334beff0-d63f-471e-9190-9f921170f59b tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] In _notify_port_updated(), no bound segment for port d9c7eb92-2337-4737-959d-c6ad5ef51e51 on network 5403ba3a-661d-420d-be44-1757cd7e8d1f {{(pid=102678) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:27:18.814160 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334beff0-d63f-471e-9190-9f921170f59b tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:18.814897 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-334beff0-d63f-471e-9190-9f921170f59b tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:18.818664 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-334beff0-d63f-471e-9190-9f921170f59b tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "PUT /v2.0/ports/d9c7eb92-2337-4737-959d-c6ad5ef51e51 HTTP/1.1" status: 200 len: 1001 time: 2.4281662 Nov 15 11:27:18.824261 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43990) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:18.833007 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bd394f6d-f003-4019-b1c2-8ebf973c459a up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:27:18.895036 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-343b85e6-4008-42e6-ba7a-ea988a4f2ad8 None None] Port 7bd7bc52-cbdc-4a3b-a49f-333e6c091108 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:18.905402 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-eceeaaee-62d4-4706-885b-5eb845e78834 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] In _notify_port_updated(), no bound segment for port 7bd7bc52-cbdc-4a3b-a49f-333e6c091108 on network f30e20ff-526e-4691-abc7-fca4607756d5 {{(pid=102678) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:27:18.917164 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceeaaee-62d4-4706-885b-5eb845e78834 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:18.917841 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eceeaaee-62d4-4706-885b-5eb845e78834 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:18.923195 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-eceeaaee-62d4-4706-885b-5eb845e78834 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "PUT /v2.0/ports/7bd7bc52-cbdc-4a3b-a49f-333e6c091108 HTTP/1.1" status: 200 len: 919 time: 3.2989483 Nov 15 11:27:18.928420 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43996) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:18.946010 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6b18fdda-46d9-4d9f-bc24-212dfc409256 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '41e5121e-089c-4207-a82e-935fab99dc17'}, {'subnet_id': '1ee63352-c697-401e-8754-a1e8f86f359f'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:18.976173 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port bd394f6d-f003-4019-b1c2-8ebf973c459a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:18.976638 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:19.005377 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334beff0-d63f-471e-9190-9f921170f59b tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Pushing event updated for resources: {'Port': ['ID=d9c7eb92-2337-4737-959d-c6ad5ef51e51,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:19.082318 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6560df3-9251-4128-a2eb-06da5ee05145 req-2770df81-3f55-4940-8a5e-0718ec72116a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:19.090643 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6560df3-9251-4128-a2eb-06da5ee05145 req-2770df81-3f55-4940-8a5e-0718ec72116a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:19.099077 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f6560df3-9251-4128-a2eb-06da5ee05145 req-2770df81-3f55-4940-8a5e-0718ec72116a tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 1677 time: 0.1598773 Nov 15 11:27:19.118317 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a809e512-dc59-4722-b056-10b78117e9cd tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:19.124841 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b18fdda-46d9-4d9f-bc24-212dfc409256 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:19.175678 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f6560df3-9251-4128-a2eb-06da5ee05145 req-41d9d996-8c6c-442c-a451-ac827c76869e tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620155 Nov 15 11:27:19.177691 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-0ce4f9da-e819-4fd1-859f-7afa3cc2f172 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:19.205136 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b337e4af-19e2-4651-a840-7c652b14469b None None] Provisioning complete for port 7bd7bc52-cbdc-4a3b-a49f-333e6c091108 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:19.205591 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b337e4af-19e2-4651-a840-7c652b14469b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:19.252986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4f9da-e819-4fd1-859f-7afa3cc2f172 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event deleted for resources: {'Port': ['ID=5fc0f2ac-e00b-4810-b47a-e13b8f18d088,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:19.313809 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-b337e4af-19e2-4651-a840-7c652b14469b None None] Port 7bd7bc52-cbdc-4a3b-a49f-333e6c091108 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:19.348993 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a809e512-dc59-4722-b056-10b78117e9cd tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748c70c9-a014-4a82-b1b7-fa1c9f32c7b0']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:19.362142 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a809e512-dc59-4722-b056-10b78117e9cd tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6052f76b-abdb-4a43-82b6-8170a4b18589') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:19.362504 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a809e512-dc59-4722-b056-10b78117e9cd tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6052f76b-abdb-4a43-82b6-8170a4b18589') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:19.373218 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a809e512-dc59-4722-b056-10b78117e9cd tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:19.388683 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a809e512-dc59-4722-b056-10b78117e9cd tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:19.409794 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a809e512-dc59-4722-b056-10b78117e9cd tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:27:19.410392 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a809e512-dc59-4722-b056-10b78117e9cd tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:27:19.414349 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:27:19.434886 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1bd61b58-9f27-4219-9c43-69060ecce753 None None] Provisioning complete for port d9c7eb92-2337-4737-959d-c6ad5ef51e51 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:19.434886 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1bd61b58-9f27-4219-9c43-69060ecce753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:19.468564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-0ce4f9da-e819-4fd1-859f-7afa3cc2f172 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Router eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:27:19.471544 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-1bd61b58-9f27-4219-9c43-69060ecce753 None None] Port d9c7eb92-2337-4737-959d-c6ad5ef51e51 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:19.491036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92dc46-f358-4ed3-b95e-2da8080f8b09 req-2ccf5019-7f09-40e7-b2cd-a4b3d7573232 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:19.499725 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1d92dc46-f358-4ed3-b95e-2da8080f8b09 req-2ccf5019-7f09-40e7-b2cd-a4b3d7573232 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.1572397 Nov 15 11:27:19.552311 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a809e512-dc59-4722-b056-10b78117e9cd tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:19.593649 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a809e512-dc59-4722-b056-10b78117e9cd tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:19.600151 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a809e512-dc59-4722-b056-10b78117e9cd tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] 10.222.0.64 "DELETE /v2.0/networks/748c70c9-a014-4a82-b1b7-fa1c9f32c7b0 HTTP/1.1" status: 204 len: 168 time: 0.9934082 Nov 15 11:27:19.605607 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44004) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:19.633154 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1d92dc46-f358-4ed3-b95e-2da8080f8b09 req-5a7f8023-f9cc-4d52-99f2-40d598412cbe tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324897 Nov 15 11:27:19.643981 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809e512-dc59-4722-b056-10b78117e9cd tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Pushing event deleted for resources: {'Network': ['ID=748c70c9-a014-4a82-b1b7-fa1c9f32c7b0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:19.696728 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ec703-202f-476c-bb51-5d0a7235b22a req-2b853b58-516e-4515-8809-1fd9efeb223b tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:19.704392 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6a3ec703-202f-476c-bb51-5d0a7235b22a req-2b853b58-516e-4515-8809-1fd9efeb223b tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.1712279 Nov 15 11:27:19.718061 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-58f6a1c6-f661-43bd-8294-e1ab9a773360 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Deleting port d9c7eb92-2337-4737-959d-c6ad5ef51e51 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:19.718402 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58f6a1c6-f661-43bd-8294-e1ab9a773360 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:19.763204 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-0ce4f9da-e819-4fd1-859f-7afa3cc2f172 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:27:19.773298 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524cd661-4ed8-4b95-90dd-d3424473716c None None] Sync routers for ids ['eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:27:19.793315 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6a3ec703-202f-476c-bb51-5d0a7235b22a req-da5ad59d-4b6d-41a8-8e8f-406ed34820c9 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879569 Nov 15 11:27:19.803589 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb9aae1a-b585-4c71-a5a7-164027e2413d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:19.805648 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524cd661-4ed8-4b95-90dd-d3424473716c None None] Routers {'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:27:19.808241 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-524cd661-4ed8-4b95-90dd-d3424473716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:27:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:19.832548 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-0ce4f9da-e819-4fd1-859f-7afa3cc2f172 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] No DVR routers for this DVR port 5fc0f2ac-e00b-4810-b47a-e13b8f18d088 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:27:19.835689 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-0ce4f9da-e819-4fd1-859f-7afa3cc2f172 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:19.839807 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-0ce4f9da-e819-4fd1-859f-7afa3cc2f172 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.55 "DELETE /v2.0/ports/5fc0f2ac-e00b-4810-b47a-e13b8f18d088 HTTP/1.1" status: 204 len: 173 time: 3.6067026 Nov 15 11:27:19.874076 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-6b18fdda-46d9-4d9f-bc24-212dfc409256 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Allocated IP 172.20.0.25 (f30e20ff-526e-4691-abc7-fca4607756d5/1ee63352-c697-401e-8754-a1e8f86f359f/7bd7bc52-cbdc-4a3b-a49f-333e6c091108) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:19.916253 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58f6a1c6-f661-43bd-8294-e1ab9a773360 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:19.941538 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-524cd661-4ed8-4b95-90dd-d3424473716c None None] Set router eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:27:19.981980 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-ed8f4427-ee5b-4613-9fb2-364caaa85023 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Deleting port f4704c36-0238-4820-b8a4-0393c48690e2 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:19.982486 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-ed8f4427-ee5b-4613-9fb2-364caaa85023 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:20.005178 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-58f6a1c6-f661-43bd-8294-e1ab9a773360 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Calling delete_port for d9c7eb92-2337-4737-959d-c6ad5ef51e51 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:20.031104 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb9aae1a-b585-4c71-a5a7-164027e2413d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:20.075884 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-deleted', 'tag': '5fc0f2ac-e00b-4810-b47a-e13b8f18d088'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:27:20.080944 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a552690-3e4c-43df-8a3d-906d9091d7af" -d '{"events": [{"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-deleted", "tag": "5fc0f2ac-e00b-4810-b47a-e13b8f18d088"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:27:20.112103 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-cb9aae1a-b585-4c71-a5a7-164027e2413d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568628bc-c4a4-450a-94d9-fcc0a045fae4']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:20.123866 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-ed8f4427-ee5b-4613-9fb2-364caaa85023 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] For port f4704c36-0238-4820-b8a4-0393c48690e2, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f4704c36-0238-4820-b8a4-0393c48690e2,segment=NetworkSegment(b17abd1e-d0b6-44c2-9c92-d6eadba25f9f),segment_id=b17abd1e-d0b6-44c2-9c92-d6eadba25f9f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:20.124371 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-ed8f4427-ee5b-4613-9fb2-364caaa85023 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:20.138717 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-cb9aae1a-b585-4c71-a5a7-164027e2413d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5344051e-670b-40de-9e10-636bdb06cead') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:20.139072 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-cb9aae1a-b585-4c71-a5a7-164027e2413d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5344051e-670b-40de-9e10-636bdb06cead') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:20.153452 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ba0902-10bd-4c2a-85b0-762a748474ec x-openstack-request-id: req-39ba0902-10bd-4c2a-85b0-762a748474ec {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:27:20.154616 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-deleted", "tag": "5fc0f2ac-e00b-4810-b47a-e13b8f18d088", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:27:20.155087 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39ba0902-10bd-4c2a-85b0-762a748474ec {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:27:20.156175 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-deleted', 'tag': '5fc0f2ac-e00b-4810-b47a-e13b8f18d088', 'status': 'completed', 'code': 200} Nov 15 11:27:20.157409 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-ed8f4427-ee5b-4613-9fb2-364caaa85023 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Calling delete_port for f4704c36-0238-4820-b8a4-0393c48690e2 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:20.167915 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb9aae1a-b585-4c71-a5a7-164027e2413d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:20.190805 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb9aae1a-b585-4c71-a5a7-164027e2413d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:20.213933 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9aae1a-b585-4c71-a5a7-164027e2413d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:27:20.214343 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb9aae1a-b585-4c71-a5a7-164027e2413d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:27:20.217932 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:27:20.231092 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b18fdda-46d9-4d9f-bc24-212dfc409256 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:20.252192 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-524cd661-4ed8-4b95-90dd-d3424473716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'name': 'tempest-TaggedBootDevicesTest-578185871-router', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:38Z', 'updated_at': '2021-11-15T11:15:45Z', 'revision_number': 4, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'gw_port': {'id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:39Z', 'updated_at': '2021-11-15T11:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f36d2651-1eac-46a1-9cc4-4ac2531d81eb', 'name': '', 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'mac_address': 'fa:16:3e:78:c5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'fdfd0574-7413-48b2-8325-e46b6f762330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:42Z', 'updated_at': '2021-11-15T11:15:55Z', 'revision_number': 5, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'subnets': [{'id': 'fdfd0574-7413-48b2-8325-e46b6f762330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:20.267020 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b18fdda-46d9-4d9f-bc24-212dfc409256 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:20.284873 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524cd661-4ed8-4b95-90dd-d3424473716c None None] Checking router: eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:27:20.295182 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524cd661-4ed8-4b95-90dd-d3424473716c None None] Routers {'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:27:20.297117 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-524cd661-4ed8-4b95-90dd-d3424473716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:27:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:20.429645 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb9aae1a-b585-4c71-a5a7-164027e2413d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:20.440208 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817815e-8ecb-486d-b65f-a4abb8adc06c req-0ea33f7b-201a-4e7f-b2cc-a346af2f51a6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:20.441853 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0817815e-8ecb-486d-b65f-a4abb8adc06c req-0ea33f7b-201a-4e7f-b2cc-a346af2f51a6 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 943 time: 0.0962665 Nov 15 11:27:20.496196 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-ed8f4427-ee5b-4613-9fb2-364caaa85023 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:20.499344 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-524cd661-4ed8-4b95-90dd-d3424473716c None None] Set router eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:27:20.501172 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb9aae1a-b585-4c71-a5a7-164027e2413d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:20.507614 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cb9aae1a-b585-4c71-a5a7-164027e2413d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] 10.222.0.64 "DELETE /v2.0/networks/568628bc-c4a4-450a-94d9-fcc0a045fae4 HTTP/1.1" status: 204 len: 168 time: 0.9003749 Nov 15 11:27:20.508667 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44016) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:20.542194 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18fdda-46d9-4d9f-bc24-212dfc409256 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Port': ['ID=7bd7bc52-cbdc-4a3b-a49f-333e6c091108,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:20.551093 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58f6a1c6-f661-43bd-8294-e1ab9a773360 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:20.554166 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9aae1a-b585-4c71-a5a7-164027e2413d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Pushing event deleted for resources: {'Network': ['ID=568628bc-c4a4-450a-94d9-fcc0a045fae4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:20.594242 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0817815e-8ecb-486d-b65f-a4abb8adc06c req-5e3aa71d-1e1a-482b-8a2d-89ad2079fbbf tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups?id=3369f810-8048-48c8-8817-cd0d845f8367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434619 Nov 15 11:27:20.645966 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f4427-ee5b-4613-9fb2-364caaa85023 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event deleted for resources: {'Port': ['ID=f4704c36-0238-4820-b8a4-0393c48690e2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:20.689038 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8be5cbf3-84f9-43a7-b190-d6950b5686c6 req-b797217c-f605-4141-95d7-61ebb9d209b3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=928712c9-0a4b-4107-acdb-5b0304036bca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1939318 Nov 15 11:27:20.689543 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6b18fdda-46d9-4d9f-bc24-212dfc409256 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] In _notify_port_updated(), no bound segment for port 7bd7bc52-cbdc-4a3b-a49f-333e6c091108 on network f30e20ff-526e-4691-abc7-fca4607756d5 {{(pid=102677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:27:20.711474 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b18fdda-46d9-4d9f-bc24-212dfc409256 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:20.722866 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b18fdda-46d9-4d9f-bc24-212dfc409256 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:20.725900 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-ed8f4427-ee5b-4613-9fb2-364caaa85023 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] No DVR routers for this DVR port f4704c36-0238-4820-b8a4-0393c48690e2 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:27:20.727334 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6b18fdda-46d9-4d9f-bc24-212dfc409256 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "PUT /v2.0/ports/7bd7bc52-cbdc-4a3b-a49f-333e6c091108 HTTP/1.1" status: 200 len: 999 time: 1.7955213 Nov 15 11:27:20.727494 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44018) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:20.752998 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-ed8f4427-ee5b-4613-9fb2-364caaa85023 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:20.757215 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7257f18-a4d8-4c04-9203-45541bfee430 req-ed8f4427-ee5b-4613-9fb2-364caaa85023 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.55 "DELETE /v2.0/ports/f4704c36-0238-4820-b8a4-0393c48690e2 HTTP/1.1" status: 204 len: 173 time: 0.9086874 Nov 15 11:27:20.759786 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6a1c6-f661-43bd-8294-e1ab9a773360 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Pushing event deleted for resources: {'Port': ['ID=d9c7eb92-2337-4737-959d-c6ad5ef51e51,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:20.804126 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58f6a1c6-f661-43bd-8294-e1ab9a773360 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:20.810479 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-58f6a1c6-f661-43bd-8294-e1ab9a773360 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "DELETE /v2.0/ports/d9c7eb92-2337-4737-959d-c6ad5ef51e51 HTTP/1.1" status: 204 len: 168 time: 1.9828494 Nov 15 11:27:20.813734 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44022) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:20.833529 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-eb781f1c-9945-4c51-9b9f-6fdc2f269df1 None None] Provisioning complete for port 7bd7bc52-cbdc-4a3b-a49f-333e6c091108 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:20.834423 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eb781f1c-9945-4c51-9b9f-6fdc2f269df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:20.863177 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-8239b13f-00f1-41ec-86b8-bf57e87acc5c tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] GET failed (client error): The resource could not be found. Nov 15 11:27:20.879725 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8239b13f-00f1-41ec-86b8-bf57e87acc5c tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "GET /v2.0/ports/d9c7eb92-2337-4737-959d-c6ad5ef51e51 HTTP/1.1" status: 404 len: 333 time: 0.0592752 Nov 15 11:27:20.886316 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44024) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:20.903695 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5ac8006a-ecae-48b4-ac3e-6f087192a068 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Request body: {'port': {'network_id': '5403ba3a-661d-420d-be44-1757cd7e8d1f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1065703876'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:20.914475 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-eb781f1c-9945-4c51-9b9f-6fdc2f269df1 None None] Port 7bd7bc52-cbdc-4a3b-a49f-333e6c091108 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:20.924212 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86c1517-3372-4bfc-af6f-8964f1b2adb9 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:20.945143 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86c1517-3372-4bfc-af6f-8964f1b2adb9 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:20.950406 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44026) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:20.951270 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a86c1517-3372-4bfc-af6f-8964f1b2adb9 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4186063 Nov 15 11:27:20.957661 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-74597eee-3fba-47de-a7e9-dd6e3ee852ea tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-936203165'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:20.969125 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5cbf3-84f9-43a7-b190-d6950b5686c6 req-e4f65bf6-b883-45b1-8e08-556b2c4e8cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:20.971288 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8be5cbf3-84f9-43a7-b190-d6950b5686c6 req-e4f65bf6-b883-45b1-8e08-556b2c4e8cce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69cdf03a6f264de7b09ea98e3ce6a0c9&device_id=928712c9-0a4b-4107-acdb-5b0304036bca HTTP/1.1" status: 200 len: 1096 time: 0.2132366 Nov 15 11:27:21.041261 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-524cd661-4ed8-4b95-90dd-d3424473716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'name': 'tempest-TaggedBootDevicesTest-578185871-router', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:38Z', 'updated_at': '2021-11-15T11:15:45Z', 'revision_number': 4, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'gw_port': {'id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:39Z', 'updated_at': '2021-11-15T11:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f36d2651-1eac-46a1-9cc4-4ac2531d81eb', 'name': '', 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'mac_address': 'fa:16:3e:78:c5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'fdfd0574-7413-48b2-8325-e46b6f762330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:42Z', 'updated_at': '2021-11-15T11:15:55Z', 'revision_number': 5, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'subnets': [{'id': 'fdfd0574-7413-48b2-8325-e46b6f762330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:21.084854 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524cd661-4ed8-4b95-90dd-d3424473716c None None] The sync data for ids ['eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'] in n-d-729945-9 is: [{'id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'name': 'tempest-TaggedBootDevicesTest-578185871-router', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:38Z', 'updated_at': '2021-11-15T11:15:45Z', 'revision_number': 4, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'gw_port': {'id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:39Z', 'updated_at': '2021-11-15T11:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f36d2651-1eac-46a1-9cc4-4ac2531d81eb', 'name': '', 'network_id': '3ac01650-250d-49f6-a38a-ac634445c34a', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'mac_address': 'fa:16:3e:78:c5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'fdfd0574-7413-48b2-8325-e46b6f762330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:42Z', 'updated_at': '2021-11-15T11:15:55Z', 'revision_number': 5, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'subnets': [{'id': 'fdfd0574-7413-48b2-8325-e46b6f762330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:27:21.166025 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74597eee-3fba-47de-a7e9-dd6e3ee852ea tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Made reservation on behalf of 4d1031a0d49247598b2faafbcb8c86c6 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:21.176854 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac8006a-ecae-48b4-ac3e-6f087192a068 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Made reservation on behalf of 7d2ece277072497bb52bf0bb8f95b708 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:21.180505 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ac8006a-ecae-48b4-ac3e-6f087192a068 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:21.180787 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-74597eee-3fba-47de-a7e9-dd6e3ee852ea tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:21.210347 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5ac8006a-ecae-48b4-ac3e-6f087192a068 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] device_id is not set on port 9b0c558a-3540-45af-9c17-87478c06ac90 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:27:21.216686 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2907a799-c808-454a-b4a2-5b1da754d8a8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting port 7bd7bc52-cbdc-4a3b-a49f-333e6c091108 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:21.217142 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2907a799-c808-454a-b4a2-5b1da754d8a8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:21.255299 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2de7e3-912b-429b-a648-02a1dc92b097 req-51786996-75b6-44bf-842f-eceee33d8b60 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:21.263075 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad2de7e3-912b-429b-a648-02a1dc92b097 req-51786996-75b6-44bf-842f-eceee33d8b60 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.2825770 Nov 15 11:27:21.319016 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74597eee-3fba-47de-a7e9-dd6e3ee852ea tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:27:21.404524 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-74597eee-3fba-47de-a7e9-dd6e3ee852ea tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:21.404883 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-74597eee-3fba-47de-a7e9-dd6e3ee852ea tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Added segment d76a3dd8-382b-4176-a908-7e137b4fa615 of type vlan for network fa73cdbb-3516-458e-ac4a-4c2ef80996b3 Nov 15 11:27:21.424062 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad2de7e3-912b-429b-a648-02a1dc92b097 req-197c6ce1-f931-4080-9fdd-5dbf63168268 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599414 Nov 15 11:27:21.425562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5cbf3-84f9-43a7-b190-d6950b5686c6 req-c40bb61f-0aee-400a-94c1-c0b5388a0467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:21.427724 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8be5cbf3-84f9-43a7-b190-d6950b5686c6 req-c40bb61f-0aee-400a-94c1-c0b5388a0467 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 HTTP/1.1" status: 200 len: 916 time: 0.4265442 Nov 15 11:27:21.470332 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cdb41b-c3a5-47b9-9a5c-534de5cdc92f None None] New status for floating IP 9f4ca8b4-fef7-4888-ab7a-d04378ea7d00: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:27:21.768224 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-5ac8006a-ecae-48b4-ac3e-6f087192a068 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Allocated IP 2001:db8::2d2 (5403ba3a-661d-420d-be44-1757cd7e8d1f/72fd1bf7-9bef-4156-86c7-ee39707caf13/9b0c558a-3540-45af-9c17-87478c06ac90) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:21.906091 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8be5cbf3-84f9-43a7-b190-d6950b5686c6 req-e900f4e5-ac80-48e4-8263-1947e33b4e4d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd8929d6-de8e-42e6-9ec3-42e17539c5a0 HTTP/1.1" status: 200 len: 217 time: 0.0740104 Nov 15 11:27:21.915857 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29d966b6-49c7-4095-806f-39449445aee8 req-1b3c5e96-c1f8-4d22-9959-10cd4218cd35 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 210 time: 0.0801055 Nov 15 11:27:21.927544 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-74597eee-3fba-47de-a7e9-dd6e3ee852ea tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:21.937082 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ac8006a-ecae-48b4-ac3e-6f087192a068 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:21.966244 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2907a799-c808-454a-b4a2-5b1da754d8a8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:21.986661 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2907a799-c808-454a-b4a2-5b1da754d8a8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Calling delete_port for 7bd7bc52-cbdc-4a3b-a49f-333e6c091108 owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:21.991312 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ac8006a-ecae-48b4-ac3e-6f087192a068 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:22.014898 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5cbf3-84f9-43a7-b190-d6950b5686c6 req-e575c1b4-3c07-41d0-bbdc-2b1ee15d0536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:22.016413 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8be5cbf3-84f9-43a7-b190-d6950b5686c6 req-e575c1b4-3c07-41d0-bbdc-2b1ee15d0536 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=869f9db7-c874-47ae-bffd-e01d17367094 HTTP/1.1" status: 200 len: 855 time: 0.0996990 Nov 15 11:27:22.034195 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac8006a-ecae-48b4-ac3e-6f087192a068 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Network 5403ba3a-661d-420d-be44-1757cd7e8d1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:22.037637 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5ac8006a-ecae-48b4-ac3e-6f087192a068 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:22.044118 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac8006a-ecae-48b4-ac3e-6f087192a068 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:22.050542 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac8006a-ecae-48b4-ac3e-6f087192a068 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:22.051228 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ac8006a-ecae-48b4-ac3e-6f087192a068 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:22.069756 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8006a-ecae-48b4-ac3e-6f087192a068 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Pushing event updated for resources: {'Port': ['ID=9b0c558a-3540-45af-9c17-87478c06ac90,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:22.073243 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8be5cbf3-84f9-43a7-b190-d6950b5686c6 req-f5531216-e79d-4d90-8df2-c3318b0b0a60 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279171 Nov 15 11:27:22.084022 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5ac8006a-ecae-48b4-ac3e-6f087192a068 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1934397 Nov 15 11:27:22.085746 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44034) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:22.098036 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-74597eee-3fba-47de-a7e9-dd6e3ee852ea tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:22.103654 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74597eee-3fba-47de-a7e9-dd6e3ee852ea tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:22.104305 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-74597eee-3fba-47de-a7e9-dd6e3ee852ea tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:22.120411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-eda1895d-177d-4a11-bc10-64d4cf0a8537 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Request body: {'port': {'network_id': '5403ba3a-661d-420d-be44-1757cd7e8d1f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-444703082'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:22.159753 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-deleted', 'tag': 'f4704c36-0238-4820-b8a4-0393c48690e2'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:27:22.162074 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db510fd4-7308-46bd-9567-ea5791180be5" -d '{"events": [{"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-deleted", "tag": "f4704c36-0238-4820-b8a4-0393c48690e2"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:27:22.247925 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31273da-9cce-49bd-93e2-5f938f696213 x-openstack-request-id: req-f31273da-9cce-49bd-93e2-5f938f696213 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:27:22.248201 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5fccdf-169d-4a75-b86a-58dab10e1a56", "name": "network-vif-deleted", "tag": "f4704c36-0238-4820-b8a4-0393c48690e2", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:27:22.248444 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f31273da-9cce-49bd-93e2-5f938f696213 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:27:22.248836 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5fccdf-169d-4a75-b86a-58dab10e1a56', 'name': 'network-vif-deleted', 'tag': 'f4704c36-0238-4820-b8a4-0393c48690e2', 'status': 'completed', 'code': 200} Nov 15 11:27:22.267426 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda1895d-177d-4a11-bc10-64d4cf0a8537 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Made reservation on behalf of 7d2ece277072497bb52bf0bb8f95b708 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:22.273600 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eda1895d-177d-4a11-bc10-64d4cf0a8537 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:22.293450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74597eee-3fba-47de-a7e9-dd6e3ee852ea tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Pushing event updated for resources: {'Network': ['ID=fa73cdbb-3516-458e-ac4a-4c2ef80996b3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:22.310435 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-74597eee-3fba-47de-a7e9-dd6e3ee852ea tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3587532 Nov 15 11:27:22.313765 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network fa73cdbb-3516-458e-ac4a-4c2ef80996b3 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:27:22.317536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44038) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:22.325067 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-eda1895d-177d-4a11-bc10-64d4cf0a8537 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] device_id is not set on port 0912f7ab-4a3d-4c7b-a77e-73671920a56d yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:27:22.339387 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-810f7d09-83b9-47e9-a5e1-78b664793502 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1513702507'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:22.368388 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8be5cbf3-84f9-43a7-b190-d6950b5686c6 req-ac592c1d-4874-4098-b98f-02aeacc4ff1a service neutron] 10.222.0.55 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801065 Nov 15 11:27:22.437190 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810f7d09-83b9-47e9-a5e1-78b664793502 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Made reservation on behalf of 4d1031a0d49247598b2faafbcb8c86c6 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:22.440689 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-810f7d09-83b9-47e9-a5e1-78b664793502 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:22.447700 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1962e642-19ba-4eb7-99eb-dc9f8586ed0b None None] Provisioning complete for port 9b0c558a-3540-45af-9c17-87478c06ac90 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:22.449063 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1962e642-19ba-4eb7-99eb-dc9f8586ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:22.496911 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-beb5d8f3-bf52-4dfd-9925-cea5031cf8c8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1125934 Nov 15 11:27:22.510441 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-1962e642-19ba-4eb7-99eb-dc9f8586ed0b None None] Port 9b0c558a-3540-45af-9c17-87478c06ac90 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:22.524199 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810f7d09-83b9-47e9-a5e1-78b664793502 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:27:22.586399 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-810f7d09-83b9-47e9-a5e1-78b664793502 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:22.586745 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-810f7d09-83b9-47e9-a5e1-78b664793502 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Added segment 9ec91cb3-f034-47b4-a14f-6b1f5df7a7bd of type vlan for network 4f1c57c9-0fad-4591-a235-29edfeee0f39 Nov 15 11:27:22.603672 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2907a799-c808-454a-b4a2-5b1da754d8a8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:22.604481 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-eda1895d-177d-4a11-bc10-64d4cf0a8537 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Allocated IP 2001:db8::193 (5403ba3a-661d-420d-be44-1757cd7e8d1f/72fd1bf7-9bef-4156-86c7-ee39707caf13/0912f7ab-4a3d-4c7b-a77e-73671920a56d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:22.634007 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-13140603-bdd1-4357-9a44-a24ecc1fd67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:22.634472 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-13140603-bdd1-4357-9a44-a24ecc1fd67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:22.634929 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-13140603-bdd1-4357-9a44-a24ecc1fd67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:22.635598 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-13140603-bdd1-4357-9a44-a24ecc1fd67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:22.635854 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-13140603-bdd1-4357-9a44-a24ecc1fd67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:22.636371 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-13140603-bdd1-4357-9a44-a24ecc1fd67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:22.636825 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-13140603-bdd1-4357-9a44-a24ecc1fd67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:22.638378 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8be5cbf3-84f9-43a7-b190-d6950b5686c6 req-50df7994-9e2c-4e7b-9a6f-2a91fe2fcb6f service neutron] 10.222.0.55 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537935 Nov 15 11:27:22.638783 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-13140603-bdd1-4357-9a44-a24ecc1fd67b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=77cb92f4ba94421baccd055f8a61a579&device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 6502 time: 0.0998473 Nov 15 11:27:22.720656 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-810f7d09-83b9-47e9-a5e1-78b664793502 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:22.726076 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907a799-c808-454a-b4a2-5b1da754d8a8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Port': ['ID=7bd7bc52-cbdc-4a3b-a49f-333e6c091108,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:22.769369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c61a0-bd82-4aed-b059-01a7fdbbb987 req-58d60407-1f3b-4073-a2e3-4dae0010e1e0 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:22.771219 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cb2c61a0-bd82-4aed-b059-01a7fdbbb987 req-58d60407-1f3b-4073-a2e3-4dae0010e1e0 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.2242453 Nov 15 11:27:22.865988 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-be334d34-a273-4f70-a4d6-3035e82a3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:22.866496 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-be334d34-a273-4f70-a4d6-3035e82a3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:22.866599 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-be334d34-a273-4f70-a4d6-3035e82a3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:22.868300 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-be334d34-a273-4f70-a4d6-3035e82a3422 service neutron] 10.222.0.11 "GET /v2.0/networks?id=91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7&id=4c80147d-a460-4aca-9746-ccf4bbea3343&id=4c80147d-a460-4aca-9746-ccf4bbea3343&id=4c80147d-a460-4aca-9746-ccf4bbea3343&id=4c80147d-a460-4aca-9746-ccf4bbea3343&id=71cd31ab-aef9-4c82-a7fe-78615c051843&id=71cd31ab-aef9-4c82-a7fe-78615c051843 HTTP/1.1" status: 200 len: 2298 time: 0.1779969 Nov 15 11:27:22.872299 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-810f7d09-83b9-47e9-a5e1-78b664793502 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:22.879332 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810f7d09-83b9-47e9-a5e1-78b664793502 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:22.880627 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-810f7d09-83b9-47e9-a5e1-78b664793502 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:22.911962 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2907a799-c808-454a-b4a2-5b1da754d8a8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:22.917044 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2907a799-c808-454a-b4a2-5b1da754d8a8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/ports/7bd7bc52-cbdc-4a3b-a49f-333e6c091108 HTTP/1.1" status: 204 len: 168 time: 2.1881843 Nov 15 11:27:22.930503 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eda1895d-177d-4a11-bc10-64d4cf0a8537 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:22.934148 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44046) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:22.943491 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-810f7d09-83b9-47e9-a5e1-78b664793502 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6054277 Nov 15 11:27:22.969223 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44048) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:22.986471 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Request body: {'ports': [{'network_id': 'fa73cdbb-3516-458e-ac4a-4c2ef80996b3', 'name': 'tempest-port--147215920', 'admin_state_up': True}, {'network_id': '4f1c57c9-0fad-4591-a235-29edfeee0f39', 'admin_state_up': False}]} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:22.986860 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Request body: {'port': {'network_id': 'fa73cdbb-3516-458e-ac4a-4c2ef80996b3', 'name': 'tempest-port--147215920', 'admin_state_up': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:22.987307 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Request body: {'port': {'network_id': '4f1c57c9-0fad-4591-a235-29edfeee0f39', 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:22.994152 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eda1895d-177d-4a11-bc10-64d4cf0a8537 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:23.040294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f7d09-83b9-47e9-a5e1-78b664793502 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Pushing event updated for resources: {'Network': ['ID=4f1c57c9-0fad-4591-a235-29edfeee0f39,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:23.044316 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b1bfec-3997-44cd-ab2a-8ea521af6c7c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] GET failed (client error): The resource could not be found. Nov 15 11:27:23.048290 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-00b1bfec-3997-44cd-ab2a-8ea521af6c7c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports/7bd7bc52-cbdc-4a3b-a49f-333e6c091108 HTTP/1.1" status: 404 len: 333 time: 0.1039221 Nov 15 11:27:23.054761 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 4f1c57c9-0fad-4591-a235-29edfeee0f39 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:27:23.059328 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44052) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:23.115393 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-192c4eff-3931-4173-87e1-23dcbbf1a6dd req-a74c8b51-993a-4112-9852-9982f6a6873c tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 210 time: 0.0684025 Nov 15 11:27:23.121498 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cb2c61a0-bd82-4aed-b059-01a7fdbbb987 req-1844d808-3cd0-4564-9097-4d0a7c1c0e43 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367298 Nov 15 11:27:23.182650 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36f93ee-e88f-4a11-a430-f8aab0c8bc2a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting subnet 1ee63352-c697-401e-8754-a1e8f86f359f {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:27:23.186010 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a36f93ee-e88f-4a11-a430-f8aab0c8bc2a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:23.221245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1895d-177d-4a11-bc10-64d4cf0a8537 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Pushing event updated for resources: {'Port': ['ID=0912f7ab-4a3d-4c7b-a77e-73671920a56d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:23.230478 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a36f93ee-e88f-4a11-a430-f8aab0c8bc2a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:23.251255 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda1895d-177d-4a11-bc10-64d4cf0a8537 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Network 5403ba3a-661d-420d-be44-1757cd7e8d1f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:23.279175 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-eda1895d-177d-4a11-bc10-64d4cf0a8537 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:23.289313 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda1895d-177d-4a11-bc10-64d4cf0a8537 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:23.294993 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda1895d-177d-4a11-bc10-64d4cf0a8537 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:23.295669 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eda1895d-177d-4a11-bc10-64d4cf0a8537 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:23.326626 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-ec76c388-2237-419a-baaa-adc898aa89bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a5a419e-761c-40a1-8d78-4da3f49c2c0d HTTP/1.1" status: 200 len: 1001 time: 0.3560798 Nov 15 11:27:23.331693 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a36f93ee-e88f-4a11-a430-f8aab0c8bc2a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:23.337393 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-eda1895d-177d-4a11-bc10-64d4cf0a8537 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2505202 Nov 15 11:27:23.338242 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44054) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:23.384296 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-fe0c115f-d032-49f5-91d7-f11970f2f520 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19', 'mac_address': 'fa:16:3e:1d:06:df'}, {'ip_address': '2001:db8::2d2', 'mac_address': 'fa:16:3e:76:a4:d6'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:23.416005 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a36f93ee-e88f-4a11-a430-f8aab0c8bc2a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:23.442242 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-123e63fa-a630-4788-accb-444a644cb174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:23.444766 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-123e63fa-a630-4788-accb-444a644cb174 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=afa9b64f-98db-4e8e-8256-aecabb3e60db HTTP/1.1" status: 200 len: 856 time: 0.1056042 Nov 15 11:27:23.457121 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a36f93ee-e88f-4a11-a430-f8aab0c8bc2a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:23.464310 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfa767a-7e54-4bfb-ad26-d4bfbb164a4b None None] Network f30e20ff-526e-4691-abc7-fca4607756d5 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:23.466215 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a36f93ee-e88f-4a11-a430-f8aab0c8bc2a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/subnets/1ee63352-c697-401e-8754-a1e8f86f359f HTTP/1.1" status: 204 len: 168 time: 0.4017501 Nov 15 11:27:23.467333 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44056) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:23.468854 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f93ee-e88f-4a11-a430-f8aab0c8bc2a tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee63352-c697-401e-8754-a1e8f86f359f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:23.545910 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-218830c2-d18b-4767-b992-a114fd4e3e99 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting subnet 41e5121e-089c-4207-a82e-935fab99dc17 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:27:23.553026 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-218830c2-d18b-4767-b992-a114fd4e3e99 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:23.587115 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Made reservation on behalf of 4d1031a0d49247598b2faafbcb8c86c6 for: {'port': 2} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:23.602564 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:23.632575 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-218830c2-d18b-4767-b992-a114fd4e3e99 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:23.672219 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-63b2a3ac-737b-4a95-8c00-d3dc74cada17 None None] Provisioning complete for port 0912f7ab-4a3d-4c7b-a77e-73671920a56d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:23.673111 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-63b2a3ac-737b-4a95-8c00-d3dc74cada17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:23.690479 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:23.726193 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-218830c2-d18b-4767-b992-a114fd4e3e99 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:23.737363 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-63b2a3ac-737b-4a95-8c00-d3dc74cada17 None None] Port 0912f7ab-4a3d-4c7b-a77e-73671920a56d cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:23.781028 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] device_id is not set on port ca80deff-799c-43fe-b626-eca6c02ed86d yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:27:23.787320 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe0c115f-d032-49f5-91d7-f11970f2f520 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:23.795070 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-218830c2-d18b-4767-b992-a114fd4e3e99 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:23.810378 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-a58046bc-9504-46ad-85ce-203e23406d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:23.812615 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-a58046bc-9504-46ad-85ce-203e23406d5d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3165822 Nov 15 11:27:23.832492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218830c2-d18b-4767-b992-a114fd4e3e99 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Subnet': ['ID=41e5121e-089c-4207-a82e-935fab99dc17,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:23.837269 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-218830c2-d18b-4767-b992-a114fd4e3e99 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:23.846347 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-218830c2-d18b-4767-b992-a114fd4e3e99 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/subnets/41e5121e-089c-4207-a82e-935fab99dc17 HTTP/1.1" status: 204 len: 168 time: 0.3750815 Nov 15 11:27:23.847629 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44062) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:23.939758 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12b269f7-6b98-4da0-ab57-2041a83cd6ee tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:23.990107 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-aafb33b3-6968-4357-9380-c3994ec75228 service neutron] 10.222.0.11 "GET /v2.0/networks/91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525183 Nov 15 11:27:24.018358 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-12b269f7-6b98-4da0-ab57-2041a83cd6ee tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting port bd394f6d-f003-4019-b1c2-8ebf973c459a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:24.018859 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12b269f7-6b98-4da0-ab57-2041a83cd6ee tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:24.105399 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-12b269f7-6b98-4da0-ab57-2041a83cd6ee tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] For port bd394f6d-f003-4019-b1c2-8ebf973c459a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=bd394f6d-f003-4019-b1c2-8ebf973c459a,segment=NetworkSegment(b2485fc4-1b9b-43c8-816f-b5310eab1292),segment_id=b2485fc4-1b9b-43c8-816f-b5310eab1292)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:24.106028 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12b269f7-6b98-4da0-ab57-2041a83cd6ee tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:24.131039 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-12b269f7-6b98-4da0-ab57-2041a83cd6ee tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Calling delete_port for bd394f6d-f003-4019-b1c2-8ebf973c459a owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:24.297492 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12b269f7-6b98-4da0-ab57-2041a83cd6ee tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:24.322985 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe0c115f-d032-49f5-91d7-f11970f2f520 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:24.358686 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe0c115f-d032-49f5-91d7-f11970f2f520 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:24.378711 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b269f7-6b98-4da0-ab57-2041a83cd6ee tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Port': ['ID=bd394f6d-f003-4019-b1c2-8ebf973c459a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:24.383269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b269f7-6b98-4da0-ab57-2041a83cd6ee tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] No DVR routers for this DVR port bd394f6d-f003-4019-b1c2-8ebf973c459a on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:27:24.448301 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c115f-d032-49f5-91d7-f11970f2f520 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] In _notify_port_updated(), no bound segment for port 0912f7ab-4a3d-4c7b-a77e-73671920a56d on network 5403ba3a-661d-420d-be44-1757cd7e8d1f {{(pid=102677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:27:24.457493 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0c115f-d032-49f5-91d7-f11970f2f520 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:24.458662 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe0c115f-d032-49f5-91d7-f11970f2f520 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:24.464914 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fe0c115f-d032-49f5-91d7-f11970f2f520 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "PUT /v2.0/ports/0912f7ab-4a3d-4c7b-a77e-73671920a56d HTTP/1.1" status: 200 len: 1066 time: 1.1219988 Nov 15 11:27:24.469945 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:24.485036 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12b269f7-6b98-4da0-ab57-2041a83cd6ee tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:24.487374 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44082) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:24.577337 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-63e54597-5eaa-46e2-a592-ca5fef13d59b service neutron] 10.222.0.11 "GET /v2.0/networks/91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659955 Nov 15 11:27:24.588854 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-12b269f7-6b98-4da0-ab57-2041a83cd6ee tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f30e20ff-526e-4691-abc7-fca4607756d5']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:24.598708 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ff8b9-ac97-4ba1-b6e6-30c909c73517 req-8a21b65d-6a44-4017-b68a-108775604917 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:24.599378 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] device_id is not set on port 86230e20-be2b-47d9-8ec5-1d4de733a421 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:27:24.600585 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e75ff8b9-ac97-4ba1-b6e6-30c909c73517 req-8a21b65d-6a44-4017-b68a-108775604917 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.3245187 Nov 15 11:27:24.621238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-12b269f7-6b98-4da0-ab57-2041a83cd6ee tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2485fc4-1b9b-43c8-816f-b5310eab1292') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:24.621667 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-12b269f7-6b98-4da0-ab57-2041a83cd6ee tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2485fc4-1b9b-43c8-816f-b5310eab1292') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:24.636630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-bada76a8-6a06-4a1e-83fa-9f6cc03bde00 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:24.638324 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-bada76a8-6a06-4a1e-83fa-9f6cc03bde00 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/networks?id=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 HTTP/1.1" status: 200 len: 815 time: 0.3758190 Nov 15 11:27:24.657696 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6deb1b5-79e6-4424-b358-1daf4a98a15f None None] Network f30e20ff-526e-4691-abc7-fca4607756d5 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:24.668195 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12b269f7-6b98-4da0-ab57-2041a83cd6ee tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:24.688239 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-64431ba3-ca89-470b-8cac-a625b04933f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=bc1db242-bc41-4115-8ee6-dd7f58c66f19 HTTP/1.1" status: 200 len: 217 time: 0.0692008 Nov 15 11:27:24.693762 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c115f-d032-49f5-91d7-f11970f2f520 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Pushing event updated for resources: {'Port': ['ID=0912f7ab-4a3d-4c7b-a77e-73671920a56d,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:24.722954 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-01af6bce-7b06-4d08-826c-0a57a337d647 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/quotas/69cdf03a6f264de7b09ea98e3ce6a0c9 HTTP/1.1" status: 200 len: 375 time: 0.0663805 Nov 15 11:27:24.729335 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12b269f7-6b98-4da0-ab57-2041a83cd6ee tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:24.760218 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d9801927-c8b8-4615-8cc6-bec4cfc8a84d None None] Could not find standard attr ID for object bd394f6d-f003-4019-b1c2-8ebf973c459a. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:27:24.762101 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-f36c29d1-326e-42c0-b46b-ed3da621544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:24.763897 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-f36c29d1-326e-42c0-b46b-ed3da621544b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21db8475-8f73-44ea-a113-f3f3e3c06216 HTTP/1.1" status: 200 len: 797 time: 0.0655999 Nov 15 11:27:24.776326 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b269f7-6b98-4da0-ab57-2041a83cd6ee tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:27:24.776652 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12b269f7-6b98-4da0-ab57-2041a83cd6ee tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:27:24.783864 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:27:24.871381 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e75ff8b9-ac97-4ba1-b6e6-30c909c73517 req-2f4c0619-4aa9-4afa-80df-ecc7db4554e0 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576396 Nov 15 11:27:24.890606 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12b269f7-6b98-4da0-ab57-2041a83cd6ee tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:24.902327 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12b269f7-6b98-4da0-ab57-2041a83cd6ee tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:24.903015 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1d919a37-a181-4eed-b618-65bf547cc408 None None] Provisioning complete for port 0912f7ab-4a3d-4c7b-a77e-73671920a56d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:24.903556 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1d919a37-a181-4eed-b618-65bf547cc408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:24.905560 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-12b269f7-6b98-4da0-ab57-2041a83cd6ee tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/networks/f30e20ff-526e-4691-abc7-fca4607756d5 HTTP/1.1" status: 204 len: 168 time: 1.0569370 Nov 15 11:27:24.910450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44086) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:24.985346 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-d3421a50-6f36-4125-9882-5758f20e714e tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=69cdf03a6f264de7b09ea98e3ce6a0c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2333932 Nov 15 11:27:24.987300 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b269f7-6b98-4da0-ab57-2041a83cd6ee tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Network': ['ID=f30e20ff-526e-4691-abc7-fca4607756d5,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:24.992690 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f4df3263-ce7c-47fc-b680-205dad9f5d94 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Deleting port 0912f7ab-4a3d-4c7b-a77e-73671920a56d {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:24.993088 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4df3263-ce7c-47fc-b680-205dad9f5d94 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:24.995688 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb97e474-c4e7-40ea-b8b3-08908cc4cd32 None None] DHCP port deletion for f30e20ff-526e-4691-abc7-fca4607756d5 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:27:25.019212 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-1d919a37-a181-4eed-b618-65bf547cc408 None None] Port 0912f7ab-4a3d-4c7b-a77e-73671920a56d cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:25.026203 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-ccb3477d-122f-4f8f-89f6-5a7cce809e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:25.027805 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-ccb3477d-122f-4f8f-89f6-5a7cce809e45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c80147d-a460-4aca-9746-ccf4bbea3343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2503018 Nov 15 11:27:25.050872 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:25.161160 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:25.174329 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3cc36af5-4d13-4f85-b10d-ceb1d8a215cd req-8c93df95-35fb-4f09-a784-1d61fe072861 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 210 time: 0.1011889 Nov 15 11:27:25.175272 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-54fb81d9-3e55-4453-9c9a-ee43d38c1e7d service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350121 Nov 15 11:27:25.190743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3812476e-c9d9-4d52-9e07-86c28267ea1f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:25.192474 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3812476e-c9d9-4d52-9e07-86c28267ea1f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2802079 Nov 15 11:27:25.200521 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-ea199aac-523a-49eb-aeee-a66cf0be2fc6 service neutron] 10.222.0.64 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014239 Nov 15 11:27:25.204958 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44088) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:25.308385 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Pushing event updated for resources: {'Port': ['ID=ca80deff-799c-43fe-b626-eca6c02ed86d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:25.329973 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4df3263-ce7c-47fc-b680-205dad9f5d94 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:25.339083 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Checking segment: {'id': 'd76a3dd8-382b-4176-a908-7e137b4fa615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'fa73cdbb-3516-458e-ac4a-4c2ef80996b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:25.339083 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Network hostable DHCP agents. Network: fa73cdbb-3516-458e-ac4a-4c2ef80996b3, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:27:25.353444 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f4df3263-ce7c-47fc-b680-205dad9f5d94 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Calling delete_port for 0912f7ab-4a3d-4c7b-a77e-73671920a56d owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:25.355903 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-81a4217a-7e27-4ba5-9a77-fcf3ebf8b57e service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599581 Nov 15 11:27:25.359881 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ef1d9dfa-53e2-42c1-a7e9-944c352ca5d3 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1456628 Nov 15 11:27:25.364743 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44090) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:25.370556 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5cee13f8-9d39-4ab8-b9f3-d06a7f410d2b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-551725797'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:25.382036 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-3380df12-a3b3-47e5-9c37-c038abfcac8f service neutron] 10.222.0.64 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806591 Nov 15 11:27:25.385274 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Network fa73cdbb-3516-458e-ac4a-4c2ef80996b3 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:27:25.429611 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-f940fcb9-f6d6-459d-b216-bf75fb3766e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=b5c5f658-3e97-46d3-b735-9ae8bc3ad568 HTTP/1.1" status: 200 len: 217 time: 0.0549767 Nov 15 11:27:25.435730 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, fa73cdbb-3516-458e-ac4a-4c2ef80996b3) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:25.445431 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:25.446954 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:25.448791 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7975c965-81a6-4b33-b04f-392295727814 None None] Network fa73cdbb-3516-458e-ac4a-4c2ef80996b3 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:25.466337 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cee13f8-9d39-4ab8-b9f3-d06a7f410d2b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:25.470930 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5cee13f8-9d39-4ab8-b9f3-d06a7f410d2b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:25.573531 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cee13f8-9d39-4ab8-b9f3-d06a7f410d2b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:27:25.584790 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5cee13f8-9d39-4ab8-b9f3-d06a7f410d2b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:25.585291 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4df3263-ce7c-47fc-b680-205dad9f5d94 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:25.585524 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-5cee13f8-9d39-4ab8-b9f3-d06a7f410d2b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Added segment d6119ed4-ae41-4236-8502-6c31df09c7f8 of type vlan for network 9a14be14-4c97-4908-a8a6-90c1e8e2a37e Nov 15 11:27:25.629652 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df3263-ce7c-47fc-b680-205dad9f5d94 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Pushing event deleted for resources: {'Port': ['ID=0912f7ab-4a3d-4c7b-a77e-73671920a56d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:25.692078 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Pushing event updated for resources: {'Port': ['ID=86230e20-be2b-47d9-8ec5-1d4de733a421,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:25.696317 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-b616ea91-ca21-4329-b45c-68addd00d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:25.698086 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-b616ea91-ca21-4329-b45c-68addd00d118 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21db8475-8f73-44ea-a113-f3f3e3c06216 HTTP/1.1" status: 200 len: 797 time: 0.2452865 Nov 15 11:27:25.762137 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Checking segment: {'id': '9ec91cb3-f034-47b4-a14f-6b1f5df7a7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '4f1c57c9-0fad-4591-a235-29edfeee0f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:25.762662 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Network hostable DHCP agents. Network: 4f1c57c9-0fad-4591-a235-29edfeee0f39, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:27:25.763004 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b602b2e8-f8d8-444a-bda7-d59aa6a65b97 req-d163de64-bd0a-428b-bfd4-ffc50fecad0a tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1 HTTP/1.1" status: 200 len: 210 time: 0.0500097 Nov 15 11:27:25.770434 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5cee13f8-9d39-4ab8-b9f3-d06a7f410d2b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:25.806987 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-5d2970dd-ba1a-49d3-a3bf-914120ab395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:25.808745 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-5d2970dd-ba1a-49d3-a3bf-914120ab395b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c80147d-a460-4aca-9746-ccf4bbea3343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0946198 Nov 15 11:27:25.811441 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Network 4f1c57c9-0fad-4591-a235-29edfeee0f39 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:27:25.874251 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4df3263-ce7c-47fc-b680-205dad9f5d94 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:25.878564 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f4df3263-ce7c-47fc-b680-205dad9f5d94 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "DELETE /v2.0/ports/0912f7ab-4a3d-4c7b-a77e-73671920a56d HTTP/1.1" status: 204 len: 168 time: 1.3875380 Nov 15 11:27:25.881081 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44096) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:25.912974 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef16d16-f087-400a-afd7-b6c8150ac5d0 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] GET failed (client error): The resource could not be found. Nov 15 11:27:25.914459 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8ef16d16-f087-400a-afd7-b6c8150ac5d0 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "GET /v2.0/ports/0912f7ab-4a3d-4c7b-a77e-73671920a56d HTTP/1.1" status: 404 len: 333 time: 0.0324156 Nov 15 11:27:25.917304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44102) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:26.018345 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-5cee13f8-9d39-4ab8-b9f3-d06a7f410d2b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 11:27:26.027028 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 4f1c57c9-0fad-4591-a235-29edfeee0f39) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:26.029994 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-c76c7fce-ac7a-4852-b304-39f10cbfed8d service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939669 Nov 15 11:27:26.036204 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9306c290-4d11-446d-a3b0-b571c22f3e2a None None] Network 4f1c57c9-0fad-4591-a235-29edfeee0f39 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:26.046294 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:26.056120 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:26.069353 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:26.070068 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:26.104773 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67423b09-59b3-4081-862a-b6a6bc38829b req-adc9b787-5f58-4bd3-9b12-fd7ccddff1ff tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:26.106728 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-67423b09-59b3-4081-862a-b6a6bc38829b req-adc9b787-5f58-4bd3-9b12-fd7ccddff1ff tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.0883763 Nov 15 11:27:26.110653 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c6bb6024-d9f3-4087-a3f6-a5cb90eeb3ee tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Deleting port 9b0c558a-3540-45af-9c17-87478c06ac90 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:26.110987 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c6bb6024-d9f3-4087-a3f6-a5cb90eeb3ee tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:26.245751 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c6bb6024-d9f3-4087-a3f6-a5cb90eeb3ee tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:26.269711 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c6bb6024-d9f3-4087-a3f6-a5cb90eeb3ee tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Calling delete_port for 9b0c558a-3540-45af-9c17-87478c06ac90 owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:26.278244 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-67423b09-59b3-4081-862a-b6a6bc38829b req-02642972-37bb-4570-92e2-c1030f196704 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927432 Nov 15 11:27:26.327736 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-6446b811-9d8f-4c15-bd0e-a2d15958c77a service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168980 Nov 15 11:27:26.343849 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8cf63621-091f-401b-b797-5ae3ea3cb71a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.3608859 Nov 15 11:27:26.346168 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44112) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:26.369318 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5cee13f8-9d39-4ab8-b9f3-d06a7f410d2b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:26.375196 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cee13f8-9d39-4ab8-b9f3-d06a7f410d2b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:26.375839 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5cee13f8-9d39-4ab8-b9f3-d06a7f410d2b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:26.378839 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bbf9db4f-e535-42b0-9ad4-bc71d0fd58bd req-c4b60775-85c6-4b28-8681-0191fcfd0214 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 210 time: 0.0325732 Nov 15 11:27:26.504473 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c6bb6024-d9f3-4087-a3f6-a5cb90eeb3ee tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:26.554761 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb6024-d9f3-4087-a3f6-a5cb90eeb3ee tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Pushing event deleted for resources: {'Port': ['ID=9b0c558a-3540-45af-9c17-87478c06ac90,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:26.591529 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c6bb6024-d9f3-4087-a3f6-a5cb90eeb3ee tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:26.597966 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c6bb6024-d9f3-4087-a3f6-a5cb90eeb3ee tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "DELETE /v2.0/ports/9b0c558a-3540-45af-9c17-87478c06ac90 HTTP/1.1" status: 204 len: 168 time: 0.6796436 Nov 15 11:27:26.604361 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44114) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:26.631234 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2d6763-43c4-49ad-80c8-9cda39145bac tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] GET failed (client error): The resource could not be found. Nov 15 11:27:26.636725 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ff2d6763-43c4-49ad-80c8-9cda39145bac tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "GET /v2.0/ports/9b0c558a-3540-45af-9c17-87478c06ac90 HTTP/1.1" status: 404 len: 333 time: 0.0276787 Nov 15 11:27:26.637784 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44116) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:26.727039 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5cee13f8-9d39-4ab8-b9f3-d06a7f410d2b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3608377 Nov 15 11:27:26.730192 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44118) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:26.735798 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-efd0c6c3-9c3d-4ee6-852f-5a9c055c66df tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'subnet': {'network_id': '9a14be14-4c97-4908-a8a6-90c1e8e2a37e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:26.737387 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-b83a2801-1f89-4880-9646-39128a6917e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=496a1d61-4bd5-4b51-9b89-5253018b96d3 HTTP/1.1" status: 200 len: 217 time: 0.3867795 Nov 15 11:27:26.745941 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bd394f6d-f003-4019-b1c2-8ebf973c459a no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:27:26.780943 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: bd394f6d-f003-4019-b1c2-8ebf973c459a {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:27:26.781564 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bd394f6d-f003-4019-b1c2-8ebf973c459a not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:27:26.811579 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-bd43101e-2c90-42cd-b5e6-3b2883802377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:26.813292 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-bd43101e-2c90-42cd-b5e6-3b2883802377 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21db8475-8f73-44ea-a113-f3f3e3c06216 HTTP/1.1" status: 200 len: 797 time: 0.0706396 Nov 15 11:27:26.815708 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee13f8-9d39-4ab8-b9f3-d06a7f410d2b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Network': ['ID=9a14be14-4c97-4908-a8a6-90c1e8e2a37e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:26.827028 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 9a14be14-4c97-4908-a8a6-90c1e8e2a37e details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:27:26.839404 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-56f7044d-7458-436b-b2c8-a4232eee4801 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Deleting port 51984f0a-a5ec-4521-a244-1f3ae2e03b0b {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:26.839758 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56f7044d-7458-436b-b2c8-a4232eee4801 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:26.848982 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544541cb-1bc6-49d2-a340-496b7dc36207 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:26.866464 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544541cb-1bc6-49d2-a340-496b7dc36207 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:26.873948 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-544541cb-1bc6-49d2-a340-496b7dc36207 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5208387 Nov 15 11:27:26.876024 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44122) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:26.983372 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34464875-5d1b-490b-8892-7964d3da4b40 req-fdb9ac34-dd77-4ccd-bb63-9e50ef056436 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1 HTTP/1.1" status: 200 len: 210 time: 0.0420053 Nov 15 11:27:27.024387 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-a46b7453-2e20-4c6b-aed3-bf828f8eadac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:27.025897 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-a46b7453-2e20-4c6b-aed3-bf828f8eadac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c80147d-a460-4aca-9746-ccf4bbea3343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1507123 Nov 15 11:27:27.096206 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-13aab5d9-37dc-4115-95d2-de64195b0955 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Deleting port ca80deff-799c-43fe-b626-eca6c02ed86d {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:27.096940 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13aab5d9-37dc-4115-95d2-de64195b0955 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:27.128408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd0c6c3-9c3d-4ee6-852f-5a9c055c66df tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:27.132875 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-efd0c6c3-9c3d-4ee6-852f-5a9c055c66df tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:27.166325 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56f7044d-7458-436b-b2c8-a4232eee4801 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:27.184531 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13aab5d9-37dc-4115-95d2-de64195b0955 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:27.197542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-56f7044d-7458-436b-b2c8-a4232eee4801 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Calling delete_port for 51984f0a-a5ec-4521-a244-1f3ae2e03b0b owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:27.206027 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-13aab5d9-37dc-4115-95d2-de64195b0955 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Calling delete_port for ca80deff-799c-43fe-b626-eca6c02ed86d owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:27.211275 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-c1fc2896-d418-4d47-b8c7-5fa62f27a147 service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747205 Nov 15 11:27:27.261450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-51411b66-dcbc-4920-8a24-23e405115539 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:27.263155 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-51411b66-dcbc-4920-8a24-23e405115539 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.55 "GET /v2.0/networks?id=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 HTTP/1.1" status: 200 len: 815 time: 0.2786548 Nov 15 11:27:27.279036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-5ea574ba-1117-4eb5-935a-a38e2e2cb4d7 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Request body: {'port': {'device_id': '66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1', 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13', 'admin_state_up': True, 'tenant_id': '69cdf03a6f264de7b09ea98e3ce6a0c9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:27.355795 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-3a34c89d-a994-402f-9fa9-8a2a31f272cc service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354859 Nov 15 11:27:27.362116 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13aab5d9-37dc-4115-95d2-de64195b0955 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:27.431597 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aab5d9-37dc-4115-95d2-de64195b0955 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Pushing event deleted for resources: {'Port': ['ID=ca80deff-799c-43fe-b626-eca6c02ed86d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:27.434812 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-6460b7ac-3504-4dc4-ba1b-740697dd4762 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=4f6c4222-85c6-40ff-b518-d6284db6fd76 HTTP/1.1" status: 200 len: 217 time: 0.0690730 Nov 15 11:27:27.439376 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13aab5d9-37dc-4115-95d2-de64195b0955 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:27.445649 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-13aab5d9-37dc-4115-95d2-de64195b0955 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] 10.222.0.64 "DELETE /v2.0/ports/ca80deff-799c-43fe-b626-eca6c02ed86d HTTP/1.1" status: 204 len: 168 time: 0.5680273 Nov 15 11:27:27.446288 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44130) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:27.576286 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-aece667c-b2df-47e4-872a-586acf9c1c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:27.577815 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-aece667c-b2df-47e4-872a-586acf9c1c21 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21db8475-8f73-44ea-a113-f3f3e3c06216 HTTP/1.1" status: 200 len: 797 time: 0.1226625 Nov 15 11:27:27.625395 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2946a9ac-62a5-4dec-9f95-c2a0b4d83b8a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Deleting port 86230e20-be2b-47d9-8ec5-1d4de733a421 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:27.625802 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2946a9ac-62a5-4dec-9f95-c2a0b4d83b8a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:27.697160 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-58d5d248-b0f2-4e25-9a7b-633feab3ba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:27.698686 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-58d5d248-b0f2-4e25-9a7b-633feab3ba94 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c80147d-a460-4aca-9746-ccf4bbea3343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1123486 Nov 15 11:27:27.702605 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2946a9ac-62a5-4dec-9f95-c2a0b4d83b8a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:27.732525 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2946a9ac-62a5-4dec-9f95-c2a0b4d83b8a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Calling delete_port for 86230e20-be2b-47d9-8ec5-1d4de733a421 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:27.853780 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-0035bbc0-70da-43fc-a7a3-4ac30ad10119 service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434419 Nov 15 11:27:27.859855 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8f94c428-9737-483e-8672-4dd811436e71 req-0760902c-fe27-4901-b761-fc872bddefff tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 210 time: 0.0398042 Nov 15 11:27:27.942743 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2946a9ac-62a5-4dec-9f95-c2a0b4d83b8a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:27.961034 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e2e14-ba78-435f-8c7b-cb78d8558fae req-b57eac00-3124-48d9-973a-449e037eceb7 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:27.962692 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-181e2e14-ba78-435f-8c7b-cb78d8558fae req-b57eac00-3124-48d9-973a-449e037eceb7 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.5850067 Nov 15 11:27:27.982652 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946a9ac-62a5-4dec-9f95-c2a0b4d83b8a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Pushing event deleted for resources: {'Port': ['ID=86230e20-be2b-47d9-8ec5-1d4de733a421,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:27.996832 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2946a9ac-62a5-4dec-9f95-c2a0b4d83b8a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:28.002606 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2946a9ac-62a5-4dec-9f95-c2a0b4d83b8a tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] 10.222.0.64 "DELETE /v2.0/ports/86230e20-be2b-47d9-8ec5-1d4de733a421 HTTP/1.1" status: 204 len: 168 time: 0.5527437 Nov 15 11:27:28.003288 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44132) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:28.015526 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-5ea574ba-1117-4eb5-935a-a38e2e2cb4d7 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Made reservation on behalf of 69cdf03a6f264de7b09ea98e3ce6a0c9 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:28.027177 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-65bc42bf-9aee-4557-a324-96bb7968f41c service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646910 Nov 15 11:27:28.029180 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-5ea574ba-1117-4eb5-935a-a38e2e2cb4d7 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:28.044547 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-562d16a3-b62c-4ca4-97e3-a552e198608f tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0405829 Nov 15 11:27:28.054158 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44136) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:28.071186 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d68d2e7f-707b-4a45-bb2f-90fd445134d8 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2074566550'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:28.090779 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-58604ccc-399d-44c6-88ad-6a18649dd8e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a0531970-cfa4-40c4-93f0-fd9e48c15329 HTTP/1.1" status: 200 len: 217 time: 0.0451047 Nov 15 11:27:28.158271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-5e5f9956-e0ca-4b32-a0f1-48df60792cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:28.160002 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-5e5f9956-e0ca-4b32-a0f1-48df60792cb2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9c67d03c-8fcf-4946-865e-deec42cfabd9 HTTP/1.1" status: 200 len: 797 time: 0.0544162 Nov 15 11:27:28.178271 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-539e33f9-862b-4889-9af3-e46f29327d43 req-9bbaa211-5dc3-48d5-adb8-785d0c18e8a5 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1 HTTP/1.1" status: 200 len: 210 time: 0.0853405 Nov 15 11:27:28.185187 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56f7044d-7458-436b-b2c8-a4232eee4801 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:28.197991 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-181e2e14-ba78-435f-8c7b-cb78d8558fae req-f62af2b7-c151-4370-a8e8-ec6cbbe8e650 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044914 Nov 15 11:27:28.215876 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-e8dc4f37-fa68-4bb6-9630-9011d25f06d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:28.224506 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-e8dc4f37-fa68-4bb6-9630-9011d25f06d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71cd31ab-aef9-4c82-a7fe-78615c051843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0480645 Nov 15 11:27:28.260368 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68d2e7f-707b-4a45-bb2f-90fd445134d8 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Made reservation on behalf of 4d1031a0d49247598b2faafbcb8c86c6 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:28.263770 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d68d2e7f-707b-4a45-bb2f-90fd445134d8 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:28.267120 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-efd0c6c3-9c3d-4ee6-852f-5a9c055c66df tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:28.319679 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-1d206e3a-1391-421c-ab6a-820a78367185 service neutron] 10.222.0.11 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936809 Nov 15 11:27:28.321494 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7044d-7458-436b-b2c8-a4232eee4801 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Pushing event deleted for resources: {'Port': ['ID=51984f0a-a5ec-4521-a244-1f3ae2e03b0b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:28.410336 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56f7044d-7458-436b-b2c8-a4232eee4801 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:28.416487 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-56f7044d-7458-436b-b2c8-a4232eee4801 tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "DELETE /v2.0/ports/51984f0a-a5ec-4521-a244-1f3ae2e03b0b HTTP/1.1" status: 204 len: 168 time: 1.7775159 Nov 15 11:27:28.419846 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44138) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:28.437372 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68d2e7f-707b-4a45-bb2f-90fd445134d8 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:27:28.441828 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-1b777de8-54d0-4cda-abb4-6bbc6a0dc1f5 service neutron] 10.222.0.11 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099570 Nov 15 11:27:28.472167 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0c6c3-9c3d-4ee6-852f-5a9c055c66df tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Subnet': ['ID=163f344c-998a-4b4d-aeb4-8808c46f971b,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:28.494986 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-79f88116-c2d1-4d71-a6d9-28f1e26009e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=68cf8342-a4ee-408b-81be-041910813acb HTTP/1.1" status: 200 len: 217 time: 0.0456941 Nov 15 11:27:28.500614 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d68d2e7f-707b-4a45-bb2f-90fd445134d8 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:28.500999 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-d68d2e7f-707b-4a45-bb2f-90fd445134d8 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Added segment 0eb1b34c-1f2f-4c93-94cc-050f4722e261 of type vlan for network 150c5774-2a17-475c-8806-a27927b89dae Nov 15 11:27:28.557037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-b7a67a73-7855-4a71-a85a-c5e71561c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:28.558536 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-b7a67a73-7855-4a71-a85a-c5e71561c706 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9c67d03c-8fcf-4946-865e-deec42cfabd9 HTTP/1.1" status: 200 len: 797 time: 0.0537851 Nov 15 11:27:28.564133 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d68d2e7f-707b-4a45-bb2f-90fd445134d8 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:28.593163 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-5ea574ba-1117-4eb5-935a-a38e2e2cb4d7 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Allocated IP 172.20.0.6 (a2bf3e38-6eec-48d9-ab3e-622a70c9fb13/869f9db7-c874-47ae-bffd-e01d17367094/221b1346-e619-472c-be1f-73af02988775) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:28.614451 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-52b7e975-160b-491b-9916-7289e2c4aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:28.616088 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-52b7e975-160b-491b-9916-7289e2c4aad3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71cd31ab-aef9-4c82-a7fe-78615c051843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0480456 Nov 15 11:27:28.631602 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0c6c3-9c3d-4ee6-852f-5a9c055c66df tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Checking segment: {'id': 'd6119ed4-ae41-4236-8502-6c31df09c7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '9a14be14-4c97-4908-a8a6-90c1e8e2a37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:28.631991 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd0c6c3-9c3d-4ee6-852f-5a9c055c66df tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network hostable DHCP agents. Network: 9a14be14-4c97-4908-a8a6-90c1e8e2a37e, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:27:28.640374 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28f37b0-0c3a-426b-9176-4dbcac7fc9ac tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Deleting subnet 72fd1bf7-9bef-4156-86c7-ee39707caf13 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:27:28.646536 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d28f37b0-0c3a-426b-9176-4dbcac7fc9ac tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:28.675280 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d68d2e7f-707b-4a45-bb2f-90fd445134d8 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:28.680809 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68d2e7f-707b-4a45-bb2f-90fd445134d8 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:28.681529 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d68d2e7f-707b-4a45-bb2f-90fd445134d8 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:28.716368 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-c0b6b88e-6194-425d-903a-ad8fa74e5340 service neutron] 10.222.0.11 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911112 Nov 15 11:27:28.776534 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d28f37b0-0c3a-426b-9176-4dbcac7fc9ac tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:28.813805 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d68d2e7f-707b-4a45-bb2f-90fd445134d8 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7542284 Nov 15 11:27:28.814200 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44142) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:28.820147 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-39d63b57-dc88-4e15-ab06-dd73e01f6905 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1586951768'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:28.824395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd0c6c3-9c3d-4ee6-852f-5a9c055c66df tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network 9a14be14-4c97-4908-a8a6-90c1e8e2a37e is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:27:28.835320 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4ada74c5-2adc-4957-9a35-6a2364bab663 req-31523916-9e74-439d-b437-8e219fe3b0f2 service neutron] 10.222.0.11 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107426 Nov 15 11:27:28.837205 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d2e7f-707b-4a45-bb2f-90fd445134d8 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Pushing event updated for resources: {'Network': ['ID=150c5774-2a17-475c-8806-a27927b89dae,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:28.851951 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 150c5774-2a17-475c-8806-a27927b89dae details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:27:28.867671 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d63b57-dc88-4e15-ab06-dd73e01f6905 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Made reservation on behalf of 4d1031a0d49247598b2faafbcb8c86c6 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:28.873285 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-39d63b57-dc88-4e15-ab06-dd73e01f6905 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:28.886224 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-efd0c6c3-9c3d-4ee6-852f-5a9c055c66df tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 9a14be14-4c97-4908-a8a6-90c1e8e2a37e) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:28.904848 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd0c6c3-9c3d-4ee6-852f-5a9c055c66df tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:28.905438 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-efd0c6c3-9c3d-4ee6-852f-5a9c055c66df tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:28.944203 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d63b57-dc88-4e15-ab06-dd73e01f6905 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:27:28.963068 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-39d63b57-dc88-4e15-ab06-dd73e01f6905 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:28.963496 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-39d63b57-dc88-4e15-ab06-dd73e01f6905 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Added segment 666d7057-47f6-4114-a943-ba795a9fcb93 of type vlan for network b59a0967-14ed-401d-bed9-825ba4d93899 Nov 15 11:27:28.963793 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b80e3c-8f61-45bc-a91e-964f34f733ce None None] Network 9a14be14-4c97-4908-a8a6-90c1e8e2a37e requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:28.966227 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-efd0c6c3-9c3d-4ee6-852f-5a9c055c66df tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2348905 Nov 15 11:27:28.968748 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44146) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:28.980690 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-a3fe3431-1d18-4b54-ab4b-8226c53987f6 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'port': {'network_id': '9a14be14-4c97-4908-a8a6-90c1e8e2a37e', 'name': 'tempest-PortsTestJSON-1189142429'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:29.023290 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-39d63b57-dc88-4e15-ab06-dd73e01f6905 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:29.029262 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d28f37b0-0c3a-426b-9176-4dbcac7fc9ac tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:29.065313 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-39d63b57-dc88-4e15-ab06-dd73e01f6905 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:29.074300 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d63b57-dc88-4e15-ab06-dd73e01f6905 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:29.075110 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-39d63b57-dc88-4e15-ab06-dd73e01f6905 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:29.087620 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-197ad79e-d891-40c7-a018-25916f1bc6e1 req-2fabac19-a2f5-474b-b073-c6a70e096ac0 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 210 time: 0.0550895 Nov 15 11:27:29.155115 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-39d63b57-dc88-4e15-ab06-dd73e01f6905 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3395753 Nov 15 11:27:29.180989 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-5ea574ba-1117-4eb5-935a-a38e2e2cb4d7 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:29.200704 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d28f37b0-0c3a-426b-9176-4dbcac7fc9ac tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:29.202774 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d63b57-dc88-4e15-ab06-dd73e01f6905 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Pushing event updated for resources: {'Network': ['ID=b59a0967-14ed-401d-bed9-825ba4d93899,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:29.301101 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44152) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:29.307521 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-43c77f94-71f6-4a64-9f01-49999b16914c tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Request body: {'subnets': [{'network_id': '150c5774-2a17-475c-8806-a27927b89dae', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1883244309', 'ip_version': 4}, {'network_id': 'b59a0967-14ed-401d-bed9-825ba4d93899', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:29.307999 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-43c77f94-71f6-4a64-9f01-49999b16914c tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Request body: {'subnet': {'network_id': '150c5774-2a17-475c-8806-a27927b89dae', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1883244309', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:29.308563 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-43c77f94-71f6-4a64-9f01-49999b16914c tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Request body: {'subnet': {'network_id': 'b59a0967-14ed-401d-bed9-825ba4d93899', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:29.345150 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f37b0-0c3a-426b-9176-4dbcac7fc9ac tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Pushing event deleted for resources: {'Subnet': ['ID=72fd1bf7-9bef-4156-86c7-ee39707caf13,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:29.387347 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d28f37b0-0c3a-426b-9176-4dbcac7fc9ac tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:29.391562 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d28f37b0-0c3a-426b-9176-4dbcac7fc9ac tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "DELETE /v2.0/subnets/72fd1bf7-9bef-4156-86c7-ee39707caf13 HTTP/1.1" status: 204 len: 168 time: 0.9648919 Nov 15 11:27:29.394245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44156) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:29.400849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-03f75111-2ac6-4729-b68a-09201758bc3b req-4ade17ef-4c22-4acc-9852-ec6337be5f8c tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1 HTTP/1.1" status: 200 len: 210 time: 0.0519862 Nov 15 11:27:29.403646 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network b59a0967-14ed-401d-bed9-825ba4d93899 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:27:29.406832 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601a8cf3-58cd-4be8-ac52-61c78403cd57 None None] Network 5403ba3a-661d-420d-be44-1757cd7e8d1f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:29.458584 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fe3431-1d18-4b54-ab4b-8226c53987f6 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:29.462105 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3fe3431-1d18-4b54-ab4b-8226c53987f6 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:29.499429 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-a3fe3431-1d18-4b54-ab4b-8226c53987f6 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] device_id is not set on port 41ac04e8-f56d-4b82-875a-6166dc4a5944 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:27:29.597317 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ace3e41-4b1a-440c-9a18-59dede4f976d tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:29.601102 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c77f94-71f6-4a64-9f01-49999b16914c tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Made reservation on behalf of 4d1031a0d49247598b2faafbcb8c86c6 for: {'subnet': 2} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:29.614278 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43c77f94-71f6-4a64-9f01-49999b16914c tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:29.614624 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43c77f94-71f6-4a64-9f01-49999b16914c tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:29.636844 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:27:29.721175 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-a3fe3431-1d18-4b54-ab4b-8226c53987f6 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Allocated IP 172.20.0.10 (9a14be14-4c97-4908-a8a6-90c1e8e2a37e/163f344c-998a-4b4d-aeb4-8808c46f971b/41ac04e8-f56d-4b82-875a-6166dc4a5944) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:29.738700 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3456ada-284f-4702-98ff-5ffcd1688ac5 req-6a24583e-ec8d-484e-ac69-82dbf611b543 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:29.747210 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3456ada-284f-4702-98ff-5ffcd1688ac5 req-6a24583e-ec8d-484e-ac69-82dbf611b543 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.3936017 Nov 15 11:27:29.779389 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-5ea574ba-1117-4eb5-935a-a38e2e2cb4d7 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:29.807210 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['bd8929d6-de8e-42e6-9ec3-42e17539c5a0', '48e700db-8089-4761-9f77-17910eadd307', 'ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:27:29.832053 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:29.855327 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4ace3e41-4b1a-440c-9a18-59dede4f976d tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Deleting port 91f731cc-3a78-4f57-ad00-b2d7e081e4ab {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:29.856143 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ace3e41-4b1a-440c-9a18-59dede4f976d tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:29.857524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-5ea574ba-1117-4eb5-935a-a38e2e2cb4d7 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Network a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:29.864354 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea574ba-1117-4eb5-935a-a38e2e2cb4d7 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Pushing event updated for resources: {'Port': ['ID=221b1346-e619-472c-be1f-73af02988775,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:29.867038 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-5ea574ba-1117-4eb5-935a-a38e2e2cb4d7 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:29.880125 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-5ea574ba-1117-4eb5-935a-a38e2e2cb4d7 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:29.938674 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4c88db-5fc8-4555-b215-e4ea00ff0112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-9a14be14-4c97-4908-a8a6-90c1e8e2a37e', 'network_id': '9a14be14-4c97-4908-a8a6-90c1e8e2a37e', 'tenant_id': 'e5b1bb3ca099430a917c5bdc2dfcf841', 'fixed_ips': [{'subnet_id': '163f344c-998a-4b4d-aeb4-8808c46f971b'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:27:29.939526 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4f4c88db-5fc8-4555-b215-e4ea00ff0112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:30.050748 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4ace3e41-4b1a-440c-9a18-59dede4f976d tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] For port 91f731cc-3a78-4f57-ad00-b2d7e081e4ab, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=91f731cc-3a78-4f57-ad00-b2d7e081e4ab,segment=NetworkSegment(b115bcf4-ecf7-48b4-a500-1018aa942bd6),segment_id=b115bcf4-ecf7-48b4-a500-1018aa942bd6)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:30.051142 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ace3e41-4b1a-440c-9a18-59dede4f976d tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:30.090941 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4ace3e41-4b1a-440c-9a18-59dede4f976d tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Calling delete_port for 91f731cc-3a78-4f57-ad00-b2d7e081e4ab owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:30.196927 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3456ada-284f-4702-98ff-5ffcd1688ac5 req-f2768c8e-f106-4053-81ad-da9c00d8cbc1 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471939 Nov 15 11:27:30.216194 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee94af6-3c62-47cb-8c90-0d92054ad7b2 None None] DHCP port deletion for 5403ba3a-661d-420d-be44-1757cd7e8d1f request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:27:30.235786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-5ea574ba-1117-4eb5-935a-a38e2e2cb4d7 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:30.239060 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-5ea574ba-1117-4eb5-935a-a38e2e2cb4d7 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:30.285916 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-5ea574ba-1117-4eb5-935a-a38e2e2cb4d7 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0113435 Nov 15 11:27:30.307088 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-f947a3ca-d656-40d1-8b1b-4df8e4d1941b service neutron] Request body: {'port': {'device_id': '66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:30.314902 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5f8c2d30-63d5-4e4f-9d08-b53202c5be05 req-e0537543-44ea-4e47-ab35-2c94f5428e15 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 210 time: 0.0551567 Nov 15 11:27:30.362782 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-aee94af6-3c62-47cb-8c90-0d92054ad7b2 None None] Deleting port 91f731cc-3a78-4f57-ad00-b2d7e081e4ab {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:30.363142 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aee94af6-3c62-47cb-8c90-0d92054ad7b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:30.443321 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3fe3431-1d18-4b54-ab4b-8226c53987f6 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:30.456560 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-aee94af6-3c62-47cb-8c90-0d92054ad7b2 None None] For port 91f731cc-3a78-4f57-ad00-b2d7e081e4ab, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=91f731cc-3a78-4f57-ad00-b2d7e081e4ab,segment=NetworkSegment(b115bcf4-ecf7-48b4-a500-1018aa942bd6),segment_id=b115bcf4-ecf7-48b4-a500-1018aa942bd6)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:30.457023 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aee94af6-3c62-47cb-8c90-0d92054ad7b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:30.498079 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-f947a3ca-d656-40d1-8b1b-4df8e4d1941b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:30.512630 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3fe3431-1d18-4b54-ab4b-8226c53987f6 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:30.514424 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-aee94af6-3c62-47cb-8c90-0d92054ad7b2 None None] Calling delete_port for 91f731cc-3a78-4f57-ad00-b2d7e081e4ab owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:30.525916 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ace3e41-4b1a-440c-9a18-59dede4f976d tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:30.573892 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace3e41-4b1a-440c-9a18-59dede4f976d tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Pushing event deleted for resources: {'Port': ['ID=91f731cc-3a78-4f57-ad00-b2d7e081e4ab,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:30.574571 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe3431-1d18-4b54-ab4b-8226c53987f6 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Port': ['ID=41ac04e8-f56d-4b82-875a-6166dc4a5944,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:30.590747 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ace3e41-4b1a-440c-9a18-59dede4f976d tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] No DVR routers for this DVR port 91f731cc-3a78-4f57-ad00-b2d7e081e4ab on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:27:30.608566 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-4f4c88db-5fc8-4555-b215-e4ea00ff0112 None None] Allocated IP 172.20.0.2 (9a14be14-4c97-4908-a8a6-90c1e8e2a37e/163f344c-998a-4b4d-aeb4-8808c46f971b/c99c485b-a625-4b84-b089-9d11ca30d3c7) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: from cryptography.utils import int_from_bytes Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: from cryptography.utils import int_from_bytes Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.694592 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.697648 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.697648 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.697648 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.697648 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.697648 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.697648 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.697648 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.697648 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.697648 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.697648 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.697648 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.697648 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.697648 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:27:30.697648 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:27:30.704902 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aee94af6-3c62-47cb-8c90-0d92054ad7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:30.747849 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee94af6-3c62-47cb-8c90-0d92054ad7b2 None None] Pushing event deleted for resources: {'Port': ['ID=91f731cc-3a78-4f57-ad00-b2d7e081e4ab,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:30.780634 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ace3e41-4b1a-440c-9a18-59dede4f976d tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:30.787716 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee94af6-3c62-47cb-8c90-0d92054ad7b2 None None] No DVR routers for this DVR port 91f731cc-3a78-4f57-ad00-b2d7e081e4ab on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:27:30.825720 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4ace3e41-4b1a-440c-9a18-59dede4f976d tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5403ba3a-661d-420d-be44-1757cd7e8d1f']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:30.866850 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4ace3e41-4b1a-440c-9a18-59dede4f976d tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b115bcf4-ecf7-48b4-a500-1018aa942bd6') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:30.867744 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4ace3e41-4b1a-440c-9a18-59dede4f976d tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b115bcf4-ecf7-48b4-a500-1018aa942bd6') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:30.885530 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ace3e41-4b1a-440c-9a18-59dede4f976d tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:30.927733 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-f947a3ca-d656-40d1-8b1b-4df8e4d1941b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 221b1346-e619-472c-be1f-73af02988775 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:27:30.929587 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ace3e41-4b1a-440c-9a18-59dede4f976d tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:30.936951 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-f947a3ca-d656-40d1-8b1b-4df8e4d1941b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:30.950138 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ace3e41-4b1a-440c-9a18-59dede4f976d tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:27:30.951172 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ace3e41-4b1a-440c-9a18-59dede4f976d tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:27:30.959071 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:27:30.965929 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4f4c88db-5fc8-4555-b215-e4ea00ff0112 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:30.976129 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 91f731cc-3a78-4f57-ad00-b2d7e081e4ab no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:27:30.981043 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee94af6-3c62-47cb-8c90-0d92054ad7b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:30.981389 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee94af6-3c62-47cb-8c90-0d92054ad7b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:30.981922 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee94af6-3c62-47cb-8c90-0d92054ad7b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:30.982287 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee94af6-3c62-47cb-8c90-0d92054ad7b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:30.982628 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee94af6-3c62-47cb-8c90-0d92054ad7b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:30.983309 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee94af6-3c62-47cb-8c90-0d92054ad7b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:30.983700 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee94af6-3c62-47cb-8c90-0d92054ad7b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:30.984135 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee94af6-3c62-47cb-8c90-0d92054ad7b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:30.984521 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee94af6-3c62-47cb-8c90-0d92054ad7b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:30.984762 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee94af6-3c62-47cb-8c90-0d92054ad7b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:30.985606 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee94af6-3c62-47cb-8c90-0d92054ad7b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:30.985606 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee94af6-3c62-47cb-8c90-0d92054ad7b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:30.992481 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fe3431-1d18-4b54-ab4b-8226c53987f6 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network 9a14be14-4c97-4908-a8a6-90c1e8e2a37e is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:30.995379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-a3fe3431-1d18-4b54-ab4b-8226c53987f6 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:31.001692 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fe3431-1d18-4b54-ab4b-8226c53987f6 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:31.011708 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4f4c88db-5fc8-4555-b215-e4ea00ff0112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:31.016570 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 91f731cc-3a78-4f57-ad00-b2d7e081e4ab {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:27:31.016902 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 91f731cc-3a78-4f57-ad00-b2d7e081e4ab not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:27:31.053145 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fe3431-1d18-4b54-ab4b-8226c53987f6 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:31.053969 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3fe3431-1d18-4b54-ab4b-8226c53987f6 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:31.063431 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4c88db-5fc8-4555-b215-e4ea00ff0112 None None] Network 9a14be14-4c97-4908-a8a6-90c1e8e2a37e is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:31.066717 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-4f4c88db-5fc8-4555-b215-e4ea00ff0112 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:31.069664 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4c88db-5fc8-4555-b215-e4ea00ff0112 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:31.083601 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c88db-5fc8-4555-b215-e4ea00ff0112 None None] Pushing event updated for resources: {'Port': ['ID=c99c485b-a625-4b84-b089-9d11ca30d3c7,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:31.085668 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49f1ff-5f6f-4bad-9fd7-5978c9e4e68d req-12a3245b-8c8a-4517-94ef-43e6bfc25b94 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:31.087768 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc49f1ff-5f6f-4bad-9fd7-5978c9e4e68d req-12a3245b-8c8a-4517-94ef-43e6bfc25b94 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1 HTTP/1.1" status: 200 len: 931 time: 0.5254805 Nov 15 11:27:31.094433 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43c77f94-71f6-4a64-9f01-49999b16914c tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:31.119761 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a3fe3431-1d18-4b54-ab4b-8226c53987f6 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1418834 Nov 15 11:27:31.120037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44166) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:31.129721 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a531d362-3b78-4016-b40b-2039e16f3f05 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'port': {'network_id': '9a14be14-4c97-4908-a8a6-90c1e8e2a37e', 'name': 'tempest-PortsTestJSON-940328908'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:31.139905 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-f947a3ca-d656-40d1-8b1b-4df8e4d1941b service neutron] Transition to ACTIVE for port object 221b1346-e619-472c-be1f-73af02988775 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:27:31.165145 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4f4c88db-5fc8-4555-b215-e4ea00ff0112 None None] Attempting to bind port c99c485b-a625-4b84-b089-9d11ca30d3c7 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:27:31.165721 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4f4c88db-5fc8-4555-b215-e4ea00ff0112 None None] Attempting to bind port c99c485b-a625-4b84-b089-9d11ca30d3c7 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'd6119ed4-ae41-4236-8502-6c31df09c7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '9a14be14-4c97-4908-a8a6-90c1e8e2a37e'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:27:31.166168 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4c88db-5fc8-4555-b215-e4ea00ff0112 None None] Attempting to bind port c99c485b-a625-4b84-b089-9d11ca30d3c7 on network 9a14be14-4c97-4908-a8a6-90c1e8e2a37e {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:27:31.171604 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4c88db-5fc8-4555-b215-e4ea00ff0112 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:27:31.172157 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4c88db-5fc8-4555-b215-e4ea00ff0112 None None] Checking segment: {'id': 'd6119ed4-ae41-4236-8502-6c31df09c7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '9a14be14-4c97-4908-a8a6-90c1e8e2a37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:31.172640 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4f4c88db-5fc8-4555-b215-e4ea00ff0112 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:31.173158 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4c88db-5fc8-4555-b215-e4ea00ff0112 None None] Bound using segment: {'id': 'd6119ed4-ae41-4236-8502-6c31df09c7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '9a14be14-4c97-4908-a8a6-90c1e8e2a37e'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:27:31.173709 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4f4c88db-5fc8-4555-b215-e4ea00ff0112 None None] Bound port: c99c485b-a625-4b84-b089-9d11ca30d3c7, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6119ed4-ae41-4236-8502-6c31df09c7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '9a14be14-4c97-4908-a8a6-90c1e8e2a37e'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:27:31.174167 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4f4c88db-5fc8-4555-b215-e4ea00ff0112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:31.179771 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-f947a3ca-d656-40d1-8b1b-4df8e4d1941b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:31.203930 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc49f1ff-5f6f-4bad-9fd7-5978c9e4e68d req-e7933238-c085-41ab-88ab-916e8ae848c5 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848789 Nov 15 11:27:31.266392 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ace3e41-4b1a-440c-9a18-59dede4f976d tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:31.271539 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ace3e41-4b1a-440c-9a18-59dede4f976d tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:31.276534 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4ace3e41-4b1a-440c-9a18-59dede4f976d tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] 10.222.0.64 "DELETE /v2.0/networks/5403ba3a-661d-420d-be44-1757cd7e8d1f HTTP/1.1" status: 204 len: 168 time: 1.8806787 Nov 15 11:27:31.278489 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4f4c88db-5fc8-4555-b215-e4ea00ff0112 None None] For port c99c485b-a625-4b84-b089-9d11ca30d3c7, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:27:31.287291 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4f4c88db-5fc8-4555-b215-e4ea00ff0112 None None] For port c99c485b-a625-4b84-b089-9d11ca30d3c7, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c99c485b-a625-4b84-b089-9d11ca30d3c7,segment=NetworkSegment(d6119ed4-ae41-4236-8502-6c31df09c7f8),segment_id=d6119ed4-ae41-4236-8502-6c31df09c7f8)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:27:31.302333 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4f4c88db-5fc8-4555-b215-e4ea00ff0112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:31.329369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947a3ca-d656-40d1-8b1b-4df8e4d1941b service neutron] Pushing event updated for resources: {'Port': ['ID=221b1346-e619-472c-be1f-73af02988775,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:31.356555 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace3e41-4b1a-440c-9a18-59dede4f976d tempest-AllowedAddressPairIpV6TestJSON-1572526244 tempest-AllowedAddressPairIpV6TestJSON-1572526244-project] Pushing event deleted for resources: {'Network': ['ID=5403ba3a-661d-420d-be44-1757cd7e8d1f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:31.370864 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a531d362-3b78-4016-b40b-2039e16f3f05 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:31.375856 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a531d362-3b78-4016-b40b-2039e16f3f05 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:31.396610 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c77f94-71f6-4a64-9f01-49999b16914c tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Checking segment: {'id': '0eb1b34c-1f2f-4c93-94cc-050f4722e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '150c5774-2a17-475c-8806-a27927b89dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:31.396965 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c77f94-71f6-4a64-9f01-49999b16914c tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Network hostable DHCP agents. Network: 150c5774-2a17-475c-8806-a27927b89dae, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:27:31.399025 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c77f94-71f6-4a64-9f01-49999b16914c tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Pushing event updated for resources: {'Subnet': ['ID=cc3079ab-4f60-459f-ac12-da869f4d225b,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:31.410864 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-a531d362-3b78-4016-b40b-2039e16f3f05 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] device_id is not set on port 5231f821-3d9b-4efb-8397-01a63c709e69 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:27:31.411750 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c88db-5fc8-4555-b215-e4ea00ff0112 None None] Pushing event updated for resources: {'Port': ['ID=c99c485b-a625-4b84-b089-9d11ca30d3c7,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:31.457830 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:31.487735 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10de611-02d5-4e3b-be27-00bf70a15609 req-bc146a5a-0ea4-48c3-af54-419c31650f08 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:31.498088 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e10de611-02d5-4e3b-be27-00bf70a15609 req-bc146a5a-0ea4-48c3-af54-419c31650f08 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.1930404 Nov 15 11:27:31.500688 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c77f94-71f6-4a64-9f01-49999b16914c tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Network 150c5774-2a17-475c-8806-a27927b89dae is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:27:31.541918 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-43c77f94-71f6-4a64-9f01-49999b16914c tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 150c5774-2a17-475c-8806-a27927b89dae) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:31.551547 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b7cadc6-c8b4-4328-9b09-4f708797f7a4 req-13ca26ab-9554-42f3-bad6-001d4ad81f78 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 210 time: 0.0514545 Nov 15 11:27:31.560115 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81836a4-f007-432a-a614-e86c6e29a1b3 None None] Network 150c5774-2a17-475c-8806-a27927b89dae requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:31.574022 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43c77f94-71f6-4a64-9f01-49999b16914c tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:31.602690 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e10de611-02d5-4e3b-be27-00bf70a15609 req-de8e8860-e717-477a-a810-5191e7c7bf52 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037250 Nov 15 11:27:31.613042 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-f947a3ca-d656-40d1-8b1b-4df8e4d1941b service neutron] Attempting to bind port 221b1346-e619-472c-be1f-73af02988775 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:27:31.613559 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-f947a3ca-d656-40d1-8b1b-4df8e4d1941b service neutron] Attempting to bind port 221b1346-e619-472c-be1f-73af02988775 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '1af0aad6-2d84-4a24-b6e3-de765b71e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:27:31.614061 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-f947a3ca-d656-40d1-8b1b-4df8e4d1941b service neutron] Attempting to bind port 221b1346-e619-472c-be1f-73af02988775 on network a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:27:31.619225 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-f947a3ca-d656-40d1-8b1b-4df8e4d1941b service neutron] Port 221b1346-e619-472c-be1f-73af02988775 on network a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:27:31.619735 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-f947a3ca-d656-40d1-8b1b-4df8e4d1941b service neutron] Attempting to bind port 221b1346-e619-472c-be1f-73af02988775 on network a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:27:31.625184 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-f947a3ca-d656-40d1-8b1b-4df8e4d1941b service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:27:31.626319 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-f947a3ca-d656-40d1-8b1b-4df8e4d1941b service neutron] Checking segment: {'id': '1af0aad6-2d84-4a24-b6e3-de765b71e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:31.626881 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-f947a3ca-d656-40d1-8b1b-4df8e4d1941b service neutron] Bound using segment: {'id': '1af0aad6-2d84-4a24-b6e3-de765b71e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:27:31.627671 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-f947a3ca-d656-40d1-8b1b-4df8e4d1941b service neutron] Bound port: 221b1346-e619-472c-be1f-73af02988775, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af0aad6-2d84-4a24-b6e3-de765b71e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:27:31.628218 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-f947a3ca-d656-40d1-8b1b-4df8e4d1941b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:31.722418 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-f947a3ca-d656-40d1-8b1b-4df8e4d1941b service neutron] For port 221b1346-e619-472c-be1f-73af02988775, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:27:31.733982 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c77f94-71f6-4a64-9f01-49999b16914c tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Checking segment: {'id': '666d7057-47f6-4114-a943-ba795a9fcb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'b59a0967-14ed-401d-bed9-825ba4d93899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:31.733982 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c77f94-71f6-4a64-9f01-49999b16914c tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Network hostable DHCP agents. Network: b59a0967-14ed-401d-bed9-825ba4d93899, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:27:31.735642 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c77f94-71f6-4a64-9f01-49999b16914c tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Pushing event updated for resources: {'Subnet': ['ID=59a9d58c-ed19-4439-aeb8-9c195e0c03d7,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:31.737989 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-f947a3ca-d656-40d1-8b1b-4df8e4d1941b service neutron] For port 221b1346-e619-472c-be1f-73af02988775, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=221b1346-e619-472c-be1f-73af02988775,segment=NetworkSegment(1af0aad6-2d84-4a24-b6e3-de765b71e1e9),segment_id=1af0aad6-2d84-4a24-b6e3-de765b71e1e9)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:27:31.772971 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-f947a3ca-d656-40d1-8b1b-4df8e4d1941b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:31.779015 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-a531d362-3b78-4016-b40b-2039e16f3f05 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Allocated IP 172.20.0.12 (9a14be14-4c97-4908-a8a6-90c1e8e2a37e/163f344c-998a-4b4d-aeb4-8808c46f971b/5231f821-3d9b-4efb-8397-01a63c709e69) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:31.816506 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c77f94-71f6-4a64-9f01-49999b16914c tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Network b59a0967-14ed-401d-bed9-825ba4d93899 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:27:31.853233 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-43c77f94-71f6-4a64-9f01-49999b16914c tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, b59a0967-14ed-401d-bed9-825ba4d93899) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:31.865711 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44176) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:31.870125 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac988a4-c23b-4baf-8539-2bf5f3247859 None None] Network b59a0967-14ed-401d-bed9-825ba4d93899 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:31.900256 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c77f94-71f6-4a64-9f01-49999b16914c tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:31.900832 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c77f94-71f6-4a64-9f01-49999b16914c tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:31.901359 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-43c77f94-71f6-4a64-9f01-49999b16914c tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:31.911585 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-f947a3ca-d656-40d1-8b1b-4df8e4d1941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:31.912267 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-f947a3ca-d656-40d1-8b1b-4df8e4d1941b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:31.916688 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-f947a3ca-d656-40d1-8b1b-4df8e4d1941b service neutron] 10.222.0.55 "PUT /v2.0/ports/221b1346-e619-472c-be1f-73af02988775 HTTP/1.1" status: 200 len: 1091 time: 1.6143658 Nov 15 11:27:31.917155 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1', 'tag': '221b1346-e619-472c-be1f-73af02988775'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:27:31.919432 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a84aa52-63d4-4943-8a98-dbbf42a9f6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1", "tag": "221b1346-e619-472c-be1f-73af02988775"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:27:31.977021 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947a3ca-d656-40d1-8b1b-4df8e4d1941b service neutron] Pushing event updated for resources: {'Port': ['ID=221b1346-e619-472c-be1f-73af02988775,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:32.035402 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-43c77f94-71f6-4a64-9f01-49999b16914c tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.7332532 Nov 15 11:27:32.040455 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44184) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:32.064058 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e2c6b7-4ba0-498d-a2d6-73f52adc865e x-openstack-request-id: req-c0e2c6b7-4ba0-498d-a2d6-73f52adc865e {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:27:32.065458 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1", "tag": "221b1346-e619-472c-be1f-73af02988775", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:27:32.065784 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c0e2c6b7-4ba0-498d-a2d6-73f52adc865e {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:27:32.067018 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1', 'tag': '221b1346-e619-472c-be1f-73af02988775', 'status': 'completed', 'code': 200} Nov 15 11:27:32.088482 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-76927e78-6be6-4987-9ac1-dd3ba70a6ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:32.089547 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b825609c-f968-46fe-92b7-4b4601f9f429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-150c5774-2a17-475c-8806-a27927b89dae', 'network_id': '150c5774-2a17-475c-8806-a27927b89dae', 'tenant_id': '4d1031a0d49247598b2faafbcb8c86c6', 'fixed_ips': [{'subnet_id': 'cc3079ab-4f60-459f-ac12-da869f4d225b'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:27:32.090342 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b825609c-f968-46fe-92b7-4b4601f9f429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:32.092585 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-76927e78-6be6-4987-9ac1-dd3ba70a6ea5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69cdf03a6f264de7b09ea98e3ce6a0c9&device_id=66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1 HTTP/1.1" status: 200 len: 1094 time: 0.1030693 Nov 15 11:27:32.176363 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-b95154f9-55aa-4c2d-8bd5-7e741a4b3826 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=221b1346-e619-472c-be1f-73af02988775 HTTP/1.1" status: 200 len: 217 time: 0.0696135 Nov 15 11:27:32.224099 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b96ffd3f-d65b-4776-bb65-87bc8da6302b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7d2ece277072497bb52bf0bb8f95b708&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3472507 Nov 15 11:27:32.227005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44188) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:32.320708 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-8a1b972d-6c0c-43ab-92e8-ba897a014999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:32.322568 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-8a1b972d-6c0c-43ab-92e8-ba897a014999 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=869f9db7-c874-47ae-bffd-e01d17367094 HTTP/1.1" status: 200 len: 855 time: 0.1112719 Nov 15 11:27:32.323151 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c332e1-3c72-461f-abcb-750bbafcdc69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-b59a0967-14ed-401d-bed9-825ba4d93899', 'network_id': 'b59a0967-14ed-401d-bed9-825ba4d93899', 'tenant_id': '4d1031a0d49247598b2faafbcb8c86c6', 'fixed_ips': [{'subnet_id': '59a9d58c-ed19-4439-aeb8-9c195e0c03d7'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:27:32.324012 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-23c332e1-3c72-461f-abcb-750bbafcdc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:32.332759 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-b825609c-f968-46fe-92b7-4b4601f9f429 None None] Allocated IP 172.20.0.2 (150c5774-2a17-475c-8806-a27927b89dae/cc3079ab-4f60-459f-ac12-da869f4d225b/949ccac3-56db-4aa5-a8d1-a5c9f6829b35) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:32.374444 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6a304346-798b-4e4b-9ae1-9723387177cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:32.378680 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-5398de95-059a-4544-929e-6efe56d9c415 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339613 Nov 15 11:27:32.552182 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a531d362-3b78-4016-b40b-2039e16f3f05 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:32.559673 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0542c46-2110-4f9f-87ca-5b10d51b1b9f tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:32.560428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-d96de63d-fc58-47e7-839b-3cd3b44ab808 service neutron] 10.222.0.55 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667879 Nov 15 11:27:32.562131 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0542c46-2110-4f9f-87ca-5b10d51b1b9f tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:32.563702 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0542c46-2110-4f9f-87ca-5b10d51b1b9f tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:32.568398 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b0542c46-2110-4f9f-87ca-5b10d51b1b9f tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.5233583 Nov 15 11:27:32.569514 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44192) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:32.653573 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-444d2834-58fb-4070-91a4-eea6ed15aa49 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Deleting subnet cc3079ab-4f60-459f-ac12-da869f4d225b {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:27:32.687838 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6a304346-798b-4e4b-9ae1-9723387177cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:32.699330 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a531d362-3b78-4016-b40b-2039e16f3f05 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:32.746903 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a531d362-3b78-4016-b40b-2039e16f3f05 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network 9a14be14-4c97-4908-a8a6-90c1e8e2a37e is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:32.750961 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a531d362-3b78-4016-b40b-2039e16f3f05 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:32.753973 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a531d362-3b78-4016-b40b-2039e16f3f05 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:32.765432 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-23c332e1-3c72-461f-abcb-750bbafcdc69 None None] Allocated IP 172.20.0.18 (b59a0967-14ed-401d-bed9-825ba4d93899/59a9d58c-ed19-4439-aeb8-9c195e0c03d7/57cffbb7-7a4d-4179-b6d2-ad2d51b63d86) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:32.780516 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad96efee-a069-464a-a2b1-1f6eec02bd37 req-9cdb5b05-70e2-42cd-b12c-2cf4c621eb5a service neutron] 10.222.0.55 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983082 Nov 15 11:27:32.818275 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031fa96-300e-4089-8d4c-7b0b0d9f894a req-2cfaef2c-7cb6-40f8-92dd-db22ccacd81b tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:32.820095 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f031fa96-300e-4089-8d4c-7b0b0d9f894a req-2cfaef2c-7cb6-40f8-92dd-db22ccacd81b tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1 HTTP/1.1" status: 200 len: 943 time: 0.4400458 Nov 15 11:27:32.852113 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a531d362-3b78-4016-b40b-2039e16f3f05 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:32.853025 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a531d362-3b78-4016-b40b-2039e16f3f05 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:32.870596 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b825609c-f968-46fe-92b7-4b4601f9f429 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:32.922231 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a531d362-3b78-4016-b40b-2039e16f3f05 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7974391 Nov 15 11:27:32.922872 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c99c485b-a625-4b84-b089-9d11ca30d3c7 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:27:32.929675 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44200) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:32.937239 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-444d2834-58fb-4070-91a4-eea6ed15aa49 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:32.939469 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f031fa96-300e-4089-8d4c-7b0b0d9f894a req-ba1116ed-4fe0-481a-97b7-94340cacd352 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954053 Nov 15 11:27:32.953341 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-861db32e-3aa1-4174-beb3-a423bd5ca1b3 req-e09d1603-2e3a-4f74-8eef-4b5574203ea8 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 210 time: 0.2239904 Nov 15 11:27:33.067468 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84aa52-63d4-4943-8a98-dbbf42a9f6b5 req-a88f381e-03ff-4c9d-a395-371bf5f78d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:33.070356 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a84aa52-63d4-4943-8a98-dbbf42a9f6b5 req-a88f381e-03ff-4c9d-a395-371bf5f78d5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69cdf03a6f264de7b09ea98e3ce6a0c9&device_id=66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1 HTTP/1.1" status: 200 len: 1094 time: 0.1631789 Nov 15 11:27:33.117986 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531d362-3b78-4016-b40b-2039e16f3f05 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Port': ['ID=5231f821-3d9b-4efb-8397-01a63c709e69,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:33.139086 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6a304346-798b-4e4b-9ae1-9723387177cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:33.142166 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6a304346-798b-4e4b-9ae1-9723387177cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:33.145619 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6a304346-798b-4e4b-9ae1-9723387177cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ca23468-2ef4-4e17-8fe9-bd2f79cfd210 HTTP/1.1" status: 204 len: 168 time: 0.9134026 Nov 15 11:27:33.177190 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a762019-ec9a-4aec-8d6e-ad794647faae tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:33.178791 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0a762019-ec9a-4aec-8d6e-ad794647faae tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.2428143 Nov 15 11:27:33.188601 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44206) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:33.195440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a304346-798b-4e4b-9ae1-9723387177cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca23468-2ef4-4e17-8fe9-bd2f79cfd210,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:33.205661 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-444d2834-58fb-4070-91a4-eea6ed15aa49 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:33.242609 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e08e45-793d-46dc-9188-73b46a1c676e req-8958c835-2c68-4e47-97e6-9c6ebe686856 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:33.244242 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15e08e45-793d-46dc-9188-73b46a1c676e req-8958c835-2c68-4e47-97e6-9c6ebe686856 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.1678848 Nov 15 11:27:33.388568 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-15e08e45-793d-46dc-9188-73b46a1c676e req-9ced021b-7b92-4f6c-9a82-4000a6f03ebb tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357565 Nov 15 11:27:33.394395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84aa52-63d4-4943-8a98-dbbf42a9f6b5 req-fad7de37-f14b-4d1e-a028-aa22feaa85b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:33.396556 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a84aa52-63d4-4943-8a98-dbbf42a9f6b5 req-fad7de37-f14b-4d1e-a028-aa22feaa85b6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 HTTP/1.1" status: 200 len: 916 time: 0.2755537 Nov 15 11:27:33.404689 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46bc046-95e9-4f37-b07d-242578c2cae0 None None] Network 9a14be14-4c97-4908-a8a6-90c1e8e2a37e requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:33.410488 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2466ca71-223a-49d7-b62f-f22b8a243eab tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting port 5231f821-3d9b-4efb-8397-01a63c709e69 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:33.411271 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2466ca71-223a-49d7-b62f-f22b8a243eab tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:33.462779 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b825609c-f968-46fe-92b7-4b4601f9f429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:33.486202 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a84aa52-63d4-4943-8a98-dbbf42a9f6b5 req-843ef183-8081-40a1-9ad4-55c4ff397fc5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=221b1346-e619-472c-be1f-73af02988775 HTTP/1.1" status: 200 len: 217 time: 0.0550168 Nov 15 11:27:33.553722 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84aa52-63d4-4943-8a98-dbbf42a9f6b5 req-e49d2ae3-8869-4331-bdc3-8c07b9904c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:33.570844 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2466ca71-223a-49d7-b62f-f22b8a243eab tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:33.572886 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a84aa52-63d4-4943-8a98-dbbf42a9f6b5 req-e49d2ae3-8869-4331-bdc3-8c07b9904c1a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=869f9db7-c874-47ae-bffd-e01d17367094 HTTP/1.1" status: 200 len: 855 time: 0.0836754 Nov 15 11:27:33.581984 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-50b83458-ed76-402d-8501-9fd49e803ac5 None None] Provisioning complete for port c99c485b-a625-4b84-b089-9d11ca30d3c7 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:33.582349 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-50b83458-ed76-402d-8501-9fd49e803ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:33.588548 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2466ca71-223a-49d7-b62f-f22b8a243eab tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Calling delete_port for 5231f821-3d9b-4efb-8397-01a63c709e69 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:33.640936 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b825609c-f968-46fe-92b7-4b4601f9f429 None None] Network 150c5774-2a17-475c-8806-a27927b89dae is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:33.642307 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-23c332e1-3c72-461f-abcb-750bbafcdc69 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:33.644543 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a84aa52-63d4-4943-8a98-dbbf42a9f6b5 req-230c91fe-5e66-4401-a92c-62f30aa73a71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636995 Nov 15 11:27:33.660117 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-b825609c-f968-46fe-92b7-4b4601f9f429 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:33.665287 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b825609c-f968-46fe-92b7-4b4601f9f429 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:33.696800 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825609c-f968-46fe-92b7-4b4601f9f429 None None] Pushing event updated for resources: {'Port': ['ID=949ccac3-56db-4aa5-a8d1-a5c9f6829b35,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:33.699685 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-23c332e1-3c72-461f-abcb-750bbafcdc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:33.717251 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-444d2834-58fb-4070-91a4-eea6ed15aa49 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:33.725175 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port c99c485b-a625-4b84-b089-9d11ca30d3c7 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:33.725536 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:33.863095 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b825609c-f968-46fe-92b7-4b4601f9f429 None None] Attempting to bind port 949ccac3-56db-4aa5-a8d1-a5c9f6829b35 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:27:33.863452 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b825609c-f968-46fe-92b7-4b4601f9f429 None None] Attempting to bind port 949ccac3-56db-4aa5-a8d1-a5c9f6829b35 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '0eb1b34c-1f2f-4c93-94cc-050f4722e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '150c5774-2a17-475c-8806-a27927b89dae'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:27:33.864613 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b825609c-f968-46fe-92b7-4b4601f9f429 None None] Attempting to bind port 949ccac3-56db-4aa5-a8d1-a5c9f6829b35 on network 150c5774-2a17-475c-8806-a27927b89dae {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:27:33.869284 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a84aa52-63d4-4943-8a98-dbbf42a9f6b5 req-7dbb4e4e-417a-4a36-87d6-27d831a1cafd service neutron] 10.222.0.55 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144933 Nov 15 11:27:33.875107 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c332e1-3c72-461f-abcb-750bbafcdc69 None None] Network b59a0967-14ed-401d-bed9-825ba4d93899 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:33.877017 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b825609c-f968-46fe-92b7-4b4601f9f429 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:27:33.877384 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b825609c-f968-46fe-92b7-4b4601f9f429 None None] Checking segment: {'id': '0eb1b34c-1f2f-4c93-94cc-050f4722e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '150c5774-2a17-475c-8806-a27927b89dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:33.877779 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b825609c-f968-46fe-92b7-4b4601f9f429 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:33.878161 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b825609c-f968-46fe-92b7-4b4601f9f429 None None] Bound using segment: {'id': '0eb1b34c-1f2f-4c93-94cc-050f4722e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '150c5774-2a17-475c-8806-a27927b89dae'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:27:33.878633 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b825609c-f968-46fe-92b7-4b4601f9f429 None None] Bound port: 949ccac3-56db-4aa5-a8d1-a5c9f6829b35, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb1b34c-1f2f-4c93-94cc-050f4722e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '150c5774-2a17-475c-8806-a27927b89dae'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:27:33.879577 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b825609c-f968-46fe-92b7-4b4601f9f429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:33.898032 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-23c332e1-3c72-461f-abcb-750bbafcdc69 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:33.903850 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c332e1-3c72-461f-abcb-750bbafcdc69 None None] Pushing event updated for resources: {'Port': ['ID=57cffbb7-7a4d-4179-b6d2-ad2d51b63d86,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:33.929700 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c332e1-3c72-461f-abcb-750bbafcdc69 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:33.935161 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2466ca71-223a-49d7-b62f-f22b8a243eab tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:33.958134 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-444d2834-58fb-4070-91a4-eea6ed15aa49 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:34.082414 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-50b83458-ed76-402d-8501-9fd49e803ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:34.097529 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-444d2834-58fb-4070-91a4-eea6ed15aa49 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:34.107904 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-444d2834-58fb-4070-91a4-eea6ed15aa49 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] 10.222.0.64 "DELETE /v2.0/subnets/cc3079ab-4f60-459f-ac12-da869f4d225b HTTP/1.1" status: 204 len: 168 time: 1.5366180 Nov 15 11:27:34.109853 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466ca71-223a-49d7-b62f-f22b8a243eab tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Port': ['ID=5231f821-3d9b-4efb-8397-01a63c709e69,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:34.120140 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44224) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:34.148239 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d2834-58fb-4070-91a4-eea6ed15aa49 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Pushing event deleted for resources: {'Subnet': ['ID=cc3079ab-4f60-459f-ac12-da869f4d225b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:34.227477 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8f78ee79-4597-4326-9608-32c63238fc16 req-f6e2ff92-2969-4a3f-9642-067f02c46755 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 210 time: 0.1109824 Nov 15 11:27:34.254029 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a84aa52-63d4-4943-8a98-dbbf42a9f6b5 req-8e9b7422-f240-4da3-8981-b74499140783 service neutron] 10.222.0.55 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754852 Nov 15 11:27:34.291344 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-50b83458-ed76-402d-8501-9fd49e803ac5 None None] For port c99c485b-a625-4b84-b089-9d11ca30d3c7, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c99c485b-a625-4b84-b089-9d11ca30d3c7,segment=NetworkSegment(d6119ed4-ae41-4236-8502-6c31df09c7f8),segment_id=d6119ed4-ae41-4236-8502-6c31df09c7f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:34.307902 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96fe61-de3e-4733-b3a2-1cc9ea1fff44 req-e6d3a7fb-c721-46c3-96e0-efa2436fab0d tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:34.309991 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6a96fe61-de3e-4733-b3a2-1cc9ea1fff44 req-e6d3a7fb-c721-46c3-96e0-efa2436fab0d tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1 HTTP/1.1" status: 200 len: 943 time: 0.2234564 Nov 15 11:27:34.318227 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5829ae0-fc36-4cac-9e3a-2a8252e9ae15 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Deleting subnet 59a9d58c-ed19-4439-aeb8-9c195e0c03d7 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:27:34.330259 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5829ae0-fc36-4cac-9e3a-2a8252e9ae15 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:34.377017 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-50b83458-ed76-402d-8501-9fd49e803ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:34.413549 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6a96fe61-de3e-4733-b3a2-1cc9ea1fff44 req-df1cb100-0140-4e78-a057-b718b62c67eb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959234 Nov 15 11:27:34.461893 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-23c332e1-3c72-461f-abcb-750bbafcdc69 None None] Attempting to bind port 57cffbb7-7a4d-4179-b6d2-ad2d51b63d86 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:27:34.462429 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-23c332e1-3c72-461f-abcb-750bbafcdc69 None None] Attempting to bind port 57cffbb7-7a4d-4179-b6d2-ad2d51b63d86 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '666d7057-47f6-4114-a943-ba795a9fcb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'b59a0967-14ed-401d-bed9-825ba4d93899'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:27:34.462848 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c332e1-3c72-461f-abcb-750bbafcdc69 None None] Attempting to bind port 57cffbb7-7a4d-4179-b6d2-ad2d51b63d86 on network b59a0967-14ed-401d-bed9-825ba4d93899 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:27:34.488645 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b825609c-f968-46fe-92b7-4b4601f9f429 None None] For port 949ccac3-56db-4aa5-a8d1-a5c9f6829b35, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:27:34.493714 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5829ae0-fc36-4cac-9e3a-2a8252e9ae15 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:34.495095 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:34.503700 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c332e1-3c72-461f-abcb-750bbafcdc69 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:27:34.504123 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c332e1-3c72-461f-abcb-750bbafcdc69 None None] Checking segment: {'id': '666d7057-47f6-4114-a943-ba795a9fcb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'b59a0967-14ed-401d-bed9-825ba4d93899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:34.504523 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-23c332e1-3c72-461f-abcb-750bbafcdc69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:34.504912 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c332e1-3c72-461f-abcb-750bbafcdc69 None None] Bound using segment: {'id': '666d7057-47f6-4114-a943-ba795a9fcb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'b59a0967-14ed-401d-bed9-825ba4d93899'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:27:34.505712 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-23c332e1-3c72-461f-abcb-750bbafcdc69 None None] Bound port: 57cffbb7-7a4d-4179-b6d2-ad2d51b63d86, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666d7057-47f6-4114-a943-ba795a9fcb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'b59a0967-14ed-401d-bed9-825ba4d93899'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:27:34.506084 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-23c332e1-3c72-461f-abcb-750bbafcdc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:34.540388 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b825609c-f968-46fe-92b7-4b4601f9f429 None None] For port 949ccac3-56db-4aa5-a8d1-a5c9f6829b35, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=949ccac3-56db-4aa5-a8d1-a5c9f6829b35,segment=NetworkSegment(0eb1b34c-1f2f-4c93-94cc-050f4722e261),segment_id=0eb1b34c-1f2f-4c93-94cc-050f4722e261)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:27:34.545991 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b83458-ed76-402d-8501-9fd49e803ac5 None None] Pushing event updated for resources: {'Port': ['ID=c99c485b-a625-4b84-b089-9d11ca30d3c7,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:34.594732 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44236) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:34.629958 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fee57-bcc4-4e71-8fe6-96536b72b366 req-9018e40c-1fd0-4980-bada-c9d866f1b6d5 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:34.632326 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-992fee57-bcc4-4e71-8fe6-96536b72b366 req-9018e40c-1fd0-4980-bada-c9d866f1b6d5 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.0927389 Nov 15 11:27:34.647541 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-23c332e1-3c72-461f-abcb-750bbafcdc69 None None] For port 57cffbb7-7a4d-4179-b6d2-ad2d51b63d86, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:27:34.650893 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-23c332e1-3c72-461f-abcb-750bbafcdc69 None None] For port 57cffbb7-7a4d-4179-b6d2-ad2d51b63d86, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=57cffbb7-7a4d-4179-b6d2-ad2d51b63d86,segment=NetworkSegment(666d7057-47f6-4114-a943-ba795a9fcb93),segment_id=666d7057-47f6-4114-a943-ba795a9fcb93)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:27:34.653909 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b825609c-f968-46fe-92b7-4b4601f9f429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:34.685862 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2466ca71-223a-49d7-b62f-f22b8a243eab tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:34.692078 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2466ca71-223a-49d7-b62f-f22b8a243eab tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/ports/5231f821-3d9b-4efb-8397-01a63c709e69 HTTP/1.1" status: 204 len: 168 time: 1.5023930 Nov 15 11:27:34.692805 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44240) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:34.746753 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-23c332e1-3c72-461f-abcb-750bbafcdc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:34.759634 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5008fd-7e53-4890-820c-04b11d081aed tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] GET failed (client error): The resource could not be found. Nov 15 11:27:34.766234 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4b5008fd-7e53-4890-820c-04b11d081aed tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports/5231f821-3d9b-4efb-8397-01a63c709e69 HTTP/1.1" status: 404 len: 333 time: 0.0703094 Nov 15 11:27:34.766869 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44242) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:34.777137 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-992fee57-bcc4-4e71-8fe6-96536b72b366 req-53546d34-8d5e-4364-98b2-2025b78bfbf1 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317632 Nov 15 11:27:34.780352 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5829ae0-fc36-4cac-9e3a-2a8252e9ae15 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:34.827996 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-e84f2761-fa20-43ec-bb7e-cf4b31f7a144 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1915365274'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:34.889751 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84f2761-fa20-43ec-bb7e-cf4b31f7a144 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Made reservation on behalf of b2cf290586f844baa5205ab73bef78ae for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:34.891176 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e84f2761-fa20-43ec-bb7e-cf4b31f7a144 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:34.908963 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e84f2761-fa20-43ec-bb7e-cf4b31f7a144 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:34.909987 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:27:34.910519 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:27:34.925070 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825609c-f968-46fe-92b7-4b4601f9f429 None None] Pushing event updated for resources: {'Port': ['ID=949ccac3-56db-4aa5-a8d1-a5c9f6829b35,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:34.987550 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5829ae0-fc36-4cac-9e3a-2a8252e9ae15 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:34.995035 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade9b4a8-51df-44bb-8a27-da4256834b10 None None] Network 150c5774-2a17-475c-8806-a27927b89dae requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:34.998799 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3af302e0-a966-45f8-8f3e-5f7de04f639d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting port 41ac04e8-f56d-4b82-875a-6166dc4a5944 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:34.999117 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3af302e0-a966-45f8-8f3e-5f7de04f639d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:35.060431 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5829ae0-fc36-4cac-9e3a-2a8252e9ae15 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Pushing event deleted for resources: {'Subnet': ['ID=59a9d58c-ed19-4439-aeb8-9c195e0c03d7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:35.174262 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5829ae0-fc36-4cac-9e3a-2a8252e9ae15 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:35.181450 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e5829ae0-fc36-4cac-9e3a-2a8252e9ae15 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] 10.222.0.64 "DELETE /v2.0/subnets/59a9d58c-ed19-4439-aeb8-9c195e0c03d7 HTTP/1.1" status: 204 len: 168 time: 1.0308468 Nov 15 11:27:35.182217 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44244) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:35.197725 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e84f2761-fa20-43ec-bb7e-cf4b31f7a144 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:35.205356 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c332e1-3c72-461f-abcb-750bbafcdc69 None None] Pushing event updated for resources: {'Port': ['ID=57cffbb7-7a4d-4179-b6d2-ad2d51b63d86,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:35.215755 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-122ae0ba-6532-486e-a6dc-ca6b471f7a65 None None] Provisioning complete for port c99c485b-a625-4b84-b089-9d11ca30d3c7 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:35.216091 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-122ae0ba-6532-486e-a6dc-ca6b471f7a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:35.237501 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e84f2761-fa20-43ec-bb7e-cf4b31f7a144 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:35.293515 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8481461-283c-4e1f-b7c2-41eaabb74317 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:35.299768 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f8481461-283c-4e1f-b7c2-41eaabb74317 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1092372 Nov 15 11:27:35.301551 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84f2761-fa20-43ec-bb7e-cf4b31f7a144 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:27:35.303339 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44248) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:35.391716 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3af302e0-a966-45f8-8f3e-5f7de04f639d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:35.421922 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3af302e0-a966-45f8-8f3e-5f7de04f639d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Calling delete_port for 41ac04e8-f56d-4b82-875a-6166dc4a5944 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:35.489874 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8cfc406-d672-4e41-9d52-967d3fb46aba tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:35.509720 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f2761-fa20-43ec-bb7e-cf4b31f7a144 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ed4468-fbdf-46fa-b74f-f507dd35efca,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:35.519856 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e84f2761-fa20-43ec-bb7e-cf4b31f7a144 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:35.521218 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-e84f2761-fa20-43ec-bb7e-cf4b31f7a144 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Added segment 6a7a4fc9-af78-43ca-a74d-5be9ab70a0f0 of type vlan for network c3a5d91e-4429-4083-8ea4-5e5ccdc8234b Nov 15 11:27:35.548310 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4cded45c-400c-4076-9b03-1962760e95fa req-32309c08-59e4-4d70-8cf8-6e265298904d tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 210 time: 0.0521536 Nov 15 11:27:35.652394 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e84f2761-fa20-43ec-bb7e-cf4b31f7a144 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:35.697163 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-122ae0ba-6532-486e-a6dc-ca6b471f7a65 None None] Provisioning complete for port 41ac04e8-f56d-4b82-875a-6166dc4a5944 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:35.697763 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-122ae0ba-6532-486e-a6dc-ca6b471f7a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:35.736188 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e84f2761-fa20-43ec-bb7e-cf4b31f7a144 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:35.746317 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84f2761-fa20-43ec-bb7e-cf4b31f7a144 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:35.748835 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e84f2761-fa20-43ec-bb7e-cf4b31f7a144 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:35.761905 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-122ae0ba-6532-486e-a6dc-ca6b471f7a65 None None] Port 41ac04e8-f56d-4b82-875a-6166dc4a5944 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:35.762661 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3af302e0-a966-45f8-8f3e-5f7de04f639d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:35.869007 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af302e0-a966-45f8-8f3e-5f7de04f639d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Port': ['ID=41ac04e8-f56d-4b82-875a-6166dc4a5944,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:35.873689 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e84f2761-fa20-43ec-bb7e-cf4b31f7a144 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2763715 Nov 15 11:27:35.888842 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a8cfc406-d672-4e41-9d52-967d3fb46aba tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Deleting port 57cffbb7-7a4d-4179-b6d2-ad2d51b63d86 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:35.892237 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8cfc406-d672-4e41-9d52-967d3fb46aba tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:35.922140 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e59d9798-8a03-458f-b297-2270076fbc54 None None] Could not find standard attr ID for object 5231f821-3d9b-4efb-8397-01a63c709e69. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:27:35.930338 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e59d9798-8a03-458f-b297-2270076fbc54 None None] Could not find standard attr ID for object 41ac04e8-f56d-4b82-875a-6166dc4a5944. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:27:35.953916 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f2761-fa20-43ec-bb7e-cf4b31f7a144 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event updated for resources: {'Network': ['ID=c3a5d91e-4429-4083-8ea4-5e5ccdc8234b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:35.977176 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network c3a5d91e-4429-4083-8ea4-5e5ccdc8234b details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:27:36.039134 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee567c44-9e6c-4b2b-bbcb-45ae6cd1eef8 req-23ca6634-ad6f-4157-9d2a-c162b34be76a tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:36.051442 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee567c44-9e6c-4b2b-bbcb-45ae6cd1eef8 req-23ca6634-ad6f-4157-9d2a-c162b34be76a tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1 HTTP/1.1" status: 200 len: 943 time: 0.4302335 Nov 15 11:27:36.141789 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c99c485b-a625-4b84-b089-9d11ca30d3c7 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:27:36.142705 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3af302e0-a966-45f8-8f3e-5f7de04f639d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:36.153100 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3af302e0-a966-45f8-8f3e-5f7de04f639d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/ports/41ac04e8-f56d-4b82-875a-6166dc4a5944 HTTP/1.1" status: 204 len: 168 time: 1.3824580 Nov 15 11:27:36.155541 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44258) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:36.237361 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-932d6c4f-2024-4e55-83ba-7f1d50543cd8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] GET failed (client error): The resource could not be found. Nov 15 11:27:36.239791 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-932d6c4f-2024-4e55-83ba-7f1d50543cd8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports/41ac04e8-f56d-4b82-875a-6166dc4a5944 HTTP/1.1" status: 404 len: 333 time: 0.0831008 Nov 15 11:27:36.242501 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44260) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:36.272004 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 221b1346-e619-472c-be1f-73af02988775 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:27:36.342012 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fd36ca54-f6ac-43b0-816f-b51091ce8d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:36.420603 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a8cfc406-d672-4e41-9d52-967d3fb46aba tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] For port 57cffbb7-7a4d-4179-b6d2-ad2d51b63d86, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=57cffbb7-7a4d-4179-b6d2-ad2d51b63d86,segment=NetworkSegment(666d7057-47f6-4114-a943-ba795a9fcb93),segment_id=666d7057-47f6-4114-a943-ba795a9fcb93)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:36.421213 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8cfc406-d672-4e41-9d52-967d3fb46aba tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:36.429381 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec11ff6f-a516-4115-86ce-65e0f3eb0f9b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting subnet 163f344c-998a-4b4d-aeb4-8808c46f971b {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:27:36.434000 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec11ff6f-a516-4115-86ce-65e0f3eb0f9b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:36.441697 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b70f4-c0c5-4725-ba51-425ac5b560c4 req-55b43af2-82b0-4702-8221-42a309456268 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:36.468820 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port c99c485b-a625-4b84-b089-9d11ca30d3c7 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:36.469398 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:36.476893 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-864b70f4-c0c5-4725-ba51-425ac5b560c4 req-55b43af2-82b0-4702-8221-42a309456268 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.3905861 Nov 15 11:27:36.531006 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec11ff6f-a516-4115-86ce-65e0f3eb0f9b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:36.567542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a8cfc406-d672-4e41-9d52-967d3fb46aba tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Calling delete_port for 57cffbb7-7a4d-4179-b6d2-ad2d51b63d86 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:36.585065 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee567c44-9e6c-4b2b-bbcb-45ae6cd1eef8 req-29dfab93-146d-48b1-a3aa-e44692fbea05 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5229323 Nov 15 11:27:36.699682 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 221b1346-e619-472c-be1f-73af02988775, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=221b1346-e619-472c-be1f-73af02988775,segment=NetworkSegment(1af0aad6-2d84-4a24-b6e3-de765b71e1e9),segment_id=1af0aad6-2d84-4a24-b6e3-de765b71e1e9)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:36.750287 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '221b1346-e619-472c-be1f-73af02988775', 'network_id': 'a2bf3e38-6eec-48d9-ab3e-622a70c9fb13', 'port_id': '221b1346-e619-472c-be1f-73af02988775', 'mac_address': 'fa:16:3e:d9:a4:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869f9db7-c874-47ae-bffd-e01d17367094', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:27:36.822466 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec11ff6f-a516-4115-86ce-65e0f3eb0f9b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:36.866592 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:36.883911 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba36df3-7bba-4706-b040-153c50340b69 None None] Network b59a0967-14ed-401d-bed9-825ba4d93899 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:36.916499 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-864b70f4-c0c5-4725-ba51-425ac5b560c4 req-2d7894ad-945c-496c-bf6b-d57679c328a3 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265497 Nov 15 11:27:36.955757 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec11ff6f-a516-4115-86ce-65e0f3eb0f9b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:37.016893 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec11ff6f-a516-4115-86ce-65e0f3eb0f9b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:37.020461 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ec11ff6f-a516-4115-86ce-65e0f3eb0f9b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/subnets/163f344c-998a-4b4d-aeb4-8808c46f971b HTTP/1.1" status: 204 len: 168 time: 0.7767844 Nov 15 11:27:37.021369 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11ff6f-a516-4115-86ce-65e0f3eb0f9b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Subnet': ['ID=163f344c-998a-4b4d-aeb4-8808c46f971b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:37.022998 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44266) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:37.073854 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ffabddde-351f-4a73-9867-8444ff7bfbfe req-2e372abe-4be3-43f3-90e8-d05e06f2ce24 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 210 time: 0.0572031 Nov 15 11:27:37.100679 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8cfc406-d672-4e41-9d52-967d3fb46aba tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:37.153987 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5af3b1d4-4277-4a7b-afaf-2b10b6c554b8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:37.183848 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cfc406-d672-4e41-9d52-967d3fb46aba tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] No DVR routers for this DVR port 57cffbb7-7a4d-4179-b6d2-ad2d51b63d86 on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:27:37.189520 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfc406-d672-4e41-9d52-967d3fb46aba tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Pushing event deleted for resources: {'Port': ['ID=57cffbb7-7a4d-4179-b6d2-ad2d51b63d86,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:37.214467 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c73e76a-535f-4e5f-aa19-b22632f8259a None None] Network 9a14be14-4c97-4908-a8a6-90c1e8e2a37e requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:37.262758 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5af3b1d4-4277-4a7b-afaf-2b10b6c554b8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting port c99c485b-a625-4b84-b089-9d11ca30d3c7 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:37.262758 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5af3b1d4-4277-4a7b-afaf-2b10b6c554b8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:37.279384 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 221b1346-e619-472c-be1f-73af02988775 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:27:37.305291 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 221b1346-e619-472c-be1f-73af02988775, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=221b1346-e619-472c-be1f-73af02988775,segment=NetworkSegment(1af0aad6-2d84-4a24-b6e3-de765b71e1e9),segment_id=1af0aad6-2d84-4a24-b6e3-de765b71e1e9)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:37.307571 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 57cffbb7-7a4d-4179-b6d2-ad2d51b63d86 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:27:37.335352 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 57cffbb7-7a4d-4179-b6d2-ad2d51b63d86 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:27:37.336080 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 57cffbb7-7a4d-4179-b6d2-ad2d51b63d86 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 15 11:27:37.337759 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:37.385436 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5af3b1d4-4277-4a7b-afaf-2b10b6c554b8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] For port c99c485b-a625-4b84-b089-9d11ca30d3c7, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c99c485b-a625-4b84-b089-9d11ca30d3c7,segment=NetworkSegment(d6119ed4-ae41-4236-8502-6c31df09c7f8),segment_id=d6119ed4-ae41-4236-8502-6c31df09c7f8)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:37.386196 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5af3b1d4-4277-4a7b-afaf-2b10b6c554b8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:37.399648 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8cfc406-d672-4e41-9d52-967d3fb46aba tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:37.408337 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5af3b1d4-4277-4a7b-afaf-2b10b6c554b8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Calling delete_port for c99c485b-a625-4b84-b089-9d11ca30d3c7 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:37.416530 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Port 57cffbb7-7a4d-4179-b6d2-ad2d51b63d86 not found, will not notify nova. {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 15 11:27:37.417776 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a7ef33ef-e9cf-4acf-aca5-06401ca508a6 None None] Could not find standard attr ID for object 57cffbb7-7a4d-4179-b6d2-ad2d51b63d86. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:27:37.464692 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-a8cfc406-d672-4e41-9d52-967d3fb46aba tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59a0967-14ed-401d-bed9-825ba4d93899']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:37.493434 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-a8cfc406-d672-4e41-9d52-967d3fb46aba tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666d7057-47f6-4114-a943-ba795a9fcb93') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:37.493714 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-a8cfc406-d672-4e41-9d52-967d3fb46aba tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666d7057-47f6-4114-a943-ba795a9fcb93') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:37.502898 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5af3b1d4-4277-4a7b-afaf-2b10b6c554b8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:37.512270 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8cfc406-d672-4e41-9d52-967d3fb46aba tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:37.535556 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3b1d4-4277-4a7b-afaf-2b10b6c554b8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Port': ['ID=c99c485b-a625-4b84-b089-9d11ca30d3c7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:37.536509 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8cfc406-d672-4e41-9d52-967d3fb46aba tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:37.541460 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af3b1d4-4277-4a7b-afaf-2b10b6c554b8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] No DVR routers for this DVR port c99c485b-a625-4b84-b089-9d11ca30d3c7 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:27:37.550413 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8cfc406-d672-4e41-9d52-967d3fb46aba tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:27:37.551172 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8cfc406-d672-4e41-9d52-967d3fb46aba tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:37.554289 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=221b1346-e619-472c-be1f-73af02988775,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:27:37.558582 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:27:37.645123 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['221b1346-e619-472c-be1f-73af02988775'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:27:37.658922 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5af3b1d4-4277-4a7b-afaf-2b10b6c554b8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:37.709789 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5af3b1d4-4277-4a7b-afaf-2b10b6c554b8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a14be14-4c97-4908-a8a6-90c1e8e2a37e']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:37.731925 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5af3b1d4-4277-4a7b-afaf-2b10b6c554b8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6119ed4-ae41-4236-8502-6c31df09c7f8') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:37.733207 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5af3b1d4-4277-4a7b-afaf-2b10b6c554b8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6119ed4-ae41-4236-8502-6c31df09c7f8') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:37.757236 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5af3b1d4-4277-4a7b-afaf-2b10b6c554b8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:37.758961 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8cfc406-d672-4e41-9d52-967d3fb46aba tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:37.770225 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8cfc406-d672-4e41-9d52-967d3fb46aba tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:37.774362 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a8cfc406-d672-4e41-9d52-967d3fb46aba tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] 10.222.0.64 "DELETE /v2.0/networks/b59a0967-14ed-401d-bed9-825ba4d93899 HTTP/1.1" status: 204 len: 168 time: 2.4699314 Nov 15 11:27:37.779633 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44270) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:37.795182 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2638c97-3152-4ec6-b9c8-17f4613227e8 None None] DHCP port deletion for b59a0967-14ed-401d-bed9-825ba4d93899 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:27:37.797919 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c5733-a4ae-4dc3-bf72-83fee603254a req-fd343e58-9f35-47ea-844b-e6b17b6542ca tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:37.801344 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5af3b1d4-4277-4a7b-afaf-2b10b6c554b8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:37.806690 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-789c5733-a4ae-4dc3-bf72-83fee603254a req-fd343e58-9f35-47ea-844b-e6b17b6542ca tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1 HTTP/1.1" status: 200 len: 944 time: 0.0839558 Nov 15 11:27:37.809694 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfc406-d672-4e41-9d52-967d3fb46aba tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Pushing event deleted for resources: {'Network': ['ID=b59a0967-14ed-401d-bed9-825ba4d93899,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:37.846158 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af3b1d4-4277-4a7b-afaf-2b10b6c554b8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:27:37.847263 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5af3b1d4-4277-4a7b-afaf-2b10b6c554b8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:37.867890 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8355219-95cb-44c7-9b98-80431ec65a9c None None] DHCP port deletion for 9a14be14-4c97-4908-a8a6-90c1e8e2a37e request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:27:37.923800 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-789c5733-a4ae-4dc3-bf72-83fee603254a req-6665cbce-0479-4020-9499-037d8b229038 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160789 Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:27:38.012155 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:27:38.020574 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075df1aa-b84f-497f-8f3e-b340f0b1d611 None None] get_active_networks_info from n-d-729945-9 {{(pid=102679) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 11:27:38.063470 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5af3b1d4-4277-4a7b-afaf-2b10b6c554b8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:38.084021 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5af3b1d4-4277-4a7b-afaf-2b10b6c554b8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:38.114507 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5af3b1d4-4277-4a7b-afaf-2b10b6c554b8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/networks/9a14be14-4c97-4908-a8a6-90c1e8e2a37e HTTP/1.1" status: 204 len: 168 time: 1.0760674 Nov 15 11:27:38.120893 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44276) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:38.139992 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-df9c88fa-a7f0-4686-8eba-2a14f830559c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1199840103'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:38.160415 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 57cffbb7-7a4d-4179-b6d2-ad2d51b63d86 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:27:38.194381 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f99fab-2f49-4821-875c-d971f3f1e018 req-656e4352-79be-4ec6-82b4-7533dc665305 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:38.207321 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4f99fab-2f49-4821-875c-d971f3f1e018 req-656e4352-79be-4ec6-82b4-7533dc665305 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.1220295 Nov 15 11:27:38.241727 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9c88fa-a7f0-4686-8eba-2a14f830559c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:38.249510 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df9c88fa-a7f0-4686-8eba-2a14f830559c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:38.285951 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 57cffbb7-7a4d-4179-b6d2-ad2d51b63d86 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:27:38.286310 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 57cffbb7-7a4d-4179-b6d2-ad2d51b63d86 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:27:38.309476 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3b1d4-4277-4a7b-afaf-2b10b6c554b8 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Network': ['ID=9a14be14-4c97-4908-a8a6-90c1e8e2a37e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:38.372428 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9c88fa-a7f0-4686-8eba-2a14f830559c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:27:38.398021 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe5ab556-024b-46bf-8efc-8f85aba9209d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:38.439576 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df9c88fa-a7f0-4686-8eba-2a14f830559c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:38.441520 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-df9c88fa-a7f0-4686-8eba-2a14f830559c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Added segment 5a245ed9-8b93-4af8-82c3-a08be74c12c8 of type vlan for network 44611568-3c7d-43a3-a9e8-7ca1b2e8eef2 Nov 15 11:27:38.491134 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-206069db-f589-4689-bba3-685632405ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:38.532308 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df9c88fa-a7f0-4686-8eba-2a14f830559c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:38.573063 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-fe5ab556-024b-46bf-8efc-8f85aba9209d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Deleting port 949ccac3-56db-4aa5-a8d1-a5c9f6829b35 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:38.574131 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe5ab556-024b-46bf-8efc-8f85aba9209d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:38.590902 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df9c88fa-a7f0-4686-8eba-2a14f830559c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:38.597474 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9c88fa-a7f0-4686-8eba-2a14f830559c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:38.598377 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df9c88fa-a7f0-4686-8eba-2a14f830559c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:38.708162 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-df9c88fa-a7f0-4686-8eba-2a14f830559c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5780578 Nov 15 11:27:38.717837 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44280) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:38.728278 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3df84827-c30a-4459-b33d-47735e26f44b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'subnet': {'network_id': '44611568-3c7d-43a3-a9e8-7ca1b2e8eef2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:38.733294 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-fe5ab556-024b-46bf-8efc-8f85aba9209d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] For port 949ccac3-56db-4aa5-a8d1-a5c9f6829b35, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=949ccac3-56db-4aa5-a8d1-a5c9f6829b35,segment=NetworkSegment(0eb1b34c-1f2f-4c93-94cc-050f4722e261),segment_id=0eb1b34c-1f2f-4c93-94cc-050f4722e261)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:38.733986 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe5ab556-024b-46bf-8efc-8f85aba9209d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:38.736451 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075df1aa-b84f-497f-8f3e-b340f0b1d611 None None] Resources bound (agent type, host, resource id): {{(pid=102679) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 11:27:38.784972 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c88fa-a7f0-4686-8eba-2a14f830559c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Network': ['ID=44611568-3c7d-43a3-a9e8-7ca1b2e8eef2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:38.790242 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-fe5ab556-024b-46bf-8efc-8f85aba9209d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Calling delete_port for 949ccac3-56db-4aa5-a8d1-a5c9f6829b35 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:38.832592 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4f99fab-2f49-4821-875c-d971f3f1e018 req-b9e1196b-4e75-44d4-9cf7-d20e8244e1e2 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6229393 Nov 15 11:27:38.847759 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 44611568-3c7d-43a3-a9e8-7ca1b2e8eef2 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:27:38.887327 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-adac6b9f-2194-4a0f-96b3-50fa055f13a8 req-21536d53-7a73-4a93-b089-903c83ccbb0d tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 210 time: 0.0769248 Nov 15 11:27:38.977623 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df84827-c30a-4459-b33d-47735e26f44b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:38.987557 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3df84827-c30a-4459-b33d-47735e26f44b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:39.195968 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce7e09-5a1d-4808-91c7-afb805de4294 req-62232532-f9d5-42ad-a2c2-43bc38bf1d00 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:39.206183 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-35ce7e09-5a1d-4808-91c7-afb805de4294 req-62232532-f9d5-42ad-a2c2-43bc38bf1d00 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1 HTTP/1.1" status: 200 len: 944 time: 0.1044843 Nov 15 11:27:39.274901 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44286) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:39.290291 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-35ce7e09-5a1d-4808-91c7-afb805de4294 req-366679b6-4c16-4b2f-9359-d5f7140b14bc tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781465 Nov 15 11:27:39.295733 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-cb54dd06-a8db-4bd5-bce1-f97807bc6e1a tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Request body: {'subnet': {'network_id': 'c3a5d91e-4429-4083-8ea4-5e5ccdc8234b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:39.336224 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe5ab556-024b-46bf-8efc-8f85aba9209d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:39.351427 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5ab556-024b-46bf-8efc-8f85aba9209d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] No DVR routers for this DVR port 949ccac3-56db-4aa5-a8d1-a5c9f6829b35 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:27:39.399488 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb54dd06-a8db-4bd5-bce1-f97807bc6e1a tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Made reservation on behalf of b2cf290586f844baa5205ab73bef78ae for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:39.403918 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb54dd06-a8db-4bd5-bce1-f97807bc6e1a tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:39.413236 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Provisioning complete for port 07862bcb-4060-464d-97b1-43987f8807f6 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:39.413902 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:39.523734 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Provisioning complete for port 33526287-867a-4bed-9ef9-f4e06e537038 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:39.524537 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:39.625174 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb54dd06-a8db-4bd5-bce1-f97807bc6e1a tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:39.653307 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Provisioning complete for port 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:39.653987 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:39.695447 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54dd06-a8db-4bd5-bce1-f97807bc6e1a tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event updated for resources: {'Subnet': ['ID=9fd37a51-f969-4d57-836e-0aa0eec829a7,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:39.705167 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54dd06-a8db-4bd5-bce1-f97807bc6e1a tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Checking segment: {'id': '6a7a4fc9-af78-43ca-a74d-5be9ab70a0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3a5d91e-4429-4083-8ea4-5e5ccdc8234b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:39.705529 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb54dd06-a8db-4bd5-bce1-f97807bc6e1a tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Network hostable DHCP agents. Network: c3a5d91e-4429-4083-8ea4-5e5ccdc8234b, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:27:39.711489 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ab556-024b-46bf-8efc-8f85aba9209d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Pushing event deleted for resources: {'Port': ['ID=949ccac3-56db-4aa5-a8d1-a5c9f6829b35,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:39.717566 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe5ab556-024b-46bf-8efc-8f85aba9209d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:39.724900 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb54dd06-a8db-4bd5-bce1-f97807bc6e1a tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Network c3a5d91e-4429-4083-8ea4-5e5ccdc8234b is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:27:39.732297 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c99c485b-a625-4b84-b089-9d11ca30d3c7 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:27:39.741512 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-cb54dd06-a8db-4bd5-bce1-f97807bc6e1a tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, c3a5d91e-4429-4083-8ea4-5e5ccdc8234b) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:39.747049 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb54dd06-a8db-4bd5-bce1-f97807bc6e1a tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:39.749268 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb54dd06-a8db-4bd5-bce1-f97807bc6e1a tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:39.767954 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-fe5ab556-024b-46bf-8efc-8f85aba9209d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150c5774-2a17-475c-8806-a27927b89dae']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:39.780396 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d11b0c-ac6c-4882-9d01-98bf443c423d None None] Network c3a5d91e-4429-4083-8ea4-5e5ccdc8234b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:39.781922 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cb54dd06-a8db-4bd5-bce1-f97807bc6e1a tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4901481 Nov 15 11:27:39.783259 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44288) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:39.786710 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-fe5ab556-024b-46bf-8efc-8f85aba9209d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb1b34c-1f2f-4c93-94cc-050f4722e261') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:39.787005 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-fe5ab556-024b-46bf-8efc-8f85aba9209d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb1b34c-1f2f-4c93-94cc-050f4722e261') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:39.789593 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-18e1787a-37e3-408b-9262-587548b5583b tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1051080380'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:39.797385 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe5ab556-024b-46bf-8efc-8f85aba9209d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:39.799558 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3df84827-c30a-4459-b33d-47735e26f44b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:39.819887 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e1787a-37e3-408b-9262-587548b5583b tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Made reservation on behalf of b2cf290586f844baa5205ab73bef78ae for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:39.825197 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-18e1787a-37e3-408b-9262-587548b5583b tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:39.843340 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe5ab556-024b-46bf-8efc-8f85aba9209d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:39.866289 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e1787a-37e3-408b-9262-587548b5583b tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:27:39.871247 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe5ab556-024b-46bf-8efc-8f85aba9209d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:27:39.871651 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe5ab556-024b-46bf-8efc-8f85aba9209d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:27:39.879848 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:27:39.882182 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-18e1787a-37e3-408b-9262-587548b5583b tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:39.882182 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-18e1787a-37e3-408b-9262-587548b5583b tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Added segment 58cbb81a-d30a-494a-8978-70b83637852f of type vlan for network 90272d1b-1305-4806-965b-ec1a84bd0388 Nov 15 11:27:39.915689 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: c99c485b-a625-4b84-b089-9d11ca30d3c7 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:27:39.916336 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c99c485b-a625-4b84-b089-9d11ca30d3c7 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:27:39.935664 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-18e1787a-37e3-408b-9262-587548b5583b tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:39.938669 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df84827-c30a-4459-b33d-47735e26f44b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Subnet': ['ID=4924767f-3940-4dce-b282-c1b5399a9a69,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:39.949124 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df84827-c30a-4459-b33d-47735e26f44b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Checking segment: {'id': '5a245ed9-8b93-4af8-82c3-a08be74c12c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '44611568-3c7d-43a3-a9e8-7ca1b2e8eef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:39.949485 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df84827-c30a-4459-b33d-47735e26f44b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network hostable DHCP agents. Network: 44611568-3c7d-43a3-a9e8-7ca1b2e8eef2, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:27:39.971875 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe5ab556-024b-46bf-8efc-8f85aba9209d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:39.985803 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe5ab556-024b-46bf-8efc-8f85aba9209d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:40.003899 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-18e1787a-37e3-408b-9262-587548b5583b tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:40.006365 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fe5ab556-024b-46bf-8efc-8f85aba9209d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] 10.222.0.64 "DELETE /v2.0/networks/150c5774-2a17-475c-8806-a27927b89dae HTTP/1.1" status: 204 len: 168 time: 2.2256331 Nov 15 11:27:40.007448 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e1787a-37e3-408b-9262-587548b5583b tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:40.008777 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-18e1787a-37e3-408b-9262-587548b5583b tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:40.010506 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df84827-c30a-4459-b33d-47735e26f44b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network 44611568-3c7d-43a3-a9e8-7ca1b2e8eef2 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:27:40.013911 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44294) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:40.023356 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:40.050450 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ab556-024b-46bf-8efc-8f85aba9209d tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Pushing event deleted for resources: {'Network': ['ID=150c5774-2a17-475c-8806-a27927b89dae,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:40.066628 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3df84827-c30a-4459-b33d-47735e26f44b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 44611568-3c7d-43a3-a9e8-7ca1b2e8eef2) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:40.074035 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f843ca58-b963-44ca-8a78-82b283ce2d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-c3a5d91e-4429-4083-8ea4-5e5ccdc8234b', 'network_id': 'c3a5d91e-4429-4083-8ea4-5e5ccdc8234b', 'tenant_id': 'b2cf290586f844baa5205ab73bef78ae', 'fixed_ips': [{'subnet_id': '9fd37a51-f969-4d57-836e-0aa0eec829a7'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:27:40.074272 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df84827-c30a-4459-b33d-47735e26f44b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:40.074874 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3df84827-c30a-4459-b33d-47735e26f44b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:40.075016 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f843ca58-b963-44ca-8a78-82b283ce2d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:40.115598 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3df84827-c30a-4459-b33d-47735e26f44b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3930321 Nov 15 11:27:40.118093 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44296) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:40.124643 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ea09e1c5-e7a5-40cd-a764-b86d8e6898cd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'port': {'network_id': '44611568-3c7d-43a3-a9e8-7ca1b2e8eef2', 'name': 'tempest-PortsTestJSON-821319364', 'fixed_ips': [{'subnet_id': '4924767f-3940-4dce-b282-c1b5399a9a69', 'ip_address': '172.20.0.10'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:40.134645 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16917b12-159d-47e5-a071-efed3bd80f56 req-14527039-9382-4682-a0ed-f4ff52a50ed6 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:40.142987 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-16917b12-159d-47e5-a071-efed3bd80f56 req-14527039-9382-4682-a0ed-f4ff52a50ed6 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.1847458 Nov 15 11:27:40.200316 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-18e1787a-37e3-408b-9262-587548b5583b tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4127605 Nov 15 11:27:40.201712 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e6cf6e7-9d6c-4939-af52-71682b46f05f tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:40.201847 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44300) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:40.207880 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9e31d79a-c684-45b4-b4be-5b982c378c60 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Request body: {'subnet': {'network_id': '90272d1b-1305-4806-965b-ec1a84bd0388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:40.243606 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-16406fbe-0ff3-49c6-976f-55a2ff12197e req-c2199077-c7eb-4a4c-ba28-27d4585c1340 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 210 time: 0.1217499 Nov 15 11:27:40.258490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57ea40a-a7c8-4f74-b002-6ef0763414bf None None] Network 44611568-3c7d-43a3-a9e8-7ca1b2e8eef2 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:40.264994 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 221b1346-e619-472c-be1f-73af02988775 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:27:40.289067 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1787a-37e3-408b-9262-587548b5583b tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event updated for resources: {'Network': ['ID=90272d1b-1305-4806-965b-ec1a84bd0388,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:40.317034 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 90272d1b-1305-4806-965b-ec1a84bd0388 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:27:40.354293 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e6cf6e7-9d6c-4939-af52-71682b46f05f tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:40.371373 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea09e1c5-e7a5-40cd-a764-b86d8e6898cd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:40.378133 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-1e6cf6e7-9d6c-4939-af52-71682b46f05f tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1c57c9-0fad-4591-a235-29edfeee0f39']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:40.388548 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-1e6cf6e7-9d6c-4939-af52-71682b46f05f tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec91cb3-f034-47b4-a14f-6b1f5df7a7bd') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:40.389011 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-1e6cf6e7-9d6c-4939-af52-71682b46f05f tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec91cb3-f034-47b4-a14f-6b1f5df7a7bd') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:40.409333 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e6cf6e7-9d6c-4939-af52-71682b46f05f tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:40.437704 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-16917b12-159d-47e5-a071-efed3bd80f56 req-997282b0-f99f-48aa-b3b3-5ef784c332a5 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935882 Nov 15 11:27:40.446984 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e6cf6e7-9d6c-4939-af52-71682b46f05f tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:40.462281 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6cf6e7-9d6c-4939-af52-71682b46f05f tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:27:40.462966 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e6cf6e7-9d6c-4939-af52-71682b46f05f tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:27:40.466562 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:27:40.482080 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 221b1346-e619-472c-be1f-73af02988775 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:27:40.528562 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 221b1346-e619-472c-be1f-73af02988775 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:40.528991 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:40.530522 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Provisioning complete for port ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:40.530868 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:40.548824 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea09e1c5-e7a5-40cd-a764-b86d8e6898cd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:40.571668 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e31d79a-c684-45b4-b4be-5b982c378c60 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Made reservation on behalf of b2cf290586f844baa5205ab73bef78ae for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:40.577234 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e31d79a-c684-45b4-b4be-5b982c378c60 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:40.582772 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e6cf6e7-9d6c-4939-af52-71682b46f05f tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:40.588812 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-ea09e1c5-e7a5-40cd-a764-b86d8e6898cd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] device_id is not set on port 389be884-865e-4a35-b740-e85489942bf4 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:27:40.595467 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e6cf6e7-9d6c-4939-af52-71682b46f05f tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:40.599882 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1e6cf6e7-9d6c-4939-af52-71682b46f05f tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] 10.222.0.64 "DELETE /v2.0/networks/4f1c57c9-0fad-4591-a235-29edfeee0f39 HTTP/1.1" status: 204 len: 168 time: 0.5794692 Nov 15 11:27:40.603567 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44304) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:40.628879 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72cdfa-6dad-4ed3-b439-5e09b102e2ad req-3c6d6fab-ff33-4fc1-a0a7-1c19ab697000 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:40.631070 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d72cdfa-6dad-4ed3-b439-5e09b102e2ad req-3c6d6fab-ff33-4fc1-a0a7-1c19ab697000 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1 HTTP/1.1" status: 200 len: 944 time: 0.1033716 Nov 15 11:27:40.634323 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6cf6e7-9d6c-4939-af52-71682b46f05f tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Pushing event deleted for resources: {'Network': ['ID=4f1c57c9-0fad-4591-a235-29edfeee0f39,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:40.750248 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7734a37-89d4-4400-b56c-db17917af838 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:40.753090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-f843ca58-b963-44ca-8a78-82b283ce2d56 None None] Allocated IP 2001:db8:0:ffff::2 (c3a5d91e-4429-4083-8ea4-5e5ccdc8234b/9fd37a51-f969-4d57-836e-0aa0eec829a7/cec7ac55-544d-4864-9e29-eb7862276168) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:40.762462 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d72cdfa-6dad-4ed3-b439-5e09b102e2ad req-a6abecfe-4e43-425d-afac-63af4599af91 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144848 Nov 15 11:27:40.862746 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7734a37-89d4-4400-b56c-db17917af838 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:40.890889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-f7734a37-89d4-4400-b56c-db17917af838 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa73cdbb-3516-458e-ac4a-4c2ef80996b3']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:40.904119 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-f7734a37-89d4-4400-b56c-db17917af838 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76a3dd8-382b-4176-a908-7e137b4fa615') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:40.904540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-f7734a37-89d4-4400-b56c-db17917af838 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76a3dd8-382b-4176-a908-7e137b4fa615') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:40.908996 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-ea09e1c5-e7a5-40cd-a764-b86d8e6898cd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Allocated IP 172.20.0.10 (44611568-3c7d-43a3-a9e8-7ca1b2e8eef2/4924767f-3940-4dce-b282-c1b5399a9a69/389be884-865e-4a35-b740-e85489942bf4) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:40.931261 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7734a37-89d4-4400-b56c-db17917af838 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:40.946336 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7734a37-89d4-4400-b56c-db17917af838 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:40.963174 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7734a37-89d4-4400-b56c-db17917af838 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:27:40.963670 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7734a37-89d4-4400-b56c-db17917af838 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:40.963800 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c8cbb6-71f5-4457-bd2c-31840f786994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-44611568-3c7d-43a3-a9e8-7ca1b2e8eef2', 'network_id': '44611568-3c7d-43a3-a9e8-7ca1b2e8eef2', 'tenant_id': 'e5b1bb3ca099430a917c5bdc2dfcf841', 'fixed_ips': [{'subnet_id': '4924767f-3940-4dce-b282-c1b5399a9a69'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:27:40.964564 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f9c8cbb6-71f5-4457-bd2c-31840f786994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:40.967172 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:27:40.967323 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:27:41.048855 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7734a37-89d4-4400-b56c-db17917af838 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:41.076728 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7734a37-89d4-4400-b56c-db17917af838 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:41.083602 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f7734a37-89d4-4400-b56c-db17917af838 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] 10.222.0.64 "DELETE /v2.0/networks/fa73cdbb-3516-458e-ac4a-4c2ef80996b3 HTTP/1.1" status: 204 len: 168 time: 0.4787416 Nov 15 11:27:41.086593 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7734a37-89d4-4400-b56c-db17917af838 tempest-BulkNetworkOpsTest-755481878 tempest-BulkNetworkOpsTest-755481878-project] Pushing event deleted for resources: {'Network': ['ID=fa73cdbb-3516-458e-ac4a-4c2ef80996b3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:41.112043 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Provisioning complete for port 65f579bb-7740-4e48-9580-2693f4c3912d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:41.112751 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:41.145696 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221b1346-e619-472c-be1f-73af02988775'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:27:41.148517 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf79222-5bef-4623-98d0-e2c3be91fc3c" -d '{"events": [{"server_uuid": "66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1", "name": "network-vif-plugged", "status": "completed", "tag": "221b1346-e619-472c-be1f-73af02988775"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:27:41.170590 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 221b1346-e619-472c-be1f-73af02988775, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=221b1346-e619-472c-be1f-73af02988775,segment=NetworkSegment(1af0aad6-2d84-4a24-b6e3-de765b71e1e9),segment_id=1af0aad6-2d84-4a24-b6e3-de765b71e1e9)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:41.174734 n-d-729945-9 neutron-server[102677]: DEBUG neutron.objects.ports [None req-9e31d79a-c684-45b4-b4be-5b982c378c60 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102677) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 11:27:41.181986 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e31d79a-c684-45b4-b4be-5b982c378c60 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:41.190224 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:41.259720 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Port 65f579bb-7740-4e48-9580-2693f4c3912d cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:41.270542 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15df730a-e85e-4a4f-a513-561ac0044d58 x-openstack-request-id: req-15df730a-e85e-4a4f-a513-561ac0044d58 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:27:41.270987 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1", "name": "network-vif-plugged", "status": "completed", "tag": "221b1346-e619-472c-be1f-73af02988775", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:27:41.271291 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-15df730a-e85e-4a4f-a513-561ac0044d58 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:27:41.271848 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221b1346-e619-472c-be1f-73af02988775', 'code': 200} Nov 15 11:27:41.315329 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31d79a-c684-45b4-b4be-5b982c378c60 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event updated for resources: {'Subnet': ['ID=00065a5e-2ed2-4c5b-8690-5ad9f71dbdd3,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:41.319336 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e31d79a-c684-45b4-b4be-5b982c378c60 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Checking segment: {'id': '58cbb81a-d30a-494a-8978-70b83637852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '90272d1b-1305-4806-965b-ec1a84bd0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:41.320078 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e31d79a-c684-45b4-b4be-5b982c378c60 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Network hostable DHCP agents. Network: 90272d1b-1305-4806-965b-ec1a84bd0388, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:27:41.343341 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea09e1c5-e7a5-40cd-a764-b86d8e6898cd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:41.369953 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e31d79a-c684-45b4-b4be-5b982c378c60 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Network 90272d1b-1305-4806-965b-ec1a84bd0388 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:27:41.397731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-9e31d79a-c684-45b4-b4be-5b982c378c60 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 90272d1b-1305-4806-965b-ec1a84bd0388) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:41.402670 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e31d79a-c684-45b4-b4be-5b982c378c60 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:41.403441 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e31d79a-c684-45b4-b4be-5b982c378c60 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:41.420912 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523417d1-68a4-466e-91e1-8b2c86f78d2c None None] Network 90272d1b-1305-4806-965b-ec1a84bd0388 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:41.435405 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Provisioning complete for port 9f241e72-4c90-4d3e-8f40-86155381da8e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:41.435854 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:41.486993 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd2ec1f5-5c67-4c55-973e-06dd79d1e2f6 req-2fd81eb0-2deb-435e-acde-74e19f18e3fb tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 210 time: 0.0986528 Nov 15 11:27:41.489564 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9e31d79a-c684-45b4-b4be-5b982c378c60 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2865002 Nov 15 11:27:41.492165 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea09e1c5-e7a5-40cd-a764-b86d8e6898cd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:41.493285 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcefcc9-ce7f-41c2-8f51-b280584b0425 req-931d9b9e-db80-4063-a01b-b5df53a803bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:41.495321 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3fcefcc9-ce7f-41c2-8f51-b280584b0425 req-931d9b9e-db80-4063-a01b-b5df53a803bd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1 HTTP/1.1" status: 200 len: 1096 time: 0.2077134 Nov 15 11:27:41.495803 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44318) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:41.500722 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-dc7a2321-e98f-450f-9a8c-eea285f9f51f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Request body: {'port': {'network_id': '90272d1b-1305-4806-965b-ec1a84bd0388', 'name': 'tempest-NetworksIpV6TestAttrs-1894755490'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:41.554045 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea09e1c5-e7a5-40cd-a764-b86d8e6898cd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network 44611568-3c7d-43a3-a9e8-7ca1b2e8eef2 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:41.589730 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ea09e1c5-e7a5-40cd-a764-b86d8e6898cd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:41.592445 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea09e1c5-e7a5-40cd-a764-b86d8e6898cd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:41.602967 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35faba-9944-48e5-a6dc-3e1d875fbece req-c4d88272-7910-4f50-9d53-8424a9c98f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:41.604702 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cf35faba-9944-48e5-a6dc-3e1d875fbece req-c4d88272-7910-4f50-9d53-8424a9c98f13 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 1096 time: 0.1832659 Nov 15 11:27:41.636411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09e1c5-e7a5-40cd-a764-b86d8e6898cd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Port': ['ID=389be884-865e-4a35-b740-e85489942bf4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:41.650970 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=221b1346-e619-472c-be1f-73af02988775,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:41.653341 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3fcefcc9-ce7f-41c2-8f51-b280584b0425 req-0ffc649b-c1c3-4d12-b2b4-765f601124cb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660372 Nov 15 11:27:41.680785 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44320) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:41.694953 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea09e1c5-e7a5-40cd-a764-b86d8e6898cd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:41.695603 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea09e1c5-e7a5-40cd-a764-b86d8e6898cd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:41.722159 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cf35faba-9944-48e5-a6dc-3e1d875fbece req-a495ec1e-4b2f-4982-9b55-0cbe44da0c90 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927141 Nov 15 11:27:41.732892 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ea09e1c5-e7a5-40cd-a764-b86d8e6898cd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6111462 Nov 15 11:27:41.733691 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44324) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:41.737560 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f843ca58-b963-44ca-8a78-82b283ce2d56 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:41.739382 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:41.746582 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4cb3388c-d08d-4d6d-a36d-baa3ebb276b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'port': {'network_id': '44611568-3c7d-43a3-a9e8-7ca1b2e8eef2', 'name': 'tempest-PortsTestJSON-1830616509', 'fixed_ips': [{'subnet_id': '4924767f-3940-4dce-b282-c1b5399a9a69', 'ip_address': '172.20.0.9'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:41.749454 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94108676-293e-4739-aa49-c4b9ce8917b1 req-c0b5f12c-47ac-4d83-a8a3-da3ac03d9de0 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:41.757119 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-94108676-293e-4739-aa49-c4b9ce8917b1 req-c0b5f12c-47ac-4d83-a8a3-da3ac03d9de0 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.1708906 Nov 15 11:27:41.780524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7a2321-e98f-450f-9a8c-eea285f9f51f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Made reservation on behalf of b2cf290586f844baa5205ab73bef78ae for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:41.784112 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc7a2321-e98f-450f-9a8c-eea285f9f51f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:41.792609 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f843ca58-b963-44ca-8a78-82b283ce2d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:41.808675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-dc7a2321-e98f-450f-9a8c-eea285f9f51f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] device_id is not set on port afcb95f4-7c7c-4040-bbf1-b8fd5e492e45 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:27:41.813155 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Port 9f241e72-4c90-4d3e-8f40-86155381da8e cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:41.906717 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-f9c8cbb6-71f5-4457-bd2c-31840f786994 None None] Allocated IP 172.20.0.2 (44611568-3c7d-43a3-a9e8-7ca1b2e8eef2/4924767f-3940-4dce-b282-c1b5399a9a69/a412fc4c-397f-4306-84a7-5747ef9fe6a4) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:41.923743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-dc7a2321-e98f-450f-9a8c-eea285f9f51f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Allocated IP 2001:db8::f816:3eff:fea5:efc4 (90272d1b-1305-4806-965b-ec1a84bd0388/00065a5e-2ed2-4c5b-8690-5ad9f71dbdd3/afcb95f4-7c7c-4040-bbf1-b8fd5e492e45) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:41.930278 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Provisioning complete for port 4d962678-3c1b-4af3-923c-e0afb72ebe0d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:41.930885 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:41.936336 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f843ca58-b963-44ca-8a78-82b283ce2d56 None None] Network c3a5d91e-4429-4083-8ea4-5e5ccdc8234b is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:41.972658 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb3388c-d08d-4d6d-a36d-baa3ebb276b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:41.978444 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cb3388c-d08d-4d6d-a36d-baa3ebb276b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:41.979617 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-f843ca58-b963-44ca-8a78-82b283ce2d56 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:41.982088 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843ca58-b963-44ca-8a78-82b283ce2d56 None None] Pushing event updated for resources: {'Port': ['ID=cec7ac55-544d-4864-9e29-eb7862276168,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:41.984770 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f843ca58-b963-44ca-8a78-82b283ce2d56 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:42.002119 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-4cb3388c-d08d-4d6d-a36d-baa3ebb276b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] device_id is not set on port 220511e7-968f-402a-862d-d3bf610ba8bd yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:27:42.090015 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc7a2321-e98f-450f-9a8c-eea285f9f51f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:42.137351 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a1596485-7ec1-4d13-a9a1-beac45e42267 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4d1031a0d49247598b2faafbcb8c86c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4531994 Nov 15 11:27:42.140749 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc7a2321-e98f-450f-9a8c-eea285f9f51f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:42.141485 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44328) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:42.218088 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-94108676-293e-4739-aa49-c4b9ce8917b1 req-7dccd6cb-8d3e-46d2-b4c7-9ed237ab216b tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598405 Nov 15 11:27:42.219077 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:42.221770 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f843ca58-b963-44ca-8a78-82b283ce2d56 None None] Attempting to bind port cec7ac55-544d-4864-9e29-eb7862276168 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:27:42.222251 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f843ca58-b963-44ca-8a78-82b283ce2d56 None None] Attempting to bind port cec7ac55-544d-4864-9e29-eb7862276168 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '6a7a4fc9-af78-43ca-a74d-5be9ab70a0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3a5d91e-4429-4083-8ea4-5e5ccdc8234b'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:27:42.222709 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f843ca58-b963-44ca-8a78-82b283ce2d56 None None] Attempting to bind port cec7ac55-544d-4864-9e29-eb7862276168 on network c3a5d91e-4429-4083-8ea4-5e5ccdc8234b {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:27:42.237852 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35416656-f600-46c0-a80e-48189a8329e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:42.238330 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7a2321-e98f-450f-9a8c-eea285f9f51f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Network 90272d1b-1305-4806-965b-ec1a84bd0388 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:42.242993 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-dc7a2321-e98f-450f-9a8c-eea285f9f51f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:42.243742 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f843ca58-b963-44ca-8a78-82b283ce2d56 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:27:42.244310 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f843ca58-b963-44ca-8a78-82b283ce2d56 None None] Checking segment: {'id': '6a7a4fc9-af78-43ca-a74d-5be9ab70a0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3a5d91e-4429-4083-8ea4-5e5ccdc8234b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:42.244860 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f843ca58-b963-44ca-8a78-82b283ce2d56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:42.245329 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f843ca58-b963-44ca-8a78-82b283ce2d56 None None] Bound using segment: {'id': '6a7a4fc9-af78-43ca-a74d-5be9ab70a0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3a5d91e-4429-4083-8ea4-5e5ccdc8234b'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:27:42.245939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f843ca58-b963-44ca-8a78-82b283ce2d56 None None] Bound port: cec7ac55-544d-4864-9e29-eb7862276168, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7a4fc9-af78-43ca-a74d-5be9ab70a0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3a5d91e-4429-4083-8ea4-5e5ccdc8234b'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:27:42.246447 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f843ca58-b963-44ca-8a78-82b283ce2d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:42.251381 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7a2321-e98f-450f-9a8c-eea285f9f51f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:42.257671 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7a2321-e98f-450f-9a8c-eea285f9f51f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:42.257671 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc7a2321-e98f-450f-9a8c-eea285f9f51f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:42.267767 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35416656-f600-46c0-a80e-48189a8329e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:42.284786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a2321-e98f-450f-9a8c-eea285f9f51f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event updated for resources: {'Port': ['ID=afcb95f4-7c7c-4040-bbf1-b8fd5e492e45,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:42.303950 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9b352-d84d-40c6-9c4b-ac6d68f43a38 req-9d1fb3ad-b360-4a40-8ba5-f14be5b82d70 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:42.305747 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3cf9b352-d84d-40c6-9c4b-ac6d68f43a38 req-9d1fb3ad-b360-4a40-8ba5-f14be5b82d70 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1 HTTP/1.1" status: 200 len: 945 time: 0.1794441 Nov 15 11:27:42.328933 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-dc7a2321-e98f-450f-9a8c-eea285f9f51f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8320746 Nov 15 11:27:42.331675 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d24665d-d277-40e5-af37-6d10eb64048a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-90272d1b-1305-4806-965b-ec1a84bd0388', 'network_id': '90272d1b-1305-4806-965b-ec1a84bd0388', 'tenant_id': 'b2cf290586f844baa5205ab73bef78ae', 'fixed_ips': [{'subnet_id': '00065a5e-2ed2-4c5b-8690-5ad9f71dbdd3'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:27:42.332670 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7d24665d-d277-40e5-af37-6d10eb64048a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:42.352878 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44330) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:42.360579 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35416656-f600-46c0-a80e-48189a8329e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:42.371216 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35416656-f600-46c0-a80e-48189a8329e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:42.373277 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-35416656-f600-46c0-a80e-48189a8329e3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8ed18aa5-2622-4496-8053-af73a89ed998 HTTP/1.1" status: 204 len: 168 time: 0.2303150 Nov 15 11:27:42.386275 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35416656-f600-46c0-a80e-48189a8329e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed18aa5-2622-4496-8053-af73a89ed998,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:42.404884 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f9c8cbb6-71f5-4457-bd2c-31840f786994 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:42.420027 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3cf9b352-d84d-40c6-9c4b-ac6d68f43a38 req-4ff472cf-610c-4bc4-b80e-bcb4450affcf tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955391 Nov 15 11:27:42.443369 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f9c8cbb6-71f5-4457-bd2c-31840f786994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:42.455057 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c9457e-cde7-4570-94aa-4cf6969cc479 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Deleting subnet 00065a5e-2ed2-4c5b-8690-5ad9f71dbdd3 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:27:42.466043 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76c9457e-cde7-4570-94aa-4cf6969cc479 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:42.517313 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76c9457e-cde7-4570-94aa-4cf6969cc479 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:42.523491 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-4cb3388c-d08d-4d6d-a36d-baa3ebb276b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Allocated IP 172.20.0.9 (44611568-3c7d-43a3-a9e8-7ca1b2e8eef2/4924767f-3940-4dce-b282-c1b5399a9a69/220511e7-968f-402a-862d-d3bf610ba8bd) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:42.538773 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Provisioning complete for port bd8929d6-de8e-42e6-9ec3-42e17539c5a0 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:42.539083 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:42.549820 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f843ca58-b963-44ca-8a78-82b283ce2d56 None None] For port cec7ac55-544d-4864-9e29-eb7862276168, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:27:42.666518 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c8cbb6-71f5-4457-bd2c-31840f786994 None None] Network 44611568-3c7d-43a3-a9e8-7ca1b2e8eef2 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:42.696520 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f843ca58-b963-44ca-8a78-82b283ce2d56 None None] For port cec7ac55-544d-4864-9e29-eb7862276168, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=cec7ac55-544d-4864-9e29-eb7862276168,segment=NetworkSegment(6a7a4fc9-af78-43ca-a74d-5be9ab70a0f0),segment_id=6a7a4fc9-af78-43ca-a74d-5be9ab70a0f0)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:27:42.701326 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-f9c8cbb6-71f5-4457-bd2c-31840f786994 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:42.702281 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cfd0d616-fc0c-4133-ba7b-f2a37e9793ae req-72d1334a-2934-407f-932b-b9f381aa9255 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 210 time: 0.0504429 Nov 15 11:27:42.717372 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c8cbb6-71f5-4457-bd2c-31840f786994 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:42.744179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8cbb6-71f5-4457-bd2c-31840f786994 None None] Pushing event updated for resources: {'Port': ['ID=a412fc4c-397f-4306-84a7-5747ef9fe6a4,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:42.746886 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f843ca58-b963-44ca-8a78-82b283ce2d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:42.811733 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76c9457e-cde7-4570-94aa-4cf6969cc479 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:42.862023 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cb3388c-d08d-4d6d-a36d-baa3ebb276b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:42.926541 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cb3388c-d08d-4d6d-a36d-baa3ebb276b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:42.966213 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76c9457e-cde7-4570-94aa-4cf6969cc479 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:42.985939 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb3388c-d08d-4d6d-a36d-baa3ebb276b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network 44611568-3c7d-43a3-a9e8-7ca1b2e8eef2 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:42.993426 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4cb3388c-d08d-4d6d-a36d-baa3ebb276b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:42.995244 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76c9457e-cde7-4570-94aa-4cf6969cc479 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:42.999503 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb3388c-d08d-4d6d-a36d-baa3ebb276b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:43.001252 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-76c9457e-cde7-4570-94aa-4cf6969cc479 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "DELETE /v2.0/subnets/00065a5e-2ed2-4c5b-8690-5ad9f71dbdd3 HTTP/1.1" status: 204 len: 168 time: 0.6455851 Nov 15 11:27:43.007200 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44346) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:43.050092 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9457e-cde7-4570-94aa-4cf6969cc479 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event deleted for resources: {'Subnet': ['ID=00065a5e-2ed2-4c5b-8690-5ad9f71dbdd3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:43.111424 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843ca58-b963-44ca-8a78-82b283ce2d56 None None] Pushing event updated for resources: {'Port': ['ID=cec7ac55-544d-4864-9e29-eb7862276168,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:43.153775 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3388c-d08d-4d6d-a36d-baa3ebb276b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Port': ['ID=220511e7-968f-402a-862d-d3bf610ba8bd,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server [None req-7d24665d-d277-40e5-af37-6d10eb64048a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00065a5e-2ed2-4c5b-8690-5ad9f71dbdd3: This subnet is being modified by another concurrent operation. Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 11:27:43.180500 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise exception Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00065a5e-2ed2-4c5b-8690-5ad9f71dbdd3: This subnet is being modified by another concurrent operation. Nov 15 11:27:43.184988 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server Nov 15 11:27:43.193660 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb3388c-d08d-4d6d-a36d-baa3ebb276b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:43.194463 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cb3388c-d08d-4d6d-a36d-baa3ebb276b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:43.199849 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d6f580-ab81-4bf7-a718-9b521736c291 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:43.201444 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d6f580-ab81-4bf7-a718-9b521736c291 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:43.203064 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d9d6f580-ab81-4bf7-a718-9b521736c291 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1950405 Nov 15 11:27:43.206573 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44352) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:43.237812 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4cb3388c-d08d-4d6d-a36d-baa3ebb276b7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4986696 Nov 15 11:27:43.239611 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44356) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:43.310534 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06634484-51bb-4bd9-bbc4-b670e283680a None None] Network 90272d1b-1305-4806-965b-ec1a84bd0388 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:43.322631 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f9c8cbb6-71f5-4457-bd2c-31840f786994 None None] Attempting to bind port a412fc4c-397f-4306-84a7-5747ef9fe6a4 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:27:43.322631 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f9c8cbb6-71f5-4457-bd2c-31840f786994 None None] Attempting to bind port a412fc4c-397f-4306-84a7-5747ef9fe6a4 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '5a245ed9-8b93-4af8-82c3-a08be74c12c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '44611568-3c7d-43a3-a9e8-7ca1b2e8eef2'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:27:43.323001 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c8cbb6-71f5-4457-bd2c-31840f786994 None None] Attempting to bind port a412fc4c-397f-4306-84a7-5747ef9fe6a4 on network 44611568-3c7d-43a3-a9e8-7ca1b2e8eef2 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:27:43.359984 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e2a14153-6f5d-4099-9ee2-5c2bb8ecc91c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:43.406627 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a14153-6f5d-4099-9ee2-5c2bb8ecc91c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 15 11:27:43.407860 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a14153-6f5d-4099-9ee2-5c2bb8ecc91c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:27:43.412862 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c8cbb6-71f5-4457-bd2c-31840f786994 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:27:43.413654 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c8cbb6-71f5-4457-bd2c-31840f786994 None None] Checking segment: {'id': '5a245ed9-8b93-4af8-82c3-a08be74c12c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '44611568-3c7d-43a3-a9e8-7ca1b2e8eef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:43.413863 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f9c8cbb6-71f5-4457-bd2c-31840f786994 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:43.414592 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c8cbb6-71f5-4457-bd2c-31840f786994 None None] Bound using segment: {'id': '5a245ed9-8b93-4af8-82c3-a08be74c12c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '44611568-3c7d-43a3-a9e8-7ca1b2e8eef2'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:27:43.415196 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e2a14153-6f5d-4099-9ee2-5c2bb8ecc91c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "DELETE /v2.0/networks/90272d1b-1305-4806-965b-ec1a84bd0388 HTTP/1.1" status: 409 len: 405 time: 0.2074013 Nov 15 11:27:43.419512 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f9c8cbb6-71f5-4457-bd2c-31840f786994 None None] Bound port: a412fc4c-397f-4306-84a7-5747ef9fe6a4, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a245ed9-8b93-4af8-82c3-a08be74c12c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '44611568-3c7d-43a3-a9e8-7ca1b2e8eef2'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:27:43.419884 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f9c8cbb6-71f5-4457-bd2c-31840f786994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:43.421046 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44364) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:43.443135 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d498833-6daa-4e31-93e7-5ba3728a4b25 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:43.447172 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8d498833-6daa-4e31-93e7-5ba3728a4b25 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2025189 Nov 15 11:27:43.453805 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d053e65-e241-4522-b9d6-ceaba8263afa req-1eada0b4-dbe2-4304-a65d-244698c94c00 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:43.455182 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-001efe53-7b07-4a6a-8d5b-e495f814f800 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-288380223'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:43.456014 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6d053e65-e241-4522-b9d6-ceaba8263afa req-1eada0b4-dbe2-4304-a65d-244698c94c00 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.0935242 Nov 15 11:27:43.456732 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44366) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:43.507078 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001efe53-7b07-4a6a-8d5b-e495f814f800 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Made reservation on behalf of b2cf290586f844baa5205ab73bef78ae for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:43.511538 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-001efe53-7b07-4a6a-8d5b-e495f814f800 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:43.522334 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Provisioning complete for port ae67f2f0-1efb-4e45-90e7-55643c5e334a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:43.522790 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:43.571897 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001efe53-7b07-4a6a-8d5b-e495f814f800 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:27:43.651858 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-001efe53-7b07-4a6a-8d5b-e495f814f800 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:43.653024 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-001efe53-7b07-4a6a-8d5b-e495f814f800 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Added segment b7ade371-02cb-45b3-aa2b-9286f02019ab of type vlan for network 20e83815-a109-4e6a-98aa-47d388fc64e2 Nov 15 11:27:43.722445 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-001efe53-7b07-4a6a-8d5b-e495f814f800 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:43.735283 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f9c8cbb6-71f5-4457-bd2c-31840f786994 None None] For port a412fc4c-397f-4306-84a7-5747ef9fe6a4, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:27:43.763970 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6d053e65-e241-4522-b9d6-ceaba8263afa req-1abc2852-eb5a-489c-86a3-17c5ecb491fc tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926570 Nov 15 11:27:43.766854 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f9c8cbb6-71f5-4457-bd2c-31840f786994 None None] For port a412fc4c-397f-4306-84a7-5747ef9fe6a4, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a412fc4c-397f-4306-84a7-5747ef9fe6a4,segment=NetworkSegment(5a245ed9-8b93-4af8-82c3-a08be74c12c8),segment_id=5a245ed9-8b93-4af8-82c3-a08be74c12c8)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:27:43.776443 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1eac00-146e-4b0a-96bd-4ca5ee39a990 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:43.782468 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-001efe53-7b07-4a6a-8d5b-e495f814f800 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:43.782889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1eac00-146e-4b0a-96bd-4ca5ee39a990 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:43.786121 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f9c8cbb6-71f5-4457-bd2c-31840f786994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:43.803292 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1eac00-146e-4b0a-96bd-4ca5ee39a990 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:43.806471 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001efe53-7b07-4a6a-8d5b-e495f814f800 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:43.808982 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-001efe53-7b07-4a6a-8d5b-e495f814f800 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:43.813608 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9e1eac00-146e-4b0a-96bd-4ca5ee39a990 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.3555872 Nov 15 11:27:43.814255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44378) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:43.898713 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7e613-b289-4b63-930e-965ddd7be83d req-1fc68458-1e72-4b0a-af9f-d64d847ca273 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:43.906785 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-80f7e613-b289-4b63-930e-965ddd7be83d req-1fc68458-1e72-4b0a-af9f-d64d847ca273 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1 HTTP/1.1" status: 200 len: 945 time: 0.2477050 Nov 15 11:27:43.994928 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8cbb6-71f5-4457-bd2c-31840f786994 None None] Pushing event updated for resources: {'Port': ['ID=a412fc4c-397f-4306-84a7-5747ef9fe6a4,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:44.022479 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Provisioning complete for port b640d18c-d34b-44b3-8095-a0b0860cc4a6 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:44.022845 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:44.040199 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-80f7e613-b289-4b63-930e-965ddd7be83d req-30234224-096e-42ce-ae8f-afacd37a7d36 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285183 Nov 15 11:27:44.042472 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44382) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:44.045104 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-001efe53-7b07-4a6a-8d5b-e495f814f800 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6229415 Nov 15 11:27:44.047324 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c2b46ebb-9238-406a-8a43-63900c4bd628 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Request body: {'subnet': {'network_id': '20e83815-a109-4e6a-98aa-47d388fc64e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:44.079801 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001efe53-7b07-4a6a-8d5b-e495f814f800 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event updated for resources: {'Network': ['ID=20e83815-a109-4e6a-98aa-47d388fc64e2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:44.089400 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device cec7ac55-544d-4864-9e29-eb7862276168 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:27:44.115987 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 20e83815-a109-4e6a-98aa-47d388fc64e2 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:27:44.326204 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Port b640d18c-d34b-44b3-8095-a0b0860cc4a6 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:44.334516 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-48bd1f72-17b5-4ce5-9575-f6d818d3418b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting port 220511e7-968f-402a-862d-d3bf610ba8bd {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:44.335004 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-48bd1f72-17b5-4ce5-9575-f6d818d3418b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:44.355837 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6fd57455-c6d5-441c-9c8b-6ca67411c08c req-1a3be6a5-c1f9-488f-b44b-9e30757766ad tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd5fccdf-169d-4a75-b86a-58dab10e1a56 HTTP/1.1" status: 200 len: 210 time: 0.1877201 Nov 15 11:27:44.419639 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f57e6-e9e7-4dfe-8c4e-c755dc1cd768 req-32e5a712-6427-4177-9b7d-ac65ba8be283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:44.421285 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e1f57e6-e9e7-4dfe-8c4e-c755dc1cd768 req-32e5a712-6427-4177-9b7d-ac65ba8be283 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91113c0fa8154b558a9e557fde9f1b3d&device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 1096 time: 0.1523728 Nov 15 11:27:44.467191 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Provisioning complete for port db12e132-7cb6-428a-8bf0-c98ae9358ab7 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:44.467581 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:44.518778 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port cec7ac55-544d-4864-9e29-eb7862276168 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:44.519137 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:44.547865 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-48bd1f72-17b5-4ce5-9575-f6d818d3418b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:44.564548 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-48bd1f72-17b5-4ce5-9575-f6d818d3418b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Calling delete_port for 220511e7-968f-402a-862d-d3bf610ba8bd owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:44.616114 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f57e6-e9e7-4dfe-8c4e-c755dc1cd768 req-11584712-a94e-4f09-b7f6-eab3c0946bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:44.619999 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e1f57e6-e9e7-4dfe-8c4e-c755dc1cd768 req-11584712-a94e-4f09-b7f6-eab3c0946bbb service neutron] 10.222.0.11 "GET /v2.0/networks?id=c7abab0f-4274-40bd-9c20-749f1f1c5aed HTTP/1.1" status: 200 len: 911 time: 0.1909983 Nov 15 11:27:44.680101 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e1f57e6-e9e7-4dfe-8c4e-c755dc1cd768 req-97a06587-e008-419f-81fb-feb4b6a95cd4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 HTTP/1.1" status: 200 len: 217 time: 0.0505366 Nov 15 11:27:44.738045 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:44.755260 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Provisioning complete for port 48e700db-8089-4761-9f77-17910eadd307 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:44.755850 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:44.854005 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port cec7ac55-544d-4864-9e29-eb7862276168, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=cec7ac55-544d-4864-9e29-eb7862276168,segment=NetworkSegment(6a7a4fc9-af78-43ca-a74d-5be9ab70a0f0),segment_id=6a7a4fc9-af78-43ca-a74d-5be9ab70a0f0)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:44.856488 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f57e6-e9e7-4dfe-8c4e-c755dc1cd768 req-fb8df5a3-a2d3-4cc7-bb67-caba6a8e80f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:44.864067 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e1f57e6-e9e7-4dfe-8c4e-c755dc1cd768 req-fb8df5a3-a2d3-4cc7-bb67-caba6a8e80f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=414b55a6-1594-48a7-b107-9f0e9048b526 HTTP/1.1" status: 200 len: 850 time: 0.1719203 Nov 15 11:27:44.875210 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:44.907599 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e1f57e6-e9e7-4dfe-8c4e-c755dc1cd768 req-fdf8b64b-e2b0-43cc-94a1-12c431c6e9e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c7abab0f-4274-40bd-9c20-749f1f1c5aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351164 Nov 15 11:27:44.946612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23689f04-ba14-4e01-ad64-a68923131e95 req-1b4e641b-6b52-45a5-9d14-cbcfe7110764 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:44.955092 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-23689f04-ba14-4e01-ad64-a68923131e95 req-1b4e641b-6b52-45a5-9d14-cbcfe7110764 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.5504310 Nov 15 11:27:45.084052 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=cec7ac55-544d-4864-9e29-eb7862276168,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:45.121315 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-48bd1f72-17b5-4ce5-9575-f6d818d3418b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:45.126513 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b46ebb-9238-406a-8a43-63900c4bd628 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Made reservation on behalf of b2cf290586f844baa5205ab73bef78ae for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:45.127059 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e1f57e6-e9e7-4dfe-8c4e-c755dc1cd768 req-d7f8e90c-4f68-4c59-9e74-e2db4e70c1a4 service neutron] 10.222.0.11 "GET /v2.0/networks/c7abab0f-4274-40bd-9c20-749f1f1c5aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062387 Nov 15 11:27:45.130543 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c2b46ebb-9238-406a-8a43-63900c4bd628 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:45.130972 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d0ddcd-d3a0-4674-bca7-f95d7a71ee72 None None] Network c3a5d91e-4429-4083-8ea4-5e5ccdc8234b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:45.202869 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd1f72-17b5-4ce5-9575-f6d818d3418b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Port': ['ID=220511e7-968f-402a-862d-d3bf610ba8bd,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:45.268385 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e1f57e6-e9e7-4dfe-8c4e-c755dc1cd768 req-1ee868c9-d0be-4aff-96eb-03bdc76110bc service neutron] 10.222.0.11 "GET /v2.0/networks/c7abab0f-4274-40bd-9c20-749f1f1c5aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289639 Nov 15 11:27:45.298658 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Provisioning complete for port e80ba1e0-5c93-4a32-b270-60c415fd8d70 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:45.303850 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:45.327612 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-23689f04-ba14-4e01-ad64-a68923131e95 req-9b4ee4fc-4fef-4dcd-aae2-845e3bd80b52 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578377 Nov 15 11:27:45.418998 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-48bd1f72-17b5-4ce5-9575-f6d818d3418b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:45.425377 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-48bd1f72-17b5-4ce5-9575-f6d818d3418b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/ports/220511e7-968f-402a-862d-d3bf610ba8bd HTTP/1.1" status: 204 len: 168 time: 1.6064572 Nov 15 11:27:45.425564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44414) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:45.463768 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ed68e3-f858-4c7b-a932-2cf674e44487 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] GET failed (client error): The resource could not be found. Nov 15 11:27:45.467723 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d8ed68e3-f858-4c7b-a932-2cf674e44487 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports/220511e7-968f-402a-862d-d3bf610ba8bd HTTP/1.1" status: 404 len: 333 time: 0.0389109 Nov 15 11:27:45.468158 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44418) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:45.555216 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44426) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:45.630298 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Provisioning complete for port 221b1346-e619-472c-be1f-73af02988775 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:45.630661 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:45.634988 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275c5fd7-32b7-48e3-a422-6f98f699a45f None None] Network 44611568-3c7d-43a3-a9e8-7ca1b2e8eef2 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:45.769215 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afb487bf-3fd4-48c0-b988-2276a49d875e tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:45.818741 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afb487bf-3fd4-48c0-b988-2276a49d875e tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:45.833201 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ee7de97e-619f-4aa6-be40-526d19e6156d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting port 389be884-865e-4a35-b740-e85489942bf4 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:45.846712 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee7de97e-619f-4aa6-be40-526d19e6156d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:45.883531 n-d-729945-9 neutron-server[102678]: DEBUG neutron.objects.ports [None req-c2b46ebb-9238-406a-8a43-63900c4bd628 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102678) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 11:27:45.887563 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c2b46ebb-9238-406a-8a43-63900c4bd628 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:45.965479 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Provisioning complete for port 4b11f7b8-2773-4c47-9937-c3cdb6b7c89b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:45.967734 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b806-33f2-4fbd-b0f0-c863cb04faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:45.971758 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b46ebb-9238-406a-8a43-63900c4bd628 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event updated for resources: {'Subnet': ['ID=54f6d83a-5c29-4582-b8bd-aef817e75c8c,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:45.981532 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b46ebb-9238-406a-8a43-63900c4bd628 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Checking segment: {'id': 'b7ade371-02cb-45b3-aa2b-9286f02019ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '20e83815-a109-4e6a-98aa-47d388fc64e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:45.981968 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b46ebb-9238-406a-8a43-63900c4bd628 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Network hostable DHCP agents. Network: 20e83815-a109-4e6a-98aa-47d388fc64e2, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:27:46.016987 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b46ebb-9238-406a-8a43-63900c4bd628 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Network 20e83815-a109-4e6a-98aa-47d388fc64e2 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:27:46.033720 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afb487bf-3fd4-48c0-b988-2276a49d875e tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:46.034670 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-c2b46ebb-9238-406a-8a43-63900c4bd628 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 20e83815-a109-4e6a-98aa-47d388fc64e2) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:46.036807 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afb487bf-3fd4-48c0-b988-2276a49d875e tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:46.038003 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-afb487bf-3fd4-48c0-b988-2276a49d875e tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "DELETE /v2.0/security-groups/3369f810-8048-48c8-8817-cd0d845f8367 HTTP/1.1" status: 204 len: 168 time: 0.4821208 Nov 15 11:27:46.040624 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee7de97e-619f-4aa6-be40-526d19e6156d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:46.052624 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44432) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:46.060871 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb487bf-3fd4-48c0-b988-2276a49d875e tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3369f810-8048-48c8-8817-cd0d845f8367,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:46.064409 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b46ebb-9238-406a-8a43-63900c4bd628 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:46.065147 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c2b46ebb-9238-406a-8a43-63900c4bd628 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:46.068962 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ee7de97e-619f-4aa6-be40-526d19e6156d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Calling delete_port for 389be884-865e-4a35-b740-e85489942bf4 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:46.090600 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a412fc4c-397f-4306-84a7-5747ef9fe6a4 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:27:46.094714 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-2154923e-c1bb-4e83-9301-f7ff0608835d tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] show failed (client error): The resource could not be found. Nov 15 11:27:46.098786 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2154923e-c1bb-4e83-9301-f7ff0608835d tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "GET /v2.0/security-groups/3369f810-8048-48c8-8817-cd0d845f8367 HTTP/1.1" status: 404 len: 347 time: 0.0420978 Nov 15 11:27:46.100878 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44434) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:46.118346 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44438) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:46.119743 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c2b46ebb-9238-406a-8a43-63900c4bd628 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0741007 Nov 15 11:27:46.125495 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0b768c0a-aa53-452b-b291-51d68e59ec94 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Request body: {'port': {'network_id': '20e83815-a109-4e6a-98aa-47d388fc64e2', 'name': 'tempest-NetworksIpV6TestAttrs-944400102'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:46.186735 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b986109-4821-4598-bb94-5461a9cddbd6 None None] Network 20e83815-a109-4e6a-98aa-47d388fc64e2 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:46.319044 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port a412fc4c-397f-4306-84a7-5747ef9fe6a4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:46.319765 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:46.349404 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c065e041-bd74-4e09-968e-cd90d13a3912 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Deleting port b640d18c-d34b-44b3-8095-a0b0860cc4a6 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:46.352158 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c065e041-bd74-4e09-968e-cd90d13a3912 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:46.359393 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44442) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:46.403949 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee7de97e-619f-4aa6-be40-526d19e6156d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:46.412244 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b768c0a-aa53-452b-b291-51d68e59ec94 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Made reservation on behalf of b2cf290586f844baa5205ab73bef78ae for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:46.415742 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b768c0a-aa53-452b-b291-51d68e59ec94 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:46.483296 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7de97e-619f-4aa6-be40-526d19e6156d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Port': ['ID=389be884-865e-4a35-b740-e85489942bf4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:46.494730 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-0b768c0a-aa53-452b-b291-51d68e59ec94 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] device_id is not set on port be1a2486-80f4-4873-b80b-a88906467d5f yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:27:46.600440 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c065e041-bd74-4e09-968e-cd90d13a3912 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:46.600760 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c065e041-bd74-4e09-968e-cd90d13a3912 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:46.647656 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c065e041-bd74-4e09-968e-cd90d13a3912 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Calling delete_port for b640d18c-d34b-44b3-8095-a0b0860cc4a6 owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:46.651440 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:46.680089 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a14f4b-35c2-42c5-9b6f-31b4ffd0b058 req-c686ac36-663e-4500-9537-4eeb81a6e9d6 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:46.682119 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c2a14f4b-35c2-42c5-9b6f-31b4ffd0b058 req-c686ac36-663e-4500-9537-4eeb81a6e9d6 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.0985527 Nov 15 11:27:46.705916 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f85fcf-5f0a-44e7-b673-3a1f75b23cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-20e83815-a109-4e6a-98aa-47d388fc64e2', 'network_id': '20e83815-a109-4e6a-98aa-47d388fc64e2', 'tenant_id': 'b2cf290586f844baa5205ab73bef78ae', 'fixed_ips': [{'subnet_id': '54f6d83a-5c29-4582-b8bd-aef817e75c8c'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:27:46.706818 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-46f85fcf-5f0a-44e7-b673-3a1f75b23cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:46.748032 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port a412fc4c-397f-4306-84a7-5747ef9fe6a4, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a412fc4c-397f-4306-84a7-5747ef9fe6a4,segment=NetworkSegment(5a245ed9-8b93-4af8-82c3-a08be74c12c8),segment_id=5a245ed9-8b93-4af8-82c3-a08be74c12c8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:46.750825 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2ce4e318-cc60-49e1-a12d-7fe9b801d4cc None None] Provisioning complete for port cec7ac55-544d-4864-9e29-eb7862276168 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:46.751189 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2ce4e318-cc60-49e1-a12d-7fe9b801d4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:46.782464 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:46.783232 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device cec7ac55-544d-4864-9e29-eb7862276168 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:27:46.809040 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c2a14f4b-35c2-42c5-9b6f-31b4ffd0b058 req-c2bb33e8-27d9-4fdb-aaa5-04cbb955fd47 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152596 Nov 15 11:27:46.895266 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-881df946-1b4c-433b-b3ad-d579b7544937 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:46.920620 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c065e041-bd74-4e09-968e-cd90d13a3912 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:46.935102 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee7de97e-619f-4aa6-be40-526d19e6156d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:46.941291 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ee7de97e-619f-4aa6-be40-526d19e6156d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/ports/389be884-865e-4a35-b740-e85489942bf4 HTTP/1.1" status: 204 len: 168 time: 1.4719183 Nov 15 11:27:46.945714 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44450) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:47.052969 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065e041-bd74-4e09-968e-cd90d13a3912 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event deleted for resources: {'Port': ['ID=b640d18c-d34b-44b3-8095-a0b0860cc4a6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:47.061441 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-881df946-1b4c-433b-b3ad-d579b7544937 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:47.073981 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-881df946-1b4c-433b-b3ad-d579b7544937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:47.085131 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c7be89-a726-4c99-98c8-bdecb4ad1c6f None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:27:47.145122 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-0b768c0a-aa53-452b-b291-51d68e59ec94 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Allocated IP 2001:db8::f816:3eff:fe19:6088 (20e83815-a109-4e6a-98aa-47d388fc64e2/54f6d83a-5c29-4582-b8bd-aef817e75c8c/be1a2486-80f4-4873-b80b-a88906467d5f) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:47.158939 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-881df946-1b4c-433b-b3ad-d579b7544937 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ae25e24864594c14b9296468820b3129&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7982647 Nov 15 11:27:47.166267 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44456) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:47.173397 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port cec7ac55-544d-4864-9e29-eb7862276168 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:47.173645 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-a924ec80-655a-415b-980a-0fa4a5e8d63d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] GET failed (client error): The resource could not be found. Nov 15 11:27:47.174279 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:47.175662 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a924ec80-655a-415b-980a-0fa4a5e8d63d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports/389be884-865e-4a35-b740-e85489942bf4 HTTP/1.1" status: 404 len: 333 time: 0.2277977 Nov 15 11:27:47.176936 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c065e041-bd74-4e09-968e-cd90d13a3912 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:47.179622 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c065e041-bd74-4e09-968e-cd90d13a3912 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:47.183548 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c065e041-bd74-4e09-968e-cd90d13a3912 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "DELETE /v2.0/floatingips/9f4ca8b4-fef7-4888-ab7a-d04378ea7d00 HTTP/1.1" status: 204 len: 168 time: 1.0792263 Nov 15 11:27:47.183548 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44458) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:47.190066 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44460) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:47.239986 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=a412fc4c-397f-4306-84a7-5747ef9fe6a4,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:47.253564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881df946-1b4c-433b-b3ad-d579b7544937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fd0f7f-4ca6-48af-95d4-9825c46825b5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:47.284206 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2ce4e318-cc60-49e1-a12d-7fe9b801d4cc None None] Provisioning complete for port a412fc4c-397f-4306-84a7-5747ef9fe6a4 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:47.284554 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2ce4e318-cc60-49e1-a12d-7fe9b801d4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:47.379400 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be835a4-1309-40fa-8fed-2f9b0bd8e04b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting subnet 4924767f-3940-4dce-b282-c1b5399a9a69 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:27:47.384028 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2be835a4-1309-40fa-8fed-2f9b0bd8e04b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:47.388325 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3160-804a-4945-b03c-e5c4108f2f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:47.452019 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3160-804a-4945-b03c-e5c4108f2f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:47.457257 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2be835a4-1309-40fa-8fed-2f9b0bd8e04b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:47.536946 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b768c0a-aa53-452b-b291-51d68e59ec94 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:47.545608 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-23bc5c1f-8cb8-410b-9692-96084b27c19b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Deleting port cf3d8396-2297-40fd-a6ef-65ee0a1a87fe {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:47.547352 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23bc5c1f-8cb8-410b-9692-96084b27c19b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:47.565142 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3160-804a-4945-b03c-e5c4108f2f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:47.568021 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3160-804a-4945-b03c-e5c4108f2f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:47.569258 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bdbc3160-804a-4945-b03c-e5c4108f2f1e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/45fd0f7f-4ca6-48af-95d4-9825c46825b5 HTTP/1.1" status: 204 len: 168 time: 0.3765006 Nov 15 11:27:47.582454 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc3160-804a-4945-b03c-e5c4108f2f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fd0f7f-4ca6-48af-95d4-9825c46825b5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:47.591021 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b768c0a-aa53-452b-b291-51d68e59ec94 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:47.652622 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b768c0a-aa53-452b-b291-51d68e59ec94 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Network 20e83815-a109-4e6a-98aa-47d388fc64e2 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:47.656812 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-0b768c0a-aa53-452b-b291-51d68e59ec94 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:47.662428 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b768c0a-aa53-452b-b291-51d68e59ec94 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:47.669925 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b768c0a-aa53-452b-b291-51d68e59ec94 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:47.670823 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b768c0a-aa53-452b-b291-51d68e59ec94 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:47.675219 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b768c0a-aa53-452b-b291-51d68e59ec94 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event updated for resources: {'Port': ['ID=be1a2486-80f4-4873-b80b-a88906467d5f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:47.702162 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0b768c0a-aa53-452b-b291-51d68e59ec94 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5814662 Nov 15 11:27:47.705186 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44472) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:47.732932 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2be835a4-1309-40fa-8fed-2f9b0bd8e04b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:47.760479 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-46f85fcf-5f0a-44e7-b673-3a1f75b23cdd None None] Allocated IP 2001:db8::f816:3eff:feef:d143 (20e83815-a109-4e6a-98aa-47d388fc64e2/54f6d83a-5c29-4582-b8bd-aef817e75c8c/b5d8604c-a77d-4e9e-b058-ef525cdf4504) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:47.784000 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23bc5c1f-8cb8-410b-9692-96084b27c19b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:47.821282 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-23bc5c1f-8cb8-410b-9692-96084b27c19b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Calling delete_port for cf3d8396-2297-40fd-a6ef-65ee0a1a87fe owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:47.826074 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ebaa32-e90c-4573-a3ab-eaa133bfb8f4 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Deleting subnet 54f6d83a-5c29-4582-b8bd-aef817e75c8c {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:27:47.898308 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2be835a4-1309-40fa-8fed-2f9b0bd8e04b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:47.940656 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be835a4-1309-40fa-8fed-2f9b0bd8e04b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Subnet': ['ID=4924767f-3940-4dce-b282-c1b5399a9a69,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:47.965388 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2be835a4-1309-40fa-8fed-2f9b0bd8e04b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:47.971540 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2be835a4-1309-40fa-8fed-2f9b0bd8e04b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/subnets/4924767f-3940-4dce-b282-c1b5399a9a69 HTTP/1.1" status: 204 len: 168 time: 0.7890766 Nov 15 11:27:47.974142 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44476) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:48.072919 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-46f85fcf-5f0a-44e7-b673-3a1f75b23cdd None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:48.096440 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2ebaa32-e90c-4573-a3ab-eaa133bfb8f4 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:48.120033 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a412fc4c-397f-4306-84a7-5747ef9fe6a4 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:27:48.174805 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2ebaa32-e90c-4573-a3ab-eaa133bfb8f4 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:48.175183 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-46f85fcf-5f0a-44e7-b673-3a1f75b23cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:48.191278 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e194837-ebca-4ea8-b40a-5ad69032cb47 None None] Network 44611568-3c7d-43a3-a9e8-7ca1b2e8eef2 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:48.314093 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2ebaa32-e90c-4573-a3ab-eaa133bfb8f4 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:48.387185 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44480) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:48.391579 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8defcb80-a9d1-49aa-8eab-8faf5168c5c4 None None] Provisioning complete for port a412fc4c-397f-4306-84a7-5747ef9fe6a4 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:48.392854 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8defcb80-a9d1-49aa-8eab-8faf5168c5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:48.396351 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f85fcf-5f0a-44e7-b673-3a1f75b23cdd None None] Network 20e83815-a109-4e6a-98aa-47d388fc64e2 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:48.405714 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2ebaa32-e90c-4573-a3ab-eaa133bfb8f4 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:48.442699 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-46f85fcf-5f0a-44e7-b673-3a1f75b23cdd None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:48.448386 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f85fcf-5f0a-44e7-b673-3a1f75b23cdd None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:48.452394 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f85fcf-5f0a-44e7-b673-3a1f75b23cdd None None] Pushing event updated for resources: {'Port': ['ID=b5d8604c-a77d-4e9e-b058-ef525cdf4504,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:48.459609 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d338cd7a-dd5e-4b24-9e41-bc3c8e528f7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:48.465490 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebaa32-e90c-4573-a3ab-eaa133bfb8f4 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event deleted for resources: {'Subnet': ['ID=54f6d83a-5c29-4582-b8bd-aef817e75c8c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:48.478776 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2ebaa32-e90c-4573-a3ab-eaa133bfb8f4 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:48.482104 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f2ebaa32-e90c-4573-a3ab-eaa133bfb8f4 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "DELETE /v2.0/subnets/54f6d83a-5c29-4582-b8bd-aef817e75c8c HTTP/1.1" status: 204 len: 168 time: 0.7758195 Nov 15 11:27:48.485838 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44484) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:48.540211 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port a412fc4c-397f-4306-84a7-5747ef9fe6a4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:48.540759 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:48.606340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-46f85fcf-5f0a-44e7-b673-3a1f75b23cdd None None] Attempting to bind port b5d8604c-a77d-4e9e-b058-ef525cdf4504 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:27:48.606641 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-46f85fcf-5f0a-44e7-b673-3a1f75b23cdd None None] Attempting to bind port b5d8604c-a77d-4e9e-b058-ef525cdf4504 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'b7ade371-02cb-45b3-aa2b-9286f02019ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '20e83815-a109-4e6a-98aa-47d388fc64e2'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:27:48.607110 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f85fcf-5f0a-44e7-b673-3a1f75b23cdd None None] Attempting to bind port b5d8604c-a77d-4e9e-b058-ef525cdf4504 on network 20e83815-a109-4e6a-98aa-47d388fc64e2 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:27:48.607805 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8ad545b-b84c-47b3-93a0-4b3978263355 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:48.615702 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f85fcf-5f0a-44e7-b673-3a1f75b23cdd None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:27:48.616231 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f85fcf-5f0a-44e7-b673-3a1f75b23cdd None None] Checking segment: {'id': 'b7ade371-02cb-45b3-aa2b-9286f02019ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '20e83815-a109-4e6a-98aa-47d388fc64e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:48.617036 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-46f85fcf-5f0a-44e7-b673-3a1f75b23cdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:48.617326 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f85fcf-5f0a-44e7-b673-3a1f75b23cdd None None] Bound using segment: {'id': 'b7ade371-02cb-45b3-aa2b-9286f02019ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '20e83815-a109-4e6a-98aa-47d388fc64e2'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:27:48.617881 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-46f85fcf-5f0a-44e7-b673-3a1f75b23cdd None None] Bound port: b5d8604c-a77d-4e9e-b058-ef525cdf4504, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ade371-02cb-45b3-aa2b-9286f02019ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '20e83815-a109-4e6a-98aa-47d388fc64e2'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:27:48.618346 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-46f85fcf-5f0a-44e7-b673-3a1f75b23cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:48.626881 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49275128-1e67-453a-8a70-4d6d8b8f258f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:48.628380 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49275128-1e67-453a-8a70-4d6d8b8f258f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:48.630108 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-49275128-1e67-453a-8a70-4d6d8b8f258f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1432970 Nov 15 11:27:48.637230 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44488) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:48.641783 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d14031-43d5-4500-81ba-752a77c004c8 req-d65842aa-3aa0-43a7-a56c-58d5cc5bfcee tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:48.653704 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b1d14031-43d5-4500-81ba-752a77c004c8 req-d65842aa-3aa0-43a7-a56c-58d5cc5bfcee tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.6611340 Nov 15 11:27:48.700177 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6168f8-feed-4371-a63d-54196f482be4 None None] DHCP port deletion for 44611568-3c7d-43a3-a9e8-7ca1b2e8eef2 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:27:48.706790 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8defcb80-a9d1-49aa-8eab-8faf5168c5c4 None None] Could not find standard attr ID for object 389be884-865e-4a35-b740-e85489942bf4. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:27:48.744533 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23bc5c1f-8cb8-410b-9692-96084b27c19b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:48.772868 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8445ca6d-1278-4473-b1d0-36ae8a851e3b tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:48.789462 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-8445ca6d-1278-4473-b1d0-36ae8a851e3b tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 15 11:27:48.790184 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8445ca6d-1278-4473-b1d0-36ae8a851e3b tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:27:48.791909 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b1d14031-43d5-4500-81ba-752a77c004c8 req-7b139fa7-f5db-490e-9753-39fad78ca9e0 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372688 Nov 15 11:27:48.802150 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc5c1f-8cb8-410b-9692-96084b27c19b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event deleted for resources: {'Port': ['ID=cf3d8396-2297-40fd-a6ef-65ee0a1a87fe,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:48.816428 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8445ca6d-1278-4473-b1d0-36ae8a851e3b tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "DELETE /v2.0/networks/20e83815-a109-4e6a-98aa-47d388fc64e2 HTTP/1.1" status: 409 len: 405 time: 0.1779947 Nov 15 11:27:48.817908 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44490) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:48.829808 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-efa41294-0d62-46e4-9abf-9091f0e4fcd0 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1860044164'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:48.841437 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d338cd7a-dd5e-4b24-9e41-bc3c8e528f7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:48.870482 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d338cd7a-dd5e-4b24-9e41-bc3c8e528f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:48.878746 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-46f85fcf-5f0a-44e7-b673-3a1f75b23cdd None None] For port b5d8604c-a77d-4e9e-b058-ef525cdf4504, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:27:48.881618 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad545b-b84c-47b3-93a0-4b3978263355 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting port a412fc4c-397f-4306-84a7-5747ef9fe6a4 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:48.882047 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8ad545b-b84c-47b3-93a0-4b3978263355 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:48.887488 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-46f85fcf-5f0a-44e7-b673-3a1f75b23cdd None None] For port b5d8604c-a77d-4e9e-b058-ef525cdf4504, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b5d8604c-a77d-4e9e-b058-ef525cdf4504,segment=NetworkSegment(b7ade371-02cb-45b3-aa2b-9286f02019ab),segment_id=b7ade371-02cb-45b3-aa2b-9286f02019ab)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:27:48.925487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-764bf76d-72e2-49e1-a0e9-ea318feca0b8 None None] Could not find standard attr ID for object 220511e7-968f-402a-862d-d3bf610ba8bd. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:27:48.929057 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338cd7a-dd5e-4b24-9e41-bc3c8e528f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b7da94-6e6d-4b11-ad4e-4c4163b711ce,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:48.938374 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-46f85fcf-5f0a-44e7-b673-3a1f75b23cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:48.961671 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-23bc5c1f-8cb8-410b-9692-96084b27c19b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:48.963919 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa41294-0d62-46e4-9abf-9091f0e4fcd0 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Made reservation on behalf of b2cf290586f844baa5205ab73bef78ae for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:48.969647 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-efa41294-0d62-46e4-9abf-9091f0e4fcd0 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:48.976814 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44494) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:48.977078 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-23bc5c1f-8cb8-410b-9692-96084b27c19b tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "DELETE /v2.0/ports/cf3d8396-2297-40fd-a6ef-65ee0a1a87fe HTTP/1.1" status: 204 len: 168 time: 1.7834563 Nov 15 11:27:49.027742 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-c8ad545b-b84c-47b3-93a0-4b3978263355 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] For port a412fc4c-397f-4306-84a7-5747ef9fe6a4, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a412fc4c-397f-4306-84a7-5747ef9fe6a4,segment=NetworkSegment(5a245ed9-8b93-4af8-82c3-a08be74c12c8),segment_id=5a245ed9-8b93-4af8-82c3-a08be74c12c8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:49.028555 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d338cd7a-dd5e-4b24-9e41-bc3c8e528f7a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ce4bcb8aafde4a408e84a5e91832b0e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6402569 Nov 15 11:27:49.032935 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44498) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:49.034801 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8ad545b-b84c-47b3-93a0-4b3978263355 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:49.065100 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad545b-b84c-47b3-93a0-4b3978263355 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Calling delete_port for a412fc4c-397f-4306-84a7-5747ef9fe6a4 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:49.114398 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa41294-0d62-46e4-9abf-9091f0e4fcd0 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:27:49.155974 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-efa41294-0d62-46e4-9abf-9091f0e4fcd0 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:49.156637 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-efa41294-0d62-46e4-9abf-9091f0e4fcd0 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Added segment 5ada95c1-fc91-41ff-9d56-92c60a1edeb3 of type vlan for network b1ef8d20-095d-4f93-84bf-aeb39fb951b7 Nov 15 11:27:49.167171 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f85fcf-5f0a-44e7-b673-3a1f75b23cdd None None] Pushing event updated for resources: {'Port': ['ID=b5d8604c-a77d-4e9e-b058-ef525cdf4504,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:49.172622 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8d6168f8-feed-4371-a63d-54196f482be4 None None] Deleting port a412fc4c-397f-4306-84a7-5747ef9fe6a4 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:49.173176 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8d6168f8-feed-4371-a63d-54196f482be4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:49.177272 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ae2897-17e7-497a-aca8-aeca8db1e03d None None] Network 20e83815-a109-4e6a-98aa-47d388fc64e2 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:49.240058 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8ad545b-b84c-47b3-93a0-4b3978263355 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:49.257703 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ad545b-b84c-47b3-93a0-4b3978263355 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] No DVR routers for this DVR port a412fc4c-397f-4306-84a7-5747ef9fe6a4 on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:27:49.274191 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2a41b0d-7ef7-4829-801d-bab901109c48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:49.294857 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-efa41294-0d62-46e4-9abf-9091f0e4fcd0 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:49.330798 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f2706514-dce1-43a6-b51e-e7df744cdd9f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Deleting port 041d37e4-b503-41ea-9c56-8ae1475f9725 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:49.331299 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2706514-dce1-43a6-b51e-e7df744cdd9f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:49.347325 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8d6168f8-feed-4371-a63d-54196f482be4 None None] For port a412fc4c-397f-4306-84a7-5747ef9fe6a4, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a412fc4c-397f-4306-84a7-5747ef9fe6a4,segment=NetworkSegment(5a245ed9-8b93-4af8-82c3-a08be74c12c8),segment_id=5a245ed9-8b93-4af8-82c3-a08be74c12c8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:49.348036 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8d6168f8-feed-4371-a63d-54196f482be4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:49.361122 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad545b-b84c-47b3-93a0-4b3978263355 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Port': ['ID=a412fc4c-397f-4306-84a7-5747ef9fe6a4,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:49.383137 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8d6168f8-feed-4371-a63d-54196f482be4 None None] Calling delete_port for a412fc4c-397f-4306-84a7-5747ef9fe6a4 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:49.384429 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57c167-39b1-4559-8261-1a5c83a61357 req-93669c19-d064-4652-8d7f-8054ba0ab0d9 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:49.396093 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b57c167-39b1-4559-8261-1a5c83a61357 req-93669c19-d064-4652-8d7f-8054ba0ab0d9 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.1942806 Nov 15 11:27:49.453323 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2706514-dce1-43a6-b51e-e7df744cdd9f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:49.470928 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8ad545b-b84c-47b3-93a0-4b3978263355 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:49.476330 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f2706514-dce1-43a6-b51e-e7df744cdd9f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Calling delete_port for 041d37e4-b503-41ea-9c56-8ae1475f9725 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:49.491289 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-efa41294-0d62-46e4-9abf-9091f0e4fcd0 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 11:27:49.502986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-c8ad545b-b84c-47b3-93a0-4b3978263355 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44611568-3c7d-43a3-a9e8-7ca1b2e8eef2']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:49.503807 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2a41b0d-7ef7-4829-801d-bab901109c48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:49.515903 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-c8ad545b-b84c-47b3-93a0-4b3978263355 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a245ed9-8b93-4af8-82c3-a08be74c12c8') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:49.516335 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-c8ad545b-b84c-47b3-93a0-4b3978263355 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a245ed9-8b93-4af8-82c3-a08be74c12c8') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:49.518877 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8d6168f8-feed-4371-a63d-54196f482be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:49.528099 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8ad545b-b84c-47b3-93a0-4b3978263355 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:49.544227 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8ad545b-b84c-47b3-93a0-4b3978263355 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:49.560059 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6168f8-feed-4371-a63d-54196f482be4 None None] Pushing event deleted for resources: {'Port': ['ID=a412fc4c-397f-4306-84a7-5747ef9fe6a4,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:49.570617 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6168f8-feed-4371-a63d-54196f482be4 None None] No DVR routers for this DVR port a412fc4c-397f-4306-84a7-5747ef9fe6a4 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:27:49.593176 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ab3df7-f0e0-4d3b-8c7b-68090ca65f10 None None] get_active_networks_info from n-d-729945-9 {{(pid=102679) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 11:27:49.615347 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-efa41294-0d62-46e4-9abf-9091f0e4fcd0 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:49.622829 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ad545b-b84c-47b3-93a0-4b3978263355 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:27:49.623464 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa41294-0d62-46e4-9abf-9091f0e4fcd0 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:49.623585 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8ad545b-b84c-47b3-93a0-4b3978263355 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:49.623737 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-efa41294-0d62-46e4-9abf-9091f0e4fcd0 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:27:49.626655 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:27:49.662411 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b57c167-39b1-4559-8261-1a5c83a61357 req-ab01ce5d-992c-46a6-bffb-9078b8d8eede tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646465 Nov 15 11:27:49.736974 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-efa41294-0d62-46e4-9abf-9091f0e4fcd0 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9145215 Nov 15 11:27:49.737726 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44504) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:49.738386 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8ad545b-b84c-47b3-93a0-4b3978263355 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:49.748133 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-40ceb2e5-9e61-4763-94f9-51b3f10ab79f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Request body: {'subnet': {'network_id': 'b1ef8d20-095d-4f93-84bf-aeb39fb951b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:49.748702 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8ad545b-b84c-47b3-93a0-4b3978263355 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:49.753785 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c8ad545b-b84c-47b3-93a0-4b3978263355 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/networks/44611568-3c7d-43a3-a9e8-7ca1b2e8eef2 HTTP/1.1" status: 204 len: 168 time: 1.7780142 Nov 15 11:27:49.761663 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44506) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:49.770482 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-07d7e685-cf1d-497b-9b48-9a8510f920d0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-608535586'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:49.796367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad545b-b84c-47b3-93a0-4b3978263355 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Network': ['ID=44611568-3c7d-43a3-a9e8-7ca1b2e8eef2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:49.814648 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2a41b0d-7ef7-4829-801d-bab901109c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:49.817327 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2a41b0d-7ef7-4829-801d-bab901109c48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:49.818493 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d2a41b0d-7ef7-4829-801d-bab901109c48 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/44b7da94-6e6d-4b11-ad4e-4c4163b711ce HTTP/1.1" status: 204 len: 168 time: 0.7756939 Nov 15 11:27:49.823460 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d7e685-cf1d-497b-9b48-9a8510f920d0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:49.827620 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07d7e685-cf1d-497b-9b48-9a8510f920d0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:49.865661 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d7e685-cf1d-497b-9b48-9a8510f920d0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:27:49.869415 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ab3df7-f0e0-4d3b-8c7b-68090ca65f10 None None] Resources bound (agent type, host, resource id): {{(pid=102679) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 11:27:49.883415 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a412fc4c-397f-4306-84a7-5747ef9fe6a4 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:27:49.897963 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07d7e685-cf1d-497b-9b48-9a8510f920d0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:49.899642 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-07d7e685-cf1d-497b-9b48-9a8510f920d0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Added segment 7bbeb357-3177-42c3-9ad7-90303b42be06 of type vlan for network 2b014ae6-4361-4fb7-b1c4-d813863bf068 Nov 15 11:27:49.904816 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa41294-0d62-46e4-9abf-9091f0e4fcd0 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event updated for resources: {'Network': ['ID=b1ef8d20-095d-4f93-84bf-aeb39fb951b7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:49.932452 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a41b0d-7ef7-4829-801d-bab901109c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b7da94-6e6d-4b11-ad4e-4c4163b711ce,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:49.964255 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: a412fc4c-397f-4306-84a7-5747ef9fe6a4 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:27:49.964668 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a412fc4c-397f-4306-84a7-5747ef9fe6a4 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:27:49.981561 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07d7e685-cf1d-497b-9b48-9a8510f920d0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:49.983179 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2706514-dce1-43a6-b51e-e7df744cdd9f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:50.027281 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ceb2e5-9e61-4763-94f9-51b3f10ab79f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Made reservation on behalf of b2cf290586f844baa5205ab73bef78ae for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:50.032493 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40ceb2e5-9e61-4763-94f9-51b3f10ab79f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:50.050513 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07d7e685-cf1d-497b-9b48-9a8510f920d0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:50.054467 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2706514-dce1-43a6-b51e-e7df744cdd9f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event deleted for resources: {'Port': ['ID=041d37e4-b503-41ea-9c56-8ae1475f9725,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:50.065138 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d7e685-cf1d-497b-9b48-9a8510f920d0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:50.066225 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07d7e685-cf1d-497b-9b48-9a8510f920d0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:50.106303 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network b1ef8d20-095d-4f93-84bf-aeb39fb951b7 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:27:50.109665 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-07d7e685-cf1d-497b-9b48-9a8510f920d0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3439386 Nov 15 11:27:50.110971 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44510) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:50.179748 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-5592cfd2-27a0-4b04-91e2-5aa2e1d736bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'subnet': {'network_id': '2b014ae6-4361-4fb7-b1c4-d813863bf068', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:50.268675 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f2706514-dce1-43a6-b51e-e7df744cdd9f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:50.272699 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f2706514-dce1-43a6-b51e-e7df744cdd9f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "DELETE /v2.0/ports/041d37e4-b503-41ea-9c56-8ae1475f9725 HTTP/1.1" status: 204 len: 168 time: 1.2946551 Nov 15 11:27:50.275798 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44516) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:50.327604 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7e685-cf1d-497b-9b48-9a8510f920d0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Network': ['ID=2b014ae6-4361-4fb7-b1c4-d813863bf068,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:50.346596 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7e685-cf1d-497b-9b48-9a8510f920d0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:50.347193 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7e685-cf1d-497b-9b48-9a8510f920d0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:50.347532 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7e685-cf1d-497b-9b48-9a8510f920d0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:50.347876 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7e685-cf1d-497b-9b48-9a8510f920d0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:50.348202 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7e685-cf1d-497b-9b48-9a8510f920d0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:50.348524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7e685-cf1d-497b-9b48-9a8510f920d0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:50.348964 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7e685-cf1d-497b-9b48-9a8510f920d0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:50.349355 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7e685-cf1d-497b-9b48-9a8510f920d0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:50.349676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7e685-cf1d-497b-9b48-9a8510f920d0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:50.349989 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7e685-cf1d-497b-9b48-9a8510f920d0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:50.350304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7e685-cf1d-497b-9b48-9a8510f920d0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:50.350618 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7e685-cf1d-497b-9b48-9a8510f920d0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:27:50.370279 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6db404-ab5a-4a94-9786-62206429f53f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Deleting subnet d65f1e93-4de6-48f1-9e2c-85927a146776 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:27:50.375722 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d6db404-ab5a-4a94-9786-62206429f53f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:50.375916 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 2b014ae6-4361-4fb7-b1c4-d813863bf068 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:27:50.440674 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d6db404-ab5a-4a94-9786-62206429f53f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:50.459002 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5592cfd2-27a0-4b04-91e2-5aa2e1d736bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:50.464102 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5592cfd2-27a0-4b04-91e2-5aa2e1d736bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:50.638163 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdf9832-e64f-404d-817a-8a507e1f22a7 None None] get_active_networks_info from n-d-729945-9 {{(pid=102679) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 11:27:50.711630 n-d-729945-9 neutron-server[102677]: DEBUG neutron.objects.ports [None req-40ceb2e5-9e61-4763-94f9-51b3f10ab79f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102677) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 11:27:50.715288 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40ceb2e5-9e61-4763-94f9-51b3f10ab79f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:50.749944 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5592cfd2-27a0-4b04-91e2-5aa2e1d736bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:50.761206 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d6db404-ab5a-4a94-9786-62206429f53f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:50.830244 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ceb2e5-9e61-4763-94f9-51b3f10ab79f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event updated for resources: {'Subnet': ['ID=d33eb892-b1f9-44bd-b141-98e8bea99bce,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:50.871985 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ceb2e5-9e61-4763-94f9-51b3f10ab79f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Checking segment: {'id': '5ada95c1-fc91-41ff-9d56-92c60a1edeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b1ef8d20-095d-4f93-84bf-aeb39fb951b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:50.872687 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ceb2e5-9e61-4763-94f9-51b3f10ab79f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Network hostable DHCP agents. Network: b1ef8d20-095d-4f93-84bf-aeb39fb951b7, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:27:50.915655 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d6db404-ab5a-4a94-9786-62206429f53f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:50.965782 n-d-729945-9 neutron-server[102679]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-3bdf9832-e64f-404d-817a-8a507e1f22a7 None None] Agent 6fde0c4e-b511-4837-962e-55607c80a1e0 already present Nov 15 11:27:50.966602 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdf9832-e64f-404d-817a-8a507e1f22a7 None None] Network b1ef8d20-095d-4f93-84bf-aeb39fb951b7 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102679) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:27:50.967551 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdf9832-e64f-404d-817a-8a507e1f22a7 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, b1ef8d20-095d-4f93-84bf-aeb39fb951b7) {{(pid=102679) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 11:27:50.992832 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d6db404-ab5a-4a94-9786-62206429f53f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:51.008352 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2d6db404-ab5a-4a94-9786-62206429f53f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "DELETE /v2.0/subnets/d65f1e93-4de6-48f1-9e2c-85927a146776 HTTP/1.1" status: 204 len: 168 time: 0.7290084 Nov 15 11:27:51.008352 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ceb2e5-9e61-4763-94f9-51b3f10ab79f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Network b1ef8d20-095d-4f93-84bf-aeb39fb951b7 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:27:51.009230 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6db404-ab5a-4a94-9786-62206429f53f tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event deleted for resources: {'Subnet': ['ID=d65f1e93-4de6-48f1-9e2c-85927a146776,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:51.011004 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44540) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:51.030118 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592cfd2-27a0-4b04-91e2-5aa2e1d736bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Subnet': ['ID=174c2e79-fde7-43ae-b476-c029ab257be2,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:51.032150 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5592cfd2-27a0-4b04-91e2-5aa2e1d736bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Checking segment: {'id': '7bbeb357-3177-42c3-9ad7-90303b42be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '2b014ae6-4361-4fb7-b1c4-d813863bf068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:51.032506 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5592cfd2-27a0-4b04-91e2-5aa2e1d736bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network hostable DHCP agents. Network: 2b014ae6-4361-4fb7-b1c4-d813863bf068, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:27:51.065105 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230390ea-59b7-4855-a51a-48d1bf6b6911 req-dde3635e-a20f-4ab7-8dd4-ab13b09c89d4 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:51.067757 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-230390ea-59b7-4855-a51a-48d1bf6b6911 req-dde3635e-a20f-4ab7-8dd4-ab13b09c89d4 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.2026441 Nov 15 11:27:51.070633 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-40ceb2e5-9e61-4763-94f9-51b3f10ab79f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, b1ef8d20-095d-4f93-84bf-aeb39fb951b7) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:51.081506 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ceb2e5-9e61-4763-94f9-51b3f10ab79f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:51.082096 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40ceb2e5-9e61-4763-94f9-51b3f10ab79f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:51.100917 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5592cfd2-27a0-4b04-91e2-5aa2e1d736bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network 2b014ae6-4361-4fb7-b1c4-d813863bf068 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:27:51.107107 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-53cb3d4e-e800-4e5f-a071-50d874e0e466 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Deleting subnet c20f400b-9ad3-4b90-bd4a-3a164b9839be {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:27:51.117483 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-40ceb2e5-9e61-4763-94f9-51b3f10ab79f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3727701 Nov 15 11:27:51.117483 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53cb3d4e-e800-4e5f-a071-50d874e0e466 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:51.121382 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44542) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:51.135123 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-5592cfd2-27a0-4b04-91e2-5aa2e1d736bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 2b014ae6-4361-4fb7-b1c4-d813863bf068) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:51.154504 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5592cfd2-27a0-4b04-91e2-5aa2e1d736bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:51.155201 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5592cfd2-27a0-4b04-91e2-5aa2e1d736bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:51.184313 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53cb3d4e-e800-4e5f-a071-50d874e0e466 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:51.230867 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5592cfd2-27a0-4b04-91e2-5aa2e1d736bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0869429 Nov 15 11:27:51.233795 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44546) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:51.239383 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-816e72ef-f293-416d-97a9-007e5a7b23ab tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1605351895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:51.252687 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-230390ea-59b7-4855-a51a-48d1bf6b6911 req-36046413-d2b2-4e88-9c13-10b366f08f6d tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783793 Nov 15 11:27:51.326719 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-816e72ef-f293-416d-97a9-007e5a7b23ab tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:51.327886 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-816e72ef-f293-416d-97a9-007e5a7b23ab tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:51.328286 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53cb3d4e-e800-4e5f-a071-50d874e0e466 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:51.406691 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-816e72ef-f293-416d-97a9-007e5a7b23ab tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:51.429591 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:51.433596 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-816e72ef-f293-416d-97a9-007e5a7b23ab tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:51.454664 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53cb3d4e-e800-4e5f-a071-50d874e0e466 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:51.461669 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681b9302-a02a-4bc7-a76a-8d4823c5d603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-b1ef8d20-095d-4f93-84bf-aeb39fb951b7', 'network_id': 'b1ef8d20-095d-4f93-84bf-aeb39fb951b7', 'tenant_id': 'b2cf290586f844baa5205ab73bef78ae', 'fixed_ips': [{'subnet_id': 'd33eb892-b1f9-44bd-b141-98e8bea99bce'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:27:51.462810 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-681b9302-a02a-4bc7-a76a-8d4823c5d603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:51.485837 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-816e72ef-f293-416d-97a9-007e5a7b23ab tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:51.490258 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-816e72ef-f293-416d-97a9-007e5a7b23ab tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2543466 Nov 15 11:27:51.494015 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44550) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:51.500367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-ef4be7a0-6e60-4332-aeb5-62678974d676 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'port': {'network_id': '2b014ae6-4361-4fb7-b1c4-d813863bf068', 'name': 'tempest-PortsTestJSON-998585283'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:51.528427 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb3d4e-e800-4e5f-a071-50d874e0e466 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event deleted for resources: {'Subnet': ['ID=c20f400b-9ad3-4b90-bd4a-3a164b9839be,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:51.554532 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-53cb3d4e-e800-4e5f-a071-50d874e0e466 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:51.573091 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:51.586320 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-53cb3d4e-e800-4e5f-a071-50d874e0e466 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "DELETE /v2.0/subnets/c20f400b-9ad3-4b90-bd4a-3a164b9839be HTTP/1.1" status: 204 len: 168 time: 0.5733974 Nov 15 11:27:51.587722 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44554) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:51.640794 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-681b9302-a02a-4bc7-a76a-8d4823c5d603 None None] Allocated IP 2001:db8::f816:3eff:fedb:2857 (b1ef8d20-095d-4f93-84bf-aeb39fb951b7/d33eb892-b1f9-44bd-b141-98e8bea99bce/3dbe6405-c7ca-435b-b083-eab30e8ed2c0) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:51.693940 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4be7a0-6e60-4332-aeb5-62678974d676 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:51.697742 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef4be7a0-6e60-4332-aeb5-62678974d676 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:51.731152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-ef4be7a0-6e60-4332-aeb5-62678974d676 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] device_id is not set on port 126305ef-aaee-404f-b9ea-4e307c690bf6 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:27:51.765276 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbcb8d0d-ec4e-4a90-bc05-6b35c7156579 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:51.837678 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bbcb8d0d-ec4e-4a90-bc05-6b35c7156579 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Deleting port 74761c4c-240b-46aa-a7d9-9bbf91dec95c {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:51.838120 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbcb8d0d-ec4e-4a90-bc05-6b35c7156579 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:51.918323 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-bbcb8d0d-ec4e-4a90-bc05-6b35c7156579 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] For port 74761c4c-240b-46aa-a7d9-9bbf91dec95c, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=74761c4c-240b-46aa-a7d9-9bbf91dec95c,segment=NetworkSegment(b17abd1e-d0b6-44c2-9c92-d6eadba25f9f),segment_id=b17abd1e-d0b6-44c2-9c92-d6eadba25f9f)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:51.918832 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbcb8d0d-ec4e-4a90-bc05-6b35c7156579 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:51.949364 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bbcb8d0d-ec4e-4a90-bc05-6b35c7156579 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Calling delete_port for 74761c4c-240b-46aa-a7d9-9bbf91dec95c owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:51.961987 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-ef4be7a0-6e60-4332-aeb5-62678974d676 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Allocated IP 172.20.0.13 (2b014ae6-4361-4fb7-b1c4-d813863bf068/174c2e79-fde7-43ae-b476-c029ab257be2/126305ef-aaee-404f-b9ea-4e307c690bf6) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:52.114994 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-681b9302-a02a-4bc7-a76a-8d4823c5d603 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:52.129484 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbcb8d0d-ec4e-4a90-bc05-6b35c7156579 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:52.129915 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-681b9302-a02a-4bc7-a76a-8d4823c5d603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:52.173833 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef4be7a0-6e60-4332-aeb5-62678974d676 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:52.175582 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:52.180917 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb8d0d-ec4e-4a90-bc05-6b35c7156579 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event deleted for resources: {'Port': ['ID=74761c4c-240b-46aa-a7d9-9bbf91dec95c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:52.194933 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcb8d0d-ec4e-4a90-bc05-6b35c7156579 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] No DVR routers for this DVR port 74761c4c-240b-46aa-a7d9-9bbf91dec95c on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:27:52.231753 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681b9302-a02a-4bc7-a76a-8d4823c5d603 None None] Network b1ef8d20-095d-4f93-84bf-aeb39fb951b7 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:52.243758 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-681b9302-a02a-4bc7-a76a-8d4823c5d603 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:52.254078 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681b9302-a02a-4bc7-a76a-8d4823c5d603 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:52.282149 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:52.290399 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b9302-a02a-4bc7-a76a-8d4823c5d603 None None] Pushing event updated for resources: {'Port': ['ID=3dbe6405-c7ca-435b-b083-eab30e8ed2c0,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:52.318914 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbcb8d0d-ec4e-4a90-bc05-6b35c7156579 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:52.324536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ef8d20-095d-4f93-84bf-aeb39fb951b7']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:52.337203 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ada95c1-fc91-41ff-9d56-92c60a1edeb3') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:52.337492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ada95c1-fc91-41ff-9d56-92c60a1edeb3') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:52.356572 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:52.369766 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-bbcb8d0d-ec4e-4a90-bc05-6b35c7156579 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1722e728-27c9-4457-a98e-4b336084f5f5']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:52.375077 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:52.389784 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-bbcb8d0d-ec4e-4a90-bc05-6b35c7156579 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17abd1e-d0b6-44c2-9c92-d6eadba25f9f') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:52.390583 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-bbcb8d0d-ec4e-4a90-bc05-6b35c7156579 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17abd1e-d0b6-44c2-9c92-d6eadba25f9f') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:52.396867 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event deleted for resources: {'Subnet': ['ID=d33eb892-b1f9-44bd-b141-98e8bea99bce,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:52.403857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:27:52.403857 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:27:52.406143 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:27:52.410736 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-681b9302-a02a-4bc7-a76a-8d4823c5d603 None None] Attempting to bind port 3dbe6405-c7ca-435b-b083-eab30e8ed2c0 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:27:52.411208 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-681b9302-a02a-4bc7-a76a-8d4823c5d603 None None] Attempting to bind port 3dbe6405-c7ca-435b-b083-eab30e8ed2c0 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '5ada95c1-fc91-41ff-9d56-92c60a1edeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b1ef8d20-095d-4f93-84bf-aeb39fb951b7'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:27:52.411674 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681b9302-a02a-4bc7-a76a-8d4823c5d603 None None] Attempting to bind port 3dbe6405-c7ca-435b-b083-eab30e8ed2c0 on network b1ef8d20-095d-4f93-84bf-aeb39fb951b7 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:27:52.412073 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbcb8d0d-ec4e-4a90-bc05-6b35c7156579 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:52.418035 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681b9302-a02a-4bc7-a76a-8d4823c5d603 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:27:52.419112 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681b9302-a02a-4bc7-a76a-8d4823c5d603 None None] Checking segment: {'id': '5ada95c1-fc91-41ff-9d56-92c60a1edeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b1ef8d20-095d-4f93-84bf-aeb39fb951b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:52.420497 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-681b9302-a02a-4bc7-a76a-8d4823c5d603 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:52.420985 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681b9302-a02a-4bc7-a76a-8d4823c5d603 None None] Bound using segment: {'id': '5ada95c1-fc91-41ff-9d56-92c60a1edeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b1ef8d20-095d-4f93-84bf-aeb39fb951b7'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:27:52.421583 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-681b9302-a02a-4bc7-a76a-8d4823c5d603 None None] Bound port: 3dbe6405-c7ca-435b-b083-eab30e8ed2c0, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ada95c1-fc91-41ff-9d56-92c60a1edeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b1ef8d20-095d-4f93-84bf-aeb39fb951b7'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:27:52.422054 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-681b9302-a02a-4bc7-a76a-8d4823c5d603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:52.428462 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbcb8d0d-ec4e-4a90-bc05-6b35c7156579 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:52.437297 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbcb8d0d-ec4e-4a90-bc05-6b35c7156579 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:27:52.437960 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbcb8d0d-ec4e-4a90-bc05-6b35c7156579 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:27:52.442426 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:27:52.509861 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-681b9302-a02a-4bc7-a76a-8d4823c5d603 None None] For port 3dbe6405-c7ca-435b-b083-eab30e8ed2c0, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:27:52.519023 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-681b9302-a02a-4bc7-a76a-8d4823c5d603 None None] For port 3dbe6405-c7ca-435b-b083-eab30e8ed2c0, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3dbe6405-c7ca-435b-b083-eab30e8ed2c0,segment=NetworkSegment(5ada95c1-fc91-41ff-9d56-92c60a1edeb3),segment_id=5ada95c1-fc91-41ff-9d56-92c60a1edeb3)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:27:52.523373 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbcb8d0d-ec4e-4a90-bc05-6b35c7156579 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:52.527171 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-681b9302-a02a-4bc7-a76a-8d4823c5d603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:52.535330 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 11:27:52.535330 n-d-729945-9 neutron-server[102678]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 11:27:52.535330 n-d-729945-9 neutron-server[102678]: [parameters: {'id': 'b1ef8d20-095d-4f93-84bf-aeb39fb951b7'}] Nov 15 11:27:52.535330 n-d-729945-9 neutron-server[102678]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:27:52.535885 n-d-729945-9 neutron-server[102678]: DEBUG oslo_db.api [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:27:52.545169 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbcb8d0d-ec4e-4a90-bc05-6b35c7156579 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:52.546180 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee95881-f063-44e6-9992-2b6553e8b5a9 req-2d49ee97-f982-4d71-9163-2d66d185733b tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:52.552978 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ee95881-f063-44e6-9992-2b6553e8b5a9 req-2d49ee97-f982-4d71-9163-2d66d185733b tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.1753249 Nov 15 11:27:52.554667 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef4be7a0-6e60-4332-aeb5-62678974d676 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:52.561761 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bbcb8d0d-ec4e-4a90-bc05-6b35c7156579 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "DELETE /v2.0/networks/1722e728-27c9-4457-a98e-4b336084f5f5 HTTP/1.1" status: 204 len: 168 time: 0.9694748 Nov 15 11:27:52.572474 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44580) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:52.670480 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4be7a0-6e60-4332-aeb5-62678974d676 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Port': ['ID=126305ef-aaee-404f-b9ea-4e307c690bf6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:52.682740 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4be7a0-6e60-4332-aeb5-62678974d676 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network 2b014ae6-4361-4fb7-b1c4-d813863bf068 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:52.684593 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-222c635d-e35b-44c5-8e4f-3620e489f8fa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:52.685040 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ef4be7a0-6e60-4332-aeb5-62678974d676 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:52.687429 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4be7a0-6e60-4332-aeb5-62678974d676 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:52.698724 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb8d0d-ec4e-4a90-bc05-6b35c7156579 tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event deleted for resources: {'Network': ['ID=1722e728-27c9-4457-a98e-4b336084f5f5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:52.721299 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b9302-a02a-4bc7-a76a-8d4823c5d603 None None] Pushing event updated for resources: {'Port': ['ID=3dbe6405-c7ca-435b-b083-eab30e8ed2c0,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:52.750027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4be7a0-6e60-4332-aeb5-62678974d676 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:52.750677 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef4be7a0-6e60-4332-aeb5-62678974d676 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:52.774794 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0cba4d-9c61-453b-997c-7a679603b42c None None] get_active_networks_info from n-d-729945-9 {{(pid=102679) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 11:27:52.792968 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ef4be7a0-6e60-4332-aeb5-62678974d676 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2976632 Nov 15 11:27:52.797778 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44582) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:52.818157 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d39d5-3f5a-477d-88d3-9b21fee3b204 req-816a6005-a631-440a-b5dd-505117ea2d34 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:52.820224 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a67d39d5-3f5a-477d-88d3-9b21fee3b204 req-816a6005-a631-440a-b5dd-505117ea2d34 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 945 time: 0.2491093 Nov 15 11:27:52.837115 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-222c635d-e35b-44c5-8e4f-3620e489f8fa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Deleting port 0079b650-c24a-4ce2-9097-34919ffb3063 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:52.837451 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-222c635d-e35b-44c5-8e4f-3620e489f8fa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:52.916637 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-222c635d-e35b-44c5-8e4f-3620e489f8fa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] For port 0079b650-c24a-4ce2-9097-34919ffb3063, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0079b650-c24a-4ce2-9097-34919ffb3063,segment=NetworkSegment(e6cde33a-2f50-407d-886d-02e82a6caa4a),segment_id=e6cde33a-2f50-407d-886d-02e82a6caa4a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:52.918212 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-222c635d-e35b-44c5-8e4f-3620e489f8fa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:52.946391 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-222c635d-e35b-44c5-8e4f-3620e489f8fa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Calling delete_port for 0079b650-c24a-4ce2-9097-34919ffb3063 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:52.963647 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ee95881-f063-44e6-9992-2b6553e8b5a9 req-0b9b27ad-ec1a-4832-b241-d58bc1a304ee tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803246 Nov 15 11:27:53.045390 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:53.115483 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0cba4d-9c61-453b-997c-7a679603b42c None None] Resources bound (agent type, host, resource id): {{(pid=102679) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 11:27:53.181712 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-222c635d-e35b-44c5-8e4f-3620e489f8fa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:53.229782 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c635d-e35b-44c5-8e4f-3620e489f8fa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event deleted for resources: {'Port': ['ID=0079b650-c24a-4ce2-9097-34919ffb3063,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:53.235893 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c635d-e35b-44c5-8e4f-3620e489f8fa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] No DVR routers for this DVR port 0079b650-c24a-4ce2-9097-34919ffb3063 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:27:53.260995 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66dc4d6c-6838-4cc3-a3f5-a82aaf914482 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:53.312848 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Deleting port 3dbe6405-c7ca-435b-b083-eab30e8ed2c0 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:53.313096 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:53.457800 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] For port 3dbe6405-c7ca-435b-b083-eab30e8ed2c0, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3dbe6405-c7ca-435b-b083-eab30e8ed2c0,segment=NetworkSegment(5ada95c1-fc91-41ff-9d56-92c60a1edeb3),segment_id=5ada95c1-fc91-41ff-9d56-92c60a1edeb3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:53.458159 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:53.485147 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Calling delete_port for 3dbe6405-c7ca-435b-b083-eab30e8ed2c0 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:53.563311 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b6c1a7-6b0b-4e45-82cb-ba9acf452882 None None] DHCP port deletion for 1722e728-27c9-4457-a98e-4b336084f5f5 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:27:53.593298 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24c699e-61ad-4296-80a4-a90e5e62aa33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-2b014ae6-4361-4fb7-b1c4-d813863bf068', 'network_id': '2b014ae6-4361-4fb7-b1c4-d813863bf068', 'tenant_id': 'e5b1bb3ca099430a917c5bdc2dfcf841', 'fixed_ips': [{'subnet_id': '174c2e79-fde7-43ae-b476-c029ab257be2'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:27:53.593652 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a24c699e-61ad-4296-80a4-a90e5e62aa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:53.602543 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-222c635d-e35b-44c5-8e4f-3620e489f8fa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:53.612271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-a67d39d5-3f5a-477d-88d3-9b21fee3b204 req-5139821f-b164-41d1-8a4d-e4a269c4fa47 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Deleting port 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:53.612617 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a67d39d5-3f5a-477d-88d3-9b21fee3b204 req-5139821f-b164-41d1-8a4d-e4a269c4fa47 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:53.670174 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-222c635d-e35b-44c5-8e4f-3620e489f8fa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be3a3da-9eb3-404d-a7a5-24c511ae73fb']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:53.688997 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66dc4d6c-6838-4cc3-a3f5-a82aaf914482 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:53.689624 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-222c635d-e35b-44c5-8e4f-3620e489f8fa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6cde33a-2f50-407d-886d-02e82a6caa4a') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:53.689921 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-222c635d-e35b-44c5-8e4f-3620e489f8fa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6cde33a-2f50-407d-886d-02e82a6caa4a') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:53.691596 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:53.707787 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-222c635d-e35b-44c5-8e4f-3620e489f8fa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:53.716558 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66dc4d6c-6838-4cc3-a3f5-a82aaf914482 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:53.745120 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-222c635d-e35b-44c5-8e4f-3620e489f8fa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:53.760823 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222c635d-e35b-44c5-8e4f-3620e489f8fa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:27:53.762308 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-222c635d-e35b-44c5-8e4f-3620e489f8fa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:27:53.769510 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:27:53.774889 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-a24c699e-61ad-4296-80a4-a90e5e62aa33 None None] Allocated IP 172.20.0.2 (2b014ae6-4361-4fb7-b1c4-d813863bf068/174c2e79-fde7-43ae-b476-c029ab257be2/c1edf907-260b-4303-8aa0-73c1857a9794) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:27:53.817828 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event deleted for resources: {'Port': ['ID=3dbe6405-c7ca-435b-b083-eab30e8ed2c0,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:53.820035 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] No DVR routers for this DVR port 3dbe6405-c7ca-435b-b083-eab30e8ed2c0 on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:27:53.875365 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a67d39d5-3f5a-477d-88d3-9b21fee3b204 req-5139821f-b164-41d1-8a4d-e4a269c4fa47 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] For port 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5231ddc8-97a4-4579-9ff3-f845e2dfa1a0,segment=NetworkSegment(00942dea-c92f-404b-9297-63ecd0e0ea2c),segment_id=00942dea-c92f-404b-9297-63ecd0e0ea2c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:53.875961 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a67d39d5-3f5a-477d-88d3-9b21fee3b204 req-5139821f-b164-41d1-8a4d-e4a269c4fa47 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:53.892628 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-a67d39d5-3f5a-477d-88d3-9b21fee3b204 req-5139821f-b164-41d1-8a4d-e4a269c4fa47 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Calling delete_port for 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:53.896785 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 74761c4c-240b-46aa-a7d9-9bbf91dec95c no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:27:53.899190 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-222c635d-e35b-44c5-8e4f-3620e489f8fa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:53.911466 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-222c635d-e35b-44c5-8e4f-3620e489f8fa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:53.931505 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-222c635d-e35b-44c5-8e4f-3620e489f8fa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] 10.222.0.64 "DELETE /v2.0/networks/4be3a3da-9eb3-404d-a7a5-24c511ae73fb HTTP/1.1" status: 204 len: 168 time: 1.3478577 Nov 15 11:27:53.943154 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c635d-e35b-44c5-8e4f-3620e489f8fa tempest-TaggedBootDevicesTest-463139073 tempest-TaggedBootDevicesTest-463139073-project] Pushing event deleted for resources: {'Network': ['ID=4be3a3da-9eb3-404d-a7a5-24c511ae73fb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:54.051310 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 74761c4c-240b-46aa-a7d9-9bbf91dec95c {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:27:54.051897 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 74761c4c-240b-46aa-a7d9-9bbf91dec95c not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:27:54.058089 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:54.062570 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc4d6c-6838-4cc3-a3f5-a82aaf914482 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Port': ['ID=126305ef-aaee-404f-b9ea-4e307c690bf6,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:54.136026 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a24c699e-61ad-4296-80a4-a90e5e62aa33 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:54.157889 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a24c699e-61ad-4296-80a4-a90e5e62aa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:54.207056 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ef8d20-095d-4f93-84bf-aeb39fb951b7']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:54.233204 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24c699e-61ad-4296-80a4-a90e5e62aa33 None None] Network 2b014ae6-4361-4fb7-b1c4-d813863bf068 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:54.237066 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-a24c699e-61ad-4296-80a4-a90e5e62aa33 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:54.240401 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24c699e-61ad-4296-80a4-a90e5e62aa33 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:27:54.241959 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a67d39d5-3f5a-477d-88d3-9b21fee3b204 req-5139821f-b164-41d1-8a4d-e4a269c4fa47 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:54.262822 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['07862bcb-4060-464d-97b1-43987f8807f6'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:27:54.264725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ada95c1-fc91-41ff-9d56-92c60a1edeb3') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:54.265025 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ada95c1-fc91-41ff-9d56-92c60a1edeb3') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:54.268991 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c699e-61ad-4296-80a4-a90e5e62aa33 None None] Pushing event updated for resources: {'Port': ['ID=c1edf907-260b-4303-8aa0-73c1857a9794,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:54.291581 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139821f-b164-41d1-8a4d-e4a269c4fa47 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Pushing event deleted for resources: {'Port': ['ID=5231ddc8-97a4-4579-9ff3-f845e2dfa1a0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:54.318770 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:54.377109 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739efe7-c643-4997-97b3-3793cea812a1 req-66c0d3ea-7940-4e10-81c2-c4483b81e8f6 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:54.384540 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4739efe7-c643-4997-97b3-3793cea812a1 req-66c0d3ea-7940-4e10-81c2-c4483b81e8f6 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc86792-69a0-4ca6-9c9e-e4d37c87deee HTTP/1.1" status: 200 len: 867 time: 0.2580831 Nov 15 11:27:54.385553 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67d39d5-3f5a-477d-88d3-9b21fee3b204 req-5139821f-b164-41d1-8a4d-e4a269c4fa47 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] No DVR routers for this DVR port 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:27:54.388778 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a67d39d5-3f5a-477d-88d3-9b21fee3b204 req-5139821f-b164-41d1-8a4d-e4a269c4fa47 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:54.392788 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a67d39d5-3f5a-477d-88d3-9b21fee3b204 req-5139821f-b164-41d1-8a4d-e4a269c4fa47 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.11 "DELETE /v2.0/ports/5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 HTTP/1.1" status: 204 len: 173 time: 1.5639515 Nov 15 11:27:54.394010 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc86792-69a0-4ca6-9c9e-e4d37c87deee', 'name': 'network-vif-deleted', 'tag': '5231ddc8-97a4-4579-9ff3-f845e2dfa1a0'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:27:54.397128 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78f050e-2af3-4463-bfc5-71e100e2e9ff" -d '{"events": [{"server_uuid": "7bc86792-69a0-4ca6-9c9e-e4d37c87deee", "name": "network-vif-deleted", "tag": "5231ddc8-97a4-4579-9ff3-f845e2dfa1a0"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:27:54.413813 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a24c699e-61ad-4296-80a4-a90e5e62aa33 None None] Attempting to bind port c1edf907-260b-4303-8aa0-73c1857a9794 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:27:54.414175 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a24c699e-61ad-4296-80a4-a90e5e62aa33 None None] Attempting to bind port c1edf907-260b-4303-8aa0-73c1857a9794 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '7bbeb357-3177-42c3-9ad7-90303b42be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '2b014ae6-4361-4fb7-b1c4-d813863bf068'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:27:54.414533 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c699e-61ad-4296-80a4-a90e5e62aa33 None None] Attempting to bind port c1edf907-260b-4303-8aa0-73c1857a9794 on network 2b014ae6-4361-4fb7-b1c4-d813863bf068 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:27:54.424723 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:54.436855 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c699e-61ad-4296-80a4-a90e5e62aa33 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:27:54.438954 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c699e-61ad-4296-80a4-a90e5e62aa33 None None] Checking segment: {'id': '7bbeb357-3177-42c3-9ad7-90303b42be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '2b014ae6-4361-4fb7-b1c4-d813863bf068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:54.439404 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a24c699e-61ad-4296-80a4-a90e5e62aa33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:54.439909 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c699e-61ad-4296-80a4-a90e5e62aa33 None None] Bound using segment: {'id': '7bbeb357-3177-42c3-9ad7-90303b42be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '2b014ae6-4361-4fb7-b1c4-d813863bf068'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:27:54.441290 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a24c699e-61ad-4296-80a4-a90e5e62aa33 None None] Bound port: c1edf907-260b-4303-8aa0-73c1857a9794, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bbeb357-3177-42c3-9ad7-90303b42be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '2b014ae6-4361-4fb7-b1c4-d813863bf068'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:27:54.441423 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:27:54.441528 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a24c699e-61ad-4296-80a4-a90e5e62aa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:54.441637 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:27:54.446911 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:27:54.479641 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282c91ee-d829-4838-9df4-e6e1cb8f94e0 x-openstack-request-id: req-282c91ee-d829-4838-9df4-e6e1cb8f94e0 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:27:54.480238 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc86792-69a0-4ca6-9c9e-e4d37c87deee", "name": "network-vif-deleted", "tag": "5231ddc8-97a4-4579-9ff3-f845e2dfa1a0", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:27:54.483599 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-282c91ee-d829-4838-9df4-e6e1cb8f94e0 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:27:54.484315 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc86792-69a0-4ca6-9c9e-e4d37c87deee', 'name': 'network-vif-deleted', 'tag': '5231ddc8-97a4-4579-9ff3-f845e2dfa1a0', 'status': 'completed', 'code': 200} Nov 15 11:27:54.617164 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a24c699e-61ad-4296-80a4-a90e5e62aa33 None None] For port c1edf907-260b-4303-8aa0-73c1857a9794, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:27:54.637044 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a24c699e-61ad-4296-80a4-a90e5e62aa33 None None] For port c1edf907-260b-4303-8aa0-73c1857a9794, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c1edf907-260b-4303-8aa0-73c1857a9794,segment=NetworkSegment(7bbeb357-3177-42c3-9ad7-90303b42be06),segment_id=7bbeb357-3177-42c3-9ad7-90303b42be06)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:27:54.650995 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a24c699e-61ad-4296-80a4-a90e5e62aa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:54.756042 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c699e-61ad-4296-80a4-a90e5e62aa33 None None] Pushing event updated for resources: {'Port': ['ID=c1edf907-260b-4303-8aa0-73c1857a9794,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:55.115070 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66dc4d6c-6838-4cc3-a3f5-a82aaf914482 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:55.123771 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:55.134395 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:55.137767 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "DELETE /v2.0/networks/b1ef8d20-095d-4f93-84bf-aeb39fb951b7 HTTP/1.1" status: 204 len: 168 time: 4.0148532 Nov 15 11:27:55.143303 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44632) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:55.149482 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-fe4c7d5c-ea06-40c1-bb6e-643585f5e6e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1123513040'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:55.187932 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4c7d5c-ea06-40c1-bb6e-643585f5e6e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Made reservation on behalf of b2cf290586f844baa5205ab73bef78ae for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:55.192647 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7d5c-ea06-40c1-bb6e-643585f5e6e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:55.214942 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4739efe7-c643-4997-97b3-3793cea812a1 req-9a3cdddc-ff06-4959-92a3-93894bb6456f tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8296297 Nov 15 11:27:55.219538 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45a84e-e38b-4640-a346-c1b13feecffc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event deleted for resources: {'Network': ['ID=b1ef8d20-095d-4f93-84bf-aeb39fb951b7,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:55.226100 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:27:55.235111 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4c7d5c-ea06-40c1-bb6e-643585f5e6e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:27:55.246621 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7d5c-ea06-40c1-bb6e-643585f5e6e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:55.247044 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-fe4c7d5c-ea06-40c1-bb6e-643585f5e6e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Added segment 131d571a-0736-4b9e-985d-6a57078655f3 of type vlan for network b5185d70-f2c7-44ce-b90a-2ebbf406a0c0 Nov 15 11:27:55.290530 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:27:55.290862 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5231ddc8-97a4-4579-9ff3-f845e2dfa1a0 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:27:55.308567 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7d5c-ea06-40c1-bb6e-643585f5e6e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:55.354246 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7d5c-ea06-40c1-bb6e-643585f5e6e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:55.360107 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4c7d5c-ea06-40c1-bb6e-643585f5e6e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:55.361015 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7d5c-ea06-40c1-bb6e-643585f5e6e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:55.438159 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fe4c7d5c-ea06-40c1-bb6e-643585f5e6e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2937200 Nov 15 11:27:55.450450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44638) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:55.451234 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66dc4d6c-6838-4cc3-a3f5-a82aaf914482 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:55.458736 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-eeaeb9fa-08cc-4ad7-bf57-e6e3ad9dc5fe tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Request body: {'subnet': {'network_id': 'b5185d70-f2c7-44ce-b90a-2ebbf406a0c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:55.461340 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c7d5c-ea06-40c1-bb6e-643585f5e6e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event updated for resources: {'Network': ['ID=b5185d70-f2c7-44ce-b90a-2ebbf406a0c0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:55.482376 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network b5185d70-f2c7-44ce-b90a-2ebbf406a0c0 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:27:55.687387 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaeb9fa-08cc-4ad7-bf57-e6e3ad9dc5fe tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Made reservation on behalf of b2cf290586f844baa5205ab73bef78ae for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:55.695084 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb9fa-08cc-4ad7-bf57-e6e3ad9dc5fe tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:55.923462 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c1edf907-260b-4303-8aa0-73c1857a9794 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:27:55.968960 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66dc4d6c-6838-4cc3-a3f5-a82aaf914482 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:56.018937 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port c1edf907-260b-4303-8aa0-73c1857a9794 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:56.019340 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:56.032684 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66dc4d6c-6838-4cc3-a3f5-a82aaf914482 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:56.098360 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb9fa-08cc-4ad7-bf57-e6e3ad9dc5fe tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:56.119018 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:56.166990 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port c1edf907-260b-4303-8aa0-73c1857a9794, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c1edf907-260b-4303-8aa0-73c1857a9794,segment=NetworkSegment(7bbeb357-3177-42c3-9ad7-90303b42be06),segment_id=7bbeb357-3177-42c3-9ad7-90303b42be06)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:27:56.180168 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:56.207671 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66dc4d6c-6838-4cc3-a3f5-a82aaf914482 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:56.237675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc4d6c-6838-4cc3-a3f5-a82aaf914482 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Port': ['ID=126305ef-aaee-404f-b9ea-4e307c690bf6,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:56.263429 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaeb9fa-08cc-4ad7-bf57-e6e3ad9dc5fe tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event updated for resources: {'Subnet': ['ID=347a3e4a-8af4-409d-bcd9-1e8719317435,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:56.317379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=c1edf907-260b-4303-8aa0-73c1857a9794,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:56.320072 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaeb286-2ebd-4586-9bea-2e93ddcd7143 None None] Network b1ef8d20-095d-4f93-84bf-aeb39fb951b7 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:56.326690 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bb855e-2a65-492c-bd88-a0f3a81474d3 None None] Network 2b014ae6-4361-4fb7-b1c4-d813863bf068 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:56.330223 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaeb9fa-08cc-4ad7-bf57-e6e3ad9dc5fe tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Checking segment: {'id': '131d571a-0736-4b9e-985d-6a57078655f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'b5185d70-f2c7-44ce-b90a-2ebbf406a0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:56.330770 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaeb9fa-08cc-4ad7-bf57-e6e3ad9dc5fe tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Network hostable DHCP agents. Network: b5185d70-f2c7-44ce-b90a-2ebbf406a0c0, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:27:56.343359 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c428dfa3-2a52-451c-830c-c20227f21bf5 None None] DHCP port deletion for c7abab0f-4274-40bd-9c20-749f1f1c5aed request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:27:56.384907 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaeb9fa-08cc-4ad7-bf57-e6e3ad9dc5fe tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Network b5185d70-f2c7-44ce-b90a-2ebbf406a0c0 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:27:56.415979 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dc4d6c-6838-4cc3-a3f5-a82aaf914482 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network 2b014ae6-4361-4fb7-b1c4-d813863bf068 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:27:56.417767 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-eeaeb9fa-08cc-4ad7-bf57-e6e3ad9dc5fe tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, b5185d70-f2c7-44ce-b90a-2ebbf406a0c0) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:56.426812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-66dc4d6c-6838-4cc3-a3f5-a82aaf914482 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:56.437272 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f76d31-0052-4b20-9547-b93e06c056ad None None] Network b5185d70-f2c7-44ce-b90a-2ebbf406a0c0 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:56.440134 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaeb286-2ebd-4586-9bea-2e93ddcd7143 None None] Network b1ef8d20-095d-4f93-84bf-aeb39fb951b7 could not be found, it might have been deleted concurrently. {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 15 11:27:56.446587 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaeb9fa-08cc-4ad7-bf57-e6e3ad9dc5fe tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:56.448672 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb9fa-08cc-4ad7-bf57-e6e3ad9dc5fe tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:56.509900 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d853fe37-d45d-4e7f-9b72-0dbf15d9db16 None None] Network b1ef8d20-095d-4f93-84bf-aeb39fb951b7 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:56.529927 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d853fe37-d45d-4e7f-9b72-0dbf15d9db16 None None] Network b1ef8d20-095d-4f93-84bf-aeb39fb951b7 could not be found, it might have been deleted concurrently. {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 15 11:27:56.531870 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-eeaeb9fa-08cc-4ad7-bf57-e6e3ad9dc5fe tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0779345 Nov 15 11:27:56.534688 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44662) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:56.553635 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-831daa0a-fb11-42f4-b760-8706afbbc944 None None] Provisioning complete for port c1edf907-260b-4303-8aa0-73c1857a9794 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:56.554083 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-831daa0a-fb11-42f4-b760-8706afbbc944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:56.797035 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66dc4d6c-6838-4cc3-a3f5-a82aaf914482 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Router fe019408-2fd3-4593-823a-d85886c5cc89 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:27:56.873019 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef1bab39-d82f-412f-aee9-5c560d6a4cfc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:57.016405 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d5027e-28de-41d9-b085-457cbfd4765d None None] DHCP port deletion for 4be3a3da-9eb3-404d-a7a5-24c511ae73fb request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:27:57.065167 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36958634-1387-4b34-b553-f7179e54de4a req-a06d0f82-d295-4482-9d3a-ad1c7bb0c33f tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:57.072197 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-36958634-1387-4b34-b553-f7179e54de4a req-a06d0f82-d295-4482-9d3a-ad1c7bb0c33f tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.1559529 Nov 15 11:27:57.075488 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66dc4d6c-6838-4cc3-a3f5-a82aaf914482 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:27:57.077538 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430e6d41-1668-429a-b5d1-4e92aad68a8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-b5185d70-f2c7-44ce-b90a-2ebbf406a0c0', 'network_id': 'b5185d70-f2c7-44ce-b90a-2ebbf406a0c0', 'tenant_id': 'b2cf290586f844baa5205ab73bef78ae', 'fixed_ips': [{'subnet_id': '347a3e4a-8af4-409d-bcd9-1e8719317435'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:27:57.078248 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-430e6d41-1668-429a-b5d1-4e92aad68a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:57.082862 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-66dc4d6c-6838-4cc3-a3f5-a82aaf914482 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "PUT /v2.0/routers/fe019408-2fd3-4593-823a-d85886c5cc89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2840161 Nov 15 11:27:57.088269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44670) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:57.092379 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b77d96-6875-4df0-8a18-ad1de7ae6bc3 None None] Sync routers for ids ['fe019408-2fd3-4593-823a-d85886c5cc89'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:27:57.109777 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b77d96-6875-4df0-8a18-ad1de7ae6bc3 None None] Routers {'fe019408-2fd3-4593-823a-d85886c5cc89'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:27:57.114637 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-60b77d96-6875-4df0-8a18-ad1de7ae6bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:27:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['fe019408-2fd3-4593-823a-d85886c5cc89'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:57.114842 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44672) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:57.129055 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef1bab39-d82f-412f-aee9-5c560d6a4cfc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:57.129277 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-831daa0a-fb11-42f4-b760-8706afbbc944 None None] Provisioning complete for port 126305ef-aaee-404f-b9ea-4e307c690bf6 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:57.129641 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-831daa0a-fb11-42f4-b760-8706afbbc944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:57.192711 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-60b77d96-6875-4df0-8a18-ad1de7ae6bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:57.210429 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b77d96-6875-4df0-8a18-ad1de7ae6bc3 None None] Routers {'fe019408-2fd3-4593-823a-d85886c5cc89'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:27:57.211507 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-60b77d96-6875-4df0-8a18-ad1de7ae6bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:27:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['fe019408-2fd3-4593-823a-d85886c5cc89'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:57.236353 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-36958634-1387-4b34-b553-f7179e54de4a req-26ffc8d5-e819-4e48-b91b-518cf1a7bb28 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199131 Nov 15 11:27:57.262609 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb80afb1-711a-4d66-b087-9c53acbdb1b6 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:57.264520 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cb80afb1-711a-4d66-b087-9c53acbdb1b6 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe019408-2fd3-4593-823a-d85886c5cc89 HTTP/1.1" status: 200 len: 982 time: 0.1464071 Nov 15 11:27:57.267597 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef1bab39-d82f-412f-aee9-5c560d6a4cfc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:57.270162 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44676) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:57.276762 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-60b77d96-6875-4df0-8a18-ad1de7ae6bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:57.277742 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b77d96-6875-4df0-8a18-ad1de7ae6bc3 None None] The sync data for ids ['fe019408-2fd3-4593-823a-d85886c5cc89'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:27:57.317196 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-831daa0a-fb11-42f4-b760-8706afbbc944 None None] Port 126305ef-aaee-404f-b9ea-4e307c690bf6 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:57.340795 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1bab39-d82f-412f-aee9-5c560d6a4cfc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event deleted for resources: {'Subnet': ['ID=347a3e4a-8af4-409d-bcd9-1e8719317435,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server [None req-430e6d41-1668-429a-b5d1-4e92aad68a8f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 347a3e4a-8af4-409d-bcd9-1e8719317435: This subnet is being modified by another concurrent operation. Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 11:27:57.343862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise exception Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 347a3e4a-8af4-409d-bcd9-1e8719317435: This subnet is being modified by another concurrent operation. Nov 15 11:27:57.349005 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server Nov 15 11:27:57.373664 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035aa327-dda2-4f16-bea1-208014b6779c None None] Network b5185d70-f2c7-44ce-b90a-2ebbf406a0c0 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:57.413115 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e111a7b-fecc-4481-9ccd-2cdbd791f988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:57.600710 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e111a7b-fecc-4481-9ccd-2cdbd791f988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:57.663948 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef1bab39-d82f-412f-aee9-5c560d6a4cfc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:57.673196 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e111a7b-fecc-4481-9ccd-2cdbd791f988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:57.737938 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-ef1bab39-d82f-412f-aee9-5c560d6a4cfc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5185d70-f2c7-44ce-b90a-2ebbf406a0c0']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:57.778493 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-ef1bab39-d82f-412f-aee9-5c560d6a4cfc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131d571a-0736-4b9e-985d-6a57078655f3') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:57.779073 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-ef1bab39-d82f-412f-aee9-5c560d6a4cfc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131d571a-0736-4b9e-985d-6a57078655f3') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:27:57.792575 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef1bab39-d82f-412f-aee9-5c560d6a4cfc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:57.803630 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c1edf907-260b-4303-8aa0-73c1857a9794 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:27:57.859453 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1e111a7b-fecc-4481-9ccd-2cdbd791f988 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1ad8261a0bba4c7c9c73282b3e97cae1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7361200 Nov 15 11:27:57.863246 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44684) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:57.874080 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d906bec-ff2f-4334-a2a7-69b8b5d3af09 None None] Network 2b014ae6-4361-4fb7-b1c4-d813863bf068 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:57.895756 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef1bab39-d82f-412f-aee9-5c560d6a4cfc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:57.907252 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e111a7b-fecc-4481-9ccd-2cdbd791f988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80339b64-459a-49c4-a2b7-27c5466c4948,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:57.917092 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1bab39-d82f-412f-aee9-5c560d6a4cfc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:27:57.917493 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef1bab39-d82f-412f-aee9-5c560d6a4cfc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:27:57.922301 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:27:57.944889 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port c1edf907-260b-4303-8aa0-73c1857a9794 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:57.945379 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:58.004283 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a1268b3c-1b28-474a-8984-ea1ab5e13101 None None] Provisioning complete for port 126305ef-aaee-404f-b9ea-4e307c690bf6 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:58.004642 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a1268b3c-1b28-474a-8984-ea1ab5e13101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:58.056252 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e5d199c-85bd-49dc-b61d-0fcfecd52783 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:58.069787 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef1bab39-d82f-412f-aee9-5c560d6a4cfc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:58.073348 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a1268b3c-1b28-474a-8984-ea1ab5e13101 None None] Port 126305ef-aaee-404f-b9ea-4e307c690bf6 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:58.088080 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef1bab39-d82f-412f-aee9-5c560d6a4cfc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:58.091275 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ef1bab39-d82f-412f-aee9-5c560d6a4cfc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "DELETE /v2.0/networks/b5185d70-f2c7-44ce-b90a-2ebbf406a0c0 HTTP/1.1" status: 204 len: 168 time: 1.5556705 Nov 15 11:27:58.094830 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44686) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:58.111005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-7904fc92-408c-4ba8-9efe-c0be9f4147b8 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2035666852'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:58.121716 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e5d199c-85bd-49dc-b61d-0fcfecd52783 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:58.123689 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1bab39-d82f-412f-aee9-5c560d6a4cfc tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event deleted for resources: {'Network': ['ID=b5185d70-f2c7-44ce-b90a-2ebbf406a0c0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:58.143875 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a1268b3c-1b28-474a-8984-ea1ab5e13101 None None] Provisioning complete for port c1edf907-260b-4303-8aa0-73c1857a9794 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:58.144343 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a1268b3c-1b28-474a-8984-ea1ab5e13101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:58.151800 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7904fc92-408c-4ba8-9efe-c0be9f4147b8 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Made reservation on behalf of b2cf290586f844baa5205ab73bef78ae for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:58.156727 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7904fc92-408c-4ba8-9efe-c0be9f4147b8 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:58.184578 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7904fc92-408c-4ba8-9efe-c0be9f4147b8 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:27:58.189407 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0079b650-c24a-4ce2-9097-34919ffb3063 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:27:58.195023 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7904fc92-408c-4ba8-9efe-c0be9f4147b8 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:58.195410 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-7904fc92-408c-4ba8-9efe-c0be9f4147b8 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Added segment 0181f14d-52b0-42b9-9371-b88a3ce2a816 of type vlan for network b7d234aa-2acf-4733-b1d3-6affb9ce4d40 Nov 15 11:27:58.225997 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 0079b650-c24a-4ce2-9097-34919ffb3063 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:27:58.226335 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0079b650-c24a-4ce2-9097-34919ffb3063 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:27:58.247773 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7904fc92-408c-4ba8-9efe-c0be9f4147b8 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:58.264259 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e5d199c-85bd-49dc-b61d-0fcfecd52783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:58.267101 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e5d199c-85bd-49dc-b61d-0fcfecd52783 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:58.280714 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7904fc92-408c-4ba8-9efe-c0be9f4147b8 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:58.284529 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2e5d199c-85bd-49dc-b61d-0fcfecd52783 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/80339b64-459a-49c4-a2b7-27c5466c4948 HTTP/1.1" status: 204 len: 168 time: 0.4186544 Nov 15 11:27:58.287748 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7904fc92-408c-4ba8-9efe-c0be9f4147b8 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:58.288794 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7904fc92-408c-4ba8-9efe-c0be9f4147b8 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:58.352517 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7904fc92-408c-4ba8-9efe-c0be9f4147b8 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2562101 Nov 15 11:27:58.388454 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44692) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:58.393889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-201dbc63-f607-414e-94b9-9decc82c905c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Request body: {'subnet': {'network_id': 'b7d234aa-2acf-4733-b1d3-6affb9ce4d40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:27:58.459417 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-167757ab-1dc9-4088-a589-acc8b4248692 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:58.462606 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d199c-85bd-49dc-b61d-0fcfecd52783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80339b64-459a-49c4-a2b7-27c5466c4948,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:58.514727 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904fc92-408c-4ba8-9efe-c0be9f4147b8 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event updated for resources: {'Network': ['ID=b7d234aa-2acf-4733-b1d3-6affb9ce4d40,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:58.527871 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network b7d234aa-2acf-4733-b1d3-6affb9ce4d40 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:27:58.591047 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cf527-0bac-4187-83e7-0c7dd2843b59 req-20ec08f1-65e4-4f80-bf0d-70474c1c2031 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:58.600906 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e70cf527-0bac-4187-83e7-0c7dd2843b59 req-20ec08f1-65e4-4f80-bf0d-70474c1c2031 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.1988595 Nov 15 11:27:58.667927 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201dbc63-f607-414e-94b9-9decc82c905c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Made reservation on behalf of b2cf290586f844baa5205ab73bef78ae for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:27:58.671491 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-201dbc63-f607-414e-94b9-9decc82c905c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:58.719214 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-91ba6602-db08-4074-8fdb-2c28954d10e4 None None] Provisioning complete for port 126305ef-aaee-404f-b9ea-4e307c690bf6 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:58.719571 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-91ba6602-db08-4074-8fdb-2c28954d10e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:58.865490 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44700) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:58.901850 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e70cf527-0bac-4187-83e7-0c7dd2843b59 req-00a5d142-6584-4829-9b9a-89fa4534dd3c tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876015 Nov 15 11:27:58.903254 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cc563d30-83af-4b00-adca-2919ed3afb7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:58.988755 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-167757ab-1dc9-4088-a589-acc8b4248692 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting port 126305ef-aaee-404f-b9ea-4e307c690bf6 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:27:58.989333 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-167757ab-1dc9-4088-a589-acc8b4248692 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:59.056774 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-91ba6602-db08-4074-8fdb-2c28954d10e4 None None] Port 126305ef-aaee-404f-b9ea-4e307c690bf6 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:59.090625 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-167757ab-1dc9-4088-a589-acc8b4248692 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:59.098221 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-91ba6602-db08-4074-8fdb-2c28954d10e4 None None] Provisioning complete for port c1edf907-260b-4303-8aa0-73c1857a9794 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:59.098221 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-91ba6602-db08-4074-8fdb-2c28954d10e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:59.108847 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-167757ab-1dc9-4088-a589-acc8b4248692 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Calling delete_port for 126305ef-aaee-404f-b9ea-4e307c690bf6 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:27:59.156808 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cc563d30-83af-4b00-adca-2919ed3afb7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:59.172438 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cc563d30-83af-4b00-adca-2919ed3afb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:59.258573 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cc563d30-83af-4b00-adca-2919ed3afb7a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be5b4eb86ec7476cbe2437140442af89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3907235 Nov 15 11:27:59.259267 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc563d30-83af-4b00-adca-2919ed3afb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6684c0-47b2-4811-ae3b-847fb2d541f1,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:59.263031 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44704) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:59.311258 n-d-729945-9 neutron-server[102678]: DEBUG neutron.objects.ports [None req-201dbc63-f607-414e-94b9-9decc82c905c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102678) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 11:27:59.313031 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-201dbc63-f607-414e-94b9-9decc82c905c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:59.357699 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5189d31d-6f3b-49d7-a9d6-7cb20e2aa65e None None] Provisioning complete for port 126305ef-aaee-404f-b9ea-4e307c690bf6 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:59.357961 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5189d31d-6f3b-49d7-a9d6-7cb20e2aa65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:59.383556 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201dbc63-f607-414e-94b9-9decc82c905c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Checking segment: {'id': '0181f14d-52b0-42b9-9371-b88a3ce2a816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'b7d234aa-2acf-4733-b1d3-6affb9ce4d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:27:59.384076 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201dbc63-f607-414e-94b9-9decc82c905c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Network hostable DHCP agents. Network: b7d234aa-2acf-4733-b1d3-6affb9ce4d40, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:27:59.405248 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201dbc63-f607-414e-94b9-9decc82c905c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event updated for resources: {'Subnet': ['ID=b314a1aa-7687-4156-b12a-af906e8a4fd7,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:59.406139 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-5189d31d-6f3b-49d7-a9d6-7cb20e2aa65e None None] Port 126305ef-aaee-404f-b9ea-4e307c690bf6 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:59.417761 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201dbc63-f607-414e-94b9-9decc82c905c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Network b7d234aa-2acf-4733-b1d3-6affb9ce4d40 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:27:59.434874 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-201dbc63-f607-414e-94b9-9decc82c905c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, b7d234aa-2acf-4733-b1d3-6affb9ce4d40) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:27:59.440347 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201dbc63-f607-414e-94b9-9decc82c905c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:59.440954 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-201dbc63-f607-414e-94b9-9decc82c905c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:59.449452 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28744b06-0c93-4dd1-87f8-240c99bb3268 None None] Network b7d234aa-2acf-4733-b1d3-6affb9ce4d40 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:59.463833 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-201dbc63-f607-414e-94b9-9decc82c905c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0740674 Nov 15 11:27:59.466513 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44706) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:27:59.547423 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:59.623038 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57b10b67-4256-4aa5-bde2-f1f2a75e67fd tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:59.683511 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57b10b67-4256-4aa5-bde2-f1f2a75e67fd tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:59.693519 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8866343-e826-40e7-aedb-2b6deb23b06e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-b7d234aa-2acf-4733-b1d3-6affb9ce4d40', 'network_id': 'b7d234aa-2acf-4733-b1d3-6affb9ce4d40', 'tenant_id': 'b2cf290586f844baa5205ab73bef78ae', 'fixed_ips': [{'subnet_id': 'b314a1aa-7687-4156-b12a-af906e8a4fd7'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:27:59.694405 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f8866343-e826-40e7-aedb-2b6deb23b06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:59.725469 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc646332-ff56-434a-8eff-f5ea597ef603 req-e3d2b925-718b-4962-95d2-9026f41e6510 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:27:59.726985 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cc646332-ff56-434a-8eff-f5ea597ef603 req-e3d2b925-718b-4962-95d2-9026f41e6510 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.4847109 Nov 15 11:27:59.769908 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fc6dc6b-a184-4f13-9145-f465cc03f31e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:59.780627 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-55955730-1fc9-4bd8-96d3-83c7a5f4cbc5 None None] Provisioning complete for port 126305ef-aaee-404f-b9ea-4e307c690bf6 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:27:59.781044 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-55955730-1fc9-4bd8-96d3-83c7a5f4cbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:59.805413 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57b10b67-4256-4aa5-bde2-f1f2a75e67fd tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:59.820984 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-167757ab-1dc9-4088-a589-acc8b4248692 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:59.824540 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-55955730-1fc9-4bd8-96d3-83c7a5f4cbc5 None None] Port 126305ef-aaee-404f-b9ea-4e307c690bf6 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server [None req-f8866343-e826-40e7-aedb-2b6deb23b06e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b314a1aa-7687-4156-b12a-af906e8a4fd7: This subnet is being modified by another concurrent operation. Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 11:27:59.849315 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise exception Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b314a1aa-7687-4156-b12a-af906e8a4fd7: This subnet is being modified by another concurrent operation. Nov 15 11:27:59.853451 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server Nov 15 11:27:59.876935 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fc6dc6b-a184-4f13-9145-f465cc03f31e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:27:59.890746 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cda7eb0-0a74-42ef-991a-547a87ee5b2a None None] Network b7d234aa-2acf-4733-b1d3-6affb9ce4d40 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:27:59.908632 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167757ab-1dc9-4088-a589-acc8b4248692 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Port': ['ID=126305ef-aaee-404f-b9ea-4e307c690bf6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:27:59.997795 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57b10b67-4256-4aa5-bde2-f1f2a75e67fd tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:00.039907 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-cc646332-ff56-434a-8eff-f5ea597ef603 req-9a703557-5f91-4159-8cfe-316bc3c24e79 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Deleting port 07862bcb-4060-464d-97b1-43987f8807f6 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:00.040540 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cc646332-ff56-434a-8eff-f5ea597ef603 req-9a703557-5f91-4159-8cfe-316bc3c24e79 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:00.044320 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-57b10b67-4256-4aa5-bde2-f1f2a75e67fd tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d234aa-2acf-4733-b1d3-6affb9ce4d40']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:00.072809 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-57b10b67-4256-4aa5-bde2-f1f2a75e67fd tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0181f14d-52b0-42b9-9371-b88a3ce2a816') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:00.073179 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-57b10b67-4256-4aa5-bde2-f1f2a75e67fd tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0181f14d-52b0-42b9-9371-b88a3ce2a816') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:00.104826 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57b10b67-4256-4aa5-bde2-f1f2a75e67fd tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:00.129269 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57b10b67-4256-4aa5-bde2-f1f2a75e67fd tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:00.136073 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b10b67-4256-4aa5-bde2-f1f2a75e67fd tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:28:00.136468 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57b10b67-4256-4aa5-bde2-f1f2a75e67fd tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:00.182260 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fc6dc6b-a184-4f13-9145-f465cc03f31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:00.184928 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fc6dc6b-a184-4f13-9145-f465cc03f31e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:00.188319 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6fc6dc6b-a184-4f13-9145-f465cc03f31e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5c6684c0-47b2-4811-ae3b-847fb2d541f1 HTTP/1.1" status: 204 len: 168 time: 0.9211869 Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:28:00.209945 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:28:00.212799 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-167757ab-1dc9-4088-a589-acc8b4248692 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:00.212799 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6dc6b-a184-4f13-9145-f465cc03f31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6684c0-47b2-4811-ae3b-847fb2d541f1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:00.220501 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b10b67-4256-4aa5-bde2-f1f2a75e67fd tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event deleted for resources: {'Subnet': ['ID=b314a1aa-7687-4156-b12a-af906e8a4fd7,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:00.226637 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57b10b67-4256-4aa5-bde2-f1f2a75e67fd tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:00.247192 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57b10b67-4256-4aa5-bde2-f1f2a75e67fd tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:00.250348 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-57b10b67-4256-4aa5-bde2-f1f2a75e67fd tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "DELETE /v2.0/networks/b7d234aa-2acf-4733-b1d3-6affb9ce4d40 HTTP/1.1" status: 204 len: 168 time: 0.7828193 Nov 15 11:28:00.259199 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44722) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:00.267167 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b10b67-4256-4aa5-bde2-f1f2a75e67fd tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event deleted for resources: {'Network': ['ID=b7d234aa-2acf-4733-b1d3-6affb9ce4d40,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:00.308477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad309ad-7517-4786-96fd-076e62350da5 req-b94e9b2d-9ce9-4fe0-86b3-50197f03c74a tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:00.310544 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bad309ad-7517-4786-96fd-076e62350da5 req-b94e9b2d-9ce9-4fe0-86b3-50197f03c74a tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 945 time: 0.0994754 Nov 15 11:28:00.357320 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc43bab-8664-4adc-8100-e1f33533e97f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] DELETE failed (client error): The resource could not be found. Nov 15 11:28:00.357581 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc43bab-8664-4adc-8100-e1f33533e97f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:28:00.364271 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44724) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:00.367372 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7fc43bab-8664-4adc-8100-e1f33533e97f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "DELETE /v2.0/subnets/b314a1aa-7687-4156-b12a-af906e8a4fd7 HTTP/1.1" status: 404 len: 337 time: 0.1044984 Nov 15 11:28:00.392861 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3da6add-f6ee-4351-b873-e0968a0b8205 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] DELETE failed (client error): The resource could not be found. Nov 15 11:28:00.393295 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3da6add-f6ee-4351-b873-e0968a0b8205 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:28:00.397516 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b3da6add-f6ee-4351-b873-e0968a0b8205 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "DELETE /v2.0/networks/b7d234aa-2acf-4733-b1d3-6affb9ce4d40 HTTP/1.1" status: 404 len: 339 time: 0.0320268 Nov 15 11:28:00.401038 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44726) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:00.420901 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bad309ad-7517-4786-96fd-076e62350da5 req-97c9bf6c-91d8-436f-ab4a-69628ee569a8 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2c7bddd-9b31-410d-a9b6-450f58057e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010256 Nov 15 11:28:00.462067 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-249ba599-bcdb-4263-92ea-f8d22ec15242 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] DELETE failed (client error): The resource could not be found. Nov 15 11:28:00.462526 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249ba599-bcdb-4263-92ea-f8d22ec15242 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:28:00.465951 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-249ba599-bcdb-4263-92ea-f8d22ec15242 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "DELETE /v2.0/subnets/347a3e4a-8af4-409d-bcd9-1e8719317435 HTTP/1.1" status: 404 len: 337 time: 0.0639753 Nov 15 11:28:00.468484 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44728) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:00.492235 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-655b54c1-9cdf-4d14-b1d3-7f5a8d4bbda0 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] DELETE failed (client error): The resource could not be found. Nov 15 11:28:00.492749 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-655b54c1-9cdf-4d14-b1d3-7f5a8d4bbda0 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:28:00.499187 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-655b54c1-9cdf-4d14-b1d3-7f5a8d4bbda0 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "DELETE /v2.0/networks/b5185d70-f2c7-44ce-b90a-2ebbf406a0c0 HTTP/1.1" status: 404 len: 339 time: 0.0274870 Nov 15 11:28:00.501566 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44730) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:00.508078 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-cc646332-ff56-434a-8eff-f5ea597ef603 req-9a703557-5f91-4159-8cfe-316bc3c24e79 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] For port 07862bcb-4060-464d-97b1-43987f8807f6, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=07862bcb-4060-464d-97b1-43987f8807f6,segment=NetworkSegment(00942dea-c92f-404b-9297-63ecd0e0ea2c),segment_id=00942dea-c92f-404b-9297-63ecd0e0ea2c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:00.509248 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cc646332-ff56-434a-8eff-f5ea597ef603 req-9a703557-5f91-4159-8cfe-316bc3c24e79 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:00.529351 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-cc646332-ff56-434a-8eff-f5ea597ef603 req-9a703557-5f91-4159-8cfe-316bc3c24e79 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Calling delete_port for 07862bcb-4060-464d-97b1-43987f8807f6 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:00.541875 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c182961-f1bc-4983-8144-987685aec425 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] DELETE failed (client error): The resource could not be found. Nov 15 11:28:00.542491 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c182961-f1bc-4983-8144-987685aec425 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:28:00.554600 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9c182961-f1bc-4983-8144-987685aec425 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "DELETE /v2.0/subnets/d33eb892-b1f9-44bd-b141-98e8bea99bce HTTP/1.1" status: 404 len: 337 time: 0.0492575 Nov 15 11:28:00.554970 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44732) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:00.581478 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67943a8-5de8-4c42-9446-10338e4c525e tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] DELETE failed (client error): The resource could not be found. Nov 15 11:28:00.582309 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67943a8-5de8-4c42-9446-10338e4c525e tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:28:00.587264 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a67943a8-5de8-4c42-9446-10338e4c525e tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "DELETE /v2.0/networks/b1ef8d20-095d-4f93-84bf-aeb39fb951b7 HTTP/1.1" status: 404 len: 339 time: 0.0301964 Nov 15 11:28:00.588796 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44734) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:00.591993 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e25ea19-f285-4556-9b7c-7947882e6885 None None] get_active_networks_info from n-d-729945-9 {{(pid=102679) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 11:28:00.712169 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-47b03775-fb26-42cf-bc00-c487e92f7b6c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Deleting port be1a2486-80f4-4873-b80b-a88906467d5f {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:00.713445 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47b03775-fb26-42cf-bc00-c487e92f7b6c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:00.774290 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167757ab-1dc9-4088-a589-acc8b4248692 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Router fe019408-2fd3-4593-823a-d85886c5cc89 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:28:00.833026 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e25ea19-f285-4556-9b7c-7947882e6885 None None] Resources bound (agent type, host, resource id): {{(pid=102679) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 11:28:00.909887 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47b03775-fb26-42cf-bc00-c487e92f7b6c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:00.946185 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-47b03775-fb26-42cf-bc00-c487e92f7b6c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Calling delete_port for be1a2486-80f4-4873-b80b-a88906467d5f owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:01.069190 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167757ab-1dc9-4088-a589-acc8b4248692 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:28:01.082813 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-167757ab-1dc9-4088-a589-acc8b4248692 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "PUT /v2.0/routers/fe019408-2fd3-4593-823a-d85886c5cc89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8041012 Nov 15 11:28:01.082813 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44750) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:01.087954 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7f62d9-80cf-4128-96a4-fbb43c9344e4 None None] Sync routers for ids ['fe019408-2fd3-4593-823a-d85886c5cc89'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:28:01.148494 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47b03775-fb26-42cf-bc00-c487e92f7b6c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:01.174816 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7f62d9-80cf-4128-96a4-fbb43c9344e4 None None] Routers {'fe019408-2fd3-4593-823a-d85886c5cc89'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:28:01.176735 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ab7f62d9-80cf-4128-96a4-fbb43c9344e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:27:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['fe019408-2fd3-4593-823a-d85886c5cc89'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:01.224540 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-493cab50-42ea-4ec4-a934-8b68acb3f944 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] GET failed (client error): The resource could not be found. Nov 15 11:28:01.226908 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-493cab50-42ea-4ec4-a934-8b68acb3f944 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports/126305ef-aaee-404f-b9ea-4e307c690bf6 HTTP/1.1" status: 404 len: 333 time: 0.1445668 Nov 15 11:28:01.240697 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44760) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:01.252327 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cc646332-ff56-434a-8eff-f5ea597ef603 req-9a703557-5f91-4159-8cfe-316bc3c24e79 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:01.267644 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b03775-fb26-42cf-bc00-c487e92f7b6c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event deleted for resources: {'Port': ['ID=be1a2486-80f4-4873-b80b-a88906467d5f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:01.312585 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ab7f62d9-80cf-4128-96a4-fbb43c9344e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:01.315137 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['07862bcb-4060-464d-97b1-43987f8807f6'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:28:01.332145 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a703557-5f91-4159-8cfe-316bc3c24e79 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Pushing event deleted for resources: {'Port': ['ID=07862bcb-4060-464d-97b1-43987f8807f6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:01.411756 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47b03775-fb26-42cf-bc00-c487e92f7b6c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:01.417331 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-47b03775-fb26-42cf-bc00-c487e92f7b6c tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "DELETE /v2.0/ports/be1a2486-80f4-4873-b80b-a88906467d5f HTTP/1.1" status: 204 len: 168 time: 0.8270433 Nov 15 11:28:01.418075 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44766) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:01.420117 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7f62d9-80cf-4128-96a4-fbb43c9344e4 None None] Routers {'fe019408-2fd3-4593-823a-d85886c5cc89'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:28:01.423130 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ab7f62d9-80cf-4128-96a4-fbb43c9344e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:27:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['fe019408-2fd3-4593-823a-d85886c5cc89'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:01.454088 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7b7874-82cc-438d-a915-0a43df5c628f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] DELETE failed (client error): The resource could not be found. Nov 15 11:28:01.454548 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca7b7874-82cc-438d-a915-0a43df5c628f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:28:01.461497 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ca7b7874-82cc-438d-a915-0a43df5c628f tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "DELETE /v2.0/subnets/54f6d83a-5c29-4582-b8bd-aef817e75c8c HTTP/1.1" status: 404 len: 337 time: 0.0388067 Nov 15 11:28:01.471035 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44772) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:01.477962 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc646332-ff56-434a-8eff-f5ea597ef603 req-9a703557-5f91-4159-8cfe-316bc3c24e79 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] No DVR routers for this DVR port 07862bcb-4060-464d-97b1-43987f8807f6 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:28:01.487846 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aea2d64d-a066-46b4-8af0-f71c7ed6a218 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:01.501887 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cc646332-ff56-434a-8eff-f5ea597ef603 req-9a703557-5f91-4159-8cfe-316bc3c24e79 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:01.525477 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cc646332-ff56-434a-8eff-f5ea597ef603 req-9a703557-5f91-4159-8cfe-316bc3c24e79 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.11 "DELETE /v2.0/ports/07862bcb-4060-464d-97b1-43987f8807f6 HTTP/1.1" status: 204 len: 173 time: 1.7905586 Nov 15 11:28:01.525971 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6624f7-d513-4e82-a97d-dceb2565c24a', 'name': 'network-vif-deleted', 'tag': '07862bcb-4060-464d-97b1-43987f8807f6'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:28:01.526740 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ab7f62d9-80cf-4128-96a4-fbb43c9344e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:01.528324 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7f62d9-80cf-4128-96a4-fbb43c9344e4 None None] The sync data for ids ['fe019408-2fd3-4593-823a-d85886c5cc89'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:28:01.530044 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:01.539318 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ee248b-4178-48b4-9724-e48a4c1fde70" -d '{"events": [{"server_uuid": "ea6624f7-d513-4e82-a97d-dceb2565c24a", "name": "network-vif-deleted", "tag": "07862bcb-4060-464d-97b1-43987f8807f6"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:28:01.675449 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a68d5796-69ed-459f-aeb0-d364a8f061b5 req-521e7816-6497-41f1-b00f-c9d500f9d400 tempest-ServerRescueTestJSON-751010745 tempest-ServerRescueTestJSON-751010745-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea6624f7-d513-4e82-a97d-dceb2565c24a HTTP/1.1" status: 200 len: 210 time: 0.0607905 Nov 15 11:28:01.745646 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-965fd49f-d92e-42ba-b1bc-0f0733cc5da2 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:01.783335 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51360d8-c333-4078-b3af-cc5d3fa92804 x-openstack-request-id: req-c51360d8-c333-4078-b3af-cc5d3fa92804 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:28:01.783335 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6624f7-d513-4e82-a97d-dceb2565c24a", "name": "network-vif-deleted", "tag": "07862bcb-4060-464d-97b1-43987f8807f6", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:28:01.783671 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c51360d8-c333-4078-b3af-cc5d3fa92804 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:28:01.783958 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6624f7-d513-4e82-a97d-dceb2565c24a', 'name': 'network-vif-deleted', 'tag': '07862bcb-4060-464d-97b1-43987f8807f6', 'status': 'completed', 'code': 200} Nov 15 11:28:01.875961 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aea2d64d-a066-46b4-8af0-f71c7ed6a218 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:01.878465 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aea2d64d-a066-46b4-8af0-f71c7ed6a218 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:01.880367 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aecf54a-c31d-4966-9fef-448496d71b27 None None] get_active_networks_info from n-d-729945-9 {{(pid=102679) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 11:28:01.906139 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-965fd49f-d92e-42ba-b1bc-0f0733cc5da2 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Deleting port b5d8604c-a77d-4e9e-b058-ef525cdf4504 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:01.906474 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-965fd49f-d92e-42ba-b1bc-0f0733cc5da2 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:01.951556 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aea2d64d-a066-46b4-8af0-f71c7ed6a218 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:01.952063 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea2d64d-a066-46b4-8af0-f71c7ed6a218 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Fanout notify agent at l3_agent the message router_deleted on router fe019408-2fd3-4593-823a-d85886c5cc89 {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:28:01.959406 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aea2d64d-a066-46b4-8af0-f71c7ed6a218 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:01.960603 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-aea2d64d-a066-46b4-8af0-f71c7ed6a218 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/routers/fe019408-2fd3-4593-823a-d85886c5cc89 HTTP/1.1" status: 204 len: 168 time: 0.7189698 Nov 15 11:28:01.963372 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44788) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:02.034562 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-965fd49f-d92e-42ba-b1bc-0f0733cc5da2 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] For port b5d8604c-a77d-4e9e-b058-ef525cdf4504, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b5d8604c-a77d-4e9e-b058-ef525cdf4504,segment=NetworkSegment(b7ade371-02cb-45b3-aa2b-9286f02019ab),segment_id=b7ade371-02cb-45b3-aa2b-9286f02019ab)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:02.034930 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-965fd49f-d92e-42ba-b1bc-0f0733cc5da2 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:02.062165 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-965fd49f-d92e-42ba-b1bc-0f0733cc5da2 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Calling delete_port for b5d8604c-a77d-4e9e-b058-ef525cdf4504 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:02.132613 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4652b81-d548-4209-8e96-6cd19b09539f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting subnet 174c2e79-fde7-43ae-b476-c029ab257be2 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:28:02.146215 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e4652b81-d548-4209-8e96-6cd19b09539f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:02.180092 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aecf54a-c31d-4966-9fef-448496d71b27 None None] Resources bound (agent type, host, resource id): {{(pid=102679) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 11:28:02.240569 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e4652b81-d548-4209-8e96-6cd19b09539f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:02.254211 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-965fd49f-d92e-42ba-b1bc-0f0733cc5da2 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:02.296449 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fd49f-d92e-42ba-b1bc-0f0733cc5da2 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event deleted for resources: {'Port': ['ID=b5d8604c-a77d-4e9e-b058-ef525cdf4504,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:02.313546 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965fd49f-d92e-42ba-b1bc-0f0733cc5da2 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] No DVR routers for this DVR port b5d8604c-a77d-4e9e-b058-ef525cdf4504 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:28:02.373841 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e4652b81-d548-4209-8e96-6cd19b09539f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:02.425691 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-965fd49f-d92e-42ba-b1bc-0f0733cc5da2 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:02.448204 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e4652b81-d548-4209-8e96-6cd19b09539f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:02.461300 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-965fd49f-d92e-42ba-b1bc-0f0733cc5da2 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e83815-a109-4e6a-98aa-47d388fc64e2']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:02.472355 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-965fd49f-d92e-42ba-b1bc-0f0733cc5da2 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ade371-02cb-45b3-aa2b-9286f02019ab') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:02.472770 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-965fd49f-d92e-42ba-b1bc-0f0733cc5da2 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ade371-02cb-45b3-aa2b-9286f02019ab') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:02.482905 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4652b81-d548-4209-8e96-6cd19b09539f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Subnet': ['ID=174c2e79-fde7-43ae-b476-c029ab257be2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:02.486288 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-965fd49f-d92e-42ba-b1bc-0f0733cc5da2 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:02.489864 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e4652b81-d548-4209-8e96-6cd19b09539f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:02.499199 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44798) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:02.501595 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e4652b81-d548-4209-8e96-6cd19b09539f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/subnets/174c2e79-fde7-43ae-b476-c029ab257be2 HTTP/1.1" status: 204 len: 168 time: 0.5371239 Nov 15 11:28:02.553279 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-965fd49f-d92e-42ba-b1bc-0f0733cc5da2 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:02.567384 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965fd49f-d92e-42ba-b1bc-0f0733cc5da2 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:28:02.568332 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-965fd49f-d92e-42ba-b1bc-0f0733cc5da2 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:28:02.572799 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:28:02.687365 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c9665bf-4b3b-4bdc-b23d-7189be9cadca tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:02.706030 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-965fd49f-d92e-42ba-b1bc-0f0733cc5da2 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:02.717138 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-965fd49f-d92e-42ba-b1bc-0f0733cc5da2 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:02.721679 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-965fd49f-d92e-42ba-b1bc-0f0733cc5da2 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "DELETE /v2.0/networks/20e83815-a109-4e6a-98aa-47d388fc64e2 HTTP/1.1" status: 204 len: 168 time: 1.2408354 Nov 15 11:28:02.724070 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44806) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:02.772393 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fd49f-d92e-42ba-b1bc-0f0733cc5da2 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event deleted for resources: {'Network': ['ID=20e83815-a109-4e6a-98aa-47d388fc64e2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:02.794897 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44810) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:02.823570 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2c9665bf-4b3b-4bdc-b23d-7189be9cadca tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting port c1edf907-260b-4303-8aa0-73c1857a9794 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:02.826072 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c9665bf-4b3b-4bdc-b23d-7189be9cadca tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:02.841379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20e56bf-058e-4739-9d2c-a898a0752ba0 None None] DHCP port deletion for c7abab0f-4274-40bd-9c20-749f1f1c5aed request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:28:02.852586 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195eb31b-ae91-46aa-bdae-14fcca8dbe54 None None] Network 2b014ae6-4361-4fb7-b1c4-d813863bf068 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:03.017892 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2c9665bf-4b3b-4bdc-b23d-7189be9cadca tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] For port c1edf907-260b-4303-8aa0-73c1857a9794, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c1edf907-260b-4303-8aa0-73c1857a9794,segment=NetworkSegment(7bbeb357-3177-42c3-9ad7-90303b42be06),segment_id=7bbeb357-3177-42c3-9ad7-90303b42be06)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:03.017892 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c9665bf-4b3b-4bdc-b23d-7189be9cadca tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:03.039139 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2c9665bf-4b3b-4bdc-b23d-7189be9cadca tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Calling delete_port for c1edf907-260b-4303-8aa0-73c1857a9794 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:03.077781 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3ec36f30-0390-4d31-b08e-bfb461e1f5f5 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Deleting port afcb95f4-7c7c-4040-bbf1-b8fd5e492e45 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:03.078168 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ec36f30-0390-4d31-b08e-bfb461e1f5f5 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:03.159291 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c9665bf-4b3b-4bdc-b23d-7189be9cadca tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:03.183688 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9665bf-4b3b-4bdc-b23d-7189be9cadca tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] No DVR routers for this DVR port c1edf907-260b-4303-8aa0-73c1857a9794 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:28:03.184243 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9648d6f4-0495-4fb6-8e4c-0e2ddc181e4c None None] DHCP port deletion for 2b014ae6-4361-4fb7-b1c4-d813863bf068 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:28:03.221928 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9665bf-4b3b-4bdc-b23d-7189be9cadca tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Port': ['ID=c1edf907-260b-4303-8aa0-73c1857a9794,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:03.254924 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 07862bcb-4060-464d-97b1-43987f8807f6 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:28:03.294724 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 07862bcb-4060-464d-97b1-43987f8807f6 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:28:03.302485 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 07862bcb-4060-464d-97b1-43987f8807f6 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:28:03.353570 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c9665bf-4b3b-4bdc-b23d-7189be9cadca tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:03.378534 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-2c9665bf-4b3b-4bdc-b23d-7189be9cadca tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b014ae6-4361-4fb7-b1c4-d813863bf068']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:03.391266 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-2c9665bf-4b3b-4bdc-b23d-7189be9cadca tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bbeb357-3177-42c3-9ad7-90303b42be06') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:03.391541 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-2c9665bf-4b3b-4bdc-b23d-7189be9cadca tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bbeb357-3177-42c3-9ad7-90303b42be06') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:03.403993 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c9665bf-4b3b-4bdc-b23d-7189be9cadca tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:03.419870 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c9665bf-4b3b-4bdc-b23d-7189be9cadca tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:03.426777 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9665bf-4b3b-4bdc-b23d-7189be9cadca tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:28:03.427172 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c9665bf-4b3b-4bdc-b23d-7189be9cadca tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:28:03.542535 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:28:03.546213 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c9665bf-4b3b-4bdc-b23d-7189be9cadca tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:03.559726 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c9665bf-4b3b-4bdc-b23d-7189be9cadca tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:03.566545 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2c9665bf-4b3b-4bdc-b23d-7189be9cadca tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/networks/2b014ae6-4361-4fb7-b1c4-d813863bf068 HTTP/1.1" status: 204 len: 168 time: 1.0652246 Nov 15 11:28:03.572070 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44828) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:03.668926 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5797dca5-72e7-473b-aab3-2dab4ec2b732 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:03.670566 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5797dca5-72e7-473b-aab3-2dab4ec2b732 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports/403f3876-4d89-47b6-b89f-2d21be4b04dc HTTP/1.1" status: 200 len: 840 time: 0.0869884 Nov 15 11:28:03.673511 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9665bf-4b3b-4bdc-b23d-7189be9cadca tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Network': ['ID=2b014ae6-4361-4fb7-b1c4-d813863bf068,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:03.676830 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44832) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:03.683775 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ec36f30-0390-4d31-b08e-bfb461e1f5f5 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:03.700659 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3ec36f30-0390-4d31-b08e-bfb461e1f5f5 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Calling delete_port for afcb95f4-7c7c-4040-bbf1-b8fd5e492e45 owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:03.743656 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-45a7816d-b562-4411-8fa2-0ac0c7e4e5ba tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports/403f3876-4d89-47b6-b89f-2d21be4b04dc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0654640 Nov 15 11:28:03.753006 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44834) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:03.763598 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ba937815-c251-4bb1-bd21-875ebb77ed06 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'subnet': {'network_id': '4ee110dd-5f17-4048-9289-cbe74f70eac2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:03.811483 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ec36f30-0390-4d31-b08e-bfb461e1f5f5 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:03.831272 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c1edf907-260b-4303-8aa0-73c1857a9794 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:28:03.868124 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ec36f30-0390-4d31-b08e-bfb461e1f5f5 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:03.871604 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3ec36f30-0390-4d31-b08e-bfb461e1f5f5 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "DELETE /v2.0/ports/afcb95f4-7c7c-4040-bbf1-b8fd5e492e45 HTTP/1.1" status: 204 len: 168 time: 1.1464813 Nov 15 11:28:03.875350 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec36f30-0390-4d31-b08e-bfb461e1f5f5 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event deleted for resources: {'Port': ['ID=afcb95f4-7c7c-4040-bbf1-b8fd5e492e45,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:03.878746 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: c1edf907-260b-4303-8aa0-73c1857a9794 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:28:03.878977 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44836) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:03.879516 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c1edf907-260b-4303-8aa0-73c1857a9794 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:28:03.940568 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba937815-c251-4bb1-bd21-875ebb77ed06 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:03.940568 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba937815-c251-4bb1-bd21-875ebb77ed06 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:03.946883 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-8061d78e-254e-4f64-a92d-9bd60ebac840 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] DELETE failed (client error): The resource could not be found. Nov 15 11:28:03.947363 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8061d78e-254e-4f64-a92d-9bd60ebac840 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:28:03.954216 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8061d78e-254e-4f64-a92d-9bd60ebac840 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "DELETE /v2.0/subnets/00065a5e-2ed2-4c5b-8690-5ad9f71dbdd3 HTTP/1.1" status: 404 len: 337 time: 0.0636241 Nov 15 11:28:03.965126 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44840) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:04.007086 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44842) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:04.265335 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ee39ddc-a857-42c9-8973-afd9c07c6206 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:04.269569 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba937815-c251-4bb1-bd21-875ebb77ed06 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:04.274434 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3c2fb6d8-36c8-481e-a1d3-c9b1eb5484ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:04.278381 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dd4d9fe4-974f-4876-9c96-a169c703f1c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:04.366281 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba937815-c251-4bb1-bd21-875ebb77ed06 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network 4ee110dd-5f17-4048-9289-cbe74f70eac2 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:28:04.373859 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ba937815-c251-4bb1-bd21-875ebb77ed06 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:04.377137 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba937815-c251-4bb1-bd21-875ebb77ed06 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:04.377774 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ba937815-c251-4bb1-bd21-875ebb77ed06 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:04.383443 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8424819c-4d26-435b-897c-953dfba0ac6c None None] Network 4ee110dd-5f17-4048-9289-cbe74f70eac2 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:04.422246 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ba937815-c251-4bb1-bd21-875ebb77ed06 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6651862 Nov 15 11:28:04.460397 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44850) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:04.468505 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-98eac4dc-584b-4e7e-b260-400bbec13258 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'security_group': {'name': 'tempest-secgroup-481157567'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:04.506316 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dd4d9fe4-974f-4876-9c96-a169c703f1c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:04.507938 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98eac4dc-584b-4e7e-b260-400bbec13258 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:04.520003 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba937815-c251-4bb1-bd21-875ebb77ed06 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Subnet': ['ID=03e1eae4-8327-4083-8d85-5a3cfca49a26,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:04.531538 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ee39ddc-a857-42c9-8973-afd9c07c6206 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:04.567144 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4ee39ddc-a857-42c9-8973-afd9c07c6206 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90272d1b-1305-4806-965b-ec1a84bd0388']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:04.583738 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4ee39ddc-a857-42c9-8973-afd9c07c6206 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58cbb81a-d30a-494a-8978-70b83637852f') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:04.584187 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4ee39ddc-a857-42c9-8973-afd9c07c6206 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58cbb81a-d30a-494a-8978-70b83637852f') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:04.599338 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ee39ddc-a857-42c9-8973-afd9c07c6206 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:04.626499 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ee39ddc-a857-42c9-8973-afd9c07c6206 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:04.637719 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee39ddc-a857-42c9-8973-afd9c07c6206 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:28:04.638367 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ee39ddc-a857-42c9-8973-afd9c07c6206 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:28:04.641403 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:28:04.670480 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dd4d9fe4-974f-4876-9c96-a169c703f1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:04.692520 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b9c8fa-c30c-426d-8f6e-c445bedc3a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-4ee110dd-5f17-4048-9289-cbe74f70eac2', 'network_id': '4ee110dd-5f17-4048-9289-cbe74f70eac2', 'tenant_id': 'e5b1bb3ca099430a917c5bdc2dfcf841', 'fixed_ips': [{'subnet_id': '03e1eae4-8327-4083-8d85-5a3cfca49a26'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:28:04.693473 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d2b9c8fa-c30c-426d-8f6e-c445bedc3a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:04.726264 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98eac4dc-584b-4e7e-b260-400bbec13258 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:04.734209 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98eac4dc-584b-4e7e-b260-400bbec13258 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:04.783701 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac4dc-584b-4e7e-b260-400bbec13258 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6574152b-2cc0-4bcf-96b6-e27e0e7644e8,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:04.788334 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ee39ddc-a857-42c9-8973-afd9c07c6206 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:04.796833 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ee39ddc-a857-42c9-8973-afd9c07c6206 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:04.800264 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4ee39ddc-a857-42c9-8973-afd9c07c6206 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "DELETE /v2.0/networks/90272d1b-1305-4806-965b-ec1a84bd0388 HTTP/1.1" status: 204 len: 168 time: 0.8294621 Nov 15 11:28:04.802647 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44854) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:04.821648 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98eac4dc-584b-4e7e-b260-400bbec13258 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:04.824427 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-98eac4dc-584b-4e7e-b260-400bbec13258 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3629255 Nov 15 11:28:04.827864 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee39ddc-a857-42c9-8973-afd9c07c6206 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event deleted for resources: {'Network': ['ID=90272d1b-1305-4806-965b-ec1a84bd0388,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:04.829752 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44856) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:04.864075 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e97c5670-a857-413f-acf2-80c7c4fc1ac1 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'security_group': {'name': 'tempest-secgroup-702968652'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:04.898643 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44858) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:04.900647 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-dd4d9fe4-974f-4876-9c96-a169c703f1c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=92c3e5e483694dc083fae059994998e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8909876 Nov 15 11:28:04.905263 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d9fe4-974f-4876-9c96-a169c703f1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402a583c-b973-4546-b697-00e2a33c1a05,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:04.913210 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-950c55f7-18ca-4d28-ae80-d772ce770137 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Deleting subnet 9fd37a51-f969-4d57-836e-0aa0eec829a7 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:28:04.923629 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e97c5670-a857-413f-acf2-80c7c4fc1ac1 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:04.925453 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-d2b9c8fa-c30c-426d-8f6e-c445bedc3a37 None None] Allocated IP 172.20.0.2 (4ee110dd-5f17-4048-9289-cbe74f70eac2/03e1eae4-8327-4083-8d85-5a3cfca49a26/8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:28:04.946543 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-950c55f7-18ca-4d28-ae80-d772ce770137 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:05.032378 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-950c55f7-18ca-4d28-ae80-d772ce770137 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:05.054072 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fb6d8-36c8-481e-a1d3-c9b1eb5484ec admin admin] Deleting port 4b11f7b8-2773-4c47-9937-c3cdb6b7c89b {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:05.054439 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3c2fb6d8-36c8-481e-a1d3-c9b1eb5484ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:05.146497 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3c2fb6d8-36c8-481e-a1d3-c9b1eb5484ec admin admin] For port 4b11f7b8-2773-4c47-9937-c3cdb6b7c89b, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=4b11f7b8-2773-4c47-9937-c3cdb6b7c89b,segment=NetworkSegment(00942dea-c92f-404b-9297-63ecd0e0ea2c),segment_id=00942dea-c92f-404b-9297-63ecd0e0ea2c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:05.147301 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3c2fb6d8-36c8-481e-a1d3-c9b1eb5484ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:05.160699 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fb6d8-36c8-481e-a1d3-c9b1eb5484ec admin admin] Calling delete_port for 4b11f7b8-2773-4c47-9937-c3cdb6b7c89b owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:05.194704 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d2b9c8fa-c30c-426d-8f6e-c445bedc3a37 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:05.202874 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d2b9c8fa-c30c-426d-8f6e-c445bedc3a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:05.227648 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b9c8fa-c30c-426d-8f6e-c445bedc3a37 None None] Network 4ee110dd-5f17-4048-9289-cbe74f70eac2 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:28:05.230285 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-d2b9c8fa-c30c-426d-8f6e-c445bedc3a37 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:05.232867 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-950c55f7-18ca-4d28-ae80-d772ce770137 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:05.237849 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b9c8fa-c30c-426d-8f6e-c445bedc3a37 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:28:05.355393 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3c2fb6d8-36c8-481e-a1d3-c9b1eb5484ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:05.387793 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9c8fa-c30c-426d-8f6e-c445bedc3a37 None None] Pushing event updated for resources: {'Port': ['ID=8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:05.395352 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fb6d8-36c8-481e-a1d3-c9b1eb5484ec admin admin] Pushing event deleted for resources: {'Port': ['ID=4b11f7b8-2773-4c47-9937-c3cdb6b7c89b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:05.418857 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-950c55f7-18ca-4d28-ae80-d772ce770137 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:05.423082 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82e8a37c-e20f-4937-a19b-9a861eecb025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:05.430336 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8ea994-5a91-4fd5-b1ee-344849c87f05 None None] DHCP port deletion for c7abab0f-4274-40bd-9c20-749f1f1c5aed request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:28:05.443400 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d2b9c8fa-c30c-426d-8f6e-c445bedc3a37 None None] Attempting to bind port 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:28:05.443750 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d2b9c8fa-c30c-426d-8f6e-c445bedc3a37 None None] Attempting to bind port 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '07325629-3ab0-42e3-882b-38f4426cfcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4ee110dd-5f17-4048-9289-cbe74f70eac2'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:28:05.444136 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b9c8fa-c30c-426d-8f6e-c445bedc3a37 None None] Attempting to bind port 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d on network 4ee110dd-5f17-4048-9289-cbe74f70eac2 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:28:05.462277 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b9c8fa-c30c-426d-8f6e-c445bedc3a37 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:28:05.465806 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b9c8fa-c30c-426d-8f6e-c445bedc3a37 None None] Checking segment: {'id': '07325629-3ab0-42e3-882b-38f4426cfcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4ee110dd-5f17-4048-9289-cbe74f70eac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:28:05.466226 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d2b9c8fa-c30c-426d-8f6e-c445bedc3a37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:05.466749 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b9c8fa-c30c-426d-8f6e-c445bedc3a37 None None] Bound using segment: {'id': '07325629-3ab0-42e3-882b-38f4426cfcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4ee110dd-5f17-4048-9289-cbe74f70eac2'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:28:05.467372 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d2b9c8fa-c30c-426d-8f6e-c445bedc3a37 None None] Bound port: 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07325629-3ab0-42e3-882b-38f4426cfcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4ee110dd-5f17-4048-9289-cbe74f70eac2'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:28:05.469649 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d2b9c8fa-c30c-426d-8f6e-c445bedc3a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:05.516029 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e97c5670-a857-413f-acf2-80c7c4fc1ac1 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:05.522213 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-950c55f7-18ca-4d28-ae80-d772ce770137 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:05.527991 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-950c55f7-18ca-4d28-ae80-d772ce770137 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "DELETE /v2.0/subnets/9fd37a51-f969-4d57-836e-0aa0eec829a7 HTTP/1.1" status: 204 len: 168 time: 0.7221625 Nov 15 11:28:05.527991 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c55f7-18ca-4d28-ae80-d772ce770137 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event deleted for resources: {'Subnet': ['ID=9fd37a51-f969-4d57-836e-0aa0eec829a7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:05.535308 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44864) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:05.555669 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e97c5670-a857-413f-acf2-80c7c4fc1ac1 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:05.559750 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1614175-1007-40ad-96f3-1875f9571e6b None None] Network c3a5d91e-4429-4083-8ea4-5e5ccdc8234b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:05.582873 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82e8a37c-e20f-4937-a19b-9a861eecb025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:05.660585 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e97c5670-a857-413f-acf2-80c7c4fc1ac1 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:05.662461 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e97c5670-a857-413f-acf2-80c7c4fc1ac1 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8025522 Nov 15 11:28:05.670331 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3c2fb6d8-36c8-481e-a1d3-c9b1eb5484ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:05.672646 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44866) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:05.685374 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-ee280bf5-acd1-49c7-bc12-20fcb78bc6b4 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-376614196', 'security_groups': ['de0b5199-a309-45e6-bf05-615608064641'], 'network_id': '4ee110dd-5f17-4048-9289-cbe74f70eac2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '03e1eae4-8327-4083-8d85-5a3cfca49a26'}]}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:05.733884 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d2b9c8fa-c30c-426d-8f6e-c445bedc3a37 None None] For port 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:28:05.778060 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c5670-a857-413f-acf2-80c7c4fc1ac1 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de0b5199-a309-45e6-bf05-615608064641,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:05.840847 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:05.917183 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d2b9c8fa-c30c-426d-8f6e-c445bedc3a37 None None] For port 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d,segment=NetworkSegment(07325629-3ab0-42e3-882b-38f4426cfcfa),segment_id=07325629-3ab0-42e3-882b-38f4426cfcfa)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:28:05.930993 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d2b9c8fa-c30c-426d-8f6e-c445bedc3a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:05.935908 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82e8a37c-e20f-4937-a19b-9a861eecb025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:05.938763 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82e8a37c-e20f-4937-a19b-9a861eecb025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:05.942324 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-82e8a37c-e20f-4937-a19b-9a861eecb025 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/402a583c-b973-4546-b697-00e2a33c1a05 HTTP/1.1" status: 204 len: 168 time: 1.0388906 Nov 15 11:28:05.960200 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8a37c-e20f-4937-a19b-9a861eecb025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402a583c-b973-4546-b697-00e2a33c1a05,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:05.983729 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Deleting port cec7ac55-544d-4864-9e29-eb7862276168 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:05.984506 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:06.007930 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9c8fa-c30c-426d-8f6e-c445bedc3a37 None None] Pushing event updated for resources: {'Port': ['ID=8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:06.155753 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0980ee37-4e1f-44db-b096-e5608a893fea None None] DHCP port deletion for c3a5d91e-4429-4083-8ea4-5e5ccdc8234b request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:28:06.188116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee280bf5-acd1-49c7-bc12-20fcb78bc6b4 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:06.220503 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2fb6d8-36c8-481e-a1d3-c9b1eb5484ec admin admin] Router eb3e03e2-5045-4eee-9e84-711018be25f1 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:28:06.299532 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bcf3a11f-dfd5-4b9a-a966-1421deaa8901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:06.323138 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-0980ee37-4e1f-44db-b096-e5608a893fea None None] Deleting port cec7ac55-544d-4864-9e29-eb7862276168 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:06.323565 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0980ee37-4e1f-44db-b096-e5608a893fea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:06.513978 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0980ee37-4e1f-44db-b096-e5608a893fea None None] For port cec7ac55-544d-4864-9e29-eb7862276168, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=cec7ac55-544d-4864-9e29-eb7862276168,segment=NetworkSegment(6a7a4fc9-af78-43ca-a74d-5be9ab70a0f0),segment_id=6a7a4fc9-af78-43ca-a74d-5be9ab70a0f0)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:06.514680 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0980ee37-4e1f-44db-b096-e5608a893fea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:06.537213 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-0980ee37-4e1f-44db-b096-e5608a893fea None None] Calling delete_port for cec7ac55-544d-4864-9e29-eb7862276168 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:06.641854 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:28:06.655603 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44880) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:06.683663 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb0a1493-849d-4282-89a1-d1c26dc8bcad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:06.714015 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] For port cec7ac55-544d-4864-9e29-eb7862276168, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=cec7ac55-544d-4864-9e29-eb7862276168,segment=NetworkSegment(6a7a4fc9-af78-43ca-a74d-5be9ab70a0f0),segment_id=6a7a4fc9-af78-43ca-a74d-5be9ab70a0f0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:06.714400 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:06.714533 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2fb6d8-36c8-481e-a1d3-c9b1eb5484ec admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:28:06.720657 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3c2fb6d8-36c8-481e-a1d3-c9b1eb5484ec admin admin] 10.222.0.64 "PUT /v2.0/routers/eb3e03e2-5045-4eee-9e84-711018be25f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9247494 Nov 15 11:28:06.725913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44884) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:06.729034 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f927896c-32b7-4ef0-8cb2-381e2364716a None None] Sync routers for ids ['eb3e03e2-5045-4eee-9e84-711018be25f1'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:28:06.745988 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927896c-32b7-4ef0-8cb2-381e2364716a None None] Routers {'eb3e03e2-5045-4eee-9e84-711018be25f1'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:28:06.747771 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f927896c-32b7-4ef0-8cb2-381e2364716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:27:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['eb3e03e2-5045-4eee-9e84-711018be25f1'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:06.761021 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee280bf5-acd1-49c7-bc12-20fcb78bc6b4 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:06.781385 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-ee280bf5-acd1-49c7-bc12-20fcb78bc6b4 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] device_id is not set on port 7f3e0e5e-163b-4f4f-971d-551b2b48b3c6 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:28:06.887913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Calling delete_port for cec7ac55-544d-4864-9e29-eb7862276168 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:06.980115 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0980ee37-4e1f-44db-b096-e5608a893fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:06.990521 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0367d837-99fd-4344-81c5-dec987ffd253 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:07.060726 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0980ee37-4e1f-44db-b096-e5608a893fea None None] No DVR routers for this DVR port cec7ac55-544d-4864-9e29-eb7862276168 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:28:07.067549 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980ee37-4e1f-44db-b096-e5608a893fea None None] Pushing event deleted for resources: {'Port': ['ID=cec7ac55-544d-4864-9e29-eb7862276168,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:07.154293 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-f927896c-32b7-4ef0-8cb2-381e2364716a None None] Set router eb3e03e2-5045-4eee-9e84-711018be25f1 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:28:07.173409 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0367d837-99fd-4344-81c5-dec987ffd253 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:07.185582 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-ee280bf5-acd1-49c7-bc12-20fcb78bc6b4 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Allocated IP 172.20.0.4 (4ee110dd-5f17-4048-9289-cbe74f70eac2/03e1eae4-8327-4083-8d85-5a3cfca49a26/7f3e0e5e-163b-4f4f-971d-551b2b48b3c6) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:28:07.233334 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb0a1493-849d-4282-89a1-d1c26dc8bcad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:07.279927 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bb0a1493-849d-4282-89a1-d1c26dc8bcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:07.282419 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:07.375309 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bb0a1493-849d-4282-89a1-d1c26dc8bcad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a31463f53e6f4fa6851afd5385f5b158&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7168126 Nov 15 11:28:07.381940 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f927896c-32b7-4ef0-8cb2-381e2364716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3e03e2-5045-4eee-9e84-711018be25f1', 'name': 'tempest-ServerRescueTestJSON-532855723-router', 'tenant_id': '91113c0fa8154b558a9e557fde9f1b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'db12e132-7cb6-428a-8bf0-c98ae9358ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:25:56Z', 'updated_at': '2021-11-15T11:28:05Z', 'revision_number': 5, 'project_id': '91113c0fa8154b558a9e557fde9f1b3d', 'gw_port': {'id': 'db12e132-7cb6-428a-8bf0-c98ae9358ab7', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:27:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3e03e2-5045-4eee-9e84-711018be25f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:25:57Z', 'updated_at': '2021-11-15T11:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:07.383910 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] No DVR routers for this DVR port cec7ac55-544d-4864-9e29-eb7862276168 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:28:07.385334 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44890) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:07.387030 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event deleted for resources: {'Port': ['ID=cec7ac55-544d-4864-9e29-eb7862276168,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:07.419177 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee280bf5-acd1-49c7-bc12-20fcb78bc6b4 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:07.424035 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f927896c-32b7-4ef0-8cb2-381e2364716a None None] Checking router: eb3e03e2-5045-4eee-9e84-711018be25f1 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:28:07.434707 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927896c-32b7-4ef0-8cb2-381e2364716a None None] Routers {'eb3e03e2-5045-4eee-9e84-711018be25f1'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:28:07.435378 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f927896c-32b7-4ef0-8cb2-381e2364716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:27:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['eb3e03e2-5045-4eee-9e84-711018be25f1'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:07.435636 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:07.436016 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:07.436359 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:07.436694 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:07.437029 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:07.437356 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:07.437680 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:07.438005 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:07.438335 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:07.438647 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:07.438968 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:07.439288 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:07.504199 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee280bf5-acd1-49c7-bc12-20fcb78bc6b4 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:07.551257 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-f927896c-32b7-4ef0-8cb2-381e2364716a None None] Set router eb3e03e2-5045-4eee-9e84-711018be25f1 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:28:07.582167 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee280bf5-acd1-49c7-bc12-20fcb78bc6b4 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network 4ee110dd-5f17-4048-9289-cbe74f70eac2 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:28:07.586099 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ee280bf5-acd1-49c7-bc12-20fcb78bc6b4 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:07.592204 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee280bf5-acd1-49c7-bc12-20fcb78bc6b4 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:28:07.601459 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a1493-849d-4282-89a1-d1c26dc8bcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41bd85c-9982-4419-900d-72b7f673d869,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:07.630183 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-0367d837-99fd-4344-81c5-dec987ffd253 admin admin] Deleting port db12e132-7cb6-428a-8bf0-c98ae9358ab7 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:07.630556 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0367d837-99fd-4344-81c5-dec987ffd253 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:07.641090 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:07.652381 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee280bf5-acd1-49c7-bc12-20fcb78bc6b4 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Port': ['ID=7f3e0e5e-163b-4f4f-971d-551b2b48b3c6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:07.658948 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-98c432a8-9731-48d2-aa30-1a4f0288e652 None None] Provisioning complete for port 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:07.660311 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-98c432a8-9731-48d2-aa30-1a4f0288e652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:07.683341 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f927896c-32b7-4ef0-8cb2-381e2364716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3e03e2-5045-4eee-9e84-711018be25f1', 'name': 'tempest-ServerRescueTestJSON-532855723-router', 'tenant_id': '91113c0fa8154b558a9e557fde9f1b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:25:56Z', 'updated_at': '2021-11-15T11:28:07Z', 'revision_number': 6, 'project_id': '91113c0fa8154b558a9e557fde9f1b3d', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:07.728506 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a5d91e-4429-4083-8ea4-5e5ccdc8234b']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:07.735411 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee280bf5-acd1-49c7-bc12-20fcb78bc6b4 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:07.737822 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee280bf5-acd1-49c7-bc12-20fcb78bc6b4 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:07.750867 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f927896c-32b7-4ef0-8cb2-381e2364716a None None] The sync data for ids ['eb3e03e2-5045-4eee-9e84-711018be25f1'] in n-d-729945-9 is: [{'id': 'eb3e03e2-5045-4eee-9e84-711018be25f1', 'name': 'tempest-ServerRescueTestJSON-532855723-router', 'tenant_id': '91113c0fa8154b558a9e557fde9f1b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:25:56Z', 'updated_at': '2021-11-15T11:28:07Z', 'revision_number': 6, 'project_id': '91113c0fa8154b558a9e557fde9f1b3d', 'gw_port_host': None}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:28:07.795681 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7a4fc9-af78-43ca-a74d-5be9ab70a0f0') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:07.796013 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7a4fc9-af78-43ca-a74d-5be9ab70a0f0') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:07.797744 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ee280bf5-acd1-49c7-bc12-20fcb78bc6b4 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1228464 Nov 15 11:28:07.798541 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44894) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:07.803979 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8572c850-c16b-41a0-bd25-ccd721b5ad65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:07.808894 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-cfd6b3a4-a978-4cec-9a9e-7b3680e1b021 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'subnet': {'network_id': '4ee110dd-5f17-4048-9289-cbe74f70eac2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:07.845326 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:07.862569 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-98c432a8-9731-48d2-aa30-1a4f0288e652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:07.890676 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8572c850-c16b-41a0-bd25-ccd721b5ad65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:07.902406 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-98c432a8-9731-48d2-aa30-1a4f0288e652 None None] For port 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d,segment=NetworkSegment(07325629-3ab0-42e3-882b-38f4426cfcfa),segment_id=07325629-3ab0-42e3-882b-38f4426cfcfa)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:07.904969 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:07.911644 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-98c432a8-9731-48d2-aa30-1a4f0288e652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:07.933851 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:28:07.934475 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:28:07.943340 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:28:07.975808 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-98c432a8-9731-48d2-aa30-1a4f0288e652 None None] Provisioning complete for port 403f3876-4d89-47b6-b89f-2d21be4b04dc triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:07.976261 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-98c432a8-9731-48d2-aa30-1a4f0288e652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:08.008685 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c432a8-9731-48d2-aa30-1a4f0288e652 None None] Pushing event updated for resources: {'Port': ['ID=8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:08.025602 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-98c432a8-9731-48d2-aa30-1a4f0288e652 None None] Port 403f3876-4d89-47b6-b89f-2d21be4b04dc cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:28:08.034469 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0367d837-99fd-4344-81c5-dec987ffd253 admin admin] For port db12e132-7cb6-428a-8bf0-c98ae9358ab7, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=db12e132-7cb6-428a-8bf0-c98ae9358ab7,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:08.034960 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0367d837-99fd-4344-81c5-dec987ffd253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:08.040002 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd6b3a4-a978-4cec-9a9e-7b3680e1b021 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:08.043980 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cfd6b3a4-a978-4cec-9a9e-7b3680e1b021 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:08.049391 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-0367d837-99fd-4344-81c5-dec987ffd253 admin admin] Calling delete_port for db12e132-7cb6-428a-8bf0-c98ae9358ab7 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:08.169852 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:08.173984 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8572c850-c16b-41a0-bd25-ccd721b5ad65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:08.176637 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8572c850-c16b-41a0-bd25-ccd721b5ad65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:08.180270 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8572c850-c16b-41a0-bd25-ccd721b5ad65 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c41bd85c-9982-4419-900d-72b7f673d869 HTTP/1.1" status: 204 len: 168 time: 0.7818673 Nov 15 11:28:08.182048 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:28:08.184987 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-643c6583-3f1a-4186-ba25-237c34963807 None None] Provisioning complete for port 7f3e0e5e-163b-4f4f-971d-551b2b48b3c6 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:08.185311 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-643c6583-3f1a-4186-ba25-237c34963807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:08.218572 n-d-729945-9 neutron-server[102678]: INFO neutron.db.ipam_backend_mixin [None req-cfd6b3a4-a978-4cec-9a9e-7b3680e1b021 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 03e1eae4-8327-4083-8d85-5a3cfca49a26 (CIDR: 172.20.0.0/28) Nov 15 11:28:08.221112 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:08.225828 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd6b3a4-a978-4cec-9a9e-7b3680e1b021 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:28:08.226999 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd6b3a4-a978-4cec-9a9e-7b3680e1b021 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:28:08.229799 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] 10.222.0.64 "DELETE /v2.0/networks/c3a5d91e-4429-4083-8ea4-5e5ccdc8234b HTTP/1.1" status: 204 len: 168 time: 2.6895497 Nov 15 11:28:08.266604 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572c850-c16b-41a0-bd25-ccd721b5ad65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41bd85c-9982-4419-900d-72b7f673d869,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:08.270261 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cfd6b3a4-a978-4cec-9a9e-7b3680e1b021 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4702630 Nov 15 11:28:08.271094 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc601d-6352-4c1f-871a-4359822361e9 tempest-NetworksIpV6TestAttrs-1326981517 tempest-NetworksIpV6TestAttrs-1326981517-project] Pushing event deleted for resources: {'Network': ['ID=c3a5d91e-4429-4083-8ea4-5e5ccdc8234b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:08.275889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44902) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:08.283216 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-f23a225a-7d62-4ebb-8c22-84d54cbae3bd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'subnet': {'network_id': '4ee110dd-5f17-4048-9289-cbe74f70eac2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:08.384054 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f500b2e5-49b3-42e6-9631-fd7330fff568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:08.386373 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:08.386789 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:08.389618 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-643c6583-3f1a-4186-ba25-237c34963807 None None] Port 7f3e0e5e-163b-4f4f-971d-551b2b48b3c6 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:28:08.399704 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-72e37fa2-f4ed-470b-b1c2-16512be081ba req-8acdeb40-f418-42dc-9c4f-020f8a2a4359 service neutron] (102677) timed out ('10.222.0.11', 65077) {{(pid=102677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 11:28:08.514539 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0367d837-99fd-4344-81c5-dec987ffd253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:08.525777 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23a225a-7d62-4ebb-8c22-84d54cbae3bd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:08.531643 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f23a225a-7d62-4ebb-8c22-84d54cbae3bd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:08.553470 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82709fb7-39b0-4e26-94f3-936320a9b471 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:28:08.569421 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367d837-99fd-4344-81c5-dec987ffd253 admin admin] Pushing event deleted for resources: {'Port': ['ID=db12e132-7cb6-428a-8bf0-c98ae9358ab7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:08.674914 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0367d837-99fd-4344-81c5-dec987ffd253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:08.747396 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device cec7ac55-544d-4864-9e29-eb7862276168 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:28:08.799646 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: cec7ac55-544d-4864-9e29-eb7862276168 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:28:08.800001 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device cec7ac55-544d-4864-9e29-eb7862276168 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:28:08.857375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44912) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:08.874645 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0367d837-99fd-4344-81c5-dec987ffd253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:08.881600 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0367d837-99fd-4344-81c5-dec987ffd253 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:08.977272 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0367d837-99fd-4344-81c5-dec987ffd253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:08.977841 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0367d837-99fd-4344-81c5-dec987ffd253 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb3e03e2-5045-4eee-9e84-711018be25f1 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:28:08.982235 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0367d837-99fd-4344-81c5-dec987ffd253 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:08.985826 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0367d837-99fd-4344-81c5-dec987ffd253 admin admin] 10.222.0.64 "DELETE /v2.0/routers/eb3e03e2-5045-4eee-9e84-711018be25f1 HTTP/1.1" status: 204 len: 168 time: 2.2549753 Nov 15 11:28:08.986338 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44922) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:08.995707 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f23a225a-7d62-4ebb-8c22-84d54cbae3bd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:09.080891 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23a225a-7d62-4ebb-8c22-84d54cbae3bd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network 4ee110dd-5f17-4048-9289-cbe74f70eac2 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:28:09.092005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-f23a225a-7d62-4ebb-8c22-84d54cbae3bd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:09.101996 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c99b7c-7e6d-4da0-90d7-fb44559f4832 None None] Network 4ee110dd-5f17-4048-9289-cbe74f70eac2 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:09.103785 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23a225a-7d62-4ebb-8c22-84d54cbae3bd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:09.104973 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f23a225a-7d62-4ebb-8c22-84d54cbae3bd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:09.128924 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a225a-7d62-4ebb-8c22-84d54cbae3bd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Subnet': ['ID=06ccd74e-09ca-452e-8b0c-d587406c3598,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:09.132897 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2d24d4-3a9a-46c2-9675-9ef90e029a49 admin admin] Deleting subnet 414b55a6-1594-48a7-b107-9f0e9048b526 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:28:09.139784 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a2d24d4-3a9a-46c2-9675-9ef90e029a49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:09.171695 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-bb8643de-ab37-4579-8255-f578d875e060 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b2cf290586f844baa5205ab73bef78ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3125525 Nov 15 11:28:09.172655 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44928) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:09.185322 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f23a225a-7d62-4ebb-8c22-84d54cbae3bd tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8995895 Nov 15 11:28:09.185322 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44930) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:09.189932 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-1b948e22-6084-4e14-aa83-4e2520e5f5bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1070239726', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '06ccd74e-09ca-452e-8b0c-d587406c3598'}], 'security_groups': ['6574152b-2cc0-4bcf-96b6-e27e0e7644e8']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:09.231054 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a2d24d4-3a9a-46c2-9675-9ef90e029a49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:09.291209 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a41ecc6-6b90-4173-8ce3-fb0ac0fc6e13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:09.300793 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b948e22-6084-4e14-aa83-4e2520e5f5bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:09.315691 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a2d24d4-3a9a-46c2-9675-9ef90e029a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:09.369484 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a41ecc6-6b90-4173-8ce3-fb0ac0fc6e13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:09.475508 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a41ecc6-6b90-4173-8ce3-fb0ac0fc6e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:09.479411 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a2d24d4-3a9a-46c2-9675-9ef90e029a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:09.489755 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a41ecc6-6b90-4173-8ce3-fb0ac0fc6e13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:09.494154 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9a41ecc6-6b90-4173-8ce3-fb0ac0fc6e13 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/68ed4468-fbdf-46fa-b74f-f507dd35efca HTTP/1.1" status: 204 len: 168 time: 0.3203895 Nov 15 11:28:09.512936 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41ecc6-6b90-4173-8ce3-fb0ac0fc6e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ed4468-fbdf-46fa-b74f-f507dd35efca,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:09.591449 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aae5fc-8022-44dc-83f1-2f3baf58fd48 None None] Update dhcp port {'port': {'network_id': '4ee110dd-5f17-4048-9289-cbe74f70eac2', 'fixed_ips': [{'subnet_id': '03e1eae4-8327-4083-8d85-5a3cfca49a26', 'ip_address': '172.20.0.2'}, {'subnet_id': '06ccd74e-09ca-452e-8b0c-d587406c3598'}], 'binding:host_id': 'n-d-729945-9'}, 'id': '8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d'} from n-d-729945-9. {{(pid=102679) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 11:28:09.618895 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a2d24d4-3a9a-46c2-9675-9ef90e029a49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:09.622260 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1a2d24d4-3a9a-46c2-9675-9ef90e029a49 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/414b55a6-1594-48a7-b107-9f0e9048b526 HTTP/1.1" status: 204 len: 168 time: 0.6350067 Nov 15 11:28:09.624936 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44942) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:09.628725 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e99467-196c-4668-afd7-b5cb5bdcbd37 None None] Network c7abab0f-4274-40bd-9c20-749f1f1c5aed requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:09.628891 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d24d4-3a9a-46c2-9675-9ef90e029a49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=414b55a6-1594-48a7-b107-9f0e9048b526,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:09.685035 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-33aae5fc-8022-44dc-83f1-2f3baf58fd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:09.827310 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-860ef19d-f487-4243-8610-1a90775de59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:09.939514 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:28:09.946987 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:10.019065 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-1b948e22-6084-4e14-aa83-4e2520e5f5bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Delete allocated IP 172.20.0.4 (4ee110dd-5f17-4048-9289-cbe74f70eac2/03e1eae4-8327-4083-8d85-5a3cfca49a26) {{(pid=102678) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 15 11:28:10.054086 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60e61bd-329f-4e19-ad87-d0bd107299dd None None] DHCP port deletion for c7abab0f-4274-40bd-9c20-749f1f1c5aed request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:28:10.062984 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-860ef19d-f487-4243-8610-1a90775de59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:10.070027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-1b948e22-6084-4e14-aa83-4e2520e5f5bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Allocated IP 172.20.0.29 (4ee110dd-5f17-4048-9289-cbe74f70eac2/06ccd74e-09ca-452e-8b0c-d587406c3598/7f3e0e5e-163b-4f4f-971d-551b2b48b3c6) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:28:10.133472 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-860ef19d-f487-4243-8610-1a90775de59a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7abab0f-4274-40bd-9c20-749f1f1c5aed']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:10.156306 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-860ef19d-f487-4243-8610-1a90775de59a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00942dea-c92f-404b-9297-63ecd0e0ea2c') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:10.156598 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-860ef19d-f487-4243-8610-1a90775de59a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00942dea-c92f-404b-9297-63ecd0e0ea2c') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:10.171011 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:10.171531 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:10.175228 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-860ef19d-f487-4243-8610-1a90775de59a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:10.202291 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-860ef19d-f487-4243-8610-1a90775de59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:10.220072 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860ef19d-f487-4243-8610-1a90775de59a admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:28:10.220072 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-860ef19d-f487-4243-8610-1a90775de59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:28:10.225301 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:28:10.362314 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b948e22-6084-4e14-aa83-4e2520e5f5bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:10.374723 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-860ef19d-f487-4243-8610-1a90775de59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:10.380972 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-860ef19d-f487-4243-8610-1a90775de59a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:10.387861 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-860ef19d-f487-4243-8610-1a90775de59a admin admin] 10.222.0.64 "DELETE /v2.0/networks/c7abab0f-4274-40bd-9c20-749f1f1c5aed HTTP/1.1" status: 204 len: 168 time: 0.7587199 Nov 15 11:28:10.396953 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b948e22-6084-4e14-aa83-4e2520e5f5bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:10.412482 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ef19d-f487-4243-8610-1a90775de59a admin admin] Pushing event deleted for resources: {'Network': ['ID=c7abab0f-4274-40bd-9c20-749f1f1c5aed,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:10.436007 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 4b11f7b8-2773-4c47-9937-c3cdb6b7c89b no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:28:10.461221 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b948e22-6084-4e14-aa83-4e2520e5f5bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Port': ['ID=7f3e0e5e-163b-4f4f-971d-551b2b48b3c6,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:10.485053 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 4b11f7b8-2773-4c47-9937-c3cdb6b7c89b {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:28:10.485627 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 4b11f7b8-2773-4c47-9937-c3cdb6b7c89b not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:28:10.486690 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device db12e132-7cb6-428a-8bf0-c98ae9358ab7 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:28:10.536162 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: db12e132-7cb6-428a-8bf0-c98ae9358ab7 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:28:10.544027 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device db12e132-7cb6-428a-8bf0-c98ae9358ab7 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:28:10.557778 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1b948e22-6084-4e14-aa83-4e2520e5f5bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] In _notify_port_updated(), no bound segment for port 7f3e0e5e-163b-4f4f-971d-551b2b48b3c6 on network 4ee110dd-5f17-4048-9289-cbe74f70eac2 {{(pid=102678) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:28:10.565535 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-33aae5fc-8022-44dc-83f1-2f3baf58fd48 None None] Allocated IP 172.20.0.18 (4ee110dd-5f17-4048-9289-cbe74f70eac2/06ccd74e-09ca-452e-8b0c-d587406c3598/8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:28:10.566112 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b948e22-6084-4e14-aa83-4e2520e5f5bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:10.567424 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b948e22-6084-4e14-aa83-4e2520e5f5bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:10.572380 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1b948e22-6084-4e14-aa83-4e2520e5f5bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "PUT /v2.0/ports/7f3e0e5e-163b-4f4f-971d-551b2b48b3c6 HTTP/1.1" status: 200 len: 921 time: 1.3886106 Nov 15 11:28:10.573045 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44978) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:10.700547 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-764e6951-8ea7-405c-be8a-b0e8c73d4980 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting port 7f3e0e5e-163b-4f4f-971d-551b2b48b3c6 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:10.700893 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-764e6951-8ea7-405c-be8a-b0e8c73d4980 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:10.712430 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-33aae5fc-8022-44dc-83f1-2f3baf58fd48 None None] For port 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d,segment=NetworkSegment(07325629-3ab0-42e3-882b-38f4426cfcfa),segment_id=07325629-3ab0-42e3-882b-38f4426cfcfa)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:10.753269 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-33aae5fc-8022-44dc-83f1-2f3baf58fd48 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:10.765910 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-33aae5fc-8022-44dc-83f1-2f3baf58fd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:10.827028 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44986) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:10.862585 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-764e6951-8ea7-405c-be8a-b0e8c73d4980 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:10.879244 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aae5fc-8022-44dc-83f1-2f3baf58fd48 None None] Pushing event updated for resources: {'Port': ['ID=8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:10.899018 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-764e6951-8ea7-405c-be8a-b0e8c73d4980 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Calling delete_port for 7f3e0e5e-163b-4f4f-971d-551b2b48b3c6 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:10.916660 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-71306381-c8df-492e-9381-f949628633c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=91113c0fa8154b558a9e557fde9f1b3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0889759 Nov 15 11:28:10.919796 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44990) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:11.014608 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df770ca4-045a-4636-99ca-d21bad079152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:11.063209 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df770ca4-045a-4636-99ca-d21bad079152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:11.105841 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-764e6951-8ea7-405c-be8a-b0e8c73d4980 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:11.154258 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e6951-8ea7-405c-be8a-b0e8c73d4980 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Port': ['ID=7f3e0e5e-163b-4f4f-971d-551b2b48b3c6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:11.196317 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df770ca4-045a-4636-99ca-d21bad079152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:11.198930 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df770ca4-045a-4636-99ca-d21bad079152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:11.202820 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-df770ca4-045a-4636-99ca-d21bad079152 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c2c7bddd-9b31-410d-a9b6-450f58057e18 HTTP/1.1" status: 204 len: 168 time: 0.2810655 Nov 15 11:28:11.214432 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df770ca4-045a-4636-99ca-d21bad079152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c7bddd-9b31-410d-a9b6-450f58057e18,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:11.379546 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-764e6951-8ea7-405c-be8a-b0e8c73d4980 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:11.390354 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-764e6951-8ea7-405c-be8a-b0e8c73d4980 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/ports/7f3e0e5e-163b-4f4f-971d-551b2b48b3c6 HTTP/1.1" status: 204 len: 168 time: 0.8153143 Nov 15 11:28:11.392438 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45008) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:11.394339 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:11.433952 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-70521573-70b6-4062-b1c5-83d6866e7f8c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] GET failed (client error): The resource could not be found. Nov 15 11:28:11.438422 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-70521573-70b6-4062-b1c5-83d6866e7f8c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports/7f3e0e5e-163b-4f4f-971d-551b2b48b3c6 HTTP/1.1" status: 404 len: 333 time: 0.0449226 Nov 15 11:28:11.441304 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45010) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:11.461798 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45012) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:11.530999 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fb7ca2e-2afd-48fc-ad11-ae6ae1c15555 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:11.566150 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fb7ca2e-2afd-48fc-ad11-ae6ae1c15555 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:11.659039 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fb7ca2e-2afd-48fc-ad11-ae6ae1c15555 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:11.664294 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fb7ca2e-2afd-48fc-ad11-ae6ae1c15555 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:11.665768 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9fb7ca2e-2afd-48fc-ad11-ae6ae1c15555 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/security-groups/de0b5199-a309-45e6-bf05-615608064641 HTTP/1.1" status: 204 len: 168 time: 0.2234690 Nov 15 11:28:11.668615 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45018) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:11.700140 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7ca2e-2afd-48fc-ad11-ae6ae1c15555 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0b5199-a309-45e6-bf05-615608064641,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:11.835663 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-de2a0405-b314-4d00-89ee-9153738dabf3 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1816141408', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:11.842536 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02232d54-3ce9-4504-a723-05b90f59dc9f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:11.886929 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:28:11.937156 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02232d54-3ce9-4504-a723-05b90f59dc9f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:11.974850 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-69544447-f810-4759-b0f1-60d9131a935f None None] Could not find standard attr ID for object 7f3e0e5e-163b-4f4f-971d-551b2b48b3c6. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:28:11.974969 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-de2a0405-b314-4d00-89ee-9153738dabf3 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:11.975117 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-de2a0405-b314-4d00-89ee-9153738dabf3 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:12.019949 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-69544447-f810-4759-b0f1-60d9131a935f None None] Provisioning complete for port 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:12.020420 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-69544447-f810-4759-b0f1-60d9131a935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:12.069771 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:12.070346 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:12.155413 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-de2a0405-b314-4d00-89ee-9153738dabf3 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:12.172507 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:12.172818 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-de2a0405-b314-4d00-89ee-9153738dabf3 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:12.180456 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02232d54-3ce9-4504-a723-05b90f59dc9f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:12.183287 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-02232d54-3ce9-4504-a723-05b90f59dc9f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:12.188375 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-02232d54-3ce9-4504-a723-05b90f59dc9f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/security-groups/6574152b-2cc0-4bcf-96b6-e27e0e7644e8 HTTP/1.1" status: 204 len: 168 time: 0.5182316 Nov 15 11:28:12.191071 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45044) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:12.252919 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-69544447-f810-4759-b0f1-60d9131a935f None None] Provisioning complete for port 403f3876-4d89-47b6-b89f-2d21be4b04dc triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:12.253290 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-69544447-f810-4759-b0f1-60d9131a935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:12.276916 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02232d54-3ce9-4504-a723-05b90f59dc9f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6574152b-2cc0-4bcf-96b6-e27e0e7644e8,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:12.313931 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-de2a0405-b314-4d00-89ee-9153738dabf3 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:12.322876 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-de2a0405-b314-4d00-89ee-9153738dabf3 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8597677 Nov 15 11:28:12.323442 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45050) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:12.344137 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-69544447-f810-4759-b0f1-60d9131a935f None None] Port 403f3876-4d89-47b6-b89f-2d21be4b04dc cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:28:12.348506 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-fdb14a99-353a-4b7e-82fe-5f80009835ee tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1606334596'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:12.425529 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35cf6e0-9271-4c8a-9421-c64d08f0b9a2 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting subnet 03e1eae4-8327-4083-8d85-5a3cfca49a26 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:28:12.430322 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e35cf6e0-9271-4c8a-9421-c64d08f0b9a2 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:12.442663 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb14a99-353a-4b7e-82fe-5f80009835ee tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Made reservation on behalf of afcbdb1757344d29ae28ed4ba46190b7 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:12.447997 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fdb14a99-353a-4b7e-82fe-5f80009835ee tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:12.479394 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fdb14a99-353a-4b7e-82fe-5f80009835ee tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:12.566555 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e35cf6e0-9271-4c8a-9421-c64d08f0b9a2 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:12.664603 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5f48ae2b-02bb-4ac2-8749-8658b8c1580e None None] Could not find standard attr ID for object 7f3e0e5e-163b-4f4f-971d-551b2b48b3c6. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:28:12.668144 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fdb14a99-353a-4b7e-82fe-5f80009835ee tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:12.690094 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fdb14a99-353a-4b7e-82fe-5f80009835ee tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:12.748018 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb14a99-353a-4b7e-82fe-5f80009835ee tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef46788d-480c-4b65-8d21-8def14bf92da,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:12.753983 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb14a99-353a-4b7e-82fe-5f80009835ee tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:28:12.767287 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fdb14a99-353a-4b7e-82fe-5f80009835ee tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:12.768057 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-fdb14a99-353a-4b7e-82fe-5f80009835ee tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Added segment e1f52b3f-f313-4a45-8ddf-f0624c10ec6b of type vlan for network f754ea3f-5e53-41b3-a7a3-5358c55faae6 Nov 15 11:28:12.837457 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fdb14a99-353a-4b7e-82fe-5f80009835ee tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:12.857059 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e35cf6e0-9271-4c8a-9421-c64d08f0b9a2 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:12.907285 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fdb14a99-353a-4b7e-82fe-5f80009835ee tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:12.914037 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb14a99-353a-4b7e-82fe-5f80009835ee tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:12.914478 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fdb14a99-353a-4b7e-82fe-5f80009835ee tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:12.981603 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e35cf6e0-9271-4c8a-9421-c64d08f0b9a2 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:13.042330 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e35cf6e0-9271-4c8a-9421-c64d08f0b9a2 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:13.050552 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715c5b4a-b72b-49ee-9bbe-ca6e84343d29 None None] Network 4ee110dd-5f17-4048-9289-cbe74f70eac2 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:13.055652 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e35cf6e0-9271-4c8a-9421-c64d08f0b9a2 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/subnets/03e1eae4-8327-4083-8d85-5a3cfca49a26 HTTP/1.1" status: 204 len: 168 time: 0.8631194 Nov 15 11:28:13.059016 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fdb14a99-353a-4b7e-82fe-5f80009835ee tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7317622 Nov 15 11:28:13.059016 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45078) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:13.059587 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35cf6e0-9271-4c8a-9421-c64d08f0b9a2 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Subnet': ['ID=03e1eae4-8327-4083-8d85-5a3cfca49a26,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:13.063719 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45080) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:13.072398 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-91fcb135-73de-469e-86e6-0eb873264507 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Request body: {'subnet': {'network_id': 'f754ea3f-5e53-41b3-a7a3-5358c55faae6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:13.079830 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-ccb0dec7-f104-4fba-9ab5-9dccad284a6b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'subnet': {'network_id': '4ee110dd-5f17-4048-9289-cbe74f70eac2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:13.128276 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb14a99-353a-4b7e-82fe-5f80009835ee tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Pushing event updated for resources: {'Network': ['ID=f754ea3f-5e53-41b3-a7a3-5358c55faae6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:13.134016 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45082) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:13.182883 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network f754ea3f-5e53-41b3-a7a3-5358c55faae6 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:28:13.327518 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fcb135-73de-469e-86e6-0eb873264507 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Made reservation on behalf of afcbdb1757344d29ae28ed4ba46190b7 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:13.334124 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91fcb135-73de-469e-86e6-0eb873264507 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:13.389446 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb0dec7-f104-4fba-9ab5-9dccad284a6b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:13.398691 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ccb0dec7-f104-4fba-9ab5-9dccad284a6b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:13.629993 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-15819224-85ae-4819-80b8-1bbdb536d9db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:13.759738 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-15819224-85ae-4819-80b8-1bbdb536d9db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:13.778662 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91fcb135-73de-469e-86e6-0eb873264507 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:13.790835 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-15819224-85ae-4819-80b8-1bbdb536d9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:13.848917 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-15819224-85ae-4819-80b8-1bbdb536d9db admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=085ad3effcfc49249b90276e692af5f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6858881 Nov 15 11:28:13.848917 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15819224-85ae-4819-80b8-1bbdb536d9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db118d97-bf04-4dd0-8530-4e1b1a2227fc,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:13.852703 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45104) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:13.942177 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcb135-73de-469e-86e6-0eb873264507 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Pushing event updated for resources: {'Subnet': ['ID=d31826c8-9e7b-44ed-8e76-07457ea05bfc,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:13.950772 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fcb135-73de-469e-86e6-0eb873264507 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Checking segment: {'id': 'e1f52b3f-f313-4a45-8ddf-f0624c10ec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f754ea3f-5e53-41b3-a7a3-5358c55faae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:28:13.951808 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fcb135-73de-469e-86e6-0eb873264507 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Network hostable DHCP agents. Network: f754ea3f-5e53-41b3-a7a3-5358c55faae6, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:28:13.983685 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fcb135-73de-469e-86e6-0eb873264507 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Network f754ea3f-5e53-41b3-a7a3-5358c55faae6 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:28:13.984345 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ccbbcac4-f495-4b6e-a9e5-44f8d03e7698 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:13.989399 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ccb0dec7-f104-4fba-9ab5-9dccad284a6b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:14.001587 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-91fcb135-73de-469e-86e6-0eb873264507 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, f754ea3f-5e53-41b3-a7a3-5358c55faae6) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:14.010882 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf9d6c1-f257-4b91-94b7-f7621e0ae37a None None] Network f754ea3f-5e53-41b3-a7a3-5358c55faae6 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:14.020238 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ccbbcac4-f495-4b6e-a9e5-44f8d03e7698 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:14.035591 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fcb135-73de-469e-86e6-0eb873264507 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:14.036261 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91fcb135-73de-469e-86e6-0eb873264507 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:14.065122 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-91fcb135-73de-469e-86e6-0eb873264507 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0000045 Nov 15 11:28:14.071384 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45106) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:14.091036 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-876d09f4-3602-4c90-8825-8491703b19b6 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Request body: {'network': {'name': 'tempest-router-network01--1817735520'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:14.108543 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb0dec7-f104-4fba-9ab5-9dccad284a6b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network 4ee110dd-5f17-4048-9289-cbe74f70eac2 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:28:14.152355 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0dec7-f104-4fba-9ab5-9dccad284a6b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Subnet': ['ID=8e25bb70-a59c-40eb-9dcf-36e0ec017e68,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:14.154898 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ccb0dec7-f104-4fba-9ab5-9dccad284a6b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:14.157739 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb0dec7-f104-4fba-9ab5-9dccad284a6b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:14.158340 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ccb0dec7-f104-4fba-9ab5-9dccad284a6b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:14.184185 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ccb0dec7-f104-4fba-9ab5-9dccad284a6b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1154411 Nov 15 11:28:14.186177 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876d09f4-3602-4c90-8825-8491703b19b6 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Made reservation on behalf of afcbdb1757344d29ae28ed4ba46190b7 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:14.187371 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45110) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:14.192060 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-838e571b-ab2b-4d37-a828-02c0ee829020 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'security_group': {'name': 'tempest-secgroup-440317623'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:14.193047 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-876d09f4-3602-4c90-8825-8491703b19b6 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:14.238445 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-876d09f4-3602-4c90-8825-8491703b19b6 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:28:14.248532 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ccbbcac4-f495-4b6e-a9e5-44f8d03e7698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:14.255198 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ccbbcac4-f495-4b6e-a9e5-44f8d03e7698 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:14.257836 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-876d09f4-3602-4c90-8825-8491703b19b6 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:14.258177 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-876d09f4-3602-4c90-8825-8491703b19b6 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Added segment e21f9107-e6f6-46a7-a20b-e71037bdfd88 of type vlan for network 2634b2c6-37ef-4d04-83a7-0a51d1be298e Nov 15 11:28:14.265309 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ccbbcac4-f495-4b6e-a9e5-44f8d03e7698 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db118d97-bf04-4dd0-8530-4e1b1a2227fc HTTP/1.1" status: 204 len: 168 time: 0.4006894 Nov 15 11:28:14.269590 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-838e571b-ab2b-4d37-a828-02c0ee829020 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:14.312706 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbcac4-f495-4b6e-a9e5-44f8d03e7698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db118d97-bf04-4dd0-8530-4e1b1a2227fc,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:14.355563 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-876d09f4-3602-4c90-8825-8491703b19b6 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:14.379796 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfbcd8f-5dad-4299-935d-34d12ee42606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-f754ea3f-5e53-41b3-a7a3-5358c55faae6', 'network_id': 'f754ea3f-5e53-41b3-a7a3-5358c55faae6', 'tenant_id': 'afcbdb1757344d29ae28ed4ba46190b7', 'fixed_ips': [{'subnet_id': 'd31826c8-9e7b-44ed-8e76-07457ea05bfc'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:28:14.381762 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1cfbcd8f-5dad-4299-935d-34d12ee42606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:14.450071 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-876d09f4-3602-4c90-8825-8491703b19b6 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:14.457673 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-838e571b-ab2b-4d37-a828-02c0ee829020 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:14.462963 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876d09f4-3602-4c90-8825-8491703b19b6 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:14.466328 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-876d09f4-3602-4c90-8825-8491703b19b6 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:14.470938 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-838e571b-ab2b-4d37-a828-02c0ee829020 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:14.522649 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45120) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:14.526466 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-876d09f4-3602-4c90-8825-8491703b19b6 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4474838 Nov 15 11:28:14.539738 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-66b50fa3-51cb-4ad4-a8ea-be20e91f1f1d tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Request body: {'network': {'name': 'tempest-router-network02--614683404'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:14.547155 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15ef97f-3f30-4ba2-b852-af507d1b0381 None None] Network 4ee110dd-5f17-4048-9289-cbe74f70eac2 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:14.628283 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-838e571b-ab2b-4d37-a828-02c0ee829020 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:14.637685 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-838e571b-ab2b-4d37-a828-02c0ee829020 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4491909 Nov 15 11:28:14.637904 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45128) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:14.651671 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b50fa3-51cb-4ad4-a8ea-be20e91f1f1d tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Made reservation on behalf of afcbdb1757344d29ae28ed4ba46190b7 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:14.654375 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b239a000-137e-46f8-aedb-d5afba45ebf7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'security_group': {'name': 'tempest-secgroup-393017507'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:14.666740 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66b50fa3-51cb-4ad4-a8ea-be20e91f1f1d tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:14.764725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e571b-ab2b-4d37-a828-02c0ee829020 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f2dd79-1ad3-4640-a8da-eafe7d8246a2,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:14.771436 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d09f4-3602-4c90-8825-8491703b19b6 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Pushing event updated for resources: {'Network': ['ID=2634b2c6-37ef-4d04-83a7-0a51d1be298e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:14.809566 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b239a000-137e-46f8-aedb-d5afba45ebf7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:14.814729 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b50fa3-51cb-4ad4-a8ea-be20e91f1f1d tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:28:14.832344 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 2634b2c6-37ef-4d04-83a7-0a51d1be298e details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:28:14.853650 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66b50fa3-51cb-4ad4-a8ea-be20e91f1f1d tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:14.854077 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-66b50fa3-51cb-4ad4-a8ea-be20e91f1f1d tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Added segment e662d880-891d-4d5f-8052-8462d1858718 of type vlan for network 60b11187-0c29-42d4-9cfa-b2c5f4c826a5 Nov 15 11:28:14.975613 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-fb52c47d-b243-487e-bea2-ba7d5ddea2ec None None] Provisioning complete for port 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:14.976102 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fb52c47d-b243-487e-bea2-ba7d5ddea2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:15.076664 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b239a000-137e-46f8-aedb-d5afba45ebf7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:15.083674 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66b50fa3-51cb-4ad4-a8ea-be20e91f1f1d tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:15.090484 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b239a000-137e-46f8-aedb-d5afba45ebf7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:15.182406 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-1cfbcd8f-5dad-4299-935d-34d12ee42606 None None] Allocated IP 172.20.0.2 (f754ea3f-5e53-41b3-a7a3-5358c55faae6/d31826c8-9e7b-44ed-8e76-07457ea05bfc/d700eadd-8f9b-4e9b-8c4d-58306a905e55) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:28:15.186094 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b239a000-137e-46f8-aedb-d5afba45ebf7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:15.188199 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b239a000-137e-46f8-aedb-d5afba45ebf7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5432839 Nov 15 11:28:15.191646 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45136) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:15.194961 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239a000-137e-46f8-aedb-d5afba45ebf7 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9369036-5904-4bde-a3a4-3eb65fe8739a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:15.199575 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66b50fa3-51cb-4ad4-a8ea-be20e91f1f1d tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:15.207008 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5119747f-fe61-4fb6-a366-658bacafe42b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'security_group': {'name': 'tempest-secgroup-1033737918'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:15.207220 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b50fa3-51cb-4ad4-a8ea-be20e91f1f1d tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:15.207804 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66b50fa3-51cb-4ad4-a8ea-be20e91f1f1d tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:15.256167 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5119747f-fe61-4fb6-a366-658bacafe42b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:15.275547 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45138) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:15.298699 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-353fe390-b069-4aa5-8fcc-a91b1803ac7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:15.372415 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-66b50fa3-51cb-4ad4-a8ea-be20e91f1f1d tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8389194 Nov 15 11:28:15.375855 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45140) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:15.389978 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-f0e79560-bdc5-4480-a68b-799d965e7018 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Request body: {'subnet': {'network_id': '2634b2c6-37ef-4d04-83a7-0a51d1be298e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:15.395067 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b50fa3-51cb-4ad4-a8ea-be20e91f1f1d tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Pushing event updated for resources: {'Network': ['ID=60b11187-0c29-42d4-9cfa-b2c5f4c826a5,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:15.423599 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 60b11187-0c29-42d4-9cfa-b2c5f4c826a5 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:28:15.500818 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e79560-bdc5-4480-a68b-799d965e7018 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Made reservation on behalf of afcbdb1757344d29ae28ed4ba46190b7 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:15.507634 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f0e79560-bdc5-4480-a68b-799d965e7018 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:15.518973 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-353fe390-b069-4aa5-8fcc-a91b1803ac7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:15.524870 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-353fe390-b069-4aa5-8fcc-a91b1803ac7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:15.528878 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5119747f-fe61-4fb6-a366-658bacafe42b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:15.586723 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5119747f-fe61-4fb6-a366-658bacafe42b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:15.633667 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-fb52c47d-b243-487e-bea2-ba7d5ddea2ec None None] Provisioning complete for port 403f3876-4d89-47b6-b89f-2d21be4b04dc triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:15.639240 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fb52c47d-b243-487e-bea2-ba7d5ddea2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:15.694823 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fe390-b069-4aa5-8fcc-a91b1803ac7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c286dc-1e76-40b1-b72f-23a5d6ce618b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:15.736432 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-353fe390-b069-4aa5-8fcc-a91b1803ac7c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ecbc1304f074c628972a26ca7ef4d0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4585478 Nov 15 11:28:15.737889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45152) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:15.742093 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-fb52c47d-b243-487e-bea2-ba7d5ddea2ec None None] Port 403f3876-4d89-47b6-b89f-2d21be4b04dc cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:28:15.762789 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5119747f-fe61-4fb6-a366-658bacafe42b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:15.767016 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5119747f-fe61-4fb6-a366-658bacafe42b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5636737 Nov 15 11:28:15.768964 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45154) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:15.769368 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45156) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:15.778488 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e9a91e80-6f28-44fd-895a-d1d49291be44 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-155378852', 'security_groups': ['d97691eb-7348-45ef-92d2-75af85e56b99'], 'network_id': '4ee110dd-5f17-4048-9289-cbe74f70eac2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8e25bb70-a59c-40eb-9dcf-36e0ec017e68'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:15.851962 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1cfbcd8f-5dad-4299-935d-34d12ee42606 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:15.889502 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1cfbcd8f-5dad-4299-935d-34d12ee42606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:15.945835 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76cab451-00da-4db2-8523-21ddfb3ca052 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:15.952703 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfbcd8f-5dad-4299-935d-34d12ee42606 None None] Network f754ea3f-5e53-41b3-a7a3-5358c55faae6 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:28:15.957841 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-1cfbcd8f-5dad-4299-935d-34d12ee42606 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:15.968187 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfbcd8f-5dad-4299-935d-34d12ee42606 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:28:15.982301 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67099b03-c911-40af-adaa-7bde99e074a2 None None] Update dhcp port {'port': {'network_id': '4ee110dd-5f17-4048-9289-cbe74f70eac2', 'fixed_ips': [{'subnet_id': '06ccd74e-09ca-452e-8b0c-d587406c3598', 'ip_address': '172.20.0.18'}, {'subnet_id': '8e25bb70-a59c-40eb-9dcf-36e0ec017e68'}], 'binding:host_id': 'n-d-729945-9'}, 'id': '8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d'} from n-d-729945-9. {{(pid=102679) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 11:28:16.006344 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f0e79560-bdc5-4480-a68b-799d965e7018 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:16.015629 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-67099b03-c911-40af-adaa-7bde99e074a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:16.017783 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbcd8f-5dad-4299-935d-34d12ee42606 None None] Pushing event updated for resources: {'Port': ['ID=d700eadd-8f9b-4e9b-8c4d-58306a905e55,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:16.116139 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119747f-fe61-4fb6-a366-658bacafe42b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97691eb-7348-45ef-92d2-75af85e56b99,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:16.149647 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76cab451-00da-4db2-8523-21ddfb3ca052 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:16.152472 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-1cfbcd8f-5dad-4299-935d-34d12ee42606 None None] Attempting to bind port d700eadd-8f9b-4e9b-8c4d-58306a905e55 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:28:16.153091 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-1cfbcd8f-5dad-4299-935d-34d12ee42606 None None] Attempting to bind port d700eadd-8f9b-4e9b-8c4d-58306a905e55 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e1f52b3f-f313-4a45-8ddf-f0624c10ec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f754ea3f-5e53-41b3-a7a3-5358c55faae6'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:28:16.154042 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfbcd8f-5dad-4299-935d-34d12ee42606 None None] Attempting to bind port d700eadd-8f9b-4e9b-8c4d-58306a905e55 on network f754ea3f-5e53-41b3-a7a3-5358c55faae6 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:28:16.163767 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfbcd8f-5dad-4299-935d-34d12ee42606 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:28:16.164510 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfbcd8f-5dad-4299-935d-34d12ee42606 None None] Checking segment: {'id': 'e1f52b3f-f313-4a45-8ddf-f0624c10ec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f754ea3f-5e53-41b3-a7a3-5358c55faae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:28:16.165150 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1cfbcd8f-5dad-4299-935d-34d12ee42606 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:16.165732 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfbcd8f-5dad-4299-935d-34d12ee42606 None None] Bound using segment: {'id': 'e1f52b3f-f313-4a45-8ddf-f0624c10ec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f754ea3f-5e53-41b3-a7a3-5358c55faae6'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:28:16.167065 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-1cfbcd8f-5dad-4299-935d-34d12ee42606 None None] Bound port: d700eadd-8f9b-4e9b-8c4d-58306a905e55, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f52b3f-f313-4a45-8ddf-f0624c10ec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f754ea3f-5e53-41b3-a7a3-5358c55faae6'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:28:16.168055 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1cfbcd8f-5dad-4299-935d-34d12ee42606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:16.266637 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e79560-bdc5-4480-a68b-799d965e7018 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Checking segment: {'id': 'e21f9107-e6f6-46a7-a20b-e71037bdfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2634b2c6-37ef-4d04-83a7-0a51d1be298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:28:16.267145 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e79560-bdc5-4480-a68b-799d965e7018 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Network hostable DHCP agents. Network: 2634b2c6-37ef-4d04-83a7-0a51d1be298e, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:28:16.269601 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e79560-bdc5-4480-a68b-799d965e7018 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Pushing event updated for resources: {'Subnet': ['ID=ab2cfc93-e8b7-4b10-9a43-a9e6316b65cc,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:16.296731 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e79560-bdc5-4480-a68b-799d965e7018 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Network 2634b2c6-37ef-4d04-83a7-0a51d1be298e is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:28:16.310559 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76cab451-00da-4db2-8523-21ddfb3ca052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:16.314742 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76cab451-00da-4db2-8523-21ddfb3ca052 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:16.318786 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-76cab451-00da-4db2-8523-21ddfb3ca052 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/72c286dc-1e76-40b1-b72f-23a5d6ce618b HTTP/1.1" status: 204 len: 168 time: 0.5774448 Nov 15 11:28:16.321157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-f0e79560-bdc5-4480-a68b-799d965e7018 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 2634b2c6-37ef-4d04-83a7-0a51d1be298e) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:16.328200 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e79560-bdc5-4480-a68b-799d965e7018 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:16.329628 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f0e79560-bdc5-4480-a68b-799d965e7018 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:16.355810 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-1cfbcd8f-5dad-4299-935d-34d12ee42606 None None] For port d700eadd-8f9b-4e9b-8c4d-58306a905e55, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:28:16.360548 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a91e80-6f28-44fd-895a-d1d49291be44 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:16.360849 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-1cfbcd8f-5dad-4299-935d-34d12ee42606 None None] For port d700eadd-8f9b-4e9b-8c4d-58306a905e55, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d700eadd-8f9b-4e9b-8c4d-58306a905e55,segment=NetworkSegment(e1f52b3f-f313-4a45-8ddf-f0624c10ec6b),segment_id=e1f52b3f-f313-4a45-8ddf-f0624c10ec6b)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:28:16.367760 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1987af6b-e332-44d0-b252-4b4c6461444d None None] Network 2634b2c6-37ef-4d04-83a7-0a51d1be298e requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:16.378361 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cab451-00da-4db2-8523-21ddfb3ca052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c286dc-1e76-40b1-b72f-23a5d6ce618b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:16.395922 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f0e79560-bdc5-4480-a68b-799d965e7018 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0152726 Nov 15 11:28:16.396873 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45166) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:16.400707 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1cfbcd8f-5dad-4299-935d-34d12ee42606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:16.412869 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a812d51a-fed0-482a-9b40-9820a1277dc2 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Request body: {'subnet': {'network_id': '60b11187-0c29-42d4-9cfa-b2c5f4c826a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:16.581296 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbcd8f-5dad-4299-935d-34d12ee42606 None None] Pushing event updated for resources: {'Port': ['ID=d700eadd-8f9b-4e9b-8c4d-58306a905e55,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:16.660462 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-67099b03-c911-40af-adaa-7bde99e074a2 None None] Allocated IP 172.20.0.2 (4ee110dd-5f17-4048-9289-cbe74f70eac2/8e25bb70-a59c-40eb-9dcf-36e0ec017e68/8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:28:16.931722 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b31ddb-d201-4ca9-b27e-077ac5867dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-2634b2c6-37ef-4d04-83a7-0a51d1be298e', 'network_id': '2634b2c6-37ef-4d04-83a7-0a51d1be298e', 'tenant_id': 'afcbdb1757344d29ae28ed4ba46190b7', 'fixed_ips': [{'subnet_id': 'ab2cfc93-e8b7-4b10-9a43-a9e6316b65cc'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:28:16.939011 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-18b31ddb-d201-4ca9-b27e-077ac5867dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:16.956549 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9a91e80-6f28-44fd-895a-d1d49291be44 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:17.036588 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a812d51a-fed0-482a-9b40-9820a1277dc2 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Made reservation on behalf of afcbdb1757344d29ae28ed4ba46190b7 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:17.050454 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a812d51a-fed0-482a-9b40-9820a1277dc2 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:17.226528 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-67099b03-c911-40af-adaa-7bde99e074a2 None None] For port 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d,segment=NetworkSegment(07325629-3ab0-42e3-882b-38f4426cfcfa),segment_id=07325629-3ab0-42e3-882b-38f4426cfcfa)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:17.262296 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-e9a91e80-6f28-44fd-895a-d1d49291be44 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] device_id is not set on port 38d94e15-9291-4771-aad9-a39260d55a3a yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:28:17.311774 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-67099b03-c911-40af-adaa-7bde99e074a2 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:17.335467 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-67099b03-c911-40af-adaa-7bde99e074a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:17.423785 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-18b31ddb-d201-4ca9-b27e-077ac5867dc1 None None] Allocated IP 172.20.0.2 (2634b2c6-37ef-4d04-83a7-0a51d1be298e/ab2cfc93-e8b7-4b10-9a43-a9e6316b65cc/b452c657-7037-4d0d-b58d-128212c6802a) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:28:17.613331 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67099b03-c911-40af-adaa-7bde99e074a2 None None] Pushing event updated for resources: {'Port': ['ID=8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:18.009181 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-18b31ddb-d201-4ca9-b27e-077ac5867dc1 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:18.019788 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-18b31ddb-d201-4ca9-b27e-077ac5867dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:18.101107 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b31ddb-d201-4ca9-b27e-077ac5867dc1 None None] Network 2634b2c6-37ef-4d04-83a7-0a51d1be298e is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:28:18.115004 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-18b31ddb-d201-4ca9-b27e-077ac5867dc1 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:18.120749 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b31ddb-d201-4ca9-b27e-077ac5867dc1 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:28:18.149988 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:28:18.180379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b31ddb-d201-4ca9-b27e-077ac5867dc1 None None] Pushing event updated for resources: {'Port': ['ID=b452c657-7037-4d0d-b58d-128212c6802a,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:18.189904 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45206) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:18.350882 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-18b31ddb-d201-4ca9-b27e-077ac5867dc1 None None] Attempting to bind port b452c657-7037-4d0d-b58d-128212c6802a on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:28:18.351403 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-18b31ddb-d201-4ca9-b27e-077ac5867dc1 None None] Attempting to bind port b452c657-7037-4d0d-b58d-128212c6802a by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e21f9107-e6f6-46a7-a20b-e71037bdfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2634b2c6-37ef-4d04-83a7-0a51d1be298e'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:28:18.352057 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b31ddb-d201-4ca9-b27e-077ac5867dc1 None None] Attempting to bind port b452c657-7037-4d0d-b58d-128212c6802a on network 2634b2c6-37ef-4d04-83a7-0a51d1be298e {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:28:18.374024 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b31ddb-d201-4ca9-b27e-077ac5867dc1 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:28:18.380155 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b31ddb-d201-4ca9-b27e-077ac5867dc1 None None] Checking segment: {'id': 'e21f9107-e6f6-46a7-a20b-e71037bdfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2634b2c6-37ef-4d04-83a7-0a51d1be298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:28:18.382007 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-18b31ddb-d201-4ca9-b27e-077ac5867dc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:18.383399 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b31ddb-d201-4ca9-b27e-077ac5867dc1 None None] Bound using segment: {'id': 'e21f9107-e6f6-46a7-a20b-e71037bdfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2634b2c6-37ef-4d04-83a7-0a51d1be298e'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:28:18.384218 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-18b31ddb-d201-4ca9-b27e-077ac5867dc1 None None] Bound port: b452c657-7037-4d0d-b58d-128212c6802a, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21f9107-e6f6-46a7-a20b-e71037bdfd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2634b2c6-37ef-4d04-83a7-0a51d1be298e'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:28:18.386690 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-18b31ddb-d201-4ca9-b27e-077ac5867dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:18.399927 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-e9a91e80-6f28-44fd-895a-d1d49291be44 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Allocated IP 172.20.0.8 (4ee110dd-5f17-4048-9289-cbe74f70eac2/8e25bb70-a59c-40eb-9dcf-36e0ec017e68/38d94e15-9291-4771-aad9-a39260d55a3a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:28:18.420683 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99bfecc-9300-46e6-9c30-db8cf965412a None None] Network f754ea3f-5e53-41b3-a7a3-5358c55faae6 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:18.554581 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fce35-3334-478f-b73b-32b536a01219 req-305b6d1f-4c06-4728-b73e-654e3dfa0f29 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:18.556239 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c16fce35-3334-478f-b73b-32b536a01219 req-305b6d1f-4c06-4728-b73e-654e3dfa0f29 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1 HTTP/1.1" status: 200 len: 945 time: 0.1554575 Nov 15 11:28:18.596397 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c6665651-7ae8-45a1-bf63-5f013a2615d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:18.661017 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9a91e80-6f28-44fd-895a-d1d49291be44 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:18.715214 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c16fce35-3334-478f-b73b-32b536a01219 req-f8c23bc5-11a0-4e0a-87d5-81c2d2cd1582 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466935 Nov 15 11:28:18.816094 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9a91e80-6f28-44fd-895a-d1d49291be44 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:18.846292 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a91e80-6f28-44fd-895a-d1d49291be44 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network 4ee110dd-5f17-4048-9289-cbe74f70eac2 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:28:18.847955 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a812d51a-fed0-482a-9b40-9820a1277dc2 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:18.859623 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e9a91e80-6f28-44fd-895a-d1d49291be44 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:18.862582 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a91e80-6f28-44fd-895a-d1d49291be44 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:28:18.877525 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:18.878133 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:19.043018 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a91e80-6f28-44fd-895a-d1d49291be44 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:19.043843 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e9a91e80-6f28-44fd-895a-d1d49291be44 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:19.048753 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-18b31ddb-d201-4ca9-b27e-077ac5867dc1 None None] For port b452c657-7037-4d0d-b58d-128212c6802a, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:28:19.058429 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-18b31ddb-d201-4ca9-b27e-077ac5867dc1 None None] For port b452c657-7037-4d0d-b58d-128212c6802a, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b452c657-7037-4d0d-b58d-128212c6802a,segment=NetworkSegment(e21f9107-e6f6-46a7-a20b-e71037bdfd88),segment_id=e21f9107-e6f6-46a7-a20b-e71037bdfd88)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:28:19.074627 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812d51a-fed0-482a-9b40-9820a1277dc2 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Pushing event updated for resources: {'Subnet': ['ID=94a50068-faaa-49a0-90b5-23e9c89f08ad,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:19.116791 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-9344d3c8-45f7-4820-ab57-bf251963f3e1 None None] Provisioning complete for port d700eadd-8f9b-4e9b-8c4d-58306a905e55 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:19.117698 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9344d3c8-45f7-4820-ab57-bf251963f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:19.157172 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e9a91e80-6f28-44fd-895a-d1d49291be44 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3855593 Nov 15 11:28:19.173119 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-18b31ddb-d201-4ca9-b27e-077ac5867dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:19.190432 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45224) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:19.197678 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a812d51a-fed0-482a-9b40-9820a1277dc2 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Checking segment: {'id': 'e662d880-891d-4d5f-8052-8462d1858718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '60b11187-0c29-42d4-9cfa-b2c5f4c826a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:28:19.197678 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a812d51a-fed0-482a-9b40-9820a1277dc2 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Network hostable DHCP agents. Network: 60b11187-0c29-42d4-9cfa-b2c5f4c826a5, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:28:19.216469 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0c9bd47f-f74b-4fc9-95eb-8e132597df1d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'subnet': {'network_id': '4ee110dd-5f17-4048-9289-cbe74f70eac2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:19.393268 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c6665651-7ae8-45a1-bf63-5f013a2615d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:19.403168 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c6665651-7ae8-45a1-bf63-5f013a2615d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:19.412869 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9bd47f-f74b-4fc9-95eb-8e132597df1d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:19.417320 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0c9bd47f-f74b-4fc9-95eb-8e132597df1d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:19.448408 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a812d51a-fed0-482a-9b40-9820a1277dc2 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Network 60b11187-0c29-42d4-9cfa-b2c5f4c826a5 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:28:19.452830 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a91e80-6f28-44fd-895a-d1d49291be44 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Port': ['ID=38d94e15-9291-4771-aad9-a39260d55a3a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:19.455647 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c6665651-7ae8-45a1-bf63-5f013a2615d6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e3610174ff9b4ec0accd725260fd77f7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2645695 Nov 15 11:28:19.457936 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45232) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:19.522839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6665651-7ae8-45a1-bf63-5f013a2615d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcd5af5-5497-40dc-9d69-d3a80e321cf8,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:19.546463 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4f21767-9e86-4389-a983-c0f240272810 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:19.575704 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d700eadd-8f9b-4e9b-8c4d-58306a905e55 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:28:19.577525 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b31ddb-d201-4ca9-b27e-077ac5867dc1 None None] Pushing event updated for resources: {'Port': ['ID=b452c657-7037-4d0d-b58d-128212c6802a,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:19.597231 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4f21767-9e86-4389-a983-c0f240272810 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:19.628609 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a812d51a-fed0-482a-9b40-9820a1277dc2 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 60b11187-0c29-42d4-9cfa-b2c5f4c826a5) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:19.640857 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a812d51a-fed0-482a-9b40-9820a1277dc2 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:19.641675 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a812d51a-fed0-482a-9b40-9820a1277dc2 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:19.678429 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9344d3c8-45f7-4820-ab57-bf251963f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:19.699403 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de950ff6-4440-4d3a-a4bf-84b8ba1380a2 None None] Network 60b11187-0c29-42d4-9cfa-b2c5f4c826a5 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:19.725115 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4f21767-9e86-4389-a983-c0f240272810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:19.731180 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4f21767-9e86-4389-a983-c0f240272810 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:19.741406 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d4f21767-9e86-4389-a983-c0f240272810 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dbcd5af5-5497-40dc-9d69-d3a80e321cf8 HTTP/1.1" status: 204 len: 168 time: 0.2810926 Nov 15 11:28:19.760885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f21767-9e86-4389-a983-c0f240272810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcd5af5-5497-40dc-9d69-d3a80e321cf8,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:19.791759 n-d-729945-9 neutron-server[102677]: INFO neutron.db.ipam_backend_mixin [None req-0c9bd47f-f74b-4fc9-95eb-8e132597df1d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8e25bb70-a59c-40eb-9dcf-36e0ec017e68 (CIDR: 172.20.0.0/28) Nov 15 11:28:19.820245 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a812d51a-fed0-482a-9b40-9820a1277dc2 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4143090 Nov 15 11:28:19.820599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45238) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:19.829850 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9bd47f-f74b-4fc9-95eb-8e132597df1d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:28:19.830346 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9bd47f-f74b-4fc9-95eb-8e132597df1d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:28:19.903392 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc223634-4692-4fb7-8668-fd3655979ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:19.912513 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0c9bd47f-f74b-4fc9-95eb-8e132597df1d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7008972 Nov 15 11:28:19.947030 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9344d3c8-45f7-4820-ab57-bf251963f3e1 None None] For port d700eadd-8f9b-4e9b-8c4d-58306a905e55, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d700eadd-8f9b-4e9b-8c4d-58306a905e55,segment=NetworkSegment(e1f52b3f-f313-4a45-8ddf-f0624c10ec6b),segment_id=e1f52b3f-f313-4a45-8ddf-f0624c10ec6b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:19.961209 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9344d3c8-45f7-4820-ab57-bf251963f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:19.977196 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45240) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:20.005825 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d81ab8e2-10cf-4b8e-b9cb-118c464caf2f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'subnet': {'network_id': '4ee110dd-5f17-4048-9289-cbe74f70eac2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:20.072168 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d700eadd-8f9b-4e9b-8c4d-58306a905e55 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:20.072548 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:20.199733 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344d3c8-45f7-4820-ab57-bf251963f3e1 None None] Pushing event updated for resources: {'Port': ['ID=d700eadd-8f9b-4e9b-8c4d-58306a905e55,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:20.231315 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e6760cb2-1bfb-46b7-ae69-5bdbe6ac58b5 None None] Provisioning complete for port 38d94e15-9291-4771-aad9-a39260d55a3a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:20.238928 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e6760cb2-1bfb-46b7-ae69-5bdbe6ac58b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:20.283568 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e6760cb2-1bfb-46b7-ae69-5bdbe6ac58b5 None None] Port 38d94e15-9291-4771-aad9-a39260d55a3a cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:28:20.342418 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078df130-bc4b-47a2-aa9e-a8d87de8b804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-60b11187-0c29-42d4-9cfa-b2c5f4c826a5', 'network_id': '60b11187-0c29-42d4-9cfa-b2c5f4c826a5', 'tenant_id': 'afcbdb1757344d29ae28ed4ba46190b7', 'fixed_ips': [{'subnet_id': '94a50068-faaa-49a0-90b5-23e9c89f08ad'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:28:20.344243 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-078df130-bc4b-47a2-aa9e-a8d87de8b804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:20.368946 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e6760cb2-1bfb-46b7-ae69-5bdbe6ac58b5 None None] Provisioning complete for port d700eadd-8f9b-4e9b-8c4d-58306a905e55 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:20.369617 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e6760cb2-1bfb-46b7-ae69-5bdbe6ac58b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:20.398420 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45250) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:20.416945 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f039b7b7-2e9f-448d-8b50-97d4c282bd67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:20.478062 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becc694-2ffe-408e-81e8-f86b7e14cfa6 req-53f8984f-5b47-4459-80dc-74e7d333974b tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:20.479928 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8becc694-2ffe-408e-81e8-f86b7e14cfa6 req-53f8984f-5b47-4459-80dc-74e7d333974b tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.55 "GET /v2.0/ports?device_id=66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1 HTTP/1.1" status: 200 len: 945 time: 0.6476316 Nov 15 11:28:20.506151 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664baa6c-45be-4736-8db7-7616634c5f52 req-4dcb74be-310e-40b3-83df-fa3f8a27180b tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:20.513827 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-664baa6c-45be-4736-8db7-7616634c5f52 req-4dcb74be-310e-40b3-83df-fa3f8a27180b tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1 HTTP/1.1" status: 200 len: 945 time: 0.5355949 Nov 15 11:28:20.571292 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-dc223634-4692-4fb7-8668-fd3655979ba2 admin admin] Deleting port f36d2651-1eac-46a1-9cc4-4ac2531d81eb {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:20.572000 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc223634-4692-4fb7-8668-fd3655979ba2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:20.665877 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-078df130-bc4b-47a2-aa9e-a8d87de8b804 None None] Allocated IP 172.20.0.2 (60b11187-0c29-42d4-9cfa-b2c5f4c826a5/94a50068-faaa-49a0-90b5-23e9c89f08ad/0a91582d-6045-4502-a529-60acee163920) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:28:20.682116 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-dc223634-4692-4fb7-8668-fd3655979ba2 admin admin] For port f36d2651-1eac-46a1-9cc4-4ac2531d81eb, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f36d2651-1eac-46a1-9cc4-4ac2531d81eb,segment=NetworkSegment(f5da28b9-41ad-440b-9e9f-0d5e7d45d27f),segment_id=f5da28b9-41ad-440b-9e9f-0d5e7d45d27f)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:20.682506 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc223634-4692-4fb7-8668-fd3655979ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:20.708131 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-dc223634-4692-4fb7-8668-fd3655979ba2 admin admin] Calling delete_port for f36d2651-1eac-46a1-9cc4-4ac2531d81eb owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:20.718469 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-664baa6c-45be-4736-8db7-7616634c5f52 req-1cc7af1b-86fc-448b-940d-6f03b0f5693f tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007942 Nov 15 11:28:20.723337 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81ab8e2-10cf-4b8e-b9cb-118c464caf2f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:20.726827 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d81ab8e2-10cf-4b8e-b9cb-118c464caf2f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:20.809139 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a5bec52-f64a-4934-bd5f-805f2605db70 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:20.852967 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-078df130-bc4b-47a2-aa9e-a8d87de8b804 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:20.865565 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc734ed-3c8e-48ec-bebf-bb1ce51e25b7 None None] Network 2634b2c6-37ef-4d04-83a7-0a51d1be298e requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:20.872662 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-078df130-bc4b-47a2-aa9e-a8d87de8b804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:20.956493 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-8becc694-2ffe-408e-81e8-f86b7e14cfa6 req-4aaf8669-34e6-4353-8608-c73b641cfcdc tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Deleting port 221b1346-e619-472c-be1f-73af02988775 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:20.956855 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8becc694-2ffe-408e-81e8-f86b7e14cfa6 req-4aaf8669-34e6-4353-8608-c73b641cfcdc tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:21.013065 n-d-729945-9 neutron-server[102678]: INFO neutron.db.ipam_backend_mixin [None req-d81ab8e2-10cf-4b8e-b9cb-118c464caf2f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 06ccd74e-09ca-452e-8b0c-d587406c3598 (CIDR: 172.20.0.16/28) Nov 15 11:28:21.019281 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078df130-bc4b-47a2-aa9e-a8d87de8b804 None None] Network 60b11187-0c29-42d4-9cfa-b2c5f4c826a5 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:28:21.031443 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-078df130-bc4b-47a2-aa9e-a8d87de8b804 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:21.035269 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078df130-bc4b-47a2-aa9e-a8d87de8b804 None None] Pushing event updated for resources: {'Port': ['ID=0a91582d-6045-4502-a529-60acee163920,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:21.037027 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc223634-4692-4fb7-8668-fd3655979ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:21.041925 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078df130-bc4b-47a2-aa9e-a8d87de8b804 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:28:21.059957 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e6760cb2-1bfb-46b7-ae69-5bdbe6ac58b5 None None] Provisioning complete for port 403f3876-4d89-47b6-b89f-2d21be4b04dc triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:21.060460 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e6760cb2-1bfb-46b7-ae69-5bdbe6ac58b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:21.071678 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-d81ab8e2-10cf-4b8e-b9cb-118c464caf2f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:28:21.072809 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d81ab8e2-10cf-4b8e-b9cb-118c464caf2f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:28:21.139101 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc223634-4692-4fb7-8668-fd3655979ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f36d2651-1eac-46a1-9cc4-4ac2531d81eb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:21.175068 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d81ab8e2-10cf-4b8e-b9cb-118c464caf2f tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1788342 Nov 15 11:28:21.187194 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45256) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:21.198777 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-47cdd0f2-9d59-476b-996c-78de8caba658 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'subnet': {'network_id': '4ee110dd-5f17-4048-9289-cbe74f70eac2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:21.251449 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f039b7b7-2e9f-448d-8b50-97d4c282bd67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:21.267477 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f039b7b7-2e9f-448d-8b50-97d4c282bd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:21.274907 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e6760cb2-1bfb-46b7-ae69-5bdbe6ac58b5 None None] Port 403f3876-4d89-47b6-b89f-2d21be4b04dc cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:28:21.284068 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-078df130-bc4b-47a2-aa9e-a8d87de8b804 None None] Attempting to bind port 0a91582d-6045-4502-a529-60acee163920 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:28:21.284442 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-078df130-bc4b-47a2-aa9e-a8d87de8b804 None None] Attempting to bind port 0a91582d-6045-4502-a529-60acee163920 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e662d880-891d-4d5f-8052-8462d1858718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '60b11187-0c29-42d4-9cfa-b2c5f4c826a5'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:28:21.284811 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078df130-bc4b-47a2-aa9e-a8d87de8b804 None None] Attempting to bind port 0a91582d-6045-4502-a529-60acee163920 on network 60b11187-0c29-42d4-9cfa-b2c5f4c826a5 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:28:21.300607 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078df130-bc4b-47a2-aa9e-a8d87de8b804 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:28:21.301028 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078df130-bc4b-47a2-aa9e-a8d87de8b804 None None] Checking segment: {'id': 'e662d880-891d-4d5f-8052-8462d1858718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '60b11187-0c29-42d4-9cfa-b2c5f4c826a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:28:21.301376 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-078df130-bc4b-47a2-aa9e-a8d87de8b804 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:21.301770 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078df130-bc4b-47a2-aa9e-a8d87de8b804 None None] Bound using segment: {'id': 'e662d880-891d-4d5f-8052-8462d1858718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '60b11187-0c29-42d4-9cfa-b2c5f4c826a5'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:28:21.302787 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-078df130-bc4b-47a2-aa9e-a8d87de8b804 None None] Bound port: 0a91582d-6045-4502-a529-60acee163920, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e662d880-891d-4d5f-8052-8462d1858718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '60b11187-0c29-42d4-9cfa-b2c5f4c826a5'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:28:21.303177 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-078df130-bc4b-47a2-aa9e-a8d87de8b804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:21.331002 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d700eadd-8f9b-4e9b-8c4d-58306a905e55 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:28:21.341049 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-8becc694-2ffe-408e-81e8-f86b7e14cfa6 req-4aaf8669-34e6-4353-8608-c73b641cfcdc tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] For port 221b1346-e619-472c-be1f-73af02988775, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=221b1346-e619-472c-be1f-73af02988775,segment=NetworkSegment(1af0aad6-2d84-4a24-b6e3-de765b71e1e9),segment_id=1af0aad6-2d84-4a24-b6e3-de765b71e1e9)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:21.341482 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8becc694-2ffe-408e-81e8-f86b7e14cfa6 req-4aaf8669-34e6-4353-8608-c73b641cfcdc tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:21.406759 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039b7b7-2e9f-448d-8b50-97d4c282bd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1229d2a-a561-4ef3-b908-2829903d55c7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:21.407537 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-8becc694-2ffe-408e-81e8-f86b7e14cfa6 req-4aaf8669-34e6-4353-8608-c73b641cfcdc tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Calling delete_port for 221b1346-e619-472c-be1f-73af02988775 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:21.415340 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f039b7b7-2e9f-448d-8b50-97d4c282bd67 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4f86a1a38abc43f4ab18e567c2c2e9b7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0153461 Nov 15 11:28:21.427208 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45258) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:21.436515 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e6760cb2-1bfb-46b7-ae69-5bdbe6ac58b5 None None] Provisioning complete for port 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:21.436891 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e6760cb2-1bfb-46b7-ae69-5bdbe6ac58b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:21.549819 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-078df130-bc4b-47a2-aa9e-a8d87de8b804 None None] For port 0a91582d-6045-4502-a529-60acee163920, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:28:21.553969 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-078df130-bc4b-47a2-aa9e-a8d87de8b804 None None] For port 0a91582d-6045-4502-a529-60acee163920, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0a91582d-6045-4502-a529-60acee163920,segment=NetworkSegment(e662d880-891d-4d5f-8052-8462d1858718),segment_id=e662d880-891d-4d5f-8052-8462d1858718)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:28:21.579645 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc223634-4692-4fb7-8668-fd3655979ba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:21.592707 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-078df130-bc4b-47a2-aa9e-a8d87de8b804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:21.595003 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d700eadd-8f9b-4e9b-8c4d-58306a905e55 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:21.595160 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:21.674435 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-9a5bec52-f64a-4934-bd5f-805f2605db70 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Allocated IP 172.20.0.1 (2634b2c6-37ef-4d04-83a7-0a51d1be298e/ab2cfc93-e8b7-4b10-9a43-a9e6316b65cc/8faed166-22ee-48b7-a759-1d0480b393bd) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:28:21.732331 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078df130-bc4b-47a2-aa9e-a8d87de8b804 None None] Pushing event updated for resources: {'Port': ['ID=0a91582d-6045-4502-a529-60acee163920,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:21.797574 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-604f1af0-fd59-478f-b5ba-3541183a1ecd req-5244d1c2-df7c-4395-9e11-44856274bd65 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=34e8994d-9335-41e3-96f8-c61b6e63e171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2659848 Nov 15 11:28:21.843526 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b452c657-7037-4d0d-b58d-128212c6802a up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:28:21.910870 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-43889f90-e9ba-490f-aa1c-77e63d455486 None None] Provisioning complete for port b452c657-7037-4d0d-b58d-128212c6802a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:21.911332 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-43889f90-e9ba-490f-aa1c-77e63d455486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:21.918441 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cdd0f2-9d59-476b-996c-78de8caba658 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Made reservation on behalf of e5b1bb3ca099430a917c5bdc2dfcf841 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:21.921931 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47cdd0f2-9d59-476b-996c-78de8caba658 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:21.952782 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc223634-4692-4fb7-8668-fd3655979ba2 admin admin] Router eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:28:21.966188 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port b452c657-7037-4d0d-b58d-128212c6802a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:21.966377 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:21.980560 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d1d588b1-a6d9-4a89-8947-344a9c2da20d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:22.074283 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-43889f90-e9ba-490f-aa1c-77e63d455486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:22.150487 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:22.160332 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d1d588b1-a6d9-4a89-8947-344a9c2da20d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:22.169786 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc223634-4692-4fb7-8668-fd3655979ba2 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:28:22.181761 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0948ed1-2000-42e6-89cd-a81caabf8249 None None] Sync routers for ids ['eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:28:22.185036 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-dc223634-4692-4fb7-8668-fd3655979ba2 admin admin] 10.222.0.64 "PUT /v2.0/routers/eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4121037 Nov 15 11:28:22.185185 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45264) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:22.210025 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port b452c657-7037-4d0d-b58d-128212c6802a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b452c657-7037-4d0d-b58d-128212c6802a,segment=NetworkSegment(e21f9107-e6f6-46a7-a20b-e71037bdfd88),segment_id=e21f9107-e6f6-46a7-a20b-e71037bdfd88)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:22.211072 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0948ed1-2000-42e6-89cd-a81caabf8249 None None] Routers {'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:28:22.211680 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b0948ed1-2000-42e6-89cd-a81caabf8249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:28:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:22.240039 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cc707-a64a-46d4-a038-845892c59d16 req-274b4a26-0441-43ee-8c0e-2da3ad9cb34e tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:22.241560 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a80cc707-a64a-46d4-a038-845892c59d16 req-274b4a26-0441-43ee-8c0e-2da3ad9cb34e tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1 HTTP/1.1" status: 200 len: 945 time: 0.3916547 Nov 15 11:28:22.250507 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:22.257423 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f1af0-fd59-478f-b5ba-3541183a1ecd req-bca6eb03-d8cf-49f6-b222-c086c69b3bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:22.259017 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-604f1af0-fd59-478f-b5ba-3541183a1ecd req-bca6eb03-d8cf-49f6-b222-c086c69b3bd4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69cdf03a6f264de7b09ea98e3ce6a0c9&device_id=34e8994d-9335-41e3-96f8-c61b6e63e171 HTTP/1.1" status: 200 len: 1097 time: 0.4242003 Nov 15 11:28:22.290295 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a5bec52-f64a-4934-bd5f-805f2605db70 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:22.318786 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8becc694-2ffe-408e-81e8-f86b7e14cfa6 req-4aaf8669-34e6-4353-8608-c73b641cfcdc tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:22.336862 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fcbfe42-6af4-4dce-a915-78267a377ca1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:22.342277 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['bd8929d6-de8e-42e6-9ec3-42e17539c5a0', '48e700db-8089-4761-9f77-17910eadd307', 'ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b', '221b1346-e619-472c-be1f-73af02988775'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:28:22.420209 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-43889f90-e9ba-490f-aa1c-77e63d455486 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:28:22.420559 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-43889f90-e9ba-490f-aa1c-77e63d455486 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:28:22.426192 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50785eab-e16b-4277-a086-45762d4a8fbc None None] DHCP port deletion for a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:28:22.431000 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=b452c657-7037-4d0d-b58d-128212c6802a,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:22.467592 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fcbfe42-6af4-4dce-a915-78267a377ca1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:22.480032 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-b0948ed1-2000-42e6-89cd-a81caabf8249 None None] Set router eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:28:22.504858 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d1d588b1-a6d9-4a89-8947-344a9c2da20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:22.507553 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d1d588b1-a6d9-4a89-8947-344a9c2da20d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:22.508785 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d1d588b1-a6d9-4a89-8947-344a9c2da20d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c1229d2a-a561-4ef3-b908-2829903d55c7 HTTP/1.1" status: 204 len: 168 time: 1.0805938 Nov 15 11:28:22.512740 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf8669-34e6-4353-8608-c73b641cfcdc tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Pushing event deleted for resources: {'Port': ['ID=221b1346-e619-472c-be1f-73af02988775,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:22.552957 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-8becc694-2ffe-408e-81e8-f86b7e14cfa6 req-4aaf8669-34e6-4353-8608-c73b641cfcdc tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] No DVR routers for this DVR port 221b1346-e619-472c-be1f-73af02988775 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:28:22.567096 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8becc694-2ffe-408e-81e8-f86b7e14cfa6 req-4aaf8669-34e6-4353-8608-c73b641cfcdc tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:22.570453 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8becc694-2ffe-408e-81e8-f86b7e14cfa6 req-4aaf8669-34e6-4353-8608-c73b641cfcdc tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.55 "DELETE /v2.0/ports/221b1346-e619-472c-be1f-73af02988775 HTTP/1.1" status: 204 len: 173 time: 2.0760350 Nov 15 11:28:22.575606 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1', 'name': 'network-vif-deleted', 'tag': '221b1346-e619-472c-be1f-73af02988775'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:28:22.586774 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e525e972-5a78-41c1-b636-d154fd74e84d" -d '{"events": [{"server_uuid": "66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1", "name": "network-vif-deleted", "tag": "221b1346-e619-472c-be1f-73af02988775"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:28:22.609726 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5fcbfe42-6af4-4dce-a915-78267a377ca1 admin admin] Deleting port ae67f2f0-1efb-4e45-90e7-55643c5e334a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:22.610351 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fcbfe42-6af4-4dce-a915-78267a377ca1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:22.618944 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d588b1-a6d9-4a89-8947-344a9c2da20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1229d2a-a561-4ef3-b908-2829903d55c7,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:22.631977 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a80cc707-a64a-46d4-a038-845892c59d16 req-5762ca1f-f534-45be-8dcf-32072b9faca0 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718662 Nov 15 11:28:22.708717 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a5bec52-f64a-4934-bd5f-805f2605db70 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:22.801999 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f1af0-fd59-478f-b5ba-3541183a1ecd req-8540b41c-1386-4cc0-b0fe-a5280df16f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:22.804302 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-604f1af0-fd59-478f-b5ba-3541183a1ecd req-8540b41c-1386-4cc0-b0fe-a5280df16f29 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 HTTP/1.1" status: 200 len: 916 time: 0.5070715 Nov 15 11:28:22.840768 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdceba8-cd86-4b43-b7fe-88b31ee849f2 x-openstack-request-id: req-bfdceba8-cd86-4b43-b7fe-88b31ee849f2 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:28:22.841062 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1", "name": "network-vif-deleted", "tag": "221b1346-e619-472c-be1f-73af02988775", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:28:22.843659 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bfdceba8-cd86-4b43-b7fe-88b31ee849f2 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:28:22.844301 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e8bc9f-eb7c-4f54-bf49-9be6994b4ae1', 'name': 'network-vif-deleted', 'tag': '221b1346-e619-472c-be1f-73af02988775', 'status': 'completed', 'code': 200} Nov 15 11:28:22.893976 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5fcbfe42-6af4-4dce-a915-78267a377ca1 admin admin] For port ae67f2f0-1efb-4e45-90e7-55643c5e334a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ae67f2f0-1efb-4e45-90e7-55643c5e334a,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:22.894321 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fcbfe42-6af4-4dce-a915-78267a377ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:22.920353 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5fcbfe42-6af4-4dce-a915-78267a377ca1 admin admin] Calling delete_port for ae67f2f0-1efb-4e45-90e7-55643c5e334a owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:23.167666 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5bec52-f64a-4934-bd5f-805f2605db70 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Network 2634b2c6-37ef-4d04-83a7-0a51d1be298e is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:28:23.176808 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-604f1af0-fd59-478f-b5ba-3541183a1ecd req-1215543f-af65-4a95-a0d5-f25f9f9d50ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48e700db-8089-4761-9f77-17910eadd307 HTTP/1.1" status: 200 len: 217 time: 0.3289719 Nov 15 11:28:23.178150 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47cdd0f2-9d59-476b-996c-78de8caba658 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:23.180449 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-9a5bec52-f64a-4934-bd5f-805f2605db70 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:23.182332 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5bec52-f64a-4934-bd5f-805f2605db70 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Pushing event updated for resources: {'Port': ['ID=8faed166-22ee-48b7-a759-1d0480b393bd,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:23.211006 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5bec52-f64a-4934-bd5f-805f2605db70 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:28:23.442346 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a5bec52-f64a-4934-bd5f-805f2605db70 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:23.460599 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6f9e0b-1c36-4704-845c-b8467181b6a9 None None] Network 60b11187-0c29-42d4-9cfa-b2c5f4c826a5 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:23.478849 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fcbfe42-6af4-4dce-a915-78267a377ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:23.574648 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b452c657-7037-4d0d-b58d-128212c6802a up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:28:23.592236 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbfe42-6af4-4dce-a915-78267a377ca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae67f2f0-1efb-4e45-90e7-55643c5e334a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:23.703294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cdd0f2-9d59-476b-996c-78de8caba658 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Subnet': ['ID=9bca8f30-8a5b-4f12-a8db-b727ccf099c0,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:23.711304 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9e3ffc-cb1a-48a3-bd5b-0ac8834524b9 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:28:23.715932 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fcbfe42-6af4-4dce-a915-78267a377ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:23.773458 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cdd0f2-9d59-476b-996c-78de8caba658 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Network 4ee110dd-5f17-4048-9289-cbe74f70eac2 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:28:23.787588 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b0948ed1-2000-42e6-89cd-a81caabf8249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'name': 'tempest-TaggedBootDevicesTest-578185871-router', 'tenant_id': '6d166880b4a94d32a973c2d61c598d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:15:38Z', 'updated_at': '2021-11-15T11:28:20Z', 'revision_number': 5, 'project_id': '6d166880b4a94d32a973c2d61c598d8e', 'gw_port': {'id': 'ae67f2f0-1efb-4e45-90e7-55643c5e334a', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:15:39Z', 'updated_at': '2021-11-15T11:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:23.855710 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-47cdd0f2-9d59-476b-996c-78de8caba658 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:23.860974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cdd0f2-9d59-476b-996c-78de8caba658 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:23.862045 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47cdd0f2-9d59-476b-996c-78de8caba658 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:23.873690 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0948ed1-2000-42e6-89cd-a81caabf8249 None None] Checking router: eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:28:23.895433 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf848dcc-cac5-43fa-8880-98ff2099002b None None] Network 4ee110dd-5f17-4048-9289-cbe74f70eac2 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:23.909881 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fcbfe42-6af4-4dce-a915-78267a377ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:23.911503 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-47cdd0f2-9d59-476b-996c-78de8caba658 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7209046 Nov 15 11:28:23.915728 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fcbfe42-6af4-4dce-a915-78267a377ca1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:23.917197 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45310) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:23.925938 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-a42bebfc-8fc7-4a69-a636-ef5c7747233c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1526210749', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9bca8f30-8a5b-4f12-a8db-b727ccf099c0'}], 'security_groups': ['d5f2dd79-1ad3-4640-a8da-eafe7d8246a2', 'e9369036-5904-4bde-a3a4-3eb65fe8739a']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:24.037047 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fcbfe42-6af4-4dce-a915-78267a377ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:24.038103 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcbfe42-6af4-4dce-a915-78267a377ca1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:28:24.045705 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fcbfe42-6af4-4dce-a915-78267a377ca1 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:24.046953 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5fcbfe42-6af4-4dce-a915-78267a377ca1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326 HTTP/1.1" status: 204 len: 168 time: 1.8607585 Nov 15 11:28:24.049659 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45312) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:24.083028 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0948ed1-2000-42e6-89cd-a81caabf8249 None None] Routers set() bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:28:24.083669 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0948ed1-2000-42e6-89cd-a81caabf8249 None None] Router IDs set() for agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 15 11:28:24.084644 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_agentschedulers_db [None req-b0948ed1-2000-42e6-89cd-a81caabf8249 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:28:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent'). {{(pid=102679) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 15 11:28:24.085229 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0948ed1-2000-42e6-89cd-a81caabf8249 None None] The sync data for ids ['eb4320a9-1c5d-4b6a-a77a-3f5e9f6e8326'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:28:24.113239 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7603b981-3d72-4382-8ae3-a35f97a9b412 None None] Provisioning complete for port 0a91582d-6045-4502-a529-60acee163920 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:24.118591 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7603b981-3d72-4382-8ae3-a35f97a9b412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:24.178664 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c982d7a-ac31-4322-b497-b88ff8baa4bd admin admin] Deleting subnet fdfd0574-7413-48b2-8325-e46b6f762330 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:28:24.183094 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c982d7a-ac31-4322-b497-b88ff8baa4bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:24.221127 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a5bec52-f64a-4934-bd5f-805f2605db70 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:24.224766 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a42bebfc-8fc7-4a69-a636-ef5c7747233c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:24.284899 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c982d7a-ac31-4322-b497-b88ff8baa4bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:24.319143 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port b452c657-7037-4d0d-b58d-128212c6802a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:24.319965 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:24.378502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d1832-ff90-4606-b4fc-89e2d6be8cd6 req-5839cb02-188e-40ee-a3fb-014099d028a2 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:24.385620 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c982d7a-ac31-4322-b497-b88ff8baa4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:24.388086 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb4d1832-ff90-4606-b4fc-89e2d6be8cd6 req-5839cb02-188e-40ee-a3fb-014099d028a2 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.6020596 Nov 15 11:28:24.394518 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f1af0-fd59-478f-b5ba-3541183a1ecd req-519ddf59-00cd-4917-8a6e-3b434fb2e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:24.396037 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-604f1af0-fd59-478f-b5ba-3541183a1ecd req-519ddf59-00cd-4917-8a6e-3b434fb2e4e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=869f9db7-c874-47ae-bffd-e01d17367094 HTTP/1.1" status: 200 len: 855 time: 1.1861696 Nov 15 11:28:24.459998 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb4d1832-ff90-4606-b4fc-89e2d6be8cd6 req-312067b0-530c-4b1d-bf78-9acfa5c12712 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663111 Nov 15 11:28:24.508911 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c982d7a-ac31-4322-b497-b88ff8baa4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:24.593702 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c982d7a-ac31-4322-b497-b88ff8baa4bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdfd0574-7413-48b2-8325-e46b6f762330,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:24.604855 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c982d7a-ac31-4322-b497-b88ff8baa4bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:24.625985 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4c982d7a-ac31-4322-b497-b88ff8baa4bd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fdfd0574-7413-48b2-8325-e46b6f762330 HTTP/1.1" status: 204 len: 168 time: 0.5714507 Nov 15 11:28:24.626328 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 221b1346-e619-472c-be1f-73af02988775 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:28:24.628832 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7603b981-3d72-4382-8ae3-a35f97a9b412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:24.629652 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45324) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:24.688937 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705a0698-30ab-4c3c-8f40-f5c49b51c591 None None] Network 3ac01650-250d-49f6-a38a-ac634445c34a requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:24.893821 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8ccc6a3-e9a8-4f34-8a00-f04370992fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:24.960879 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 221b1346-e619-472c-be1f-73af02988775 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:28:24.961423 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 221b1346-e619-472c-be1f-73af02988775 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:28:24.972317 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71542c-c70a-4de2-a0c5-51bd92a571d5 req-1a5c8400-d69f-4136-8d0e-989fe1637899 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:24.978577 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6d71542c-c70a-4de2-a0c5-51bd92a571d5 req-1a5c8400-d69f-4136-8d0e-989fe1637899 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.11 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.2364342 Nov 15 11:28:25.157241 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7603b981-3d72-4382-8ae3-a35f97a9b412 None None] For port 0a91582d-6045-4502-a529-60acee163920, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0a91582d-6045-4502-a529-60acee163920,segment=NetworkSegment(e662d880-891d-4d5f-8052-8462d1858718),segment_id=e662d880-891d-4d5f-8052-8462d1858718)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:25.194049 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7603b981-3d72-4382-8ae3-a35f97a9b412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:25.552465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-a42bebfc-8fc7-4a69-a636-ef5c7747233c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Delete allocated IP 172.20.0.8 (4ee110dd-5f17-4048-9289-cbe74f70eac2/8e25bb70-a59c-40eb-9dcf-36e0ec017e68) {{(pid=102678) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 15 11:28:25.581009 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-a42bebfc-8fc7-4a69-a636-ef5c7747233c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Allocated IP 172.20.0.35 (4ee110dd-5f17-4048-9289-cbe74f70eac2/9bca8f30-8a5b-4f12-a8db-b727ccf099c0/38d94e15-9291-4771-aad9-a39260d55a3a) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:28:25.638236 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7603b981-3d72-4382-8ae3-a35f97a9b412 None None] Provisioning complete for port 8faed166-22ee-48b7-a759-1d0480b393bd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:25.639236 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7603b981-3d72-4382-8ae3-a35f97a9b412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:25.652998 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0a91582d-6045-4502-a529-60acee163920 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:28:25.771260 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8ccc6a3-e9a8-4f34-8a00-f04370992fb7 admin admin] Deleting port 11bd8a0f-c56d-424b-8618-0cf3338ee37b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:25.772145 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8ccc6a3-e9a8-4f34-8a00-f04370992fb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:25.808874 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603b981-3d72-4382-8ae3-a35f97a9b412 None None] Pushing event updated for resources: {'Port': ['ID=0a91582d-6045-4502-a529-60acee163920,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:25.826499 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5bbba1-3f00-4762-97ba-d55e925494e0 None None] DHCP port deletion for 3ac01650-250d-49f6-a38a-ac634445c34a request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:28:25.856745 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a42bebfc-8fc7-4a69-a636-ef5c7747233c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:25.914856 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f64fac4-3117-4156-8c11-4bb429385faa None None] Update dhcp port {'port': {'network_id': '4ee110dd-5f17-4048-9289-cbe74f70eac2', 'fixed_ips': [{'subnet_id': '06ccd74e-09ca-452e-8b0c-d587406c3598', 'ip_address': '172.20.0.18'}, {'subnet_id': '8e25bb70-a59c-40eb-9dcf-36e0ec017e68', 'ip_address': '172.20.0.2'}, {'subnet_id': '9bca8f30-8a5b-4f12-a8db-b727ccf099c0'}], 'binding:host_id': 'n-d-729945-9'}, 'id': '8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d'} from n-d-729945-9. {{(pid=102679) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 11:28:25.925324 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7603b981-3d72-4382-8ae3-a35f97a9b412 None None] Port 8faed166-22ee-48b7-a759-1d0480b393bd cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:28:25.973647 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-6d71542c-c70a-4de2-a0c5-51bd92a571d5 req-da0dd124-94d0-469f-b272-e6850ece0449 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Deleting port 98c7c734-b2a0-4397-9a24-4ec63b72ae70 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:25.974175 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6d71542c-c70a-4de2-a0c5-51bd92a571d5 req-da0dd124-94d0-469f-b272-e6850ece0449 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:25.981731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a8ccc6a3-e9a8-4f34-8a00-f04370992fb7 admin admin] For port 11bd8a0f-c56d-424b-8618-0cf3338ee37b, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=11bd8a0f-c56d-424b-8618-0cf3338ee37b,segment=NetworkSegment(f5da28b9-41ad-440b-9e9f-0d5e7d45d27f),segment_id=f5da28b9-41ad-440b-9e9f-0d5e7d45d27f)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:25.982080 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8ccc6a3-e9a8-4f34-8a00-f04370992fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:26.012212 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a42bebfc-8fc7-4a69-a636-ef5c7747233c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:26.039656 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a8ccc6a3-e9a8-4f34-8a00-f04370992fb7 admin admin] Calling delete_port for 11bd8a0f-c56d-424b-8618-0cf3338ee37b owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:26.045238 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-604f1af0-fd59-478f-b5ba-3541183a1ecd req-bfc525b1-ebc7-4200-a74e-c7a4131dfe30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.6037869 Nov 15 11:28:26.057045 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0f64fac4-3117-4156-8c11-4bb429385faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:26.088095 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7603b981-3d72-4382-8ae3-a35f97a9b412 None None] Provisioning complete for port b452c657-7037-4d0d-b58d-128212c6802a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:26.088929 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7603b981-3d72-4382-8ae3-a35f97a9b412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:26.204266 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-6d71542c-c70a-4de2-a0c5-51bd92a571d5 req-da0dd124-94d0-469f-b272-e6850ece0449 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] For port 98c7c734-b2a0-4397-9a24-4ec63b72ae70, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=98c7c734-b2a0-4397-9a24-4ec63b72ae70,segment=NetworkSegment(c2cb3e63-6ad3-4217-9eed-16afe313951d),segment_id=c2cb3e63-6ad3-4217-9eed-16afe313951d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:26.204934 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6d71542c-c70a-4de2-a0c5-51bd92a571d5 req-da0dd124-94d0-469f-b272-e6850ece0449 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:26.235283 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 0a91582d-6045-4502-a529-60acee163920 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:26.236561 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:26.377281 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8ccc6a3-e9a8-4f34-8a00-f04370992fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:26.413285 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-9b5bbba1-3f00-4762-97ba-d55e925494e0 None None] Deleting port 11bd8a0f-c56d-424b-8618-0cf3338ee37b {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:26.413431 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9b5bbba1-3f00-4762-97ba-d55e925494e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:26.472332 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ccc6a3-e9a8-4f34-8a00-f04370992fb7 admin admin] No DVR routers for this DVR port 11bd8a0f-c56d-424b-8618-0cf3338ee37b on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:28:26.478834 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccc6a3-e9a8-4f34-8a00-f04370992fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=11bd8a0f-c56d-424b-8618-0cf3338ee37b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:26.498884 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42bebfc-8fc7-4a69-a636-ef5c7747233c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event updated for resources: {'Port': ['ID=38d94e15-9291-4771-aad9-a39260d55a3a,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:26.507368 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9b5bbba1-3f00-4762-97ba-d55e925494e0 None None] For port 11bd8a0f-c56d-424b-8618-0cf3338ee37b, host n-d-729945-9, got binding levels [] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:26.507784 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9b5bbba1-3f00-4762-97ba-d55e925494e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:26.532795 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-9b5bbba1-3f00-4762-97ba-d55e925494e0 None None] Calling delete_port for 11bd8a0f-c56d-424b-8618-0cf3338ee37b owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:26.539111 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.ipam_backend_mixin [None req-9b5bbba1-3f00-4762-97ba-d55e925494e0 None None] Port 11bd8a0f-c56d-424b-8618-0cf3338ee37b was not found and therefore no delete operation was performed {{(pid=102679) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 11:28:26.556696 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9b5bbba1-3f00-4762-97ba-d55e925494e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:26.563175 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab1076-6cd2-43d1-ab36-cc18ea71e7ce req-8cc5ed70-225a-4e54-96f4-2b5e9b05d5d2 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:26.564813 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cab1076-6cd2-43d1-ab36-cc18ea71e7ce req-8cc5ed70-225a-4e54-96f4-2b5e9b05d5d2 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 945 time: 0.5725131 Nov 15 11:28:26.646045 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5bbba1-3f00-4762-97ba-d55e925494e0 None None] No DVR routers for this DVR port 11bd8a0f-c56d-424b-8618-0cf3338ee37b on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:28:26.668510 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bbba1-3f00-4762-97ba-d55e925494e0 None None] Pushing event deleted for resources: {'Port': ['ID=11bd8a0f-c56d-424b-8618-0cf3338ee37b,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:26.697144 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a42bebfc-8fc7-4a69-a636-ef5c7747233c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] In _notify_port_updated(), no bound segment for port 38d94e15-9291-4771-aad9-a39260d55a3a on network 4ee110dd-5f17-4048-9289-cbe74f70eac2 {{(pid=102678) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:28:26.702705 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42bebfc-8fc7-4a69-a636-ef5c7747233c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:26.703989 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a42bebfc-8fc7-4a69-a636-ef5c7747233c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:26.708155 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a42bebfc-8fc7-4a69-a636-ef5c7747233c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "PUT /v2.0/ports/38d94e15-9291-4771-aad9-a39260d55a3a HTTP/1.1" status: 200 len: 960 time: 2.7873118 Nov 15 11:28:26.710577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45374) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:26.723995 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8ccc6a3-e9a8-4f34-8a00-f04370992fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:26.788374 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a8ccc6a3-e9a8-4f34-8a00-f04370992fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac01650-250d-49f6-a38a-ac634445c34a']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:26.794135 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6d71542c-c70a-4de2-a0c5-51bd92a571d5 req-da0dd124-94d0-469f-b272-e6850ece0449 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:26.794747 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6d71542c-c70a-4de2-a0c5-51bd92a571d5 req-da0dd124-94d0-469f-b272-e6850ece0449 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:26.795230 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [req-6d71542c-c70a-4de2-a0c5-51bd92a571d5 req-da0dd124-94d0-469f-b272-e6850ece0449 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Floating IP 6e3e3a0e-6de2-4d2d-88a5-69ea00616f4a disassociated. External IP: 172.25.7.25, port: 98c7c734-b2a0-4397-9a24-4ec63b72ae70. Nov 15 11:28:26.795845 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-6d71542c-c70a-4de2-a0c5-51bd92a571d5 req-da0dd124-94d0-469f-b272-e6850ece0449 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Calling delete_port for 98c7c734-b2a0-4397-9a24-4ec63b72ae70 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:26.809982 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a8ccc6a3-e9a8-4f34-8a00-f04370992fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5da28b9-41ad-440b-9e9f-0d5e7d45d27f') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:26.810570 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a8ccc6a3-e9a8-4f34-8a00-f04370992fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5da28b9-41ad-440b-9e9f-0d5e7d45d27f') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:26.825613 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8ccc6a3-e9a8-4f34-8a00-f04370992fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:26.853305 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-604f1af0-fd59-478f-b5ba-3541183a1ecd req-d0bc16ad-21ee-422e-8ecb-d584c2bf3197 service neutron] 10.222.0.55 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6961079 Nov 15 11:28:26.887638 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8ccc6a3-e9a8-4f34-8a00-f04370992fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:26.905537 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ccc6a3-e9a8-4f34-8a00-f04370992fb7 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:28:26.906441 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8ccc6a3-e9a8-4f34-8a00-f04370992fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:28:26.908713 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:28:26.926578 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cab1076-6cd2-43d1-ab36-cc18ea71e7ce req-43480af8-6cf0-49f6-8868-9badfd55b653 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=6871273c-cabb-4035-b7af-3d52d252d5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922628 Nov 15 11:28:27.023287 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8ccc6a3-e9a8-4f34-8a00-f04370992fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:27.048980 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a5bec52-f64a-4934-bd5f-805f2605db70 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:27.065432 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a5bec52-f64a-4934-bd5f-805f2605db70 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:27.078850 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f09dd1c7-94f3-468c-aab8-8f25f0a262a0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting port 38d94e15-9291-4771-aad9-a39260d55a3a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:27.079274 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f09dd1c7-94f3-468c-aab8-8f25f0a262a0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:27.112199 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a8ccc6a3-e9a8-4f34-8a00-f04370992fb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:27.116516 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a8ccc6a3-e9a8-4f34-8a00-f04370992fb7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/3ac01650-250d-49f6-a38a-ac634445c34a HTTP/1.1" status: 204 len: 168 time: 2.4838321 Nov 15 11:28:27.126836 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccc6a3-e9a8-4f34-8a00-f04370992fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ac01650-250d-49f6-a38a-ac634445c34a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:27.177903 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6d71542c-c70a-4de2-a0c5-51bd92a571d5 req-da0dd124-94d0-469f-b272-e6850ece0449 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:27.271942 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f09dd1c7-94f3-468c-aab8-8f25f0a262a0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:27.276291 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0dd124-94d0-469f-b272-e6850ece0449 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Pushing event deleted for resources: {'Port': ['ID=98c7c734-b2a0-4397-9a24-4ec63b72ae70,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:27.343726 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-0f64fac4-3117-4156-8c11-4bb429385faa None None] Allocated IP 172.20.0.34 (4ee110dd-5f17-4048-9289-cbe74f70eac2/9bca8f30-8a5b-4f12-a8db-b727ccf099c0/8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:28:27.376863 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-604f1af0-fd59-478f-b5ba-3541183a1ecd req-20548040-3efc-42f7-8597-20704214a315 service neutron] 10.222.0.55 "GET /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089891 Nov 15 11:28:27.393781 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f09dd1c7-94f3-468c-aab8-8f25f0a262a0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Calling delete_port for 38d94e15-9291-4771-aad9-a39260d55a3a owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:27.435713 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 98c7c734-b2a0-4397-9a24-4ec63b72ae70 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:28:27.503660 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5bec52-f64a-4934-bd5f-805f2605db70 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Pushing event updated for resources: {'Port': ['ID=8faed166-22ee-48b7-a759-1d0480b393bd,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:27.516365 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 98c7c734-b2a0-4397-9a24-4ec63b72ae70 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:28:27.516703 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 98c7c734-b2a0-4397-9a24-4ec63b72ae70 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:28:27.543484 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0a91582d-6045-4502-a529-60acee163920 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:28:27.560894 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d2b30a39-f027-4037-9d17-2b0b02f4c074 None None] Provisioning complete for port 0a91582d-6045-4502-a529-60acee163920 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:27.561157 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d2b30a39-f027-4037-9d17-2b0b02f4c074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:27.605018 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a5bec52-f64a-4934-bd5f-805f2605db70 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:27.643441 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d71542c-c70a-4de2-a0c5-51bd92a571d5 req-da0dd124-94d0-469f-b272-e6850ece0449 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Router 20175af3-96b4-4b0c-82bc-b6b38c8539b7 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:28:27.727726 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0f64fac4-3117-4156-8c11-4bb429385faa None None] For port 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d,segment=NetworkSegment(07325629-3ab0-42e3-882b-38f4426cfcfa),segment_id=07325629-3ab0-42e3-882b-38f4426cfcfa)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:27.760260 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45400) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:27.785900 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 0a91582d-6045-4502-a529-60acee163920 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:27.786672 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:27.792513 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0f64fac4-3117-4156-8c11-4bb429385faa None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:27.807360 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45404) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:27.914569 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c7832578-eac4-4d52-8ae6-f0cc8e0b2c58 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6d166880b4a94d32a973c2d61c598d8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375885 Nov 15 11:28:27.921118 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0f64fac4-3117-4156-8c11-4bb429385faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:27.926993 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45408) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:27.928160 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d71542c-c70a-4de2-a0c5-51bd92a571d5 req-da0dd124-94d0-469f-b272-e6850ece0449 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:28:27.942097 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01718c27-7c4a-4895-879e-8c3e4476938d None None] Sync routers for ids ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:28:27.956937 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01718c27-7c4a-4895-879e-8c3e4476938d None None] Routers {'20175af3-96b4-4b0c-82bc-b6b38c8539b7'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:28:27.957555 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-01718c27-7c4a-4895-879e-8c3e4476938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:28:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:28.027192 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5bec52-f64a-4934-bd5f-805f2605db70 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Network 2634b2c6-37ef-4d04-83a7-0a51d1be298e is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:28:28.035283 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-9a5bec52-f64a-4934-bd5f-805f2605db70 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:28.160391 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d71542c-c70a-4de2-a0c5-51bd92a571d5 req-da0dd124-94d0-469f-b272-e6850ece0449 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] No DVR routers for this DVR port 98c7c734-b2a0-4397-9a24-4ec63b72ae70 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:28:28.167673 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64fac4-3117-4156-8c11-4bb429385faa None None] Pushing event updated for resources: {'Port': ['ID=8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d,revision_number=7']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:28.168995 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6d71542c-c70a-4de2-a0c5-51bd92a571d5 req-da0dd124-94d0-469f-b272-e6850ece0449 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:28.173807 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f09dd1c7-94f3-468c-aab8-8f25f0a262a0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:28.180354 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6d71542c-c70a-4de2-a0c5-51bd92a571d5 req-da0dd124-94d0-469f-b272-e6850ece0449 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.11 "DELETE /v2.0/ports/98c7c734-b2a0-4397-9a24-4ec63b72ae70 HTTP/1.1" status: 204 len: 173 time: 3.1525149 Nov 15 11:28:28.181341 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14f5faa-a467-4039-88fd-c6fe64c48a30', 'name': 'network-vif-deleted', 'tag': '98c7c734-b2a0-4397-9a24-4ec63b72ae70'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:28:28.189610 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db51d9a-9c4c-46d3-86fa-fb3d819603ce" -d '{"events": [{"server_uuid": "c14f5faa-a467-4039-88fd-c6fe64c48a30", "name": "network-vif-deleted", "tag": "98c7c734-b2a0-4397-9a24-4ec63b72ae70"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:28:28.244974 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0819d5b2-5239-4e48-a30d-b4c81db4291b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:28.327468 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1c253f-0d1c-41df-91c1-6bea31ad772b x-openstack-request-id: req-1e1c253f-0d1c-41df-91c1-6bea31ad772b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:28:28.327751 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14f5faa-a467-4039-88fd-c6fe64c48a30", "name": "network-vif-deleted", "tag": "98c7c734-b2a0-4397-9a24-4ec63b72ae70", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:28:28.352235 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e1c253f-0d1c-41df-91c1-6bea31ad772b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:28:28.353077 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14f5faa-a467-4039-88fd-c6fe64c48a30', 'name': 'network-vif-deleted', 'tag': '98c7c734-b2a0-4397-9a24-4ec63b72ae70', 'status': 'completed', 'code': 200} Nov 15 11:28:28.368047 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-01718c27-7c4a-4895-879e-8c3e4476938d None None] Set router 20175af3-96b4-4b0c-82bc-b6b38c8539b7 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:28:28.368895 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0819d5b2-5239-4e48-a30d-b4c81db4291b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:28.426379 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5abdd17d-38d4-401d-b20a-1526ba3c85cc req-fd5f1410-f8be-4ac3-a5f1-83386b178ed3 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=c14f5faa-a467-4039-88fd-c6fe64c48a30 HTTP/1.1" status: 200 len: 210 time: 0.2522476 Nov 15 11:28:28.426379 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52e19d55-d92f-4925-8544-dff0e621cd4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:28.463203 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09dd1c7-94f3-468c-aab8-8f25f0a262a0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Port': ['ID=38d94e15-9291-4771-aad9-a39260d55a3a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:28.493581 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0819d5b2-5239-4e48-a30d-b4c81db4291b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:28.499899 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0819d5b2-5239-4e48-a30d-b4c81db4291b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:28.504253 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0819d5b2-5239-4e48-a30d-b4c81db4291b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ef4604a-63e6-437a-8354-d61bce56e2da HTTP/1.1" status: 204 len: 168 time: 0.5709324 Nov 15 11:28:28.522834 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819d5b2-5239-4e48-a30d-b4c81db4291b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef4604a-63e6-437a-8354-d61bce56e2da,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:28.567619 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6242cbe1-0c73-483a-b1fd-3b07aa30d078 None None] Provisioning complete for port 8faed166-22ee-48b7-a759-1d0480b393bd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:28.568430 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6242cbe1-0c73-483a-b1fd-3b07aa30d078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:28.714624 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6242cbe1-0c73-483a-b1fd-3b07aa30d078 None None] Port 8faed166-22ee-48b7-a759-1d0480b393bd cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:28:28.737037 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 11bd8a0f-c56d-424b-8618-0cf3338ee37b no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:28:28.790132 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 11bd8a0f-c56d-424b-8618-0cf3338ee37b {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:28:28.792636 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 11bd8a0f-c56d-424b-8618-0cf3338ee37b not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:28:28.794342 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ae67f2f0-1efb-4e45-90e7-55643c5e334a no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:28:28.822431 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f09dd1c7-94f3-468c-aab8-8f25f0a262a0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:28.827732 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f09dd1c7-94f3-468c-aab8-8f25f0a262a0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/ports/38d94e15-9291-4771-aad9-a39260d55a3a HTTP/1.1" status: 204 len: 168 time: 2.1097603 Nov 15 11:28:28.830822 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45424) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:28.853451 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5bec52-f64a-4934-bd5f-805f2605db70 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Router 87f91d8b-f99a-4f7e-bdfa-c685677799c3 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:28:28.854290 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: ae67f2f0-1efb-4e45-90e7-55643c5e334a {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:28:28.854639 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ae67f2f0-1efb-4e45-90e7-55643c5e334a not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:28:28.855053 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f36d2651-1eac-46a1-9cc4-4ac2531d81eb no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:28:28.883435 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ff4f0a-42be-4a3f-91ba-5735a061cee0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] GET failed (client error): The resource could not be found. Nov 15 11:28:28.889173 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-48ff4f0a-42be-4a3f-91ba-5735a061cee0 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports/38d94e15-9291-4771-aad9-a39260d55a3a HTTP/1.1" status: 404 len: 333 time: 0.0567791 Nov 15 11:28:28.890258 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45426) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:28.897379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: f36d2651-1eac-46a1-9cc4-4ac2531d81eb {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:28:28.898278 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f36d2651-1eac-46a1-9cc4-4ac2531d81eb not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:28:28.987645 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-01718c27-7c4a-4895-879e-8c3e4476938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'name': 'tempest-AttachVolumeTestJSON-808987218-router', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:05Z', 'updated_at': '2021-11-15T11:22:14Z', 'revision_number': 4, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'gw_port': {'id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:07Z', 'updated_at': '2021-11-15T11:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '411317a0-3898-4ae3-bd51-6df098dda5c3', 'name': '', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'mac_address': 'fa:16:3e:6a:d7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:23Z', 'revision_number': 5, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'subnets': [{'id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:29.023490 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06cb8fc9-aec1-4550-95e5-1d700c2d9176 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:29.081715 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01718c27-7c4a-4895-879e-8c3e4476938d None None] Checking router: 20175af3-96b4-4b0c-82bc-b6b38c8539b7 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:28:29.098979 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06cb8fc9-aec1-4550-95e5-1d700c2d9176 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:29.117187 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01718c27-7c4a-4895-879e-8c3e4476938d None None] Routers {'20175af3-96b4-4b0c-82bc-b6b38c8539b7'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:28:29.119140 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-01718c27-7c4a-4895-879e-8c3e4476938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:28:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:29.207200 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06cb8fc9-aec1-4550-95e5-1d700c2d9176 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:29.209389 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5bec52-f64a-4934-bd5f-805f2605db70 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:28:29.210324 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06cb8fc9-aec1-4550-95e5-1d700c2d9176 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:29.214362 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45434) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:29.214700 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-06cb8fc9-aec1-4550-95e5-1d700c2d9176 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/security-groups/d97691eb-7348-45ef-92d2-75af85e56b99 HTTP/1.1" status: 204 len: 168 time: 0.3230212 Nov 15 11:28:29.224925 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ad0f1-f929-4e07-9cb8-ada17e58bf09 None None] Sync routers for ids ['87f91d8b-f99a-4f7e-bdfa-c685677799c3'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:28:29.235652 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb8fc9-aec1-4550-95e5-1d700c2d9176 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97691eb-7348-45ef-92d2-75af85e56b99,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:29.247669 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ad0f1-f929-4e07-9cb8-ada17e58bf09 None None] Routers {'87f91d8b-f99a-4f7e-bdfa-c685677799c3'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:28:29.247878 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b83ad0f1-f929-4e07-9cb8-ada17e58bf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:28:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['87f91d8b-f99a-4f7e-bdfa-c685677799c3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:29.269349 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9a5bec52-f64a-4934-bd5f-805f2605db70 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "PUT /v2.0/routers/87f91d8b-f99a-4f7e-bdfa-c685677799c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4476089 Nov 15 11:28:29.273697 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45436) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:29.325491 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52e19d55-d92f-4925-8544-dff0e621cd4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:29.334755 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b83ad0f1-f929-4e07-9cb8-ada17e58bf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:29.350848 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52e19d55-d92f-4925-8544-dff0e621cd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:29.394955 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-01718c27-7c4a-4895-879e-8c3e4476938d None None] Set router 20175af3-96b4-4b0c-82bc-b6b38c8539b7 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:28:29.414552 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-52e19d55-d92f-4925-8544-dff0e621cd4f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bb7c3da6c98e4a90aec1865b81b75f8d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6004913 Nov 15 11:28:29.417950 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45442) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:29.430505 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ad0f1-f929-4e07-9cb8-ada17e58bf09 None None] Routers {'87f91d8b-f99a-4f7e-bdfa-c685677799c3'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:28:29.431136 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b83ad0f1-f929-4e07-9cb8-ada17e58bf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:28:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['87f91d8b-f99a-4f7e-bdfa-c685677799c3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:29.581686 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-410b06cb-dee9-4a74-a479-282e14f169cf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:29.609044 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:28:29.615931 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b83ad0f1-f929-4e07-9cb8-ada17e58bf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:29.616630 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ad0f1-f929-4e07-9cb8-ada17e58bf09 None None] The sync data for ids ['87f91d8b-f99a-4f7e-bdfa-c685677799c3'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:28:29.629552 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e19d55-d92f-4925-8544-dff0e621cd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c665f949-817c-4ac9-af9b-feab95651ba9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:29.673793 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45452) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:29.732385 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-997b5620-4642-48bb-a725-cc2cf63ea148 None None] Could not find standard attr ID for object 38d94e15-9291-4771-aad9-a39260d55a3a. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:28:29.755887 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:29.783295 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-410b06cb-dee9-4a74-a479-282e14f169cf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:29.801711 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-997b5620-4642-48bb-a725-cc2cf63ea148 None None] Provisioning complete for port 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:29.802069 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-997b5620-4642-48bb-a725-cc2cf63ea148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:29.856698 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:29.858419 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:29.867380 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-01718c27-7c4a-4895-879e-8c3e4476938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'name': 'tempest-AttachVolumeTestJSON-808987218-router', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:05Z', 'updated_at': '2021-11-15T11:22:14Z', 'revision_number': 4, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'gw_port': {'id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:07Z', 'updated_at': '2021-11-15T11:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '411317a0-3898-4ae3-bd51-6df098dda5c3', 'name': '', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'mac_address': 'fa:16:3e:6a:d7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:23Z', 'revision_number': 5, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'subnets': [{'id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:29.878128 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-410b06cb-dee9-4a74-a479-282e14f169cf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:29.881539 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-410b06cb-dee9-4a74-a479-282e14f169cf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:29.882885 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-410b06cb-dee9-4a74-a479-282e14f169cf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/security-groups/e9369036-5904-4bde-a3a4-3eb65fe8739a HTTP/1.1" status: 204 len: 168 time: 0.6511989 Nov 15 11:28:29.891112 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45460) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:29.917041 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b06cb-dee9-4a74-a479-282e14f169cf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9369036-5904-4bde-a3a4-3eb65fe8739a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:29.937218 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9288200d-6b14-4fcd-851f-86d4e281fa53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:29.950847 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01718c27-7c4a-4895-879e-8c3e4476938d None None] The sync data for ids ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'] in n-d-729945-9 is: [{'id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'name': 'tempest-AttachVolumeTestJSON-808987218-router', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:05Z', 'updated_at': '2021-11-15T11:22:14Z', 'revision_number': 4, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'gw_port': {'id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:07Z', 'updated_at': '2021-11-15T11:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '411317a0-3898-4ae3-bd51-6df098dda5c3', 'name': '', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'mac_address': 'fa:16:3e:6a:d7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:23Z', 'revision_number': 5, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'subnets': [{'id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:28:29.980023 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9288200d-6b14-4fcd-851f-86d4e281fa53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:30.140480 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-91deb412-d4c3-44ed-b898-af8adb450e31 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:30.187216 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9288200d-6b14-4fcd-851f-86d4e281fa53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:30.190204 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9288200d-6b14-4fcd-851f-86d4e281fa53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:30.192005 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9288200d-6b14-4fcd-851f-86d4e281fa53 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c665f949-817c-4ac9-af9b-feab95651ba9 HTTP/1.1" status: 204 len: 168 time: 0.7724588 Nov 15 11:28:30.218951 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-91deb412-d4c3-44ed-b898-af8adb450e31 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:30.222071 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-997b5620-4642-48bb-a725-cc2cf63ea148 None None] Provisioning complete for port 403f3876-4d89-47b6-b89f-2d21be4b04dc triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:30.222445 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-997b5620-4642-48bb-a725-cc2cf63ea148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:30.225390 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288200d-6b14-4fcd-851f-86d4e281fa53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c665f949-817c-4ac9-af9b-feab95651ba9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:30.297988 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-997b5620-4642-48bb-a725-cc2cf63ea148 None None] Port 403f3876-4d89-47b6-b89f-2d21be4b04dc cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:28:30.323129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45470) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:30.366488 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-246759db-a378-488a-816b-60e61097b735 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:30.367112 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-91deb412-d4c3-44ed-b898-af8adb450e31 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:30.371406 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-91deb412-d4c3-44ed-b898-af8adb450e31 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:30.375917 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-91deb412-d4c3-44ed-b898-af8adb450e31 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "DELETE /v2.0/security-groups/6871273c-cabb-4035-b7af-3d52d252d5d7 HTTP/1.1" status: 204 len: 168 time: 0.6758685 Nov 15 11:28:30.376095 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45474) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:30.393682 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91deb412-d4c3-44ed-b898-af8adb450e31 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6871273c-cabb-4035-b7af-3d52d252d5d7,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:30.445964 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-2a69a905-fc2a-4c57-a998-8e574d29c391 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] show failed (client error): The resource could not be found. Nov 15 11:28:30.448008 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2a69a905-fc2a-4c57-a998-8e574d29c391 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups/6871273c-cabb-4035-b7af-3d52d252d5d7 HTTP/1.1" status: 404 len: 347 time: 0.0698667 Nov 15 11:28:30.450072 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45476) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:30.518517 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f2c5b47d-5e4d-408c-b227-9db3e89589e7 None None] Could not find standard attr ID for object 38d94e15-9291-4771-aad9-a39260d55a3a. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:28:30.544724 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-246759db-a378-488a-816b-60e61097b735 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:30.595076 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-32339220-7342-4dbc-b14c-60dffa1f4811 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:28:30.596080 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-32339220-7342-4dbc-b14c-60dffa1f4811 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "PUT /v2.0/routers/87f91d8b-f99a-4f7e-bdfa-c685677799c3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3213468 Nov 15 11:28:30.600921 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45482) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:30.644297 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723b73b3-868a-461c-9997-aa3ca97da723 None None] New status for floating IP 6e3e3a0e-6de2-4d2d-88a5-69ea00616f4a: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:28:30.706978 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-73f18870-45fb-4c66-a462-6c5e519ee693 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-649624297-network', 'tenant_id': '139520e86a31475fa94905745f3e3f86'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:30.783273 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f18870-45fb-4c66-a462-6c5e519ee693 admin admin] Made reservation on behalf of 139520e86a31475fa94905745f3e3f86 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:30.785651 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-73f18870-45fb-4c66-a462-6c5e519ee693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:30.810193 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-73f18870-45fb-4c66-a462-6c5e519ee693 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:30.856264 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-53b98a63-43a6-48ca-93f9-ec84872e0157 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Deleting port 65f579bb-7740-4e48-9580-2693f4c3912d {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:30.859228 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-53b98a63-43a6-48ca-93f9-ec84872e0157 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:31.054137 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45490) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:31.086686 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e88979dd-e7fa-41cb-a24c-e9ea3e6559f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:31.130206 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-53b98a63-43a6-48ca-93f9-ec84872e0157 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:31.130658 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-53b98a63-43a6-48ca-93f9-ec84872e0157 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:31.173289 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-53b98a63-43a6-48ca-93f9-ec84872e0157 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Calling delete_port for 65f579bb-7740-4e48-9580-2693f4c3912d owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:31.204863 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d0056-85c4-4711-b788-16391e627ab1 req-f3f49b4e-937a-4cbd-b7d4-f2177b41a010 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:31.206867 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a65d0056-85c4-4711-b788-16391e627ab1 req-f3f49b4e-937a-4cbd-b7d4-f2177b41a010 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3993576-d856-432f-b8cd-0c7ba972d118 HTTP/1.1" status: 200 len: 946 time: 0.2148998 Nov 15 11:28:31.299652 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-73f18870-45fb-4c66-a462-6c5e519ee693 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:31.327264 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-73f18870-45fb-4c66-a462-6c5e519ee693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:31.349165 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-246759db-a378-488a-816b-60e61097b735 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:31.351761 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-246759db-a378-488a-816b-60e61097b735 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:31.353191 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-246759db-a378-488a-816b-60e61097b735 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/security-groups/d5f2dd79-1ad3-4640-a8da-eafe7d8246a2 HTTP/1.1" status: 204 len: 168 time: 1.4573379 Nov 15 11:28:31.361578 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45494) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:31.387769 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a65d0056-85c4-4711-b788-16391e627ab1 req-a77d55a4-1978-49eb-a685-16e5ada13c80 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708157 Nov 15 11:28:31.426982 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:31.429084 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f18870-45fb-4c66-a462-6c5e519ee693 admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:28:31.459220 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246759db-a378-488a-816b-60e61097b735 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f2dd79-1ad3-4640-a8da-eafe7d8246a2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:31.470806 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e88979dd-e7fa-41cb-a24c-e9ea3e6559f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:31.479489 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f18870-45fb-4c66-a462-6c5e519ee693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c4c052-c085-47fc-98a6-a8140a335169,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:31.488500 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-73f18870-45fb-4c66-a462-6c5e519ee693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:31.488882 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-73f18870-45fb-4c66-a462-6c5e519ee693 admin admin] Added segment dddd5c21-2d5f-4d33-8bb8-a861bbdc999a of type vlan for network 2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9 Nov 15 11:28:31.500227 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e88979dd-e7fa-41cb-a24c-e9ea3e6559f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:31.524486 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-31fda8f0-108c-4e47-9edf-f528ce619607 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting subnet 8e25bb70-a59c-40eb-9dcf-36e0ec017e68 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:28:31.585571 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-31fda8f0-108c-4e47-9edf-f528ce619607 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:31.630667 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e88979dd-e7fa-41cb-a24c-e9ea3e6559f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f93ba6976cc4e25b0d6202c6e42e181&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5723820 Nov 15 11:28:31.637005 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-73f18870-45fb-4c66-a462-6c5e519ee693 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:31.638717 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45496) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:31.645726 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88979dd-e7fa-41cb-a24c-e9ea3e6559f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5e6f54-47b9-44c2-8682-5265cf629ffa,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:31.681712 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-31fda8f0-108c-4e47-9edf-f528ce619607 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:31.684396 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-53b98a63-43a6-48ca-93f9-ec84872e0157 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:31.733679 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a014-6675-4327-8c4a-0a6cb4e33f65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:31.737231 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f6dc34d-5a86-446f-a5b0-bcbf8457d2dd tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:31.743891 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b98a63-43a6-48ca-93f9-ec84872e0157 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Pushing event deleted for resources: {'Port': ['ID=65f579bb-7740-4e48-9580-2693f4c3912d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:31.745642 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-73f18870-45fb-4c66-a462-6c5e519ee693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:31.746596 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f18870-45fb-4c66-a462-6c5e519ee693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:31.747167 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-73f18870-45fb-4c66-a462-6c5e519ee693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:31.754262 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b39ef34-e01e-4c37-9849-c0edd4e13722 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:28:31.854764 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a014-6675-4327-8c4a-0a6cb4e33f65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:31.887027 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-73f18870-45fb-4c66-a462-6c5e519ee693 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5616906 Nov 15 11:28:31.891176 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45498) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:31.898643 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-74b81753-8b6b-4c18-9309-368689394eb3 admin admin] Request body: {'subnet': {'network_id': '2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-649624297-subnet', 'tenant_id': '139520e86a31475fa94905745f3e3f86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:31.918048 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f18870-45fb-4c66-a462-6c5e519ee693 admin admin] Pushing event updated for resources: {'Network': ['ID=2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:31.935310 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:28:31.946984 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-31fda8f0-108c-4e47-9edf-f528ce619607 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:31.950090 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-53b98a63-43a6-48ca-93f9-ec84872e0157 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:31.952751 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-53b98a63-43a6-48ca-93f9-ec84872e0157 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:31.956883 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-53b98a63-43a6-48ca-93f9-ec84872e0157 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "DELETE /v2.0/floatingips/6e3e3a0e-6de2-4d2d-88a5-69ea00616f4a HTTP/1.1" status: 204 len: 168 time: 1.5028522 Nov 15 11:28:31.992835 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b81753-8b6b-4c18-9309-368689394eb3 admin admin] Made reservation on behalf of 139520e86a31475fa94905745f3e3f86 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:32.005305 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74b81753-8b6b-4c18-9309-368689394eb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:32.116827 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-31fda8f0-108c-4e47-9edf-f528ce619607 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:32.200342 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e547a5d-61f5-4576-8771-44a3898580cc None None] Network 4ee110dd-5f17-4048-9289-cbe74f70eac2 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:32.201912 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-31fda8f0-108c-4e47-9edf-f528ce619607 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:32.210892 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-31fda8f0-108c-4e47-9edf-f528ce619607 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/subnets/8e25bb70-a59c-40eb-9dcf-36e0ec017e68 HTTP/1.1" status: 204 len: 168 time: 0.8395791 Nov 15 11:28:32.210892 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fda8f0-108c-4e47-9edf-f528ce619607 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Subnet': ['ID=8e25bb70-a59c-40eb-9dcf-36e0ec017e68,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:32.217652 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45506) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:32.302520 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24195da-4a87-4397-83e4-90a0fd1820cb tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting subnet 9bca8f30-8a5b-4f12-a8db-b727ccf099c0 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:28:32.306329 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d24195da-4a87-4397-83e4-90a0fd1820cb tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:32.311895 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74b81753-8b6b-4c18-9309-368689394eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:32.361944 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d24195da-4a87-4397-83e4-90a0fd1820cb tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:32.414390 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a014-6675-4327-8c4a-0a6cb4e33f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:32.419233 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a014-6675-4327-8c4a-0a6cb4e33f65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:32.429647 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b2d6a014-6675-4327-8c4a-0a6cb4e33f65 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3a5e6f54-47b9-44c2-8682-5265cf629ffa HTTP/1.1" status: 204 len: 168 time: 0.7900350 Nov 15 11:28:32.470188 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdd54f-732f-403e-84bc-1f6a28888da4 req-0914ca13-dc8d-496e-98b3-dfe745257861 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:32.470646 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6a014-6675-4327-8c4a-0a6cb4e33f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5e6f54-47b9-44c2-8682-5265cf629ffa,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:32.473144 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2bfdd54f-732f-403e-84bc-1f6a28888da4 req-0914ca13-dc8d-496e-98b3-dfe745257861 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3993576-d856-432f-b8cd-0c7ba972d118 HTTP/1.1" status: 200 len: 946 time: 0.1140294 Nov 15 11:28:32.474615 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45512) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:32.487452 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9bb98f15-7525-4a42-8adc-2982a35fd1a3 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1055092408', 'description': 'tempest-description--286392574'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:32.496972 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b81753-8b6b-4c18-9309-368689394eb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b95f928-e5a9-4545-b9e5-90eaf947a3c4,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:32.581495 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b81753-8b6b-4c18-9309-368689394eb3 admin admin] Checking segment: {'id': 'dddd5c21-2d5f-4d33-8bb8-a861bbdc999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:28:32.582302 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b81753-8b6b-4c18-9309-368689394eb3 admin admin] Network hostable DHCP agents. Network: 2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:28:32.634427 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bb98f15-7525-4a42-8adc-2982a35fd1a3 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:32.688356 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b81753-8b6b-4c18-9309-368689394eb3 admin admin] Network 2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:28:32.742088 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d24195da-4a87-4397-83e4-90a0fd1820cb tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:32.747082 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-74b81753-8b6b-4c18-9309-368689394eb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:32.754993 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc6e5ec-d52e-4902-85cd-202d52b4207b None None] Network 2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:32.756353 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b81753-8b6b-4c18-9309-368689394eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:32.756950 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74b81753-8b6b-4c18-9309-368689394eb3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:32.760149 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3f36a-d167-4a64-a0a7-81df9a139f17 req-c0197a68-c3a5-4945-8f1b-c072ad1967c0 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:32.762215 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aca3f36a-d167-4a64-a0a7-81df9a139f17 req-c0197a68-c3a5-4945-8f1b-c072ad1967c0 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3993576-d856-432f-b8cd-0c7ba972d118 HTTP/1.1" status: 200 len: 946 time: 0.1837561 Nov 15 11:28:32.834014 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-74b81753-8b6b-4c18-9309-368689394eb3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9395764 Nov 15 11:28:32.837280 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bb98f15-7525-4a42-8adc-2982a35fd1a3 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:32.857245 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bb98f15-7525-4a42-8adc-2982a35fd1a3 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:32.870107 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7f6dc34d-5a86-446f-a5b0-bcbf8457d2dd tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Deleting port 8faed166-22ee-48b7-a759-1d0480b393bd {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:32.871089 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f6dc34d-5a86-446f-a5b0-bcbf8457d2dd tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:32.911945 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-2bfdd54f-732f-403e-84bc-1f6a28888da4 req-35781d4f-386a-4eb0-96ec-35e679d669ee tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Deleting port ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:32.927212 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2bfdd54f-732f-403e-84bc-1f6a28888da4 req-35781d4f-386a-4eb0-96ec-35e679d669ee tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:32.950758 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aca3f36a-d167-4a64-a0a7-81df9a139f17 req-83fef785-bf3d-4ed2-906e-4f9b94280590 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483788 Nov 15 11:28:32.979160 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bb98f15-7525-4a42-8adc-2982a35fd1a3 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:32.987625 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9bb98f15-7525-4a42-8adc-2982a35fd1a3 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5063360 Nov 15 11:28:32.992839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45518) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:33.022195 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb98f15-7525-4a42-8adc-2982a35fd1a3 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60abd519-29ea-4fe0-acc6-5e4fb0b46068,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:33.072599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-eb4cb92d-cd75-4ff3-a496-7c53fcc725c4 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Request body: {'security_group_rule': {'security_group_id': '60abd519-29ea-4fe0-acc6-5e4fb0b46068', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:33.121315 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222e6ce8-adbb-4dfa-8fbe-87bdbeb6f328 None None] Network 2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:33.142346 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d24195da-4a87-4397-83e4-90a0fd1820cb tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:33.155034 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f6dc34d-5a86-446f-a5b0-bcbf8457d2dd tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:33.180391 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7f6dc34d-5a86-446f-a5b0-bcbf8457d2dd tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Calling delete_port for 8faed166-22ee-48b7-a759-1d0480b393bd owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:33.261880 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24195da-4a87-4397-83e4-90a0fd1820cb tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Subnet': ['ID=9bca8f30-8a5b-4f12-a8db-b727ccf099c0,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:33.313522 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d24195da-4a87-4397-83e4-90a0fd1820cb tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:33.320962 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d24195da-4a87-4397-83e4-90a0fd1820cb tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/subnets/9bca8f30-8a5b-4f12-a8db-b727ccf099c0 HTTP/1.1" status: 204 len: 168 time: 1.1022468 Nov 15 11:28:33.329545 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45536) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:33.355775 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-2bfdd54f-732f-403e-84bc-1f6a28888da4 req-35781d4f-386a-4eb0-96ec-35e679d669ee tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] For port ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b,segment=NetworkSegment(1af0aad6-2d84-4a24-b6e3-de765b71e1e9),segment_id=1af0aad6-2d84-4a24-b6e3-de765b71e1e9)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:33.356369 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2bfdd54f-732f-403e-84bc-1f6a28888da4 req-35781d4f-386a-4eb0-96ec-35e679d669ee tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:33.394960 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb92d-cd75-4ff3-a496-7c53fcc725c4 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:33.537024 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf039bfe-27f8-4011-8286-4c59461accbe None None] Network 4ee110dd-5f17-4048-9289-cbe74f70eac2 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:33.588880 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f6dc34d-5a86-446f-a5b0-bcbf8457d2dd tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:33.646598 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-bd658a06-aa0f-40b6-95d3-0697ccd4e8be None None] Provisioning complete for port 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:33.646963 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bd658a06-aa0f-40b6-95d3-0697ccd4e8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:33.671283 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6dc34d-5a86-446f-a5b0-bcbf8457d2dd tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Pushing event deleted for resources: {'Port': ['ID=8faed166-22ee-48b7-a759-1d0480b393bd,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:33.871768 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f6dc34d-5a86-446f-a5b0-bcbf8457d2dd tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:33.918781 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-bd658a06-aa0f-40b6-95d3-0697ccd4e8be None None] Provisioning complete for port 403f3876-4d89-47b6-b89f-2d21be4b04dc triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:33.919776 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bd658a06-aa0f-40b6-95d3-0697ccd4e8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:33.966856 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-bd658a06-aa0f-40b6-95d3-0697ccd4e8be None None] Port 403f3876-4d89-47b6-b89f-2d21be4b04dc cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:28:34.039097 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-2bfdd54f-732f-403e-84bc-1f6a28888da4 req-35781d4f-386a-4eb0-96ec-35e679d669ee tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Calling delete_port for ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:34.046171 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-aecb80a1-70d0-47ad-ac71-54cbb45d978c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] DELETE failed (client error): The resource could not be found. Nov 15 11:28:34.046723 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aecb80a1-70d0-47ad-ac71-54cbb45d978c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:28:34.052046 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-aecb80a1-70d0-47ad-ac71-54cbb45d978c tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/subnets/8e25bb70-a59c-40eb-9dcf-36e0ec017e68 HTTP/1.1" status: 404 len: 337 time: 0.7156587 Nov 15 11:28:34.065515 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45564) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:34.163017 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6dc34d-5a86-446f-a5b0-bcbf8457d2dd tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Router 87f91d8b-f99a-4f7e-bdfa-c685677799c3 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:28:34.299430 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6dc34d-5a86-446f-a5b0-bcbf8457d2dd tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:28:34.318104 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc70407b-b77e-4a80-88e9-2514e73dfa99 None None] Sync routers for ids ['87f91d8b-f99a-4f7e-bdfa-c685677799c3'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:28:34.327004 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45572) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:34.333153 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7f6dc34d-5a86-446f-a5b0-bcbf8457d2dd tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "PUT /v2.0/routers/87f91d8b-f99a-4f7e-bdfa-c685677799c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7300494 Nov 15 11:28:34.334613 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc70407b-b77e-4a80-88e9-2514e73dfa99 None None] Routers {'87f91d8b-f99a-4f7e-bdfa-c685677799c3'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:28:34.335240 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cc70407b-b77e-4a80-88e9-2514e73dfa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:28:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['87f91d8b-f99a-4f7e-bdfa-c685677799c3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:34.386266 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6d01a4-ac61-4c25-beb8-64779e37338e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting subnet 06ccd74e-09ca-452e-8b0c-d587406c3598 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:28:34.417760 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cc70407b-b77e-4a80-88e9-2514e73dfa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:34.427409 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb92d-cd75-4ff3-a496-7c53fcc725c4 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:34.444117 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc70407b-b77e-4a80-88e9-2514e73dfa99 None None] Routers {'87f91d8b-f99a-4f7e-bdfa-c685677799c3'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:28:34.444741 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cc70407b-b77e-4a80-88e9-2514e73dfa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:28:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['87f91d8b-f99a-4f7e-bdfa-c685677799c3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:34.521648 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cc70407b-b77e-4a80-88e9-2514e73dfa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:34.522368 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc70407b-b77e-4a80-88e9-2514e73dfa99 None None] The sync data for ids ['87f91d8b-f99a-4f7e-bdfa-c685677799c3'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:28:34.559021 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f88736-4b03-4030-b00e-a904790afc0b req-34386846-6481-40dc-a7c6-b1c9a7a57771 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:34.569090 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0f88736-4b03-4030-b00e-a904790afc0b req-34386846-6481-40dc-a7c6-b1c9a7a57771 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/networks?id=2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9 HTTP/1.1" status: 200 len: 817 time: 0.5319347 Nov 15 11:28:34.578770 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-8ffd0ec5-eb75-4b06-896d-53a4950837d9 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] delete failed (client error): The resource could not be found. Nov 15 11:28:34.580348 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8ffd0ec5-eb75-4b06-896d-53a4950837d9 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-1830251723 HTTP/1.1" status: 404 len: 335 time: 0.2413378 Nov 15 11:28:34.584953 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45578) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:34.587074 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa6d01a4-ac61-4c25-beb8-64779e37338e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:34.589960 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-df4f95b6-ba82-4d5f-8b3c-81ef2e01e9bd tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Request body: {'router': {'external_gateway_info': {'network_id': '87f91d8b-f99a-4f7e-bdfa-c685677799c3'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:34.597898 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb92d-cd75-4ff3-a496-7c53fcc725c4 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:34.619845 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2bfdd54f-732f-403e-84bc-1f6a28888da4 req-35781d4f-386a-4eb0-96ec-35e679d669ee tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:34.632941 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['bd8929d6-de8e-42e6-9ec3-42e17539c5a0', '48e700db-8089-4761-9f77-17910eadd307'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:28:34.666894 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1c582-6c9d-4e54-87c1-475240e462b5 req-33dd255d-4f76-4809-aeb0-03ba54be9a10 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:34.668712 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-62e1c582-6c9d-4e54-87c1-475240e462b5 req-33dd255d-4f76-4809-aeb0-03ba54be9a10 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3993576-d856-432f-b8cd-0c7ba972d118 HTTP/1.1" status: 200 len: 867 time: 0.4945593 Nov 15 11:28:34.753651 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cb92d-cd75-4ff3-a496-7c53fcc725c4 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68c001f-5637-4cbd-9e97-bdf158d08fc4,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:34.767041 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb92d-cd75-4ff3-a496-7c53fcc725c4 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:34.779799 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-eb4cb92d-cd75-4ff3-a496-7c53fcc725c4 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7310607 Nov 15 11:28:34.780596 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45582) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:34.787885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35781d4f-386a-4eb0-96ec-35e679d669ee tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Pushing event deleted for resources: {'Port': ['ID=ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:34.804480 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0f88736-4b03-4030-b00e-a904790afc0b req-1a1665e1-ae85-446d-930f-28b2a53d9a3e tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/quotas/139520e86a31475fa94905745f3e3f86 HTTP/1.1" status: 200 len: 375 time: 0.2343404 Nov 15 11:28:34.860400 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-0080ad22-eb3e-4203-b65a-85f626083f6b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Request body: {'security_group_rule': {'security_group_id': '60abd519-29ea-4fe0-acc6-5e4fb0b46068', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:34.964887 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-cb659848-0791-4f7b-9910-93c85b4cdf2c None None] Provisioning complete for port 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:34.965485 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cb659848-0791-4f7b-9910-93c85b4cdf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:34.982846 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-62e1c582-6c9d-4e54-87c1-475240e462b5 req-41d2a161-21ef-4be5-bac4-4d85a0fa7ed2 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393630 Nov 15 11:28:35.000492 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0f88736-4b03-4030-b00e-a904790afc0b req-922b7793-1f28-484b-89f3-c9cb4b93aa04 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=139520e86a31475fa94905745f3e3f86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1949894 Nov 15 11:28:35.067550 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df4f95b6-ba82-4d5f-8b3c-81ef2e01e9bd tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:35.097923 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8b4c15-e204-4725-a2db-6787514acb8a None None] DHCP port deletion for a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:28:35.124963 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-df4f95b6-ba82-4d5f-8b3c-81ef2e01e9bd tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] update failed (client error): The resource could not be found. Nov 15 11:28:35.127326 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-df4f95b6-ba82-4d5f-8b3c-81ef2e01e9bd tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "PUT /v2.0/routers/87f91d8b-f99a-4f7e-bdfa-c685677799c3 HTTP/1.1" status: 404 len: 339 time: 0.5413411 Nov 15 11:28:35.130991 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45590) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:35.206184 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0f88736-4b03-4030-b00e-a904790afc0b req-300cd445-f89d-4b31-814b-4f0de8260a67 service neutron] 10.222.0.64 "GET /v2.0/networks/2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047377 Nov 15 11:28:35.332935 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0f88736-4b03-4030-b00e-a904790afc0b req-8c8a5862-a33c-429c-b531-f392bcd75ee0 service neutron] 10.222.0.64 "GET /v2.0/networks/2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253719 Nov 15 11:28:35.348699 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0080ad22-eb3e-4203-b65a-85f626083f6b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:35.361080 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-cb659848-0791-4f7b-9910-93c85b4cdf2c None None] Provisioning complete for port 403f3876-4d89-47b6-b89f-2d21be4b04dc triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:35.361495 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cb659848-0791-4f7b-9910-93c85b4cdf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:35.368150 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa6d01a4-ac61-4c25-beb8-64779e37338e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:35.426674 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-cb659848-0791-4f7b-9910-93c85b4cdf2c None None] Port 403f3876-4d89-47b6-b89f-2d21be4b04dc cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:28:35.428529 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfdd54f-732f-403e-84bc-1f6a28888da4 req-35781d4f-386a-4eb0-96ec-35e679d669ee tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] No DVR routers for this DVR port ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:28:35.432979 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2bfdd54f-732f-403e-84bc-1f6a28888da4 req-35781d4f-386a-4eb0-96ec-35e679d669ee tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:35.445885 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2bfdd54f-732f-403e-84bc-1f6a28888da4 req-35781d4f-386a-4eb0-96ec-35e679d669ee tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.55 "DELETE /v2.0/ports/ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b HTTP/1.1" status: 204 len: 173 time: 2.9648106 Nov 15 11:28:35.462513 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3993576-d856-432f-b8cd-0c7ba972d118', 'name': 'network-vif-deleted', 'tag': 'ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:28:35.469037 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002f3b46-e574-4df9-9d3f-c392904dd292" -d '{"events": [{"server_uuid": "d3993576-d856-432f-b8cd-0c7ba972d118", "name": "network-vif-deleted", "tag": "ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:28:35.621505 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99801bbc-a3e8-4434-aaba-eb81625dcb75 x-openstack-request-id: req-99801bbc-a3e8-4434-aaba-eb81625dcb75 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:28:35.621904 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3993576-d856-432f-b8cd-0c7ba972d118", "name": "network-vif-deleted", "tag": "ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:28:35.622273 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-99801bbc-a3e8-4434-aaba-eb81625dcb75 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:28:35.623004 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3993576-d856-432f-b8cd-0c7ba972d118', 'name': 'network-vif-deleted', 'tag': 'ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b', 'status': 'completed', 'code': 200} Nov 15 11:28:35.625123 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0080ad22-eb3e-4203-b65a-85f626083f6b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:35.650722 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0080ad22-eb3e-4203-b65a-85f626083f6b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:35.674228 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa6d01a4-ac61-4c25-beb8-64779e37338e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:35.679795 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080ad22-eb3e-4203-b65a-85f626083f6b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b348e6ad-069a-4ecd-929f-d73a5ece772a,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:35.745169 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0080ad22-eb3e-4203-b65a-85f626083f6b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:35.749907 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0080ad22-eb3e-4203-b65a-85f626083f6b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9600995 Nov 15 11:28:35.762136 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45614) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:35.797309 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-ff4cf970-813f-4514-abb7-e41e81344e7b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:35.847176 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64b9036c-bc04-4f69-a4d8-5e00816f7d16 req-25469491-79c6-4340-9b5c-e9202e82f884 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b6e0a9-bfa6-48f3-a79b-8710b9a6b369 HTTP/1.1" status: 200 len: 210 time: 0.1196105 Nov 15 11:28:35.906162 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf970-813f-4514-abb7-e41e81344e7b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:35.939683 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa6d01a4-ac61-4c25-beb8-64779e37338e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:36.005797 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d01a4-ac61-4c25-beb8-64779e37338e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Subnet': ['ID=06ccd74e-09ca-452e-8b0c-d587406c3598,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:36.012993 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa6d01a4-ac61-4c25-beb8-64779e37338e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:36.016357 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fa6d01a4-ac61-4c25-beb8-64779e37338e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/subnets/06ccd74e-09ca-452e-8b0c-d587406c3598 HTTP/1.1" status: 204 len: 168 time: 1.9472039 Nov 15 11:28:36.019126 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45626) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:36.027348 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a45b7bf-475c-43f0-8342-7eea13e6f92c None None] Network 4ee110dd-5f17-4048-9289-cbe74f70eac2 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:36.131775 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-4882f231-e94f-440e-bbd1-3b3b118b7100 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] DELETE failed (client error): The resource could not be found. Nov 15 11:28:36.132253 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4882f231-e94f-440e-bbd1-3b3b118b7100 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:28:36.153292 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4882f231-e94f-440e-bbd1-3b3b118b7100 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/subnets/03e1eae4-8327-4083-8d85-5a3cfca49a26 HTTP/1.1" status: 404 len: 337 time: 0.1263990 Nov 15 11:28:36.224933 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45632) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:36.295351 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5f43fa19-c33f-4a71-8f7a-b8d94536bc4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:36.388254 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f70040e-79fe-45b3-93ca-ff72bde96f29 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:36.422605 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45642) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:36.423798 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-68d01e96-d215-4688-8981-916037c90cf2 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe019408-2fd3-4593-823a-d85886c5cc89 HTTP/1.1" status: 200 len: 205 time: 0.1844468 Nov 15 11:28:36.426909 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55e0aeb4-e1da-4e9a-b09b-89141d1ba13b req-d8e2bac0-a49f-4728-b763-70f7d7706944 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3993576-d856-432f-b8cd-0c7ba972d118 HTTP/1.1" status: 200 len: 210 time: 0.2708898 Nov 15 11:28:36.441539 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afef413-ffb9-4613-adb7-cd8c8a6b29f3 None None] DHCP port deletion for 4ee110dd-5f17-4048-9289-cbe74f70eac2 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:28:36.507154 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:28:36.514547 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf970-813f-4514-abb7-e41e81344e7b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:36.552155 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:28:36.552830 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ee0f1b21-fe7e-40bc-b89a-e39cbd5dbc9b not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:28:36.585018 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-9afef413-ffb9-4613-adb7-cd8c8a6b29f3 None None] Deleting port 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:36.585771 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9afef413-ffb9-4613-adb7-cd8c8a6b29f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:36.646610 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-39b5d974-998a-45fd-bb9a-797daea4e024 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] delete failed (client error): The resource could not be found. Nov 15 11:28:36.648997 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-39b5d974-998a-45fd-bb9a-797daea4e024 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/routers/fe019408-2fd3-4593-823a-d85886c5cc89 HTTP/1.1" status: 404 len: 336 time: 0.2253525 Nov 15 11:28:36.660744 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45646) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:36.724499 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-ff4cf970-813f-4514-abb7-e41e81344e7b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Allocated IP 172.25.7.99 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/f4749241-f80b-4c6d-ae61-fb030abdb177) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:28:36.727685 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9afef413-ffb9-4613-adb7-cd8c8a6b29f3 None None] For port 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d,segment=NetworkSegment(07325629-3ab0-42e3-882b-38f4426cfcfa),segment_id=07325629-3ab0-42e3-882b-38f4426cfcfa)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:36.735486 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-76db34e8-b629-4bfd-9d4d-a5427fd90598 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] DELETE failed (client error): The resource could not be found. Nov 15 11:28:36.736497 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9afef413-ffb9-4613-adb7-cd8c8a6b29f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:36.745030 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76db34e8-b629-4bfd-9d4d-a5427fd90598 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:28:36.747957 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45648) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:36.750627 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-76db34e8-b629-4bfd-9d4d-a5427fd90598 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/subnets/174c2e79-fde7-43ae-b476-c029ab257be2 HTTP/1.1" status: 404 len: 337 time: 0.0867674 Nov 15 11:28:36.755384 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45650) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:36.759070 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-9afef413-ffb9-4613-adb7-cd8c8a6b29f3 None None] Calling delete_port for 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:36.795410 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-709b140f-9b35-46de-b11a-ce6688f28774 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] DELETE failed (client error): The resource could not be found. Nov 15 11:28:36.795795 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-709b140f-9b35-46de-b11a-ce6688f28774 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:28:36.802746 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-709b140f-9b35-46de-b11a-ce6688f28774 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/subnets/4924767f-3940-4dce-b282-c1b5399a9a69 HTTP/1.1" status: 404 len: 337 time: 0.0428028 Nov 15 11:28:36.805170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45654) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:36.891631 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b4096a-67ea-4c8d-a399-ee4533aac74e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] DELETE failed (client error): The resource could not be found. Nov 15 11:28:36.892246 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b4096a-67ea-4c8d-a399-ee4533aac74e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:28:36.910365 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f0b4096a-67ea-4c8d-a399-ee4533aac74e tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/subnets/163f344c-998a-4b4d-aeb4-8808c46f971b HTTP/1.1" status: 404 len: 337 time: 0.1024837 Nov 15 11:28:36.911832 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45658) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:36.941714 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9afef413-ffb9-4613-adb7-cd8c8a6b29f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:36.948866 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-485f38a2-eac9-4fd8-af22-0bdb0a836404 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] DELETE failed (client error): The resource could not be found. Nov 15 11:28:36.949503 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485f38a2-eac9-4fd8-af22-0bdb0a836404 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:28:36.955226 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-485f38a2-eac9-4fd8-af22-0bdb0a836404 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/ports/7bd7bc52-cbdc-4a3b-a49f-333e6c091108 HTTP/1.1" status: 404 len: 333 time: 0.0407443 Nov 15 11:28:36.956173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45660) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:36.990944 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afef413-ffb9-4613-adb7-cd8c8a6b29f3 None None] Pushing event deleted for resources: {'Port': ['ID=8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:37.009027 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc8b4a9-7cc8-4c69-aad3-6ce777ce20bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] DELETE failed (client error): The resource could not be found. Nov 15 11:28:37.009621 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc8b4a9-7cc8-4c69-aad3-6ce777ce20bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:28:37.009894 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afef413-ffb9-4613-adb7-cd8c8a6b29f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:37.010425 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afef413-ffb9-4613-adb7-cd8c8a6b29f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:37.010935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afef413-ffb9-4613-adb7-cd8c8a6b29f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:37.011433 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afef413-ffb9-4613-adb7-cd8c8a6b29f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:37.013337 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1dc8b4a9-7cc8-4c69-aad3-6ce777ce20bf tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/subnets/1ee63352-c697-401e-8754-a1e8f86f359f HTTP/1.1" status: 404 len: 337 time: 0.0563395 Nov 15 11:28:37.013863 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afef413-ffb9-4613-adb7-cd8c8a6b29f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:37.014387 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afef413-ffb9-4613-adb7-cd8c8a6b29f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:37.014886 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afef413-ffb9-4613-adb7-cd8c8a6b29f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:37.015388 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afef413-ffb9-4613-adb7-cd8c8a6b29f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:37.016235 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afef413-ffb9-4613-adb7-cd8c8a6b29f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:37.017418 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afef413-ffb9-4613-adb7-cd8c8a6b29f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:37.018193 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afef413-ffb9-4613-adb7-cd8c8a6b29f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:37.018728 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afef413-ffb9-4613-adb7-cd8c8a6b29f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:37.021763 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afef413-ffb9-4613-adb7-cd8c8a6b29f3 None None] No DVR routers for this DVR port 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:28:37.034344 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45662) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:37.077640 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cb352e17-64e9-475f-a44f-d6616624f824 req-e820b345-5bc6-4a7f-9281-88a304bcf8af tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b6e0a9-bfa6-48f3-a79b-8710b9a6b369 HTTP/1.1" status: 200 len: 210 time: 0.0737524 Nov 15 11:28:37.078543 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6d248b4-08ed-47d2-a6d7-95d9d940e891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:37.086294 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-4f70040e-79fe-45b3-93ca-ff72bde96f29 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Allocated IP 172.20.0.1 (f754ea3f-5e53-41b3-a7a3-5358c55faae6/d31826c8-9e7b-44ed-8e76-07457ea05bfc/dc67dac3-af7d-4ff6-93af-4a7b6de5d76e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:28:37.112698 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-07753c34-0ecf-4342-9ead-ca4fe5544b36 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] DELETE failed (client error): The resource could not be found. Nov 15 11:28:37.113151 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07753c34-0ecf-4342-9ead-ca4fe5544b36 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:28:37.116290 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-07753c34-0ecf-4342-9ead-ca4fe5544b36 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/subnets/41e5121e-089c-4207-a82e-935fab99dc17 HTTP/1.1" status: 404 len: 337 time: 0.0808036 Nov 15 11:28:37.119774 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45664) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:37.153475 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf970-813f-4514-abb7-e41e81344e7b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:37.175402 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-9151a02c-ecd4-48b5-a1be-351f4fef3354 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] DELETE failed (client error): The resource could not be found. Nov 15 11:28:37.176039 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9151a02c-ecd4-48b5-a1be-351f4fef3354 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:28:37.181922 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9151a02c-ecd4-48b5-a1be-351f4fef3354 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/ports/af98e832-ba0c-4515-a027-5f668c159a0c HTTP/1.1" status: 404 len: 333 time: 0.0561650 Nov 15 11:28:37.185950 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45666) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:37.233691 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f70040e-79fe-45b3-93ca-ff72bde96f29 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:37.234147 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff00f1f-3502-40d5-842c-8f1f33438bde tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] DELETE failed (client error): The resource could not be found. Nov 15 11:28:37.234488 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff00f1f-3502-40d5-842c-8f1f33438bde tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:28:37.239950 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fff00f1f-3502-40d5-842c-8f1f33438bde tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/subnets/b81be9be-feab-4625-811c-12315b0a4078 HTTP/1.1" status: 404 len: 337 time: 0.0519011 Nov 15 11:28:37.242977 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45670) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:37.282431 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f70040e-79fe-45b3-93ca-ff72bde96f29 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:37.299241 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cab0738-55c9-4f3f-aac8-05e46c1e784b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] DELETE failed (client error): The resource could not be found. Nov 15 11:28:37.299755 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cab0738-55c9-4f3f-aac8-05e46c1e784b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:28:37.302913 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1cab0738-55c9-4f3f-aac8-05e46c1e784b tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/subnets/c0e08302-22d4-4eb4-afb9-8534802040e4 HTTP/1.1" status: 404 len: 337 time: 0.0591002 Nov 15 11:28:37.305773 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45672) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:37.323270 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f70040e-79fe-45b3-93ca-ff72bde96f29 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Network f754ea3f-5e53-41b3-a7a3-5358c55faae6 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:28:37.329966 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4f70040e-79fe-45b3-93ca-ff72bde96f29 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:37.334917 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f70040e-79fe-45b3-93ca-ff72bde96f29 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:28:37.345428 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf970-813f-4514-abb7-e41e81344e7b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:37.384910 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70040e-79fe-45b3-93ca-ff72bde96f29 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Pushing event updated for resources: {'Port': ['ID=dc67dac3-af7d-4ff6-93af-4a7b6de5d76e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:37.413075 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6d248b4-08ed-47d2-a6d7-95d9d940e891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:37.479683 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:28:37.503850 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6d248b4-08ed-47d2-a6d7-95d9d940e891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:37.519408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4cf970-813f-4514-abb7-e41e81344e7b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:28:37.532640 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cf970-813f-4514-abb7-e41e81344e7b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Pushing event updated for resources: {'Port': ['ID=f4749241-f80b-4c6d-ae61-fb030abdb177,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:37.536765 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ff4cf970-813f-4514-abb7-e41e81344e7b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:37.545698 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4cf970-813f-4514-abb7-e41e81344e7b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:28:37.546895 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:28:37.548530 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 8c9dc9ea-db9f-46c8-bf9c-d26165c03f3d not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:28:37.632994 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d248b4-08ed-47d2-a6d7-95d9d940e891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994522bd-e9a5-4496-834d-3a55ba6ae0ce,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:37.640103 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d6d248b4-08ed-47d2-a6d7-95d9d940e891 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b504f1d15e754b5d8603719a80eabbdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8884542 Nov 15 11:28:37.642693 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45682) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:37.692209 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f70040e-79fe-45b3-93ca-ff72bde96f29 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:37.693434 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d5a12a1c-1dec-44e5-adfa-2d3b22d8d50d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Deleting port 403f3876-4d89-47b6-b89f-2d21be4b04dc {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:37.693879 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5a12a1c-1dec-44e5-adfa-2d3b22d8d50d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:37.754857 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f88736-4b03-4030-b00e-a904790afc0b req-4a81f7a2-7c5f-4a44-945a-09a91b03790f tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:37.758792 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f0f88736-4b03-4030-b00e-a904790afc0b req-4a81f7a2-7c5f-4a44-945a-09a91b03790f tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.11 "GET /v2.0/networks?id=2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9 HTTP/1.1" status: 200 len: 817 time: 0.3501954 Nov 15 11:28:37.775693 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-f0f88736-4b03-4030-b00e-a904790afc0b req-03ebaa8e-9bde-465c-98f9-4e71f7732121 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Request body: {'port': {'device_id': '50b6e0a9-bfa6-48f3-a79b-8710b9a6b369', 'network_id': '2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9', 'admin_state_up': True, 'tenant_id': '139520e86a31475fa94905745f3e3f86'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:37.783018 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf970-813f-4514-abb7-e41e81344e7b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:37.792275 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-33672bb5-9907-4b97-811e-3f0756dc3717 None None] Provisioning complete for port dc67dac3-af7d-4ff6-93af-4a7b6de5d76e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:37.792778 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-33672bb5-9907-4b97-811e-3f0756dc3717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:37.802306 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5a12a1c-1dec-44e5-adfa-2d3b22d8d50d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:37.815953 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d5a12a1c-1dec-44e5-adfa-2d3b22d8d50d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Calling delete_port for 403f3876-4d89-47b6-b89f-2d21be4b04dc owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:37.832315 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-33672bb5-9907-4b97-811e-3f0756dc3717 None None] Port dc67dac3-af7d-4ff6-93af-4a7b6de5d76e cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:28:37.895686 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75a08da6-cd09-400a-aaed-e994f4ad601b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:37.919289 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf970-813f-4514-abb7-e41e81344e7b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:37.962816 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75a08da6-cd09-400a-aaed-e994f4ad601b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:37.979717 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f70040e-79fe-45b3-93ca-ff72bde96f29 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:37.991388 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8031a-27c0-49d4-97f0-9636dd009068 req-85b28b2c-085b-47e0-a54d-d60519cd2fba tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:37.993027 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41c8031a-27c0-49d4-97f0-9636dd009068 req-85b28b2c-085b-47e0-a54d-d60519cd2fba tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e8994d-9335-41e3-96f8-c61b6e63e171 HTTP/1.1" status: 200 len: 946 time: 0.1364794 Nov 15 11:28:37.994847 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5a12a1c-1dec-44e5-adfa-2d3b22d8d50d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:38.046569 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a12a1c-1dec-44e5-adfa-2d3b22d8d50d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Port': ['ID=403f3876-4d89-47b6-b89f-2d21be4b04dc,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:38.047539 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f88736-4b03-4030-b00e-a904790afc0b req-03ebaa8e-9bde-465c-98f9-4e71f7732121 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Made reservation on behalf of 139520e86a31475fa94905745f3e3f86 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:38.051342 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f0f88736-4b03-4030-b00e-a904790afc0b req-03ebaa8e-9bde-465c-98f9-4e71f7732121 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:38.089500 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5a12a1c-1dec-44e5-adfa-2d3b22d8d50d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:38.098858 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d5a12a1c-1dec-44e5-adfa-2d3b22d8d50d tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/ports/403f3876-4d89-47b6-b89f-2d21be4b04dc HTTP/1.1" status: 204 len: 168 time: 0.7870493 Nov 15 11:28:38.098858 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45686) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:38.207602 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75a08da6-cd09-400a-aaed-e994f4ad601b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:38.210261 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75a08da6-cd09-400a-aaed-e994f4ad601b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:38.211446 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-75a08da6-cd09-400a-aaed-e994f4ad601b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/994522bd-e9a5-4496-834d-3a55ba6ae0ce HTTP/1.1" status: 204 len: 168 time: 0.5542192 Nov 15 11:28:38.228281 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c71c70eb-c82f-4a91-bb98-97631d079557 req-88ff7335-ffc0-4b2d-8d6b-0c16ec2fab46 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b6e0a9-bfa6-48f3-a79b-8710b9a6b369 HTTP/1.1" status: 200 len: 210 time: 0.0641160 Nov 15 11:28:38.239535 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41c8031a-27c0-49d4-97f0-9636dd009068 req-7d8ca12a-046f-431d-abc2-7cbe0654af56 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320061 Nov 15 11:28:38.243435 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a08da6-cd09-400a-aaed-e994f4ad601b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994522bd-e9a5-4496-834d-3a55ba6ae0ce,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:38.245959 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f0376911-5fc9-4b86-af6b-eaaf925f1d90 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:38.374661 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf970-813f-4514-abb7-e41e81344e7b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:38.378982 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-82889868-f0dc-4080-971f-abfeaed96a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:38.379614 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-f0f88736-4b03-4030-b00e-a904790afc0b req-03ebaa8e-9bde-465c-98f9-4e71f7732121 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Allocated IP 172.20.0.13 (2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9/3b95f928-e5a9-4545-b9e5-90eaf947a3c4/b3a24dba-a813-499d-9744-52ca25ae3f2a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:28:38.390528 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf970-813f-4514-abb7-e41e81344e7b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:38.395377 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f0376911-5fc9-4b86-af6b-eaaf925f1d90 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:38.476080 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f70040e-79fe-45b3-93ca-ff72bde96f29 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:38.482282 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-f0376911-5fc9-4b86-af6b-eaaf925f1d90 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee110dd-5f17-4048-9289-cbe74f70eac2']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:38.493350 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f70040e-79fe-45b3-93ca-ff72bde96f29 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:38.518034 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-f0376911-5fc9-4b86-af6b-eaaf925f1d90 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07325629-3ab0-42e3-882b-38f4426cfcfa') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:38.518737 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-f0376911-5fc9-4b86-af6b-eaaf925f1d90 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07325629-3ab0-42e3-882b-38f4426cfcfa') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:38.520346 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cf970-813f-4514-abb7-e41e81344e7b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Pushing event updated for resources: {'Port': ['ID=f4749241-f80b-4c6d-ae61-fb030abdb177,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:38.534372 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f0376911-5fc9-4b86-af6b-eaaf925f1d90 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:38.541274 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf970-813f-4514-abb7-e41e81344e7b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:38.557774 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f0376911-5fc9-4b86-af6b-eaaf925f1d90 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:38.569357 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0376911-5fc9-4b86-af6b-eaaf925f1d90 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:28:38.569764 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f0376911-5fc9-4b86-af6b-eaaf925f1d90 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:38.629004 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70040e-79fe-45b3-93ca-ff72bde96f29 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Pushing event updated for resources: {'Port': ['ID=dc67dac3-af7d-4ff6-93af-4a7b6de5d76e,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:38.666322 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f70040e-79fe-45b3-93ca-ff72bde96f29 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:28:38.667113 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:28:38.670774 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf970-813f-4514-abb7-e41e81344e7b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:38.681430 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ff4cf970-813f-4514-abb7-e41e81344e7b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8957288 Nov 15 11:28:38.681430 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f0376911-5fc9-4b86-af6b-eaaf925f1d90 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:38.690376 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f0376911-5fc9-4b86-af6b-eaaf925f1d90 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:38.696430 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f0376911-5fc9-4b86-af6b-eaaf925f1d90 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] 10.222.0.64 "DELETE /v2.0/networks/4ee110dd-5f17-4048-9289-cbe74f70eac2 HTTP/1.1" status: 204 len: 168 time: 0.5942433 Nov 15 11:28:38.707549 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0376911-5fc9-4b86-af6b-eaaf925f1d90 tempest-PortsTestJSON-207064740 tempest-PortsTestJSON-207064740-project] Pushing event deleted for resources: {'Network': ['ID=4ee110dd-5f17-4048-9289-cbe74f70eac2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:38.747484 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45702) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:38.771497 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84d53c1a-4288-4b33-97dc-edf7ffd998f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:38.790192 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f0f88736-4b03-4030-b00e-a904790afc0b req-03ebaa8e-9bde-465c-98f9-4e71f7732121 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:38.826492 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f70040e-79fe-45b3-93ca-ff72bde96f29 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Network f754ea3f-5e53-41b3-a7a3-5358c55faae6 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:28:38.832951 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4f70040e-79fe-45b3-93ca-ff72bde96f29 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:38.947199 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84d53c1a-4288-4b33-97dc-edf7ffd998f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:38.953544 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84d53c1a-4288-4b33-97dc-edf7ffd998f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:39.030921 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f0f88736-4b03-4030-b00e-a904790afc0b req-03ebaa8e-9bde-465c-98f9-4e71f7732121 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:39.048942 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-84d53c1a-4288-4b33-97dc-edf7ffd998f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d234685008544b6d8173cef4d45e35fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3002813 Nov 15 11:28:39.055859 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45716) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:39.065469 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d53c1a-4288-4b33-97dc-edf7ffd998f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d38827-f37d-447c-bf64-ebcd635233ec,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:39.106113 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f88736-4b03-4030-b00e-a904790afc0b req-03ebaa8e-9bde-465c-98f9-4e71f7732121 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Network 2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:28:39.115250 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-f0f88736-4b03-4030-b00e-a904790afc0b req-03ebaa8e-9bde-465c-98f9-4e71f7732121 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:39.118469 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f88736-4b03-4030-b00e-a904790afc0b req-03ebaa8e-9bde-465c-98f9-4e71f7732121 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:28:39.163998 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebaa8e-9bde-465c-98f9-4e71f7732121 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Pushing event updated for resources: {'Port': ['ID=b3a24dba-a813-499d-9744-52ca25ae3f2a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:39.188468 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f70040e-79fe-45b3-93ca-ff72bde96f29 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Router 87f91d8b-f99a-4f7e-bdfa-c685677799c3 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:28:39.195899 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-73454e16-8fab-40e1-9462-ae98010b5fa4 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1055092408&fields=id&tenant_id=84266b83cb7b44e49edcf06f7e40ecbe HTTP/1.1" status: 200 len: 267 time: 0.2366049 Nov 15 11:28:39.205745 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f88736-4b03-4030-b00e-a904790afc0b req-03ebaa8e-9bde-465c-98f9-4e71f7732121 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:39.209305 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f0f88736-4b03-4030-b00e-a904790afc0b req-03ebaa8e-9bde-465c-98f9-4e71f7732121 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:39.213544 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f35399-a201-4d95-be57-d182a297b2f4 req-720c5392-3f8c-4e59-be94-470ebc1713d6 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:39.215505 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1f35399-a201-4d95-be57-d182a297b2f4 req-720c5392-3f8c-4e59-be94-470ebc1713d6 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.55 "GET /v2.0/ports?device_id=34e8994d-9335-41e3-96f8-c61b6e63e171 HTTP/1.1" status: 200 len: 946 time: 0.1510756 Nov 15 11:28:39.215903 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45726) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:39.233734 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9077ea4e-f444-4745-8619-6c541659cd55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:39.276755 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ff1b916a-e6d4-423d-84fb-9eaa505e4098 None None] Provisioning complete for port dc67dac3-af7d-4ff6-93af-4a7b6de5d76e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:39.277326 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ff1b916a-e6d4-423d-84fb-9eaa505e4098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:39.326258 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-ff1b916a-e6d4-423d-84fb-9eaa505e4098 None None] Port dc67dac3-af7d-4ff6-93af-4a7b6de5d76e cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:28:39.342694 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9077ea4e-f444-4745-8619-6c541659cd55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:39.381566 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f70040e-79fe-45b3-93ca-ff72bde96f29 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:28:39.393428 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5abeea-1b82-49ea-89e7-0a95ec259919 None None] Sync routers for ids ['87f91d8b-f99a-4f7e-bdfa-c685677799c3'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:28:39.408751 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4f70040e-79fe-45b3-93ca-ff72bde96f29 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "PUT /v2.0/routers/87f91d8b-f99a-4f7e-bdfa-c685677799c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2760978 Nov 15 11:28:39.412456 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5abeea-1b82-49ea-89e7-0a95ec259919 None None] Routers {'87f91d8b-f99a-4f7e-bdfa-c685677799c3'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:28:39.413049 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-0f5abeea-1b82-49ea-89e7-0a95ec259919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:28:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['87f91d8b-f99a-4f7e-bdfa-c685677799c3'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:39.415760 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45734) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:39.464795 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-0f5abeea-1b82-49ea-89e7-0a95ec259919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:39.470476 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f0f88736-4b03-4030-b00e-a904790afc0b req-03ebaa8e-9bde-465c-98f9-4e71f7732121 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7040653 Nov 15 11:28:39.475466 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5abeea-1b82-49ea-89e7-0a95ec259919 None None] Routers {'87f91d8b-f99a-4f7e-bdfa-c685677799c3'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:28:39.476846 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-0f5abeea-1b82-49ea-89e7-0a95ec259919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:28:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['87f91d8b-f99a-4f7e-bdfa-c685677799c3'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:39.513744 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9077ea4e-f444-4745-8619-6c541659cd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:39.517612 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-f0f88736-4b03-4030-b00e-a904790afc0b req-d1839d75-0113-4f5e-bab4-4936d25a8e91 service neutron] Request body: {'port': {'device_id': '50b6e0a9-bfa6-48f3-a79b-8710b9a6b369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:39.517760 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9077ea4e-f444-4745-8619-6c541659cd55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:39.518798 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9077ea4e-f444-4745-8619-6c541659cd55 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/53d38827-f37d-447c-bf64-ebcd635233ec HTTP/1.1" status: 204 len: 168 time: 0.4619420 Nov 15 11:28:39.545395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077ea4e-f444-4745-8619-6c541659cd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d38827-f37d-447c-bf64-ebcd635233ec,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:39.564113 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-0f5abeea-1b82-49ea-89e7-0a95ec259919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:39.568390 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-1dd03b63-cc77-4a77-978f-177c68f863b3 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:39.577371 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5abeea-1b82-49ea-89e7-0a95ec259919 None None] The sync data for ids ['87f91d8b-f99a-4f7e-bdfa-c685677799c3'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:28:39.579060 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-1dd03b63-cc77-4a77-978f-177c68f863b3 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/networks?id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd HTTP/1.1" status: 200 len: 810 time: 0.3619294 Nov 15 11:28:39.606690 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f0f88736-4b03-4030-b00e-a904790afc0b req-d1839d75-0113-4f5e-bab4-4936d25a8e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:39.609238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d32aa-d470-4365-bc40-695e0486e895 req-779d8b90-3315-47d3-b972-0b2405772579 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:39.611023 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b08d32aa-d470-4365-bc40-695e0486e895 req-779d8b90-3315-47d3-b972-0b2405772579 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e8994d-9335-41e3-96f8-c61b6e63e171 HTTP/1.1" status: 200 len: 946 time: 0.2230439 Nov 15 11:28:39.614082 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-f8f545d9-9ec6-4ee3-98c4-000b422fcc84 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/quotas/84266b83cb7b44e49edcf06f7e40ecbe HTTP/1.1" status: 200 len: 375 time: 0.0341680 Nov 15 11:28:39.617138 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b3bffb28-2eec-4a4e-808d-b10daebdd6c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e5b1bb3ca099430a917c5bdc2dfcf841&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3921072 Nov 15 11:28:39.619745 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45750) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:39.629499 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad602e7c-eb71-4ac9-97af-744bb74a97e0 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:39.665428 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-d1f35399-a201-4d95-be57-d182a297b2f4 req-53d7378b-73fa-41ae-b64f-b8a1ce3e88b3 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Deleting port 48e700db-8089-4761-9f77-17910eadd307 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:39.665652 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d1f35399-a201-4d95-be57-d182a297b2f4 req-53d7378b-73fa-41ae-b64f-b8a1ce3e88b3 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:39.753601 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-ad602e7c-eb71-4ac9-97af-744bb74a97e0 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 15 11:28:39.755583 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ad602e7c-eb71-4ac9-97af-744bb74a97e0 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "DELETE /v2.0/routers/87f91d8b-f99a-4f7e-bdfa-c685677799c3 HTTP/1.1" status: 409 len: 329 time: 0.3384161 Nov 15 11:28:39.760748 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45756) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:39.790033 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b08d32aa-d470-4365-bc40-695e0486e895 req-24ad22ba-dcbd-447a-8884-686c087f3604 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709902 Nov 15 11:28:39.820294 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:39.826639 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-b1392304-b0f7-49be-b39d-4b297daca0dc tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=84266b83cb7b44e49edcf06f7e40ecbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1851737 Nov 15 11:28:39.859564 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-efacdc8d-1e12-4b76-966b-6c4639a0a2f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:39.991838 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-efacdc8d-1e12-4b76-966b-6c4639a0a2f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:39.994580 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-d1f35399-a201-4d95-be57-d182a297b2f4 req-53d7378b-73fa-41ae-b64f-b8a1ce3e88b3 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] For port 48e700db-8089-4761-9f77-17910eadd307, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=48e700db-8089-4761-9f77-17910eadd307,segment=NetworkSegment(1af0aad6-2d84-4a24-b6e3-de765b71e1e9),segment_id=1af0aad6-2d84-4a24-b6e3-de765b71e1e9)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:39.994937 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d1f35399-a201-4d95-be57-d182a297b2f4 req-53d7378b-73fa-41ae-b64f-b8a1ce3e88b3 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:40.042310 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-d1f35399-a201-4d95-be57-d182a297b2f4 req-53d7378b-73fa-41ae-b64f-b8a1ce3e88b3 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Calling delete_port for 48e700db-8089-4761-9f77-17910eadd307 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:40.097105 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-6f53dfc1-397b-4c9f-acab-a9d95a360535 service neutron] 10.222.0.64 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535796 Nov 15 11:28:40.110048 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5962704-514c-4f05-a7a9-fa3bbf0c11a4 req-6ccd2f65-464e-46e7-8589-08736a85b065 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:40.110048 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f5962704-514c-4f05-a7a9-fa3bbf0c11a4 req-6ccd2f65-464e-46e7-8589-08736a85b065 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b6e0a9-bfa6-48f3-a79b-8710b9a6b369 HTTP/1.1" status: 200 len: 932 time: 0.2037685 Nov 15 11:28:40.607456 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-f0f88736-4b03-4030-b00e-a904790afc0b req-d1839d75-0113-4f5e-bab4-4936d25a8e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a24dba-a813-499d-9744-52ca25ae3f2a {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:28:40.618324 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f0f88736-4b03-4030-b00e-a904790afc0b req-d1839d75-0113-4f5e-bab4-4936d25a8e91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:40.697375 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-f0f88736-4b03-4030-b00e-a904790afc0b req-d1839d75-0113-4f5e-bab4-4936d25a8e91 service neutron] Transition to ACTIVE for port object b3a24dba-a813-499d-9744-52ca25ae3f2a will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:28:40.699516 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d1f35399-a201-4d95-be57-d182a297b2f4 req-53d7378b-73fa-41ae-b64f-b8a1ce3e88b3 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:40.705063 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-efacdc8d-1e12-4b76-966b-6c4639a0a2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:40.706743 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f0f88736-4b03-4030-b00e-a904790afc0b req-d1839d75-0113-4f5e-bab4-4936d25a8e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:40.707289 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-efacdc8d-1e12-4b76-966b-6c4639a0a2f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:40.708606 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-efacdc8d-1e12-4b76-966b-6c4639a0a2f8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9f3bdff4-de21-4344-a1ed-a601e15963b8 HTTP/1.1" status: 204 len: 168 time: 1.0876706 Nov 15 11:28:40.715561 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['bd8929d6-de8e-42e6-9ec3-42e17539c5a0', '48e700db-8089-4761-9f77-17910eadd307'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:28:40.741408 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f5962704-514c-4f05-a7a9-fa3bbf0c11a4 req-d146426b-893f-4b99-b661-96b9e9b6476c tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2c4c052-c085-47fc-98a6-a8140a335169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467235 Nov 15 11:28:40.809351 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efacdc8d-1e12-4b76-966b-6c4639a0a2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3bdff4-de21-4344-a1ed-a601e15963b8,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:40.828890 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7378b-73fa-41ae-b64f-b8a1ce3e88b3 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Pushing event deleted for resources: {'Port': ['ID=48e700db-8089-4761-9f77-17910eadd307,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:40.887347 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-0b609437-1119-469d-a2f1-e2edf59a1b2a service neutron] 10.222.0.64 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058937 Nov 15 11:28:40.922331 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1839d75-0113-4f5e-bab4-4936d25a8e91 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a24dba-a813-499d-9744-52ca25ae3f2a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:40.929093 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e95767-c62f-4563-8240-449d4d6094cb None None] DHCP port deletion for a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:28:40.941956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f35399-a201-4d95-be57-d182a297b2f4 req-53d7378b-73fa-41ae-b64f-b8a1ce3e88b3 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] No DVR routers for this DVR port 48e700db-8089-4761-9f77-17910eadd307 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:28:40.946029 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d1f35399-a201-4d95-be57-d182a297b2f4 req-53d7378b-73fa-41ae-b64f-b8a1ce3e88b3 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:40.953609 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1f35399-a201-4d95-be57-d182a297b2f4 req-53d7378b-73fa-41ae-b64f-b8a1ce3e88b3 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.55 "DELETE /v2.0/ports/48e700db-8089-4761-9f77-17910eadd307 HTTP/1.1" status: 204 len: 173 time: 1.7209492 Nov 15 11:28:40.956509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e8994d-9335-41e3-96f8-c61b6e63e171', 'name': 'network-vif-deleted', 'tag': '48e700db-8089-4761-9f77-17910eadd307'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:28:40.963452 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9e058b-c2ef-47f5-a5f8-a0b080d8d85e" -d '{"events": [{"server_uuid": "34e8994d-9335-41e3-96f8-c61b6e63e171", "name": "network-vif-deleted", "tag": "48e700db-8089-4761-9f77-17910eadd307"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:28:41.038880 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-f0f88736-4b03-4030-b00e-a904790afc0b req-d1839d75-0113-4f5e-bab4-4936d25a8e91 service neutron] Attempting to bind port b3a24dba-a813-499d-9744-52ca25ae3f2a on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:28:41.039211 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-f0f88736-4b03-4030-b00e-a904790afc0b req-d1839d75-0113-4f5e-bab4-4936d25a8e91 service neutron] Attempting to bind port b3a24dba-a813-499d-9744-52ca25ae3f2a by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'dddd5c21-2d5f-4d33-8bb8-a861bbdc999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:28:41.039530 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f88736-4b03-4030-b00e-a904790afc0b req-d1839d75-0113-4f5e-bab4-4936d25a8e91 service neutron] Attempting to bind port b3a24dba-a813-499d-9744-52ca25ae3f2a on network 2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:28:41.048157 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-40644620-b595-42fa-ace5-7e79cf9da3b6 req-6a3689cd-b1cb-40a6-86d6-5e6056c0f32c tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=34e8994d-9335-41e3-96f8-c61b6e63e171 HTTP/1.1" status: 200 len: 210 time: 0.0605285 Nov 15 11:28:41.051399 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f88736-4b03-4030-b00e-a904790afc0b req-d1839d75-0113-4f5e-bab4-4936d25a8e91 service neutron] Port b3a24dba-a813-499d-9744-52ca25ae3f2a on network 2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:28:41.051900 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f88736-4b03-4030-b00e-a904790afc0b req-d1839d75-0113-4f5e-bab4-4936d25a8e91 service neutron] Attempting to bind port b3a24dba-a813-499d-9744-52ca25ae3f2a on network 2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:28:41.058788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f88736-4b03-4030-b00e-a904790afc0b req-d1839d75-0113-4f5e-bab4-4936d25a8e91 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:28:41.059118 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f88736-4b03-4030-b00e-a904790afc0b req-d1839d75-0113-4f5e-bab4-4936d25a8e91 service neutron] Checking segment: {'id': 'dddd5c21-2d5f-4d33-8bb8-a861bbdc999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:28:41.059496 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f88736-4b03-4030-b00e-a904790afc0b req-d1839d75-0113-4f5e-bab4-4936d25a8e91 service neutron] Bound using segment: {'id': 'dddd5c21-2d5f-4d33-8bb8-a861bbdc999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:28:41.059964 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-f0f88736-4b03-4030-b00e-a904790afc0b req-d1839d75-0113-4f5e-bab4-4936d25a8e91 service neutron] Bound port: b3a24dba-a813-499d-9744-52ca25ae3f2a, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dddd5c21-2d5f-4d33-8bb8-a861bbdc999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:28:41.060316 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f0f88736-4b03-4030-b00e-a904790afc0b req-d1839d75-0113-4f5e-bab4-4936d25a8e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:41.083683 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8240a99f-fe28-4491-a831-46c7498db9fa tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:41.137701 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7eff061-d8bd-4759-aeef-3b4f55f6e0bf x-openstack-request-id: req-f7eff061-d8bd-4759-aeef-3b4f55f6e0bf {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:28:41.137985 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e8994d-9335-41e3-96f8-c61b6e63e171", "name": "network-vif-deleted", "tag": "48e700db-8089-4761-9f77-17910eadd307", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:28:41.138228 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f7eff061-d8bd-4759-aeef-3b4f55f6e0bf {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:28:41.138629 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e8994d-9335-41e3-96f8-c61b6e63e171', 'name': 'network-vif-deleted', 'tag': '48e700db-8089-4761-9f77-17910eadd307', 'status': 'completed', 'code': 200} Nov 15 11:28:41.236759 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-f0f88736-4b03-4030-b00e-a904790afc0b req-d1839d75-0113-4f5e-bab4-4936d25a8e91 service neutron] For port b3a24dba-a813-499d-9744-52ca25ae3f2a, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:28:41.241772 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-f0f88736-4b03-4030-b00e-a904790afc0b req-d1839d75-0113-4f5e-bab4-4936d25a8e91 service neutron] For port b3a24dba-a813-499d-9744-52ca25ae3f2a, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b3a24dba-a813-499d-9744-52ca25ae3f2a,segment=NetworkSegment(dddd5c21-2d5f-4d33-8bb8-a861bbdc999a),segment_id=dddd5c21-2d5f-4d33-8bb8-a861bbdc999a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:28:41.282098 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f0f88736-4b03-4030-b00e-a904790afc0b req-d1839d75-0113-4f5e-bab4-4936d25a8e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:41.406225 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:41.442231 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9c270637-4318-42fc-8ef3-5f0807470cca req-d6ff7f65-a780-430a-b759-16b39f28c69b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 210 time: 0.0546815 Nov 15 11:28:41.463182 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f88736-4b03-4030-b00e-a904790afc0b req-d1839d75-0113-4f5e-bab4-4936d25a8e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:41.466038 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f0f88736-4b03-4030-b00e-a904790afc0b req-d1839d75-0113-4f5e-bab4-4936d25a8e91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:41.467946 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f0f88736-4b03-4030-b00e-a904790afc0b req-d1839d75-0113-4f5e-bab4-4936d25a8e91 service neutron] 10.222.0.11 "PUT /v2.0/ports/b3a24dba-a813-499d-9744-52ca25ae3f2a HTTP/1.1" status: 200 len: 1092 time: 1.9577916 Nov 15 11:28:41.468560 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b6e0a9-bfa6-48f3-a79b-8710b9a6b369', 'tag': 'b3a24dba-a813-499d-9744-52ca25ae3f2a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:28:41.471452 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cd7b14-b4bd-44c7-b6bd-c34ac5f2827d" -d '{"events": [{"name": "network-changed", "server_uuid": "50b6e0a9-bfa6-48f3-a79b-8710b9a6b369", "tag": "b3a24dba-a813-499d-9744-52ca25ae3f2a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:28:41.502423 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1839d75-0113-4f5e-bab4-4936d25a8e91 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a24dba-a813-499d-9744-52ca25ae3f2a,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:41.588419 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c1326b-b601-4d80-b968-73e5f02d7fdd x-openstack-request-id: req-28c1326b-b601-4d80-b968-73e5f02d7fdd {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:28:41.588419 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b6e0a9-bfa6-48f3-a79b-8710b9a6b369", "tag": "b3a24dba-a813-499d-9744-52ca25ae3f2a", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:28:41.588419 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28c1326b-b601-4d80-b968-73e5f02d7fdd {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:28:41.588419 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b6e0a9-bfa6-48f3-a79b-8710b9a6b369', 'tag': 'b3a24dba-a813-499d-9744-52ca25ae3f2a', 'status': 'completed', 'code': 200} Nov 15 11:28:41.711705 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f88736-4b03-4030-b00e-a904790afc0b req-1efb475c-d8de-4b91-970d-a5a2b8bf7f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:41.712942 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f0f88736-4b03-4030-b00e-a904790afc0b req-1efb475c-d8de-4b91-970d-a5a2b8bf7f85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=139520e86a31475fa94905745f3e3f86&device_id=50b6e0a9-bfa6-48f3-a79b-8710b9a6b369 HTTP/1.1" status: 200 len: 1095 time: 0.1830206 Nov 15 11:28:41.780210 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f0f88736-4b03-4030-b00e-a904790afc0b req-576da975-825f-4229-95a5-8cc27fd9b0ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3a24dba-a813-499d-9744-52ca25ae3f2a HTTP/1.1" status: 200 len: 217 time: 0.0453680 Nov 15 11:28:41.827166 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8240a99f-fe28-4491-a831-46c7498db9fa tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Deleting port dc67dac3-af7d-4ff6-93af-4a7b6de5d76e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:41.827520 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8240a99f-fe28-4491-a831-46c7498db9fa tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:41.938785 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f88736-4b03-4030-b00e-a904790afc0b req-94d4dfc1-84f7-4b7c-971a-67ab3a551881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:41.948850 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f0f88736-4b03-4030-b00e-a904790afc0b req-94d4dfc1-84f7-4b7c-971a-67ab3a551881 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b95f928-e5a9-4545-b9e5-90eaf947a3c4 HTTP/1.1" status: 200 len: 857 time: 0.1655893 Nov 15 11:28:41.979729 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce2a79-f29a-4605-a651-a777df6c4055 req-088976d9-8a58-4e0c-9901-743bc7a2aa44 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:41.983578 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25ce2a79-f29a-4605-a651-a777df6c4055 req-088976d9-8a58-4e0c-9901-743bc7a2aa44 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b6e0a9-bfa6-48f3-a79b-8710b9a6b369 HTTP/1.1" status: 200 len: 944 time: 0.1158442 Nov 15 11:28:42.040378 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f0f88736-4b03-4030-b00e-a904790afc0b req-33e4b6d0-d8cc-41d8-b833-8aa499fbc69b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797846 Nov 15 11:28:42.076806 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25ce2a79-f29a-4605-a651-a777df6c4055 req-016c040a-80ce-4caa-95c3-1be4b2c6c9f7 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2c4c052-c085-47fc-98a6-a8140a335169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828292 Nov 15 11:28:42.159144 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:42.231994 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f0f88736-4b03-4030-b00e-a904790afc0b req-d5a12aeb-7b41-4f9c-8165-c2837fd1c33c service neutron] 10.222.0.11 "GET /v2.0/networks/2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811373 Nov 15 11:28:42.433538 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8240a99f-fe28-4491-a831-46c7498db9fa tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:42.444350 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f0f88736-4b03-4030-b00e-a904790afc0b req-a077dc9a-6836-4481-8b88-0a6b9e7ce0de service neutron] 10.222.0.11 "GET /v2.0/networks/2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038226 Nov 15 11:28:42.452221 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8240a99f-fe28-4491-a831-46c7498db9fa tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Calling delete_port for dc67dac3-af7d-4ff6-93af-4a7b6de5d76e owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:42.657288 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-648f27c5-b5c7-4c04-97a8-3b0beaa4b48d req-be5d5cef-e635-4554-8ae8-80dea96eba82 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 210 time: 0.0716455 Nov 15 11:28:42.669966 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd7b14-b4bd-44c7-b6bd-c34ac5f2827d req-884f54e3-80fe-4cd8-812c-e3b8ce313c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:42.671457 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b4cd7b14-b4bd-44c7-b6bd-c34ac5f2827d req-884f54e3-80fe-4cd8-812c-e3b8ce313c07 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=139520e86a31475fa94905745f3e3f86&device_id=50b6e0a9-bfa6-48f3-a79b-8710b9a6b369 HTTP/1.1" status: 200 len: 1095 time: 0.1225538 Nov 15 11:28:42.772156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45882) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:42.874077 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd7b14-b4bd-44c7-b6bd-c34ac5f2827d req-8b26e4ee-0578-4e7e-80cc-a899b0937136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:42.876598 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b4cd7b14-b4bd-44c7-b6bd-c34ac5f2827d req-8b26e4ee-0578-4e7e-80cc-a899b0937136 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9 HTTP/1.1" status: 200 len: 918 time: 0.1936011 Nov 15 11:28:42.995276 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b4cd7b14-b4bd-44c7-b6bd-c34ac5f2827d req-e1c4fd52-91f3-40a8-b284-6174bb1862a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3a24dba-a813-499d-9744-52ca25ae3f2a HTTP/1.1" status: 200 len: 217 time: 0.0973437 Nov 15 11:28:43.071572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd7b14-b4bd-44c7-b6bd-c34ac5f2827d req-14c6d436-1245-44ee-83bb-71d68ae005b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:43.074298 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b4cd7b14-b4bd-44c7-b6bd-c34ac5f2827d req-14c6d436-1245-44ee-83bb-71d68ae005b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b95f928-e5a9-4545-b9e5-90eaf947a3c4 HTTP/1.1" status: 200 len: 857 time: 0.0707796 Nov 15 11:28:43.075208 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8240a99f-fe28-4491-a831-46c7498db9fa tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:43.183426 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-bfc8b395-c309-42ea-b3b1-8f8aa5e58212 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:43.186815 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-bfc8b395-c309-42ea-b3b1-8f8aa5e58212 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.55 "GET /v2.0/networks?id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd HTTP/1.1" status: 200 len: 810 time: 0.3043079 Nov 15 11:28:43.202270 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240a99f-fe28-4491-a831-46c7498db9fa tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Pushing event deleted for resources: {'Port': ['ID=dc67dac3-af7d-4ff6-93af-4a7b6de5d76e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:43.213137 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b4cd7b14-b4bd-44c7-b6bd-c34ac5f2827d req-b871ce48-c5a4-47f8-abfb-abbcd4bf0697 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204555 Nov 15 11:28:43.289480 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-42e57446-8297-43c2-8db3-9cdbd8e4a1e9 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-868950249', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:43.359709 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-3fe58fa9-159b-457d-a0e3-b643d887e721 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84266b83cb7b44e49edcf06f7e40ecbe HTTP/1.1" status: 200 len: 380 time: 0.1613047 Nov 15 11:28:43.377711 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-45aa79b0-f652-4872-bd54-30623e81b873 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Request body: {'port': {'device_id': '5d040278-f638-4708-908e-5f5d28a537a6', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'admin_state_up': True, 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'security_groups': ['60abd519-29ea-4fe0-acc6-5e4fb0b46068']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:43.530595 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-42e57446-8297-43c2-8db3-9cdbd8e4a1e9 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:43.532673 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-42e57446-8297-43c2-8db3-9cdbd8e4a1e9 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:43.548570 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cadce-e15b-4717-ad99-974115d47d6f req-accaba51-8b21-4106-8bf3-bce69fe8dfa4 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:43.551167 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8240a99f-fe28-4491-a831-46c7498db9fa tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:43.558084 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-163cadce-e15b-4717-ad99-974115d47d6f req-accaba51-8b21-4106-8bf3-bce69fe8dfa4 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b6e0a9-bfa6-48f3-a79b-8710b9a6b369 HTTP/1.1" status: 200 len: 944 time: 0.2721403 Nov 15 11:28:43.644168 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:28:43.700246 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-42e57446-8297-43c2-8db3-9cdbd8e4a1e9 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:43.736842 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-42e57446-8297-43c2-8db3-9cdbd8e4a1e9 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:43.784221 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-163cadce-e15b-4717-ad99-974115d47d6f req-6dad383a-ae60-4b4f-aaa6-c67cbe4c6f04 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2c4c052-c085-47fc-98a6-a8140a335169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209733 Nov 15 11:28:43.787123 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b4cd7b14-b4bd-44c7-b6bd-c34ac5f2827d req-3ceef63c-65eb-4ff3-a1a7-6a7eaf061590 service neutron] 10.222.0.11 "GET /v2.0/networks/2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261180 Nov 15 11:28:43.828849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dfbe17b1-aa18-4950-a1ad-2073bbb15ec9 req-ad45645a-17d9-4fe8-93fd-f58dc44ca530 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 210 time: 0.0299542 Nov 15 11:28:43.830509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-45aa79b0-f652-4872-bd54-30623e81b873 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Made reservation on behalf of 84266b83cb7b44e49edcf06f7e40ecbe for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:43.834464 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-45aa79b0-f652-4872-bd54-30623e81b873 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:43.859629 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-42e57446-8297-43c2-8db3-9cdbd8e4a1e9 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:43.861099 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-42e57446-8297-43c2-8db3-9cdbd8e4a1e9 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.0871787 Nov 15 11:28:43.863858 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45916) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:43.869251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-93047e53-5eb9-492f-9676-56fa6e265bbd tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-220026842'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:43.904465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93047e53-5eb9-492f-9676-56fa6e265bbd tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Made reservation on behalf of 9e46689cda214ee1bec014ff366e47a9 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:43.908973 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-93047e53-5eb9-492f-9676-56fa6e265bbd tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:43.921339 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-93047e53-5eb9-492f-9676-56fa6e265bbd tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:43.966263 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8240a99f-fe28-4491-a831-46c7498db9fa tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Router 87f91d8b-f99a-4f7e-bdfa-c685677799c3 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:28:44.123108 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-45aa79b0-f652-4872-bd54-30623e81b873 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Allocated IP 172.20.0.13 (5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd/fa23b34b-7133-41b6-b1e3-4b077f52e5c3/0de6e7fa-82b9-4db7-8cfa-183776c0769d) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:28:44.136822 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b4cd7b14-b4bd-44c7-b6bd-c34ac5f2827d req-80a428f5-617a-4591-b69c-61ddba53474a service neutron] 10.222.0.11 "GET /v2.0/networks/2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407106 Nov 15 11:28:44.148877 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8240a99f-fe28-4491-a831-46c7498db9fa tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:28:44.158144 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-93047e53-5eb9-492f-9676-56fa6e265bbd tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:44.164622 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8240a99f-fe28-4491-a831-46c7498db9fa tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "PUT /v2.0/routers/87f91d8b-f99a-4f7e-bdfa-c685677799c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4025576 Nov 15 11:28:44.167893 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45922) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:44.170157 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330cbff-322e-48ec-9eed-e16e4e3b0b23 None None] Sync routers for ids ['87f91d8b-f99a-4f7e-bdfa-c685677799c3'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:28:44.172967 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-93047e53-5eb9-492f-9676-56fa6e265bbd tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:44.190234 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5330cbff-322e-48ec-9eed-e16e4e3b0b23 None None] Routers {'87f91d8b-f99a-4f7e-bdfa-c685677799c3'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:28:44.190841 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5330cbff-322e-48ec-9eed-e16e4e3b0b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:28:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['87f91d8b-f99a-4f7e-bdfa-c685677799c3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:44.214454 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93047e53-5eb9-492f-9676-56fa6e265bbd tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:28:44.259247 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-8e576281-4af5-4d07-ab6e-384ce0206acc tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] show failed (client error): The resource could not be found. Nov 15 11:28:44.260245 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8e576281-4af5-4d07-ab6e-384ce0206acc tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-2039889887 HTTP/1.1" status: 404 len: 335 time: 0.0901289 Nov 15 11:28:44.262190 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-93047e53-5eb9-492f-9676-56fa6e265bbd tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:44.262888 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-93047e53-5eb9-492f-9676-56fa6e265bbd tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Added segment 400617a1-604f-4367-beb6-77088dbfea85 of type vlan for network 72c5fdf7-ff63-4e13-bed6-04045770aaf9 Nov 15 11:28:44.265439 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45926) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:44.276143 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ec396bb9-f198-4a37-8f92-b6b4d32cb94f tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:44.309934 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5330cbff-322e-48ec-9eed-e16e4e3b0b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:44.335537 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5330cbff-322e-48ec-9eed-e16e4e3b0b23 None None] Routers {'87f91d8b-f99a-4f7e-bdfa-c685677799c3'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:28:44.336763 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5330cbff-322e-48ec-9eed-e16e4e3b0b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:28:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['87f91d8b-f99a-4f7e-bdfa-c685677799c3'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:44.337387 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-ec396bb9-f198-4a37-8f92-b6b4d32cb94f tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] update failed (client error): The resource could not be found. Nov 15 11:28:44.339147 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ec396bb9-f198-4a37-8f92-b6b4d32cb94f tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-164908843 HTTP/1.1" status: 404 len: 334 time: 0.0713959 Nov 15 11:28:44.343567 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45930) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:44.367673 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93047e53-5eb9-492f-9676-56fa6e265bbd tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34adb516-cb44-4561-b573-dae7d1895507,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:44.472176 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c7398b-16b1-43d2-a448-c618f7af6452 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Deleting subnet 94a50068-faaa-49a0-90b5-23e9c89f08ad {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:28:44.479318 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34c7398b-16b1-43d2-a448-c618f7af6452 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:44.511249 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-93047e53-5eb9-492f-9676-56fa6e265bbd tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:44.588373 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34c7398b-16b1-43d2-a448-c618f7af6452 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:44.665475 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-93047e53-5eb9-492f-9676-56fa6e265bbd tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:44.676286 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93047e53-5eb9-492f-9676-56fa6e265bbd tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:44.681955 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-93047e53-5eb9-492f-9676-56fa6e265bbd tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:44.683630 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 48e700db-8089-4761-9f77-17910eadd307 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:28:44.732447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 48e700db-8089-4761-9f77-17910eadd307 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:28:44.733079 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 48e700db-8089-4761-9f77-17910eadd307 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:28:44.734633 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5330cbff-322e-48ec-9eed-e16e4e3b0b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:44.737710 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330cbff-322e-48ec-9eed-e16e4e3b0b23 None None] The sync data for ids ['87f91d8b-f99a-4f7e-bdfa-c685677799c3'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:28:44.774430 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34c7398b-16b1-43d2-a448-c618f7af6452 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:44.794743 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-45aa79b0-f652-4872-bd54-30623e81b873 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:44.866831 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-93047e53-5eb9-492f-9676-56fa6e265bbd tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9985883 Nov 15 11:28:44.873416 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45954) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:44.883125 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93047e53-5eb9-492f-9676-56fa6e265bbd tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event updated for resources: {'Network': ['ID=72c5fdf7-ff63-4e13-bed6-04045770aaf9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:44.887214 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-11a06555-b5d9-48c2-9f1f-f4ab3acd3883 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Request body: {'subnet': {'network_id': '72c5fdf7-ff63-4e13-bed6-04045770aaf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:44.944578 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 72c5fdf7-ff63-4e13-bed6-04045770aaf9 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:28:44.995575 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ebdf2708-a6fb-4d48-92a1-ca597cb00d2a req-64dda932-abc6-4d62-9034-7703b9799b1b tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 210 time: 0.0337377 Nov 15 11:28:44.998565 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-45aa79b0-f652-4872-bd54-30623e81b873 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:45.020200 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f5acd-ae77-4ba7-91a8-942894368e15 req-fee31b6c-2584-4ecb-8dc1-fbfffdfe494d tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:45.022260 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-388f5acd-ae77-4ba7-91a8-942894368e15 req-fee31b6c-2584-4ecb-8dc1-fbfffdfe494d tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b6e0a9-bfa6-48f3-a79b-8710b9a6b369 HTTP/1.1" status: 200 len: 944 time: 0.1175587 Nov 15 11:28:45.065338 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-45aa79b0-f652-4872-bd54-30623e81b873 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Network 5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:28:45.072236 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34c7398b-16b1-43d2-a448-c618f7af6452 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:45.076581 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-45aa79b0-f652-4872-bd54-30623e81b873 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:45.096091 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-45aa79b0-f652-4872-bd54-30623e81b873 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:28:45.134820 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7398b-16b1-43d2-a448-c618f7af6452 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Pushing event deleted for resources: {'Subnet': ['ID=94a50068-faaa-49a0-90b5-23e9c89f08ad,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:45.154644 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34c7398b-16b1-43d2-a448-c618f7af6452 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:45.169532 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-34c7398b-16b1-43d2-a448-c618f7af6452 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "DELETE /v2.0/subnets/94a50068-faaa-49a0-90b5-23e9c89f08ad HTTP/1.1" status: 204 len: 168 time: 0.8247983 Nov 15 11:28:45.177645 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45958) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:45.185511 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5ce5b5-fe3d-4856-8fbb-7a6b8cbad755 None None] Network 60b11187-0c29-42d4-9cfa-b2c5f4c826a5 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:45.200243 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa79b0-f652-4872-bd54-30623e81b873 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Pushing event updated for resources: {'Port': ['ID=0de6e7fa-82b9-4db7-8cfa-183776c0769d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:45.266585 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-388f5acd-ae77-4ba7-91a8-942894368e15 req-097d6060-ff21-4108-b8fb-3eb7606e1c69 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2c4c052-c085-47fc-98a6-a8140a335169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119937 Nov 15 11:28:45.275441 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-45aa79b0-f652-4872-bd54-30623e81b873 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:45.276274 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-45aa79b0-f652-4872-bd54-30623e81b873 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:45.281379 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-3f410029-89d1-405b-9810-52a40bfc59d0 req-e390a2f5-268b-4479-a2a9-26596df1f983 service neutron] (102677) timed out ('10.222.0.64', 46630) {{(pid=102677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 11:28:45.292736 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a06555-b5d9-48c2-9f1f-f4ab3acd3883 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Made reservation on behalf of 9e46689cda214ee1bec014ff366e47a9 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:45.306564 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11a06555-b5d9-48c2-9f1f-f4ab3acd3883 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:45.319004 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-45aa79b0-f652-4872-bd54-30623e81b873 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9511282 Nov 15 11:28:45.341325 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-c42fcab7-1352-470b-88d3-36760f00a2e0 service neutron] Request body: {'port': {'device_id': '5d040278-f638-4708-908e-5f5d28a537a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:45.354506 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device b3a24dba-a813-499d-9744-52ca25ae3f2a details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:28:45.491421 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-523f8001-92bd-4cc3-b4a7-c9623e2b0e9a tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Deleting subnet ab2cfc93-e8b7-4b10-9a43-a9e6316b65cc {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:28:45.500911 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-523f8001-92bd-4cc3-b4a7-c9623e2b0e9a tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:45.528110 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-c42fcab7-1352-470b-88d3-36760f00a2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:45.613583 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port b3a24dba-a813-499d-9744-52ca25ae3f2a, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b3a24dba-a813-499d-9744-52ca25ae3f2a,segment=NetworkSegment(dddd5c21-2d5f-4d33-8bb8-a861bbdc999a),segment_id=dddd5c21-2d5f-4d33-8bb8-a861bbdc999a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:45.617466 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-bdf7d5d4-9543-43f4-b919-ab3af75c3ee0 None None] Provisioning complete for port 0de6e7fa-82b9-4db7-8cfa-183776c0769d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:45.617832 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bdf7d5d4-9543-43f4-b919-ab3af75c3ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:45.635786 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'b3a24dba-a813-499d-9744-52ca25ae3f2a', 'network_id': '2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9', 'port_id': 'b3a24dba-a813-499d-9744-52ca25ae3f2a', 'mac_address': 'fa:16:3e:18:77:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b95f928-e5a9-4545-b9e5-90eaf947a3c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:28:45.636118 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-523f8001-92bd-4cc3-b4a7-c9623e2b0e9a tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:45.686204 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-bdf7d5d4-9543-43f4-b919-ab3af75c3ee0 None None] Port 0de6e7fa-82b9-4db7-8cfa-183776c0769d cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:28:45.774852 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:45.799892 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fc6264-cd80-4ba8-8913-7e5777a88dee None None] DHCP port deletion for 60b11187-0c29-42d4-9cfa-b2c5f4c826a5 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:28:45.806709 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a24dba-a813-499d-9744-52ca25ae3f2a {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:28:45.850181 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-523f8001-92bd-4cc3-b4a7-c9623e2b0e9a tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:45.926098 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port b3a24dba-a813-499d-9744-52ca25ae3f2a, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b3a24dba-a813-499d-9744-52ca25ae3f2a,segment=NetworkSegment(dddd5c21-2d5f-4d33-8bb8-a861bbdc999a),segment_id=dddd5c21-2d5f-4d33-8bb8-a861bbdc999a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:45.934617 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:45.951550 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11a06555-b5d9-48c2-9f1f-f4ab3acd3883 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:46.025767 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-523f8001-92bd-4cc3-b4a7-c9623e2b0e9a tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:46.029426 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=b3a24dba-a813-499d-9744-52ca25ae3f2a,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:46.044033 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f0fc6264-cd80-4ba8-8913-7e5777a88dee None None] Deleting port 0a91582d-6045-4502-a529-60acee163920 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:46.044519 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f0fc6264-cd80-4ba8-8913-7e5777a88dee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:46.053614 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a06555-b5d9-48c2-9f1f-f4ab3acd3883 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event updated for resources: {'Subnet': ['ID=1204eb1b-d266-46e4-9af9-1fa4cbc7794a,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:46.070007 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bab9854-f361-46e9-9dc2-a33629d26f90 None None] Network 2634b2c6-37ef-4d04-83a7-0a51d1be298e requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:46.086325 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f8001-92bd-4cc3-b4a7-c9623e2b0e9a tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Pushing event deleted for resources: {'Subnet': ['ID=ab2cfc93-e8b7-4b10-9a43-a9e6316b65cc,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:46.088932 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-523f8001-92bd-4cc3-b4a7-c9623e2b0e9a tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:46.093139 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-523f8001-92bd-4cc3-b4a7-c9623e2b0e9a tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "DELETE /v2.0/subnets/ab2cfc93-e8b7-4b10-9a43-a9e6316b65cc HTTP/1.1" status: 204 len: 168 time: 0.9127557 Nov 15 11:28:46.095444 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a06555-b5d9-48c2-9f1f-f4ab3acd3883 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Checking segment: {'id': '400617a1-604f-4367-beb6-77088dbfea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '72c5fdf7-ff63-4e13-bed6-04045770aaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:28:46.096051 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a06555-b5d9-48c2-9f1f-f4ab3acd3883 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Network hostable DHCP agents. Network: 72c5fdf7-ff63-4e13-bed6-04045770aaf9, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:28:46.097190 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45982) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:46.121793 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a06555-b5d9-48c2-9f1f-f4ab3acd3883 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Network 72c5fdf7-ff63-4e13-bed6-04045770aaf9 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:28:46.147264 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-11a06555-b5d9-48c2-9f1f-f4ab3acd3883 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 72c5fdf7-ff63-4e13-bed6-04045770aaf9) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:46.161945 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a06555-b5d9-48c2-9f1f-f4ab3acd3883 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:46.163406 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11a06555-b5d9-48c2-9f1f-f4ab3acd3883 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:46.195949 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-11a06555-b5d9-48c2-9f1f-f4ab3acd3883 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3214793 Nov 15 11:28:46.199005 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45986) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:46.204555 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-44ce00ce-1803-4e64-9a36-abd8ab9720a5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Request body: {'network': {'name': 'tempest-router-network01--121990216'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:46.215054 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18158270-151b-4bf2-9f7b-83618f0d6f52 None None] Network 72c5fdf7-ff63-4e13-bed6-04045770aaf9 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:46.234862 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ce00ce-1803-4e64-9a36-abd8ab9720a5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Made reservation on behalf of 9e46689cda214ee1bec014ff366e47a9 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:46.244712 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44ce00ce-1803-4e64-9a36-abd8ab9720a5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:46.293899 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9045f-d6e5-43f6-aa7f-b1a0a54ad68e req-379076f1-b744-41f7-b9e5-ba1b1a02ef20 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:46.295527 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eec9045f-d6e5-43f6-aa7f-b1a0a54ad68e req-379076f1-b744-41f7-b9e5-ba1b1a02ef20 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 932 time: 0.1696699 Nov 15 11:28:46.302695 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ecc215dc-4567-48e5-838d-595fda0c3fd9 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:46.320629 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ce00ce-1803-4e64-9a36-abd8ab9720a5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:28:46.344793 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44ce00ce-1803-4e64-9a36-abd8ab9720a5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:46.345251 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-44ce00ce-1803-4e64-9a36-abd8ab9720a5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Added segment 16f523e4-e76b-4ea2-8dde-8bb8cd780c4a of type vlan for network 5febd73b-b23b-4b19-9598-d9288777b2ff Nov 15 11:28:46.373349 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['b3a24dba-a813-499d-9744-52ca25ae3f2a'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:28:46.400631 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f0fc6264-cd80-4ba8-8913-7e5777a88dee None None] For port 0a91582d-6045-4502-a529-60acee163920, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0a91582d-6045-4502-a529-60acee163920,segment=NetworkSegment(e662d880-891d-4d5f-8052-8462d1858718),segment_id=e662d880-891d-4d5f-8052-8462d1858718)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:46.401055 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f0fc6264-cd80-4ba8-8913-7e5777a88dee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:46.429644 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44ce00ce-1803-4e64-9a36-abd8ab9720a5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:46.479657 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44ce00ce-1803-4e64-9a36-abd8ab9720a5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:46.486344 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f0fc6264-cd80-4ba8-8913-7e5777a88dee None None] Calling delete_port for 0a91582d-6045-4502-a529-60acee163920 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:46.490149 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ce00ce-1803-4e64-9a36-abd8ab9720a5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:46.491220 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-44ce00ce-1803-4e64-9a36-abd8ab9720a5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:46.576964 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce00ce-1803-4e64-9a36-abd8ab9720a5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event updated for resources: {'Network': ['ID=5febd73b-b23b-4b19-9598-d9288777b2ff,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:46.592575 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-44ce00ce-1803-4e64-9a36-abd8ab9720a5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3923497 Nov 15 11:28:46.597709 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46002) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:46.612891 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b1e13a09-161d-4030-9781-fdc4c0ced40f tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Request body: {'network': {'name': 'tempest-router-network02--1225697534'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:46.613214 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 5febd73b-b23b-4b19-9598-d9288777b2ff details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:28:46.640349 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233386c-33ca-455f-b220-b7b7bc6ed9c7 req-8bb83a74-b5e5-4e01-a2aa-28cbd73f5ac6 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:46.643603 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b233386c-33ca-455f-b220-b7b7bc6ed9c7 req-8bb83a74-b5e5-4e01-a2aa-28cbd73f5ac6 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b6e0a9-bfa6-48f3-a79b-8710b9a6b369 HTTP/1.1" status: 200 len: 945 time: 0.2030528 Nov 15 11:28:46.660907 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e13a09-161d-4030-9781-fdc4c0ced40f tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Made reservation on behalf of 9e46689cda214ee1bec014ff366e47a9 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:46.665316 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b1e13a09-161d-4030-9781-fdc4c0ced40f tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:46.684012 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eec9045f-d6e5-43f6-aa7f-b1a0a54ad68e req-8c4ab6fc-1f32-4b68-a6b5-b3048c829e5c tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=60abd519-29ea-4fe0-acc6-5e4fb0b46068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3542838 Nov 15 11:28:46.696008 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-c42fcab7-1352-470b-88d3-36760f00a2e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de6e7fa-82b9-4db7-8cfa-183776c0769d {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:28:46.742548 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e13a09-161d-4030-9781-fdc4c0ced40f tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:28:46.775782 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b1e13a09-161d-4030-9781-fdc4c0ced40f tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:46.776130 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-b1e13a09-161d-4030-9781-fdc4c0ced40f tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Added segment 4e4e7092-df8f-448b-922d-d69a714fac35 of type vlan for network 9f2823f0-263b-48ac-8468-588b6c3fff78 Nov 15 11:28:46.780551 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-c42fcab7-1352-470b-88d3-36760f00a2e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:46.834650 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-c42fcab7-1352-470b-88d3-36760f00a2e0 service neutron] Transition to ACTIVE for port object 0de6e7fa-82b9-4db7-8cfa-183776c0769d will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:28:46.839359 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ecc215dc-4567-48e5-838d-595fda0c3fd9 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Deleting port 0a91582d-6045-4502-a529-60acee163920 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:46.840312 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ecc215dc-4567-48e5-838d-595fda0c3fd9 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:46.841095 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b1e13a09-161d-4030-9781-fdc4c0ced40f tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:46.873695 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b1e13a09-161d-4030-9781-fdc4c0ced40f tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:46.892533 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e13a09-161d-4030-9781-fdc4c0ced40f tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:46.893769 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b1e13a09-161d-4030-9781-fdc4c0ced40f tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:46.967464 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f0fc6264-cd80-4ba8-8913-7e5777a88dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:46.967786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-ecc215dc-4567-48e5-838d-595fda0c3fd9 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] For port 0a91582d-6045-4502-a529-60acee163920, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0a91582d-6045-4502-a529-60acee163920,segment=NetworkSegment(e662d880-891d-4d5f-8052-8462d1858718),segment_id=e662d880-891d-4d5f-8052-8462d1858718)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:46.968360 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ecc215dc-4567-48e5-838d-595fda0c3fd9 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:46.992532 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ecc215dc-4567-48e5-838d-595fda0c3fd9 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Calling delete_port for 0a91582d-6045-4502-a529-60acee163920 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:46.996084 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-c42fcab7-1352-470b-88d3-36760f00a2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:47.012322 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b233386c-33ca-455f-b220-b7b7bc6ed9c7 req-fb20fdc9-ecc6-4b4f-b362-bc9792668348 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2c4c052-c085-47fc-98a6-a8140a335169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485382 Nov 15 11:28:47.080367 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e13a09-161d-4030-9781-fdc4c0ced40f tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event updated for resources: {'Network': ['ID=9f2823f0-263b-48ac-8468-588b6c3fff78,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:47.105000 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b1e13a09-161d-4030-9781-fdc4c0ced40f tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5041471 Nov 15 11:28:47.111047 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46014) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:47.124201 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4884c234-2532-409b-8699-caa39c3c8c11 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Request body: {'subnet': {'network_id': '5febd73b-b23b-4b19-9598-d9288777b2ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:47.174029 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 9f2823f0-263b-48ac-8468-588b6c3fff78 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:28:47.205592 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc6264-cd80-4ba8-8913-7e5777a88dee None None] Pushing event deleted for resources: {'Port': ['ID=0a91582d-6045-4502-a529-60acee163920,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:47.229283 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fc6264-cd80-4ba8-8913-7e5777a88dee None None] No DVR routers for this DVR port 0a91582d-6045-4502-a529-60acee163920 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:28:47.259060 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fcab7-1352-470b-88d3-36760f00a2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0de6e7fa-82b9-4db7-8cfa-183776c0769d,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:47.306480 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ecc215dc-4567-48e5-838d-595fda0c3fd9 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:47.384363 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-c42fcab7-1352-470b-88d3-36760f00a2e0 service neutron] Attempting to bind port 0de6e7fa-82b9-4db7-8cfa-183776c0769d on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:28:47.384694 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-c42fcab7-1352-470b-88d3-36760f00a2e0 service neutron] Attempting to bind port 0de6e7fa-82b9-4db7-8cfa-183776c0769d by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'c2cb3e63-6ad3-4217-9eed-16afe313951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:28:47.385019 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-c42fcab7-1352-470b-88d3-36760f00a2e0 service neutron] Attempting to bind port 0de6e7fa-82b9-4db7-8cfa-183776c0769d on network 5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:28:47.405342 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc215dc-4567-48e5-838d-595fda0c3fd9 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Pushing event deleted for resources: {'Port': ['ID=0a91582d-6045-4502-a529-60acee163920,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:47.407470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-c42fcab7-1352-470b-88d3-36760f00a2e0 service neutron] Port 0de6e7fa-82b9-4db7-8cfa-183776c0769d on network 5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:28:47.408254 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-c42fcab7-1352-470b-88d3-36760f00a2e0 service neutron] Attempting to bind port 0de6e7fa-82b9-4db7-8cfa-183776c0769d on network 5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:28:47.416067 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-c42fcab7-1352-470b-88d3-36760f00a2e0 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:28:47.416519 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-c42fcab7-1352-470b-88d3-36760f00a2e0 service neutron] Checking segment: {'id': 'c2cb3e63-6ad3-4217-9eed-16afe313951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:28:47.417004 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-c42fcab7-1352-470b-88d3-36760f00a2e0 service neutron] Bound using segment: {'id': 'c2cb3e63-6ad3-4217-9eed-16afe313951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:28:47.417816 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-c42fcab7-1352-470b-88d3-36760f00a2e0 service neutron] Bound port: 0de6e7fa-82b9-4db7-8cfa-183776c0769d, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2cb3e63-6ad3-4217-9eed-16afe313951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:28:47.418356 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-c42fcab7-1352-470b-88d3-36760f00a2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:47.445083 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc215dc-4567-48e5-838d-595fda0c3fd9 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] No DVR routers for this DVR port 0a91582d-6045-4502-a529-60acee163920 on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:28:47.447418 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1a6b0f-beda-45a3-84ad-4431a6cc5738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-72c5fdf7-ff63-4e13-bed6-04045770aaf9', 'network_id': '72c5fdf7-ff63-4e13-bed6-04045770aaf9', 'tenant_id': '9e46689cda214ee1bec014ff366e47a9', 'fixed_ips': [{'subnet_id': '1204eb1b-d266-46e4-9af9-1fa4cbc7794a'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:28:47.449790 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-da1a6b0f-beda-45a3-84ad-4431a6cc5738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:47.459645 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9061699-11f9-47de-ae97-90fe6d108fb5 None None] DHCP port deletion for 2634b2c6-37ef-4d04-83a7-0a51d1be298e request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:28:47.507190 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4884c234-2532-409b-8699-caa39c3c8c11 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Made reservation on behalf of 9e46689cda214ee1bec014ff366e47a9 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:47.522531 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4884c234-2532-409b-8699-caa39c3c8c11 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:47.615522 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-c42fcab7-1352-470b-88d3-36760f00a2e0 service neutron] For port 0de6e7fa-82b9-4db7-8cfa-183776c0769d, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:28:47.625036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-c42fcab7-1352-470b-88d3-36760f00a2e0 service neutron] For port 0de6e7fa-82b9-4db7-8cfa-183776c0769d, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0de6e7fa-82b9-4db7-8cfa-183776c0769d,segment=NetworkSegment(c2cb3e63-6ad3-4217-9eed-16afe313951d),segment_id=c2cb3e63-6ad3-4217-9eed-16afe313951d)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:28:47.632280 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0a91582d-6045-4502-a529-60acee163920 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:28:47.670078 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-c42fcab7-1352-470b-88d3-36760f00a2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:47.681698 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ecc215dc-4567-48e5-838d-595fda0c3fd9 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:47.724028 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-c42fcab7-1352-470b-88d3-36760f00a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:47.724693 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-c42fcab7-1352-470b-88d3-36760f00a2e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:47.727205 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-c42fcab7-1352-470b-88d3-36760f00a2e0 service neutron] 10.222.0.55 "PUT /v2.0/ports/0de6e7fa-82b9-4db7-8cfa-183776c0769d HTTP/1.1" status: 200 len: 1092 time: 2.3987026 Nov 15 11:28:47.735802 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d040278-f638-4708-908e-5f5d28a537a6', 'tag': '0de6e7fa-82b9-4db7-8cfa-183776c0769d'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:28:47.738156 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e251411-1d2a-4846-bda9-2810e16a03a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5d040278-f638-4708-908e-5f5d28a537a6", "tag": "0de6e7fa-82b9-4db7-8cfa-183776c0769d"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:28:47.782304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-ecc215dc-4567-48e5-838d-595fda0c3fd9 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b11187-0c29-42d4-9cfa-b2c5f4c826a5']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:47.787603 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 0a91582d-6045-4502-a529-60acee163920 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:28:47.788005 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0a91582d-6045-4502-a529-60acee163920 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:28:47.788372 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b452c657-7037-4d0d-b58d-128212c6802a no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:28:47.871580 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28c6148-c175-4908-89fe-8e3b258f820d x-openstack-request-id: req-b28c6148-c175-4908-89fe-8e3b258f820d {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:28:47.875496 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d040278-f638-4708-908e-5f5d28a537a6", "tag": "0de6e7fa-82b9-4db7-8cfa-183776c0769d", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:28:47.877688 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b28c6148-c175-4908-89fe-8e3b258f820d {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:28:47.879404 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d040278-f638-4708-908e-5f5d28a537a6', 'tag': '0de6e7fa-82b9-4db7-8cfa-183776c0769d', 'status': 'completed', 'code': 200} Nov 15 11:28:47.907296 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-ecc215dc-4567-48e5-838d-595fda0c3fd9 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e662d880-891d-4d5f-8052-8462d1858718') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:47.908458 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-ecc215dc-4567-48e5-838d-595fda0c3fd9 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e662d880-891d-4d5f-8052-8462d1858718') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:48.055520 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ecc215dc-4567-48e5-838d-595fda0c3fd9 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:48.097399 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fcab7-1352-470b-88d3-36760f00a2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0de6e7fa-82b9-4db7-8cfa-183776c0769d,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:48.117138 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ecc215dc-4567-48e5-838d-595fda0c3fd9 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:48.161081 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc215dc-4567-48e5-838d-595fda0c3fd9 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:28:48.161531 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ecc215dc-4567-48e5-838d-595fda0c3fd9 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:28:48.177292 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:28:48.228341 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-3187902d-9340-4876-afca-c7687713a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:48.230220 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-3187902d-9340-4876-afca-c7687713a61c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=84266b83cb7b44e49edcf06f7e40ecbe&device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 1095 time: 0.3864496 Nov 15 11:28:48.278135 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b229ee2-cc26-4899-a38b-540c27708c40 req-860a2b28-f88d-4beb-8c31-c4b539edb579 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:48.283425 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b229ee2-cc26-4899-a38b-540c27708c40 req-860a2b28-f88d-4beb-8c31-c4b539edb579 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 944 time: 0.3601925 Nov 15 11:28:48.338483 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c9061699-11f9-47de-ae97-90fe6d108fb5 None None] Deleting port b452c657-7037-4d0d-b58d-128212c6802a {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:48.339486 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c9061699-11f9-47de-ae97-90fe6d108fb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:48.419864 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:48.450800 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-da1a6b0f-beda-45a3-84ad-4431a6cc5738 None None] Allocated IP 2001:db8::2 (72c5fdf7-ff63-4e13-bed6-04045770aaf9/1204eb1b-d266-46e4-9af9-1fa4cbc7794a/dc3155ef-e401-47d9-92d7-3c02c8e26466) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:28:48.461577 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-805e77a8-9c10-4d0f-ac7e-94b1a363163d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0de6e7fa-82b9-4db7-8cfa-183776c0769d HTTP/1.1" status: 200 len: 217 time: 0.1734583 Nov 15 11:28:48.469139 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ecc215dc-4567-48e5-838d-595fda0c3fd9 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:48.493789 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port b452c657-7037-4d0d-b58d-128212c6802a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b452c657-7037-4d0d-b58d-128212c6802a,segment=NetworkSegment(e21f9107-e6f6-46a7-a20b-e71037bdfd88),segment_id=e21f9107-e6f6-46a7-a20b-e71037bdfd88)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:48.504285 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c9061699-11f9-47de-ae97-90fe6d108fb5 None None] For port b452c657-7037-4d0d-b58d-128212c6802a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b452c657-7037-4d0d-b58d-128212c6802a,segment=NetworkSegment(e21f9107-e6f6-46a7-a20b-e71037bdfd88),segment_id=e21f9107-e6f6-46a7-a20b-e71037bdfd88)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:48.505081 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c9061699-11f9-47de-ae97-90fe6d108fb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:48.510676 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:48.546561 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-094f62eb-ce46-45d4-8d16-1faa5da70402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:48.550293 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-094f62eb-ce46-45d4-8d16-1faa5da70402 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fa23b34b-7133-41b6-b1e3-4b077f52e5c3 HTTP/1.1" status: 200 len: 849 time: 0.0781124 Nov 15 11:28:48.655336 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b229ee2-cc26-4899-a38b-540c27708c40 req-f1aeb59e-5a84-485e-adbb-28f573eeee57 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=60abd519-29ea-4fe0-acc6-5e4fb0b46068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3653734 Nov 15 11:28:48.658768 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ecc215dc-4567-48e5-838d-595fda0c3fd9 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:48.665141 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ecc215dc-4567-48e5-838d-595fda0c3fd9 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "DELETE /v2.0/networks/60b11187-0c29-42d4-9cfa-b2c5f4c826a5 HTTP/1.1" status: 204 len: 168 time: 2.5664136 Nov 15 11:28:48.669650 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46056) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:48.670180 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc215dc-4567-48e5-838d-595fda0c3fd9 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Pushing event deleted for resources: {'Network': ['ID=60b11187-0c29-42d4-9cfa-b2c5f4c826a5,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:48.696687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee92eb-7a38-4e22-bc35-34b17d4bd75a req-7f9a3a8c-c686-49bf-87c9-bc2c8c23c3f3 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:48.705598 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65ee92eb-7a38-4e22-bc35-34b17d4bd75a req-7f9a3a8c-c686-49bf-87c9-bc2c8c23c3f3 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b6e0a9-bfa6-48f3-a79b-8710b9a6b369 HTTP/1.1" status: 200 len: 945 time: 0.2741387 Nov 15 11:28:48.800108 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65ee92eb-7a38-4e22-bc35-34b17d4bd75a req-c95c4184-6b88-4430-b25f-32f3ccfb45d3 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2c4c052-c085-47fc-98a6-a8140a335169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874472 Nov 15 11:28:48.826060 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-5560f397-b18d-40e7-b05b-d0a717a7aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:48.828060 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-5560f397-b18d-40e7-b05b-d0a717a7aceb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2683244 Nov 15 11:28:48.857139 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dd3228e-e8d1-4f5f-b3ea-8051c804af54 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:48.969809 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4884c234-2532-409b-8699-caa39c3c8c11 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:49.004362 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e4a89-e006-4f7b-975f-b0e4ca763e80 req-d738cb27-7a96-40c4-b44b-e5e9431cdafe tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:49.012816 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a95e4a89-e006-4f7b-975f-b0e4ca763e80 req-d738cb27-7a96-40c4-b44b-e5e9431cdafe tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=928712c9-0a4b-4107-acdb-5b0304036bca HTTP/1.1" status: 200 len: 945 time: 0.2109375 Nov 15 11:28:49.023278 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-d16db527-b957-4e80-8a45-3346c9b51f60 service neutron] 10.222.0.55 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763284 Nov 15 11:28:49.035067 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884c234-2532-409b-8699-caa39c3c8c11 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event updated for resources: {'Subnet': ['ID=0e2c6113-9437-4ee4-9e77-3c26b180785f,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:49.046188 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3228e-e8d1-4f5f-b3ea-8051c804af54 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Deleting port b452c657-7037-4d0d-b58d-128212c6802a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:49.046978 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dd3228e-e8d1-4f5f-b3ea-8051c804af54 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:49.111051 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c9061699-11f9-47de-ae97-90fe6d108fb5 None None] Calling delete_port for b452c657-7037-4d0d-b58d-128212c6802a owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:49.133048 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a95e4a89-e006-4f7b-975f-b0e4ca763e80 req-b520231c-ec0e-435f-a800-08624926ba1c tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191318 Nov 15 11:28:49.150359 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5dd3228e-e8d1-4f5f-b3ea-8051c804af54 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] For port b452c657-7037-4d0d-b58d-128212c6802a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b452c657-7037-4d0d-b58d-128212c6802a,segment=NetworkSegment(e21f9107-e6f6-46a7-a20b-e71037bdfd88),segment_id=e21f9107-e6f6-46a7-a20b-e71037bdfd88)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:49.151362 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dd3228e-e8d1-4f5f-b3ea-8051c804af54 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:49.171531 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3228e-e8d1-4f5f-b3ea-8051c804af54 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Calling delete_port for b452c657-7037-4d0d-b58d-128212c6802a owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:49.189718 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9252dfa3-02c7-4b07-927c-033f9e2df7b9 req-26fa4750-695c-4417-b3a8-c586eca740f6 service neutron] 10.222.0.55 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572552 Nov 15 11:28:49.250012 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=b452c657-7037-4d0d-b58d-128212c6802a,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:49.319801 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dd3228e-e8d1-4f5f-b3ea-8051c804af54 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:49.322503 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884c234-2532-409b-8699-caa39c3c8c11 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Checking segment: {'id': '16f523e4-e76b-4ea2-8dde-8bb8cd780c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '5febd73b-b23b-4b19-9598-d9288777b2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:28:49.322885 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4884c234-2532-409b-8699-caa39c3c8c11 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Network hostable DHCP agents. Network: 5febd73b-b23b-4b19-9598-d9288777b2ff, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:28:49.388918 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd3228e-e8d1-4f5f-b3ea-8051c804af54 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] No DVR routers for this DVR port b452c657-7037-4d0d-b58d-128212c6802a on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:28:49.393426 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3228e-e8d1-4f5f-b3ea-8051c804af54 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Pushing event deleted for resources: {'Port': ['ID=b452c657-7037-4d0d-b58d-128212c6802a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:49.411963 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e251411-1d2a-4846-bda9-2810e16a03a1 req-54dad182-50ab-4df8-be05-f0f0c5fb8c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:49.414928 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e251411-1d2a-4846-bda9-2810e16a03a1 req-54dad182-50ab-4df8-be05-f0f0c5fb8c04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=84266b83cb7b44e49edcf06f7e40ecbe&device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 1095 time: 0.1551895 Nov 15 11:28:49.415096 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4884c234-2532-409b-8699-caa39c3c8c11 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Network 5febd73b-b23b-4b19-9598-d9288777b2ff is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:28:49.479908 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-da1a6b0f-beda-45a3-84ad-4431a6cc5738 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:49.491100 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4884c234-2532-409b-8699-caa39c3c8c11 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 5febd73b-b23b-4b19-9598-d9288777b2ff) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:49.503654 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4884c234-2532-409b-8699-caa39c3c8c11 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:49.504234 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4884c234-2532-409b-8699-caa39c3c8c11 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:49.529107 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device b3a24dba-a813-499d-9744-52ca25ae3f2a up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:28:49.537643 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c9061699-11f9-47de-ae97-90fe6d108fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:49.547995 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d242ec-f3b8-4be7-9c71-a2cb432d5417 None None] Network 5febd73b-b23b-4b19-9598-d9288777b2ff requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:49.594605 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e251411-1d2a-4846-bda9-2810e16a03a1 req-cce9711c-33a1-409d-9db4-a0c3b2c58752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:49.599276 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e251411-1d2a-4846-bda9-2810e16a03a1 req-cce9711c-33a1-409d-9db4-a0c3b2c58752 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd HTTP/1.1" status: 200 len: 911 time: 0.1734769 Nov 15 11:28:49.626328 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4884c234-2532-409b-8699-caa39c3c8c11 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5094109 Nov 15 11:28:49.634384 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46074) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:49.637393 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-da1a6b0f-beda-45a3-84ad-4431a6cc5738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:49.649113 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b7d73a63-1318-48db-9dc2-6875a0e6ef46 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Request body: {'subnet': {'network_id': '9f2823f0-263b-48ac-8468-588b6c3fff78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:49.695351 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e251411-1d2a-4846-bda9-2810e16a03a1 req-4f40c3fc-3148-4af2-a10f-3b313336e453 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0de6e7fa-82b9-4db7-8cfa-183776c0769d HTTP/1.1" status: 200 len: 217 time: 0.0866671 Nov 15 11:28:49.782739 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9061699-11f9-47de-ae97-90fe6d108fb5 None None] Pushing event deleted for resources: {'Port': ['ID=b452c657-7037-4d0d-b58d-128212c6802a,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:49.785086 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9061699-11f9-47de-ae97-90fe6d108fb5 None None] No DVR routers for this DVR port b452c657-7037-4d0d-b58d-128212c6802a on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:28:49.852549 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1a6b0f-beda-45a3-84ad-4431a6cc5738 None None] Network 72c5fdf7-ff63-4e13-bed6-04045770aaf9 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:28:49.861365 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-da1a6b0f-beda-45a3-84ad-4431a6cc5738 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:49.866004 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076debdc-9bd4-40bd-8bbb-d2782f3677b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-5febd73b-b23b-4b19-9598-d9288777b2ff', 'network_id': '5febd73b-b23b-4b19-9598-d9288777b2ff', 'tenant_id': '9e46689cda214ee1bec014ff366e47a9', 'fixed_ips': [{'subnet_id': '0e2c6113-9437-4ee4-9e77-3c26b180785f'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:28:49.867656 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-076debdc-9bd4-40bd-8bbb-d2782f3677b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:49.886767 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1a6b0f-beda-45a3-84ad-4431a6cc5738 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:28:49.903965 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dd3228e-e8d1-4f5f-b3ea-8051c804af54 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:49.905796 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a6b0f-beda-45a3-84ad-4431a6cc5738 None None] Pushing event updated for resources: {'Port': ['ID=dc3155ef-e401-47d9-92d7-3c02c8e26466,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:49.966685 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5dd3228e-e8d1-4f5f-b3ea-8051c804af54 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2634b2c6-37ef-4d04-83a7-0a51d1be298e']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:49.994725 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5dd3228e-e8d1-4f5f-b3ea-8051c804af54 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21f9107-e6f6-46a7-a20b-e71037bdfd88') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:50.000368 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5dd3228e-e8d1-4f5f-b3ea-8051c804af54 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21f9107-e6f6-46a7-a20b-e71037bdfd88') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:50.018711 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dd3228e-e8d1-4f5f-b3ea-8051c804af54 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:50.042146 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dd3228e-e8d1-4f5f-b3ea-8051c804af54 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:50.049676 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d73a63-1318-48db-9dc2-6875a0e6ef46 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Made reservation on behalf of 9e46689cda214ee1bec014ff366e47a9 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:50.054906 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7d73a63-1318-48db-9dc2-6875a0e6ef46 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:50.063764 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd3228e-e8d1-4f5f-b3ea-8051c804af54 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:28:50.064696 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dd3228e-e8d1-4f5f-b3ea-8051c804af54 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:28:50.069418 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:28:50.111257 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e251411-1d2a-4846-bda9-2810e16a03a1 req-67020c4a-5980-41a4-b2bd-1f5647df66fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:50.113311 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e251411-1d2a-4846-bda9-2810e16a03a1 req-67020c4a-5980-41a4-b2bd-1f5647df66fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fa23b34b-7133-41b6-b1e3-4b077f52e5c3 HTTP/1.1" status: 200 len: 849 time: 0.3860209 Nov 15 11:28:50.130830 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a4ab2-774a-4119-bee6-9f359315c56e req-dcca0222-8f22-4b0b-b58a-4327e170c4ca tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:50.132808 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b8a4ab2-774a-4119-bee6-9f359315c56e req-dcca0222-8f22-4b0b-b58a-4327e170c4ca tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 944 time: 0.3202398 Nov 15 11:28:50.152754 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port b3a24dba-a813-499d-9744-52ca25ae3f2a completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:28:50.168331 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port b3a24dba-a813-499d-9744-52ca25ae3f2a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:50.168485 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:50.172035 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2c9b0-55d1-466b-bb6f-8af11d35c44f req-e3adea10-3fd3-447d-a82c-9f812e8e1f25 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:50.177578 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b8d2c9b0-55d1-466b-bb6f-8af11d35c44f req-e3adea10-3fd3-447d-a82c-9f812e8e1f25 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b6e0a9-bfa6-48f3-a79b-8710b9a6b369 HTTP/1.1" status: 200 len: 945 time: 0.2302444 Nov 15 11:28:50.198247 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162763b0-72eb-4764-bdde-4208882c9277 req-aa159ee1-c801-4f26-a7df-4730646824ea tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:50.199359 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-162763b0-72eb-4764-bdde-4208882c9277 req-aa159ee1-c801-4f26-a7df-4730646824ea tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.55 "GET /v2.0/ports?device_id=928712c9-0a4b-4107-acdb-5b0304036bca HTTP/1.1" status: 200 len: 945 time: 0.5029967 Nov 15 11:28:50.267328 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-da1a6b0f-beda-45a3-84ad-4431a6cc5738 None None] Attempting to bind port dc3155ef-e401-47d9-92d7-3c02c8e26466 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:28:50.267694 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-da1a6b0f-beda-45a3-84ad-4431a6cc5738 None None] Attempting to bind port dc3155ef-e401-47d9-92d7-3c02c8e26466 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '400617a1-604f-4367-beb6-77088dbfea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '72c5fdf7-ff63-4e13-bed6-04045770aaf9'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:28:50.268098 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a6b0f-beda-45a3-84ad-4431a6cc5738 None None] Attempting to bind port dc3155ef-e401-47d9-92d7-3c02c8e26466 on network 72c5fdf7-ff63-4e13-bed6-04045770aaf9 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:28:50.324256 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a6b0f-beda-45a3-84ad-4431a6cc5738 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:28:50.324630 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a6b0f-beda-45a3-84ad-4431a6cc5738 None None] Checking segment: {'id': '400617a1-604f-4367-beb6-77088dbfea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '72c5fdf7-ff63-4e13-bed6-04045770aaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:28:50.325033 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-da1a6b0f-beda-45a3-84ad-4431a6cc5738 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:50.325420 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a6b0f-beda-45a3-84ad-4431a6cc5738 None None] Bound using segment: {'id': '400617a1-604f-4367-beb6-77088dbfea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '72c5fdf7-ff63-4e13-bed6-04045770aaf9'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:28:50.326102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-da1a6b0f-beda-45a3-84ad-4431a6cc5738 None None] Bound port: dc3155ef-e401-47d9-92d7-3c02c8e26466, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400617a1-604f-4367-beb6-77088dbfea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '72c5fdf7-ff63-4e13-bed6-04045770aaf9'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:28:50.326754 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-da1a6b0f-beda-45a3-84ad-4431a6cc5738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:50.437116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e251411-1d2a-4846-bda9-2810e16a03a1 req-0188440c-84a9-450f-976c-ba3ee1fb4a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:50.439070 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e251411-1d2a-4846-bda9-2810e16a03a1 req-0188440c-84a9-450f-976c-ba3ee1fb4a42 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2871046 Nov 15 11:28:50.442453 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b8d2c9b0-55d1-466b-bb6f-8af11d35c44f req-69dee264-74ff-411f-8ec6-d0b087b820cf tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2c4c052-c085-47fc-98a6-a8140a335169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056987 Nov 15 11:28:50.449035 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b8a4ab2-774a-4119-bee6-9f359315c56e req-ccea4a32-8e06-4003-8e15-633f79b67711 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=60abd519-29ea-4fe0-acc6-5e4fb0b46068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432768 Nov 15 11:28:50.479678 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dd3228e-e8d1-4f5f-b3ea-8051c804af54 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:50.483360 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dd3228e-e8d1-4f5f-b3ea-8051c804af54 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:50.493006 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5dd3228e-e8d1-4f5f-b3ea-8051c804af54 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "DELETE /v2.0/networks/2634b2c6-37ef-4d04-83a7-0a51d1be298e HTTP/1.1" status: 204 len: 168 time: 1.8192842 Nov 15 11:28:50.494699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46100) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:50.538890 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-da1a6b0f-beda-45a3-84ad-4431a6cc5738 None None] For port dc3155ef-e401-47d9-92d7-3c02c8e26466, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:28:50.548613 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-da1a6b0f-beda-45a3-84ad-4431a6cc5738 None None] For port dc3155ef-e401-47d9-92d7-3c02c8e26466, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=dc3155ef-e401-47d9-92d7-3c02c8e26466,segment=NetworkSegment(400617a1-604f-4367-beb6-77088dbfea85),segment_id=400617a1-604f-4367-beb6-77088dbfea85)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:28:50.562250 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-162763b0-72eb-4764-bdde-4208882c9277 req-80535a9a-11e1-497f-abbf-80e85c0e51fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Deleting port bd8929d6-de8e-42e6-9ec3-42e17539c5a0 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:50.562591 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-162763b0-72eb-4764-bdde-4208882c9277 req-80535a9a-11e1-497f-abbf-80e85c0e51fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:50.591001 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-da1a6b0f-beda-45a3-84ad-4431a6cc5738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:50.612578 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-076debdc-9bd4-40bd-8bbb-d2782f3677b1 None None] Allocated IP 2001:db8::2 (5febd73b-b23b-4b19-9598-d9288777b2ff/0e2c6113-9437-4ee4-9e77-3c26b180785f/d66d4c10-8e93-460c-ad18-e3e48b2de8a4) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:28:50.653158 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7d73a63-1318-48db-9dc2-6875a0e6ef46 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:50.667787 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a6b0f-beda-45a3-84ad-4431a6cc5738 None None] Pushing event updated for resources: {'Port': ['ID=dc3155ef-e401-47d9-92d7-3c02c8e26466,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:50.676175 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:50.686347 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e251411-1d2a-4846-bda9-2810e16a03a1 req-50ca5e00-5ad0-42a9-9305-f82dfa97fdf3 service neutron] 10.222.0.55 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365589 Nov 15 11:28:50.696367 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5d1002-a5a7-4692-a6c4-f99df6e50dec tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Deleting subnet d31826c8-9e7b-44ed-8e76-07457ea05bfc {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:28:50.706264 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3228e-e8d1-4f5f-b3ea-8051c804af54 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Pushing event deleted for resources: {'Network': ['ID=2634b2c6-37ef-4d04-83a7-0a51d1be298e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:50.739897 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1002-a5a7-4692-a6c4-f99df6e50dec tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:50.747754 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b6e0a9-bfa6-48f3-a79b-8710b9a6b369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a24dba-a813-499d-9744-52ca25ae3f2a'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:28:50.750294 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b51406-3e8e-4b4c-a0d3-0b4c33c2953e" -d '{"events": [{"server_uuid": "50b6e0a9-bfa6-48f3-a79b-8710b9a6b369", "name": "network-vif-plugged", "status": "completed", "tag": "b3a24dba-a813-499d-9744-52ca25ae3f2a"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:28:50.801127 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port b3a24dba-a813-499d-9744-52ca25ae3f2a, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b3a24dba-a813-499d-9744-52ca25ae3f2a,segment=NetworkSegment(dddd5c21-2d5f-4d33-8bb8-a861bbdc999a),segment_id=dddd5c21-2d5f-4d33-8bb8-a861bbdc999a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:50.801375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7916b-deb8-4eda-8f05-007aac4b75fc req-4abf4e2f-5544-4b8e-a9e0-0b0ed09fc886 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:50.808504 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-63f7916b-deb8-4eda-8f05-007aac4b75fc req-4abf4e2f-5544-4b8e-a9e0-0b0ed09fc886 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=928712c9-0a4b-4107-acdb-5b0304036bca HTTP/1.1" status: 200 len: 945 time: 0.2222874 Nov 15 11:28:50.834131 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:50.870773 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860d9f3e-bf08-4315-8f7c-aaa41358e773 x-openstack-request-id: req-860d9f3e-bf08-4315-8f7c-aaa41358e773 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:28:50.871333 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b6e0a9-bfa6-48f3-a79b-8710b9a6b369", "name": "network-vif-plugged", "status": "completed", "tag": "b3a24dba-a813-499d-9744-52ca25ae3f2a", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:28:50.871741 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-860d9f3e-bf08-4315-8f7c-aaa41358e773 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:28:50.872326 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b6e0a9-bfa6-48f3-a79b-8710b9a6b369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a24dba-a813-499d-9744-52ca25ae3f2a', 'code': 200} Nov 15 11:28:50.877168 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d73a63-1318-48db-9dc2-6875a0e6ef46 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event updated for resources: {'Subnet': ['ID=dd51dfa4-73df-4589-a24a-288171582f54,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:50.890717 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1002-a5a7-4692-a6c4-f99df6e50dec tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:50.939876 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d73a63-1318-48db-9dc2-6875a0e6ef46 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Checking segment: {'id': '4e4e7092-df8f-448b-922d-d69a714fac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9f2823f0-263b-48ac-8468-588b6c3fff78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:28:50.941965 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d73a63-1318-48db-9dc2-6875a0e6ef46 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Network hostable DHCP agents. Network: 9f2823f0-263b-48ac-8468-588b6c3fff78, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:28:50.950717 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=b3a24dba-a813-499d-9744-52ca25ae3f2a,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:50.994324 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-076debdc-9bd4-40bd-8bbb-d2782f3677b1 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:51.008845 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-076debdc-9bd4-40bd-8bbb-d2782f3677b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:51.084235 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076debdc-9bd4-40bd-8bbb-d2782f3677b1 None None] Network 5febd73b-b23b-4b19-9598-d9288777b2ff is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:28:51.095447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-076debdc-9bd4-40bd-8bbb-d2782f3677b1 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:51.098953 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076debdc-9bd4-40bd-8bbb-d2782f3677b1 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:28:51.114261 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076debdc-9bd4-40bd-8bbb-d2782f3677b1 None None] Pushing event updated for resources: {'Port': ['ID=d66d4c10-8e93-460c-ad18-e3e48b2de8a4,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:51.170362 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d73a63-1318-48db-9dc2-6875a0e6ef46 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Network 9f2823f0-263b-48ac-8468-588b6c3fff78 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:28:51.205891 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-076debdc-9bd4-40bd-8bbb-d2782f3677b1 None None] Attempting to bind port d66d4c10-8e93-460c-ad18-e3e48b2de8a4 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:28:51.206396 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-076debdc-9bd4-40bd-8bbb-d2782f3677b1 None None] Attempting to bind port d66d4c10-8e93-460c-ad18-e3e48b2de8a4 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '16f523e4-e76b-4ea2-8dde-8bb8cd780c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '5febd73b-b23b-4b19-9598-d9288777b2ff'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:28:51.207298 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076debdc-9bd4-40bd-8bbb-d2782f3677b1 None None] Attempting to bind port d66d4c10-8e93-460c-ad18-e3e48b2de8a4 on network 5febd73b-b23b-4b19-9598-d9288777b2ff {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:28:51.211389 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e5a9f-7fe8-45ca-b469-e949afffbf7f req-9a23baac-3449-477c-aa63-7f44c0e6d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:51.215059 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-752e5a9f-7fe8-45ca-b469-e949afffbf7f req-9a23baac-3449-477c-aa63-7f44c0e6d846 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=50b6e0a9-bfa6-48f3-a79b-8710b9a6b369 HTTP/1.1" status: 200 len: 1097 time: 0.2913549 Nov 15 11:28:51.216357 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076debdc-9bd4-40bd-8bbb-d2782f3677b1 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:28:51.218094 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b7d73a63-1318-48db-9dc2-6875a0e6ef46 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 9f2823f0-263b-48ac-8468-588b6c3fff78) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:51.218759 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076debdc-9bd4-40bd-8bbb-d2782f3677b1 None None] Checking segment: {'id': '16f523e4-e76b-4ea2-8dde-8bb8cd780c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '5febd73b-b23b-4b19-9598-d9288777b2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:28:51.219243 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-076debdc-9bd4-40bd-8bbb-d2782f3677b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:51.219848 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076debdc-9bd4-40bd-8bbb-d2782f3677b1 None None] Bound using segment: {'id': '16f523e4-e76b-4ea2-8dde-8bb8cd780c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '5febd73b-b23b-4b19-9598-d9288777b2ff'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:28:51.220568 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-076debdc-9bd4-40bd-8bbb-d2782f3677b1 None None] Bound port: d66d4c10-8e93-460c-ad18-e3e48b2de8a4, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f523e4-e76b-4ea2-8dde-8bb8cd780c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '5febd73b-b23b-4b19-9598-d9288777b2ff'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:28:51.221213 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-076debdc-9bd4-40bd-8bbb-d2782f3677b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:51.257538 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d73a63-1318-48db-9dc2-6875a0e6ef46 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:51.258130 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7d73a63-1318-48db-9dc2-6875a0e6ef46 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:51.272322 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd3eb07-8113-4a08-bddf-ba92901c2eba None None] Network 9f2823f0-263b-48ac-8468-588b6c3fff78 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:51.327179 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-752e5a9f-7fe8-45ca-b469-e949afffbf7f req-64928e8c-a5c6-44e1-9ae9-02fef0bf4fae service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d2c4c052-c085-47fc-98a6-a8140a335169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641720 Nov 15 11:28:51.349904 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1002-a5a7-4692-a6c4-f99df6e50dec tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:51.364655 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b7d73a63-1318-48db-9dc2-6875a0e6ef46 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7268841 Nov 15 11:28:51.365725 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46122) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:51.598648 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device dc3155ef-e401-47d9-92d7-3c02c8e26466 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:28:51.626792 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e251411-1d2a-4846-bda9-2810e16a03a1 req-a29e7306-c739-4884-addc-dcabdb9418be service neutron] 10.222.0.55 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8915319 Nov 15 11:28:51.714727 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-162763b0-72eb-4764-bdde-4208882c9277 req-80535a9a-11e1-497f-abbf-80e85c0e51fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] For port bd8929d6-de8e-42e6-9ec3-42e17539c5a0, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=bd8929d6-de8e-42e6-9ec3-42e17539c5a0,segment=NetworkSegment(1af0aad6-2d84-4a24-b6e3-de765b71e1e9),segment_id=1af0aad6-2d84-4a24-b6e3-de765b71e1e9)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:51.716240 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-162763b0-72eb-4764-bdde-4208882c9277 req-80535a9a-11e1-497f-abbf-80e85c0e51fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:51.721316 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-076debdc-9bd4-40bd-8bbb-d2782f3677b1 None None] For port d66d4c10-8e93-460c-ad18-e3e48b2de8a4, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:28:51.733222 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-162763b0-72eb-4764-bdde-4208882c9277 req-80535a9a-11e1-497f-abbf-80e85c0e51fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Calling delete_port for bd8929d6-de8e-42e6-9ec3-42e17539c5a0 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:51.769447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-076debdc-9bd4-40bd-8bbb-d2782f3677b1 None None] For port d66d4c10-8e93-460c-ad18-e3e48b2de8a4, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d66d4c10-8e93-460c-ad18-e3e48b2de8a4,segment=NetworkSegment(16f523e4-e76b-4ea2-8dde-8bb8cd780c4a),segment_id=16f523e4-e76b-4ea2-8dde-8bb8cd780c4a)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:28:51.839702 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-076debdc-9bd4-40bd-8bbb-d2782f3677b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:51.899051 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1002-a5a7-4692-a6c4-f99df6e50dec tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:51.926719 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-63f7916b-deb8-4eda-8f05-007aac4b75fc req-a34867f6-da11-4fa8-bf0e-8c000c264638 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/security-groups?id=70c85c18-d2f0-482e-b14b-6ac32c4011ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1003022 Nov 15 11:28:51.947594 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076debdc-9bd4-40bd-8bbb-d2782f3677b1 None None] Pushing event updated for resources: {'Port': ['ID=d66d4c10-8e93-460c-ad18-e3e48b2de8a4,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:51.966799 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port dc3155ef-e401-47d9-92d7-3c02c8e26466 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:51.967230 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:51.975492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952cfef-4329-4488-8baa-6893da4a2fbc req-05fc38bb-a4c0-4027-9a8a-a0ed65374979 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:51.988918 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6952cfef-4329-4488-8baa-6893da4a2fbc req-05fc38bb-a4c0-4027-9a8a-a0ed65374979 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 944 time: 0.3422081 Nov 15 11:28:52.118169 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a778adc-f039-455e-91d2-56b3d057ce0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-9f2823f0-263b-48ac-8468-588b6c3fff78', 'network_id': '9f2823f0-263b-48ac-8468-588b6c3fff78', 'tenant_id': '9e46689cda214ee1bec014ff366e47a9', 'fixed_ips': [{'subnet_id': 'dd51dfa4-73df-4589-a24a-288171582f54'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:28:52.121475 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5a778adc-f039-455e-91d2-56b3d057ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:52.131045 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3c1a23d3-2c10-4e88-b23d-4086649467a1 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:52.146784 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d1002-a5a7-4692-a6c4-f99df6e50dec tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Pushing event deleted for resources: {'Subnet': ['ID=d31826c8-9e7b-44ed-8e76-07457ea05bfc,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:52.172983 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f5d1002-a5a7-4692-a6c4-f99df6e50dec tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:52.178441 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386717dc-0668-43ea-b0cf-cd25068dcb79 None None] Network f754ea3f-5e53-41b3-a7a3-5358c55faae6 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:52.188398 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5f5d1002-a5a7-4692-a6c4-f99df6e50dec tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "DELETE /v2.0/subnets/d31826c8-9e7b-44ed-8e76-07457ea05bfc HTTP/1.1" status: 204 len: 168 time: 1.6792495 Nov 15 11:28:52.192172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46148) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:52.197737 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6952cfef-4329-4488-8baa-6893da4a2fbc req-d6880cf5-1305-4ae9-8772-6cabf99ed0b6 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=60abd519-29ea-4fe0-acc6-5e4fb0b46068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079363 Nov 15 11:28:52.413088 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19f21324-44bf-4135-9fa8-da880e83f043 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:52.507856 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:52.578631 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d818d0-79a2-4c2c-95de-00821f7ca165 None None] Network 72c5fdf7-ff63-4e13-bed6-04045770aaf9 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:52.580760 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 0de6e7fa-82b9-4db7-8cfa-183776c0769d details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:28:52.660395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812eb590-cf41-4b61-90e2-7947a62ae8e9 req-576f7b62-9718-4608-b1a7-63ecd1099979 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:52.661777 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-812eb590-cf41-4b61-90e2-7947a62ae8e9 req-576f7b62-9718-4608-b1a7-63ecd1099979 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b6e0a9-bfa6-48f3-a79b-8710b9a6b369 HTTP/1.1" status: 200 len: 946 time: 0.4709566 Nov 15 11:28:52.704006 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-162763b0-72eb-4764-bdde-4208882c9277 req-80535a9a-11e1-497f-abbf-80e85c0e51fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:52.712503 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-19f21324-44bf-4135-9fa8-da880e83f043 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Deleting port d700eadd-8f9b-4e9b-8c4d-58306a905e55 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:52.712999 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19f21324-44bf-4135-9fa8-da880e83f043 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:52.781829 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['bd8929d6-de8e-42e6-9ec3-42e17539c5a0'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:28:52.901564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-3c1a23d3-2c10-4e88-b23d-4086649467a1 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Allocated IP 2001:db8::1 (5febd73b-b23b-4b19-9598-d9288777b2ff/0e2c6113-9437-4ee4-9e77-3c26b180785f/4f3f61fb-d85d-4370-ba88-993dd46b58b3) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:28:52.912429 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-162763b0-72eb-4764-bdde-4208882c9277 req-80535a9a-11e1-497f-abbf-80e85c0e51fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] No DVR routers for this DVR port bd8929d6-de8e-42e6-9ec3-42e17539c5a0 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:28:52.918638 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80535a9a-11e1-497f-abbf-80e85c0e51fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Pushing event deleted for resources: {'Port': ['ID=bd8929d6-de8e-42e6-9ec3-42e17539c5a0,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:52.922563 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-162763b0-72eb-4764-bdde-4208882c9277 req-80535a9a-11e1-497f-abbf-80e85c0e51fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:52.925944 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-162763b0-72eb-4764-bdde-4208882c9277 req-80535a9a-11e1-497f-abbf-80e85c0e51fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.55 "DELETE /v2.0/ports/bd8929d6-de8e-42e6-9ec3-42e17539c5a0 HTTP/1.1" status: 204 len: 173 time: 2.6677241 Nov 15 11:28:52.941131 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-812eb590-cf41-4b61-90e2-7947a62ae8e9 req-8a0e59de-965b-4090-816c-78338030619c tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2c4c052-c085-47fc-98a6-a8140a335169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709670 Nov 15 11:28:52.942029 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928712c9-0a4b-4107-acdb-5b0304036bca', 'name': 'network-vif-deleted', 'tag': 'bd8929d6-de8e-42e6-9ec3-42e17539c5a0'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:28:52.946477 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42590c8-335e-4d18-b2e5-e5415f0bf9dc" -d '{"events": [{"server_uuid": "928712c9-0a4b-4107-acdb-5b0304036bca", "name": "network-vif-deleted", "tag": "bd8929d6-de8e-42e6-9ec3-42e17539c5a0"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:28:52.963957 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80535a9a-11e1-497f-abbf-80e85c0e51fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:52.964366 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80535a9a-11e1-497f-abbf-80e85c0e51fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:52.964773 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80535a9a-11e1-497f-abbf-80e85c0e51fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:52.965156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80535a9a-11e1-497f-abbf-80e85c0e51fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:52.965666 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80535a9a-11e1-497f-abbf-80e85c0e51fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:52.966073 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80535a9a-11e1-497f-abbf-80e85c0e51fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:52.966476 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80535a9a-11e1-497f-abbf-80e85c0e51fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:52.966912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80535a9a-11e1-497f-abbf-80e85c0e51fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:52.967370 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80535a9a-11e1-497f-abbf-80e85c0e51fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:52.967753 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80535a9a-11e1-497f-abbf-80e85c0e51fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:52.968208 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80535a9a-11e1-497f-abbf-80e85c0e51fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:52.968664 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80535a9a-11e1-497f-abbf-80e85c0e51fb tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:28:52.985083 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-19f21324-44bf-4135-9fa8-da880e83f043 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] For port d700eadd-8f9b-4e9b-8c4d-58306a905e55, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d700eadd-8f9b-4e9b-8c4d-58306a905e55,segment=NetworkSegment(e1f52b3f-f313-4a45-8ddf-f0624c10ec6b),segment_id=e1f52b3f-f313-4a45-8ddf-f0624c10ec6b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:52.985444 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19f21324-44bf-4135-9fa8-da880e83f043 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:53.001682 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-19f21324-44bf-4135-9fa8-da880e83f043 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Calling delete_port for d700eadd-8f9b-4e9b-8c4d-58306a905e55 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:53.127329 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddeb4a33-d215-45fa-9960-cf2c648b9960 x-openstack-request-id: req-ddeb4a33-d215-45fa-9960-cf2c648b9960 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:28:53.136332 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928712c9-0a4b-4107-acdb-5b0304036bca", "name": "network-vif-deleted", "tag": "bd8929d6-de8e-42e6-9ec3-42e17539c5a0", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:28:53.136852 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ddeb4a33-d215-45fa-9960-cf2c648b9960 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:28:53.137477 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928712c9-0a4b-4107-acdb-5b0304036bca', 'name': 'network-vif-deleted', 'tag': 'bd8929d6-de8e-42e6-9ec3-42e17539c5a0', 'status': 'completed', 'code': 200} Nov 15 11:28:53.214246 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port dc3155ef-e401-47d9-92d7-3c02c8e26466, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=dc3155ef-e401-47d9-92d7-3c02c8e26466,segment=NetworkSegment(400617a1-604f-4367-beb6-77088dbfea85),segment_id=400617a1-604f-4367-beb6-77088dbfea85)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:53.226779 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a1c7c5-9c33-4651-9544-d142e8254b3d None None] DHCP port deletion for a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:28:53.237407 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a883deb8-6472-413f-9380-4cba23974493 req-3aac3f03-5636-4e6e-b70c-75a1f8413a06 tempest-AttachVolumeNegativeTest-810801715 tempest-AttachVolumeNegativeTest-810801715-project] 10.222.0.64 "GET /v2.0/ports?device_id=928712c9-0a4b-4107-acdb-5b0304036bca HTTP/1.1" status: 200 len: 210 time: 0.0989816 Nov 15 11:28:53.248754 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3c1a23d3-2c10-4e88-b23d-4086649467a1 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:53.295434 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:53.364946 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3c1a23d3-2c10-4e88-b23d-4086649467a1 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:53.372896 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-5a778adc-f039-455e-91d2-56b3d057ce0e None None] Allocated IP 2001:db8::2 (9f2823f0-263b-48ac-8468-588b6c3fff78/dd51dfa4-73df-4589-a24a-288171582f54/9a62af49-4677-4538-9c19-04663b1770bf) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:28:53.414308 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-fee976ca-1344-4024-8f3e-a632d040244c None None] Provisioning complete for port dc3155ef-e401-47d9-92d7-3c02c8e26466 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:53.414536 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fee976ca-1344-4024-8f3e-a632d040244c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:53.435038 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19f21324-44bf-4135-9fa8-da880e83f043 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:53.476131 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a54443-8bf6-473d-93ee-b9ff3def5d51 req-04f0be7b-923f-47b3-8381-6eb7dbdd62d6 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:53.486400 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-94a54443-8bf6-473d-93ee-b9ff3def5d51 req-04f0be7b-923f-47b3-8381-6eb7dbdd62d6 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 944 time: 0.1739073 Nov 15 11:28:53.503865 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113ba137-1749-4f66-bb24-3122902639dd None None] DHCP port deletion for f754ea3f-5e53-41b3-a7a3-5358c55faae6 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:28:53.516814 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 0de6e7fa-82b9-4db7-8cfa-183776c0769d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0de6e7fa-82b9-4db7-8cfa-183776c0769d,segment=NetworkSegment(c2cb3e63-6ad3-4217-9eed-16afe313951d),segment_id=c2cb3e63-6ad3-4217-9eed-16afe313951d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:53.543315 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f21324-44bf-4135-9fa8-da880e83f043 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Pushing event deleted for resources: {'Port': ['ID=d700eadd-8f9b-4e9b-8c4d-58306a905e55,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:53.544998 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a23d3-2c10-4e88-b23d-4086649467a1 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event updated for resources: {'Port': ['ID=4f3f61fb-d85d-4370-ba88-993dd46b58b3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:53.570676 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1a23d3-2c10-4e88-b23d-4086649467a1 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Network 5febd73b-b23b-4b19-9598-d9288777b2ff is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:28:53.574611 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3c1a23d3-2c10-4e88-b23d-4086649467a1 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:53.578760 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1a23d3-2c10-4e88-b23d-4086649467a1 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:28:53.579461 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3c1a23d3-2c10-4e88-b23d-4086649467a1 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:53.612415 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '0de6e7fa-82b9-4db7-8cfa-183776c0769d', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'port_id': '0de6e7fa-82b9-4db7-8cfa-183776c0769d', 'mac_address': 'fa:16:3e:a2:91:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:28:53.684321 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-94a54443-8bf6-473d-93ee-b9ff3def5d51 req-558dcfa4-ab74-4ce8-b21b-35d4c2686bc9 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=60abd519-29ea-4fe0-acc6-5e4fb0b46068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488657 Nov 15 11:28:53.693005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f21324-44bf-4135-9fa8-da880e83f043 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] No DVR routers for this DVR port d700eadd-8f9b-4e9b-8c4d-58306a905e55 on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:28:53.744474 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d66d4c10-8e93-460c-ad18-e3e48b2de8a4 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:28:53.830814 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=dc3155ef-e401-47d9-92d7-3c02c8e26466,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:53.889619 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3c1a23d3-2c10-4e88-b23d-4086649467a1 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:53.897228 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19f21324-44bf-4135-9fa8-da880e83f043 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:53.936267 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-19f21324-44bf-4135-9fa8-da880e83f043 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f754ea3f-5e53-41b3-a7a3-5358c55faae6']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:53.949360 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-19f21324-44bf-4135-9fa8-da880e83f043 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f52b3f-f313-4a45-8ddf-f0624c10ec6b') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:53.949945 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-19f21324-44bf-4135-9fa8-da880e83f043 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f52b3f-f313-4a45-8ddf-f0624c10ec6b') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:53.963712 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19f21324-44bf-4135-9fa8-da880e83f043 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:53.993021 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19f21324-44bf-4135-9fa8-da880e83f043 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:54.002910 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f21324-44bf-4135-9fa8-da880e83f043 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:28:54.002910 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19f21324-44bf-4135-9fa8-da880e83f043 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:28:54.004982 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:28:54.041227 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8edae7-b7ca-4843-964f-f7110cd688b3 None None] Network 5febd73b-b23b-4b19-9598-d9288777b2ff requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:54.192407 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:54.223251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76ff80-f8a9-4496-84e9-1929d8a50c7c req-0a74c092-6e70-4e15-af23-c7eaa38daec7 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:54.230630 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea76ff80-f8a9-4496-84e9-1929d8a50c7c req-0a74c092-6e70-4e15-af23-c7eaa38daec7 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b6e0a9-bfa6-48f3-a79b-8710b9a6b369 HTTP/1.1" status: 200 len: 946 time: 0.0925813 Nov 15 11:28:54.238434 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19f21324-44bf-4135-9fa8-da880e83f043 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:54.246909 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19f21324-44bf-4135-9fa8-da880e83f043 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:54.250094 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-19f21324-44bf-4135-9fa8-da880e83f043 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "DELETE /v2.0/networks/f754ea3f-5e53-41b3-a7a3-5358c55faae6 HTTP/1.1" status: 204 len: 168 time: 2.0439255 Nov 15 11:28:54.253897 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46200) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:54.271933 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f21324-44bf-4135-9fa8-da880e83f043 tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Pushing event deleted for resources: {'Network': ['ID=f754ea3f-5e53-41b3-a7a3-5358c55faae6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:54.324492 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea76ff80-f8a9-4496-84e9-1929d8a50c7c req-33ae2346-3bc0-4110-b073-60c3dfacd0d1 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2c4c052-c085-47fc-98a6-a8140a335169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928519 Nov 15 11:28:54.325214 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46204) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:54.325759 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46206) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:54.353875 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5b692223-0c97-4510-ba02-864d9f3103fa tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "GET /v2.0/ports?device_id=87f91d8b-f99a-4f7e-bdfa-c685677799c3 HTTP/1.1" status: 200 len: 205 time: 0.0968931 Nov 15 11:28:54.357384 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46212) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:54.399451 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de6e7fa-82b9-4db7-8cfa-183776c0769d {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:28:54.407422 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e921db-e4d3-4ab6-bef2-da5741bed840 admin admin] Deleting subnet 869f9db7-c874-47ae-bffd-e01d17367094 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:28:54.411488 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0e921db-e4d3-4ab6-bef2-da5741bed840 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:54.528545 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0e921db-e4d3-4ab6-bef2-da5741bed840 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:54.540644 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d66d4c10-8e93-460c-ad18-e3e48b2de8a4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:54.545094 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:54.553617 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3c1a23d3-2c10-4e88-b23d-4086649467a1 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:54.557924 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92c7efea-82cd-4ca9-b5ef-9388ecb16f9b tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:54.633016 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f6aeb17a-3793-4f97-aea3-2374f58cbd15 None None] Provisioning complete for port d66d4c10-8e93-460c-ad18-e3e48b2de8a4 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:54.633791 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb17a-3793-4f97-aea3-2374f58cbd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:54.652422 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4c9f1a3-0dcf-4990-8afd-ecf1bd339f4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:54.679569 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3c1a23d3-2c10-4e88-b23d-4086649467a1 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:54.679569 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3c1a23d3-2c10-4e88-b23d-4086649467a1 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:54.709437 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0e921db-e4d3-4ab6-bef2-da5741bed840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:54.710756 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 0de6e7fa-82b9-4db7-8cfa-183776c0769d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0de6e7fa-82b9-4db7-8cfa-183776c0769d,segment=NetworkSegment(c2cb3e63-6ad3-4217-9eed-16afe313951d),segment_id=c2cb3e63-6ad3-4217-9eed-16afe313951d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:54.735904 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5a778adc-f039-455e-91d2-56b3d057ce0e None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:54.832311 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:54.888214 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e167c-4ffd-4ccd-9e8a-10387dc8f333 req-d4833ce2-d2e9-4459-a045-1fc515df3227 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:54.889855 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-861e167c-4ffd-4ccd-9e8a-10387dc8f333 req-d4833ce2-d2e9-4459-a045-1fc515df3227 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b6e0a9-bfa6-48f3-a79b-8710b9a6b369 HTTP/1.1" status: 200 len: 946 time: 0.1459994 Nov 15 11:28:54.904671 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5a778adc-f039-455e-91d2-56b3d057ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:54.912910 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0e921db-e4d3-4ab6-bef2-da5741bed840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:54.915929 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4c9f1a3-0dcf-4990-8afd-ecf1bd339f4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:54.946786 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92c7efea-82cd-4ca9-b5ef-9388ecb16f9b tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:54.950938 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92c7efea-82cd-4ca9-b5ef-9388ecb16f9b tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:54.952523 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a23d3-2c10-4e88-b23d-4086649467a1 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event updated for resources: {'Port': ['ID=4f3f61fb-d85d-4370-ba88-993dd46b58b3,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:55.007017 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e921db-e4d3-4ab6-bef2-da5741bed840 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=869f9db7-c874-47ae-bffd-e01d17367094,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:55.020820 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5200e8f-d7a4-4d3a-b06e-e2f518468d6f req-2d185677-1f23-4280-a99d-b50c7e63bec0 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:55.024288 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5200e8f-d7a4-4d3a-b06e-e2f518468d6f req-2d185677-1f23-4280-a99d-b50c7e63bec0 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 945 time: 0.2137365 Nov 15 11:28:55.029517 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4c9f1a3-0dcf-4990-8afd-ecf1bd339f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:55.030948 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92c7efea-82cd-4ca9-b5ef-9388ecb16f9b tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:55.031436 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c7efea-82cd-4ca9-b5ef-9388ecb16f9b tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Fanout notify agent at l3_agent the message router_deleted on router 87f91d8b-f99a-4f7e-bdfa-c685677799c3 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:28:55.039640 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92c7efea-82cd-4ca9-b5ef-9388ecb16f9b tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:55.043374 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-92c7efea-82cd-4ca9-b5ef-9388ecb16f9b tempest-RoutersNegativeTest-1782092826 tempest-RoutersNegativeTest-1782092826-project] 10.222.0.64 "DELETE /v2.0/routers/87f91d8b-f99a-4f7e-bdfa-c685677799c3 HTTP/1.1" status: 204 len: 168 time: 0.6819110 Nov 15 11:28:55.051198 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0e921db-e4d3-4ab6-bef2-da5741bed840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:55.054358 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1a23d3-2c10-4e88-b23d-4086649467a1 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Network 5febd73b-b23b-4b19-9598-d9288777b2ff is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:28:55.055854 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3c1a23d3-2c10-4e88-b23d-4086649467a1 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:55.062222 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c0e921db-e4d3-4ab6-bef2-da5741bed840 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/869f9db7-c874-47ae-bffd-e01d17367094 HTTP/1.1" status: 204 len: 168 time: 0.7289786 Nov 15 11:28:55.068452 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46230) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:55.122128 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a778adc-f039-455e-91d2-56b3d057ce0e None None] Network 9f2823f0-263b-48ac-8468-588b6c3fff78 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:28:55.124561 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb17a-3793-4f97-aea3-2374f58cbd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:55.126558 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9692395-c98f-4ac2-8dcf-57d41b29c25b None None] Network a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:55.128655 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['0de6e7fa-82b9-4db7-8cfa-183776c0769d'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:28:55.172623 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-5a778adc-f039-455e-91d2-56b3d057ce0e None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:28:55.178060 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a778adc-f039-455e-91d2-56b3d057ce0e None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:28:55.211482 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-861e167c-4ffd-4ccd-9e8a-10387dc8f333 req-aec43052-57f1-4325-8850-a4b73d9519d3 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2c4c052-c085-47fc-98a6-a8140a335169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062952 Nov 15 11:28:55.213240 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9f1a3-0dcf-4990-8afd-ecf1bd339f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87478466-2105-4d43-9c11-2b051fb3be20,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:55.240493 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=0de6e7fa-82b9-4db7-8cfa-183776c0769d,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:55.264177 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d4c9f1a3-0dcf-4990-8afd-ecf1bd339f4c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5fe6574f590747d9bc8b24eb5fec4615&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9346986 Nov 15 11:28:55.267190 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46236) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:55.306800 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a778adc-f039-455e-91d2-56b3d057ce0e None None] Pushing event updated for resources: {'Port': ['ID=9a62af49-4677-4538-9c19-04663b1770bf,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:55.310056 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:55.323308 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5200e8f-d7a4-4d3a-b06e-e2f518468d6f req-92dd3c6d-acb6-4355-a714-1a88a12b30c1 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=60abd519-29ea-4fe0-acc6-5e4fb0b46068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2621045 Nov 15 11:28:55.356380 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7611929e-c531-49ad-ae41-700f389d48d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:55.416383 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7611929e-c531-49ad-ae41-700f389d48d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:55.445940 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f6aeb17a-3793-4f97-aea3-2374f58cbd15 None None] For port d66d4c10-8e93-460c-ad18-e3e48b2de8a4, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d66d4c10-8e93-460c-ad18-e3e48b2de8a4,segment=NetworkSegment(16f523e4-e76b-4ea2-8dde-8bb8cd780c4a),segment_id=16f523e4-e76b-4ea2-8dde-8bb8cd780c4a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:55.492697 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb17a-3793-4f97-aea3-2374f58cbd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:55.500792 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46242) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:55.516665 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5a778adc-f039-455e-91d2-56b3d057ce0e None None] Attempting to bind port 9a62af49-4677-4538-9c19-04663b1770bf on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:28:55.517480 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5a778adc-f039-455e-91d2-56b3d057ce0e None None] Attempting to bind port 9a62af49-4677-4538-9c19-04663b1770bf by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '4e4e7092-df8f-448b-922d-d69a714fac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9f2823f0-263b-48ac-8468-588b6c3fff78'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:28:55.517480 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a778adc-f039-455e-91d2-56b3d057ce0e None None] Attempting to bind port 9a62af49-4677-4538-9c19-04663b1770bf on network 9f2823f0-263b-48ac-8468-588b6c3fff78 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:28:55.588122 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a778adc-f039-455e-91d2-56b3d057ce0e None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:28:55.588655 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a778adc-f039-455e-91d2-56b3d057ce0e None None] Checking segment: {'id': '4e4e7092-df8f-448b-922d-d69a714fac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9f2823f0-263b-48ac-8468-588b6c3fff78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:28:55.589891 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5a778adc-f039-455e-91d2-56b3d057ce0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:55.589891 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a778adc-f039-455e-91d2-56b3d057ce0e None None] Bound using segment: {'id': '4e4e7092-df8f-448b-922d-d69a714fac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9f2823f0-263b-48ac-8468-588b6c3fff78'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:28:55.590113 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5a778adc-f039-455e-91d2-56b3d057ce0e None None] Bound port: 9a62af49-4677-4538-9c19-04663b1770bf, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4e7092-df8f-448b-922d-d69a714fac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9f2823f0-263b-48ac-8468-588b6c3fff78'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:28:55.590521 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5a778adc-f039-455e-91d2-56b3d057ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:55.596968 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7611929e-c531-49ad-ae41-700f389d48d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:55.599778 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7611929e-c531-49ad-ae41-700f389d48d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:55.601051 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7611929e-c531-49ad-ae41-700f389d48d7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/87478466-2105-4d43-9c11-2b051fb3be20 HTTP/1.1" status: 204 len: 168 time: 0.3329418 Nov 15 11:28:55.611198 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611929e-c531-49ad-ae41-700f389d48d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87478466-2105-4d43-9c11-2b051fb3be20,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:55.632936 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-907afab0-e032-4cfc-9cd5-76f669ae20fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:55.708932 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62bad33-8f27-4176-9d6b-7a512933f765 None None] DHCP port deletion for a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:28:55.763735 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:28:55.763735 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:28:55.835673 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-907afab0-e032-4cfc-9cd5-76f669ae20fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:55.838822 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1a23d3-2c10-4e88-b23d-4086649467a1 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Router f7841ba3-dffd-462f-8b4e-8874eadbae78 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:28:55.843690 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aeb17a-3793-4f97-aea3-2374f58cbd15 None None] Pushing event updated for resources: {'Port': ['ID=d66d4c10-8e93-460c-ad18-e3e48b2de8a4,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:55.853857 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a535129c-c2a1-42c0-9e25-43114ccef0fc None None] Provisioning complete for port dc3155ef-e401-47d9-92d7-3c02c8e26466 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:55.854591 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a535129c-c2a1-42c0-9e25-43114ccef0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:55.870491 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-907afab0-e032-4cfc-9cd5-76f669ae20fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2bf3e38-6eec-48d9-ab3e-622a70c9fb13']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:55.916892 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-aea2614d-5f21-4750-8840-79af4f93fcf4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=afcbdb1757344d29ae28ed4ba46190b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4145350 Nov 15 11:28:55.922194 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46250) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:55.968316 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5a778adc-f039-455e-91d2-56b3d057ce0e None None] For port 9a62af49-4677-4538-9c19-04663b1770bf, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:28:55.971013 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-907afab0-e032-4cfc-9cd5-76f669ae20fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af0aad6-2d84-4a24-b6e3-de765b71e1e9') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:55.971308 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-907afab0-e032-4cfc-9cd5-76f669ae20fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af0aad6-2d84-4a24-b6e3-de765b71e1e9') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:55.994444 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-907afab0-e032-4cfc-9cd5-76f669ae20fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:56.014695 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-907afab0-e032-4cfc-9cd5-76f669ae20fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:56.020636 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1a23d3-2c10-4e88-b23d-4086649467a1 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:28:56.028512 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3c1a23d3-2c10-4e88-b23d-4086649467a1 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "PUT /v2.0/routers/f7841ba3-dffd-462f-8b4e-8874eadbae78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6310945 Nov 15 11:28:56.031938 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46258) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:56.034984 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5a778adc-f039-455e-91d2-56b3d057ce0e None None] For port 9a62af49-4677-4538-9c19-04663b1770bf, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9a62af49-4677-4538-9c19-04663b1770bf,segment=NetworkSegment(4e4e7092-df8f-448b-922d-d69a714fac35),segment_id=4e4e7092-df8f-448b-922d-d69a714fac35)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:28:56.036519 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc03095-83ab-4adf-a19b-58160711c705 None None] Sync routers for ids ['f7841ba3-dffd-462f-8b4e-8874eadbae78'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:28:56.039703 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907afab0-e032-4cfc-9cd5-76f669ae20fd admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:28:56.040138 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-907afab0-e032-4cfc-9cd5-76f669ae20fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:28:56.042243 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:28:56.054004 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc03095-83ab-4adf-a19b-58160711c705 None None] Routers {'f7841ba3-dffd-462f-8b4e-8874eadbae78'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:28:56.054850 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5bc03095-83ab-4adf-a19b-58160711c705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:28:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['f7841ba3-dffd-462f-8b4e-8874eadbae78'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:56.065810 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e1d61d81-afc4-4b57-91d5-c2bac439042c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:56.089152 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5a778adc-f039-455e-91d2-56b3d057ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:56.142287 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e1d61d81-afc4-4b57-91d5-c2bac439042c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:56.147902 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5bc03095-83ab-4adf-a19b-58160711c705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:56.183221 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc03095-83ab-4adf-a19b-58160711c705 None None] Routers {'f7841ba3-dffd-462f-8b4e-8874eadbae78'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:28:56.184426 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5bc03095-83ab-4adf-a19b-58160711c705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:28:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['f7841ba3-dffd-462f-8b4e-8874eadbae78'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:56.245072 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e1d61d81-afc4-4b57-91d5-c2bac439042c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:56.247697 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e1d61d81-afc4-4b57-91d5-c2bac439042c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:56.251487 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e1d61d81-afc4-4b57-91d5-c2bac439042c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef46788d-480c-4b65-8d21-8def14bf92da HTTP/1.1" status: 204 len: 168 time: 0.3256888 Nov 15 11:28:56.274136 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5bc03095-83ab-4adf-a19b-58160711c705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:28:56.274483 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46266) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:56.275181 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc03095-83ab-4adf-a19b-58160711c705 None None] The sync data for ids ['f7841ba3-dffd-462f-8b4e-8874eadbae78'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:28:56.334976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d61d81-afc4-4b57-91d5-c2bac439042c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef46788d-480c-4b65-8d21-8def14bf92da,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:56.358416 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ecfd47ca-ab93-4918-b1cf-d19c31d9d1ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:56.429204 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-907afab0-e032-4cfc-9cd5-76f669ae20fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:56.439773 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a778adc-f039-455e-91d2-56b3d057ce0e None None] Pushing event updated for resources: {'Port': ['ID=9a62af49-4677-4538-9c19-04663b1770bf,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:56.462023 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-907afab0-e032-4cfc-9cd5-76f669ae20fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:56.474857 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-907afab0-e032-4cfc-9cd5-76f669ae20fd admin admin] 10.222.0.64 "DELETE /v2.0/networks/a2bf3e38-6eec-48d9-ab3e-622a70c9fb13 HTTP/1.1" status: 204 len: 168 time: 1.4034634 Nov 15 11:28:56.514940 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedae2c-ad86-4dd0-97e5-348e8923f4ca req-0a6342c6-a4a2-4cb2-9757-eb5c370ba9f4 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:56.527228 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6cedae2c-ad86-4dd0-97e5-348e8923f4ca req-0a6342c6-a4a2-4cb2-9757-eb5c370ba9f4 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.11 "GET /v2.0/ports?device_id=50b6e0a9-bfa6-48f3-a79b-8710b9a6b369 HTTP/1.1" status: 200 len: 946 time: 0.3492348 Nov 15 11:28:56.600148 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907afab0-e032-4cfc-9cd5-76f669ae20fd admin admin] Pushing event deleted for resources: {'Network': ['ID=a2bf3e38-6eec-48d9-ab3e-622a70c9fb13,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:56.622797 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c2186b66-1df4-4b2e-b71d-6407c4e5a368 None None] Provisioning complete for port 4f3f61fb-d85d-4370-ba88-993dd46b58b3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:56.624018 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c2186b66-1df4-4b2e-b71d-6407c4e5a368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:56.800037 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903451bc-c19c-492a-b6fb-212f8b2ccd69 req-db5ecdbe-d935-4734-9084-0a60359d028d tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:56.810234 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-903451bc-c19c-492a-b6fb-212f8b2ccd69 req-db5ecdbe-d935-4734-9084-0a60359d028d tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b6e0a9-bfa6-48f3-a79b-8710b9a6b369 HTTP/1.1" status: 200 len: 946 time: 0.3420584 Nov 15 11:28:56.909684 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae808b-05f2-45fc-a16d-9888a9fd5553 req-baf2fad3-4513-49f8-9102-b388b7f39ca2 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:56.911623 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2cae808b-05f2-45fc-a16d-9888a9fd5553 req-baf2fad3-4513-49f8-9102-b388b7f39ca2 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 945 time: 0.4317775 Nov 15 11:28:56.952953 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ecfd47ca-ab93-4918-b1cf-d19c31d9d1ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:56.974612 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ecfd47ca-ab93-4918-b1cf-d19c31d9d1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:57.034708 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd47ca-ab93-4918-b1cf-d19c31d9d1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fe32b2-f99e-4453-b502-1e4a759782ce,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:57.076774 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-903451bc-c19c-492a-b6fb-212f8b2ccd69 req-c6ad831a-48c3-46aa-976e-addf293ce39d tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2c4c052-c085-47fc-98a6-a8140a335169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658026 Nov 15 11:28:57.119346 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c2186b66-1df4-4b2e-b71d-6407c4e5a368 None None] Port 4f3f61fb-d85d-4370-ba88-993dd46b58b3 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:28:57.126142 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d66d4c10-8e93-460c-ad18-e3e48b2de8a4 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:28:57.149864 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46290) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:57.174061 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 0de6e7fa-82b9-4db7-8cfa-183776c0769d up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:28:57.225627 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ecfd47ca-ab93-4918-b1cf-d19c31d9d1ef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df51dc68896d4b5f973a3436cce73580&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9441791 Nov 15 11:28:57.231201 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46296) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:57.265354 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c2186b66-1df4-4b2e-b71d-6407c4e5a368 None None] Provisioning complete for port d66d4c10-8e93-460c-ad18-e3e48b2de8a4 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:57.266023 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c2186b66-1df4-4b2e-b71d-6407c4e5a368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:57.280283 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-6cedae2c-ad86-4dd0-97e5-348e8923f4ca req-eff4308e-c16f-4c6a-82c1-c6b18439ba07 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Deleting port b3a24dba-a813-499d-9744-52ca25ae3f2a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:57.280283 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6cedae2c-ad86-4dd0-97e5-348e8923f4ca req-eff4308e-c16f-4c6a-82c1-c6b18439ba07 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:57.330590 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2cae808b-05f2-45fc-a16d-9888a9fd5553 req-f1832a7c-894a-4c3c-ae22-307e6dfc83cd tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=60abd519-29ea-4fe0-acc6-5e4fb0b46068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3927934 Nov 15 11:28:57.338845 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5cbb438f-39fe-499f-8517-7d48960290e9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=69cdf03a6f264de7b09ea98e3ce6a0c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1877947 Nov 15 11:28:57.339661 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46302) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:57.344145 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d66d4c10-8e93-460c-ad18-e3e48b2de8a4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:57.344537 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:57.418331 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1f91d8d5-60a1-4a61-bff9-4f88c8674959 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:57.423779 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-6cedae2c-ad86-4dd0-97e5-348e8923f4ca req-eff4308e-c16f-4c6a-82c1-c6b18439ba07 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] For port b3a24dba-a813-499d-9744-52ca25ae3f2a, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b3a24dba-a813-499d-9744-52ca25ae3f2a,segment=NetworkSegment(dddd5c21-2d5f-4d33-8bb8-a861bbdc999a),segment_id=dddd5c21-2d5f-4d33-8bb8-a861bbdc999a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:57.424433 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6cedae2c-ad86-4dd0-97e5-348e8923f4ca req-eff4308e-c16f-4c6a-82c1-c6b18439ba07 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:57.439180 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-6cedae2c-ad86-4dd0-97e5-348e8923f4ca req-eff4308e-c16f-4c6a-82c1-c6b18439ba07 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Calling delete_port for b3a24dba-a813-499d-9744-52ca25ae3f2a owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:57.475131 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 0de6e7fa-82b9-4db7-8cfa-183776c0769d completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:28:57.486803 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 0de6e7fa-82b9-4db7-8cfa-183776c0769d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:57.487166 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:57.516518 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1f91d8d5-60a1-4a61-bff9-4f88c8674959 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:57.547809 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-565bdc0c-988e-4a10-b428-fb59a694dd03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:57.593615 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-565bdc0c-988e-4a10-b428-fb59a694dd03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:57.698253 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6cedae2c-ad86-4dd0-97e5-348e8923f4ca req-eff4308e-c16f-4c6a-82c1-c6b18439ba07 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:57.706809 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-565bdc0c-988e-4a10-b428-fb59a694dd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:57.710143 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-565bdc0c-988e-4a10-b428-fb59a694dd03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:57.713912 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-565bdc0c-988e-4a10-b428-fb59a694dd03 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/70c85c18-d2f0-482e-b14b-6ac32c4011ff HTTP/1.1" status: 204 len: 168 time: 0.3684199 Nov 15 11:28:57.729745 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565bdc0c-988e-4a10-b428-fb59a694dd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c85c18-d2f0-482e-b14b-6ac32c4011ff,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:57.748613 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device dc3155ef-e401-47d9-92d7-3c02c8e26466 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:28:57.758358 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1f91d8d5-60a1-4a61-bff9-4f88c8674959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:57.761146 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1f91d8d5-60a1-4a61-bff9-4f88c8674959 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:57.762335 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1f91d8d5-60a1-4a61-bff9-4f88c8674959 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/47fe32b2-f99e-4453-b502-1e4a759782ce HTTP/1.1" status: 204 len: 168 time: 0.5301888 Nov 15 11:28:57.775558 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91d8d5-60a1-4a61-bff9-4f88c8674959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fe32b2-f99e-4453-b502-1e4a759782ce,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:57.837168 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4308e-c16f-4c6a-82c1-c6b18439ba07 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Pushing event deleted for resources: {'Port': ['ID=b3a24dba-a813-499d-9744-52ca25ae3f2a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:57.908729 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port dc3155ef-e401-47d9-92d7-3c02c8e26466 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:57.909099 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:57.913893 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46320) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:57.916196 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:57.927313 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a8cb1c7c-4fcf-4066-9b43-e60409260f47 None None] Provisioning complete for port 4f3f61fb-d85d-4370-ba88-993dd46b58b3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:57.927667 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a8cb1c7c-4fcf-4066-9b43-e60409260f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:57.968914 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-4ab71aba-e6f4-4df7-9bd8-931213bf37f3 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:28:57.969994 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4ab71aba-e6f4-4df7-9bd8-931213bf37f3 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "PUT /v2.0/routers/f7841ba3-dffd-462f-8b4e-8874eadbae78/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9370241 Nov 15 11:28:57.973056 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46324) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:58.002104 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d040278-f638-4708-908e-5f5d28a537a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de6e7fa-82b9-4db7-8cfa-183776c0769d'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:28:58.004268 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd2df55-8048-4b53-b9ef-7776d817ddde" -d '{"events": [{"server_uuid": "5d040278-f638-4708-908e-5f5d28a537a6", "name": "network-vif-plugged", "status": "completed", "tag": "0de6e7fa-82b9-4db7-8cfa-183776c0769d"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:28:58.025222 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 0de6e7fa-82b9-4db7-8cfa-183776c0769d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0de6e7fa-82b9-4db7-8cfa-183776c0769d,segment=NetworkSegment(c2cb3e63-6ad3-4217-9eed-16afe313951d),segment_id=c2cb3e63-6ad3-4217-9eed-16afe313951d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:58.026411 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a8cb1c7c-4fcf-4066-9b43-e60409260f47 None None] Port 4f3f61fb-d85d-4370-ba88-993dd46b58b3 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:28:58.032896 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:58.033940 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device bd8929d6-de8e-42e6-9ec3-42e17539c5a0 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:28:58.047572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cedae2c-ad86-4dd0-97e5-348e8923f4ca req-eff4308e-c16f-4c6a-82c1-c6b18439ba07 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] No DVR routers for this DVR port b3a24dba-a813-499d-9744-52ca25ae3f2a on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:28:58.058549 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: bd8929d6-de8e-42e6-9ec3-42e17539c5a0 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:28:58.058915 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device bd8929d6-de8e-42e6-9ec3-42e17539c5a0 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:28:58.060257 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6cedae2c-ad86-4dd0-97e5-348e8923f4ca req-eff4308e-c16f-4c6a-82c1-c6b18439ba07 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:58.075700 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6cedae2c-ad86-4dd0-97e5-348e8923f4ca req-eff4308e-c16f-4c6a-82c1-c6b18439ba07 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.11 "DELETE /v2.0/ports/b3a24dba-a813-499d-9744-52ca25ae3f2a HTTP/1.1" status: 204 len: 173 time: 1.4388924 Nov 15 11:28:58.087999 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b6e0a9-bfa6-48f3-a79b-8710b9a6b369', 'name': 'network-vif-deleted', 'tag': 'b3a24dba-a813-499d-9744-52ca25ae3f2a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:28:58.120918 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b8b38d-7241-45fd-9398-07cb32fc92b0" -d '{"events": [{"server_uuid": "50b6e0a9-bfa6-48f3-a79b-8710b9a6b369", "name": "network-vif-deleted", "tag": "b3a24dba-a813-499d-9744-52ca25ae3f2a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:28:58.203465 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5245de-710a-45ec-b001-5158541ebb7c x-openstack-request-id: req-bc5245de-710a-45ec-b001-5158541ebb7c {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:28:58.209306 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d040278-f638-4708-908e-5f5d28a537a6", "name": "network-vif-plugged", "status": "completed", "tag": "0de6e7fa-82b9-4db7-8cfa-183776c0769d", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:28:58.210373 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc5245de-710a-45ec-b001-5158541ebb7c {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:28:58.212183 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d040278-f638-4708-908e-5f5d28a537a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de6e7fa-82b9-4db7-8cfa-183776c0769d', 'code': 200} Nov 15 11:28:58.247962 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3186f570-e647-410a-bab0-8bc3bf2ebc8e None None] Network 9f2823f0-263b-48ac-8468-588b6c3fff78 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:28:58.269214 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=0de6e7fa-82b9-4db7-8cfa-183776c0769d,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:58.311684 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2e73c0-4921-4295-bb12-ecfb9d484f74 x-openstack-request-id: req-7d2e73c0-4921-4295-bb12-ecfb9d484f74 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:28:58.313157 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b6e0a9-bfa6-48f3-a79b-8710b9a6b369", "name": "network-vif-deleted", "tag": "b3a24dba-a813-499d-9744-52ca25ae3f2a", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:28:58.313860 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d2e73c0-4921-4295-bb12-ecfb9d484f74 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:28:58.314810 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b6e0a9-bfa6-48f3-a79b-8710b9a6b369', 'name': 'network-vif-deleted', 'tag': 'b3a24dba-a813-499d-9744-52ca25ae3f2a', 'status': 'completed', 'code': 200} Nov 15 11:28:58.398480 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6c6c2437-b439-4bdb-b134-d987d25a1eb5 None None] Provisioning complete for port 9a62af49-4677-4538-9c19-04663b1770bf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:58.398885 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6c6c2437-b439-4bdb-b134-d987d25a1eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:58.460519 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d700eadd-8f9b-4e9b-8c4d-58306a905e55 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:28:58.491953 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-87d686b4-dc9d-4bf2-beba-cdbc10e4756d req-b6085448-d16f-4b74-b7a8-64b176593ff8 tempest-InstanceActionsV221TestJSON-280986037 tempest-InstanceActionsV221TestJSON-280986037-project] 10.222.0.64 "GET /v2.0/ports?device_id=50b6e0a9-bfa6-48f3-a79b-8710b9a6b369 HTTP/1.1" status: 200 len: 210 time: 0.2353389 Nov 15 11:28:58.538151 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: d700eadd-8f9b-4e9b-8c4d-58306a905e55 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:28:58.538539 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d700eadd-8f9b-4e9b-8c4d-58306a905e55 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:28:58.657672 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d52a2ff4-ba26-44d7-a3d5-1eddcca95835 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1611608108'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:58.676499 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6c6c2437-b439-4bdb-b134-d987d25a1eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:58.702152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff5a05-9599-4fb6-b59a-d613c0270863 req-271d5f4f-54cd-4dfe-b288-5bdcfd3ef4c7 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:58.709911 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dff5a05-9599-4fb6-b59a-d613c0270863 req-271d5f4f-54cd-4dfe-b288-5bdcfd3ef4c7 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 946 time: 0.1589568 Nov 15 11:28:58.749082 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074623a-18a8-409c-960c-5b4cc9406a79 req-ed5417a7-fd34-4574-a08b-dcaa597d9d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:58.761753 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c074623a-18a8-409c-960c-5b4cc9406a79 req-ed5417a7-fd34-4574-a08b-dcaa597d9d63 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 1097 time: 0.3142154 Nov 15 11:28:58.763233 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6c6c2437-b439-4bdb-b134-d987d25a1eb5 None None] For port 9a62af49-4677-4538-9c19-04663b1770bf, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9a62af49-4677-4538-9c19-04663b1770bf,segment=NetworkSegment(4e4e7092-df8f-448b-922d-d69a714fac35),segment_id=4e4e7092-df8f-448b-922d-d69a714fac35)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:28:58.792713 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6c6c2437-b439-4bdb-b134-d987d25a1eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:58.858291 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9a62af49-4677-4538-9c19-04663b1770bf up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:28:58.864351 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dff5a05-9599-4fb6-b59a-d613c0270863 req-20f4b7ee-0c96-43d0-a9d2-8a933b3b5b05 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=60abd519-29ea-4fe0-acc6-5e4fb0b46068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392603 Nov 15 11:28:58.915548 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52a2ff4-ba26-44d7-a3d5-1eddcca95835 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Made reservation on behalf of fb499fbd43584fab8550089cabc2613d for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:58.919436 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d52a2ff4-ba26-44d7-a3d5-1eddcca95835 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:58.934903 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d52a2ff4-ba26-44d7-a3d5-1eddcca95835 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:58.952000 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c2437-b439-4bdb-b134-d987d25a1eb5 None None] Pushing event updated for resources: {'Port': ['ID=9a62af49-4677-4538-9c19-04663b1770bf,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:58.982712 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 9a62af49-4677-4538-9c19-04663b1770bf triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:58.983534 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:59.006235 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c074623a-18a8-409c-960c-5b4cc9406a79 req-1d30246c-78d3-44b8-b9a9-0f159ee89841 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=60abd519-29ea-4fe0-acc6-5e4fb0b46068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460693 Nov 15 11:28:59.065349 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d52a2ff4-ba26-44d7-a3d5-1eddcca95835 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:59.077595 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d52a2ff4-ba26-44d7-a3d5-1eddcca95835 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:59.129862 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7de1a5bb-9d5e-4367-a3a7-414698cc32c6 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:59.142523 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52a2ff4-ba26-44d7-a3d5-1eddcca95835 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:28:59.226368 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d52a2ff4-ba26-44d7-a3d5-1eddcca95835 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:59.226873 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-d52a2ff4-ba26-44d7-a3d5-1eddcca95835 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Added segment e2151d7f-3f79-4d3f-87a2-4e73b32838b3 of type vlan for network 8d343f62-a8c6-40f5-871f-f9777cd016a0 Nov 15 11:28:59.228488 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a2ff4-ba26-44d7-a3d5-1eddcca95835 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801fd3d9-0af7-4466-a993-a2992254fd00,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:59.297882 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d52a2ff4-ba26-44d7-a3d5-1eddcca95835 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:59.341745 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f325f621-6b7a-4cdc-bd53-6bdd0cf297d2 None None] Provisioning complete for port 9a62af49-4677-4538-9c19-04663b1770bf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:28:59.342331 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f325f621-6b7a-4cdc-bd53-6bdd0cf297d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:59.395443 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d52a2ff4-ba26-44d7-a3d5-1eddcca95835 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:59.402012 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52a2ff4-ba26-44d7-a3d5-1eddcca95835 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:28:59.402661 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d52a2ff4-ba26-44d7-a3d5-1eddcca95835 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:59.441343 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d52a2ff4-ba26-44d7-a3d5-1eddcca95835 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5235791 Nov 15 11:28:59.441972 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46386) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:28:59.447879 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f007bb6e-1ad6-4dce-bf32-c5e103e5b272 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Request body: {'subnet': {'network_id': '8d343f62-a8c6-40f5-871f-f9777cd016a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:28:59.483615 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device b3a24dba-a813-499d-9744-52ca25ae3f2a no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:28:59.518249 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a2ff4-ba26-44d7-a3d5-1eddcca95835 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Pushing event updated for resources: {'Network': ['ID=8d343f62-a8c6-40f5-871f-f9777cd016a0,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:28:59.537865 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: b3a24dba-a813-499d-9744-52ca25ae3f2a {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:28:59.538197 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device b3a24dba-a813-499d-9744-52ca25ae3f2a not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:28:59.544471 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 8d343f62-a8c6-40f5-871f-f9777cd016a0 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:28:59.625308 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7de1a5bb-9d5e-4367-a3a7-414698cc32c6 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Deleting port 4f3f61fb-d85d-4370-ba88-993dd46b58b3 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:28:59.625545 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7de1a5bb-9d5e-4367-a3a7-414698cc32c6 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:59.695741 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f007bb6e-1ad6-4dce-bf32-c5e103e5b272 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Made reservation on behalf of fb499fbd43584fab8550089cabc2613d for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:28:59.700497 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f007bb6e-1ad6-4dce-bf32-c5e103e5b272 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:59.719321 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7de1a5bb-9d5e-4367-a3a7-414698cc32c6 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:59.722597 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:28:59.732151 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7de1a5bb-9d5e-4367-a3a7-414698cc32c6 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Calling delete_port for 4f3f61fb-d85d-4370-ba88-993dd46b58b3 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:28:59.961090 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46410) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:00.077918 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c18a49-eb3d-48bf-9ddc-720a1e78b1df admin admin] Deleting subnet 3b95f928-e5a9-4545-b9e5-90eaf947a3c4 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:29:00.084537 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84c18a49-eb3d-48bf-9ddc-720a1e78b1df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:00.086586 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7de1a5bb-9d5e-4367-a3a7-414698cc32c6 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:00.144981 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb1fb3-2364-4597-9ee7-13d584d1a97d req-a08f84ae-9a62-447c-bc3b-c45606563f31 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:00.145931 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f007bb6e-1ad6-4dce-bf32-c5e103e5b272 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:00.152805 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5abb1fb3-2364-4597-9ee7-13d584d1a97d req-a08f84ae-9a62-447c-bc3b-c45606563f31 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 946 time: 0.1393700 Nov 15 11:29:00.222158 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1a5bb-9d5e-4367-a3a7-414698cc32c6 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event deleted for resources: {'Port': ['ID=4f3f61fb-d85d-4370-ba88-993dd46b58b3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:00.292199 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007bb6e-1ad6-4dce-bf32-c5e103e5b272 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Pushing event updated for resources: {'Subnet': ['ID=db86112d-1342-4275-9af5-de12ca99304a,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:00.292199 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f007bb6e-1ad6-4dce-bf32-c5e103e5b272 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Checking segment: {'id': 'e2151d7f-3f79-4d3f-87a2-4e73b32838b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '8d343f62-a8c6-40f5-871f-f9777cd016a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:29:00.292199 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f007bb6e-1ad6-4dce-bf32-c5e103e5b272 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Network hostable DHCP agents. Network: 8d343f62-a8c6-40f5-871f-f9777cd016a0, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:29:00.317133 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84c18a49-eb3d-48bf-9ddc-720a1e78b1df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:00.366323 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7de1a5bb-9d5e-4367-a3a7-414698cc32c6 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:00.378498 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f007bb6e-1ad6-4dce-bf32-c5e103e5b272 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Network 8d343f62-a8c6-40f5-871f-f9777cd016a0 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:29:00.401408 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-f007bb6e-1ad6-4dce-bf32-c5e103e5b272 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 8d343f62-a8c6-40f5-871f-f9777cd016a0) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:29:00.410541 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863bc847-ec36-4342-b2d1-9b363cb5c140 None None] Network 8d343f62-a8c6-40f5-871f-f9777cd016a0 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:29:00.415144 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5abb1fb3-2364-4597-9ee7-13d584d1a97d req-96ce852c-a756-4862-8c1f-22d6e038c321 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=60abd519-29ea-4fe0-acc6-5e4fb0b46068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565992 Nov 15 11:29:00.418322 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f007bb6e-1ad6-4dce-bf32-c5e103e5b272 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:00.420990 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f007bb6e-1ad6-4dce-bf32-c5e103e5b272 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:00.422183 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84c18a49-eb3d-48bf-9ddc-720a1e78b1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:00.476783 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f007bb6e-1ad6-4dce-bf32-c5e103e5b272 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0336914 Nov 15 11:29:00.479503 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46432) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:00.484523 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d09c22d9-5f15-4f1c-b182-cadc786d4872 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Request body: {'port': {'network_id': '8d343f62-a8c6-40f5-871f-f9777cd016a0', 'name': 'tempest-TagsExtTest-1011104591'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:00.668685 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de1a5bb-9d5e-4367-a3a7-414698cc32c6 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Router f7841ba3-dffd-462f-8b4e-8874eadbae78 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:29:00.677710 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84c18a49-eb3d-48bf-9ddc-720a1e78b1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:00.779347 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09c22d9-5f15-4f1c-b182-cadc786d4872 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Made reservation on behalf of fb499fbd43584fab8550089cabc2613d for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:29:00.784190 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d09c22d9-5f15-4f1c-b182-cadc786d4872 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:00.806406 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-d09c22d9-5f15-4f1c-b182-cadc786d4872 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] device_id is not set on port f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:29:00.843806 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de1a5bb-9d5e-4367-a3a7-414698cc32c6 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:29:00.851048 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c18a49-eb3d-48bf-9ddc-720a1e78b1df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b95f928-e5a9-4545-b9e5-90eaf947a3c4,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:00.869951 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7de1a5bb-9d5e-4367-a3a7-414698cc32c6 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "PUT /v2.0/routers/f7841ba3-dffd-462f-8b4e-8874eadbae78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8942208 Nov 15 11:29:00.872668 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9a62af49-4677-4538-9c19-04663b1770bf up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:29:00.876965 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da22ea5-687d-4f8b-93d2-77618f1708c7 None None] Sync routers for ids ['f7841ba3-dffd-462f-8b4e-8874eadbae78'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:29:00.880784 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46446) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:00.887082 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84c18a49-eb3d-48bf-9ddc-720a1e78b1df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:00.899212 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-84c18a49-eb3d-48bf-9ddc-720a1e78b1df admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3b95f928-e5a9-4545-b9e5-90eaf947a3c4 HTTP/1.1" status: 204 len: 168 time: 0.9282489 Nov 15 11:29:00.905721 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46448) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:00.950378 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da22ea5-687d-4f8b-93d2-77618f1708c7 None None] Routers {'f7841ba3-dffd-462f-8b4e-8874eadbae78'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:29:00.951335 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2da22ea5-687d-4f8b-93d2-77618f1708c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:28:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['f7841ba3-dffd-462f-8b4e-8874eadbae78'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:00.955135 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441cb351-63b7-4819-b1e6-dc858bb9f8ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-8d343f62-a8c6-40f5-871f-f9777cd016a0', 'network_id': '8d343f62-a8c6-40f5-871f-f9777cd016a0', 'tenant_id': 'fb499fbd43584fab8550089cabc2613d', 'fixed_ips': [{'subnet_id': 'db86112d-1342-4275-9af5-de12ca99304a'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:29:00.956452 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-441cb351-63b7-4819-b1e6-dc858bb9f8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:00.964378 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-23668bbb-7e8e-4065-a68f-e422decbb543 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] delete failed (client error): The resource could not be found. Nov 15 11:29:00.967860 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-23668bbb-7e8e-4065-a68f-e422decbb543 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-839152295 HTTP/1.1" status: 404 len: 334 time: 0.0803246 Nov 15 11:29:00.970145 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46452) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:00.980568 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ee73c848-4d6e-4f77-b18b-7438c8b93050 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f7841ba3-dffd-462f-8b4e-8874eadbae78'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:01.033146 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2da22ea5-687d-4f8b-93d2-77618f1708c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:01.049160 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da22ea5-687d-4f8b-93d2-77618f1708c7 None None] Routers {'f7841ba3-dffd-462f-8b4e-8874eadbae78'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:29:01.049984 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2da22ea5-687d-4f8b-93d2-77618f1708c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:28:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['f7841ba3-dffd-462f-8b4e-8874eadbae78'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:01.109471 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2da22ea5-687d-4f8b-93d2-77618f1708c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:01.113499 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da22ea5-687d-4f8b-93d2-77618f1708c7 None None] The sync data for ids ['f7841ba3-dffd-462f-8b4e-8874eadbae78'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:29:01.195134 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 9a62af49-4677-4538-9c19-04663b1770bf triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:29:01.195774 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:01.306418 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-d09c22d9-5f15-4f1c-b182-cadc786d4872 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Allocated IP 172.20.0.6 (8d343f62-a8c6-40f5-871f-f9777cd016a0/db86112d-1342-4275-9af5-de12ca99304a/f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:29:01.470980 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:01.614859 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee73c848-4d6e-4f77-b18b-7438c8b93050 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:01.627977 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b490c25-db83-414d-8fca-03590d880d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:01.643710 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880a642-5c1b-41b2-926b-302568bd9d16 req-4398ed01-396d-4c60-b293-faffd199ac53 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:01.645282 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1880a642-5c1b-41b2-926b-302568bd9d16 req-4398ed01-396d-4c60-b293-faffd199ac53 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 946 time: 0.0811994 Nov 15 11:29:01.670944 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-ee73c848-4d6e-4f77-b18b-7438c8b93050 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] update failed (client error): The resource could not be found. Nov 15 11:29:01.676448 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ee73c848-4d6e-4f77-b18b-7438c8b93050 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "PUT /v2.0/routers/f7841ba3-dffd-462f-8b4e-8874eadbae78 HTTP/1.1" status: 404 len: 339 time: 0.7051253 Nov 15 11:29:01.679769 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46484) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:01.688031 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-527e0799-988c-487c-b05e-6f963f61c47d tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2076283027'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:01.783861 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d09c22d9-5f15-4f1c-b182-cadc786d4872 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:01.829791 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d09c22d9-5f15-4f1c-b182-cadc786d4872 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:01.832405 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527e0799-988c-487c-b05e-6f963f61c47d tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Made reservation on behalf of 9e46689cda214ee1bec014ff366e47a9 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:29:01.837473 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-527e0799-988c-487c-b05e-6f963f61c47d tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:01.851348 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b490c25-db83-414d-8fca-03590d880d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:01.895951 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1880a642-5c1b-41b2-926b-302568bd9d16 req-c0644f00-034f-4b5f-9b27-9209b83367b8 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=60abd519-29ea-4fe0-acc6-5e4fb0b46068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343225 Nov 15 11:29:01.898763 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-441cb351-63b7-4819-b1e6-dc858bb9f8ed None None] Allocated IP 172.20.0.2 (8d343f62-a8c6-40f5-871f-f9777cd016a0/db86112d-1342-4275-9af5-de12ca99304a/31fc4401-9240-4618-9370-b9cef099ee2e) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:29:01.909088 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c22d9-5f15-4f1c-b182-cadc786d4872 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Pushing event updated for resources: {'Port': ['ID=f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:01.948809 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-2b490c25-db83-414d-8fca-03590d880d85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:01.949799 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-527e0799-988c-487c-b05e-6f963f61c47d tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:29:01.963787 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-527e0799-988c-487c-b05e-6f963f61c47d tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:01.964496 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-527e0799-988c-487c-b05e-6f963f61c47d tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Added segment f6b66e03-a00b-46cc-ace9-9fce7d7256b3 of type vlan for network 4ea24311-38e8-4394-9409-df29c9a19e94 Nov 15 11:29:01.970183 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-2b490c25-db83-414d-8fca-03590d880d85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dddd5c21-2d5f-4d33-8bb8-a861bbdc999a') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:01.970497 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-2b490c25-db83-414d-8fca-03590d880d85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dddd5c21-2d5f-4d33-8bb8-a861bbdc999a') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:01.989375 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b490c25-db83-414d-8fca-03590d880d85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:02.019572 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b490c25-db83-414d-8fca-03590d880d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:02.028503 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-527e0799-988c-487c-b05e-6f963f61c47d tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:02.032731 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b490c25-db83-414d-8fca-03590d880d85 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:29:02.033439 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b490c25-db83-414d-8fca-03590d880d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:29:02.037781 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:29:02.059733 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09c22d9-5f15-4f1c-b182-cadc786d4872 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Network 8d343f62-a8c6-40f5-871f-f9777cd016a0 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:29:02.062142 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d09c22d9-5f15-4f1c-b182-cadc786d4872 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:29:02.064889 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c22d9-5f15-4f1c-b182-cadc786d4872 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:29:02.135551 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09c22d9-5f15-4f1c-b182-cadc786d4872 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:02.136234 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d09c22d9-5f15-4f1c-b182-cadc786d4872 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:02.140022 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-527e0799-988c-487c-b05e-6f963f61c47d tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:02.146632 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527e0799-988c-487c-b05e-6f963f61c47d tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:02.147315 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-527e0799-988c-487c-b05e-6f963f61c47d tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:02.228591 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-527e0799-988c-487c-b05e-6f963f61c47d tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5476472 Nov 15 11:29:02.232138 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46510) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:02.235693 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d09c22d9-5f15-4f1c-b182-cadc786d4872 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7535594 Nov 15 11:29:02.237571 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46514) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:02.243201 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1df4bf66-d088-4d1f-8e2a-be05bc787ccb tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1021250907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:02.252166 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e0799-988c-487c-b05e-6f963f61c47d tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event updated for resources: {'Network': ['ID=4ea24311-38e8-4394-9409-df29c9a19e94,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:02.280708 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-33be697b-f445-4f44-859e-7228cf108a34 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Request body: {'subnet': {'network_id': '4ea24311-38e8-4394-9409-df29c9a19e94', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:02.293447 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1df4bf66-d088-4d1f-8e2a-be05bc787ccb tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:02.295011 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1df4bf66-d088-4d1f-8e2a-be05bc787ccb tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:02.307085 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-441cb351-63b7-4819-b1e6-dc858bb9f8ed None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:02.315774 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 4ea24311-38e8-4394-9409-df29c9a19e94 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:29:02.338266 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b490c25-db83-414d-8fca-03590d880d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:02.364450 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1df4bf66-d088-4d1f-8e2a-be05bc787ccb tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:02.372049 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1df4bf66-d088-4d1f-8e2a-be05bc787ccb tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:02.399293 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-441cb351-63b7-4819-b1e6-dc858bb9f8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:02.417903 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b490c25-db83-414d-8fca-03590d880d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:02.424918 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2b490c25-db83-414d-8fca-03590d880d85 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9 HTTP/1.1" status: 204 len: 168 time: 1.5127153 Nov 15 11:29:02.429541 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1df4bf66-d088-4d1f-8e2a-be05bc787ccb tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:02.449460 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1df4bf66-d088-4d1f-8e2a-be05bc787ccb tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2104995 Nov 15 11:29:02.457581 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46524) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:02.461440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b490c25-db83-414d-8fca-03590d880d85 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a8473f7-fc1f-4ca8-83ba-8303c3a38cb9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:02.471476 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-3535107a-6e7b-47dd-aa7d-75a80b4d064f tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1025321423', 'prefixes': ['172.20.0.0/16']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:02.485525 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab85c5-9983-435b-8123-15a2cc5c8dfe req-75dc4ade-58fb-430e-b104-45c9988aacf0 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:02.490896 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7ab85c5-9983-435b-8123-15a2cc5c8dfe req-75dc4ade-58fb-430e-b104-45c9988aacf0 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 946 time: 0.4396722 Nov 15 11:29:02.495600 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46526) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:02.501346 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-91e91eef-f009-4ddc-8042-153519b6f96d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Request body: {'floatingip': {'port_id': '0de6e7fa-82b9-4db7-8cfa-183776c0769d'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:02.509580 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441cb351-63b7-4819-b1e6-dc858bb9f8ed None None] Network 8d343f62-a8c6-40f5-871f-f9777cd016a0 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:29:02.534561 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-441cb351-63b7-4819-b1e6-dc858bb9f8ed None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:29:02.548058 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441cb351-63b7-4819-b1e6-dc858bb9f8ed None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:29:02.587612 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cb351-63b7-4819-b1e6-dc858bb9f8ed None None] Pushing event updated for resources: {'Port': ['ID=31fc4401-9240-4618-9370-b9cef099ee2e,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:02.592602 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33be697b-f445-4f44-859e-7228cf108a34 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Made reservation on behalf of 9e46689cda214ee1bec014ff366e47a9 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:29:02.607420 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-33be697b-f445-4f44-859e-7228cf108a34 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:02.614433 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91e91eef-f009-4ddc-8042-153519b6f96d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:02.722035 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-441cb351-63b7-4819-b1e6-dc858bb9f8ed None None] Attempting to bind port 31fc4401-9240-4618-9370-b9cef099ee2e on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:29:02.722416 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-441cb351-63b7-4819-b1e6-dc858bb9f8ed None None] Attempting to bind port 31fc4401-9240-4618-9370-b9cef099ee2e by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e2151d7f-3f79-4d3f-87a2-4e73b32838b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '8d343f62-a8c6-40f5-871f-f9777cd016a0'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:29:02.722767 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441cb351-63b7-4819-b1e6-dc858bb9f8ed None None] Attempting to bind port 31fc4401-9240-4618-9370-b9cef099ee2e on network 8d343f62-a8c6-40f5-871f-f9777cd016a0 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:29:02.733187 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441cb351-63b7-4819-b1e6-dc858bb9f8ed None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:29:02.740808 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441cb351-63b7-4819-b1e6-dc858bb9f8ed None None] Checking segment: {'id': 'e2151d7f-3f79-4d3f-87a2-4e73b32838b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '8d343f62-a8c6-40f5-871f-f9777cd016a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:29:02.742226 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-441cb351-63b7-4819-b1e6-dc858bb9f8ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:02.742614 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441cb351-63b7-4819-b1e6-dc858bb9f8ed None None] Bound using segment: {'id': 'e2151d7f-3f79-4d3f-87a2-4e73b32838b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '8d343f62-a8c6-40f5-871f-f9777cd016a0'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:29:02.743115 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-441cb351-63b7-4819-b1e6-dc858bb9f8ed None None] Bound port: 31fc4401-9240-4618-9370-b9cef099ee2e, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2151d7f-3f79-4d3f-87a2-4e73b32838b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '8d343f62-a8c6-40f5-871f-f9777cd016a0'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:29:02.743491 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-441cb351-63b7-4819-b1e6-dc858bb9f8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:02.810083 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3535107a-6e7b-47dd-aa7d-75a80b4d064f tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks [] for subnetpool, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:02.811345 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3535107a-6e7b-47dd-aa7d-75a80b4d064f tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3549080 Nov 15 11:29:02.815947 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46536) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:02.821276 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-d0f5b589-a9c5-4032-8a95-f5e383c095cc tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'db86112d-1342-4275-9af5-de12ca99304a', 'tempest-TagsExtTest-Tag-589524442') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:02.850566 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46538) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:02.868287 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-441cb351-63b7-4819-b1e6-dc858bb9f8ed None None] For port 31fc4401-9240-4618-9370-b9cef099ee2e, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:29:02.876752 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-441cb351-63b7-4819-b1e6-dc858bb9f8ed None None] For port 31fc4401-9240-4618-9370-b9cef099ee2e, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=31fc4401-9240-4618-9370-b9cef099ee2e,segment=NetworkSegment(e2151d7f-3f79-4d3f-87a2-4e73b32838b3),segment_id=e2151d7f-3f79-4d3f-87a2-4e73b32838b3)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:29:02.885341 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-441cb351-63b7-4819-b1e6-dc858bb9f8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:03.040999 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cb351-63b7-4819-b1e6-dc858bb9f8ed None None] Pushing event updated for resources: {'Port': ['ID=31fc4401-9240-4618-9370-b9cef099ee2e,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:03.136055 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46548) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:03.160070 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d0f5b589-a9c5-4032-8a95-f5e383c095cc tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "PUT /v2.0/subnets/db86112d-1342-4275-9af5-de12ca99304a/tags/tempest-TagsExtTest-Tag-589524442 HTTP/1.1" status: 201 len: 201 time: 0.3423815 Nov 15 11:29:03.170592 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46552) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:03.179033 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-47532b90-3191-442d-b1c9-1a863fd4119f tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13', 'tempest-TagsExtTest-Tag-797263547') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:03.217226 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9a8c1a3d-65db-46b2-a7ef-73ad0d7f09dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=139520e86a31475fa94905745f3e3f86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3652866 Nov 15 11:29:03.225955 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46556) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:03.256322 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-33be697b-f445-4f44-859e-7228cf108a34 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:03.379343 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be697b-f445-4f44-859e-7228cf108a34 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event updated for resources: {'Subnet': ['ID=4b7dac2e-2a70-4137-9746-615152c5471b,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:03.397837 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33be697b-f445-4f44-859e-7228cf108a34 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Checking segment: {'id': 'f6b66e03-a00b-46cc-ace9-9fce7d7256b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '4ea24311-38e8-4394-9409-df29c9a19e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:29:03.399410 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33be697b-f445-4f44-859e-7228cf108a34 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Network hostable DHCP agents. Network: 4ea24311-38e8-4394-9409-df29c9a19e94, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:29:03.439568 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33be697b-f445-4f44-859e-7228cf108a34 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Network 4ea24311-38e8-4394-9409-df29c9a19e94 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:29:03.453471 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-33be697b-f445-4f44-859e-7228cf108a34 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 4ea24311-38e8-4394-9409-df29c9a19e94) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:29:03.458285 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33be697b-f445-4f44-859e-7228cf108a34 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:03.459009 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-33be697b-f445-4f44-859e-7228cf108a34 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:03.465672 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463c9d31-727f-4f1b-8a55-c243f6ccf84e None None] Network 4ea24311-38e8-4394-9409-df29c9a19e94 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:29:03.511389 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-33be697b-f445-4f44-859e-7228cf108a34 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2432418 Nov 15 11:29:03.515142 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46568) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:03.523655 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d2cf2c9a-aae9-42b3-b563-f6a41dbd66a7 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Request body: {'router': {'external_gateway_info': {'network_id': '4ea24311-38e8-4394-9409-df29c9a19e94'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:03.699855 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474cc59f-9cf7-40b7-9491-4094f3764fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-4ea24311-38e8-4394-9409-df29c9a19e94', 'network_id': '4ea24311-38e8-4394-9409-df29c9a19e94', 'tenant_id': '9e46689cda214ee1bec014ff366e47a9', 'fixed_ips': [{'subnet_id': '4b7dac2e-2a70-4137-9746-615152c5471b'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:29:03.700928 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-474cc59f-9cf7-40b7-9491-4094f3764fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:03.838084 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46572) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:03.882867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-474cc59f-9cf7-40b7-9491-4094f3764fa8 None None] Allocated IP 2001:db8:1::2 (4ea24311-38e8-4394-9409-df29c9a19e94/4b7dac2e-2a70-4137-9746-615152c5471b/e8fe6899-8c79-4090-bb7d-607e7e221fac) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:29:03.892892 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d2cf2c9a-aae9-42b3-b563-f6a41dbd66a7 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:03.953827 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38168612-0ee5-45da-b3d9-744ce83bfe46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:04.117094 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-d2cf2c9a-aae9-42b3-b563-f6a41dbd66a7 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:29:04.123575 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d2cf2c9a-aae9-42b3-b563-f6a41dbd66a7 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "PUT /v2.0/routers/f7841ba3-dffd-462f-8b4e-8874eadbae78 HTTP/1.1" status: 400 len: 364 time: 0.6072309 Nov 15 11:29:04.124357 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46582) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:04.194132 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-474cc59f-9cf7-40b7-9491-4094f3764fa8 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:04.204225 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-474cc59f-9cf7-40b7-9491-4094f3764fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:04.240670 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de802933-5c84-49cf-9127-d8a89d78bd47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:04.268967 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de802933-5c84-49cf-9127-d8a89d78bd47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:04.276445 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474cc59f-9cf7-40b7-9491-4094f3764fa8 None None] Network 4ea24311-38e8-4394-9409-df29c9a19e94 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:29:04.279561 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-474cc59f-9cf7-40b7-9491-4094f3764fa8 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:29:04.283543 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474cc59f-9cf7-40b7-9491-4094f3764fa8 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:29:04.289943 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cc59f-9cf7-40b7-9491-4094f3764fa8 None None] Pushing event updated for resources: {'Port': ['ID=e8fe6899-8c79-4090-bb7d-607e7e221fac,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:04.312815 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8925290-70a3-42ec-8693-8c0a02d0a758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:04.359079 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-474cc59f-9cf7-40b7-9491-4094f3764fa8 None None] Attempting to bind port e8fe6899-8c79-4090-bb7d-607e7e221fac on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:29:04.359439 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-474cc59f-9cf7-40b7-9491-4094f3764fa8 None None] Attempting to bind port e8fe6899-8c79-4090-bb7d-607e7e221fac by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'f6b66e03-a00b-46cc-ace9-9fce7d7256b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '4ea24311-38e8-4394-9409-df29c9a19e94'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:29:04.359800 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474cc59f-9cf7-40b7-9491-4094f3764fa8 None None] Attempting to bind port e8fe6899-8c79-4090-bb7d-607e7e221fac on network 4ea24311-38e8-4394-9409-df29c9a19e94 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:29:04.365474 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474cc59f-9cf7-40b7-9491-4094f3764fa8 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:29:04.365843 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474cc59f-9cf7-40b7-9491-4094f3764fa8 None None] Checking segment: {'id': 'f6b66e03-a00b-46cc-ace9-9fce7d7256b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '4ea24311-38e8-4394-9409-df29c9a19e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:29:04.366238 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-474cc59f-9cf7-40b7-9491-4094f3764fa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:04.366626 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474cc59f-9cf7-40b7-9491-4094f3764fa8 None None] Bound using segment: {'id': 'f6b66e03-a00b-46cc-ace9-9fce7d7256b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '4ea24311-38e8-4394-9409-df29c9a19e94'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:29:04.367142 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-474cc59f-9cf7-40b7-9491-4094f3764fa8 None None] Bound port: e8fe6899-8c79-4090-bb7d-607e7e221fac, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b66e03-a00b-46cc-ace9-9fce7d7256b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '4ea24311-38e8-4394-9409-df29c9a19e94'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:29:04.367519 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-474cc59f-9cf7-40b7-9491-4094f3764fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:04.379481 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-91e91eef-f009-4ddc-8042-153519b6f96d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 11:29:04.485292 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-474cc59f-9cf7-40b7-9491-4094f3764fa8 None None] For port e8fe6899-8c79-4090-bb7d-607e7e221fac, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:29:04.498783 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-474cc59f-9cf7-40b7-9491-4094f3764fa8 None None] For port e8fe6899-8c79-4090-bb7d-607e7e221fac, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e8fe6899-8c79-4090-bb7d-607e7e221fac,segment=NetworkSegment(f6b66e03-a00b-46cc-ace9-9fce7d7256b3),segment_id=f6b66e03-a00b-46cc-ace9-9fce7d7256b3)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:29:04.505400 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-47532b90-3191-442d-b1c9-1a863fd4119f tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "PUT /v2.0/ports/f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13/tags/tempest-TagsExtTest-Tag-797263547 HTTP/1.1" status: 201 len: 201 time: 1.3337309 Nov 15 11:29:04.512911 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-474cc59f-9cf7-40b7-9491-4094f3764fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:04.516776 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46590) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:04.518301 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c98a795-812f-4499-a65a-2678eb00b0ef tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:04.523990 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de802933-5c84-49cf-9127-d8a89d78bd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:04.526426 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de802933-5c84-49cf-9127-d8a89d78bd47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:04.527639 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-de802933-5c84-49cf-9127-d8a89d78bd47 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2c4c052-c085-47fc-98a6-a8140a335169 HTTP/1.1" status: 204 len: 168 time: 1.3008280 Nov 15 11:29:04.543224 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.tag.tag_plugin [None req-6529e938-ff8b-45c9-a081-65c1fccb2204 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3dc87895-d7fe-45bd-91c4-37a9c7573c54', 'tempest-TagsExtTest-Tag-661611472') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:04.584582 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91e91eef-f009-4ddc-8042-153519b6f96d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:04.596412 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de802933-5c84-49cf-9127-d8a89d78bd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c4c052-c085-47fc-98a6-a8140a335169,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:04.619937 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91e91eef-f009-4ddc-8042-153519b6f96d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:04.628208 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a03b87-52bd-4754-a69d-b963ae3532e7 None None] Network 8d343f62-a8c6-40f5-871f-f9777cd016a0 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:29:04.706059 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38168612-0ee5-45da-b3d9-744ce83bfe46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:04.927614 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-91e91eef-f009-4ddc-8042-153519b6f96d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Floating IP 33c10b99-ec10-4a4a-8623-1ec640125d5e associated. External IP: 172.25.7.99, port: 0de6e7fa-82b9-4db7-8cfa-183776c0769d. Nov 15 11:29:04.932906 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8925290-70a3-42ec-8693-8c0a02d0a758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:04.973821 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 31fc4401-9240-4618-9370-b9cef099ee2e up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:29:04.990458 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-2c98a795-812f-4499-a65a-2678eb00b0ef tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Allocated IP 2001:db8::1 (72c5fdf7-ff63-4e13-bed6-04045770aaf9/1204eb1b-d266-46e4-9af9-1fa4cbc7794a/fa1830b2-3616-42a6-9952-9d930ecd6125) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:29:05.010330 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-38168612-0ee5-45da-b3d9-744ce83bfe46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:05.021185 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6529e938-ff8b-45c9-a081-65c1fccb2204 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "PUT /v2.0/routers/3dc87895-d7fe-45bd-91c4-37a9c7573c54/tags/tempest-TagsExtTest-Tag-661611472 HTTP/1.1" status: 201 len: 201 time: 0.4839001 Nov 15 11:29:05.025448 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46602) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:05.031435 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.tag.tag_plugin [None req-ae396331-b84c-46fb-8343-b221d82e85b7 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0b74edf6-2d33-4cb3-9171-2a86ba17f80e', 'tempest-TagsExtTest-Tag-2120056277') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:05.147146 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-38168612-0ee5-45da-b3d9-744ce83bfe46 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f8548c44f4a04effad7dce5c95e1e86a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0078688 Nov 15 11:29:05.148168 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46606) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:05.153304 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8925290-70a3-42ec-8693-8c0a02d0a758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:05.293898 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ae396331-b84c-46fb-8343-b221d82e85b7 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "PUT /v2.0/subnetpools/0b74edf6-2d33-4cb3-9171-2a86ba17f80e/tags/tempest-TagsExtTest-Tag-2120056277 HTTP/1.1" status: 201 len: 201 time: 0.2670114 Nov 15 11:29:05.294205 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cc59f-9cf7-40b7-9491-4094f3764fa8 None None] Pushing event updated for resources: {'Port': ['ID=e8fe6899-8c79-4090-bb7d-607e7e221fac,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:05.306316 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1f154788-a752-445f-8e98-1b2379db4bad None None] Provisioning complete for port 31fc4401-9240-4618-9370-b9cef099ee2e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:29:05.307947 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1f154788-a752-445f-8e98-1b2379db4bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:05.311010 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46616) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:05.318975 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d8925290-70a3-42ec-8693-8c0a02d0a758 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4187480643574d48a62c479e6c1d5eec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4365487 Nov 15 11:29:05.319858 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.tag.tag_plugin [None req-9f922380-54a4-44bf-8309-0b7f825423b7 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'db86112d-1342-4275-9af5-de12ca99304a') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:05.323396 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46618) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:05.366238 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38168612-0ee5-45da-b3d9-744ce83bfe46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87882fae-a6f0-4478-86b3-9286386fb8f5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:05.401898 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-72b96b38-8b6f-48b7-a2f9-fc96c9565162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:05.408271 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 31fc4401-9240-4618-9370-b9cef099ee2e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:29:05.408632 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:05.436216 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8925290-70a3-42ec-8693-8c0a02d0a758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41e11fb-1940-4a95-950b-d5f5eb6e0da4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:05.453600 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-72b96b38-8b6f-48b7-a2f9-fc96c9565162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:05.503373 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c98a795-812f-4499-a65a-2678eb00b0ef tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:05.625698 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:05.651603 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-237b62f2-8213-4322-812f-d20b3c3ac52c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:05.677473 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1f154788-a752-445f-8e98-1b2379db4bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:05.693251 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c98a795-812f-4499-a65a-2678eb00b0ef tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:05.727659 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 31fc4401-9240-4618-9370-b9cef099ee2e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=31fc4401-9240-4618-9370-b9cef099ee2e,segment=NetworkSegment(e2151d7f-3f79-4d3f-87a2-4e73b32838b3),segment_id=e2151d7f-3f79-4d3f-87a2-4e73b32838b3)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:29:05.739121 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:05.758645 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-237b62f2-8213-4322-812f-d20b3c3ac52c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:05.762906 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e91eef-f009-4ddc-8042-153519b6f96d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Router 20175af3-96b4-4b0c-82bc-b6b38c8539b7 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:29:05.839474 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-1f154788-a752-445f-8e98-1b2379db4bad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:29:05.839961 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-1f154788-a752-445f-8e98-1b2379db4bad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:29:05.901704 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=31fc4401-9240-4618-9370-b9cef099ee2e,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:05.974367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98a795-812f-4499-a65a-2678eb00b0ef tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event updated for resources: {'Port': ['ID=fa1830b2-3616-42a6-9952-9d930ecd6125,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:05.980656 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-72b96b38-8b6f-48b7-a2f9-fc96c9565162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:05.988205 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-72b96b38-8b6f-48b7-a2f9-fc96c9565162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:05.989634 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-72b96b38-8b6f-48b7-a2f9-fc96c9565162 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/87882fae-a6f0-4478-86b3-9286386fb8f5 HTTP/1.1" status: 204 len: 168 time: 0.8374183 Nov 15 11:29:05.997674 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c98a795-812f-4499-a65a-2678eb00b0ef tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Network 72c5fdf7-ff63-4e13-bed6-04045770aaf9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:29:06.002445 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b96b38-8b6f-48b7-a2f9-fc96c9565162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87882fae-a6f0-4478-86b3-9286386fb8f5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:06.004887 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9f922380-54a4-44bf-8309-0b7f825423b7 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/subnets/db86112d-1342-4275-9af5-de12ca99304a/tags HTTP/1.1" status: 200 len: 240 time: 0.6877346 Nov 15 11:29:06.005517 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46638) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:06.011413 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.tag.tag_plugin [None req-182022d9-0bfa-4a91-90b8-d58b68f6f0d2 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'db86112d-1342-4275-9af5-de12ca99304a', 'tempest-TagsExtTest-Tag-589524442') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:06.019379 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-237b62f2-8213-4322-812f-d20b3c3ac52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:06.027192 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-237b62f2-8213-4322-812f-d20b3c3ac52c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:06.028582 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-237b62f2-8213-4322-812f-d20b3c3ac52c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d41e11fb-1940-4a95-950b-d5f5eb6e0da4 HTTP/1.1" status: 204 len: 168 time: 0.7013237 Nov 15 11:29:06.029758 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-2c98a795-812f-4499-a65a-2678eb00b0ef tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:29:06.054388 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46644) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:06.068753 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c98a795-812f-4499-a65a-2678eb00b0ef tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:29:06.069320 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c98a795-812f-4499-a65a-2678eb00b0ef tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:06.112039 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e91eef-f009-4ddc-8042-153519b6f96d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:29:06.126178 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048ac32c-17df-45f2-b07a-eeeeebf3ba8d None None] Sync routers for ids ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:29:06.131542 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91e91eef-f009-4ddc-8042-153519b6f96d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:06.144943 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048ac32c-17df-45f2-b07a-eeeeebf3ba8d None None] Routers {'20175af3-96b4-4b0c-82bc-b6b38c8539b7'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:29:06.145861 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-048ac32c-17df-45f2-b07a-eeeeebf3ba8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:28:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:06.185551 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b62f2-8213-4322-812f-d20b3c3ac52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41e11fb-1940-4a95-950b-d5f5eb6e0da4,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:06.214671 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-91e91eef-f009-4ddc-8042-153519b6f96d tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "PUT /v2.0/floatingips/33c10b99-ec10-4a4a-8623-1ec640125d5e HTTP/1.1" status: 200 len: 991 time: 3.7178664 Nov 15 11:29:06.215261 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d040278-f638-4708-908e-5f5d28a537a6', 'tag': '0de6e7fa-82b9-4db7-8cfa-183776c0769d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:29:06.217588 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22b0614-9b4d-46cf-b531-a992432b8c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "5d040278-f638-4708-908e-5f5d28a537a6", "tag": "0de6e7fa-82b9-4db7-8cfa-183776c0769d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:29:06.255500 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3c00d78a-85e5-4eb9-bf96-2e3c97b6c2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:06.382994 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c70d4d8-b2bc-472e-bbbb-fca49e23b3bb x-openstack-request-id: req-1c70d4d8-b2bc-472e-bbbb-fca49e23b3bb {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:29:06.383318 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d040278-f638-4708-908e-5f5d28a537a6", "tag": "0de6e7fa-82b9-4db7-8cfa-183776c0769d", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:29:06.383556 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c70d4d8-b2bc-472e-bbbb-fca49e23b3bb {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:29:06.383929 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d040278-f638-4708-908e-5f5d28a537a6', 'tag': '0de6e7fa-82b9-4db7-8cfa-183776c0769d', 'status': 'completed', 'code': 200} Nov 15 11:29:06.455845 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-182022d9-0bfa-4a91-90b8-d58b68f6f0d2 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/subnets/db86112d-1342-4275-9af5-de12ca99304a/tags/tempest-TagsExtTest-Tag-589524442 HTTP/1.1" status: 204 len: 168 time: 0.4485955 Nov 15 11:29:06.459226 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46658) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:06.465257 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.tag.tag_plugin [None req-f251102a-dc2b-4b27-8a82-99ed0fcb947a tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'db86112d-1342-4275-9af5-de12ca99304a', 'tempest-TagsExtTest-Tag-589524442') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:06.564928 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b0614-9b4d-46cf-b531-a992432b8c3f req-c63a5baa-9c50-4e04-accb-57caa063535a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:06.566473 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d22b0614-9b4d-46cf-b531-a992432b8c3f req-c63a5baa-9c50-4e04-accb-57caa063535a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=84266b83cb7b44e49edcf06f7e40ecbe&device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 1097 time: 0.1505153 Nov 15 11:29:06.624204 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-93ea1809-a14c-4cf4-8ed2-247521ec85dc None None] Provisioning complete for port 31fc4401-9240-4618-9370-b9cef099ee2e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:29:06.627412 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-93ea1809-a14c-4cf4-8ed2-247521ec85dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:06.628981 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c98a795-812f-4499-a65a-2678eb00b0ef tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:06.636273 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-048ac32c-17df-45f2-b07a-eeeeebf3ba8d None None] Set router 20175af3-96b4-4b0c-82bc-b6b38c8539b7 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:29:06.721902 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe47616-d419-458c-b99a-287c79c28d99 None None] Network 4ea24311-38e8-4394-9409-df29c9a19e94 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:29:06.860306 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f251102a-dc2b-4b27-8a82-99ed0fcb947a tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "DELETE /v2.0/subnets/db86112d-1342-4275-9af5-de12ca99304a/tags/tempest-TagsExtTest-Tag-589524442 HTTP/1.1" status: 204 len: 168 time: 0.4001856 Nov 15 11:29:06.862955 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46668) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:06.868866 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-9ea1e5fb-5b3e-4e36-80e2-3dc5a936b69a tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'db86112d-1342-4275-9af5-de12ca99304a') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:06.902335 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e8fe6899-8c79-4090-bb7d-607e7e221fac up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:29:06.939960 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3a5ce505-e215-429e-bb18-9c366d0dd82c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-835241441-network', 'tenant_id': '217ce59e7df7489f85ab4295d63bceb8'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:06.967847 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46672) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:07.024072 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b0614-9b4d-46cf-b531-a992432b8c3f req-02111bcd-8e6f-4468-83ea-5b9cd1ee0ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:07.025620 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d22b0614-9b4d-46cf-b531-a992432b8c3f req-02111bcd-8e6f-4468-83ea-5b9cd1ee0ce5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd HTTP/1.1" status: 200 len: 911 time: 0.4495335 Nov 15 11:29:07.028325 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5234e146-6316-43bb-9f76-6293511cdcbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:07.037535 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5ce505-e215-429e-bb18-9c366d0dd82c admin admin] Made reservation on behalf of 217ce59e7df7489f85ab4295d63bceb8 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:29:07.044176 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a5ce505-e215-429e-bb18-9c366d0dd82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:07.061446 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a5ce505-e215-429e-bb18-9c366d0dd82c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:07.093141 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-93ea1809-a14c-4cf4-8ed2-247521ec85dc None None] Provisioning complete for port f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:29:07.093818 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-93ea1809-a14c-4cf4-8ed2-247521ec85dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:07.110810 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9ea1e5fb-5b3e-4e36-80e2-3dc5a936b69a tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/subnets/db86112d-1342-4275-9af5-de12ca99304a/tags HTTP/1.1" status: 200 len: 205 time: 0.2463589 Nov 15 11:29:07.120956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46674) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:07.133757 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.tag.tag_plugin [None req-aafa33ed-2836-4989-a7b2-7c39e5ff00f2 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:07.167111 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-93ea1809-a14c-4cf4-8ed2-247521ec85dc None None] Port f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:29:07.168386 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port e8fe6899-8c79-4090-bb7d-607e7e221fac triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:29:07.168748 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:07.177820 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-048ac32c-17df-45f2-b07a-eeeeebf3ba8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'name': 'tempest-AttachVolumeTestJSON-808987218-router', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:05Z', 'updated_at': '2021-11-15T11:22:14Z', 'revision_number': 4, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'gw_port': {'id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:07Z', 'updated_at': '2021-11-15T11:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '33c10b99-ec10-4a4a-8623-1ec640125d5e', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'port_id': '0de6e7fa-82b9-4db7-8cfa-183776c0769d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'mac_address': 'fa:16:3e:a2:91:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d040278-f638-4708-908e-5f5d28a537a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:28:37Z', 'updated_at': '2021-11-15T11:29:04Z', 'revision_number': 1, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411317a0-3898-4ae3-bd51-6df098dda5c3', 'name': '', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'mac_address': 'fa:16:3e:6a:d7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:23Z', 'revision_number': 5, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'subnets': [{'id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:07.188659 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46676) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:07.211228 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18e60c45-c009-495b-9c24-ca25f2182850 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:07.234688 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048ac32c-17df-45f2-b07a-eeeeebf3ba8d None None] Checking router: 20175af3-96b4-4b0c-82bc-b6b38c8539b7 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:29:07.258537 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048ac32c-17df-45f2-b07a-eeeeebf3ba8d None None] Routers {'20175af3-96b4-4b0c-82bc-b6b38c8539b7'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:29:07.259770 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-048ac32c-17df-45f2-b07a-eeeeebf3ba8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:28:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:07.308649 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a5ce505-e215-429e-bb18-9c366d0dd82c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:07.335874 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a5ce505-e215-429e-bb18-9c366d0dd82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:07.405411 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:07.409114 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-048ac32c-17df-45f2-b07a-eeeeebf3ba8d None None] Set router 20175af3-96b4-4b0c-82bc-b6b38c8539b7 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:29:07.415876 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5ce505-e215-429e-bb18-9c366d0dd82c admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:29:07.439604 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18e60c45-c009-495b-9c24-ca25f2182850 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:07.443807 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ce505-e215-429e-bb18-9c366d0dd82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51fbf55-dc03-4655-a990-3fca02a8cf22,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:07.455041 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a5ce505-e215-429e-bb18-9c366d0dd82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:07.455041 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-3a5ce505-e215-429e-bb18-9c366d0dd82c admin admin] Added segment fc0d0f4f-67e5-4b83-872f-0a7039bc18ec of type vlan for network 1865dd78-2adc-48fa-90fa-ebb857069465 Nov 15 11:29:07.456601 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18e60c45-c009-495b-9c24-ca25f2182850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:07.483424 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d22b0614-9b4d-46cf-b531-a992432b8c3f req-a909143e-5e95-42a8-8f31-ee86a07959b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0de6e7fa-82b9-4db7-8cfa-183776c0769d HTTP/1.1" status: 200 len: 999 time: 0.4497559 Nov 15 11:29:07.488950 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-9b59466a-1725-4b06-8a44-444623262034 None None] Provisioning complete for port fa1830b2-3616-42a6-9952-9d930ecd6125 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:29:07.489763 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9b59466a-1725-4b06-8a44-444623262034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:07.496729 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-18e60c45-c009-495b-9c24-ca25f2182850 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a95dcf7df7b54e029052c5402171fdb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3067927 Nov 15 11:29:07.500077 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46684) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:07.562530 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-9b59466a-1725-4b06-8a44-444623262034 None None] Port fa1830b2-3616-42a6-9952-9d930ecd6125 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:29:07.584656 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port e8fe6899-8c79-4090-bb7d-607e7e221fac, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e8fe6899-8c79-4090-bb7d-607e7e221fac,segment=NetworkSegment(f6b66e03-a00b-46cc-ace9-9fce7d7256b3),segment_id=f6b66e03-a00b-46cc-ace9-9fce7d7256b3)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:29:07.589489 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e60c45-c009-495b-9c24-ca25f2182850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7ad3b1-ed9c-4218-94dc-f5eb064eb2f8,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:07.594208 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-9b59466a-1725-4b06-8a44-444623262034 None None] Provisioning complete for port e8fe6899-8c79-4090-bb7d-607e7e221fac triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:29:07.594797 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9b59466a-1725-4b06-8a44-444623262034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:07.597822 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:07.598935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 31fc4401-9240-4618-9370-b9cef099ee2e up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:29:07.628327 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e60c45-c009-495b-9c24-ca25f2182850 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:07.628765 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e60c45-c009-495b-9c24-ca25f2182850 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:07.629192 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e60c45-c009-495b-9c24-ca25f2182850 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:07.629635 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e60c45-c009-495b-9c24-ca25f2182850 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:07.630090 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e60c45-c009-495b-9c24-ca25f2182850 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:07.630502 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e60c45-c009-495b-9c24-ca25f2182850 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:07.630916 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e60c45-c009-495b-9c24-ca25f2182850 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:07.631328 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e60c45-c009-495b-9c24-ca25f2182850 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:07.631739 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e60c45-c009-495b-9c24-ca25f2182850 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:07.632169 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e60c45-c009-495b-9c24-ca25f2182850 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:07.632574 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e60c45-c009-495b-9c24-ca25f2182850 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:07.633091 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e60c45-c009-495b-9c24-ca25f2182850 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:07.639384 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a5ce505-e215-429e-bb18-9c366d0dd82c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:07.670914 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5de1a9b-762a-4372-a37a-62f92a9691ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:07.703290 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5de1a9b-762a-4372-a37a-62f92a9691ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:07.717568 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a5ce505-e215-429e-bb18-9c366d0dd82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:07.719967 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5ce505-e215-429e-bb18-9c366d0dd82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:07.720627 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a5ce505-e215-429e-bb18-9c366d0dd82c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:07.790854 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-048ac32c-17df-45f2-b07a-eeeeebf3ba8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'name': 'tempest-AttachVolumeTestJSON-808987218-router', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:05Z', 'updated_at': '2021-11-15T11:22:14Z', 'revision_number': 4, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'gw_port': {'id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:07Z', 'updated_at': '2021-11-15T11:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '33c10b99-ec10-4a4a-8623-1ec640125d5e', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'port_id': '0de6e7fa-82b9-4db7-8cfa-183776c0769d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'mac_address': 'fa:16:3e:a2:91:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d040278-f638-4708-908e-5f5d28a537a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:28:37Z', 'updated_at': '2021-11-15T11:29:04Z', 'revision_number': 1, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411317a0-3898-4ae3-bd51-6df098dda5c3', 'name': '', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'mac_address': 'fa:16:3e:6a:d7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:23Z', 'revision_number': 5, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'subnets': [{'id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:07.806534 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=e8fe6899-8c79-4090-bb7d-607e7e221fac,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:07.836612 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048ac32c-17df-45f2-b07a-eeeeebf3ba8d None None] The sync data for ids ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'] in n-d-729945-9 is: [{'id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'name': 'tempest-AttachVolumeTestJSON-808987218-router', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:05Z', 'updated_at': '2021-11-15T11:22:14Z', 'revision_number': 4, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'gw_port': {'id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:07Z', 'updated_at': '2021-11-15T11:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '33c10b99-ec10-4a4a-8623-1ec640125d5e', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'port_id': '0de6e7fa-82b9-4db7-8cfa-183776c0769d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'mac_address': 'fa:16:3e:a2:91:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d040278-f638-4708-908e-5f5d28a537a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:28:37Z', 'updated_at': '2021-11-15T11:29:04Z', 'revision_number': 1, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '411317a0-3898-4ae3-bd51-6df098dda5c3', 'name': '', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'mac_address': 'fa:16:3e:6a:d7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:23Z', 'revision_number': 5, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'subnets': [{'id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:29:07.845421 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ce505-e215-429e-bb18-9c366d0dd82c admin admin] Pushing event updated for resources: {'Network': ['ID=1865dd78-2adc-48fa-90fa-ebb857069465,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:07.851587 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 31fc4401-9240-4618-9370-b9cef099ee2e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:29:07.852047 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:07.864030 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3a5ce505-e215-429e-bb18-9c366d0dd82c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8068390 Nov 15 11:29:07.867086 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46694) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:07.884855 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c2f318b6-f135-49e6-a415-c10d08976fc2 admin admin] Request body: {'subnet': {'network_id': '1865dd78-2adc-48fa-90fa-ebb857069465', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-835241441-subnet', 'tenant_id': '217ce59e7df7489f85ab4295d63bceb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:07.892140 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 1865dd78-2adc-48fa-90fa-ebb857069465 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:29:07.918119 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5de1a9b-762a-4372-a37a-62f92a9691ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:07.921024 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5de1a9b-762a-4372-a37a-62f92a9691ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:07.938895 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b5de1a9b-762a-4372-a37a-62f92a9691ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa7ad3b1-ed9c-4218-94dc-f5eb064eb2f8 HTTP/1.1" status: 204 len: 168 time: 0.4239056 Nov 15 11:29:07.949443 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f318b6-f135-49e6-a415-c10d08976fc2 admin admin] Made reservation on behalf of 217ce59e7df7489f85ab4295d63bceb8 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:29:07.957516 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2f318b6-f135-49e6-a415-c10d08976fc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:07.995565 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de1a9b-762a-4372-a37a-62f92a9691ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7ad3b1-ed9c-4218-94dc-f5eb064eb2f8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:08.102366 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-422d6071-6c41-4cd0-a53f-036da26a9bbc None None] Provisioning complete for port e8fe6899-8c79-4090-bb7d-607e7e221fac triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:29:08.103034 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-422d6071-6c41-4cd0-a53f-036da26a9bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:08.265016 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f61c2dd-8fe5-46fb-8442-5628900da695 None None] New status for floating IP 33c10b99-ec10-4a4a-8623-1ec640125d5e: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:29:08.382075 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b0614-9b4d-46cf-b531-a992432b8c3f req-d3114419-7e8f-4246-a494-0cba216bd602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:08.384403 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d22b0614-9b4d-46cf-b531-a992432b8c3f req-d3114419-7e8f-4246-a494-0cba216bd602 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fa23b34b-7133-41b6-b1e3-4b077f52e5c3 HTTP/1.1" status: 200 len: 849 time: 0.8738482 Nov 15 11:29:08.396332 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2f318b6-f135-49e6-a415-c10d08976fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:08.408748 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9ef85591-90f3-4878-96ae-277063e98700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:08.445196 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5234e146-6316-43bb-9f76-6293511cdcbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:08.496621 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f318b6-f135-49e6-a415-c10d08976fc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9408b24e-de0b-4b8a-bc76-858536e53920,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:08.504226 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-aafa33ed-2836-4989-a7b2-7c39e5ff00f2 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/ports/f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13/tags HTTP/1.1" status: 200 len: 240 time: 1.3798542 Nov 15 11:29:08.504226 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5234e146-6316-43bb-9f76-6293511cdcbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:08.509231 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46706) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:08.524211 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-cf7e83b6-3def-4d2e-b681-ee2499739b92 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13', 'tempest-TagsExtTest-Tag-797263547') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:08.540367 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5234e146-6316-43bb-9f76-6293511cdcbc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4c3b15d80d6492fbd7bcbe82bb0c229&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5403769 Nov 15 11:29:08.548391 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46708) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:08.565248 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f318b6-f135-49e6-a415-c10d08976fc2 admin admin] Checking segment: {'id': 'fc0d0f4f-67e5-4b83-872f-0a7039bc18ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '1865dd78-2adc-48fa-90fa-ebb857069465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:29:08.565601 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f318b6-f135-49e6-a415-c10d08976fc2 admin admin] Network hostable DHCP agents. Network: 1865dd78-2adc-48fa-90fa-ebb857069465, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:29:08.607726 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f318b6-f135-49e6-a415-c10d08976fc2 admin admin] Network 1865dd78-2adc-48fa-90fa-ebb857069465 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:29:08.619711 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cf7e83b6-3def-4d2e-b681-ee2499739b92 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/ports/f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13/tags/tempest-TagsExtTest-Tag-797263547 HTTP/1.1" status: 204 len: 168 time: 0.1083586 Nov 15 11:29:08.621788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46718) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:08.629671 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-77de8089-efff-4925-9bf7-a1679089d56e tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13', 'tempest-TagsExtTest-Tag-797263547') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:08.643642 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234e146-6316-43bb-9f76-6293511cdcbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ecd4ec-ba7c-4410-b355-0f53f3cde93c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:08.648171 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-c2f318b6-f135-49e6-a415-c10d08976fc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 1865dd78-2adc-48fa-90fa-ebb857069465) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:29:08.654355 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f318b6-f135-49e6-a415-c10d08976fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:08.654886 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2f318b6-f135-49e6-a415-c10d08976fc2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:08.660134 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edead921-fcc3-4c84-b70e-6d6d54d0395e None None] Network 1865dd78-2adc-48fa-90fa-ebb857069465 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:29:08.703415 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b0614-9b4d-46cf-b531-a992432b8c3f req-0057b566-f906-418e-9442-f00b9c9fbe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:08.712560 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d22b0614-9b4d-46cf-b531-a992432b8c3f req-0057b566-f906-418e-9442-f00b9c9fbe0c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3156121 Nov 15 11:29:08.754253 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c98a795-812f-4499-a65a-2678eb00b0ef tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:08.763520 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e8fe6899-8c79-4090-bb7d-607e7e221fac up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:29:08.777063 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c2f318b6-f135-49e6-a415-c10d08976fc2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9087424 Nov 15 11:29:08.862674 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-77de8089-efff-4925-9bf7-a1679089d56e tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "DELETE /v2.0/ports/f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13/tags/tempest-TagsExtTest-Tag-797263547 HTTP/1.1" status: 204 len: 168 time: 0.2398891 Nov 15 11:29:08.865279 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46730) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:08.869966 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-701b1ec6-af20-4f09-abf2-642c623acc29 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:08.926462 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d22b0614-9b4d-46cf-b531-a992432b8c3f req-55b75a52-f40f-4d7d-af97-9b499ce1762f service neutron] 10.222.0.55 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650689 Nov 15 11:29:08.930492 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c98a795-812f-4499-a65a-2678eb00b0ef tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:08.931307 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c98a795-812f-4499-a65a-2678eb00b0ef tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:08.993096 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port e8fe6899-8c79-4090-bb7d-607e7e221fac triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:29:08.993096 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:08.995413 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01940f7-dcc7-44ca-9448-94b318bec54b None None] Network 1865dd78-2adc-48fa-90fa-ebb857069465 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:29:09.004076 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-701b1ec6-af20-4f09-abf2-642c623acc29 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/ports/f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13/tags HTTP/1.1" status: 200 len: 205 time: 0.1367795 Nov 15 11:29:09.005684 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46740) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:09.015059 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-1ac62004-e94f-4d9c-b408-efe9326cbbb7 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3dc87895-d7fe-45bd-91c4-37a9c7573c54') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:09.077789 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8341ca7a-c6c1-49db-8775-aa8e46bc8142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:09.149639 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98a795-812f-4499-a65a-2678eb00b0ef tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event updated for resources: {'Port': ['ID=fa1830b2-3616-42a6-9952-9d930ecd6125,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:09.180973 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8341ca7a-c6c1-49db-8775-aa8e46bc8142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:09.212696 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1ac62004-e94f-4d9c-b408-efe9326cbbb7 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/routers/3dc87895-d7fe-45bd-91c4-37a9c7573c54/tags HTTP/1.1" status: 200 len: 240 time: 0.2059865 Nov 15 11:29:09.215217 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46750) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:09.220188 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-4d7a66fe-7ed5-4203-955b-f5c391f65413 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3dc87895-d7fe-45bd-91c4-37a9c7573c54', 'tempest-TagsExtTest-Tag-661611472') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:09.277116 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d22b0614-9b4d-46cf-b531-a992432b8c3f req-63155f8b-7281-4405-a114-a429d599355d service neutron] 10.222.0.55 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354921 Nov 15 11:29:09.305166 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c98a795-812f-4499-a65a-2678eb00b0ef tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Network 72c5fdf7-ff63-4e13-bed6-04045770aaf9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:29:09.310643 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-2c98a795-812f-4499-a65a-2678eb00b0ef tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:29:09.327667 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8341ca7a-c6c1-49db-8775-aa8e46bc8142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:09.331194 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8341ca7a-c6c1-49db-8775-aa8e46bc8142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:09.335997 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8341ca7a-c6c1-49db-8775-aa8e46bc8142 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/40ecd4ec-ba7c-4410-b355-0f53f3cde93c HTTP/1.1" status: 204 len: 168 time: 0.7828066 Nov 15 11:29:09.359275 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341ca7a-c6c1-49db-8775-aa8e46bc8142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ecd4ec-ba7c-4410-b355-0f53f3cde93c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:09.394277 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4d7a66fe-7ed5-4203-955b-f5c391f65413 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/routers/3dc87895-d7fe-45bd-91c4-37a9c7573c54/tags/tempest-TagsExtTest-Tag-661611472 HTTP/1.1" status: 204 len: 168 time: 0.1774793 Nov 15 11:29:09.395194 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46756) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:09.401654 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-2ce0993b-2e06-4bb9-827c-aeb76a7ca832 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3dc87895-d7fe-45bd-91c4-37a9c7573c54', 'tempest-TagsExtTest-Tag-661611472') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:09.550257 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c98a795-812f-4499-a65a-2678eb00b0ef tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Router f7841ba3-dffd-462f-8b4e-8874eadbae78 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:29:09.601578 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2ce0993b-2e06-4bb9-827c-aeb76a7ca832 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "DELETE /v2.0/routers/3dc87895-d7fe-45bd-91c4-37a9c7573c54/tags/tempest-TagsExtTest-Tag-661611472 HTTP/1.1" status: 204 len: 168 time: 0.2048571 Nov 15 11:29:09.604033 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46764) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:09.620838 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-4ac1e15b-889a-465b-a2db-53b15a297ea4 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3dc87895-d7fe-45bd-91c4-37a9c7573c54') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:09.785511 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8e929d14-cd72-4b49-9942-068186989e2c None None] Provisioning complete for port fa1830b2-3616-42a6-9952-9d930ecd6125 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:29:09.785928 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e929d14-cd72-4b49-9942-068186989e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:09.842399 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c98a795-812f-4499-a65a-2678eb00b0ef tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:29:09.849617 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2c98a795-812f-4499-a65a-2678eb00b0ef tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "PUT /v2.0/routers/f7841ba3-dffd-462f-8b4e-8874eadbae78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7240775 Nov 15 11:29:09.853152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46780) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:09.857861 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8bed5c-2fe5-46cc-801a-735ed25d834d None None] Sync routers for ids ['f7841ba3-dffd-462f-8b4e-8874eadbae78'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:29:09.874936 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8e929d14-cd72-4b49-9942-068186989e2c None None] Port fa1830b2-3616-42a6-9952-9d930ecd6125 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:29:09.884585 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8bed5c-2fe5-46cc-801a-735ed25d834d None None] Routers {'f7841ba3-dffd-462f-8b4e-8874eadbae78'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:29:09.885199 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-8d8bed5c-2fe5-46cc-801a-735ed25d834d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:29:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['f7841ba3-dffd-462f-8b4e-8874eadbae78'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:09.901658 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:09.974132 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-8d8bed5c-2fe5-46cc-801a-735ed25d834d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:09.984805 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8bed5c-2fe5-46cc-801a-735ed25d834d None None] Routers {'f7841ba3-dffd-462f-8b4e-8874eadbae78'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:29:09.985725 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-8d8bed5c-2fe5-46cc-801a-735ed25d834d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:29:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['f7841ba3-dffd-462f-8b4e-8874eadbae78'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:10.019299 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8f3d29e2-7fc5-46a9-9393-2647f7aeaf47 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:10.023389 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-8d8bed5c-2fe5-46cc-801a-735ed25d834d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:10.024334 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8bed5c-2fe5-46cc-801a-735ed25d834d None None] The sync data for ids ['f7841ba3-dffd-462f-8b4e-8874eadbae78'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:29:10.031267 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-4adfd660-ede4-403f-a268-ea450827f557 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:10.032856 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-4adfd660-ede4-403f-a268-ea450827f557 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/networks?id=1865dd78-2adc-48fa-90fa-ebb857069465 HTTP/1.1" status: 200 len: 821 time: 0.2770233 Nov 15 11:29:10.150022 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-8f3d29e2-7fc5-46a9-9393-2647f7aeaf47 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 15 11:29:10.151087 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8f3d29e2-7fc5-46a9-9393-2647f7aeaf47 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "DELETE /v2.0/routers/f7841ba3-dffd-462f-8b4e-8874eadbae78 HTTP/1.1" status: 409 len: 329 time: 0.2972159 Nov 15 11:29:10.160053 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46792) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:10.205852 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-bcc5b2ef-5741-4591-a442-ff62afc57c61 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/quotas/217ce59e7df7489f85ab4295d63bceb8 HTTP/1.1" status: 200 len: 375 time: 0.0529699 Nov 15 11:29:10.265105 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-b4eae736-6309-4115-91c2-dd4c573a6ef2 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=217ce59e7df7489f85ab4295d63bceb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339613 Nov 15 11:29:10.359024 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4ac1e15b-889a-465b-a2db-53b15a297ea4 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/routers/3dc87895-d7fe-45bd-91c4-37a9c7573c54/tags HTTP/1.1" status: 200 len: 205 time: 0.7534947 Nov 15 11:29:10.361634 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46806) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:10.368587 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-c960f124-5f8f-4e11-a6c1-351ae216b7c6 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0b74edf6-2d33-4cb3-9171-2a86ba17f80e') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:10.414824 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c960f124-5f8f-4e11-a6c1-351ae216b7c6 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/subnetpools/0b74edf6-2d33-4cb3-9171-2a86ba17f80e/tags HTTP/1.1" status: 200 len: 241 time: 0.0521600 Nov 15 11:29:10.417389 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46812) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:10.422549 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-4c9c21e9-e549-44cc-bf3a-28e4a7fe0f8e tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0b74edf6-2d33-4cb3-9171-2a86ba17f80e', 'tempest-TagsExtTest-Tag-2120056277') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:10.450928 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4c9c21e9-e549-44cc-bf3a-28e4a7fe0f8e tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/subnetpools/0b74edf6-2d33-4cb3-9171-2a86ba17f80e/tags/tempest-TagsExtTest-Tag-2120056277 HTTP/1.1" status: 204 len: 168 time: 0.0319850 Nov 15 11:29:10.453407 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46814) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:10.465772 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-49c37b76-7e3c-4d8c-a600-8c3f175928b8 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '0b74edf6-2d33-4cb3-9171-2a86ba17f80e', 'tempest-TagsExtTest-Tag-2120056277') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:10.528553 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-49c37b76-7e3c-4d8c-a600-8c3f175928b8 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "DELETE /v2.0/subnetpools/0b74edf6-2d33-4cb3-9171-2a86ba17f80e/tags/tempest-TagsExtTest-Tag-2120056277 HTTP/1.1" status: 204 len: 168 time: 0.0735071 Nov 15 11:29:10.531439 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46816) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:10.542200 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-bc50cb77-e2a2-449d-9d73-425feadc1e8f tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0b74edf6-2d33-4cb3-9171-2a86ba17f80e') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:10.587055 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bc50cb77-e2a2-449d-9d73-425feadc1e8f tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/subnetpools/0b74edf6-2d33-4cb3-9171-2a86ba17f80e/tags HTTP/1.1" status: 200 len: 205 time: 0.0524464 Nov 15 11:29:10.589728 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46822) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:10.591057 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-51726f79-b9d9-46c5-938d-26874bfbcb12 service neutron] 10.222.0.64 "GET /v2.0/networks/1865dd78-2adc-48fa-90fa-ebb857069465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164785 Nov 15 11:29:10.595109 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-2460146d-fa0c-43c7-b7a8-fe1da02ac7e9 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0b74edf6-2d33-4cb3-9171-2a86ba17f80e') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:10.632705 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2460146d-fa0c-43c7-b7a8-fe1da02ac7e9 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "DELETE /v2.0/subnetpools/0b74edf6-2d33-4cb3-9171-2a86ba17f80e/tags HTTP/1.1" status: 204 len: 168 time: 0.0417359 Nov 15 11:29:10.635425 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46826) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:10.643770 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-87c23557-a4c3-4898-9545-87eb58bc842f tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3dc87895-d7fe-45bd-91c4-37a9c7573c54') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:10.766134 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-0918a741-fd7f-46bc-a99c-f91e579923b3 service neutron] 10.222.0.64 "GET /v2.0/networks/1865dd78-2adc-48fa-90fa-ebb857069465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741343 Nov 15 11:29:10.810036 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-87c23557-a4c3-4898-9545-87eb58bc842f tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "DELETE /v2.0/routers/3dc87895-d7fe-45bd-91c4-37a9c7573c54/tags HTTP/1.1" status: 204 len: 168 time: 0.1729965 Nov 15 11:29:10.813286 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46842) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:10.819374 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-3255ad2a-541b-4457-abfa-222e4effa345 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:10.822001 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e34e5b3a-cace-422f-9f95-a1bc3e1d8eb4 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:10.926880 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3255ad2a-541b-4457-abfa-222e4effa345 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "DELETE /v2.0/ports/f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13/tags HTTP/1.1" status: 204 len: 168 time: 0.1086996 Nov 15 11:29:10.927406 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46844) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:10.935842 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-4c0f6eff-f87b-4ca1-a800-991aa54f1eb5 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'db86112d-1342-4275-9af5-de12ca99304a') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:11.062454 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4c0f6eff-f87b-4ca1-a800-991aa54f1eb5 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "DELETE /v2.0/subnets/db86112d-1342-4275-9af5-de12ca99304a/tags HTTP/1.1" status: 204 len: 168 time: 0.1314902 Nov 15 11:29:11.065671 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46854) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:11.074366 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-7f7d48f4-3b01-406e-bcf6-3be46b90c3a8 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'db86112d-1342-4275-9af5-de12ca99304a', 'tempest-TagsExtTest-Tag-21376779') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:11.181760 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d8a2b7f6-95f5-44e6-9cfc-5c6bf1a2b133 req-084a74d9-32d7-4764-89bf-fe586eb35ae1 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/ports?device_id=64cc1618-f0f0-4cc0-8108-7146f96222a9 HTTP/1.1" status: 200 len: 210 time: 0.1218295 Nov 15 11:29:11.229001 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7f7d48f4-3b01-406e-bcf6-3be46b90c3a8 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "PUT /v2.0/subnets/db86112d-1342-4275-9af5-de12ca99304a/tags/tempest-TagsExtTest-Tag-21376779 HTTP/1.1" status: 201 len: 201 time: 0.1617296 Nov 15 11:29:11.231856 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46866) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:11.238256 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-b04fbd14-e525-4650-9726-d46cfea29400 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13', 'tempest-TagsExtTest-Tag-409112507') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:11.401036 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:11.411743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e34e5b3a-cace-422f-9f95-a1bc3e1d8eb4 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Deleting port fa1830b2-3616-42a6-9952-9d930ecd6125 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:29:11.412335 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e34e5b3a-cace-422f-9f95-a1bc3e1d8eb4 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:11.438409 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b04fbd14-e525-4650-9726-d46cfea29400 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "PUT /v2.0/ports/f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13/tags/tempest-TagsExtTest-Tag-409112507 HTTP/1.1" status: 201 len: 201 time: 0.2041609 Nov 15 11:29:11.440976 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46876) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:11.446875 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-f63f52cd-5c24-4444-9b05-41d789f83d6a tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3dc87895-d7fe-45bd-91c4-37a9c7573c54', 'tempest-TagsExtTest-Tag-1380859277') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:11.731776 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f63f52cd-5c24-4444-9b05-41d789f83d6a tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "PUT /v2.0/routers/3dc87895-d7fe-45bd-91c4-37a9c7573c54/tags/tempest-TagsExtTest-Tag-1380859277 HTTP/1.1" status: 201 len: 201 time: 0.2893887 Nov 15 11:29:11.732943 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46892) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:11.738797 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-10d4df50-f2f2-4d22-81d9-b92d897623e3 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0b74edf6-2d33-4cb3-9171-2a86ba17f80e', 'tempest-TagsExtTest-Tag-509002323') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:11.787676 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-10d4df50-f2f2-4d22-81d9-b92d897623e3 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "PUT /v2.0/subnetpools/0b74edf6-2d33-4cb3-9171-2a86ba17f80e/tags/tempest-TagsExtTest-Tag-509002323 HTTP/1.1" status: 201 len: 201 time: 0.0533943 Nov 15 11:29:11.788435 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46898) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:11.796875 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-b5978435-8c35-4f6f-bb42-4164c5f05b95 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'db86112d-1342-4275-9af5-de12ca99304a', {'tags': ['tempest-TagsExtTest-Tag-497322346', 'tempest-TagsExtTest-Tag-1996757733', 'tempest-TagsExtTest-Tag-1048217841']}) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:11.966244 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e34e5b3a-cace-422f-9f95-a1bc3e1d8eb4 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:11.969302 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46908) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:11.974525 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.tag.tag_plugin [None req-2d2159ef-33bf-45e6-9bab-3025ec0623e3 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'db86112d-1342-4275-9af5-de12ca99304a') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:11.977569 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b5978435-8c35-4f6f-bb42-4164c5f05b95 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "PUT /v2.0/subnets/db86112d-1342-4275-9af5-de12ca99304a/tags HTTP/1.1" status: 200 len: 317 time: 0.1778734 Nov 15 11:29:12.007340 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e34e5b3a-cace-422f-9f95-a1bc3e1d8eb4 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Calling delete_port for fa1830b2-3616-42a6-9952-9d930ecd6125 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:29:12.130807 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:12.241092 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2d2159ef-33bf-45e6-9bab-3025ec0623e3 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "DELETE /v2.0/subnets/db86112d-1342-4275-9af5-de12ca99304a/tags HTTP/1.1" status: 204 len: 168 time: 0.2705958 Nov 15 11:29:12.243733 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46926) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:12.248900 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-056693dc-5bd8-4dc6-8d46-1ca61af16070 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'db86112d-1342-4275-9af5-de12ca99304a', 'tempest-TagsExtTest-Tag-497322346') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:12.316827 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-056693dc-5bd8-4dc6-8d46-1ca61af16070 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] show failed (client error): The resource could not be found. Nov 15 11:29:12.317881 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-056693dc-5bd8-4dc6-8d46-1ca61af16070 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/subnets/db86112d-1342-4275-9af5-de12ca99304a/tags/tempest-TagsExtTest-Tag-497322346 HTTP/1.1" status: 404 len: 328 time: 0.0730476 Nov 15 11:29:12.326262 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46930) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:12.340613 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-adc511dd-9127-4546-98cd-3dd44d91b741 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'db86112d-1342-4275-9af5-de12ca99304a', 'tempest-TagsExtTest-Tag-1996757733') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:12.355697 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-97ddc6cc-e83c-4124-9c0d-7138638229c8 req-d4f84150-08e4-475c-8d2a-91f94325b983 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/ports?device_id=64cc1618-f0f0-4cc0-8108-7146f96222a9 HTTP/1.1" status: 200 len: 210 time: 0.0387838 Nov 15 11:29:12.364801 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e34e5b3a-cace-422f-9f95-a1bc3e1d8eb4 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:12.443217 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e5b3a-cace-422f-9f95-a1bc3e1d8eb4 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event deleted for resources: {'Port': ['ID=fa1830b2-3616-42a6-9952-9d930ecd6125,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:12.462982 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-adc511dd-9127-4546-98cd-3dd44d91b741 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] show failed (client error): The resource could not be found. Nov 15 11:29:12.466560 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-adc511dd-9127-4546-98cd-3dd44d91b741 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/subnets/db86112d-1342-4275-9af5-de12ca99304a/tags/tempest-TagsExtTest-Tag-1996757733 HTTP/1.1" status: 404 len: 329 time: 0.1311612 Nov 15 11:29:12.466810 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46944) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:12.472430 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-cb680d98-2864-4652-b404-acf6b83fa993 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'db86112d-1342-4275-9af5-de12ca99304a', 'tempest-TagsExtTest-Tag-1048217841') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:12.533430 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-cb680d98-2864-4652-b404-acf6b83fa993 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] show failed (client error): The resource could not be found. Nov 15 11:29:12.534483 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cb680d98-2864-4652-b404-acf6b83fa993 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/subnets/db86112d-1342-4275-9af5-de12ca99304a/tags/tempest-TagsExtTest-Tag-1048217841 HTTP/1.1" status: 404 len: 329 time: 0.0661666 Nov 15 11:29:12.541851 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46946) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:12.550781 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-1a5248a1-d14c-404b-84c6-d542a01fa3cc tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13', {'tags': ['tempest-TagsExtTest-Tag-2096189779', 'tempest-TagsExtTest-Tag-1033262067', 'tempest-TagsExtTest-Tag-1713976222']}) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:12.642447 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e34e5b3a-cace-422f-9f95-a1bc3e1d8eb4 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:12.852978 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1a5248a1-d14c-404b-84c6-d542a01fa3cc tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "PUT /v2.0/ports/f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13/tags HTTP/1.1" status: 200 len: 318 time: 0.3099580 Nov 15 11:29:12.855689 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46954) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:12.873641 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-27753110-9d27-4167-93a4-eaa45a8a85ca tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:12.956242 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-111955f3-9c82-4397-aed2-517bea7035ab tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:12.958417 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-111955f3-9c82-4397-aed2-517bea7035ab tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.11 "GET /v2.0/networks?id=1865dd78-2adc-48fa-90fa-ebb857069465 HTTP/1.1" status: 200 len: 821 time: 0.3178329 Nov 15 11:29:12.965033 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34e5b3a-cace-422f-9f95-a1bc3e1d8eb4 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Router f7841ba3-dffd-462f-8b4e-8874eadbae78 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:29:12.975945 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-aa0072d3-c88d-4393-8a15-c35c579fa364 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Request body: {'port': {'device_id': '64cc1618-f0f0-4cc0-8108-7146f96222a9', 'network_id': '1865dd78-2adc-48fa-90fa-ebb857069465', 'admin_state_up': True, 'tenant_id': '217ce59e7df7489f85ab4295d63bceb8'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:13.062010 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34e5b3a-cace-422f-9f95-a1bc3e1d8eb4 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:29:13.072018 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862ac23f-57b6-4e5b-81a4-281d05ae66b7 None None] Sync routers for ids ['f7841ba3-dffd-462f-8b4e-8874eadbae78'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:29:13.090770 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e34e5b3a-cace-422f-9f95-a1bc3e1d8eb4 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "PUT /v2.0/routers/f7841ba3-dffd-462f-8b4e-8874eadbae78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9251549 Nov 15 11:29:13.091440 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46968) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:13.093080 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862ac23f-57b6-4e5b-81a4-281d05ae66b7 None None] Routers {'f7841ba3-dffd-462f-8b4e-8874eadbae78'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:29:13.093769 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-862ac23f-57b6-4e5b-81a4-281d05ae66b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:29:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['f7841ba3-dffd-462f-8b4e-8874eadbae78'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:13.201890 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-5fb123b2-fbf4-4c60-9119-3981a6925372 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] show failed (client error): The resource could not be found. Nov 15 11:29:13.202972 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5fb123b2-fbf4-4c60-9119-3981a6925372 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-186098569 HTTP/1.1" status: 404 len: 334 time: 0.1005085 Nov 15 11:29:13.205673 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-27753110-9d27-4167-93a4-eaa45a8a85ca tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "DELETE /v2.0/ports/f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13/tags HTTP/1.1" status: 204 len: 168 time: 0.3491502 Nov 15 11:29:13.207196 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46972) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:13.210119 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46974) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:13.216689 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-61d54e1d-483c-4dce-a2d6-fb85051b2ef6 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:13.266619 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-aa0072d3-c88d-4393-8a15-c35c579fa364 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Made reservation on behalf of 217ce59e7df7489f85ab4295d63bceb8 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:29:13.270346 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-aa0072d3-c88d-4393-8a15-c35c579fa364 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:13.313784 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.tag.tag_plugin [None req-4b0305a2-2cf3-4f7a-b4ec-b8792f95a5e8 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13', 'tempest-TagsExtTest-Tag-2096189779') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:13.318272 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-61d54e1d-483c-4dce-a2d6-fb85051b2ef6 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] update failed (client error): The resource could not be found. Nov 15 11:29:13.323770 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-61d54e1d-483c-4dce-a2d6-fb85051b2ef6 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-1823507116 HTTP/1.1" status: 404 len: 335 time: 0.1104023 Nov 15 11:29:13.336913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46984) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:13.391515 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-4b0305a2-2cf3-4f7a-b4ec-b8792f95a5e8 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] show failed (client error): The resource could not be found. Nov 15 11:29:13.391515 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4b0305a2-2cf3-4f7a-b4ec-b8792f95a5e8 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/ports/f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13/tags/tempest-TagsExtTest-Tag-2096189779 HTTP/1.1" status: 404 len: 329 time: 0.1638436 Nov 15 11:29:13.391515 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46990) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:13.408451 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-862ac23f-57b6-4e5b-81a4-281d05ae66b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:13.419336 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.tag.tag_plugin [None req-a6f0ab46-7ab9-4548-ab82-c9f6cb94d9b7 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13', 'tempest-TagsExtTest-Tag-1033262067') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:13.440408 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862ac23f-57b6-4e5b-81a4-281d05ae66b7 None None] Routers {'f7841ba3-dffd-462f-8b4e-8874eadbae78'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:29:13.446933 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-862ac23f-57b6-4e5b-81a4-281d05ae66b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:29:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['f7841ba3-dffd-462f-8b4e-8874eadbae78'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:13.468136 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46992) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:13.514842 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-862ac23f-57b6-4e5b-81a4-281d05ae66b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:13.516090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862ac23f-57b6-4e5b-81a4-281d05ae66b7 None None] The sync data for ids ['f7841ba3-dffd-462f-8b4e-8874eadbae78'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:29:13.541281 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e07873-38fa-409f-a890-7cbdd329f546 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Deleting subnet 4b7dac2e-2a70-4137-9746-615152c5471b {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:29:13.545123 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4575bdb2-1fb5-4e1f-8807-355e9728c4f5 req-f715fe42-70ce-4ddc-acca-04b1dfbedaf9 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/ports?device_id=64cc1618-f0f0-4cc0-8108-7146f96222a9 HTTP/1.1" status: 200 len: 210 time: 0.0753531 Nov 15 11:29:13.546674 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71e07873-38fa-409f-a890-7cbdd329f546 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:13.589357 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-a6f0ab46-7ab9-4548-ab82-c9f6cb94d9b7 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] show failed (client error): The resource could not be found. Nov 15 11:29:13.591856 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a6f0ab46-7ab9-4548-ab82-c9f6cb94d9b7 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/ports/f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13/tags/tempest-TagsExtTest-Tag-1033262067 HTTP/1.1" status: 404 len: 329 time: 0.1960633 Nov 15 11:29:13.594813 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46998) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:13.599565 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.tag.tag_plugin [None req-5d41175b-478e-45a7-8058-a1f12460bab1 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13', 'tempest-TagsExtTest-Tag-1713976222') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:13.677834 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-aa0072d3-c88d-4393-8a15-c35c579fa364 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Allocated IP 172.20.0.8 (1865dd78-2adc-48fa-90fa-ebb857069465/9408b24e-de0b-4b8a-bc76-858536e53920/37e85a2a-52d4-449c-a8c9-8434d9135016) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:29:13.685375 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-5d41175b-478e-45a7-8058-a1f12460bab1 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] show failed (client error): The resource could not be found. Nov 15 11:29:13.691740 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5d41175b-478e-45a7-8058-a1f12460bab1 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/ports/f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13/tags/tempest-TagsExtTest-Tag-1713976222 HTTP/1.1" status: 404 len: 329 time: 0.0955997 Nov 15 11:29:13.692844 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47002) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:13.703126 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.tag.tag_plugin [None req-76081935-1652-43ab-8411-bc1455d052b4 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3dc87895-d7fe-45bd-91c4-37a9c7573c54', {'tags': ['tempest-TagsExtTest-Tag-1518158070', 'tempest-TagsExtTest-Tag-771361564', 'tempest-TagsExtTest-Tag-834845274']}) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:13.715606 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71e07873-38fa-409f-a890-7cbdd329f546 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:13.847372 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-76081935-1652-43ab-8411-bc1455d052b4 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "PUT /v2.0/routers/3dc87895-d7fe-45bd-91c4-37a9c7573c54/tags HTTP/1.1" status: 200 len: 316 time: 0.1523452 Nov 15 11:29:13.852973 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47008) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:13.857904 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.tag.tag_plugin [None req-1655ab56-dfb8-472b-ab66-282572c719bf tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3dc87895-d7fe-45bd-91c4-37a9c7573c54') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:13.860799 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f56b179-0ef0-4070-b799-097945dd3723 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:13.962705 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71e07873-38fa-409f-a890-7cbdd329f546 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:14.018838 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1655ab56-dfb8-472b-ab66-282572c719bf tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "DELETE /v2.0/routers/3dc87895-d7fe-45bd-91c4-37a9c7573c54/tags HTTP/1.1" status: 204 len: 168 time: 0.1647613 Nov 15 11:29:14.021946 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47016) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:14.026418 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.tag.tag_plugin [None req-b14b0e20-4be6-4192-b5d9-bff7e5d78ca1 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3dc87895-d7fe-45bd-91c4-37a9c7573c54', 'tempest-TagsExtTest-Tag-1518158070') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:14.042735 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-aa0072d3-c88d-4393-8a15-c35c579fa364 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:14.094851 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71e07873-38fa-409f-a890-7cbdd329f546 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:14.126456 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f56b179-0ef0-4070-b799-097945dd3723 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:14.133484 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-b14b0e20-4be6-4192-b5d9-bff7e5d78ca1 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] show failed (client error): The resource could not be found. Nov 15 11:29:14.134289 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b14b0e20-4be6-4192-b5d9-bff7e5d78ca1 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/routers/3dc87895-d7fe-45bd-91c4-37a9c7573c54/tags/tempest-TagsExtTest-Tag-1518158070 HTTP/1.1" status: 404 len: 329 time: 0.1114819 Nov 15 11:29:14.135717 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f56b179-0ef0-4070-b799-097945dd3723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:14.147743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47022) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:14.154850 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.tag.tag_plugin [None req-eaef5677-757b-4eff-a74d-38658d415766 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3dc87895-d7fe-45bd-91c4-37a9c7573c54', 'tempest-TagsExtTest-Tag-771361564') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:14.169052 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-aa0072d3-c88d-4393-8a15-c35c579fa364 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:14.181405 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1622d18-c560-4bd4-8985-d11a6cf9c8a4 None None] Network 4ea24311-38e8-4394-9409-df29c9a19e94 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:29:14.185394 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71e07873-38fa-409f-a890-7cbdd329f546 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:14.191940 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-71e07873-38fa-409f-a890-7cbdd329f546 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "DELETE /v2.0/subnets/4b7dac2e-2a70-4137-9746-615152c5471b HTTP/1.1" status: 204 len: 168 time: 0.8539407 Nov 15 11:29:14.196966 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e07873-38fa-409f-a890-7cbdd329f546 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event deleted for resources: {'Subnet': ['ID=4b7dac2e-2a70-4137-9746-615152c5471b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:14.202763 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47026) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:14.255930 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-aa0072d3-c88d-4393-8a15-c35c579fa364 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Network 1865dd78-2adc-48fa-90fa-ebb857069465 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:29:14.304513 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-aa0072d3-c88d-4393-8a15-c35c579fa364 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:29:14.310283 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-aa0072d3-c88d-4393-8a15-c35c579fa364 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:29:14.319473 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4f56b179-0ef0-4070-b799-097945dd3723 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e1b770f6ea5c49de967109cb81debe6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8474817 Nov 15 11:29:14.321819 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56b179-0ef0-4070-b799-097945dd3723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f07c68e-0549-4438-988c-fa4993ffad03,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:14.331148 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47030) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:14.355927 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-eaef5677-757b-4eff-a74d-38658d415766 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] show failed (client error): The resource could not be found. Nov 15 11:29:14.356989 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-eaef5677-757b-4eff-a74d-38658d415766 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/routers/3dc87895-d7fe-45bd-91c4-37a9c7573c54/tags/tempest-TagsExtTest-Tag-771361564 HTTP/1.1" status: 404 len: 328 time: 0.2067423 Nov 15 11:29:14.362605 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47032) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:14.367227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.tag.tag_plugin [None req-ac5bb915-2685-420b-b84f-b5fc0e723b3c tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3dc87895-d7fe-45bd-91c4-37a9c7573c54', 'tempest-TagsExtTest-Tag-834845274') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:14.420214 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0072d3-c88d-4393-8a15-c35c579fa364 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Pushing event updated for resources: {'Port': ['ID=37e85a2a-52d4-449c-a8c9-8434d9135016,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:14.436371 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fac012c-b6f5-466d-9f6f-e9dafee2874b None None] DHCP port deletion for 4ea24311-38e8-4394-9409-df29c9a19e94 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:29:14.475030 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f87072ec-1b18-4554-b7dc-72420f0c1d57 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:14.485472 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-ac5bb915-2685-420b-b84f-b5fc0e723b3c tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] show failed (client error): The resource could not be found. Nov 15 11:29:14.486587 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ac5bb915-2685-420b-b84f-b5fc0e723b3c tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/routers/3dc87895-d7fe-45bd-91c4-37a9c7573c54/tags/tempest-TagsExtTest-Tag-834845274 HTTP/1.1" status: 404 len: 328 time: 0.1230602 Nov 15 11:29:14.489472 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47042) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:14.501402 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.tag.tag_plugin [None req-357dc007-4de8-439a-8e99-d96959879bc3 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '0b74edf6-2d33-4cb3-9171-2a86ba17f80e', {'tags': ['tempest-TagsExtTest-Tag-1260690560', 'tempest-TagsExtTest-Tag-1673597912', 'tempest-TagsExtTest-Tag-666441398']}) {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:14.544855 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-aa0072d3-c88d-4393-8a15-c35c579fa364 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:14.545512 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-aa0072d3-c88d-4393-8a15-c35c579fa364 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:14.551647 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-5fac012c-b6f5-466d-9f6f-e9dafee2874b None None] Deleting port e8fe6899-8c79-4090-bb7d-607e7e221fac {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:29:14.554330 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0971b294-820d-4ab1-8818-22dcb2c30ec5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:14.555838 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-357dc007-4de8-439a-8e99-d96959879bc3 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "PUT /v2.0/subnetpools/0b74edf6-2d33-4cb3-9171-2a86ba17f80e/tags HTTP/1.1" status: 200 len: 317 time: 0.0653167 Nov 15 11:29:14.557438 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5fac012c-b6f5-466d-9f6f-e9dafee2874b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:14.558470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47046) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:14.564955 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.tag.tag_plugin [None req-98dec684-1f3e-42f1-b824-8f03fd2c9774 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0b74edf6-2d33-4cb3-9171-2a86ba17f80e') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:14.653135 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-aa0072d3-c88d-4393-8a15-c35c579fa364 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6809611 Nov 15 11:29:14.674961 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0971b294-820d-4ab1-8818-22dcb2c30ec5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:14.682467 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-1401c517-71f7-4322-ac43-d09b47535e79 service neutron] Request body: {'port': {'device_id': '64cc1618-f0f0-4cc0-8108-7146f96222a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:14.700498 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-98dec684-1f3e-42f1-b824-8f03fd2c9774 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "DELETE /v2.0/subnetpools/0b74edf6-2d33-4cb3-9171-2a86ba17f80e/tags HTTP/1.1" status: 204 len: 168 time: 0.1375837 Nov 15 11:29:14.714570 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5fac012c-b6f5-466d-9f6f-e9dafee2874b None None] For port e8fe6899-8c79-4090-bb7d-607e7e221fac, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e8fe6899-8c79-4090-bb7d-607e7e221fac,segment=NetworkSegment(f6b66e03-a00b-46cc-ace9-9fce7d7256b3),segment_id=f6b66e03-a00b-46cc-ace9-9fce7d7256b3)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:29:14.714994 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5fac012c-b6f5-466d-9f6f-e9dafee2874b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:14.716922 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47050) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:14.726258 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-fc86b83a-d12a-4362-aa1f-4d371d5054da tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0b74edf6-2d33-4cb3-9171-2a86ba17f80e', 'tempest-TagsExtTest-Tag-1260690560') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:14.746790 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-5fac012c-b6f5-466d-9f6f-e9dafee2874b None None] Calling delete_port for e8fe6899-8c79-4090-bb7d-607e7e221fac owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:29:14.754384 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9ee68-3f1c-489e-bdfd-bc687e87a6ec req-de161747-1268-4c42-84e0-1d34171a8cdf tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:14.755581 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e8fe6899-8c79-4090-bb7d-607e7e221fac no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:29:14.756824 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aaf9ee68-3f1c-489e-bdfd-bc687e87a6ec req-de161747-1268-4c42-84e0-1d34171a8cdf tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/ports?device_id=64cc1618-f0f0-4cc0-8108-7146f96222a9 HTTP/1.1" status: 200 len: 931 time: 0.0858696 Nov 15 11:29:14.838145 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-1401c517-71f7-4322-ac43-d09b47535e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:14.850435 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-fc86b83a-d12a-4362-aa1f-4d371d5054da tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] show failed (client error): The resource could not be found. Nov 15 11:29:14.854172 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fc86b83a-d12a-4362-aa1f-4d371d5054da tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/subnetpools/0b74edf6-2d33-4cb3-9171-2a86ba17f80e/tags/tempest-TagsExtTest-Tag-1260690560 HTTP/1.1" status: 404 len: 329 time: 0.1317129 Nov 15 11:29:14.854530 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aaf9ee68-3f1c-489e-bdfd-bc687e87a6ec req-5fdaad9a-6e71-4910-b933-7d289a2798e3 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51fbf55-dc03-4655-a990-3fca02a8cf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885339 Nov 15 11:29:14.858134 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47060) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:14.860725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.tag.tag_plugin [None req-1c9aa9d5-d5a2-4456-ac70-4093feb09dca tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0b74edf6-2d33-4cb3-9171-2a86ba17f80e', 'tempest-TagsExtTest-Tag-1673597912') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:14.862592 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f87072ec-1b18-4554-b7dc-72420f0c1d57 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Deleting port e8fe6899-8c79-4090-bb7d-607e7e221fac {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:29:14.862957 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f87072ec-1b18-4554-b7dc-72420f0c1d57 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:14.948154 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-1c9aa9d5-d5a2-4456-ac70-4093feb09dca tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] show failed (client error): The resource could not be found. Nov 15 11:29:14.949325 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1c9aa9d5-d5a2-4456-ac70-4093feb09dca tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/subnetpools/0b74edf6-2d33-4cb3-9171-2a86ba17f80e/tags/tempest-TagsExtTest-Tag-1673597912 HTTP/1.1" status: 404 len: 329 time: 0.0924070 Nov 15 11:29:14.952982 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47066) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:14.957926 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.tag.tag_plugin [None req-7b5d59ac-ea49-48a4-9443-cda78a813372 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0b74edf6-2d33-4cb3-9171-2a86ba17f80e', 'tempest-TagsExtTest-Tag-666441398') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:14.970273 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0971b294-820d-4ab1-8818-22dcb2c30ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:14.974318 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0971b294-820d-4ab1-8818-22dcb2c30ec5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:14.978741 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0971b294-820d-4ab1-8818-22dcb2c30ec5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0f07c68e-0549-4438-988c-fa4993ffad03 HTTP/1.1" status: 204 len: 168 time: 0.6461825 Nov 15 11:29:14.983366 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-7b5d59ac-ea49-48a4-9443-cda78a813372 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] show failed (client error): The resource could not be found. Nov 15 11:29:14.984656 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7b5d59ac-ea49-48a4-9443-cda78a813372 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/subnetpools/0b74edf6-2d33-4cb3-9171-2a86ba17f80e/tags/tempest-TagsExtTest-Tag-666441398 HTTP/1.1" status: 404 len: 328 time: 0.0307372 Nov 15 11:29:14.987313 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47070) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:14.993690 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.tag.tag_plugin [None req-57ffbe15-74e2-42e9-8273-1249f645d956 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0b74edf6-2d33-4cb3-9171-2a86ba17f80e') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:15.015763 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971b294-820d-4ab1-8818-22dcb2c30ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f07c68e-0549-4438-988c-fa4993ffad03,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:15.020918 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5fac012c-b6f5-466d-9f6f-e9dafee2874b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:15.037838 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-57ffbe15-74e2-42e9-8273-1249f645d956 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "DELETE /v2.0/subnetpools/0b74edf6-2d33-4cb3-9171-2a86ba17f80e/tags HTTP/1.1" status: 204 len: 168 time: 0.0472634 Nov 15 11:29:15.038187 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47072) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:15.047035 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.tag.tag_plugin [None req-6cbc58d9-877f-4421-8a26-ee686189ca10 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3dc87895-d7fe-45bd-91c4-37a9c7573c54') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:15.054174 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f87072ec-1b18-4554-b7dc-72420f0c1d57 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] For port e8fe6899-8c79-4090-bb7d-607e7e221fac, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e8fe6899-8c79-4090-bb7d-607e7e221fac,segment=NetworkSegment(f6b66e03-a00b-46cc-ace9-9fce7d7256b3),segment_id=f6b66e03-a00b-46cc-ace9-9fce7d7256b3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:29:15.054929 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f87072ec-1b18-4554-b7dc-72420f0c1d57 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:15.087385 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac012c-b6f5-466d-9f6f-e9dafee2874b None None] Pushing event deleted for resources: {'Port': ['ID=e8fe6899-8c79-4090-bb7d-607e7e221fac,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:15.089542 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:15.112173 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fac012c-b6f5-466d-9f6f-e9dafee2874b None None] No DVR routers for this DVR port e8fe6899-8c79-4090-bb7d-607e7e221fac on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:29:15.153698 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f87072ec-1b18-4554-b7dc-72420f0c1d57 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Calling delete_port for e8fe6899-8c79-4090-bb7d-607e7e221fac owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:29:15.290618 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47082) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:15.303005 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6cbc58d9-877f-4421-8a26-ee686189ca10 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "DELETE /v2.0/routers/3dc87895-d7fe-45bd-91c4-37a9c7573c54/tags HTTP/1.1" status: 204 len: 168 time: 0.2481582 Nov 15 11:29:15.316318 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-3d1fefc4-9223-4a58-a37d-97e0c96c0c8e tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:15.595106 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-1401c517-71f7-4322-ac43-d09b47535e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e85a2a-52d4-449c-a8c9-8434d9135016 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:29:15.611514 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-1401c517-71f7-4322-ac43-d09b47535e79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:15.633052 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-1401c517-71f7-4322-ac43-d09b47535e79 service neutron] Transition to ACTIVE for port object 37e85a2a-52d4-449c-a8c9-8434d9135016 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:29:15.681875 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f87072ec-1b18-4554-b7dc-72420f0c1d57 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:15.687425 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-1401c517-71f7-4322-ac43-d09b47535e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:15.739479 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87072ec-1b18-4554-b7dc-72420f0c1d57 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event deleted for resources: {'Port': ['ID=e8fe6899-8c79-4090-bb7d-607e7e221fac,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:15.768703 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87072ec-1b18-4554-b7dc-72420f0c1d57 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] No DVR routers for this DVR port e8fe6899-8c79-4090-bb7d-607e7e221fac on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:29:15.938823 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401c517-71f7-4322-ac43-d09b47535e79 service neutron] Pushing event updated for resources: {'Port': ['ID=37e85a2a-52d4-449c-a8c9-8434d9135016,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:15.970605 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3d1fefc4-9223-4a58-a37d-97e0c96c0c8e tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "DELETE /v2.0/ports/f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13/tags HTTP/1.1" status: 204 len: 168 time: 0.6752799 Nov 15 11:29:15.974800 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47118) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:15.979415 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.tag.tag_plugin [None req-0f81ef6c-8949-429d-ab13-99a770de4377 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'db86112d-1342-4275-9af5-de12ca99304a') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:16.002605 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f87072ec-1b18-4554-b7dc-72420f0c1d57 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:16.035701 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-1401c517-71f7-4322-ac43-d09b47535e79 service neutron] Attempting to bind port 37e85a2a-52d4-449c-a8c9-8434d9135016 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:29:16.036401 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-1401c517-71f7-4322-ac43-d09b47535e79 service neutron] Attempting to bind port 37e85a2a-52d4-449c-a8c9-8434d9135016 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'fc0d0f4f-67e5-4b83-872f-0a7039bc18ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '1865dd78-2adc-48fa-90fa-ebb857069465'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:29:16.036401 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-1401c517-71f7-4322-ac43-d09b47535e79 service neutron] Attempting to bind port 37e85a2a-52d4-449c-a8c9-8434d9135016 on network 1865dd78-2adc-48fa-90fa-ebb857069465 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:29:16.044387 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f87072ec-1b18-4554-b7dc-72420f0c1d57 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea24311-38e8-4394-9409-df29c9a19e94']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:16.046803 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-1401c517-71f7-4322-ac43-d09b47535e79 service neutron] Port 37e85a2a-52d4-449c-a8c9-8434d9135016 on network 1865dd78-2adc-48fa-90fa-ebb857069465 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:29:16.047229 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-1401c517-71f7-4322-ac43-d09b47535e79 service neutron] Attempting to bind port 37e85a2a-52d4-449c-a8c9-8434d9135016 on network 1865dd78-2adc-48fa-90fa-ebb857069465 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:29:16.061199 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-1401c517-71f7-4322-ac43-d09b47535e79 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:29:16.061498 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-1401c517-71f7-4322-ac43-d09b47535e79 service neutron] Checking segment: {'id': 'fc0d0f4f-67e5-4b83-872f-0a7039bc18ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '1865dd78-2adc-48fa-90fa-ebb857069465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:29:16.061876 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-1401c517-71f7-4322-ac43-d09b47535e79 service neutron] Bound using segment: {'id': 'fc0d0f4f-67e5-4b83-872f-0a7039bc18ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '1865dd78-2adc-48fa-90fa-ebb857069465'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:29:16.062601 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-1401c517-71f7-4322-ac43-d09b47535e79 service neutron] Bound port: 37e85a2a-52d4-449c-a8c9-8434d9135016, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc0d0f4f-67e5-4b83-872f-0a7039bc18ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '1865dd78-2adc-48fa-90fa-ebb857069465'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:29:16.062884 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-1401c517-71f7-4322-ac43-d09b47535e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:16.069196 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f87072ec-1b18-4554-b7dc-72420f0c1d57 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b66e03-a00b-46cc-ace9-9fce7d7256b3') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:16.069482 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f87072ec-1b18-4554-b7dc-72420f0c1d57 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b66e03-a00b-46cc-ace9-9fce7d7256b3') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:16.091228 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f87072ec-1b18-4554-b7dc-72420f0c1d57 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:16.097052 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fea88-9529-4cd3-9344-6724c77cad0e req-0dbd10e9-e0ca-4367-8177-d4d0f4d53ef4 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:16.105538 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb6fea88-9529-4cd3-9344-6724c77cad0e req-0dbd10e9-e0ca-4367-8177-d4d0f4d53ef4 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/ports?device_id=64cc1618-f0f0-4cc0-8108-7146f96222a9 HTTP/1.1" status: 200 len: 943 time: 0.0809228 Nov 15 11:29:16.137812 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f87072ec-1b18-4554-b7dc-72420f0c1d57 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:16.149266 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87072ec-1b18-4554-b7dc-72420f0c1d57 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:29:16.150005 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f87072ec-1b18-4554-b7dc-72420f0c1d57 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:29:16.153591 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:29:16.168750 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0f81ef6c-8949-429d-ab13-99a770de4377 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "DELETE /v2.0/subnets/db86112d-1342-4275-9af5-de12ca99304a/tags HTTP/1.1" status: 204 len: 168 time: 0.1928046 Nov 15 11:29:16.174478 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47128) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:16.229298 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb6fea88-9529-4cd3-9344-6724c77cad0e req-8ce0d42f-acf2-42ba-aeaf-af285f7a4b43 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51fbf55-dc03-4655-a990-3fca02a8cf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228857 Nov 15 11:29:16.263584 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-1401c517-71f7-4322-ac43-d09b47535e79 service neutron] For port 37e85a2a-52d4-449c-a8c9-8434d9135016, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:29:16.287057 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f87072ec-1b18-4554-b7dc-72420f0c1d57 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:16.301768 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f87072ec-1b18-4554-b7dc-72420f0c1d57 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:16.305447 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f87072ec-1b18-4554-b7dc-72420f0c1d57 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "DELETE /v2.0/networks/4ea24311-38e8-4394-9409-df29c9a19e94 HTTP/1.1" status: 204 len: 168 time: 2.1017661 Nov 15 11:29:16.308802 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47134) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:16.319350 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-1401c517-71f7-4322-ac43-d09b47535e79 service neutron] For port 37e85a2a-52d4-449c-a8c9-8434d9135016, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=37e85a2a-52d4-449c-a8c9-8434d9135016,segment=NetworkSegment(fc0d0f4f-67e5-4b83-872f-0a7039bc18ec),segment_id=fc0d0f4f-67e5-4b83-872f-0a7039bc18ec)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:29:16.320883 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87072ec-1b18-4554-b7dc-72420f0c1d57 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event deleted for resources: {'Network': ['ID=4ea24311-38e8-4394-9409-df29c9a19e94,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:16.328813 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-1401c517-71f7-4322-ac43-d09b47535e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:16.340785 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ed9183cc-de16-498a-a122-7fa4121747e7 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks [] for subnetpool, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:16.341808 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ed9183cc-de16-498a-a122-7fa4121747e7 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "DELETE /v2.0/subnetpools/0b74edf6-2d33-4cb3-9171-2a86ba17f80e HTTP/1.1" status: 204 len: 168 time: 0.1664839 Nov 15 11:29:16.359743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47136) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:16.392292 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2520799d-7fdf-4832-a4cf-f3b50ac5b7b7 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dc87895-d7fe-45bd-91c4-37a9c7573c54 HTTP/1.1" status: 200 len: 205 time: 0.0289745 Nov 15 11:29:16.394037 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47138) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:16.417432 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-1401c517-71f7-4322-ac43-d09b47535e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:16.418632 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-1401c517-71f7-4322-ac43-d09b47535e79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:16.420288 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-1401c517-71f7-4322-ac43-d09b47535e79 service neutron] 10.222.0.11 "PUT /v2.0/ports/37e85a2a-52d4-449c-a8c9-8434d9135016 HTTP/1.1" status: 200 len: 1091 time: 1.7420442 Nov 15 11:29:16.420726 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64cc1618-f0f0-4cc0-8108-7146f96222a9', 'tag': '37e85a2a-52d4-449c-a8c9-8434d9135016'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:29:16.423474 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83766546-435a-492e-9721-64b05615f8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "64cc1618-f0f0-4cc0-8108-7146f96222a9", "tag": "37e85a2a-52d4-449c-a8c9-8434d9135016"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:29:16.447387 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401c517-71f7-4322-ac43-d09b47535e79 service neutron] Pushing event updated for resources: {'Port': ['ID=37e85a2a-52d4-449c-a8c9-8434d9135016,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:16.482171 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c2c1094-5482-4c65-86bd-1cef5b6e284e tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:16.558683 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ebfa52-211b-4595-9a51-ead6209f58bf x-openstack-request-id: req-b6ebfa52-211b-4595-9a51-ead6209f58bf {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:29:16.559080 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64cc1618-f0f0-4cc0-8108-7146f96222a9", "tag": "37e85a2a-52d4-449c-a8c9-8434d9135016", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:29:16.559480 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6ebfa52-211b-4595-9a51-ead6209f58bf {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:29:16.560002 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64cc1618-f0f0-4cc0-8108-7146f96222a9', 'tag': '37e85a2a-52d4-449c-a8c9-8434d9135016', 'status': 'completed', 'code': 200} Nov 15 11:29:16.596866 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-5517d48f-627c-408f-8f43-6bf282f62747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:16.597647 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-794da303-7f57-42ff-a4d3-5c3165efbb75 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Deleting subnet dd51dfa4-73df-4589-a24a-288171582f54 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:29:16.600617 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-5517d48f-627c-408f-8f43-6bf282f62747 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=217ce59e7df7489f85ab4295d63bceb8&device_id=64cc1618-f0f0-4cc0-8108-7146f96222a9 HTTP/1.1" status: 200 len: 1094 time: 0.0671015 Nov 15 11:29:16.609131 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-794da303-7f57-42ff-a4d3-5c3165efbb75 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:16.659489 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-baf014bf-2afe-43ef-8634-f59225c78dac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37e85a2a-52d4-449c-a8c9-8434d9135016 HTTP/1.1" status: 200 len: 217 time: 0.0500269 Nov 15 11:29:16.751973 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-4bc18e49-47ec-4077-bbb9-1d98f15b36db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:16.753596 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-4bc18e49-47ec-4077-bbb9-1d98f15b36db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9408b24e-de0b-4b8a-bc76-858536e53920 HTTP/1.1" status: 200 len: 861 time: 0.0865047 Nov 15 11:29:16.796681 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-a65ebdf8-842a-442b-90d3-537dc8d60358 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1865dd78-2adc-48fa-90fa-ebb857069465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343251 Nov 15 11:29:16.837266 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c2c1094-5482-4c65-86bd-1cef5b6e284e tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:16.840716 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-794da303-7f57-42ff-a4d3-5c3165efbb75 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:16.844056 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c2c1094-5482-4c65-86bd-1cef5b6e284e tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:16.947040 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-d0c131e7-464a-447f-b3b4-3308140117f3 service neutron] 10.222.0.11 "GET /v2.0/networks/1865dd78-2adc-48fa-90fa-ebb857069465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408403 Nov 15 11:29:17.145038 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aa0ab683-86d0-4b0a-8730-3383e0ee98f9 req-656963d5-1d5b-4a98-89c0-f732910be01a service neutron] 10.222.0.11 "GET /v2.0/networks/1865dd78-2adc-48fa-90fa-ebb857069465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897244 Nov 15 11:29:17.219279 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c2c1094-5482-4c65-86bd-1cef5b6e284e tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:17.220112 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2c1094-5482-4c65-86bd-1cef5b6e284e tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Fanout notify agent at l3_agent the message router_deleted on router 3dc87895-d7fe-45bd-91c4-37a9c7573c54 {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:29:17.230001 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c2c1094-5482-4c65-86bd-1cef5b6e284e tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:17.231003 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9c2c1094-5482-4c65-86bd-1cef5b6e284e tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "DELETE /v2.0/routers/3dc87895-d7fe-45bd-91c4-37a9c7573c54 HTTP/1.1" status: 204 len: 168 time: 0.8360653 Nov 15 11:29:17.235917 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47182) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:17.288528 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83766546-435a-492e-9721-64b05615f8e2 req-f7e6aee3-d8ee-4c87-9a9f-337250ecc0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:17.295205 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-83766546-435a-492e-9721-64b05615f8e2 req-f7e6aee3-d8ee-4c87-9a9f-337250ecc0b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=217ce59e7df7489f85ab4295d63bceb8&device_id=64cc1618-f0f0-4cc0-8108-7146f96222a9 HTTP/1.1" status: 200 len: 1094 time: 0.0990756 Nov 15 11:29:17.367202 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-794da303-7f57-42ff-a4d3-5c3165efbb75 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:17.501280 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83766546-435a-492e-9721-64b05615f8e2 req-46e4e84c-e845-44fd-814d-f9c530a70062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:17.503007 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-83766546-435a-492e-9721-64b05615f8e2 req-46e4e84c-e845-44fd-814d-f9c530a70062 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1865dd78-2adc-48fa-90fa-ebb857069465 HTTP/1.1" status: 200 len: 922 time: 0.2017996 Nov 15 11:29:17.562767 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257ec6b-2e4a-43a2-be59-70cddf2823fa req-59951257-f110-4bd4-85d5-dcc871663f1b tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:17.584401 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-83766546-435a-492e-9721-64b05615f8e2 req-9ee23666-2d8f-47e3-a682-0fe200b51813 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37e85a2a-52d4-449c-a8c9-8434d9135016 HTTP/1.1" status: 200 len: 217 time: 0.0737417 Nov 15 11:29:17.584685 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6257ec6b-2e4a-43a2-be59-70cddf2823fa req-59951257-f110-4bd4-85d5-dcc871663f1b tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/ports?device_id=64cc1618-f0f0-4cc0-8108-7146f96222a9 HTTP/1.1" status: 200 len: 943 time: 0.1716847 Nov 15 11:29:17.616598 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-deb3bc27-63b7-47f6-a0c9-76b2bc8be783 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Deleting port f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:29:17.618794 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-deb3bc27-63b7-47f6-a0c9-76b2bc8be783 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:17.649842 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-794da303-7f57-42ff-a4d3-5c3165efbb75 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:17.706985 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83766546-435a-492e-9721-64b05615f8e2 req-04b9e28c-e1bc-45c7-bdf7-570cc588926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:17.710138 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-83766546-435a-492e-9721-64b05615f8e2 req-04b9e28c-e1bc-45c7-bdf7-570cc588926b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9408b24e-de0b-4b8a-bc76-858536e53920 HTTP/1.1" status: 200 len: 861 time: 0.1179354 Nov 15 11:29:17.745164 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-83766546-435a-492e-9721-64b05615f8e2 req-6d0d3b7f-deda-47a1-afbe-2ef0dcd894f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1865dd78-2adc-48fa-90fa-ebb857069465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274808 Nov 15 11:29:17.787502 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-794da303-7f57-42ff-a4d3-5c3165efbb75 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:17.802422 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b959a520-a2fb-4b9a-b75c-44d2afc460f5 None None] Network 9f2823f0-263b-48ac-8468-588b6c3fff78 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:29:17.828179 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47208) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:17.832175 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-794da303-7f57-42ff-a4d3-5c3165efbb75 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "DELETE /v2.0/subnets/dd51dfa4-73df-4589-a24a-288171582f54 HTTP/1.1" status: 204 len: 168 time: 1.5181921 Nov 15 11:29:17.843685 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794da303-7f57-42ff-a4d3-5c3165efbb75 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event deleted for resources: {'Subnet': ['ID=dd51dfa4-73df-4589-a24a-288171582f54,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:17.928849 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb40595-425d-4b1f-bf67-19f2e9127fd4 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Deleting subnet 0e2c6113-9437-4ee4-9e77-3c26b180785f {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:29:17.935749 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8eb40595-425d-4b1f-bf67-19f2e9127fd4 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:17.983761 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6257ec6b-2e4a-43a2-be59-70cddf2823fa req-298a6599-56e1-4ee7-aae1-77cbc6c816c4 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51fbf55-dc03-4655-a990-3fca02a8cf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774712 Nov 15 11:29:18.018047 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-83766546-435a-492e-9721-64b05615f8e2 req-a7e4cce9-3f88-409f-8e60-d56766b88967 service neutron] 10.222.0.11 "GET /v2.0/networks/1865dd78-2adc-48fa-90fa-ebb857069465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645407 Nov 15 11:29:18.060671 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8eb40595-425d-4b1f-bf67-19f2e9127fd4 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:18.082109 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-deb3bc27-63b7-47f6-a0c9-76b2bc8be783 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:18.112846 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-deb3bc27-63b7-47f6-a0c9-76b2bc8be783 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Calling delete_port for f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13 owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:29:18.160932 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31aadfa-56fa-4242-b4ae-3314849fcbd7 None None] DHCP port deletion for 9f2823f0-263b-48ac-8468-588b6c3fff78 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:29:18.255330 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c31aadfa-56fa-4242-b4ae-3314849fcbd7 None None] Deleting port 9a62af49-4677-4538-9c19-04663b1770bf {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:29:18.257823 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c31aadfa-56fa-4242-b4ae-3314849fcbd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:18.354629 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-deb3bc27-63b7-47f6-a0c9-76b2bc8be783 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:18.407116 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c31aadfa-56fa-4242-b4ae-3314849fcbd7 None None] For port 9a62af49-4677-4538-9c19-04663b1770bf, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9a62af49-4677-4538-9c19-04663b1770bf,segment=NetworkSegment(4e4e7092-df8f-448b-922d-d69a714fac35),segment_id=4e4e7092-df8f-448b-922d-d69a714fac35)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:29:18.407524 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c31aadfa-56fa-4242-b4ae-3314849fcbd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:18.410623 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3bc27-63b7-47f6-a0c9-76b2bc8be783 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Pushing event deleted for resources: {'Port': ['ID=f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:18.423465 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c31aadfa-56fa-4242-b4ae-3314849fcbd7 None None] Calling delete_port for 9a62af49-4677-4538-9c19-04663b1770bf owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:29:18.570213 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c31aadfa-56fa-4242-b4ae-3314849fcbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:18.595439 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-deb3bc27-63b7-47f6-a0c9-76b2bc8be783 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:18.613310 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-deb3bc27-63b7-47f6-a0c9-76b2bc8be783 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "DELETE /v2.0/ports/f884f65e-eb6d-4f90-9e2b-b6a46f3ccf13 HTTP/1.1" status: 204 len: 168 time: 1.3761413 Nov 15 11:29:18.616760 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47276) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:18.667102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31aadfa-56fa-4242-b4ae-3314849fcbd7 None None] Pushing event deleted for resources: {'Port': ['ID=9a62af49-4677-4538-9c19-04663b1770bf,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:18.674980 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31aadfa-56fa-4242-b4ae-3314849fcbd7 None None] No DVR routers for this DVR port 9a62af49-4677-4538-9c19-04663b1770bf on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:29:18.767859 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9a62af49-4677-4538-9c19-04663b1770bf no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:29:18.784070 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6fc845-670e-4bbb-a59a-b1f08beaf545 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Deleting subnet db86112d-1342-4275-9af5-de12ca99304a {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:29:18.803364 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d6fc845-670e-4bbb-a59a-b1f08beaf545 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:18.834460 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 9a62af49-4677-4538-9c19-04663b1770bf {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:29:18.835063 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9a62af49-4677-4538-9c19-04663b1770bf not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:29:18.881968 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-83766546-435a-492e-9721-64b05615f8e2 req-5881d56c-05a5-4448-bccd-50ab62c15a2c service neutron] 10.222.0.11 "GET /v2.0/networks/1865dd78-2adc-48fa-90fa-ebb857069465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8539922 Nov 15 11:29:18.896510 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8eb40595-425d-4b1f-bf67-19f2e9127fd4 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:18.901599 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d6fc845-670e-4bbb-a59a-b1f08beaf545 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:19.013767 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8eb40595-425d-4b1f-bf67-19f2e9127fd4 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:19.078852 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d6fc845-670e-4bbb-a59a-b1f08beaf545 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:19.083378 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b29853-60f6-4a3d-a78c-47653c3959bb None None] Network 5febd73b-b23b-4b19-9598-d9288777b2ff requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:29:19.089699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb40595-425d-4b1f-bf67-19f2e9127fd4 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event deleted for resources: {'Subnet': ['ID=0e2c6113-9437-4ee4-9e77-3c26b180785f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:19.117843 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8eb40595-425d-4b1f-bf67-19f2e9127fd4 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:19.131318 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8eb40595-425d-4b1f-bf67-19f2e9127fd4 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "DELETE /v2.0/subnets/0e2c6113-9437-4ee4-9e77-3c26b180785f HTTP/1.1" status: 204 len: 168 time: 1.3020904 Nov 15 11:29:19.132850 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47324) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:19.277929 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a86a7-fbed-4ae0-b3dc-5246797907e8 req-22102166-d098-467d-a139-20dda41dd950 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:19.279542 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d16a86a7-fbed-4ae0-b3dc-5246797907e8 req-22102166-d098-467d-a139-20dda41dd950 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/ports?device_id=64cc1618-f0f0-4cc0-8108-7146f96222a9 HTTP/1.1" status: 200 len: 943 time: 0.1294761 Nov 15 11:29:19.311089 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d6fc845-670e-4bbb-a59a-b1f08beaf545 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:19.341255 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e0dbaa-cbfc-47c4-af86-ec9f53c83954 None None] Network 8d343f62-a8c6-40f5-871f-f9777cd016a0 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:29:19.347176 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4690bc8a-23f5-4b1e-9be1-6817875bc8e5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:19.349164 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d6fc845-670e-4bbb-a59a-b1f08beaf545 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:19.356107 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4d6fc845-670e-4bbb-a59a-b1f08beaf545 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "DELETE /v2.0/subnets/db86112d-1342-4275-9af5-de12ca99304a HTTP/1.1" status: 204 len: 168 time: 0.7360229 Nov 15 11:29:19.358835 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47330) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:19.380833 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fc845-670e-4bbb-a59a-b1f08beaf545 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Pushing event deleted for resources: {'Subnet': ['ID=db86112d-1342-4275-9af5-de12ca99304a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:19.437412 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fedd98-eb5f-4f9a-98e1-d367126c6986 None None] DHCP port deletion for 5febd73b-b23b-4b19-9598-d9288777b2ff request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:29:19.443874 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d16a86a7-fbed-4ae0-b3dc-5246797907e8 req-c906262f-1edf-4085-b44c-5ac8944c4498 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51fbf55-dc03-4655-a990-3fca02a8cf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449077 Nov 15 11:29:19.499264 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96f5d44b-4dc5-46f8-8203-f7887ffd8041 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:19.533678 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47334) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:19.627547 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-89fedd98-eb5f-4f9a-98e1-d367126c6986 None None] Deleting port d66d4c10-8e93-460c-ad18-e3e48b2de8a4 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:29:19.628496 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-89fedd98-eb5f-4f9a-98e1-d367126c6986 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:19.713916 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-333d1835-fbf3-42ae-8456-3b4df70422c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:19.755995 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4690bc8a-23f5-4b1e-9be1-6817875bc8e5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:19.758993 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-89fedd98-eb5f-4f9a-98e1-d367126c6986 None None] For port d66d4c10-8e93-460c-ad18-e3e48b2de8a4, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d66d4c10-8e93-460c-ad18-e3e48b2de8a4,segment=NetworkSegment(16f523e4-e76b-4ea2-8dde-8bb8cd780c4a),segment_id=16f523e4-e76b-4ea2-8dde-8bb8cd780c4a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:29:19.761201 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-89fedd98-eb5f-4f9a-98e1-d367126c6986 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:19.778135 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f8379f-4087-4412-ba51-8cef7a616862 None None] DHCP port deletion for 8d343f62-a8c6-40f5-871f-f9777cd016a0 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:29:19.794899 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4690bc8a-23f5-4b1e-9be1-6817875bc8e5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2823f0-263b-48ac-8468-588b6c3fff78']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:19.810551 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4690bc8a-23f5-4b1e-9be1-6817875bc8e5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4e7092-df8f-448b-922d-d69a714fac35') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:19.810826 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4690bc8a-23f5-4b1e-9be1-6817875bc8e5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4e7092-df8f-448b-922d-d69a714fac35') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:19.821175 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-89fedd98-eb5f-4f9a-98e1-d367126c6986 None None] Calling delete_port for d66d4c10-8e93-460c-ad18-e3e48b2de8a4 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:29:19.824706 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4690bc8a-23f5-4b1e-9be1-6817875bc8e5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:19.850198 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4690bc8a-23f5-4b1e-9be1-6817875bc8e5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:19.883432 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-96f5d44b-4dc5-46f8-8203-f7887ffd8041 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Deleting port 31fc4401-9240-4618-9370-b9cef099ee2e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:29:19.884138 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96f5d44b-4dc5-46f8-8203-f7887ffd8041 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:19.891948 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4690bc8a-23f5-4b1e-9be1-6817875bc8e5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:29:19.892335 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4690bc8a-23f5-4b1e-9be1-6817875bc8e5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:19.893463 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-333d1835-fbf3-42ae-8456-3b4df70422c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:29:19.901305 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:29:19.905714 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-333d1835-fbf3-42ae-8456-3b4df70422c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:19.906819 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-22f8379f-4087-4412-ba51-8cef7a616862 None None] Deleting port 31fc4401-9240-4618-9370-b9cef099ee2e {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:29:19.907369 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-22f8379f-4087-4412-ba51-8cef7a616862 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:19.965516 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-333d1835-fbf3-42ae-8456-3b4df70422c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2cff843f7c104ff3a6e39100156d448f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4303317 Nov 15 11:29:19.973111 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d1835-fbf3-42ae-8456-3b4df70422c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c3e85c-c031-4c2f-a6a6-27a8cce74473,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:19.975625 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47362) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:20.031073 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-22f8379f-4087-4412-ba51-8cef7a616862 None None] For port 31fc4401-9240-4618-9370-b9cef099ee2e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=31fc4401-9240-4618-9370-b9cef099ee2e,segment=NetworkSegment(e2151d7f-3f79-4d3f-87a2-4e73b32838b3),segment_id=e2151d7f-3f79-4d3f-87a2-4e73b32838b3)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:29:20.031932 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-22f8379f-4087-4412-ba51-8cef7a616862 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:20.079463 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-22f8379f-4087-4412-ba51-8cef7a616862 None None] Calling delete_port for 31fc4401-9240-4618-9370-b9cef099ee2e owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:29:20.098880 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2454e1af-71f4-42e2-8b81-9bb729a962e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:20.109409 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-96f5d44b-4dc5-46f8-8203-f7887ffd8041 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] For port 31fc4401-9240-4618-9370-b9cef099ee2e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=31fc4401-9240-4618-9370-b9cef099ee2e,segment=NetworkSegment(e2151d7f-3f79-4d3f-87a2-4e73b32838b3),segment_id=e2151d7f-3f79-4d3f-87a2-4e73b32838b3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:29:20.110040 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96f5d44b-4dc5-46f8-8203-f7887ffd8041 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:20.118414 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4690bc8a-23f5-4b1e-9be1-6817875bc8e5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:20.156638 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2454e1af-71f4-42e2-8b81-9bb729a962e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:20.160523 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4690bc8a-23f5-4b1e-9be1-6817875bc8e5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:20.164311 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4690bc8a-23f5-4b1e-9be1-6817875bc8e5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "DELETE /v2.0/networks/9f2823f0-263b-48ac-8468-588b6c3fff78 HTTP/1.1" status: 204 len: 168 time: 1.0283945 Nov 15 11:29:20.175896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47368) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:20.185655 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-96f5d44b-4dc5-46f8-8203-f7887ffd8041 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Calling delete_port for 31fc4401-9240-4618-9370-b9cef099ee2e owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:29:20.186606 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-89fedd98-eb5f-4f9a-98e1-d367126c6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:20.210764 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690bc8a-23f5-4b1e-9be1-6817875bc8e5 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event deleted for resources: {'Network': ['ID=9f2823f0-263b-48ac-8468-588b6c3fff78,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:20.218792 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fedd98-eb5f-4f9a-98e1-d367126c6986 None None] Pushing event deleted for resources: {'Port': ['ID=d66d4c10-8e93-460c-ad18-e3e48b2de8a4,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:20.222172 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fedd98-eb5f-4f9a-98e1-d367126c6986 None None] No DVR routers for this DVR port d66d4c10-8e93-460c-ad18-e3e48b2de8a4 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:29:20.275439 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-22f8379f-4087-4412-ba51-8cef7a616862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:20.295805 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f8379f-4087-4412-ba51-8cef7a616862 None None] No DVR routers for this DVR port 31fc4401-9240-4618-9370-b9cef099ee2e on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:29:20.336832 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8379f-4087-4412-ba51-8cef7a616862 None None] Pushing event deleted for resources: {'Port': ['ID=31fc4401-9240-4618-9370-b9cef099ee2e,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:20.338920 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96f5d44b-4dc5-46f8-8203-f7887ffd8041 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:20.377364 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f5d44b-4dc5-46f8-8203-f7887ffd8041 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] No DVR routers for this DVR port 31fc4401-9240-4618-9370-b9cef099ee2e on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:29:20.379077 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5d44b-4dc5-46f8-8203-f7887ffd8041 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Pushing event deleted for resources: {'Port': ['ID=31fc4401-9240-4618-9370-b9cef099ee2e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:20.392841 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2454e1af-71f4-42e2-8b81-9bb729a962e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:20.399994 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2454e1af-71f4-42e2-8b81-9bb729a962e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:20.403526 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2454e1af-71f4-42e2-8b81-9bb729a962e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1c3e85c-c031-4c2f-a6a6-27a8cce74473 HTTP/1.1" status: 204 len: 168 time: 0.4113874 Nov 15 11:29:20.411860 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-338b09e6-7a2b-44e5-807a-86624a4922ea tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:20.419843 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454e1af-71f4-42e2-8b81-9bb729a962e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c3e85c-c031-4c2f-a6a6-27a8cce74473,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:20.520142 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96f5d44b-4dc5-46f8-8203-f7887ffd8041 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:20.548799 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-96f5d44b-4dc5-46f8-8203-f7887ffd8041 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d343f62-a8c6-40f5-871f-f9777cd016a0']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:20.559264 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-338b09e6-7a2b-44e5-807a-86624a4922ea tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:20.562318 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-96f5d44b-4dc5-46f8-8203-f7887ffd8041 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2151d7f-3f79-4d3f-87a2-4e73b32838b3') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:20.562836 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-96f5d44b-4dc5-46f8-8203-f7887ffd8041 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2151d7f-3f79-4d3f-87a2-4e73b32838b3') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:20.572967 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96f5d44b-4dc5-46f8-8203-f7887ffd8041 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:20.615540 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96f5d44b-4dc5-46f8-8203-f7887ffd8041 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:20.620615 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-338b09e6-7a2b-44e5-807a-86624a4922ea tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5febd73b-b23b-4b19-9598-d9288777b2ff']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:20.625666 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f5d44b-4dc5-46f8-8203-f7887ffd8041 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:29:20.626066 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96f5d44b-4dc5-46f8-8203-f7887ffd8041 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:29:20.634968 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:29:20.645716 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:29:20.677573 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-338b09e6-7a2b-44e5-807a-86624a4922ea tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f523e4-e76b-4ea2-8dde-8bb8cd780c4a') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:20.677995 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-338b09e6-7a2b-44e5-807a-86624a4922ea tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f523e4-e76b-4ea2-8dde-8bb8cd780c4a') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:20.690048 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-338b09e6-7a2b-44e5-807a-86624a4922ea tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:20.712448 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d66d4c10-8e93-460c-ad18-e3e48b2de8a4 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:29:20.713392 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-338b09e6-7a2b-44e5-807a-86624a4922ea tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:20.723616 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba91f6b-3ae3-4589-b662-a74ab0330a02 req-7be8d86b-9ced-4b91-a7da-251cbcdb3ad2 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:20.725940 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aba91f6b-3ae3-4589-b662-a74ab0330a02 req-7be8d86b-9ced-4b91-a7da-251cbcdb3ad2 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/ports?device_id=64cc1618-f0f0-4cc0-8108-7146f96222a9 HTTP/1.1" status: 200 len: 943 time: 0.1004314 Nov 15 11:29:20.740193 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338b09e6-7a2b-44e5-807a-86624a4922ea tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:29:20.740873 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-338b09e6-7a2b-44e5-807a-86624a4922ea tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:29:20.745514 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:29:20.764363 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: d66d4c10-8e93-460c-ad18-e3e48b2de8a4 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:29:20.766323 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d66d4c10-8e93-460c-ad18-e3e48b2de8a4 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:29:20.767859 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 31fc4401-9240-4618-9370-b9cef099ee2e no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:29:20.791292 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96f5d44b-4dc5-46f8-8203-f7887ffd8041 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:20.801288 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-96f5d44b-4dc5-46f8-8203-f7887ffd8041 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:20.804476 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-96f5d44b-4dc5-46f8-8203-f7887ffd8041 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] 10.222.0.64 "DELETE /v2.0/networks/8d343f62-a8c6-40f5-871f-f9777cd016a0 HTTP/1.1" status: 204 len: 168 time: 1.4434390 Nov 15 11:29:20.822620 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 31fc4401-9240-4618-9370-b9cef099ee2e {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:29:20.822973 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 31fc4401-9240-4618-9370-b9cef099ee2e not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:29:20.838573 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5d44b-4dc5-46f8-8203-f7887ffd8041 tempest-TagsExtTest-1747361529 tempest-TagsExtTest-1747361529-project] Pushing event deleted for resources: {'Network': ['ID=8d343f62-a8c6-40f5-871f-f9777cd016a0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:20.852503 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aba91f6b-3ae3-4589-b662-a74ab0330a02 req-b862f2b6-89f6-489b-8040-ca4d906b7a90 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51fbf55-dc03-4655-a990-3fca02a8cf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198494 Nov 15 11:29:20.879440 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-338b09e6-7a2b-44e5-807a-86624a4922ea tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:20.886808 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-338b09e6-7a2b-44e5-807a-86624a4922ea tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:20.893068 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-338b09e6-7a2b-44e5-807a-86624a4922ea tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "DELETE /v2.0/networks/5febd73b-b23b-4b19-9598-d9288777b2ff HTTP/1.1" status: 204 len: 168 time: 0.7132227 Nov 15 11:29:20.893891 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47392) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:20.905829 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b09e6-7a2b-44e5-807a-86624a4922ea tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event deleted for resources: {'Network': ['ID=5febd73b-b23b-4b19-9598-d9288777b2ff,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:20.957612 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc986c6b-6459-4a23-ad41-7f8f9a50a836 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Deleting subnet 1204eb1b-d266-46e4-9af9-1fa4cbc7794a {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:29:20.961220 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc986c6b-6459-4a23-ad41-7f8f9a50a836 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:21.050450 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc986c6b-6459-4a23-ad41-7f8f9a50a836 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:21.160704 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc986c6b-6459-4a23-ad41-7f8f9a50a836 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:21.188919 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47410) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:21.233119 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd76d63e-2be4-4d67-9898-49040ed7aa49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:21.325545 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47414) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:21.340695 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc986c6b-6459-4a23-ad41-7f8f9a50a836 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:21.388209 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc986c6b-6459-4a23-ad41-7f8f9a50a836 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event deleted for resources: {'Subnet': ['ID=1204eb1b-d266-46e4-9af9-1fa4cbc7794a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:21.391838 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc986c6b-6459-4a23-ad41-7f8f9a50a836 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:21.397795 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47422) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:21.397959 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bc986c6b-6459-4a23-ad41-7f8f9a50a836 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "DELETE /v2.0/subnets/1204eb1b-d266-46e4-9af9-1fa4cbc7794a HTTP/1.1" status: 204 len: 168 time: 0.5013254 Nov 15 11:29:21.409592 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eb0b4e-8f31-461b-a2c6-9400fd24d32c None None] Network 72c5fdf7-ff63-4e13-bed6-04045770aaf9 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:29:21.436619 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd76d63e-2be4-4d67-9898-49040ed7aa49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:21.443063 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd76d63e-2be4-4d67-9898-49040ed7aa49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:21.501076 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fd76d63e-2be4-4d67-9898-49040ed7aa49 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d3a13478cf448aca710369e9211713e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3115671 Nov 15 11:29:21.502086 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76d63e-2be4-4d67-9898-49040ed7aa49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b289bd-cbfb-46db-a63b-c9acba2273c1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:21.514912 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47424) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:21.523089 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 37e85a2a-52d4-449c-a8c9-8434d9135016 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:29:21.604270 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34cccda3-517e-427c-8bc4-985234a2bccf tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:21.635232 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6be14c57-9913-494f-8726-a745f83fb3b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:21.690286 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6be14c57-9913-494f-8726-a745f83fb3b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:21.728657 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 37e85a2a-52d4-449c-a8c9-8434d9135016, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=37e85a2a-52d4-449c-a8c9-8434d9135016,segment=NetworkSegment(fc0d0f4f-67e5-4b83-872f-0a7039bc18ec),segment_id=fc0d0f4f-67e5-4b83-872f-0a7039bc18ec)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:29:21.746114 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '37e85a2a-52d4-449c-a8c9-8434d9135016', 'network_id': '1865dd78-2adc-48fa-90fa-ebb857069465', 'port_id': '37e85a2a-52d4-449c-a8c9-8434d9135016', 'mac_address': 'fa:16:3e:17:31:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9408b24e-de0b-4b8a-bc76-858536e53920', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:29:21.804805 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6be14c57-9913-494f-8726-a745f83fb3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:21.805070 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-34cccda3-517e-427c-8bc4-985234a2bccf tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Deleting port dc3155ef-e401-47d9-92d7-3c02c8e26466 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:29:21.805220 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6be14c57-9913-494f-8726-a745f83fb3b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:21.805319 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34cccda3-517e-427c-8bc4-985234a2bccf tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:21.805443 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6be14c57-9913-494f-8726-a745f83fb3b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3b289bd-cbfb-46db-a63b-c9acba2273c1 HTTP/1.1" status: 204 len: 168 time: 0.2829273 Nov 15 11:29:21.832067 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be14c57-9913-494f-8726-a745f83fb3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b289bd-cbfb-46db-a63b-c9acba2273c1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:21.846056 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a261a369-7c47-4182-820e-fa59204cf6c9 None None] DHCP port deletion for 72c5fdf7-ff63-4e13-bed6-04045770aaf9 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:29:21.860483 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3925590b-b981-4d86-bf89-266805868e89 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fb499fbd43584fab8550089cabc2613d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5322719 Nov 15 11:29:21.862078 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47434) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:21.893816 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-34cccda3-517e-427c-8bc4-985234a2bccf tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] For port dc3155ef-e401-47d9-92d7-3c02c8e26466, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=dc3155ef-e401-47d9-92d7-3c02c8e26466,segment=NetworkSegment(400617a1-604f-4367-beb6-77088dbfea85),segment_id=400617a1-604f-4367-beb6-77088dbfea85)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:29:21.894176 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34cccda3-517e-427c-8bc4-985234a2bccf tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:21.928174 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-34cccda3-517e-427c-8bc4-985234a2bccf tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Calling delete_port for dc3155ef-e401-47d9-92d7-3c02c8e26466 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:29:21.932334 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bcda4e8a-a884-41f7-8e06-2ca3a148612b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:21.967275 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:21.973181 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bcda4e8a-a884-41f7-8e06-2ca3a148612b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:22.029579 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e85a2a-52d4-449c-a8c9-8434d9135016 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:29:22.036424 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bcda4e8a-a884-41f7-8e06-2ca3a148612b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:22.041093 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bcda4e8a-a884-41f7-8e06-2ca3a148612b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:22.047865 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bcda4e8a-a884-41f7-8e06-2ca3a148612b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/801fd3d9-0af7-4466-a993-a2992254fd00 HTTP/1.1" status: 204 len: 168 time: 0.1834662 Nov 15 11:29:22.067722 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda4e8a-a884-41f7-8e06-2ca3a148612b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801fd3d9-0af7-4466-a993-a2992254fd00,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:22.097668 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 37e85a2a-52d4-449c-a8c9-8434d9135016, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=37e85a2a-52d4-449c-a8c9-8434d9135016,segment=NetworkSegment(fc0d0f4f-67e5-4b83-872f-0a7039bc18ec),segment_id=fc0d0f4f-67e5-4b83-872f-0a7039bc18ec)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:29:22.110305 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:22.161423 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34cccda3-517e-427c-8bc4-985234a2bccf tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:22.192007 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cccda3-517e-427c-8bc4-985234a2bccf tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] No DVR routers for this DVR port dc3155ef-e401-47d9-92d7-3c02c8e26466 on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:29:22.203109 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=37e85a2a-52d4-449c-a8c9-8434d9135016,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:22.256526 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a261a369-7c47-4182-820e-fa59204cf6c9 None None] Deleting port dc3155ef-e401-47d9-92d7-3c02c8e26466 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:29:22.258093 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a261a369-7c47-4182-820e-fa59204cf6c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:22.274331 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cccda3-517e-427c-8bc4-985234a2bccf tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event deleted for resources: {'Port': ['ID=dc3155ef-e401-47d9-92d7-3c02c8e26466,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:22.362467 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a261a369-7c47-4182-820e-fa59204cf6c9 None None] For port dc3155ef-e401-47d9-92d7-3c02c8e26466, host n-d-729945-9, got binding levels [] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:29:22.363326 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a261a369-7c47-4182-820e-fa59204cf6c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:22.373893 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34cccda3-517e-427c-8bc4-985234a2bccf tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:22.387165 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a261a369-7c47-4182-820e-fa59204cf6c9 None None] Calling delete_port for dc3155ef-e401-47d9-92d7-3c02c8e26466 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:29:22.392352 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.ipam_backend_mixin [None req-a261a369-7c47-4182-820e-fa59204cf6c9 None None] Port dc3155ef-e401-47d9-92d7-3c02c8e26466 was not found and therefore no delete operation was performed {{(pid=102679) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 11:29:22.393601 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a261a369-7c47-4182-820e-fa59204cf6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:22.421870 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-34cccda3-517e-427c-8bc4-985234a2bccf tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c5fdf7-ff63-4e13-bed6-04045770aaf9']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:22.430135 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261a369-7c47-4182-820e-fa59204cf6c9 None None] Pushing event deleted for resources: {'Port': ['ID=dc3155ef-e401-47d9-92d7-3c02c8e26466,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:22.441618 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-34cccda3-517e-427c-8bc4-985234a2bccf tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400617a1-604f-4367-beb6-77088dbfea85') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:22.441867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a261a369-7c47-4182-820e-fa59204cf6c9 None None] No DVR routers for this DVR port dc3155ef-e401-47d9-92d7-3c02c8e26466 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:29:22.442000 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-34cccda3-517e-427c-8bc4-985234a2bccf tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400617a1-604f-4367-beb6-77088dbfea85') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:22.462072 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34cccda3-517e-427c-8bc4-985234a2bccf tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:22.481614 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34cccda3-517e-427c-8bc4-985234a2bccf tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:22.489537 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['37e85a2a-52d4-449c-a8c9-8434d9135016'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:29:22.497849 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34cccda3-517e-427c-8bc4-985234a2bccf tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:29:22.499231 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34cccda3-517e-427c-8bc4-985234a2bccf tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:29:22.571320 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:29:22.689523 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34cccda3-517e-427c-8bc4-985234a2bccf tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:22.705336 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device dc3155ef-e401-47d9-92d7-3c02c8e26466 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:29:22.711935 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34cccda3-517e-427c-8bc4-985234a2bccf tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:22.718619 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47470) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:22.728631 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-34cccda3-517e-427c-8bc4-985234a2bccf tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "DELETE /v2.0/networks/72c5fdf7-ff63-4e13-bed6-04045770aaf9 HTTP/1.1" status: 204 len: 168 time: 1.3290520 Nov 15 11:29:22.731214 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cccda3-517e-427c-8bc4-985234a2bccf tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Pushing event deleted for resources: {'Network': ['ID=72c5fdf7-ff63-4e13-bed6-04045770aaf9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:22.750070 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: dc3155ef-e401-47d9-92d7-3c02c8e26466 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:29:22.754808 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device dc3155ef-e401-47d9-92d7-3c02c8e26466 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:29:22.767236 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86340a-6ced-46e5-84ea-c916446f1557 req-53c804e3-d125-4074-9dac-3ef614377fdf tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:22.768836 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb86340a-6ced-46e5-84ea-c916446f1557 req-53c804e3-d125-4074-9dac-3ef614377fdf tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/ports?device_id=64cc1618-f0f0-4cc0-8108-7146f96222a9 HTTP/1.1" status: 200 len: 944 time: 0.8109131 Nov 15 11:29:22.773007 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47474) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:22.775433 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4fae3336-eed5-4210-b8be-573a8c80297a tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7841ba3-dffd-462f-8b4e-8874eadbae78 HTTP/1.1" status: 200 len: 205 time: 0.0556085 Nov 15 11:29:22.887359 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb86340a-6ced-46e5-84ea-c916446f1557 req-bc7d0b99-51f2-4509-b100-e4d0b2108501 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51fbf55-dc03-4655-a990-3fca02a8cf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065767 Nov 15 11:29:22.889787 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-886fe7f8-c522-461d-a396-f07ff4b2fd39 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:23.091303 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-886fe7f8-c522-461d-a396-f07ff4b2fd39 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:23.095026 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-886fe7f8-c522-461d-a396-f07ff4b2fd39 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:23.157608 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-886fe7f8-c522-461d-a396-f07ff4b2fd39 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:23.158743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886fe7f8-c522-461d-a396-f07ff4b2fd39 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Fanout notify agent at l3_agent the message router_deleted on router f7841ba3-dffd-462f-8b4e-8874eadbae78 {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:29:23.178132 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-886fe7f8-c522-461d-a396-f07ff4b2fd39 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:23.189028 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-886fe7f8-c522-461d-a396-f07ff4b2fd39 tempest-RoutersNegativeIpV6Test-166239611 tempest-RoutersNegativeIpV6Test-166239611-project] 10.222.0.64 "DELETE /v2.0/routers/f7841ba3-dffd-462f-8b4e-8874eadbae78 HTTP/1.1" status: 204 len: 168 time: 0.4147794 Nov 15 11:29:23.712074 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47522) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:24.030988 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b0b51d42-04ca-4516-8c4b-9c4ab892c383 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e46689cda214ee1bec014ff366e47a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3154905 Nov 15 11:29:24.031306 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47542) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:24.097815 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c81c7119-74c6-4929-b6f5-f03d02dac42f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:24.131125 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c81c7119-74c6-4929-b6f5-f03d02dac42f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:24.190602 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c81c7119-74c6-4929-b6f5-f03d02dac42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:24.193334 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c81c7119-74c6-4929-b6f5-f03d02dac42f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:24.194507 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c81c7119-74c6-4929-b6f5-f03d02dac42f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/34adb516-cb44-4561-b573-dae7d1895507 HTTP/1.1" status: 204 len: 168 time: 0.1621976 Nov 15 11:29:24.202670 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c7119-74c6-4929-b6f5-f03d02dac42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34adb516-cb44-4561-b573-dae7d1895507,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:24.459044 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c35fa-d723-45a1-a470-e8a002c5778a req-d9947054-aef0-42ef-943a-7924d7c55d32 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:24.464373 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-373c35fa-d723-45a1-a470-e8a002c5778a req-d9947054-aef0-42ef-943a-7924d7c55d32 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/ports?device_id=64cc1618-f0f0-4cc0-8108-7146f96222a9 HTTP/1.1" status: 200 len: 944 time: 0.4510770 Nov 15 11:29:24.556571 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-373c35fa-d723-45a1-a470-e8a002c5778a req-803639a2-3348-43ba-ac55-b1a841fd73e5 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51fbf55-dc03-4655-a990-3fca02a8cf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896614 Nov 15 11:29:25.417451 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-dbf5ba44-02fa-49d1-a76b-66a30dcf17ad service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0698638 Nov 15 11:29:25.482147 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 37e85a2a-52d4-449c-a8c9-8434d9135016 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:29:25.542939 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-d1234fe6-8595-47e2-848e-4e060fa6ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:25.543393 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-d1234fe6-8595-47e2-848e-4e060fa6ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:25.544171 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-d1234fe6-8595-47e2-848e-4e060fa6ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:25.544816 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-d1234fe6-8595-47e2-848e-4e060fa6ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:25.545476 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-d1234fe6-8595-47e2-848e-4e060fa6ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:25.546139 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-d1234fe6-8595-47e2-848e-4e060fa6ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:25.546925 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-d1234fe6-8595-47e2-848e-4e060fa6ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:25.550163 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-d1234fe6-8595-47e2-848e-4e060fa6ca60 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=77cb92f4ba94421baccd055f8a61a579&device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 6502 time: 0.0727949 Nov 15 11:29:25.560512 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 37e85a2a-52d4-449c-a8c9-8434d9135016 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:29:25.565742 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 37e85a2a-52d4-449c-a8c9-8434d9135016 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:29:25.566318 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:25.751055 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:25.780086 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-be6bd6ad-a5d0-4800-b584-dcfbb7200e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:25.780591 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-be6bd6ad-a5d0-4800-b584-dcfbb7200e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:25.782714 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b8337-2e51-4590-ba16-3c4f2699fedc req-32b301d9-afed-4d50-8375-554d8b6421fc tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:25.783842 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-be6bd6ad-a5d0-4800-b584-dcfbb7200e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:25.785389 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f68b8337-2e51-4590-ba16-3c4f2699fedc req-32b301d9-afed-4d50-8375-554d8b6421fc tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/ports?device_id=64cc1618-f0f0-4cc0-8108-7146f96222a9 HTTP/1.1" status: 200 len: 944 time: 0.0913992 Nov 15 11:29:25.787252 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-be6bd6ad-a5d0-4800-b584-dcfbb7200e62 service neutron] 10.222.0.11 "GET /v2.0/networks?id=91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7&id=4c80147d-a460-4aca-9746-ccf4bbea3343&id=4c80147d-a460-4aca-9746-ccf4bbea3343&id=4c80147d-a460-4aca-9746-ccf4bbea3343&id=4c80147d-a460-4aca-9746-ccf4bbea3343&id=71cd31ab-aef9-4c82-a7fe-78615c051843&id=71cd31ab-aef9-4c82-a7fe-78615c051843 HTTP/1.1" status: 200 len: 2298 time: 0.2064607 Nov 15 11:29:25.806794 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 37e85a2a-52d4-449c-a8c9-8434d9135016, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=37e85a2a-52d4-449c-a8c9-8434d9135016,segment=NetworkSegment(fc0d0f4f-67e5-4b83-872f-0a7039bc18ec),segment_id=fc0d0f4f-67e5-4b83-872f-0a7039bc18ec)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:29:25.808043 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cc1618-f0f0-4cc0-8108-7146f96222a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e85a2a-52d4-449c-a8c9-8434d9135016'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:29:25.810641 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3ac470-33b1-44f6-8c58-280e466f9202" -d '{"events": [{"server_uuid": "64cc1618-f0f0-4cc0-8108-7146f96222a9", "name": "network-vif-plugged", "status": "completed", "tag": "37e85a2a-52d4-449c-a8c9-8434d9135016"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:29:25.818469 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:25.865106 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f68b8337-2e51-4590-ba16-3c4f2699fedc req-ec6ce0f6-78e2-4b90-bf6d-743ee73fd345 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51fbf55-dc03-4655-a990-3fca02a8cf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732262 Nov 15 11:29:25.884529 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=37e85a2a-52d4-449c-a8c9-8434d9135016,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:25.909959 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fc0253-2128-4566-aba1-00e2637e1c7c x-openstack-request-id: req-21fc0253-2128-4566-aba1-00e2637e1c7c {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:29:25.910546 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64cc1618-f0f0-4cc0-8108-7146f96222a9", "name": "network-vif-plugged", "status": "completed", "tag": "37e85a2a-52d4-449c-a8c9-8434d9135016", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:29:25.911012 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-21fc0253-2128-4566-aba1-00e2637e1c7c {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:29:25.911628 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64cc1618-f0f0-4cc0-8108-7146f96222a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e85a2a-52d4-449c-a8c9-8434d9135016', 'code': 200} Nov 15 11:29:25.970723 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-8a510f4f-de36-4262-ad6f-42c41fa0f7e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a5a419e-761c-40a1-8d78-4da3f49c2c0d HTTP/1.1" status: 200 len: 1001 time: 0.1699300 Nov 15 11:29:26.006619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea38fd-d14f-4242-8b06-f4c16bbfb927 req-4c7252b0-5e1c-490f-a4f7-ddc4d7e78f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:26.008672 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8eea38fd-d14f-4242-8b06-f4c16bbfb927 req-4c7252b0-5e1c-490f-a4f7-ddc4d7e78f2c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=64cc1618-f0f0-4cc0-8108-7146f96222a9 HTTP/1.1" status: 200 len: 1096 time: 0.0539212 Nov 15 11:29:26.061277 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-c23bd2f4-064f-4c38-ad31-5cb339ae3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:26.064382 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-c23bd2f4-064f-4c38-ad31-5cb339ae3b71 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=afa9b64f-98db-4e8e-8256-aecabb3e60db HTTP/1.1" status: 200 len: 856 time: 0.0856583 Nov 15 11:29:26.123038 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8eea38fd-d14f-4242-8b06-f4c16bbfb927 req-1537df63-9f3c-4f83-8c1c-b9f8e3754d92 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d51fbf55-dc03-4655-a990-3fca02a8cf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069157 Nov 15 11:29:26.176505 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-e8880d4d-7783-4357-9e17-0e32a94ed50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:26.185058 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-e8880d4d-7783-4357-9e17-0e32a94ed50a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149714 Nov 15 11:29:26.462549 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-c8753726-24ca-4a28-b41e-ad125a9a381a service neutron] 10.222.0.11 "GET /v2.0/networks/91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024978 Nov 15 11:29:26.609824 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-5e4dd901-0780-41f2-ba05-0461b48499e1 service neutron] 10.222.0.11 "GET /v2.0/networks/91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335983 Nov 15 11:29:26.686924 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-f5148f39-42ee-4eed-8af5-d1a5ab3a83a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=bc1db242-bc41-4115-8ee6-dd7f58c66f19 HTTP/1.1" status: 200 len: 217 time: 0.0685239 Nov 15 11:29:26.758230 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-f013d31e-d6f6-48e7-9f9f-49e1d001d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:26.759896 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-f013d31e-d6f6-48e7-9f9f-49e1d001d1ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21db8475-8f73-44ea-a113-f3f3e3c06216 HTTP/1.1" status: 200 len: 797 time: 0.0627754 Nov 15 11:29:26.822150 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-f34337eb-7ce0-4e96-9207-303a1c8fdc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:26.823728 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-f34337eb-7ce0-4e96-9207-303a1c8fdc27 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c80147d-a460-4aca-9746-ccf4bbea3343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0556784 Nov 15 11:29:26.978436 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-47b6ab13-b80e-47be-96ce-baa48dd79a10 service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442950 Nov 15 11:29:27.079805 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62168a-7aeb-466a-9bfd-c237f412426b req-934bd839-a30a-4437-a7ad-3d29990b21d2 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:27.082484 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d62168a-7aeb-466a-9bfd-c237f412426b req-934bd839-a30a-4437-a7ad-3d29990b21d2 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/ports?device_id=64cc1618-f0f0-4cc0-8108-7146f96222a9 HTTP/1.1" status: 200 len: 945 time: 0.0757253 Nov 15 11:29:27.206875 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-33951b01-20dd-43c2-b8ee-465df741aaac service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207112 Nov 15 11:29:27.211804 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d62168a-7aeb-466a-9bfd-c237f412426b req-92991455-ef4f-4744-81e3-3b1e700f10f9 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51fbf55-dc03-4655-a990-3fca02a8cf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235108 Nov 15 11:29:27.363321 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-067802ea-b756-499a-ae71-743b60f59dbc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=b5c5f658-3e97-46d3-b735-9ae8bc3ad568 HTTP/1.1" status: 200 len: 217 time: 0.1362209 Nov 15 11:29:27.504488 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-86b358f7-0464-4a3b-ae65-0cb428d5de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:27.505813 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-86b358f7-0464-4a3b-ae65-0cb428d5de91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21db8475-8f73-44ea-a113-f3f3e3c06216 HTTP/1.1" status: 200 len: 797 time: 0.1322815 Nov 15 11:29:27.616216 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-80a646d3-1ad7-4a06-86f2-3098ade133e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:27.617741 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-80a646d3-1ad7-4a06-86f2-3098ade133e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c80147d-a460-4aca-9746-ccf4bbea3343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1024384 Nov 15 11:29:27.810103 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-3e9177e7-9e1c-4d73-8e9b-3cf139a07227 service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841640 Nov 15 11:29:27.959154 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-8504bf5a-cd5e-47fa-a681-561ba1d9775c service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416097 Nov 15 11:29:28.010943 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-b9101c3e-b445-478c-88a6-6bb75dba014b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=496a1d61-4bd5-4b51-9b89-5253018b96d3 HTTP/1.1" status: 200 len: 217 time: 0.0433681 Nov 15 11:29:28.121043 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-9f455445-bdeb-4446-9909-72e69c777639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:28.122548 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-9f455445-bdeb-4446-9909-72e69c777639 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21db8475-8f73-44ea-a113-f3f3e3c06216 HTTP/1.1" status: 200 len: 797 time: 0.1046686 Nov 15 11:29:28.206466 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-136f3732-9446-4fb3-94fd-5983a2b5024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:28.209416 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-136f3732-9446-4fb3-94fd-5983a2b5024b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c80147d-a460-4aca-9746-ccf4bbea3343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0796676 Nov 15 11:29:28.432866 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-c490a7fe-a66c-402c-a57d-408dbebe66dd service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091479 Nov 15 11:29:28.565817 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32fc9a-7c3f-48e2-a86e-ab99df93ec0c req-8b7d099f-e342-45d0-8085-244b355c5cc2 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:28.567415 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea32fc9a-7c3f-48e2-a86e-ab99df93ec0c req-8b7d099f-e342-45d0-8085-244b355c5cc2 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/ports?device_id=64cc1618-f0f0-4cc0-8108-7146f96222a9 HTTP/1.1" status: 200 len: 945 time: 0.1467304 Nov 15 11:29:28.580683 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-cfe6f30d-5e2b-4353-aefa-ac0358064e0c service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445856 Nov 15 11:29:28.664623 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea32fc9a-7c3f-48e2-a86e-ab99df93ec0c req-141047bd-ca04-4441-9900-3662770536c1 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51fbf55-dc03-4655-a990-3fca02a8cf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894933 Nov 15 11:29:28.672644 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-7de7a843-1d06-42a3-9314-85a57b967e5c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=4f6c4222-85c6-40ff-b518-d6284db6fd76 HTTP/1.1" status: 200 len: 217 time: 0.0833175 Nov 15 11:29:28.868143 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-3cd88d51-ff29-47c2-aa8c-52a1e5cd1f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:28.870504 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-3cd88d51-ff29-47c2-aa8c-52a1e5cd1f7d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21db8475-8f73-44ea-a113-f3f3e3c06216 HTTP/1.1" status: 200 len: 797 time: 0.1909289 Nov 15 11:29:28.984327 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-22038bd8-c667-4a4b-8487-e8c97e750304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:28.985985 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-22038bd8-c667-4a4b-8487-e8c97e750304 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c80147d-a460-4aca-9746-ccf4bbea3343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1022842 Nov 15 11:29:29.175063 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-51bb10e4-57c6-4a94-8f3b-03151e0c4e85 service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791039 Nov 15 11:29:29.208977 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962eb0e-9baf-4bf7-bd3a-9772c8301fa9 req-6d3254ea-e69a-40ff-9394-372b6a03cfd0 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:29.219518 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1962eb0e-9baf-4bf7-bd3a-9772c8301fa9 req-6d3254ea-e69a-40ff-9394-372b6a03cfd0 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/ports?device_id=64cc1618-f0f0-4cc0-8108-7146f96222a9 HTTP/1.1" status: 200 len: 945 time: 0.0810399 Nov 15 11:29:29.279803 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1962eb0e-9baf-4bf7-bd3a-9772c8301fa9 req-3d0a3afc-9d26-4cc2-bde3-cc3f14663647 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51fbf55-dc03-4655-a990-3fca02a8cf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591292 Nov 15 11:29:29.345262 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-36ec2150-6c13-43bf-9ff6-677010cd7f6b service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611149 Nov 15 11:29:29.404533 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-1d91ad6b-ed42-44ff-959a-c1f38560e47b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a0531970-cfa4-40c4-93f0-fd9e48c15329 HTTP/1.1" status: 200 len: 217 time: 0.0506048 Nov 15 11:29:29.472495 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-cf373ee1-acd3-47e5-90cb-82803edb8db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:29.474277 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-cf373ee1-acd3-47e5-90cb-82803edb8db4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9c67d03c-8fcf-4946-865e-deec42cfabd9 HTTP/1.1" status: 200 len: 797 time: 0.0614769 Nov 15 11:29:29.569513 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:29.572012 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-9d497f1b-8575-4e00-8968-9a1a8750ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:29.574453 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-9d497f1b-8575-4e00-8968-9a1a8750ec97 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71cd31ab-aef9-4c82-a7fe-78615c051843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0910816 Nov 15 11:29:29.593047 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47892) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:29.754054 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-27bf0ec3-2008-4188-abe7-d90c0c1d2d2d service neutron] 10.222.0.11 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691713 Nov 15 11:29:29.812330 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1f2c5edf-5fdc-4198-9ecb-70227bb5de74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:29.949368 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-321f65b9-2b8a-40d0-9fed-117542a13403 service neutron] 10.222.0.11 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857991 Nov 15 11:29:29.963498 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1f2c5edf-5fdc-4198-9ecb-70227bb5de74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:29.968778 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1f2c5edf-5fdc-4198-9ecb-70227bb5de74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:30.018872 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1f2c5edf-5fdc-4198-9ecb-70227bb5de74 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=65559a38bd4244cca771c4522ca854b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4237742 Nov 15 11:29:30.019931 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c5edf-5fdc-4198-9ecb-70227bb5de74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedc3389-b7bf-430b-9e30-965d5f9fdbd5,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:30.035858 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47908) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:30.097263 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-0ce346e9-e06f-42bb-93a3-c583ee0a0b9b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=68cf8342-a4ee-408b-81be-041910813acb HTTP/1.1" status: 200 len: 217 time: 0.1390440 Nov 15 11:29:30.207974 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-45c8e744-7d2f-44d4-96f4-c99d20d83758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:30.231266 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-51c0d742-b4ec-4ca8-ad4b-4d40c4c9726e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:30.243260 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-51c0d742-b4ec-4ca8-ad4b-4d40c4c9726e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9c67d03c-8fcf-4946-865e-deec42cfabd9 HTTP/1.1" status: 200 len: 797 time: 0.1352389 Nov 15 11:29:30.261113 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-45c8e744-7d2f-44d4-96f4-c99d20d83758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:30.376232 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-45c8e744-7d2f-44d4-96f4-c99d20d83758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:30.380422 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-45c8e744-7d2f-44d4-96f4-c99d20d83758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:30.384540 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-45c8e744-7d2f-44d4-96f4-c99d20d83758 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dedc3389-b7bf-430b-9e30-965d5f9fdbd5 HTTP/1.1" status: 204 len: 168 time: 0.3444002 Nov 15 11:29:30.398157 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-f7c94c9d-9ede-4fe5-aa04-f3a37005573a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:30.405314 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-f7c94c9d-9ede-4fe5-aa04-f3a37005573a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71cd31ab-aef9-4c82-a7fe-78615c051843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1546655 Nov 15 11:29:30.420260 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8e744-7d2f-44d4-96f4-c99d20d83758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedc3389-b7bf-430b-9e30-965d5f9fdbd5,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:30.676457 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-22f079b0-93f9-4d53-bdea-f8fefe4832ee service neutron] 10.222.0.11 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608659 Nov 15 11:29:30.702257 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e248f95-3b1a-4439-ae73-48ca34df7ded req-4dcdd5c0-6df5-4bed-a455-e59c9c972a3b tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:30.714913 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e248f95-3b1a-4439-ae73-48ca34df7ded req-4dcdd5c0-6df5-4bed-a455-e59c9c972a3b tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/ports?device_id=64cc1618-f0f0-4cc0-8108-7146f96222a9 HTTP/1.1" status: 200 len: 945 time: 0.2493443 Nov 15 11:29:30.820398 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e74b4b6-fd53-46b1-a0fa-8fb25e4725aa req-0f9e9566-93b6-4727-8f6d-1cacb1194a1b service neutron] 10.222.0.11 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385090 Nov 15 11:29:30.827223 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50075f73-4616-4b3d-9ff8-7f443a722ef4 req-3552e196-a9f6-4507-81e4-c8dc5abba13e tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:30.836490 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-50075f73-4616-4b3d-9ff8-7f443a722ef4 req-3552e196-a9f6-4507-81e4-c8dc5abba13e tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.11 "GET /v2.0/ports?device_id=64cc1618-f0f0-4cc0-8108-7146f96222a9 HTTP/1.1" status: 200 len: 945 time: 0.2953753 Nov 15 11:29:30.897648 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e248f95-3b1a-4439-ae73-48ca34df7ded req-dd467a33-5b61-499b-9263-9a572ed69dd2 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51fbf55-dc03-4655-a990-3fca02a8cf22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815639 Nov 15 11:29:31.136533 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-50075f73-4616-4b3d-9ff8-7f443a722ef4 req-d95ff08a-c094-48d4-b96f-fef2f28d3963 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Deleting port 37e85a2a-52d4-449c-a8c9-8434d9135016 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:29:31.136892 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-50075f73-4616-4b3d-9ff8-7f443a722ef4 req-d95ff08a-c094-48d4-b96f-fef2f28d3963 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:31.399083 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47954) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:31.415108 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ea66190-1c62-42da-a9ad-74f510507935 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:31.431943 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-50075f73-4616-4b3d-9ff8-7f443a722ef4 req-d95ff08a-c094-48d4-b96f-fef2f28d3963 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] For port 37e85a2a-52d4-449c-a8c9-8434d9135016, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=37e85a2a-52d4-449c-a8c9-8434d9135016,segment=NetworkSegment(fc0d0f4f-67e5-4b83-872f-0a7039bc18ec),segment_id=fc0d0f4f-67e5-4b83-872f-0a7039bc18ec)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:29:31.432302 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-50075f73-4616-4b3d-9ff8-7f443a722ef4 req-d95ff08a-c094-48d4-b96f-fef2f28d3963 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:31.457533 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:31.476976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-50075f73-4616-4b3d-9ff8-7f443a722ef4 req-d95ff08a-c094-48d4-b96f-fef2f28d3963 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Calling delete_port for 37e85a2a-52d4-449c-a8c9-8434d9135016 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:29:31.561298 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ea66190-1c62-42da-a9ad-74f510507935 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:31.572386 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0ea66190-1c62-42da-a9ad-74f510507935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:31.722448 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0ea66190-1c62-42da-a9ad-74f510507935 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=639684181e624feb9b6dddd737240e69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3196478 Nov 15 11:29:31.723414 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47960) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:31.726358 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea66190-1c62-42da-a9ad-74f510507935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ec2694-1762-4486-b163-e9614535878f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:31.773483 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-50075f73-4616-4b3d-9ff8-7f443a722ef4 req-d95ff08a-c094-48d4-b96f-fef2f28d3963 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:31.834758 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8bc42440-00b7-4042-9f67-5065f88baff6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:31.856686 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ff08a-c094-48d4-b96f-fef2f28d3963 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Pushing event deleted for resources: {'Port': ['ID=37e85a2a-52d4-449c-a8c9-8434d9135016,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:31.877051 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8bc42440-00b7-4042-9f67-5065f88baff6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:31.914666 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-50075f73-4616-4b3d-9ff8-7f443a722ef4 req-d95ff08a-c094-48d4-b96f-fef2f28d3963 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] No DVR routers for this DVR port 37e85a2a-52d4-449c-a8c9-8434d9135016 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:29:31.917519 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-50075f73-4616-4b3d-9ff8-7f443a722ef4 req-d95ff08a-c094-48d4-b96f-fef2f28d3963 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:31.923092 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-50075f73-4616-4b3d-9ff8-7f443a722ef4 req-d95ff08a-c094-48d4-b96f-fef2f28d3963 tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.11 "DELETE /v2.0/ports/37e85a2a-52d4-449c-a8c9-8434d9135016 HTTP/1.1" status: 204 len: 173 time: 1.0189092 Nov 15 11:29:31.923787 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cc1618-f0f0-4cc0-8108-7146f96222a9', 'name': 'network-vif-deleted', 'tag': '37e85a2a-52d4-449c-a8c9-8434d9135016'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:29:31.937406 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6b0819-f16c-41c5-a21c-bfaf77c33b8c" -d '{"events": [{"server_uuid": "64cc1618-f0f0-4cc0-8108-7146f96222a9", "name": "network-vif-deleted", "tag": "37e85a2a-52d4-449c-a8c9-8434d9135016"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:29:31.954961 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8bc42440-00b7-4042-9f67-5065f88baff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:31.958713 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8bc42440-00b7-4042-9f67-5065f88baff6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:31.959987 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8bc42440-00b7-4042-9f67-5065f88baff6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6ec2694-1762-4486-b163-e9614535878f HTTP/1.1" status: 204 len: 168 time: 0.2346160 Nov 15 11:29:31.997052 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc42440-00b7-4042-9f67-5065f88baff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ec2694-1762-4486-b163-e9614535878f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:32.076680 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774ec25a-457a-43f2-9ee8-dffe6e8cf37e x-openstack-request-id: req-774ec25a-457a-43f2-9ee8-dffe6e8cf37e {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:29:32.077084 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64cc1618-f0f0-4cc0-8108-7146f96222a9", "name": "network-vif-deleted", "tag": "37e85a2a-52d4-449c-a8c9-8434d9135016", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:29:32.077349 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-774ec25a-457a-43f2-9ee8-dffe6e8cf37e {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:29:32.077810 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64cc1618-f0f0-4cc0-8108-7146f96222a9', 'name': 'network-vif-deleted', 'tag': '37e85a2a-52d4-449c-a8c9-8434d9135016', 'status': 'completed', 'code': 200} Nov 15 11:29:32.206038 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-45b744e6-e820-4eca-9b45-e2de979de840 req-56af2a13-79b2-44f9-958c-17ef075a463d tempest-ServerAddressesNegativeTestJSON-1182195070 tempest-ServerAddressesNegativeTestJSON-1182195070-project] 10.222.0.64 "GET /v2.0/ports?device_id=64cc1618-f0f0-4cc0-8108-7146f96222a9 HTTP/1.1" status: 200 len: 210 time: 0.0678895 Nov 15 11:29:33.301547 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48012) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:33.399317 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6e9cb9-67ad-4adc-87d2-ae44e0c59e5c admin admin] Deleting subnet 9408b24e-de0b-4b8a-bc76-858536e53920 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:29:33.407864 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a6e9cb9-67ad-4adc-87d2-ae44e0c59e5c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:33.463136 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a6e9cb9-67ad-4adc-87d2-ae44e0c59e5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:33.531530 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 37e85a2a-52d4-449c-a8c9-8434d9135016 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:29:33.537575 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a6e9cb9-67ad-4adc-87d2-ae44e0c59e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:33.569076 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 37e85a2a-52d4-449c-a8c9-8434d9135016 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:29:33.577882 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 37e85a2a-52d4-449c-a8c9-8434d9135016 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:29:33.703690 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48030) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:33.739193 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a6e9cb9-67ad-4adc-87d2-ae44e0c59e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:33.808355 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e9cb9-67ad-4adc-87d2-ae44e0c59e5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9408b24e-de0b-4b8a-bc76-858536e53920,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:33.828556 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a6e9cb9-67ad-4adc-87d2-ae44e0c59e5c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:33.831935 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5a6e9cb9-67ad-4adc-87d2-ae44e0c59e5c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9408b24e-de0b-4b8a-bc76-858536e53920 HTTP/1.1" status: 204 len: 168 time: 0.5295444 Nov 15 11:29:33.839227 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48042) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:33.919317 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e1a67436-061c-4866-aa10-3da3af66709f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:33.974341 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9d0a-b6de-41ab-9534-26ded65410b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:34.057359 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e1a67436-061c-4866-aa10-3da3af66709f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:34.064153 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e1a67436-061c-4866-aa10-3da3af66709f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:34.144100 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e1a67436-061c-4866-aa10-3da3af66709f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=00f1f82eef2c4e6fac9f873004eb67cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4362562 Nov 15 11:29:34.144100 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a67436-061c-4866-aa10-3da3af66709f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e164c3-3c6b-41bb-9aa0-b722dd796f06,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:34.145090 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48066) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:34.162680 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9d0a-b6de-41ab-9534-26ded65410b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:34.201637 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d73a-a65f-4cb8-83f0-fced001f4c85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:34.206000 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d1fd9d0a-b6de-41ab-9534-26ded65410b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1865dd78-2adc-48fa-90fa-ebb857069465']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:34.228925 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d1fd9d0a-b6de-41ab-9534-26ded65410b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0d0f4f-67e5-4b83-872f-0a7039bc18ec') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:34.229325 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d1fd9d0a-b6de-41ab-9534-26ded65410b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0d0f4f-67e5-4b83-872f-0a7039bc18ec') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:34.241064 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9d0a-b6de-41ab-9534-26ded65410b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:34.244424 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d73a-a65f-4cb8-83f0-fced001f4c85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:34.255892 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9d0a-b6de-41ab-9534-26ded65410b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:34.264700 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1fd9d0a-b6de-41ab-9534-26ded65410b7 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:29:34.265572 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9d0a-b6de-41ab-9534-26ded65410b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:29:34.267894 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:29:34.356145 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9d0a-b6de-41ab-9534-26ded65410b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:34.367803 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9d0a-b6de-41ab-9534-26ded65410b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:34.379095 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d1fd9d0a-b6de-41ab-9534-26ded65410b7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1865dd78-2adc-48fa-90fa-ebb857069465 HTTP/1.1" status: 204 len: 168 time: 0.5436168 Nov 15 11:29:34.411383 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd9d0a-b6de-41ab-9534-26ded65410b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1865dd78-2adc-48fa-90fa-ebb857069465,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:34.737259 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d73a-a65f-4cb8-83f0-fced001f4c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:34.746948 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d73a-a65f-4cb8-83f0-fced001f4c85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:34.760169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3ce4d73a-a65f-4cb8-83f0-fced001f4c85 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a5e164c3-3c6b-41bb-9aa0-b722dd796f06 HTTP/1.1" status: 204 len: 168 time: 0.6138783 Nov 15 11:29:34.779624 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4d73a-a65f-4cb8-83f0-fced001f4c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e164c3-3c6b-41bb-9aa0-b722dd796f06,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:34.815094 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48104) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:34.894988 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ad457542-172b-4869-8720-8568f62fe144 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=217ce59e7df7489f85ab4295d63bceb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0778666 Nov 15 11:29:34.897394 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48110) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:35.019281 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58ebe7b1-598f-465e-970b-443b5087e93c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:35.117412 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58ebe7b1-598f-465e-970b-443b5087e93c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:35.216847 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58ebe7b1-598f-465e-970b-443b5087e93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:35.222093 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58ebe7b1-598f-465e-970b-443b5087e93c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:35.225445 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-58ebe7b1-598f-465e-970b-443b5087e93c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d51fbf55-dc03-4655-a990-3fca02a8cf22 HTTP/1.1" status: 204 len: 168 time: 0.3270259 Nov 15 11:29:35.243229 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebe7b1-598f-465e-970b-443b5087e93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51fbf55-dc03-4655-a990-3fca02a8cf22,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:35.490513 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48154) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:35.521570 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8df6efcc-0a8e-4dbf-8b98-d12de8ca88d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:35.736429 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8df6efcc-0a8e-4dbf-8b98-d12de8ca88d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:35.744917 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8df6efcc-0a8e-4dbf-8b98-d12de8ca88d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:35.856265 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8df6efcc-0a8e-4dbf-8b98-d12de8ca88d3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b9c8eb61fdd40f192d45c6c989fcace&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3639247 Nov 15 11:29:35.859679 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48170) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:35.894740 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6efcc-0a8e-4dbf-8b98-d12de8ca88d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcef9925-32bc-49b4-9045-ec624a81f513,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:35.994038 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70cc0219-2f51-4f92-af5a-d006283d1cb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:36.057516 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70cc0219-2f51-4f92-af5a-d006283d1cb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:36.186437 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70cc0219-2f51-4f92-af5a-d006283d1cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:36.189359 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70cc0219-2f51-4f92-af5a-d006283d1cb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:36.193004 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-70cc0219-2f51-4f92-af5a-d006283d1cb8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fcef9925-32bc-49b4-9045-ec624a81f513 HTTP/1.1" status: 204 len: 168 time: 0.3271005 Nov 15 11:29:36.220389 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c1758ce0-845e-46ef-9f8e-9dd7bc89bfbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:36.223669 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc0219-2f51-4f92-af5a-d006283d1cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcef9925-32bc-49b4-9045-ec624a81f513,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:36.245178 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48182) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:36.283805 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48186) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:36.611564 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e269df70-4ffa-4ee3-aaac-79df1beb19c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:36.745185 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1fb6f7d-6b2f-4a41-95c6-20b8f83a97f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:36.855676 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e269df70-4ffa-4ee3-aaac-79df1beb19c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:36.867968 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e269df70-4ffa-4ee3-aaac-79df1beb19c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:36.948652 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e269df70-4ffa-4ee3-aaac-79df1beb19c4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=896402ef2cca4212b1e59174991f7b1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7021608 Nov 15 11:29:36.950977 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269df70-4ffa-4ee3-aaac-79df1beb19c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1df5524-3164-4964-a872-8022307de82f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:36.951207 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48212) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:36.992446 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1fb6f7d-6b2f-4a41-95c6-20b8f83a97f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:37.002913 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1fb6f7d-6b2f-4a41-95c6-20b8f83a97f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:37.090314 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8f0d05e-bfab-46c6-bd8b-1a27eea43b08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:37.128289 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb6f7d-6b2f-4a41-95c6-20b8f83a97f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d88be21-bdd2-4d99-bd71-151c0822387d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:37.147598 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c1fb6f7d-6b2f-4a41-95c6-20b8f83a97f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0f960e6707f94991bb5ec927c8b5d92e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8600106 Nov 15 11:29:37.152023 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8f0d05e-bfab-46c6-bd8b-1a27eea43b08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:37.155432 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48224) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:37.254649 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8f0d05e-bfab-46c6-bd8b-1a27eea43b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:37.258239 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8f0d05e-bfab-46c6-bd8b-1a27eea43b08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:37.259653 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a8f0d05e-bfab-46c6-bd8b-1a27eea43b08 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1df5524-3164-4964-a872-8022307de82f HTTP/1.1" status: 204 len: 168 time: 0.3072293 Nov 15 11:29:37.280685 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0d05e-bfab-46c6-bd8b-1a27eea43b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1df5524-3164-4964-a872-8022307de82f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:37.312629 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47d5f395-949c-4ba8-a4f8-ea85a7f64b88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:37.342457 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48228) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:37.380673 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47d5f395-949c-4ba8-a4f8-ea85a7f64b88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:37.486739 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47d5f395-949c-4ba8-a4f8-ea85a7f64b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:37.489946 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47d5f395-949c-4ba8-a4f8-ea85a7f64b88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:37.491344 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-47d5f395-949c-4ba8-a4f8-ea85a7f64b88 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5d88be21-bdd2-4d99-bd71-151c0822387d HTTP/1.1" status: 204 len: 168 time: 0.3347738 Nov 15 11:29:37.504006 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5f395-949c-4ba8-a4f8-ea85a7f64b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d88be21-bdd2-4d99-bd71-151c0822387d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:37.693742 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-81ac6982-68d2-4f8f-b46a-a043105fb933 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-544033603-network', 'tenant_id': 'a0f9bfe14062436f8c3a81cf6304caf7'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:37.736468 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ac6982-68d2-4f8f-b46a-a043105fb933 admin admin] Made reservation on behalf of a0f9bfe14062436f8c3a81cf6304caf7 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:29:37.740625 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-81ac6982-68d2-4f8f-b46a-a043105fb933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:37.769676 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-81ac6982-68d2-4f8f-b46a-a043105fb933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:37.881284 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48244) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:37.894760 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-81ac6982-68d2-4f8f-b46a-a043105fb933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:37.903909 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-81ac6982-68d2-4f8f-b46a-a043105fb933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:37.909754 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d87e2cd-d2ab-4849-a7ae-69b427c5f487 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:37.972715 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ac6982-68d2-4f8f-b46a-a043105fb933 admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:29:38.017520 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-81ac6982-68d2-4f8f-b46a-a043105fb933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:38.017907 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-81ac6982-68d2-4f8f-b46a-a043105fb933 admin admin] Added segment f2754ade-f7e3-48ea-994e-d5c2e085c1fa of type vlan for network 7d98bba7-2779-46e5-ab8f-3c2510a26cbe Nov 15 11:29:38.019410 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac6982-68d2-4f8f-b46a-a043105fb933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b3fc86-f7fd-4e84-8afa-de24c0861d6f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:38.026967 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d87e2cd-d2ab-4849-a7ae-69b427c5f487 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:38.035560 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d87e2cd-d2ab-4849-a7ae-69b427c5f487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:38.069914 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4d87e2cd-d2ab-4849-a7ae-69b427c5f487 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=924aac7dc64d41f9b1c019ca41e3ef7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1872120 Nov 15 11:29:38.070532 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48248) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:38.123839 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87e2cd-d2ab-4849-a7ae-69b427c5f487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d152a6-e24b-4db4-8dfd-5db6ca9de68d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:38.126135 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-81ac6982-68d2-4f8f-b46a-a043105fb933 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:38.157650 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d528753-3693-476d-b95c-b930b3ffa9cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:38.164042 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48252) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:38.180495 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0b92-d883-4c11-b536-9cbc162d20c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:38.185742 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d528753-3693-476d-b95c-b930b3ffa9cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:38.204772 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-81ac6982-68d2-4f8f-b46a-a043105fb933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:38.206062 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ac6982-68d2-4f8f-b46a-a043105fb933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:38.206850 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-81ac6982-68d2-4f8f-b46a-a043105fb933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:38.252896 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d528753-3693-476d-b95c-b930b3ffa9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:38.256113 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d528753-3693-476d-b95c-b930b3ffa9cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:38.257543 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4d528753-3693-476d-b95c-b930b3ffa9cd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/57d152a6-e24b-4db4-8dfd-5db6ca9de68d HTTP/1.1" status: 204 len: 168 time: 0.1844594 Nov 15 11:29:38.289620 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d528753-3693-476d-b95c-b930b3ffa9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d152a6-e24b-4db4-8dfd-5db6ca9de68d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:38.308366 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-81ac6982-68d2-4f8f-b46a-a043105fb933 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9644363 Nov 15 11:29:38.310919 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48260) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:38.316965 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-677ba336-071d-4f1f-bc41-0390d301cf82 admin admin] Request body: {'subnet': {'network_id': '7d98bba7-2779-46e5-ab8f-3c2510a26cbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-544033603-subnet', 'tenant_id': 'a0f9bfe14062436f8c3a81cf6304caf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:38.344474 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac6982-68d2-4f8f-b46a-a043105fb933 admin admin] Pushing event updated for resources: {'Network': ['ID=7d98bba7-2779-46e5-ab8f-3c2510a26cbe,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:38.371775 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677ba336-071d-4f1f-bc41-0390d301cf82 admin admin] Made reservation on behalf of a0f9bfe14062436f8c3a81cf6304caf7 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:29:38.374623 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-677ba336-071d-4f1f-bc41-0390d301cf82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:38.413063 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 7d98bba7-2779-46e5-ab8f-3c2510a26cbe details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:29:38.422601 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0b92-d883-4c11-b536-9cbc162d20c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:38.431028 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0b92-d883-4c11-b536-9cbc162d20c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:38.517729 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ea3b0b92-d883-4c11-b536-9cbc162d20c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1cb8f1417f764ec5afac7505f5d890d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3522966 Nov 15 11:29:38.526462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48268) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:38.577283 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b0b92-d883-4c11-b536-9cbc162d20c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6e9bc8-77f1-4c50-9e84-e6cdfd092577,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:38.577858 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d49053a4-b3ad-4bce-a319-f750a1cc5a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:38.629491 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-596953a5-f54e-4c86-a814-60cd1ea3ab80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:38.668031 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-596953a5-f54e-4c86-a814-60cd1ea3ab80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:38.742899 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-677ba336-071d-4f1f-bc41-0390d301cf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:38.755908 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-596953a5-f54e-4c86-a814-60cd1ea3ab80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:38.758504 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-596953a5-f54e-4c86-a814-60cd1ea3ab80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:38.762531 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-596953a5-f54e-4c86-a814-60cd1ea3ab80 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cd6e9bc8-77f1-4c50-9e84-e6cdfd092577 HTTP/1.1" status: 204 len: 168 time: 0.2351139 Nov 15 11:29:38.771427 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596953a5-f54e-4c86-a814-60cd1ea3ab80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6e9bc8-77f1-4c50-9e84-e6cdfd092577,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:38.862266 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ba336-071d-4f1f-bc41-0390d301cf82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ca60d80-de9c-4795-9096-7ceb29e797f4,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:38.865363 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677ba336-071d-4f1f-bc41-0390d301cf82 admin admin] Checking segment: {'id': 'f2754ade-f7e3-48ea-994e-d5c2e085c1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '7d98bba7-2779-46e5-ab8f-3c2510a26cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:29:38.865995 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677ba336-071d-4f1f-bc41-0390d301cf82 admin admin] Network hostable DHCP agents. Network: 7d98bba7-2779-46e5-ab8f-3c2510a26cbe, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:29:38.891777 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677ba336-071d-4f1f-bc41-0390d301cf82 admin admin] Network 7d98bba7-2779-46e5-ab8f-3c2510a26cbe is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:29:38.914407 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-677ba336-071d-4f1f-bc41-0390d301cf82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 7d98bba7-2779-46e5-ab8f-3c2510a26cbe) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:29:38.927928 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27311cd9-4935-46d2-b687-268029a5ac9b None None] Network 7d98bba7-2779-46e5-ab8f-3c2510a26cbe requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:29:38.938279 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677ba336-071d-4f1f-bc41-0390d301cf82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:38.938876 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-677ba336-071d-4f1f-bc41-0390d301cf82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:38.984187 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-677ba336-071d-4f1f-bc41-0390d301cf82 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6719267 Nov 15 11:29:39.129969 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b014a9-4db8-4364-9983-165b9b5b8767 None None] Network 7d98bba7-2779-46e5-ab8f-3c2510a26cbe requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:29:39.358644 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48304) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:39.701903 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c924cba7-e45b-4497-8250-4edc53350e8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:39.805901 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:39.833093 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c924cba7-e45b-4497-8250-4edc53350e8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:39.838785 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c924cba7-e45b-4497-8250-4edc53350e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:39.870982 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c924cba7-e45b-4497-8250-4edc53350e8d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6dabc85f6aa3468fb4ba86c65d8203fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5079768 Nov 15 11:29:39.870982 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48336) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:39.911468 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924cba7-e45b-4497-8250-4edc53350e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59959775-c758-4806-ac79-4216990fd83b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:39.974982 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8383c118-f47a-4923-848e-83eb5c6f74e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:40.008931 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8383c118-f47a-4923-848e-83eb5c6f74e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:40.070213 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8383c118-f47a-4923-848e-83eb5c6f74e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:40.072978 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8383c118-f47a-4923-848e-83eb5c6f74e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:40.074147 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8383c118-f47a-4923-848e-83eb5c6f74e9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59959775-c758-4806-ac79-4216990fd83b HTTP/1.1" status: 204 len: 168 time: 0.2022452 Nov 15 11:29:40.082967 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383c118-f47a-4923-848e-83eb5c6f74e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59959775-c758-4806-ac79-4216990fd83b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:40.204286 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-7538ddef-a36b-4316-b740-91241c1ae0fe tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:40.205928 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-7538ddef-a36b-4316-b740-91241c1ae0fe tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/networks?id=7d98bba7-2779-46e5-ab8f-3c2510a26cbe HTTP/1.1" status: 200 len: 820 time: 0.2027297 Nov 15 11:29:40.224884 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-758e36f3-ea7c-44fe-a480-f55734f2d1fb tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/quotas/a0f9bfe14062436f8c3a81cf6304caf7 HTTP/1.1" status: 200 len: 375 time: 0.0127907 Nov 15 11:29:40.259934 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-2e2d88be-144d-4f3f-98f1-5b0cd29b6aa1 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a0f9bfe14062436f8c3a81cf6304caf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293822 Nov 15 11:29:40.271307 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-6e8922b5-1d0c-4627-9822-170bbb329fd9 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:29:40.272622 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-6e8922b5-1d0c-4627-9822-170bbb329fd9 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056643 Nov 15 11:29:40.377258 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-fe61b569-1bc4-4f0b-989c-49436161b798 service neutron] 10.222.0.64 "GET /v2.0/networks/7d98bba7-2779-46e5-ab8f-3c2510a26cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955100 Nov 15 11:29:40.483947 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-881e9727-1a1a-4d5b-bb30-648edde69a3e service neutron] 10.222.0.64 "GET /v2.0/networks/7d98bba7-2779-46e5-ab8f-3c2510a26cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002514 Nov 15 11:29:40.653346 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48376) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:40.686301 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19937cf9-2646-4b06-9182-eca0f6736790 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:40.788946 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7afe9963-fe9e-4261-bb78-85f6572d0595 req-8fef6091-5f69-46c6-9380-45b77fa73242 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/ports?device_id=4abda234-93dd-4333-a005-3ae2065ede93 HTTP/1.1" status: 200 len: 210 time: 0.0397177 Nov 15 11:29:40.793670 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19937cf9-2646-4b06-9182-eca0f6736790 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:40.806413 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19937cf9-2646-4b06-9182-eca0f6736790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:40.844269 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-19937cf9-2646-4b06-9182-eca0f6736790 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d06d5cf529384d2d8230ad28104b731e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1893389 Nov 15 11:29:40.847786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48386) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:40.854344 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19937cf9-2646-4b06-9182-eca0f6736790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed39b5e0-ada4-4a34-8414-157daa535b0b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:40.919004 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2cbc981e-8130-4b7c-8881-48869b47441e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:40.954727 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2cbc981e-8130-4b7c-8881-48869b47441e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:41.012402 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2cbc981e-8130-4b7c-8881-48869b47441e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:41.015801 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2cbc981e-8130-4b7c-8881-48869b47441e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:41.017184 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2cbc981e-8130-4b7c-8881-48869b47441e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed39b5e0-ada4-4a34-8414-157daa535b0b HTTP/1.1" status: 204 len: 168 time: 0.1679265 Nov 15 11:29:41.026486 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc981e-8130-4b7c-8881-48869b47441e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed39b5e0-ada4-4a34-8414-157daa535b0b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:41.397743 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:41.653865 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48430) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:41.694167 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a107001e-85e4-4c58-9499-7f782e2b59f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:41.865683 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a107001e-85e4-4c58-9499-7f782e2b59f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:41.874206 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a107001e-85e4-4c58-9499-7f782e2b59f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:41.947238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107001e-85e4-4c58-9499-7f782e2b59f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32d3ffe-e4f5-417b-9783-5ca0fc41adc9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:41.970793 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48460) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:41.971304 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a107001e-85e4-4c58-9499-7f782e2b59f3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=36293de05441407b916307c02b1af474&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3156514 Nov 15 11:29:42.020249 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-760b67b2-ba87-49ca-9bb6-29ec6c939de3 req-b9b4f821-e0d0-42a7-9062-c1a86ad53f5b tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/ports?device_id=4abda234-93dd-4333-a005-3ae2065ede93 HTTP/1.1" status: 200 len: 210 time: 0.0552635 Nov 15 11:29:42.111682 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-29d5ef9c-4251-41d0-b397-1351169160a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:42.138926 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-29d5ef9c-4251-41d0-b397-1351169160a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:42.162602 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:42.240860 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-29d5ef9c-4251-41d0-b397-1351169160a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:42.248802 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-29d5ef9c-4251-41d0-b397-1351169160a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:42.261895 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-29d5ef9c-4251-41d0-b397-1351169160a4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d32d3ffe-e4f5-417b-9783-5ca0fc41adc9 HTTP/1.1" status: 204 len: 168 time: 0.2782102 Nov 15 11:29:42.275618 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5ef9c-4251-41d0-b397-1351169160a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32d3ffe-e4f5-417b-9783-5ca0fc41adc9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:42.377934 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-448ea262-ab8b-4d03-ae1a-b484c6b8fd41 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:42.379497 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-448ea262-ab8b-4d03-ae1a-b484c6b8fd41 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.11 "GET /v2.0/networks?id=7d98bba7-2779-46e5-ab8f-3c2510a26cbe HTTP/1.1" status: 200 len: 820 time: 0.2909727 Nov 15 11:29:42.393372 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48512) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:42.405141 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-85d8b97a-5dcf-413d-bbd5-4d53ca9b0ad4 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Request body: {'port': {'device_id': '4abda234-93dd-4333-a005-3ae2065ede93', 'network_id': '7d98bba7-2779-46e5-ab8f-3c2510a26cbe', 'admin_state_up': True, 'tenant_id': 'a0f9bfe14062436f8c3a81cf6304caf7'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:42.578509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-85d8b97a-5dcf-413d-bbd5-4d53ca9b0ad4 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Made reservation on behalf of a0f9bfe14062436f8c3a81cf6304caf7 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:29:42.584336 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-85d8b97a-5dcf-413d-bbd5-4d53ca9b0ad4 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:42.757037 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-85d8b97a-5dcf-413d-bbd5-4d53ca9b0ad4 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Allocated IP 172.20.0.2 (7d98bba7-2779-46e5-ab8f-3c2510a26cbe/2ca60d80-de9c-4795-9096-7ceb29e797f4/ec039b75-516b-4d7c-9f15-afc174901087) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:29:42.818940 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-455cb01a-8d3c-4ce2-be63-b21275c7d7b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:42.927231 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-455cb01a-8d3c-4ce2-be63-b21275c7d7b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:42.948731 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-455cb01a-8d3c-4ce2-be63-b21275c7d7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:42.995777 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-455cb01a-8d3c-4ce2-be63-b21275c7d7b2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=14e1710be6fc40309b0f7a4dfc8e50f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6012235 Nov 15 11:29:42.997129 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48542) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:42.997920 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cb01a-8d3c-4ce2-be63-b21275c7d7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5575d1ad-9006-4198-9126-2513a7e03095,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:43.002098 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6917de-9f4c-4179-a0f7-4296d53d31a8 req-df1813fc-067b-47b4-a454-62fbe95412bb tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:43.015577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6917de-9f4c-4179-a0f7-4296d53d31a8 req-df1813fc-067b-47b4-a454-62fbe95412bb tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:43.022531 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6917de-9f4c-4179-a0f7-4296d53d31a8 req-df1813fc-067b-47b4-a454-62fbe95412bb tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:43.030072 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6917de-9f4c-4179-a0f7-4296d53d31a8 req-df1813fc-067b-47b4-a454-62fbe95412bb tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:43.036866 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6917de-9f4c-4179-a0f7-4296d53d31a8 req-df1813fc-067b-47b4-a454-62fbe95412bb tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:43.050742 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6917de-9f4c-4179-a0f7-4296d53d31a8 req-df1813fc-067b-47b4-a454-62fbe95412bb tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:43.062400 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6917de-9f4c-4179-a0f7-4296d53d31a8 req-df1813fc-067b-47b4-a454-62fbe95412bb tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:43.065125 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df6917de-9f4c-4179-a0f7-4296d53d31a8 req-df1813fc-067b-47b4-a454-62fbe95412bb tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5445 time: 0.2115939 Nov 15 11:29:43.140334 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3c56163-6554-4b61-8b7f-491cd2ba5cc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:43.179433 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3c56163-6554-4b61-8b7f-491cd2ba5cc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:43.241073 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3c56163-6554-4b61-8b7f-491cd2ba5cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:43.247015 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e3c56163-6554-4b61-8b7f-491cd2ba5cc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:43.249910 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e3c56163-6554-4b61-8b7f-491cd2ba5cc2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5575d1ad-9006-4198-9126-2513a7e03095 HTTP/1.1" status: 204 len: 168 time: 0.2488036 Nov 15 11:29:43.258091 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ce0e1c4d-ead5-4a34-89f4-9bd90cc8522f req-30c06dce-61fe-4f74-8dee-72472a2cf55a tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/ports?device_id=4abda234-93dd-4333-a005-3ae2065ede93 HTTP/1.1" status: 200 len: 210 time: 0.1116123 Nov 15 11:29:43.259706 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c56163-6554-4b61-8b7f-491cd2ba5cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5575d1ad-9006-4198-9126-2513a7e03095,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:43.275082 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48564) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:43.319331 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df6917de-9f4c-4179-a0f7-4296d53d31a8 req-b02a2663-2b7f-4b42-9933-ebcb7223667e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2188618 Nov 15 11:29:43.337581 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-85d8b97a-5dcf-413d-bbd5-4d53ca9b0ad4 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:43.406025 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-85d8b97a-5dcf-413d-bbd5-4d53ca9b0ad4 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:43.462714 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-85d8b97a-5dcf-413d-bbd5-4d53ca9b0ad4 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Network 7d98bba7-2779-46e5-ab8f-3c2510a26cbe is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:29:43.470421 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-85d8b97a-5dcf-413d-bbd5-4d53ca9b0ad4 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:29:43.478827 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-85d8b97a-5dcf-413d-bbd5-4d53ca9b0ad4 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:29:43.548449 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0636e2-073a-4a9d-be71-106c51a96bf0 req-1f614a38-cf66-4d5c-b963-8feddddb0a9a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:43.554434 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0636e2-073a-4a9d-be71-106c51a96bf0 req-1f614a38-cf66-4d5c-b963-8feddddb0a9a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:43.560813 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0636e2-073a-4a9d-be71-106c51a96bf0 req-1f614a38-cf66-4d5c-b963-8feddddb0a9a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:43.567259 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0636e2-073a-4a9d-be71-106c51a96bf0 req-1f614a38-cf66-4d5c-b963-8feddddb0a9a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:43.573441 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0636e2-073a-4a9d-be71-106c51a96bf0 req-1f614a38-cf66-4d5c-b963-8feddddb0a9a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:43.579782 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0636e2-073a-4a9d-be71-106c51a96bf0 req-1f614a38-cf66-4d5c-b963-8feddddb0a9a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:43.586234 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0636e2-073a-4a9d-be71-106c51a96bf0 req-1f614a38-cf66-4d5c-b963-8feddddb0a9a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:43.588606 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d0636e2-073a-4a9d-be71-106c51a96bf0 req-1f614a38-cf66-4d5c-b963-8feddddb0a9a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5445 time: 0.1952193 Nov 15 11:29:43.589482 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8b97a-5dcf-413d-bbd5-4d53ca9b0ad4 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Pushing event updated for resources: {'Port': ['ID=ec039b75-516b-4d7c-9f15-afc174901087,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:43.619788 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-85d8b97a-5dcf-413d-bbd5-4d53ca9b0ad4 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:43.620461 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-85d8b97a-5dcf-413d-bbd5-4d53ca9b0ad4 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:43.650610 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-85d8b97a-5dcf-413d-bbd5-4d53ca9b0ad4 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2601917 Nov 15 11:29:43.663377 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-551ad918-a0eb-4ffb-ab53-99391936c5ed service neutron] Request body: {'port': {'device_id': '4abda234-93dd-4333-a005-3ae2065ede93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:43.755320 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a258ad82-2023-4bef-9e04-5cded79ae6c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:43.822765 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-551ad918-a0eb-4ffb-ab53-99391936c5ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:44.000895 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a258ad82-2023-4bef-9e04-5cded79ae6c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:44.014633 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a258ad82-2023-4bef-9e04-5cded79ae6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:44.071055 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258ad82-2023-4bef-9e04-5cded79ae6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82501e79-d7ae-4702-92df-fbb7f070d447,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:44.127571 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a258ad82-2023-4bef-9e04-5cded79ae6c6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b294b74afe6b4b43b3ed03a66d41cd7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8505404 Nov 15 11:29:44.128590 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48598) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:44.218907 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf2aa0ff-bd6e-4597-891c-d6cbefcf7737 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:44.254226 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf2aa0ff-bd6e-4597-891c-d6cbefcf7737 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:44.353627 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-551ad918-a0eb-4ffb-ab53-99391936c5ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec039b75-516b-4d7c-9f15-afc174901087 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:29:44.368776 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf2aa0ff-bd6e-4597-891c-d6cbefcf7737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:44.371701 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf2aa0ff-bd6e-4597-891c-d6cbefcf7737 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:44.375804 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cf2aa0ff-bd6e-4597-891c-d6cbefcf7737 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/82501e79-d7ae-4702-92df-fbb7f070d447 HTTP/1.1" status: 204 len: 168 time: 0.2459984 Nov 15 11:29:44.376785 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-551ad918-a0eb-4ffb-ab53-99391936c5ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:44.385809 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2aa0ff-bd6e-4597-891c-d6cbefcf7737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82501e79-d7ae-4702-92df-fbb7f070d447,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:44.410528 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-551ad918-a0eb-4ffb-ab53-99391936c5ed service neutron] Transition to ACTIVE for port object ec039b75-516b-4d7c-9f15-afc174901087 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:29:44.442401 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-551ad918-a0eb-4ffb-ab53-99391936c5ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:44.626500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ad918-a0eb-4ffb-ab53-99391936c5ed service neutron] Pushing event updated for resources: {'Port': ['ID=ec039b75-516b-4d7c-9f15-afc174901087,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:44.651533 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f92c18-277f-4cc8-842d-f901985a1a05 req-86444eec-5f2d-4c1f-b370-a51993a780d1 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:44.660991 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a9f92c18-277f-4cc8-842d-f901985a1a05 req-86444eec-5f2d-4c1f-b370-a51993a780d1 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/ports?device_id=4abda234-93dd-4333-a005-3ae2065ede93 HTTP/1.1" status: 200 len: 943 time: 0.2461290 Nov 15 11:29:44.758378 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-551ad918-a0eb-4ffb-ab53-99391936c5ed service neutron] Attempting to bind port ec039b75-516b-4d7c-9f15-afc174901087 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:29:44.759171 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-551ad918-a0eb-4ffb-ab53-99391936c5ed service neutron] Attempting to bind port ec039b75-516b-4d7c-9f15-afc174901087 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'f2754ade-f7e3-48ea-994e-d5c2e085c1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '7d98bba7-2779-46e5-ab8f-3c2510a26cbe'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:29:44.759734 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-551ad918-a0eb-4ffb-ab53-99391936c5ed service neutron] Attempting to bind port ec039b75-516b-4d7c-9f15-afc174901087 on network 7d98bba7-2779-46e5-ab8f-3c2510a26cbe {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:29:44.774778 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a9f92c18-277f-4cc8-842d-f901985a1a05 req-c0ca12ff-717b-46d0-8b08-1578e1b26bb7 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/security-groups?id=47b3fc86-f7fd-4e84-8afa-de24c0861d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124387 Nov 15 11:29:44.789431 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-551ad918-a0eb-4ffb-ab53-99391936c5ed service neutron] Port ec039b75-516b-4d7c-9f15-afc174901087 on network 7d98bba7-2779-46e5-ab8f-3c2510a26cbe not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:29:44.789983 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-551ad918-a0eb-4ffb-ab53-99391936c5ed service neutron] Attempting to bind port ec039b75-516b-4d7c-9f15-afc174901087 on network 7d98bba7-2779-46e5-ab8f-3c2510a26cbe {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:29:44.796327 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-551ad918-a0eb-4ffb-ab53-99391936c5ed service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:29:44.797326 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-551ad918-a0eb-4ffb-ab53-99391936c5ed service neutron] Checking segment: {'id': 'f2754ade-f7e3-48ea-994e-d5c2e085c1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '7d98bba7-2779-46e5-ab8f-3c2510a26cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:29:44.798106 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-551ad918-a0eb-4ffb-ab53-99391936c5ed service neutron] Bound using segment: {'id': 'f2754ade-f7e3-48ea-994e-d5c2e085c1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '7d98bba7-2779-46e5-ab8f-3c2510a26cbe'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:29:44.798861 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-551ad918-a0eb-4ffb-ab53-99391936c5ed service neutron] Bound port: ec039b75-516b-4d7c-9f15-afc174901087, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2754ade-f7e3-48ea-994e-d5c2e085c1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '7d98bba7-2779-46e5-ab8f-3c2510a26cbe'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:29:44.799750 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-551ad918-a0eb-4ffb-ab53-99391936c5ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:44.898671 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-551ad918-a0eb-4ffb-ab53-99391936c5ed service neutron] For port ec039b75-516b-4d7c-9f15-afc174901087, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:29:44.911853 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-551ad918-a0eb-4ffb-ab53-99391936c5ed service neutron] For port ec039b75-516b-4d7c-9f15-afc174901087, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ec039b75-516b-4d7c-9f15-afc174901087,segment=NetworkSegment(f2754ade-f7e3-48ea-994e-d5c2e085c1fa),segment_id=f2754ade-f7e3-48ea-994e-d5c2e085c1fa)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:29:44.917792 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-551ad918-a0eb-4ffb-ab53-99391936c5ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:45.127550 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-551ad918-a0eb-4ffb-ab53-99391936c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:45.130962 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-551ad918-a0eb-4ffb-ab53-99391936c5ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:45.133267 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-551ad918-a0eb-4ffb-ab53-99391936c5ed service neutron] 10.222.0.11 "PUT /v2.0/ports/ec039b75-516b-4d7c-9f15-afc174901087 HTTP/1.1" status: 200 len: 1091 time: 1.4743931 Nov 15 11:29:45.137460 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4abda234-93dd-4333-a005-3ae2065ede93', 'tag': 'ec039b75-516b-4d7c-9f15-afc174901087'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:29:45.146993 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02ce90a-3d57-4b8e-a100-e4ce1085eec9" -d '{"events": [{"name": "network-changed", "server_uuid": "4abda234-93dd-4333-a005-3ae2065ede93", "tag": "ec039b75-516b-4d7c-9f15-afc174901087"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:29:45.155569 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ad918-a0eb-4ffb-ab53-99391936c5ed service neutron] Pushing event updated for resources: {'Port': ['ID=ec039b75-516b-4d7c-9f15-afc174901087,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:45.247541 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060a0b15-48c8-471a-82d8-c058df96248c x-openstack-request-id: req-060a0b15-48c8-471a-82d8-c058df96248c {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:29:45.248142 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4abda234-93dd-4333-a005-3ae2065ede93", "tag": "ec039b75-516b-4d7c-9f15-afc174901087", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:29:45.248920 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-060a0b15-48c8-471a-82d8-c058df96248c {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:29:45.249556 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4abda234-93dd-4333-a005-3ae2065ede93', 'tag': 'ec039b75-516b-4d7c-9f15-afc174901087', 'status': 'completed', 'code': 200} Nov 15 11:29:45.269614 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-fec5aad2-4342-4095-8752-7659d3645f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:45.272162 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-fec5aad2-4342-4095-8752-7659d3645f52 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0f9bfe14062436f8c3a81cf6304caf7&device_id=4abda234-93dd-4333-a005-3ae2065ede93 HTTP/1.1" status: 200 len: 1094 time: 0.0777690 Nov 15 11:29:45.364787 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-da338204-7db4-4f7e-a917-b67788fbeae8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec039b75-516b-4d7c-9f15-afc174901087 HTTP/1.1" status: 200 len: 217 time: 0.0809178 Nov 15 11:29:45.434331 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-9383e30f-1ca7-47cb-a187-3a2183456dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:45.437505 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-9383e30f-1ca7-47cb-a187-3a2183456dd5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2ca60d80-de9c-4795-9096-7ceb29e797f4 HTTP/1.1" status: 200 len: 860 time: 0.0634794 Nov 15 11:29:45.504436 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-b7fc28c7-0f90-4c22-916f-df73505d30c8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d98bba7-2779-46e5-ab8f-3c2510a26cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601747 Nov 15 11:29:45.660969 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-5c704dc1-50e0-4ae2-9bdc-8ea478c025ac service neutron] 10.222.0.11 "GET /v2.0/networks/7d98bba7-2779-46e5-ab8f-3c2510a26cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485105 Nov 15 11:29:45.835165 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cde640d-72aa-4a84-89c8-653a9a46db53 req-c5397919-746f-49dd-8d7b-0da46487cfed service neutron] 10.222.0.11 "GET /v2.0/networks/7d98bba7-2779-46e5-ab8f-3c2510a26cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629817 Nov 15 11:29:46.148007 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6790da7-834f-4b2c-80c9-96b52f576256 req-06664cd7-c982-4ad7-858e-ae65ff8aecc9 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:46.151285 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6790da7-834f-4b2c-80c9-96b52f576256 req-06664cd7-c982-4ad7-858e-ae65ff8aecc9 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/ports?device_id=4abda234-93dd-4333-a005-3ae2065ede93 HTTP/1.1" status: 200 len: 943 time: 0.2448323 Nov 15 11:29:46.177618 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ce90a-3d57-4b8e-a100-e4ce1085eec9 req-eadf0600-901b-4833-a557-3254c37d4a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:46.186789 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f02ce90a-3d57-4b8e-a100-e4ce1085eec9 req-eadf0600-901b-4833-a557-3254c37d4a1f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0f9bfe14062436f8c3a81cf6304caf7&device_id=4abda234-93dd-4333-a005-3ae2065ede93 HTTP/1.1" status: 200 len: 1094 time: 0.2940681 Nov 15 11:29:46.248825 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48712) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:46.490840 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e126c-c94b-46a2-bcee-e61f2d47e0e8 req-9656d96c-2c52-41b4-9b2f-697a980a1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:46.491311 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e126c-c94b-46a2-bcee-e61f2d47e0e8 req-9656d96c-2c52-41b4-9b2f-697a980a1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:46.491768 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e126c-c94b-46a2-bcee-e61f2d47e0e8 req-9656d96c-2c52-41b4-9b2f-697a980a1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:46.492247 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e126c-c94b-46a2-bcee-e61f2d47e0e8 req-9656d96c-2c52-41b4-9b2f-697a980a1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:46.492698 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e126c-c94b-46a2-bcee-e61f2d47e0e8 req-9656d96c-2c52-41b4-9b2f-697a980a1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:46.493151 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e126c-c94b-46a2-bcee-e61f2d47e0e8 req-9656d96c-2c52-41b4-9b2f-697a980a1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:46.493600 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e126c-c94b-46a2-bcee-e61f2d47e0e8 req-9656d96c-2c52-41b4-9b2f-697a980a1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:46.506771 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4a4e126c-c94b-46a2-bcee-e61f2d47e0e8 req-9656d96c-2c52-41b4-9b2f-697a980a1706 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 6502 time: 0.2563677 Nov 15 11:29:46.517596 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6790da7-834f-4b2c-80c9-96b52f576256 req-49eb1101-5180-4295-8ed6-1019607d3dae tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/security-groups?id=47b3fc86-f7fd-4e84-8afa-de24c0861d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583851 Nov 15 11:29:46.609160 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ce90a-3d57-4b8e-a100-e4ce1085eec9 req-385571b7-9455-4f64-a6bb-ae6e1b9df21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:46.610723 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f02ce90a-3d57-4b8e-a100-e4ce1085eec9 req-385571b7-9455-4f64-a6bb-ae6e1b9df21a service neutron] 10.222.0.11 "GET /v2.0/networks?id=7d98bba7-2779-46e5-ab8f-3c2510a26cbe HTTP/1.1" status: 200 len: 921 time: 0.4145660 Nov 15 11:29:46.652722 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4a4e126c-c94b-46a2-bcee-e61f2d47e0e8 req-50e8219d-5f54-41f1-9ae8-796c163230ac service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&id=3b868e38-1135-4222-8876-7c7d7b346b07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1415164 Nov 15 11:29:46.685464 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48740) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:46.693349 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f02ce90a-3d57-4b8e-a100-e4ce1085eec9 req-30b7a630-35e9-4063-80e2-ba545ad04e78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec039b75-516b-4d7c-9f15-afc174901087 HTTP/1.1" status: 200 len: 217 time: 0.0731065 Nov 15 11:29:46.867239 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ce90a-3d57-4b8e-a100-e4ce1085eec9 req-a9a250d5-9a16-466e-a1ba-073d09e6b585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:46.873868 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f02ce90a-3d57-4b8e-a100-e4ce1085eec9 req-a9a250d5-9a16-466e-a1ba-073d09e6b585 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2ca60d80-de9c-4795-9096-7ceb29e797f4 HTTP/1.1" status: 200 len: 860 time: 0.1687574 Nov 15 11:29:46.947454 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f02ce90a-3d57-4b8e-a100-e4ce1085eec9 req-45a214f5-bd4a-483a-929a-484553a984be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d98bba7-2779-46e5-ab8f-3c2510a26cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669785 Nov 15 11:29:47.013314 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48750) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:47.067597 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f02ce90a-3d57-4b8e-a100-e4ce1085eec9 req-944712ca-cde2-4b25-8906-3a78ca912a44 service neutron] 10.222.0.11 "GET /v2.0/networks/7d98bba7-2779-46e5-ab8f-3c2510a26cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116023 Nov 15 11:29:47.073179 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dcc7546e-5b94-4a54-be27-dee63f7b18ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:47.132136 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0cb4bc74-e3a6-42a0-bd0a-e7d56eabf0da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:47.184589 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f02ce90a-3d57-4b8e-a100-e4ce1085eec9 req-aeed59b5-1fe8-4b48-8499-58a900bbdb05 service neutron] 10.222.0.11 "GET /v2.0/networks/7d98bba7-2779-46e5-ab8f-3c2510a26cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090424 Nov 15 11:29:47.195559 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dcc7546e-5b94-4a54-be27-dee63f7b18ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:47.202888 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dcc7546e-5b94-4a54-be27-dee63f7b18ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:47.257518 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7546e-5b94-4a54-be27-dee63f7b18ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329932ee-4e08-4002-878f-30d5ce2008c3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:47.266310 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-dcc7546e-5b94-4a54-be27-dee63f7b18ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dac1c477c5ab44b6b455170ade09d344&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5785935 Nov 15 11:29:47.269091 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48754) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:47.290758 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0cb4bc74-e3a6-42a0-bd0a-e7d56eabf0da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:47.296478 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0cb4bc74-e3a6-42a0-bd0a-e7d56eabf0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:47.363007 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4bc74-e3a6-42a0-bd0a-e7d56eabf0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc47a48-7fef-4736-9d5e-d5fdb5929fb5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:47.367106 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0cb4bc74-e3a6-42a0-bd0a-e7d56eabf0da admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2ccce3b98d63497fae4256d51c77503e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3527985 Nov 15 11:29:47.369863 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48758) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:47.399627 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4dc69df7-c516-4dea-a1a0-d661d6d1c411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:47.437637 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4dc69df7-c516-4dea-a1a0-d661d6d1c411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:47.461140 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3511c533-a779-4ebd-9a41-a421c800942f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:47.497158 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3511c533-a779-4ebd-9a41-a421c800942f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:47.525848 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4dc69df7-c516-4dea-a1a0-d661d6d1c411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:47.528435 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4dc69df7-c516-4dea-a1a0-d661d6d1c411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:47.532278 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4dc69df7-c516-4dea-a1a0-d661d6d1c411 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/329932ee-4e08-4002-878f-30d5ce2008c3 HTTP/1.1" status: 204 len: 168 time: 0.2595136 Nov 15 11:29:47.541113 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc69df7-c516-4dea-a1a0-d661d6d1c411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329932ee-4e08-4002-878f-30d5ce2008c3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:47.582314 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3511c533-a779-4ebd-9a41-a421c800942f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:47.585130 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3511c533-a779-4ebd-9a41-a421c800942f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:47.587245 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3511c533-a779-4ebd-9a41-a421c800942f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5dc47a48-7fef-4736-9d5e-d5fdb5929fb5 HTTP/1.1" status: 204 len: 168 time: 0.2165735 Nov 15 11:29:47.598323 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511c533-a779-4ebd-9a41-a421c800942f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc47a48-7fef-4736-9d5e-d5fdb5929fb5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:47.758560 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e39a5-9ef3-4e59-83d3-80a89430ec79 req-05eee17a-e320-4541-ab7c-5fcb82f4cc8e tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:47.760688 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6f5e39a5-9ef3-4e59-83d3-80a89430ec79 req-05eee17a-e320-4541-ab7c-5fcb82f4cc8e tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/ports?device_id=4abda234-93dd-4333-a005-3ae2065ede93 HTTP/1.1" status: 200 len: 943 time: 0.0672066 Nov 15 11:29:47.875089 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6f5e39a5-9ef3-4e59-83d3-80a89430ec79 req-58bf9ae9-f352-4963-9f27-cc56bcd78a48 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/security-groups?id=47b3fc86-f7fd-4e84-8afa-de24c0861d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960093 Nov 15 11:29:49.157345 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0b5a2-eb7a-4cf3-8668-977a4fe5aa03 req-db3a1d31-90e1-4968-9a1e-419ac538a9c8 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:49.167260 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0b0b5a2-eb7a-4cf3-8668-977a4fe5aa03 req-db3a1d31-90e1-4968-9a1e-419ac538a9c8 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/ports?device_id=4abda234-93dd-4333-a005-3ae2065ede93 HTTP/1.1" status: 200 len: 943 time: 0.1490152 Nov 15 11:29:49.232707 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0b0b5a2-eb7a-4cf3-8668-977a4fe5aa03 req-a4817dce-ca89-4605-8f20-8c2612269998 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/security-groups?id=47b3fc86-f7fd-4e84-8afa-de24c0861d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640900 Nov 15 11:29:49.629393 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device ec039b75-516b-4d7c-9f15-afc174901087 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:29:49.741522 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48880) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:49.858293 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port ec039b75-516b-4d7c-9f15-afc174901087, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ec039b75-516b-4d7c-9f15-afc174901087,segment=NetworkSegment(f2754ade-f7e3-48ea-994e-d5c2e085c1fa),segment_id=f2754ade-f7e3-48ea-994e-d5c2e085c1fa)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:29:49.872321 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'ec039b75-516b-4d7c-9f15-afc174901087', 'network_id': '7d98bba7-2779-46e5-ab8f-3c2510a26cbe', 'port_id': 'ec039b75-516b-4d7c-9f15-afc174901087', 'mac_address': 'fa:16:3e:6a:e4:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca60d80-de9c-4795-9096-7ceb29e797f4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:29:49.915088 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:49.931858 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48894) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:49.962759 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec039b75-516b-4d7c-9f15-afc174901087 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:29:49.989371 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port ec039b75-516b-4d7c-9f15-afc174901087, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ec039b75-516b-4d7c-9f15-afc174901087,segment=NetworkSegment(f2754ade-f7e3-48ea-994e-d5c2e085c1fa),segment_id=f2754ade-f7e3-48ea-994e-d5c2e085c1fa)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:29:49.995436 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:50.113685 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=ec039b75-516b-4d7c-9f15-afc174901087,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:50.126758 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:50.127301 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:50.127867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:50.128377 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:50.128931 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:50.129430 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:50.129928 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:50.130445 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:50.130938 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:50.131430 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:50.131991 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:50.132619 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:50.244992 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-276accf1-2fc7-4ce5-831b-c32044161e63 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1794674577', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:50.289378 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276accf1-2fc7-4ce5-831b-c32044161e63 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Made reservation on behalf of 96c11333d7174ab79797fbf1efd5947f for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:29:50.294617 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-276accf1-2fc7-4ce5-831b-c32044161e63 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:50.320818 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-276accf1-2fc7-4ce5-831b-c32044161e63 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:50.372690 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['ec039b75-516b-4d7c-9f15-afc174901087'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:29:50.530917 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48910) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:50.656248 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e187957-e7f8-4611-85ca-3e57eabaf1b1 req-a0f7e183-c6fd-4e2f-8f39-c6ed8765a7d7 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:50.682661 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e187957-e7f8-4611-85ca-3e57eabaf1b1 req-a0f7e183-c6fd-4e2f-8f39-c6ed8765a7d7 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/ports?device_id=4abda234-93dd-4333-a005-3ae2065ede93 HTTP/1.1" status: 200 len: 944 time: 0.1883252 Nov 15 11:29:50.703447 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1999fefa-6070-4756-ada9-f39ebfefb37b tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-537479082'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:50.750170 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-276accf1-2fc7-4ce5-831b-c32044161e63 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:50.752136 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6660e618-e4d9-441a-8750-439ddf319154 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:50.767257 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-276accf1-2fc7-4ce5-831b-c32044161e63 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:50.776393 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1999fefa-6070-4756-ada9-f39ebfefb37b tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Made reservation on behalf of 64e56a4478f24716bf30c0ea6cb88058 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:29:50.778485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-276accf1-2fc7-4ce5-831b-c32044161e63 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] device_id is not set on port 557d6ae8-7e8e-4f91-94e1-02cc4ed59ae5 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:29:50.781545 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1999fefa-6070-4756-ada9-f39ebfefb37b tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:50.793494 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1999fefa-6070-4756-ada9-f39ebfefb37b tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:50.860773 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276accf1-2fc7-4ce5-831b-c32044161e63 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50b5af6-89b8-454d-abd4-ee2cc80974e7,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:50.866858 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e187957-e7f8-4611-85ca-3e57eabaf1b1 req-59c5b6df-76f3-4f03-9c01-916188d135dd tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/security-groups?id=47b3fc86-f7fd-4e84-8afa-de24c0861d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832747 Nov 15 11:29:50.921590 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1999fefa-6070-4756-ada9-f39ebfefb37b tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:50.927486 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1999fefa-6070-4756-ada9-f39ebfefb37b tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:50.963648 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999fefa-6070-4756-ada9-f39ebfefb37b tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ff63fa-1725-4ba2-9690-bed294744a62,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:50.977774 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1999fefa-6070-4756-ada9-f39ebfefb37b tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:29:50.990008 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-276accf1-2fc7-4ce5-831b-c32044161e63 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Allocated IP 172.25.7.144 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/557d6ae8-7e8e-4f91-94e1-02cc4ed59ae5) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:29:50.990131 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1999fefa-6070-4756-ada9-f39ebfefb37b tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:50.990451 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-1999fefa-6070-4756-ada9-f39ebfefb37b tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Added segment f68171c7-72bf-4f7d-805d-50e153889ad7 of type vlan for network 016e1264-248a-4fc7-8a1d-c7e8abe09849 Nov 15 11:29:51.078965 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6660e618-e4d9-441a-8750-439ddf319154 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:51.102326 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6660e618-e4d9-441a-8750-439ddf319154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:51.175863 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660e618-e4d9-441a-8750-439ddf319154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53699f01-27e7-44b2-a364-14bb4f7c4abd,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:51.255768 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6660e618-e4d9-441a-8750-439ddf319154 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75e2dc2085424e1a925341ce7b094461&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7231927 Nov 15 11:29:51.259318 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48932) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:51.370384 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-276accf1-2fc7-4ce5-831b-c32044161e63 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:51.395735 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8541e1e7-d43e-4d2f-acf5-1954b20a84f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:51.419737 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8541e1e7-d43e-4d2f-acf5-1954b20a84f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:51.501088 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1999fefa-6070-4756-ada9-f39ebfefb37b tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:51.550438 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8541e1e7-d43e-4d2f-acf5-1954b20a84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:51.553419 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8541e1e7-d43e-4d2f-acf5-1954b20a84f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:51.554572 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8541e1e7-d43e-4d2f-acf5-1954b20a84f3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/53699f01-27e7-44b2-a364-14bb4f7c4abd HTTP/1.1" status: 204 len: 168 time: 0.2940454 Nov 15 11:29:51.568147 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1999fefa-6070-4756-ada9-f39ebfefb37b tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:51.574648 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1999fefa-6070-4756-ada9-f39ebfefb37b tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:51.575519 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1999fefa-6070-4756-ada9-f39ebfefb37b tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:51.584004 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541e1e7-d43e-4d2f-acf5-1954b20a84f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53699f01-27e7-44b2-a364-14bb4f7c4abd,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:51.591734 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-276accf1-2fc7-4ce5-831b-c32044161e63 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:51.642415 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276accf1-2fc7-4ce5-831b-c32044161e63 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:29:51.662125 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device ec039b75-516b-4d7c-9f15-afc174901087 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:29:51.665338 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-276accf1-2fc7-4ce5-831b-c32044161e63 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:29:51.683288 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276accf1-2fc7-4ce5-831b-c32044161e63 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:29:51.707318 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1999fefa-6070-4756-ada9-f39ebfefb37b tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7714403 Nov 15 11:29:51.707808 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48944) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:51.740022 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999fefa-6070-4756-ada9-f39ebfefb37b tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Pushing event updated for resources: {'Network': ['ID=016e1264-248a-4fc7-8a1d-c7e8abe09849,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:51.749728 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e6537b-fe80-421e-a24a-8bace5e2d947 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:29:51.776021 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 016e1264-248a-4fc7-8a1d-c7e8abe09849 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:29:51.879907 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276accf1-2fc7-4ce5-831b-c32044161e63 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Pushing event updated for resources: {'Port': ['ID=557d6ae8-7e8e-4f91-94e1-02cc4ed59ae5,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:51.898779 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276accf1-2fc7-4ce5-831b-c32044161e63 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:51.899419 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-276accf1-2fc7-4ce5-831b-c32044161e63 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:51.940373 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48956) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:51.941805 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-276accf1-2fc7-4ce5-831b-c32044161e63 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.1985121 Nov 15 11:29:51.946575 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-85025427-d93e-4868-9982-aa7f2aeb4484 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.144'}]}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:51.985703 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-edc0ecc0-f591-46a8-86da-94c9f1062e75 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Request body: {'network': {'name': 'tempest-network--168357242', 'router:external': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:52.001332 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85025427-d93e-4868-9982-aa7f2aeb4484 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:52.003026 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85025427-d93e-4868-9982-aa7f2aeb4484 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:52.022740 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port ec039b75-516b-4d7c-9f15-afc174901087 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:29:52.062926 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc0ecc0-f591-46a8-86da-94c9f1062e75 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Made reservation on behalf of 8ec8e8d7aa5c4894b94ab81e04daa37e for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:29:52.065690 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port ec039b75-516b-4d7c-9f15-afc174901087 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:29:52.066703 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:52.068022 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-edc0ecc0-f591-46a8-86da-94c9f1062e75 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:52.121464 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ec62740b-0116-4d97-acc9-ce47e46825a0 None None] Provisioning complete for port 557d6ae8-7e8e-4f91-94e1-02cc4ed59ae5 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:29:52.122148 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ec62740b-0116-4d97-acc9-ce47e46825a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:52.149100 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-edc0ecc0-f591-46a8-86da-94c9f1062e75 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:52.152365 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85025427-d93e-4868-9982-aa7f2aeb4484 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:52.197170 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-ec62740b-0116-4d97-acc9-ce47e46825a0 None None] Port 557d6ae8-7e8e-4f91-94e1-02cc4ed59ae5 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:29:52.248462 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:52.257331 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c24dbe-e615-490c-84fd-1ab4773eb3c6 req-fb38a6ca-15c2-4f33-b1db-8cb48fe26e49 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:52.266708 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-97c24dbe-e615-490c-84fd-1ab4773eb3c6 req-fb38a6ca-15c2-4f33-b1db-8cb48fe26e49 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/ports?device_id=4abda234-93dd-4333-a005-3ae2065ede93 HTTP/1.1" status: 200 len: 944 time: 0.2080860 Nov 15 11:29:52.267274 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48964) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:52.292373 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port ec039b75-516b-4d7c-9f15-afc174901087, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ec039b75-516b-4d7c-9f15-afc174901087,segment=NetworkSegment(f2754ade-f7e3-48ea-994e-d5c2e085c1fa),segment_id=f2754ade-f7e3-48ea-994e-d5c2e085c1fa)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:29:52.293756 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abda234-93dd-4333-a005-3ae2065ede93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec039b75-516b-4d7c-9f15-afc174901087'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:29:52.296961 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8a649e-8302-456f-8253-100a7d83270b" -d '{"events": [{"server_uuid": "4abda234-93dd-4333-a005-3ae2065ede93", "name": "network-vif-plugged", "status": "completed", "tag": "ec039b75-516b-4d7c-9f15-afc174901087"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:29:52.301254 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41f1992d-4c3f-4901-977d-5febfcc080af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:52.305670 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:52.381053 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=ec039b75-516b-4d7c-9f15-afc174901087,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:52.396646 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9dd1aa-e92e-46eb-8a20-9c710e75f5bd x-openstack-request-id: req-bb9dd1aa-e92e-46eb-8a20-9c710e75f5bd {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:29:52.398604 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abda234-93dd-4333-a005-3ae2065ede93", "name": "network-vif-plugged", "status": "completed", "tag": "ec039b75-516b-4d7c-9f15-afc174901087", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:29:52.399099 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb9dd1aa-e92e-46eb-8a20-9c710e75f5bd {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:29:52.400815 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abda234-93dd-4333-a005-3ae2065ede93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec039b75-516b-4d7c-9f15-afc174901087', 'code': 200} Nov 15 11:29:52.427139 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85025427-d93e-4868-9982-aa7f2aeb4484 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:52.452439 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-97c24dbe-e615-490c-84fd-1ab4773eb3c6 req-8628929f-c49f-428c-be7c-1ae7db0e7fe8 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/security-groups?id=47b3fc86-f7fd-4e84-8afa-de24c0861d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741767 Nov 15 11:29:52.527220 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-edc0ecc0-f591-46a8-86da-94c9f1062e75 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:52.533848 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-edc0ecc0-f591-46a8-86da-94c9f1062e75 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:52.571157 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0ecc0-f591-46a8-86da-94c9f1062e75 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c85297-a0f2-41ee-ac44-4995c714f14c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:52.572373 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca791f-ca38-45d8-8f6d-6170b1c587df req-d8d1e0ae-696d-432b-839d-55b7e4036dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:52.574217 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2cca791f-ca38-45d8-8f6d-6170b1c587df req-d8d1e0ae-696d-432b-839d-55b7e4036dc5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4abda234-93dd-4333-a005-3ae2065ede93 HTTP/1.1" status: 200 len: 1096 time: 0.1196702 Nov 15 11:29:52.587311 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc0ecc0-f591-46a8-86da-94c9f1062e75 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:29:52.591956 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41f1992d-4c3f-4901-977d-5febfcc080af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:52.602572 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-edc0ecc0-f591-46a8-86da-94c9f1062e75 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:52.602866 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41f1992d-4c3f-4901-977d-5febfcc080af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:52.602981 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-edc0ecc0-f591-46a8-86da-94c9f1062e75 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Added segment 1b846a48-0460-4c02-bbba-9b99cfda21f1 of type vlan for network 1b4874b4-4bb0-4663-87de-694bc77b9cac Nov 15 11:29:52.634524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1992d-4c3f-4901-977d-5febfcc080af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2110df10-2705-4a04-aad1-410df407fedf,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:52.672770 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-edc0ecc0-f591-46a8-86da-94c9f1062e75 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:52.682237 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-41f1992d-4c3f-4901-977d-5febfcc080af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=539796c7ef26414b9e9805bbcfffc7bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4026158 Nov 15 11:29:52.683733 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48974) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:52.683869 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2cca791f-ca38-45d8-8f6d-6170b1c587df req-5740baa8-8614-411a-82ee-3f7b27185948 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=47b3fc86-f7fd-4e84-8afa-de24c0861d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989852 Nov 15 11:29:52.781233 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-edc0ecc0-f591-46a8-86da-94c9f1062e75 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:52.781233 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc0ecc0-f591-46a8-86da-94c9f1062e75 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:52.781541 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-edc0ecc0-f591-46a8-86da-94c9f1062e75 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:52.907542 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-edc0ecc0-f591-46a8-86da-94c9f1062e75 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1985497 Nov 15 11:29:52.908228 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d310e092-c617-4d37-b372-879c4663f221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:52.910863 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48980) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:52.934916 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0ecc0-f591-46a8-86da-94c9f1062e75 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Pushing event updated for resources: {'Network': ['ID=1b4874b4-4bb0-4663-87de-694bc77b9cac,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:52.947401 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 1b4874b4-4bb0-4663-87de-694bc77b9cac details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:29:52.984537 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d310e092-c617-4d37-b372-879c4663f221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:52.987146 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85025427-d93e-4868-9982-aa7f2aeb4484 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:53.031160 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:53.059143 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85025427-d93e-4868-9982-aa7f2aeb4484 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:53.180698 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:53.252547 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d310e092-c617-4d37-b372-879c4663f221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:53.255202 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d310e092-c617-4d37-b372-879c4663f221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:53.256420 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d310e092-c617-4d37-b372-879c4663f221 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2110df10-2705-4a04-aad1-410df407fedf HTTP/1.1" status: 204 len: 168 time: 0.5724483 Nov 15 11:29:53.317871 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310e092-c617-4d37-b372-879c4663f221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2110df10-2705-4a04-aad1-410df407fedf,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:53.412784 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85025427-d93e-4868-9982-aa7f2aeb4484 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:53.477077 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4874b4-4bb0-4663-87de-694bc77b9cac']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:53.494987 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b846a48-0460-4c02-bbba-9b99cfda21f1') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:53.497692 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b846a48-0460-4c02-bbba-9b99cfda21f1') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:53.519561 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:53.559408 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:53.571036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:29:53.571436 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:29:53.576312 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:29:53.750668 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:53.774583 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85025427-d93e-4868-9982-aa7f2aeb4484 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:53.786297 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85025427-d93e-4868-9982-aa7f2aeb4484 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:53.806557 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1b4874b4-4bb0-4663-87de-694bc77b9cac {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 15 11:29:53.810313 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:53.814379 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] 10.222.0.64 "DELETE /v2.0/networks/1b4874b4-4bb0-4663-87de-694bc77b9cac HTTP/1.1" status: 204 len: 168 time: 0.9022539 Nov 15 11:29:53.816622 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Pushing event deleted for resources: {'Network': ['ID=1b4874b4-4bb0-4663-87de-694bc77b9cac,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:53.835515 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde7960-114d-42e9-9b31-feae6f438673 req-40b8581e-541a-4d8e-8927-302cf7f4dabb tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:53.843418 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0bde7960-114d-42e9-9b31-feae6f438673 req-40b8581e-541a-4d8e-8927-302cf7f4dabb tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/ports?device_id=4abda234-93dd-4333-a005-3ae2065ede93 HTTP/1.1" status: 200 len: 945 time: 0.2104359 Nov 15 11:29:53.850505 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49006) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:53.854933 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:53.854933 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:53.855183 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:53.855598 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:53.856063 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:53.856525 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:53.856985 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:53.857415 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:53.857972 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:53.858442 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:53.858968 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:53.859421 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3830d350-3054-4f75-81af-76894455ecd8 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:29:53.878731 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-a3043ddc-dd69-4a1c-b2b7-2c98a7e2b847 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:53.922768 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85025427-d93e-4868-9982-aa7f2aeb4484 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:53.923313 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85025427-d93e-4868-9982-aa7f2aeb4484 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ad9b654-ed98-4b21-a0cd-579e12a6696a {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:29:53.944297 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3043ddc-dd69-4a1c-b2b7-2c98a7e2b847 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Made reservation on behalf of 8ec8e8d7aa5c4894b94ab81e04daa37e for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:29:53.949542 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3043ddc-dd69-4a1c-b2b7-2c98a7e2b847 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:53.973805 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-85025427-d93e-4868-9982-aa7f2aeb4484 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 15 11:29:53.974903 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-85025427-d93e-4868-9982-aa7f2aeb4484 tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0333591 Nov 15 11:29:53.977784 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49014) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:53.999192 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0bde7960-114d-42e9-9b31-feae6f438673 req-65879703-e064-4dc8-8fab-8c796d079c9d tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/security-groups?id=47b3fc86-f7fd-4e84-8afa-de24c0861d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359231 Nov 15 11:29:54.063869 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3043ddc-dd69-4a1c-b2b7-2c98a7e2b847 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:29:54.106855 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3043ddc-dd69-4a1c-b2b7-2c98a7e2b847 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:54.107578 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-a3043ddc-dd69-4a1c-b2b7-2c98a7e2b847 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Added segment 6e0e649b-4779-4a30-9c6f-d77b702adb02 of type vlan for network 5f50ddb2-7219-4d93-b016-3675d01c409d Nov 15 11:29:54.167614 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-62c641b9-16f8-4794-8bd7-7bbfaf0060de tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Deleting port 557d6ae8-7e8e-4f91-94e1-02cc4ed59ae5 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:29:54.168713 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62c641b9-16f8-4794-8bd7-7bbfaf0060de tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:54.231061 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3043ddc-dd69-4a1c-b2b7-2c98a7e2b847 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:54.272085 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3043ddc-dd69-4a1c-b2b7-2c98a7e2b847 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:54.273603 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3043ddc-dd69-4a1c-b2b7-2c98a7e2b847 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:54.274328 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3043ddc-dd69-4a1c-b2b7-2c98a7e2b847 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:54.293857 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62c641b9-16f8-4794-8bd7-7bbfaf0060de tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:54.309384 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-62c641b9-16f8-4794-8bd7-7bbfaf0060de tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Calling delete_port for 557d6ae8-7e8e-4f91-94e1-02cc4ed59ae5 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:29:54.341856 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a3043ddc-dd69-4a1c-b2b7-2c98a7e2b847 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4894722 Nov 15 11:29:54.345087 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49028) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:54.350893 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-e492a3eb-d3c5-4790-9a50-2c3482d058db tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Request body: {'subnet': {'network_id': '5f50ddb2-7219-4d93-b016-3675d01c409d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:54.374309 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3043ddc-dd69-4a1c-b2b7-2c98a7e2b847 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Pushing event updated for resources: {'Network': ['ID=5f50ddb2-7219-4d93-b016-3675d01c409d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:54.379751 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e492a3eb-d3c5-4790-9a50-2c3482d058db tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Made reservation on behalf of 8ec8e8d7aa5c4894b94ab81e04daa37e for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:29:54.382675 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e492a3eb-d3c5-4790-9a50-2c3482d058db tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:54.404414 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 5f50ddb2-7219-4d93-b016-3675d01c409d details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:29:54.567438 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62c641b9-16f8-4794-8bd7-7bbfaf0060de tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:54.662777 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c641b9-16f8-4794-8bd7-7bbfaf0060de tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Pushing event deleted for resources: {'Port': ['ID=557d6ae8-7e8e-4f91-94e1-02cc4ed59ae5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:54.686892 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe88fc7-2378-463a-af8e-bc24d835ccd2 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:29:54.788766 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-62c641b9-16f8-4794-8bd7-7bbfaf0060de tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:54.799664 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-62c641b9-16f8-4794-8bd7-7bbfaf0060de tempest-RoutersAdminNegativeIpV6Test-174997259 tempest-RoutersAdminNegativeIpV6Test-174997259-project-admin] 10.222.0.64 "DELETE /v2.0/ports/557d6ae8-7e8e-4f91-94e1-02cc4ed59ae5 HTTP/1.1" status: 204 len: 168 time: 0.8198421 Nov 15 11:29:55.010440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.objects.ports [None req-e492a3eb-d3c5-4790-9a50-2c3482d058db tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102678) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 11:29:55.011087 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e492a3eb-d3c5-4790-9a50-2c3482d058db tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:55.130364 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492a3eb-d3c5-4790-9a50-2c3482d058db tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a3fd194b-9a67-4a2b-82bc-db843dad27ff,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:55.167146 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e492a3eb-d3c5-4790-9a50-2c3482d058db tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Checking segment: {'id': '6e0e649b-4779-4a30-9c6f-d77b702adb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '5f50ddb2-7219-4d93-b016-3675d01c409d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:29:55.167655 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e492a3eb-d3c5-4790-9a50-2c3482d058db tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Network hostable DHCP agents. Network: 5f50ddb2-7219-4d93-b016-3675d01c409d, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:29:55.195152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36c39a-bb3d-4f70-b324-1a05a930e9aa req-578e76d4-dacb-4e61-a2d4-c27285a34846 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:55.196769 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a36c39a-bb3d-4f70-b324-1a05a930e9aa req-578e76d4-dacb-4e61-a2d4-c27285a34846 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/ports?device_id=4abda234-93dd-4333-a005-3ae2065ede93 HTTP/1.1" status: 200 len: 945 time: 0.1190674 Nov 15 11:29:55.226593 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e492a3eb-d3c5-4790-9a50-2c3482d058db tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Network 5f50ddb2-7219-4d93-b016-3675d01c409d is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:29:55.296532 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a36c39a-bb3d-4f70-b324-1a05a930e9aa req-a342d8c4-eb18-4267-85c6-241f7f17a72f tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/security-groups?id=47b3fc86-f7fd-4e84-8afa-de24c0861d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918820 Nov 15 11:29:55.297661 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-e492a3eb-d3c5-4790-9a50-2c3482d058db tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 5f50ddb2-7219-4d93-b016-3675d01c409d) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:29:55.308002 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3abee9f-0127-4285-92b0-8b09531a3906 None None] Network 5f50ddb2-7219-4d93-b016-3675d01c409d requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:29:55.310613 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e492a3eb-d3c5-4790-9a50-2c3482d058db tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:55.311575 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e492a3eb-d3c5-4790-9a50-2c3482d058db tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:55.342926 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e492a3eb-d3c5-4790-9a50-2c3482d058db tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9966240 Nov 15 11:29:55.345586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49074) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:55.352349 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49076) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:55.353342 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-01323ebd-2cff-40da-a668-7a9f0d0de5f1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Request body: {'floatingip': {'floating_network_id': '5f50ddb2-7219-4d93-b016-3675d01c409d'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:55.401998 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01323ebd-2cff-40da-a668-7a9f0d0de5f1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:55.615708 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03839070-1f62-4e62-9fc0-6f4399cf2899 None None] Network 5f50ddb2-7219-4d93-b016-3675d01c409d requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:29:55.629262 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01323ebd-2cff-40da-a668-7a9f0d0de5f1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:55.704882 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf4e6b60-3fc8-428c-b87e-7641d27ea901 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:55.879703 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-01323ebd-2cff-40da-a668-7a9f0d0de5f1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Allocated IP 172.20.0.5 (5f50ddb2-7219-4d93-b016-3675d01c409d/a3fd194b-9a67-4a2b-82bc-db843dad27ff/0a9d222b-1b1c-4711-b5b4-389bcce4e66f) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:29:55.916178 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf4e6b60-3fc8-428c-b87e-7641d27ea901 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:55.923009 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf4e6b60-3fc8-428c-b87e-7641d27ea901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:55.972973 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e6b60-3fc8-428c-b87e-7641d27ea901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe2abe7-9d9d-49f8-b277-88a2a93f8c55,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:56.011026 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cf4e6b60-3fc8-428c-b87e-7641d27ea901 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d0c1143367043438044bc8347b4eb1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6541221 Nov 15 11:29:56.011597 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49112) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:56.122818 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01323ebd-2cff-40da-a668-7a9f0d0de5f1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:56.154968 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b73f9805-30a5-45f4-8eb2-d7d602a88b56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:56.169782 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01323ebd-2cff-40da-a668-7a9f0d0de5f1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:56.186738 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b73f9805-30a5-45f4-8eb2-d7d602a88b56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:56.222295 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01323ebd-2cff-40da-a668-7a9f0d0de5f1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Network 5f50ddb2-7219-4d93-b016-3675d01c409d is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:29:56.225525 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-01323ebd-2cff-40da-a668-7a9f0d0de5f1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:29:56.233866 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01323ebd-2cff-40da-a668-7a9f0d0de5f1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:29:56.237109 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01323ebd-2cff-40da-a668-7a9f0d0de5f1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Pushing event updated for resources: {'Port': ['ID=0a9d222b-1b1c-4711-b5b4-389bcce4e66f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:56.280229 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b73f9805-30a5-45f4-8eb2-d7d602a88b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:56.287608 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b73f9805-30a5-45f4-8eb2-d7d602a88b56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:56.290642 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b73f9805-30a5-45f4-8eb2-d7d602a88b56 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fbe2abe7-9d9d-49f8-b277-88a2a93f8c55 HTTP/1.1" status: 204 len: 168 time: 0.2748425 Nov 15 11:29:56.312142 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f9805-30a5-45f4-8eb2-d7d602a88b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe2abe7-9d9d-49f8-b277-88a2a93f8c55,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:56.379707 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01323ebd-2cff-40da-a668-7a9f0d0de5f1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:56.424822 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01323ebd-2cff-40da-a668-7a9f0d0de5f1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:56.643900 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942725d-1b3f-4b75-abd2-b2ad6b343b14 req-25e912d1-30cb-48d3-9f22-baa7fe084d05 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:56.645652 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1942725d-1b3f-4b75-abd2-b2ad6b343b14 req-25e912d1-30cb-48d3-9f22-baa7fe084d05 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/ports?device_id=4abda234-93dd-4333-a005-3ae2065ede93 HTTP/1.1" status: 200 len: 945 time: 0.0828035 Nov 15 11:29:56.724678 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1942725d-1b3f-4b75-abd2-b2ad6b343b14 req-2c51ebd1-d3cf-4d0a-885e-60ab13a06770 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/security-groups?id=47b3fc86-f7fd-4e84-8afa-de24c0861d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712652 Nov 15 11:29:56.751103 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01323ebd-2cff-40da-a668-7a9f0d0de5f1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:56.759309 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01323ebd-2cff-40da-a668-7a9f0d0de5f1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:56.879930 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01323ebd-2cff-40da-a668-7a9f0d0de5f1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:56.900698 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01323ebd-2cff-40da-a668-7a9f0d0de5f1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Pushing event updated for resources: {'Port': ['ID=0a9d222b-1b1c-4711-b5b4-389bcce4e66f,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:56.926536 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01323ebd-2cff-40da-a668-7a9f0d0de5f1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:56.928161 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-01323ebd-2cff-40da-a668-7a9f0d0de5f1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5814304 Nov 15 11:29:56.931153 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49156) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:57.014497 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49162) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:57.091153 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ab601eaa-99b0-4206-8212-7176049afd20 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] 10.222.0.64 "GET /v2.0/floatingips?floating_network_id=5f50ddb2-7219-4d93-b016-3675d01c409d HTTP/1.1" status: 200 len: 689 time: 0.1576505 Nov 15 11:29:57.094182 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49170) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:57.109313 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fec00a31-7f64-47f1-8319-27a520310db0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=96c11333d7174ab79797fbf1efd5947f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0933726 Nov 15 11:29:57.113421 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49172) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:57.198084 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7f8720a-0721-4d58-959d-19fc7d05f5f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:57.221163 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:57.230314 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7f8720a-0721-4d58-959d-19fc7d05f5f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:57.320539 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7f8720a-0721-4d58-959d-19fc7d05f5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:57.324395 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7f8720a-0721-4d58-959d-19fc7d05f5f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:57.325672 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b7f8720a-0721-4d58-959d-19fc7d05f5f8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d50b5af6-89b8-454d-abd4-ee2cc80974e7 HTTP/1.1" status: 204 len: 168 time: 0.2106338 Nov 15 11:29:57.349838 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8720a-0721-4d58-959d-19fc7d05f5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50b5af6-89b8-454d-abd4-ee2cc80974e7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:57.498023 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Deleting port 0a9d222b-1b1c-4711-b5b4-389bcce4e66f {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:29:57.500584 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:57.624582 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:57.625499 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:57.647631 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:29:57.672193 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Calling delete_port for 0a9d222b-1b1c-4711-b5b4-389bcce4e66f owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:29:58.035113 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:58.052859 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659daebf-a91f-4423-acbf-738535991e2b req-feaeb807-0973-4f1e-89bb-c0be1fcecd46 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:58.054445 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-659daebf-a91f-4423-acbf-738535991e2b req-feaeb807-0973-4f1e-89bb-c0be1fcecd46 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/ports?device_id=4abda234-93dd-4333-a005-3ae2065ede93 HTTP/1.1" status: 200 len: 945 time: 0.1719015 Nov 15 11:29:58.252873 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:58.269518 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21631b7c-de91-4fcf-990e-8ebc1f72e204 req-e934649c-cbf6-41c3-b93c-e7245bc11a90 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:58.271331 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21631b7c-de91-4fcf-990e-8ebc1f72e204 req-e934649c-cbf6-41c3-b93c-e7245bc11a90 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.11 "GET /v2.0/ports?device_id=4abda234-93dd-4333-a005-3ae2065ede93 HTTP/1.1" status: 200 len: 945 time: 0.3900661 Nov 15 11:29:58.280291 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a9d222b-1b1c-4711-b5b4-389bcce4e66f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:58.426149 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-659daebf-a91f-4423-acbf-738535991e2b req-bb1c3fee-6fff-462e-9235-d767a2172625 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/security-groups?id=47b3fc86-f7fd-4e84-8afa-de24c0861d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057377 Nov 15 11:29:58.499424 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:58.579558 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-21631b7c-de91-4fcf-990e-8ebc1f72e204 req-4e39600b-d170-4f90-b422-5555cb93859a tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Deleting port ec039b75-516b-4d7c-9f15-afc174901087 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:29:58.579940 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-21631b7c-de91-4fcf-990e-8ebc1f72e204 req-4e39600b-d170-4f90-b422-5555cb93859a tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:58.598973 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:58.710639 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a3fd194b-9a67-4a2b-82bc-db843dad27ff,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:58.806665 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:58.843515 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f50ddb2-7219-4d93-b016-3675d01c409d']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:58.853930 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0e649b-4779-4a30-9c6f-d77b702adb02') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:58.854509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0e649b-4779-4a30-9c6f-d77b702adb02') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:29:58.865283 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:58.882280 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:58.888971 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:29:58.889695 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:29:58.978077 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:29:59.003636 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:59.008258 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5f50ddb2-7219-4d93-b016-3675d01c409d {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 15 11:29:59.010602 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:59.016107 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] 10.222.0.64 "DELETE /v2.0/networks/5f50ddb2-7219-4d93-b016-3675d01c409d HTTP/1.1" status: 204 len: 168 time: 1.9177225 Nov 15 11:29:59.016518 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49244) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:59.064639 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5186d-a854-4304-9f00-cb47f3dafb09 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f50ddb2-7219-4d93-b016-3675d01c409d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:59.095953 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-21631b7c-de91-4fcf-990e-8ebc1f72e204 req-4e39600b-d170-4f90-b422-5555cb93859a tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] For port ec039b75-516b-4d7c-9f15-afc174901087, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ec039b75-516b-4d7c-9f15-afc174901087,segment=NetworkSegment(f2754ade-f7e3-48ea-994e-d5c2e085c1fa),segment_id=f2754ade-f7e3-48ea-994e-d5c2e085c1fa)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:29:59.098567 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-21631b7c-de91-4fcf-990e-8ebc1f72e204 req-4e39600b-d170-4f90-b422-5555cb93859a tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:59.150910 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-21631b7c-de91-4fcf-990e-8ebc1f72e204 req-4e39600b-d170-4f90-b422-5555cb93859a tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Calling delete_port for ec039b75-516b-4d7c-9f15-afc174901087 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:29:59.340924 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c859eaa9-4b72-440c-ad78-f398bae9eb3e tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.3226914 Nov 15 11:29:59.343687 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49256) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:59.526993 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-21631b7c-de91-4fcf-990e-8ebc1f72e204 req-4e39600b-d170-4f90-b422-5555cb93859a tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:59.542362 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['ec039b75-516b-4d7c-9f15-afc174901087'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:29:59.576053 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f73f01-32fa-45f5-ad4a-ee1be652f89e tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:59.576547 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f73f01-32fa-45f5-ad4a-ee1be652f89e tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:59.577047 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f73f01-32fa-45f5-ad4a-ee1be652f89e tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:59.578120 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f73f01-32fa-45f5-ad4a-ee1be652f89e tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:59.578618 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f73f01-32fa-45f5-ad4a-ee1be652f89e tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:59.579426 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f73f01-32fa-45f5-ad4a-ee1be652f89e tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:59.579900 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f73f01-32fa-45f5-ad4a-ee1be652f89e tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:59.580336 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f73f01-32fa-45f5-ad4a-ee1be652f89e tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:59.580824 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f73f01-32fa-45f5-ad4a-ee1be652f89e tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:29:59.588367 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d8f73f01-32fa-45f5-ad4a-ee1be652f89e tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5837 time: 0.2361856 Nov 15 11:29:59.588634 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49266) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:59.596048 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39600b-d170-4f90-b422-5555cb93859a tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Pushing event deleted for resources: {'Port': ['ID=ec039b75-516b-4d7c-9f15-afc174901087,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:29:59.674623 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:59.689274 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-68925f1d-1696-44f7-87e1-c0db2c99661b tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] delete failed (client error): The resource could not be found. Nov 15 11:29:59.693073 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-68925f1d-1696-44f7-87e1-c0db2c99661b tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/02eac044-2a2e-4478-9a0b-e71b53551a3b HTTP/1.1" status: 404 len: 345 time: 0.1032300 Nov 15 11:29:59.693665 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49270) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:59.739165 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d115a5-5e98-4e16-9cc6-774d6d690d5d tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] DELETE failed (client error): The resource could not be found. Nov 15 11:29:59.750177 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d115a5-5e98-4e16-9cc6-774d6d690d5d tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:29:59.764240 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-07d115a5-5e98-4e16-9cc6-774d6d690d5d tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] 10.222.0.64 "DELETE /v2.0/networks/5f50ddb2-7219-4d93-b016-3675d01c409d HTTP/1.1" status: 404 len: 339 time: 0.0674727 Nov 15 11:29:59.764519 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49278) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:29:59.777547 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-38b8175d-bb54-41b4-920b-37f21f689421 req-e7f145be-25b6-4b36-a145-57c2407c9a38 tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.64 "GET /v2.0/ports?device_id=4abda234-93dd-4333-a005-3ae2065ede93 HTTP/1.1" status: 200 len: 210 time: 0.1852107 Nov 15 11:29:59.781710 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ca9273c4-9f8e-4cc2-9f6c-b9ed4eaef934 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Request body: {'network': {'name': 'tempest-network--1403858046', 'router:external': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:29:59.793782 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-21631b7c-de91-4fcf-990e-8ebc1f72e204 req-4e39600b-d170-4f90-b422-5555cb93859a tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] No DVR routers for this DVR port ec039b75-516b-4d7c-9f15-afc174901087 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:29:59.799461 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-21631b7c-de91-4fcf-990e-8ebc1f72e204 req-4e39600b-d170-4f90-b422-5555cb93859a tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:59.806434 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21631b7c-de91-4fcf-990e-8ebc1f72e204 req-4e39600b-d170-4f90-b422-5555cb93859a tempest-ServerMetadataNegativeTestJSON-1117955731 tempest-ServerMetadataNegativeTestJSON-1117955731-project] 10.222.0.11 "DELETE /v2.0/ports/ec039b75-516b-4d7c-9f15-afc174901087 HTTP/1.1" status: 204 len: 173 time: 1.5201027 Nov 15 11:29:59.809379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abda234-93dd-4333-a005-3ae2065ede93', 'name': 'network-vif-deleted', 'tag': 'ec039b75-516b-4d7c-9f15-afc174901087'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:29:59.812430 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3f7790-09b3-4f78-aef6-8681213b48ac" -d '{"events": [{"server_uuid": "4abda234-93dd-4333-a005-3ae2065ede93", "name": "network-vif-deleted", "tag": "ec039b75-516b-4d7c-9f15-afc174901087"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:29:59.868647 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9273c4-9f8e-4cc2-9f6c-b9ed4eaef934 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Made reservation on behalf of 8ec8e8d7aa5c4894b94ab81e04daa37e for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:29:59.871160 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca9273c4-9f8e-4cc2-9f6c-b9ed4eaef934 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:59.926448 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9273c4-9f8e-4cc2-9f6c-b9ed4eaef934 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:29:59.973773 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca9273c4-9f8e-4cc2-9f6c-b9ed4eaef934 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:29:59.974304 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-ca9273c4-9f8e-4cc2-9f6c-b9ed4eaef934 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Added segment 71e1493e-5da9-42d9-b492-2b6fb748cca0 of type vlan for network 43332caf-8fdf-4699-ba8a-a7a5a2a6b6ea Nov 15 11:30:00.020508 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49286) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:00.098603 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca9273c4-9f8e-4cc2-9f6c-b9ed4eaef934 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:00.186033 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca9273c4-9f8e-4cc2-9f6c-b9ed4eaef934 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:00.188129 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9273c4-9f8e-4cc2-9f6c-b9ed4eaef934 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:00.189286 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca9273c4-9f8e-4cc2-9f6c-b9ed4eaef934 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:00.311298 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316a4461-4a37-485f-a6d4-1e4bee83908d x-openstack-request-id: req-316a4461-4a37-485f-a6d4-1e4bee83908d {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:30:00.311789 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abda234-93dd-4333-a005-3ae2065ede93", "name": "network-vif-deleted", "tag": "ec039b75-516b-4d7c-9f15-afc174901087", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:30:00.312191 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-316a4461-4a37-485f-a6d4-1e4bee83908d {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:30:00.312723 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abda234-93dd-4333-a005-3ae2065ede93', 'name': 'network-vif-deleted', 'tag': 'ec039b75-516b-4d7c-9f15-afc174901087', 'status': 'completed', 'code': 200} Nov 15 11:30:00.323632 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-91aef1b0-7da5-43de-bb59-8f00ff426ff8 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1006814965', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:30:00.331968 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49302) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:00.332930 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ca9273c4-9f8e-4cc2-9f6c-b9ed4eaef934 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5628233 Nov 15 11:30:00.336945 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9273c4-9f8e-4cc2-9f6c-b9ed4eaef934 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Pushing event updated for resources: {'Network': ['ID=43332caf-8fdf-4699-ba8a-a7a5a2a6b6ea,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:00.355496 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 43332caf-8fdf-4699-ba8a-a7a5a2a6b6ea details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:30:00.574613 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91aef1b0-7da5-43de-bb59-8f00ff426ff8 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Made reservation on behalf of 4c6e6bd450ae4fd48e67f4178776aacc for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:30:00.576958 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-91aef1b0-7da5-43de-bb59-8f00ff426ff8 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:00.596599 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-91aef1b0-7da5-43de-bb59-8f00ff426ff8 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:00.690837 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b890491e-32c5-4d81-9b39-6958d5f5b7da tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:00.697211 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b890491e-32c5-4d81-9b39-6958d5f5b7da tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:00.705127 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b890491e-32c5-4d81-9b39-6958d5f5b7da tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:00.712814 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b890491e-32c5-4d81-9b39-6958d5f5b7da tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:00.717309 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b890491e-32c5-4d81-9b39-6958d5f5b7da tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3799891 Nov 15 11:30:00.717779 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49320) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:00.796311 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-91aef1b0-7da5-43de-bb59-8f00ff426ff8 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:00.803804 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-91aef1b0-7da5-43de-bb59-8f00ff426ff8 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:00.811876 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-91aef1b0-7da5-43de-bb59-8f00ff426ff8 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] device_id is not set on port 7a02f142-9f1a-4809-8e03-5b12ca0455cb yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:30:00.825568 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e264f86-6ab3-4f43-8be1-dfff111e8609 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:00.959677 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49328) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:01.006758 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e264f86-6ab3-4f43-8be1-dfff111e8609 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:01.037212 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6d0877-3bc0-436c-85ef-e1dc7880e94f admin admin] Deleting subnet 2ca60d80-de9c-4795-9096-7ceb29e797f4 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:30:01.040802 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3e264f86-6ab3-4f43-8be1-dfff111e8609 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43332caf-8fdf-4699-ba8a-a7a5a2a6b6ea']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:01.048797 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a6d0877-3bc0-436c-85ef-e1dc7880e94f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:01.075034 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3e264f86-6ab3-4f43-8be1-dfff111e8609 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e1493e-5da9-42d9-b492-2b6fb748cca0') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:01.075573 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3e264f86-6ab3-4f43-8be1-dfff111e8609 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e1493e-5da9-42d9-b492-2b6fb748cca0') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:01.090736 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e264f86-6ab3-4f43-8be1-dfff111e8609 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:01.132898 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e264f86-6ab3-4f43-8be1-dfff111e8609 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:01.142447 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e264f86-6ab3-4f43-8be1-dfff111e8609 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:30:01.143105 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e264f86-6ab3-4f43-8be1-dfff111e8609 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:30:01.161469 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:30:01.183724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aef1b0-7da5-43de-bb59-8f00ff426ff8 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925ccdb3-1548-4ef3-8de2-f94d37fff932,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:01.214997 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a6d0877-3bc0-436c-85ef-e1dc7880e94f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:01.296101 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a6d0877-3bc0-436c-85ef-e1dc7880e94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:01.362156 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e264f86-6ab3-4f43-8be1-dfff111e8609 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:01.372212 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e264f86-6ab3-4f43-8be1-dfff111e8609 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 43332caf-8fdf-4699-ba8a-a7a5a2a6b6ea {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 15 11:30:01.391016 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e264f86-6ab3-4f43-8be1-dfff111e8609 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:01.397503 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3e264f86-6ab3-4f43-8be1-dfff111e8609 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] 10.222.0.64 "DELETE /v2.0/networks/43332caf-8fdf-4699-ba8a-a7a5a2a6b6ea HTTP/1.1" status: 204 len: 168 time: 0.6786077 Nov 15 11:30:01.478550 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:01.491457 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49340) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:01.493910 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e264f86-6ab3-4f43-8be1-dfff111e8609 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Pushing event deleted for resources: {'Network': ['ID=43332caf-8fdf-4699-ba8a-a7a5a2a6b6ea,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:01.513788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b8255b6a-39ed-4756-8747-d943b074a2ae tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Request body: {'network': {'name': 'tempest-network--1192318406', 'router:external': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:30:01.552170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-91aef1b0-7da5-43de-bb59-8f00ff426ff8 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Allocated IP 172.25.7.110 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/7a02f142-9f1a-4809-8e03-5b12ca0455cb) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:30:01.600697 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8255b6a-39ed-4756-8747-d943b074a2ae tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Made reservation on behalf of 8ec8e8d7aa5c4894b94ab81e04daa37e for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:30:01.604397 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8255b6a-39ed-4756-8747-d943b074a2ae tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:01.650217 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8255b6a-39ed-4756-8747-d943b074a2ae tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:30:01.660626 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8255b6a-39ed-4756-8747-d943b074a2ae tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:01.661171 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-b8255b6a-39ed-4756-8747-d943b074a2ae tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Added segment f7a5fdd2-9545-4ef9-9b25-e8682e2c44de of type vlan for network 178c38f9-5494-458f-802d-ac10379a3843 Nov 15 11:30:01.696101 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device ec039b75-516b-4d7c-9f15-afc174901087 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:30:01.732412 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: ec039b75-516b-4d7c-9f15-afc174901087 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:30:01.732742 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device ec039b75-516b-4d7c-9f15-afc174901087 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:30:01.753021 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8255b6a-39ed-4756-8747-d943b074a2ae tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:01.800811 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8255b6a-39ed-4756-8747-d943b074a2ae tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:01.802521 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8255b6a-39ed-4756-8747-d943b074a2ae tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:01.803530 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8255b6a-39ed-4756-8747-d943b074a2ae tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:01.902415 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-91aef1b0-7da5-43de-bb59-8f00ff426ff8 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:01.917362 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a6d0877-3bc0-436c-85ef-e1dc7880e94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:01.932703 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8255b6a-39ed-4756-8747-d943b074a2ae tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Pushing event updated for resources: {'Network': ['ID=178c38f9-5494-458f-802d-ac10379a3843,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:01.943913 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a6d0877-3bc0-436c-85ef-e1dc7880e94f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:01.953337 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 178c38f9-5494-458f-802d-ac10379a3843 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:30:01.963922 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1a6d0877-3bc0-436c-85ef-e1dc7880e94f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2ca60d80-de9c-4795-9096-7ceb29e797f4 HTTP/1.1" status: 204 len: 168 time: 1.0023022 Nov 15 11:30:01.967596 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49362) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:02.005219 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-91aef1b0-7da5-43de-bb59-8f00ff426ff8 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:02.050847 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d0877-3bc0-436c-85ef-e1dc7880e94f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ca60d80-de9c-4795-9096-7ceb29e797f4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:02.080141 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b8255b6a-39ed-4756-8747-d943b074a2ae tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5783374 Nov 15 11:30:02.083156 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49370) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:02.167246 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aef1b0-7da5-43de-bb59-8f00ff426ff8 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:30:02.189305 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-91aef1b0-7da5-43de-bb59-8f00ff426ff8 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:30:02.200358 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aef1b0-7da5-43de-bb59-8f00ff426ff8 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:30:02.210553 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10acec53-9bd1-4b43-9757-dce569c26e9b None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:30:02.238372 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870a95ae-81a3-491a-b1ab-9cedd7da763c tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:02.239762 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-870a95ae-81a3-491a-b1ab-9cedd7da763c tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] 10.222.0.64 "GET /v2.0/networks/178c38f9-5494-458f-802d-ac10379a3843 HTTP/1.1" status: 200 len: 757 time: 0.1553197 Nov 15 11:30:02.242493 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49372) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:02.275867 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aef1b0-7da5-43de-bb59-8f00ff426ff8 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Pushing event updated for resources: {'Port': ['ID=7a02f142-9f1a-4809-8e03-5b12ca0455cb,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:02.297504 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b5d156b-0b10-4e20-b563-c90a35f10f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:02.323630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aef1b0-7da5-43de-bb59-8f00ff426ff8 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:02.324609 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-91aef1b0-7da5-43de-bb59-8f00ff426ff8 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:02.337242 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7043801c-8d96-42ba-956b-f5a325ef913a None None] Provisioning complete for port 7a02f142-9f1a-4809-8e03-5b12ca0455cb triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:30:02.337758 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7043801c-8d96-42ba-956b-f5a325ef913a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:02.372787 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a7fa8f-5ee4-4c35-baaa-477cf7e79ed8 tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:02.375212 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-86a7fa8f-5ee4-4c35-baaa-477cf7e79ed8 tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] 10.222.0.64 "GET /v2.0/networks/016e1264-248a-4fc7-8a1d-c7e8abe09849 HTTP/1.1" status: 200 len: 767 time: 0.1307700 Nov 15 11:30:02.378197 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49376) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:02.412827 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7043801c-8d96-42ba-956b-f5a325ef913a None None] Port 7a02f142-9f1a-4809-8e03-5b12ca0455cb cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:30:02.456086 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63462c2c-c700-43a6-b6bc-9333663d5aab tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:02.484036 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b5d156b-0b10-4e20-b563-c90a35f10f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:02.517511 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-1b5d156b-0b10-4e20-b563-c90a35f10f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d98bba7-2779-46e5-ab8f-3c2510a26cbe']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:02.529857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-1b5d156b-0b10-4e20-b563-c90a35f10f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2754ade-f7e3-48ea-994e-d5c2e085c1fa') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:02.530332 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-1b5d156b-0b10-4e20-b563-c90a35f10f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2754ade-f7e3-48ea-994e-d5c2e085c1fa') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:02.542864 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b5d156b-0b10-4e20-b563-c90a35f10f0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:02.558659 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b5d156b-0b10-4e20-b563-c90a35f10f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:02.565360 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5d156b-0b10-4e20-b563-c90a35f10f0d admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:30:02.565777 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b5d156b-0b10-4e20-b563-c90a35f10f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:02.577368 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63462c2c-c700-43a6-b6bc-9333663d5aab tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:30:02.600176 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:30:02.605147 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-91aef1b0-7da5-43de-bb59-8f00ff426ff8 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5834861 Nov 15 11:30:02.608477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49386) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:02.612040 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-63462c2c-c700-43a6-b6bc-9333663d5aab tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178c38f9-5494-458f-802d-ac10379a3843']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:02.613386 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-ce937585-8d84-4644-a5b0-47a1e2fafa84 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.110'}]}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:30:02.625613 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-63462c2c-c700-43a6-b6bc-9333663d5aab tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a5fdd2-9545-4ef9-9b25-e8682e2c44de') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:02.626088 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-63462c2c-c700-43a6-b6bc-9333663d5aab tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a5fdd2-9545-4ef9-9b25-e8682e2c44de') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:02.643828 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b5d156b-0b10-4e20-b563-c90a35f10f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:02.648143 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63462c2c-c700-43a6-b6bc-9333663d5aab tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:02.655190 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b5d156b-0b10-4e20-b563-c90a35f10f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:02.658718 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1b5d156b-0b10-4e20-b563-c90a35f10f0d admin admin] 10.222.0.64 "DELETE /v2.0/networks/7d98bba7-2779-46e5-ab8f-3c2510a26cbe HTTP/1.1" status: 204 len: 168 time: 0.6899498 Nov 15 11:30:02.672181 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d156b-0b10-4e20-b563-c90a35f10f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=7d98bba7-2779-46e5-ab8f-3c2510a26cbe,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:02.680212 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce937585-8d84-4644-a5b0-47a1e2fafa84 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:02.681085 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63462c2c-c700-43a6-b6bc-9333663d5aab tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:02.682129 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce937585-8d84-4644-a5b0-47a1e2fafa84 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:02.697979 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63462c2c-c700-43a6-b6bc-9333663d5aab tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:30:02.698629 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63462c2c-c700-43a6-b6bc-9333663d5aab tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:30:02.773073 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:30:02.789884 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63462c2c-c700-43a6-b6bc-9333663d5aab tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:02.796232 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63462c2c-c700-43a6-b6bc-9333663d5aab tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 178c38f9-5494-458f-802d-ac10379a3843 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 15 11:30:02.798416 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63462c2c-c700-43a6-b6bc-9333663d5aab tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:02.814253 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-63462c2c-c700-43a6-b6bc-9333663d5aab tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] 10.222.0.64 "DELETE /v2.0/networks/178c38f9-5494-458f-802d-ac10379a3843 HTTP/1.1" status: 204 len: 168 time: 0.4317722 Nov 15 11:30:02.816914 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49392) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:02.842202 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3c21ce20-5763-489d-9874-5cf466ea4451 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Request body: {'network': {'name': 'tempest-network--481107672'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:30:02.905666 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce937585-8d84-4644-a5b0-47a1e2fafa84 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:03.075554 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49396) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:03.252166 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce937585-8d84-4644-a5b0-47a1e2fafa84 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:03.354262 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ff3113e4-a140-4053-9894-c2b1942af3a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a0f9bfe14062436f8c3a81cf6304caf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2753229 Nov 15 11:30:03.355839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49408) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:03.424782 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99554586-2a3f-4673-a48b-8012daaa6bd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:03.467178 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99554586-2a3f-4673-a48b-8012daaa6bd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:03.588825 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63462c2c-c700-43a6-b6bc-9333663d5aab tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Pushing event deleted for resources: {'Network': ['ID=178c38f9-5494-458f-802d-ac10379a3843,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:03.633761 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c21ce20-5763-489d-9874-5cf466ea4451 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Made reservation on behalf of 8ec8e8d7aa5c4894b94ab81e04daa37e for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:30:03.636628 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3c21ce20-5763-489d-9874-5cf466ea4451 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:03.676425 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c21ce20-5763-489d-9874-5cf466ea4451 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:30:03.701343 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3c21ce20-5763-489d-9874-5cf466ea4451 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:03.701825 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-3c21ce20-5763-489d-9874-5cf466ea4451 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Added segment 2baeb1d5-ea4b-421a-bbeb-077101437a42 of type vlan for network 28d150a2-fbbc-4392-99b3-8cf68c463390 Nov 15 11:30:03.713138 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce937585-8d84-4644-a5b0-47a1e2fafa84 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:03.715143 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99554586-2a3f-4673-a48b-8012daaa6bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:03.717663 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99554586-2a3f-4673-a48b-8012daaa6bd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:03.726077 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-99554586-2a3f-4673-a48b-8012daaa6bd7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/47b3fc86-f7fd-4e84-8afa-de24c0861d6f HTTP/1.1" status: 204 len: 168 time: 0.3691478 Nov 15 11:30:03.799960 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99554586-2a3f-4673-a48b-8012daaa6bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b3fc86-f7fd-4e84-8afa-de24c0861d6f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:03.812311 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce937585-8d84-4644-a5b0-47a1e2fafa84 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:03.817635 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3c21ce20-5763-489d-9874-5cf466ea4451 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:03.882586 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3c21ce20-5763-489d-9874-5cf466ea4451 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:03.883958 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c21ce20-5763-489d-9874-5cf466ea4451 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:03.884668 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3c21ce20-5763-489d-9874-5cf466ea4451 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:04.017702 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3c21ce20-5763-489d-9874-5cf466ea4451 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1794395 Nov 15 11:30:04.024370 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49422) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:04.031067 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f0d7c66c-b47b-4a01-bb78-9e6b4827dcf1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:30:04.035740 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21ce20-5763-489d-9874-5cf466ea4451 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Pushing event updated for resources: {'Network': ['ID=28d150a2-fbbc-4392-99b3-8cf68c463390,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:04.051486 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 28d150a2-fbbc-4392-99b3-8cf68c463390 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:30:04.372835 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce937585-8d84-4644-a5b0-47a1e2fafa84 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:04.490718 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0d7c66c-b47b-4a01-bb78-9e6b4827dcf1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:04.509641 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0d7c66c-b47b-4a01-bb78-9e6b4827dcf1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:04.634395 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f0d7c66c-b47b-4a01-bb78-9e6b4827dcf1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Network 28d150a2-fbbc-4392-99b3-8cf68c463390 is not hosted by any dhcp agent {{(pid=102677) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 15 11:30:04.635289 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d7c66c-b47b-4a01-bb78-9e6b4827dcf1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:04.636090 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f0d7c66c-b47b-4a01-bb78-9e6b4827dcf1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:04.644351 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f0d7c66c-b47b-4a01-bb78-9e6b4827dcf1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] 10.222.0.64 "PUT /v2.0/networks/28d150a2-fbbc-4392-99b3-8cf68c463390 HTTP/1.1" status: 200 len: 857 time: 0.6229007 Nov 15 11:30:04.647740 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49442) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:04.749858 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce937585-8d84-4644-a5b0-47a1e2fafa84 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:04.752452 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce937585-8d84-4644-a5b0-47a1e2fafa84 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:04.754645 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7c66c-b47b-4a01-bb78-9e6b4827dcf1 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Pushing event updated for resources: {'Network': ['ID=28d150a2-fbbc-4392-99b3-8cf68c463390,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:04.792034 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07cfb863-6367-48ad-b052-932a56e387f4 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:04.841661 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ce937585-8d84-4644-a5b0-47a1e2fafa84 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:04.842535 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce937585-8d84-4644-a5b0-47a1e2fafa84 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c65745e3-c351-4c83-b11a-b9e20e765f68 {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:30:04.883294 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-ce937585-8d84-4644-a5b0-47a1e2fafa84 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 15 11:30:04.887449 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ce937585-8d84-4644-a5b0-47a1e2fafa84 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2750506 Nov 15 11:30:04.888002 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49456) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:04.926159 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07cfb863-6367-48ad-b052-932a56e387f4 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:04.952807 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-07cfb863-6367-48ad-b052-932a56e387f4 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d150a2-fbbc-4392-99b3-8cf68c463390']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:04.965687 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-07cfb863-6367-48ad-b052-932a56e387f4 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2baeb1d5-ea4b-421a-bbeb-077101437a42') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:04.966041 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-07cfb863-6367-48ad-b052-932a56e387f4 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2baeb1d5-ea4b-421a-bbeb-077101437a42') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:05.011787 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07cfb863-6367-48ad-b052-932a56e387f4 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:05.035997 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d204e7ff-b1cf-4b0a-a9ce-7cc3bb2314f6 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Deleting port 7a02f142-9f1a-4809-8e03-5b12ca0455cb {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:30:05.036379 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d204e7ff-b1cf-4b0a-a9ce-7cc3bb2314f6 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:05.055215 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07cfb863-6367-48ad-b052-932a56e387f4 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:05.063957 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07cfb863-6367-48ad-b052-932a56e387f4 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:30:05.064951 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07cfb863-6367-48ad-b052-932a56e387f4 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:30:05.087317 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:30:05.128473 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d204e7ff-b1cf-4b0a-a9ce-7cc3bb2314f6 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:05.143858 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d204e7ff-b1cf-4b0a-a9ce-7cc3bb2314f6 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Calling delete_port for 7a02f142-9f1a-4809-8e03-5b12ca0455cb owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:30:05.179691 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07cfb863-6367-48ad-b052-932a56e387f4 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:05.189845 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cfb863-6367-48ad-b052-932a56e387f4 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 28d150a2-fbbc-4392-99b3-8cf68c463390 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 15 11:30:05.216115 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07cfb863-6367-48ad-b052-932a56e387f4 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:05.226846 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-07cfb863-6367-48ad-b052-932a56e387f4 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] 10.222.0.64 "DELETE /v2.0/networks/28d150a2-fbbc-4392-99b3-8cf68c463390 HTTP/1.1" status: 204 len: 168 time: 0.5778778 Nov 15 11:30:05.231458 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49472) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:05.267580 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfb863-6367-48ad-b052-932a56e387f4 tempest-ExternalNetworksTestJSON-1937962593 tempest-ExternalNetworksTestJSON-1937962593-project-admin] Pushing event deleted for resources: {'Network': ['ID=28d150a2-fbbc-4392-99b3-8cf68c463390,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:05.305953 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98333bf-93d5-46a3-a731-81f3b1f07878 tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] DELETE failed (client error): The resource could not be found. Nov 15 11:30:05.308154 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98333bf-93d5-46a3-a731-81f3b1f07878 tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:30:05.315364 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a98333bf-93d5-46a3-a731-81f3b1f07878 tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] 10.222.0.64 "DELETE /v2.0/subnets/a3fd194b-9a67-4a2b-82bc-db843dad27ff HTTP/1.1" status: 404 len: 337 time: 0.0553029 Nov 15 11:30:05.318265 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49476) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:05.533380 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4202e06e-9fa0-4efc-99b5-7f19dc5c31b3 tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:05.544812 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d204e7ff-b1cf-4b0a-a9ce-7cc3bb2314f6 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:05.653761 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204e7ff-b1cf-4b0a-a9ce-7cc3bb2314f6 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a02f142-9f1a-4809-8e03-5b12ca0455cb,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:05.677628 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d8d899-bc67-4e54-ba7e-f2afc570c639 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:30:05.890720 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4202e06e-9fa0-4efc-99b5-7f19dc5c31b3 tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:05.937862 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d204e7ff-b1cf-4b0a-a9ce-7cc3bb2314f6 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:05.948309 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4202e06e-9fa0-4efc-99b5-7f19dc5c31b3 tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016e1264-248a-4fc7-8a1d-c7e8abe09849']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:05.959491 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d204e7ff-b1cf-4b0a-a9ce-7cc3bb2314f6 tempest-RoutersAdminNegativeTest-2086561955 tempest-RoutersAdminNegativeTest-2086561955-project-admin] 10.222.0.64 "DELETE /v2.0/ports/7a02f142-9f1a-4809-8e03-5b12ca0455cb HTTP/1.1" status: 204 len: 168 time: 1.0687554 Nov 15 11:30:05.972616 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4202e06e-9fa0-4efc-99b5-7f19dc5c31b3 tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68171c7-72bf-4f7d-805d-50e153889ad7') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:05.972922 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4202e06e-9fa0-4efc-99b5-7f19dc5c31b3 tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68171c7-72bf-4f7d-805d-50e153889ad7') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:05.996031 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4202e06e-9fa0-4efc-99b5-7f19dc5c31b3 tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:06.025240 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4202e06e-9fa0-4efc-99b5-7f19dc5c31b3 tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:06.045971 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4202e06e-9fa0-4efc-99b5-7f19dc5c31b3 tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:30:06.046379 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4202e06e-9fa0-4efc-99b5-7f19dc5c31b3 tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:30:06.106654 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:30:06.257092 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a0e0354b-88ac-42a5-835d-e2d9c96dddf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:06.272798 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4202e06e-9fa0-4efc-99b5-7f19dc5c31b3 tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:06.296196 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4202e06e-9fa0-4efc-99b5-7f19dc5c31b3 tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:06.311049 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4202e06e-9fa0-4efc-99b5-7f19dc5c31b3 tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] 10.222.0.64 "DELETE /v2.0/networks/016e1264-248a-4fc7-8a1d-c7e8abe09849 HTTP/1.1" status: 204 len: 168 time: 0.9848738 Nov 15 11:30:06.372135 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-372ee590-cbe5-4584-b470-a36a48c952b2 req-7bf8783f-6c1b-4736-a2f4-17c921018dd1 tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0536063 Nov 15 11:30:06.375786 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202e06e-9fa0-4efc-99b5-7f19dc5c31b3 tempest-ExternalNetworksTestJSON-1927072761 tempest-ExternalNetworksTestJSON-1927072761-project] Pushing event deleted for resources: {'Network': ['ID=016e1264-248a-4fc7-8a1d-c7e8abe09849,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:06.764528 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49528) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:06.994351 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49532) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:07.093763 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9760d13b-370a-4c96-b35c-8a805384cdbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:07.249085 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1e87673e-ccd5-471b-9217-b53798fc61f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=64e56a4478f24716bf30c0ea6cb88058&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2537374 Nov 15 11:30:07.251054 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9760d13b-370a-4c96-b35c-8a805384cdbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:07.251871 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49540) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:07.256519 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9760d13b-370a-4c96-b35c-8a805384cdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:07.324825 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9760d13b-370a-4c96-b35c-8a805384cdbd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=303bd354bf324da2b8d2498768ad5e10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5588901 Nov 15 11:30:07.325417 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49544) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:07.326090 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760d13b-370a-4c96-b35c-8a805384cdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527404de-fa4e-49cf-b4f8-8b6541583546,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:07.333805 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-283e4c7a-b078-432d-88ac-a4af69c29d68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:07.372138 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-283e4c7a-b078-432d-88ac-a4af69c29d68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:07.407089 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e0126461-d06d-45ac-9049-d912340151ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:07.439883 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e0126461-d06d-45ac-9049-d912340151ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:07.470959 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-283e4c7a-b078-432d-88ac-a4af69c29d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:07.474963 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-283e4c7a-b078-432d-88ac-a4af69c29d68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:07.488386 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-283e4c7a-b078-432d-88ac-a4af69c29d68 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a0ff63fa-1725-4ba2-9690-bed294744a62 HTTP/1.1" status: 204 len: 168 time: 0.2343748 Nov 15 11:30:07.520050 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e0126461-d06d-45ac-9049-d912340151ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:07.523312 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e0126461-d06d-45ac-9049-d912340151ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:07.527974 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e0126461-d06d-45ac-9049-d912340151ba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/527404de-fa4e-49cf-b4f8-8b6541583546 HTTP/1.1" status: 204 len: 168 time: 0.1820343 Nov 15 11:30:07.534881 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e4c7a-b078-432d-88ac-a4af69c29d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ff63fa-1725-4ba2-9690-bed294744a62,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:07.548706 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0126461-d06d-45ac-9049-d912340151ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527404de-fa4e-49cf-b4f8-8b6541583546,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:07.614032 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2539db5-a6e5-408c-ab25-caa651f74df8 req-811d270c-0929-454b-b544-d47442e84420 tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.1207361 Nov 15 11:30:08.190705 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49574) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:08.262778 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49578) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:08.269614 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f889d678-f32c-4d33-af0a-d4584d706744 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c6e6bd450ae4fd48e67f4178776aacc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0770538 Nov 15 11:30:08.272169 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49580) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:08.356563 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7e89-9f8b-4786-9c50-ffadbbd2826d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:08.429609 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fb7e9a9-2a9f-41e3-85ca-a820e04f69ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:08.494703 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c712f982-af46-4b3a-94a8-1494ff824df5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ec8e8d7aa5c4894b94ab81e04daa37e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2284815 Nov 15 11:30:08.495553 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49586) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:08.508452 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fb7e9a9-2a9f-41e3-85ca-a820e04f69ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:08.584354 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fb7e9a9-2a9f-41e3-85ca-a820e04f69ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:08.588339 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fb7e9a9-2a9f-41e3-85ca-a820e04f69ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:08.594671 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9fb7e9a9-2a9f-41e3-85ca-a820e04f69ad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/925ccdb3-1548-4ef3-8de2-f94d37fff932 HTTP/1.1" status: 204 len: 168 time: 0.3211296 Nov 15 11:30:08.595170 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41217196-c16a-4801-86ab-178d97d1233f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:08.605958 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7e9a9-2a9f-41e3-85ca-a820e04f69ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925ccdb3-1548-4ef3-8de2-f94d37fff932,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:08.671031 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41217196-c16a-4801-86ab-178d97d1233f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:08.817124 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41217196-c16a-4801-86ab-178d97d1233f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:08.820214 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41217196-c16a-4801-86ab-178d97d1233f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:08.823580 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-41217196-c16a-4801-86ab-178d97d1233f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a3c85297-a0f2-41ee-ac44-4995c714f14c HTTP/1.1" status: 204 len: 168 time: 0.3244858 Nov 15 11:30:08.834952 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5ab3bc68-f762-4fdb-86f3-1ff8ebd1579b req-e90262c1-6785-4c02-be93-4436b98ed140 tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0635333 Nov 15 11:30:08.852165 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41217196-c16a-4801-86ab-178d97d1233f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c85297-a0f2-41ee-ac44-4995c714f14c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:08.877962 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41217196-c16a-4801-86ab-178d97d1233f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:08.881079 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41217196-c16a-4801-86ab-178d97d1233f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:08.881444 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41217196-c16a-4801-86ab-178d97d1233f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:08.881842 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41217196-c16a-4801-86ab-178d97d1233f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:08.884574 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41217196-c16a-4801-86ab-178d97d1233f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:08.884931 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41217196-c16a-4801-86ab-178d97d1233f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:08.886341 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41217196-c16a-4801-86ab-178d97d1233f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:08.886692 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41217196-c16a-4801-86ab-178d97d1233f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:08.887027 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41217196-c16a-4801-86ab-178d97d1233f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:08.888661 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41217196-c16a-4801-86ab-178d97d1233f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:08.889005 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41217196-c16a-4801-86ab-178d97d1233f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:08.895616 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41217196-c16a-4801-86ab-178d97d1233f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:09.800453 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:10.027085 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c969264a-9a4b-42c2-bdf0-6120f3165ea2 req-669d1086-05c5-424b-b1fa-581270a9cc3a tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0359519 Nov 15 11:30:10.897916 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f1fbb1a-93b4-40cf-b183-a3c7d1672432 req-aaeb4b75-d073-4a32-aa83-9ac3d52a804e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0292048 Nov 15 11:30:11.210238 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b6f58e8-bd21-4624-8ac4-c15b0396556f req-04793b46-efa8-42fb-9107-65ae4b11bd05 tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0359635 Nov 15 11:30:11.415305 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:11.961960 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49746) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:12.012691 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49752) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:12.145645 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:12.224572 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bd9c693a-b88e-4e4d-906d-4a565f5ed9c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:12.333375 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bd9c693a-b88e-4e4d-906d-4a565f5ed9c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:12.363296 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c261b704-6239-4883-97b5-82e33c2697df req-e3857b9a-86ee-474f-bf9b-093bd09b49e4 tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0276992 Nov 15 11:30:12.364686 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bd9c693a-b88e-4e4d-906d-4a565f5ed9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:12.378056 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-eaa05587-3185-4d5d-888e-3509bed7a429 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:30:12.424391 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eaa05587-3185-4d5d-888e-3509bed7a429 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:12.449625 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c693a-b88e-4e4d-906d-4a565f5ed9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785a6812-0531-44ce-b5cf-eae7b0072add,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:12.458802 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49764) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:12.458930 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-bd9c693a-b88e-4e4d-906d-4a565f5ed9c5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9232efb59f58469f9d6664fae3f749d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4449263 Nov 15 11:30:12.545520 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0b8893e-dba6-4f39-9b64-4343fd32fd29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:12.598162 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0b8893e-dba6-4f39-9b64-4343fd32fd29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:12.730874 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0b8893e-dba6-4f39-9b64-4343fd32fd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:12.739990 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0b8893e-dba6-4f39-9b64-4343fd32fd29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:12.742171 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d0b8893e-dba6-4f39-9b64-4343fd32fd29 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/785a6812-0531-44ce-b5cf-eae7b0072add HTTP/1.1" status: 204 len: 168 time: 0.2821069 Nov 15 11:30:12.779181 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eaa05587-3185-4d5d-888e-3509bed7a429 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:12.785432 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8893e-dba6-4f39-9b64-4343fd32fd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785a6812-0531-44ce-b5cf-eae7b0072add,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:12.905756 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae71bef9-5530-4d27-ba11-3fc10b92fed1 req-cb28933a-1406-416f-a407-e555016e5b5b tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0764511 Nov 15 11:30:13.021584 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-eaa05587-3185-4d5d-888e-3509bed7a429 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Allocated IP 172.25.7.213 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/1af4d266-37dc-4f1a-b19e-735bd7118b1a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:30:13.176571 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eaa05587-3185-4d5d-888e-3509bed7a429 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:13.228124 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eaa05587-3185-4d5d-888e-3509bed7a429 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:13.299538 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49790) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:13.300291 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa05587-3185-4d5d-888e-3509bed7a429 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:30:13.306992 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-eaa05587-3185-4d5d-888e-3509bed7a429 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:30:13.314658 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-edb97beb-d3f5-4852-9256-27bca603f0a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:13.316163 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa05587-3185-4d5d-888e-3509bed7a429 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:30:13.322212 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa05587-3185-4d5d-888e-3509bed7a429 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Pushing event updated for resources: {'Port': ['ID=1af4d266-37dc-4f1a-b19e-735bd7118b1a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:13.446311 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eaa05587-3185-4d5d-888e-3509bed7a429 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:13.487378 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-edb97beb-d3f5-4852-9256-27bca603f0a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:13.498248 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-edb97beb-d3f5-4852-9256-27bca603f0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:13.518577 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eaa05587-3185-4d5d-888e-3509bed7a429 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:13.548113 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-edb97beb-d3f5-4852-9256-27bca603f0a0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1921f862357c4ab9937046ede39d95e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2474186 Nov 15 11:30:13.550735 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49794) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:13.633736 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb97beb-d3f5-4852-9256-27bca603f0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b106a60-2c5a-4971-bfdf-6fb2170adac0,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:13.661114 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-173d19e6-6769-4e67-99ca-e10fcdb1145f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:13.709532 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-173d19e6-6769-4e67-99ca-e10fcdb1145f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:13.769139 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eaa05587-3185-4d5d-888e-3509bed7a429 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:13.779057 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eaa05587-3185-4d5d-888e-3509bed7a429 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:13.787571 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-173d19e6-6769-4e67-99ca-e10fcdb1145f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:13.790461 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-173d19e6-6769-4e67-99ca-e10fcdb1145f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:13.791837 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-173d19e6-6769-4e67-99ca-e10fcdb1145f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b106a60-2c5a-4971-bfdf-6fb2170adac0 HTTP/1.1" status: 204 len: 168 time: 0.2400389 Nov 15 11:30:13.808275 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d19e6-6769-4e67-99ca-e10fcdb1145f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b106a60-2c5a-4971-bfdf-6fb2170adac0,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:13.907406 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa05587-3185-4d5d-888e-3509bed7a429 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Pushing event updated for resources: {'Port': ['ID=1af4d266-37dc-4f1a-b19e-735bd7118b1a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:13.923892 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eaa05587-3185-4d5d-888e-3509bed7a429 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:13.974886 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eaa05587-3185-4d5d-888e-3509bed7a429 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:13.976168 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-eaa05587-3185-4d5d-888e-3509bed7a429 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0130384 Nov 15 11:30:13.979724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49800) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:13.986695 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-07adb0e6-b24b-4cba-bd31-185fe0142e24 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-437054655'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:30:14.026411 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07adb0e6-b24b-4cba-bd31-185fe0142e24 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Made reservation on behalf of 8eb73761edf544ea870e6657f94d6354 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:30:14.031408 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07adb0e6-b24b-4cba-bd31-185fe0142e24 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:14.044609 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07adb0e6-b24b-4cba-bd31-185fe0142e24 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:14.156481 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b05baa7-efb5-479f-8efc-d409a070c3b5 req-15c9cddd-aab2-4e50-9622-8fbd22244045 tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.1133885 Nov 15 11:30:14.188515 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07adb0e6-b24b-4cba-bd31-185fe0142e24 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:14.210563 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07adb0e6-b24b-4cba-bd31-185fe0142e24 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:14.266756 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07adb0e6-b24b-4cba-bd31-185fe0142e24 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f92322-538e-456c-be24-b2899d9035aa,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:14.304945 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07adb0e6-b24b-4cba-bd31-185fe0142e24 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:30:14.319151 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07adb0e6-b24b-4cba-bd31-185fe0142e24 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:14.319664 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-07adb0e6-b24b-4cba-bd31-185fe0142e24 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Added segment 2b37f414-12b2-4c6d-90ba-da046b3b989f of type vlan for network eb9a29e0-642b-43b8-aa7c-19044a27523b Nov 15 11:30:14.373476 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07adb0e6-b24b-4cba-bd31-185fe0142e24 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:14.411867 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07adb0e6-b24b-4cba-bd31-185fe0142e24 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:14.420760 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07adb0e6-b24b-4cba-bd31-185fe0142e24 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:14.422867 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07adb0e6-b24b-4cba-bd31-185fe0142e24 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:14.502181 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-07adb0e6-b24b-4cba-bd31-185fe0142e24 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5211852 Nov 15 11:30:14.505087 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49822) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:14.510759 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1796f488-dd2d-4296-8e93-d07a76421c36 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Request body: {'subnet': {'network_id': 'eb9a29e0-642b-43b8-aa7c-19044a27523b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:30:14.524300 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07adb0e6-b24b-4cba-bd31-185fe0142e24 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Pushing event updated for resources: {'Network': ['ID=eb9a29e0-642b-43b8-aa7c-19044a27523b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:14.542195 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network eb9a29e0-642b-43b8-aa7c-19044a27523b details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:30:14.680856 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1796f488-dd2d-4296-8e93-d07a76421c36 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Made reservation on behalf of 8eb73761edf544ea870e6657f94d6354 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:30:14.685634 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1796f488-dd2d-4296-8e93-d07a76421c36 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:14.746786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49828) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:14.989272 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d63f3d58-a212-4ef5-bfb7-f092e8708a8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:15.120091 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1796f488-dd2d-4296-8e93-d07a76421c36 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:15.124180 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d63f3d58-a212-4ef5-bfb7-f092e8708a8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:15.130725 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d63f3d58-a212-4ef5-bfb7-f092e8708a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:15.250173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f3d58-a212-4ef5-bfb7-f092e8708a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaf217f-4a4c-478c-9af3-481a9f0f7a76,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:15.259364 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d63f3d58-a212-4ef5-bfb7-f092e8708a8e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6102fd97d0974243b102436a00090d4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5112839 Nov 15 11:30:15.261943 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49848) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:15.290824 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796f488-dd2d-4296-8e93-d07a76421c36 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Pushing event updated for resources: {'Subnet': ['ID=778ab299-ecc5-4073-801d-91f7c754d618,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:15.347971 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88cf5277-9576-4618-9c18-f0c094b66b98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:15.372570 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1796f488-dd2d-4296-8e93-d07a76421c36 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Checking segment: {'id': '2b37f414-12b2-4c6d-90ba-da046b3b989f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'eb9a29e0-642b-43b8-aa7c-19044a27523b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:30:15.373069 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1796f488-dd2d-4296-8e93-d07a76421c36 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Network hostable DHCP agents. Network: eb9a29e0-642b-43b8-aa7c-19044a27523b, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:30:15.386766 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88cf5277-9576-4618-9c18-f0c094b66b98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:15.416416 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1796f488-dd2d-4296-8e93-d07a76421c36 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Network eb9a29e0-642b-43b8-aa7c-19044a27523b is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:30:15.470894 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88cf5277-9576-4618-9c18-f0c094b66b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:15.478634 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88cf5277-9576-4618-9c18-f0c094b66b98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:15.485001 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-88cf5277-9576-4618-9c18-f0c094b66b98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ccaf217f-4a4c-478c-9af3-481a9f0f7a76 HTTP/1.1" status: 204 len: 168 time: 0.2216723 Nov 15 11:30:15.492751 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-1796f488-dd2d-4296-8e93-d07a76421c36 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, eb9a29e0-642b-43b8-aa7c-19044a27523b) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:30:15.503384 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87df0d6-85fe-4b5d-a30e-b97b5145dbf0 None None] Network eb9a29e0-642b-43b8-aa7c-19044a27523b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:30:15.513624 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1796f488-dd2d-4296-8e93-d07a76421c36 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:15.517484 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1796f488-dd2d-4296-8e93-d07a76421c36 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:15.529233 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf5277-9576-4618-9c18-f0c094b66b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaf217f-4a4c-478c-9af3-481a9f0f7a76,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:15.564951 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1796f488-dd2d-4296-8e93-d07a76421c36 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0561082 Nov 15 11:30:15.565590 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49858) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:15.573432 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-fd172a4b-7f34-4d1e-86bb-168d22ef510d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-321227985', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}, 'admin_state_up': False}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:30:15.636735 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd172a4b-7f34-4d1e-86bb-168d22ef510d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:15.650247 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd172a4b-7f34-4d1e-86bb-168d22ef510d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:15.807460 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd172a4b-7f34-4d1e-86bb-168d22ef510d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:16.320095 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd172a4b-7f34-4d1e-86bb-168d22ef510d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:16.433695 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c11812-6c55-44f9-bdcd-79f17d354305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-eb9a29e0-642b-43b8-aa7c-19044a27523b', 'network_id': 'eb9a29e0-642b-43b8-aa7c-19044a27523b', 'tenant_id': '8eb73761edf544ea870e6657f94d6354', 'fixed_ips': [{'subnet_id': '778ab299-ecc5-4073-801d-91f7c754d618'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:30:16.441139 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-31c11812-6c55-44f9-bdcd-79f17d354305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:16.753039 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49884) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:16.763151 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83ec4392-6fa3-4887-916b-dd82fe7ab9ec req-f209ff35-a715-40be-985a-dd712c4056dd tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0961354 Nov 15 11:30:16.790235 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-31c11812-6c55-44f9-bdcd-79f17d354305 None None] Allocated IP 172.20.0.2 (eb9a29e0-642b-43b8-aa7c-19044a27523b/778ab299-ecc5-4073-801d-91f7c754d618/ce7983fd-71a0-462d-965b-8c6b8e934881) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:30:16.804429 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-849d300d-12cd-4def-b4db-ada9b2aee29e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:16.970968 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-849d300d-12cd-4def-b4db-ada9b2aee29e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:16.985258 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-849d300d-12cd-4def-b4db-ada9b2aee29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:17.126730 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-849d300d-12cd-4def-b4db-ada9b2aee29e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=66c0bd15d06442c4939a43a8949c7bca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3725233 Nov 15 11:30:17.129499 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d300d-12cd-4def-b4db-ada9b2aee29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1789b40e-c94e-4c9f-b1b9-49a741769584,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:17.154837 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49892) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:17.194523 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-31c11812-6c55-44f9-bdcd-79f17d354305 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:17.213424 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-31c11812-6c55-44f9-bdcd-79f17d354305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:17.295580 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c11812-6c55-44f9-bdcd-79f17d354305 None None] Network eb9a29e0-642b-43b8-aa7c-19044a27523b is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:30:17.298164 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b1643c55-000a-4da2-b75f-aea834d25ed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:17.305689 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-31c11812-6c55-44f9-bdcd-79f17d354305 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:30:17.309070 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c11812-6c55-44f9-bdcd-79f17d354305 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:30:17.360600 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b1643c55-000a-4da2-b75f-aea834d25ed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:17.360789 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c11812-6c55-44f9-bdcd-79f17d354305 None None] Pushing event updated for resources: {'Port': ['ID=ce7983fd-71a0-462d-965b-8c6b8e934881,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:17.449525 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b1643c55-000a-4da2-b75f-aea834d25ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:17.452712 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b1643c55-000a-4da2-b75f-aea834d25ed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:17.454136 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b1643c55-000a-4da2-b75f-aea834d25ed5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1789b40e-c94e-4c9f-b1b9-49a741769584 HTTP/1.1" status: 204 len: 168 time: 0.2946868 Nov 15 11:30:17.469964 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1643c55-000a-4da2-b75f-aea834d25ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1789b40e-c94e-4c9f-b1b9-49a741769584,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:17.504256 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-31c11812-6c55-44f9-bdcd-79f17d354305 None None] Attempting to bind port ce7983fd-71a0-462d-965b-8c6b8e934881 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:17.504763 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-31c11812-6c55-44f9-bdcd-79f17d354305 None None] Attempting to bind port ce7983fd-71a0-462d-965b-8c6b8e934881 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '2b37f414-12b2-4c6d-90ba-da046b3b989f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'eb9a29e0-642b-43b8-aa7c-19044a27523b'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:17.504956 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c11812-6c55-44f9-bdcd-79f17d354305 None None] Attempting to bind port ce7983fd-71a0-462d-965b-8c6b8e934881 on network eb9a29e0-642b-43b8-aa7c-19044a27523b {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:17.516832 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c11812-6c55-44f9-bdcd-79f17d354305 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:30:17.517197 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c11812-6c55-44f9-bdcd-79f17d354305 None None] Checking segment: {'id': '2b37f414-12b2-4c6d-90ba-da046b3b989f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'eb9a29e0-642b-43b8-aa7c-19044a27523b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:30:17.517589 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-31c11812-6c55-44f9-bdcd-79f17d354305 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:17.517969 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c11812-6c55-44f9-bdcd-79f17d354305 None None] Bound using segment: {'id': '2b37f414-12b2-4c6d-90ba-da046b3b989f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'eb9a29e0-642b-43b8-aa7c-19044a27523b'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:30:17.518446 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-31c11812-6c55-44f9-bdcd-79f17d354305 None None] Bound port: ce7983fd-71a0-462d-965b-8c6b8e934881, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b37f414-12b2-4c6d-90ba-da046b3b989f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'eb9a29e0-642b-43b8-aa7c-19044a27523b'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:30:17.518814 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-31c11812-6c55-44f9-bdcd-79f17d354305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:17.614025 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-31c11812-6c55-44f9-bdcd-79f17d354305 None None] For port ce7983fd-71a0-462d-965b-8c6b8e934881, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:30:17.621781 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-31c11812-6c55-44f9-bdcd-79f17d354305 None None] For port ce7983fd-71a0-462d-965b-8c6b8e934881, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ce7983fd-71a0-462d-965b-8c6b8e934881,segment=NetworkSegment(2b37f414-12b2-4c6d-90ba-da046b3b989f),segment_id=2b37f414-12b2-4c6d-90ba-da046b3b989f)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:30:17.633139 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-31c11812-6c55-44f9-bdcd-79f17d354305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:17.717489 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c11812-6c55-44f9-bdcd-79f17d354305 None None] Pushing event updated for resources: {'Port': ['ID=ce7983fd-71a0-462d-965b-8c6b8e934881,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:17.800517 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd172a4b-7f34-4d1e-86bb-168d22ef510d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:17.866682 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd172a4b-7f34-4d1e-86bb-168d22ef510d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:17.973874 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0e96a5a2-e6c0-472e-9812-e9ad889ac521 req-d093eb29-c2d7-4d50-9045-d25d827e87ac tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0399435 Nov 15 11:30:18.167125 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-fd172a4b-7f34-4d1e-86bb-168d22ef510d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Allocated IP 172.25.7.106 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/02ce598e-be63-4fce-9fc4-22875f9fd414) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:30:18.207143 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49924) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:18.235367 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b6e1e82-4c7a-4fb4-9e89-2766827502ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:18.405100 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b6e1e82-4c7a-4fb4-9e89-2766827502ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:18.413507 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b6e1e82-4c7a-4fb4-9e89-2766827502ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:18.476741 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3b6e1e82-4c7a-4fb4-9e89-2766827502ab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8a68285d655f4108a77652a4477605cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2670255 Nov 15 11:30:18.478005 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e1e82-4c7a-4fb4-9e89-2766827502ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0ef8d7-cb4e-42c7-9c6b-1a0270486153,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:18.494556 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49954) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:18.558191 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd172a4b-7f34-4d1e-86bb-168d22ef510d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:18.584073 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f680f69e-1a18-476e-a841-04cd2f1f4a45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:18.635001 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd172a4b-7f34-4d1e-86bb-168d22ef510d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:18.683354 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f680f69e-1a18-476e-a841-04cd2f1f4a45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:18.715212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd172a4b-7f34-4d1e-86bb-168d22ef510d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:30:18.766251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-fd172a4b-7f34-4d1e-86bb-168d22ef510d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:30:18.776200 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd172a4b-7f34-4d1e-86bb-168d22ef510d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:30:18.795751 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b2566c-89ef-4597-bc6a-531a2bb55c03 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:30:18.797507 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd172a4b-7f34-4d1e-86bb-168d22ef510d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Pushing event updated for resources: {'Port': ['ID=02ce598e-be63-4fce-9fc4-22875f9fd414,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:18.862440 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f680f69e-1a18-476e-a841-04cd2f1f4a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:18.865463 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f680f69e-1a18-476e-a841-04cd2f1f4a45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:18.868976 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f680f69e-1a18-476e-a841-04cd2f1f4a45 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ea0ef8d7-cb4e-42c7-9c6b-1a0270486153 HTTP/1.1" status: 204 len: 168 time: 0.3718679 Nov 15 11:30:18.899187 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680f69e-1a18-476e-a841-04cd2f1f4a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0ef8d7-cb4e-42c7-9c6b-1a0270486153,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:18.957918 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-fb497f0c-8093-4350-9df9-93bc3336c7e5 None None] Provisioning complete for port 02ce598e-be63-4fce-9fc4-22875f9fd414 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:30:19.000360 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fb497f0c-8093-4350-9df9-93bc3336c7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:19.237561 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bbba6f60-13ba-444d-be12-c9bb47a61e7b req-dbe5c6a0-c703-4c4d-889a-2785b3d3e8bb tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0790319 Nov 15 11:30:19.239725 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ce7983fd-71a0-462d-965b-8c6b8e934881 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:30:19.352871 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-fb497f0c-8093-4350-9df9-93bc3336c7e5 None None] Port 02ce598e-be63-4fce-9fc4-22875f9fd414 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:30:19.374270 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port ce7983fd-71a0-462d-965b-8c6b8e934881 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:30:19.374643 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:19.580306 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:19.849073 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd172a4b-7f34-4d1e-86bb-168d22ef510d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:19.984469 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296d04f1-f388-4164-888a-735e9ee96f37 None None] Network eb9a29e0-642b-43b8-aa7c-19044a27523b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:30:20.137088 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port ce7983fd-71a0-462d-965b-8c6b8e934881, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ce7983fd-71a0-462d-965b-8c6b8e934881,segment=NetworkSegment(2b37f414-12b2-4c6d-90ba-da046b3b989f),segment_id=2b37f414-12b2-4c6d-90ba-da046b3b989f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:30:20.138200 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-64c69f6f-c0a1-4301-ad25-a9d9f7fbbdf2 None None] Provisioning complete for port ce7983fd-71a0-462d-965b-8c6b8e934881 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:30:20.138850 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-64c69f6f-c0a1-4301-ad25-a9d9f7fbbdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:20.149148 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:20.226607 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=ce7983fd-71a0-462d-965b-8c6b8e934881,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:20.407648 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-95061f79-60d3-49ec-a591-841b5463ebc2 req-1362ba75-2e16-4ce8-a789-e9e0473f7e66 tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0445454 Nov 15 11:30:20.420730 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd172a4b-7f34-4d1e-86bb-168d22ef510d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:20.798328 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ce7983fd-71a0-462d-965b-8c6b8e934881 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:30:20.831585 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd172a4b-7f34-4d1e-86bb-168d22ef510d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Router b4f065d4-7e3b-436e-a9f9-81149e706376 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:30:20.887183 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port ce7983fd-71a0-462d-965b-8c6b8e934881 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:30:20.888483 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:21.146530 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b21d2ce9-170d-4b4d-b8ce-cbb3494c3a2b None None] Provisioning complete for port ce7983fd-71a0-462d-965b-8c6b8e934881 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:30:21.147087 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b21d2ce9-170d-4b4d-b8ce-cbb3494c3a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:21.179151 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd172a4b-7f34-4d1e-86bb-168d22ef510d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:30:21.212635 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fcbe26-1d1c-480f-b04e-7a303b2c55ae None None] Sync routers for ids ['b4f065d4-7e3b-436e-a9f9-81149e706376'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:30:21.217160 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd172a4b-7f34-4d1e-86bb-168d22ef510d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:21.219879 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fd172a4b-7f34-4d1e-86bb-168d22ef510d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.6527996 Nov 15 11:30:21.224098 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50166) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:21.235932 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fcbe26-1d1c-480f-b04e-7a303b2c55ae None None] Routers {'b4f065d4-7e3b-436e-a9f9-81149e706376'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:30:21.236558 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f0fcbe26-1d1c-480f-b04e-7a303b2c55ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:30:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b4f065d4-7e3b-436e-a9f9-81149e706376'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:21.295366 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f0fcbe26-1d1c-480f-b04e-7a303b2c55ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:21.305121 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fcbe26-1d1c-480f-b04e-7a303b2c55ae None None] Routers {'b4f065d4-7e3b-436e-a9f9-81149e706376'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:30:21.305779 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f0fcbe26-1d1c-480f-b04e-7a303b2c55ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:30:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b4f065d4-7e3b-436e-a9f9-81149e706376'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:21.345308 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f0fcbe26-1d1c-480f-b04e-7a303b2c55ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:21.345967 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fcbe26-1d1c-480f-b04e-7a303b2c55ae None None] The sync data for ids ['b4f065d4-7e3b-436e-a9f9-81149e706376'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:30:21.596885 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ddf6ce3-987f-4e4e-8bbd-5c720d6a9e46 req-7201d097-2fa0-4720-9124-ca484362df08 tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0858173 Nov 15 11:30:21.999431 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f40465c-5428-4cc0-9ed0-f8b2ae0de05f tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:22.505173 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-8f40465c-5428-4cc0-9ed0-f8b2ae0de05f tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Allocated IP 172.20.0.1 (eb9a29e0-642b-43b8-aa7c-19044a27523b/778ab299-ecc5-4073-801d-91f7c754d618/4f66d93a-62d6-4b1c-ba50-7a7746559ce1) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:30:22.872147 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f40465c-5428-4cc0-9ed0-f8b2ae0de05f tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:22.966227 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39a96587-7f6a-4c87-80d9-8ecc753803ae req-008db914-a05a-4016-a42f-d5e993d886e3 tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0451484 Nov 15 11:30:22.976751 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f40465c-5428-4cc0-9ed0-f8b2ae0de05f tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:23.025214 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f40465c-5428-4cc0-9ed0-f8b2ae0de05f tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Network eb9a29e0-642b-43b8-aa7c-19044a27523b is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:30:23.037130 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-8f40465c-5428-4cc0-9ed0-f8b2ae0de05f tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:30:23.041399 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f40465c-5428-4cc0-9ed0-f8b2ae0de05f tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:30:23.076753 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40465c-5428-4cc0-9ed0-f8b2ae0de05f tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Pushing event updated for resources: {'Port': ['ID=4f66d93a-62d6-4b1c-ba50-7a7746559ce1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:23.114746 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f40465c-5428-4cc0-9ed0-f8b2ae0de05f tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:23.351658 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f40465c-5428-4cc0-9ed0-f8b2ae0de05f tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:23.625375 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5c56cf53-87f9-4a3a-bf98-f05e94e152a5 None None] Provisioning complete for port 4f66d93a-62d6-4b1c-ba50-7a7746559ce1 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:30:23.629142 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c56cf53-87f9-4a3a-bf98-f05e94e152a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:23.680460 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-5c56cf53-87f9-4a3a-bf98-f05e94e152a5 None None] Port 4f66d93a-62d6-4b1c-ba50-7a7746559ce1 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:30:24.038014 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d8be10c-fbe6-4dde-bdca-d166434e8941 req-b5e1e77f-f151-4846-b327-a876b79b02a2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5d040278-f638-4708-908e-5f5d28a537a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5384436 Nov 15 11:30:24.132980 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f40465c-5428-4cc0-9ed0-f8b2ae0de05f tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:24.153296 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f40465c-5428-4cc0-9ed0-f8b2ae0de05f tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:24.232561 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40465c-5428-4cc0-9ed0-f8b2ae0de05f tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Pushing event updated for resources: {'Port': ['ID=4f66d93a-62d6-4b1c-ba50-7a7746559ce1,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:24.249941 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a6086f73-7c63-4b71-ad8d-83f790d8d06f req-7d10fb6d-0d74-47f4-a1cb-98ba6e5a7aa5 tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0635552 Nov 15 11:30:24.252596 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8be10c-fbe6-4dde-bdca-d166434e8941 req-b4f2d90d-156a-4e94-a3a7-2237048de15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:24.254671 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d8be10c-fbe6-4dde-bdca-d166434e8941 req-b4f2d90d-156a-4e94-a3a7-2237048de15f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=84266b83cb7b44e49edcf06f7e40ecbe&device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 1097 time: 0.1196480 Nov 15 11:30:24.305324 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f40465c-5428-4cc0-9ed0-f8b2ae0de05f tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:24.491300 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8be10c-fbe6-4dde-bdca-d166434e8941 req-a621226c-1f21-4824-b9d4-3379a4ed4f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:24.493121 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d8be10c-fbe6-4dde-bdca-d166434e8941 req-a621226c-1f21-4824-b9d4-3379a4ed4f3e service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd HTTP/1.1" status: 200 len: 911 time: 0.1864626 Nov 15 11:30:24.498751 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f40465c-5428-4cc0-9ed0-f8b2ae0de05f tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Network eb9a29e0-642b-43b8-aa7c-19044a27523b is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:30:24.504250 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-8f40465c-5428-4cc0-9ed0-f8b2ae0de05f tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:30:24.573933 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d8be10c-fbe6-4dde-bdca-d166434e8941 req-50989d5e-074c-4075-a17d-4e46a83a6244 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0de6e7fa-82b9-4db7-8cfa-183776c0769d HTTP/1.1" status: 200 len: 1001 time: 0.0726526 Nov 15 11:30:24.680202 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8be10c-fbe6-4dde-bdca-d166434e8941 req-323f2222-2b26-496d-8058-cf61ff013878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:24.685910 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d8be10c-fbe6-4dde-bdca-d166434e8941 req-323f2222-2b26-496d-8058-cf61ff013878 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fa23b34b-7133-41b6-b1e3-4b077f52e5c3 HTTP/1.1" status: 200 len: 849 time: 0.1046436 Nov 15 11:30:24.755715 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8be10c-fbe6-4dde-bdca-d166434e8941 req-fb881697-b272-4d7a-82cb-862c65985592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:24.757475 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d8be10c-fbe6-4dde-bdca-d166434e8941 req-fb881697-b272-4d7a-82cb-862c65985592 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618680 Nov 15 11:30:24.777167 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-2d8be10c-fbe6-4dde-bdca-d166434e8941 req-07879446-5cc8-424f-a496-96506e5bf51d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:30:24.778301 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d8be10c-fbe6-4dde-bdca-d166434e8941 req-07879446-5cc8-424f-a496-96506e5bf51d service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059841 Nov 15 11:30:24.895523 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d8be10c-fbe6-4dde-bdca-d166434e8941 req-1768ae9c-8185-4937-b178-5e31e68fd7d1 service neutron] 10.222.0.55 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070600 Nov 15 11:30:24.937088 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ff1a5add-4009-40bf-9990-a5f69efe410e None None] Provisioning complete for port 4f66d93a-62d6-4b1c-ba50-7a7746559ce1 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:30:24.943068 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ff1a5add-4009-40bf-9990-a5f69efe410e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:25.030461 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a5add-4009-40bf-9990-a5f69efe410e None None] Port 4f66d93a-62d6-4b1c-ba50-7a7746559ce1 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:30:25.052795 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d8be10c-fbe6-4dde-bdca-d166434e8941 req-9dda18cf-05be-488a-b695-d30bd4c5c3b9 service neutron] 10.222.0.55 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477456 Nov 15 11:30:25.163367 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f40465c-5428-4cc0-9ed0-f8b2ae0de05f tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Router b4f065d4-7e3b-436e-a9f9-81149e706376 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:30:25.380468 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f40465c-5428-4cc0-9ed0-f8b2ae0de05f tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:30:25.394896 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cb470a-2a21-4503-9920-f7a85b1a2eb1 None None] Sync routers for ids ['b4f065d4-7e3b-436e-a9f9-81149e706376'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:30:25.399681 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8f40465c-5428-4cc0-9ed0-f8b2ae0de05f tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] 10.222.0.64 "PUT /v2.0/routers/b4f065d4-7e3b-436e-a9f9-81149e706376/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1717525 Nov 15 11:30:25.401627 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50458) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:25.412869 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-889a31fb-9c27-45e4-b764-d8c464a32942 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Request body: {'port': {'network_id': 'eb9a29e0-642b-43b8-aa7c-19044a27523b', 'name': 'tempest-FloatingIPAdminTestJSON-266913778'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:30:25.423182 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cb470a-2a21-4503-9920-f7a85b1a2eb1 None None] Routers {'b4f065d4-7e3b-436e-a9f9-81149e706376'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:30:25.424379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e8cb470a-2a21-4503-9920-f7a85b1a2eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:30:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b4f065d4-7e3b-436e-a9f9-81149e706376'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:25.432465 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7bfabe3-8d56-4f7f-b00e-5e94e2402414 req-9de038e0-0591-4adb-b3fe-d415f160a178 tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0616207 Nov 15 11:30:25.486103 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e8cb470a-2a21-4503-9920-f7a85b1a2eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:25.496872 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cb470a-2a21-4503-9920-f7a85b1a2eb1 None None] Routers {'b4f065d4-7e3b-436e-a9f9-81149e706376'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:30:25.497870 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e8cb470a-2a21-4503-9920-f7a85b1a2eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:30:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b4f065d4-7e3b-436e-a9f9-81149e706376'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:25.541074 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e8cb470a-2a21-4503-9920-f7a85b1a2eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:25.541998 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cb470a-2a21-4503-9920-f7a85b1a2eb1 None None] The sync data for ids ['b4f065d4-7e3b-436e-a9f9-81149e706376'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:30:25.599237 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889a31fb-9c27-45e4-b764-d8c464a32942 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Made reservation on behalf of 8eb73761edf544ea870e6657f94d6354 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:30:25.603150 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-889a31fb-9c27-45e4-b764-d8c464a32942 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:25.620583 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-889a31fb-9c27-45e4-b764-d8c464a32942 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] device_id is not set on port a388f560-9259-4032-ad78-bf6ae2436650 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:30:25.758919 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-889a31fb-9c27-45e4-b764-d8c464a32942 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Allocated IP 172.20.0.11 (eb9a29e0-642b-43b8-aa7c-19044a27523b/778ab299-ecc5-4073-801d-91f7c754d618/a388f560-9259-4032-ad78-bf6ae2436650) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:30:25.986511 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-889a31fb-9c27-45e4-b764-d8c464a32942 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:26.042055 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-889a31fb-9c27-45e4-b764-d8c464a32942 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:26.086908 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889a31fb-9c27-45e4-b764-d8c464a32942 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Network eb9a29e0-642b-43b8-aa7c-19044a27523b is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:30:26.094516 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-889a31fb-9c27-45e4-b764-d8c464a32942 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:30:26.097331 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889a31fb-9c27-45e4-b764-d8c464a32942 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:30:26.132843 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a31fb-9c27-45e4-b764-d8c464a32942 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Pushing event updated for resources: {'Port': ['ID=a388f560-9259-4032-ad78-bf6ae2436650,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:26.162374 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889a31fb-9c27-45e4-b764-d8c464a32942 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:26.163234 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-889a31fb-9c27-45e4-b764-d8c464a32942 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:26.188107 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-889a31fb-9c27-45e4-b764-d8c464a32942 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7840273 Nov 15 11:30:26.191423 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50478) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:26.410260 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-6be2b8fb-7ff9-4850-bb66-3659e769f25d tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'project_id': '8eb73761edf544ea870e6657f94d6354', 'port_id': 'a388f560-9259-4032-ad78-bf6ae2436650'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:30:26.444528 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6be2b8fb-7ff9-4850-bb66-3659e769f25d tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:26.472282 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-27e5d550-438c-4195-98ea-75ea1d44a784 None None] Provisioning complete for port a388f560-9259-4032-ad78-bf6ae2436650 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:30:26.472839 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-27e5d550-438c-4195-98ea-75ea1d44a784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:26.514139 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-27e5d550-438c-4195-98ea-75ea1d44a784 None None] Port a388f560-9259-4032-ad78-bf6ae2436650 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:30:26.565720 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-101443a1-ee97-4c31-a5d1-1034d504d5f5 req-a9057c3e-39b2-4844-a972-fb0f06e72b6e tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0347226 Nov 15 11:30:26.590528 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6be2b8fb-7ff9-4850-bb66-3659e769f25d tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:26.700357 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-6be2b8fb-7ff9-4850-bb66-3659e769f25d tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Allocated IP 172.25.7.233 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/48522b0f-e8f4-4058-9f06-00e99f7c5df2) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:30:26.828081 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6be2b8fb-7ff9-4850-bb66-3659e769f25d tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:26.862676 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6be2b8fb-7ff9-4850-bb66-3659e769f25d tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:26.901842 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be2b8fb-7ff9-4850-bb66-3659e769f25d tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:30:26.904802 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-6be2b8fb-7ff9-4850-bb66-3659e769f25d tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:30:26.908477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be2b8fb-7ff9-4850-bb66-3659e769f25d tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:30:26.914072 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2b8fb-7ff9-4850-bb66-3659e769f25d tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Pushing event updated for resources: {'Port': ['ID=48522b0f-e8f4-4058-9f06-00e99f7c5df2,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:27.649124 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6be2b8fb-7ff9-4850-bb66-3659e769f25d tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:27.812514 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-01fc29c2-6c92-4f54-9377-f1af229296c3 req-f95eb00c-a636-4eca-8569-2e79e4054cc2 tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0729024 Nov 15 11:30:27.819935 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-73bede0b-8a7b-41f1-a54c-cdb9f5259d74 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2007158 Nov 15 11:30:27.867043 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6be2b8fb-7ff9-4850-bb66-3659e769f25d tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:27.968268 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-323a17a7-b82d-4cde-bb16-34d0eb73e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:27.968745 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-323a17a7-b82d-4cde-bb16-34d0eb73e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:27.969203 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-323a17a7-b82d-4cde-bb16-34d0eb73e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:27.969656 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-323a17a7-b82d-4cde-bb16-34d0eb73e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:27.970106 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-323a17a7-b82d-4cde-bb16-34d0eb73e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:27.970556 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-323a17a7-b82d-4cde-bb16-34d0eb73e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:27.971000 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-323a17a7-b82d-4cde-bb16-34d0eb73e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:27.974281 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-323a17a7-b82d-4cde-bb16-34d0eb73e1fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=77cb92f4ba94421baccd055f8a61a579&device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 6502 time: 0.0751998 Nov 15 11:30:28.130294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-a734056b-8ecd-4ad7-bab3-a595416b192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:28.130798 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-a734056b-8ecd-4ad7-bab3-a595416b192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:28.131260 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-a734056b-8ecd-4ad7-bab3-a595416b192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:28.133272 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-a734056b-8ecd-4ad7-bab3-a595416b192d service neutron] 10.222.0.11 "GET /v2.0/networks?id=91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7&id=4c80147d-a460-4aca-9746-ccf4bbea3343&id=4c80147d-a460-4aca-9746-ccf4bbea3343&id=4c80147d-a460-4aca-9746-ccf4bbea3343&id=4c80147d-a460-4aca-9746-ccf4bbea3343&id=71cd31ab-aef9-4c82-a7fe-78615c051843&id=71cd31ab-aef9-4c82-a7fe-78615c051843 HTTP/1.1" status: 200 len: 2298 time: 0.1205485 Nov 15 11:30:28.272026 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-85088df6-260b-4631-9047-65e67e791c5d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a5a419e-761c-40a1-8d78-4da3f49c2c0d HTTP/1.1" status: 200 len: 1001 time: 0.1199880 Nov 15 11:30:28.329392 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6be2b8fb-7ff9-4850-bb66-3659e769f25d tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:28.340873 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6be2b8fb-7ff9-4850-bb66-3659e769f25d tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:28.375215 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-d2d062aa-a516-478e-8f30-ed719b68c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:28.377471 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-d2d062aa-a516-478e-8f30-ed719b68c423 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=afa9b64f-98db-4e8e-8256-aecabb3e60db HTTP/1.1" status: 200 len: 856 time: 0.0961471 Nov 15 11:30:28.500114 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2b8fb-7ff9-4850-bb66-3659e769f25d tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Pushing event updated for resources: {'Port': ['ID=48522b0f-e8f4-4058-9f06-00e99f7c5df2,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:28.511098 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-14cc0a46-cabd-474d-8d9a-8087859d9037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:28.512851 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-14cc0a46-cabd-474d-8d9a-8087859d9037 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135600 Nov 15 11:30:28.513910 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6be2b8fb-7ff9-4850-bb66-3659e769f25d tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:28.582083 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-4e48d202-db04-411f-a0a7-1d58d065a7b4 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:30:28.583072 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-4e48d202-db04-411f-a0a7-1d58d065a7b4 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054948 Nov 15 11:30:28.712196 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-6be2b8fb-7ff9-4850-bb66-3659e769f25d tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Floating IP 6bd797ca-64eb-4787-8951-7d708c803480 associated. External IP: 172.25.7.233, port: a388f560-9259-4032-ad78-bf6ae2436650. Nov 15 11:30:28.816122 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-68a7c736-dbed-4c99-b513-7764a1079c0a service neutron] 10.222.0.11 "GET /v2.0/networks/91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215679 Nov 15 11:30:29.010484 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-8f02f4e8-e806-45ba-8e45-49e3a3e6e42b service neutron] 10.222.0.11 "GET /v2.0/networks/91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842964 Nov 15 11:30:29.084639 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4415ea6f-5d49-41ca-826c-d232a50515c7 req-5d189f7d-6b07-43ba-b513-da04c6c93379 tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0702856 Nov 15 11:30:29.116305 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-7f6f3aed-b02c-4462-a042-ef6eb3e79001 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=bc1db242-bc41-4115-8ee6-dd7f58c66f19 HTTP/1.1" status: 200 len: 217 time: 0.0892434 Nov 15 11:30:29.253421 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-cabbe0a5-ae63-4334-a90b-88443c98b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:29.254901 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-cabbe0a5-ae63-4334-a90b-88443c98b133 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21db8475-8f73-44ea-a113-f3f3e3c06216 HTTP/1.1" status: 200 len: 797 time: 0.0943017 Nov 15 11:30:29.332578 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be2b8fb-7ff9-4850-bb66-3659e769f25d tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Router b4f065d4-7e3b-436e-a9f9-81149e706376 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:30:29.476716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-1107e545-1a65-49df-b627-d151bbf3c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:29.478455 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-1107e545-1a65-49df-b627-d151bbf3c65e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c80147d-a460-4aca-9746-ccf4bbea3343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1982353 Nov 15 11:30:29.479564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be2b8fb-7ff9-4850-bb66-3659e769f25d tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:30:29.492274 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781cc4e1-9868-4ad5-ac32-be5119fafb7b None None] Sync routers for ids ['b4f065d4-7e3b-436e-a9f9-81149e706376'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:30:29.505870 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781cc4e1-9868-4ad5-ac32-be5119fafb7b None None] Routers {'b4f065d4-7e3b-436e-a9f9-81149e706376'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:30:29.507026 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-781cc4e1-9868-4ad5-ac32-be5119fafb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:30:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b4f065d4-7e3b-436e-a9f9-81149e706376'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:29.558871 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-781cc4e1-9868-4ad5-ac32-be5119fafb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:29.574737 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781cc4e1-9868-4ad5-ac32-be5119fafb7b None None] Routers {'b4f065d4-7e3b-436e-a9f9-81149e706376'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:30:29.575666 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-781cc4e1-9868-4ad5-ac32-be5119fafb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:30:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b4f065d4-7e3b-436e-a9f9-81149e706376'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:29.591938 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:29.626831 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-781cc4e1-9868-4ad5-ac32-be5119fafb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:29.631714 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781cc4e1-9868-4ad5-ac32-be5119fafb7b None None] The sync data for ids ['b4f065d4-7e3b-436e-a9f9-81149e706376'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:30:29.670766 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6be2b8fb-7ff9-4850-bb66-3659e769f25d tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:29.757372 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6be2b8fb-7ff9-4850-bb66-3659e769f25d tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.5638909 Nov 15 11:30:29.760041 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50542) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:29.820880 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-248c1322-80d3-4770-8bb1-887893eb8aa6 service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321960 Nov 15 11:30:29.891404 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-eb468386-76ef-4f47-a9ca-b036ab581a3e tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] 10.222.0.64 "GET /v2.0/floatingips/6bd797ca-64eb-4787-8951-7d708c803480 HTTP/1.1" status: 200 len: 983 time: 0.1294897 Nov 15 11:30:29.893734 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50546) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:30.039143 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-490418f6-2374-4103-aea7-b641c87a6496 service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101309 Nov 15 11:30:30.065496 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5035fb9f-422f-4dbe-8430-c97b2a8a5d52 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.1704900 Nov 15 11:30:30.068181 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50550) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:30.135591 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-87fbd113-7ad5-4a4a-8ac8-84a72861620a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=b5c5f658-3e97-46d3-b735-9ae8bc3ad568 HTTP/1.1" status: 200 len: 217 time: 0.0858228 Nov 15 11:30:30.284871 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83713b66-7da8-4b4d-afcf-b784d606443f req-acf94de8-80e1-434e-9467-da2a91192009 tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0383294 Nov 15 11:30:30.289911 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-fad22103-3b82-463a-b7f7-b13d8e853774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:30.293701 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-fad22103-3b82-463a-b7f7-b13d8e853774 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21db8475-8f73-44ea-a113-f3f3e3c06216 HTTP/1.1" status: 200 len: 797 time: 0.1489785 Nov 15 11:30:30.364879 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-660a95cf-cc79-42a7-862e-dbd4a00d1e7d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Deleting port 48522b0f-e8f4-4058-9f06-00e99f7c5df2 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:30:30.365972 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-660a95cf-cc79-42a7-862e-dbd4a00d1e7d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:30.367603 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-4bf2d05c-b5f3-477d-8e17-61db38cd4fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:30.373076 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-4bf2d05c-b5f3-477d-8e17-61db38cd4fd6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c80147d-a460-4aca-9746-ccf4bbea3343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0680785 Nov 15 11:30:30.510346 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-660a95cf-cc79-42a7-862e-dbd4a00d1e7d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:30.514633 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-660a95cf-cc79-42a7-862e-dbd4a00d1e7d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:30.537463 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-660a95cf-cc79-42a7-862e-dbd4a00d1e7d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Calling delete_port for 48522b0f-e8f4-4058-9f06-00e99f7c5df2 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:30:30.585104 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-679906eb-908e-44f4-b0ef-0d51521e39e2 service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037215 Nov 15 11:30:30.753229 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-e9a14448-0f97-4954-967a-6706af58e1e1 service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585114 Nov 15 11:30:30.850562 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-a8eac2b9-6e5d-41a7-9afe-98f0db3751df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=496a1d61-4bd5-4b51-9b89-5253018b96d3 HTTP/1.1" status: 200 len: 217 time: 0.0889440 Nov 15 11:30:30.853085 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-660a95cf-cc79-42a7-862e-dbd4a00d1e7d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:30.917030 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a95cf-cc79-42a7-862e-dbd4a00d1e7d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Pushing event deleted for resources: {'Port': ['ID=48522b0f-e8f4-4058-9f06-00e99f7c5df2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:30.967803 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-9ee6e673-b8cf-4107-832c-c2acbf7d8298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:30.969946 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-9ee6e673-b8cf-4107-832c-c2acbf7d8298 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21db8475-8f73-44ea-a113-f3f3e3c06216 HTTP/1.1" status: 200 len: 797 time: 0.1115625 Nov 15 11:30:31.116111 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-0b6f9cbd-f1a1-416a-8730-4cc68390a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:31.117597 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-0b6f9cbd-f1a1-416a-8730-4cc68390a92d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c80147d-a460-4aca-9746-ccf4bbea3343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1380622 Nov 15 11:30:31.141085 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-660a95cf-cc79-42a7-862e-dbd4a00d1e7d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:31.144249 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-660a95cf-cc79-42a7-862e-dbd4a00d1e7d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Floating IP 6bd797ca-64eb-4787-8951-7d708c803480 disassociated (deleted). External IP: 172.25.7.233, port: a388f560-9259-4032-ad78-bf6ae2436650. Nov 15 11:30:31.511103 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:31.582048 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660a95cf-cc79-42a7-862e-dbd4a00d1e7d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Router b4f065d4-7e3b-436e-a9f9-81149e706376 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:30:31.603224 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6a7b5d3-654d-4314-a055-ac35fabd0319 req-397021e7-6080-452c-a66d-10567a6d82d9 tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0274270 Nov 15 11:30:31.665362 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-ab9a3c7c-7e95-410b-bb6a-9390aa3fa260 service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332086 Nov 15 11:30:31.754775 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660a95cf-cc79-42a7-862e-dbd4a00d1e7d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:30:31.769407 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0e7d7b-0e3c-4ef3-a08a-2ae33890e71a None None] Sync routers for ids ['b4f065d4-7e3b-436e-a9f9-81149e706376'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:30:31.771839 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-660a95cf-cc79-42a7-862e-dbd4a00d1e7d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:31.785145 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0e7d7b-0e3c-4ef3-a08a-2ae33890e71a None None] Routers {'b4f065d4-7e3b-436e-a9f9-81149e706376'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:30:31.785770 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6b0e7d7b-0e3c-4ef3-a08a-2ae33890e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:30:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b4f065d4-7e3b-436e-a9f9-81149e706376'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:31.810310 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-660a95cf-cc79-42a7-862e-dbd4a00d1e7d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] 10.222.0.64 "DELETE /v2.0/floatingips/6bd797ca-64eb-4787-8951-7d708c803480 HTTP/1.1" status: 204 len: 168 time: 1.7407806 Nov 15 11:30:31.811119 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50586) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:31.815757 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-93d356fa-b298-4058-bc7e-cb2f9a4976d2 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:30:31.821471 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-f46e9408-c9e7-4dd5-b9e7-6af585b01061 service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478975 Nov 15 11:30:31.855156 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93d356fa-b298-4058-bc7e-cb2f9a4976d2 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:31.906109 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6b0e7d7b-0e3c-4ef3-a08a-2ae33890e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:31.909462 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-b1457a27-3797-4113-b6c0-2dfe49910b1f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=4f6c4222-85c6-40ff-b518-d6284db6fd76 HTTP/1.1" status: 200 len: 217 time: 0.0807953 Nov 15 11:30:31.934704 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0e7d7b-0e3c-4ef3-a08a-2ae33890e71a None None] Routers {'b4f065d4-7e3b-436e-a9f9-81149e706376'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:30:31.942135 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6b0e7d7b-0e3c-4ef3-a08a-2ae33890e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:30:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b4f065d4-7e3b-436e-a9f9-81149e706376'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:32.013474 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6b0e7d7b-0e3c-4ef3-a08a-2ae33890e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:32.014424 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0e7d7b-0e3c-4ef3-a08a-2ae33890e71a None None] The sync data for ids ['b4f065d4-7e3b-436e-a9f9-81149e706376'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:30:32.033540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-1c9e02a5-b38b-4220-a37c-26795ba74e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:32.035223 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-1c9e02a5-b38b-4220-a37c-26795ba74e5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21db8475-8f73-44ea-a113-f3f3e3c06216 HTTP/1.1" status: 200 len: 797 time: 0.1179829 Nov 15 11:30:32.082201 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93d356fa-b298-4058-bc7e-cb2f9a4976d2 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:32.098689 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-ac625f1a-3402-4012-9218-0da0d3cda858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:32.102024 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-ac625f1a-3402-4012-9218-0da0d3cda858 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c80147d-a460-4aca-9746-ccf4bbea3343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0590193 Nov 15 11:30:32.295443 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-93d356fa-b298-4058-bc7e-cb2f9a4976d2 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Allocated IP 172.25.7.169 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/f195b7c7-6e7d-4dfa-adf5-b145867ff2f1) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:30:32.339476 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-e848710e-70d4-4956-84c8-78879bed112a service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230544 Nov 15 11:30:32.505247 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-a5f932e3-0e12-41d3-9815-8ddfd773906d service neutron] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634989 Nov 15 11:30:32.567113 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-d77dcb39-28fb-49de-b21e-b57606679440 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a0531970-cfa4-40c4-93f0-fd9e48c15329 HTTP/1.1" status: 200 len: 217 time: 0.0512331 Nov 15 11:30:32.581276 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93d356fa-b298-4058-bc7e-cb2f9a4976d2 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:32.673586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-dcd4d078-7cfa-4c0c-8e92-1478aff18c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:32.679398 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-dcd4d078-7cfa-4c0c-8e92-1478aff18c8a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9c67d03c-8fcf-4946-865e-deec42cfabd9 HTTP/1.1" status: 200 len: 797 time: 0.1032283 Nov 15 11:30:32.693735 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93d356fa-b298-4058-bc7e-cb2f9a4976d2 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:32.869889 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d356fa-b298-4058-bc7e-cb2f9a4976d2 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:30:32.877889 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d356fa-b298-4058-bc7e-cb2f9a4976d2 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Pushing event updated for resources: {'Port': ['ID=f195b7c7-6e7d-4dfa-adf5-b145867ff2f1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:32.894523 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-93d356fa-b298-4058-bc7e-cb2f9a4976d2 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:30:32.901321 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-381263cc-9a59-4be6-872c-b95f52caf275 req-7b268790-2abe-42e6-9768-83cfbc2fe9a9 tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0798302 Nov 15 11:30:32.901762 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d356fa-b298-4058-bc7e-cb2f9a4976d2 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:30:32.906287 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-66ccf3db-e845-4ff5-943f-929fb7cdb8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:32.907769 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-66ccf3db-e845-4ff5-943f-929fb7cdb8e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71cd31ab-aef9-4c82-a7fe-78615c051843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2208622 Nov 15 11:30:33.092801 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-ab89ba75-1f30-468a-a0ba-b91b4c278229 service neutron] 10.222.0.11 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698625 Nov 15 11:30:33.222416 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93d356fa-b298-4058-bc7e-cb2f9a4976d2 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:33.270425 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-eaea84aa-620e-48cd-a4cc-002a1284021a service neutron] 10.222.0.11 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663446 Nov 15 11:30:33.292030 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93d356fa-b298-4058-bc7e-cb2f9a4976d2 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:33.320335 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-6e4f6499-7fe2-411d-b991-072ab3234ea9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=68cf8342-a4ee-408b-81be-041910813acb HTTP/1.1" status: 200 len: 217 time: 0.0406611 Nov 15 11:30:33.411889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-2337ebaf-9bb1-4a99-80fb-7097eca2c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:33.413397 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-2337ebaf-9bb1-4a99-80fb-7097eca2c277 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9c67d03c-8fcf-4946-865e-deec42cfabd9 HTTP/1.1" status: 200 len: 797 time: 0.0806825 Nov 15 11:30:33.505532 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-669ecd05-138d-4824-880c-8b54a9c911d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:33.512960 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-669ecd05-138d-4824-880c-8b54a9c911d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71cd31ab-aef9-4c82-a7fe-78615c051843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0861194 Nov 15 11:30:33.576669 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93d356fa-b298-4058-bc7e-cb2f9a4976d2 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:33.589918 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93d356fa-b298-4058-bc7e-cb2f9a4976d2 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:33.637764 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-83c60ccb-8f73-4d20-ab61-0441d8cd89e3 service neutron] 10.222.0.11 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197712 Nov 15 11:30:33.703305 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d356fa-b298-4058-bc7e-cb2f9a4976d2 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Pushing event updated for resources: {'Port': ['ID=f195b7c7-6e7d-4dfa-adf5-b145867ff2f1,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:33.759275 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55142d6a-3bb6-4687-918a-9a3a975559d2 req-dbf00cd2-8dba-4e3f-a326-b4aa15129577 service neutron] 10.222.0.11 "GET /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142147 Nov 15 11:30:33.838638 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93d356fa-b298-4058-bc7e-cb2f9a4976d2 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:33.874672 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93d356fa-b298-4058-bc7e-cb2f9a4976d2 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:33.878882 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-93d356fa-b298-4058-bc7e-cb2f9a4976d2 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0636094 Nov 15 11:30:33.879037 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50626) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:34.069627 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-aceff876-c822-48b8-a6ae-9eadf54dd068 tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:30:34.126730 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aceff876-c822-48b8-a6ae-9eadf54dd068 tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:34.290492 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cec0db90-96da-4eb4-b2c3-513d9f1c5f48 req-9dc4201c-6f38-46b2-b0d5-4ba7ab212e57 tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0954905 Nov 15 11:30:34.466147 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aceff876-c822-48b8-a6ae-9eadf54dd068 tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:34.649612 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:30:34.670610 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-aceff876-c822-48b8-a6ae-9eadf54dd068 tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Allocated IP 172.25.7.154 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/7dc46495-0135-464c-be75-6f71640f184a) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:30:34.801708 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aceff876-c822-48b8-a6ae-9eadf54dd068 tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:34.859573 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aceff876-c822-48b8-a6ae-9eadf54dd068 tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:34.921686 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceff876-c822-48b8-a6ae-9eadf54dd068 tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:30:34.925293 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-aceff876-c822-48b8-a6ae-9eadf54dd068 tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:30:34.929413 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceff876-c822-48b8-a6ae-9eadf54dd068 tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:30:34.963113 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceff876-c822-48b8-a6ae-9eadf54dd068 tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Pushing event updated for resources: {'Port': ['ID=7dc46495-0135-464c-be75-6f71640f184a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:35.061478 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aceff876-c822-48b8-a6ae-9eadf54dd068 tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:35.121579 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aceff876-c822-48b8-a6ae-9eadf54dd068 tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:35.454329 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aceff876-c822-48b8-a6ae-9eadf54dd068 tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:35.463118 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aceff876-c822-48b8-a6ae-9eadf54dd068 tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:35.547639 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46931c5b-4e62-4f1a-a3c5-6f07426178ea req-fc0c08ed-3bb8-486e-99f2-16ff43526cad tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0812569 Nov 15 11:30:35.631680 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceff876-c822-48b8-a6ae-9eadf54dd068 tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Pushing event updated for resources: {'Port': ['ID=7dc46495-0135-464c-be75-6f71640f184a,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:35.657100 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aceff876-c822-48b8-a6ae-9eadf54dd068 tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:35.691600 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aceff876-c822-48b8-a6ae-9eadf54dd068 tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:35.693227 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-aceff876-c822-48b8-a6ae-9eadf54dd068 tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8132136 Nov 15 11:30:35.695976 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50652) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:35.890224 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cfa489fc-6f9c-4c35-927e-2f6a42b53b73 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.1924822 Nov 15 11:30:35.892955 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50664) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:36.079423 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8d00d9d0-d1d9-4d3a-92f5-eb023c425324 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1827633 Nov 15 11:30:36.081580 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50670) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:36.227434 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d6b1f73c-d84d-4297-a220-276063a4ac32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:36.300418 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5234755a-003c-4d00-8f7d-1ecc73e9bc0d tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Deleting port 7dc46495-0135-464c-be75-6f71640f184a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:30:36.302881 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5234755a-003c-4d00-8f7d-1ecc73e9bc0d tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:36.457795 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5234755a-003c-4d00-8f7d-1ecc73e9bc0d tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:36.458260 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5234755a-003c-4d00-8f7d-1ecc73e9bc0d tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:36.489118 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5234755a-003c-4d00-8f7d-1ecc73e9bc0d tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Calling delete_port for 7dc46495-0135-464c-be75-6f71640f184a owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:30:36.697721 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5234755a-003c-4d00-8f7d-1ecc73e9bc0d tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:36.753575 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-138b0aae-ef1b-4b8e-86d8-14f1cb817fe3 req-eba0bd87-aa8c-4bf8-bf34-6ec0ba2dcf3d tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0726435 Nov 15 11:30:36.779230 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234755a-003c-4d00-8f7d-1ecc73e9bc0d tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Pushing event deleted for resources: {'Port': ['ID=7dc46495-0135-464c-be75-6f71640f184a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:36.853884 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5234755a-003c-4d00-8f7d-1ecc73e9bc0d tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:36.857115 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5234755a-003c-4d00-8f7d-1ecc73e9bc0d tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:36.859293 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5234755a-003c-4d00-8f7d-1ecc73e9bc0d tempest-FloatingIPAdminTestJSON-218115441 tempest-FloatingIPAdminTestJSON-218115441-project] 10.222.0.64 "DELETE /v2.0/floatingips/80fc2de3-2d56-4d07-adde-325688a91635 HTTP/1.1" status: 204 len: 168 time: 0.7762723 Nov 15 11:30:36.861966 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50678) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:37.154703 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-088ff734-7657-4ac6-93fb-2e6de3c50053 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Deleting port f195b7c7-6e7d-4dfa-adf5-b145867ff2f1 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:30:37.155527 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-088ff734-7657-4ac6-93fb-2e6de3c50053 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:37.267078 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-088ff734-7657-4ac6-93fb-2e6de3c50053 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:37.267078 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-088ff734-7657-4ac6-93fb-2e6de3c50053 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:37.287109 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-088ff734-7657-4ac6-93fb-2e6de3c50053 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Calling delete_port for f195b7c7-6e7d-4dfa-adf5-b145867ff2f1 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:30:37.469447 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-088ff734-7657-4ac6-93fb-2e6de3c50053 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:37.508745 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ff734-7657-4ac6-93fb-2e6de3c50053 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Pushing event deleted for resources: {'Port': ['ID=f195b7c7-6e7d-4dfa-adf5-b145867ff2f1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:37.576073 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-088ff734-7657-4ac6-93fb-2e6de3c50053 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:37.579058 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-088ff734-7657-4ac6-93fb-2e6de3c50053 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:37.586305 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-088ff734-7657-4ac6-93fb-2e6de3c50053 tempest-FloatingIPAdminTestJSON-354300134 tempest-FloatingIPAdminTestJSON-354300134-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/cbd8472f-2c8c-4b58-9149-c31740d486be HTTP/1.1" status: 204 len: 168 time: 0.7231045 Nov 15 11:30:37.586952 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50706) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:37.597461 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50708) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:37.731344 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-cb3f34b7-7a0c-4e70-a9da-8d9bf50b0e3e tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Deleting port a388f560-9259-4032-ad78-bf6ae2436650 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:30:37.732229 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb3f34b7-7a0c-4e70-a9da-8d9bf50b0e3e tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:37.742622 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea81d2bb-94e9-4e4e-b6e5-f846d1aef926 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:37.843005 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea81d2bb-94e9-4e4e-b6e5-f846d1aef926 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:37.845306 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb3f34b7-7a0c-4e70-a9da-8d9bf50b0e3e tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:37.849793 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea81d2bb-94e9-4e4e-b6e5-f846d1aef926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:37.860619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-cb3f34b7-7a0c-4e70-a9da-8d9bf50b0e3e tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Calling delete_port for a388f560-9259-4032-ad78-bf6ae2436650 owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:30:37.906928 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ea81d2bb-94e9-4e4e-b6e5-f846d1aef926 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=96a29a8fd9424d9b92088405ecb62ffc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3074653 Nov 15 11:30:37.908424 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50714) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:37.915185 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81d2bb-94e9-4e4e-b6e5-f846d1aef926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8bff0e-e78e-47bd-b726-3bc4e61eaf6f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:37.938451 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-115e0f93-abac-4e55-a829-ea5dc5f63315 req-ec39dba6-097f-45c6-88cd-a74ce3d39bad tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0319078 Nov 15 11:30:37.981251 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-456518a2-a361-4cd1-b876-332c728ec38a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:38.009365 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-456518a2-a361-4cd1-b876-332c728ec38a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:38.082998 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-456518a2-a361-4cd1-b876-332c728ec38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:38.084360 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb3f34b7-7a0c-4e70-a9da-8d9bf50b0e3e tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:38.087021 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-456518a2-a361-4cd1-b876-332c728ec38a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:38.091004 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-456518a2-a361-4cd1-b876-332c728ec38a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba8bff0e-e78e-47bd-b726-3bc4e61eaf6f HTTP/1.1" status: 204 len: 168 time: 0.1799526 Nov 15 11:30:38.125116 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456518a2-a361-4cd1-b876-332c728ec38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8bff0e-e78e-47bd-b726-3bc4e61eaf6f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:38.136486 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f34b7-7a0c-4e70-a9da-8d9bf50b0e3e tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Pushing event deleted for resources: {'Port': ['ID=a388f560-9259-4032-ad78-bf6ae2436650,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:38.224731 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb3f34b7-7a0c-4e70-a9da-8d9bf50b0e3e tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:38.233882 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cb3f34b7-7a0c-4e70-a9da-8d9bf50b0e3e tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] 10.222.0.64 "DELETE /v2.0/ports/a388f560-9259-4032-ad78-bf6ae2436650 HTTP/1.1" status: 204 len: 168 time: 0.6456480 Nov 15 11:30:38.237430 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50722) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:38.370668 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06a96c6-1efc-4e38-9798-3d94f5bfebd6 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:38.375430 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b06a96c6-1efc-4e38-9798-3d94f5bfebd6 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4f065d4-7e3b-436e-a9f9-81149e706376 HTTP/1.1" status: 200 len: 913 time: 0.1334517 Nov 15 11:30:38.375783 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50730) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:38.376945 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-01f81590-1af2-4fa0-a184-a28c649802b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:38.977750 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e6bdadcf-0c59-4213-be5d-ec481431f913 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:39.128895 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-faa39169-abe4-4692-bd8f-a6b4caf3c46e req-b48e98d3-1e2e-41b8-af34-b9156f86ac5e tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0449951 Nov 15 11:30:39.432150 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e6bdadcf-0c59-4213-be5d-ec481431f913 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Deleting port 4f66d93a-62d6-4b1c-ba50-7a7746559ce1 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:30:39.432489 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e6bdadcf-0c59-4213-be5d-ec481431f913 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:39.610107 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e6bdadcf-0c59-4213-be5d-ec481431f913 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:39.663637 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e6bdadcf-0c59-4213-be5d-ec481431f913 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Calling delete_port for 4f66d93a-62d6-4b1c-ba50-7a7746559ce1 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:30:39.829389 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:40.090091 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50798) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:40.137079 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e6bdadcf-0c59-4213-be5d-ec481431f913 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:40.204794 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bdadcf-0c59-4213-be5d-ec481431f913 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Pushing event deleted for resources: {'Port': ['ID=4f66d93a-62d6-4b1c-ba50-7a7746559ce1,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:40.370037 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d51d8428-1ae4-4c03-8074-b761d8d6fd58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:40.506078 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-50d7a430-c3b6-45ab-9acd-5e7916644691 req-ea50b351-939d-4c1a-9bc9-0003b6e50660 tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0907283 Nov 15 11:30:40.607488 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e6bdadcf-0c59-4213-be5d-ec481431f913 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:40.666239 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d51d8428-1ae4-4c03-8074-b761d8d6fd58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:40.673037 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d51d8428-1ae4-4c03-8074-b761d8d6fd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:40.717527 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d51d8428-1ae4-4c03-8074-b761d8d6fd58 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ea1f6374da9f4c3fbe4d602fdda962c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6257954 Nov 15 11:30:40.728962 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50812) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:40.749985 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d8428-1ae4-4c03-8074-b761d8d6fd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df2c582-cf11-4096-be15-85a251afde9f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:40.810174 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15c87a11-0dad-4ea5-9b35-190ce61c0b94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:40.835421 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15c87a11-0dad-4ea5-9b35-190ce61c0b94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:40.899623 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15c87a11-0dad-4ea5-9b35-190ce61c0b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:40.902602 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15c87a11-0dad-4ea5-9b35-190ce61c0b94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:40.906727 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-15c87a11-0dad-4ea5-9b35-190ce61c0b94 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7df2c582-cf11-4096-be15-85a251afde9f HTTP/1.1" status: 204 len: 168 time: 0.1762395 Nov 15 11:30:40.916200 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c87a11-0dad-4ea5-9b35-190ce61c0b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df2c582-cf11-4096-be15-85a251afde9f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:41.302362 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bdadcf-0c59-4213-be5d-ec481431f913 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Router b4f065d4-7e3b-436e-a9f9-81149e706376 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:30:41.406143 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:41.524288 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bdadcf-0c59-4213-be5d-ec481431f913 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:30:41.533397 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e6bdadcf-0c59-4213-be5d-ec481431f913 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] 10.222.0.64 "PUT /v2.0/routers/b4f065d4-7e3b-436e-a9f9-81149e706376/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1540248 Nov 15 11:30:41.534056 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50854) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:41.549081 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4027153-5a0c-4a35-a693-dd63f36cc36d None None] Sync routers for ids ['b4f065d4-7e3b-436e-a9f9-81149e706376'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:30:41.569402 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4027153-5a0c-4a35-a693-dd63f36cc36d None None] Routers {'b4f065d4-7e3b-436e-a9f9-81149e706376'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:30:41.571000 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e4027153-5a0c-4a35-a693-dd63f36cc36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:30:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b4f065d4-7e3b-436e-a9f9-81149e706376'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:41.658451 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e4027153-5a0c-4a35-a693-dd63f36cc36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:41.682324 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4027153-5a0c-4a35-a693-dd63f36cc36d None None] Routers {'b4f065d4-7e3b-436e-a9f9-81149e706376'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:30:41.683267 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e4027153-5a0c-4a35-a693-dd63f36cc36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:30:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b4f065d4-7e3b-436e-a9f9-81149e706376'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:41.758239 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e4027153-5a0c-4a35-a693-dd63f36cc36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:41.759991 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4027153-5a0c-4a35-a693-dd63f36cc36d None None] The sync data for ids ['b4f065d4-7e3b-436e-a9f9-81149e706376'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:30:41.816394 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2fbca2f4-90a1-4afe-8a3a-672683362849 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:41.843163 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-454a436c-1c7e-4463-b15d-f41aa3dc7d69 req-003f13d1-cb26-4375-aa76-f21b0a9c09c8 tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0917211 Nov 15 11:30:42.124242 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2fbca2f4-90a1-4afe-8a3a-672683362849 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:42.163026 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:42.252514 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2fbca2f4-90a1-4afe-8a3a-672683362849 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Deleting port 02ce598e-be63-4fce-9fc4-22875f9fd414 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:30:42.253304 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2fbca2f4-90a1-4afe-8a3a-672683362849 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:42.303724 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-23da1b7b-5937-4fd9-8c13-7c19d08b851b req-f583109b-b4b9-4c87-ba26-b03bdccbef3b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0833166 Nov 15 11:30:42.412859 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2fbca2f4-90a1-4afe-8a3a-672683362849 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:42.427772 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2fbca2f4-90a1-4afe-8a3a-672683362849 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Calling delete_port for 02ce598e-be63-4fce-9fc4-22875f9fd414 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:30:42.660263 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2fbca2f4-90a1-4afe-8a3a-672683362849 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:42.700405 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbca2f4-90a1-4afe-8a3a-672683362849 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Pushing event deleted for resources: {'Port': ['ID=02ce598e-be63-4fce-9fc4-22875f9fd414,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:42.724947 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfb5edf-913a-4fe5-b374-abaaa1ddae78 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:30:42.807450 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2fbca2f4-90a1-4afe-8a3a-672683362849 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:43.042816 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2fbca2f4-90a1-4afe-8a3a-672683362849 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:43.051132 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08f5fe98-5a51-4dbf-a40b-bae0c63e8d2a req-71b11622-4851-4eb1-9f43-beddb4ba8236 tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0526371 Nov 15 11:30:43.054530 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2fbca2f4-90a1-4afe-8a3a-672683362849 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:43.164264 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2fbca2f4-90a1-4afe-8a3a-672683362849 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:43.166543 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbca2f4-90a1-4afe-8a3a-672683362849 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Fanout notify agent at l3_agent the message router_deleted on router b4f065d4-7e3b-436e-a9f9-81149e706376 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:30:43.186821 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2fbca2f4-90a1-4afe-8a3a-672683362849 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:43.189741 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2fbca2f4-90a1-4afe-8a3a-672683362849 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] 10.222.0.64 "DELETE /v2.0/routers/b4f065d4-7e3b-436e-a9f9-81149e706376 HTTP/1.1" status: 204 len: 168 time: 1.6542385 Nov 15 11:30:43.196063 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50906) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:43.411019 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ab5e26-6f11-46ce-b245-7b3349b70a9d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Deleting subnet 778ab299-ecc5-4073-801d-91f7c754d618 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:30:43.419410 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94ab5e26-6f11-46ce-b245-7b3349b70a9d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:43.534582 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94ab5e26-6f11-46ce-b245-7b3349b70a9d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:43.671973 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94ab5e26-6f11-46ce-b245-7b3349b70a9d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:43.791131 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94ab5e26-6f11-46ce-b245-7b3349b70a9d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:43.832139 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab5e26-6f11-46ce-b245-7b3349b70a9d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Pushing event deleted for resources: {'Subnet': ['ID=778ab299-ecc5-4073-801d-91f7c754d618,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:43.856871 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94ab5e26-6f11-46ce-b245-7b3349b70a9d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:43.857157 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dc7c5c-fad3-44c3-91a0-16f3de15cd70 None None] Network eb9a29e0-642b-43b8-aa7c-19044a27523b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:30:43.864954 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50924) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:43.865817 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-94ab5e26-6f11-46ce-b245-7b3349b70a9d tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] 10.222.0.64 "DELETE /v2.0/subnets/778ab299-ecc5-4073-801d-91f7c754d618 HTTP/1.1" status: 204 len: 168 time: 0.6690307 Nov 15 11:30:44.074584 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f2fce18-8a23-40f4-b07b-35a2c34573b5 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:44.203255 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3f2fce18-8a23-40f4-b07b-35a2c34573b5 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Deleting port ce7983fd-71a0-462d-965b-8c6b8e934881 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:30:44.203740 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f2fce18-8a23-40f4-b07b-35a2c34573b5 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:44.269750 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4a63ccf7-6d92-4c4b-ba64-d12fc28b5468 req-8b8baa63-0221-4fc1-9f38-07694d57544e tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0926266 Nov 15 11:30:44.275196 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43542e3-b47e-41c5-9faf-f44703a23765 None None] DHCP port deletion for eb9a29e0-642b-43b8-aa7c-19044a27523b request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:30:44.382559 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3f2fce18-8a23-40f4-b07b-35a2c34573b5 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] For port ce7983fd-71a0-462d-965b-8c6b8e934881, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ce7983fd-71a0-462d-965b-8c6b8e934881,segment=NetworkSegment(2b37f414-12b2-4c6d-90ba-da046b3b989f),segment_id=2b37f414-12b2-4c6d-90ba-da046b3b989f)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:30:44.392119 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f2fce18-8a23-40f4-b07b-35a2c34573b5 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:44.444263 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3f2fce18-8a23-40f4-b07b-35a2c34573b5 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Calling delete_port for ce7983fd-71a0-462d-965b-8c6b8e934881 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:30:44.446523 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a43542e3-b47e-41c5-9faf-f44703a23765 None None] Deleting port ce7983fd-71a0-462d-965b-8c6b8e934881 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:30:44.453568 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a43542e3-b47e-41c5-9faf-f44703a23765 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:44.733936 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a43542e3-b47e-41c5-9faf-f44703a23765 None None] For port ce7983fd-71a0-462d-965b-8c6b8e934881, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ce7983fd-71a0-462d-965b-8c6b8e934881,segment=NetworkSegment(2b37f414-12b2-4c6d-90ba-da046b3b989f),segment_id=2b37f414-12b2-4c6d-90ba-da046b3b989f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:30:44.734882 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a43542e3-b47e-41c5-9faf-f44703a23765 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:44.749124 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6444d31-c117-47b4-a300-a7e5c0b91edc req-0ab5fc41-87a5-4b73-b237-c3ab2e5726b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b9665202abf2413a9c2b73af8cba6542&device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0743482 Nov 15 11:30:44.788906 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a43542e3-b47e-41c5-9faf-f44703a23765 None None] Calling delete_port for ce7983fd-71a0-462d-965b-8c6b8e934881 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:30:44.894869 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6444d31-c117-47b4-a300-a7e5c0b91edc req-99b2e243-0f84-41aa-b9c4-1e6a79851b18 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b9665202abf2413a9c2b73af8cba6542&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1344459 Nov 15 11:30:44.933562 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ce7983fd-71a0-462d-965b-8c6b8e934881 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:30:44.997429 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a43542e3-b47e-41c5-9faf-f44703a23765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:45.018619 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-974fd890-3199-412d-b00b-11734b63150b req-44a382fd-63e5-41d3-afdd-c2e76913069d tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.1119618 Nov 15 11:30:45.072552 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43542e3-b47e-41c5-9faf-f44703a23765 None None] Pushing event deleted for resources: {'Port': ['ID=ce7983fd-71a0-462d-965b-8c6b8e934881,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:45.145760 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43542e3-b47e-41c5-9faf-f44703a23765 None None] No DVR routers for this DVR port ce7983fd-71a0-462d-965b-8c6b8e934881 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:30:45.194755 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No active binding found for port ce7983fd-71a0-462d-965b-8c6b8e934881 {{(pid=102679) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 15 11:30:45.201674 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ce7983fd-71a0-462d-965b-8c6b8e934881 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:30:45.230828 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6444d31-c117-47b4-a300-a7e5c0b91edc req-b774d028-d2f7-44ff-9b69-7ae32dbcbb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:45.232783 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6444d31-c117-47b4-a300-a7e5c0b91edc req-b774d028-d2f7-44ff-9b69-7ae32dbcbb19 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3281684 Nov 15 11:30:45.319421 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f2fce18-8a23-40f4-b07b-35a2c34573b5 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:45.344365 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fce18-8a23-40f4-b07b-35a2c34573b5 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Pushing event deleted for resources: {'Port': ['ID=ce7983fd-71a0-462d-965b-8c6b8e934881,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:45.358407 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2fce18-8a23-40f4-b07b-35a2c34573b5 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] No DVR routers for this DVR port ce7983fd-71a0-462d-965b-8c6b8e934881 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:30:45.500695 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f2fce18-8a23-40f4-b07b-35a2c34573b5 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:45.532137 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3f2fce18-8a23-40f4-b07b-35a2c34573b5 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9a29e0-642b-43b8-aa7c-19044a27523b']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:45.590469 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3f2fce18-8a23-40f4-b07b-35a2c34573b5 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b37f414-12b2-4c6d-90ba-da046b3b989f') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:45.591041 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3f2fce18-8a23-40f4-b07b-35a2c34573b5 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b37f414-12b2-4c6d-90ba-da046b3b989f') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:45.602247 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f2fce18-8a23-40f4-b07b-35a2c34573b5 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:45.623262 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f2fce18-8a23-40f4-b07b-35a2c34573b5 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:45.631653 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2fce18-8a23-40f4-b07b-35a2c34573b5 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:30:45.632256 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f2fce18-8a23-40f4-b07b-35a2c34573b5 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:30:45.684790 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:30:45.722411 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f2fce18-8a23-40f4-b07b-35a2c34573b5 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:45.737442 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3f2fce18-8a23-40f4-b07b-35a2c34573b5 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:45.741430 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3f2fce18-8a23-40f4-b07b-35a2c34573b5 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] 10.222.0.64 "DELETE /v2.0/networks/eb9a29e0-642b-43b8-aa7c-19044a27523b HTTP/1.1" status: 204 len: 168 time: 1.8745248 Nov 15 11:30:45.743887 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50966) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:45.766681 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fce18-8a23-40f4-b07b-35a2c34573b5 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Pushing event deleted for resources: {'Network': ['ID=eb9a29e0-642b-43b8-aa7c-19044a27523b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:45.966223 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-30118f54-f958-4b6b-a793-3e48f97bea36 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Deleting port 1af4d266-37dc-4f1a-b19e-735bd7118b1a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:30:45.966675 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30118f54-f958-4b6b-a793-3e48f97bea36 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:46.012182 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-87c02dad-2ca6-4859-9d86-575e72b9a53d tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=59b5d5809a55404ea9fd27fa9c1f144e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674260 Nov 15 11:30:46.066529 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30118f54-f958-4b6b-a793-3e48f97bea36 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:46.067057 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30118f54-f958-4b6b-a793-3e48f97bea36 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:46.083528 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-30118f54-f958-4b6b-a793-3e48f97bea36 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Calling delete_port for 1af4d266-37dc-4f1a-b19e-735bd7118b1a owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:30:46.248580 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db4bfc53-2423-47fb-b190-8c3df45ddc87 req-1bb8809f-49b5-4dc2-825e-328827db3541 tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.64 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0814850 Nov 15 11:30:46.268346 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30118f54-f958-4b6b-a793-3e48f97bea36 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:46.292180 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30118f54-f958-4b6b-a793-3e48f97bea36 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Pushing event deleted for resources: {'Port': ['ID=1af4d266-37dc-4f1a-b19e-735bd7118b1a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:46.376639 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-ac220134-81ef-456b-a693-fd0aef4da4d2 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:46.378993 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-ac220134-81ef-456b-a693-fd0aef4da4d2 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3542852 Nov 15 11:30:46.403033 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-e91122f9-7939-464b-853c-2c6de6951219 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/quotas/59b5d5809a55404ea9fd27fa9c1f144e HTTP/1.1" status: 200 len: 375 time: 0.0173767 Nov 15 11:30:46.441442 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-c6c59bb2-aca9-4d8c-8471-ad1104e65416 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=59b5d5809a55404ea9fd27fa9c1f144e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375946 Nov 15 11:30:46.469199 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30118f54-f958-4b6b-a793-3e48f97bea36 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:46.472663 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30118f54-f958-4b6b-a793-3e48f97bea36 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:46.488190 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-30118f54-f958-4b6b-a793-3e48f97bea36 tempest-FloatingIPAdminTestJSON-281470663 tempest-FloatingIPAdminTestJSON-281470663-project] 10.222.0.64 "DELETE /v2.0/floatingips/394f64b9-c6c8-4330-9b40-4fca5fdadb00 HTTP/1.1" status: 204 len: 168 time: 0.7431827 Nov 15 11:30:46.585319 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6444d31-c117-47b4-a300-a7e5c0b91edc req-d9acccb5-eb29-4759-b00f-1216095b6f40 tempest-ServerShowV257Test-183720462 tempest-ServerShowV257Test-183720462-project] 10.222.0.11 "GET /v2.0/ports?device_id=0594fa42-b9f3-46a0-96e9-83e629a14630 HTTP/1.1" status: 200 len: 210 time: 0.0591745 Nov 15 11:30:46.660603 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b224f5f1-9de0-484a-80d4-815658252a66 req-2004bce2-cbf4-40e7-94f7-8e603ebb2f45 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/ports?device_id=744c87d6-fc86-44fc-ab16-b275c684387c HTTP/1.1" status: 200 len: 210 time: 0.0371208 Nov 15 11:30:47.030275 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51014) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:47.346698 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ce4f218b-1eb4-468a-af9a-2f25b4b84a2c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8eb73761edf544ea870e6657f94d6354&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3143134 Nov 15 11:30:47.349483 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51030) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:47.430893 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-add7987e-17be-403c-af6d-455457913c58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:47.501161 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-add7987e-17be-403c-af6d-455457913c58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:47.626397 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-add7987e-17be-403c-af6d-455457913c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:47.629230 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-add7987e-17be-403c-af6d-455457913c58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:47.632869 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-add7987e-17be-403c-af6d-455457913c58 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/93f92322-538e-456c-be24-b2899d9035aa HTTP/1.1" status: 204 len: 168 time: 0.2789760 Nov 15 11:30:47.649351 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7987e-17be-403c-af6d-455457913c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f92322-538e-456c-be24-b2899d9035aa,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:47.818967 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51044) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:47.852967 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0aa39923-859c-4a7e-9a34-1fbfade9e4fe req-a33353fd-5ce5-4042-8b50-c15f20ee49b5 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/ports?device_id=744c87d6-fc86-44fc-ab16-b275c684387c HTTP/1.1" status: 200 len: 210 time: 0.0671635 Nov 15 11:30:48.235956 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50b520a3-95fe-4e2b-9e0b-0efb33b85987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:48.245574 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-4a93e740-7575-4eb4-8e22-a69e67705dab tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=59b5d5809a55404ea9fd27fa9c1f144e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384755 Nov 15 11:30:48.364846 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50b520a3-95fe-4e2b-9e0b-0efb33b85987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:48.365960 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51066) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:48.386412 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50b520a3-95fe-4e2b-9e0b-0efb33b85987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:48.440565 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae359f5b-f962-4357-87f5-cbb2bdaaf94f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:48.471222 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-3c760764-5d9c-4fdf-af80-24941e9c0a3c tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:48.473017 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-3c760764-5d9c-4fdf-af80-24941e9c0a3c tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2062037 Nov 15 11:30:48.475299 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51068) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:48.475568 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-50b520a3-95fe-4e2b-9e0b-0efb33b85987 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b9665202abf2413a9c2b73af8cba6542&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6550970 Nov 15 11:30:48.476477 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b520a3-95fe-4e2b-9e0b-0efb33b85987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1470e43f-eb6d-4b7b-ace3-52a8cc99a08e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:48.513067 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-368b5435-965e-4fbe-b8cd-90078901e19f tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Request body: {'port': {'device_id': '744c87d6-fc86-44fc-ab16-b275c684387c', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': '59b5d5809a55404ea9fd27fa9c1f144e'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:30:48.561558 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae359f5b-f962-4357-87f5-cbb2bdaaf94f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:48.569042 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae359f5b-f962-4357-87f5-cbb2bdaaf94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:48.611352 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ae359f5b-f962-4357-87f5-cbb2bdaaf94f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=924c88360fa9423c9ee5e1bb2d29a4ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2441025 Nov 15 11:30:48.612232 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae359f5b-f962-4357-87f5-cbb2bdaaf94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0d089f-ac23-4283-b1c8-09719f833564,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:48.625789 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51070) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:48.698920 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32857908-a399-4316-995c-e4acc180d435 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:48.727183 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32857908-a399-4316-995c-e4acc180d435 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:48.740987 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c244a38e-1fba-4cfe-8d67-c666d73dba36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:48.782649 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-368b5435-965e-4fbe-b8cd-90078901e19f tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Made reservation on behalf of 59b5d5809a55404ea9fd27fa9c1f144e for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:30:48.787139 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-368b5435-965e-4fbe-b8cd-90078901e19f tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:48.793687 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32857908-a399-4316-995c-e4acc180d435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:48.798156 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-32857908-a399-4316-995c-e4acc180d435 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:48.800221 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-32857908-a399-4316-995c-e4acc180d435 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b0d089f-ac23-4283-b1c8-09719f833564 HTTP/1.1" status: 204 len: 168 time: 0.1730978 Nov 15 11:30:48.816084 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c244a38e-1fba-4cfe-8d67-c666d73dba36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:48.833449 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32857908-a399-4316-995c-e4acc180d435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0d089f-ac23-4283-b1c8-09719f833564,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:48.852730 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-368b5435-965e-4fbe-b8cd-90078901e19f tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:48.980817 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-368b5435-965e-4fbe-b8cd-90078901e19f tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:49.028609 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-368b5435-965e-4fbe-b8cd-90078901e19f tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:49.056959 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84644101-e8a0-46a4-b845-f3bd6398522f req-479031d0-0811-4db6-bf01-d82274794c68 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/ports?device_id=744c87d6-fc86-44fc-ab16-b275c684387c HTTP/1.1" status: 200 len: 210 time: 0.0638099 Nov 15 11:30:49.254275 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b5435-965e-4fbe-b8cd-90078901e19f tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ebd0f6-65a4-4f71-9738-71b7b757f2a9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:49.293870 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c244a38e-1fba-4cfe-8d67-c666d73dba36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:49.300053 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c244a38e-1fba-4cfe-8d67-c666d73dba36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:49.303667 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c244a38e-1fba-4cfe-8d67-c666d73dba36 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1470e43f-eb6d-4b7b-ace3-52a8cc99a08e HTTP/1.1" status: 204 len: 168 time: 0.8262336 Nov 15 11:30:49.338497 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244a38e-1fba-4cfe-8d67-c666d73dba36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1470e43f-eb6d-4b7b-ace3-52a8cc99a08e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:49.358539 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-368b5435-965e-4fbe-b8cd-90078901e19f tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Allocated IP 192.168.233.182 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/0403cde0-396e-49e8-b8f6-5088146202ab) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:30:49.540934 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51096) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:49.563221 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14ab12e2-65b9-4747-8c14-904ef7e54a24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:49.627606 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-368b5435-965e-4fbe-b8cd-90078901e19f tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:49.678491 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-368b5435-965e-4fbe-b8cd-90078901e19f tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:49.740638 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14ab12e2-65b9-4747-8c14-904ef7e54a24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:49.747873 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14ab12e2-65b9-4747-8c14-904ef7e54a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:49.772892 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-368b5435-965e-4fbe-b8cd-90078901e19f tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:30:49.784480 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-368b5435-965e-4fbe-b8cd-90078901e19f tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:30:49.793811 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-368b5435-965e-4fbe-b8cd-90078901e19f tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:30:49.849251 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab12e2-65b9-4747-8c14-904ef7e54a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cce32a-f39d-4964-b8f0-09596488b00f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:49.873977 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-14ab12e2-65b9-4747-8c14-904ef7e54a24 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d658187b8a3d4e3babccc4255d066145&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3317196 Nov 15 11:30:49.876399 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b5435-965e-4fbe-b8cd-90078901e19f tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Pushing event updated for resources: {'Port': ['ID=0403cde0-396e-49e8-b8f6-5088146202ab,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:49.876953 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51110) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:49.940094 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-368b5435-965e-4fbe-b8cd-90078901e19f tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:49.942995 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-368b5435-965e-4fbe-b8cd-90078901e19f tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:49.976567 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-368b5435-965e-4fbe-b8cd-90078901e19f tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4719577 Nov 15 11:30:49.982594 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-015d19ea-747c-4498-aca6-86f702b34eab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:49.992127 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-fa940310-baf8-4a0e-9d88-ae61473ce2b5 service neutron] Request body: {'port': {'device_id': '744c87d6-fc86-44fc-ab16-b275c684387c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:30:50.019131 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-015d19ea-747c-4498-aca6-86f702b34eab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:50.154829 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-015d19ea-747c-4498-aca6-86f702b34eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:50.159205 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-015d19ea-747c-4498-aca6-86f702b34eab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:50.166866 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-015d19ea-747c-4498-aca6-86f702b34eab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/87cce32a-f39d-4964-b8f0-09596488b00f HTTP/1.1" status: 204 len: 168 time: 0.2873411 Nov 15 11:30:50.179579 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d19ea-747c-4498-aca6-86f702b34eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cce32a-f39d-4964-b8f0-09596488b00f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:50.320389 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-bc8336db-d7f5-4325-9436-0e2d4a6ea0b0 None None] Provisioning complete for port 0403cde0-396e-49e8-b8f6-5088146202ab triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:30:50.320981 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bc8336db-d7f5-4325-9436-0e2d4a6ea0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:50.409035 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-fa940310-baf8-4a0e-9d88-ae61473ce2b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:50.451386 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-bc8336db-d7f5-4325-9436-0e2d4a6ea0b0 None None] Port 0403cde0-396e-49e8-b8f6-5088146202ab cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:30:50.576461 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f8aa6-e116-49ff-8d48-7d3c3a36aac6 req-906a68db-013b-4773-84da-0363ef58d10b tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:50.578038 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b84f8aa6-e116-49ff-8d48-7d3c3a36aac6 req-906a68db-013b-4773-84da-0363ef58d10b tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/ports?device_id=744c87d6-fc86-44fc-ab16-b275c684387c HTTP/1.1" status: 200 len: 936 time: 0.3077533 Nov 15 11:30:50.692315 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51158) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:50.809713 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b84f8aa6-e116-49ff-8d48-7d3c3a36aac6 req-e58b7dd3-7c1d-4d4f-a944-c043ca6c8e16 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8ebd0f6-65a4-4f71-9738-71b7b757f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114353 Nov 15 11:30:50.930127 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-61f89da9-dbac-43ac-8a87-9ef1174d2a44 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-872591897-network', 'tenant_id': 'f9dd020b4eb24f3aa34b2c3c1549fcec'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:30:50.989894 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f89da9-dbac-43ac-8a87-9ef1174d2a44 admin admin] Made reservation on behalf of f9dd020b4eb24f3aa34b2c3c1549fcec for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:30:50.992348 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61f89da9-dbac-43ac-8a87-9ef1174d2a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:51.014670 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61f89da9-dbac-43ac-8a87-9ef1174d2a44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:51.084858 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-fa940310-baf8-4a0e-9d88-ae61473ce2b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0403cde0-396e-49e8-b8f6-5088146202ab {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:30:51.100550 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-fa940310-baf8-4a0e-9d88-ae61473ce2b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:51.114935 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-fa940310-baf8-4a0e-9d88-ae61473ce2b5 service neutron] Transition to ACTIVE for port object 0403cde0-396e-49e8-b8f6-5088146202ab will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:30:51.121166 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-fa940310-baf8-4a0e-9d88-ae61473ce2b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:51.233925 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61f89da9-dbac-43ac-8a87-9ef1174d2a44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:51.247428 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61f89da9-dbac-43ac-8a87-9ef1174d2a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:51.253040 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa940310-baf8-4a0e-9d88-ae61473ce2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=0403cde0-396e-49e8-b8f6-5088146202ab,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:51.310376 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f89da9-dbac-43ac-8a87-9ef1174d2a44 admin admin] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:30:51.336489 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f89da9-dbac-43ac-8a87-9ef1174d2a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef64972-7646-4dee-91da-bf300da3f160,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:51.352237 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61f89da9-dbac-43ac-8a87-9ef1174d2a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:51.354114 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-61f89da9-dbac-43ac-8a87-9ef1174d2a44 admin admin] Added segment 26b4c63c-47b9-4eba-b085-fa87574158d6 of type vlan for network a7502112-f901-41a4-ad10-57fc9469873f Nov 15 11:30:51.358456 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51182) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:51.408211 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-fa940310-baf8-4a0e-9d88-ae61473ce2b5 service neutron] Attempting to bind port 0403cde0-396e-49e8-b8f6-5088146202ab on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:51.409115 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-fa940310-baf8-4a0e-9d88-ae61473ce2b5 service neutron] Attempting to bind port 0403cde0-396e-49e8-b8f6-5088146202ab by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:51.412255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-fa940310-baf8-4a0e-9d88-ae61473ce2b5 service neutron] Attempting to bind port 0403cde0-396e-49e8-b8f6-5088146202ab on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:51.421231 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-fa940310-baf8-4a0e-9d88-ae61473ce2b5 service neutron] Port 0403cde0-396e-49e8-b8f6-5088146202ab on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:51.422505 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-fa940310-baf8-4a0e-9d88-ae61473ce2b5 service neutron] Attempting to bind port 0403cde0-396e-49e8-b8f6-5088146202ab on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:51.438648 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-fa940310-baf8-4a0e-9d88-ae61473ce2b5 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:30:51.443747 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-fa940310-baf8-4a0e-9d88-ae61473ce2b5 service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:30:51.444655 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-fa940310-baf8-4a0e-9d88-ae61473ce2b5 service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:30:51.445370 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-fa940310-baf8-4a0e-9d88-ae61473ce2b5 service neutron] Bound port: 0403cde0-396e-49e8-b8f6-5088146202ab, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:30:51.445912 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-fa940310-baf8-4a0e-9d88-ae61473ce2b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:51.479353 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61f89da9-dbac-43ac-8a87-9ef1174d2a44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:51.628557 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61f89da9-dbac-43ac-8a87-9ef1174d2a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:51.630800 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f89da9-dbac-43ac-8a87-9ef1174d2a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:51.634488 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61f89da9-dbac-43ac-8a87-9ef1174d2a44 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:51.651334 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-fa940310-baf8-4a0e-9d88-ae61473ce2b5 service neutron] For port 0403cde0-396e-49e8-b8f6-5088146202ab, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:30:51.668045 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-fa940310-baf8-4a0e-9d88-ae61473ce2b5 service neutron] For port 0403cde0-396e-49e8-b8f6-5088146202ab, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0403cde0-396e-49e8-b8f6-5088146202ab,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:30:51.678830 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-fa940310-baf8-4a0e-9d88-ae61473ce2b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:51.753362 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6c856da-544a-46bc-9878-ca534464afb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:51.775900 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-fa940310-baf8-4a0e-9d88-ae61473ce2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:51.776538 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-fa940310-baf8-4a0e-9d88-ae61473ce2b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:51.778269 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-fa940310-baf8-4a0e-9d88-ae61473ce2b5 service neutron] 10.222.0.55 "PUT /v2.0/ports/0403cde0-396e-49e8-b8f6-5088146202ab HTTP/1.1" status: 200 len: 1096 time: 1.7930441 Nov 15 11:30:51.779379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744c87d6-fc86-44fc-ab16-b275c684387c', 'tag': '0403cde0-396e-49e8-b8f6-5088146202ab'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:30:51.782515 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d919c94c-bfd2-419a-b58f-6e6449307317" -d '{"events": [{"name": "network-changed", "server_uuid": "744c87d6-fc86-44fc-ab16-b275c684387c", "tag": "0403cde0-396e-49e8-b8f6-5088146202ab"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:30:51.793502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa940310-baf8-4a0e-9d88-ae61473ce2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=0403cde0-396e-49e8-b8f6-5088146202ab,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:51.841564 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-61f89da9-dbac-43ac-8a87-9ef1174d2a44 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1448457 Nov 15 11:30:51.842909 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51204) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:51.857641 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-5434a588-80e7-40a7-a35e-e392ca89a1a6 admin admin] Request body: {'subnet': {'network_id': 'a7502112-f901-41a4-ad10-57fc9469873f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-872591897-subnet', 'tenant_id': 'f9dd020b4eb24f3aa34b2c3c1549fcec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:30:51.866668 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f89da9-dbac-43ac-8a87-9ef1174d2a44 admin admin] Pushing event updated for resources: {'Network': ['ID=a7502112-f901-41a4-ad10-57fc9469873f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:51.873836 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f0070a-42a8-4a97-90b0-b36b48f59509 x-openstack-request-id: req-f4f0070a-42a8-4a97-90b0-b36b48f59509 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:30:51.874208 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744c87d6-fc86-44fc-ab16-b275c684387c", "tag": "0403cde0-396e-49e8-b8f6-5088146202ab", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:30:51.874383 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f4f0070a-42a8-4a97-90b0-b36b48f59509 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:30:51.874786 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744c87d6-fc86-44fc-ab16-b275c684387c', 'tag': '0403cde0-396e-49e8-b8f6-5088146202ab', 'status': 'completed', 'code': 200} Nov 15 11:30:51.877171 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network a7502112-f901-41a4-ad10-57fc9469873f details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:30:51.983930 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6c856da-544a-46bc-9878-ca534464afb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:52.000433 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6c856da-544a-46bc-9878-ca534464afb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:52.100511 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5434a588-80e7-40a7-a35e-e392ca89a1a6 admin admin] Made reservation on behalf of f9dd020b4eb24f3aa34b2c3c1549fcec for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:30:52.113340 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5434a588-80e7-40a7-a35e-e392ca89a1a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:52.119297 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e6c856da-544a-46bc-9878-ca534464afb2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0af24d5dbc0741db9def39e8a91c9721&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7374060 Nov 15 11:30:52.120657 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51212) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:52.133175 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c856da-544a-46bc-9878-ca534464afb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce7139f-4446-4356-a798-9487f6c68401,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:52.226989 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-d50a856c-4519-4747-9b80-57794455f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:52.228528 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-d50a856c-4519-4747-9b80-57794455f0c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59b5d5809a55404ea9fd27fa9c1f144e&device_id=744c87d6-fc86-44fc-ab16-b275c684387c HTTP/1.1" status: 200 len: 1099 time: 0.3935974 Nov 15 11:30:52.252994 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70fa6457-e1cf-458d-8178-4200edf82fb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:52.310705 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70fa6457-e1cf-458d-8178-4200edf82fb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:52.319409 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-b323f151-6c38-4f4b-ab2c-0cd3282303ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=0403cde0-396e-49e8-b8f6-5088146202ab HTTP/1.1" status: 200 len: 217 time: 0.0715840 Nov 15 11:30:52.397151 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70fa6457-e1cf-458d-8178-4200edf82fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:52.400425 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3b9c3-fe39-4fdd-91a4-4ea721856317 req-f04f6bea-6406-43ee-984b-c13707d6d94a tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:52.401125 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70fa6457-e1cf-458d-8178-4200edf82fb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:52.402378 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dde3b9c3-fe39-4fdd-91a4-4ea721856317 req-f04f6bea-6406-43ee-984b-c13707d6d94a tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/ports?device_id=744c87d6-fc86-44fc-ab16-b275c684387c HTTP/1.1" status: 200 len: 948 time: 0.4118729 Nov 15 11:30:52.405701 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-70fa6457-e1cf-458d-8178-4200edf82fb1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1ce7139f-4446-4356-a798-9487f6c68401 HTTP/1.1" status: 204 len: 168 time: 0.2644768 Nov 15 11:30:52.417554 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa6457-e1cf-458d-8178-4200edf82fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce7139f-4446-4356-a798-9487f6c68401,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:52.508263 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-51281063-94f9-4475-81a2-8087c2003b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:52.518233 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-51281063-94f9-4475-81a2-8087c2003b33 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.1481237 Nov 15 11:30:52.549689 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dde3b9c3-fe39-4fdd-91a4-4ea721856317 req-7a3e35fc-ea72-4956-99d2-1adfda33e552 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8ebd0f6-65a4-4f71-9738-71b7b757f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203783 Nov 15 11:30:52.672134 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-c76fbf94-fd40-496c-bc64-d81c93a1f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:52.675168 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-c76fbf94-fd40-496c-bc64-d81c93a1f431 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1245756 Nov 15 11:30:52.677870 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5434a588-80e7-40a7-a35e-e392ca89a1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:52.794113 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434a588-80e7-40a7-a35e-e392ca89a1a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca811d0b-44cb-4373-8f2d-e88077ec8009,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:52.873574 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5434a588-80e7-40a7-a35e-e392ca89a1a6 admin admin] Checking segment: {'id': '26b4c63c-47b9-4eba-b085-fa87574158d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a7502112-f901-41a4-ad10-57fc9469873f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:30:52.874246 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5434a588-80e7-40a7-a35e-e392ca89a1a6 admin admin] Network hostable DHCP agents. Network: a7502112-f901-41a4-ad10-57fc9469873f, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:30:52.887169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-79acbe5a-d13a-4589-994b-f82610fae93d service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006519 Nov 15 11:30:52.929705 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51244) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:52.959961 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5434a588-80e7-40a7-a35e-e392ca89a1a6 admin admin] Network a7502112-f901-41a4-ad10-57fc9469873f is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:30:52.964591 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51248) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:52.979705 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4491d453-3dc5-4f53-8d5e-498bcdd104e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:52.983928 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-5434a588-80e7-40a7-a35e-e392ca89a1a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, a7502112-f901-41a4-ad10-57fc9469873f) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:30:52.993220 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5434a588-80e7-40a7-a35e-e392ca89a1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:52.993818 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5434a588-80e7-40a7-a35e-e392ca89a1a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:52.994131 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36f9ec6-895a-4ac1-b904-de277c65ac7d None None] Network a7502112-f901-41a4-ad10-57fc9469873f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:30:53.011269 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f68a92a-f4bd-46a0-ab60-81b52deccd13 req-47445fb1-80a9-4eb2-8c35-c4aa45b980cf service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166391 Nov 15 11:30:53.044497 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5434a588-80e7-40a7-a35e-e392ca89a1a6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2006104 Nov 15 11:30:53.154148 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4491d453-3dc5-4f53-8d5e-498bcdd104e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:53.167663 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4491d453-3dc5-4f53-8d5e-498bcdd104e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:53.177627 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919c94c-bfd2-419a-b58f-6e6449307317 req-47ff6dea-31ae-40f9-9174-945480529a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:53.181718 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d919c94c-bfd2-419a-b58f-6e6449307317 req-47ff6dea-31ae-40f9-9174-945480529a4b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59b5d5809a55404ea9fd27fa9c1f144e&device_id=744c87d6-fc86-44fc-ab16-b275c684387c HTTP/1.1" status: 200 len: 1099 time: 0.0793002 Nov 15 11:30:53.188553 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8eb545-10e8-4eb8-a276-f682be5909dc None None] Network a7502112-f901-41a4-ad10-57fc9469873f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:30:53.248777 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4491d453-3dc5-4f53-8d5e-498bcdd104e3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7eb1d782306c495db8dc6a144b62ae36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2823234 Nov 15 11:30:53.257191 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51256) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:53.265651 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51260) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:53.299343 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491d453-3dc5-4f53-8d5e-498bcdd104e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449b3dd7-2fe8-4985-b55c-260124cbb2a4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:53.336965 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dfeb8e0-417b-4fac-baec-a03cefbef2d6 admin admin] Deleting subnet ca811d0b-44cb-4373-8f2d-e88077ec8009 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:30:53.341486 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2dfeb8e0-417b-4fac-baec-a03cefbef2d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:53.358113 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c02ebe8d-6e32-4fd0-8136-568cd2c6f86e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:53.403411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-de695dd3-380e-4fc3-af57-61f92b99b320 tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1998563605'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:30:53.407902 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919c94c-bfd2-419a-b58f-6e6449307317 req-615c0800-c474-4ae5-a123-5c6aa744be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:53.409865 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d919c94c-bfd2-419a-b58f-6e6449307317 req-615c0800-c474-4ae5-a123-5c6aa744be73 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.2190459 Nov 15 11:30:53.412666 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c02ebe8d-6e32-4fd0-8136-568cd2c6f86e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:53.458375 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d919c94c-bfd2-419a-b58f-6e6449307317 req-7934f50a-9c2e-4bd3-a6c5-470588cb31a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=0403cde0-396e-49e8-b8f6-5088146202ab HTTP/1.1" status: 200 len: 217 time: 0.0396929 Nov 15 11:30:53.461471 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de695dd3-380e-4fc3-af57-61f92b99b320 tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] Made reservation on behalf of 418539d175b8430787bab33d8dbb47f8 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:30:53.465643 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de695dd3-380e-4fc3-af57-61f92b99b320 tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:53.486929 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de695dd3-380e-4fc3-af57-61f92b99b320 tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:53.499790 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c02ebe8d-6e32-4fd0-8136-568cd2c6f86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:53.502420 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c02ebe8d-6e32-4fd0-8136-568cd2c6f86e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:53.506037 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c02ebe8d-6e32-4fd0-8136-568cd2c6f86e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/449b3dd7-2fe8-4985-b55c-260124cbb2a4 HTTP/1.1" status: 204 len: 168 time: 0.2437129 Nov 15 11:30:53.517202 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ebe8d-6e32-4fd0-8136-568cd2c6f86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449b3dd7-2fe8-4985-b55c-260124cbb2a4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:53.522349 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919c94c-bfd2-419a-b58f-6e6449307317 req-f66ed603-ada7-466a-bc51-e704fa14257a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:53.524764 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d919c94c-bfd2-419a-b58f-6e6449307317 req-f66ed603-ada7-466a-bc51-e704fa14257a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0588827 Nov 15 11:30:53.533392 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2dfeb8e0-417b-4fac-baec-a03cefbef2d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:53.606232 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de695dd3-380e-4fc3-af57-61f92b99b320 tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:53.614068 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de695dd3-380e-4fc3-af57-61f92b99b320 tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:53.650262 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de695dd3-380e-4fc3-af57-61f92b99b320 tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:30:53.663774 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de695dd3-380e-4fc3-af57-61f92b99b320 tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aac4e53-7bb9-491c-9acd-b7e9ab3e55c7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:53.671376 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de695dd3-380e-4fc3-af57-61f92b99b320 tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:53.671914 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-de695dd3-380e-4fc3-af57-61f92b99b320 tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] Added segment 103a958a-3e0f-4778-a20e-6363a790e44b of type vlan for network b6aa75de-ac87-411f-a3cf-b5554fd655ff Nov 15 11:30:53.730110 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de695dd3-380e-4fc3-af57-61f92b99b320 tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:53.768106 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de695dd3-380e-4fc3-af57-61f92b99b320 tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:53.788883 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de695dd3-380e-4fc3-af57-61f92b99b320 tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:53.789763 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-de695dd3-380e-4fc3-af57-61f92b99b320 tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:53.863941 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-de695dd3-380e-4fc3-af57-61f92b99b320 tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9329789 Nov 15 11:30:53.890287 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de695dd3-380e-4fc3-af57-61f92b99b320 tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] Pushing event updated for resources: {'Network': ['ID=b6aa75de-ac87-411f-a3cf-b5554fd655ff,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:53.905363 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network b6aa75de-ac87-411f-a3cf-b5554fd655ff details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:30:53.979926 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2dfeb8e0-417b-4fac-baec-a03cefbef2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:54.002596 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919c94c-bfd2-419a-b58f-6e6449307317 req-4f093bc5-99ed-4fd0-96d8-e72424b68a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:54.004143 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d919c94c-bfd2-419a-b58f-6e6449307317 req-4f093bc5-99ed-4fd0-96d8-e72424b68a00 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4686329 Nov 15 11:30:54.039950 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d05c3-9c1c-48cc-9aca-099bb0c4078e req-60964ec1-f997-4a51-9d0e-366fa336325a tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:54.041560 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-660d05c3-9c1c-48cc-9aca-099bb0c4078e req-60964ec1-f997-4a51-9d0e-366fa336325a tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/ports?device_id=744c87d6-fc86-44fc-ab16-b275c684387c HTTP/1.1" status: 200 len: 948 time: 0.1203496 Nov 15 11:30:54.176276 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-660d05c3-9c1c-48cc-9aca-099bb0c4078e req-66f7cb05-c6d3-4e1a-9134-93bd446e7873 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8ebd0f6-65a4-4f71-9738-71b7b757f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233523 Nov 15 11:30:54.179199 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2dfeb8e0-417b-4fac-baec-a03cefbef2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:54.240675 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2dfeb8e0-417b-4fac-baec-a03cefbef2d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:54.242375 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51296) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:54.248392 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Request body: {'port': {'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff', 'binding:host_id': 'n-h2-729945-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-561911841'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:30:54.252972 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2dfeb8e0-417b-4fac-baec-a03cefbef2d6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ca811d0b-44cb-4373-8f2d-e88077ec8009 HTTP/1.1" status: 204 len: 168 time: 0.9860978 Nov 15 11:30:54.253879 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfeb8e0-417b-4fac-baec-a03cefbef2d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca811d0b-44cb-4373-8f2d-e88077ec8009,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:54.255964 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51300) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:54.264416 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d919c94c-bfd2-419a-b58f-6e6449307317 req-878e359e-3131-433b-bd0c-66eae040c4ab service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478604 Nov 15 11:30:54.272058 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfeb8e0-417b-4fac-baec-a03cefbef2d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:54.272193 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfeb8e0-417b-4fac-baec-a03cefbef2d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:54.272557 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfeb8e0-417b-4fac-baec-a03cefbef2d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:54.273028 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfeb8e0-417b-4fac-baec-a03cefbef2d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:54.273465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfeb8e0-417b-4fac-baec-a03cefbef2d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:54.273733 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfeb8e0-417b-4fac-baec-a03cefbef2d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:54.274123 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfeb8e0-417b-4fac-baec-a03cefbef2d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:54.274369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfeb8e0-417b-4fac-baec-a03cefbef2d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:54.274714 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfeb8e0-417b-4fac-baec-a03cefbef2d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:54.275063 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfeb8e0-417b-4fac-baec-a03cefbef2d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:54.275368 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfeb8e0-417b-4fac-baec-a03cefbef2d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:54.275684 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfeb8e0-417b-4fac-baec-a03cefbef2d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:54.279083 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Made reservation on behalf of 06999a75147043f8bd5541e36f37e651 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:30:54.281890 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:54.295947 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:54.385138 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:54.391407 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:54.400450 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] device_id is not set on port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:30:54.401463 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56fcc1c1-9939-4323-a211-7bf0ecc69a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:54.488888 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c2e5f5-d2d7-40e6-b688-63f40881c947,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:54.547638 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d919c94c-bfd2-419a-b58f-6e6449307317 req-f24b049a-a9c8-40e2-af78-bad2d51e9044 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574177 Nov 15 11:30:54.565724 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56fcc1c1-9939-4323-a211-7bf0ecc69a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:54.588797 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-56fcc1c1-9939-4323-a211-7bf0ecc69a8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7502112-f901-41a4-ad10-57fc9469873f']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:54.608604 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-56fcc1c1-9939-4323-a211-7bf0ecc69a8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b4c63c-47b9-4eba-b085-fa87574158d6') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:54.608931 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-56fcc1c1-9939-4323-a211-7bf0ecc69a8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b4c63c-47b9-4eba-b085-fa87574158d6') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:30:54.626055 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56fcc1c1-9939-4323-a211-7bf0ecc69a8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:54.642489 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56fcc1c1-9939-4323-a211-7bf0ecc69a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:54.652266 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fcc1c1-9939-4323-a211-7bf0ecc69a8d admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:30:54.653133 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56fcc1c1-9939-4323-a211-7bf0ecc69a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:54.697419 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] device_id is not set on port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:30:54.708925 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:30:54.714456 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:54.725030 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:54.730428 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56fcc1c1-9939-4323-a211-7bf0ecc69a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:54.741750 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56fcc1c1-9939-4323-a211-7bf0ecc69a8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:54.748023 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-56fcc1c1-9939-4323-a211-7bf0ecc69a8d admin admin] 10.222.0.64 "DELETE /v2.0/networks/a7502112-f901-41a4-ad10-57fc9469873f HTTP/1.1" status: 204 len: 168 time: 0.4875798 Nov 15 11:30:54.761820 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcc1c1-9939-4323-a211-7bf0ecc69a8d admin admin] Pushing event deleted for resources: {'Network': ['ID=a7502112-f901-41a4-ad10-57fc9469873f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:54.798565 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Checking segment: {'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:30:54.798832 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Network hostable DHCP agents. Network: b6aa75de-ac87-411f-a3cf-b5554fd655ff, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:30:54.802284 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Pushing event updated for resources: {'Port': ['ID=be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:54.838963 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Network b6aa75de-ac87-411f-a3cf-b5554fd655ff is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:30:54.849743 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, b6aa75de-ac87-411f-a3cf-b5554fd655ff) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:30:54.858393 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d60072-b1b7-4a27-a436-e102fcc10163 None None] Network b6aa75de-ac87-411f-a3cf-b5554fd655ff requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:30:54.864873 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:30:54.892146 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:54.892901 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:54.893724 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:54.918871 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:54.919533 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:54.920125 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 2 to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb Nov 15 11:30:54.938417 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:54.938773 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:54.939100 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:54.944102 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:54.944480 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:54.944856 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 3 to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb Nov 15 11:30:54.959718 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:54.960078 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:54.960403 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:54.965369 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:54.965690 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:54.966115 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 4 to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb Nov 15 11:30:54.989380 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:54.989831 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:54.990288 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:54.996327 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:54.996747 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:54.997267 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 5 to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb Nov 15 11:30:55.013335 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:55.013952 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:55.014478 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:55.019330 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:55.019662 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:55.020078 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 6 to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb Nov 15 11:30:55.038549 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:55.038898 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:55.039222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:55.041242 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51330) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:55.048544 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:55.049115 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:55.052199 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 7 to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb Nov 15 11:30:55.068103 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:55.068429 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:55.068833 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:55.074882 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:55.075357 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:55.075893 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 8 to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb Nov 15 11:30:55.089771 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:55.090191 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:55.090592 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:55.103684 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-07b50510-67fb-41b1-8481-bc907116c19b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f9dd020b4eb24f3aa34b2c3c1549fcec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0611484 Nov 15 11:30:55.104215 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:55.104434 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51334) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:55.106505 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:55.109308 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 9 to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb Nov 15 11:30:55.132717 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:55.133321 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:55.133718 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:55.139136 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:55.139547 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:55.140176 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 10 to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb Nov 15 11:30:55.156531 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:55.156936 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:55.157339 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:55.163726 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:55.164025 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3367da72-a1ca-440b-9ec1-3a661ad8a55b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:55.164142 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:55.164446 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:55.210563 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3367da72-a1ca-440b-9ec1-3a661ad8a55b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:55.270383 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] For port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:30:55.271718 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempted to set empty binding levels {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 15 11:30:55.281487 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3367da72-a1ca-440b-9ec1-3a661ad8a55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:55.284366 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:55.288375 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3367da72-a1ca-440b-9ec1-3a661ad8a55b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:55.289828 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3367da72-a1ca-440b-9ec1-3a661ad8a55b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fef64972-7646-4dee-91da-bf300da3f160 HTTP/1.1" status: 204 len: 168 time: 0.1843481 Nov 15 11:30:55.329179 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:55.330743 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:55.356780 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Pushing event updated for resources: {'Port': ['ID=be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:55.370204 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-790acc09-1ff6-4e3b-bfac-aac96030c27c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.1235719 Nov 15 11:30:55.370656 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51348) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:55.384382 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367da72-a1ca-440b-9ec1-3a661ad8a55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef64972-7646-4dee-91da-bf300da3f160,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:55.420848 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b7a71-3016-472e-a99c-1cf46e0eaf42 req-bf1db0a8-172a-441f-909a-4db715736471 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:55.427784 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-887b7a71-3016-472e-a99c-1cf46e0eaf42 req-bf1db0a8-172a-441f-909a-4db715736471 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/ports?device_id=744c87d6-fc86-44fc-ab16-b275c684387c HTTP/1.1" status: 200 len: 948 time: 0.1346633 Nov 15 11:30:55.486566 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-887b7a71-3016-472e-a99c-1cf46e0eaf42 req-319ddb86-1060-4336-ad92-df19d5e51efe tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8ebd0f6-65a4-4f71-9738-71b7b757f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533259 Nov 15 11:30:55.529408 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-0dcd8dad-9e9f-4ce4-bbfc-a345932a6132 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Deleting port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:30:55.529751 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0dcd8dad-9e9f-4ce4-bbfc-a345932a6132 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:55.607042 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0dcd8dad-9e9f-4ce4-bbfc-a345932a6132 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] For port be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb, host n-h2-729945-9, got binding levels [] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:30:55.607427 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0dcd8dad-9e9f-4ce4-bbfc-a345932a6132 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:55.621282 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-0dcd8dad-9e9f-4ce4-bbfc-a345932a6132 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Calling delete_port for be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:30:55.708478 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0dcd8dad-9e9f-4ce4-bbfc-a345932a6132 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:55.752490 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd8dad-9e9f-4ce4-bbfc-a345932a6132 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Pushing event deleted for resources: {'Port': ['ID=be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:55.762051 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0dcd8dad-9e9f-4ce4-bbfc-a345932a6132 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:55.767207 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0dcd8dad-9e9f-4ce4-bbfc-a345932a6132 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] 10.222.0.64 "DELETE /v2.0/ports/be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb HTTP/1.1" status: 204 len: 168 time: 0.3949389 Nov 15 11:30:55.769925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51366) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:55.808113 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a7371d-320e-49b1-9418-31b611683301 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] GET failed (client error): The resource could not be found. Nov 15 11:30:55.813170 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a5a7371d-320e-49b1-9418-31b611683301 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] 10.222.0.64 "GET /v2.0/ports/be46d0e6-3e3c-4a58-82a3-5c0ca2fd99bb HTTP/1.1" status: 404 len: 333 time: 0.0388594 Nov 15 11:30:55.813416 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51370) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:55.818264 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-fce35cb9-1cab-4a08-9986-6fd1779972d3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Request body: {'port': {'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-277817255'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:30:55.853419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce35cb9-1cab-4a08-9986-6fd1779972d3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Made reservation on behalf of 06999a75147043f8bd5541e36f37e651 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:30:55.858660 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fce35cb9-1cab-4a08-9986-6fd1779972d3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:55.883865 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-fce35cb9-1cab-4a08-9986-6fd1779972d3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] device_id is not set on port fc10475e-1eb8-4743-91d8-a6fe973a41ab yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:30:56.094118 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fce35cb9-1cab-4a08-9986-6fd1779972d3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:56.136605 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fce35cb9-1cab-4a08-9986-6fd1779972d3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:56.208866 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce35cb9-1cab-4a08-9986-6fd1779972d3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Network b6aa75de-ac87-411f-a3cf-b5554fd655ff is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:30:56.210772 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-fce35cb9-1cab-4a08-9986-6fd1779972d3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:30:56.218582 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce35cb9-1cab-4a08-9986-6fd1779972d3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:30:56.219598 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce35cb9-1cab-4a08-9986-6fd1779972d3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:56.220242 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fce35cb9-1cab-4a08-9986-6fd1779972d3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:56.230943 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce35cb9-1cab-4a08-9986-6fd1779972d3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Pushing event updated for resources: {'Port': ['ID=fc10475e-1eb8-4743-91d8-a6fe973a41ab,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:56.249415 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fce35cb9-1cab-4a08-9986-6fd1779972d3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4347785 Nov 15 11:30:56.251997 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51396) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:56.257420 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:30:56.316814 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:56.518946 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] device_id is not set on port fc10475e-1eb8-4743-91d8-a6fe973a41ab yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:30:56.527610 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:56.554962 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:56.621993 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Pushing event updated for resources: {'Port': ['ID=fc10475e-1eb8-4743-91d8-a6fe973a41ab,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:56.640223 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:56.640890 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:56.641336 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:56.647043 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port fc10475e-1eb8-4743-91d8-a6fe973a41ab on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:56.647306 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:56.647683 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 2 to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab Nov 15 11:30:56.670937 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:56.671211 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:56.671515 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:56.676746 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port fc10475e-1eb8-4743-91d8-a6fe973a41ab on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:56.677072 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:56.677699 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 3 to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab Nov 15 11:30:56.705737 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:56.706066 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:56.706396 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:56.709422 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4702ff1-1234-4c00-a79f-796f7e8707e0 req-b54e8be0-7bbd-48ca-9c5f-badf1cba2776 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:56.711177 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port fc10475e-1eb8-4743-91d8-a6fe973a41ab on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:56.711467 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:56.711871 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 4 to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab Nov 15 11:30:56.719630 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4702ff1-1234-4c00-a79f-796f7e8707e0 req-b54e8be0-7bbd-48ca-9c5f-badf1cba2776 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/ports?device_id=744c87d6-fc86-44fc-ab16-b275c684387c HTTP/1.1" status: 200 len: 948 time: 0.1361701 Nov 15 11:30:56.729860 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:56.730858 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:56.731348 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:56.739876 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port fc10475e-1eb8-4743-91d8-a6fe973a41ab on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:56.740721 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:56.741373 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 5 to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab Nov 15 11:30:56.755921 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:56.756984 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:56.757784 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:56.766308 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port fc10475e-1eb8-4743-91d8-a6fe973a41ab on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:56.766837 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:56.767500 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 6 to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab Nov 15 11:30:56.782948 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:56.783759 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:56.784274 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:56.786248 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4702ff1-1234-4c00-a79f-796f7e8707e0 req-8f348ee9-e8ff-42f8-bc09-298d21b1ba09 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8ebd0f6-65a4-4f71-9738-71b7b757f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589576 Nov 15 11:30:56.790309 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port fc10475e-1eb8-4743-91d8-a6fe973a41ab on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:56.790865 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:56.791429 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 7 to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab Nov 15 11:30:56.806792 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:56.807401 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:56.807923 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:56.813095 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port fc10475e-1eb8-4743-91d8-a6fe973a41ab on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:56.813413 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:56.813800 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 8 to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab Nov 15 11:30:56.830847 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:56.831207 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:56.831499 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:56.840210 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port fc10475e-1eb8-4743-91d8-a6fe973a41ab on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:56.840540 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:56.840925 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 9 to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab Nov 15 11:30:56.853496 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:56.853827 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:56.854152 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:56.858799 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port fc10475e-1eb8-4743-91d8-a6fe973a41ab on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:56.859123 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:56.859593 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 10 to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab Nov 15 11:30:56.884075 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:56.884398 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:56.884728 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:56.891029 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port fc10475e-1eb8-4743-91d8-a6fe973a41ab on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:56.891974 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port fc10475e-1eb8-4743-91d8-a6fe973a41ab on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:56.892344 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:56.967187 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] For port fc10475e-1eb8-4743-91d8-a6fe973a41ab, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:30:56.972161 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempted to set empty binding levels {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 15 11:30:56.980689 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:57.022152 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] In _notify_port_updated(), no bound segment for port fc10475e-1eb8-4743-91d8-a6fe973a41ab on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:30:57.023043 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.023650 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:57.027307 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] 10.222.0.64 "PUT /v2.0/ports/fc10475e-1eb8-4743-91d8-a6fe973a41ab HTTP/1.1" status: 200 len: 974 time: 0.7719970 Nov 15 11:30:57.027707 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51428) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:57.070894 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af3372-3c83-4da3-a8f3-b1280118165a tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Pushing event updated for resources: {'Port': ['ID=fc10475e-1eb8-4743-91d8-a6fe973a41ab,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:57.165188 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.165661 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.166116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.166564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.170675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.171184 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.171649 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.172149 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.172686 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.173232 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.173710 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.174186 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.174831 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.175307 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.175846 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.176479 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.178120 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.178120 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.178120 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.186262 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.186752 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.187210 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.187663 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.188151 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.191446 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7f317cb7-cc68-4deb-afd5-e09a73b9fbdd tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21709 time: 0.1626732 Nov 15 11:30:57.195386 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51438) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:57.270987 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 0403cde0-396e-49e8-b8f6-5088146202ab details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:30:57.322141 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-11bedb7f-8b85-4e08-8b83-eb134a5583aa tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Deleting port fc10475e-1eb8-4743-91d8-a6fe973a41ab {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:30:57.323086 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11bedb7f-8b85-4e08-8b83-eb134a5583aa tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:57.392442 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-11bedb7f-8b85-4e08-8b83-eb134a5583aa tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] For port fc10475e-1eb8-4743-91d8-a6fe973a41ab, host n-h2-729945-9, got binding levels [] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:30:57.392982 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11bedb7f-8b85-4e08-8b83-eb134a5583aa tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:57.397793 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 0403cde0-396e-49e8-b8f6-5088146202ab, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0403cde0-396e-49e8-b8f6-5088146202ab,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:30:57.412751 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-11bedb7f-8b85-4e08-8b83-eb134a5583aa tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Calling delete_port for fc10475e-1eb8-4743-91d8-a6fe973a41ab owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:30:57.425701 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '0403cde0-396e-49e8-b8f6-5088146202ab', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '0403cde0-396e-49e8-b8f6-5088146202ab', 'mac_address': 'fa:16:3e:c8:e3:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:30:57.468355 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:57.481912 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0403cde0-396e-49e8-b8f6-5088146202ab {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:30:57.510240 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 0403cde0-396e-49e8-b8f6-5088146202ab, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0403cde0-396e-49e8-b8f6-5088146202ab,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:30:57.515456 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11bedb7f-8b85-4e08-8b83-eb134a5583aa tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:57.515967 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:57.557260 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bedb7f-8b85-4e08-8b83-eb134a5583aa tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc10475e-1eb8-4743-91d8-a6fe973a41ab,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:57.565300 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11bedb7f-8b85-4e08-8b83-eb134a5583aa tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:57.567072 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=0403cde0-396e-49e8-b8f6-5088146202ab,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:57.570335 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-11bedb7f-8b85-4e08-8b83-eb134a5583aa tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] 10.222.0.64 "DELETE /v2.0/ports/fc10475e-1eb8-4743-91d8-a6fe973a41ab HTTP/1.1" status: 204 len: 168 time: 0.3733757 Nov 15 11:30:57.572710 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51456) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:57.577407 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:57.577957 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:57.578487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:57.579037 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:57.579550 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:57.580078 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:57.580579 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:57.581126 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:57.581648 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:57.582147 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:57.582628 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:57.583364 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:30:57.611343 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b6ae68-6528-4fc8-9668-f398bd7f7a4e tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] GET failed (client error): The resource could not be found. Nov 15 11:30:57.613206 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-39b6ae68-6528-4fc8-9668-f398bd7f7a4e tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] 10.222.0.64 "GET /v2.0/ports/fc10475e-1eb8-4743-91d8-a6fe973a41ab HTTP/1.1" status: 404 len: 333 time: 0.0393350 Nov 15 11:30:57.617176 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51460) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:57.621908 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c11ed621-b8c9-46b4-85ef-bb9f64a58d1f tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-162037754', 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:30:57.646763 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11ed621-b8c9-46b4-85ef-bb9f64a58d1f tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Made reservation on behalf of 06999a75147043f8bd5541e36f37e651 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:30:57.649784 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c11ed621-b8c9-46b4-85ef-bb9f64a58d1f tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:57.682748 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-c11ed621-b8c9-46b4-85ef-bb9f64a58d1f tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] device_id is not set on port bfa8fe84-b3d0-404b-9cdb-95a23a79405f yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:30:57.794480 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['0403cde0-396e-49e8-b8f6-5088146202ab'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:30:57.881014 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c11ed621-b8c9-46b4-85ef-bb9f64a58d1f tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:57.925761 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d7ec8-2295-418c-a40d-62d3954b5750 req-3b93fe8e-1841-4f26-8e84-d20bd25486ab tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:57.928364 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-887d7ec8-2295-418c-a40d-62d3954b5750 req-3b93fe8e-1841-4f26-8e84-d20bd25486ab tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/ports?device_id=744c87d6-fc86-44fc-ab16-b275c684387c HTTP/1.1" status: 200 len: 949 time: 0.0690775 Nov 15 11:30:57.954946 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c11ed621-b8c9-46b4-85ef-bb9f64a58d1f tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:58.000334 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11ed621-b8c9-46b4-85ef-bb9f64a58d1f tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Network b6aa75de-ac87-411f-a3cf-b5554fd655ff is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:30:58.001825 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-887d7ec8-2295-418c-a40d-62d3954b5750 req-57a04664-a2d8-43b8-82ca-b56eee879b61 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8ebd0f6-65a4-4f71-9738-71b7b757f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643723 Nov 15 11:30:58.004072 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-c11ed621-b8c9-46b4-85ef-bb9f64a58d1f tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:30:58.008046 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11ed621-b8c9-46b4-85ef-bb9f64a58d1f tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:30:58.008958 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11ed621-b8c9-46b4-85ef-bb9f64a58d1f tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:58.009550 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c11ed621-b8c9-46b4-85ef-bb9f64a58d1f tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:58.039385 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c11ed621-b8c9-46b4-85ef-bb9f64a58d1f tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4213779 Nov 15 11:30:58.039729 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51474) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:58.040149 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ed621-b8c9-46b4-85ef-bb9f64a58d1f tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Pushing event updated for resources: {'Port': ['ID=bfa8fe84-b3d0-404b-9cdb-95a23a79405f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:58.082557 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5701884-509b-4c94-af4b-598c8744987e tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:58.084227 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c5701884-509b-4c94-af4b-598c8744987e tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] 10.222.0.64 "GET /v2.0/ports/bfa8fe84-b3d0-404b-9cdb-95a23a79405f HTTP/1.1" status: 200 len: 954 time: 0.0430970 Nov 15 11:30:58.087008 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51478) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:58.179337 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e999e38f-3af4-48b5-9dc0-c4f5e9de014b tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Deleting port bfa8fe84-b3d0-404b-9cdb-95a23a79405f {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:30:58.180397 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e999e38f-3af4-48b5-9dc0-c4f5e9de014b tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:58.247566 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e999e38f-3af4-48b5-9dc0-c4f5e9de014b tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:58.261642 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e999e38f-3af4-48b5-9dc0-c4f5e9de014b tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Calling delete_port for bfa8fe84-b3d0-404b-9cdb-95a23a79405f owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:30:58.359222 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e999e38f-3af4-48b5-9dc0-c4f5e9de014b tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:58.389937 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999e38f-3af4-48b5-9dc0-c4f5e9de014b tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfa8fe84-b3d0-404b-9cdb-95a23a79405f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:58.397845 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e999e38f-3af4-48b5-9dc0-c4f5e9de014b tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:58.403904 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e999e38f-3af4-48b5-9dc0-c4f5e9de014b tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] 10.222.0.64 "DELETE /v2.0/ports/bfa8fe84-b3d0-404b-9cdb-95a23a79405f HTTP/1.1" status: 204 len: 168 time: 0.3138461 Nov 15 11:30:58.404650 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51500) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:58.436732 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d6b5e6-eace-4214-b217-bb729be2fccf tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] GET failed (client error): The resource could not be found. Nov 15 11:30:58.438753 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-74d6b5e6-eace-4214-b217-bb729be2fccf tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] 10.222.0.64 "GET /v2.0/ports/bfa8fe84-b3d0-404b-9cdb-95a23a79405f HTTP/1.1" status: 404 len: 333 time: 0.0325947 Nov 15 11:30:58.443303 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51502) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:58.456800 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-32ac1715-52d4-4d8e-a135-943abf2abcb3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Request body: {'port': {'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-819376658'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:30:58.485007 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ac1715-52d4-4d8e-a135-943abf2abcb3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Made reservation on behalf of 06999a75147043f8bd5541e36f37e651 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:30:58.487483 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32ac1715-52d4-4d8e-a135-943abf2abcb3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:58.504990 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-32ac1715-52d4-4d8e-a135-943abf2abcb3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] device_id is not set on port d5900366-7711-44a6-aad9-9d79b23722d5 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:30:58.823566 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32ac1715-52d4-4d8e-a135-943abf2abcb3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:58.897621 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32ac1715-52d4-4d8e-a135-943abf2abcb3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:59.023144 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ac1715-52d4-4d8e-a135-943abf2abcb3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Network b6aa75de-ac87-411f-a3cf-b5554fd655ff is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:30:59.026689 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac1715-52d4-4d8e-a135-943abf2abcb3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Pushing event updated for resources: {'Port': ['ID=d5900366-7711-44a6-aad9-9d79b23722d5,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:59.038441 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-32ac1715-52d4-4d8e-a135-943abf2abcb3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:30:59.041386 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ac1715-52d4-4d8e-a135-943abf2abcb3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:30:59.042313 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ac1715-52d4-4d8e-a135-943abf2abcb3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:59.042906 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32ac1715-52d4-4d8e-a135-943abf2abcb3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:59.088460 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51538) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:30:59.090160 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-32ac1715-52d4-4d8e-a135-943abf2abcb3 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6455653 Nov 15 11:30:59.095311 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:30:59.200983 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5c5e6-596c-4ddb-9d98-40b9babdf5dc req-c43299b9-5796-4b74-9e6b-5a1ea3e23754 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:30:59.210899 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2d5c5e6-596c-4ddb-9d98-40b9babdf5dc req-c43299b9-5796-4b74-9e6b-5a1ea3e23754 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/ports?device_id=744c87d6-fc86-44fc-ab16-b275c684387c HTTP/1.1" status: 200 len: 949 time: 0.1061642 Nov 15 11:30:59.217333 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:59.286882 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 0403cde0-396e-49e8-b8f6-5088146202ab up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:30:59.343475 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2d5c5e6-596c-4ddb-9d98-40b9babdf5dc req-95226198-ce64-4c20-8870-3247dfd8de4f tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8ebd0f6-65a4-4f71-9738-71b7b757f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265411 Nov 15 11:30:59.402966 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 0403cde0-396e-49e8-b8f6-5088146202ab completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:30:59.407404 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 0403cde0-396e-49e8-b8f6-5088146202ab triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:30:59.408032 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:59.490796 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:59.518407 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] device_id is not set on port d5900366-7711-44a6-aad9-9d79b23722d5 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:30:59.534314 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 0403cde0-396e-49e8-b8f6-5088146202ab, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0403cde0-396e-49e8-b8f6-5088146202ab,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:30:59.535762 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744c87d6-fc86-44fc-ab16-b275c684387c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0403cde0-396e-49e8-b8f6-5088146202ab'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:30:59.538777 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:59.539038 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47165cec-f5a3-4c08-953d-418f7628556f" -d '{"events": [{"server_uuid": "744c87d6-fc86-44fc-ab16-b275c684387c", "name": "network-vif-plugged", "status": "completed", "tag": "0403cde0-396e-49e8-b8f6-5088146202ab"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:30:59.551888 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:59.553927 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:59.623091 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=0403cde0-396e-49e8-b8f6-5088146202ab,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:59.662126 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:30:59.687139 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Pushing event updated for resources: {'Port': ['ID=d5900366-7711-44a6-aad9-9d79b23722d5,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:30:59.726385 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:59.726720 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:59.727067 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:59.737271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port d5900366-7711-44a6-aad9-9d79b23722d5 on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:59.737593 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:59.737977 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 2 to bind port d5900366-7711-44a6-aad9-9d79b23722d5 Nov 15 11:30:59.775765 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:59.776131 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:59.778743 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:59.786825 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port d5900366-7711-44a6-aad9-9d79b23722d5 on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:59.787153 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:59.787548 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 3 to bind port d5900366-7711-44a6-aad9-9d79b23722d5 Nov 15 11:30:59.825511 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:59.829080 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:59.829959 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:59.849112 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port d5900366-7711-44a6-aad9-9d79b23722d5 on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:59.849311 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:59.849691 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 4 to bind port d5900366-7711-44a6-aad9-9d79b23722d5 Nov 15 11:30:59.901351 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:59.901688 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:59.902221 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:59.909409 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port d5900366-7711-44a6-aad9-9d79b23722d5 on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:59.909735 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:59.910191 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 5 to bind port d5900366-7711-44a6-aad9-9d79b23722d5 Nov 15 11:30:59.938362 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:59.938692 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:59.939026 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:59.947914 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port d5900366-7711-44a6-aad9-9d79b23722d5 on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:59.948290 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:59.948689 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 6 to bind port d5900366-7711-44a6-aad9-9d79b23722d5 Nov 15 11:30:59.970938 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:30:59.973643 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:30:59.975266 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:30:59.991438 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port d5900366-7711-44a6-aad9-9d79b23722d5 on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:30:59.993078 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:30:59.993078 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 7 to bind port d5900366-7711-44a6-aad9-9d79b23722d5 Nov 15 11:31:00.010431 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:31:00.010764 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:31:00.011096 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:31:00.024864 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port d5900366-7711-44a6-aad9-9d79b23722d5 on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:31:00.025294 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:31:00.025514 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 8 to bind port d5900366-7711-44a6-aad9-9d79b23722d5 Nov 15 11:31:00.055378 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:31:00.055716 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:31:00.056075 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:31:00.067791 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port d5900366-7711-44a6-aad9-9d79b23722d5 on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:31:00.068231 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:31:00.068517 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 9 to bind port d5900366-7711-44a6-aad9-9d79b23722d5 Nov 15 11:31:00.083492 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855302cd-1a24-4e25-8755-8fa6a8a6b1b8 x-openstack-request-id: req-855302cd-1a24-4e25-8755-8fa6a8a6b1b8 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:31:00.084104 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744c87d6-fc86-44fc-ab16-b275c684387c", "name": "network-vif-plugged", "status": "completed", "tag": "0403cde0-396e-49e8-b8f6-5088146202ab", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:31:00.084842 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-855302cd-1a24-4e25-8755-8fa6a8a6b1b8 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:31:00.085989 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744c87d6-fc86-44fc-ab16-b275c684387c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0403cde0-396e-49e8-b8f6-5088146202ab', 'code': 200} Nov 15 11:31:00.099508 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:31:00.099862 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:31:00.100183 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:31:00.117215 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port d5900366-7711-44a6-aad9-9d79b23722d5 on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:31:00.117547 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:31:00.117933 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempt 10 to bind port d5900366-7711-44a6-aad9-9d79b23722d5 Nov 15 11:31:00.161389 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:31:00.161719 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:31:00.162049 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempting to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:31:00.171621 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Port d5900366-7711-44a6-aad9-9d79b23722d5 on network b6aa75de-ac87-411f-a3cf-b5554fd655ff not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:31:00.174488 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Failed to bind port d5900366-7711-44a6-aad9-9d79b23722d5 on host n-h2-729945-9 for vnic_type normal using segments [{'id': '103a958a-3e0f-4778-a20e-6363a790e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b6aa75de-ac87-411f-a3cf-b5554fd655ff'}] Nov 15 11:31:00.174838 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:00.272434 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d09460-7d53-4847-ba0f-0aa8290eeea0 req-556d38af-3caf-41aa-93ec-3c26954ac27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:00.275009 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96d09460-7d53-4847-ba0f-0aa8290eeea0 req-556d38af-3caf-41aa-93ec-3c26954ac27e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=744c87d6-fc86-44fc-ab16-b275c684387c HTTP/1.1" status: 200 len: 1101 time: 0.1038525 Nov 15 11:31:00.304820 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] For port d5900366-7711-44a6-aad9-9d79b23722d5, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:31:00.305196 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attempted to set empty binding levels {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 15 11:31:00.312836 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:00.347795 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96d09460-7d53-4847-ba0f-0aa8290eeea0 req-6bdad097-e7be-4e6c-a936-94120330f60d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e8ebd0f6-65a4-4f71-9738-71b7b757f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647602 Nov 15 11:31:00.350719 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] In _notify_port_updated(), no bound segment for port d5900366-7711-44a6-aad9-9d79b23722d5 on network b6aa75de-ac87-411f-a3cf-b5554fd655ff {{(pid=102677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:31:00.351606 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:00.352232 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:00.353544 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] 10.222.0.64 "PUT /v2.0/ports/d5900366-7711-44a6-aad9-9d79b23722d5 HTTP/1.1" status: 200 len: 974 time: 1.2636392 Nov 15 11:31:00.356930 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51574) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:00.390685 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e373309-3328-4673-9370-19568a8f3a5c tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Pushing event updated for resources: {'Port': ['ID=d5900366-7711-44a6-aad9-9d79b23722d5,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:00.514507 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-742b0535-03d4-4cc8-bea4-f2369dc694e2 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Deleting port d5900366-7711-44a6-aad9-9d79b23722d5 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:31:00.514964 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-742b0535-03d4-4cc8-bea4-f2369dc694e2 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:00.665325 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1903d2-702c-4549-95d4-202e5b419184 req-2cb97e28-f697-4342-943a-821f51ed78e3 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:00.680599 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8a1903d2-702c-4549-95d4-202e5b419184 req-2cb97e28-f697-4342-943a-821f51ed78e3 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/ports?device_id=744c87d6-fc86-44fc-ab16-b275c684387c HTTP/1.1" status: 200 len: 950 time: 0.2125647 Nov 15 11:31:00.731586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-742b0535-03d4-4cc8-bea4-f2369dc694e2 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] For port d5900366-7711-44a6-aad9-9d79b23722d5, host n-h2-729945-9, got binding levels [] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:31:00.732009 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-742b0535-03d4-4cc8-bea4-f2369dc694e2 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:00.755544 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-742b0535-03d4-4cc8-bea4-f2369dc694e2 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Calling delete_port for d5900366-7711-44a6-aad9-9d79b23722d5 owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:31:00.824923 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8a1903d2-702c-4549-95d4-202e5b419184 req-2caac271-d5ba-4dc0-ad85-508a8d4698fd tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8ebd0f6-65a4-4f71-9738-71b7b757f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275990 Nov 15 11:31:00.873285 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-742b0535-03d4-4cc8-bea4-f2369dc694e2 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:00.906674 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b0535-03d4-4cc8-bea4-f2369dc694e2 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5900366-7711-44a6-aad9-9d79b23722d5,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:00.916821 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-742b0535-03d4-4cc8-bea4-f2369dc694e2 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:00.923337 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-742b0535-03d4-4cc8-bea4-f2369dc694e2 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] 10.222.0.64 "DELETE /v2.0/ports/d5900366-7711-44a6-aad9-9d79b23722d5 HTTP/1.1" status: 204 len: 168 time: 0.5614052 Nov 15 11:31:00.924122 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51600) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:00.963261 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c22d27-b999-4cd9-be68-4e2fa9475ad4 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] GET failed (client error): The resource could not be found. Nov 15 11:31:00.965117 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c8c22d27-b999-4cd9-be68-4e2fa9475ad4 tempest-PortsAdminExtendedAttrsTestJSON-1039627965 tempest-PortsAdminExtendedAttrsTestJSON-1039627965-project-admin] 10.222.0.64 "GET /v2.0/ports/d5900366-7711-44a6-aad9-9d79b23722d5 HTTP/1.1" status: 404 len: 333 time: 0.0405068 Nov 15 11:31:00.968872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51606) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:01.075344 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a3121be-f45b-4ac0-a1cf-ed356447943d tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:01.170872 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a3121be-f45b-4ac0-a1cf-ed356447943d tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:01.200484 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-7a3121be-f45b-4ac0-a1cf-ed356447943d tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6aa75de-ac87-411f-a3cf-b5554fd655ff']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:01.212462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-7a3121be-f45b-4ac0-a1cf-ed356447943d tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103a958a-3e0f-4778-a20e-6363a790e44b') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:01.212776 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-7a3121be-f45b-4ac0-a1cf-ed356447943d tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103a958a-3e0f-4778-a20e-6363a790e44b') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:01.224299 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a3121be-f45b-4ac0-a1cf-ed356447943d tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:01.241162 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a3121be-f45b-4ac0-a1cf-ed356447943d tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:01.256421 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3121be-f45b-4ac0-a1cf-ed356447943d tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:31:01.256984 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a3121be-f45b-4ac0-a1cf-ed356447943d tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:31:01.261395 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:31:01.345764 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a3121be-f45b-4ac0-a1cf-ed356447943d tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:01.369711 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a3121be-f45b-4ac0-a1cf-ed356447943d tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:01.373428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7a3121be-f45b-4ac0-a1cf-ed356447943d tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] 10.222.0.64 "DELETE /v2.0/networks/b6aa75de-ac87-411f-a3cf-b5554fd655ff HTTP/1.1" status: 204 len: 168 time: 0.4034512 Nov 15 11:31:01.385611 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3121be-f45b-4ac0-a1cf-ed356447943d tempest-PortsAdminExtendedAttrsTestJSON-1782589262 tempest-PortsAdminExtendedAttrsTestJSON-1782589262-project] Pushing event deleted for resources: {'Network': ['ID=b6aa75de-ac87-411f-a3cf-b5554fd655ff,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:01.514476 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:01.775872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51668) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:02.142336 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe67c43-70c5-409b-b620-77d2a6bc36c2 req-4ba70423-4e84-40f7-9ed0-4e4ea5899d54 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:02.143944 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5fe67c43-70c5-409b-b620-77d2a6bc36c2 req-4ba70423-4e84-40f7-9ed0-4e4ea5899d54 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/ports?device_id=744c87d6-fc86-44fc-ab16-b275c684387c HTTP/1.1" status: 200 len: 950 time: 0.2115586 Nov 15 11:31:02.189039 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b1f9fabe-ae22-474a-a6ea-20a2535571cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=418539d175b8430787bab33d8dbb47f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4116266 Nov 15 11:31:02.191266 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51696) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:02.226142 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5fe67c43-70c5-409b-b620-77d2a6bc36c2 req-c81a8a36-3fe2-4157-8e10-6e535085d867 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8ebd0f6-65a4-4f71-9738-71b7b757f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728776 Nov 15 11:31:02.286645 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-024f9f7a-3e89-4b4f-9d85-62ec43c35e9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:02.319607 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-024f9f7a-3e89-4b4f-9d85-62ec43c35e9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:02.397197 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-024f9f7a-3e89-4b4f-9d85-62ec43c35e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:02.400168 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-024f9f7a-3e89-4b4f-9d85-62ec43c35e9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:02.401606 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-024f9f7a-3e89-4b4f-9d85-62ec43c35e9c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3aac4e53-7bb9-491c-9acd-b7e9ab3e55c7 HTTP/1.1" status: 204 len: 168 time: 0.2091513 Nov 15 11:31:02.437370 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f9f7a-3e89-4b4f-9d85-62ec43c35e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aac4e53-7bb9-491c-9acd-b7e9ab3e55c7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:02.766185 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07030f-25ec-49be-bfd1-25a7b0c368f2 req-3f23815c-316d-4579-94cc-80f5201be954 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:02.767745 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee07030f-25ec-49be-bfd1-25a7b0c368f2 req-3f23815c-316d-4579-94cc-80f5201be954 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/ports?device_id=744c87d6-fc86-44fc-ab16-b275c684387c HTTP/1.1" status: 200 len: 950 time: 0.1356945 Nov 15 11:31:02.833281 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee07030f-25ec-49be-bfd1-25a7b0c368f2 req-7d65ed60-7d38-40f2-9def-41c37dbe11a8 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8ebd0f6-65a4-4f71-9738-71b7b757f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575280 Nov 15 11:31:02.872337 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51744) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:02.967726 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-63a131de-97a4-493b-9fe5-0a0a2b7505d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=06999a75147043f8bd5541e36f37e651&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0941136 Nov 15 11:31:02.970132 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51746) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:03.052719 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b160b07-81c6-4aa5-85b2-8f6a20d70fa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:03.098787 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b160b07-81c6-4aa5-85b2-8f6a20d70fa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:03.194424 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b160b07-81c6-4aa5-85b2-8f6a20d70fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:03.197222 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b160b07-81c6-4aa5-85b2-8f6a20d70fa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:03.201366 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3b160b07-81c6-4aa5-85b2-8f6a20d70fa2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/92c2e5f5-d2d7-40e6-b688-63f40881c947 HTTP/1.1" status: 204 len: 168 time: 0.2273748 Nov 15 11:31:03.213553 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b160b07-81c6-4aa5-85b2-8f6a20d70fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c2e5f5-d2d7-40e6-b688-63f40881c947,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:03.907272 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff082c5-58ef-47a7-899c-a0ac4e8313b7 req-0828a20e-e5dc-464c-92c6-bfd2f64af18f tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:03.916725 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bff082c5-58ef-47a7-899c-a0ac4e8313b7 req-0828a20e-e5dc-464c-92c6-bfd2f64af18f tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.55 "GET /v2.0/ports?device_id=744c87d6-fc86-44fc-ab16-b275c684387c HTTP/1.1" status: 200 len: 950 time: 0.1025693 Nov 15 11:31:04.102313 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0cfec-3883-4682-918e-a9c485ac7805 req-9492b3c9-196b-4479-ad41-ec0cde2ac5e0 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:04.111393 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b8d0cfec-3883-4682-918e-a9c485ac7805 req-9492b3c9-196b-4479-ad41-ec0cde2ac5e0 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/ports?device_id=744c87d6-fc86-44fc-ab16-b275c684387c HTTP/1.1" status: 200 len: 950 time: 0.1408195 Nov 15 11:31:04.144742 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-bff082c5-58ef-47a7-899c-a0ac4e8313b7 req-ed9eefa0-3ec2-492c-8c0f-c99bc40b0062 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Deleting port 0403cde0-396e-49e8-b8f6-5088146202ab {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:31:04.145349 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bff082c5-58ef-47a7-899c-a0ac4e8313b7 req-ed9eefa0-3ec2-492c-8c0f-c99bc40b0062 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:04.275939 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-bff082c5-58ef-47a7-899c-a0ac4e8313b7 req-ed9eefa0-3ec2-492c-8c0f-c99bc40b0062 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] For port 0403cde0-396e-49e8-b8f6-5088146202ab, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0403cde0-396e-49e8-b8f6-5088146202ab,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:31:04.276340 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bff082c5-58ef-47a7-899c-a0ac4e8313b7 req-ed9eefa0-3ec2-492c-8c0f-c99bc40b0062 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:04.295664 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-bff082c5-58ef-47a7-899c-a0ac4e8313b7 req-ed9eefa0-3ec2-492c-8c0f-c99bc40b0062 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Calling delete_port for 0403cde0-396e-49e8-b8f6-5088146202ab owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:31:04.312147 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b8d0cfec-3883-4682-918e-a9c485ac7805 req-f4c98ca9-ac9b-436e-91f9-0dc8b03d86ac tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/security-groups?id=e8ebd0f6-65a4-4f71-9738-71b7b757f2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943746 Nov 15 11:31:04.600120 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bff082c5-58ef-47a7-899c-a0ac4e8313b7 req-ed9eefa0-3ec2-492c-8c0f-c99bc40b0062 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:04.612503 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['0403cde0-396e-49e8-b8f6-5088146202ab'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:31:04.713115 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51848) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:04.716510 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9eefa0-3ec2-492c-8c0f-c99bc40b0062 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Pushing event deleted for resources: {'Port': ['ID=0403cde0-396e-49e8-b8f6-5088146202ab,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:04.734989 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51854) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:04.829208 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff082c5-58ef-47a7-899c-a0ac4e8313b7 req-ed9eefa0-3ec2-492c-8c0f-c99bc40b0062 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] No DVR routers for this DVR port 0403cde0-396e-49e8-b8f6-5088146202ab on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:31:04.836412 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-bff082c5-58ef-47a7-899c-a0ac4e8313b7 req-ed9eefa0-3ec2-492c-8c0f-c99bc40b0062 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:04.867461 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bff082c5-58ef-47a7-899c-a0ac4e8313b7 req-ed9eefa0-3ec2-492c-8c0f-c99bc40b0062 tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.55 "DELETE /v2.0/ports/0403cde0-396e-49e8-b8f6-5088146202ab HTTP/1.1" status: 204 len: 173 time: 0.9317489 Nov 15 11:31:04.868091 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744c87d6-fc86-44fc-ab16-b275c684387c', 'name': 'network-vif-deleted', 'tag': '0403cde0-396e-49e8-b8f6-5088146202ab'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:31:04.877369 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3154d8f2-d9f2-411c-989b-7c84b590d519" -d '{"events": [{"server_uuid": "744c87d6-fc86-44fc-ab16-b275c684387c", "name": "network-vif-deleted", "tag": "0403cde0-396e-49e8-b8f6-5088146202ab"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:31:05.027968 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7d584687-e549-4498-a60f-813233394636 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1421642122'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:05.044149 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5f2323-09b4-4141-a30e-217bc5966762 x-openstack-request-id: req-8c5f2323-09b4-4141-a30e-217bc5966762 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:31:05.044657 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744c87d6-fc86-44fc-ab16-b275c684387c", "name": "network-vif-deleted", "tag": "0403cde0-396e-49e8-b8f6-5088146202ab", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:31:05.044657 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c5f2323-09b4-4141-a30e-217bc5966762 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:31:05.045035 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744c87d6-fc86-44fc-ab16-b275c684387c', 'name': 'network-vif-deleted', 'tag': '0403cde0-396e-49e8-b8f6-5088146202ab', 'status': 'completed', 'code': 200} Nov 15 11:31:05.119356 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f68909f0-339f-4300-96b4-abb83eb0a763 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:05.229222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d584687-e549-4498-a60f-813233394636 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Made reservation on behalf of 303ecb606b014026987c26a7a2ece66b for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:31:05.232714 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d584687-e549-4498-a60f-813233394636 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:05.251593 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d584687-e549-4498-a60f-813233394636 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:05.254492 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f68909f0-339f-4300-96b4-abb83eb0a763 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:05.262857 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f68909f0-339f-4300-96b4-abb83eb0a763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:05.327916 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51868) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:05.334583 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f68909f0-339f-4300-96b4-abb83eb0a763 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=07e8ec3866944502acbd1a456b797cfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5915513 Nov 15 11:31:05.350203 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68909f0-339f-4300-96b4-abb83eb0a763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8412a1-8241-43c1-a0a1-b44650d984ed,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:05.447204 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d584687-e549-4498-a60f-813233394636 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:05.453186 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d584687-e549-4498-a60f-813233394636 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:05.456007 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab470bcc-25f5-4fe9-8971-286c04da0ade req-ea0030b2-ba61-4cf9-a01c-f0846321db5b tempest-VolumesNegativeTest-1143181050 tempest-VolumesNegativeTest-1143181050-project] 10.222.0.64 "GET /v2.0/ports?device_id=744c87d6-fc86-44fc-ab16-b275c684387c HTTP/1.1" status: 200 len: 210 time: 0.0382404 Nov 15 11:31:05.462203 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6c24-8517-455c-b465-53b6f9974bbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:05.481087 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d584687-e549-4498-a60f-813233394636 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:31:05.494348 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d584687-e549-4498-a60f-813233394636 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:05.495349 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-7d584687-e549-4498-a60f-813233394636 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Added segment 0b744ffe-32b0-4743-8bf5-40c9c867de36 of type vlan for network abe3b8ac-37d6-49b5-a6b3-15081362c195 Nov 15 11:31:05.519938 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6c24-8517-455c-b465-53b6f9974bbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:05.568973 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d584687-e549-4498-a60f-813233394636 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:05.582245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d584687-e549-4498-a60f-813233394636 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d14259-8d37-48ff-9cd2-f31b4a8d3180,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:05.600475 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6c24-8517-455c-b465-53b6f9974bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:05.604352 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d584687-e549-4498-a60f-813233394636 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:05.608865 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6c24-8517-455c-b465-53b6f9974bbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:05.614856 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2e3a6c24-8517-455c-b465-53b6f9974bbe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d8412a1-8241-43c1-a0a1-b44650d984ed HTTP/1.1" status: 204 len: 168 time: 0.2834558 Nov 15 11:31:05.623410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d584687-e549-4498-a60f-813233394636 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:05.625150 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d584687-e549-4498-a60f-813233394636 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:05.631364 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a6c24-8517-455c-b465-53b6f9974bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8412a1-8241-43c1-a0a1-b44650d984ed,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:05.724131 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7d584687-e549-4498-a60f-813233394636 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0097957 Nov 15 11:31:05.727178 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51878) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:05.740818 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-b5441e86-6672-4f61-b92a-b88c43bdf4bc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Request body: {'subnet': {'network_id': 'abe3b8ac-37d6-49b5-a6b3-15081362c195', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:05.741004 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d584687-e549-4498-a60f-813233394636 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Network': ['ID=abe3b8ac-37d6-49b5-a6b3-15081362c195,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:05.770879 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network abe3b8ac-37d6-49b5-a6b3-15081362c195 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:31:05.892582 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5441e86-6672-4f61-b92a-b88c43bdf4bc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Made reservation on behalf of 303ecb606b014026987c26a7a2ece66b for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:31:05.898431 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5441e86-6672-4f61-b92a-b88c43bdf4bc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:06.130608 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51894) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:06.148903 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c163ca27-25de-4411-93ee-149ded522e2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:06.153162 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5441e86-6672-4f61-b92a-b88c43bdf4bc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:06.236841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5441e86-6672-4f61-b92a-b88c43bdf4bc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Subnet': ['ID=44d73224-068e-4ba4-b1c4-456f2ffc894c,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:06.237526 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5441e86-6672-4f61-b92a-b88c43bdf4bc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Checking segment: {'id': '0b744ffe-32b0-4743-8bf5-40c9c867de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'abe3b8ac-37d6-49b5-a6b3-15081362c195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:31:06.237526 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5441e86-6672-4f61-b92a-b88c43bdf4bc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Network hostable DHCP agents. Network: abe3b8ac-37d6-49b5-a6b3-15081362c195, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:31:06.245382 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fe15559d-72be-4509-8169-1262fda9b0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:06.263753 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5441e86-6672-4f61-b92a-b88c43bdf4bc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Network abe3b8ac-37d6-49b5-a6b3-15081362c195 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:31:06.288601 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-b5441e86-6672-4f61-b92a-b88c43bdf4bc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, abe3b8ac-37d6-49b5-a6b3-15081362c195) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:31:06.297759 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4256e16-2f5c-4909-b4e6-316050250b4e None None] Network abe3b8ac-37d6-49b5-a6b3-15081362c195 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:31:06.306644 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5441e86-6672-4f61-b92a-b88c43bdf4bc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:06.307446 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5441e86-6672-4f61-b92a-b88c43bdf4bc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:06.313379 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c163ca27-25de-4411-93ee-149ded522e2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:06.318506 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c163ca27-25de-4411-93ee-149ded522e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:06.340623 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b5441e86-6672-4f61-b92a-b88c43bdf4bc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6098325 Nov 15 11:31:06.341240 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51902) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:06.351326 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-3184b7b8-16ed-4196-9613-14122a176073 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-467932552', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}, 'admin_state_up': False}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:06.351532 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c163ca27-25de-4411-93ee-149ded522e2e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5656c340a144f75b8ecca1803070b1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2196579 Nov 15 11:31:06.352037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51904) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:06.402398 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163ca27-25de-4411-93ee-149ded522e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caed710d-0f63-4cc8-8e28-c46b196ebd69,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:06.420455 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3184b7b8-16ed-4196-9613-14122a176073 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:06.423887 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3184b7b8-16ed-4196-9613-14122a176073 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:06.437272 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61a66670-618a-4232-8208-21f91412ab96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:06.461304 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61a66670-618a-4232-8208-21f91412ab96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:06.543604 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928a696d-8d90-4c8c-adc5-de34548df7ed None None] Network abe3b8ac-37d6-49b5-a6b3-15081362c195 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:31:06.565186 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3184b7b8-16ed-4196-9613-14122a176073 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:06.568493 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61a66670-618a-4232-8208-21f91412ab96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:06.571439 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61a66670-618a-4232-8208-21f91412ab96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:06.579952 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-61a66670-618a-4232-8208-21f91412ab96 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/caed710d-0f63-4cc8-8e28-c46b196ebd69 HTTP/1.1" status: 204 len: 168 time: 0.2253709 Nov 15 11:31:06.614925 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a66670-618a-4232-8208-21f91412ab96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caed710d-0f63-4cc8-8e28-c46b196ebd69,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:06.766734 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3184b7b8-16ed-4196-9613-14122a176073 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:07.281163 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3184b7b8-16ed-4196-9613-14122a176073 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:07.355031 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3184b7b8-16ed-4196-9613-14122a176073 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:07.527538 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-3184b7b8-16ed-4196-9613-14122a176073 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Allocated IP 172.25.7.33 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/e1bb206d-bffd-4ebe-888f-3c37b35fd8ab) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:31:07.667482 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3184b7b8-16ed-4196-9613-14122a176073 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:07.749985 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3184b7b8-16ed-4196-9613-14122a176073 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:07.785690 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3184b7b8-16ed-4196-9613-14122a176073 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:31:07.789307 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-3184b7b8-16ed-4196-9613-14122a176073 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:31:07.794619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3184b7b8-16ed-4196-9613-14122a176073 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:31:07.808292 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1d845e-22a3-454c-b888-507cf29e5111 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:31:07.874063 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-4bc09b0f-1275-4323-8edf-6574a1d9cb3d None None] Provisioning complete for port e1bb206d-bffd-4ebe-888f-3c37b35fd8ab triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:31:07.874401 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4bc09b0f-1275-4323-8edf-6574a1d9cb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:07.940418 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-4bc09b0f-1275-4323-8edf-6574a1d9cb3d None None] Port e1bb206d-bffd-4ebe-888f-3c37b35fd8ab cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:31:07.980382 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184b7b8-16ed-4196-9613-14122a176073 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Port': ['ID=e1bb206d-bffd-4ebe-888f-3c37b35fd8ab,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:08.265908 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3184b7b8-16ed-4196-9613-14122a176073 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:08.378301 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9b9e6bb4-5420-40e8-910b-b2c5d8e50c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:09.156206 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3184b7b8-16ed-4196-9613-14122a176073 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:09.312576 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 0403cde0-396e-49e8-b8f6-5088146202ab no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:31:09.325465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3184b7b8-16ed-4196-9613-14122a176073 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Router 81103ecc-216a-45c0-9cf4-f315c30ad9ab is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:31:09.391846 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 0403cde0-396e-49e8-b8f6-5088146202ab {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:31:09.404372 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 0403cde0-396e-49e8-b8f6-5088146202ab not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:31:09.508613 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3184b7b8-16ed-4196-9613-14122a176073 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:31:09.519372 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8bf5b4-b9af-4f3c-8a8d-19d064012474 None None] Sync routers for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:31:09.541339 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8bf5b4-b9af-4f3c-8a8d-19d064012474 None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:09.542232 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6c8bf5b4-b9af-4f3c-8a8d-19d064012474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:09.559345 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3184b7b8-16ed-4196-9613-14122a176073 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:09.563836 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52098) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:09.576920 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3184b7b8-16ed-4196-9613-14122a176073 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2306101 Nov 15 11:31:09.616334 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6c8bf5b4-b9af-4f3c-8a8d-19d064012474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:09.627721 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8bf5b4-b9af-4f3c-8a8d-19d064012474 None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:09.628649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6c8bf5b4-b9af-4f3c-8a8d-19d064012474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:09.744723 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6c8bf5b4-b9af-4f3c-8a8d-19d064012474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:09.745623 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8bf5b4-b9af-4f3c-8a8d-19d064012474 None None] The sync data for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:31:09.825950 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:10.495118 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:10.943273 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Allocated IP 172.20.0.1 (abe3b8ac-37d6-49b5-a6b3-15081362c195/44d73224-068e-4ba4-b1c4-456f2ffc894c/f8eb2459-beef-4792-a308-b71cb0c147a5) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:31:11.140622 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:11.228054 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:11.306495 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Network abe3b8ac-37d6-49b5-a6b3-15081362c195 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:31:11.309541 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:31:11.341514 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:31:11.401489 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:11.413900 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Port': ['ID=f8eb2459-beef-4792-a308-b71cb0c147a5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:11.453729 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:11.454075 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:11.456315 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:11.461768 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:11.462283 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:11.462766 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:11.463563 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:11.464340 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:11.465935 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:11.466503 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:11.466961 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:11.467411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:11.492389 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:11.518172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 52272) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:11.655316 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:31:11.793685 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63ffa28a-884a-4528-a268-d92312a2531e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:11.906845 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:11.960047 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63ffa28a-884a-4528-a268-d92312a2531e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:11.968374 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63ffa28a-884a-4528-a268-d92312a2531e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:12.026382 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffa28a-884a-4528-a268-d92312a2531e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7539e739-779d-45eb-b963-bb46475f8713,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:12.036639 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-63ffa28a-884a-4528-a268-d92312a2531e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=65ea9a234efc401d8c060a1daa9ee8fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5174649 Nov 15 11:31:12.037994 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 52296) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:12.140367 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:12.153553 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ffbe5601-fef5-4def-aa93-1d4040e560ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:12.182267 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ffbe5601-fef5-4def-aa93-1d4040e560ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:12.274780 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ffbe5601-fef5-4def-aa93-1d4040e560ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:12.278705 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ffbe5601-fef5-4def-aa93-1d4040e560ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:12.280944 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ffbe5601-fef5-4def-aa93-1d4040e560ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7539e739-779d-45eb-b963-bb46475f8713 HTTP/1.1" status: 204 len: 168 time: 0.2410195 Nov 15 11:31:12.302200 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe5601-fef5-4def-aa93-1d4040e560ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7539e739-779d-45eb-b963-bb46475f8713,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:12.758479 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:12.781752 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:12.799045 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 52348) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:12.825210 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4ea51b45-374a-4550-8ca8-31409eea4b47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:12.901859 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:12.911961 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Port': ['ID=f8eb2459-beef-4792-a308-b71cb0c147a5,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:12.980098 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4ea51b45-374a-4550-8ca8-31409eea4b47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:12.994961 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4ea51b45-374a-4550-8ca8-31409eea4b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:13.032816 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4ea51b45-374a-4550-8ca8-31409eea4b47 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=58506ab0599a4b0697702e613e60da9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2313323 Nov 15 11:31:13.038374 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52356) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:13.041603 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Network abe3b8ac-37d6-49b5-a6b3-15081362c195 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:31:13.048146 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:31:13.080899 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea51b45-374a-4550-8ca8-31409eea4b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfef889-dda5-4204-a392-7c3051e87fed,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:13.208189 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a923db3-0d57-41e0-b8e7-6516371ffa28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:13.241401 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a923db3-0d57-41e0-b8e7-6516371ffa28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:13.261778 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Router 81103ecc-216a-45c0-9cf4-f315c30ad9ab has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:31:13.374798 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a923db3-0d57-41e0-b8e7-6516371ffa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:13.380210 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a923db3-0d57-41e0-b8e7-6516371ffa28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:13.382239 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7a923db3-0d57-41e0-b8e7-6516371ffa28 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7dfef889-dda5-4204-a392-7c3051e87fed HTTP/1.1" status: 204 len: 168 time: 0.3422918 Nov 15 11:31:13.396393 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a923db3-0d57-41e0-b8e7-6516371ffa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfef889-dda5-4204-a392-7c3051e87fed,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:13.427113 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:31:13.441157 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652093eb-5dfc-4761-8073-70738cad7133 None None] Sync routers for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:31:13.454867 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 52364) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:13.455190 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2d422e26-8ce2-47a1-ade7-0ff16e317a66 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "PUT /v2.0/routers/81103ecc-216a-45c0-9cf4-f315c30ad9ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8887825 Nov 15 11:31:13.462315 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-ca91fd5f-94ec-4ef3-9eec-6d240c6faa93 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Request body: {'port': {'network_id': 'abe3b8ac-37d6-49b5-a6b3-15081362c195', 'name': 'tempest-FloatingIPTestJSON-369383955'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:13.467763 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652093eb-5dfc-4761-8073-70738cad7133 None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:13.470660 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-652093eb-5dfc-4761-8073-70738cad7133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:13.614757 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-652093eb-5dfc-4761-8073-70738cad7133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:13.624612 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652093eb-5dfc-4761-8073-70738cad7133 None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:13.625241 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-652093eb-5dfc-4761-8073-70738cad7133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:13.671962 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-652093eb-5dfc-4761-8073-70738cad7133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:13.672967 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652093eb-5dfc-4761-8073-70738cad7133 None None] The sync data for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:31:13.757725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca91fd5f-94ec-4ef3-9eec-6d240c6faa93 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Made reservation on behalf of 303ecb606b014026987c26a7a2ece66b for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:31:13.761845 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca91fd5f-94ec-4ef3-9eec-6d240c6faa93 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:13.798500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-ca91fd5f-94ec-4ef3-9eec-6d240c6faa93 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] device_id is not set on port e3dc7fdf-17a6-4f91-a4d0-d511f308534f yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:31:14.036397 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-ca91fd5f-94ec-4ef3-9eec-6d240c6faa93 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Allocated IP 172.20.0.11 (abe3b8ac-37d6-49b5-a6b3-15081362c195/44d73224-068e-4ba4-b1c4-456f2ffc894c/e3dc7fdf-17a6-4f91-a4d0-d511f308534f) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:31:14.240387 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca91fd5f-94ec-4ef3-9eec-6d240c6faa93 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:14.389424 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca91fd5f-94ec-4ef3-9eec-6d240c6faa93 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:14.447642 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca91fd5f-94ec-4ef3-9eec-6d240c6faa93 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Network abe3b8ac-37d6-49b5-a6b3-15081362c195 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:31:14.455948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ca91fd5f-94ec-4ef3-9eec-6d240c6faa93 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:31:14.461128 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca91fd5f-94ec-4ef3-9eec-6d240c6faa93 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:31:14.495705 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91fd5f-94ec-4ef3-9eec-6d240c6faa93 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Port': ['ID=e3dc7fdf-17a6-4f91-a4d0-d511f308534f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:14.579650 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca91fd5f-94ec-4ef3-9eec-6d240c6faa93 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:14.580324 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca91fd5f-94ec-4ef3-9eec-6d240c6faa93 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:14.618877 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ca91fd5f-94ec-4ef3-9eec-6d240c6faa93 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1585755 Nov 15 11:31:14.619973 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 52410) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:14.664670 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-00fbb58c-d652-4805-b014-1bb2f732e468 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Request body: {'port': {'network_id': 'abe3b8ac-37d6-49b5-a6b3-15081362c195', 'name': 'tempest-FloatingIPTestJSON-583779893'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:14.886498 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fbb58c-d652-4805-b014-1bb2f732e468 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Made reservation on behalf of 303ecb606b014026987c26a7a2ece66b for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:31:14.890413 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00fbb58c-d652-4805-b014-1bb2f732e468 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:14.910061 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-00fbb58c-d652-4805-b014-1bb2f732e468 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] device_id is not set on port 9e435742-7800-4fe4-8513-8d966e99afc6 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:31:15.055695 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-00fbb58c-d652-4805-b014-1bb2f732e468 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Allocated IP 172.20.0.8 (abe3b8ac-37d6-49b5-a6b3-15081362c195/44d73224-068e-4ba4-b1c4-456f2ffc894c/9e435742-7800-4fe4-8513-8d966e99afc6) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:31:15.279792 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00fbb58c-d652-4805-b014-1bb2f732e468 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:15.329087 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00fbb58c-d652-4805-b014-1bb2f732e468 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:15.385736 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fbb58c-d652-4805-b014-1bb2f732e468 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Network abe3b8ac-37d6-49b5-a6b3-15081362c195 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:31:15.389912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-00fbb58c-d652-4805-b014-1bb2f732e468 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:31:15.398672 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fbb58c-d652-4805-b014-1bb2f732e468 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:31:15.486975 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fbb58c-d652-4805-b014-1bb2f732e468 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:15.488799 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00fbb58c-d652-4805-b014-1bb2f732e468 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:15.515864 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-00fbb58c-d652-4805-b014-1bb2f732e468 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8935831 Nov 15 11:31:15.518276 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52442) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:15.520023 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbb58c-d652-4805-b014-1bb2f732e468 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Port': ['ID=9e435742-7800-4fe4-8513-8d966e99afc6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:15.524755 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-dea73a63-6745-4822-b2f1-7b5494d5df41 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': '9e435742-7800-4fe4-8513-8d966e99afc6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:15.557688 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dea73a63-6745-4822-b2f1-7b5494d5df41 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:15.701970 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dea73a63-6745-4822-b2f1-7b5494d5df41 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:15.877962 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-dea73a63-6745-4822-b2f1-7b5494d5df41 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Allocated IP 172.25.7.147 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/1fda79d5-9c86-422e-aef8-6ce64dab7c00) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:31:16.094952 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dea73a63-6745-4822-b2f1-7b5494d5df41 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:16.149970 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dea73a63-6745-4822-b2f1-7b5494d5df41 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:16.218303 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea73a63-6745-4822-b2f1-7b5494d5df41 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:31:16.222733 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-dea73a63-6745-4822-b2f1-7b5494d5df41 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:31:16.233994 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea73a63-6745-4822-b2f1-7b5494d5df41 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:31:16.280882 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea73a63-6745-4822-b2f1-7b5494d5df41 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Port': ['ID=1fda79d5-9c86-422e-aef8-6ce64dab7c00,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:16.376009 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 52486) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:16.876505 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-139ce391-555a-4598-b4a5-f6725ccaf7da admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=59b5d5809a55404ea9fd27fa9c1f144e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4986982 Nov 15 11:31:16.879358 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52508) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:17.136538 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dea73a63-6745-4822-b2f1-7b5494d5df41 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:17.225227 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0ecb0ff-ffde-4660-858d-6d143901e233 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:17.282704 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0ecb0ff-ffde-4660-858d-6d143901e233 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:17.384766 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dea73a63-6745-4822-b2f1-7b5494d5df41 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:17.514560 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0ecb0ff-ffde-4660-858d-6d143901e233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:17.517131 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0ecb0ff-ffde-4660-858d-6d143901e233 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:17.519868 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a0ecb0ff-ffde-4660-858d-6d143901e233 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e8ebd0f6-65a4-4f71-9738-71b7b757f2a9 HTTP/1.1" status: 204 len: 168 time: 0.6379514 Nov 15 11:31:17.541414 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ecb0ff-ffde-4660-858d-6d143901e233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ebd0f6-65a4-4f71-9738-71b7b757f2a9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:17.658000 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dea73a63-6745-4822-b2f1-7b5494d5df41 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:17.677560 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dea73a63-6745-4822-b2f1-7b5494d5df41 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:17.865451 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea73a63-6745-4822-b2f1-7b5494d5df41 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Port': ['ID=1fda79d5-9c86-422e-aef8-6ce64dab7c00,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:17.899711 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dea73a63-6745-4822-b2f1-7b5494d5df41 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:18.264788 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-dea73a63-6745-4822-b2f1-7b5494d5df41 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Floating IP 79922625-eedb-49b3-bbf1-0e3c0a598b8f associated. External IP: 172.25.7.147, port: 9e435742-7800-4fe4-8513-8d966e99afc6. Nov 15 11:31:18.697627 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea73a63-6745-4822-b2f1-7b5494d5df41 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Router 81103ecc-216a-45c0-9cf4-f315c30ad9ab has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:31:18.877006 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea73a63-6745-4822-b2f1-7b5494d5df41 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:31:18.891186 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a179cb-e8a4-4222-ab7e-04cf3278e7aa None None] Sync routers for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:31:18.909096 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a179cb-e8a4-4222-ab7e-04cf3278e7aa None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:18.910038 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b3a179cb-e8a4-4222-ab7e-04cf3278e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:18.930722 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dea73a63-6745-4822-b2f1-7b5494d5df41 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:18.968064 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b3a179cb-e8a4-4222-ab7e-04cf3278e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:18.980080 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a179cb-e8a4-4222-ab7e-04cf3278e7aa None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:18.980679 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b3a179cb-e8a4-4222-ab7e-04cf3278e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:19.000502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 52586) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:19.001115 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-dea73a63-6745-4822-b2f1-7b5494d5df41 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.4810858 Nov 15 11:31:19.005734 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-40e7a76d-d944-424f-9071-2a5112659f99 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:19.025933 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b3a179cb-e8a4-4222-ab7e-04cf3278e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:19.026186 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a179cb-e8a4-4222-ab7e-04cf3278e7aa None None] The sync data for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:31:19.172126 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40e7a76d-d944-424f-9071-2a5112659f99 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:19.404248 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40e7a76d-d944-424f-9071-2a5112659f99 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:19.412810 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40e7a76d-d944-424f-9071-2a5112659f99 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:19.413744 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-40e7a76d-d944-424f-9071-2a5112659f99 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Floating IP 79922625-eedb-49b3-bbf1-0e3c0a598b8f disassociated. External IP: 172.25.7.147, port: 9e435742-7800-4fe4-8513-8d966e99afc6. Nov 15 11:31:19.753464 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e7a76d-d944-424f-9071-2a5112659f99 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Router 81103ecc-216a-45c0-9cf4-f315c30ad9ab has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:31:19.945905 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e7a76d-d944-424f-9071-2a5112659f99 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:31:19.950836 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40e7a76d-d944-424f-9071-2a5112659f99 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:19.969312 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dedab95-a3a2-487f-a9bf-5f529feafc2d None None] Sync routers for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:31:19.983990 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dedab95-a3a2-487f-a9bf-5f529feafc2d None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:19.984857 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-1dedab95-a3a2-487f-a9bf-5f529feafc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:20.034424 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-40e7a76d-d944-424f-9071-2a5112659f99 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "PUT /v2.0/floatingips/79922625-eedb-49b3-bbf1-0e3c0a598b8f HTTP/1.1" status: 200 len: 688 time: 1.0327904 Nov 15 11:31:20.036965 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 52638) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:20.080833 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-1dedab95-a3a2-487f-a9bf-5f529feafc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:20.108971 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dedab95-a3a2-487f-a9bf-5f529feafc2d None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:20.110481 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-1dedab95-a3a2-487f-a9bf-5f529feafc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:20.235998 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-1dedab95-a3a2-487f-a9bf-5f529feafc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:20.236672 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dedab95-a3a2-487f-a9bf-5f529feafc2d None None] The sync data for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:31:20.338393 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a6ccb05c-3e70-4a0d-88d6-4a4a382e7f68 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Deleting port 1fda79d5-9c86-422e-aef8-6ce64dab7c00 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:31:20.338916 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6ccb05c-3e70-4a0d-88d6-4a4a382e7f68 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:20.567707 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6ccb05c-3e70-4a0d-88d6-4a4a382e7f68 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:20.568207 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6ccb05c-3e70-4a0d-88d6-4a4a382e7f68 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:20.584388 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a6ccb05c-3e70-4a0d-88d6-4a4a382e7f68 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Calling delete_port for 1fda79d5-9c86-422e-aef8-6ce64dab7c00 owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:31:20.781803 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6ccb05c-3e70-4a0d-88d6-4a4a382e7f68 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:20.861107 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccb05c-3e70-4a0d-88d6-4a4a382e7f68 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event deleted for resources: {'Port': ['ID=1fda79d5-9c86-422e-aef8-6ce64dab7c00,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:20.959205 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6ccb05c-3e70-4a0d-88d6-4a4a382e7f68 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:20.968509 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6ccb05c-3e70-4a0d-88d6-4a4a382e7f68 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:20.974421 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52678) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:20.974964 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a6ccb05c-3e70-4a0d-88d6-4a4a382e7f68 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "DELETE /v2.0/floatingips/79922625-eedb-49b3-bbf1-0e3c0a598b8f HTTP/1.1" status: 204 len: 168 time: 0.9319112 Nov 15 11:31:20.978050 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8454801a-b195-48b7-ae58-202599b70efc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': 'e3dc7fdf-17a6-4f91-a4d0-d511f308534f'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:21.032921 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8454801a-b195-48b7-ae58-202599b70efc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:21.194559 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8454801a-b195-48b7-ae58-202599b70efc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:21.355729 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-8454801a-b195-48b7-ae58-202599b70efc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Allocated IP 172.25.7.122 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/77ba2556-ee29-4f8c-a777-ee6e1ee61a23) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:31:21.492307 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8454801a-b195-48b7-ae58-202599b70efc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:21.532273 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8454801a-b195-48b7-ae58-202599b70efc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:21.581793 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8454801a-b195-48b7-ae58-202599b70efc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:31:21.587801 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-8454801a-b195-48b7-ae58-202599b70efc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:31:21.598839 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8454801a-b195-48b7-ae58-202599b70efc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:31:21.735654 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454801a-b195-48b7-ae58-202599b70efc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Port': ['ID=77ba2556-ee29-4f8c-a777-ee6e1ee61a23,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:22.281431 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8454801a-b195-48b7-ae58-202599b70efc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:22.370884 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8454801a-b195-48b7-ae58-202599b70efc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:22.579067 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8454801a-b195-48b7-ae58-202599b70efc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:22.593798 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8454801a-b195-48b7-ae58-202599b70efc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:22.673286 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454801a-b195-48b7-ae58-202599b70efc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Port': ['ID=77ba2556-ee29-4f8c-a777-ee6e1ee61a23,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:22.688487 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8454801a-b195-48b7-ae58-202599b70efc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:22.823381 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-8454801a-b195-48b7-ae58-202599b70efc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Floating IP 208efc77-5cbc-49c8-b5e2-94d1978f703c associated. External IP: 172.25.7.122, port: e3dc7fdf-17a6-4f91-a4d0-d511f308534f. Nov 15 11:31:23.070732 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8454801a-b195-48b7-ae58-202599b70efc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Router 81103ecc-216a-45c0-9cf4-f315c30ad9ab has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:31:23.266133 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8454801a-b195-48b7-ae58-202599b70efc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:31:23.279628 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf4267e-7c9f-44d1-8984-b7c11fabb3cc None None] Sync routers for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:31:23.289263 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8454801a-b195-48b7-ae58-202599b70efc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:23.302969 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf4267e-7c9f-44d1-8984-b7c11fabb3cc None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:23.303579 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-edf4267e-7c9f-44d1-8984-b7c11fabb3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:23.330352 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8454801a-b195-48b7-ae58-202599b70efc tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3534911 Nov 15 11:31:23.330577 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52730) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:23.429113 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-edf4267e-7c9f-44d1-8984-b7c11fabb3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:23.434793 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8d7f90fa-dc16-4e20-b956-d2f5c619589e tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "GET /v2.0/floatingips/208efc77-5cbc-49c8-b5e2-94d1978f703c HTTP/1.1" status: 200 len: 978 time: 0.1003554 Nov 15 11:31:23.434997 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52734) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:23.462225 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf4267e-7c9f-44d1-8984-b7c11fabb3cc None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:23.463339 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-edf4267e-7c9f-44d1-8984-b7c11fabb3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:23.514909 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-edf4267e-7c9f-44d1-8984-b7c11fabb3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:23.516019 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf4267e-7c9f-44d1-8984-b7c11fabb3cc None None] The sync data for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:31:23.942439 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a16adff9-f71a-4c72-962b-7233d0821adf tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5062871 Nov 15 11:31:23.944966 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 52742) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:23.950290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-60754242-1406-4116-8196-5461d71a9010 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Request body: {'floatingip': {'port_id': '9e435742-7800-4fe4-8513-8d966e99afc6'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:24.058923 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60754242-1406-4116-8196-5461d71a9010 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:24.296772 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52750) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:24.480052 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4dd46818-a814-4ae6-b7a3-5d4785663d76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:24.681838 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4dd46818-a814-4ae6-b7a3-5d4785663d76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:24.691317 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4dd46818-a814-4ae6-b7a3-5d4785663d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:24.763432 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.db.resource_extend [None req-60754242-1406-4116-8196-5461d71a9010 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 11:31:24.781935 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd46818-a814-4ae6-b7a3-5d4785663d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7e616c-94f8-4756-9966-dbfd6d28d946,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:24.786345 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4dd46818-a814-4ae6-b7a3-5d4785663d76 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2857d8b0add44a53b043d0cbce226dc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4884865 Nov 15 11:31:24.800357 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52758) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:24.856352 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60754242-1406-4116-8196-5461d71a9010 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:24.868052 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60754242-1406-4116-8196-5461d71a9010 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:24.901825 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa45ee64-7840-4e17-a4e8-96176e18a17c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:24.949150 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa45ee64-7840-4e17-a4e8-96176e18a17c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:25.026888 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa45ee64-7840-4e17-a4e8-96176e18a17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:25.030648 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa45ee64-7840-4e17-a4e8-96176e18a17c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:25.035077 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-aa45ee64-7840-4e17-a4e8-96176e18a17c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c7e616c-94f8-4756-9966-dbfd6d28d946 HTTP/1.1" status: 204 len: 168 time: 0.2334921 Nov 15 11:31:25.044987 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45ee64-7840-4e17-a4e8-96176e18a17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7e616c-94f8-4756-9966-dbfd6d28d946,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:25.443850 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-60754242-1406-4116-8196-5461d71a9010 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Floating IP 208efc77-5cbc-49c8-b5e2-94d1978f703c associated. External IP: 172.25.7.122, port: e3dc7fdf-17a6-4f91-a4d0-d511f308534f. Nov 15 11:31:25.550842 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52782) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:25.580842 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2fa06808-2ebe-46ee-8bdf-ec55026a49fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:25.837421 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2fa06808-2ebe-46ee-8bdf-ec55026a49fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:25.849093 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2fa06808-2ebe-46ee-8bdf-ec55026a49fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:25.864113 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b4460af-b75c-4911-a861-2eebc07dc23a req-c9b80389-efac-4439-95a0-fe21dfd8b895 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5d040278-f638-4708-908e-5f5d28a537a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3286834 Nov 15 11:31:25.921418 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2fa06808-2ebe-46ee-8bdf-ec55026a49fc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b3559f50af3d48c0bd7822fec5f41f1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3694167 Nov 15 11:31:25.922943 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa06808-2ebe-46ee-8bdf-ec55026a49fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a498d505-23d4-4191-8b58-a6222b8a4b5b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:25.925814 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52790) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:25.982572 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea8ae714-3120-4d60-bffe-1d0b67ec542e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:26.006248 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea8ae714-3120-4d60-bffe-1d0b67ec542e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:26.035320 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4460af-b75c-4911-a861-2eebc07dc23a req-21fa9b14-97e6-4cfe-996c-b6750b6830e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:26.037003 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b4460af-b75c-4911-a861-2eebc07dc23a req-21fa9b14-97e6-4cfe-996c-b6750b6830e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=84266b83cb7b44e49edcf06f7e40ecbe&device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 1097 time: 0.0825815 Nov 15 11:31:26.076907 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60754242-1406-4116-8196-5461d71a9010 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Router 81103ecc-216a-45c0-9cf4-f315c30ad9ab has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:31:26.082925 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea8ae714-3120-4d60-bffe-1d0b67ec542e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:26.088254 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea8ae714-3120-4d60-bffe-1d0b67ec542e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:26.090293 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ea8ae714-3120-4d60-bffe-1d0b67ec542e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a498d505-23d4-4191-8b58-a6222b8a4b5b HTTP/1.1" status: 204 len: 168 time: 0.1633484 Nov 15 11:31:26.102634 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ae714-3120-4d60-bffe-1d0b67ec542e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a498d505-23d4-4191-8b58-a6222b8a4b5b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:26.269501 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4460af-b75c-4911-a861-2eebc07dc23a req-2deb9082-287a-47f7-9205-d5afc58df942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:26.270992 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b4460af-b75c-4911-a861-2eebc07dc23a req-2deb9082-287a-47f7-9205-d5afc58df942 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd HTTP/1.1" status: 200 len: 911 time: 0.2033184 Nov 15 11:31:26.337987 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60754242-1406-4116-8196-5461d71a9010 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:31:26.350716 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2193d3-4875-459f-92e4-7d430aa3be4a None None] Sync routers for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:31:26.371520 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2193d3-4875-459f-92e4-7d430aa3be4a None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:26.372158 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-6b2193d3-4875-459f-92e4-7d430aa3be4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:26.419614 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b4460af-b75c-4911-a861-2eebc07dc23a req-52b026de-daae-4b72-ae70-7ae38a175c15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0de6e7fa-82b9-4db7-8cfa-183776c0769d HTTP/1.1" status: 200 len: 1001 time: 0.1385658 Nov 15 11:31:26.424043 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-6b2193d3-4875-459f-92e4-7d430aa3be4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:26.442278 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2193d3-4875-459f-92e4-7d430aa3be4a None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:26.443090 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-6b2193d3-4875-459f-92e4-7d430aa3be4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:26.482795 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-6b2193d3-4875-459f-92e4-7d430aa3be4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:26.483423 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2193d3-4875-459f-92e4-7d430aa3be4a None None] The sync data for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:31:26.520796 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4460af-b75c-4911-a861-2eebc07dc23a req-d4d77c1f-e769-45d8-81ea-b82961e2c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:26.522329 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b4460af-b75c-4911-a861-2eebc07dc23a req-d4d77c1f-e769-45d8-81ea-b82961e2c86e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fa23b34b-7133-41b6-b1e3-4b077f52e5c3 HTTP/1.1" status: 200 len: 849 time: 0.0950694 Nov 15 11:31:26.684173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60754242-1406-4116-8196-5461d71a9010 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Router 81103ecc-216a-45c0-9cf4-f315c30ad9ab has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:31:26.782817 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4460af-b75c-4911-a861-2eebc07dc23a req-1820e9fb-ec3a-4439-aaa2-5cf097c1f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:26.784465 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b4460af-b75c-4911-a861-2eebc07dc23a req-1820e9fb-ec3a-4439-aaa2-5cf097c1f696 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2538598 Nov 15 11:31:26.943483 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b4460af-b75c-4911-a861-2eebc07dc23a req-2c080680-b3a9-4618-a3ad-3bbd413b0a40 service neutron] 10.222.0.55 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260242 Nov 15 11:31:27.065486 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60754242-1406-4116-8196-5461d71a9010 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:31:27.079808 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60754242-1406-4116-8196-5461d71a9010 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:27.087159 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae55baca-a9a9-4631-bdf0-b565ad89e93d None None] Sync routers for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:31:27.125650 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae55baca-a9a9-4631-bdf0-b565ad89e93d None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:27.126720 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ae55baca-a9a9-4631-bdf0-b565ad89e93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:27.176456 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b4460af-b75c-4911-a861-2eebc07dc23a req-5291e779-a75b-4eb3-8811-2b78264d6d4c service neutron] 10.222.0.55 "GET /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232628 Nov 15 11:31:27.193735 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ae55baca-a9a9-4631-bdf0-b565ad89e93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:27.218425 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-60754242-1406-4116-8196-5461d71a9010 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "PUT /v2.0/floatingips/208efc77-5cbc-49c8-b5e2-94d1978f703c HTTP/1.1" status: 200 len: 977 time: 3.2694020 Nov 15 11:31:27.218866 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52830) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:27.224644 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4da3a830-96e2-48c2-9163-db6b179f1751 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:27.229698 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae55baca-a9a9-4631-bdf0-b565ad89e93d None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:27.231212 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ae55baca-a9a9-4631-bdf0-b565ad89e93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:27.271045 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ae55baca-a9a9-4631-bdf0-b565ad89e93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:27.272740 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae55baca-a9a9-4631-bdf0-b565ad89e93d None None] The sync data for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:31:27.301300 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4da3a830-96e2-48c2-9163-db6b179f1751 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:27.486455 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4da3a830-96e2-48c2-9163-db6b179f1751 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:27.491217 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4da3a830-96e2-48c2-9163-db6b179f1751 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:27.491723 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-4da3a830-96e2-48c2-9163-db6b179f1751 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Floating IP 208efc77-5cbc-49c8-b5e2-94d1978f703c disassociated. External IP: 172.25.7.122, port: 9e435742-7800-4fe4-8513-8d966e99afc6. Nov 15 11:31:27.793000 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da3a830-96e2-48c2-9163-db6b179f1751 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Router 81103ecc-216a-45c0-9cf4-f315c30ad9ab has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:31:27.996960 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da3a830-96e2-48c2-9163-db6b179f1751 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:31:28.005002 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4da3a830-96e2-48c2-9163-db6b179f1751 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:28.006290 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6ae0f4-2c89-4962-87b9-6c3ef48248ed None None] Sync routers for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:31:28.019719 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6ae0f4-2c89-4962-87b9-6c3ef48248ed None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:28.020798 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7a6ae0f4-2c89-4962-87b9-6c3ef48248ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:28.057610 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7a6ae0f4-2c89-4962-87b9-6c3ef48248ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:28.068017 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6ae0f4-2c89-4962-87b9-6c3ef48248ed None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:28.068845 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7a6ae0f4-2c89-4962-87b9-6c3ef48248ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:28.068978 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 52852) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:28.072723 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4da3a830-96e2-48c2-9163-db6b179f1751 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "PUT /v2.0/floatingips/208efc77-5cbc-49c8-b5e2-94d1978f703c HTTP/1.1" status: 200 len: 688 time: 0.8516359 Nov 15 11:31:28.104914 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7a6ae0f4-2c89-4962-87b9-6c3ef48248ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:28.106111 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6ae0f4-2c89-4962-87b9-6c3ef48248ed None None] The sync data for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:31:28.261212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f45ae62e-6081-4d12-8000-aff07983bac7 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Deleting port 77ba2556-ee29-4f8c-a777-ee6e1ee61a23 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:31:28.261947 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f45ae62e-6081-4d12-8000-aff07983bac7 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:28.403062 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f45ae62e-6081-4d12-8000-aff07983bac7 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:28.403360 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f45ae62e-6081-4d12-8000-aff07983bac7 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:28.420372 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f45ae62e-6081-4d12-8000-aff07983bac7 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Calling delete_port for 77ba2556-ee29-4f8c-a777-ee6e1ee61a23 owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:31:28.605955 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f45ae62e-6081-4d12-8000-aff07983bac7 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:28.640258 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ae62e-6081-4d12-8000-aff07983bac7 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event deleted for resources: {'Port': ['ID=77ba2556-ee29-4f8c-a777-ee6e1ee61a23,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:28.753353 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f45ae62e-6081-4d12-8000-aff07983bac7 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:28.757913 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f45ae62e-6081-4d12-8000-aff07983bac7 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:28.763841 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f45ae62e-6081-4d12-8000-aff07983bac7 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "DELETE /v2.0/floatingips/208efc77-5cbc-49c8-b5e2-94d1978f703c HTTP/1.1" status: 204 len: 168 time: 0.6898694 Nov 15 11:31:28.764024 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52880) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:28.817580 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-67138c78-07b6-4af0-adf1-47074111c306 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] delete failed (client error): The resource could not be found. Nov 15 11:31:28.822474 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-67138c78-07b6-4af0-adf1-47074111c306 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "DELETE /v2.0/floatingips/208efc77-5cbc-49c8-b5e2-94d1978f703c HTTP/1.1" status: 404 len: 345 time: 0.0541337 Nov 15 11:31:28.823450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 52894) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:28.952196 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4687cceb-b638-470d-bc1b-7fa1ecc082ac tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:28.966760 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4687cceb-b638-470d-bc1b-7fa1ecc082ac tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:28.973171 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4687cceb-b638-470d-bc1b-7fa1ecc082ac tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:28.974890 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4687cceb-b638-470d-bc1b-7fa1ecc082ac tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "GET /v2.0/ports?network_id=abe3b8ac-37d6-49b5-a6b3-15081362c195 HTTP/1.1" status: 200 len: 2357 time: 0.1497717 Nov 15 11:31:28.977737 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52910) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:29.073206 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac01f5b3-e509-4d0f-8fb8-0d84c2f56a4e tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:29.076056 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ac01f5b3-e509-4d0f-8fb8-0d84c2f56a4e tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "GET /v2.0/subnets/44d73224-068e-4ba4-b1c4-456f2ffc894c HTTP/1.1" status: 200 len: 797 time: 0.0965774 Nov 15 11:31:29.080220 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52922) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:29.094584 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-47a27d8f-180a-4b0b-ad83-704970eea2a4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Request body: {'port': {'network_id': 'abe3b8ac-37d6-49b5-a6b3-15081362c195', 'name': 'tempest-FloatingIPTestJSON-476400891', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:29.303066 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a27d8f-180a-4b0b-ad83-704970eea2a4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Made reservation on behalf of 303ecb606b014026987c26a7a2ece66b for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:31:29.406149 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47a27d8f-180a-4b0b-ad83-704970eea2a4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:29.425433 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-47a27d8f-180a-4b0b-ad83-704970eea2a4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] device_id is not set on port f23aabad-9b30-4b1e-8135-701072e3ff39 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:31:29.584143 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:29.670869 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52954) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:29.779858 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-47a27d8f-180a-4b0b-ad83-704970eea2a4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Allocated IP 172.20.0.14 (abe3b8ac-37d6-49b5-a6b3-15081362c195/44d73224-068e-4ba4-b1c4-456f2ffc894c/f23aabad-9b30-4b1e-8135-701072e3ff39) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:31:29.789378 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-47a27d8f-180a-4b0b-ad83-704970eea2a4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Allocated IP 172.20.0.13 (abe3b8ac-37d6-49b5-a6b3-15081362c195/44d73224-068e-4ba4-b1c4-456f2ffc894c/f23aabad-9b30-4b1e-8135-701072e3ff39) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:31:29.850357 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df55372e-e8bc-4405-a0ab-47778f5dcb4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:29.998815 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47a27d8f-180a-4b0b-ad83-704970eea2a4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:30.057383 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df55372e-e8bc-4405-a0ab-47778f5dcb4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:30.069267 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df55372e-e8bc-4405-a0ab-47778f5dcb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:30.106966 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-df55372e-e8bc-4405-a0ab-47778f5dcb4f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=895999e3e87245f2b82d1d39dfe5e12e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4349442 Nov 15 11:31:30.110316 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 52966) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:30.175564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55372e-e8bc-4405-a0ab-47778f5dcb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d513e4-7120-4018-963d-0eea024d0fda,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:30.187560 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47a27d8f-180a-4b0b-ad83-704970eea2a4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:30.250465 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a27d8f-180a-4b0b-ad83-704970eea2a4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Port': ['ID=f23aabad-9b30-4b1e-8135-701072e3ff39,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:30.262646 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a27d8f-180a-4b0b-ad83-704970eea2a4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Network abe3b8ac-37d6-49b5-a6b3-15081362c195 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:31:30.265796 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-47a27d8f-180a-4b0b-ad83-704970eea2a4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:31:30.271368 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a27d8f-180a-4b0b-ad83-704970eea2a4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:31:30.305919 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5f86e3a-ecef-4b55-894d-13d4b9cc3604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:30.348287 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a27d8f-180a-4b0b-ad83-704970eea2a4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:30.348287 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47a27d8f-180a-4b0b-ad83-704970eea2a4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:30.348712 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5f86e3a-ecef-4b55-894d-13d4b9cc3604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:30.378372 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-47a27d8f-180a-4b0b-ad83-704970eea2a4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.2935169 Nov 15 11:31:30.378767 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 52978) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:30.383773 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c2f80d8d-c97f-41f3-9895-6f5477ad579a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': 'f23aabad-9b30-4b1e-8135-701072e3ff39', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:30.425509 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5f86e3a-ecef-4b55-894d-13d4b9cc3604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:30.431215 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5f86e3a-ecef-4b55-894d-13d4b9cc3604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:30.432287 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d5f86e3a-ecef-4b55-894d-13d4b9cc3604 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f3d513e4-7120-4018-963d-0eea024d0fda HTTP/1.1" status: 204 len: 168 time: 0.3164039 Nov 15 11:31:30.437554 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c2f80d8d-c97f-41f3-9895-6f5477ad579a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:30.457900 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f86e3a-ecef-4b55-894d-13d4b9cc3604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d513e4-7120-4018-963d-0eea024d0fda,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:30.605293 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c2f80d8d-c97f-41f3-9895-6f5477ad579a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:30.759094 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-c2f80d8d-c97f-41f3-9895-6f5477ad579a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Allocated IP 172.25.7.84 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/4557cca3-766d-45ec-8b31-d7d61a3e6867) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:31:30.890601 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c2f80d8d-c97f-41f3-9895-6f5477ad579a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:30.908830 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53002) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:30.928820 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a9bc38b-afce-472a-9dcf-2775cef8ac07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:30.942876 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c2f80d8d-c97f-41f3-9895-6f5477ad579a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:31.010175 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f80d8d-c97f-41f3-9895-6f5477ad579a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Port': ['ID=4557cca3-766d-45ec-8b31-d7d61a3e6867,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:31.019434 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f80d8d-c97f-41f3-9895-6f5477ad579a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:31:31.024731 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-c2f80d8d-c97f-41f3-9895-6f5477ad579a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:31:31.027259 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f80d8d-c97f-41f3-9895-6f5477ad579a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:31:31.065287 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a9bc38b-afce-472a-9dcf-2775cef8ac07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:31.076947 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a9bc38b-afce-472a-9dcf-2775cef8ac07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:31.181448 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1a9bc38b-afce-472a-9dcf-2775cef8ac07 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1508c7aaf10a48eba4facd448ebff6ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2698622 Nov 15 11:31:31.182632 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53008) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:31.192751 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bc38b-afce-472a-9dcf-2775cef8ac07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20dc555-365e-4f8d-ad79-6a8e6e2549b9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:31.286252 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-584ec0e7-1581-4123-976f-e5bba527cebd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:31.328531 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-584ec0e7-1581-4123-976f-e5bba527cebd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:31.413549 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-584ec0e7-1581-4123-976f-e5bba527cebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:31.416698 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-584ec0e7-1581-4123-976f-e5bba527cebd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:31.419388 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-584ec0e7-1581-4123-976f-e5bba527cebd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a20dc555-365e-4f8d-ad79-6a8e6e2549b9 HTTP/1.1" status: 204 len: 168 time: 0.2347822 Nov 15 11:31:31.476575 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ec0e7-1581-4123-976f-e5bba527cebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20dc555-365e-4f8d-ad79-6a8e6e2549b9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:31.505414 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c2f80d8d-c97f-41f3-9895-6f5477ad579a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:31.550988 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:31.622548 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c2f80d8d-c97f-41f3-9895-6f5477ad579a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:31.819481 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c2f80d8d-c97f-41f3-9895-6f5477ad579a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:31.829020 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c2f80d8d-c97f-41f3-9895-6f5477ad579a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:31.945096 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f80d8d-c97f-41f3-9895-6f5477ad579a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Port': ['ID=4557cca3-766d-45ec-8b31-d7d61a3e6867,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:31.967401 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c2f80d8d-c97f-41f3-9895-6f5477ad579a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:32.101852 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-c2f80d8d-c97f-41f3-9895-6f5477ad579a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Floating IP b2fb4d09-88a1-4048-b261-c892317a7928 associated. External IP: 172.25.7.84, port: f23aabad-9b30-4b1e-8135-701072e3ff39. Nov 15 11:31:32.644863 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53044) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:32.822166 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad4171b7-9f17-4802-86bb-a0920e51436e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:32.929166 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad4171b7-9f17-4802-86bb-a0920e51436e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:32.939265 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad4171b7-9f17-4802-86bb-a0920e51436e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:33.007848 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4171b7-9f17-4802-86bb-a0920e51436e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e836db-d75e-4cd2-970d-11b43a7c9698,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:33.055879 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ad4171b7-9f17-4802-86bb-a0920e51436e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a2083cebb2740ce9dfe99b61629280f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4092102 Nov 15 11:31:33.056857 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53054) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:33.175615 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf6bd5f5-ec03-4fec-81d2-7aa30091d24e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:33.216325 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf6bd5f5-ec03-4fec-81d2-7aa30091d24e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:33.261779 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f80d8d-c97f-41f3-9895-6f5477ad579a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Router 81103ecc-216a-45c0-9cf4-f315c30ad9ab has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:31:33.286039 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf6bd5f5-ec03-4fec-81d2-7aa30091d24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:33.289327 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf6bd5f5-ec03-4fec-81d2-7aa30091d24e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:33.293112 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cf6bd5f5-ec03-4fec-81d2-7aa30091d24e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/88e836db-d75e-4cd2-970d-11b43a7c9698 HTTP/1.1" status: 204 len: 168 time: 0.2329106 Nov 15 11:31:33.308257 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6bd5f5-ec03-4fec-81d2-7aa30091d24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e836db-d75e-4cd2-970d-11b43a7c9698,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:33.430748 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f80d8d-c97f-41f3-9895-6f5477ad579a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:31:33.443838 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff03bd4-01cd-4eb9-b4fa-12a3290aac98 None None] Sync routers for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:31:33.462477 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff03bd4-01cd-4eb9-b4fa-12a3290aac98 None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:33.463476 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-dff03bd4-01cd-4eb9-b4fa-12a3290aac98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:33.472357 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c2f80d8d-c97f-41f3-9895-6f5477ad579a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:33.514253 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c2f80d8d-c97f-41f3-9895-6f5477ad579a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1343610 Nov 15 11:31:33.516996 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53068) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:33.522855 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-2770aba7-2fd3-4c4a-af19-0ec6966f498a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Request body: {'floatingip': {'port_id': 'f23aabad-9b30-4b1e-8135-701072e3ff39', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:33.561361 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-dff03bd4-01cd-4eb9-b4fa-12a3290aac98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:33.611404 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff03bd4-01cd-4eb9-b4fa-12a3290aac98 None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:33.613348 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-dff03bd4-01cd-4eb9-b4fa-12a3290aac98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:33.633369 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2770aba7-2fd3-4c4a-af19-0ec6966f498a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:33.677249 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-dff03bd4-01cd-4eb9-b4fa-12a3290aac98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:33.677942 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff03bd4-01cd-4eb9-b4fa-12a3290aac98 None None] The sync data for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:31:34.066298 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53106) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:34.518311 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d2556a7a-eb7b-4e74-991d-05998c0fa4e9 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:34.556721 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d2556a7a-eb7b-4e74-991d-05998c0fa4e9 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] 10.222.0.64 "PUT /v2.0/quotas/69f74c62021d45f1974816a0f5cb27ef HTTP/1.1" status: 200 len: 368 time: 0.4863315 Nov 15 11:31:34.557191 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53126) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:34.562832 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5c3670f8-e622-4fcd-933e-86abe6468aae tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Request body: {'network': {'project_id': '69f74c62021d45f1974816a0f5cb27ef'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:34.591425 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53128) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:34.600330 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3670f8-e622-4fcd-933e-86abe6468aae tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Made reservation on behalf of 69f74c62021d45f1974816a0f5cb27ef for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:31:34.604184 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c3670f8-e622-4fcd-933e-86abe6468aae tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:34.614723 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c3670f8-e622-4fcd-933e-86abe6468aae tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:34.649678 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2770aba7-2fd3-4c4a-af19-0ec6966f498a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:34.699275 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2770aba7-2fd3-4c4a-af19-0ec6966f498a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:34.730453 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c3670f8-e622-4fcd-933e-86abe6468aae tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:34.742579 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c3670f8-e622-4fcd-933e-86abe6468aae tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:34.760773 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2f4ee0ae-ad54-439a-991d-bd6d00f08464 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1258185139-network', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:34.798888 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4ee0ae-ad54-439a-991d-bd6d00f08464 admin admin] Made reservation on behalf of c6befd75a17548db897fe48e53eb3cd1 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:31:34.801804 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee0ae-ad54-439a-991d-bd6d00f08464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:34.809299 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3670f8-e622-4fcd-933e-86abe6468aae tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:31:34.842680 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee0ae-ad54-439a-991d-bd6d00f08464 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:34.851846 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c3670f8-e622-4fcd-933e-86abe6468aae tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:34.852523 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-5c3670f8-e622-4fcd-933e-86abe6468aae tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Added segment 54ac57e1-91ca-402c-a622-90ab0e8f8c32 of type vlan for network ef6bf81e-daaf-4969-81da-9b10e14b2cfb Nov 15 11:31:34.860768 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3670f8-e622-4fcd-933e-86abe6468aae tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d022f9-2193-4106-9b78-da29f7ec23b5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:34.912085 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd6814-3010-4e9f-b600-76dcf14933f1 req-9f36692b-0819-434c-adcc-be0117bd8001 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:34.913676 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6bbd6814-3010-4e9f-b600-76dcf14933f1 req-9f36692b-0819-434c-adcc-be0117bd8001 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 946 time: 0.2627358 Nov 15 11:31:34.949960 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c3670f8-e622-4fcd-933e-86abe6468aae tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:34.995852 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6bbd6814-3010-4e9f-b600-76dcf14933f1 req-22fc3cea-56a4-466c-ad7b-b30ffcaa5619 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=60abd519-29ea-4fe0-acc6-5e4fb0b46068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748887 Nov 15 11:31:35.006258 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c3670f8-e622-4fcd-933e-86abe6468aae tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:35.007671 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3670f8-e622-4fcd-933e-86abe6468aae tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:35.008541 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c3670f8-e622-4fcd-933e-86abe6468aae tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:35.051842 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5c3670f8-e622-4fcd-933e-86abe6468aae tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4933753 Nov 15 11:31:35.065021 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53132) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:35.071564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-8ee5f2e0-ec47-4a65-9a37-d262dbe9f9c3 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Request body: {'network': {'project_id': '69f74c62021d45f1974816a0f5cb27ef'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:35.113166 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee5f2e0-ec47-4a65-9a37-d262dbe9f9c3 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Made reservation on behalf of 69f74c62021d45f1974816a0f5cb27ef for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:31:35.116217 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ee5f2e0-ec47-4a65-9a37-d262dbe9f9c3 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:35.121476 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee0ae-ad54-439a-991d-bd6d00f08464 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:35.122653 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3670f8-e622-4fcd-933e-86abe6468aae tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Pushing event updated for resources: {'Network': ['ID=ef6bf81e-daaf-4969-81da-9b10e14b2cfb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:35.130257 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee0ae-ad54-439a-991d-bd6d00f08464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:35.133996 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network ef6bf81e-daaf-4969-81da-9b10e14b2cfb details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:31:35.164452 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4ee0ae-ad54-439a-991d-bd6d00f08464 admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:31:35.185200 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ee0ae-ad54-439a-991d-bd6d00f08464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b74401-b7fd-4bb7-b844-0656fb149999,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:35.191478 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee0ae-ad54-439a-991d-bd6d00f08464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:35.191847 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-2f4ee0ae-ad54-439a-991d-bd6d00f08464 admin admin] Added segment 8e4e212c-6e19-464b-a33c-39d4b1698c7c of type vlan for network 22cff1ab-90e9-409a-9763-27f9c9815424 Nov 15 11:31:35.223384 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee5f2e0-ec47-4a65-9a37-d262dbe9f9c3 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:31:35.242479 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee0ae-ad54-439a-991d-bd6d00f08464 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:35.261687 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ee5f2e0-ec47-4a65-9a37-d262dbe9f9c3 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:35.262029 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-8ee5f2e0-ec47-4a65-9a37-d262dbe9f9c3 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Added segment e10ecddb-eda4-4c18-9b7f-bcf6a81f5c00 of type vlan for network 3b31e95c-750e-4d65-9166-c9c5c5bcc82c Nov 15 11:31:35.264424 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2770aba7-2fd3-4c4a-af19-0ec6966f498a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Router 81103ecc-216a-45c0-9cf4-f315c30ad9ab has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:31:35.284337 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee0ae-ad54-439a-991d-bd6d00f08464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:35.285923 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4ee0ae-ad54-439a-991d-bd6d00f08464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:35.287894 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee0ae-ad54-439a-991d-bd6d00f08464 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:35.352585 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ee5f2e0-ec47-4a65-9a37-d262dbe9f9c3 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:35.377671 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2f4ee0ae-ad54-439a-991d-bd6d00f08464 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7848504 Nov 15 11:31:35.379079 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ee0ae-ad54-439a-991d-bd6d00f08464 admin admin] Pushing event updated for resources: {'Network': ['ID=22cff1ab-90e9-409a-9763-27f9c9815424,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:35.382131 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53138) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:35.387586 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-47a3bc17-bb73-4b63-97e3-9f9b49495285 admin admin] Request body: {'subnet': {'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1258185139-subnet', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:35.391156 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 22cff1ab-90e9-409a-9763-27f9c9815424 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:31:35.413963 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a3bc17-bb73-4b63-97e3-9f9b49495285 admin admin] Made reservation on behalf of c6befd75a17548db897fe48e53eb3cd1 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:31:35.416952 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47a3bc17-bb73-4b63-97e3-9f9b49495285 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:35.568533 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ee5f2e0-ec47-4a65-9a37-d262dbe9f9c3 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:35.569515 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee5f2e0-ec47-4a65-9a37-d262dbe9f9c3 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:35.570133 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ee5f2e0-ec47-4a65-9a37-d262dbe9f9c3 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:35.629938 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47a3bc17-bb73-4b63-97e3-9f9b49495285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:35.702045 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a3bc17-bb73-4b63-97e3-9f9b49495285 admin admin] Checking segment: {'id': '8e4e212c-6e19-464b-a33c-39d4b1698c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:31:35.702502 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a3bc17-bb73-4b63-97e3-9f9b49495285 admin admin] Network hostable DHCP agents. Network: 22cff1ab-90e9-409a-9763-27f9c9815424, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:31:35.723624 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5f2e0-ec47-4a65-9a37-d262dbe9f9c3 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Pushing event updated for resources: {'Network': ['ID=3b31e95c-750e-4d65-9166-c9c5c5bcc82c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:35.726550 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3bc17-bb73-4b63-97e3-9f9b49495285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c62f435-1ed6-404a-a855-45179d8b724c,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:35.738386 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a3bc17-bb73-4b63-97e3-9f9b49495285 admin admin] Network 22cff1ab-90e9-409a-9763-27f9c9815424 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:31:35.745299 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 3b31e95c-750e-4d65-9166-c9c5c5bcc82c details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:31:35.750171 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-47a3bc17-bb73-4b63-97e3-9f9b49495285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 22cff1ab-90e9-409a-9763-27f9c9815424) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:31:35.755839 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a3bc17-bb73-4b63-97e3-9f9b49495285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:35.756715 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47a3bc17-bb73-4b63-97e3-9f9b49495285 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:35.761399 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8ee5f2e0-ec47-4a65-9a37-d262dbe9f9c3 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6924670 Nov 15 11:31:35.763615 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2770aba7-2fd3-4c4a-af19-0ec6966f498a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:31:35.764982 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53140) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:35.774458 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74017469-aeed-48b1-a3ee-2108b9fc6b3f None None] Sync routers for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:31:35.775248 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2770aba7-2fd3-4c4a-af19-0ec6966f498a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:35.785141 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74017469-aeed-48b1-a3ee-2108b9fc6b3f None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:35.785749 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-74017469-aeed-48b1-a3ee-2108b9fc6b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:35.786788 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-a72201e8-9634-4a4a-9f9f-a4a596a2aec9 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Request body: {'network': {'project_id': '69f74c62021d45f1974816a0f5cb27ef'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:35.792568 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-47a3bc17-bb73-4b63-97e3-9f9b49495285 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4088206 Nov 15 11:31:35.795751 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53142) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:35.807185 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4ba2e9a4-df93-4854-85d7-2606db0145c8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1258185139-router', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:35.839539 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-74017469-aeed-48b1-a3ee-2108b9fc6b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:35.849386 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74017469-aeed-48b1-a3ee-2108b9fc6b3f None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:35.849986 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-74017469-aeed-48b1-a3ee-2108b9fc6b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:35.856745 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da480df8-6205-4961-b53a-4e65c0254cec None None] Network 22cff1ab-90e9-409a-9763-27f9c9815424 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:31:35.888387 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-74017469-aeed-48b1-a3ee-2108b9fc6b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:35.889276 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74017469-aeed-48b1-a3ee-2108b9fc6b3f None None] The sync data for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:31:35.894191 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72201e8-9634-4a4a-9f9f-a4a596a2aec9 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 15 11:31:35.894658 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72201e8-9634-4a4a-9f9f-a4a596a2aec9 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:31:35.895832 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a72201e8-9634-4a4a-9f9f-a4a596a2aec9 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1299064 Nov 15 11:31:35.901559 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53144) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:35.902854 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ba2e9a4-df93-4854-85d7-2606db0145c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:35.904909 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ba2e9a4-df93-4854-85d7-2606db0145c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:35.959291 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2770aba7-2fd3-4c4a-af19-0ec6966f498a tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "PUT /v2.0/floatingips/b2fb4d09-88a1-4048-b261-c892317a7928 HTTP/1.1" status: 200 len: 977 time: 2.4407096 Nov 15 11:31:35.963256 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53146) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:36.059548 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ba2e9a4-df93-4854-85d7-2606db0145c8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:36.180903 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a796f7-e429-4802-8217-475b2b9fd106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-22cff1ab-90e9-409a-9763-27f9c9815424', 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'fixed_ips': [{'subnet_id': '1c62f435-1ed6-404a-a855-45179d8b724c'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:31:36.181776 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e5a796f7-e429-4802-8217-475b2b9fd106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:36.258460 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e693bf-43a8-4baf-a0fb-a56e81bee62f req-e41cec41-6ebb-4cfd-92a5-1a9e18f89706 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:36.263259 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-88e693bf-43a8-4baf-a0fb-a56e81bee62f req-e41cec41-6ebb-4cfd-92a5-1a9e18f89706 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 946 time: 0.2306027 Nov 15 11:31:36.263453 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-aef9431f-2ee2-4c5f-acfb-22696590fe69 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=69f74c62021d45f1974816a0f5cb27ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2357585 Nov 15 11:31:36.264316 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53150) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:36.391257 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-e5a796f7-e429-4802-8217-475b2b9fd106 None None] Allocated IP 172.20.0.2 (22cff1ab-90e9-409a-9763-27f9c9815424/1c62f435-1ed6-404a-a855-45179d8b724c/23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:31:36.405266 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d7f2a-3d7f-449f-8b06-e1239b7b6242 req-e1a55768-c865-4106-9a5f-804c644c6e84 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:36.405426 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df9d7f2a-3d7f-449f-8b06-e1239b7b6242 req-e1a55768-c865-4106-9a5f-804c644c6e84 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 946 time: 0.2476602 Nov 15 11:31:36.437587 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ba2e9a4-df93-4854-85d7-2606db0145c8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:36.462545 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c6e1bdd-3920-41cf-ba36-c68cda517ff1 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:36.510694 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df9d7f2a-3d7f-449f-8b06-e1239b7b6242 req-a1dccab6-6785-495a-8bb9-55809469fece tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups?id=60abd519-29ea-4fe0-acc6-5e4fb0b46068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962257 Nov 15 11:31:36.519478 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-88e693bf-43a8-4baf-a0fb-a56e81bee62f req-ff797ac8-a3bd-400a-8980-cb23852cb83f tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Deleting port 0de6e7fa-82b9-4db7-8cfa-183776c0769d {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:31:36.519794 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-88e693bf-43a8-4baf-a0fb-a56e81bee62f req-ff797ac8-a3bd-400a-8980-cb23852cb83f tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:36.541976 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c6e1bdd-3920-41cf-ba36-c68cda517ff1 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:36.665366 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e5a796f7-e429-4802-8217-475b2b9fd106 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:36.669968 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c7e306fe-c0db-4325-8f07-509c15bc8829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:36.676355 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e5a796f7-e429-4802-8217-475b2b9fd106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:36.695034 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-88e693bf-43a8-4baf-a0fb-a56e81bee62f req-ff797ac8-a3bd-400a-8980-cb23852cb83f tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] For port 0de6e7fa-82b9-4db7-8cfa-183776c0769d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0de6e7fa-82b9-4db7-8cfa-183776c0769d,segment=NetworkSegment(c2cb3e63-6ad3-4217-9eed-16afe313951d),segment_id=c2cb3e63-6ad3-4217-9eed-16afe313951d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:31:36.695420 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-88e693bf-43a8-4baf-a0fb-a56e81bee62f req-ff797ac8-a3bd-400a-8980-cb23852cb83f tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:36.755579 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a796f7-e429-4802-8217-475b2b9fd106 None None] Pushing event updated for resources: {'Port': ['ID=23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:36.781734 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a796f7-e429-4802-8217-475b2b9fd106 None None] Network 22cff1ab-90e9-409a-9763-27f9c9815424 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:31:36.787677 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c6e1bdd-3920-41cf-ba36-c68cda517ff1 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:36.790258 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c6e1bdd-3920-41cf-ba36-c68cda517ff1 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:36.793699 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1c6e1bdd-3920-41cf-ba36-c68cda517ff1 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/79d022f9-2193-4106-9b78-da29f7ec23b5 HTTP/1.1" status: 204 len: 168 time: 0.5254714 Nov 15 11:31:36.793834 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-e5a796f7-e429-4802-8217-475b2b9fd106 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:31:36.796149 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a796f7-e429-4802-8217-475b2b9fd106 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:31:36.806632 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53156) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:36.852455 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e1bdd-3920-41cf-ba36-c68cda517ff1 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d022f9-2193-4106-9b78-da29f7ec23b5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:36.897937 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-873ab854-a161-4fad-990b-32615aa09c0c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Deleting port 4557cca3-766d-45ec-8b31-d7d61a3e6867 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:31:36.898693 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-873ab854-a161-4fad-990b-32615aa09c0c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:36.920744 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-e5a796f7-e429-4802-8217-475b2b9fd106 None None] Attempting to bind port 23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:31:36.921157 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-e5a796f7-e429-4802-8217-475b2b9fd106 None None] Attempting to bind port 23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '8e4e212c-6e19-464b-a33c-39d4b1698c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:31:36.921511 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a796f7-e429-4802-8217-475b2b9fd106 None None] Attempting to bind port 23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb on network 22cff1ab-90e9-409a-9763-27f9c9815424 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:31:36.937090 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ba2e9a4-df93-4854-85d7-2606db0145c8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:36.937764 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a796f7-e429-4802-8217-475b2b9fd106 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:31:36.938139 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a796f7-e429-4802-8217-475b2b9fd106 None None] Checking segment: {'id': '8e4e212c-6e19-464b-a33c-39d4b1698c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:31:36.938523 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e5a796f7-e429-4802-8217-475b2b9fd106 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:36.939254 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a796f7-e429-4802-8217-475b2b9fd106 None None] Bound using segment: {'id': '8e4e212c-6e19-464b-a33c-39d4b1698c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:31:36.939788 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-e5a796f7-e429-4802-8217-475b2b9fd106 None None] Bound port: 23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4e212c-6e19-464b-a33c-39d4b1698c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:31:36.940181 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e5a796f7-e429-4802-8217-475b2b9fd106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:36.941204 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6b49b05-2191-4c58-84c1-02c6a583d1a2 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:36.986928 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ba2e9a4-df93-4854-85d7-2606db0145c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:37.013861 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e5a796f7-e429-4802-8217-475b2b9fd106 None None] For port 23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:31:37.018103 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e5a796f7-e429-4802-8217-475b2b9fd106 None None] For port 23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb,segment=NetworkSegment(8e4e212c-6e19-464b-a33c-39d4b1698c7c),segment_id=8e4e212c-6e19-464b-a33c-39d4b1698c7c)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:31:37.027089 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e5a796f7-e429-4802-8217-475b2b9fd106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:37.052860 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-88e693bf-43a8-4baf-a0fb-a56e81bee62f req-ff797ac8-a3bd-400a-8980-cb23852cb83f tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:37.053217 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-88e693bf-43a8-4baf-a0fb-a56e81bee62f req-ff797ac8-a3bd-400a-8980-cb23852cb83f tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:37.053532 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [req-88e693bf-43a8-4baf-a0fb-a56e81bee62f req-ff797ac8-a3bd-400a-8980-cb23852cb83f tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Floating IP 33c10b99-ec10-4a4a-8623-1ec640125d5e disassociated. External IP: 172.25.7.99, port: 0de6e7fa-82b9-4db7-8cfa-183776c0769d. Nov 15 11:31:37.053867 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-88e693bf-43a8-4baf-a0fb-a56e81bee62f req-ff797ac8-a3bd-400a-8980-cb23852cb83f tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Calling delete_port for 0de6e7fa-82b9-4db7-8cfa-183776c0769d owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:31:37.074884 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-873ab854-a161-4fad-990b-32615aa09c0c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:37.074884 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-873ab854-a161-4fad-990b-32615aa09c0c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:37.097207 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a796f7-e429-4802-8217-475b2b9fd106 None None] Pushing event updated for resources: {'Port': ['ID=23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:37.149242 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6b49b05-2191-4c58-84c1-02c6a583d1a2 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:37.164494 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-873ab854-a161-4fad-990b-32615aa09c0c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Calling delete_port for 4557cca3-766d-45ec-8b31-d7d61a3e6867 owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:31:37.196282 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d6b49b05-2191-4c58-84c1-02c6a583d1a2 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b31e95c-750e-4d65-9166-c9c5c5bcc82c']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:37.224538 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d6b49b05-2191-4c58-84c1-02c6a583d1a2 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10ecddb-eda4-4c18-9b7f-bcf6a81f5c00') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:37.224966 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d6b49b05-2191-4c58-84c1-02c6a583d1a2 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10ecddb-eda4-4c18-9b7f-bcf6a81f5c00') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:37.259778 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6b49b05-2191-4c58-84c1-02c6a583d1a2 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:37.305665 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6b49b05-2191-4c58-84c1-02c6a583d1a2 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:37.313517 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b49b05-2191-4c58-84c1-02c6a583d1a2 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:31:37.315569 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6b49b05-2191-4c58-84c1-02c6a583d1a2 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:31:37.377992 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:31:37.393554 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-4ba2e9a4-df93-4854-85d7-2606db0145c8 admin admin] Allocated IP 172.25.7.143 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/36b720a5-ae20-425f-a0eb-41c54ac7e464) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:31:37.396923 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6b49b05-2191-4c58-84c1-02c6a583d1a2 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:37.405151 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6b49b05-2191-4c58-84c1-02c6a583d1a2 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:37.410304 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d6b49b05-2191-4c58-84c1-02c6a583d1a2 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] 10.222.0.64 "DELETE /v2.0/networks/3b31e95c-750e-4d65-9166-c9c5c5bcc82c HTTP/1.1" status: 204 len: 168 time: 0.6025138 Nov 15 11:31:37.418876 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53160) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:37.443110 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b49b05-2191-4c58-84c1-02c6a583d1a2 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b31e95c-750e-4d65-9166-c9c5c5bcc82c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:37.702688 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e089-d350-4aad-857b-6ab26b0e8004 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:37.823196 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ba2e9a4-df93-4854-85d7-2606db0145c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:37.840123 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e089-d350-4aad-857b-6ab26b0e8004 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:37.850628 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53170) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:37.881477 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5ad2e089-d350-4aad-857b-6ab26b0e8004 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6bf81e-daaf-4969-81da-9b10e14b2cfb']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:37.894577 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5ad2e089-d350-4aad-857b-6ab26b0e8004 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ac57e1-91ca-402c-a622-90ab0e8f8c32') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:37.894770 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5ad2e089-d350-4aad-857b-6ab26b0e8004 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ac57e1-91ca-402c-a622-90ab0e8f8c32') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:37.916030 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e089-d350-4aad-857b-6ab26b0e8004 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:37.932310 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ba2e9a4-df93-4854-85d7-2606db0145c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:37.935568 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e089-d350-4aad-857b-6ab26b0e8004 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:37.960273 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-88e693bf-43a8-4baf-a0fb-a56e81bee62f req-ff797ac8-a3bd-400a-8980-cb23852cb83f tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:37.988763 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed97a9db-6d2b-479b-a5a6-695d138a41a6 req-dab177e6-9e08-4ad5-8d5e-82921656b638 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 210 time: 0.0445964 Nov 15 11:31:38.018284 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2e9a4-df93-4854-85d7-2606db0145c8 admin admin] Pushing event updated for resources: {'Port': ['ID=36b720a5-ae20-425f-a0eb-41c54ac7e464,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:38.024700 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad2e089-d350-4aad-857b-6ab26b0e8004 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:31:38.026162 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e089-d350-4aad-857b-6ab26b0e8004 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:38.026289 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff797ac8-a3bd-400a-8980-cb23852cb83f tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Pushing event deleted for resources: {'Port': ['ID=0de6e7fa-82b9-4db7-8cfa-183776c0769d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:31:38.028847 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:31:38.099324 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5abb78ae-c71a-4745-87e4-1b8b0cceff6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:38.108585 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba2e9a4-df93-4854-85d7-2606db0145c8 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:31:38.110582 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4ba2e9a4-df93-4854-85d7-2606db0145c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:31:38.123032 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba2e9a4-df93-4854-85d7-2606db0145c8 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:31:38.135635 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-873ab854-a161-4fad-990b-32615aa09c0c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:38.138786 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68a0b49-9a03-497d-b1a6-7b9d2d8bd456 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:31:38.192362 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e089-d350-4aad-857b-6ab26b0e8004 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:38.197014 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e089-d350-4aad-857b-6ab26b0e8004 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:38.200534 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5ad2e089-d350-4aad-857b-6ab26b0e8004 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] 10.222.0.64 "DELETE /v2.0/networks/ef6bf81e-daaf-4969-81da-9b10e14b2cfb HTTP/1.1" status: 204 len: 168 time: 0.7805920 Nov 15 11:31:38.212924 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ab854-a161-4fad-990b-32615aa09c0c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event deleted for resources: {'Port': ['ID=4557cca3-766d-45ec-8b31-d7d61a3e6867,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:38.247249 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d94d220b-491a-415a-9bde-08d6c46145d3 None None] Provisioning complete for port 36b720a5-ae20-425f-a0eb-41c54ac7e464 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:31:38.249672 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d94d220b-491a-415a-9bde-08d6c46145d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:38.257806 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2e089-d350-4aad-857b-6ab26b0e8004 tempest-QuotasNegativeTest-201568377 tempest-QuotasNegativeTest-201568377-project-admin] Pushing event deleted for resources: {'Network': ['ID=ef6bf81e-daaf-4969-81da-9b10e14b2cfb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:38.289278 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-873ab854-a161-4fad-990b-32615aa09c0c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:38.289652 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-873ab854-a161-4fad-990b-32615aa09c0c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Floating IP b2fb4d09-88a1-4048-b261-c892317a7928 disassociated (deleted). External IP: 172.25.7.84, port: f23aabad-9b30-4b1e-8135-701072e3ff39. Nov 15 11:31:38.317913 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d94d220b-491a-415a-9bde-08d6c46145d3 None None] Port 36b720a5-ae20-425f-a0eb-41c54ac7e464 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:31:38.356197 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-95b15e11-20b8-4f0b-9f0a-c93a6bcd1c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:38.513861 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88e693bf-43a8-4baf-a0fb-a56e81bee62f req-ff797ac8-a3bd-400a-8980-cb23852cb83f tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Router 20175af3-96b4-4b0c-82bc-b6b38c8539b7 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:31:38.587782 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5abb78ae-c71a-4745-87e4-1b8b0cceff6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:38.632759 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5abb78ae-c71a-4745-87e4-1b8b0cceff6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:38.689485 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5abb78ae-c71a-4745-87e4-1b8b0cceff6c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=85f6f5e2a0d14095a060584fde97841f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8374286 Nov 15 11:31:38.691973 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb78ae-c71a-4745-87e4-1b8b0cceff6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a850a5dc-bf1f-425c-949a-6e0afc2ff022,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:38.706255 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53186) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:38.870107 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b9d6431-acd4-4644-a48e-f039ee2e4b87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:38.918819 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b9d6431-acd4-4644-a48e-f039ee2e4b87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:38.991457 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:31:39.040092 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88e693bf-43a8-4baf-a0fb-a56e81bee62f req-ff797ac8-a3bd-400a-8980-cb23852cb83f tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:31:39.061069 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ba2e9a4-df93-4854-85d7-2606db0145c8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:39.074208 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369e4b1a-0450-49c5-854d-2271f4a5f6d5 None None] Network 22cff1ab-90e9-409a-9763-27f9c9815424 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:31:39.080101 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3104793e-f103-4393-a375-3f5eb13fc5d0 None None] Sync routers for ids ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:31:39.093719 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e693bf-43a8-4baf-a0fb-a56e81bee62f req-ff797ac8-a3bd-400a-8980-cb23852cb83f tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] No DVR routers for this DVR port 0de6e7fa-82b9-4db7-8cfa-183776c0769d on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:31:39.099363 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-88e693bf-43a8-4baf-a0fb-a56e81bee62f req-ff797ac8-a3bd-400a-8980-cb23852cb83f tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:39.102901 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-88e693bf-43a8-4baf-a0fb-a56e81bee62f req-ff797ac8-a3bd-400a-8980-cb23852cb83f tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.55 "DELETE /v2.0/ports/0de6e7fa-82b9-4db7-8cfa-183776c0769d HTTP/1.1" status: 204 len: 173 time: 2.8337071 Nov 15 11:31:39.104499 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d040278-f638-4708-908e-5f5d28a537a6', 'name': 'network-vif-deleted', 'tag': '0de6e7fa-82b9-4db7-8cfa-183776c0769d'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:31:39.117462 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d11eea-fc33-42e7-b52a-d5937d26a589" -d '{"events": [{"server_uuid": "5d040278-f638-4708-908e-5f5d28a537a6", "name": "network-vif-deleted", "tag": "0de6e7fa-82b9-4db7-8cfa-183776c0769d"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:31:39.228653 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd55a2eb-b0e2-44fe-9409-321147deec72 x-openstack-request-id: req-dd55a2eb-b0e2-44fe-9409-321147deec72 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:31:39.228945 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d040278-f638-4708-908e-5f5d28a537a6", "name": "network-vif-deleted", "tag": "0de6e7fa-82b9-4db7-8cfa-183776c0769d", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:31:39.229190 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd55a2eb-b0e2-44fe-9409-321147deec72 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:31:39.229597 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d040278-f638-4708-908e-5f5d28a537a6', 'name': 'network-vif-deleted', 'tag': '0de6e7fa-82b9-4db7-8cfa-183776c0769d', 'status': 'completed', 'code': 200} Nov 15 11:31:39.266577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53230) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:39.268654 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873ab854-a161-4fad-990b-32615aa09c0c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Router 81103ecc-216a-45c0-9cf4-f315c30ad9ab has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:31:39.280506 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a9d50b9-5fa9-42ee-9263-ae6c7b2cbeea req-832383f1-eaa0-42c2-af56-be5ad6e5fd01 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d040278-f638-4708-908e-5f5d28a537a6 HTTP/1.1" status: 200 len: 210 time: 0.1173534 Nov 15 11:31:39.304541 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3104793e-f103-4393-a375-3f5eb13fc5d0 None None] Routers {'20175af3-96b4-4b0c-82bc-b6b38c8539b7'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:39.305168 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-3104793e-f103-4393-a375-3f5eb13fc5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:39.456361 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d13cfaac-d783-4d30-a011-fcaa6baefb19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:39.485603 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873ab854-a161-4fad-990b-32615aa09c0c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:31:39.492054 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-873ab854-a161-4fad-990b-32615aa09c0c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:39.498863 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04477a37-c536-4122-84e8-efa8f7c27ee5 None None] Sync routers for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:31:39.519042 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04477a37-c536-4122-84e8-efa8f7c27ee5 None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:39.521142 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-04477a37-c536-4122-84e8-efa8f7c27ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:39.539515 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-873ab854-a161-4fad-990b-32615aa09c0c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "DELETE /v2.0/floatingips/b2fb4d09-88a1-4048-b261-c892317a7928 HTTP/1.1" status: 204 len: 168 time: 3.5751097 Nov 15 11:31:39.546203 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53262) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:39.608413 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-04477a37-c536-4122-84e8-efa8f7c27ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:39.629794 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04477a37-c536-4122-84e8-efa8f7c27ee5 None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:39.630689 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-04477a37-c536-4122-84e8-efa8f7c27ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:39.686992 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-04477a37-c536-4122-84e8-efa8f7c27ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:39.688895 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04477a37-c536-4122-84e8-efa8f7c27ee5 None None] The sync data for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:31:39.759859 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-9415a526-ebe4-4d97-81a4-54f2a9fb05a8 None None] Provisioning complete for port 23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:31:39.761634 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9415a526-ebe4-4d97-81a4-54f2a9fb05a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:39.765296 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d13cfaac-d783-4d30-a011-fcaa6baefb19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:39.778310 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d13cfaac-d783-4d30-a011-fcaa6baefb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:39.828553 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-da71c160-36c7-4b7d-a18a-20ee25e87d46 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Deleting port f23aabad-9b30-4b1e-8135-701072e3ff39 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:31:39.828888 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-da71c160-36c7-4b7d-a18a-20ee25e87d46 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:39.847470 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:39.848232 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:31:39.848519 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:39.890018 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d13cfaac-d783-4d30-a011-fcaa6baefb19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=003e7728be6e4eeea6e9f6671d9a3863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6174490 Nov 15 11:31:39.905192 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53302) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:39.923058 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13cfaac-d783-4d30-a011-fcaa6baefb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39e23be-a969-4b28-b1bc-fc755f0d22a0,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:39.982741 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9415a526-ebe4-4d97-81a4-54f2a9fb05a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:39.989254 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-da71c160-36c7-4b7d-a18a-20ee25e87d46 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:39.993146 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-3104793e-f103-4393-a375-3f5eb13fc5d0 None None] Set router 20175af3-96b4-4b0c-82bc-b6b38c8539b7 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:31:40.011184 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-da71c160-36c7-4b7d-a18a-20ee25e87d46 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Calling delete_port for f23aabad-9b30-4b1e-8135-701072e3ff39 owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:31:40.036636 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d715051a-637a-4185-87af-2723ed85431e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:40.091453 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d715051a-637a-4185-87af-2723ed85431e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:40.120433 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b9d6431-acd4-4644-a48e-f039ee2e4b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:40.126397 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b9d6431-acd4-4644-a48e-f039ee2e4b87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:40.130642 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0b9d6431-acd4-4644-a48e-f039ee2e4b87 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a850a5dc-bf1f-425c-949a-6e0afc2ff022 HTTP/1.1" status: 204 len: 168 time: 1.4210684 Nov 15 11:31:40.161282 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9415a526-ebe4-4d97-81a4-54f2a9fb05a8 None None] For port 23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb,segment=NetworkSegment(8e4e212c-6e19-464b-a33c-39d4b1698c7c),segment_id=8e4e212c-6e19-464b-a33c-39d4b1698c7c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:31:40.227582 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9415a526-ebe4-4d97-81a4-54f2a9fb05a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:40.351331 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d6431-acd4-4644-a48e-f039ee2e4b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a850a5dc-bf1f-425c-949a-6e0afc2ff022,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:40.364322 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415a526-ebe4-4d97-81a4-54f2a9fb05a8 None None] Pushing event updated for resources: {'Port': ['ID=23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:40.380999 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:40.411631 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d715051a-637a-4185-87af-2723ed85431e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:40.414249 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d715051a-637a-4185-87af-2723ed85431e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:40.414561 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ba2e9a4-df93-4854-85d7-2606db0145c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:40.415387 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d715051a-637a-4185-87af-2723ed85431e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a39e23be-a969-4b28-b1bc-fc755f0d22a0 HTTP/1.1" status: 204 len: 168 time: 0.5090175 Nov 15 11:31:40.450811 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715051a-637a-4185-87af-2723ed85431e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39e23be-a969-4b28-b1bc-fc755f0d22a0,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:40.467882 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53366) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:40.475113 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-da71c160-36c7-4b7d-a18a-20ee25e87d46 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:40.577215 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71c160-36c7-4b7d-a18a-20ee25e87d46 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event deleted for resources: {'Port': ['ID=f23aabad-9b30-4b1e-8135-701072e3ff39,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:40.655708 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e83b0b20-aa62-4bab-a1c7-4ef62d7e6d87 None None] Provisioning complete for port 23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:31:40.657104 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e83b0b20-aa62-4bab-a1c7-4ef62d7e6d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:40.685427 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba2e9a4-df93-4854-85d7-2606db0145c8 admin admin] Router 535c6edc-990c-45b7-a99d-8e5aaaeea556 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:31:40.691476 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-da71c160-36c7-4b7d-a18a-20ee25e87d46 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:40.695625 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-da71c160-36c7-4b7d-a18a-20ee25e87d46 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "DELETE /v2.0/ports/f23aabad-9b30-4b1e-8135-701072e3ff39 HTTP/1.1" status: 204 len: 168 time: 1.1424711 Nov 15 11:31:40.699465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53390) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:40.704131 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-f6cb6082-f4a2-4514-8c0b-7d75afdf3f6f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:40.746890 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:31:40.747230 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:31:40.761398 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53394) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:40.763533 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-575b6658-5cd3-4c8e-b986-4f83d4bdcea0 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:40.795572 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-3104793e-f103-4393-a375-3f5eb13fc5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'name': 'tempest-AttachVolumeTestJSON-808987218-router', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:05Z', 'updated_at': '2021-11-15T11:22:14Z', 'revision_number': 4, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'gw_port': {'id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:07Z', 'updated_at': '2021-11-15T11:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '411317a0-3898-4ae3-bd51-6df098dda5c3', 'name': '', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'mac_address': 'fa:16:3e:6a:d7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:23Z', 'revision_number': 5, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'subnets': [{'id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:40.806516 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e6a0f274-8b8c-45bf-8ed4-64f111d2113e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:40.824971 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3104793e-f103-4393-a375-3f5eb13fc5d0 None None] Checking router: 20175af3-96b4-4b0c-82bc-b6b38c8539b7 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:31:40.837392 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba2e9a4-df93-4854-85d7-2606db0145c8 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:31:40.841609 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3104793e-f103-4393-a375-3f5eb13fc5d0 None None] Routers {'20175af3-96b4-4b0c-82bc-b6b38c8539b7'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:40.843028 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-3104793e-f103-4393-a375-3f5eb13fc5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:40.868218 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] Sync routers for ids ['535c6edc-990c-45b7-a99d-8e5aaaeea556'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:31:40.878776 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-575b6658-5cd3-4c8e-b986-4f83d4bdcea0 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:40.882969 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ba2e9a4-df93-4854-85d7-2606db0145c8 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:40.887464 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4ba2e9a4-df93-4854-85d7-2606db0145c8 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0903702 Nov 15 11:31:40.888256 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53414) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:40.892771 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6082-f4a2-4514-8c0b-7d75afdf3f6f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:41.045532 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-3104793e-f103-4393-a375-3f5eb13fc5d0 None None] Set router 20175af3-96b4-4b0c-82bc-b6b38c8539b7 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:31:41.066074 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-575b6658-5cd3-4c8e-b986-4f83d4bdcea0 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:41.070408 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-575b6658-5cd3-4c8e-b986-4f83d4bdcea0 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:41.071834 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-575b6658-5cd3-4c8e-b986-4f83d4bdcea0 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "DELETE /v2.0/security-groups/60abd519-29ea-4fe0-acc6-5e4fb0b46068 HTTP/1.1" status: 204 len: 168 time: 0.6051652 Nov 15 11:31:41.085867 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53432) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:41.086339 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] Routers {'535c6edc-990c-45b7-a99d-8e5aaaeea556'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:41.086956 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['535c6edc-990c-45b7-a99d-8e5aaaeea556'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:41.115787 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b6658-5cd3-4c8e-b986-4f83d4bdcea0 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60abd519-29ea-4fe0-acc6-5e4fb0b46068,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:41.147684 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-81839eb1-60ee-49a3-a458-06a475a75386 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] show failed (client error): The resource could not be found. Nov 15 11:31:41.149520 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-81839eb1-60ee-49a3-a458-06a475a75386 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "GET /v2.0/security-groups/60abd519-29ea-4fe0-acc6-5e4fb0b46068 HTTP/1.1" status: 404 len: 347 time: 0.0606208 Nov 15 11:31:41.157728 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e6a0f274-8b8c-45bf-8ed4-64f111d2113e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:41.158999 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53440) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:41.213029 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53446) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:41.238391 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e6a0f274-8b8c-45bf-8ed4-64f111d2113e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:41.246093 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-148c3284-ae97-422a-b08b-6be14207c043 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:41.267005 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e6a0f274-8b8c-45bf-8ed4-64f111d2113e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=007923842e1545b4b8eed7033d31742f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5041823 Nov 15 11:31:41.273820 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53456) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:41.340961 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6082-f4a2-4514-8c0b-7d75afdf3f6f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:41.365113 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] Set router 535c6edc-990c-45b7-a99d-8e5aaaeea556 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:31:41.389199 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0f274-8b8c-45bf-8ed4-64f111d2113e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b72f774-5e7a-4d25-a5b3-5d31ac3ce1f1,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:41.451202 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 0de6e7fa-82b9-4db7-8cfa-183776c0769d no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:31:41.462162 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-148c3284-ae97-422a-b08b-6be14207c043 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:41.473222 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-148c3284-ae97-422a-b08b-6be14207c043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:41.498015 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9855ecec-d91b-49f5-a037-3515cbafdc84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:41.512199 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c3284-ae97-422a-b08b-6be14207c043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530aba71-aa05-4601-a823-99e4cea06079,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:41.513595 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 0de6e7fa-82b9-4db7-8cfa-183776c0769d {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:31:41.513930 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 0de6e7fa-82b9-4db7-8cfa-183776c0769d not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:31:41.545790 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5725570c-81c4-4080-afa5-1f139b5d0c85 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Deleting port f4749241-f80b-4c6d-ae61-fb030abdb177 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:31:41.547197 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5725570c-81c4-4080-afa5-1f139b5d0c85 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:41.554117 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:41.571218 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-148c3284-ae97-422a-b08b-6be14207c043 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=538b34abace34c5694f1726f3beb35a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3440890 Nov 15 11:31:41.576598 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53478) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:41.616438 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9855ecec-d91b-49f5-a037-3515cbafdc84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:41.631332 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-f6cb6082-f4a2-4514-8c0b-7d75afdf3f6f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Allocated IP 172.25.7.144 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/46664931-5fee-4bde-abad-742049892c46) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:31:41.698613 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:31:41.760020 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5725570c-81c4-4080-afa5-1f139b5d0c85 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:41.760484 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5725570c-81c4-4080-afa5-1f139b5d0c85 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:41.765178 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-3104793e-f103-4393-a375-3f5eb13fc5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'name': 'tempest-AttachVolumeTestJSON-808987218-router', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:05Z', 'updated_at': '2021-11-15T11:22:14Z', 'revision_number': 4, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'gw_port': {'id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:07Z', 'updated_at': '2021-11-15T11:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '411317a0-3898-4ae3-bd51-6df098dda5c3', 'name': '', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'mac_address': 'fa:16:3e:6a:d7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:23Z', 'revision_number': 5, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'subnets': [{'id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:41.765375 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a810944c-616c-4f0d-b596-522ec5aff9c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:41.779400 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5725570c-81c4-4080-afa5-1f139b5d0c85 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Calling delete_port for f4749241-f80b-4c6d-ae61-fb030abdb177 owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:31:41.797386 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9855ecec-d91b-49f5-a037-3515cbafdc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:41.800442 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9855ecec-d91b-49f5-a037-3515cbafdc84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:41.801887 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9855ecec-d91b-49f5-a037-3515cbafdc84 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b72f774-5e7a-4d25-a5b3-5d31ac3ce1f1 HTTP/1.1" status: 204 len: 168 time: 0.5218699 Nov 15 11:31:41.803649 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a810944c-616c-4f0d-b596-522ec5aff9c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:41.823494 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855ecec-d91b-49f5-a037-3515cbafdc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b72f774-5e7a-4d25-a5b3-5d31ac3ce1f1,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:41.841276 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd554e92-36e9-4c33-8275-b542d4e83b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:41.903616 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6082-f4a2-4514-8c0b-7d75afdf3f6f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:42.052367 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6082-f4a2-4514-8c0b-7d75afdf3f6f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:42.057501 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3104793e-f103-4393-a375-3f5eb13fc5d0 None None] The sync data for ids ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'] in n-d-729945-9 is: [{'id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'name': 'tempest-AttachVolumeTestJSON-808987218-router', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:05Z', 'updated_at': '2021-11-15T11:22:14Z', 'revision_number': 4, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'gw_port': {'id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:07Z', 'updated_at': '2021-11-15T11:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '411317a0-3898-4ae3-bd51-6df098dda5c3', 'name': '', 'network_id': '5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'mac_address': 'fa:16:3e:6a:d7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:13Z', 'updated_at': '2021-11-15T11:22:23Z', 'revision_number': 5, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'subnets': [{'id': 'fa23b34b-7133-41b6-b1e3-4b077f52e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:31:42.063025 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5725570c-81c4-4080-afa5-1f139b5d0c85 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:42.074705 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:31:42.075854 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:42.082304 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a810944c-616c-4f0d-b596-522ec5aff9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:42.091457 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a810944c-616c-4f0d-b596-522ec5aff9c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:42.100736 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a810944c-616c-4f0d-b596-522ec5aff9c2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/530aba71-aa05-4601-a823-99e4cea06079 HTTP/1.1" status: 204 len: 168 time: 0.5154283 Nov 15 11:31:42.161552 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cb6082-f4a2-4514-8c0b-7d75afdf3f6f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:31:42.169997 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-f6cb6082-f4a2-4514-8c0b-7d75afdf3f6f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:31:42.177482 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'name': 'tempest-TestServerBasicOps-1258185139-router', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:31:35Z', 'updated_at': '2021-11-15T11:31:38Z', 'revision_number': 3, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'gw_port': {'id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:37Z', 'updated_at': '2021-11-15T11:31:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:42.179211 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:42.190742 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cb6082-f4a2-4514-8c0b-7d75afdf3f6f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:31:42.249030 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] Checking router: 535c6edc-990c-45b7-a99d-8e5aaaeea556 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:31:42.249431 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] Updating router 535c6edc-990c-45b7-a99d-8e5aaaeea556 port 36b720a5-ae20-425f-a0eb-41c54ac7e464 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:31:42.283620 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6082-f4a2-4514-8c0b-7d75afdf3f6f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:42.290691 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb6082-f4a2-4514-8c0b-7d75afdf3f6f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Port': ['ID=46664931-5fee-4bde-abad-742049892c46,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:42.341258 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:42.369311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725570c-81c4-4080-afa5-1f139b5d0c85 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Pushing event deleted for resources: {'Port': ['ID=f4749241-f80b-4c6d-ae61-fb030abdb177,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:42.393178 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6082-f4a2-4514-8c0b-7d75afdf3f6f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:42.431772 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5725570c-81c4-4080-afa5-1f139b5d0c85 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:42.436056 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5725570c-81c4-4080-afa5-1f139b5d0c85 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:42.437837 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5725570c-81c4-4080-afa5-1f139b5d0c85 tempest-AttachVolumeTestJSON-24641344 tempest-AttachVolumeTestJSON-24641344-project] 10.222.0.64 "DELETE /v2.0/floatingips/33c10b99-ec10-4a4a-8623-1ec640125d5e HTTP/1.1" status: 204 len: 168 time: 1.2769918 Nov 15 11:31:42.467084 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810944c-616c-4f0d-b596-522ec5aff9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530aba71-aa05-4601-a823-99e4cea06079,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:42.513526 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-dd554e92-36e9-4c33-8275-b542d4e83b41 admin admin] Allocated IP 172.20.0.1 (22cff1ab-90e9-409a-9763-27f9c9815424/1c62f435-1ed6-404a-a855-45179d8b724c/c9455887-a17e-4bef-bfba-9dbf118c2585) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:31:42.688956 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05698e0-f212-4f6d-ac73-1acfe7f9dcc6 None None] New status for floating IP 33c10b99-ec10-4a4a-8623-1ec640125d5e: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:31:42.774561 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd554e92-36e9-4c33-8275-b542d4e83b41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:42.827803 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6082-f4a2-4514-8c0b-7d75afdf3f6f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:42.839498 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6082-f4a2-4514-8c0b-7d75afdf3f6f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:42.890171 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd554e92-36e9-4c33-8275-b542d4e83b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:42.944131 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb6082-f4a2-4514-8c0b-7d75afdf3f6f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Port': ['ID=46664931-5fee-4bde-abad-742049892c46,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:43.001582 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd554e92-36e9-4c33-8275-b542d4e83b41 admin admin] Pushing event updated for resources: {'Port': ['ID=c9455887-a17e-4bef-bfba-9dbf118c2585,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:43.025622 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd554e92-36e9-4c33-8275-b542d4e83b41 admin admin] Network 22cff1ab-90e9-409a-9763-27f9c9815424 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:31:43.028555 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-dd554e92-36e9-4c33-8275-b542d4e83b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:31:43.038245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd554e92-36e9-4c33-8275-b542d4e83b41 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:31:43.116842 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd554e92-36e9-4c33-8275-b542d4e83b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:43.154367 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6082-f4a2-4514-8c0b-7d75afdf3f6f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:43.187607 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6082-f4a2-4514-8c0b-7d75afdf3f6f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:43.191632 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f6cb6082-f4a2-4514-8c0b-7d75afdf3f6f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4883506 Nov 15 11:31:43.192228 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53650) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:43.196789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-685a0c42-fb10-49a3-ad91-e8e808a0a1b3 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Request body: {'port': {'network_id': 'abe3b8ac-37d6-49b5-a6b3-15081362c195', 'name': 'tempest-FloatingIPTestJSON-1758581520'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:43.201540 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:43.220868 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:43.378063 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] Attempting to bind port 36b720a5-ae20-425f-a0eb-41c54ac7e464 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:31:43.382144 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] Attempting to bind port 36b720a5-ae20-425f-a0eb-41c54ac7e464 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:31:43.384190 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] Attempting to bind port 36b720a5-ae20-425f-a0eb-41c54ac7e464 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:31:43.400307 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5154cf-73bc-4aa4-ac73-f39514f2735e None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:31:43.439340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:31:43.440244 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:31:43.442158 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:43.442747 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:31:43.445003 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] Bound port: 36b720a5-ae20-425f-a0eb-41c54ac7e464, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:31:43.446158 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:43.514615 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd554e92-36e9-4c33-8275-b542d4e83b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:43.519015 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685a0c42-fb10-49a3-ad91-e8e808a0a1b3 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Made reservation on behalf of 303ecb606b014026987c26a7a2ece66b for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:31:43.522730 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-685a0c42-fb10-49a3-ad91-e8e808a0a1b3 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:43.573158 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa2b0-edeb-45aa-a667-345bf996bc0d None None] Pushing event updated for resources: {'Port': ['ID=36b720a5-ae20-425f-a0eb-41c54ac7e464,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:43.597279 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-685a0c42-fb10-49a3-ad91-e8e808a0a1b3 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] device_id is not set on port 751b3e14-94e5-4961-8f5f-f0c71e866ef2 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:31:43.650504 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c9ccf191-7b21-45fd-845b-b57d897955e6 None None] Provisioning complete for port c9455887-a17e-4bef-bfba-9dbf118c2585 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:31:43.650872 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c9ccf191-7b21-45fd-845b-b57d897955e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:43.726576 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] For port 36b720a5-ae20-425f-a0eb-41c54ac7e464, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:31:43.772334 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] For port 36b720a5-ae20-425f-a0eb-41c54ac7e464, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=36b720a5-ae20-425f-a0eb-41c54ac7e464,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:31:43.773327 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c9ccf191-7b21-45fd-845b-b57d897955e6 None None] Port c9455887-a17e-4bef-bfba-9dbf118c2585 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:31:43.794659 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:43.904339 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-685a0c42-fb10-49a3-ad91-e8e808a0a1b3 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Allocated IP 172.20.0.12 (abe3b8ac-37d6-49b5-a6b3-15081362c195/44d73224-068e-4ba4-b1c4-456f2ffc894c/751b3e14-94e5-4961-8f5f-f0c71e866ef2) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:31:43.923344 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa2b0-edeb-45aa-a667-345bf996bc0d None None] Pushing event updated for resources: {'Port': ['ID=36b720a5-ae20-425f-a0eb-41c54ac7e464,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:43.938550 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c9ccf191-7b21-45fd-845b-b57d897955e6 None None] Provisioning complete for port 36b720a5-ae20-425f-a0eb-41c54ac7e464 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:31:43.939044 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c9ccf191-7b21-45fd-845b-b57d897955e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:43.951087 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de647ebc-15c0-4054-b6c7-ce2ff1149a8b None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:31:44.002620 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd554e92-36e9-4c33-8275-b542d4e83b41 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:44.003938 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] Routers {'535c6edc-990c-45b7-a99d-8e5aaaeea556'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:44.004834 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['535c6edc-990c-45b7-a99d-8e5aaaeea556'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:44.019849 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd554e92-36e9-4c33-8275-b542d4e83b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:44.248387 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd554e92-36e9-4c33-8275-b542d4e83b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:44.287603 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd554e92-36e9-4c33-8275-b542d4e83b41 admin admin] Pushing event updated for resources: {'Port': ['ID=c9455887-a17e-4bef-bfba-9dbf118c2585,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:44.310705 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-685a0c42-fb10-49a3-ad91-e8e808a0a1b3 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:44.347659 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c9ccf191-7b21-45fd-845b-b57d897955e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:44.393209 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-685a0c42-fb10-49a3-ad91-e8e808a0a1b3 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:44.398667 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd554e92-36e9-4c33-8275-b542d4e83b41 admin admin] Network 22cff1ab-90e9-409a-9763-27f9c9815424 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:31:44.401895 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-dd554e92-36e9-4c33-8275-b542d4e83b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:31:44.447629 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c9ccf191-7b21-45fd-845b-b57d897955e6 None None] For port 36b720a5-ae20-425f-a0eb-41c54ac7e464, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=36b720a5-ae20-425f-a0eb-41c54ac7e464,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:31:44.476287 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] Set router 535c6edc-990c-45b7-a99d-8e5aaaeea556 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:31:44.477483 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685a0c42-fb10-49a3-ad91-e8e808a0a1b3 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Network abe3b8ac-37d6-49b5-a6b3-15081362c195 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:31:44.490827 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-685a0c42-fb10-49a3-ad91-e8e808a0a1b3 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:31:44.510226 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685a0c42-fb10-49a3-ad91-e8e808a0a1b3 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:31:44.532060 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53734) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:44.546627 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c9ccf191-7b21-45fd-845b-b57d897955e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:44.568996 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a0c42-fb10-49a3-ad91-e8e808a0a1b3 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Port': ['ID=751b3e14-94e5-4961-8f5f-f0c71e866ef2,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:44.621337 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccf191-7b21-45fd-845b-b57d897955e6 None None] Pushing event updated for resources: {'Port': ['ID=36b720a5-ae20-425f-a0eb-41c54ac7e464,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:44.638063 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd554e92-36e9-4c33-8275-b542d4e83b41 admin admin] Router 535c6edc-990c-45b7-a99d-8e5aaaeea556 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:31:44.676363 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685a0c42-fb10-49a3-ad91-e8e808a0a1b3 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:44.685095 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-685a0c42-fb10-49a3-ad91-e8e808a0a1b3 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:44.721434 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-685a0c42-fb10-49a3-ad91-e8e808a0a1b3 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5285170 Nov 15 11:31:44.724012 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53740) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:44.728804 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-34bf2e1d-3af0-4f43-a03f-e8fe29f266f2 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Request body: {'floatingip': {'port_id': '751b3e14-94e5-4961-8f5f-f0c71e866ef2'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:44.824332 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34bf2e1d-3af0-4f43-a03f-e8fe29f266f2 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:44.889692 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd554e92-36e9-4c33-8275-b542d4e83b41 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:31:44.897408 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-dd554e92-36e9-4c33-8275-b542d4e83b41 admin admin] 10.222.0.64 "PUT /v2.0/routers/535c6edc-990c-45b7-a99d-8e5aaaeea556/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0079784 Nov 15 11:31:44.911204 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-504ebadf-295a-4725-b6ac-0f7f2764c75d None None] Provisioning complete for port 36b720a5-ae20-425f-a0eb-41c54ac7e464 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:31:44.911591 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-504ebadf-295a-4725-b6ac-0f7f2764c75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:45.036351 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a0a7f72f-3418-4ba4-8204-339809ec41de tempest-AgentManagementNegativeTest-435886682 tempest-AgentManagementNegativeTest-435886682-project] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4992340 Nov 15 11:31:45.260377 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'name': 'tempest-TestServerBasicOps-1258185139-router', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:31:35Z', 'updated_at': '2021-11-15T11:31:43Z', 'revision_number': 4, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'gw_port': {'id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:37Z', 'updated_at': '2021-11-15T11:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'c9455887-a17e-4bef-bfba-9dbf118c2585', 'name': '', 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'mac_address': 'fa:16:3e:9b:4b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '1c62f435-1ed6-404a-a855-45179d8b724c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:41Z', 'updated_at': '2021-11-15T11:31:42Z', 'revision_number': 1, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'subnets': [{'id': '1c62f435-1ed6-404a-a855-45179d8b724c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:45.305194 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9ec96f-157e-403c-ab77-98dc61628cfd None None] The sync data for ids ['535c6edc-990c-45b7-a99d-8e5aaaeea556'] in n-d-729945-9 is: [{'id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'name': 'tempest-TestServerBasicOps-1258185139-router', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:31:35Z', 'updated_at': '2021-11-15T11:31:43Z', 'revision_number': 4, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'gw_port': {'id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:37Z', 'updated_at': '2021-11-15T11:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'c9455887-a17e-4bef-bfba-9dbf118c2585', 'name': '', 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'mac_address': 'fa:16:3e:9b:4b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '1c62f435-1ed6-404a-a855-45179d8b724c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:41Z', 'updated_at': '2021-11-15T11:31:42Z', 'revision_number': 1, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'subnets': [{'id': '1c62f435-1ed6-404a-a855-45179d8b724c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:31:45.379693 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6418d244-0e1b-4fcd-9e6e-dc894ebe209f None None] Provisioning complete for port c9455887-a17e-4bef-bfba-9dbf118c2585 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:31:45.382675 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6418d244-0e1b-4fcd-9e6e-dc894ebe209f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:45.465246 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6418d244-0e1b-4fcd-9e6e-dc894ebe209f None None] Port c9455887-a17e-4bef-bfba-9dbf118c2585 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:31:45.748320 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53766) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:45.790916 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34bf2e1d-3af0-4f43-a03f-e8fe29f266f2 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:45.802109 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34bf2e1d-3af0-4f43-a03f-e8fe29f266f2 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:46.018426 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53776) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:46.026139 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-794cbb5b-f286-4afb-9ede-8244289fe01f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1003617841-network', 'tenant_id': '4e40dd8c06c3459292a585e10446f2f2'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:46.035116 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-34bf2e1d-3af0-4f43-a03f-e8fe29f266f2 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Floating IP 9af08e21-4971-4f5f-88cc-8a27d0a3199b associated. External IP: 172.25.7.144, port: 751b3e14-94e5-4961-8f5f-f0c71e866ef2. Nov 15 11:31:46.150881 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-efe1395f-10a2-46ac-a6bc-5e284c2c044b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:46.258717 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794cbb5b-f286-4afb-9ede-8244289fe01f admin admin] Made reservation on behalf of 4e40dd8c06c3459292a585e10446f2f2 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:31:46.263201 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-794cbb5b-f286-4afb-9ede-8244289fe01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:46.291330 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-794cbb5b-f286-4afb-9ede-8244289fe01f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:46.399574 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-794cbb5b-f286-4afb-9ede-8244289fe01f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:46.412396 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-794cbb5b-f286-4afb-9ede-8244289fe01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:46.526311 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794cbb5b-f286-4afb-9ede-8244289fe01f admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:31:46.546897 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cbb5b-f286-4afb-9ede-8244289fe01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce2c935-3a84-4202-afee-2defeb37bc95,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:46.582539 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-794cbb5b-f286-4afb-9ede-8244289fe01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:46.582883 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-794cbb5b-f286-4afb-9ede-8244289fe01f admin admin] Added segment 39c5fd4a-bd66-44f9-b52a-2ec833df6a0b of type vlan for network a08dbee6-9fbe-497b-a5c4-7e35a7c4974a Nov 15 11:31:46.599074 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-efe1395f-10a2-46ac-a6bc-5e284c2c044b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:46.662542 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-efe1395f-10a2-46ac-a6bc-5e284c2c044b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:46.727968 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-efe1395f-10a2-46ac-a6bc-5e284c2c044b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=64a380b20cd34e2b88f868fb7e4ae226&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9785113 Nov 15 11:31:46.732915 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53788) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:46.778356 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-794cbb5b-f286-4afb-9ede-8244289fe01f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:46.831208 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-264e66cb-31d7-4c2b-a522-f16b5398ec25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:46.859364 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-264e66cb-31d7-4c2b-a522-f16b5398ec25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:46.883098 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bf2e1d-3af0-4f43-a03f-e8fe29f266f2 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Router 81103ecc-216a-45c0-9cf4-f315c30ad9ab has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:31:46.951595 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1395f-10a2-46ac-a6bc-5e284c2c044b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dada5300-a4fb-4e9e-9fd2-b8a2507712db,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:46.974946 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-264e66cb-31d7-4c2b-a522-f16b5398ec25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:46.984929 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-264e66cb-31d7-4c2b-a522-f16b5398ec25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:46.990684 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-264e66cb-31d7-4c2b-a522-f16b5398ec25 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dada5300-a4fb-4e9e-9fd2-b8a2507712db HTTP/1.1" status: 204 len: 168 time: 0.2488661 Nov 15 11:31:47.029424 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e66cb-31d7-4c2b-a522-f16b5398ec25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dada5300-a4fb-4e9e-9fd2-b8a2507712db,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:47.043849 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-794cbb5b-f286-4afb-9ede-8244289fe01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:47.044940 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794cbb5b-f286-4afb-9ede-8244289fe01f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:47.046271 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-794cbb5b-f286-4afb-9ede-8244289fe01f admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:47.058613 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bf2e1d-3af0-4f43-a03f-e8fe29f266f2 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:31:47.082066 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8a5b62-5986-4a6f-913e-10df8c1e8ca0 None None] Sync routers for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:31:47.085870 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34bf2e1d-3af0-4f43-a03f-e8fe29f266f2 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:47.119136 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8a5b62-5986-4a6f-913e-10df8c1e8ca0 None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:47.129125 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cc8a5b62-5986-4a6f-913e-10df8c1e8ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:47.142857 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-34bf2e1d-3af0-4f43-a03f-e8fe29f266f2 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "PUT /v2.0/floatingips/9af08e21-4971-4f5f-88cc-8a27d0a3199b HTTP/1.1" status: 200 len: 979 time: 2.4175832 Nov 15 11:31:47.147480 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53792) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:47.206580 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cc8a5b62-5986-4a6f-913e-10df8c1e8ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:47.251573 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cbb5b-f286-4afb-9ede-8244289fe01f admin admin] Pushing event updated for resources: {'Network': ['ID=a08dbee6-9fbe-497b-a5c4-7e35a7c4974a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:47.274360 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network a08dbee6-9fbe-497b-a5c4-7e35a7c4974a details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:31:47.276730 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8a5b62-5986-4a6f-913e-10df8c1e8ca0 None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:47.277499 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cc8a5b62-5986-4a6f-913e-10df8c1e8ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:47.302967 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53798) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:47.303715 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-794cbb5b-f286-4afb-9ede-8244289fe01f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2837253 Nov 15 11:31:47.314213 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-023e2d40-fb71-4d8d-80b3-d9835c2fbba0 admin admin] Request body: {'subnet': {'network_id': 'a08dbee6-9fbe-497b-a5c4-7e35a7c4974a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1003617841-subnet', 'tenant_id': '4e40dd8c06c3459292a585e10446f2f2', 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:47.361298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d9c109ab-9fbc-44b7-ba24-f6e767958827 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Deleting port 751b3e14-94e5-4961-8f5f-f0c71e866ef2 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:31:47.361657 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d9c109ab-9fbc-44b7-ba24-f6e767958827 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:47.407119 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cc8a5b62-5986-4a6f-913e-10df8c1e8ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:47.408452 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8a5b62-5986-4a6f-913e-10df8c1e8ca0 None None] The sync data for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:31:47.516115 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023e2d40-fb71-4d8d-80b3-d9835c2fbba0 admin admin] Made reservation on behalf of 4e40dd8c06c3459292a585e10446f2f2 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:31:47.520725 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-023e2d40-fb71-4d8d-80b3-d9835c2fbba0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:47.713834 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 36b720a5-ae20-425f-a0eb-41c54ac7e464 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:31:47.760812 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d9c109ab-9fbc-44b7-ba24-f6e767958827 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:47.819467 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 36b720a5-ae20-425f-a0eb-41c54ac7e464 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:31:47.820615 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:48.034345 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-023e2d40-fb71-4d8d-80b3-d9835c2fbba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:48.052190 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d9c109ab-9fbc-44b7-ba24-f6e767958827 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:48.052712 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d9c109ab-9fbc-44b7-ba24-f6e767958827 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:48.053035 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-d9c109ab-9fbc-44b7-ba24-f6e767958827 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Floating IP 9af08e21-4971-4f5f-88cc-8a27d0a3199b disassociated. External IP: 172.25.7.144, port: 751b3e14-94e5-4961-8f5f-f0c71e866ef2. Nov 15 11:31:48.053378 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d9c109ab-9fbc-44b7-ba24-f6e767958827 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Calling delete_port for 751b3e14-94e5-4961-8f5f-f0c71e866ef2 owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:31:48.205789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e2d40-fb71-4d8d-80b3-d9835c2fbba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c5665a8-0c90-4840-9f4f-c9f141b8eb1f,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:48.223089 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e2d40-fb71-4d8d-80b3-d9835c2fbba0 admin admin] Checking segment: {'id': '39c5fd4a-bd66-44f9-b52a-2ec833df6a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a08dbee6-9fbe-497b-a5c4-7e35a7c4974a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:31:48.223446 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023e2d40-fb71-4d8d-80b3-d9835c2fbba0 admin admin] Network hostable DHCP agents. Network: a08dbee6-9fbe-497b-a5c4-7e35a7c4974a, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:31:48.261880 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023e2d40-fb71-4d8d-80b3-d9835c2fbba0 admin admin] Network a08dbee6-9fbe-497b-a5c4-7e35a7c4974a is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:31:48.279391 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-023e2d40-fb71-4d8d-80b3-d9835c2fbba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, a08dbee6-9fbe-497b-a5c4-7e35a7c4974a) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:31:48.292415 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badefe44-6639-459c-8e1c-ac609f12ffff None None] Network a08dbee6-9fbe-497b-a5c4-7e35a7c4974a requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:31:48.312451 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023e2d40-fb71-4d8d-80b3-d9835c2fbba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:48.316437 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-023e2d40-fb71-4d8d-80b3-d9835c2fbba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:48.384573 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-023e2d40-fb71-4d8d-80b3-d9835c2fbba0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0757599 Nov 15 11:31:48.387993 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53826) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:48.399562 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d9c109ab-9fbc-44b7-ba24-f6e767958827 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:48.407087 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1b484629-e12b-45df-8560-d848ff39c2a9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1003617841-router', 'tenant_id': '4e40dd8c06c3459292a585e10446f2f2', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:48.474848 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b484629-e12b-45df-8560-d848ff39c2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:48.478758 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b484629-e12b-45df-8560-d848ff39c2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:48.518950 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c109ab-9fbc-44b7-ba24-f6e767958827 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event deleted for resources: {'Port': ['ID=751b3e14-94e5-4961-8f5f-f0c71e866ef2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:48.657693 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53838) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:48.667635 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:31:48.668348 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d667684a-7c5e-4a92-a74e-f053d1f44304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-a08dbee6-9fbe-497b-a5c4-7e35a7c4974a', 'network_id': 'a08dbee6-9fbe-497b-a5c4-7e35a7c4974a', 'tenant_id': '4e40dd8c06c3459292a585e10446f2f2', 'fixed_ips': [{'subnet_id': '1c5665a8-0c90-4840-9f4f-c9f141b8eb1f'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:31:48.668958 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d667684a-7c5e-4a92-a74e-f053d1f44304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:48.735627 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b484629-e12b-45df-8560-d848ff39c2a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:48.798488 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c109ab-9fbc-44b7-ba24-f6e767958827 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Router 81103ecc-216a-45c0-9cf4-f315c30ad9ab has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:31:48.923580 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] Sync routers for ids ['535c6edc-990c-45b7-a99d-8e5aaaeea556'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:31:48.945465 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] Routers {'535c6edc-990c-45b7-a99d-8e5aaaeea556'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:48.946903 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['535c6edc-990c-45b7-a99d-8e5aaaeea556'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:49.007712 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b484629-e12b-45df-8560-d848ff39c2a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:49.094748 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c109ab-9fbc-44b7-ba24-f6e767958827 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:31:49.115166 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e826835-34e1-4e08-81a4-55fc987b91e0 None None] Sync routers for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:31:49.153734 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] Set router 535c6edc-990c-45b7-a99d-8e5aaaeea556 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:31:49.168972 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-d667684a-7c5e-4a92-a74e-f053d1f44304 None None] Allocated IP 172.20.0.2 (a08dbee6-9fbe-497b-a5c4-7e35a7c4974a/1c5665a8-0c90-4840-9f4f-c9f141b8eb1f/d46f7c6d-3a41-455a-ae66-53d4d8283934) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:31:49.224014 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d5f64722-3e4e-4170-8b12-5f7727a16bfe tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1036291445'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:49.227638 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e826835-34e1-4e08-81a4-55fc987b91e0 None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:49.235886 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7e826835-34e1-4e08-81a4-55fc987b91e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:49.379096 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7e826835-34e1-4e08-81a4-55fc987b91e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:49.427571 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e826835-34e1-4e08-81a4-55fc987b91e0 None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:49.439077 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7e826835-34e1-4e08-81a4-55fc987b91e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:49.482770 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d9c109ab-9fbc-44b7-ba24-f6e767958827 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:49.487783 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d9c109ab-9fbc-44b7-ba24-f6e767958827 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "DELETE /v2.0/ports/751b3e14-94e5-4961-8f5f-f0c71e866ef2 HTTP/1.1" status: 204 len: 168 time: 2.3386931 Nov 15 11:31:49.490656 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53852) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:49.550950 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f64722-3e4e-4170-8b12-5f7727a16bfe tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Made reservation on behalf of f067b54c893f4b24a34ea9ac69d99c80 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:31:49.562413 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5f64722-3e4e-4170-8b12-5f7727a16bfe tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:49.585262 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7270ba9c-7deb-44f9-a6f4-7f9dfd045aaa tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "GET /v2.0/floatingips/9af08e21-4971-4f5f-88cc-8a27d0a3199b HTTP/1.1" status: 200 len: 688 time: 0.0920756 Nov 15 11:31:49.586344 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53854) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:49.618125 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'name': 'tempest-TestServerBasicOps-1258185139-router', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:31:35Z', 'updated_at': '2021-11-15T11:31:43Z', 'revision_number': 4, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'gw_port': {'id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:37Z', 'updated_at': '2021-11-15T11:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'c9455887-a17e-4bef-bfba-9dbf118c2585', 'name': '', 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'mac_address': 'fa:16:3e:9b:4b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '1c62f435-1ed6-404a-a855-45179d8b724c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:41Z', 'updated_at': '2021-11-15T11:31:43Z', 'revision_number': 2, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'subnets': [{'id': '1c62f435-1ed6-404a-a855-45179d8b724c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:49.668970 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5f64722-3e4e-4170-8b12-5f7727a16bfe tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:49.723151 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4b0ad-ac64-4e62-9b20-ebfc8533bdb1 req-239f17ab-192c-4716-b356-b1dc7eff1523 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:49.729092 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] Checking router: 535c6edc-990c-45b7-a99d-8e5aaaeea556 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:31:49.730294 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] Updating router 535c6edc-990c-45b7-a99d-8e5aaaeea556 port c9455887-a17e-4bef-bfba-9dbf118c2585 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:31:49.733585 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b484629-e12b-45df-8560-d848ff39c2a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:49.739654 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4b0ad-ac64-4e62-9b20-ebfc8533bdb1 req-239f17ab-192c-4716-b356-b1dc7eff1523 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:49.757904 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4b0ad-ac64-4e62-9b20-ebfc8533bdb1 req-239f17ab-192c-4716-b356-b1dc7eff1523 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:49.770562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4b0ad-ac64-4e62-9b20-ebfc8533bdb1 req-239f17ab-192c-4716-b356-b1dc7eff1523 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:49.773725 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7e826835-34e1-4e08-81a4-55fc987b91e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:49.775727 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e826835-34e1-4e08-81a4-55fc987b91e0 None None] The sync data for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:31:49.788923 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4b0ad-ac64-4e62-9b20-ebfc8533bdb1 req-239f17ab-192c-4716-b356-b1dc7eff1523 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:49.790973 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:49.797860 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b484629-e12b-45df-8560-d848ff39c2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:49.801486 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4b0ad-ac64-4e62-9b20-ebfc8533bdb1 req-239f17ab-192c-4716-b356-b1dc7eff1523 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:49.820536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4b0ad-ac64-4e62-9b20-ebfc8533bdb1 req-239f17ab-192c-4716-b356-b1dc7eff1523 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:49.823028 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79b4b0ad-ac64-4e62-9b20-ebfc8533bdb1 req-239f17ab-192c-4716-b356-b1dc7eff1523 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5445 time: 0.3969846 Nov 15 11:31:49.893213 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d667684a-7c5e-4a92-a74e-f053d1f44304 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:49.918258 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d667684a-7c5e-4a92-a74e-f053d1f44304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:50.011672 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d667684a-7c5e-4a92-a74e-f053d1f44304 None None] Network a08dbee6-9fbe-497b-a5c4-7e35a7c4974a is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:31:50.023107 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-d667684a-7c5e-4a92-a74e-f053d1f44304 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:31:50.034598 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d667684a-7c5e-4a92-a74e-f053d1f44304 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:31:50.041312 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667684a-7c5e-4a92-a74e-f053d1f44304 None None] Pushing event updated for resources: {'Port': ['ID=d46f7c6d-3a41-455a-ae66-53d4d8283934,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:50.069660 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79b4b0ad-ac64-4e62-9b20-ebfc8533bdb1 req-ec40f5da-f791-4bf2-92c1-da4cc4f95f1d tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2308953 Nov 15 11:31:50.081432 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d12fc3e9-c43d-4854-8af7-5f37d6afa0d5 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Deleting port 46664931-5fee-4bde-abad-742049892c46 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:31:50.085055 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d12fc3e9-c43d-4854-8af7-5f37d6afa0d5 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:50.170388 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d667684a-7c5e-4a92-a74e-f053d1f44304 None None] Attempting to bind port d46f7c6d-3a41-455a-ae66-53d4d8283934 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:31:50.170887 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d667684a-7c5e-4a92-a74e-f053d1f44304 None None] Attempting to bind port d46f7c6d-3a41-455a-ae66-53d4d8283934 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '39c5fd4a-bd66-44f9-b52a-2ec833df6a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a08dbee6-9fbe-497b-a5c4-7e35a7c4974a'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:31:50.171495 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d667684a-7c5e-4a92-a74e-f053d1f44304 None None] Attempting to bind port d46f7c6d-3a41-455a-ae66-53d4d8283934 on network a08dbee6-9fbe-497b-a5c4-7e35a7c4974a {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:31:50.173111 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5f64722-3e4e-4170-8b12-5f7727a16bfe tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:50.177932 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-1b484629-e12b-45df-8560-d848ff39c2a9 admin admin] Allocated IP 172.25.7.132 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/2d712518-e570-48d4-8363-fd33d408ef30) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:31:50.178383 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d667684a-7c5e-4a92-a74e-f053d1f44304 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:31:50.178752 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d667684a-7c5e-4a92-a74e-f053d1f44304 None None] Checking segment: {'id': '39c5fd4a-bd66-44f9-b52a-2ec833df6a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a08dbee6-9fbe-497b-a5c4-7e35a7c4974a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:31:50.179324 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d667684a-7c5e-4a92-a74e-f053d1f44304 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:50.179711 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d667684a-7c5e-4a92-a74e-f053d1f44304 None None] Bound using segment: {'id': '39c5fd4a-bd66-44f9-b52a-2ec833df6a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a08dbee6-9fbe-497b-a5c4-7e35a7c4974a'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:31:50.183464 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d667684a-7c5e-4a92-a74e-f053d1f44304 None None] Bound port: d46f7c6d-3a41-455a-ae66-53d4d8283934, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c5fd4a-bd66-44f9-b52a-2ec833df6a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a08dbee6-9fbe-497b-a5c4-7e35a7c4974a'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:31:50.183932 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d667684a-7c5e-4a92-a74e-f053d1f44304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:50.192308 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5f64722-3e4e-4170-8b12-5f7727a16bfe tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:50.254152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f64722-3e4e-4170-8b12-5f7727a16bfe tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:31:50.273348 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5f64722-3e4e-4170-8b12-5f7727a16bfe tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:50.273927 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-d5f64722-3e4e-4170-8b12-5f7727a16bfe tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Added segment 3cf39c76-87c9-4f95-955a-30cb1d428a6f of type vlan for network 16a04fcb-583e-4f5c-8bec-214e465b03f4 Nov 15 11:31:50.343111 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d667684a-7c5e-4a92-a74e-f053d1f44304 None None] For port d46f7c6d-3a41-455a-ae66-53d4d8283934, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:31:50.352834 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d667684a-7c5e-4a92-a74e-f053d1f44304 None None] For port d46f7c6d-3a41-455a-ae66-53d4d8283934, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d46f7c6d-3a41-455a-ae66-53d4d8283934,segment=NetworkSegment(39c5fd4a-bd66-44f9-b52a-2ec833df6a0b),segment_id=39c5fd4a-bd66-44f9-b52a-2ec833df6a0b)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:31:50.365279 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d667684a-7c5e-4a92-a74e-f053d1f44304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:50.365630 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5f64722-3e4e-4170-8b12-5f7727a16bfe tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:50.395610 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d12fc3e9-c43d-4854-8af7-5f37d6afa0d5 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:50.395610 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d12fc3e9-c43d-4854-8af7-5f37d6afa0d5 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:50.411221 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:50.421069 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:50.445294 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d12fc3e9-c43d-4854-8af7-5f37d6afa0d5 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Calling delete_port for 46664931-5fee-4bde-abad-742049892c46 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:31:50.464440 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5f64722-3e4e-4170-8b12-5f7727a16bfe tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:50.484095 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f64722-3e4e-4170-8b12-5f7727a16bfe tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:50.489626 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5f64722-3e4e-4170-8b12-5f7727a16bfe tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:50.515725 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667684a-7c5e-4a92-a74e-f053d1f44304 None None] Pushing event updated for resources: {'Port': ['ID=d46f7c6d-3a41-455a-ae66-53d4d8283934,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:50.540544 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf64742-5f98-4a77-8cc9-b536e58f0f61 None None] Pushing event updated for resources: {'Port': ['ID=c9455887-a17e-4bef-bfba-9dbf118c2585,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:50.556444 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf64742-5f98-4a77-8cc9-b536e58f0f61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:50.556903 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf64742-5f98-4a77-8cc9-b536e58f0f61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:50.557330 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf64742-5f98-4a77-8cc9-b536e58f0f61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:50.557716 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf64742-5f98-4a77-8cc9-b536e58f0f61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:50.558153 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf64742-5f98-4a77-8cc9-b536e58f0f61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:50.558536 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf64742-5f98-4a77-8cc9-b536e58f0f61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:50.558916 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf64742-5f98-4a77-8cc9-b536e58f0f61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:50.560280 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf64742-5f98-4a77-8cc9-b536e58f0f61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:50.560683 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf64742-5f98-4a77-8cc9-b536e58f0f61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:50.561063 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf64742-5f98-4a77-8cc9-b536e58f0f61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:50.561452 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf64742-5f98-4a77-8cc9-b536e58f0f61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:50.561828 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf64742-5f98-4a77-8cc9-b536e58f0f61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:50.678344 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f64722-3e4e-4170-8b12-5f7727a16bfe tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93707ddc-d327-405a-972e-26c4df074a8a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:50.723037 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] Attempting to bind port c9455887-a17e-4bef-bfba-9dbf118c2585 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:31:50.725378 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] Attempting to bind port c9455887-a17e-4bef-bfba-9dbf118c2585 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '8e4e212c-6e19-464b-a33c-39d4b1698c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:31:50.725972 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] Attempting to bind port c9455887-a17e-4bef-bfba-9dbf118c2585 on network 22cff1ab-90e9-409a-9763-27f9c9815424 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:31:50.742853 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:31:50.744149 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] Checking segment: {'id': '8e4e212c-6e19-464b-a33c-39d4b1698c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:31:50.744761 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:50.745364 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] Bound using segment: {'id': '8e4e212c-6e19-464b-a33c-39d4b1698c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:31:50.746053 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] Bound port: c9455887-a17e-4bef-bfba-9dbf118c2585, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4e212c-6e19-464b-a33c-39d4b1698c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:31:50.746639 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:50.862890 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d5f64722-3e4e-4170-8b12-5f7727a16bfe tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2039402 Nov 15 11:31:50.883416 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53868) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:50.905039 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] For port c9455887-a17e-4bef-bfba-9dbf118c2585, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:31:50.917623 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] For port c9455887-a17e-4bef-bfba-9dbf118c2585, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c9455887-a17e-4bef-bfba-9dbf118c2585,segment=NetworkSegment(8e4e212c-6e19-464b-a33c-39d4b1698c7c),segment_id=8e4e212c-6e19-464b-a33c-39d4b1698c7c)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:31:50.929729 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:50.931102 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0fe0a652-4780-46bd-af26-96fd0bf9354d tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Request body: {'subnet': {'network_id': '16a04fcb-583e-4f5c-8bec-214e465b03f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:50.994692 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-947bf9df-9b39-421b-9330-51fd00cdf7d3 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:51.017437 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-947bf9df-9b39-421b-9330-51fd00cdf7d3 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:51.023408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-947bf9df-9b39-421b-9330-51fd00cdf7d3 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:51.042102 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-947bf9df-9b39-421b-9330-51fd00cdf7d3 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:51.079435 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] Routers {'535c6edc-990c-45b7-a99d-8e5aaaeea556'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:51.080375 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['535c6edc-990c-45b7-a99d-8e5aaaeea556'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:51.099609 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-947bf9df-9b39-421b-9330-51fd00cdf7d3 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:51.099852 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-349e4d80-a686-41e8-b519-079c8da648a9 None None] Provisioning complete for port c9455887-a17e-4bef-bfba-9dbf118c2585 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:31:51.099852 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-349e4d80-a686-41e8-b519-079c8da648a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:51.111257 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-947bf9df-9b39-421b-9330-51fd00cdf7d3 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:51.124176 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-947bf9df-9b39-421b-9330-51fd00cdf7d3 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:51.128315 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-947bf9df-9b39-421b-9330-51fd00cdf7d3 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.11 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5445 time: 0.4668565 Nov 15 11:31:51.129239 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f64722-3e4e-4170-8b12-5f7727a16bfe tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Pushing event updated for resources: {'Network': ['ID=16a04fcb-583e-4f5c-8bec-214e465b03f4,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:51.302896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-a1f6044f-f1b4-4308-b2f9-e380c15fa36b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:51.307573 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-a1f6044f-f1b4-4308-b2f9-e380c15fa36b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.11 "GET /v2.0/ports/bc1db242-bc41-4115-8ee6-dd7f58c66f19?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1616995 Nov 15 11:31:51.327725 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 16a04fcb-583e-4f5c-8bec-214e465b03f4 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:31:51.671852 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b484629-e12b-45df-8560-d848ff39c2a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:51.700150 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d12fc3e9-c43d-4854-8af7-5f37d6afa0d5 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:51.784240 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-349e4d80-a686-41e8-b519-079c8da648a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:51.796190 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d46f7c6d-3a41-455a-ae66-53d4d8283934 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:31:51.823514 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] Set router 535c6edc-990c-45b7-a99d-8e5aaaeea556 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:31:51.828405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af163e59-d2d6-4374-9dce-c5ffa59e3ee0 req-e4fa98af-7ab9-4236-9eb3-3958f920cdfa tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:51.849787 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe0a652-4780-46bd-af26-96fd0bf9354d tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Made reservation on behalf of f067b54c893f4b24a34ea9ac69d99c80 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:31:51.854995 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af163e59-d2d6-4374-9dce-c5ffa59e3ee0 req-e4fa98af-7ab9-4236-9eb3-3958f920cdfa tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:51.858542 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0fe0a652-4780-46bd-af26-96fd0bf9354d tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:51.866351 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fc3e9-c43d-4854-8af7-5f37d6afa0d5 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event deleted for resources: {'Port': ['ID=46664931-5fee-4bde-abad-742049892c46,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:51.873498 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af163e59-d2d6-4374-9dce-c5ffa59e3ee0 req-e4fa98af-7ab9-4236-9eb3-3958f920cdfa tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:51.880934 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af163e59-d2d6-4374-9dce-c5ffa59e3ee0 req-e4fa98af-7ab9-4236-9eb3-3958f920cdfa tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:51.899570 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af163e59-d2d6-4374-9dce-c5ffa59e3ee0 req-e4fa98af-7ab9-4236-9eb3-3958f920cdfa tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:51.930031 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af163e59-d2d6-4374-9dce-c5ffa59e3ee0 req-e4fa98af-7ab9-4236-9eb3-3958f920cdfa tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:51.946305 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af163e59-d2d6-4374-9dce-c5ffa59e3ee0 req-e4fa98af-7ab9-4236-9eb3-3958f920cdfa tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:51.949139 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af163e59-d2d6-4374-9dce-c5ffa59e3ee0 req-e4fa98af-7ab9-4236-9eb3-3958f920cdfa tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 5445 time: 0.6660485 Nov 15 11:31:51.995166 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-349e4d80-a686-41e8-b519-079c8da648a9 None None] For port c9455887-a17e-4bef-bfba-9dbf118c2585, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c9455887-a17e-4bef-bfba-9dbf118c2585,segment=NetworkSegment(8e4e212c-6e19-464b-a33c-39d4b1698c7c),segment_id=8e4e212c-6e19-464b-a33c-39d4b1698c7c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:31:52.017042 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-349e4d80-a686-41e8-b519-079c8da648a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:52.077741 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-4bddfae5-3ad6-42cd-88a0-9710ca474853 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.11 "GET /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7219837 Nov 15 11:31:52.087849 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-831e468f-cf72-4c42-9274-f63c4a3046a6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:52.217769 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e4d80-a686-41e8-b519-079c8da648a9 None None] Pushing event updated for resources: {'Port': ['ID=c9455887-a17e-4bef-bfba-9dbf118c2585,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:52.253706 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d12fc3e9-c43d-4854-8af7-5f37d6afa0d5 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:52.260303 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d12fc3e9-c43d-4854-8af7-5f37d6afa0d5 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:52.264665 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d12fc3e9-c43d-4854-8af7-5f37d6afa0d5 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "DELETE /v2.0/floatingips/9af08e21-4971-4f5f-88cc-8a27d0a3199b HTTP/1.1" status: 204 len: 168 time: 2.6746676 Nov 15 11:31:52.286582 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53882) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:52.309350 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-cc0299f9-4841-4e19-950e-368d215af99c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': '9e435742-7800-4fe4-8513-8d966e99afc6'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:52.318205 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a98c7f92-c1dd-400b-9afc-d9180fd35ffa None None] Provisioning complete for port c9455887-a17e-4bef-bfba-9dbf118c2585 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:31:52.318565 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a98c7f92-c1dd-400b-9afc-d9180fd35ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:52.404502 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-831e468f-cf72-4c42-9274-f63c4a3046a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:52.413745 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'name': 'tempest-TestServerBasicOps-1258185139-router', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:31:35Z', 'updated_at': '2021-11-15T11:31:43Z', 'revision_number': 4, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'gw_port': {'id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:37Z', 'updated_at': '2021-11-15T11:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'c9455887-a17e-4bef-bfba-9dbf118c2585', 'name': '', 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'mac_address': 'fa:16:3e:9b:4b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '1c62f435-1ed6-404a-a855-45179d8b724c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:41Z', 'updated_at': '2021-11-15T11:31:50Z', 'revision_number': 4, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'subnets': [{'id': '1c62f435-1ed6-404a-a855-45179d8b724c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:52.443859 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b484629-e12b-45df-8560-d848ff39c2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:52.462904 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af163e59-d2d6-4374-9dce-c5ffa59e3ee0 req-64da6796-eb09-4207-8247-8483a0aa7aa7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5063486 Nov 15 11:31:52.464401 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118accfc-348b-4dc7-a69e-aee1f075cf95 None None] Network a08dbee6-9fbe-497b-a5c4-7e35a7c4974a requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:31:52.522998 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1960906-c745-427c-af8b-c272da6e7bc9 None None] The sync data for ids ['535c6edc-990c-45b7-a99d-8e5aaaeea556'] in n-d-729945-9 is: [{'id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'name': 'tempest-TestServerBasicOps-1258185139-router', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:31:35Z', 'updated_at': '2021-11-15T11:31:43Z', 'revision_number': 4, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'gw_port': {'id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:37Z', 'updated_at': '2021-11-15T11:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'c9455887-a17e-4bef-bfba-9dbf118c2585', 'name': '', 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'mac_address': 'fa:16:3e:9b:4b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '1c62f435-1ed6-404a-a855-45179d8b724c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:41Z', 'updated_at': '2021-11-15T11:31:50Z', 'revision_number': 4, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'subnets': [{'id': '1c62f435-1ed6-404a-a855-45179d8b724c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:31:52.525057 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf64742-5f98-4a77-8cc9-b536e58f0f61 None None] Pushing event updated for resources: {'Port': ['ID=c9455887-a17e-4bef-bfba-9dbf118c2585,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:52.553989 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc0299f9-4841-4e19-950e-368d215af99c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:52.667934 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b484629-e12b-45df-8560-d848ff39c2a9 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:31:52.686791 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-1b484629-e12b-45df-8560-d848ff39c2a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:31:52.690393 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b484629-e12b-45df-8560-d848ff39c2a9 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:31:52.732238 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b484629-e12b-45df-8560-d848ff39c2a9 admin admin] Pushing event updated for resources: {'Port': ['ID=2d712518-e570-48d4-8363-fd33d408ef30,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:52.849156 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db368567-af1c-460d-ae6d-01673c6785a3 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:31:52.913982 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-831e468f-cf72-4c42-9274-f63c4a3046a6 service neutron] For port bc1db242-bc41-4115-8ee6-dd7f58c66f19, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=bc1db242-bc41-4115-8ee6-dd7f58c66f19,segment=NetworkSegment(f00b1bb4-f030-447b-9d91-05fe6b231e91),segment_id=f00b1bb4-f030-447b-9d91-05fe6b231e91)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:31:53.030807 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-831e468f-cf72-4c42-9274-f63c4a3046a6 service neutron] For port bc1db242-bc41-4115-8ee6-dd7f58c66f19, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:31:53.160950 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-831e468f-cf72-4c42-9274-f63c4a3046a6 service neutron] device_id is not set on port bc1db242-bc41-4115-8ee6-dd7f58c66f19 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:31:53.184384 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-831e468f-cf72-4c42-9274-f63c4a3046a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:53.197825 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-831e468f-cf72-4c42-9274-f63c4a3046a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:53.203771 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0fe0a652-4780-46bd-af26-96fd0bf9354d tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:53.301853 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0a652-4780-46bd-af26-96fd0bf9354d tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Pushing event updated for resources: {'Subnet': ['ID=1b86db31-90d8-4295-a8df-4dc2050ec113,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:53.406362 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-831e468f-cf72-4c42-9274-f63c4a3046a6 service neutron] No DVR routers for this DVR port bc1db242-bc41-4115-8ee6-dd7f58c66f19 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:31:53.429083 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc0299f9-4841-4e19-950e-368d215af99c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:53.541564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e468f-cf72-4c42-9274-f63c4a3046a6 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1db242-bc41-4115-8ee6-dd7f58c66f19,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:53.583012 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-831e468f-cf72-4c42-9274-f63c4a3046a6 service neutron] In _notify_port_updated(), no bound segment for port bc1db242-bc41-4115-8ee6-dd7f58c66f19 on network 4c80147d-a460-4aca-9746-ccf4bbea3343 {{(pid=102678) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:31:53.587461 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-831e468f-cf72-4c42-9274-f63c4a3046a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:53.590342 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-831e468f-cf72-4c42-9274-f63c4a3046a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:53.595993 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-831e468f-cf72-4c42-9274-f63c4a3046a6 service neutron] 10.222.0.11 "PUT /v2.0/ports/bc1db242-bc41-4115-8ee6-dd7f58c66f19 HTTP/1.1" status: 200 len: 1033 time: 1.5125620 Nov 15 11:31:53.670260 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d46f7c6d-3a41-455a-ae66-53d4d8283934 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:31:53.674300 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:53.778396 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-cc0299f9-4841-4e19-950e-368d215af99c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Allocated IP 172.25.7.84 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/e44fb816-c0e9-4a0b-a7e7-c35bf1e94c1a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:31:53.801870 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-ddb2e507-4e8d-49cc-8e66-78ab1e91ff99 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:53.803394 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-ddb2e507-4e8d-49cc-8e66-78ab1e91ff99 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.11 "GET /v2.0/ports/b5c5f658-3e97-46d3-b735-9ae8bc3ad568?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1987727 Nov 15 11:31:53.823916 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:53.861219 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0dfb3b98-85ea-40fd-ba0b-86f852c195c8 None None] Provisioning complete for port bc1db242-bc41-4115-8ee6-dd7f58c66f19 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:31:53.861802 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0dfb3b98-85ea-40fd-ba0b-86f852c195c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:53.975394 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc0299f9-4841-4e19-950e-368d215af99c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:54.023059 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:54.118521 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb3b98-85ea-40fd-ba0b-86f852c195c8 None None] Port bc1db242-bc41-4115-8ee6-dd7f58c66f19 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:31:54.123047 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc0299f9-4841-4e19-950e-368d215af99c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:54.126068 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:54.160835 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0dfb3b98-85ea-40fd-ba0b-86f852c195c8 None None] Provisioning complete for port 2d712518-e570-48d4-8363-fd33d408ef30 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:31:54.161749 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0dfb3b98-85ea-40fd-ba0b-86f852c195c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:54.245673 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port d46f7c6d-3a41-455a-ae66-53d4d8283934, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d46f7c6d-3a41-455a-ae66-53d4d8283934,segment=NetworkSegment(39c5fd4a-bd66-44f9-b52a-2ec833df6a0b),segment_id=39c5fd4a-bd66-44f9-b52a-2ec833df6a0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:31:54.312140 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:54.325965 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0299f9-4841-4e19-950e-368d215af99c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:31:54.330697 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 4f6c4222-85c6-40ff-b518-d6284db6fd76 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:31:54.337608 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-cc0299f9-4841-4e19-950e-368d215af99c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:31:54.343343 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0299f9-4841-4e19-950e-368d215af99c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:31:54.463777 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe0a652-4780-46bd-af26-96fd0bf9354d tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Checking segment: {'id': '3cf39c76-87c9-4f95-955a-30cb1d428a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '16a04fcb-583e-4f5c-8bec-214e465b03f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:31:54.464160 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe0a652-4780-46bd-af26-96fd0bf9354d tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Network hostable DHCP agents. Network: 16a04fcb-583e-4f5c-8bec-214e465b03f4, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:31:54.477098 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] For port b5c5f658-3e97-46d3-b735-9ae8bc3ad568, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b5c5f658-3e97-46d3-b735-9ae8bc3ad568,segment=NetworkSegment(f00b1bb4-f030-447b-9d91-05fe6b231e91),segment_id=f00b1bb4-f030-447b-9d91-05fe6b231e91)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:31:54.489937 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0299f9-4841-4e19-950e-368d215af99c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Port': ['ID=e44fb816-c0e9-4a0b-a7e7-c35bf1e94c1a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:54.572824 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] For port b5c5f658-3e97-46d3-b735-9ae8bc3ad568, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:31:54.628647 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=d46f7c6d-3a41-455a-ae66-53d4d8283934,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:54.657860 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c9455887-a17e-4bef-bfba-9dbf118c2585 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:31:54.684191 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] device_id is not set on port b5c5f658-3e97-46d3-b735-9ae8bc3ad568 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:31:54.720435 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:54.745924 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:54.783028 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d20c8-c43c-4df4-b1c0-a600ecfaed2f req-84677046-f606-433a-a95c-0cf31d75e692 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:54.792413 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d20c8-c43c-4df4-b1c0-a600ecfaed2f req-84677046-f606-433a-a95c-0cf31d75e692 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:54.799523 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d20c8-c43c-4df4-b1c0-a600ecfaed2f req-84677046-f606-433a-a95c-0cf31d75e692 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:54.808983 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d20c8-c43c-4df4-b1c0-a600ecfaed2f req-84677046-f606-433a-a95c-0cf31d75e692 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:54.817026 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d20c8-c43c-4df4-b1c0-a600ecfaed2f req-84677046-f606-433a-a95c-0cf31d75e692 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:54.829467 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d20c8-c43c-4df4-b1c0-a600ecfaed2f req-84677046-f606-433a-a95c-0cf31d75e692 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:54.832687 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b3d20c8-c43c-4df4-b1c0-a600ecfaed2f req-84677046-f606-433a-a95c-0cf31d75e692 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 4665 time: 1.1396656 Nov 15 11:31:54.866032 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb3b98-85ea-40fd-ba0b-86f852c195c8 None None] Port 2d712518-e570-48d4-8363-fd33d408ef30 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:31:54.877493 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port c9455887-a17e-4bef-bfba-9dbf118c2585 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:31:54.877737 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:54.974098 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0dfb3b98-85ea-40fd-ba0b-86f852c195c8 None None] Provisioning complete for port d46f7c6d-3a41-455a-ae66-53d4d8283934 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:31:54.974461 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0dfb3b98-85ea-40fd-ba0b-86f852c195c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:55.016322 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] No DVR routers for this DVR port b5c5f658-3e97-46d3-b735-9ae8bc3ad568 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:31:55.024952 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:55.038851 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] Pushing event updated for resources: {'Port': ['ID=b5c5f658-3e97-46d3-b735-9ae8bc3ad568,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:55.138469 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:55.138806 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:55.139135 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:55.139464 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:55.139785 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:55.140130 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:55.140471 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:55.140844 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:55.141167 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:55.141489 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:55.141803 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:55.142120 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:55.172767 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 4f6c4222-85c6-40ff-b518-d6284db6fd76, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=4f6c4222-85c6-40ff-b518-d6284db6fd76,segment=NetworkSegment(f00b1bb4-f030-447b-9d91-05fe6b231e91),segment_id=f00b1bb4-f030-447b-9d91-05fe6b231e91)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:31:55.183564 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f6c4222-85c6-40ff-b518-d6284db6fd76'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:31:55.186978 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d86add-af09-4259-baa8-7f9a7e5f67dc" -d '{"events": [{"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "4f6c4222-85c6-40ff-b518-d6284db6fd76"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:31:55.235104 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b3d20c8-c43c-4df4-b1c0-a600ecfaed2f req-24fd9fbf-d306-44fa-bcd4-b1cd54c6e56c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b868e38-1135-4222-8876-7c7d7b346b07&id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3808737 Nov 15 11:31:55.246447 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] In _notify_port_updated(), no bound segment for port b5c5f658-3e97-46d3-b735-9ae8bc3ad568 on network 4c80147d-a460-4aca-9746-ccf4bbea3343 {{(pid=102678) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:31:55.247363 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:55.248031 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:55.253531 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-09531452-0f49-46a8-8055-ee233a07ebbc service neutron] 10.222.0.11 "PUT /v2.0/ports/b5c5f658-3e97-46d3-b735-9ae8bc3ad568 HTTP/1.1" status: 200 len: 1032 time: 1.4334912 Nov 15 11:31:55.260527 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:55.261377 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 68cf8342-a4ee-408b-81be-041910813acb no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:31:55.338969 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b484629-e12b-45df-8560-d848ff39c2a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:55.375144 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b7daf3-1c41-4042-9875-a1497c28df62 x-openstack-request-id: req-e4b7daf3-1c41-4042-9875-a1497c28df62 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:31:55.375464 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "4f6c4222-85c6-40ff-b518-d6284db6fd76", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:31:55.375724 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e4b7daf3-1c41-4042-9875-a1497c28df62 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:31:55.376340 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f6c4222-85c6-40ff-b518-d6284db6fd76', 'code': 200} Nov 15 11:31:55.385527 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=4f6c4222-85c6-40ff-b518-d6284db6fd76,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:55.409870 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-06f4d263-0d72-48e6-b788-a3741564d3aa tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Deleting port 496a1d61-4bd5-4b51-9b89-5253018b96d3 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:31:55.410471 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-06f4d263-0d72-48e6-b788-a3741564d3aa tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:55.446055 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-929536cd-fa37-4e35-97db-5f66bd35cb6b None None] Provisioning complete for port d46f7c6d-3a41-455a-ae66-53d4d8283934 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:31:55.446453 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-929536cd-fa37-4e35-97db-5f66bd35cb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:55.562417 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe0a652-4780-46bd-af26-96fd0bf9354d tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Network 16a04fcb-583e-4f5c-8bec-214e465b03f4 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:31:55.582873 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-06f4d263-0d72-48e6-b788-a3741564d3aa tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] For port 496a1d61-4bd5-4b51-9b89-5253018b96d3, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=496a1d61-4bd5-4b51-9b89-5253018b96d3,segment=NetworkSegment(f00b1bb4-f030-447b-9d91-05fe6b231e91),segment_id=f00b1bb4-f030-447b-9d91-05fe6b231e91)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:31:55.583458 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-06f4d263-0d72-48e6-b788-a3741564d3aa tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:55.613515 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-0fe0a652-4780-46bd-af26-96fd0bf9354d tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 16a04fcb-583e-4f5c-8bec-214e465b03f4) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:31:55.628430 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-06f4d263-0d72-48e6-b788-a3741564d3aa tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Calling delete_port for 496a1d61-4bd5-4b51-9b89-5253018b96d3 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:31:55.632373 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85769682-cb98-4f73-a724-af136df6f7d3 None None] Network 16a04fcb-583e-4f5c-8bec-214e465b03f4 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:31:55.654342 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe0a652-4780-46bd-af26-96fd0bf9354d tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:55.654487 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0fe0a652-4780-46bd-af26-96fd0bf9354d tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:55.837034 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-06f4d263-0d72-48e6-b788-a3741564d3aa tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:55.886401 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4d263-0d72-48e6-b788-a3741564d3aa tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event deleted for resources: {'Port': ['ID=496a1d61-4bd5-4b51-9b89-5253018b96d3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:55.908628 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0fe0a652-4780-46bd-af26-96fd0bf9354d tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0239708 Nov 15 11:31:55.909345 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53908) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:55.919796 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:55.931906 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3ed67de6-a59b-4fd4-a767-3ff7a3485654 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Request body: {'port': {'network_id': '16a04fcb-583e-4f5c-8bec-214e465b03f4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-83799483'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:55.946924 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-06f4d263-0d72-48e6-b788-a3741564d3aa tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] No DVR routers for this DVR port 496a1d61-4bd5-4b51-9b89-5253018b96d3 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:31:55.950475 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-06f4d263-0d72-48e6-b788-a3741564d3aa tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:55.954727 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-06f4d263-0d72-48e6-b788-a3741564d3aa tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.11 "DELETE /v2.0/ports/496a1d61-4bd5-4b51-9b89-5253018b96d3 HTTP/1.1" status: 204 len: 173 time: 0.6939132 Nov 15 11:31:55.955626 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-deleted', 'tag': '496a1d61-4bd5-4b51-9b89-5253018b96d3'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:31:55.958713 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efae7034-580e-4fc4-8ee3-1db4f4709047" -d '{"events": [{"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-deleted", "tag": "496a1d61-4bd5-4b51-9b89-5253018b96d3"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:31:55.983338 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 68cf8342-a4ee-408b-81be-041910813acb, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=68cf8342-a4ee-408b-81be-041910813acb,segment=NetworkSegment(67d16816-45de-429a-9234-5131d2d66d0f),segment_id=67d16816-45de-429a-9234-5131d2d66d0f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:31:56.001009 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-16a04fcb-583e-4f5c-8bec-214e465b03f4', 'network_id': '16a04fcb-583e-4f5c-8bec-214e465b03f4', 'tenant_id': 'f067b54c893f4b24a34ea9ac69d99c80', 'fixed_ips': [{'subnet_id': '1b86db31-90d8-4295-a8df-4dc2050ec113'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:31:56.002269 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:56.014459 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:56.015891 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device b5c5f658-3e97-46d3-b735-9ae8bc3ad568 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:31:56.095799 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166b90cb-966d-486d-af65-c67a33aaa6ef x-openstack-request-id: req-166b90cb-966d-486d-af65-c67a33aaa6ef {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:31:56.096256 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-deleted", "tag": "496a1d61-4bd5-4b51-9b89-5253018b96d3", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:31:56.096600 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-166b90cb-966d-486d-af65-c67a33aaa6ef {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:31:56.097490 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-deleted', 'tag': '496a1d61-4bd5-4b51-9b89-5253018b96d3', 'status': 'completed', 'code': 200} Nov 15 11:31:56.125287 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=68cf8342-a4ee-408b-81be-041910813acb,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:56.143158 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-f098216e-5b37-475c-9761-d48c6580491a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Deleting port 4f6c4222-85c6-40ff-b518-d6284db6fd76 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:31:56.143809 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-f098216e-5b37-475c-9761-d48c6580491a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:56.179850 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-929536cd-fa37-4e35-97db-5f66bd35cb6b None None] Provisioning complete for port b5c5f658-3e97-46d3-b735-9ae8bc3ad568 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:31:56.180606 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-929536cd-fa37-4e35-97db-5f66bd35cb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:56.223642 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-929536cd-fa37-4e35-97db-5f66bd35cb6b None None] Port b5c5f658-3e97-46d3-b735-9ae8bc3ad568 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:31:56.304914 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device b5c5f658-3e97-46d3-b735-9ae8bc3ad568 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:31:56.305347 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device a0531970-cfa4-40c4-93f0-fd9e48c15329 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:31:56.516068 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d46f7c6d-3a41-455a-ae66-53d4d8283934 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:31:56.526870 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-f098216e-5b37-475c-9761-d48c6580491a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] For port 4f6c4222-85c6-40ff-b518-d6284db6fd76, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=4f6c4222-85c6-40ff-b518-d6284db6fd76,segment=NetworkSegment(f00b1bb4-f030-447b-9d91-05fe6b231e91),segment_id=f00b1bb4-f030-447b-9d91-05fe6b231e91)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:31:56.528588 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-f098216e-5b37-475c-9761-d48c6580491a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:56.582603 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-f098216e-5b37-475c-9761-d48c6580491a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Calling delete_port for 4f6c4222-85c6-40ff-b518-d6284db6fd76 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:31:56.583737 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc0299f9-4841-4e19-950e-368d215af99c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:56.629440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e3eb7-9ac0-434c-814e-6e75d4c0ed25 req-d868b104-5a57-466f-af6d-f2f3add45248 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:56.641683 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e3eb7-9ac0-434c-814e-6e75d4c0ed25 req-d868b104-5a57-466f-af6d-f2f3add45248 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:56.655561 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e3eb7-9ac0-434c-814e-6e75d4c0ed25 req-d868b104-5a57-466f-af6d-f2f3add45248 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:56.674111 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e3eb7-9ac0-434c-814e-6e75d4c0ed25 req-d868b104-5a57-466f-af6d-f2f3add45248 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:56.677327 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d27e3eb7-9ac0-434c-814e-6e75d4c0ed25 req-d868b104-5a57-466f-af6d-f2f3add45248 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 3147 time: 0.2950759 Nov 15 11:31:56.688817 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:56.700232 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b484629-e12b-45df-8560-d848ff39c2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:56.744328 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Allocated IP 172.20.0.2 (16a04fcb-583e-4f5c-8bec-214e465b03f4/1b86db31-90d8-4295-a8df-4dc2050ec113/d2a652f5-db35-4631-9e73-88240c49cd62) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:31:56.747259 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d46f7c6d-3a41-455a-ae66-53d4d8283934 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:31:56.747609 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:56.751874 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc0299f9-4841-4e19-950e-368d215af99c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:56.864641 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d27e3eb7-9ac0-434c-814e-6e75d4c0ed25 req-4e570abb-b84d-40dc-9495-aeae60d15491 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757646 Nov 15 11:31:56.892920 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed67de6-a59b-4fd4-a767-3ff7a3485654 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Made reservation on behalf of f067b54c893f4b24a34ea9ac69d99c80 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:31:56.895042 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port a0531970-cfa4-40c4-93f0-fd9e48c15329, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=a0531970-cfa4-40c4-93f0-fd9e48c15329,segment=NetworkSegment(67d16816-45de-429a-9234-5131d2d66d0f),segment_id=67d16816-45de-429a-9234-5131d2d66d0f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:31:56.896555 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ed67de6-a59b-4fd4-a767-3ff7a3485654 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:56.941305 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:56.943041 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 496a1d61-4bd5-4b51-9b89-5253018b96d3 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:31:56.992739 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-3ed67de6-a59b-4fd4-a767-3ff7a3485654 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] device_id is not set on port 78354a05-776f-4208-ac70-4a2df440ab4a yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:31:56.999769 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 496a1d61-4bd5-4b51-9b89-5253018b96d3 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:31:57.007781 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 496a1d61-4bd5-4b51-9b89-5253018b96d3 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:31:57.008610 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 2a5a419e-761c-40a1-8d78-4da3f49c2c0d no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:31:57.051730 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-f098216e-5b37-475c-9761-d48c6580491a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:57.214880 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-f098216e-5b37-475c-9761-d48c6580491a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] No DVR routers for this DVR port 4f6c4222-85c6-40ff-b518-d6284db6fd76 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:31:57.219760 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098216e-5b37-475c-9761-d48c6580491a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event deleted for resources: {'Port': ['ID=4f6c4222-85c6-40ff-b518-d6284db6fd76,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:57.228730 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-f098216e-5b37-475c-9761-d48c6580491a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:57.231441 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b484629-e12b-45df-8560-d848ff39c2a9 admin admin] Router 43206be6-07fb-4a6d-a7c2-c33e0acbae19 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:31:57.237546 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-f098216e-5b37-475c-9761-d48c6580491a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.11 "DELETE /v2.0/ports/4f6c4222-85c6-40ff-b518-d6284db6fd76 HTTP/1.1" status: 204 len: 173 time: 1.2748697 Nov 15 11:31:57.270113 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc0299f9-4841-4e19-950e-368d215af99c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:57.374217 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc0299f9-4841-4e19-950e-368d215af99c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:57.377082 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68cf8342-a4ee-408b-81be-041910813acb'}, {'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0531970-cfa4-40c4-93f0-fd9e48c15329'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:31:57.379451 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b71799-51f6-4533-8384-b5f2b059754e" -d '{"events": [{"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "68cf8342-a4ee-408b-81be-041910813acb"}, {"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "a0531970-cfa4-40c4-93f0-fd9e48c15329"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:31:57.429325 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=a0531970-cfa4-40c4-93f0-fd9e48c15329,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:57.448013 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-6c44f2b8-4831-484a-a9a7-3f94f965ac79 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Deleting port a0531970-cfa4-40c4-93f0-fd9e48c15329 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:31:57.448700 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-6c44f2b8-4831-484a-a9a7-3f94f965ac79 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:57.476634 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:57.509337 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b484629-e12b-45df-8560-d848ff39c2a9 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:31:57.522079 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] Sync routers for ids ['43206be6-07fb-4a6d-a7c2-c33e0acbae19'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:31:57.542793 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] Routers {'43206be6-07fb-4a6d-a7c2-c33e0acbae19'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:57.544234 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['43206be6-07fb-4a6d-a7c2-c33e0acbae19'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:57.560592 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 15 Nov 2021 11:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c305def3-ec1a-494e-9555-6d9349209d54 x-openstack-request-id: req-c305def3-ec1a-494e-9555-6d9349209d54 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:31:57.561229 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "68cf8342-a4ee-408b-81be-041910813acb", "code": 200}, {"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "a0531970-cfa4-40c4-93f0-fd9e48c15329", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:31:57.561749 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c305def3-ec1a-494e-9555-6d9349209d54 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:31:57.562299 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68cf8342-a4ee-408b-81be-041910813acb', 'code': 200} Nov 15 11:31:57.562701 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0531970-cfa4-40c4-93f0-fd9e48c15329', 'code': 200} Nov 15 11:31:57.572590 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:57.678282 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:57.689701 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b484629-e12b-45df-8560-d848ff39c2a9 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:57.694492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53932) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:57.697411 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1b484629-e12b-45df-8560-d848ff39c2a9 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.3062057 Nov 15 11:31:57.739784 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0299f9-4841-4e19-950e-368d215af99c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Port': ['ID=e44fb816-c0e9-4a0b-a7e7-c35bf1e94c1a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:57.790379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Network 16a04fcb-583e-4f5c-8bec-214e465b03f4 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:31:57.809912 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc0299f9-4841-4e19-950e-368d215af99c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:57.814574 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:31:57.822375 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:31:57.824812 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] Set router 43206be6-07fb-4a6d-a7c2-c33e0acbae19 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:31:57.845773 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-6c44f2b8-4831-484a-a9a7-3f94f965ac79 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] For port a0531970-cfa4-40c4-93f0-fd9e48c15329, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=a0531970-cfa4-40c4-93f0-fd9e48c15329,segment=NetworkSegment(67d16816-45de-429a-9234-5131d2d66d0f),segment_id=67d16816-45de-429a-9234-5131d2d66d0f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:31:57.846490 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-6c44f2b8-4831-484a-a9a7-3f94f965ac79 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:57.898344 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-6c44f2b8-4831-484a-a9a7-3f94f965ac79 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Calling delete_port for a0531970-cfa4-40c4-93f0-fd9e48c15329 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:31:58.003058 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Pushing event updated for resources: {'Port': ['ID=d2a652f5-db35-4631-9e73-88240c49cd62,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:58.025373 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-3ed67de6-a59b-4fd4-a767-3ff7a3485654 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Allocated IP 172.20.0.13 (16a04fcb-583e-4f5c-8bec-214e465b03f4/1b86db31-90d8-4295-a8df-4dc2050ec113/78354a05-776f-4208-ac70-4a2df440ab4a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:31:58.099356 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:58.104158 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:58.108398 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:58.112090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:58.112680 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:58.113220 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:58.113752 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:58.114312 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:58.115612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-deleted', 'tag': '4f6c4222-85c6-40ff-b518-d6284db6fd76'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:31:58.116219 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:58.116813 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:58.117358 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:58.118009 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721c757a-23a9-49c8-a5a9-f8278c76fa40" -d '{"events": [{"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-deleted", "tag": "4f6c4222-85c6-40ff-b518-d6284db6fd76"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:31:58.118573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:31:58.126984 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 2a5a419e-761c-40a1-8d78-4da3f49c2c0d, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2a5a419e-761c-40a1-8d78-4da3f49c2c0d,segment=NetworkSegment(9bb83ea5-6302-453d-ab4d-4e9d792cd455),segment_id=9bb83ea5-6302-453d-ab4d-4e9d792cd455)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:31:58.150484 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:58.156732 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device bc1db242-bc41-4115-8ee6-dd7f58c66f19 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:31:58.183455 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-cc0299f9-4841-4e19-950e-368d215af99c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Floating IP 5b57c61b-7ac4-43f1-8a0b-bfa591bdc46b associated. External IP: 172.25.7.84, port: 9e435742-7800-4fe4-8513-8d966e99afc6. Nov 15 11:31:58.203145 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Attempting to bind port d2a652f5-db35-4631-9e73-88240c49cd62 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:31:58.205208 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Attempting to bind port d2a652f5-db35-4631-9e73-88240c49cd62 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '3cf39c76-87c9-4f95-955a-30cb1d428a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '16a04fcb-583e-4f5c-8bec-214e465b03f4'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:31:58.207268 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Attempting to bind port d2a652f5-db35-4631-9e73-88240c49cd62 on network 16a04fcb-583e-4f5c-8bec-214e465b03f4 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:31:58.224219 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab7f661-a789-4c5d-a3f9-0a3e0af2d678 x-openstack-request-id: req-bab7f661-a789-4c5d-a3f9-0a3e0af2d678 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:31:58.224530 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-deleted", "tag": "4f6c4222-85c6-40ff-b518-d6284db6fd76", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:31:58.224759 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bab7f661-a789-4c5d-a3f9-0a3e0af2d678 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:31:58.225174 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-deleted', 'tag': '4f6c4222-85c6-40ff-b518-d6284db6fd76', 'status': 'completed', 'code': 200} Nov 15 11:31:58.455624 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43206be6-07fb-4a6d-a7c2-c33e0acbae19', 'name': 'tempest-TestServerBasicOps-1003617841-router', 'tenant_id': '4e40dd8c06c3459292a585e10446f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '2d712518-e570-48d4-8363-fd33d408ef30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:31:48Z', 'updated_at': '2021-11-15T11:31:53Z', 'revision_number': 3, 'project_id': '4e40dd8c06c3459292a585e10446f2f2', 'gw_port': {'id': '2d712518-e570-48d4-8363-fd33d408ef30', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:70:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43206be6-07fb-4a6d-a7c2-c33e0acbae19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:49Z', 'updated_at': '2021-11-15T11:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:58.536813 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] Checking router: 43206be6-07fb-4a6d-a7c2-c33e0acbae19 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:31:58.537481 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] Updating router 43206be6-07fb-4a6d-a7c2-c33e0acbae19 port 2d712518-e570-48d4-8363-fd33d408ef30 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:31:58.579788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53948) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:58.584751 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:31:58.588194 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Checking segment: {'id': '3cf39c76-87c9-4f95-955a-30cb1d428a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '16a04fcb-583e-4f5c-8bec-214e465b03f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:31:58.588734 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:58.589229 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Bound using segment: {'id': '3cf39c76-87c9-4f95-955a-30cb1d428a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '16a04fcb-583e-4f5c-8bec-214e465b03f4'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:31:58.589829 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Bound port: d2a652f5-db35-4631-9e73-88240c49cd62, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf39c76-87c9-4f95-955a-30cb1d428a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '16a04fcb-583e-4f5c-8bec-214e465b03f4'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:31:58.590312 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:58.603719 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:58.718439 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] For port d2a652f5-db35-4631-9e73-88240c49cd62, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:31:58.722914 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] For port d2a652f5-db35-4631-9e73-88240c49cd62, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d2a652f5-db35-4631-9e73-88240c49cd62,segment=NetworkSegment(3cf39c76-87c9-4f95-955a-30cb1d428a6f),segment_id=3cf39c76-87c9-4f95-955a-30cb1d428a6f)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:31:58.739587 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:58.771948 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=2a5a419e-761c-40a1-8d78-4da3f49c2c0d,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:58.774689 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device bc1db242-bc41-4115-8ee6-dd7f58c66f19 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:31:58.790510 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ed67de6-a59b-4fd4-a767-3ff7a3485654 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:58.901178 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5818865-aeb3-42b0-8a5f-8b40bed89296 None None] Pushing event updated for resources: {'Port': ['ID=d2a652f5-db35-4631-9e73-88240c49cd62,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:59.036457 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0299f9-4841-4e19-950e-368d215af99c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Router 81103ecc-216a-45c0-9cf4-f315c30ad9ab has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:31:59.096676 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d10fdec0-21af-42b4-8216-223802ba5ec2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:59.151634 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ed67de6-a59b-4fd4-a767-3ff7a3485654 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:59.324545 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed67de6-a59b-4fd4-a767-3ff7a3485654 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Network 16a04fcb-583e-4f5c-8bec-214e465b03f4 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:31:59.347281 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed67de6-a59b-4fd4-a767-3ff7a3485654 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Pushing event updated for resources: {'Port': ['ID=78354a05-776f-4208-ac70-4a2df440ab4a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:59.354280 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3ed67de6-a59b-4fd4-a767-3ff7a3485654 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:31:59.362802 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed67de6-a59b-4fd4-a767-3ff7a3485654 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:31:59.417804 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:59.442279 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:59.472211 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed67de6-a59b-4fd4-a767-3ff7a3485654 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:59.472878 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ed67de6-a59b-4fd4-a767-3ff7a3485654 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:59.532811 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29fda83-3ad7-4fc5-baa4-8b42bac13764 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:31:59.540415 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] Attempting to bind port 2d712518-e570-48d4-8363-fd33d408ef30 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:31:59.541022 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] Attempting to bind port 2d712518-e570-48d4-8363-fd33d408ef30 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:31:59.541022 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] Attempting to bind port 2d712518-e570-48d4-8363-fd33d408ef30 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:31:59.556035 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2591c8-254f-4082-86ef-c310062851ff None None] Pushing event updated for resources: {'Port': ['ID=2d712518-e570-48d4-8363-fd33d408ef30,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:59.563832 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a5a419e-761c-40a1-8d78-4da3f49c2c0d'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:31:59.571851 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e157873a-7458-46ff-8beb-f373eb34723a" -d '{"events": [{"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "2a5a419e-761c-40a1-8d78-4da3f49c2c0d"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:31:59.580272 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:31:59.580898 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:31:59.581512 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:59.582350 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:31:59.595729 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] Bound port: 2d712518-e570-48d4-8363-fd33d408ef30, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:31:59.597980 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:59.654656 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e70f12ca-1060-465f-818e-5d70095fbffd None None] Provisioning complete for port 2d712518-e570-48d4-8363-fd33d408ef30 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:31:59.655018 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e70f12ca-1060-465f-818e-5d70095fbffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:59.660089 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:59.671402 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-6c44f2b8-4831-484a-a9a7-3f94f965ac79 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:59.714949 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] For port 2d712518-e570-48d4-8363-fd33d408ef30, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:31:59.718977 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] For port 2d712518-e570-48d4-8363-fd33d408ef30, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2d712518-e570-48d4-8363-fd33d408ef30,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:31:59.726843 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50e114e-5529-4e73-b1aa-80124b70d252 x-openstack-request-id: req-e50e114e-5529-4e73-b1aa-80124b70d252 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:31:59.727114 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "2a5a419e-761c-40a1-8d78-4da3f49c2c0d", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:31:59.727398 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e50e114e-5529-4e73-b1aa-80124b70d252 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:31:59.727769 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a5a419e-761c-40a1-8d78-4da3f49c2c0d', 'code': 200} Nov 15 11:31:59.727900 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:59.784527 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e70f12ca-1060-465f-818e-5d70095fbffd None None] Port 2d712518-e570-48d4-8363-fd33d408ef30 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:31:59.812400 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3ed67de6-a59b-4fd4-a767-3ff7a3485654 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8872852 Nov 15 11:31:59.813154 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53958) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:31:59.851301 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44f2b8-4831-484a-a9a7-3f94f965ac79 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event deleted for resources: {'Port': ['ID=a0531970-cfa4-40c4-93f0-fd9e48c15329,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:59.873811 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2591c8-254f-4082-86ef-c310062851ff None None] Pushing event updated for resources: {'Port': ['ID=2d712518-e570-48d4-8363-fd33d408ef30,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:31:59.895503 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d10fdec0-21af-42b4-8216-223802ba5ec2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:31:59.901674 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0299f9-4841-4e19-950e-368d215af99c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:31:59.913422 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c558b33-f0ad-4c7f-87cf-057cec87b0cb None None] Sync routers for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:31:59.932057 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-bbdadbd2-de4c-4d87-ac70-45d4c226326b tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Request body: {'port': {'network_id': '16a04fcb-583e-4f5c-8bec-214e465b03f4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1615881182', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:31:59.932589 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.api.validators [None req-bbdadbd2-de4c-4d87-ac70-45d4c226326b tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] bootfile-name is not in valid_values {{(pid=102677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 11:31:59.932924 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.api.validators [None req-bbdadbd2-de4c-4d87-ac70-45d4c226326b tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] tftp-server is not in valid_values {{(pid=102677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 11:31:59.933254 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.api.validators [None req-bbdadbd2-de4c-4d87-ac70-45d4c226326b tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] server-ip-address is not in valid_values {{(pid=102677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 11:31:59.938811 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] Routers {'43206be6-07fb-4a6d-a7c2-c33e0acbae19'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:59.939452 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['43206be6-07fb-4a6d-a7c2-c33e0acbae19'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:59.940349 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dda579-6234-4074-a243-821b50ae2ed9 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:31:59.960626 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f289a9-c3ec-4579-bfd9-c4af65764b41 req-7fbdb001-ae64-4127-b00c-601caafaf61e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:31:59.964233 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c558b33-f0ad-4c7f-87cf-057cec87b0cb None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:31:59.964870 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1c558b33-f0ad-4c7f-87cf-057cec87b0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:31:59.986720 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f289a9-c3ec-4579-bfd9-c4af65764b41 req-7fbdb001-ae64-4127-b00c-601caafaf61e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:00.015253 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f289a9-c3ec-4579-bfd9-c4af65764b41 req-7fbdb001-ae64-4127-b00c-601caafaf61e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:00.016654 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6f289a9-c3ec-4579-bfd9-c4af65764b41 req-7fbdb001-ae64-4127-b00c-601caafaf61e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 2333 time: 1.8525476 Nov 15 11:32:00.086379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-6c44f2b8-4831-484a-a9a7-3f94f965ac79 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] No DVR routers for this DVR port a0531970-cfa4-40c4-93f0-fd9e48c15329 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:32:00.094502 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1c558b33-f0ad-4c7f-87cf-057cec87b0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:00.126786 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-6c44f2b8-4831-484a-a9a7-3f94f965ac79 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:00.144387 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b2c70cf3-d626-4089-bbd2-6f3f948ff765 None None] Provisioning complete for port 2d712518-e570-48d4-8363-fd33d408ef30 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:00.146817 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b2c70cf3-d626-4089-bbd2-6f3f948ff765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:00.153363 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-6c44f2b8-4831-484a-a9a7-3f94f965ac79 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.11 "DELETE /v2.0/ports/a0531970-cfa4-40c4-93f0-fd9e48c15329 HTTP/1.1" status: 204 len: 173 time: 2.8982787 Nov 15 11:32:00.164857 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] Set router 43206be6-07fb-4a6d-a7c2-c33e0acbae19 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:32:00.188096 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c558b33-f0ad-4c7f-87cf-057cec87b0cb None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:00.190178 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1c558b33-f0ad-4c7f-87cf-057cec87b0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:00.283705 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d10fdec0-21af-42b4-8216-223802ba5ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:00.289884 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1c558b33-f0ad-4c7f-87cf-057cec87b0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:00.290804 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-deleted', 'tag': 'a0531970-cfa4-40c4-93f0-fd9e48c15329'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:32:00.295110 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b451b7d9-1c8a-4001-8084-6be072e35af9" -d '{"events": [{"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-deleted", "tag": "a0531970-cfa4-40c4-93f0-fd9e48c15329"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:32:00.304499 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c558b33-f0ad-4c7f-87cf-057cec87b0cb None None] The sync data for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:32:00.370644 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6f289a9-c3ec-4579-bfd9-c4af65764b41 req-450e94c2-886a-42d0-9dc1-3d974c8baf43 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3339186 Nov 15 11:32:00.442190 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc0299f9-4841-4e19-950e-368d215af99c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:00.444144 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b2c70cf3-d626-4089-bbd2-6f3f948ff765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:00.508717 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b2c70cf3-d626-4089-bbd2-6f3f948ff765 None None] For port 2d712518-e570-48d4-8363-fd33d408ef30, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2d712518-e570-48d4-8363-fd33d408ef30,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:00.524539 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b2c70cf3-d626-4089-bbd2-6f3f948ff765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:00.593697 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d10fdec0-21af-42b4-8216-223802ba5ec2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a789192f68f44fa39804b4f0693978d4&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0124521 Nov 15 11:32:00.594784 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fdec0-21af-42b4-8216-223802ba5ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da62951-c9c7-41d5-a287-c32d2eb95dfd,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:00.605031 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53966) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:00.639935 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cc0299f9-4841-4e19-950e-368d215af99c tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.3454015 Nov 15 11:32:00.652025 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdadbd2-de4c-4d87-ac70-45d4c226326b tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Made reservation on behalf of f067b54c893f4b24a34ea9ac69d99c80 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:00.655549 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbdadbd2-de4c-4d87-ac70-45d4c226326b tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:00.673822 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53968) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:00.683830 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d2a652f5-db35-4631-9e73-88240c49cd62 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:32:00.689245 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ad2759-5b9e-45f0-967d-2449aeddd417 None None] Network 16a04fcb-583e-4f5c-8bec-214e465b03f4 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:00.697985 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0d6fafce-c964-49ca-86ff-79941ba65fab tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-704046029'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:00.705077 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c70cf3-d626-4089-bbd2-6f3f948ff765 None None] Pushing event updated for resources: {'Port': ['ID=2d712518-e570-48d4-8363-fd33d408ef30,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:00.750568 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7c2a95-84a8-4324-b722-047d85a51c68 x-openstack-request-id: req-9d7c2a95-84a8-4324-b722-047d85a51c68 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:32:00.751167 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-deleted", "tag": "a0531970-cfa4-40c4-93f0-fd9e48c15329", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:32:00.751167 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d7c2a95-84a8-4324-b722-047d85a51c68 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:32:00.751620 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-deleted', 'tag': 'a0531970-cfa4-40c4-93f0-fd9e48c15329', 'status': 'completed', 'code': 200} Nov 15 11:32:00.760332 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-bbdadbd2-de4c-4d87-ac70-45d4c226326b tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] device_id is not set on port 102259ac-46cc-48ae-ade7-85dce864cca9 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:32:00.805155 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43206be6-07fb-4a6d-a7c2-c33e0acbae19', 'name': 'tempest-TestServerBasicOps-1003617841-router', 'tenant_id': '4e40dd8c06c3459292a585e10446f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '2d712518-e570-48d4-8363-fd33d408ef30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:31:48Z', 'updated_at': '2021-11-15T11:31:53Z', 'revision_number': 3, 'project_id': '4e40dd8c06c3459292a585e10446f2f2', 'gw_port': {'id': '2d712518-e570-48d4-8363-fd33d408ef30', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:70:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43206be6-07fb-4a6d-a7c2-c33e0acbae19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:49Z', 'updated_at': '2021-11-15T11:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:00.930238 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-bbdadbd2-de4c-4d87-ac70-45d4c226326b tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Allocated IP 172.20.0.7 (16a04fcb-583e-4f5c-8bec-214e465b03f4/1b86db31-90d8-4295-a8df-4dc2050ec113/102259ac-46cc-48ae-ade7-85dce864cca9) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:32:00.963358 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-7a6a6f46-e056-4ae6-8336-2b5ede426d15 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Deleting port 68cf8342-a4ee-408b-81be-041910813acb {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:00.973949 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-7a6a6f46-e056-4ae6-8336-2b5ede426d15 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:01.076205 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbe8558-1a7b-4d67-99a6-c0d32a52b33e None None] The sync data for ids ['43206be6-07fb-4a6d-a7c2-c33e0acbae19'] in n-d-729945-9 is: [{'id': '43206be6-07fb-4a6d-a7c2-c33e0acbae19', 'name': 'tempest-TestServerBasicOps-1003617841-router', 'tenant_id': '4e40dd8c06c3459292a585e10446f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '2d712518-e570-48d4-8363-fd33d408ef30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:31:48Z', 'updated_at': '2021-11-15T11:31:53Z', 'revision_number': 3, 'project_id': '4e40dd8c06c3459292a585e10446f2f2', 'gw_port': {'id': '2d712518-e570-48d4-8363-fd33d408ef30', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:70:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43206be6-07fb-4a6d-a7c2-c33e0acbae19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:49Z', 'updated_at': '2021-11-15T11:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:32:01.120692 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a50f4d4e-e13c-437f-bea5-33e1fabfe3e6 None None] Provisioning complete for port d2a652f5-db35-4631-9e73-88240c49cd62 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:01.121217 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a50f4d4e-e13c-437f-bea5-33e1fabfe3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:01.209701 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6fafce-c964-49ca-86ff-79941ba65fab tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Made reservation on behalf of 303ecb606b014026987c26a7a2ece66b for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:01.216532 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d2a652f5-db35-4631-9e73-88240c49cd62 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:01.216532 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:01.217062 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d6fafce-c964-49ca-86ff-79941ba65fab tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:01.265913 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-7a6a6f46-e056-4ae6-8336-2b5ede426d15 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] For port 68cf8342-a4ee-408b-81be-041910813acb, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=68cf8342-a4ee-408b-81be-041910813acb,segment=NetworkSegment(67d16816-45de-429a-9234-5131d2d66d0f),segment_id=67d16816-45de-429a-9234-5131d2d66d0f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:01.266347 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-7a6a6f46-e056-4ae6-8336-2b5ede426d15 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:01.277278 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40b4be34-e37d-4a7b-96f5-569bedbaf00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:01.299804 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-7a6a6f46-e056-4ae6-8336-2b5ede426d15 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Calling delete_port for 68cf8342-a4ee-408b-81be-041910813acb owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:01.348555 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6fafce-c964-49ca-86ff-79941ba65fab tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:32:01.371637 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d6fafce-c964-49ca-86ff-79941ba65fab tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:01.372050 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-0d6fafce-c964-49ca-86ff-79941ba65fab tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Added segment 9ec5ce64-c578-418b-a5c0-6cda74105112 of type vlan for network 22839329-7f15-467e-8884-378faa8dcec7 Nov 15 11:32:01.425809 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a50f4d4e-e13c-437f-bea5-33e1fabfe3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:01.467780 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d6fafce-c964-49ca-86ff-79941ba65fab tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:01.477439 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:01.549963 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a50f4d4e-e13c-437f-bea5-33e1fabfe3e6 None None] For port d2a652f5-db35-4631-9e73-88240c49cd62, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d2a652f5-db35-4631-9e73-88240c49cd62,segment=NetworkSegment(3cf39c76-87c9-4f95-955a-30cb1d428a6f),segment_id=3cf39c76-87c9-4f95-955a-30cb1d428a6f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:01.566958 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a50f4d4e-e13c-437f-bea5-33e1fabfe3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:01.574617 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-294de051-9b7a-4d4b-acb0-b2e7a02745a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:01.583539 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:01.614219 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-294de051-9b7a-4d4b-acb0-b2e7a02745a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:01.683174 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-294de051-9b7a-4d4b-acb0-b2e7a02745a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:01.685847 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-294de051-9b7a-4d4b-acb0-b2e7a02745a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:01.687234 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-294de051-9b7a-4d4b-acb0-b2e7a02745a0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8da62951-c9c7-41d5-a287-c32d2eb95dfd HTTP/1.1" status: 204 len: 168 time: 1.0515115 Nov 15 11:32:01.746398 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294de051-9b7a-4d4b-acb0-b2e7a02745a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da62951-c9c7-41d5-a287-c32d2eb95dfd,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:01.755926 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d6fafce-c964-49ca-86ff-79941ba65fab tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:01.762529 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:32:01.763095 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:32:01.764612 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fafce-c964-49ca-86ff-79941ba65fab tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:01.765981 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d6fafce-c964-49ca-86ff-79941ba65fab tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:01.841754 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f4d4e-e13c-437f-bea5-33e1fabfe3e6 None None] Pushing event updated for resources: {'Port': ['ID=d2a652f5-db35-4631-9e73-88240c49cd62,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:01.886461 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-7a6a6f46-e056-4ae6-8336-2b5ede426d15 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:01.916986 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fafce-c964-49ca-86ff-79941ba65fab tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Network': ['ID=22839329-7f15-467e-8884-378faa8dcec7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:01.949105 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 22839329-7f15-467e-8884-378faa8dcec7 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:32:02.015081 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0d6fafce-c964-49ca-86ff-79941ba65fab tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3396990 Nov 15 11:32:02.030298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85fcbd-a325-4d9e-9a49-3210b3f2649f req-13d3ab79-5621-47bf-b757-1a2e1f2c2945 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:02.031206 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53986) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:02.040031 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85fcbd-a325-4d9e-9a49-3210b3f2649f req-13d3ab79-5621-47bf-b757-1a2e1f2c2945 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:02.048428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd85fcbd-a325-4d9e-9a49-3210b3f2649f req-13d3ab79-5621-47bf-b757-1a2e1f2c2945 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 1600 time: 0.3756714 Nov 15 11:32:02.049383 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-fb1c7258-3f89-42af-bd9c-2ed3c68d5bd8 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Request body: {'subnet': {'network_id': '22839329-7f15-467e-8884-378faa8dcec7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:02.089349 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-40b4be34-e37d-4a7b-96f5-569bedbaf00a admin admin] Allocated IP 172.20.0.1 (a08dbee6-9fbe-497b-a5c4-7e35a7c4974a/1c5665a8-0c90-4840-9f4f-c9f141b8eb1f/be35f131-22c1-49c4-a0fd-2b71dfeaf56c) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:32:02.108480 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a6f46-e056-4ae6-8336-2b5ede426d15 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event deleted for resources: {'Port': ['ID=68cf8342-a4ee-408b-81be-041910813acb,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:02.182746 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-05a82478-1a51-4fa8-bc2e-dc817fd113e6 None None] Provisioning complete for port d2a652f5-db35-4631-9e73-88240c49cd62 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:02.183169 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-05a82478-1a51-4fa8-bc2e-dc817fd113e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:02.273438 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbdadbd2-de4c-4d87-ac70-45d4c226326b tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:02.308241 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd85fcbd-a325-4d9e-9a49-3210b3f2649f req-92f7ead0-1c52-418e-b7ec-27bff60e639d tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587993 Nov 15 11:32:02.369334 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1c7258-3f89-42af-bd9c-2ed3c68d5bd8 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Made reservation on behalf of 303ecb606b014026987c26a7a2ece66b for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:02.383340 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7258-3f89-42af-bd9c-2ed3c68d5bd8 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:02.397789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53990) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:02.406093 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-7a6a6f46-e056-4ae6-8336-2b5ede426d15 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] No DVR routers for this DVR port 68cf8342-a4ee-408b-81be-041910813acb on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:32:02.448305 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-7a6a6f46-e056-4ae6-8336-2b5ede426d15 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:02.452268 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-7a6a6f46-e056-4ae6-8336-2b5ede426d15 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.11 "DELETE /v2.0/ports/68cf8342-a4ee-408b-81be-041910813acb HTTP/1.1" status: 204 len: 173 time: 2.2702999 Nov 15 11:32:02.456299 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c5d61c9-9990-4eea-942d-d0f0d7c86566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:02.478694 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-05a82478-1a51-4fa8-bc2e-dc817fd113e6 None None] Provisioning complete for port 78354a05-776f-4208-ac70-4a2df440ab4a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:02.479346 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-05a82478-1a51-4fa8-bc2e-dc817fd113e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:02.545889 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-05a82478-1a51-4fa8-bc2e-dc817fd113e6 None None] Port 78354a05-776f-4208-ac70-4a2df440ab4a cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:32:02.585733 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbdadbd2-de4c-4d87-ac70-45d4c226326b tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:02.689430 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 2d712518-e570-48d4-8363-fd33d408ef30 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:32:02.693901 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-bc50a84f-3b5a-4b45-9248-fbc5fcb4f455 None None] Provisioning complete for port 78354a05-776f-4208-ac70-4a2df440ab4a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:02.694267 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bc50a84f-3b5a-4b45-9248-fbc5fcb4f455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:02.705798 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdadbd2-de4c-4d87-ac70-45d4c226326b tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Network 16a04fcb-583e-4f5c-8bec-214e465b03f4 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:32:02.716528 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-bbdadbd2-de4c-4d87-ac70-45d4c226326b tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:02.723784 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdadbd2-de4c-4d87-ac70-45d4c226326b tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:32:02.803734 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40b4be34-e37d-4a7b-96f5-569bedbaf00a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:02.822316 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdadbd2-de4c-4d87-ac70-45d4c226326b tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:02.823083 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbdadbd2-de4c-4d87-ac70-45d4c226326b tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:02.851280 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdadbd2-de4c-4d87-ac70-45d4c226326b tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Pushing event updated for resources: {'Port': ['ID=102259ac-46cc-48ae-ade7-85dce864cca9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:02.869951 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-bc50a84f-3b5a-4b45-9248-fbc5fcb4f455 None None] Port 78354a05-776f-4208-ac70-4a2df440ab4a cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:32:02.880967 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-deleted', 'tag': '68cf8342-a4ee-408b-81be-041910813acb'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:32:02.885801 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4624575-2f61-441b-ac25-bbaaf57b5fbc" -d '{"events": [{"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-deleted", "tag": "68cf8342-a4ee-408b-81be-041910813acb"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:32:02.913059 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 2d712518-e570-48d4-8363-fd33d408ef30 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:02.913430 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:02.916117 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40b4be34-e37d-4a7b-96f5-569bedbaf00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:02.941312 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bbdadbd2-de4c-4d87-ac70-45d4c226326b tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.0338571 Nov 15 11:32:02.944943 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53994) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:03.050679 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d2a652f5-db35-4631-9e73-88240c49cd62 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:32:03.055774 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c86d9d1-222d-4201-b072-1de663d4fb0c x-openstack-request-id: req-1c86d9d1-222d-4201-b072-1de663d4fb0c {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:32:03.056349 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-deleted", "tag": "68cf8342-a4ee-408b-81be-041910813acb", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:32:03.056750 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c86d9d1-222d-4201-b072-1de663d4fb0c {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:32:03.057292 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-deleted', 'tag': '68cf8342-a4ee-408b-81be-041910813acb', 'status': 'completed', 'code': 200} Nov 15 11:32:03.064030 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4be34-e37d-4a7b-96f5-569bedbaf00a admin admin] Pushing event updated for resources: {'Port': ['ID=be35f131-22c1-49c4-a0fd-2b71dfeaf56c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:03.166243 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d2a652f5-db35-4631-9e73-88240c49cd62 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:03.167151 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:03.224463 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d558e754-d9ac-49d1-915e-8305ef555ba7 None None] Provisioning complete for port 102259ac-46cc-48ae-ade7-85dce864cca9 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:03.224894 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d558e754-d9ac-49d1-915e-8305ef555ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:03.238152 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c5d61c9-9990-4eea-942d-d0f0d7c86566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:03.255768 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b4be34-e37d-4a7b-96f5-569bedbaf00a admin admin] Network a08dbee6-9fbe-497b-a5c4-7e35a7c4974a is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:32:03.259238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-40b4be34-e37d-4a7b-96f5-569bedbaf00a admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:03.261590 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c5d61c9-9990-4eea-942d-d0f0d7c86566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:03.265027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b4be34-e37d-4a7b-96f5-569bedbaf00a admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:32:03.346827 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-68cd5a90-44a8-4669-a4a9-4594aada6009 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Deleting port 2a5a419e-761c-40a1-8d78-4da3f49c2c0d {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:03.347600 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-68cd5a90-44a8-4669-a4a9-4594aada6009 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:03.375204 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d558e754-d9ac-49d1-915e-8305ef555ba7 None None] Port 102259ac-46cc-48ae-ade7-85dce864cca9 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:32:03.437018 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4c5d61c9-9990-4eea-942d-d0f0d7c86566 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de278f2513bd43caaa0093da0346ac7d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0379326 Nov 15 11:32:03.439958 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54002) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:03.561116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d61c9-9990-4eea-942d-d0f0d7c86566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba29d6e4-2a44-40dc-95b6-45ef2ddd6bd2,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:03.598256 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40b4be34-e37d-4a7b-96f5-569bedbaf00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:03.711332 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ef4b8d3b-d5d6-4667-b624-531485b36626 None None] Provisioning complete for port be35f131-22c1-49c4-a0fd-2b71dfeaf56c triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:03.711697 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8d3b-d5d6-4667-b624-531485b36626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:03.758950 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716ebc49-3587-4af1-abe3-2d63ba22e28d tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:03.765657 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716ebc49-3587-4af1-abe3-2d63ba22e28d tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:03.774418 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716ebc49-3587-4af1-abe3-2d63ba22e28d tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:03.776349 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-716ebc49-3587-4af1-abe3-2d63ba22e28d tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.8303707 Nov 15 11:32:03.777762 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7258-3f89-42af-bd9c-2ed3c68d5bd8 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:03.780516 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54004) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:03.795724 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b8d3b-d5d6-4667-b624-531485b36626 None None] Port be35f131-22c1-49c4-a0fd-2b71dfeaf56c cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:32:03.830385 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922121d-6bcf-4e6f-b733-7018a356e513 req-b2c8920a-8ce3-45fb-ae67-ba7c34dce07e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:03.831998 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d922121d-6bcf-4e6f-b733-7018a356e513 req-b2c8920a-8ce3-45fb-ae67-ba7c34dce07e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 944 time: 0.2775383 Nov 15 11:32:03.833564 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1c274d7b-30c6-4288-bc01-987c635cea6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:03.906685 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40b4be34-e37d-4a7b-96f5-569bedbaf00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:03.910129 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c7258-3f89-42af-bd9c-2ed3c68d5bd8 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Subnet': ['ID=aa6b7a00-a962-4699-a6b2-7bbcbb396cdb,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:03.925567 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c7258-3f89-42af-bd9c-2ed3c68d5bd8 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Checking segment: {'id': '9ec5ce64-c578-418b-a5c0-6cda74105112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '22839329-7f15-467e-8884-378faa8dcec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:03.925946 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1c7258-3f89-42af-bd9c-2ed3c68d5bd8 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Network hostable DHCP agents. Network: 22839329-7f15-467e-8884-378faa8dcec7, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:32:03.961005 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6df11cdc-ba7e-494a-9da9-081ddb41cb63 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Deleting port 102259ac-46cc-48ae-ade7-85dce864cca9 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:03.961358 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6df11cdc-ba7e-494a-9da9-081ddb41cb63 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:03.977474 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1c7258-3f89-42af-bd9c-2ed3c68d5bd8 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Network 22839329-7f15-467e-8884-378faa8dcec7 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:32:04.026682 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-fb1c7258-3f89-42af-bd9c-2ed3c68d5bd8 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 22839329-7f15-467e-8884-378faa8dcec7) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:04.034466 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108a472f-ecb8-45a9-bb8f-16994857ebb7 None None] Network 22839329-7f15-467e-8884-378faa8dcec7 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:04.036268 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1c7258-3f89-42af-bd9c-2ed3c68d5bd8 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:04.037082 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7258-3f89-42af-bd9c-2ed3c68d5bd8 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:04.077258 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6df11cdc-ba7e-494a-9da9-081ddb41cb63 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:04.083710 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fb1c7258-3f89-42af-bd9c-2ed3c68d5bd8 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0509162 Nov 15 11:32:04.090309 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54006) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:04.102723 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-775d4223-5cdf-440d-bc78-5b9932db8c84 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-334861530', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:04.127476 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6df11cdc-ba7e-494a-9da9-081ddb41cb63 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Calling delete_port for 102259ac-46cc-48ae-ade7-85dce864cca9 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:04.175679 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40b4be34-e37d-4a7b-96f5-569bedbaf00a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:04.190023 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-775d4223-5cdf-440d-bc78-5b9932db8c84 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:04.191150 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-775d4223-5cdf-440d-bc78-5b9932db8c84 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:04.193953 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-68cd5a90-44a8-4669-a4a9-4594aada6009 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] For port 2a5a419e-761c-40a1-8d78-4da3f49c2c0d, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2a5a419e-761c-40a1-8d78-4da3f49c2c0d,segment=NetworkSegment(9bb83ea5-6302-453d-ab4d-4e9d792cd455),segment_id=9bb83ea5-6302-453d-ab4d-4e9d792cd455)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:04.194427 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-68cd5a90-44a8-4669-a4a9-4594aada6009 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:04.198096 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40b4be34-e37d-4a7b-96f5-569bedbaf00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:04.205529 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1c274d7b-30c6-4288-bc01-987c635cea6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:04.347361 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4be34-e37d-4a7b-96f5-569bedbaf00a admin admin] Pushing event updated for resources: {'Port': ['ID=be35f131-22c1-49c4-a0fd-2b71dfeaf56c,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:04.351908 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bd3620-3506-4403-b9a3-ac028a7c79a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-22839329-7f15-467e-8884-378faa8dcec7', 'network_id': '22839329-7f15-467e-8884-378faa8dcec7', 'tenant_id': '303ecb606b014026987c26a7a2ece66b', 'fixed_ips': [{'subnet_id': 'aa6b7a00-a962-4699-a6b2-7bbcbb396cdb'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:32:04.353746 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d7bd3620-3506-4403-b9a3-ac028a7c79a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:04.382146 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d922121d-6bcf-4e6f-b733-7018a356e513 req-7ca4c097-a5d0-459d-83ae-ed2777659b88 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5323009 Nov 15 11:32:04.399342 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-775d4223-5cdf-440d-bc78-5b9932db8c84 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:04.487361 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40b4be34-e37d-4a7b-96f5-569bedbaf00a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:04.516678 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6df11cdc-ba7e-494a-9da9-081ddb41cb63 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:04.571694 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df11cdc-ba7e-494a-9da9-081ddb41cb63 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Pushing event deleted for resources: {'Port': ['ID=102259ac-46cc-48ae-ade7-85dce864cca9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:04.625981 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-d7bd3620-3506-4403-b9a3-ac028a7c79a8 None None] Allocated IP 172.20.0.2 (22839329-7f15-467e-8884-378faa8dcec7/aa6b7a00-a962-4699-a6b2-7bbcbb396cdb/7fd4288f-6551-4dd6-86eb-2a504d25a41a) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:32:04.699748 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-775d4223-5cdf-440d-bc78-5b9932db8c84 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:04.712130 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1c274d7b-30c6-4288-bc01-987c635cea6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:04.715029 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1c274d7b-30c6-4288-bc01-987c635cea6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:04.716615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1c274d7b-30c6-4288-bc01-987c635cea6e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba29d6e4-2a44-40dc-95b6-45ef2ddd6bd2 HTTP/1.1" status: 204 len: 168 time: 1.2564149 Nov 15 11:32:04.745009 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b4be34-e37d-4a7b-96f5-569bedbaf00a admin admin] Network a08dbee6-9fbe-497b-a5c4-7e35a7c4974a is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:32:04.749638 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c274d7b-30c6-4288-bc01-987c635cea6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba29d6e4-2a44-40dc-95b6-45ef2ddd6bd2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:04.759307 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-40b4be34-e37d-4a7b-96f5-569bedbaf00a admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:04.938031 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6df11cdc-ba7e-494a-9da9-081ddb41cb63 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:04.955041 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6df11cdc-ba7e-494a-9da9-081ddb41cb63 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] 10.222.0.64 "DELETE /v2.0/ports/102259ac-46cc-48ae-ade7-85dce864cca9 HTTP/1.1" status: 204 len: 168 time: 1.1643589 Nov 15 11:32:04.955274 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d7bd3620-3506-4403-b9a3-ac028a7c79a8 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:04.956246 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54014) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:04.989701 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d7bd3620-3506-4403-b9a3-ac028a7c79a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:05.001841 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-33308318-ebac-454c-af30-c5e878075af5 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Request body: {'port': {'name': 'tempest-new-port-name-1751329389', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:05.002240 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.api.validators [None req-33308318-ebac-454c-af30-c5e878075af5 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] bootfile-name is not in valid_values {{(pid=102677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 11:32:05.002574 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.api.validators [None req-33308318-ebac-454c-af30-c5e878075af5 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] tftp-server is not in valid_values {{(pid=102677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 11:32:05.003395 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.api.validators [None req-33308318-ebac-454c-af30-c5e878075af5 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] server-ip-address is not in valid_values {{(pid=102677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 11:32:05.048518 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b4be34-e37d-4a7b-96f5-569bedbaf00a admin admin] Router 43206be6-07fb-4a6d-a7c2-c33e0acbae19 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:32:05.099448 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bd3620-3506-4403-b9a3-ac028a7c79a8 None None] Network 22839329-7f15-467e-8884-378faa8dcec7 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:32:05.115901 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd3620-3506-4403-b9a3-ac028a7c79a8 None None] Pushing event updated for resources: {'Port': ['ID=7fd4288f-6551-4dd6-86eb-2a504d25a41a,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:05.118406 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-d7bd3620-3506-4403-b9a3-ac028a7c79a8 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:05.120784 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bd3620-3506-4403-b9a3-ac028a7c79a8 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:32:05.161787 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-68cd5a90-44a8-4669-a4a9-4594aada6009 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:05.162163 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-68cd5a90-44a8-4669-a4a9-4594aada6009 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:05.162592 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-68cd5a90-44a8-4669-a4a9-4594aada6009 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Floating IP f545236a-9c11-49ca-8ca2-fdd7407e5ad4 disassociated. External IP: 172.25.7.92, port: 2a5a419e-761c-40a1-8d78-4da3f49c2c0d. Nov 15 11:32:05.162832 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-68cd5a90-44a8-4669-a4a9-4594aada6009 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Calling delete_port for 2a5a419e-761c-40a1-8d78-4da3f49c2c0d owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:05.219263 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33308318-ebac-454c-af30-c5e878075af5 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:05.265006 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d7bd3620-3506-4403-b9a3-ac028a7c79a8 None None] Attempting to bind port 7fd4288f-6551-4dd6-86eb-2a504d25a41a on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:32:05.266649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d7bd3620-3506-4403-b9a3-ac028a7c79a8 None None] Attempting to bind port 7fd4288f-6551-4dd6-86eb-2a504d25a41a by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '9ec5ce64-c578-418b-a5c0-6cda74105112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '22839329-7f15-467e-8884-378faa8dcec7'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:32:05.267342 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bd3620-3506-4403-b9a3-ac028a7c79a8 None None] Attempting to bind port 7fd4288f-6551-4dd6-86eb-2a504d25a41a on network 22839329-7f15-467e-8884-378faa8dcec7 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:32:05.286800 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-85c13f18-635e-4d9b-a806-3224c566be51 None None] Provisioning complete for port be35f131-22c1-49c4-a0fd-2b71dfeaf56c triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:05.288676 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-85c13f18-635e-4d9b-a806-3224c566be51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:05.430670 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-85c13f18-635e-4d9b-a806-3224c566be51 None None] Port be35f131-22c1-49c4-a0fd-2b71dfeaf56c cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:32:05.443534 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bd3620-3506-4403-b9a3-ac028a7c79a8 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:32:05.448081 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bd3620-3506-4403-b9a3-ac028a7c79a8 None None] Checking segment: {'id': '9ec5ce64-c578-418b-a5c0-6cda74105112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '22839329-7f15-467e-8884-378faa8dcec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:05.449407 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d7bd3620-3506-4403-b9a3-ac028a7c79a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:05.452032 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bd3620-3506-4403-b9a3-ac028a7c79a8 None None] Bound using segment: {'id': '9ec5ce64-c578-418b-a5c0-6cda74105112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '22839329-7f15-467e-8884-378faa8dcec7'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:32:05.454838 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d7bd3620-3506-4403-b9a3-ac028a7c79a8 None None] Bound port: 7fd4288f-6551-4dd6-86eb-2a504d25a41a, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec5ce64-c578-418b-a5c0-6cda74105112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '22839329-7f15-467e-8884-378faa8dcec7'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:32:05.458861 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d7bd3620-3506-4403-b9a3-ac028a7c79a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:05.476914 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b4be34-e37d-4a7b-96f5-569bedbaf00a admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:32:05.489950 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] Sync routers for ids ['43206be6-07fb-4a6d-a7c2-c33e0acbae19'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:32:05.500447 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-40b4be34-e37d-4a7b-96f5-569bedbaf00a admin admin] 10.222.0.64 "PUT /v2.0/routers/43206be6-07fb-4a6d-a7c2-c33e0acbae19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8037791 Nov 15 11:32:05.518829 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] Routers {'43206be6-07fb-4a6d-a7c2-c33e0acbae19'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:05.521913 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['43206be6-07fb-4a6d-a7c2-c33e0acbae19'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:05.748593 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d7bd3620-3506-4403-b9a3-ac028a7c79a8 None None] For port 7fd4288f-6551-4dd6-86eb-2a504d25a41a, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:32:05.763354 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d7bd3620-3506-4403-b9a3-ac028a7c79a8 None None] For port 7fd4288f-6551-4dd6-86eb-2a504d25a41a, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7fd4288f-6551-4dd6-86eb-2a504d25a41a,segment=NetworkSegment(9ec5ce64-c578-418b-a5c0-6cda74105112),segment_id=9ec5ce64-c578-418b-a5c0-6cda74105112)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:32:05.784216 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d7bd3620-3506-4403-b9a3-ac028a7c79a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:05.785220 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54042) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:05.790311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cab19-7570-49fb-a8fa-7a5a6c777142 req-9cb579b9-7510-456f-a385-976039a4cf25 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:05.795589 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-842cab19-7570-49fb-a8fa-7a5a6c777142 req-9cb579b9-7510-456f-a385-976039a4cf25 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 944 time: 0.1819732 Nov 15 11:32:05.804317 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-68cd5a90-44a8-4669-a4a9-4594aada6009 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:05.855643 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-775d4223-5cdf-440d-bc78-5b9932db8c84 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:05.906842 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-775d4223-5cdf-440d-bc78-5b9932db8c84 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:05.938032 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd3620-3506-4403-b9a3-ac028a7c79a8 None None] Pushing event updated for resources: {'Port': ['ID=7fd4288f-6551-4dd6-86eb-2a504d25a41a,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:05.946165 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd5a90-44a8-4669-a4a9-4594aada6009 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event deleted for resources: {'Port': ['ID=2a5a419e-761c-40a1-8d78-4da3f49c2c0d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:05.946427 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] Set router 43206be6-07fb-4a6d-a7c2-c33e0acbae19 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:32:06.079092 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33308318-ebac-454c-af30-c5e878075af5 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:06.136633 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33308318-ebac-454c-af30-c5e878075af5 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:06.234486 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ad24df11-a19e-4136-9c60-408a74ccfdb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:06.341074 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-842cab19-7570-49fb-a8fa-7a5a6c777142 req-1a8525d3-34a5-47f1-92d9-3f68d839e6cd tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups?id=f36bd24f-ce41-4d94-baad-0f74f4b4901a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4012444 Nov 15 11:32:06.402983 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43206be6-07fb-4a6d-a7c2-c33e0acbae19', 'name': 'tempest-TestServerBasicOps-1003617841-router', 'tenant_id': '4e40dd8c06c3459292a585e10446f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '2d712518-e570-48d4-8363-fd33d408ef30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:31:48Z', 'updated_at': '2021-11-15T11:32:03Z', 'revision_number': 4, 'project_id': '4e40dd8c06c3459292a585e10446f2f2', 'gw_port': {'id': '2d712518-e570-48d4-8363-fd33d408ef30', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:70:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43206be6-07fb-4a6d-a7c2-c33e0acbae19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:49Z', 'updated_at': '2021-11-15T11:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'be35f131-22c1-49c4-a0fd-2b71dfeaf56c', 'name': '', 'network_id': 'a08dbee6-9fbe-497b-a5c4-7e35a7c4974a', 'tenant_id': '4e40dd8c06c3459292a585e10446f2f2', 'mac_address': 'fa:16:3e:fb:01:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43206be6-07fb-4a6d-a7c2-c33e0acbae19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '1c5665a8-0c90-4840-9f4f-c9f141b8eb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:01Z', 'updated_at': '2021-11-15T11:32:03Z', 'revision_number': 2, 'project_id': '4e40dd8c06c3459292a585e10446f2f2', 'subnets': [{'id': '1c5665a8-0c90-4840-9f4f-c9f141b8eb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:06.412080 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-68cd5a90-44a8-4669-a4a9-4594aada6009 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Router 842a6c93-4ce6-4965-9640-b2bd012e04a5 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:32:06.536249 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] Checking router: 43206be6-07fb-4a6d-a7c2-c33e0acbae19 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:32:06.540621 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-775d4223-5cdf-440d-bc78-5b9932db8c84 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Allocated IP 172.25.7.19 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/36ccf2d6-0972-43f7-a10c-f75b262da235) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:32:06.542403 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] Updating router 43206be6-07fb-4a6d-a7c2-c33e0acbae19 port be35f131-22c1-49c4-a0fd-2b71dfeaf56c binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:32:06.636396 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:06.672811 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54056) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:06.714859 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7fd4288f-6551-4dd6-86eb-2a504d25a41a up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:32:06.743780 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-68cd5a90-44a8-4669-a4a9-4594aada6009 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:32:06.807200 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed748e90-ea07-4a47-b674-bfede6507914 None None] Sync routers for ids ['842a6c93-4ce6-4965-9640-b2bd012e04a5'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:32:06.879366 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed748e90-ea07-4a47-b674-bfede6507914 None None] Routers {'842a6c93-4ce6-4965-9640-b2bd012e04a5'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:06.882109 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33308318-ebac-454c-af30-c5e878075af5 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Pushing event updated for resources: {'Port': ['ID=78354a05-776f-4208-ac70-4a2df440ab4a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:06.884139 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ed748e90-ea07-4a47-b674-bfede6507914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['842a6c93-4ce6-4965-9640-b2bd012e04a5'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:06.890265 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-68cd5a90-44a8-4669-a4a9-4594aada6009 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] No DVR routers for this DVR port 2a5a419e-761c-40a1-8d78-4da3f49c2c0d on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:32:06.909374 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-68cd5a90-44a8-4669-a4a9-4594aada6009 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:06.919491 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31d1358a-a828-4df9-89c6-8a057aafbdc2 req-68cd5a90-44a8-4669-a4a9-4594aada6009 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.11 "DELETE /v2.0/ports/2a5a419e-761c-40a1-8d78-4da3f49c2c0d HTTP/1.1" status: 204 len: 173 time: 4.4523647 Nov 15 11:32:06.920016 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-deleted', 'tag': '2a5a419e-761c-40a1-8d78-4da3f49c2c0d'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:32:06.933559 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5a5ffb-738a-49ea-acd6-58eece825ede" -d '{"events": [{"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-deleted", "tag": "2a5a419e-761c-40a1-8d78-4da3f49c2c0d"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:32:06.956915 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-664c9b81-fa36-4496-a036-57bc62f406ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:06.958513 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-33308318-ebac-454c-af30-c5e878075af5 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] In _notify_port_updated(), no bound segment for port 78354a05-776f-4208-ac70-4a2df440ab4a on network 16a04fcb-583e-4f5c-8bec-214e465b03f4 {{(pid=102677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:32:06.984812 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33308318-ebac-454c-af30-c5e878075af5 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:06.994357 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33308318-ebac-454c-af30-c5e878075af5 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:06.999087 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-33308318-ebac-454c-af30-c5e878075af5 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] 10.222.0.64 "PUT /v2.0/ports/78354a05-776f-4208-ac70-4a2df440ab4a HTTP/1.1" status: 200 len: 1137 time: 2.0329790 Nov 15 11:32:07.001620 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54066) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:07.141636 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6fa81b08-55da-4d27-8468-1d428d712869 None None] Provisioning complete for port 78354a05-776f-4208-ac70-4a2df440ab4a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:07.141998 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6fa81b08-55da-4d27-8468-1d428d712869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:07.155543 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-664c9b81-fa36-4496-a036-57bc62f406ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:07.157753 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4ffc72-3079-47b6-b5f3-7ed5bc505fe7 x-openstack-request-id: req-2a4ffc72-3079-47b6-b5f3-7ed5bc505fe7 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:32:07.158060 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01adb783-8d5d-4b46-bd62-c71efd660ae8", "name": "network-vif-deleted", "tag": "2a5a419e-761c-40a1-8d78-4da3f49c2c0d", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:32:07.158319 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a4ffc72-3079-47b6-b5f3-7ed5bc505fe7 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:32:07.158830 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01adb783-8d5d-4b46-bd62-c71efd660ae8', 'name': 'network-vif-deleted', 'tag': '2a5a419e-761c-40a1-8d78-4da3f49c2c0d', 'status': 'completed', 'code': 200} Nov 15 11:32:07.162176 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-664c9b81-fa36-4496-a036-57bc62f406ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:07.299210 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-664c9b81-fa36-4496-a036-57bc62f406ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46f79121369b4ec59a53db906d31ccc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6195974 Nov 15 11:32:07.300360 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54068) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:07.300700 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54070) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:07.301524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c9b81-fa36-4496-a036-57bc62f406ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a856aa-d37e-41f2-beb8-feca1a3c25ed,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:07.378168 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 7fd4288f-6551-4dd6-86eb-2a504d25a41a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:07.379356 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:07.393873 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b433e1c6-2780-4f24-8f24-73b244edee34 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:07.400239 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b433e1c6-2780-4f24-8f24-73b244edee34 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] 10.222.0.64 "GET /v2.0/ports/78354a05-776f-4208-ac70-4a2df440ab4a HTTP/1.1" status: 200 len: 1137 time: 0.3884130 Nov 15 11:32:07.404415 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54078) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:07.488906 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6fa81b08-55da-4d27-8468-1d428d712869 None None] Port 78354a05-776f-4208-ac70-4a2df440ab4a cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:32:07.536599 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-ed748e90-ea07-4a47-b674-bfede6507914 None None] Set router 842a6c93-4ce6-4965-9640-b2bd012e04a5 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:32:07.537655 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:07.553803 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:07.619863 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-26c23ee0-b1c9-41e5-af1c-af60bd772e7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:07.640142 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-bfb262b2-b98b-4eb8-8a38-8984ef45b52f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-538270714-network', 'tenant_id': 'fc4a4b7862be44419657aaafeea64cfa'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:07.673282 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98e54e-ffe4-470a-a3c7-54aa4dd8c62b None None] Pushing event updated for resources: {'Port': ['ID=be35f131-22c1-49c4-a0fd-2b71dfeaf56c,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:07.731862 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6193f52b-5da1-48d9-854c-f70dbd173734 req-9c0de5ae-7553-46cb-a618-10dbbd8142b6 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 210 time: 0.1747627 Nov 15 11:32:07.838966 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] Attempting to bind port be35f131-22c1-49c4-a0fd-2b71dfeaf56c on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:32:07.839764 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] Attempting to bind port be35f131-22c1-49c4-a0fd-2b71dfeaf56c by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '39c5fd4a-bd66-44f9-b52a-2ec833df6a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a08dbee6-9fbe-497b-a5c4-7e35a7c4974a'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:32:07.841025 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] Attempting to bind port be35f131-22c1-49c4-a0fd-2b71dfeaf56c on network a08dbee6-9fbe-497b-a5c4-7e35a7c4974a {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:32:07.847398 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54080) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:07.848848 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:32:07.849634 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] Checking segment: {'id': '39c5fd4a-bd66-44f9-b52a-2ec833df6a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a08dbee6-9fbe-497b-a5c4-7e35a7c4974a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:07.850196 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:07.850786 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] Bound using segment: {'id': '39c5fd4a-bd66-44f9-b52a-2ec833df6a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a08dbee6-9fbe-497b-a5c4-7e35a7c4974a'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:32:07.851552 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] Bound port: be35f131-22c1-49c4-a0fd-2b71dfeaf56c, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c5fd4a-bd66-44f9-b52a-2ec833df6a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a08dbee6-9fbe-497b-a5c4-7e35a7c4974a'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:32:07.852160 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:07.902611 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-06215821-8af3-471f-8613-e523793f019f tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-988604165', 'description': 'tempest-secgroup-smoke-988604165 description', 'project_id': 'c6befd75a17548db897fe48e53eb3cd1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:07.923413 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-26c23ee0-b1c9-41e5-af1c-af60bd772e7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:07.949981 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb262b2-b98b-4eb8-8a38-8984ef45b52f admin admin] Made reservation on behalf of fc4a4b7862be44419657aaafeea64cfa for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:07.952699 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bfb262b2-b98b-4eb8-8a38-8984ef45b52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:07.955929 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] For port be35f131-22c1-49c4-a0fd-2b71dfeaf56c, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:32:07.963231 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-775d4223-5cdf-440d-bc78-5b9932db8c84 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:07.965178 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] For port be35f131-22c1-49c4-a0fd-2b71dfeaf56c, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=be35f131-22c1-49c4-a0fd-2b71dfeaf56c,segment=NetworkSegment(39c5fd4a-bd66-44f9-b52a-2ec833df6a0b),segment_id=39c5fd4a-bd66-44f9-b52a-2ec833df6a0b)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:32:07.981366 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:08.031339 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bfb262b2-b98b-4eb8-8a38-8984ef45b52f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:08.162667 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] Routers {'43206be6-07fb-4a6d-a7c2-c33e0acbae19'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:08.163296 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['43206be6-07fb-4a6d-a7c2-c33e0acbae19'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:08.225455 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-775d4223-5cdf-440d-bc78-5b9932db8c84 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:08.262941 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98e54e-ffe4-470a-a3c7-54aa4dd8c62b None None] Pushing event updated for resources: {'Port': ['ID=be35f131-22c1-49c4-a0fd-2b71dfeaf56c,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:08.330998 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775d4223-5cdf-440d-bc78-5b9932db8c84 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:32:08.334113 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d4223-5cdf-440d-bc78-5b9932db8c84 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Port': ['ID=36ccf2d6-0972-43f7-a10c-f75b262da235,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:08.335184 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232a38e4-a74a-4ec8-8d9e-689644114b08 None None] Network 22839329-7f15-467e-8884-378faa8dcec7 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:08.337865 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-775d4223-5cdf-440d-bc78-5b9932db8c84 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:08.352964 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02c61583-7a1d-4779-99e4-c7d6486f3555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:08.367588 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccaa16a-2239-417a-a429-44ef35e69095 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:32:08.401781 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:08.442883 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] Set router 43206be6-07fb-4a6d-a7c2-c33e0acbae19 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:32:08.480732 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775d4223-5cdf-440d-bc78-5b9932db8c84 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:32:08.526575 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-06215821-8af3-471f-8613-e523793f019f tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:08.562971 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-73d3107f-782b-4cda-bc25-a73653002de5 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Deleting port 78354a05-776f-4208-ac70-4a2df440ab4a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:08.563456 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-73d3107f-782b-4cda-bc25-a73653002de5 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:08.627234 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1f382683-349c-4fae-92a6-676b356b33a5 None None] Provisioning complete for port 7fd4288f-6551-4dd6-86eb-2a504d25a41a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:08.627677 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1f382683-349c-4fae-92a6-676b356b33a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:08.646502 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-26c23ee0-b1c9-41e5-af1c-af60bd772e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:08.651156 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-26c23ee0-b1c9-41e5-af1c-af60bd772e7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:08.652931 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-26c23ee0-b1c9-41e5-af1c-af60bd772e7a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a0a856aa-d37e-41f2-beb8-feca1a3c25ed HTTP/1.1" status: 204 len: 168 time: 1.3317313 Nov 15 11:32:08.694419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c23ee0-b1c9-41e5-af1c-af60bd772e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a856aa-d37e-41f2-beb8-feca1a3c25ed,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:08.783431 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-73d3107f-782b-4cda-bc25-a73653002de5 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:08.819596 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-06215821-8af3-471f-8613-e523793f019f tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:08.821124 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-73d3107f-782b-4cda-bc25-a73653002de5 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Calling delete_port for 78354a05-776f-4208-ac70-4a2df440ab4a owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:08.834942 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4d98eb30-8065-4a79-b2dc-2a7e025a5e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:08.842630 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-06215821-8af3-471f-8613-e523793f019f tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:08.855513 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 7fd4288f-6551-4dd6-86eb-2a504d25a41a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7fd4288f-6551-4dd6-86eb-2a504d25a41a,segment=NetworkSegment(9ec5ce64-c578-418b-a5c0-6cda74105112),segment_id=9ec5ce64-c578-418b-a5c0-6cda74105112)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:08.888616 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:08.902673 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43206be6-07fb-4a6d-a7c2-c33e0acbae19', 'name': 'tempest-TestServerBasicOps-1003617841-router', 'tenant_id': '4e40dd8c06c3459292a585e10446f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '2d712518-e570-48d4-8363-fd33d408ef30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:31:48Z', 'updated_at': '2021-11-15T11:32:03Z', 'revision_number': 4, 'project_id': '4e40dd8c06c3459292a585e10446f2f2', 'gw_port': {'id': '2d712518-e570-48d4-8363-fd33d408ef30', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:70:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43206be6-07fb-4a6d-a7c2-c33e0acbae19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:49Z', 'updated_at': '2021-11-15T11:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'be35f131-22c1-49c4-a0fd-2b71dfeaf56c', 'name': '', 'network_id': 'a08dbee6-9fbe-497b-a5c4-7e35a7c4974a', 'tenant_id': '4e40dd8c06c3459292a585e10446f2f2', 'mac_address': 'fa:16:3e:fb:01:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43206be6-07fb-4a6d-a7c2-c33e0acbae19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '1c5665a8-0c90-4840-9f4f-c9f141b8eb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:01Z', 'updated_at': '2021-11-15T11:32:07Z', 'revision_number': 4, 'project_id': '4e40dd8c06c3459292a585e10446f2f2', 'subnets': [{'id': '1c5665a8-0c90-4840-9f4f-c9f141b8eb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:08.982919 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96578fda-37f6-4e78-9b5a-37fb43058565 None None] The sync data for ids ['43206be6-07fb-4a6d-a7c2-c33e0acbae19'] in n-d-729945-9 is: [{'id': '43206be6-07fb-4a6d-a7c2-c33e0acbae19', 'name': 'tempest-TestServerBasicOps-1003617841-router', 'tenant_id': '4e40dd8c06c3459292a585e10446f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '2d712518-e570-48d4-8363-fd33d408ef30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:31:48Z', 'updated_at': '2021-11-15T11:32:03Z', 'revision_number': 4, 'project_id': '4e40dd8c06c3459292a585e10446f2f2', 'gw_port': {'id': '2d712518-e570-48d4-8363-fd33d408ef30', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:70:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43206be6-07fb-4a6d-a7c2-c33e0acbae19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:49Z', 'updated_at': '2021-11-15T11:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'be35f131-22c1-49c4-a0fd-2b71dfeaf56c', 'name': '', 'network_id': 'a08dbee6-9fbe-497b-a5c4-7e35a7c4974a', 'tenant_id': '4e40dd8c06c3459292a585e10446f2f2', 'mac_address': 'fa:16:3e:fb:01:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43206be6-07fb-4a6d-a7c2-c33e0acbae19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '1c5665a8-0c90-4840-9f4f-c9f141b8eb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:01Z', 'updated_at': '2021-11-15T11:32:07Z', 'revision_number': 4, 'project_id': '4e40dd8c06c3459292a585e10446f2f2', 'subnets': [{'id': '1c5665a8-0c90-4840-9f4f-c9f141b8eb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:32:09.084176 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bfb262b2-b98b-4eb8-8a38-8984ef45b52f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:09.103044 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-06215821-8af3-471f-8613-e523793f019f tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:09.106579 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-06215821-8af3-471f-8613-e523793f019f tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2354150 Nov 15 11:32:09.130678 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-73d3107f-782b-4cda-bc25-a73653002de5 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:09.168806 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54088) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:09.169532 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bfb262b2-b98b-4eb8-8a38-8984ef45b52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:09.173894 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ed748e90-ea07-4a47-b674-bfede6507914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1770756178-router', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:39Z', 'updated_at': '2021-11-15T11:21:43Z', 'revision_number': 4, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'gw_port': {'id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:40Z', 'updated_at': '2021-11-15T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'd43cb28c-5fd9-4650-b695-19c52aa51572', 'name': '', 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'mac_address': 'fa:16:3e:4d:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'afa9b64f-98db-4e8e-8256-aecabb3e60db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:42Z', 'updated_at': '2021-11-15T11:21:47Z', 'revision_number': 5, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'subnets': [{'id': 'afa9b64f-98db-4e8e-8256-aecabb3e60db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:09.207548 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=7fd4288f-6551-4dd6-86eb-2a504d25a41a,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:09.219192 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed748e90-ea07-4a47-b674-bfede6507914 None None] Checking router: 842a6c93-4ce6-4965-9640-b2bd012e04a5 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:32:09.226576 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-e94f1b0b-03d7-4f10-8083-087927b85c5b tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Request body: {'security_group_rule': {'security_group_id': '6b74dd2b-a04a-4149-af4f-917e1d7192b9', 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:09.239758 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed748e90-ea07-4a47-b674-bfede6507914 None None] Routers {'842a6c93-4ce6-4965-9640-b2bd012e04a5'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:09.240564 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ed748e90-ea07-4a47-b674-bfede6507914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['842a6c93-4ce6-4965-9640-b2bd012e04a5'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:09.337918 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54090) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:09.359643 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-279adef4-2b8c-4017-ac6b-4f8960639759 req-c22b2499-dd3c-42e1-86ca-0ffa2b41272f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 210 time: 0.2995908 Nov 15 11:32:09.373663 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-775d4223-5cdf-440d-bc78-5b9932db8c84 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:09.376065 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3107f-782b-4cda-bc25-a73653002de5 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Pushing event deleted for resources: {'Port': ['ID=78354a05-776f-4208-ac70-4a2df440ab4a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:09.377150 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90b9ceb9-df90-4861-8176-9200733d5449 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:09.379565 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06215821-8af3-471f-8613-e523793f019f tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b74dd2b-a04a-4149-af4f-917e1d7192b9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:09.391849 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb262b2-b98b-4eb8-8a38-8984ef45b52f admin admin] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:32:09.506728 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bfb262b2-b98b-4eb8-8a38-8984ef45b52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:09.506950 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-bfb262b2-b98b-4eb8-8a38-8984ef45b52f admin admin] Added segment 7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2 of type vlan for network e80c7b0b-2ac1-411e-b5c3-34b6039ed435 Nov 15 11:32:09.509747 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-ed748e90-ea07-4a47-b674-bfede6507914 None None] Set router 842a6c93-4ce6-4965-9640-b2bd012e04a5 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:32:09.566928 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-02c61583-7a1d-4779-99e4-c7d6486f3555 admin admin] Deleting port 411317a0-3898-4ae3-bd51-6df098dda5c3 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:09.567793 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02c61583-7a1d-4779-99e4-c7d6486f3555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:09.577380 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb262b2-b98b-4eb8-8a38-8984ef45b52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2995396d-27e3-4e5e-af20-52cfdf0d4614,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:09.637433 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-28dae358-ebcc-43aa-b81d-4bfc17635edc None None] Provisioning complete for port be35f131-22c1-49c4-a0fd-2b71dfeaf56c triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:09.637807 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-28dae358-ebcc-43aa-b81d-4bfc17635edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:09.641267 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e94f1b0b-03d7-4f10-8083-087927b85c5b tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:09.682299 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bfb262b2-b98b-4eb8-8a38-8984ef45b52f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:09.731623 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-73d3107f-782b-4cda-bc25-a73653002de5 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:09.735115 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-73d3107f-782b-4cda-bc25-a73653002de5 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] 10.222.0.64 "DELETE /v2.0/ports/78354a05-776f-4208-ac70-4a2df440ab4a HTTP/1.1" status: 204 len: 168 time: 2.3287704 Nov 15 11:32:09.738302 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54092) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:09.808101 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e94f1b0b-03d7-4f10-8083-087927b85c5b tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:09.810158 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bfb262b2-b98b-4eb8-8a38-8984ef45b52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:09.812526 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb262b2-b98b-4eb8-8a38-8984ef45b52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:09.814911 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bfb262b2-b98b-4eb8-8a38-8984ef45b52f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:09.820417 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e94f1b0b-03d7-4f10-8083-087927b85c5b tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:09.873170 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:09.893978 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-bfb262b2-b98b-4eb8-8a38-8984ef45b52f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5818956 Nov 15 11:32:09.898027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f1b0b-03d7-4f10-8083-087927b85c5b tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f366c75-7c93-48cb-b494-b94dcb938588,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:09.910844 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54094) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:09.919574 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-b9f368eb-b3bb-468a-901b-c78974b651fc admin admin] Request body: {'subnet': {'network_id': 'e80c7b0b-2ac1-411e-b5c3-34b6039ed435', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-538270714-subnet', 'tenant_id': 'fc4a4b7862be44419657aaafeea64cfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:09.928262 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e94f1b0b-03d7-4f10-8083-087927b85c5b tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:09.938532 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e94f1b0b-03d7-4f10-8083-087927b85c5b tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7599649 Nov 15 11:32:09.938715 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-28dae358-ebcc-43aa-b81d-4bfc17635edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:09.938859 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54096) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:09.940903 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb262b2-b98b-4eb8-8a38-8984ef45b52f admin admin] Pushing event updated for resources: {'Network': ['ID=e80c7b0b-2ac1-411e-b5c3-34b6039ed435,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:09.948345 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d853d946-8c1e-49e9-bcc5-32f93dae0ade tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Request body: {'security_group_rule': {'security_group_id': '6b74dd2b-a04a-4149-af4f-917e1d7192b9', 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:09.964568 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-d853d946-8c1e-49e9-bcc5-32f93dae0ade tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 15 11:32:09.964568 n-d-729945-9 neutron-server[102678]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 15 11:32:09.964568 n-d-729945-9 neutron-server[102678]: [parameters: {'project_id_1': 'c6befd75a17548db897fe48e53eb3cd1', 'expiration_1': datetime.datetime(2021, 11, 15, 11, 31, 49, 955283)}] Nov 15 11:32:09.964568 n-d-729945-9 neutron-server[102678]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:32:09.965547 n-d-729945-9 neutron-server[102678]: DEBUG oslo_db.api [None req-d853d946-8c1e-49e9-bcc5-32f93dae0ade tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:32:09.982814 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-28dae358-ebcc-43aa-b81d-4bfc17635edc None None] For port be35f131-22c1-49c4-a0fd-2b71dfeaf56c, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=be35f131-22c1-49c4-a0fd-2b71dfeaf56c,segment=NetworkSegment(39c5fd4a-bd66-44f9-b52a-2ec833df6a0b),segment_id=39c5fd4a-bd66-44f9-b52a-2ec833df6a0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:09.985391 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f368eb-b3bb-468a-901b-c78974b651fc admin admin] Made reservation on behalf of fc4a4b7862be44419657aaafeea64cfa for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:09.987712 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network e80c7b0b-2ac1-411e-b5c3-34b6039ed435 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:32:09.988020 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b9f368eb-b3bb-468a-901b-c78974b651fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:09.994271 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-28dae358-ebcc-43aa-b81d-4bfc17635edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:10.031312 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90b9ceb9-df90-4861-8176-9200733d5449 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:10.046557 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90b9ceb9-df90-4861-8176-9200733d5449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:10.063798 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-02c61583-7a1d-4779-99e4-c7d6486f3555 admin admin] For port 411317a0-3898-4ae3-bd51-6df098dda5c3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=411317a0-3898-4ae3-bd51-6df098dda5c3,segment=NetworkSegment(c2cb3e63-6ad3-4217-9eed-16afe313951d),segment_id=c2cb3e63-6ad3-4217-9eed-16afe313951d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:10.064204 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02c61583-7a1d-4779-99e4-c7d6486f3555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:10.070338 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a36606c-28f2-497f-86cd-d6fccf815ad8 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Deleting subnet 1b86db31-90d8-4295-a8df-4dc2050ec113 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:32:10.125204 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a36606c-28f2-497f-86cd-d6fccf815ad8 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:10.135609 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dae358-ebcc-43aa-b81d-4bfc17635edc None None] Pushing event updated for resources: {'Port': ['ID=be35f131-22c1-49c4-a0fd-2b71dfeaf56c,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:10.152665 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-28dae358-ebcc-43aa-b81d-4bfc17635edc None None] Provisioning complete for port 36ccf2d6-0972-43f7-a10c-f75b262da235 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:10.153200 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-28dae358-ebcc-43aa-b81d-4bfc17635edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:10.158571 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ed748e90-ea07-4a47-b674-bfede6507914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1770756178-router', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:39Z', 'updated_at': '2021-11-15T11:21:43Z', 'revision_number': 4, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'gw_port': {'id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:40Z', 'updated_at': '2021-11-15T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'd43cb28c-5fd9-4650-b695-19c52aa51572', 'name': '', 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'mac_address': 'fa:16:3e:4d:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'afa9b64f-98db-4e8e-8256-aecabb3e60db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:42Z', 'updated_at': '2021-11-15T11:21:47Z', 'revision_number': 5, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'subnets': [{'id': 'afa9b64f-98db-4e8e-8256-aecabb3e60db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:10.215519 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed748e90-ea07-4a47-b674-bfede6507914 None None] The sync data for ids ['842a6c93-4ce6-4965-9640-b2bd012e04a5'] in n-d-729945-9 is: [{'id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1770756178-router', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:39Z', 'updated_at': '2021-11-15T11:21:43Z', 'revision_number': 4, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'gw_port': {'id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:40Z', 'updated_at': '2021-11-15T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'd43cb28c-5fd9-4650-b695-19c52aa51572', 'name': '', 'network_id': '91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'mac_address': 'fa:16:3e:4d:5d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'afa9b64f-98db-4e8e-8256-aecabb3e60db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:42Z', 'updated_at': '2021-11-15T11:21:47Z', 'revision_number': 5, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'subnets': [{'id': 'afa9b64f-98db-4e8e-8256-aecabb3e60db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:32:10.241721 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-28dae358-ebcc-43aa-b81d-4bfc17635edc None None] Port 36ccf2d6-0972-43f7-a10c-f75b262da235 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:32:10.305923 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b9f368eb-b3bb-468a-901b-c78974b651fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:10.365595 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f368eb-b3bb-468a-901b-c78974b651fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae93d48d-40c2-46d2-853f-94d3ce7e2686,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:10.374963 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2ad89192-500d-44e8-bba5-c7824392ed6e None None] Provisioning complete for port 7fd4288f-6551-4dd6-86eb-2a504d25a41a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:10.375450 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2ad89192-500d-44e8-bba5-c7824392ed6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:10.417550 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f368eb-b3bb-468a-901b-c78974b651fc admin admin] Checking segment: {'id': '7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e80c7b0b-2ac1-411e-b5c3-34b6039ed435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:10.417966 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f368eb-b3bb-468a-901b-c78974b651fc admin admin] Network hostable DHCP agents. Network: e80c7b0b-2ac1-411e-b5c3-34b6039ed435, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:32:10.459021 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f368eb-b3bb-468a-901b-c78974b651fc admin admin] Network e80c7b0b-2ac1-411e-b5c3-34b6039ed435 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:32:10.500121 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-b9f368eb-b3bb-468a-901b-c78974b651fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, e80c7b0b-2ac1-411e-b5c3-34b6039ed435) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:10.523065 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a13404-a05d-47a9-a301-b2a78b11a66b None None] Network e80c7b0b-2ac1-411e-b5c3-34b6039ed435 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:10.532970 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f368eb-b3bb-468a-901b-c78974b651fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:10.534281 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b9f368eb-b3bb-468a-901b-c78974b651fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:10.591204 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-60d273fb-437d-45d8-8b6b-cf0e4d980ae6 req-c0072374-4839-47c5-8fe0-61019e18123c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 210 time: 0.0540450 Nov 15 11:32:10.605539 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d853d946-8c1e-49e9-bcc5-32f93dae0ade tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:10.657674 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b9f368eb-b3bb-468a-901b-c78974b651fc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7368119 Nov 15 11:32:10.752525 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-02c61583-7a1d-4779-99e4-c7d6486f3555 admin admin] Calling delete_port for 411317a0-3898-4ae3-bd51-6df098dda5c3 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:10.773919 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-90b9ceb9-df90-4861-8176-9200733d5449 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb144306b8c9425292376b45ca9b0d7e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4320986 Nov 15 11:32:10.773919 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9ceb9-df90-4861-8176-9200733d5449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ee013a-8a09-40c4-b8ea-1f6637d64950,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:10.774217 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d853d946-8c1e-49e9-bcc5-32f93dae0ade tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:10.775699 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54102) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:10.798731 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d853d946-8c1e-49e9-bcc5-32f93dae0ade tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:10.804359 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a09672-77dc-4efc-be05-c559ab1f36d9 None None] New status for floating IP f545236a-9c11-49ca-8ca2-fdd7407e5ad4: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:32:10.809749 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48a3536-98a5-42c3-970c-ff447e65cabd None None] Network e80c7b0b-2ac1-411e-b5c3-34b6039ed435 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:10.850243 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853d946-8c1e-49e9-bcc5-32f93dae0ade tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db72287c-76aa-4008-a504-0562ba0107d2,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:10.892864 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a36606c-28f2-497f-86cd-d6fccf815ad8 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:10.935428 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d853d946-8c1e-49e9-bcc5-32f93dae0ade tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:10.938797 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d853d946-8c1e-49e9-bcc5-32f93dae0ade tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9988415 Nov 15 11:32:10.939405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54108) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:10.950857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-99e09877-f598-40e4-9228-5a726d19023a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Request body: {'security_group_rule': {'security_group_id': '6b74dd2b-a04a-4149-af4f-917e1d7192b9', 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:11.013759 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b9e88191-d08a-434d-b54b-f9705cfc10d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:11.061831 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b9e88191-d08a-434d-b54b-f9705cfc10d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:11.082447 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-775d4223-5cdf-440d-bc78-5b9932db8c84 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:11.169656 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99e09877-f598-40e4-9228-5a726d19023a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:11.220092 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device be35f131-22c1-49c4-a0fd-2b71dfeaf56c up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:32:11.238406 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b9e88191-d08a-434d-b54b-f9705cfc10d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:11.247013 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b9e88191-d08a-434d-b54b-f9705cfc10d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:11.248225 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b9e88191-d08a-434d-b54b-f9705cfc10d7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b1ee013a-8a09-40c4-b8ea-1f6637d64950 HTTP/1.1" status: 204 len: 168 time: 0.4715388 Nov 15 11:32:11.271768 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e88191-d08a-434d-b54b-f9705cfc10d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ee013a-8a09-40c4-b8ea-1f6637d64950,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:11.308444 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99e09877-f598-40e4-9228-5a726d19023a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:11.316582 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99e09877-f598-40e4-9228-5a726d19023a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:11.341688 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port be35f131-22c1-49c4-a0fd-2b71dfeaf56c triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:11.342103 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:11.354931 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e09877-f598-40e4-9228-5a726d19023a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e61601a-64d0-4047-a04f-80fce419184b,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:11.389473 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99e09877-f598-40e4-9228-5a726d19023a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:11.391148 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-99e09877-f598-40e4-9228-5a726d19023a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4487526 Nov 15 11:32:11.394197 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54112) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:11.398876 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-5acb4125-0ffe-4e67-bfef-fdd74401c1ab tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Request body: {'security_group_rule': {'security_group_id': '6b74dd2b-a04a-4149-af4f-917e1d7192b9', 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:11.415440 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a36606c-28f2-497f-86cd-d6fccf815ad8 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:11.460876 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5acb4125-0ffe-4e67-bfef-fdd74401c1ab tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:11.564561 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775d4223-5cdf-440d-bc78-5b9932db8c84 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Router 83776dd3-2c47-45b0-af92-a7433cd8c9e1 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:32:11.581359 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a36606c-28f2-497f-86cd-d6fccf815ad8 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:11.590565 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5acb4125-0ffe-4e67-bfef-fdd74401c1ab tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:11.609098 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5acb4125-0ffe-4e67-bfef-fdd74401c1ab tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:11.617217 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36606c-28f2-497f-86cd-d6fccf815ad8 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Pushing event deleted for resources: {'Subnet': ['ID=1b86db31-90d8-4295-a8df-4dc2050ec113,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:11.680128 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5acb4125-0ffe-4e67-bfef-fdd74401c1ab tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:11.689813 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5acb4125-0ffe-4e67-bfef-fdd74401c1ab tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2943995 Nov 15 11:32:11.694210 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54118) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:11.696117 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb4125-0ffe-4e67-bfef-fdd74401c1ab tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43017b24-0bc0-4d12-968e-b38669c01c24,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:11.698626 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02c61583-7a1d-4779-99e4-c7d6486f3555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:11.704445 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-6b3c4252-04fc-441c-ba5b-17c4dcea093d tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Request body: {'security_group_rule': {'security_group_id': '6b74dd2b-a04a-4149-af4f-917e1d7192b9', 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:11.747042 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:11.818755 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9957cc6c-d671-43dc-8043-8cc1c1af734a req-5f249b99-b4d3-4536-ab2c-9575dc5970a9 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 210 time: 0.0696242 Nov 15 11:32:11.819577 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7fd4288f-6551-4dd6-86eb-2a504d25a41a up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:32:11.825301 n-d-729945-9 neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-6b3c4252-04fc-441c-ba5b-17c4dcea093d tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Project c6befd75a17548db897fe48e53eb3cd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 11:32:11.834099 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6b3c4252-04fc-441c-ba5b-17c4dcea093d tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:11.841458 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a36606c-28f2-497f-86cd-d6fccf815ad8 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:11.858216 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7a36606c-28f2-497f-86cd-d6fccf815ad8 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] 10.222.0.64 "DELETE /v2.0/subnets/1b86db31-90d8-4295-a8df-4dc2050ec113 HTTP/1.1" status: 204 len: 168 time: 2.1071441 Nov 15 11:32:11.862995 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54126) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:11.888338 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c61583-7a1d-4779-99e4-c7d6486f3555 admin admin] Pushing event deleted for resources: {'Port': ['ID=411317a0-3898-4ae3-bd51-6df098dda5c3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:11.899994 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36606c-28f2-497f-86cd-d6fccf815ad8 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:11.900342 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36606c-28f2-497f-86cd-d6fccf815ad8 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:11.900683 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36606c-28f2-497f-86cd-d6fccf815ad8 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:11.901016 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36606c-28f2-497f-86cd-d6fccf815ad8 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:11.906248 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36606c-28f2-497f-86cd-d6fccf815ad8 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:11.908224 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36606c-28f2-497f-86cd-d6fccf815ad8 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:11.908571 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36606c-28f2-497f-86cd-d6fccf815ad8 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:11.908906 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36606c-28f2-497f-86cd-d6fccf815ad8 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:11.909238 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36606c-28f2-497f-86cd-d6fccf815ad8 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:11.910292 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36606c-28f2-497f-86cd-d6fccf815ad8 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:11.911085 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36606c-28f2-497f-86cd-d6fccf815ad8 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:11.911796 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36606c-28f2-497f-86cd-d6fccf815ad8 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:11.920775 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8159dad-37d7-4b89-b9c9-faad32cb21f0 None None] Network 16a04fcb-583e-4f5c-8bec-214e465b03f4 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:11.944393 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c61583-7a1d-4779-99e4-c7d6486f3555 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:11.944735 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c61583-7a1d-4779-99e4-c7d6486f3555 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:11.951209 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c61583-7a1d-4779-99e4-c7d6486f3555 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:11.951794 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c61583-7a1d-4779-99e4-c7d6486f3555 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:11.952304 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c61583-7a1d-4779-99e4-c7d6486f3555 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:11.952964 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c61583-7a1d-4779-99e4-c7d6486f3555 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:11.953198 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c61583-7a1d-4779-99e4-c7d6486f3555 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:11.953504 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c61583-7a1d-4779-99e4-c7d6486f3555 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:11.954046 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c61583-7a1d-4779-99e4-c7d6486f3555 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:11.954409 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c61583-7a1d-4779-99e4-c7d6486f3555 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:11.955083 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c61583-7a1d-4779-99e4-c7d6486f3555 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:11.955966 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c61583-7a1d-4779-99e4-c7d6486f3555 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:12.126648 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-82f538e7-3fa4-4007-b40d-7fe5afbb3b42 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:12.141619 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6b3c4252-04fc-441c-ba5b-17c4dcea093d tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:12.149772 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6b3c4252-04fc-441c-ba5b-17c4dcea093d tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:12.153018 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 7fd4288f-6551-4dd6-86eb-2a504d25a41a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:12.153391 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:12.185651 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775d4223-5cdf-440d-bc78-5b9932db8c84 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:32:12.222156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c4252-04fc-441c-ba5b-17c4dcea093d tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a056a4-cd6d-4e11-9206-477cc8385ef0,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:12.251412 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78326a8-7659-4ee3-b56d-c0fcaff77dae None None] Sync routers for ids ['83776dd3-2c47-45b0-af92-a7433cd8c9e1'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:32:12.305673 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-775d4223-5cdf-440d-bc78-5b9932db8c84 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:12.310902 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:12.311065 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-775d4223-5cdf-440d-bc78-5b9932db8c84 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.2194724 Nov 15 11:32:12.311680 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54138) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:12.329508 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6b3c4252-04fc-441c-ba5b-17c4dcea093d tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:12.339068 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6b3c4252-04fc-441c-ba5b-17c4dcea093d tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6433735 Nov 15 11:32:12.341652 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54140) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:12.360624 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-a579bd7d-ee46-4027-b752-bf21ce033f10 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Request body: {'security_group_rule': {'security_group_id': '6b74dd2b-a04a-4149-af4f-917e1d7192b9', 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:12.402115 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78326a8-7659-4ee3-b56d-c0fcaff77dae None None] Routers {'83776dd3-2c47-45b0-af92-a7433cd8c9e1'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:12.403019 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b78326a8-7659-4ee3-b56d-c0fcaff77dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['83776dd3-2c47-45b0-af92-a7433cd8c9e1'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:12.440069 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02c61583-7a1d-4779-99e4-c7d6486f3555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:12.449426 n-d-729945-9 neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-a579bd7d-ee46-4027-b752-bf21ce033f10 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Project c6befd75a17548db897fe48e53eb3cd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 11:32:12.454675 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b78326a8-7659-4ee3-b56d-c0fcaff77dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:12.469152 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78326a8-7659-4ee3-b56d-c0fcaff77dae None None] Routers {'83776dd3-2c47-45b0-af92-a7433cd8c9e1'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:12.470045 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b78326a8-7659-4ee3-b56d-c0fcaff77dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['83776dd3-2c47-45b0-af92-a7433cd8c9e1'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:12.474558 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a579bd7d-ee46-4027-b752-bf21ce033f10 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:12.507201 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-82f538e7-3fa4-4007-b40d-7fe5afbb3b42 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Deleting port d2a652f5-db35-4631-9e73-88240c49cd62 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:12.507941 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-82f538e7-3fa4-4007-b40d-7fe5afbb3b42 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:12.530357 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b78326a8-7659-4ee3-b56d-c0fcaff77dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:12.533297 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78326a8-7659-4ee3-b56d-c0fcaff77dae None None] The sync data for ids ['83776dd3-2c47-45b0-af92-a7433cd8c9e1'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:32:12.597075 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb0a497-943d-4975-8f15-c36e8ac94176 None None] DHCP port deletion for 16a04fcb-583e-4f5c-8bec-214e465b03f4 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:32:12.703310 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-ceb0a497-943d-4975-8f15-c36e8ac94176 None None] Deleting port d2a652f5-db35-4631-9e73-88240c49cd62 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:12.703674 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ceb0a497-943d-4975-8f15-c36e8ac94176 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:12.745170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-82f538e7-3fa4-4007-b40d-7fe5afbb3b42 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] For port d2a652f5-db35-4631-9e73-88240c49cd62, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d2a652f5-db35-4631-9e73-88240c49cd62,segment=NetworkSegment(3cf39c76-87c9-4f95-955a-30cb1d428a6f),segment_id=3cf39c76-87c9-4f95-955a-30cb1d428a6f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:12.745536 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-82f538e7-3fa4-4007-b40d-7fe5afbb3b42 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:12.760501 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a579bd7d-ee46-4027-b752-bf21ce033f10 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:12.777670 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a579bd7d-ee46-4027-b752-bf21ce033f10 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:12.779607 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-82f538e7-3fa4-4007-b40d-7fe5afbb3b42 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Calling delete_port for d2a652f5-db35-4631-9e73-88240c49cd62 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:12.831654 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579bd7d-ee46-4027-b752-bf21ce033f10 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c436d0c-3d11-4fae-8df5-cc7f3fd5fd72,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:12.833844 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ceb0a497-943d-4975-8f15-c36e8ac94176 None None] For port d2a652f5-db35-4631-9e73-88240c49cd62, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d2a652f5-db35-4631-9e73-88240c49cd62,segment=NetworkSegment(3cf39c76-87c9-4f95-955a-30cb1d428a6f),segment_id=3cf39c76-87c9-4f95-955a-30cb1d428a6f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:12.834372 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ceb0a497-943d-4975-8f15-c36e8ac94176 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:12.863908 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-ceb0a497-943d-4975-8f15-c36e8ac94176 None None] Calling delete_port for d2a652f5-db35-4631-9e73-88240c49cd62 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:12.923157 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a579bd7d-ee46-4027-b752-bf21ce033f10 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:12.932679 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a579bd7d-ee46-4027-b752-bf21ce033f10 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5886006 Nov 15 11:32:13.054968 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-81f35302-05ad-4bee-9566-5542953ed23a req-52dfc94b-eb53-4cf5-85e0-f46a8986de9c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 210 time: 0.0780301 Nov 15 11:32:13.070849 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ceb0a497-943d-4975-8f15-c36e8ac94176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:13.098542 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-82f538e7-3fa4-4007-b40d-7fe5afbb3b42 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:13.114446 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0a497-943d-4975-8f15-c36e8ac94176 None None] Pushing event deleted for resources: {'Port': ['ID=d2a652f5-db35-4631-9e73-88240c49cd62,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:13.124074 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb0a497-943d-4975-8f15-c36e8ac94176 None None] No DVR routers for this DVR port d2a652f5-db35-4631-9e73-88240c49cd62 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:32:13.140920 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f538e7-3fa4-4007-b40d-7fe5afbb3b42 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Pushing event deleted for resources: {'Port': ['ID=d2a652f5-db35-4631-9e73-88240c49cd62,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:13.142877 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f538e7-3fa4-4007-b40d-7fe5afbb3b42 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] No DVR routers for this DVR port d2a652f5-db35-4631-9e73-88240c49cd62 on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:32:13.194396 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d2a652f5-db35-4631-9e73-88240c49cd62 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:32:13.253623 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: d2a652f5-db35-4631-9e73-88240c49cd62 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:32:13.259054 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d2a652f5-db35-4631-9e73-88240c49cd62 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:32:13.357715 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-82f538e7-3fa4-4007-b40d-7fe5afbb3b42 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:13.394129 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-c71e926b-a932-4ea4-82d4-35edb5acc6f2 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-988604165&fields=id&tenant_id=c6befd75a17548db897fe48e53eb3cd1 HTTP/1.1" status: 200 len: 267 time: 0.0813773 Nov 15 11:32:13.397552 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c61583-7a1d-4779-99e4-c7d6486f3555 admin admin] Router 20175af3-96b4-4b0c-82bc-b6b38c8539b7 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:32:13.422076 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-82f538e7-3fa4-4007-b40d-7fe5afbb3b42 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a04fcb-583e-4f5c-8bec-214e465b03f4']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:13.476420 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-82f538e7-3fa4-4007-b40d-7fe5afbb3b42 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf39c76-87c9-4f95-955a-30cb1d428a6f') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:13.476991 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-82f538e7-3fa4-4007-b40d-7fe5afbb3b42 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf39c76-87c9-4f95-955a-30cb1d428a6f') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:13.496980 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-82f538e7-3fa4-4007-b40d-7fe5afbb3b42 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:13.546150 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-82f538e7-3fa4-4007-b40d-7fe5afbb3b42 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:13.566341 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f538e7-3fa4-4007-b40d-7fe5afbb3b42 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:32:13.566993 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-82f538e7-3fa4-4007-b40d-7fe5afbb3b42 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:32:13.570782 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:32:13.607639 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c61583-7a1d-4779-99e4-c7d6486f3555 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:32:13.615742 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-02c61583-7a1d-4779-99e4-c7d6486f3555 admin admin] 10.222.0.64 "PUT /v2.0/routers/20175af3-96b4-4b0c-82bc-b6b38c8539b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8286381 Nov 15 11:32:13.618849 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54178) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:13.621276 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cefceb-0ac9-4a11-aec8-e1d5afed1ba8 None None] Sync routers for ids ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:32:13.638484 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cefceb-0ac9-4a11-aec8-e1d5afed1ba8 None None] Routers {'20175af3-96b4-4b0c-82bc-b6b38c8539b7'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:13.639767 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a2cefceb-0ac9-4a11-aec8-e1d5afed1ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:13.675435 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-41c3a22a-3a8c-4194-9916-d5c9da6772a2 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:13.677144 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-41c3a22a-3a8c-4194-9916-d5c9da6772a2 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/networks?id=22cff1ab-90e9-409a-9763-27f9c9815424 HTTP/1.1" status: 200 len: 809 time: 0.2705214 Nov 15 11:32:13.702744 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-a67d7240-0738-451d-ad32-cec8638028cd tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/quotas/c6befd75a17548db897fe48e53eb3cd1 HTTP/1.1" status: 200 len: 375 time: 0.0136526 Nov 15 11:32:13.748411 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-82f538e7-3fa4-4007-b40d-7fe5afbb3b42 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:13.765884 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-82f538e7-3fa4-4007-b40d-7fe5afbb3b42 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:13.772305 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-82f538e7-3fa4-4007-b40d-7fe5afbb3b42 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] 10.222.0.64 "DELETE /v2.0/networks/16a04fcb-583e-4f5c-8bec-214e465b03f4 HTTP/1.1" status: 204 len: 168 time: 1.9082973 Nov 15 11:32:13.793381 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f538e7-3fa4-4007-b40d-7fe5afbb3b42 tempest-ExtraDHCPOptionsTestJSON-901915928 tempest-ExtraDHCPOptionsTestJSON-901915928-project] Pushing event deleted for resources: {'Network': ['ID=16a04fcb-583e-4f5c-8bec-214e465b03f4,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:13.809874 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-c8289549-32cb-411e-9cae-ebf247333d30 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6befd75a17548db897fe48e53eb3cd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982556 Nov 15 11:32:13.870078 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3116303d-9ae7-4820-bdbf-f48a5043c9b0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:13.873989 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04e97736-50ae-4f72-88d0-5cf5319a9358 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:14.032593 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-a2cefceb-0ac9-4a11-aec8-e1d5afed1ba8 None None] Set router 20175af3-96b4-4b0c-82bc-b6b38c8539b7 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:32:14.125457 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-0226a079-910e-458a-bbae-3c38a811fe26 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:32:14.128936 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-0226a079-910e-458a-bbae-3c38a811fe26 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2985749 Nov 15 11:32:14.355849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-e90e52fc-d1fb-4804-ac7c-cbf40a726d56 service neutron] 10.222.0.64 "GET /v2.0/networks/22cff1ab-90e9-409a-9763-27f9c9815424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202432 Nov 15 11:32:14.356569 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54202) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:14.438489 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-04e97736-50ae-4f72-88d0-5cf5319a9358 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Allocated IP 172.20.0.1 (22839329-7f15-467e-8884-378faa8dcec7/aa6b7a00-a962-4699-a6b2-7bbcbb396cdb/0c1e6942-16c7-4e66-ba22-bb4b67f67a2c) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:32:14.465308 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a2cefceb-0ac9-4a11-aec8-e1d5afed1ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'name': 'tempest-AttachVolumeTestJSON-808987218-router', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:05Z', 'updated_at': '2021-11-15T11:32:11Z', 'revision_number': 5, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'gw_port': {'id': '4d962678-3c1b-4af3-923c-e0afb72ebe0d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:22:07Z', 'updated_at': '2021-11-15T11:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:14.487925 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3116303d-9ae7-4820-bdbf-f48a5043c9b0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:14.525014 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eae00a81-732f-433c-baa5-63f73c6f7197 req-90835d69-c24b-4cac-bb13-ee4fab7a03e7 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 210 time: 0.1594899 Nov 15 11:32:14.527972 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-d4f8951c-91f4-4c31-8d89-77af8648e2f0 service neutron] 10.222.0.64 "GET /v2.0/networks/22cff1ab-90e9-409a-9763-27f9c9815424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356573 Nov 15 11:32:14.540694 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cefceb-0ac9-4a11-aec8-e1d5afed1ba8 None None] Checking router: 20175af3-96b4-4b0c-82bc-b6b38c8539b7 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:32:14.561739 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cefceb-0ac9-4a11-aec8-e1d5afed1ba8 None None] Routers {'20175af3-96b4-4b0c-82bc-b6b38c8539b7'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:14.562371 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a2cefceb-0ac9-4a11-aec8-e1d5afed1ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:14.705939 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3116303d-9ae7-4820-bdbf-f48a5043c9b0 admin admin] Deleting port 4d962678-3c1b-4af3-923c-e0afb72ebe0d {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:14.712052 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3116303d-9ae7-4820-bdbf-f48a5043c9b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:14.717767 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-a2cefceb-0ac9-4a11-aec8-e1d5afed1ba8 None None] Set router 20175af3-96b4-4b0c-82bc-b6b38c8539b7 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:32:14.861463 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-3116303d-9ae7-4820-bdbf-f48a5043c9b0 admin admin] For port 4d962678-3c1b-4af3-923c-e0afb72ebe0d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=4d962678-3c1b-4af3-923c-e0afb72ebe0d,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:14.862164 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3116303d-9ae7-4820-bdbf-f48a5043c9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:14.871958 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a2cefceb-0ac9-4a11-aec8-e1d5afed1ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'name': 'tempest-AttachVolumeTestJSON-808987218-router', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:05Z', 'updated_at': '2021-11-15T11:32:14Z', 'revision_number': 6, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:14.886943 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9d92966f-28c6-4603-8982-38d36b20c08b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f067b54c893f4b24a34ea9ac69d99c80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5279598 Nov 15 11:32:14.888175 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3116303d-9ae7-4820-bdbf-f48a5043c9b0 admin admin] Calling delete_port for 4d962678-3c1b-4af3-923c-e0afb72ebe0d owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:14.893873 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54244) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:14.905264 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cefceb-0ac9-4a11-aec8-e1d5afed1ba8 None None] The sync data for ids ['20175af3-96b4-4b0c-82bc-b6b38c8539b7'] in n-d-729945-9 is: [{'id': '20175af3-96b4-4b0c-82bc-b6b38c8539b7', 'name': 'tempest-AttachVolumeTestJSON-808987218-router', 'tenant_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:22:05Z', 'updated_at': '2021-11-15T11:32:14Z', 'revision_number': 6, 'project_id': '84266b83cb7b44e49edcf06f7e40ecbe', 'gw_port_host': None}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:32:14.986550 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dfd20423-b740-4e1a-976f-fc369e433bdc req-9c2e4857-8b52-4ba0-a28f-8a44ecbfcd3b tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 210 time: 0.1030278 Nov 15 11:32:15.040648 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76508a-380d-4a47-857b-517d92e845ef req-fc3ebf30-c6a5-43da-9c3a-f478b1c42090 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:15.048710 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc76508a-380d-4a47-857b-517d92e845ef req-fc3ebf30-c6a5-43da-9c3a-f478b1c42090 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/networks?id=e80c7b0b-2ac1-411e-b5c3-34b6039ed435 HTTP/1.1" status: 200 len: 808 time: 0.4044781 Nov 15 11:32:15.053432 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04e97736-50ae-4f72-88d0-5cf5319a9358 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:15.068742 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc76508a-380d-4a47-857b-517d92e845ef req-2e1b75b0-5c83-4ec2-9de1-59c6a063e3cf tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/quotas/fc4a4b7862be44419657aaafeea64cfa HTTP/1.1" status: 200 len: 375 time: 0.0188813 Nov 15 11:32:15.069465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54252) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:15.132127 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc76508a-380d-4a47-857b-517d92e845ef req-a088eeba-7e79-42b1-909e-90d0de108a6b tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fc4a4b7862be44419657aaafeea64cfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545204 Nov 15 11:32:15.152833 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e16245ed-b4b7-4b10-8add-328ba177231b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:15.183317 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04e97736-50ae-4f72-88d0-5cf5319a9358 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:15.212632 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e16245ed-b4b7-4b10-8add-328ba177231b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:15.253911 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e97736-50ae-4f72-88d0-5cf5319a9358 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Port': ['ID=0c1e6942-16c7-4e66-ba22-bb4b67f67a2c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:15.273402 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e97736-50ae-4f72-88d0-5cf5319a9358 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Network 22839329-7f15-467e-8884-378faa8dcec7 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:32:15.306551 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-04e97736-50ae-4f72-88d0-5cf5319a9358 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:15.314495 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e97736-50ae-4f72-88d0-5cf5319a9358 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:32:15.381224 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ed2765f7-97b6-4642-9227-addc0d2d13fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:15.407504 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e16245ed-b4b7-4b10-8add-328ba177231b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:15.409905 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e16245ed-b4b7-4b10-8add-328ba177231b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:15.411079 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e16245ed-b4b7-4b10-8add-328ba177231b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/93707ddc-d327-405a-972e-26c4df074a8a HTTP/1.1" status: 204 len: 168 time: 0.5092983 Nov 15 11:32:15.411379 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04e97736-50ae-4f72-88d0-5cf5319a9358 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:15.419400 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3116303d-9ae7-4820-bdbf-f48a5043c9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:15.501416 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16245ed-b4b7-4b10-8add-328ba177231b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93707ddc-d327-405a-972e-26c4df074a8a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:15.632513 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116303d-9ae7-4820-bdbf-f48a5043c9b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d962678-3c1b-4af3-923c-e0afb72ebe0d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:15.644858 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc76508a-380d-4a47-857b-517d92e845ef req-ddca0ee9-b9f6-4efd-bcc1-1480e60fdaf9 service neutron] 10.222.0.64 "GET /v2.0/networks/e80c7b0b-2ac1-411e-b5c3-34b6039ed435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117927 Nov 15 11:32:15.658465 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccf6272-537c-45e6-8a53-721daf62bef7 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:32:15.732371 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04e97736-50ae-4f72-88d0-5cf5319a9358 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:15.757507 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3116303d-9ae7-4820-bdbf-f48a5043c9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:15.825093 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ed2765f7-97b6-4642-9227-addc0d2d13fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:15.845255 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-321b397c-7ce4-470c-bcc4-470b6d1a028a None None] Provisioning complete for port 0c1e6942-16c7-4e66-ba22-bb4b67f67a2c triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:15.845853 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-321b397c-7ce4-470c-bcc4-470b6d1a028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:15.860429 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ed2765f7-97b6-4642-9227-addc0d2d13fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:15.906211 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-321b397c-7ce4-470c-bcc4-470b6d1a028a None None] Port 0c1e6942-16c7-4e66-ba22-bb4b67f67a2c cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:32:15.935415 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77525343-5fc8-47db-a6e1-b97f78134628 req-d7352be8-7fe2-4682-b634-d14c88b4672e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 210 time: 0.1202493 Nov 15 11:32:16.008235 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ed2765f7-97b6-4642-9227-addc0d2d13fa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=731fe5ea7bcb4bd689544a1d197a5bec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9372165 Nov 15 11:32:16.015616 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54272) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:16.066947 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2765f7-97b6-4642-9227-addc0d2d13fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21efb37b-4ee9-4951-95d4-b6889e5634af,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:16.163832 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc76508a-380d-4a47-857b-517d92e845ef req-14dcad2c-0236-4a05-b3b7-376d5e29638d service neutron] 10.222.0.64 "GET /v2.0/networks/e80c7b0b-2ac1-411e-b5c3-34b6039ed435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068631 Nov 15 11:32:16.215576 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2cac7dc4-3957-48c9-8dd7-0a2ba7df11d6 req-5a016c94-7697-4761-8690-719e10542294 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 210 time: 0.0765116 Nov 15 11:32:16.300465 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5531a63d-1f87-43fb-88d2-202e686ac0d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:16.344633 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5531a63d-1f87-43fb-88d2-202e686ac0d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:16.478355 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3116303d-9ae7-4820-bdbf-f48a5043c9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:16.520213 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3116303d-9ae7-4820-bdbf-f48a5043c9b0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:16.548324 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5531a63d-1f87-43fb-88d2-202e686ac0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:16.551466 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5531a63d-1f87-43fb-88d2-202e686ac0d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:16.552907 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5531a63d-1f87-43fb-88d2-202e686ac0d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/21efb37b-4ee9-4951-95d4-b6889e5634af HTTP/1.1" status: 204 len: 168 time: 0.5303731 Nov 15 11:32:16.571939 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531a63d-1f87-43fb-88d2-202e686ac0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21efb37b-4ee9-4951-95d4-b6889e5634af,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:16.581383 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-7b291209-1ce1-4456-925e-c4850704af53 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:16.582958 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-7b291209-1ce1-4456-925e-c4850704af53 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.55 "GET /v2.0/networks?id=22cff1ab-90e9-409a-9763-27f9c9815424 HTTP/1.1" status: 200 len: 809 time: 0.1901705 Nov 15 11:32:16.654400 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3116303d-9ae7-4820-bdbf-f48a5043c9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:16.655598 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3116303d-9ae7-4820-bdbf-f48a5043c9b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20175af3-96b4-4b0c-82bc-b6b38c8539b7 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:32:16.662430 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3116303d-9ae7-4820-bdbf-f48a5043c9b0 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:16.667368 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3116303d-9ae7-4820-bdbf-f48a5043c9b0 admin admin] 10.222.0.64 "DELETE /v2.0/routers/20175af3-96b4-4b0c-82bc-b6b38c8539b7 HTTP/1.1" status: 204 len: 168 time: 3.0475099 Nov 15 11:32:16.670033 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54288) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:16.672298 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-bb884091-510b-4ab3-a511-c3e41e370704 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6befd75a17548db897fe48e53eb3cd1 HTTP/1.1" status: 200 len: 379 time: 0.0798759 Nov 15 11:32:16.685726 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-523a2ab2-85a2-4071-833d-e12969cbe632 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Request body: {'port': {'device_id': 'bb225be4-d47e-4b17-836c-610e2b6d5c60', 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424', 'admin_state_up': True, 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'security_groups': ['6b74dd2b-a04a-4149-af4f-917e1d7192b9']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:16.763479 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54290) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:16.813288 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f8680e-bbdf-478c-ad0d-a5463b4799f7 admin admin] Deleting subnet fa23b34b-7133-41b6-b1e3-4b077f52e5c3 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:32:16.839648 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1f8680e-bbdf-478c-ad0d-a5463b4799f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:16.923924 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1f8680e-bbdf-478c-ad0d-a5463b4799f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:16.934375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-523a2ab2-85a2-4071-833d-e12969cbe632 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Made reservation on behalf of c6befd75a17548db897fe48e53eb3cd1 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:16.955269 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-523a2ab2-85a2-4071-833d-e12969cbe632 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:17.042115 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04e97736-50ae-4f72-88d0-5cf5319a9358 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:17.069839 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 4d962678-3c1b-4af3-923c-e0afb72ebe0d no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:32:17.118542 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 4d962678-3c1b-4af3-923c-e0afb72ebe0d {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:32:17.120660 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 4d962678-3c1b-4af3-923c-e0afb72ebe0d not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:32:17.121310 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 411317a0-3898-4ae3-bd51-6df098dda5c3 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:32:17.150098 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66ac3b7e-1ac2-4628-aad7-e970ea2bddcf req-5ba2c3c3-4c88-4aff-813d-bba7246a4ca2 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 210 time: 0.0623636 Nov 15 11:32:17.168292 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1f8680e-bbdf-478c-ad0d-a5463b4799f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:17.191539 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 411317a0-3898-4ae3-bd51-6df098dda5c3 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:32:17.192177 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 411317a0-3898-4ae3-bd51-6df098dda5c3 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:32:17.249570 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7b677cef-ecd6-472a-811a-6995b7c1bfb4 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-786442132'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:17.253669 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-523a2ab2-85a2-4071-833d-e12969cbe632 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Allocated IP 172.20.0.8 (22cff1ab-90e9-409a-9763-27f9c9815424/1c62f435-1ed6-404a-a855-45179d8b724c/8302de5d-40e0-400a-9a11-ad5fbad02516) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:32:17.256545 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04e97736-50ae-4f72-88d0-5cf5319a9358 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:17.276587 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54300) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:17.305255 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e43fa07a-f9c7-4d98-8d1f-7995c9cc06db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:17.374792 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-468da40b-bd55-4b20-9ca8-5f8bc9c9bc16 req-fb4e024c-7281-4ebf-afa0-d2094ee13d7f tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 210 time: 0.0648313 Nov 15 11:32:17.433699 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1f8680e-bbdf-478c-ad0d-a5463b4799f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:17.475707 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04e97736-50ae-4f72-88d0-5cf5319a9358 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:17.477547 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b677cef-ecd6-472a-811a-6995b7c1bfb4 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Made reservation on behalf of fe34575a4744467b8b6069e120eb7d68 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:17.511907 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b677cef-ecd6-472a-811a-6995b7c1bfb4 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:17.538480 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-523a2ab2-85a2-4071-833d-e12969cbe632 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:17.572123 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e43fa07a-f9c7-4d98-8d1f-7995c9cc06db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:17.579701 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b677cef-ecd6-472a-811a-6995b7c1bfb4 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:17.582906 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8680e-bbdf-478c-ad0d-a5463b4799f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa23b34b-7133-41b6-b1e3-4b077f52e5c3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:17.595434 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e43fa07a-f9c7-4d98-8d1f-7995c9cc06db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:17.625445 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e97736-50ae-4f72-88d0-5cf5319a9358 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Port': ['ID=0c1e6942-16c7-4e66-ba22-bb4b67f67a2c,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:17.656371 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1ceb1b-b331-4e9d-9039-0c60eaf5b58e None None] Network 5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:17.667970 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-228bfb4f-bb88-4bc7-853d-456d2ceb13d7 req-36d8f44f-a682-486b-a3aa-bb6a7034cdc0 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd239d9c-b4d9-4142-bded-e917deba74d7 HTTP/1.1" status: 200 len: 210 time: 0.0943458 Nov 15 11:32:17.705826 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fa07a-f9c7-4d98-8d1f-7995c9cc06db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ac2133-53f6-40f2-b3de-01d626c87a67,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:17.715313 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e43fa07a-f9c7-4d98-8d1f-7995c9cc06db admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d950b9dfcef94f7d8e3faeb7c5d77473&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4370203 Nov 15 11:32:17.716507 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54308) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:17.774978 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-523a2ab2-85a2-4071-833d-e12969cbe632 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:17.799411 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1f8680e-bbdf-478c-ad0d-a5463b4799f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:17.806620 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a1f8680e-bbdf-478c-ad0d-a5463b4799f7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fa23b34b-7133-41b6-b1e3-4b077f52e5c3 HTTP/1.1" status: 204 len: 168 time: 1.1348271 Nov 15 11:32:17.811279 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54310) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:17.846670 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e97736-50ae-4f72-88d0-5cf5319a9358 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Network 22839329-7f15-467e-8884-378faa8dcec7 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:32:17.854687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-523a2ab2-85a2-4071-833d-e12969cbe632 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Network 22cff1ab-90e9-409a-9763-27f9c9815424 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:32:17.874485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-523a2ab2-85a2-4071-833d-e12969cbe632 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:17.882042 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-523a2ab2-85a2-4071-833d-e12969cbe632 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:32:17.889781 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-04e97736-50ae-4f72-88d0-5cf5319a9358 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:17.948622 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f40f10e0-b4f4-4b02-97ad-12cb928f2ce3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:17.960283 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a2ab2-85a2-4071-833d-e12969cbe632 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Pushing event updated for resources: {'Port': ['ID=8302de5d-40e0-400a-9a11-ad5fbad02516,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:18.014295 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-611f3635-ac1f-41bc-9a9f-435755bc2cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:18.019870 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f40f10e0-b4f4-4b02-97ad-12cb928f2ce3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:18.041592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-523a2ab2-85a2-4071-833d-e12969cbe632 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:18.042253 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-523a2ab2-85a2-4071-833d-e12969cbe632 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:18.121025 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-523a2ab2-85a2-4071-833d-e12969cbe632 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4415205 Nov 15 11:32:18.157845 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43d5cf0-61ba-47cb-b775-4fac22d45ce0 None None] DHCP port deletion for 5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:32:18.166490 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-7853ad46-6ddd-4144-9118-3f82b1c77c66 service neutron] Request body: {'port': {'device_id': 'bb225be4-d47e-4b17-836c-610e2b6d5c60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:18.301562 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f40f10e0-b4f4-4b02-97ad-12cb928f2ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:18.304890 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e43d5cf0-61ba-47cb-b775-4fac22d45ce0 None None] Deleting port b78c3d7f-2997-49a8-ac16-ec13f4e366a3 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:18.306168 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e43d5cf0-61ba-47cb-b775-4fac22d45ce0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:18.309734 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f40f10e0-b4f4-4b02-97ad-12cb928f2ce3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:18.312364 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b677cef-ecd6-472a-811a-6995b7c1bfb4 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:18.325777 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f40f10e0-b4f4-4b02-97ad-12cb928f2ce3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/93ac2133-53f6-40f2-b3de-01d626c87a67 HTTP/1.1" status: 204 len: 168 time: 0.6072831 Nov 15 11:32:18.339390 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b677cef-ecd6-472a-811a-6995b7c1bfb4 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:18.373516 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e97736-50ae-4f72-88d0-5cf5319a9358 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Router 83776dd3-2c47-45b0-af92-a7433cd8c9e1 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:32:18.393750 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-7853ad46-6ddd-4144-9118-3f82b1c77c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:18.402384 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f10e0-b4f4-4b02-97ad-12cb928f2ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ac2133-53f6-40f2-b3de-01d626c87a67,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:18.424959 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b677cef-ecd6-472a-811a-6995b7c1bfb4 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:32:18.460093 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d548e92e-ab6b-41bc-aede-ac7c43bf0b1e req-8824105a-0cc0-49d7-96d6-3dded51dde6a tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 210 time: 0.1298292 Nov 15 11:32:18.470586 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e43d5cf0-61ba-47cb-b775-4fac22d45ce0 None None] For port b78c3d7f-2997-49a8-ac16-ec13f4e366a3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b78c3d7f-2997-49a8-ac16-ec13f4e366a3,segment=NetworkSegment(c2cb3e63-6ad3-4217-9eed-16afe313951d),segment_id=c2cb3e63-6ad3-4217-9eed-16afe313951d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:18.474515 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e43d5cf0-61ba-47cb-b775-4fac22d45ce0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:18.493779 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-611f3635-ac1f-41bc-9a9f-435755bc2cc1 admin admin] Deleting port b78c3d7f-2997-49a8-ac16-ec13f4e366a3 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:18.494169 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-611f3635-ac1f-41bc-9a9f-435755bc2cc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:18.497277 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b677cef-ecd6-472a-811a-6995b7c1bfb4 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:18.497622 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-7b677cef-ecd6-472a-811a-6995b7c1bfb4 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Added segment 5bc1fe74-77db-4670-aa28-464a90cb88e0 of type vlan for network ac5d9b01-bdc8-4cab-afbb-f37028a0830e Nov 15 11:32:18.499155 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b677cef-ecd6-472a-811a-6995b7c1bfb4 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c14fda9-91c1-4249-98f1-e4459d77930f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:18.548326 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e43d5cf0-61ba-47cb-b775-4fac22d45ce0 None None] Calling delete_port for b78c3d7f-2997-49a8-ac16-ec13f4e366a3 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:18.563102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8c25bd6f-bce6-4bf9-aa10-9e556f08eefa None None] Provisioning complete for port 8302de5d-40e0-400a-9a11-ad5fbad02516 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:18.566340 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8c25bd6f-bce6-4bf9-aa10-9e556f08eefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:18.689977 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860c180-f369-40ba-82eb-8d3824c353de req-216cd466-e99e-45fe-870e-045b585826af tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:18.697136 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1860c180-f369-40ba-82eb-8d3824c353de req-216cd466-e99e-45fe-870e-045b585826af tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 931 time: 0.1720085 Nov 15 11:32:18.702925 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b677cef-ecd6-472a-811a-6995b7c1bfb4 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:18.759972 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8c25bd6f-bce6-4bf9-aa10-9e556f08eefa None None] Port 8302de5d-40e0-400a-9a11-ad5fbad02516 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:32:18.791179 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-611f3635-ac1f-41bc-9a9f-435755bc2cc1 admin admin] For port b78c3d7f-2997-49a8-ac16-ec13f4e366a3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b78c3d7f-2997-49a8-ac16-ec13f4e366a3,segment=NetworkSegment(c2cb3e63-6ad3-4217-9eed-16afe313951d),segment_id=c2cb3e63-6ad3-4217-9eed-16afe313951d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:18.791546 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-611f3635-ac1f-41bc-9a9f-435755bc2cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:18.821532 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8c25bd6f-bce6-4bf9-aa10-9e556f08eefa None None] Provisioning complete for port 0c1e6942-16c7-4e66-ba22-bb4b67f67a2c triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:18.821792 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-611f3635-ac1f-41bc-9a9f-435755bc2cc1 admin admin] Calling delete_port for b78c3d7f-2997-49a8-ac16-ec13f4e366a3 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:18.824573 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8c25bd6f-bce6-4bf9-aa10-9e556f08eefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:18.834375 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b677cef-ecd6-472a-811a-6995b7c1bfb4 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:18.840199 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b677cef-ecd6-472a-811a-6995b7c1bfb4 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:18.840819 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b677cef-ecd6-472a-811a-6995b7c1bfb4 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:18.888476 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8c25bd6f-bce6-4bf9-aa10-9e556f08eefa None None] Port 0c1e6942-16c7-4e66-ba22-bb4b67f67a2c cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:32:18.910938 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1f026f4-50e5-4c00-9807-478707357747 req-3ca0e5aa-8f6e-4a17-b5c3-d691b1e60a98 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd239d9c-b4d9-4142-bded-e917deba74d7 HTTP/1.1" status: 200 len: 210 time: 0.1163187 Nov 15 11:32:18.936774 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e43d5cf0-61ba-47cb-b775-4fac22d45ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:18.959021 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1860c180-f369-40ba-82eb-8d3824c353de req-3bed3a94-8b41-4250-99ea-92825c0ef930 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b74dd2b-a04a-4149-af4f-917e1d7192b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497478 Nov 15 11:32:18.969669 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e97736-50ae-4f72-88d0-5cf5319a9358 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:32:19.032101 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442d8e8b-f689-4c1d-9801-af98b1111c23 None None] Sync routers for ids ['83776dd3-2c47-45b0-af92-a7433cd8c9e1'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:32:19.050404 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d5cf0-61ba-47cb-b775-4fac22d45ce0 None None] Pushing event deleted for resources: {'Port': ['ID=b78c3d7f-2997-49a8-ac16-ec13f4e366a3,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:19.053497 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43d5cf0-61ba-47cb-b775-4fac22d45ce0 None None] No DVR routers for this DVR port b78c3d7f-2997-49a8-ac16-ec13f4e366a3 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:32:19.064334 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b78c3d7f-2997-49a8-ac16-ec13f4e366a3 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:32:19.096699 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-04e97736-50ae-4f72-88d0-5cf5319a9358 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "PUT /v2.0/routers/83776dd3-2c47-45b0-af92-a7433cd8c9e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7775114 Nov 15 11:32:19.099505 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b677cef-ecd6-472a-811a-6995b7c1bfb4 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Network': ['ID=ac5d9b01-bdc8-4cab-afbb-f37028a0830e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:19.103254 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54334) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:19.113650 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d8e8b-f689-4c1d-9801-af98b1111c23 None None] Routers {'83776dd3-2c47-45b0-af92-a7433cd8c9e1'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:19.114566 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-442d8e8b-f689-4c1d-9801-af98b1111c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['83776dd3-2c47-45b0-af92-a7433cd8c9e1'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:19.117866 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7b677cef-ecd6-472a-811a-6995b7c1bfb4 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3510566 Nov 15 11:32:19.126954 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: b78c3d7f-2997-49a8-ac16-ec13f4e366a3 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:32:19.127314 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b78c3d7f-2997-49a8-ac16-ec13f4e366a3 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:32:19.145537 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b0a2b6ca-931b-4e3d-ba16-390041573f5b tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Request body: {'port': {'network_id': '22839329-7f15-467e-8884-378faa8dcec7', 'name': 'tempest-FloatingIPTestJSON-209163180'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:19.153014 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-7853ad46-6ddd-4144-9118-3f82b1c77c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8302de5d-40e0-400a-9a11-ad5fbad02516 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:32:19.173426 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-7853ad46-6ddd-4144-9118-3f82b1c77c66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:19.196342 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network ac5d9b01-bdc8-4cab-afbb-f37028a0830e details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:32:19.202571 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-7853ad46-6ddd-4144-9118-3f82b1c77c66 service neutron] Transition to ACTIVE for port object 8302de5d-40e0-400a-9a11-ad5fbad02516 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:32:19.218814 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-442d8e8b-f689-4c1d-9801-af98b1111c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:19.220474 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-7853ad46-6ddd-4144-9118-3f82b1c77c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:19.287562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853ad46-6ddd-4144-9118-3f82b1c77c66 service neutron] Pushing event updated for resources: {'Port': ['ID=8302de5d-40e0-400a-9a11-ad5fbad02516,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:19.297175 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54338) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:19.305677 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c15455bd-eaaf-40a5-8fb9-aabd39f1494b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'subnet': {'network_id': 'ac5d9b01-bdc8-4cab-afbb-f37028a0830e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:19.390494 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d8e8b-f689-4c1d-9801-af98b1111c23 None None] Routers {'83776dd3-2c47-45b0-af92-a7433cd8c9e1'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:19.393059 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-442d8e8b-f689-4c1d-9801-af98b1111c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['83776dd3-2c47-45b0-af92-a7433cd8c9e1'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:19.511147 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-442d8e8b-f689-4c1d-9801-af98b1111c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:19.513964 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-611f3635-ac1f-41bc-9a9f-435755bc2cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:19.515427 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442d8e8b-f689-4c1d-9801-af98b1111c23 None None] The sync data for ids ['83776dd3-2c47-45b0-af92-a7433cd8c9e1'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:32:19.527501 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76508a-380d-4a47-857b-517d92e845ef req-fb1100cb-ffa9-4a6b-9ec6-507767d1693f tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:19.529878 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc76508a-380d-4a47-857b-517d92e845ef req-fb1100cb-ffa9-4a6b-9ec6-507767d1693f tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.11 "GET /v2.0/networks?id=e80c7b0b-2ac1-411e-b5c3-34b6039ed435 HTTP/1.1" status: 200 len: 808 time: 0.1333501 Nov 15 11:32:19.561200 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-cc76508a-380d-4a47-857b-517d92e845ef req-ce9fe050-1693-4829-ae1d-00e6c0b64d8f tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Request body: {'port': {'device_id': 'fd239d9c-b4d9-4142-bded-e917deba74d7', 'network_id': 'e80c7b0b-2ac1-411e-b5c3-34b6039ed435', 'admin_state_up': True, 'tenant_id': 'fc4a4b7862be44419657aaafeea64cfa'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:19.568162 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611f3635-ac1f-41bc-9a9f-435755bc2cc1 admin admin] No DVR routers for this DVR port b78c3d7f-2997-49a8-ac16-ec13f4e366a3 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:32:19.620533 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f3635-ac1f-41bc-9a9f-435755bc2cc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b78c3d7f-2997-49a8-ac16-ec13f4e366a3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:19.625726 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a2b6ca-931b-4e3d-ba16-390041573f5b tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Made reservation on behalf of 303ecb606b014026987c26a7a2ece66b for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:19.629565 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0a2b6ca-931b-4e3d-ba16-390041573f5b tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:19.689154 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-b0a2b6ca-931b-4e3d-ba16-390041573f5b tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] device_id is not set on port c5f37237-f8ab-4267-bf10-83e4a87a416d yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:32:19.761015 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-611f3635-ac1f-41bc-9a9f-435755bc2cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:19.773359 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc76508a-380d-4a47-857b-517d92e845ef req-ce9fe050-1693-4829-ae1d-00e6c0b64d8f tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Made reservation on behalf of fc4a4b7862be44419657aaafeea64cfa for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:19.789071 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cc76508a-380d-4a47-857b-517d92e845ef req-ce9fe050-1693-4829-ae1d-00e6c0b64d8f tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:19.800300 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-611f3635-ac1f-41bc-9a9f-435755bc2cc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:19.825042 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-611f3635-ac1f-41bc-9a9f-435755bc2cc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2cb3e63-6ad3-4217-9eed-16afe313951d') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:19.825822 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-611f3635-ac1f-41bc-9a9f-435755bc2cc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2cb3e63-6ad3-4217-9eed-16afe313951d') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:19.863578 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ce0cdbee-84c1-4595-bb6a-1365068ada4c req-56ddd2eb-a0ab-4143-b110-555684ee1cf9 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 210 time: 0.1094377 Nov 15 11:32:19.869670 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-611f3635-ac1f-41bc-9a9f-435755bc2cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:19.896679 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-611f3635-ac1f-41bc-9a9f-435755bc2cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:19.916361 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-b0a2b6ca-931b-4e3d-ba16-390041573f5b tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Allocated IP 172.20.0.8 (22839329-7f15-467e-8884-378faa8dcec7/aa6b7a00-a962-4699-a6b2-7bbcbb396cdb/c5f37237-f8ab-4267-bf10-83e4a87a416d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:32:19.919651 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611f3635-ac1f-41bc-9a9f-435755bc2cc1 admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:32:19.920192 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-611f3635-ac1f-41bc-9a9f-435755bc2cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:32:19.922221 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:32:20.039565 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-611f3635-ac1f-41bc-9a9f-435755bc2cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:20.052963 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-611f3635-ac1f-41bc-9a9f-435755bc2cc1 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:20.059494 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-611f3635-ac1f-41bc-9a9f-435755bc2cc1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd HTTP/1.1" status: 204 len: 168 time: 2.2467077 Nov 15 11:32:20.071085 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-cc76508a-380d-4a47-857b-517d92e845ef req-ce9fe050-1693-4829-ae1d-00e6c0b64d8f tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Allocated IP 172.20.0.11 (e80c7b0b-2ac1-411e-b5c3-34b6039ed435/ae93d48d-40c2-46d2-853f-94d3ce7e2686/78d4befc-bb61-4208-99ba-9f1242512750) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:32:20.093657 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15455bd-eaaf-40a5-8fb9-aabd39f1494b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Made reservation on behalf of fe34575a4744467b8b6069e120eb7d68 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:20.097139 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c15455bd-eaaf-40a5-8fb9-aabd39f1494b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:20.139519 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f3635-ac1f-41bc-9a9f-435755bc2cc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c4a8a17-5fc9-4b92-a08b-185f6e2d29dd,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:20.234461 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0a2b6ca-931b-4e3d-ba16-390041573f5b tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:20.308532 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0a2b6ca-931b-4e3d-ba16-390041573f5b tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:20.370530 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a2b6ca-931b-4e3d-ba16-390041573f5b tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Network 22839329-7f15-467e-8884-378faa8dcec7 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:32:20.377887 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b0a2b6ca-931b-4e3d-ba16-390041573f5b tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:20.383777 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a2b6ca-931b-4e3d-ba16-390041573f5b tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:32:20.423595 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2b6ca-931b-4e3d-ba16-390041573f5b tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event updated for resources: {'Port': ['ID=c5f37237-f8ab-4267-bf10-83e4a87a416d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:20.450884 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54364) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:20.492517 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a2b6ca-931b-4e3d-ba16-390041573f5b tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:20.492871 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0a2b6ca-931b-4e3d-ba16-390041573f5b tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:20.523950 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b0a2b6ca-931b-4e3d-ba16-390041573f5b tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3999729 Nov 15 11:32:20.526685 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54366) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:20.533469 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a0bb3d82-ce09-4795-a4b1-c7e569022fc1 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Request body: {'floatingip': {'port_id': 'c5f37237-f8ab-4267-bf10-83e4a87a416d'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:20.547137 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54368) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:20.604294 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b38ad28b-5256-4325-b22c-16812ec12878 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=84266b83cb7b44e49edcf06f7e40ecbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1514125 Nov 15 11:32:20.605035 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54372) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:20.651149 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0bb3d82-ce09-4795-a4b1-c7e569022fc1 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:20.713262 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f6113a9b-9c20-47e3-ae2f-859bd52d2226 req-08960dd3-6d3d-43b3-9ad8-5ac901ae468b tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd239d9c-b4d9-4142-bded-e917deba74d7 HTTP/1.1" status: 200 len: 210 time: 0.6241882 Nov 15 11:32:20.728707 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-7853ad46-6ddd-4144-9118-3f82b1c77c66 service neutron] Attempting to bind port 8302de5d-40e0-400a-9a11-ad5fbad02516 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:32:20.729231 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-7853ad46-6ddd-4144-9118-3f82b1c77c66 service neutron] Attempting to bind port 8302de5d-40e0-400a-9a11-ad5fbad02516 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '8e4e212c-6e19-464b-a33c-39d4b1698c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:32:20.730457 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-7853ad46-6ddd-4144-9118-3f82b1c77c66 service neutron] Attempting to bind port 8302de5d-40e0-400a-9a11-ad5fbad02516 on network 22cff1ab-90e9-409a-9763-27f9c9815424 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:32:20.764544 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e440d509-42d8-4c16-b1ec-419f20fbb1cb None None] Provisioning complete for port c5f37237-f8ab-4267-bf10-83e4a87a416d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:20.765591 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e440d509-42d8-4c16-b1ec-419f20fbb1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:20.785107 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac1699e5-4f7a-404b-b49e-007f0a100ab1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:20.809579 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cc76508a-380d-4a47-857b-517d92e845ef req-ce9fe050-1693-4829-ae1d-00e6c0b64d8f tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:20.814659 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e440d509-42d8-4c16-b1ec-419f20fbb1cb None None] Port c5f37237-f8ab-4267-bf10-83e4a87a416d cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:32:20.822895 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-7853ad46-6ddd-4144-9118-3f82b1c77c66 service neutron] Port 8302de5d-40e0-400a-9a11-ad5fbad02516 on network 22cff1ab-90e9-409a-9763-27f9c9815424 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:32:20.823092 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3d8c16eb-a5e9-4d0e-acdc-ccfdecd58a29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:20.823578 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-7853ad46-6ddd-4144-9118-3f82b1c77c66 service neutron] Attempting to bind port 8302de5d-40e0-400a-9a11-ad5fbad02516 on network 22cff1ab-90e9-409a-9763-27f9c9815424 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:32:20.841337 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-7853ad46-6ddd-4144-9118-3f82b1c77c66 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:32:20.841729 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-7853ad46-6ddd-4144-9118-3f82b1c77c66 service neutron] Checking segment: {'id': '8e4e212c-6e19-464b-a33c-39d4b1698c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:20.842112 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-7853ad46-6ddd-4144-9118-3f82b1c77c66 service neutron] Bound using segment: {'id': '8e4e212c-6e19-464b-a33c-39d4b1698c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:32:20.842647 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-7853ad46-6ddd-4144-9118-3f82b1c77c66 service neutron] Bound port: 8302de5d-40e0-400a-9a11-ad5fbad02516, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e4e212c-6e19-464b-a33c-39d4b1698c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:32:20.842945 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-7853ad46-6ddd-4144-9118-3f82b1c77c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:20.861817 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac1699e5-4f7a-404b-b49e-007f0a100ab1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:20.876795 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b00a40-2186-430e-a7de-d514e1790b06 req-617fdc9d-85ae-4612-8a7b-8e391a7bc450 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:20.878044 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90b00a40-2186-430e-a7de-d514e1790b06 req-617fdc9d-85ae-4612-8a7b-8e391a7bc450 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 943 time: 0.7877131 Nov 15 11:32:20.956807 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cc76508a-380d-4a47-857b-517d92e845ef req-ce9fe050-1693-4829-ae1d-00e6c0b64d8f tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:21.022955 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac1699e5-4f7a-404b-b49e-007f0a100ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:21.025643 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac1699e5-4f7a-404b-b49e-007f0a100ab1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:21.029405 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ac1699e5-4f7a-404b-b49e-007f0a100ab1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/55e98345-4a0b-400b-94f0-d044c8351762 HTTP/1.1" status: 204 len: 168 time: 0.4189510 Nov 15 11:32:21.079043 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1699e5-4f7a-404b-b49e-007f0a100ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e98345-4a0b-400b-94f0-d044c8351762,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:21.084766 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc76508a-380d-4a47-857b-517d92e845ef req-ce9fe050-1693-4829-ae1d-00e6c0b64d8f tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Network e80c7b0b-2ac1-411e-b5c3-34b6039ed435 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:32:21.123304 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3d8c16eb-a5e9-4d0e-acdc-ccfdecd58a29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:21.138133 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-7853ad46-6ddd-4144-9118-3f82b1c77c66 service neutron] For port 8302de5d-40e0-400a-9a11-ad5fbad02516, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:32:21.150378 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d4ab925-59c1-43a1-bf0f-c1c80af180fc req-7d0a12f2-1163-4986-a01e-601530c55376 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 210 time: 0.0924172 Nov 15 11:32:21.158799 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3d8c16eb-a5e9-4d0e-acdc-ccfdecd58a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:21.173252 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-cc76508a-380d-4a47-857b-517d92e845ef req-ce9fe050-1693-4829-ae1d-00e6c0b64d8f tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:21.175961 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc76508a-380d-4a47-857b-517d92e845ef req-ce9fe050-1693-4829-ae1d-00e6c0b64d8f tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:32:21.249914 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-7853ad46-6ddd-4144-9118-3f82b1c77c66 service neutron] For port 8302de5d-40e0-400a-9a11-ad5fbad02516, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=8302de5d-40e0-400a-9a11-ad5fbad02516,segment=NetworkSegment(8e4e212c-6e19-464b-a33c-39d4b1698c7c),segment_id=8e4e212c-6e19-464b-a33c-39d4b1698c7c)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:32:21.264526 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3d8c16eb-a5e9-4d0e-acdc-ccfdecd58a29 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3a6975945bbc4225a4f29acbee51745f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7133040 Nov 15 11:32:21.264526 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c16eb-a5e9-4d0e-acdc-ccfdecd58a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d4b4af-19f0-446d-ade1-f89d7c326024,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:21.265375 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54380) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:21.325566 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90b00a40-2186-430e-a7de-d514e1790b06 req-01f9fb7f-8460-4bab-b337-7d1e26d6d4c2 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b74dd2b-a04a-4149-af4f-917e1d7192b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4106705 Nov 15 11:32:21.326791 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-7853ad46-6ddd-4144-9118-3f82b1c77c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:21.365643 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76508a-380d-4a47-857b-517d92e845ef req-ce9fe050-1693-4829-ae1d-00e6c0b64d8f tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:21.366268 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cc76508a-380d-4a47-857b-517d92e845ef req-ce9fe050-1693-4829-ae1d-00e6c0b64d8f tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:21.389270 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e0e90972-26be-4ab0-ab7c-e3dd9d24bd6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:21.392245 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fe050-1693-4829-ae1d-00e6c0b64d8f tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Pushing event updated for resources: {'Port': ['ID=78d4befc-bb61-4208-99ba-9f1242512750,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:21.409095 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0bb3d82-ce09-4795-a4b1-c7e569022fc1 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:21.409876 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-7853ad46-6ddd-4144-9118-3f82b1c77c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:21.410667 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-7853ad46-6ddd-4144-9118-3f82b1c77c66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:21.413556 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-7853ad46-6ddd-4144-9118-3f82b1c77c66 service neutron] 10.222.0.55 "PUT /v2.0/ports/8302de5d-40e0-400a-9a11-ad5fbad02516 HTTP/1.1" status: 200 len: 1091 time: 3.2750425 Nov 15 11:32:21.422350 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e0e90972-26be-4ab0-ab7c-e3dd9d24bd6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:21.424853 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0bb3d82-ce09-4795-a4b1-c7e569022fc1 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:21.445231 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb225be4-d47e-4b17-836c-610e2b6d5c60', 'tag': '8302de5d-40e0-400a-9a11-ad5fbad02516'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:32:21.452706 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cf5f6e-ee74-4000-b636-67325c0d8389" -d '{"events": [{"name": "network-changed", "server_uuid": "bb225be4-d47e-4b17-836c-610e2b6d5c60", "tag": "8302de5d-40e0-400a-9a11-ad5fbad02516"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:32:21.510607 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c15455bd-eaaf-40a5-8fb9-aabd39f1494b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:21.545126 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1464a1e6-bfbb-45c2-abdf-526c0f968399 x-openstack-request-id: req-1464a1e6-bfbb-45c2-abdf-526c0f968399 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:32:21.545647 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb225be4-d47e-4b17-836c-610e2b6d5c60", "tag": "8302de5d-40e0-400a-9a11-ad5fbad02516", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:32:21.546051 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1464a1e6-bfbb-45c2-abdf-526c0f968399 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:32:21.546611 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb225be4-d47e-4b17-836c-610e2b6d5c60', 'tag': '8302de5d-40e0-400a-9a11-ad5fbad02516', 'status': 'completed', 'code': 200} Nov 15 11:32:21.613595 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e0e90972-26be-4ab0-ab7c-e3dd9d24bd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:21.617172 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e0e90972-26be-4ab0-ab7c-e3dd9d24bd6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:21.618910 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e0e90972-26be-4ab0-ab7c-e3dd9d24bd6c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/52d4b4af-19f0-446d-ade1-f89d7c326024 HTTP/1.1" status: 204 len: 168 time: 0.3517659 Nov 15 11:32:21.623908 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15455bd-eaaf-40a5-8fb9-aabd39f1494b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Subnet': ['ID=150036a3-29bf-43ee-82ca-2b2e18868245,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:21.635386 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e90972-26be-4ab0-ab7c-e3dd9d24bd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d4b4af-19f0-446d-ade1-f89d7c326024,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:21.650703 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc76508a-380d-4a47-857b-517d92e845ef req-ce9fe050-1693-4829-ae1d-00e6c0b64d8f tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0934253 Nov 15 11:32:21.667522 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-a0bb3d82-ce09-4795-a4b1-c7e569022fc1 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Floating IP 5b57c61b-7ac4-43f1-8a0b-bfa591bdc46b associated. External IP: 172.25.7.84, port: 9e435742-7800-4fe4-8513-8d966e99afc6. Nov 15 11:32:21.708875 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-cc76508a-380d-4a47-857b-517d92e845ef req-a541118d-0b1d-443e-987d-eee84783784c service neutron] Request body: {'port': {'device_id': 'fd239d9c-b4d9-4142-bded-e917deba74d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:21.819740 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853ad46-6ddd-4144-9118-3f82b1c77c66 service neutron] Pushing event updated for resources: {'Port': ['ID=8302de5d-40e0-400a-9a11-ad5fbad02516,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:21.880825 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-c5bce25f-d1d3-424a-898d-92dfaf44b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:21.882401 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-c5bce25f-d1d3-424a-898d-92dfaf44b494 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c6befd75a17548db897fe48e53eb3cd1&device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 1094 time: 0.4021294 Nov 15 11:32:22.016266 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bb3d82-ce09-4795-a4b1-c7e569022fc1 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Router 81103ecc-216a-45c0-9cf4-f315c30ad9ab has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:32:22.084984 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15455bd-eaaf-40a5-8fb9-aabd39f1494b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Checking segment: {'id': '5bc1fe74-77db-4670-aa28-464a90cb88e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'ac5d9b01-bdc8-4cab-afbb-f37028a0830e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:22.085346 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15455bd-eaaf-40a5-8fb9-aabd39f1494b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Network hostable DHCP agents. Network: ac5d9b01-bdc8-4cab-afbb-f37028a0830e, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:32:22.094512 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-6305a9de-534d-41fd-9309-5dbce90546c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8302de5d-40e0-400a-9a11-ad5fbad02516 HTTP/1.1" status: 200 len: 217 time: 0.1869955 Nov 15 11:32:22.169959 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bb3d82-ce09-4795-a4b1-c7e569022fc1 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:32:22.180492 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cc76508a-380d-4a47-857b-517d92e845ef req-a541118d-0b1d-443e-987d-eee84783784c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:22.181220 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5879a958-0baf-46a1-aadb-782e39802007 None None] Sync routers for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:32:22.198118 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5879a958-0baf-46a1-aadb-782e39802007 None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:22.199415 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5879a958-0baf-46a1-aadb-782e39802007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:22.268254 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15455bd-eaaf-40a5-8fb9-aabd39f1494b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Network ac5d9b01-bdc8-4cab-afbb-f37028a0830e is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:32:22.277479 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130461d0-3ab2-4afa-a6f0-b9e6b5901f9d req-c3468505-287e-4a92-ac2a-378aa681bdc5 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:22.284872 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-130461d0-3ab2-4afa-a6f0-b9e6b5901f9d req-c3468505-287e-4a92-ac2a-378aa681bdc5 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd239d9c-b4d9-4142-bded-e917deba74d7 HTTP/1.1" status: 200 len: 932 time: 0.3936443 Nov 15 11:32:22.296938 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5879a958-0baf-46a1-aadb-782e39802007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:22.299194 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-459695dd-809d-4e9f-b0e1-ca6df73bf8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:22.317053 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-459695dd-809d-4e9f-b0e1-ca6df73bf8a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c62f435-1ed6-404a-a855-45179d8b724c HTTP/1.1" status: 200 len: 848 time: 0.2108066 Nov 15 11:32:22.322062 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5879a958-0baf-46a1-aadb-782e39802007 None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:22.324396 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5879a958-0baf-46a1-aadb-782e39802007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:22.362938 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-c15455bd-eaaf-40a5-8fb9-aabd39f1494b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, ac5d9b01-bdc8-4cab-afbb-f37028a0830e) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:22.374137 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c309f284-ff6d-4693-9e19-0c6c6c25079d None None] Network ac5d9b01-bdc8-4cab-afbb-f37028a0830e requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:22.421821 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5879a958-0baf-46a1-aadb-782e39802007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:22.424651 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15455bd-eaaf-40a5-8fb9-aabd39f1494b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:22.425245 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c15455bd-eaaf-40a5-8fb9-aabd39f1494b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:22.430606 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5879a958-0baf-46a1-aadb-782e39802007 None None] The sync data for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:32:22.604854 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87865b52-0769-410b-985f-e5b914497b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-ac5d9b01-bdc8-4cab-afbb-f37028a0830e', 'network_id': 'ac5d9b01-bdc8-4cab-afbb-f37028a0830e', 'tenant_id': 'fe34575a4744467b8b6069e120eb7d68', 'fixed_ips': [{'subnet_id': '150036a3-29bf-43ee-82ca-2b2e18868245'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:32:22.606154 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87865b52-0769-410b-985f-e5b914497b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:22.638951 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-faf66f7d-4f65-4621-b22a-ccb4809a7ad1 req-ddf51f64-3d59-4532-9586-3771d8026b3e tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 210 time: 0.2226124 Nov 15 11:32:22.701800 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c15455bd-eaaf-40a5-8fb9-aabd39f1494b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.3989961 Nov 15 11:32:22.713019 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-130461d0-3ab2-4afa-a6f0-b9e6b5901f9d req-59e29685-3aa8-495b-b541-f90b3ed5e2d4 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221687 Nov 15 11:32:22.716259 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54428) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:22.718212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-dbda44d0-c123-4b77-b5f8-f5b2d4a3fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:22.719743 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-dbda44d0-c123-4b77-b5f8-f5b2d4a3fbd3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22cff1ab-90e9-409a-9763-27f9c9815424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3938839 Nov 15 11:32:22.726604 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d8543b41-3267-466d-adbc-aadea9a177e2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-201646232'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:22.885099 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8543b41-3267-466d-adbc-aadea9a177e2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Made reservation on behalf of fe34575a4744467b8b6069e120eb7d68 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:22.888569 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8543b41-3267-466d-adbc-aadea9a177e2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:22.930614 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-87865b52-0769-410b-985f-e5b914497b09 None None] Allocated IP 172.20.255.242 (ac5d9b01-bdc8-4cab-afbb-f37028a0830e/150036a3-29bf-43ee-82ca-2b2e18868245/c4658341-35ce-448b-9972-2bd1c662c58e) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:32:22.984365 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d5441-564b-4ae4-a7ef-2ce7671ebf7d req-f6644620-ce4e-46ff-8b31-a73733e66b35 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:22.992643 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d41d5441-564b-4ae4-a7ef-2ce7671ebf7d req-f6644620-ce4e-46ff-8b31-a73733e66b35 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 943 time: 0.1624072 Nov 15 11:32:23.009419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8543b41-3267-466d-adbc-aadea9a177e2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:32:23.020874 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-e9d98526-fc67-4538-bb5e-829d9c0eda2c service neutron] 10.222.0.55 "GET /v2.0/networks/22cff1ab-90e9-409a-9763-27f9c9815424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892065 Nov 15 11:32:23.097907 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8543b41-3267-466d-adbc-aadea9a177e2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:23.099434 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-d8543b41-3267-466d-adbc-aadea9a177e2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Added segment cd75eece-e690-461c-b4a1-a5fff29422e3 of type vlan for network 95cf4684-dc9b-49c3-80cd-d7e2ad6f66b8 Nov 15 11:32:23.234565 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d41d5441-564b-4ae4-a7ef-2ce7671ebf7d req-0f5c555f-781a-4ad6-9e4e-5de16ac8b709 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b74dd2b-a04a-4149-af4f-917e1d7192b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413383 Nov 15 11:32:23.238108 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8543b41-3267-466d-adbc-aadea9a177e2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:23.306136 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bb3d82-ce09-4795-a4b1-c7e569022fc1 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Router 83776dd3-2c47-45b0-af92-a7433cd8c9e1 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:32:23.316719 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-cc76508a-380d-4a47-857b-517d92e845ef req-a541118d-0b1d-443e-987d-eee84783784c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d4befc-bb61-4208-99ba-9f1242512750 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:32:23.320219 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87865b52-0769-410b-985f-e5b914497b09 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:23.356616 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87865b52-0769-410b-985f-e5b914497b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:23.368188 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cc76508a-380d-4a47-857b-517d92e845ef req-a541118d-0b1d-443e-987d-eee84783784c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:23.409799 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87865b52-0769-410b-985f-e5b914497b09 None None] Pushing event updated for resources: {'Port': ['ID=c4658341-35ce-448b-9972-2bd1c662c58e,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:23.418178 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c85a53cb-7a67-459d-bf50-7ee119f128ea req-77eb3ec4-57c2-4d55-b5ad-a4d7ea05d8ea service neutron] 10.222.0.55 "GET /v2.0/networks/22cff1ab-90e9-409a-9763-27f9c9815424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878970 Nov 15 11:32:23.431878 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87865b52-0769-410b-985f-e5b914497b09 None None] Network ac5d9b01-bdc8-4cab-afbb-f37028a0830e is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:32:23.439368 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-87865b52-0769-410b-985f-e5b914497b09 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:23.441999 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87865b52-0769-410b-985f-e5b914497b09 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:32:23.458820 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8543b41-3267-466d-adbc-aadea9a177e2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:23.488282 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8543b41-3267-466d-adbc-aadea9a177e2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:23.491453 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8543b41-3267-466d-adbc-aadea9a177e2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:23.518376 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bb3d82-ce09-4795-a4b1-c7e569022fc1 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:32:23.520850 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-87865b52-0769-410b-985f-e5b914497b09 None None] Attempting to bind port c4658341-35ce-448b-9972-2bd1c662c58e on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:32:23.521580 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-87865b52-0769-410b-985f-e5b914497b09 None None] Attempting to bind port c4658341-35ce-448b-9972-2bd1c662c58e by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '5bc1fe74-77db-4670-aa28-464a90cb88e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'ac5d9b01-bdc8-4cab-afbb-f37028a0830e'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:32:23.522137 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87865b52-0769-410b-985f-e5b914497b09 None None] Attempting to bind port c4658341-35ce-448b-9972-2bd1c662c58e on network ac5d9b01-bdc8-4cab-afbb-f37028a0830e {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:32:23.531016 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87865b52-0769-410b-985f-e5b914497b09 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:32:23.531550 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0bb3d82-ce09-4795-a4b1-c7e569022fc1 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:23.531976 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87865b52-0769-410b-985f-e5b914497b09 None None] Checking segment: {'id': '5bc1fe74-77db-4670-aa28-464a90cb88e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'ac5d9b01-bdc8-4cab-afbb-f37028a0830e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:23.532547 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87865b52-0769-410b-985f-e5b914497b09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:23.533249 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87865b52-0769-410b-985f-e5b914497b09 None None] Bound using segment: {'id': '5bc1fe74-77db-4670-aa28-464a90cb88e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'ac5d9b01-bdc8-4cab-afbb-f37028a0830e'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:32:23.533926 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-87865b52-0769-410b-985f-e5b914497b09 None None] Bound port: c4658341-35ce-448b-9972-2bd1c662c58e, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc1fe74-77db-4670-aa28-464a90cb88e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'ac5d9b01-bdc8-4cab-afbb-f37028a0830e'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:32:23.534637 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87865b52-0769-410b-985f-e5b914497b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:23.537749 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0705c0c-b1ce-46b8-b434-7223ec9b0d8f None None] Sync routers for ids ['83776dd3-2c47-45b0-af92-a7433cd8c9e1'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:32:23.562406 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0705c0c-b1ce-46b8-b434-7223ec9b0d8f None None] Routers {'83776dd3-2c47-45b0-af92-a7433cd8c9e1'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:23.563379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c0705c0c-b1ce-46b8-b434-7223ec9b0d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['83776dd3-2c47-45b0-af92-a7433cd8c9e1'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:23.609292 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a0bb3d82-ce09-4795-a4b1-c7e569022fc1 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "PUT /v2.0/floatingips/5b57c61b-7ac4-43f1-8a0b-bfa591bdc46b HTTP/1.1" status: 200 len: 976 time: 3.0811639 Nov 15 11:32:23.612090 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54452) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:23.617257 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c0705c0c-b1ce-46b8-b434-7223ec9b0d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:23.625942 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-cc76508a-380d-4a47-857b-517d92e845ef req-a541118d-0b1d-443e-987d-eee84783784c service neutron] Transition to ACTIVE for port object 78d4befc-bb61-4208-99ba-9f1242512750 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:32:23.652256 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0705c0c-b1ce-46b8-b434-7223ec9b0d8f None None] Routers {'83776dd3-2c47-45b0-af92-a7433cd8c9e1'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:23.653255 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c0705c0c-b1ce-46b8-b434-7223ec9b0d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['83776dd3-2c47-45b0-af92-a7433cd8c9e1'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:23.701760 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c0705c0c-b1ce-46b8-b434-7223ec9b0d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:23.702609 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0705c0c-b1ce-46b8-b434-7223ec9b0d8f None None] The sync data for ids ['83776dd3-2c47-45b0-af92-a7433cd8c9e1'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:32:23.733631 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87865b52-0769-410b-985f-e5b914497b09 None None] For port c4658341-35ce-448b-9972-2bd1c662c58e, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:32:23.737117 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87865b52-0769-410b-985f-e5b914497b09 None None] For port c4658341-35ce-448b-9972-2bd1c662c58e, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c4658341-35ce-448b-9972-2bd1c662c58e,segment=NetworkSegment(5bc1fe74-77db-4670-aa28-464a90cb88e0),segment_id=5bc1fe74-77db-4670-aa28-464a90cb88e0)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:32:23.744704 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87865b52-0769-410b-985f-e5b914497b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:23.748502 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cc76508a-380d-4a47-857b-517d92e845ef req-a541118d-0b1d-443e-987d-eee84783784c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:23.781825 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b7065381-4f22-4ade-b0d8-508e08bb221e tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Deleting port c5f37237-f8ab-4267-bf10-83e4a87a416d {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:23.782474 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7065381-4f22-4ade-b0d8-508e08bb221e tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:23.858727 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d8543b41-3267-466d-adbc-aadea9a177e2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1379380 Nov 15 11:32:23.878385 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54462) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:23.891193 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-4bd8eee5-3a80-42f3-956a-79b18870f6a2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'subnet': {'network_id': '95cf4684-dc9b-49c3-80cd-d7e2ad6f66b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:23.902782 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87865b52-0769-410b-985f-e5b914497b09 None None] Pushing event updated for resources: {'Port': ['ID=c4658341-35ce-448b-9972-2bd1c662c58e,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:23.905168 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8543b41-3267-466d-adbc-aadea9a177e2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Network': ['ID=95cf4684-dc9b-49c3-80cd-d7e2ad6f66b8,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:23.935195 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 95cf4684-dc9b-49c3-80cd-d7e2ad6f66b8 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:32:23.968466 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0236fe34-fdfe-42b8-9a2c-821b0ebb9757 req-05c880dc-d924-4910-8acd-bd3b824a1bd3 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 210 time: 0.1387045 Nov 15 11:32:23.992473 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7065381-4f22-4ade-b0d8-508e08bb221e tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:24.114375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf5f6e-ee74-4000-b636-67325c0d8389 req-5f6223e8-b7ec-436b-8279-735d1fc59c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:24.115953 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8cf5f6e-ee74-4000-b636-67325c0d8389 req-5f6223e8-b7ec-436b-8279-735d1fc59c51 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c6befd75a17548db897fe48e53eb3cd1&device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 1094 time: 0.6064487 Nov 15 11:32:24.124769 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541118d-0b1d-443e-987d-eee84783784c service neutron] Pushing event updated for resources: {'Port': ['ID=78d4befc-bb61-4208-99ba-9f1242512750,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:24.308975 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf5f6e-ee74-4000-b636-67325c0d8389 req-a96e8a83-cac7-4299-8187-5aae2a221a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:24.310708 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8cf5f6e-ee74-4000-b636-67325c0d8389 req-a96e8a83-cac7-4299-8187-5aae2a221a6c service neutron] 10.222.0.55 "GET /v2.0/networks?id=22cff1ab-90e9-409a-9763-27f9c9815424 HTTP/1.1" status: 200 len: 910 time: 0.1687028 Nov 15 11:32:24.362589 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54472) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:24.419978 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7065381-4f22-4ade-b0d8-508e08bb221e tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:24.420521 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7065381-4f22-4ade-b0d8-508e08bb221e tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:24.420777 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-b7065381-4f22-4ade-b0d8-508e08bb221e tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Floating IP 5b57c61b-7ac4-43f1-8a0b-bfa591bdc46b disassociated. External IP: 172.25.7.84, port: c5f37237-f8ab-4267-bf10-83e4a87a416d. Nov 15 11:32:24.421176 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b7065381-4f22-4ade-b0d8-508e08bb221e tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Calling delete_port for c5f37237-f8ab-4267-bf10-83e4a87a416d owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:24.485419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5c8b7-aefd-456d-b58d-49f0705c2229 req-b793a86c-eb2f-4da5-9a3b-84bdce2e2b7a tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:24.487360 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3a5c8b7-aefd-456d-b58d-49f0705c2229 req-b793a86c-eb2f-4da5-9a3b-84bdce2e2b7a tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd239d9c-b4d9-4142-bded-e917deba74d7 HTTP/1.1" status: 200 len: 944 time: 0.6271255 Nov 15 11:32:24.498223 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8cf5f6e-ee74-4000-b636-67325c0d8389 req-d8e44cf2-ec35-4600-bbb8-3731c60de1fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8302de5d-40e0-400a-9a11-ad5fbad02516 HTTP/1.1" status: 200 len: 217 time: 0.1380310 Nov 15 11:32:24.498983 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd8eee5-3a80-42f3-956a-79b18870f6a2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Made reservation on behalf of fe34575a4744467b8b6069e120eb7d68 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:24.503620 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4bd8eee5-3a80-42f3-956a-79b18870f6a2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:24.648260 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7065381-4f22-4ade-b0d8-508e08bb221e tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:24.686847 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7065381-4f22-4ade-b0d8-508e08bb221e tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event deleted for resources: {'Port': ['ID=c5f37237-f8ab-4267-bf10-83e4a87a416d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:24.760512 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a92433-13f4-4994-932f-33a00c0fd3cb req-759ed28d-0491-452b-9cb9-ec90eda34e7d tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:24.762526 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-71a92433-13f4-4994-932f-33a00c0fd3cb req-759ed28d-0491-452b-9cb9-ec90eda34e7d tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 943 time: 0.4035583 Nov 15 11:32:24.884481 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7065381-4f22-4ade-b0d8-508e08bb221e tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Router 83776dd3-2c47-45b0-af92-a7433cd8c9e1 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:32:24.894924 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-cc76508a-380d-4a47-857b-517d92e845ef req-a541118d-0b1d-443e-987d-eee84783784c service neutron] Attempting to bind port 78d4befc-bb61-4208-99ba-9f1242512750 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:32:24.895538 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-cc76508a-380d-4a47-857b-517d92e845ef req-a541118d-0b1d-443e-987d-eee84783784c service neutron] Attempting to bind port 78d4befc-bb61-4208-99ba-9f1242512750 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e80c7b0b-2ac1-411e-b5c3-34b6039ed435'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:32:24.895538 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc76508a-380d-4a47-857b-517d92e845ef req-a541118d-0b1d-443e-987d-eee84783784c service neutron] Attempting to bind port 78d4befc-bb61-4208-99ba-9f1242512750 on network e80c7b0b-2ac1-411e-b5c3-34b6039ed435 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:32:24.956061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3a5c8b7-aefd-456d-b58d-49f0705c2229 req-cd2055b5-a066-40f2-9ff6-955974f51e3d tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795114 Nov 15 11:32:24.958367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf5f6e-ee74-4000-b636-67325c0d8389 req-5ef73c7a-7bd8-4629-a84b-4ad73494fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:24.965503 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8cf5f6e-ee74-4000-b636-67325c0d8389 req-5ef73c7a-7bd8-4629-a84b-4ad73494fce2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c62f435-1ed6-404a-a855-45179d8b724c HTTP/1.1" status: 200 len: 848 time: 0.3862808 Nov 15 11:32:25.009498 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd9c5b84-38c4-465d-b263-05f9e789737d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:25.056131 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc76508a-380d-4a47-857b-517d92e845ef req-a541118d-0b1d-443e-987d-eee84783784c service neutron] Port 78d4befc-bb61-4208-99ba-9f1242512750 on network e80c7b0b-2ac1-411e-b5c3-34b6039ed435 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:32:25.056505 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc76508a-380d-4a47-857b-517d92e845ef req-a541118d-0b1d-443e-987d-eee84783784c service neutron] Attempting to bind port 78d4befc-bb61-4208-99ba-9f1242512750 on network e80c7b0b-2ac1-411e-b5c3-34b6039ed435 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:32:25.120963 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7065381-4f22-4ade-b0d8-508e08bb221e tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:32:25.132972 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e781911b-d57a-4dae-98a3-6d69ab4c6245 None None] Sync routers for ids ['83776dd3-2c47-45b0-af92-a7433cd8c9e1'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:32:25.157929 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e781911b-d57a-4dae-98a3-6d69ab4c6245 None None] Routers {'83776dd3-2c47-45b0-af92-a7433cd8c9e1'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:25.159046 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e781911b-d57a-4dae-98a3-6d69ab4c6245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['83776dd3-2c47-45b0-af92-a7433cd8c9e1'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:25.164314 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c4658341-35ce-448b-9972-2bd1c662c58e up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:32:25.224071 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e781911b-d57a-4dae-98a3-6d69ab4c6245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:25.234228 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e781911b-d57a-4dae-98a3-6d69ab4c6245 None None] Routers {'83776dd3-2c47-45b0-af92-a7433cd8c9e1'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:25.235054 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e781911b-d57a-4dae-98a3-6d69ab4c6245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['83776dd3-2c47-45b0-af92-a7433cd8c9e1'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:25.262892 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7065381-4f22-4ade-b0d8-508e08bb221e tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:25.265764 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc76508a-380d-4a47-857b-517d92e845ef req-a541118d-0b1d-443e-987d-eee84783784c service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:32:25.273672 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc76508a-380d-4a47-857b-517d92e845ef req-a541118d-0b1d-443e-987d-eee84783784c service neutron] Checking segment: {'id': '7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e80c7b0b-2ac1-411e-b5c3-34b6039ed435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:25.273672 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc76508a-380d-4a47-857b-517d92e845ef req-a541118d-0b1d-443e-987d-eee84783784c service neutron] Bound using segment: {'id': '7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e80c7b0b-2ac1-411e-b5c3-34b6039ed435'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:32:25.273986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-cc76508a-380d-4a47-857b-517d92e845ef req-a541118d-0b1d-443e-987d-eee84783784c service neutron] Bound port: 78d4befc-bb61-4208-99ba-9f1242512750, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e80c7b0b-2ac1-411e-b5c3-34b6039ed435'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:32:25.274731 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b7065381-4f22-4ade-b0d8-508e08bb221e tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "DELETE /v2.0/ports/c5f37237-f8ab-4267-bf10-83e4a87a416d HTTP/1.1" status: 204 len: 168 time: 1.6610796 Nov 15 11:32:25.275470 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54492) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:25.275793 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cc76508a-380d-4a47-857b-517d92e845ef req-a541118d-0b1d-443e-987d-eee84783784c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:25.293854 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e781911b-d57a-4dae-98a3-6d69ab4c6245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:25.294519 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e781911b-d57a-4dae-98a3-6d69ab4c6245 None None] The sync data for ids ['83776dd3-2c47-45b0-af92-a7433cd8c9e1'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:32:25.297198 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port c4658341-35ce-448b-9972-2bd1c662c58e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:25.298217 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:25.452843 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:25.510268 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port c4658341-35ce-448b-9972-2bd1c662c58e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c4658341-35ce-448b-9972-2bd1c662c58e,segment=NetworkSegment(5bc1fe74-77db-4670-aa28-464a90cb88e0),segment_id=5bc1fe74-77db-4670-aa28-464a90cb88e0)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:25.525080 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:25.541444 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-092ad2c8-d862-4639-9331-900790c1a2d5 req-098f78ed-af48-4223-86e6-adb30165d086 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 210 time: 0.3848937 Nov 15 11:32:25.612544 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd9c5b84-38c4-465d-b263-05f9e789737d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:25.630242 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-71a92433-13f4-4994-932f-33a00c0fd3cb req-a00ade0f-e634-41ee-8b4f-45407dbafdef tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b74dd2b-a04a-4149-af4f-917e1d7192b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8295660 Nov 15 11:32:25.630679 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 8302de5d-40e0-400a-9a11-ad5fbad02516 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:32:25.649383 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:32:25.674489 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d246226b-9154-4a8f-97fd-c3ef7a4429b4 None None] Network ac5d9b01-bdc8-4cab-afbb-f37028a0830e requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:25.681979 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4bd8eee5-3a80-42f3-956a-79b18870f6a2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:25.689476 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd9c5b84-38c4-465d-b263-05f9e789737d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:25.782430 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.resource_extend [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 11:32:25.784768 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=c4658341-35ce-448b-9972-2bd1c662c58e,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:25.806428 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf5f6e-ee74-4000-b636-67325c0d8389 req-128cae70-e234-4cc8-84d5-3a7e6addf0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:25.807990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8cf5f6e-ee74-4000-b636-67325c0d8389 req-128cae70-e234-4cc8-84d5-3a7e6addf0c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22cff1ab-90e9-409a-9763-27f9c9815424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7589509 Nov 15 11:32:25.844647 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fd9c5b84-38c4-465d-b263-05f9e789737d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2a5a71397a4141fa8ee40440bc989432&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4772799 Nov 15 11:32:25.854293 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c5b84-38c4-465d-b263-05f9e789737d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fbcaf2-d369-4335-bdde-1e1e271e6c78,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:25.877050 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-231e1ffc-41e3-465d-970b-407d51218349 None None] Provisioning complete for port c4658341-35ce-448b-9972-2bd1c662c58e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:25.877418 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-231e1ffc-41e3-465d-970b-407d51218349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:25.880266 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54504) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:25.933971 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8eee5-3a80-42f3-956a-79b18870f6a2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Subnet': ['ID=148c4139-6223-4ff8-81cd-357bd0c46c94,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:25.947000 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-cc76508a-380d-4a47-857b-517d92e845ef req-a541118d-0b1d-443e-987d-eee84783784c service neutron] For port 78d4befc-bb61-4208-99ba-9f1242512750, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:32:25.980598 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-cc76508a-380d-4a47-857b-517d92e845ef req-a541118d-0b1d-443e-987d-eee84783784c service neutron] For port 78d4befc-bb61-4208-99ba-9f1242512750, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=78d4befc-bb61-4208-99ba-9f1242512750,segment=NetworkSegment(7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2),segment_id=7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:32:25.992401 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd8eee5-3a80-42f3-956a-79b18870f6a2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Checking segment: {'id': 'cd75eece-e690-461c-b4a1-a5fff29422e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '95cf4684-dc9b-49c3-80cd-d7e2ad6f66b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:25.992792 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd8eee5-3a80-42f3-956a-79b18870f6a2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Network hostable DHCP agents. Network: 95cf4684-dc9b-49c3-80cd-d7e2ad6f66b8, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:32:26.005881 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cc76508a-380d-4a47-857b-517d92e845ef req-a541118d-0b1d-443e-987d-eee84783784c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:26.069205 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76508a-380d-4a47-857b-517d92e845ef req-a541118d-0b1d-443e-987d-eee84783784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:26.070202 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-cc76508a-380d-4a47-857b-517d92e845ef req-a541118d-0b1d-443e-987d-eee84783784c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:26.072528 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc76508a-380d-4a47-857b-517d92e845ef req-a541118d-0b1d-443e-987d-eee84783784c service neutron] 10.222.0.11 "PUT /v2.0/ports/78d4befc-bb61-4208-99ba-9f1242512750 HTTP/1.1" status: 200 len: 1092 time: 4.3832335 Nov 15 11:32:26.088702 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd239d9c-b4d9-4142-bded-e917deba74d7', 'tag': '78d4befc-bb61-4208-99ba-9f1242512750'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:32:26.091026 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ff10ff-96aa-4cf8-8fd0-0c673b646f52" -d '{"events": [{"name": "network-changed", "server_uuid": "fd239d9c-b4d9-4142-bded-e917deba74d7", "tag": "78d4befc-bb61-4208-99ba-9f1242512750"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:32:26.119873 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07f7d50e-a6e0-4374-8cca-f93bcc62bf54 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:26.299610 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 8302de5d-40e0-400a-9a11-ad5fbad02516, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=8302de5d-40e0-400a-9a11-ad5fbad02516,segment=NetworkSegment(8e4e212c-6e19-464b-a33c-39d4b1698c7c),segment_id=8e4e212c-6e19-464b-a33c-39d4b1698c7c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:26.327409 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '8302de5d-40e0-400a-9a11-ad5fbad02516', 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424', 'port_id': '8302de5d-40e0-400a-9a11-ad5fbad02516', 'mac_address': 'fa:16:3e:77:b2:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c62f435-1ed6-404a-a855-45179d8b724c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:32:26.374458 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:26.390309 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8302de5d-40e0-400a-9a11-ad5fbad02516 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:32:26.415125 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 8302de5d-40e0-400a-9a11-ad5fbad02516, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=8302de5d-40e0-400a-9a11-ad5fbad02516,segment=NetworkSegment(8e4e212c-6e19-464b-a33c-39d4b1698c7c),segment_id=8e4e212c-6e19-464b-a33c-39d4b1698c7c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:26.423096 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:26.465001 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-07f7d50e-a6e0-4374-8cca-f93bcc62bf54 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Deleting port 0c1e6942-16c7-4e66-ba22-bb4b67f67a2c {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:26.465389 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07f7d50e-a6e0-4374-8cca-f93bcc62bf54 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:26.514377 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=8302de5d-40e0-400a-9a11-ad5fbad02516,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:26.578483 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07f7d50e-a6e0-4374-8cca-f93bcc62bf54 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:26.598021 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-07f7d50e-a6e0-4374-8cca-f93bcc62bf54 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Calling delete_port for 0c1e6942-16c7-4e66-ba22-bb4b67f67a2c owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:26.631305 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['8302de5d-40e0-400a-9a11-ad5fbad02516'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:32:26.757796 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9002a3-91a6-497c-a560-4581105295f3 x-openstack-request-id: req-bd9002a3-91a6-497c-a560-4581105295f3 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:32:26.758327 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd239d9c-b4d9-4142-bded-e917deba74d7", "tag": "78d4befc-bb61-4208-99ba-9f1242512750", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:32:26.758713 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd9002a3-91a6-497c-a560-4581105295f3 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:32:26.759741 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd239d9c-b4d9-4142-bded-e917deba74d7', 'tag': '78d4befc-bb61-4208-99ba-9f1242512750', 'status': 'completed', 'code': 200} Nov 15 11:32:26.762376 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2ddbd17a-ece5-4a12-982f-e49041e70add admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:26.787023 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2ddbd17a-ece5-4a12-982f-e49041e70add admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:26.803489 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e9fdb225-737c-4c05-96fe-9ff5125f4232 None None] Provisioning complete for port c4658341-35ce-448b-9972-2bd1c662c58e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:26.803976 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e9fdb225-737c-4c05-96fe-9ff5125f4232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:26.829047 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541118d-0b1d-443e-987d-eee84783784c service neutron] Pushing event updated for resources: {'Port': ['ID=78d4befc-bb61-4208-99ba-9f1242512750,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:26.843862 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8cf5f6e-ee74-4000-b636-67325c0d8389 req-7ea51ce0-4f08-46a5-b980-8d8eada84d8d service neutron] 10.222.0.55 "GET /v2.0/networks/22cff1ab-90e9-409a-9763-27f9c9815424?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0236228 Nov 15 11:32:26.844857 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07f7d50e-a6e0-4374-8cca-f93bcc62bf54 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:26.857310 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd8eee5-3a80-42f3-956a-79b18870f6a2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Network 95cf4684-dc9b-49c3-80cd-d7e2ad6f66b8 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:32:26.900313 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7d50e-a6e0-4374-8cca-f93bcc62bf54 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event deleted for resources: {'Port': ['ID=0c1e6942-16c7-4e66-ba22-bb4b67f67a2c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:27.075588 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c4658341-35ce-448b-9972-2bd1c662c58e up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:32:27.106902 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-4bd8eee5-3a80-42f3-956a-79b18870f6a2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 95cf4684-dc9b-49c3-80cd-d7e2ad6f66b8) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:27.114375 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a8c8db79-a9ac-4ac2-b704-3f4c6bd85d8f req-1dce5428-2136-4c5a-8777-eea4ac44f0fc tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 210 time: 0.2593234 Nov 15 11:32:27.115154 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2ddbd17a-ece5-4a12-982f-e49041e70add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:27.119583 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2ddbd17a-ece5-4a12-982f-e49041e70add admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:27.121563 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2ddbd17a-ece5-4a12-982f-e49041e70add admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/58fbcaf2-d369-4335-bdde-1e1e271e6c78 HTTP/1.1" status: 204 len: 168 time: 1.2395053 Nov 15 11:32:27.135584 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd8eee5-3a80-42f3-956a-79b18870f6a2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:27.136469 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4bd8eee5-3a80-42f3-956a-79b18870f6a2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:27.158157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76508a-380d-4a47-857b-517d92e845ef req-f10cf809-0371-4a43-9815-8257c3a6bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:27.159995 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc76508a-380d-4a47-857b-517d92e845ef req-f10cf809-0371-4a43-9815-8257c3a6bd51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc4a4b7862be44419657aaafeea64cfa&device_id=fd239d9c-b4d9-4142-bded-e917deba74d7 HTTP/1.1" status: 200 len: 1095 time: 1.0216372 Nov 15 11:32:27.173379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbd17a-ece5-4a12-982f-e49041e70add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fbcaf2-d369-4335-bdde-1e1e271e6c78,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:27.208781 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07f7d50e-a6e0-4374-8cca-f93bcc62bf54 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:27.232187 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a2cc99-43eb-4762-9cbb-a5e8f843e75f None None] Network 95cf4684-dc9b-49c3-80cd-d7e2ad6f66b8 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:27.283236 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4bd8eee5-3a80-42f3-956a-79b18870f6a2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.4011936 Nov 15 11:32:27.305969 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54532) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:27.316131 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a90bd-c3fb-43ce-9962-fe0cd696ddae req-f779cc16-2785-4b99-b7ad-46c2143c9f48 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:27.324039 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-568a90bd-c3fb-43ce-9962-fe0cd696ddae req-f779cc16-2785-4b99-b7ad-46c2143c9f48 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd239d9c-b4d9-4142-bded-e917deba74d7 HTTP/1.1" status: 200 len: 944 time: 1.1842165 Nov 15 11:32:27.326788 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc76508a-380d-4a47-857b-517d92e845ef req-40c8a127-eb51-4a2c-8b20-a7d81344fd9a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78d4befc-bb61-4208-99ba-9f1242512750 HTTP/1.1" status: 200 len: 217 time: 0.1499867 Nov 15 11:32:27.449645 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-af1a4510-01eb-4082-a274-04cbb280b7a7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:27.528034 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port c4658341-35ce-448b-9972-2bd1c662c58e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:27.528606 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:27.606135 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f7d50e-a6e0-4374-8cca-f93bcc62bf54 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Router 83776dd3-2c47-45b0-af92-a7433cd8c9e1 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:32:27.634940 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8cf5f6e-ee74-4000-b636-67325c0d8389 req-045280d6-7133-4acf-851e-80033dd3b09b service neutron] 10.222.0.55 "GET /v2.0/networks/22cff1ab-90e9-409a-9763-27f9c9815424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7478230 Nov 15 11:32:27.684913 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94693baa-8f17-4076-8cfc-e45d5f9ae73a req-5970a3da-6bd2-40ae-b197-35f59e0bf958 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:27.687421 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-94693baa-8f17-4076-8cfc-e45d5f9ae73a req-5970a3da-6bd2-40ae-b197-35f59e0bf958 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 944 time: 0.3881779 Nov 15 11:32:27.769470 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-af1a4510-01eb-4082-a274-04cbb280b7a7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:27.788950 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-568a90bd-c3fb-43ce-9962-fe0cd696ddae req-29daff6a-f670-4a5e-9973-a0c9a945511e tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638228 Nov 15 11:32:27.845139 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76508a-380d-4a47-857b-517d92e845ef req-9c4f70a8-58fe-4832-9bab-c77eb37c57cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:27.846838 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc76508a-380d-4a47-857b-517d92e845ef req-9c4f70a8-58fe-4832-9bab-c77eb37c57cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae93d48d-40c2-46d2-853f-94d3ce7e2686 HTTP/1.1" status: 200 len: 848 time: 0.3728065 Nov 15 11:32:27.884590 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dffc8ba-c7ef-49cc-bee3-12d1938cdf8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-95cf4684-dc9b-49c3-80cd-d7e2ad6f66b8', 'network_id': '95cf4684-dc9b-49c3-80cd-d7e2ad6f66b8', 'tenant_id': 'fe34575a4744467b8b6069e120eb7d68', 'fixed_ips': [{'subnet_id': '148c4139-6223-4ff8-81cd-357bd0c46c94'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:32:27.886197 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6dffc8ba-c7ef-49cc-bee3-12d1938cdf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:27.891459 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc76508a-380d-4a47-857b-517d92e845ef req-2b0a82c9-668a-43ae-9841-a539c140a858 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e80c7b0b-2ac1-411e-b5c3-34b6039ed435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348237 Nov 15 11:32:27.910024 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f7d50e-a6e0-4374-8cca-f93bcc62bf54 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:32:27.930225 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-07f7d50e-a6e0-4374-8cca-f93bcc62bf54 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "PUT /v2.0/routers/83776dd3-2c47-45b0-af92-a7433cd8c9e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6504622 Nov 15 11:32:27.930834 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54548) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:27.992893 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-94693baa-8f17-4076-8cfc-e45d5f9ae73a req-01200da2-61ee-4741-aed4-c17df7b4bb2b tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b74dd2b-a04a-4149-af4f-917e1d7192b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249639 Nov 15 11:32:27.999578 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69ee651-d1e9-454f-8221-ecb5801fbf74 None None] Sync routers for ids ['83776dd3-2c47-45b0-af92-a7433cd8c9e1'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:32:28.031162 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-af1a4510-01eb-4082-a274-04cbb280b7a7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:28.062579 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69ee651-d1e9-454f-8221-ecb5801fbf74 None None] Routers {'83776dd3-2c47-45b0-af92-a7433cd8c9e1'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:28.064318 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f69ee651-d1e9-454f-8221-ecb5801fbf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['83776dd3-2c47-45b0-af92-a7433cd8c9e1'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:28.092793 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a4510-01eb-4082-a274-04cbb280b7a7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Subnet': ['ID=148c4139-6223-4ff8-81cd-357bd0c46c94,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:28.109014 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc76508a-380d-4a47-857b-517d92e845ef req-b8aa2883-1a45-41c2-84dc-ddc6f1028f61 service neutron] 10.222.0.11 "GET /v2.0/networks/e80c7b0b-2ac1-411e-b5c3-34b6039ed435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091460 Nov 15 11:32:28.193885 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f69ee651-d1e9-454f-8221-ecb5801fbf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:28.196596 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9199aad3-73b7-4a51-bb89-81f3fea0e623 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server [None req-6dffc8ba-c7ef-49cc-bee3-12d1938cdf8e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 148c4139-6223-4ff8-81cd-357bd0c46c94: This subnet is being modified by another concurrent operation. Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 11:32:28.215796 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise exception Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 148c4139-6223-4ff8-81cd-357bd0c46c94: This subnet is being modified by another concurrent operation. Nov 15 11:32:28.221363 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server Nov 15 11:32:28.232830 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69ee651-d1e9-454f-8221-ecb5801fbf74 None None] Routers {'83776dd3-2c47-45b0-af92-a7433cd8c9e1'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:28.236501 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f69ee651-d1e9-454f-8221-ecb5801fbf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['83776dd3-2c47-45b0-af92-a7433cd8c9e1'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:28.320858 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8041053e-9b29-497d-995f-e38b96207628 None None] Network 95cf4684-dc9b-49c3-80cd-d7e2ad6f66b8 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:28.352104 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73fbc83a-766d-48cf-8238-0728d3ddefa2 req-1080ac8d-9bc5-41da-a0dc-6c5e90ecc2e2 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 210 time: 0.0526586 Nov 15 11:32:28.358171 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-af1a4510-01eb-4082-a274-04cbb280b7a7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:28.391783 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-af1a4510-01eb-4082-a274-04cbb280b7a7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95cf4684-dc9b-49c3-80cd-d7e2ad6f66b8']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:28.421426 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f69ee651-d1e9-454f-8221-ecb5801fbf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:28.425513 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69ee651-d1e9-454f-8221-ecb5801fbf74 None None] The sync data for ids ['83776dd3-2c47-45b0-af92-a7433cd8c9e1'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:32:28.434491 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-af1a4510-01eb-4082-a274-04cbb280b7a7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd75eece-e690-461c-b4a1-a5fff29422e3') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:28.445846 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-af1a4510-01eb-4082-a274-04cbb280b7a7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd75eece-e690-461c-b4a1-a5fff29422e3') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:28.459569 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9199aad3-73b7-4a51-bb89-81f3fea0e623 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:28.479994 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-af1a4510-01eb-4082-a274-04cbb280b7a7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:28.534876 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc76508a-380d-4a47-857b-517d92e845ef req-f1593450-16e6-4874-a930-0aa4e321972f service neutron] 10.222.0.11 "GET /v2.0/networks/e80c7b0b-2ac1-411e-b5c3-34b6039ed435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924644 Nov 15 11:32:28.535998 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-af1a4510-01eb-4082-a274-04cbb280b7a7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:28.559839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1a4510-01eb-4082-a274-04cbb280b7a7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:32:28.561519 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-af1a4510-01eb-4082-a274-04cbb280b7a7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:32:28.565593 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:32:28.605542 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5621b055-0871-495d-b687-610c8dfad385 None None] get_active_networks_info from n-d-729945-9 {{(pid=102679) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 11:32:28.617557 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9199aad3-73b7-4a51-bb89-81f3fea0e623 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Deleting port 36ccf2d6-0972-43f7-a10c-f75b262da235 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:28.619300 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9199aad3-73b7-4a51-bb89-81f3fea0e623 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:28.715948 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-af1a4510-01eb-4082-a274-04cbb280b7a7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:28.758146 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff10ff-96aa-4cf8-8fd0-0c673b646f52 req-dcb95cd5-c1f5-4e52-a4a0-96755e9b1499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:28.760014 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73ff10ff-96aa-4cf8-8fd0-0c673b646f52 req-dcb95cd5-c1f5-4e52-a4a0-96755e9b1499 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc4a4b7862be44419657aaafeea64cfa&device_id=fd239d9c-b4d9-4142-bded-e917deba74d7 HTTP/1.1" status: 200 len: 1095 time: 0.1494462 Nov 15 11:32:28.761060 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-af1a4510-01eb-4082-a274-04cbb280b7a7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:28.767869 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-af1a4510-01eb-4082-a274-04cbb280b7a7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/networks/95cf4684-dc9b-49c3-80cd-d7e2ad6f66b8 HTTP/1.1" status: 204 len: 168 time: 1.4366004 Nov 15 11:32:28.767869 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a4510-01eb-4082-a274-04cbb280b7a7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Network': ['ID=95cf4684-dc9b-49c3-80cd-d7e2ad6f66b8,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:28.768300 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54566) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:28.774325 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5621b055-0871-495d-b687-610c8dfad385 None None] Resources bound (agent type, host, resource id): {{(pid=102679) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 11:32:28.790121 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-212aa94b-f4e0-4ad7-87cf-f54c32fd92b3 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1383176149'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:28.802317 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9199aad3-73b7-4a51-bb89-81f3fea0e623 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:28.831564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9199aad3-73b7-4a51-bb89-81f3fea0e623 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Calling delete_port for 36ccf2d6-0972-43f7-a10c-f75b262da235 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:29.042189 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212aa94b-f4e0-4ad7-87cf-f54c32fd92b3 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Made reservation on behalf of fe34575a4744467b8b6069e120eb7d68 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:29.051334 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-212aa94b-f4e0-4ad7-87cf-f54c32fd92b3 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:29.116435 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e4a9f-6422-4255-b93a-e582ada964ca req-f899e160-c424-4c09-838a-4998a828d454 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:29.125295 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c6e4a9f-6422-4255-b93a-e582ada964ca req-f899e160-c424-4c09-838a-4998a828d454 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd239d9c-b4d9-4142-bded-e917deba74d7 HTTP/1.1" status: 200 len: 944 time: 0.1880677 Nov 15 11:32:29.129403 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9199aad3-73b7-4a51-bb89-81f3fea0e623 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:29.216521 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212aa94b-f4e0-4ad7-87cf-f54c32fd92b3 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:32:29.239462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff10ff-96aa-4cf8-8fd0-0c673b646f52 req-82216bb9-c057-49e8-9b42-a1488ab82e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:29.241356 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73ff10ff-96aa-4cf8-8fd0-0c673b646f52 req-82216bb9-c057-49e8-9b42-a1488ab82e58 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e80c7b0b-2ac1-411e-b5c3-34b6039ed435 HTTP/1.1" status: 200 len: 909 time: 0.4717171 Nov 15 11:32:29.255039 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-212aa94b-f4e0-4ad7-87cf-f54c32fd92b3 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:29.255374 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-212aa94b-f4e0-4ad7-87cf-f54c32fd92b3 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Added segment 07b2bf41-da5c-403b-a040-f07dc71ad4ea of type vlan for network 3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15 Nov 15 11:32:29.294205 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffcb958-ae22-47e6-a5f3-60a5730b95b9 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:32:29.320778 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b86784ec-3fda-4d25-9de2-f264610afd55 None None] Provisioning complete for port e3dc7fdf-17a6-4f91-a4d0-d511f308534f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:29.321673 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b86784ec-3fda-4d25-9de2-f264610afd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:29.330367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a4379-aa76-4ce4-8a6b-70be96863159 req-2120dbbc-b32f-4fb2-827b-a2cac0536aab tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:29.338534 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-be2a4379-aa76-4ce4-8a6b-70be96863159 req-2120dbbc-b32f-4fb2-827b-a2cac0536aab tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 944 time: 0.2065115 Nov 15 11:32:29.342244 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9199aad3-73b7-4a51-bb89-81f3fea0e623 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:29.345479 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199aad3-73b7-4a51-bb89-81f3fea0e623 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event deleted for resources: {'Port': ['ID=36ccf2d6-0972-43f7-a10c-f75b262da235,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:29.372821 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73ff10ff-96aa-4cf8-8fd0-0c673b646f52 req-576af11c-2754-4e66-b622-99aa0a204bba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78d4befc-bb61-4208-99ba-9f1242512750 HTTP/1.1" status: 200 len: 217 time: 0.1156025 Nov 15 11:32:29.400547 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c6e4a9f-6422-4255-b93a-e582ada964ca req-02c27904-902d-4385-a45a-555320f9b15a tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739921 Nov 15 11:32:29.472696 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9199aad3-73b7-4a51-bb89-81f3fea0e623 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:29.475285 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9199aad3-73b7-4a51-bb89-81f3fea0e623 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:29.476917 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-b86784ec-3fda-4d25-9de2-f264610afd55 None None] Port e3dc7fdf-17a6-4f91-a4d0-d511f308534f cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:32:29.513910 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b86784ec-3fda-4d25-9de2-f264610afd55 None None] Provisioning complete for port f8eb2459-beef-4792-a308-b71cb0c147a5 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:29.516255 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b86784ec-3fda-4d25-9de2-f264610afd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:29.523668 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff10ff-96aa-4cf8-8fd0-0c673b646f52 req-b90f1535-e374-4064-989d-4a2a985c1301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:29.525642 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73ff10ff-96aa-4cf8-8fd0-0c673b646f52 req-b90f1535-e374-4064-989d-4a2a985c1301 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae93d48d-40c2-46d2-853f-94d3ce7e2686 HTTP/1.1" status: 200 len: 848 time: 0.1209252 Nov 15 11:32:29.536978 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-212aa94b-f4e0-4ad7-87cf-f54c32fd92b3 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:29.593437 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9199aad3-73b7-4a51-bb89-81f3fea0e623 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:29.594049 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9199aad3-73b7-4a51-bb89-81f3fea0e623 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Fanout notify agent at l3_agent the message router_deleted on router 83776dd3-2c47-45b0-af92-a7433cd8c9e1 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:32:29.602623 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9199aad3-73b7-4a51-bb89-81f3fea0e623 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:29.603840 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9199aad3-73b7-4a51-bb89-81f3fea0e623 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "DELETE /v2.0/routers/83776dd3-2c47-45b0-af92-a7433cd8c9e1 HTTP/1.1" status: 204 len: 168 time: 1.6720762 Nov 15 11:32:29.607696 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54588) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:29.622299 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-b86784ec-3fda-4d25-9de2-f264610afd55 None None] Port f8eb2459-beef-4792-a308-b71cb0c147a5 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:32:29.626495 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 8302de5d-40e0-400a-9a11-ad5fbad02516 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:32:29.630521 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:29.667863 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b86784ec-3fda-4d25-9de2-f264610afd55 None None] Provisioning complete for port 9e435742-7800-4fe4-8513-8d966e99afc6 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:29.668597 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b86784ec-3fda-4d25-9de2-f264610afd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:29.684280 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73ff10ff-96aa-4cf8-8fd0-0c673b646f52 req-a426923e-5ef9-4eb5-b90a-5ac25011f8a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e80c7b0b-2ac1-411e-b5c3-34b6039ed435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1371820 Nov 15 11:32:29.696288 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.db.resource_extend [None req-212aa94b-f4e0-4ad7-87cf-f54c32fd92b3 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 11:32:29.753774 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-61762ea5-305e-4b89-a189-043850d3f241 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Deleting subnet aa6b7a00-a962-4699-a6b2-7bbcbb396cdb {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:32:29.758747 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-b86784ec-3fda-4d25-9de2-f264610afd55 None None] Port 9e435742-7800-4fe4-8513-8d966e99afc6 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:32:29.763835 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61762ea5-305e-4b89-a189-043850d3f241 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:29.768953 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 8302de5d-40e0-400a-9a11-ad5fbad02516 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:32:29.776285 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 8302de5d-40e0-400a-9a11-ad5fbad02516 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:29.777010 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:29.817475 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-820fe468-1293-4b28-82aa-8721aca6c476 req-6fbd18d9-8bc0-45c0-9732-0c13d59743a2 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 210 time: 0.2495480 Nov 15 11:32:29.844578 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-212aa94b-f4e0-4ad7-87cf-f54c32fd92b3 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:29.853902 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61762ea5-305e-4b89-a189-043850d3f241 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:29.860016 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212aa94b-f4e0-4ad7-87cf-f54c32fd92b3 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:29.862875 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-212aa94b-f4e0-4ad7-87cf-f54c32fd92b3 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:29.912508 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:29.942953 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb225be4-d47e-4b17-836c-610e2b6d5c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8302de5d-40e0-400a-9a11-ad5fbad02516'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:32:29.945713 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df08924d-48ad-4e86-bae2-6b47a9688019" -d '{"events": [{"server_uuid": "bb225be4-d47e-4b17-836c-610e2b6d5c60", "name": "network-vif-plugged", "status": "completed", "tag": "8302de5d-40e0-400a-9a11-ad5fbad02516"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:32:29.968008 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 8302de5d-40e0-400a-9a11-ad5fbad02516, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=8302de5d-40e0-400a-9a11-ad5fbad02516,segment=NetworkSegment(8e4e212c-6e19-464b-a33c-39d4b1698c7c),segment_id=8e4e212c-6e19-464b-a33c-39d4b1698c7c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:29.977882 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:30.003529 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212aa94b-f4e0-4ad7-87cf-f54c32fd92b3 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Network': ['ID=3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:30.016955 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-212aa94b-f4e0-4ad7-87cf-f54c32fd92b3 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2446148 Nov 15 11:32:30.029845 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-be2a4379-aa76-4ce4-8a6b-70be96863159 req-52f31c2f-80c8-4d27-b36b-6a25ebe4e840 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b74dd2b-a04a-4149-af4f-917e1d7192b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6903775 Nov 15 11:32:30.033422 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54600) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:30.049611 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-97f83d21-1e84-4b84-9630-b2b252d00825 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'subnet': {'network_id': '3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:30.053162 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bf9ab0-9007-4a45-a2b7-a5fd2841c8ee x-openstack-request-id: req-c6bf9ab0-9007-4a45-a2b7-a5fd2841c8ee {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:32:30.053450 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb225be4-d47e-4b17-836c-610e2b6d5c60", "name": "network-vif-plugged", "status": "completed", "tag": "8302de5d-40e0-400a-9a11-ad5fbad02516", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:32:30.053939 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6bf9ab0-9007-4a45-a2b7-a5fd2841c8ee {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:32:30.054813 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb225be4-d47e-4b17-836c-610e2b6d5c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8302de5d-40e0-400a-9a11-ad5fbad02516', 'code': 200} Nov 15 11:32:30.056966 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=8302de5d-40e0-400a-9a11-ad5fbad02516,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:30.066838 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:32:30.096765 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61762ea5-305e-4b89-a189-043850d3f241 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:30.214152 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61762ea5-305e-4b89-a189-043850d3f241 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:30.294477 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61762ea5-305e-4b89-a189-043850d3f241 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event deleted for resources: {'Subnet': ['ID=aa6b7a00-a962-4699-a6b2-7bbcbb396cdb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:30.305898 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-61762ea5-305e-4b89-a189-043850d3f241 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:30.312404 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1146f7-56a0-45dc-aa21-5b7c5e4dbb6e None None] Network 22839329-7f15-467e-8884-378faa8dcec7 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:30.318328 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-61762ea5-305e-4b89-a189-043850d3f241 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "DELETE /v2.0/subnets/aa6b7a00-a962-4699-a6b2-7bbcbb396cdb HTTP/1.1" status: 204 len: 168 time: 0.7094569 Nov 15 11:32:30.318959 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54604) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:30.355620 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73ff10ff-96aa-4cf8-8fd0-0c673b646f52 req-efd0bebf-5626-43b8-b90c-bc64d15b6ebf service neutron] 10.222.0.11 "GET /v2.0/networks/e80c7b0b-2ac1-411e-b5c3-34b6039ed435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503402 Nov 15 11:32:30.476427 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48d531-2d99-4bdc-a87a-08b818147f19 req-9bea835c-4bd0-4805-b413-01c270742acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:30.477867 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-be48d531-2d99-4bdc-a87a-08b818147f19 req-9bea835c-4bd0-4805-b413-01c270742acb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 1096 time: 0.2655210 Nov 15 11:32:30.493750 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e63b04df-1881-48a4-896e-4e3e21b04bd4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:30.508667 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f83d21-1e84-4b84-9630-b2b252d00825 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Made reservation on behalf of fe34575a4744467b8b6069e120eb7d68 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:30.511759 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97f83d21-1e84-4b84-9630-b2b252d00825 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:30.525986 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73ff10ff-96aa-4cf8-8fd0-0c673b646f52 req-3e4ab979-13fa-4785-a92e-da99bb517e90 service neutron] 10.222.0.11 "GET /v2.0/networks/e80c7b0b-2ac1-411e-b5c3-34b6039ed435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613426 Nov 15 11:32:30.634803 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e63b04df-1881-48a4-896e-4e3e21b04bd4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Deleting port 7fd4288f-6551-4dd6-86eb-2a504d25a41a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:30.635091 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e63b04df-1881-48a4-896e-4e3e21b04bd4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:30.646677 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-97f83d21-1e84-4b84-9630-b2b252d00825 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Performing IP validity checks on allocation pools {{(pid=102678) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 15 11:32:30.647313 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-97f83d21-1e84-4b84-9630-b2b252d00825 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102678) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 15 11:32:30.656755 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-be48d531-2d99-4bdc-a87a-08b818147f19 req-57fada02-0d62-4fae-a95c-2b57a63b3d31 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6b74dd2b-a04a-4149-af4f-917e1d7192b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687846 Nov 15 11:32:30.697797 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd10f4-adc1-452b-b3c5-f5510f596904 req-df59ed4f-6f37-48d0-8291-0645a9a0c286 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:30.705380 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73bd10f4-adc1-452b-b3c5-f5510f596904 req-df59ed4f-6f37-48d0-8291-0645a9a0c286 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd239d9c-b4d9-4142-bded-e917deba74d7 HTTP/1.1" status: 200 len: 944 time: 0.1295335 Nov 15 11:32:30.776462 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc5cc64-bdaa-4870-b1ca-4cc94bc8757a None None] DHCP port deletion for 22839329-7f15-467e-8884-378faa8dcec7 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:32:30.816226 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73bd10f4-adc1-452b-b3c5-f5510f596904 req-f0f4f6dc-a826-4e39-bfd8-4c1beb3b97ee tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060817 Nov 15 11:32:30.824017 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e63b04df-1881-48a4-896e-4e3e21b04bd4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] For port 7fd4288f-6551-4dd6-86eb-2a504d25a41a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7fd4288f-6551-4dd6-86eb-2a504d25a41a,segment=NetworkSegment(9ec5ce64-c578-418b-a5c0-6cda74105112),segment_id=9ec5ce64-c578-418b-a5c0-6cda74105112)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:30.824393 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e63b04df-1881-48a4-896e-4e3e21b04bd4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:30.863789 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e63b04df-1881-48a4-896e-4e3e21b04bd4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Calling delete_port for 7fd4288f-6551-4dd6-86eb-2a504d25a41a owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:30.919690 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97f83d21-1e84-4b84-9630-b2b252d00825 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:30.922680 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8fc5cc64-bdaa-4870-b1ca-4cc94bc8757a None None] Deleting port 7fd4288f-6551-4dd6-86eb-2a504d25a41a {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:30.923052 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8fc5cc64-bdaa-4870-b1ca-4cc94bc8757a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:30.976727 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e63b04df-1881-48a4-896e-4e3e21b04bd4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:30.996441 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63b04df-1881-48a4-896e-4e3e21b04bd4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] No DVR routers for this DVR port 7fd4288f-6551-4dd6-86eb-2a504d25a41a on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:32:31.065778 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b04df-1881-48a4-896e-4e3e21b04bd4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event deleted for resources: {'Port': ['ID=7fd4288f-6551-4dd6-86eb-2a504d25a41a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:31.078063 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-148fcfd4-d3eb-4ab0-bd67-7ed041779fca req-e1561a07-1c5b-40b6-aa5e-ff5950e8a36f tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/ports?device_id=01adb783-8d5d-4b46-bd62-c71efd660ae8 HTTP/1.1" status: 200 len: 210 time: 0.0550709 Nov 15 11:32:31.096488 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7fd4288f-6551-4dd6-86eb-2a504d25a41a no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:32:31.138162 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f83d21-1e84-4b84-9630-b2b252d00825 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Subnet': ['ID=b0ac79a1-3d02-4b68-905c-5ad314403826,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:31.150300 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f83d21-1e84-4b84-9630-b2b252d00825 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Checking segment: {'id': '07b2bf41-da5c-403b-a040-f07dc71ad4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:31.150731 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f83d21-1e84-4b84-9630-b2b252d00825 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Network hostable DHCP agents. Network: 3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:32:31.159897 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e63b04df-1881-48a4-896e-4e3e21b04bd4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:31.185679 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e63b04df-1881-48a4-896e-4e3e21b04bd4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22839329-7f15-467e-8884-378faa8dcec7']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:31.192288 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 7fd4288f-6551-4dd6-86eb-2a504d25a41a {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:32:31.192902 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7fd4288f-6551-4dd6-86eb-2a504d25a41a not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:32:31.198379 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e63b04df-1881-48a4-896e-4e3e21b04bd4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec5ce64-c578-418b-a5c0-6cda74105112') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:31.198813 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e63b04df-1881-48a4-896e-4e3e21b04bd4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec5ce64-c578-418b-a5c0-6cda74105112') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:31.202826 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8fc5cc64-bdaa-4870-b1ca-4cc94bc8757a None None] For port 7fd4288f-6551-4dd6-86eb-2a504d25a41a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7fd4288f-6551-4dd6-86eb-2a504d25a41a,segment=NetworkSegment(9ec5ce64-c578-418b-a5c0-6cda74105112),segment_id=9ec5ce64-c578-418b-a5c0-6cda74105112)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:31.203576 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8fc5cc64-bdaa-4870-b1ca-4cc94bc8757a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:31.215198 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e63b04df-1881-48a4-896e-4e3e21b04bd4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:31.218418 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f83d21-1e84-4b84-9630-b2b252d00825 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Network 3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:32:31.222767 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8fc5cc64-bdaa-4870-b1ca-4cc94bc8757a None None] Calling delete_port for 7fd4288f-6551-4dd6-86eb-2a504d25a41a owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:31.235443 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e63b04df-1881-48a4-896e-4e3e21b04bd4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:31.241186 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87ddc0-7a8c-44e7-96d8-98e046db6267 req-5c5f93e2-0cf6-4b5e-9113-22402f7b5b8d tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:31.242834 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab87ddc0-7a8c-44e7-96d8-98e046db6267 req-5c5f93e2-0cf6-4b5e-9113-22402f7b5b8d tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 945 time: 0.0866451 Nov 15 11:32:31.243931 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-97f83d21-1e84-4b84-9630-b2b252d00825 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:31.244862 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63b04df-1881-48a4-896e-4e3e21b04bd4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:32:31.245550 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e63b04df-1881-48a4-896e-4e3e21b04bd4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:31.249868 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f83d21-1e84-4b84-9630-b2b252d00825 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:31.250579 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97f83d21-1e84-4b84-9630-b2b252d00825 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:31.256041 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48dba0f-9d3c-42ab-98fa-61386d862844 None None] Network 3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:32:31.260202 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:32:31.309544 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-97f83d21-1e84-4b84-9630-b2b252d00825 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2698357 Nov 15 11:32:31.326280 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54624) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:31.369066 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab87ddc0-7a8c-44e7-96d8-98e046db6267 req-4f0a1d24-3d68-40eb-a38a-0d33fbbe2dc1 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b74dd2b-a04a-4149-af4f-917e1d7192b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140780 Nov 15 11:32:31.469359 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8fc5cc64-bdaa-4870-b1ca-4cc94bc8757a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:31.506805 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5cc64-bdaa-4870-b1ca-4cc94bc8757a None None] Pushing event deleted for resources: {'Port': ['ID=7fd4288f-6551-4dd6-86eb-2a504d25a41a,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:31.510604 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc5cc64-bdaa-4870-b1ca-4cc94bc8757a None None] No DVR routers for this DVR port 7fd4288f-6551-4dd6-86eb-2a504d25a41a on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:32:31.555299 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:31.558770 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0466b66-b2f8-4d1a-9d4d-dc11af0bc1d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15', 'network_id': '3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15', 'tenant_id': 'fe34575a4744467b8b6069e120eb7d68', 'fixed_ips': [{'subnet_id': 'b0ac79a1-3d02-4b68-905c-5ad314403826'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:32:31.560081 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c0466b66-b2f8-4d1a-9d4d-dc11af0bc1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:31.805082 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-c0466b66-b2f8-4d1a-9d4d-dc11af0bc1d9 None None] Allocated IP 172.20.0.3 (3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15/b0ac79a1-3d02-4b68-905c-5ad314403826/7ad60c31-89f7-4064-bd17-cee244aa1eab) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:32:32.008229 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b519e14-ed46-45d7-836a-36091c2a7373 req-4a4868ea-0f23-491b-ab6b-af2bd2a74079 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:32.011534 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b519e14-ed46-45d7-836a-36091c2a7373 req-4a4868ea-0f23-491b-ab6b-af2bd2a74079 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd239d9c-b4d9-4142-bded-e917deba74d7 HTTP/1.1" status: 200 len: 944 time: 0.0836949 Nov 15 11:32:32.095386 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b519e14-ed46-45d7-836a-36091c2a7373 req-1e7160cb-5199-43df-ace2-20c525a50a38 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776601 Nov 15 11:32:32.115728 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c0466b66-b2f8-4d1a-9d4d-dc11af0bc1d9 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:32.116487 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e63b04df-1881-48a4-896e-4e3e21b04bd4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:32.125216 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e63b04df-1881-48a4-896e-4e3e21b04bd4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:32.126842 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c0466b66-b2f8-4d1a-9d4d-dc11af0bc1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:32.133161 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e63b04df-1881-48a4-896e-4e3e21b04bd4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "DELETE /v2.0/networks/22839329-7f15-467e-8884-378faa8dcec7 HTTP/1.1" status: 204 len: 168 time: 1.8124142 Nov 15 11:32:32.133344 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54646) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:32.138262 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d53d01ed-2bf1-4c31-a611-53f01c273b77 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:32.153879 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b04df-1881-48a4-896e-4e3e21b04bd4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event deleted for resources: {'Network': ['ID=22839329-7f15-467e-8884-378faa8dcec7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:32.199909 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54650) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:32.231877 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0466b66-b2f8-4d1a-9d4d-dc11af0bc1d9 None None] Network 3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:32:32.235028 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-c0466b66-b2f8-4d1a-9d4d-dc11af0bc1d9 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:32.239965 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0466b66-b2f8-4d1a-9d4d-dc11af0bc1d9 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:32:32.244488 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0466b66-b2f8-4d1a-9d4d-dc11af0bc1d9 None None] Pushing event updated for resources: {'Port': ['ID=7ad60c31-89f7-4064-bd17-cee244aa1eab,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:32.271196 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d53d01ed-2bf1-4c31-a611-53f01c273b77 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Deleting port 7ad60c31-89f7-4064-bd17-cee244aa1eab {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:32.273075 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d53d01ed-2bf1-4c31-a611-53f01c273b77 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:32.304530 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-c0466b66-b2f8-4d1a-9d4d-dc11af0bc1d9 None None] Attempting to bind port 7ad60c31-89f7-4064-bd17-cee244aa1eab on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:32:32.304900 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-c0466b66-b2f8-4d1a-9d4d-dc11af0bc1d9 None None] Attempting to bind port 7ad60c31-89f7-4064-bd17-cee244aa1eab by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '07b2bf41-da5c-403b-a040-f07dc71ad4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:32:32.305464 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0466b66-b2f8-4d1a-9d4d-dc11af0bc1d9 None None] Attempting to bind port 7ad60c31-89f7-4064-bd17-cee244aa1eab on network 3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:32:32.310503 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0466b66-b2f8-4d1a-9d4d-dc11af0bc1d9 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:32:32.310945 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0466b66-b2f8-4d1a-9d4d-dc11af0bc1d9 None None] Checking segment: {'id': '07b2bf41-da5c-403b-a040-f07dc71ad4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:32.311265 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c0466b66-b2f8-4d1a-9d4d-dc11af0bc1d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:32.311708 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0466b66-b2f8-4d1a-9d4d-dc11af0bc1d9 None None] Bound using segment: {'id': '07b2bf41-da5c-403b-a040-f07dc71ad4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:32:32.312202 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-c0466b66-b2f8-4d1a-9d4d-dc11af0bc1d9 None None] Bound port: 7ad60c31-89f7-4064-bd17-cee244aa1eab, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b2bf41-da5c-403b-a040-f07dc71ad4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:32:32.312574 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c0466b66-b2f8-4d1a-9d4d-dc11af0bc1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:32.359091 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-addb6603-5971-4af8-95bc-721e1c7c1823 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:32.396441 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-addb6603-5971-4af8-95bc-721e1c7c1823 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:32.410500 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d53d01ed-2bf1-4c31-a611-53f01c273b77 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] For port 7ad60c31-89f7-4064-bd17-cee244aa1eab, host n-d-729945-9, got binding levels [] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:32.410868 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d53d01ed-2bf1-4c31-a611-53f01c273b77 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:32.413745 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c0466b66-b2f8-4d1a-9d4d-dc11af0bc1d9 None None] For port 7ad60c31-89f7-4064-bd17-cee244aa1eab, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:32:32.418976 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c0466b66-b2f8-4d1a-9d4d-dc11af0bc1d9 None None] For port 7ad60c31-89f7-4064-bd17-cee244aa1eab, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7ad60c31-89f7-4064-bd17-cee244aa1eab,segment=NetworkSegment(07b2bf41-da5c-403b-a040-f07dc71ad4ea),segment_id=07b2bf41-da5c-403b-a040-f07dc71ad4ea)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:32:32.423190 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 78d4befc-bb61-4208-99ba-9f1242512750 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:32:32.425222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d53d01ed-2bf1-4c31-a611-53f01c273b77 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Calling delete_port for 7ad60c31-89f7-4064-bd17-cee244aa1eab owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:32.434885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-12adbb60-ce5d-40e3-8ea0-37160ab81c13 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Deleting port e44fb816-c0e9-4a0b-a7e7-c35bf1e94c1a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:32.435316 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12adbb60-ce5d-40e3-8ea0-37160ab81c13 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:32.443739 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c0466b66-b2f8-4d1a-9d4d-dc11af0bc1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:32.640274 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-addb6603-5971-4af8-95bc-721e1c7c1823 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:32.646059 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-addb6603-5971-4af8-95bc-721e1c7c1823 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:32.651966 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54658) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:32.653742 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-addb6603-5971-4af8-95bc-721e1c7c1823 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "DELETE /v2.0/security-groups/f36bd24f-ce41-4d94-baad-0f74f4b4901a HTTP/1.1" status: 204 len: 168 time: 0.4526601 Nov 15 11:32:32.707985 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb6603-5971-4af8-95bc-721e1c7c1823 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36bd24f-ce41-4d94-baad-0f74f4b4901a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:32.735100 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d53d01ed-2bf1-4c31-a611-53f01c273b77 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:32.737659 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-c581a765-e1e7-4af8-9be8-edd8a358e03c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] show failed (client error): The resource could not be found. Nov 15 11:32:32.739277 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c581a765-e1e7-4af8-9be8-edd8a358e03c tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "GET /v2.0/security-groups/f36bd24f-ce41-4d94-baad-0f74f4b4901a HTTP/1.1" status: 404 len: 347 time: 0.0864131 Nov 15 11:32:32.747116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54664) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:32.759076 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002488e-b6eb-476a-a901-6b04d9e223be req-4a73d59f-df5a-4fec-8572-8ecd92224007 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:32.766311 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4002488e-b6eb-476a-a901-6b04d9e223be req-4a73d59f-df5a-4fec-8572-8ecd92224007 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 945 time: 0.2227738 Nov 15 11:32:32.832536 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0466b66-b2f8-4d1a-9d4d-dc11af0bc1d9 None None] Pushing event updated for resources: {'Port': ['ID=7ad60c31-89f7-4064-bd17-cee244aa1eab,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:32.852835 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d01ed-2bf1-4c31-a611-53f01c273b77 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Port': ['ID=7ad60c31-89f7-4064-bd17-cee244aa1eab,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:32.853234 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12adbb60-ce5d-40e3-8ea0-37160ab81c13 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:32.853575 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12adbb60-ce5d-40e3-8ea0-37160ab81c13 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:32.914134 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 78d4befc-bb61-4208-99ba-9f1242512750, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=78d4befc-bb61-4208-99ba-9f1242512750,segment=NetworkSegment(7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2),segment_id=7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:32.920119 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53d01ed-2bf1-4c31-a611-53f01c273b77 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No DVR routers for this DVR port 7ad60c31-89f7-4064-bd17-cee244aa1eab on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:32:32.941247 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-12adbb60-ce5d-40e3-8ea0-37160ab81c13 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Calling delete_port for e44fb816-c0e9-4a0b-a7e7-c35bf1e94c1a owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:32.954835 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '78d4befc-bb61-4208-99ba-9f1242512750', 'network_id': 'e80c7b0b-2ac1-411e-b5c3-34b6039ed435', 'port_id': '78d4befc-bb61-4208-99ba-9f1242512750', 'mac_address': 'fa:16:3e:29:7f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae93d48d-40c2-46d2-853f-94d3ce7e2686', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:32:32.986818 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d53d01ed-2bf1-4c31-a611-53f01c273b77 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:33.011321 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:33.030063 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d4befc-bb61-4208-99ba-9f1242512750 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:32:33.058798 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 78d4befc-bb61-4208-99ba-9f1242512750, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=78d4befc-bb61-4208-99ba-9f1242512750,segment=NetworkSegment(7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2),segment_id=7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:33.064597 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:33.119436 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d53d01ed-2bf1-4c31-a611-53f01c273b77 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:33.153638 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=78d4befc-bb61-4208-99ba-9f1242512750,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:33.179629 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4002488e-b6eb-476a-a901-6b04d9e223be req-cd6129e4-1973-48ab-80ce-99bb026d3a26 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b74dd2b-a04a-4149-af4f-917e1d7192b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3226669 Nov 15 11:32:33.201644 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d01ed-2bf1-4c31-a611-53f01c273b77 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ac79a1-3d02-4b68-905c-5ad314403826,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:33.319911 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d53d01ed-2bf1-4c31-a611-53f01c273b77 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:33.342450 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d53d01ed-2bf1-4c31-a611-53f01c273b77 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:33.353264 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d53d01ed-2bf1-4c31-a611-53f01c273b77 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b2bf41-da5c-403b-a040-f07dc71ad4ea') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:33.353644 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d53d01ed-2bf1-4c31-a611-53f01c273b77 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b2bf41-da5c-403b-a040-f07dc71ad4ea') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:33.361708 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fd7fc1b1-7cde-41fc-89c4-f82daf486649 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Deleting port 9f241e72-4c90-4d3e-8f40-86155381da8e {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:33.362126 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc1b1-7cde-41fc-89c4-f82daf486649 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:33.366525 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d53d01ed-2bf1-4c31-a611-53f01c273b77 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:33.386508 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d53d01ed-2bf1-4c31-a611-53f01c273b77 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:33.394094 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53d01ed-2bf1-4c31-a611-53f01c273b77 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:32:33.394740 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d53d01ed-2bf1-4c31-a611-53f01c273b77 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:32:33.398705 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:32:33.415604 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['78d4befc-bb61-4208-99ba-9f1242512750'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:32:33.483430 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d53d01ed-2bf1-4c31-a611-53f01c273b77 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:33.494686 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d53d01ed-2bf1-4c31-a611-53f01c273b77 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:33.499716 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d53d01ed-2bf1-4c31-a611-53f01c273b77 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/networks/3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15 HTTP/1.1" status: 204 len: 168 time: 2.1680508 Nov 15 11:32:33.503876 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54678) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:33.528161 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ed3a0404-9575-4a53-b24c-73529d75a55a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-948115994'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:33.528730 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ca8cf-b12c-4ee7-8d09-82d886cfad8a req-02d31e25-fa40-43db-b2d3-17d2f9fc4a17 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:33.530323 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ff1ca8cf-b12c-4ee7-8d09-82d886cfad8a req-02d31e25-fa40-43db-b2d3-17d2f9fc4a17 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd239d9c-b4d9-4142-bded-e917deba74d7 HTTP/1.1" status: 200 len: 945 time: 0.3247316 Nov 15 11:32:33.542379 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d01ed-2bf1-4c31-a611-53f01c273b77 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Network': ['ID=3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:33.593862 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3a0404-9575-4a53-b24c-73529d75a55a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Made reservation on behalf of fe34575a4744467b8b6069e120eb7d68 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:33.606767 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0404-9575-4a53-b24c-73529d75a55a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:33.621411 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29059df9-91a6-4948-b069-33ca7fda4039 req-f1478b5d-ad69-4e49-8bc7-e82907ec3204 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:33.623441 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29059df9-91a6-4948-b069-33ca7fda4039 req-f1478b5d-ad69-4e49-8bc7-e82907ec3204 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 945 time: 0.3065128 Nov 15 11:32:33.646508 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed3a0404-9575-4a53-b24c-73529d75a55a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:32:33.674408 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0404-9575-4a53-b24c-73529d75a55a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:33.674777 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-ed3a0404-9575-4a53-b24c-73529d75a55a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Added segment e0e45e51-2cfa-4757-9269-1e03344e4efb of type vlan for network 281451d4-9d4d-4e45-a830-45683c09fc85 Nov 15 11:32:33.745470 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0404-9575-4a53-b24c-73529d75a55a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:33.763988 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12adbb60-ce5d-40e3-8ea0-37160ab81c13 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:33.781444 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc1b1-7cde-41fc-89c4-f82daf486649 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:33.781809 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc1b1-7cde-41fc-89c4-f82daf486649 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:33.798387 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0404-9575-4a53-b24c-73529d75a55a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:33.804845 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3a0404-9575-4a53-b24c-73529d75a55a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:33.805658 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0404-9575-4a53-b24c-73529d75a55a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:33.846738 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12adbb60-ce5d-40e3-8ea0-37160ab81c13 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event deleted for resources: {'Port': ['ID=e44fb816-c0e9-4a0b-a7e7-c35bf1e94c1a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:33.849130 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fd7fc1b1-7cde-41fc-89c4-f82daf486649 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Calling delete_port for 9f241e72-4c90-4d3e-8f40-86155381da8e owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:33.867233 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ff1ca8cf-b12c-4ee7-8d09-82d886cfad8a req-5cd5200a-b393-4516-898d-dc7c9a2abd53 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078575 Nov 15 11:32:33.894826 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29059df9-91a6-4948-b069-33ca7fda4039 req-8d22a710-c68d-4618-ab47-93818ae561e7 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b74dd2b-a04a-4149-af4f-917e1d7192b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392216 Nov 15 11:32:33.967977 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a0404-9575-4a53-b24c-73529d75a55a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Network': ['ID=281451d4-9d4d-4e45-a830-45683c09fc85,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:33.978744 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 281451d4-9d4d-4e45-a830-45683c09fc85 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:32:33.993624 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ed3a0404-9575-4a53-b24c-73529d75a55a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4851744 Nov 15 11:32:33.995184 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54686) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:34.007280 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5ee2ea0b-1e9c-42df-81fc-b0899b456c4c tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'subnet': {'network_id': '281451d4-9d4d-4e45-a830-45683c09fc85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:34.170355 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee2ea0b-1e9c-42df-81fc-b0899b456c4c tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Made reservation on behalf of fe34575a4744467b8b6069e120eb7d68 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:34.178715 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ee2ea0b-1e9c-42df-81fc-b0899b456c4c tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:34.214830 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed43ac2-c52b-4578-8f92-8c39cc9f92ff None None] DHCP port deletion for 3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:32:34.231344 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-20e6349c-58e9-4f76-a8d6-2cb164f74353 None None] Could not find standard attr ID for object 7ad60c31-89f7-4064-bd17-cee244aa1eab. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:32:34.285349 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97643c90-a212-4a28-a1f9-c8a3832fcc7f None None] Network 3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:34.311516 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97643c90-a212-4a28-a1f9-c8a3832fcc7f None None] Network 3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15 could not be found, it might have been deleted concurrently. {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 15 11:32:34.406020 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 78d4befc-bb61-4208-99ba-9f1242512750 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:32:34.467779 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ee2ea0b-1e9c-42df-81fc-b0899b456c4c tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:34.487183 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12adbb60-ce5d-40e3-8ea0-37160ab81c13 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:34.490103 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12adbb60-ce5d-40e3-8ea0-37160ab81c13 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:34.497221 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54696) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:34.497458 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-12adbb60-ce5d-40e3-8ea0-37160ab81c13 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "DELETE /v2.0/floatingips/5b57c61b-7ac4-43f1-8a0b-bfa591bdc46b HTTP/1.1" status: 204 len: 168 time: 2.3628414 Nov 15 11:32:34.508721 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 78d4befc-bb61-4208-99ba-9f1242512750 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:32:34.513207 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 78d4befc-bb61-4208-99ba-9f1242512750 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:34.513996 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:34.529035 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf321e-dda0-42b5-9851-fb89070f630d req-5f7bea39-0f5b-4905-aeb3-6fe14ec8fff1 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:34.531132 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f6cf321e-dda0-42b5-9851-fb89070f630d req-5f7bea39-0f5b-4905-aeb3-6fe14ec8fff1 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 945 time: 0.0905516 Nov 15 11:32:34.607754 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e51d76c-6209-4fe3-9855-10753b49c38d tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] DELETE failed (client error): The resource could not be found. Nov 15 11:32:34.610306 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e51d76c-6209-4fe3-9855-10753b49c38d tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:32:34.621654 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f6cf321e-dda0-42b5-9851-fb89070f630d req-7a0a4754-31fe-4086-bb01-c9f060be6f19 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b74dd2b-a04a-4149-af4f-917e1d7192b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792623 Nov 15 11:32:34.624154 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54700) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:34.624617 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3e51d76c-6209-4fe3-9855-10753b49c38d tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "DELETE /v2.0/ports/c5f37237-f8ab-4267-bf10-83e4a87a416d HTTP/1.1" status: 404 len: 333 time: 0.0822768 Nov 15 11:32:34.636719 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee2ea0b-1e9c-42df-81fc-b0899b456c4c tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Checking segment: {'id': 'e0e45e51-2cfa-4757-9269-1e03344e4efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '281451d4-9d4d-4e45-a830-45683c09fc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:34.637077 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee2ea0b-1e9c-42df-81fc-b0899b456c4c tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Network hostable DHCP agents. Network: 281451d4-9d4d-4e45-a830-45683c09fc85, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:32:34.650031 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54702) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:34.668182 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-377e5ad3-33f2-4236-914f-27625f29e442 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "GET /v2.0/ports?device_id=83776dd3-2c47-45b0-af92-a7433cd8c9e1 HTTP/1.1" status: 200 len: 205 time: 0.0420845 Nov 15 11:32:34.670141 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54706) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:34.699111 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2ea0b-1e9c-42df-81fc-b0899b456c4c tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Subnet': ['ID=780aa5aa-d35a-4304-a441-cdcc897ad4ef,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:34.706447 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:34.722924 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-19122a4b-a636-4706-9f5b-2f8fb93596fe tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] delete failed (client error): The resource could not be found. Nov 15 11:32:34.724526 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-19122a4b-a636-4706-9f5b-2f8fb93596fe tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "DELETE /v2.0/routers/83776dd3-2c47-45b0-af92-a7433cd8c9e1 HTTP/1.1" status: 404 len: 336 time: 0.0523851 Nov 15 11:32:34.726100 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc1b1-7cde-41fc-89c4-f82daf486649 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:34.727963 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54708) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:34.739619 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee2ea0b-1e9c-42df-81fc-b0899b456c4c tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Network 281451d4-9d4d-4e45-a830-45683c09fc85 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:32:34.753587 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd239d9c-b4d9-4142-bded-e917deba74d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d4befc-bb61-4208-99ba-9f1242512750'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:32:34.756805 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737b5306-78eb-4295-8992-658409a10d78" -d '{"events": [{"server_uuid": "fd239d9c-b4d9-4142-bded-e917deba74d7", "name": "network-vif-plugged", "status": "completed", "tag": "78d4befc-bb61-4208-99ba-9f1242512750"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:32:34.785173 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40a43c7-b69b-4918-b613-8641c4060594 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:32:34.791124 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 78d4befc-bb61-4208-99ba-9f1242512750, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=78d4befc-bb61-4208-99ba-9f1242512750,segment=NetworkSegment(7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2),segment_id=7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:34.793413 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6afed04-9e77-49a2-86b4-170f00ab3ba5 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] DELETE failed (client error): The resource could not be found. Nov 15 11:32:34.793851 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6afed04-9e77-49a2-86b4-170f00ab3ba5 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:32:34.804201 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d6afed04-9e77-49a2-86b4-170f00ab3ba5 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "DELETE /v2.0/subnets/aa6b7a00-a962-4699-a6b2-7bbcbb396cdb HTTP/1.1" status: 404 len: 337 time: 0.0725980 Nov 15 11:32:34.804859 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54714) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:34.810941 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:34.827953 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5ee2ea0b-1e9c-42df-81fc-b0899b456c4c tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 281451d4-9d4d-4e45-a830-45683c09fc85) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:34.877687 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc939b92-3374-4e74-acb0-0d947d7c6c48 x-openstack-request-id: req-bc939b92-3374-4e74-acb0-0d947d7c6c48 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:32:34.878137 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd239d9c-b4d9-4142-bded-e917deba74d7", "name": "network-vif-plugged", "status": "completed", "tag": "78d4befc-bb61-4208-99ba-9f1242512750", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:32:34.878504 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc939b92-3374-4e74-acb0-0d947d7c6c48 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:32:34.879721 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd239d9c-b4d9-4142-bded-e917deba74d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d4befc-bb61-4208-99ba-9f1242512750', 'code': 200} Nov 15 11:32:34.883923 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd05b586-dd99-47a2-8402-ae7d2ce8277a None None] Network 281451d4-9d4d-4e45-a830-45683c09fc85 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:34.915354 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fc1b1-7cde-41fc-89c4-f82daf486649 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event deleted for resources: {'Port': ['ID=9f241e72-4c90-4d3e-8f40-86155381da8e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:34.924626 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee2ea0b-1e9c-42df-81fc-b0899b456c4c tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:34.925217 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ee2ea0b-1e9c-42df-81fc-b0899b456c4c tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:34.933464 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc1b1-7cde-41fc-89c4-f82daf486649 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:34.950582 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc1b1-7cde-41fc-89c4-f82daf486649 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:34.956103 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54724) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:34.956910 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fd7fc1b1-7cde-41fc-89c4-f82daf486649 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "DELETE /v2.0/floatingips/f545236a-9c11-49ca-8ca2-fdd7407e5ad4 HTTP/1.1" status: 204 len: 168 time: 2.1860216 Nov 15 11:32:34.998822 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5ee2ea0b-1e9c-42df-81fc-b0899b456c4c tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0031712 Nov 15 11:32:35.019100 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54726) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:35.064433 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6613ba-e7d1-4056-9e7b-3e979789244b req-bd34e6a9-e3bc-483e-851a-48373b1f07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:35.068093 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c6613ba-e7d1-4056-9e7b-3e979789244b req-bd34e6a9-e3bc-483e-851a-48373b1f07a2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fd239d9c-b4d9-4142-bded-e917deba74d7 HTTP/1.1" status: 200 len: 1097 time: 0.1427712 Nov 15 11:32:35.087022 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7ad60c31-89f7-4064-bd17-cee244aa1eab no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:32:35.139340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 7ad60c31-89f7-4064-bd17-cee244aa1eab {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:32:35.139847 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7ad60c31-89f7-4064-bd17-cee244aa1eab not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:32:35.169683 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=78d4befc-bb61-4208-99ba-9f1242512750,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:35.196813 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c6613ba-e7d1-4056-9e7b-3e979789244b req-020acd93-6014-49e1-acfe-a3a77b75757d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786810 Nov 15 11:32:35.233462 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bf8094-4f47-4169-9062-3a7008b1f025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-281451d4-9d4d-4e45-a830-45683c09fc85', 'network_id': '281451d4-9d4d-4e45-a830-45683c09fc85', 'tenant_id': 'fe34575a4744467b8b6069e120eb7d68', 'fixed_ips': [{'subnet_id': '780aa5aa-d35a-4304-a441-cdcc897ad4ef'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:32:35.235649 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8094-4f47-4169-9062-3a7008b1f025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:35.246514 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde864d-c8dd-487f-b8fd-12e0029e56f6 req-edc8aed5-08f4-4835-9fc8-de8a2cb59a98 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:35.265914 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7864a3d4-7ca1-4e59-a05c-c09b3eef0788 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Deleting port 9e435742-7800-4fe4-8513-8d966e99afc6 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:35.266430 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7864a3d4-7ca1-4e59-a05c-c09b3eef0788 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:35.274144 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b51e83-21e6-48c8-8366-37eb80684d1e tempest-TestServerBasicOps-644112102 tempest-TestServerBasicOps-644112102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:35.278656 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bbde864d-c8dd-487f-b8fd-12e0029e56f6 req-edc8aed5-08f4-4835-9fc8-de8a2cb59a98 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd239d9c-b4d9-4142-bded-e917deba74d7 HTTP/1.1" status: 200 len: 946 time: 0.2182100 Nov 15 11:32:35.278859 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-69b51e83-21e6-48c8-8366-37eb80684d1e tempest-TestServerBasicOps-644112102 tempest-TestServerBasicOps-644112102-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 1091 time: 0.6247034 Nov 15 11:32:35.310697 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54734) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:35.316898 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-6188ef22-d3ca-42a2-a05f-c0951749211a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': '8302de5d-40e0-400a-9a11-ad5fbad02516', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:35.321084 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:35.349584 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1c45bd02-23b7-4467-993c-603e9b477563 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Deleting port b5c5f658-3e97-46d3-b735-9ae8bc3ad568 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:35.350000 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c45bd02-23b7-4467-993c-603e9b477563 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:35.426900 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bbde864d-c8dd-487f-b8fd-12e0029e56f6 req-49eecb02-f753-4be6-9e94-6fac51aec1b6 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496973 Nov 15 11:32:35.438853 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6188ef22-d3ca-42a2-a05f-c0951749211a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:35.483061 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7864a3d4-7ca1-4e59-a05c-c09b3eef0788 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:35.518930 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7864a3d4-7ca1-4e59-a05c-c09b3eef0788 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Calling delete_port for 9e435742-7800-4fe4-8513-8d966e99afc6 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:35.529476 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-b6bf8094-4f47-4169-9062-3a7008b1f025 None None] Allocated IP 172.20.0.1 (281451d4-9d4d-4e45-a830-45683c09fc85/780aa5aa-d35a-4304-a441-cdcc897ad4ef/afb8bad7-f875-4905-8b20-60f78f07d096) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:32:35.626584 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6188ef22-d3ca-42a2-a05f-c0951749211a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:35.645697 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:35.703246 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c45bd02-23b7-4467-993c-603e9b477563 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:35.751622 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1c45bd02-23b7-4467-993c-603e9b477563 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Calling delete_port for b5c5f658-3e97-46d3-b735-9ae8bc3ad568 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:35.863205 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8094-4f47-4169-9062-3a7008b1f025 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:35.887930 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8094-4f47-4169-9062-3a7008b1f025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:35.896083 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7864a3d4-7ca1-4e59-a05c-c09b3eef0788 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:35.944078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-6188ef22-d3ca-42a2-a05f-c0951749211a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Allocated IP 172.25.7.126 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/2714729c-a682-4010-bb68-e0abd7820930) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:32:35.955175 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:35.957647 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864a3d4-7ca1-4e59-a05c-c09b3eef0788 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event deleted for resources: {'Port': ['ID=9e435742-7800-4fe4-8513-8d966e99afc6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:35.988334 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf8094-4f47-4169-9062-3a7008b1f025 None None] Pushing event updated for resources: {'Port': ['ID=afb8bad7-f875-4905-8b20-60f78f07d096,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:35.995426 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Subnet': ['ID=780aa5aa-d35a-4304-a441-cdcc897ad4ef,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:36.027131 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bf8094-4f47-4169-9062-3a7008b1f025 None None] Network 281451d4-9d4d-4e45-a830-45683c09fc85 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:32:36.032284 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-b6bf8094-4f47-4169-9062-3a7008b1f025 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:36.037631 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bf8094-4f47-4169-9062-3a7008b1f025 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:32:36.051033 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57621a20-e4e6-4571-8198-c1580295b8ba None None] DHCP port deletion for abe3b8ac-37d6-49b5-a6b3-15081362c195 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:32:36.124778 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b6bf8094-4f47-4169-9062-3a7008b1f025 None None] Attempting to bind port afb8bad7-f875-4905-8b20-60f78f07d096 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:32:36.125851 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b6bf8094-4f47-4169-9062-3a7008b1f025 None None] Attempting to bind port afb8bad7-f875-4905-8b20-60f78f07d096 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e0e45e51-2cfa-4757-9269-1e03344e4efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '281451d4-9d4d-4e45-a830-45683c09fc85'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:32:36.126362 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf8094-4f47-4169-9062-3a7008b1f025 None None] Attempting to bind port afb8bad7-f875-4905-8b20-60f78f07d096 on network 281451d4-9d4d-4e45-a830-45683c09fc85 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:32:36.133100 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf8094-4f47-4169-9062-3a7008b1f025 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:32:36.133781 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf8094-4f47-4169-9062-3a7008b1f025 None None] Checking segment: {'id': 'e0e45e51-2cfa-4757-9269-1e03344e4efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '281451d4-9d4d-4e45-a830-45683c09fc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:36.134328 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8094-4f47-4169-9062-3a7008b1f025 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:36.134878 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf8094-4f47-4169-9062-3a7008b1f025 None None] Bound using segment: {'id': 'e0e45e51-2cfa-4757-9269-1e03344e4efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '281451d4-9d4d-4e45-a830-45683c09fc85'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:32:36.135494 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b6bf8094-4f47-4169-9062-3a7008b1f025 None None] Bound port: afb8bad7-f875-4905-8b20-60f78f07d096, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e45e51-2cfa-4757-9269-1e03344e4efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '281451d4-9d4d-4e45-a830-45683c09fc85'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:32:36.136139 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8094-4f47-4169-9062-3a7008b1f025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:36.169395 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6188ef22-d3ca-42a2-a05f-c0951749211a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:36.235369 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6188ef22-d3ca-42a2-a05f-c0951749211a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:36.244390 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:36.248279 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b6bf8094-4f47-4169-9062-3a7008b1f025 None None] For port afb8bad7-f875-4905-8b20-60f78f07d096, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:32:36.265449 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b6bf8094-4f47-4169-9062-3a7008b1f025 None None] For port afb8bad7-f875-4905-8b20-60f78f07d096, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=afb8bad7-f875-4905-8b20-60f78f07d096,segment=NetworkSegment(e0e45e51-2cfa-4757-9269-1e03344e4efb),segment_id=e0e45e51-2cfa-4757-9269-1e03344e4efb)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:32:36.266941 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e6090024-756c-48a7-86cc-22ea8cb6df76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:36.278517 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8094-4f47-4169-9062-3a7008b1f025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:36.278781 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['281451d4-9d4d-4e45-a830-45683c09fc85']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:36.289040 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6188ef22-d3ca-42a2-a05f-c0951749211a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:32:36.290728 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e45e51-2cfa-4757-9269-1e03344e4efb') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:36.291099 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e45e51-2cfa-4757-9269-1e03344e4efb') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:36.292351 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-6188ef22-d3ca-42a2-a05f-c0951749211a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:36.296411 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6188ef22-d3ca-42a2-a05f-c0951749211a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:32:36.304078 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:36.319598 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:36.329357 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:32:36.329619 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:36.333639 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c45bd02-23b7-4467-993c-603e9b477563 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:32:36.337912 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:32:36.372876 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188ef22-d3ca-42a2-a05f-c0951749211a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Pushing event updated for resources: {'Port': ['ID=2714729c-a682-4010-bb68-e0abd7820930,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:36.461442 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45bd02-23b7-4467-993c-603e9b477563 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event deleted for resources: {'Port': ['ID=b5c5f658-3e97-46d3-b735-9ae8bc3ad568,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:36.537173 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7864a3d4-7ca1-4e59-a05c-c09b3eef0788 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:36.541312 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7864a3d4-7ca1-4e59-a05c-c09b3eef0788 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "DELETE /v2.0/ports/9e435742-7800-4fe4-8513-8d966e99afc6 HTTP/1.1" status: 204 len: 168 time: 1.7349591 Nov 15 11:32:36.548057 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54764) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:36.582884 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d02a2a7-0ae4-4d11-9267-202f871b51a5 None None] Network 281451d4-9d4d-4e45-a830-45683c09fc85 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:36.599372 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 11:32:36.599372 n-d-729945-9 neutron-server[102677]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 11:32:36.599372 n-d-729945-9 neutron-server[102677]: [parameters: {'id': '281451d4-9d4d-4e45-a830-45683c09fc85'}] Nov 15 11:32:36.599372 n-d-729945-9 neutron-server[102677]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:32:36.600178 n-d-729945-9 neutron-server[102677]: DEBUG oslo_db.api [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:32:36.644889 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c45bd02-23b7-4467-993c-603e9b477563 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:36.652173 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1c45bd02-23b7-4467-993c-603e9b477563 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "DELETE /v2.0/ports/b5c5f658-3e97-46d3-b735-9ae8bc3ad568 HTTP/1.1" status: 204 len: 168 time: 1.6927462 Nov 15 11:32:36.670915 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54770) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:36.673167 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf8094-4f47-4169-9062-3a7008b1f025 None None] Pushing event updated for resources: {'Port': ['ID=afb8bad7-f875-4905-8b20-60f78f07d096,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:36.783138 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-63c69b42-87a1-4546-ba6d-ce9d6e237ef4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Deleting port e3dc7fdf-17a6-4f91-a4d0-d511f308534f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:36.783586 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63c69b42-87a1-4546-ba6d-ce9d6e237ef4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:36.848502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b12de-5466-43f7-920b-c9a18ae176e8 req-90882896-2841-4ba9-a5d3-261adb96c499 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:36.850790 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-674b12de-5466-43f7-920b-c9a18ae176e8 req-90882896-2841-4ba9-a5d3-261adb96c499 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd239d9c-b4d9-4142-bded-e917deba74d7 HTTP/1.1" status: 200 len: 946 time: 0.1166024 Nov 15 11:32:36.873902 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f4781c92-9d61-4f8e-bd7b-8adadea036af tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Deleting port bc1db242-bc41-4115-8ee6-dd7f58c66f19 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:36.874144 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4781c92-9d61-4f8e-bd7b-8adadea036af tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:36.952868 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63c69b42-87a1-4546-ba6d-ce9d6e237ef4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:36.972753 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-63c69b42-87a1-4546-ba6d-ce9d6e237ef4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Calling delete_port for e3dc7fdf-17a6-4f91-a4d0-d511f308534f owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:37.057064 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4781c92-9d61-4f8e-bd7b-8adadea036af tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:37.060987 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-674b12de-5466-43f7-920b-c9a18ae176e8 req-dc2160c6-78ca-4d1d-8b5a-8d466112b56c tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941419 Nov 15 11:32:37.090614 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f4781c92-9d61-4f8e-bd7b-8adadea036af tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Calling delete_port for bc1db242-bc41-4115-8ee6-dd7f58c66f19 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:37.111184 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:37.155322 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6188ef22-d3ca-42a2-a05f-c0951749211a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:37.177778 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3877d869-e95d-4679-be81-f262516efbaf None None] get_active_networks_info from n-d-729945-9 {{(pid=102679) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 11:32:37.266563 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6188ef22-d3ca-42a2-a05f-c0951749211a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:37.363100 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63c69b42-87a1-4546-ba6d-ce9d6e237ef4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:37.397225 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Deleting port afb8bad7-f875-4905-8b20-60f78f07d096 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:37.397585 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:37.400410 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3877d869-e95d-4679-be81-f262516efbaf None None] Resources bound (agent type, host, resource id): {{(pid=102679) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 11:32:37.474947 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c69b42-87a1-4546-ba6d-ce9d6e237ef4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event deleted for resources: {'Port': ['ID=e3dc7fdf-17a6-4f91-a4d0-d511f308534f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:37.519519 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4781c92-9d61-4f8e-bd7b-8adadea036af tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:37.538864 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6188ef22-d3ca-42a2-a05f-c0951749211a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:37.553486 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6188ef22-d3ca-42a2-a05f-c0951749211a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:37.593882 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4781c92-9d61-4f8e-bd7b-8adadea036af tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event deleted for resources: {'Port': ['ID=bc1db242-bc41-4115-8ee6-dd7f58c66f19,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:37.632860 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] For port afb8bad7-f875-4905-8b20-60f78f07d096, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=afb8bad7-f875-4905-8b20-60f78f07d096,segment=NetworkSegment(e0e45e51-2cfa-4757-9269-1e03344e4efb),segment_id=e0e45e51-2cfa-4757-9269-1e03344e4efb)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:37.633231 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:37.658746 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188ef22-d3ca-42a2-a05f-c0951749211a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Pushing event updated for resources: {'Port': ['ID=2714729c-a682-4010-bb68-e0abd7820930,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:37.680746 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Calling delete_port for afb8bad7-f875-4905-8b20-60f78f07d096 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:37.704496 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63c69b42-87a1-4546-ba6d-ce9d6e237ef4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:37.707782 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-63c69b42-87a1-4546-ba6d-ce9d6e237ef4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "DELETE /v2.0/ports/e3dc7fdf-17a6-4f91-a4d0-d511f308534f HTTP/1.1" status: 204 len: 168 time: 1.1583810 Nov 15 11:32:37.716192 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6188ef22-d3ca-42a2-a05f-c0951749211a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:37.717984 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54792) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:37.754261 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4781c92-9d61-4f8e-bd7b-8adadea036af tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:37.760195 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f4781c92-9d61-4f8e-bd7b-8adadea036af tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "DELETE /v2.0/ports/bc1db242-bc41-4115-8ee6-dd7f58c66f19 HTTP/1.1" status: 204 len: 168 time: 1.0880153 Nov 15 11:32:37.760783 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54794) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:37.834031 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-effec668-6d8c-4368-a443-a4c2850e016b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Deleting subnet 9c67d03c-8fcf-4946-865e-deec42cfabd9 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:32:37.838181 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-effec668-6d8c-4368-a443-a4c2850e016b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:37.867641 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faaddfe-978a-4d8e-a8ac-36e27d899866 None None] DHCP port deletion for abe3b8ac-37d6-49b5-a6b3-15081362c195 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:32:37.871416 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:37.894711 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c678925-1ceb-4f67-8d52-9bdcf1166d33 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:37.896413 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2c678925-1ceb-4f67-8d52-9bdcf1166d33 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "GET /v2.0/ports?device_id=81103ecc-216a-45c0-9cf4-f315c30ad9ab HTTP/1.1" status: 200 len: 913 time: 0.1765954 Nov 15 11:32:37.899580 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54800) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:37.904779 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No DVR routers for this DVR port afb8bad7-f875-4905-8b20-60f78f07d096 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:32:37.964566 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Port': ['ID=afb8bad7-f875-4905-8b20-60f78f07d096,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:37.968465 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-effec668-6d8c-4368-a443-a4c2850e016b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:38.062918 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:38.107030 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['281451d4-9d4d-4e45-a830-45683c09fc85']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:38.122594 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e45e51-2cfa-4757-9269-1e03344e4efb') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:38.122884 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e45e51-2cfa-4757-9269-1e03344e4efb') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:38.136822 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:38.144430 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-effec668-6d8c-4368-a443-a4c2850e016b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:38.178210 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:38.191038 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:32:38.191439 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:32:38.195534 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:32:38.237838 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-6188ef22-d3ca-42a2-a05f-c0951749211a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Floating IP bfaa9c04-9c6d-4568-874f-85e816b98597 associated. External IP: 172.25.7.126, port: 8302de5d-40e0-400a-9a11-ad5fbad02516. Nov 15 11:32:38.282670 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:38.308407 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:38.318242 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/networks/281451d4-9d4d-4e45-a830-45683c09fc85 HTTP/1.1" status: 204 len: 168 time: 3.2947276 Nov 15 11:32:38.325001 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-effec668-6d8c-4368-a443-a4c2850e016b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:38.330213 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54806) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:38.337035 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54808) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:38.353755 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b9dc5566-7d04-4bc0-8abe-cc3be4426130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:38.383521 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-64f2f2dd-9d31-46fc-8ab3-b37d4a3bf518 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2021018006'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:38.385570 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf4c1b-73f5-4f8b-a4a6-676ef8ca7ce8 req-f0732f51-b5dc-4a07-8007-3b4ecf7a804a tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:38.386594 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effec668-6d8c-4368-a443-a4c2850e016b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event deleted for resources: {'Subnet': ['ID=9c67d03c-8fcf-4946-865e-deec42cfabd9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:38.387067 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3fdf4c1b-73f5-4f8b-a4a6-676ef8ca7ce8 req-f0732f51-b5dc-4a07-8007-3b4ecf7a804a tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd239d9c-b4d9-4142-bded-e917deba74d7 HTTP/1.1" status: 200 len: 946 time: 0.2225869 Nov 15 11:32:38.450192 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a553c0-81ab-4a77-ab68-0c2c2099efe9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Network': ['ID=281451d4-9d4d-4e45-a830-45683c09fc85,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:38.466225 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-effec668-6d8c-4368-a443-a4c2850e016b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:38.472983 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0578710-6c2a-4c46-a881-38e988128279 None None] Network 71cd31ab-aef9-4c82-a7fe-78615c051843 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:38.489192 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-effec668-6d8c-4368-a443-a4c2850e016b tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "DELETE /v2.0/subnets/9c67d03c-8fcf-4946-865e-deec42cfabd9 HTTP/1.1" status: 204 len: 168 time: 0.7237771 Nov 15 11:32:38.490973 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f2f2dd-9d31-46fc-8ab3-b37d4a3bf518 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Made reservation on behalf of fe34575a4744467b8b6069e120eb7d68 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:38.501323 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3fdf4c1b-73f5-4f8b-a4a6-676ef8ca7ce8 req-ce2633ca-89db-43ef-8d4b-9e9ff35653c5 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028655 Nov 15 11:32:38.502005 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64f2f2dd-9d31-46fc-8ab3-b37d4a3bf518 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:38.504303 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54814) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:38.569402 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f2f2dd-9d31-46fc-8ab3-b37d4a3bf518 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:32:38.612279 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64f2f2dd-9d31-46fc-8ab3-b37d4a3bf518 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:38.612813 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-64f2f2dd-9d31-46fc-8ab3-b37d4a3bf518 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Added segment 1f53bfa8-95a2-4a05-9f64-0364be4a0a05 of type vlan for network 933b693e-e5d0-4202-9adc-95c29c013709 Nov 15 11:32:38.622867 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8243cf46-5386-4418-9906-27dc64e336c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:38.692590 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64f2f2dd-9d31-46fc-8ab3-b37d4a3bf518 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:38.733798 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64f2f2dd-9d31-46fc-8ab3-b37d4a3bf518 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:38.737612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d27756b-44ed-40b7-93eb-9edc83f82e71 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Deleting subnet 21db8475-8f73-44ea-a113-f3f3e3c06216 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:32:38.742288 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f2f2dd-9d31-46fc-8ab3-b37d4a3bf518 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:38.743514 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64f2f2dd-9d31-46fc-8ab3-b37d4a3bf518 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:38.747998 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5d27756b-44ed-40b7-93eb-9edc83f82e71 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:38.839420 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c47574-38e8-4fcf-b547-00db15acb0bd None None] DHCP port deletion for 71cd31ab-aef9-4c82-a7fe-78615c051843 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:32:38.865881 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5d27756b-44ed-40b7-93eb-9edc83f82e71 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:38.875026 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-64f2f2dd-9d31-46fc-8ab3-b37d4a3bf518 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5157290 Nov 15 11:32:38.875794 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54822) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:38.880957 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9b19ada3-3406-41f1-b61f-c98ee5b9e90d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'subnet': {'network_id': '933b693e-e5d0-4202-9adc-95c29c013709', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:38.899802 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2f2dd-9d31-46fc-8ab3-b37d4a3bf518 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Network': ['ID=933b693e-e5d0-4202-9adc-95c29c013709,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:38.914276 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 933b693e-e5d0-4202-9adc-95c29c013709 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:32:38.944871 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88b616a6-ef99-4739-bd8e-ea3957fa8ab9 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:38.994068 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b19ada3-3406-41f1-b61f-c98ee5b9e90d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Made reservation on behalf of fe34575a4744467b8b6069e120eb7d68 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:38.999898 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b19ada3-3406-41f1-b61f-c98ee5b9e90d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:39.007738 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6188ef22-d3ca-42a2-a05f-c0951749211a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Router 535c6edc-990c-45b7-a99d-8e5aaaeea556 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:32:39.090857 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 179d89b1-ee8c-4550-a6ce-3d7f753c0b0d no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:32:39.092274 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8243cf46-5386-4418-9906-27dc64e336c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:39.127201 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8243cf46-5386-4418-9906-27dc64e336c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:39.150854 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-89c47574-38e8-4fcf-b547-00db15acb0bd None None] Deleting port 179d89b1-ee8c-4550-a6ce-3d7f753c0b0d {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:39.151303 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-89c47574-38e8-4fcf-b547-00db15acb0bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:39.304029 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-89c47574-38e8-4fcf-b547-00db15acb0bd None None] For port 179d89b1-ee8c-4550-a6ce-3d7f753c0b0d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=179d89b1-ee8c-4550-a6ce-3d7f753c0b0d,segment=NetworkSegment(67d16816-45de-429a-9234-5131d2d66d0f),segment_id=67d16816-45de-429a-9234-5131d2d66d0f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:39.304711 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-89c47574-38e8-4fcf-b547-00db15acb0bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:39.333139 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-89c47574-38e8-4fcf-b547-00db15acb0bd None None] Calling delete_port for 179d89b1-ee8c-4550-a6ce-3d7f753c0b0d owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:39.339938 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:39.348992 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b19ada3-3406-41f1-b61f-c98ee5b9e90d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:39.410010 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 179d89b1-ee8c-4550-a6ce-3d7f753c0b0d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=179d89b1-ee8c-4550-a6ce-3d7f753c0b0d,segment=NetworkSegment(67d16816-45de-429a-9234-5131d2d66d0f),segment_id=67d16816-45de-429a-9234-5131d2d66d0f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:39.421570 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:39.495033 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=179d89b1-ee8c-4550-a6ce-3d7f753c0b0d,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:39.497065 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19ada3-3406-41f1-b61f-c98ee5b9e90d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Subnet': ['ID=c05c0481-e188-4527-9d84-fb6e02d3a80c,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:39.499452 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-89c47574-38e8-4fcf-b547-00db15acb0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:39.520352 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b19ada3-3406-41f1-b61f-c98ee5b9e90d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Checking segment: {'id': '1f53bfa8-95a2-4a05-9f64-0364be4a0a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '933b693e-e5d0-4202-9adc-95c29c013709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:39.520871 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b19ada3-3406-41f1-b61f-c98ee5b9e90d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Network hostable DHCP agents. Network: 933b693e-e5d0-4202-9adc-95c29c013709, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:32:39.535737 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c47574-38e8-4fcf-b547-00db15acb0bd None None] Pushing event deleted for resources: {'Port': ['ID=179d89b1-ee8c-4550-a6ce-3d7f753c0b0d,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:39.540613 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c47574-38e8-4fcf-b547-00db15acb0bd None None] No DVR routers for this DVR port 179d89b1-ee8c-4550-a6ce-3d7f753c0b0d on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:32:39.570873 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b19ada3-3406-41f1-b61f-c98ee5b9e90d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Network 933b693e-e5d0-4202-9adc-95c29c013709 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:32:39.596579 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-9b19ada3-3406-41f1-b61f-c98ee5b9e90d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 933b693e-e5d0-4202-9adc-95c29c013709) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:39.602520 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b19ada3-3406-41f1-b61f-c98ee5b9e90d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:39.603557 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b19ada3-3406-41f1-b61f-c98ee5b9e90d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:39.608472 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9fa4a7-b2c5-4666-97a9-05803fa2046d None None] Network 933b693e-e5d0-4202-9adc-95c29c013709 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:39.658879 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9b19ada3-3406-41f1-b61f-c98ee5b9e90d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7793219 Nov 15 11:32:39.658879 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54834) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:39.783032 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3bdeae2-6801-4446-9fad-cefeb65f7484 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:39.846407 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3bdeae2-6801-4446-9fad-cefeb65f7484 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:39.887735 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8243cf46-5386-4418-9906-27dc64e336c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b3dd5e65f434f51bfdcf8222223788d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5206919 Nov 15 11:32:39.897096 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243cf46-5386-4418-9906-27dc64e336c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef07ee6-2da7-4fbd-bfd1-30400240b98f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:39.900265 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5d27756b-44ed-40b7-93eb-9edc83f82e71 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:39.912998 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54836) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:39.929645 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:39.932154 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbe4218-6350-4bc9-92b3-30e2e8d67e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-933b693e-e5d0-4202-9adc-95c29c013709', 'network_id': '933b693e-e5d0-4202-9adc-95c29c013709', 'tenant_id': 'fe34575a4744467b8b6069e120eb7d68', 'fixed_ips': [{'subnet_id': 'c05c0481-e188-4527-9d84-fb6e02d3a80c'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:32:39.933078 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0cbe4218-6350-4bc9-92b3-30e2e8d67e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:39.934662 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3bdeae2-6801-4446-9fad-cefeb65f7484 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:39.972868 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bdeae2-6801-4446-9fad-cefeb65f7484 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Subnet': ['ID=c05c0481-e188-4527-9d84-fb6e02d3a80c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:40.099597 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81ddcec-7187-4d55-93e1-7d728ec356e8 None None] Network 933b693e-e5d0-4202-9adc-95c29c013709 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:40.131542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038d8dd-cd35-4e4a-a4a1-207c2e72006d req-a24bbb52-16a1-4180-9a32-f830ef861cc3 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:40.133444 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e038d8dd-cd35-4e4a-a4a1-207c2e72006d req-a24bbb52-16a1-4180-9a32-f830ef861cc3 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd239d9c-b4d9-4142-bded-e917deba74d7 HTTP/1.1" status: 200 len: 946 time: 0.3286667 Nov 15 11:32:40.177344 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-30e6be0b-c409-448c-a893-d0c7d2944bac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:40.235587 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6188ef22-d3ca-42a2-a05f-c0951749211a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:32:40.251525 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5091d431-befd-4cdc-ad6c-8e334594d5d8 None None] Sync routers for ids ['535c6edc-990c-45b7-a99d-8e5aaaeea556'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:32:40.282957 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-30e6be0b-c409-448c-a893-d0c7d2944bac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:40.299301 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5091d431-befd-4cdc-ad6c-8e334594d5d8 None None] Routers {'535c6edc-990c-45b7-a99d-8e5aaaeea556'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:40.300945 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5091d431-befd-4cdc-ad6c-8e334594d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['535c6edc-990c-45b7-a99d-8e5aaaeea556'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:40.333218 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e038d8dd-cd35-4e4a-a4a1-207c2e72006d req-9fc31f8d-7346-4d51-b640-8d8215d2518d tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499045 Nov 15 11:32:40.334612 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5d27756b-44ed-40b7-93eb-9edc83f82e71 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:40.412291 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6188ef22-d3ca-42a2-a05f-c0951749211a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:40.414505 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27756b-44ed-40b7-93eb-9edc83f82e71 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event deleted for resources: {'Subnet': ['ID=21db8475-8f73-44ea-a113-f3f3e3c06216,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:40.420138 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5d27756b-44ed-40b7-93eb-9edc83f82e71 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:40.423257 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5d27756b-44ed-40b7-93eb-9edc83f82e71 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "DELETE /v2.0/subnets/21db8475-8f73-44ea-a113-f3f3e3c06216 HTTP/1.1" status: 204 len: 168 time: 1.9175494 Nov 15 11:32:40.429120 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54838) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:40.474861 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-5091d431-befd-4cdc-ad6c-8e334594d5d8 None None] Set router 535c6edc-990c-45b7-a99d-8e5aaaeea556 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:32:40.497387 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86073095-d738-4fb9-beaa-d51bbc8fe326 None None] Network 4c80147d-a460-4aca-9746-ccf4bbea3343 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:40.536797 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6188ef22-d3ca-42a2-a05f-c0951749211a tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2246380 Nov 15 11:32:40.546355 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb225be4-d47e-4b17-836c-610e2b6d5c60', 'tag': '8302de5d-40e0-400a-9a11-ad5fbad02516'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:32:40.548971 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3464643a-1c63-4da5-8ce2-2cb50e7117da" -d '{"events": [{"name": "network-changed", "server_uuid": "bb225be4-d47e-4b17-836c-610e2b6d5c60", "tag": "8302de5d-40e0-400a-9a11-ad5fbad02516"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:32:40.586477 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-30e6be0b-c409-448c-a893-d0c7d2944bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:40.589349 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-30e6be0b-c409-448c-a893-d0c7d2944bac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:40.593608 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-30e6be0b-c409-448c-a893-d0c7d2944bac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aef07ee6-2da7-4fbd-bfd1-30400240b98f HTTP/1.1" status: 204 len: 168 time: 0.6728954 Nov 15 11:32:40.608096 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-88b616a6-ef99-4739-bd8e-ea3957fa8ab9 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Deleting port f8eb2459-beef-4792-a308-b71cb0c147a5 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:40.608436 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88b616a6-ef99-4739-bd8e-ea3957fa8ab9 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:40.611470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6be0b-c409-448c-a893-d0c7d2944bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef07ee6-2da7-4fbd-bfd1-30400240b98f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:40.636161 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3bdeae2-6801-4446-9fad-cefeb65f7484 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:40.645233 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bdc7e4-7a52-4f96-9bf8-eee4819835b7 x-openstack-request-id: req-b7bdc7e4-7a52-4f96-9bf8-eee4819835b7 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:32:40.645652 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb225be4-d47e-4b17-836c-610e2b6d5c60", "tag": "8302de5d-40e0-400a-9a11-ad5fbad02516", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:32:40.645769 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b7bdc7e4-7a52-4f96-9bf8-eee4819835b7 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:32:40.646128 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb225be4-d47e-4b17-836c-610e2b6d5c60', 'tag': '8302de5d-40e0-400a-9a11-ad5fbad02516', 'status': 'completed', 'code': 200} Nov 15 11:32:40.738214 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464643a-1c63-4da5-8ce2-2cb50e7117da req-9da0fd96-a9b7-4fe2-948b-02b4348421d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:40.739701 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3464643a-1c63-4da5-8ce2-2cb50e7117da req-9da0fd96-a9b7-4fe2-948b-02b4348421d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c6befd75a17548db897fe48e53eb3cd1&device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 1096 time: 0.0928338 Nov 15 11:32:40.773096 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f3bdeae2-6801-4446-9fad-cefeb65f7484 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933b693e-e5d0-4202-9adc-95c29c013709']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:40.790970 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f3bdeae2-6801-4446-9fad-cefeb65f7484 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f53bfa8-95a2-4a05-9f64-0364be4a0a05') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:40.791401 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f3bdeae2-6801-4446-9fad-cefeb65f7484 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f53bfa8-95a2-4a05-9f64-0364be4a0a05') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:40.805505 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3bdeae2-6801-4446-9fad-cefeb65f7484 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:40.830300 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3bdeae2-6801-4446-9fad-cefeb65f7484 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:40.841368 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3bdeae2-6801-4446-9fad-cefeb65f7484 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:32:40.842404 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3bdeae2-6801-4446-9fad-cefeb65f7484 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:40.887430 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88b616a6-ef99-4739-bd8e-ea3957fa8ab9 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:40.899888 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5091d431-befd-4cdc-ad6c-8e334594d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'name': 'tempest-TestServerBasicOps-1258185139-router', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:31:35Z', 'updated_at': '2021-11-15T11:31:43Z', 'revision_number': 4, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'gw_port': {'id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:37Z', 'updated_at': '2021-11-15T11:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'bfaa9c04-9c6d-4568-874f-85e816b98597', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'floating_ip_address': '172.25.7.126', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'port_id': '8302de5d-40e0-400a-9a11-ad5fbad02516', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424', 'mac_address': 'fa:16:3e:77:b2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb225be4-d47e-4b17-836c-610e2b6d5c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:32:36Z', 'updated_at': '2021-11-15T11:32:36Z', 'revision_number': 0, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9455887-a17e-4bef-bfba-9dbf118c2585', 'name': '', 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'mac_address': 'fa:16:3e:9b:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '1c62f435-1ed6-404a-a855-45179d8b724c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:41Z', 'updated_at': '2021-11-15T11:31:51Z', 'revision_number': 5, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'subnets': [{'id': '1c62f435-1ed6-404a-a855-45179d8b724c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:40.924746 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-88b616a6-ef99-4739-bd8e-ea3957fa8ab9 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Calling delete_port for f8eb2459-beef-4792-a308-b71cb0c147a5 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:40.967347 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5091d431-befd-4cdc-ad6c-8e334594d5d8 None None] Checking router: 535c6edc-990c-45b7-a99d-8e5aaaeea556 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:32:40.980119 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5091d431-befd-4cdc-ad6c-8e334594d5d8 None None] Routers {'535c6edc-990c-45b7-a99d-8e5aaaeea556'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:40.980789 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5091d431-befd-4cdc-ad6c-8e334594d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['535c6edc-990c-45b7-a99d-8e5aaaeea556'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:32:40.985426 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:32:41.016009 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3bdeae2-6801-4446-9fad-cefeb65f7484 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:41.036700 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3bdeae2-6801-4446-9fad-cefeb65f7484 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:41.039936 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f3bdeae2-6801-4446-9fad-cefeb65f7484 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/networks/933b693e-e5d0-4202-9adc-95c29c013709 HTTP/1.1" status: 204 len: 168 time: 1.3821394 Nov 15 11:32:41.050699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54852) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:41.054459 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04da066f-96a4-4c3a-8540-eae7e904c389 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:41.058802 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bdeae2-6801-4446-9fad-cefeb65f7484 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Network': ['ID=933b693e-e5d0-4202-9adc-95c29c013709,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:41.063513 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d049e54b-88be-4d17-8b79-ecd5c16bfa69 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-836895958'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:41.106095 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14a0fe1-f764-4db9-bfe4-4eb6daf11600 None None] DHCP port deletion for 4c80147d-a460-4aca-9746-ccf4bbea3343 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:32:41.156557 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d049e54b-88be-4d17-8b79-ecd5c16bfa69 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Made reservation on behalf of fe34575a4744467b8b6069e120eb7d68 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:41.160682 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d049e54b-88be-4d17-8b79-ecd5c16bfa69 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:41.201374 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f14a0fe1-f764-4db9-bfe4-4eb6daf11600 None None] Deleting port e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:41.201840 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464643a-1c63-4da5-8ce2-2cb50e7117da req-2bf1f800-3635-4080-8c15-331de6a47349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:41.202359 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f14a0fe1-f764-4db9-bfe4-4eb6daf11600 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:41.204191 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3464643a-1c63-4da5-8ce2-2cb50e7117da req-2bf1f800-3635-4080-8c15-331de6a47349 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22cff1ab-90e9-409a-9763-27f9c9815424 HTTP/1.1" status: 200 len: 910 time: 0.4555202 Nov 15 11:32:41.222045 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81aa6a-b29a-4dae-882d-c21194cb8910 req-4e382802-2972-435e-963d-94a183d01c5a tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:41.223660 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d81aa6a-b29a-4dae-882d-c21194cb8910 req-4e382802-2972-435e-963d-94a183d01c5a tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd239d9c-b4d9-4142-bded-e917deba74d7 HTTP/1.1" status: 200 len: 946 time: 0.1546593 Nov 15 11:32:41.249881 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-5091d431-befd-4cdc-ad6c-8e334594d5d8 None None] Set router 535c6edc-990c-45b7-a99d-8e5aaaeea556 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:32:41.266078 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04da066f-96a4-4c3a-8540-eae7e904c389 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:41.280194 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d049e54b-88be-4d17-8b79-ecd5c16bfa69 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:32:41.299308 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-04da066f-96a4-4c3a-8540-eae7e904c389 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71cd31ab-aef9-4c82-a7fe-78615c051843']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:41.308847 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d049e54b-88be-4d17-8b79-ecd5c16bfa69 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:41.309352 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-d049e54b-88be-4d17-8b79-ecd5c16bfa69 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Added segment c2fa498d-86f9-4273-9bd1-868249da511a of type vlan for network aa9ed969-d2ef-4965-942e-cbb2b05c3722 Nov 15 11:32:41.321836 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-04da066f-96a4-4c3a-8540-eae7e904c389 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d16816-45de-429a-9234-5131d2d66d0f') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:41.322428 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-04da066f-96a4-4c3a-8540-eae7e904c389 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d16816-45de-429a-9234-5131d2d66d0f') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:41.343699 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04da066f-96a4-4c3a-8540-eae7e904c389 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:41.354213 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f14a0fe1-f764-4db9-bfe4-4eb6daf11600 None None] For port e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf,segment=NetworkSegment(f00b1bb4-f030-447b-9d91-05fe6b231e91),segment_id=f00b1bb4-f030-447b-9d91-05fe6b231e91)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:41.354597 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f14a0fe1-f764-4db9-bfe4-4eb6daf11600 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:41.365300 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54858) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:41.394231 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04da066f-96a4-4c3a-8540-eae7e904c389 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:41.400588 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-343b256b-df6e-4e47-87e9-1c151993faa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:41.404652 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d049e54b-88be-4d17-8b79-ecd5c16bfa69 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:41.407218 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04da066f-96a4-4c3a-8540-eae7e904c389 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:32:41.407603 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04da066f-96a4-4c3a-8540-eae7e904c389 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:32:41.411531 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:32:41.443775 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3464643a-1c63-4da5-8ce2-2cb50e7117da req-73163821-c3cc-4b4d-a886-74bcfc39f405 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8302de5d-40e0-400a-9a11-ad5fbad02516 HTTP/1.1" status: 200 len: 999 time: 0.1495068 Nov 15 11:32:41.452441 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f14a0fe1-f764-4db9-bfe4-4eb6daf11600 None None] Calling delete_port for e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:41.480197 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:41.520442 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d049e54b-88be-4d17-8b79-ecd5c16bfa69 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:41.526161 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d049e54b-88be-4d17-8b79-ecd5c16bfa69 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:41.526762 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d049e54b-88be-4d17-8b79-ecd5c16bfa69 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:41.541238 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04da066f-96a4-4c3a-8540-eae7e904c389 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:41.596103 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04da066f-96a4-4c3a-8540-eae7e904c389 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:41.602588 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-04da066f-96a4-4c3a-8540-eae7e904c389 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "DELETE /v2.0/networks/71cd31ab-aef9-4c82-a7fe-78615c051843 HTTP/1.1" status: 204 len: 168 time: 1.1689022 Nov 15 11:32:41.604218 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54862) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:41.630061 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f14a0fe1-f764-4db9-bfe4-4eb6daf11600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:41.651800 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d049e54b-88be-4d17-8b79-ecd5c16bfa69 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5951369 Nov 15 11:32:41.654337 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54866) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:41.674553 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-621b5b42-3e83-4631-9972-1a08725682ac tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'subnet': {'network_id': 'aa9ed969-d2ef-4965-942e-cbb2b05c3722', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:41.712364 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049e54b-88be-4d17-8b79-ecd5c16bfa69 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Network': ['ID=aa9ed969-d2ef-4965-942e-cbb2b05c3722,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:41.736991 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a0fe1-f764-4db9-bfe4-4eb6daf11600 None None] Pushing event deleted for resources: {'Port': ['ID=e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:41.756979 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network aa9ed969-d2ef-4965-942e-cbb2b05c3722 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:32:41.760772 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da066f-96a4-4c3a-8540-eae7e904c389 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event deleted for resources: {'Network': ['ID=71cd31ab-aef9-4c82-a7fe-78615c051843,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:41.777040 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a0fe1-f764-4db9-bfe4-4eb6daf11600 None None] No DVR routers for this DVR port e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:32:41.836501 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464643a-1c63-4da5-8ce2-2cb50e7117da req-43cdfd00-c565-4e98-bdd3-14e416d45ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:41.843999 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3464643a-1c63-4da5-8ce2-2cb50e7117da req-43cdfd00-c565-4e98-bdd3-14e416d45ec8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c62f435-1ed6-404a-a855-45179d8b724c HTTP/1.1" status: 200 len: 848 time: 0.3439720 Nov 15 11:32:41.855847 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-343b256b-df6e-4e47-87e9-1c151993faa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:41.869202 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-343b256b-df6e-4e47-87e9-1c151993faa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:41.901664 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6745bcd-6d1c-4ad7-8801-5c8027b95000 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:41.902807 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5091d431-befd-4cdc-ad6c-8e334594d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'name': 'tempest-TestServerBasicOps-1258185139-router', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:31:35Z', 'updated_at': '2021-11-15T11:31:43Z', 'revision_number': 4, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'gw_port': {'id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:37Z', 'updated_at': '2021-11-15T11:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'bfaa9c04-9c6d-4568-874f-85e816b98597', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'floating_ip_address': '172.25.7.126', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'port_id': '8302de5d-40e0-400a-9a11-ad5fbad02516', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424', 'mac_address': 'fa:16:3e:77:b2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb225be4-d47e-4b17-836c-610e2b6d5c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:32:36Z', 'updated_at': '2021-11-15T11:32:36Z', 'revision_number': 0, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9455887-a17e-4bef-bfba-9dbf118c2585', 'name': '', 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'mac_address': 'fa:16:3e:9b:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '1c62f435-1ed6-404a-a855-45179d8b724c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:41Z', 'updated_at': '2021-11-15T11:31:51Z', 'revision_number': 5, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'subnets': [{'id': '1c62f435-1ed6-404a-a855-45179d8b724c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:41.913137 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae3fe8-8963-4b72-bd1e-f2064679d1c0 req-c831ba0a-7ec7-4769-945b-42aafcd9458a tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:41.915208 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bcae3fe8-8963-4b72-bd1e-f2064679d1c0 req-c831ba0a-7ec7-4769-945b-42aafcd9458a tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd239d9c-b4d9-4142-bded-e917deba74d7 HTTP/1.1" status: 200 len: 946 time: 0.3860037 Nov 15 11:32:41.928011 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-343b256b-df6e-4e47-87e9-1c151993faa6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=44e454a7e9d149e5a6ce1272e6dcde50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5614970 Nov 15 11:32:41.933837 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54868) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:41.955949 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5091d431-befd-4cdc-ad6c-8e334594d5d8 None None] The sync data for ids ['535c6edc-990c-45b7-a99d-8e5aaaeea556'] in n-d-729945-9 is: [{'id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'name': 'tempest-TestServerBasicOps-1258185139-router', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:31:35Z', 'updated_at': '2021-11-15T11:31:43Z', 'revision_number': 4, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'gw_port': {'id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:37Z', 'updated_at': '2021-11-15T11:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'bfaa9c04-9c6d-4568-874f-85e816b98597', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'floating_ip_address': '172.25.7.126', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'port_id': '8302de5d-40e0-400a-9a11-ad5fbad02516', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424', 'mac_address': 'fa:16:3e:77:b2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb225be4-d47e-4b17-836c-610e2b6d5c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:32:36Z', 'updated_at': '2021-11-15T11:32:36Z', 'revision_number': 0, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9455887-a17e-4bef-bfba-9dbf118c2585', 'name': '', 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'mac_address': 'fa:16:3e:9b:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '1c62f435-1ed6-404a-a855-45179d8b724c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:41Z', 'updated_at': '2021-11-15T11:31:51Z', 'revision_number': 5, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'subnets': [{'id': '1c62f435-1ed6-404a-a855-45179d8b724c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:32:41.969974 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b256b-df6e-4e47-87e9-1c151993faa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715bef75-5a8c-4491-9277-61ef92b2fa1d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:42.040700 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bcae3fe8-8963-4b72-bd1e-f2064679d1c0 req-545eadb7-0d42-47fc-b208-0bbb9f612a12 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959456 Nov 15 11:32:42.072402 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-3d81aa6a-b29a-4dae-882d-c21194cb8910 req-00b43eb0-dfd4-481b-a48c-cecb1e4b3a40 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Deleting port 78d4befc-bb61-4208-99ba-9f1242512750 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:42.072745 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3d81aa6a-b29a-4dae-882d-c21194cb8910 req-00b43eb0-dfd4-481b-a48c-cecb1e4b3a40 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:42.112760 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6745bcd-6d1c-4ad7-8801-5c8027b95000 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:42.126352 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff8e0308-da58-49b1-a9e9-3bc29074588c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:42.162191 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a6745bcd-6d1c-4ad7-8801-5c8027b95000 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c80147d-a460-4aca-9746-ccf4bbea3343']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:42.174295 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:42.185578 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a6745bcd-6d1c-4ad7-8801-5c8027b95000 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00b1bb4-f030-447b-9d91-05fe6b231e91') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:42.185940 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a6745bcd-6d1c-4ad7-8801-5c8027b95000 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00b1bb4-f030-447b-9d91-05fe6b231e91') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:42.195117 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-3d81aa6a-b29a-4dae-882d-c21194cb8910 req-00b43eb0-dfd4-481b-a48c-cecb1e4b3a40 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] For port 78d4befc-bb61-4208-99ba-9f1242512750, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=78d4befc-bb61-4208-99ba-9f1242512750,segment=NetworkSegment(7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2),segment_id=7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:42.195804 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3d81aa6a-b29a-4dae-882d-c21194cb8910 req-00b43eb0-dfd4-481b-a48c-cecb1e4b3a40 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:42.196283 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff8e0308-da58-49b1-a9e9-3bc29074588c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:42.205433 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6745bcd-6d1c-4ad7-8801-5c8027b95000 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:42.210208 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-3d81aa6a-b29a-4dae-882d-c21194cb8910 req-00b43eb0-dfd4-481b-a48c-cecb1e4b3a40 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Calling delete_port for 78d4befc-bb61-4208-99ba-9f1242512750 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:42.240891 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6745bcd-6d1c-4ad7-8801-5c8027b95000 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:42.260212 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6745bcd-6d1c-4ad7-8801-5c8027b95000 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:32:42.260721 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6745bcd-6d1c-4ad7-8801-5c8027b95000 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:32:42.280383 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:32:42.294511 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff8e0308-da58-49b1-a9e9-3bc29074588c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:42.297246 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff8e0308-da58-49b1-a9e9-3bc29074588c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:42.298423 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ff8e0308-da58-49b1-a9e9-3bc29074588c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/715bef75-5a8c-4491-9277-61ef92b2fa1d HTTP/1.1" status: 204 len: 168 time: 0.3587427 Nov 15 11:32:42.316690 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d92416-8adb-4830-b92e-7360bb0eb020 None None] New status for floating IP bfaa9c04-9c6d-4568-874f-85e816b98597: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:32:42.356876 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e0308-da58-49b1-a9e9-3bc29074588c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715bef75-5a8c-4491-9277-61ef92b2fa1d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:42.384451 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6745bcd-6d1c-4ad7-8801-5c8027b95000 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:42.399137 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6745bcd-6d1c-4ad7-8801-5c8027b95000 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:42.417807 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a6745bcd-6d1c-4ad7-8801-5c8027b95000 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] 10.222.0.64 "DELETE /v2.0/networks/4c80147d-a460-4aca-9746-ccf4bbea3343 HTTP/1.1" status: 204 len: 168 time: 0.8046238 Nov 15 11:32:42.430849 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6745bcd-6d1c-4ad7-8801-5c8027b95000 tempest-TaggedBootDevicesTest_v242-1834232581 tempest-TaggedBootDevicesTest_v242-1834232581-project] Pushing event deleted for resources: {'Network': ['ID=4c80147d-a460-4aca-9746-ccf4bbea3343,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:42.437241 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464643a-1c63-4da5-8ce2-2cb50e7117da req-fb7e61e3-1968-43ba-91fa-b4eaecd57b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:42.438810 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3464643a-1c63-4da5-8ce2-2cb50e7117da req-fb7e61e3-1968-43ba-91fa-b4eaecd57b98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22cff1ab-90e9-409a-9763-27f9c9815424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5910609 Nov 15 11:32:42.476418 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621b5b42-3e83-4631-9972-1a08725682ac tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Made reservation on behalf of fe34575a4744467b8b6069e120eb7d68 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:42.480328 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-621b5b42-3e83-4631-9972-1a08725682ac tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:42.483337 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88b616a6-ef99-4739-bd8e-ea3957fa8ab9 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:42.526530 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3d81aa6a-b29a-4dae-882d-c21194cb8910 req-00b43eb0-dfd4-481b-a48c-cecb1e4b3a40 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:42.583446 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['78d4befc-bb61-4208-99ba-9f1242512750'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:32:42.617976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b616a6-ef99-4739-bd8e-ea3957fa8ab9 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event deleted for resources: {'Port': ['ID=f8eb2459-beef-4792-a308-b71cb0c147a5,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:42.644090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02210992-16ff-4fcb-9469-263338f255e8 None None] DHCP port deletion for abe3b8ac-37d6-49b5-a6b3-15081362c195 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:32:42.701972 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef08810-735f-4c1c-9022-5abf4f9f5782 None None] DHCP port deletion for e80c7b0b-2ac1-411e-b5c3-34b6039ed435 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:32:42.702438 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-621b5b42-3e83-4631-9972-1a08725682ac tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Performing IP validity checks on allocation pools {{(pid=102678) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 15 11:32:42.702959 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-621b5b42-3e83-4631-9972-1a08725682ac tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102678) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 15 11:32:42.788817 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b43eb0-dfd4-481b-a48c-cecb1e4b3a40 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Pushing event deleted for resources: {'Port': ['ID=78d4befc-bb61-4208-99ba-9f1242512750,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:42.872968 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d81aa6a-b29a-4dae-882d-c21194cb8910 req-00b43eb0-dfd4-481b-a48c-cecb1e4b3a40 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] No DVR routers for this DVR port 78d4befc-bb61-4208-99ba-9f1242512750 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:32:42.884837 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3d81aa6a-b29a-4dae-882d-c21194cb8910 req-00b43eb0-dfd4-481b-a48c-cecb1e4b3a40 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:42.889951 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d81aa6a-b29a-4dae-882d-c21194cb8910 req-00b43eb0-dfd4-481b-a48c-cecb1e4b3a40 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.11 "DELETE /v2.0/ports/78d4befc-bb61-4208-99ba-9f1242512750 HTTP/1.1" status: 204 len: 173 time: 1.5687382 Nov 15 11:32:42.905339 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd239d9c-b4d9-4142-bded-e917deba74d7', 'name': 'network-vif-deleted', 'tag': '78d4befc-bb61-4208-99ba-9f1242512750'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:32:42.910365 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11cc53a-a791-42f8-a42b-2844a83136c0" -d '{"events": [{"server_uuid": "fd239d9c-b4d9-4142-bded-e917deba74d7", "name": "network-vif-deleted", "tag": "78d4befc-bb61-4208-99ba-9f1242512750"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:32:42.979434 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1956e09a-6c09-4d7c-a724-0b37bebaab03 x-openstack-request-id: req-1956e09a-6c09-4d7c-a724-0b37bebaab03 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:32:42.979693 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd239d9c-b4d9-4142-bded-e917deba74d7", "name": "network-vif-deleted", "tag": "78d4befc-bb61-4208-99ba-9f1242512750", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:32:42.979955 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1956e09a-6c09-4d7c-a724-0b37bebaab03 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:32:42.980346 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd239d9c-b4d9-4142-bded-e917deba74d7', 'name': 'network-vif-deleted', 'tag': '78d4befc-bb61-4208-99ba-9f1242512750', 'status': 'completed', 'code': 200} Nov 15 11:32:43.045182 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3464643a-1c63-4da5-8ce2-2cb50e7117da req-d9dfdaa0-6e53-49d2-b4bd-25ef88cc9914 service neutron] 10.222.0.55 "GET /v2.0/networks/22cff1ab-90e9-409a-9763-27f9c9815424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5745475 Nov 15 11:32:43.052424 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:32:43.091245 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:32:43.092990 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e0a8ac98-5c02-4145-ab7f-a68dba5ea0cf not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:32:43.149555 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54890) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:43.183279 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dea8d345-5ef0-436f-9c1e-815b09ea2371 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:43.235993 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9fd2478-0a56-4324-aa5c-ce4eaf999faf req-646c48e1-87be-4521-84e4-4b919d308c23 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd239d9c-b4d9-4142-bded-e917deba74d7 HTTP/1.1" status: 200 len: 210 time: 0.0541608 Nov 15 11:32:43.269332 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dea8d345-5ef0-436f-9c1e-815b09ea2371 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:43.274734 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dea8d345-5ef0-436f-9c1e-815b09ea2371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:43.286409 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88b616a6-ef99-4739-bd8e-ea3957fa8ab9 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:43.329959 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3464643a-1c63-4da5-8ce2-2cb50e7117da req-56c6f36f-bc12-4e02-9815-0e7900b8cf28 service neutron] 10.222.0.55 "GET /v2.0/networks/22cff1ab-90e9-409a-9763-27f9c9815424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717023 Nov 15 11:32:43.344642 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-dea8d345-5ef0-436f-9c1e-815b09ea2371 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=23dc02b4a65c45099b70c3b2377eb996&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1938365 Nov 15 11:32:43.346816 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54892) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:43.351986 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8d345-5ef0-436f-9c1e-815b09ea2371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c2c5ee-763a-4c99-bf9c-ec99673f1aa2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:43.371957 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-621b5b42-3e83-4631-9972-1a08725682ac tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:43.426836 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7b1c7d1-7803-4bb8-940c-c41e5093f270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:43.455528 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7b1c7d1-7803-4bb8-940c-c41e5093f270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:43.472537 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b5b42-3e83-4631-9972-1a08725682ac tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Subnet': ['ID=76f05029-a871-44d2-8b75-f60cc386514b,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:43.488806 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621b5b42-3e83-4631-9972-1a08725682ac tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Checking segment: {'id': 'c2fa498d-86f9-4273-9bd1-868249da511a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'aa9ed969-d2ef-4965-942e-cbb2b05c3722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:43.488806 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621b5b42-3e83-4631-9972-1a08725682ac tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Network hostable DHCP agents. Network: aa9ed969-d2ef-4965-942e-cbb2b05c3722, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:32:43.563128 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7b1c7d1-7803-4bb8-940c-c41e5093f270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:43.565766 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7b1c7d1-7803-4bb8-940c-c41e5093f270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:43.567865 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b7b1c7d1-7803-4bb8-940c-c41e5093f270 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1c2c5ee-763a-4c99-bf9c-ec99673f1aa2 HTTP/1.1" status: 204 len: 168 time: 0.2050519 Nov 15 11:32:43.581954 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621b5b42-3e83-4631-9972-1a08725682ac tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Network aa9ed969-d2ef-4965-942e-cbb2b05c3722 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:32:43.608083 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-621b5b42-3e83-4631-9972-1a08725682ac tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, aa9ed969-d2ef-4965-942e-cbb2b05c3722) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:43.616855 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621b5b42-3e83-4631-9972-1a08725682ac tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:43.617726 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-621b5b42-3e83-4631-9972-1a08725682ac tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:43.623079 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea68218b-3511-428a-a915-c749db1cf654 None None] Network aa9ed969-d2ef-4965-942e-cbb2b05c3722 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:43.629017 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1c7d1-7803-4bb8-940c-c41e5093f270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c2c5ee-763a-4c99-bf9c-ec99673f1aa2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:43.656281 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-621b5b42-3e83-4631-9972-1a08725682ac tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9964113 Nov 15 11:32:43.659088 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54902) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:43.666240 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b616a6-ef99-4739-bd8e-ea3957fa8ab9 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Router 81103ecc-216a-45c0-9cf4-f315c30ad9ab has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:32:43.795711 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b616a6-ef99-4739-bd8e-ea3957fa8ab9 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:32:43.806903 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7857d427-3cea-4db8-928c-bf0b1a91f076 None None] Sync routers for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:32:43.815175 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-88b616a6-ef99-4739-bd8e-ea3957fa8ab9 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "PUT /v2.0/routers/81103ecc-216a-45c0-9cf4-f315c30ad9ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9137106 Nov 15 11:32:43.815312 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54908) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:43.817755 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7857d427-3cea-4db8-928c-bf0b1a91f076 None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:43.818370 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7857d427-3cea-4db8-928c-bf0b1a91f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:43.887581 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7857d427-3cea-4db8-928c-bf0b1a91f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:43.901422 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7857d427-3cea-4db8-928c-bf0b1a91f076 None None] Routers {'81103ecc-216a-45c0-9cf4-f315c30ad9ab'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:43.902317 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7857d427-3cea-4db8-928c-bf0b1a91f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:44.000490 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7857d427-3cea-4db8-928c-bf0b1a91f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:44.003629 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7857d427-3cea-4db8-928c-bf0b1a91f076 None None] The sync data for ids ['81103ecc-216a-45c0-9cf4-f315c30ad9ab'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:32:44.010237 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdf2e8c-343d-4937-b6f5-b10f048d4cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-aa9ed969-d2ef-4965-942e-cbb2b05c3722', 'network_id': 'aa9ed969-d2ef-4965-942e-cbb2b05c3722', 'tenant_id': 'fe34575a4744467b8b6069e120eb7d68', 'fixed_ips': [{'subnet_id': '76f05029-a871-44d2-8b75-f60cc386514b'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:32:44.011361 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0bdf2e8c-343d-4937-b6f5-b10f048d4cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:44.028129 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:44.142089 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f4c7952-835c-4e04-9022-9ef8efdb57d4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:44.238932 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-0bdf2e8c-343d-4937-b6f5-b10f048d4cfe None None] Allocated IP 172.20.0.3 (aa9ed969-d2ef-4965-942e-cbb2b05c3722/76f05029-a871-44d2-8b75-f60cc386514b/cced5a74-cfdf-4ef7-a7ff-4707c91f6348) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:32:44.245706 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:44.327547 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f4c7952-835c-4e04-9022-9ef8efdb57d4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:44.408180 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8f4c7952-835c-4e04-9022-9ef8efdb57d4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Deleting port e1bb206d-bffd-4ebe-888f-3c37b35fd8ab {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:44.409007 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f4c7952-835c-4e04-9022-9ef8efdb57d4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:44.450487 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0bdf2e8c-343d-4937-b6f5-b10f048d4cfe None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:44.460718 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0bdf2e8c-343d-4937-b6f5-b10f048d4cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:44.521399 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdf2e8c-343d-4937-b6f5-b10f048d4cfe None None] Network aa9ed969-d2ef-4965-942e-cbb2b05c3722 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:32:44.525459 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-0bdf2e8c-343d-4937-b6f5-b10f048d4cfe None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:44.530649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdf2e8c-343d-4937-b6f5-b10f048d4cfe None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:32:44.540574 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf2e8c-343d-4937-b6f5-b10f048d4cfe None None] Pushing event updated for resources: {'Port': ['ID=cced5a74-cfdf-4ef7-a7ff-4707c91f6348,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:44.583510 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:44.610249 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-0bdf2e8c-343d-4937-b6f5-b10f048d4cfe None None] Attempting to bind port cced5a74-cfdf-4ef7-a7ff-4707c91f6348 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:32:44.612324 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-0bdf2e8c-343d-4937-b6f5-b10f048d4cfe None None] Attempting to bind port cced5a74-cfdf-4ef7-a7ff-4707c91f6348 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'c2fa498d-86f9-4273-9bd1-868249da511a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'aa9ed969-d2ef-4965-942e-cbb2b05c3722'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:32:44.612992 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdf2e8c-343d-4937-b6f5-b10f048d4cfe None None] Attempting to bind port cced5a74-cfdf-4ef7-a7ff-4707c91f6348 on network aa9ed969-d2ef-4965-942e-cbb2b05c3722 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:32:44.619614 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdf2e8c-343d-4937-b6f5-b10f048d4cfe None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:32:44.620377 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdf2e8c-343d-4937-b6f5-b10f048d4cfe None None] Checking segment: {'id': 'c2fa498d-86f9-4273-9bd1-868249da511a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'aa9ed969-d2ef-4965-942e-cbb2b05c3722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:44.620937 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0bdf2e8c-343d-4937-b6f5-b10f048d4cfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:44.622085 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdf2e8c-343d-4937-b6f5-b10f048d4cfe None None] Bound using segment: {'id': 'c2fa498d-86f9-4273-9bd1-868249da511a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'aa9ed969-d2ef-4965-942e-cbb2b05c3722'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:32:44.622912 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-0bdf2e8c-343d-4937-b6f5-b10f048d4cfe None None] Bound port: cced5a74-cfdf-4ef7-a7ff-4707c91f6348, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2fa498d-86f9-4273-9bd1-868249da511a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'aa9ed969-d2ef-4965-942e-cbb2b05c3722'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:32:44.623614 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0bdf2e8c-343d-4937-b6f5-b10f048d4cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:44.697622 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Subnet': ['ID=76f05029-a871-44d2-8b75-f60cc386514b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:44.730257 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f4c7952-835c-4e04-9022-9ef8efdb57d4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:44.782428 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0bdf2e8c-343d-4937-b6f5-b10f048d4cfe None None] For port cced5a74-cfdf-4ef7-a7ff-4707c91f6348, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:32:44.791901 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0bdf2e8c-343d-4937-b6f5-b10f048d4cfe None None] For port cced5a74-cfdf-4ef7-a7ff-4707c91f6348, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=cced5a74-cfdf-4ef7-a7ff-4707c91f6348,segment=NetworkSegment(c2fa498d-86f9-4273-9bd1-868249da511a),segment_id=c2fa498d-86f9-4273-9bd1-868249da511a)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:32:44.798125 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8f4c7952-835c-4e04-9022-9ef8efdb57d4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Calling delete_port for e1bb206d-bffd-4ebe-888f-3c37b35fd8ab owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:44.807394 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0bdf2e8c-343d-4937-b6f5-b10f048d4cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:44.972984 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:44.984375 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf2e8c-343d-4937-b6f5-b10f048d4cfe None None] Pushing event updated for resources: {'Port': ['ID=cced5a74-cfdf-4ef7-a7ff-4707c91f6348,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:45.001621 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8f7f19-a0ec-4fc4-93c3-43e7e3da822c None None] Network aa9ed969-d2ef-4965-942e-cbb2b05c3722 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:45.040299 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9ed969-d2ef-4965-942e-cbb2b05c3722']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:45.059076 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2fa498d-86f9-4273-9bd1-868249da511a') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:45.059471 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2fa498d-86f9-4273-9bd1-868249da511a') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:45.108343 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:45.142203 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:45.151005 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:32:45.151550 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:32:45.155177 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:32:45.256893 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 11:32:45.256893 n-d-729945-9 neutron-server[102677]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 11:32:45.256893 n-d-729945-9 neutron-server[102677]: [parameters: {'id': 'aa9ed969-d2ef-4965-942e-cbb2b05c3722'}] Nov 15 11:32:45.256893 n-d-729945-9 neutron-server[102677]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:32:45.259401 n-d-729945-9 neutron-server[102677]: DEBUG oslo_db.api [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:32:45.285119 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f4c7952-835c-4e04-9022-9ef8efdb57d4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:45.331679 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bba032-45be-424e-abf6-74efdf1b686a None None] get_active_networks_info from n-d-729945-9 {{(pid=102679) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 11:32:45.334405 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c7952-835c-4e04-9022-9ef8efdb57d4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event deleted for resources: {'Port': ['ID=e1bb206d-bffd-4ebe-888f-3c37b35fd8ab,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:45.364247 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-4062d18f-2bea-444a-ba37-9277a1ed5792 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:45.365813 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-4062d18f-2bea-444a-ba37-9277a1ed5792 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/networks?id=e80c7b0b-2ac1-411e-b5c3-34b6039ed435 HTTP/1.1" status: 200 len: 808 time: 0.7075465 Nov 15 11:32:45.404614 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-221d8879-bc0d-49cd-ab2a-9fcfdaaae754 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/quotas/fc4a4b7862be44419657aaafeea64cfa HTTP/1.1" status: 200 len: 375 time: 0.0316150 Nov 15 11:32:45.449692 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-431d9b81-6008-4073-bdbc-b5b7f3f261ac tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fc4a4b7862be44419657aaafeea64cfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373201 Nov 15 11:32:45.456111 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f4c7952-835c-4e04-9022-9ef8efdb57d4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:45.583462 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bba032-45be-424e-abf6-74efdf1b686a None None] Resources bound (agent type, host, resource id): {{(pid=102679) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 11:32:45.602299 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f4c7952-835c-4e04-9022-9ef8efdb57d4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:45.604923 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f4c7952-835c-4e04-9022-9ef8efdb57d4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:45.655569 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-c472bddb-b998-4925-8a58-94e9d242f333 service neutron] 10.222.0.64 "GET /v2.0/networks/e80c7b0b-2ac1-411e-b5c3-34b6039ed435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968441 Nov 15 11:32:45.673605 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f4c7952-835c-4e04-9022-9ef8efdb57d4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:45.674148 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4c7952-835c-4e04-9022-9ef8efdb57d4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Fanout notify agent at l3_agent the message router_deleted on router 81103ecc-216a-45c0-9cf4-f315c30ad9ab {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:32:45.692259 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f4c7952-835c-4e04-9022-9ef8efdb57d4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:45.699569 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8f4c7952-835c-4e04-9022-9ef8efdb57d4 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "DELETE /v2.0/routers/81103ecc-216a-45c0-9cf4-f315c30ad9ab HTTP/1.1" status: 204 len: 168 time: 1.8811893 Nov 15 11:32:45.700271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54966) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:45.762317 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:45.825165 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e6725d-1957-4815-99ff-6224b8f7fcf2 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Deleting subnet 44d73224-068e-4ba4-b1c4-456f2ffc894c {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:32:45.855770 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09e6725d-1957-4815-99ff-6224b8f7fcf2 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:45.872861 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-cf29b6da-e505-4ded-8056-5c57f843cedd service neutron] 10.222.0.64 "GET /v2.0/networks/e80c7b0b-2ac1-411e-b5c3-34b6039ed435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087843 Nov 15 11:32:45.906221 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09e6725d-1957-4815-99ff-6224b8f7fcf2 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:45.967383 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Deleting port cced5a74-cfdf-4ef7-a7ff-4707c91f6348 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:45.967722 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:46.034897 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09e6725d-1957-4815-99ff-6224b8f7fcf2 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:46.075232 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c7eb36-13e9-4ae5-9b56-b673487b2710 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:32:46.084149 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] For port cced5a74-cfdf-4ef7-a7ff-4707c91f6348, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=cced5a74-cfdf-4ef7-a7ff-4707c91f6348,segment=NetworkSegment(c2fa498d-86f9-4273-9bd1-868249da511a),segment_id=c2fa498d-86f9-4273-9bd1-868249da511a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:46.084501 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:46.165219 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Calling delete_port for cced5a74-cfdf-4ef7-a7ff-4707c91f6348 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:46.179903 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09e6725d-1957-4815-99ff-6224b8f7fcf2 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:46.208963 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b3c1370-9935-4f56-bdc4-751627871a3d req-5633426c-33d5-4df9-836a-ad283438b18e tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=7555ce5e-5b36-43b3-8fc2-85757ba72d5e HTTP/1.1" status: 200 len: 210 time: 0.0557067 Nov 15 11:32:46.260456 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be89b145-6842-4a58-af8e-cd72fb099836 None None] Network abe3b8ac-37d6-49b5-a6b3-15081362c195 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:46.324133 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09e6725d-1957-4815-99ff-6224b8f7fcf2 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:46.330262 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-09e6725d-1957-4815-99ff-6224b8f7fcf2 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "DELETE /v2.0/subnets/44d73224-068e-4ba4-b1c4-456f2ffc894c HTTP/1.1" status: 204 len: 168 time: 0.6268823 Nov 15 11:32:46.330262 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6725d-1957-4815-99ff-6224b8f7fcf2 tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event deleted for resources: {'Subnet': ['ID=44d73224-068e-4ba4-b1c4-456f2ffc894c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:46.331608 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54988) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:46.344694 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:46.382860 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No DVR routers for this DVR port cced5a74-cfdf-4ef7-a7ff-4707c91f6348 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:32:46.427056 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Port': ['ID=cced5a74-cfdf-4ef7-a7ff-4707c91f6348,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:46.468302 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 78d4befc-bb61-4208-99ba-9f1242512750 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:32:46.527282 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68ed5859-d050-4a95-bce6-76531f94516f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:46.532564 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 78d4befc-bb61-4208-99ba-9f1242512750 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:32:46.533049 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 78d4befc-bb61-4208-99ba-9f1242512750 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:32:46.546232 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:46.597317 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2de1c4c-404d-4927-ad30-2fa88262d565 None None] DHCP port deletion for abe3b8ac-37d6-49b5-a6b3-15081362c195 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:32:46.603569 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9ed969-d2ef-4965-942e-cbb2b05c3722']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:46.613774 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2fa498d-86f9-4273-9bd1-868249da511a') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:46.614325 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2fa498d-86f9-4273-9bd1-868249da511a') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:46.631642 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:46.654965 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:46.673663 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:32:46.674833 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:32:46.709334 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:32:46.719524 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68ed5859-d050-4a95-bce6-76531f94516f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:46.747715 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-68ed5859-d050-4a95-bce6-76531f94516f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe3b8ac-37d6-49b5-a6b3-15081362c195']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:46.760656 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-68ed5859-d050-4a95-bce6-76531f94516f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b744ffe-32b0-4743-8bf5-40c9c867de36') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:46.761281 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-68ed5859-d050-4a95-bce6-76531f94516f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b744ffe-32b0-4743-8bf5-40c9c867de36') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:46.774389 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68ed5859-d050-4a95-bce6-76531f94516f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:46.802421 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68ed5859-d050-4a95-bce6-76531f94516f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:46.824589 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ed5859-d050-4a95-bce6-76531f94516f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:32:46.826037 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68ed5859-d050-4a95-bce6-76531f94516f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:46.827002 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:46.841890 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:46.846013 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/networks/aa9ed969-d2ef-4965-942e-cbb2b05c3722 HTTP/1.1" status: 204 len: 168 time: 3.1857157 Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:32:46.864084 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:32:46.885082 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55008) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:46.891465 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2d2750c9-2d2c-4e01-a32c-06b22a36117d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1526164740'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:46.895208 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412fd62-2cef-4850-a2aa-17c836b64344 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Network': ['ID=aa9ed969-d2ef-4965-942e-cbb2b05c3722,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:46.960515 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2750c9-2d2c-4e01-a32c-06b22a36117d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Made reservation on behalf of fe34575a4744467b8b6069e120eb7d68 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:46.964728 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d2750c9-2d2c-4e01-a32c-06b22a36117d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:46.995693 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68ed5859-d050-4a95-bce6-76531f94516f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:47.008934 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d2750c9-2d2c-4e01-a32c-06b22a36117d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:32:47.011128 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68ed5859-d050-4a95-bce6-76531f94516f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:47.014857 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-68ed5859-d050-4a95-bce6-76531f94516f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] 10.222.0.64 "DELETE /v2.0/networks/abe3b8ac-37d6-49b5-a6b3-15081362c195 HTTP/1.1" status: 204 len: 168 time: 0.6828260 Nov 15 11:32:47.040350 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d2750c9-2d2c-4e01-a32c-06b22a36117d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:47.041792 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-2d2750c9-2d2c-4e01-a32c-06b22a36117d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Added segment eba88cb6-9d3e-4c7b-8bec-819306e97fde of type vlan for network d542ad04-b25f-4278-82e7-d0b3465eb817 Nov 15 11:32:47.052133 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed5859-d050-4a95-bce6-76531f94516f tempest-FloatingIPTestJSON-1664795003 tempest-FloatingIPTestJSON-1664795003-project] Pushing event deleted for resources: {'Network': ['ID=abe3b8ac-37d6-49b5-a6b3-15081362c195,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:47.171309 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d2750c9-2d2c-4e01-a32c-06b22a36117d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:47.208030 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d2750c9-2d2c-4e01-a32c-06b22a36117d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:47.223198 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2750c9-2d2c-4e01-a32c-06b22a36117d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:47.224421 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2d2750c9-2d2c-4e01-a32c-06b22a36117d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:47.359169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74de77b7-ad15-44d5-8d0b-e4927d43d7e6 req-3651e66c-004a-4672-9086-79ee1142393b tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=7555ce5e-5b36-43b3-8fc2-85757ba72d5e HTTP/1.1" status: 200 len: 210 time: 0.0476487 Nov 15 11:32:47.367720 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2750c9-2d2c-4e01-a32c-06b22a36117d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Network': ['ID=d542ad04-b25f-4278-82e7-d0b3465eb817,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:47.379096 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2d2750c9-2d2c-4e01-a32c-06b22a36117d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4926217 Nov 15 11:32:47.382182 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55034) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:47.388179 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-fabed604-22d2-47cc-a5ab-60be9b117f70 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'subnet': {'network_id': 'd542ad04-b25f-4278-82e7-d0b3465eb817', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:47.390326 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network d542ad04-b25f-4278-82e7-d0b3465eb817 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:32:47.562997 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabed604-22d2-47cc-a5ab-60be9b117f70 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Made reservation on behalf of fe34575a4744467b8b6069e120eb7d68 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:47.563919 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55050) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:47.572045 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fabed604-22d2-47cc-a5ab-60be9b117f70 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:47.853055 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fabed604-22d2-47cc-a5ab-60be9b117f70 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:48.005552 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabed604-22d2-47cc-a5ab-60be9b117f70 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Checking segment: {'id': 'eba88cb6-9d3e-4c7b-8bec-819306e97fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'd542ad04-b25f-4278-82e7-d0b3465eb817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:48.007753 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabed604-22d2-47cc-a5ab-60be9b117f70 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Network hostable DHCP agents. Network: d542ad04-b25f-4278-82e7-d0b3465eb817, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:32:48.044769 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabed604-22d2-47cc-a5ab-60be9b117f70 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Subnet': ['ID=68a236ce-217a-4b5f-af71-f2f66f34c3b3,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:48.093968 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabed604-22d2-47cc-a5ab-60be9b117f70 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Network d542ad04-b25f-4278-82e7-d0b3465eb817 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:32:48.130904 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-c8ce6f9c-0d32-4b0d-b4c2-6bbb308afa46 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:48.137527 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-c8ce6f9c-0d32-4b0d-b4c2-6bbb308afa46 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.11 "GET /v2.0/networks?id=e80c7b0b-2ac1-411e-b5c3-34b6039ed435 HTTP/1.1" status: 200 len: 808 time: 0.2966919 Nov 15 11:32:48.140358 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55062) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:48.166468 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-cab4106d-64bc-4507-800b-95ac874ea46d tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Request body: {'port': {'device_id': '7555ce5e-5b36-43b3-8fc2-85757ba72d5e', 'network_id': 'e80c7b0b-2ac1-411e-b5c3-34b6039ed435', 'admin_state_up': True, 'tenant_id': 'fc4a4b7862be44419657aaafeea64cfa'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:48.175897 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-fabed604-22d2-47cc-a5ab-60be9b117f70 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, d542ad04-b25f-4278-82e7-d0b3465eb817) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:48.186466 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-42d7e58b-88a8-4cfe-97ac-b7e0e35df37a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=303ecb606b014026987c26a7a2ece66b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6193659 Nov 15 11:32:48.186930 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55072) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:48.190001 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabed604-22d2-47cc-a5ab-60be9b117f70 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:48.192089 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f90cb7-a2ff-40da-bc70-5e0bad45dd37 None None] Network d542ad04-b25f-4278-82e7-d0b3465eb817 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:48.199060 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fabed604-22d2-47cc-a5ab-60be9b117f70 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:48.307535 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4704734-9e46-4d70-a135-86da951eef93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:48.312021 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48f07fca-ef9b-4748-bbb6-c73ca2927b18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:48.336137 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48f07fca-ef9b-4748-bbb6-c73ca2927b18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:48.414135 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48f07fca-ef9b-4748-bbb6-c73ca2927b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:48.418039 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48f07fca-ef9b-4748-bbb6-c73ca2927b18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:48.425388 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-48f07fca-ef9b-4748-bbb6-c73ca2927b18 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/02d14259-8d37-48ff-9cd2-f31b4a8d3180 HTTP/1.1" status: 204 len: 168 time: 0.2361403 Nov 15 11:32:48.433236 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fabed604-22d2-47cc-a5ab-60be9b117f70 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0497322 Nov 15 11:32:48.441036 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55084) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:48.459667 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f07fca-ef9b-4748-bbb6-c73ca2927b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d14259-8d37-48ff-9cd2-f31b4a8d3180,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:48.482121 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4704734-9e46-4d70-a135-86da951eef93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:48.521192 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4704734-9e46-4d70-a135-86da951eef93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:48.528595 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057f5ea8-423b-4aaa-bf2b-f600a1f4a721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-d542ad04-b25f-4278-82e7-d0b3465eb817', 'network_id': 'd542ad04-b25f-4278-82e7-d0b3465eb817', 'tenant_id': 'fe34575a4744467b8b6069e120eb7d68', 'fixed_ips': [{'subnet_id': '68a236ce-217a-4b5f-af71-f2f66f34c3b3'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:32:48.529917 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-057f5ea8-423b-4aaa-bf2b-f600a1f4a721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:48.570608 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7e441ff-51cc-4f03-8d9e-5f765d2b6637 req-42d6d6f2-55de-4050-8167-230deffcb8e7 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=7555ce5e-5b36-43b3-8fc2-85757ba72d5e HTTP/1.1" status: 200 len: 210 time: 0.0924616 Nov 15 11:32:48.586816 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4704734-9e46-4d70-a135-86da951eef93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0446ae76-8afd-44ed-87fd-34ddc6d16342,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:48.677888 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d4704734-9e46-4d70-a135-86da951eef93 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e9f9e8d90264b6592f258057c296665&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5354147 Nov 15 11:32:48.679177 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55094) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:48.719897 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-cab4106d-64bc-4507-800b-95ac874ea46d tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Made reservation on behalf of fc4a4b7862be44419657aaafeea64cfa for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:48.726461 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-cab4106d-64bc-4507-800b-95ac874ea46d tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:48.776636 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:48.828285 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-057f5ea8-423b-4aaa-bf2b-f600a1f4a721 None None] Allocated IP 172.20.0.1 (d542ad04-b25f-4278-82e7-d0b3465eb817/68a236ce-217a-4b5f-af71-f2f66f34c3b3/a113a866-0bfd-4de1-8b60-f8a49a9c1dcd) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:32:48.831375 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55098) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:48.973237 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d0d0d26-456d-49ee-856b-d83dd0c2e2fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:49.033591 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60f81dd9-93e9-45fd-a6dd-b89111ad293b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:49.053336 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-cab4106d-64bc-4507-800b-95ac874ea46d tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Allocated IP 172.20.0.11 (e80c7b0b-2ac1-411e-b5c3-34b6039ed435/ae93d48d-40c2-46d2-853f-94d3ce7e2686/b40477cd-19d5-4309-886e-c14351f60bf6) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:32:49.195183 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-057f5ea8-423b-4aaa-bf2b-f600a1f4a721 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:49.213755 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-057f5ea8-423b-4aaa-bf2b-f600a1f4a721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:49.232830 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60f81dd9-93e9-45fd-a6dd-b89111ad293b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:49.244992 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d0d0d26-456d-49ee-856b-d83dd0c2e2fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:49.250805 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:49.270338 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60f81dd9-93e9-45fd-a6dd-b89111ad293b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:49.316472 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f5ea8-423b-4aaa-bf2b-f600a1f4a721 None None] Pushing event updated for resources: {'Port': ['ID=a113a866-0bfd-4de1-8b60-f8a49a9c1dcd,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:49.337565 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057f5ea8-423b-4aaa-bf2b-f600a1f4a721 None None] Network d542ad04-b25f-4278-82e7-d0b3465eb817 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:32:49.339034 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-057f5ea8-423b-4aaa-bf2b-f600a1f4a721 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:49.342512 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057f5ea8-423b-4aaa-bf2b-f600a1f4a721 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:32:49.350672 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-60f81dd9-93e9-45fd-a6dd-b89111ad293b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=378e388f5db44f73ab6a0a6152490254&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5109277 Nov 15 11:32:49.406260 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55112) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:49.454514 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-057f5ea8-423b-4aaa-bf2b-f600a1f4a721 None None] Attempting to bind port a113a866-0bfd-4de1-8b60-f8a49a9c1dcd on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:32:49.454881 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-057f5ea8-423b-4aaa-bf2b-f600a1f4a721 None None] Attempting to bind port a113a866-0bfd-4de1-8b60-f8a49a9c1dcd by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'eba88cb6-9d3e-4c7b-8bec-819306e97fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'd542ad04-b25f-4278-82e7-d0b3465eb817'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:32:49.457366 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f5ea8-423b-4aaa-bf2b-f600a1f4a721 None None] Attempting to bind port a113a866-0bfd-4de1-8b60-f8a49a9c1dcd on network d542ad04-b25f-4278-82e7-d0b3465eb817 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:32:49.469343 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f5ea8-423b-4aaa-bf2b-f600a1f4a721 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:32:49.469710 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f5ea8-423b-4aaa-bf2b-f600a1f4a721 None None] Checking segment: {'id': 'eba88cb6-9d3e-4c7b-8bec-819306e97fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'd542ad04-b25f-4278-82e7-d0b3465eb817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:49.473460 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-057f5ea8-423b-4aaa-bf2b-f600a1f4a721 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:49.473937 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f5ea8-423b-4aaa-bf2b-f600a1f4a721 None None] Bound using segment: {'id': 'eba88cb6-9d3e-4c7b-8bec-819306e97fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'd542ad04-b25f-4278-82e7-d0b3465eb817'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:32:49.474475 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-057f5ea8-423b-4aaa-bf2b-f600a1f4a721 None None] Bound port: a113a866-0bfd-4de1-8b60-f8a49a9c1dcd, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba88cb6-9d3e-4c7b-8bec-819306e97fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'd542ad04-b25f-4278-82e7-d0b3465eb817'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:32:49.474879 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-057f5ea8-423b-4aaa-bf2b-f600a1f4a721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:49.517328 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f81dd9-93e9-45fd-a6dd-b89111ad293b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d5e3c5-d9d5-41ea-a78f-c3dfa6452e76,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:49.520439 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-cab4106d-64bc-4507-800b-95ac874ea46d tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:49.568395 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f538dc9c-4b50-4542-99ae-b5f8ad5e7c9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:49.604156 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f538dc9c-4b50-4542-99ae-b5f8ad5e7c9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:49.606255 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d0d0d26-456d-49ee-856b-d83dd0c2e2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:49.610088 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-057f5ea8-423b-4aaa-bf2b-f600a1f4a721 None None] For port a113a866-0bfd-4de1-8b60-f8a49a9c1dcd, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:32:49.610918 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d0d0d26-456d-49ee-856b-d83dd0c2e2fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:49.614648 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4d0d0d26-456d-49ee-856b-d83dd0c2e2fd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0446ae76-8afd-44ed-87fd-34ddc6d16342 HTTP/1.1" status: 204 len: 168 time: 0.9310775 Nov 15 11:32:49.620838 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-057f5ea8-423b-4aaa-bf2b-f600a1f4a721 None None] For port a113a866-0bfd-4de1-8b60-f8a49a9c1dcd, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a113a866-0bfd-4de1-8b60-f8a49a9c1dcd,segment=NetworkSegment(eba88cb6-9d3e-4c7b-8bec-819306e97fde),segment_id=eba88cb6-9d3e-4c7b-8bec-819306e97fde)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:32:49.623633 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:49.629560 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-057f5ea8-423b-4aaa-bf2b-f600a1f4a721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:49.660589 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Subnet': ['ID=68a236ce-217a-4b5f-af71-f2f66f34c3b3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:49.667587 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-cab4106d-64bc-4507-800b-95ac874ea46d tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:49.671467 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d0d26-456d-49ee-856b-d83dd0c2e2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0446ae76-8afd-44ed-87fd-34ddc6d16342,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:49.817832 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4106d-64bc-4507-800b-95ac874ea46d tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Pushing event updated for resources: {'Port': ['ID=b40477cd-19d5-4309-886e-c14351f60bf6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:49.898907 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:49.927650 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55126) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:49.928769 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-cab4106d-64bc-4507-800b-95ac874ea46d tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Network e80c7b0b-2ac1-411e-b5c3-34b6039ed435 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:32:49.932908 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-cab4106d-64bc-4507-800b-95ac874ea46d tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:49.937243 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f538dc9c-4b50-4542-99ae-b5f8ad5e7c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:49.940644 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f538dc9c-4b50-4542-99ae-b5f8ad5e7c9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:49.944308 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f538dc9c-4b50-4542-99ae-b5f8ad5e7c9a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/82d5e3c5-d9d5-41ea-a78f-c3dfa6452e76 HTTP/1.1" status: 204 len: 168 time: 0.5304618 Nov 15 11:32:49.944916 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d542ad04-b25f-4278-82e7-d0b3465eb817']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:49.964821 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-cab4106d-64bc-4507-800b-95ac874ea46d tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:32:49.972854 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba88cb6-9d3e-4c7b-8bec-819306e97fde') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:49.974015 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba88cb6-9d3e-4c7b-8bec-819306e97fde') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:49.985538 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538dc9c-4b50-4542-99ae-b5f8ad5e7c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d5e3c5-d9d5-41ea-a78f-c3dfa6452e76,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:49.992063 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:50.012104 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:50.027847 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:32:50.028263 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:32:50.037411 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:32:50.111506 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4a6ab-ce98-48bd-b0fe-2c6a8ced2da4 req-319ed922-6d42-44ec-a62c-b4f6010105fb tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:50.113438 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9bf4a6ab-ce98-48bd-b0fe-2c6a8ced2da4 req-319ed922-6d42-44ec-a62c-b4f6010105fb tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=7555ce5e-5b36-43b3-8fc2-85757ba72d5e HTTP/1.1" status: 200 len: 932 time: 0.3010499 Nov 15 11:32:50.182314 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 11:32:50.182314 n-d-729945-9 neutron-server[102677]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 11:32:50.182314 n-d-729945-9 neutron-server[102677]: [parameters: {'id': 'd542ad04-b25f-4278-82e7-d0b3465eb817'}] Nov 15 11:32:50.182314 n-d-729945-9 neutron-server[102677]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:32:50.184248 n-d-729945-9 neutron-server[102677]: DEBUG oslo_db.api [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:32:50.204666 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55134) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:50.227599 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a0779ee-d135-493d-9cba-182a3cd9a645 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:50.229387 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-cab4106d-64bc-4507-800b-95ac874ea46d tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:50.230071 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-cab4106d-64bc-4507-800b-95ac874ea46d tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:50.291223 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb52db51-658c-4032-b23b-d1f1531a7fae None None] DHCP port deletion for e80c7b0b-2ac1-411e-b5c3-34b6039ed435 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:32:50.340285 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9bf4a6ab-ce98-48bd-b0fe-2c6a8ced2da4 req-f382bfa7-41d0-4d79-b939-a2202b3d35de tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992602 Nov 15 11:32:50.358472 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-cab4106d-64bc-4507-800b-95ac874ea46d tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1968887 Nov 15 11:32:50.369695 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4a7c93ac-8c6e-4849-bd34-01599dfacc8c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1623055893'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:50.374587 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-1e7cd94a-7af3-495e-8660-5e37264fa684 service neutron] Request body: {'port': {'device_id': '7555ce5e-5b36-43b3-8fc2-85757ba72d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:50.411691 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a0779ee-d135-493d-9cba-182a3cd9a645 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:50.424964 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a0779ee-d135-493d-9cba-182a3cd9a645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:50.433427 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7c93ac-8c6e-4849-bd34-01599dfacc8c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Made reservation on behalf of 58db51a7f2a04cf6b67f39e5e9a23533 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:50.437236 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a7c93ac-8c6e-4849-bd34-01599dfacc8c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:50.457208 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a7c93ac-8c6e-4849-bd34-01599dfacc8c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:50.457531 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f5ea8-423b-4aaa-bf2b-f600a1f4a721 None None] Pushing event updated for resources: {'Port': ['ID=a113a866-0bfd-4de1-8b60-f8a49a9c1dcd,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:50.498920 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-4341c137-1c8b-4c58-a964-5d1cb6df7aea None None] Provisioning complete for port b40477cd-19d5-4309-886e-c14351f60bf6 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:50.500512 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4341c137-1c8b-4c58-a964-5d1cb6df7aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:50.520624 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0779ee-d135-493d-9cba-182a3cd9a645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf5c5ca-45b0-440b-9de6-cc2a3e96c2e5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:50.529966 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3a0779ee-d135-493d-9cba-182a3cd9a645 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d7151acb02b24190b80975143edc019c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3240511 Nov 15 11:32:50.533917 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-1e7cd94a-7af3-495e-8660-5e37264fa684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:50.534324 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55138) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:50.578533 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-4341c137-1c8b-4c58-a964-5d1cb6df7aea None None] Port b40477cd-19d5-4309-886e-c14351f60bf6 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:32:50.617283 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc582e07-79e5-4111-b546-5c13435e6aea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:50.655148 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc582e07-79e5-4111-b546-5c13435e6aea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:50.700725 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:50.743193 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc582e07-79e5-4111-b546-5c13435e6aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:50.746460 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc582e07-79e5-4111-b546-5c13435e6aea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:50.748278 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bc582e07-79e5-4111-b546-5c13435e6aea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6cf5c5ca-45b0-440b-9de6-cc2a3e96c2e5 HTTP/1.1" status: 204 len: 168 time: 0.2129440 Nov 15 11:32:50.810043 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc582e07-79e5-4111-b546-5c13435e6aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf5c5ca-45b0-440b-9de6-cc2a3e96c2e5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:50.875477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55144) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:50.914712 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a7c93ac-8c6e-4849-bd34-01599dfacc8c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:50.914862 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e95497b-b79b-4dde-90f2-e358067b000c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:50.921730 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Deleting port a113a866-0bfd-4de1-8b60-f8a49a9c1dcd {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:32:50.922149 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:50.924973 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a7c93ac-8c6e-4849-bd34-01599dfacc8c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:51.026691 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7c93ac-8c6e-4849-bd34-01599dfacc8c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:32:51.061500 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c93ac-8c6e-4849-bd34-01599dfacc8c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0e86cf-b86c-4a6f-8c58-a8b722beb08a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:51.078932 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a7c93ac-8c6e-4849-bd34-01599dfacc8c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:51.079282 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-4a7c93ac-8c6e-4849-bd34-01599dfacc8c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Added segment 101ff659-c134-4e51-861e-28943642f40d of type vlan for network 6bbb91d5-4337-4cb1-9abe-325f45f0d204 Nov 15 11:32:51.082076 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] For port a113a866-0bfd-4de1-8b60-f8a49a9c1dcd, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a113a866-0bfd-4de1-8b60-f8a49a9c1dcd,segment=NetworkSegment(eba88cb6-9d3e-4c7b-8bec-819306e97fde),segment_id=eba88cb6-9d3e-4c7b-8bec-819306e97fde)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:51.082555 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:51.133178 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a113a866-0bfd-4de1-8b60-f8a49a9c1dcd up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:32:51.142562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-1e7cd94a-7af3-495e-8660-5e37264fa684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40477cd-19d5-4309-886e-c14351f60bf6 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:32:51.169848 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-1e7cd94a-7af3-495e-8660-5e37264fa684 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:51.172510 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a7c93ac-8c6e-4849-bd34-01599dfacc8c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:51.201939 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Calling delete_port for a113a866-0bfd-4de1-8b60-f8a49a9c1dcd owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:32:51.204993 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e95497b-b79b-4dde-90f2-e358067b000c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:51.222510 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e95497b-b79b-4dde-90f2-e358067b000c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:51.231388 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-1e7cd94a-7af3-495e-8660-5e37264fa684 service neutron] Transition to ACTIVE for port object b40477cd-19d5-4309-886e-c14351f60bf6 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:32:51.244648 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port a113a866-0bfd-4de1-8b60-f8a49a9c1dcd triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:51.244907 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:51.278218 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a7c93ac-8c6e-4849-bd34-01599dfacc8c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:51.283697 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7c93ac-8c6e-4849-bd34-01599dfacc8c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:51.284770 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a7c93ac-8c6e-4849-bd34-01599dfacc8c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:51.291371 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-1e7cd94a-7af3-495e-8660-5e37264fa684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:51.297438 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95497b-b79b-4dde-90f2-e358067b000c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147fff16-c687-448d-bdb6-396ebb3f92f0,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:51.349564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55148) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:51.390901 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4a7c93ac-8c6e-4849-bd34-01599dfacc8c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4616492 Nov 15 11:32:51.397194 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:51.404559 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d13bc6b9-4c0f-47d2-a1cf-cfc7f2ef54a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:51.407513 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55152) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:51.410319 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:51.418287 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-2da0165a-fde1-4409-8123-3a4318df6cab tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Request body: {'subnet': {'network_id': '6bbb91d5-4337-4cb1-9abe-325f45f0d204', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:51.444795 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c93ac-8c6e-4849-bd34-01599dfacc8c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Pushing event updated for resources: {'Network': ['ID=6bbb91d5-4337-4cb1-9abe-325f45f0d204,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:51.449461 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Port': ['ID=a113a866-0bfd-4de1-8b60-f8a49a9c1dcd,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:51.451308 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No DVR routers for this DVR port a113a866-0bfd-4de1-8b60-f8a49a9c1dcd on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:32:51.467121 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1e95497b-b79b-4dde-90f2-e358067b000c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d58fdfae3e104f838c032ffb87c323ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5905290 Nov 15 11:32:51.486449 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55154) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:51.487478 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650b3ae9-c219-4b3e-823f-903a8aeec4fe None None] DHCP port deletion for e80c7b0b-2ac1-411e-b5c3-34b6039ed435 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:32:51.489327 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 6bbb91d5-4337-4cb1-9abe-325f45f0d204 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:32:51.588563 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:51.616659 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d542ad04-b25f-4278-82e7-d0b3465eb817']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:51.622253 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7cd94a-7af3-495e-8660-5e37264fa684 service neutron] Pushing event updated for resources: {'Port': ['ID=b40477cd-19d5-4309-886e-c14351f60bf6,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:51.630377 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba88cb6-9d3e-4c7b-8bec-819306e97fde') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:51.630801 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba88cb6-9d3e-4c7b-8bec-819306e97fde') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:51.646328 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:51.673747 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:51.681756 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:32:51.682237 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:32:51.686783 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:32:51.708496 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-afb83f95-22c6-40f5-9cda-a208d29ab865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:51.762587 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:51.771797 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:51.776254 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/networks/d542ad04-b25f-4278-82e7-d0b3465eb817 HTTP/1.1" status: 204 len: 168 time: 3.3339684 Nov 15 11:32:51.791395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55156) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:51.793491 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab6d44-1da6-49d0-9c52-9f6048fcb1aa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Network': ['ID=d542ad04-b25f-4278-82e7-d0b3465eb817,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:51.804622 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-5accaa47-d953-442d-82fc-581e625a124f tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-833342931'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:51.816643 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-afb83f95-22c6-40f5-9cda-a208d29ab865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:51.845808 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266449eb-13cf-4f84-a373-59132ad6c26d req-d74b91c2-73c7-43c3-802c-c55d6b9abcd8 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:51.847297 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-266449eb-13cf-4f84-a373-59132ad6c26d req-d74b91c2-73c7-43c3-802c-c55d6b9abcd8 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=7555ce5e-5b36-43b3-8fc2-85757ba72d5e HTTP/1.1" status: 200 len: 944 time: 0.3056130 Nov 15 11:32:51.860536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da0165a-fde1-4409-8123-3a4318df6cab tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Made reservation on behalf of 58db51a7f2a04cf6b67f39e5e9a23533 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:51.864164 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2da0165a-fde1-4409-8123-3a4318df6cab tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:51.955970 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7f2c41-fd99-4253-a069-bf024aff0967 None None] DHCP port deletion for d542ad04-b25f-4278-82e7-d0b3465eb817 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:32:51.985332 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0f49018f-a2c2-4751-9e56-073b9d65a786 None None] Could not find standard attr ID for object a113a866-0bfd-4de1-8b60-f8a49a9c1dcd. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:32:51.987037 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-1e7cd94a-7af3-495e-8660-5e37264fa684 service neutron] Attempting to bind port b40477cd-19d5-4309-886e-c14351f60bf6 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:32:51.987495 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-1e7cd94a-7af3-495e-8660-5e37264fa684 service neutron] Attempting to bind port b40477cd-19d5-4309-886e-c14351f60bf6 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e80c7b0b-2ac1-411e-b5c3-34b6039ed435'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:32:51.987495 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-1e7cd94a-7af3-495e-8660-5e37264fa684 service neutron] Attempting to bind port b40477cd-19d5-4309-886e-c14351f60bf6 on network e80c7b0b-2ac1-411e-b5c3-34b6039ed435 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:32:51.995199 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197800ea-d5e6-4d4c-b491-2083a5439c3f None None] Network d542ad04-b25f-4278-82e7-d0b3465eb817 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:51.999192 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d13bc6b9-4c0f-47d2-a1cf-cfc7f2ef54a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:52.003754 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5accaa47-d953-442d-82fc-581e625a124f tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Made reservation on behalf of fe34575a4744467b8b6069e120eb7d68 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:52.007312 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5accaa47-d953-442d-82fc-581e625a124f tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:52.009909 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197800ea-d5e6-4d4c-b491-2083a5439c3f None None] Network d542ad04-b25f-4278-82e7-d0b3465eb817 could not be found, it might have been deleted concurrently. {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 15 11:32:52.023374 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d13bc6b9-4c0f-47d2-a1cf-cfc7f2ef54a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:52.036874 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-1e7cd94a-7af3-495e-8660-5e37264fa684 service neutron] Port b40477cd-19d5-4309-886e-c14351f60bf6 on network e80c7b0b-2ac1-411e-b5c3-34b6039ed435 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:32:52.037189 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-1e7cd94a-7af3-495e-8660-5e37264fa684 service neutron] Attempting to bind port b40477cd-19d5-4309-886e-c14351f60bf6 on network e80c7b0b-2ac1-411e-b5c3-34b6039ed435 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:32:52.091884 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-1e7cd94a-7af3-495e-8660-5e37264fa684 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:32:52.092216 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-1e7cd94a-7af3-495e-8660-5e37264fa684 service neutron] Checking segment: {'id': '7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e80c7b0b-2ac1-411e-b5c3-34b6039ed435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:52.092599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-1e7cd94a-7af3-495e-8660-5e37264fa684 service neutron] Bound using segment: {'id': '7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e80c7b0b-2ac1-411e-b5c3-34b6039ed435'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:32:52.093029 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-1e7cd94a-7af3-495e-8660-5e37264fa684 service neutron] Bound port: b40477cd-19d5-4309-886e-c14351f60bf6, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e80c7b0b-2ac1-411e-b5c3-34b6039ed435'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:32:52.093375 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-1e7cd94a-7af3-495e-8660-5e37264fa684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:52.112656 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-afb83f95-22c6-40f5-9cda-a208d29ab865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:52.115544 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-afb83f95-22c6-40f5-9cda-a208d29ab865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:52.116741 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-afb83f95-22c6-40f5-9cda-a208d29ab865 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/147fff16-c687-448d-bdb6-396ebb3f92f0 HTTP/1.1" status: 204 len: 168 time: 0.6291831 Nov 15 11:32:52.121165 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-266449eb-13cf-4f84-a373-59132ad6c26d req-aefe9148-31c4-4fd4-84be-d7ef20ce26de tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470434 Nov 15 11:32:52.150882 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d13bc6b9-4c0f-47d2-a1cf-cfc7f2ef54a1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dbeb05b5936642fa96b63824a3c8a86e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7901928 Nov 15 11:32:52.151784 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13bc6b9-4c0f-47d2-a1cf-cfc7f2ef54a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353e4b71-f1d0-427e-81b8-9c61df624f65,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:52.153803 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55162) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:52.158478 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5accaa47-d953-442d-82fc-581e625a124f tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:32:52.177348 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb83f95-22c6-40f5-9cda-a208d29ab865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147fff16-c687-448d-bdb6-396ebb3f92f0,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:52.205773 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5accaa47-d953-442d-82fc-581e625a124f tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:52.206122 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-5accaa47-d953-442d-82fc-581e625a124f tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Added segment a9f6942c-df77-4bd5-9b68-a2b2cf96218d of type vlan for network 0252161d-6939-4655-8324-5e92a24e5706 Nov 15 11:32:52.266756 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78aff5bf-9129-4833-aee0-543876c35b77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:52.297853 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78aff5bf-9129-4833-aee0-543876c35b77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:52.302993 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5accaa47-d953-442d-82fc-581e625a124f tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:52.361532 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-1e7cd94a-7af3-495e-8660-5e37264fa684 service neutron] For port b40477cd-19d5-4309-886e-c14351f60bf6, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:32:52.362774 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78aff5bf-9129-4833-aee0-543876c35b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:52.368118 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78aff5bf-9129-4833-aee0-543876c35b77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:52.375602 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-78aff5bf-9129-4833-aee0-543876c35b77 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/353e4b71-f1d0-427e-81b8-9c61df624f65 HTTP/1.1" status: 204 len: 168 time: 0.2206187 Nov 15 11:32:52.390416 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-1e7cd94a-7af3-495e-8660-5e37264fa684 service neutron] For port b40477cd-19d5-4309-886e-c14351f60bf6, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b40477cd-19d5-4309-886e-c14351f60bf6,segment=NetworkSegment(7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2),segment_id=7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:32:52.395333 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aff5bf-9129-4833-aee0-543876c35b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353e4b71-f1d0-427e-81b8-9c61df624f65,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:52.437561 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-1e7cd94a-7af3-495e-8660-5e37264fa684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:52.457820 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5accaa47-d953-442d-82fc-581e625a124f tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:52.465487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5accaa47-d953-442d-82fc-581e625a124f tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:52.466774 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5accaa47-d953-442d-82fc-581e625a124f tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:52.559367 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2da0165a-fde1-4409-8123-3a4318df6cab tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:52.574806 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-1e7cd94a-7af3-495e-8660-5e37264fa684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:52.575421 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-1e7cd94a-7af3-495e-8660-5e37264fa684 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:52.576837 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-1e7cd94a-7af3-495e-8660-5e37264fa684 service neutron] 10.222.0.11 "PUT /v2.0/ports/b40477cd-19d5-4309-886e-c14351f60bf6 HTTP/1.1" status: 200 len: 1092 time: 2.2131088 Nov 15 11:32:52.577879 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55839d0f-91dd-4a1c-bed3-2757ff177a7a None None] DHCP port deletion for e80c7b0b-2ac1-411e-b5c3-34b6039ed435 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:32:52.591827 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7555ce5e-5b36-43b3-8fc2-85757ba72d5e', 'tag': 'b40477cd-19d5-4309-886e-c14351f60bf6'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:32:52.594211 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fc540a-150e-448e-ba1b-5fe4fed23858" -d '{"events": [{"name": "network-changed", "server_uuid": "7555ce5e-5b36-43b3-8fc2-85757ba72d5e", "tag": "b40477cd-19d5-4309-886e-c14351f60bf6"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:32:52.673485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accaa47-d953-442d-82fc-581e625a124f tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Network': ['ID=0252161d-6939-4655-8324-5e92a24e5706,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:52.684881 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25e908a-d32e-4593-9387-9c4dae04a1a0 x-openstack-request-id: req-b25e908a-d32e-4593-9387-9c4dae04a1a0 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:32:52.685161 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7555ce5e-5b36-43b3-8fc2-85757ba72d5e", "tag": "b40477cd-19d5-4309-886e-c14351f60bf6", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:32:52.685400 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b25e908a-d32e-4593-9387-9c4dae04a1a0 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:32:52.686640 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 0252161d-6939-4655-8324-5e92a24e5706 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:32:52.686958 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7555ce5e-5b36-43b3-8fc2-85757ba72d5e', 'tag': 'b40477cd-19d5-4309-886e-c14351f60bf6', 'status': 'completed', 'code': 200} Nov 15 11:32:52.745553 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5accaa47-d953-442d-82fc-581e625a124f tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9491894 Nov 15 11:32:52.748682 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55178) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:52.767261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7cd94a-7af3-495e-8660-5e37264fa684 service neutron] Pushing event updated for resources: {'Port': ['ID=b40477cd-19d5-4309-886e-c14351f60bf6,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:52.768451 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-46f7d4b9-6351-40fd-a0a5-ce09ff608110 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'subnet': {'network_id': '0252161d-6939-4655-8324-5e92a24e5706', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:52.778794 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0165a-fde1-4409-8123-3a4318df6cab tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Pushing event updated for resources: {'Subnet': ['ID=e895987b-245a-4c8f-ab4e-d61517a07402,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:52.803406 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-2d6eff81-6ac6-4da5-9767-66779b8ef476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:52.804926 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-2d6eff81-6ac6-4da5-9767-66779b8ef476 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc4a4b7862be44419657aaafeea64cfa&device_id=7555ce5e-5b36-43b3-8fc2-85757ba72d5e HTTP/1.1" status: 200 len: 1095 time: 0.1170199 Nov 15 11:32:52.808462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da0165a-fde1-4409-8123-3a4318df6cab tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Checking segment: {'id': '101ff659-c134-4e51-861e-28943642f40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6bbb91d5-4337-4cb1-9abe-325f45f0d204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:52.808809 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da0165a-fde1-4409-8123-3a4318df6cab tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Network hostable DHCP agents. Network: 6bbb91d5-4337-4cb1-9abe-325f45f0d204, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:32:52.854811 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-805f424e-58c7-4d48-8e91-a14f428e5753 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b40477cd-19d5-4309-886e-c14351f60bf6 HTTP/1.1" status: 200 len: 217 time: 0.0404015 Nov 15 11:32:52.879943 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da0165a-fde1-4409-8123-3a4318df6cab tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Network 6bbb91d5-4337-4cb1-9abe-325f45f0d204 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:32:52.909525 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f7d4b9-6351-40fd-a0a5-ce09ff608110 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Made reservation on behalf of fe34575a4744467b8b6069e120eb7d68 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:52.914015 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46f7d4b9-6351-40fd-a0a5-ce09ff608110 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:52.920998 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-2da0165a-fde1-4409-8123-3a4318df6cab tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 6bbb91d5-4337-4cb1-9abe-325f45f0d204) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:52.928676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da0165a-fde1-4409-8123-3a4318df6cab tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:52.929581 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2da0165a-fde1-4409-8123-3a4318df6cab tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:52.935919 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42571f6b-3167-40bb-900f-a8b3ff2ad4cf None None] Network 6bbb91d5-4337-4cb1-9abe-325f45f0d204 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:52.945852 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-0f36c39f-2796-4f0a-ad92-babd42083dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:52.948911 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-0f36c39f-2796-4f0a-ad92-babd42083dd1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae93d48d-40c2-46d2-853f-94d3ce7e2686 HTTP/1.1" status: 200 len: 848 time: 0.0854452 Nov 15 11:32:52.993883 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2da0165a-fde1-4409-8123-3a4318df6cab tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5799491 Nov 15 11:32:52.997138 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55188) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:53.009885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-b05f697a-1091-4233-a55c-9e07128f9f5c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1759479237', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:53.078032 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-9a9bb742-92c2-4e75-a7e1-f3b24bbfb421 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e80c7b0b-2ac1-411e-b5c3-34b6039ed435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098218 Nov 15 11:32:53.222935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a113a866-0bfd-4de1-8b60-f8a49a9c1dcd no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:32:53.282252 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b05f697a-1091-4233-a55c-9e07128f9f5c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:53.283797 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b05f697a-1091-4233-a55c-9e07128f9f5c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:53.296425 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-b192689b-3000-4b4b-ae6b-416f1ddd7abd service neutron] 10.222.0.11 "GET /v2.0/networks/e80c7b0b-2ac1-411e-b5c3-34b6039ed435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100644 Nov 15 11:32:53.307209 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: a113a866-0bfd-4de1-8b60-f8a49a9c1dcd {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:32:53.307430 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a113a866-0bfd-4de1-8b60-f8a49a9c1dcd not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:32:53.345115 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d873e670-f682-4d56-a557-707449f2fa4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-6bbb91d5-4337-4cb1-9abe-325f45f0d204', 'network_id': '6bbb91d5-4337-4cb1-9abe-325f45f0d204', 'tenant_id': '58db51a7f2a04cf6b67f39e5e9a23533', 'fixed_ips': [{'subnet_id': 'e895987b-245a-4c8f-ab4e-d61517a07402'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:32:53.346219 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d873e670-f682-4d56-a557-707449f2fa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:53.400827 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc74c47-b89b-42b6-aa12-db8498731d30 req-d7817060-8040-43e4-95b3-7cd75a5395b8 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:53.407952 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-adc74c47-b89b-42b6-aa12-db8498731d30 req-d7817060-8040-43e4-95b3-7cd75a5395b8 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=7555ce5e-5b36-43b3-8fc2-85757ba72d5e HTTP/1.1" status: 200 len: 944 time: 0.1861787 Nov 15 11:32:53.452420 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b05f697a-1091-4233-a55c-9e07128f9f5c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:53.465518 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b05f697a-1091-4233-a55c-9e07128f9f5c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:53.476310 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46f7d4b9-6351-40fd-a0a5-ce09ff608110 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:53.541816 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-adc74c47-b89b-42b6-aa12-db8498731d30 req-b58821b5-79e8-4a40-970c-a75c878ba947 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329856 Nov 15 11:32:53.549695 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b05f697a-1091-4233-a55c-9e07128f9f5c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:53.553443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b05f697a-1091-4233-a55c-9e07128f9f5c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5461214 Nov 15 11:32:53.553592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55210) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:53.597813 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d42fea2f-3a34-4708-8f32-a0f022167024 req-d8122f21-09af-4943-a91a-fb1e4e88ad99 service neutron] 10.222.0.11 "GET /v2.0/networks/e80c7b0b-2ac1-411e-b5c3-34b6039ed435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934883 Nov 15 11:32:53.673657 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7d4b9-6351-40fd-a0a5-ce09ff608110 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Subnet': ['ID=60ae5ece-e08d-4bb8-9f73-0f767e4c469c,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:53.692899 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f7d4b9-6351-40fd-a0a5-ce09ff608110 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Checking segment: {'id': 'a9f6942c-df77-4bd5-9b68-a2b2cf96218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '0252161d-6939-4655-8324-5e92a24e5706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:53.693248 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f7d4b9-6351-40fd-a0a5-ce09ff608110 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Network hostable DHCP agents. Network: 0252161d-6939-4655-8324-5e92a24e5706, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:32:53.738970 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f7d4b9-6351-40fd-a0a5-ce09ff608110 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Network 0252161d-6939-4655-8324-5e92a24e5706 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:32:53.756341 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-46f7d4b9-6351-40fd-a0a5-ce09ff608110 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 0252161d-6939-4655-8324-5e92a24e5706) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:53.763423 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f7d4b9-6351-40fd-a0a5-ce09ff608110 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:53.763702 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-d873e670-f682-4d56-a557-707449f2fa4b None None] Allocated IP 172.20.0.2 (6bbb91d5-4337-4cb1-9abe-325f45f0d204/e895987b-245a-4c8f-ab4e-d61517a07402/d6a94e08-cdd5-4292-bb88-59c2dff25d1e) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:32:53.764445 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46f7d4b9-6351-40fd-a0a5-ce09ff608110 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:53.800064 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-46f7d4b9-6351-40fd-a0a5-ce09ff608110 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0469182 Nov 15 11:32:53.800332 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55216) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:53.875563 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ea945d-c1d3-4ecc-95ee-ae3f14870f17 None None] Network 0252161d-6939-4655-8324-5e92a24e5706 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:53.888495 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55220) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:53.896968 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc540a-150e-448e-ba1b-5fe4fed23858 req-2012dee1-cc9c-4deb-98d4-d6912c1278b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:53.898849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1fc540a-150e-448e-ba1b-5fe4fed23858 req-2012dee1-cc9c-4deb-98d4-d6912c1278b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc4a4b7862be44419657aaafeea64cfa&device_id=7555ce5e-5b36-43b3-8fc2-85757ba72d5e HTTP/1.1" status: 200 len: 1095 time: 0.2358212 Nov 15 11:32:53.982966 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1baefb2c-8aa9-4d45-a4f8-97debb1ecad8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:54.078020 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1baefb2c-8aa9-4d45-a4f8-97debb1ecad8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:54.176814 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1baefb2c-8aa9-4d45-a4f8-97debb1ecad8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:54.280926 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0516e879-672c-4575-bcb9-fa786230cad5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-994414878-network', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:54.288142 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d873e670-f682-4d56-a557-707449f2fa4b None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:54.304796 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424eb5c8-8bf0-4122-946c-76f7de36fccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-0252161d-6939-4655-8324-5e92a24e5706', 'network_id': '0252161d-6939-4655-8324-5e92a24e5706', 'tenant_id': 'fe34575a4744467b8b6069e120eb7d68', 'fixed_ips': [{'subnet_id': '60ae5ece-e08d-4bb8-9f73-0f767e4c469c'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:32:54.305661 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-424eb5c8-8bf0-4122-946c-76f7de36fccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:54.306438 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baefb2c-8aa9-4d45-a4f8-97debb1ecad8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Subnet': ['ID=60ae5ece-e08d-4bb8-9f73-0f767e4c469c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:54.325391 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d873e670-f682-4d56-a557-707449f2fa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:54.406350 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1baefb2c-8aa9-4d45-a4f8-97debb1ecad8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:54.432171 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1baefb2c-8aa9-4d45-a4f8-97debb1ecad8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0252161d-6939-4655-8324-5e92a24e5706']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:54.463283 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1baefb2c-8aa9-4d45-a4f8-97debb1ecad8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f6942c-df77-4bd5-9b68-a2b2cf96218d') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:54.464394 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1baefb2c-8aa9-4d45-a4f8-97debb1ecad8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f6942c-df77-4bd5-9b68-a2b2cf96218d') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:54.472934 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d873e670-f682-4d56-a557-707449f2fa4b None None] Network 6bbb91d5-4337-4cb1-9abe-325f45f0d204 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:32:54.486021 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0177637-ef17-4cc7-9244-f65b5d57c370 None None] Network 0252161d-6939-4655-8324-5e92a24e5706 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:54.488192 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-d873e670-f682-4d56-a557-707449f2fa4b None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:54.491487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d873e670-f682-4d56-a557-707449f2fa4b None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:32:54.502881 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1baefb2c-8aa9-4d45-a4f8-97debb1ecad8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:54.537263 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1baefb2c-8aa9-4d45-a4f8-97debb1ecad8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:54.547656 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55242) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:54.563506 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1baefb2c-8aa9-4d45-a4f8-97debb1ecad8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:32:54.564174 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1baefb2c-8aa9-4d45-a4f8-97debb1ecad8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:32:54.573794 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:32:54.594789 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873e670-f682-4d56-a557-707449f2fa4b None None] Pushing event updated for resources: {'Port': ['ID=d6a94e08-cdd5-4292-bb88-59c2dff25d1e,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:54.633621 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0516e879-672c-4575-bcb9-fa786230cad5 admin admin] Made reservation on behalf of 7766e2dd9df541a4b3334b23af798fc4 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:54.636403 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0516e879-672c-4575-bcb9-fa786230cad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:54.655030 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0516e879-672c-4575-bcb9-fa786230cad5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:54.697236 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1baefb2c-8aa9-4d45-a4f8-97debb1ecad8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:54.711773 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1baefb2c-8aa9-4d45-a4f8-97debb1ecad8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:54.716921 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1baefb2c-8aa9-4d45-a4f8-97debb1ecad8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/networks/0252161d-6939-4655-8324-5e92a24e5706 HTTP/1.1" status: 204 len: 168 time: 0.9151158 Nov 15 11:32:54.736640 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55248) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:54.739068 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baefb2c-8aa9-4d45-a4f8-97debb1ecad8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Network': ['ID=0252161d-6939-4655-8324-5e92a24e5706,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:54.747330 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4dcd37c6-5d2a-41a3-bd46-1d5c59e2b602 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1404421114'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:54.767738 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2b051fd7-d10d-4dda-bf41-8cdfa46b3f7f tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-911079399'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:54.768454 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2b051fd7-d10d-4dda-bf41-8cdfa46b3f7f tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] Unknown quota resources ['metering_label']. {{(pid=102677) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 11:32:54.841182 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d873e670-f682-4d56-a557-707449f2fa4b None None] Attempting to bind port d6a94e08-cdd5-4292-bb88-59c2dff25d1e on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:32:54.841708 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d873e670-f682-4d56-a557-707449f2fa4b None None] Attempting to bind port d6a94e08-cdd5-4292-bb88-59c2dff25d1e by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '101ff659-c134-4e51-861e-28943642f40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6bbb91d5-4337-4cb1-9abe-325f45f0d204'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:32:54.842013 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873e670-f682-4d56-a557-707449f2fa4b None None] Attempting to bind port d6a94e08-cdd5-4292-bb88-59c2dff25d1e on network 6bbb91d5-4337-4cb1-9abe-325f45f0d204 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:32:54.847516 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873e670-f682-4d56-a557-707449f2fa4b None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:32:54.848206 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873e670-f682-4d56-a557-707449f2fa4b None None] Checking segment: {'id': '101ff659-c134-4e51-861e-28943642f40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6bbb91d5-4337-4cb1-9abe-325f45f0d204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:54.848753 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d873e670-f682-4d56-a557-707449f2fa4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:54.849413 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873e670-f682-4d56-a557-707449f2fa4b None None] Bound using segment: {'id': '101ff659-c134-4e51-861e-28943642f40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6bbb91d5-4337-4cb1-9abe-325f45f0d204'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:32:54.849982 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d873e670-f682-4d56-a557-707449f2fa4b None None] Bound port: d6a94e08-cdd5-4292-bb88-59c2dff25d1e, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101ff659-c134-4e51-861e-28943642f40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6bbb91d5-4337-4cb1-9abe-325f45f0d204'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:32:54.850453 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d873e670-f682-4d56-a557-707449f2fa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:54.856212 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:54.890311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e5105-c6b9-4224-a1a9-eac076bbb880 req-a8145963-03d2-4c48-931c-77009edd8ee4 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:54.892337 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-401e5105-c6b9-4224-a1a9-eac076bbb880 req-a8145963-03d2-4c48-931c-77009edd8ee4 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=7555ce5e-5b36-43b3-8fc2-85757ba72d5e HTTP/1.1" status: 200 len: 944 time: 0.2279074 Nov 15 11:32:54.894386 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc540a-150e-448e-ba1b-5fe4fed23858 req-cf2c749c-78fe-4177-aba4-a8316ed97e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:54.896285 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1fc540a-150e-448e-ba1b-5fe4fed23858 req-cf2c749c-78fe-4177-aba4-a8316ed97e14 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e80c7b0b-2ac1-411e-b5c3-34b6039ed435 HTTP/1.1" status: 200 len: 909 time: 0.9894888 Nov 15 11:32:54.928303 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d873e670-f682-4d56-a557-707449f2fa4b None None] For port d6a94e08-cdd5-4292-bb88-59c2dff25d1e, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:32:54.932167 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d873e670-f682-4d56-a557-707449f2fa4b None None] For port d6a94e08-cdd5-4292-bb88-59c2dff25d1e, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d6a94e08-cdd5-4292-bb88-59c2dff25d1e,segment=NetworkSegment(101ff659-c134-4e51-861e-28943642f40d),segment_id=101ff659-c134-4e51-861e-28943642f40d)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:32:54.938472 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d873e670-f682-4d56-a557-707449f2fa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:55.001086 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873e670-f682-4d56-a557-707449f2fa4b None None] Pushing event updated for resources: {'Port': ['ID=d6a94e08-cdd5-4292-bb88-59c2dff25d1e,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:55.023228 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcd37c6-5d2a-41a3-bd46-1d5c59e2b602 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Made reservation on behalf of fe34575a4744467b8b6069e120eb7d68 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:55.027151 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4dcd37c6-5d2a-41a3-bd46-1d5c59e2b602 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:55.063037 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1fc540a-150e-448e-ba1b-5fe4fed23858 req-1ffe97cc-e585-4668-b3fe-b4b84035977f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b40477cd-19d5-4309-886e-c14351f60bf6 HTTP/1.1" status: 200 len: 217 time: 0.1416850 Nov 15 11:32:55.100691 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0516e879-672c-4575-bcb9-fa786230cad5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:55.145484 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-401e5105-c6b9-4224-a1a9-eac076bbb880 req-a2026c16-b7b1-475a-8cba-8b3a76fe4d17 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449970 Nov 15 11:32:55.157610 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2b051fd7-d10d-4dda-bf41-8cdfa46b3f7f tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:55.161610 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2b051fd7-d10d-4dda-bf41-8cdfa46b3f7f tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6121938 Nov 15 11:32:55.162468 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0516e879-672c-4575-bcb9-fa786230cad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:55.165493 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55250) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:55.202085 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc540a-150e-448e-ba1b-5fe4fed23858 req-f1c9a2b9-9dc2-45df-9c31-b88fb1450137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:55.204183 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1fc540a-150e-448e-ba1b-5fe4fed23858 req-f1c9a2b9-9dc2-45df-9c31-b88fb1450137 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae93d48d-40c2-46d2-853f-94d3ce7e2686 HTTP/1.1" status: 200 len: 848 time: 0.1276662 Nov 15 11:32:55.208097 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5b86ec90-0e1c-42ae-9703-c28119e7d045 tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '77814a8f-0a3d-463e-857f-89a25b4a2786'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:55.208617 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5b86ec90-0e1c-42ae-9703-c28119e7d045 tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102677) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 11:32:55.213572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dcd37c6-5d2a-41a3-bd46-1d5c59e2b602 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:32:55.216154 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516e879-672c-4575-bcb9-fa786230cad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:55.368673 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1fc540a-150e-448e-ba1b-5fe4fed23858 req-d7fe3142-e27c-4dbf-9587-cbabff8818d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e80c7b0b-2ac1-411e-b5c3-34b6039ed435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1524034 Nov 15 11:32:55.545861 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Allocated IP 172.20.0.1 (6bbb91d5-4337-4cb1-9abe-325f45f0d204/e895987b-245a-4c8f-ab4e-d61517a07402/6716f07a-58c9-4d30-a370-d107b3cd5536) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:32:55.552354 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1fc540a-150e-448e-ba1b-5fe4fed23858 req-08408054-a5c5-4f2c-99fb-fa885a20240d service neutron] 10.222.0.11 "GET /v2.0/networks/e80c7b0b-2ac1-411e-b5c3-34b6039ed435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674261 Nov 15 11:32:55.707327 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4dcd37c6-5d2a-41a3-bd46-1d5c59e2b602 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:55.707753 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-4dcd37c6-5d2a-41a3-bd46-1d5c59e2b602 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Added segment 5bdb3fb1-ac11-43cf-a6ba-6f5b63aabd68 of type vlan for network 6dcfb04c-d3e0-4490-b55e-38656ff5fc68 Nov 15 11:32:55.708955 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0516e879-672c-4575-bcb9-fa786230cad5 admin admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:32:55.735615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1fc540a-150e-448e-ba1b-5fe4fed23858 req-595b2b10-5f93-4d95-9259-eacbef548ad3 service neutron] 10.222.0.11 "GET /v2.0/networks/e80c7b0b-2ac1-411e-b5c3-34b6039ed435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737597 Nov 15 11:32:55.747806 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:55.784754 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:55.808129 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0516e879-672c-4575-bcb9-fa786230cad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:55.808717 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-0516e879-672c-4575-bcb9-fa786230cad5 admin admin] Added segment c19283d2-69b5-4cfd-aa62-bae4e4d72274 of type vlan for network 6b1842a3-8b78-48b6-930c-de775291ae35 Nov 15 11:32:55.811662 n-d-729945-9 neutron-server[102677]: WARNING neutron.services.metering.metering_plugin [None req-5b86ec90-0e1c-42ae-9703-c28119e7d045 tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 15 11:32:55.829786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Network 6bbb91d5-4337-4cb1-9abe-325f45f0d204 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:32:55.835601 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:55.838528 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:32:55.861394 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4dcd37c6-5d2a-41a3-bd46-1d5c59e2b602 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:55.869942 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Pushing event updated for resources: {'Port': ['ID=6716f07a-58c9-4d30-a370-d107b3cd5536,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:55.884576 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:55.884921 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:55.885261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:55.885594 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:55.885927 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:55.886261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:55.886608 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:55.886914 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:55.887239 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:55.887563 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:55.887904 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:55.888226 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:55.900649 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:55.980831 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b86ec90-0e1c-42ae-9703-c28119e7d045 tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:55.985144 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5b86ec90-0e1c-42ae-9703-c28119e7d045 tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7785983 Nov 15 11:32:55.986939 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55254) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:55.987094 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0516e879-672c-4575-bcb9-fa786230cad5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:55.992934 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-a749cb93-919d-496c-aa06-bd97d55be31e tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '77814a8f-0a3d-463e-857f-89a25b4a2786'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:55.993564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-a749cb93-919d-496c-aa06-bd97d55be31e tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102678) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 11:32:56.027511 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4dcd37c6-5d2a-41a3-bd46-1d5c59e2b602 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:56.034365 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcd37c6-5d2a-41a3-bd46-1d5c59e2b602 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:56.035288 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4dcd37c6-5d2a-41a3-bd46-1d5c59e2b602 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:56.052153 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0516e879-672c-4575-bcb9-fa786230cad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:56.053113 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0516e879-672c-4575-bcb9-fa786230cad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:56.053783 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0516e879-672c-4575-bcb9-fa786230cad5 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:56.102389 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4dcd37c6-5d2a-41a3-bd46-1d5c59e2b602 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3641100 Nov 15 11:32:56.108003 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55256) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:56.116748 n-d-729945-9 neutron-server[102678]: WARNING neutron.services.metering.metering_plugin [None req-a749cb93-919d-496c-aa06-bd97d55be31e tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 15 11:32:56.118779 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f7ab1d23-c9a1-4673-bb8e-0ab730e23ef6 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:56.182999 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd37c6-5d2a-41a3-bd46-1d5c59e2b602 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Network': ['ID=6dcfb04c-d3e0-4490-b55e-38656ff5fc68,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:56.196921 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 6dcfb04c-d3e0-4490-b55e-38656ff5fc68 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:32:56.202183 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:56.256496 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0516e879-672c-4575-bcb9-fa786230cad5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3643303 Nov 15 11:32:56.256496 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516e879-672c-4575-bcb9-fa786230cad5 admin admin] Pushing event updated for resources: {'Network': ['ID=6b1842a3-8b78-48b6-930c-de775291ae35,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:56.259632 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55260) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:56.264775 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2ac7eb5c-37df-43c6-9ecd-650680b3dd13 admin admin] Request body: {'subnet': {'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-994414878-subnet', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:56.285891 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 6b1842a3-8b78-48b6-930c-de775291ae35 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:32:56.325994 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a749cb93-919d-496c-aa06-bd97d55be31e tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:56.327247 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a749cb93-919d-496c-aa06-bd97d55be31e tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3393457 Nov 15 11:32:56.330252 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55262) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:56.378598 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac7eb5c-37df-43c6-9ecd-650680b3dd13 admin admin] Made reservation on behalf of 7766e2dd9df541a4b3334b23af798fc4 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:56.381272 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ac7eb5c-37df-43c6-9ecd-650680b3dd13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:56.395536 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e1e1490e-3ee7-4ed7-87fe-52599d5f7d2d tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=24919087-aa33-4118-9ab8-cfad4d4da8b7 HTTP/1.1" status: 200 len: 462 time: 0.0633514 Nov 15 11:32:56.405441 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55266) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:56.448174 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f27efe-503d-4e8d-ae8d-d26f934083a4 req-70dda7d5-a3a5-4579-a9c0-1f8c2b1a6167 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:56.457264 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-80f27efe-503d-4e8d-ae8d-d26f934083a4 req-70dda7d5-a3a5-4579-a9c0-1f8c2b1a6167 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=7555ce5e-5b36-43b3-8fc2-85757ba72d5e HTTP/1.1" status: 200 len: 944 time: 0.1518810 Nov 15 11:32:56.483938 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device b40477cd-19d5-4309-886e-c14351f60bf6 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:32:56.499839 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4293ff42-33be-4f97-a59b-2463941fee25 None None] Network 6bbb91d5-4337-4cb1-9abe-325f45f0d204 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:56.517161 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7ab1d23-c9a1-4673-bb8e-0ab730e23ef6 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:56.539650 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7ab1d23-c9a1-4673-bb8e-0ab730e23ef6 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:56.623690 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab1d23-c9a1-4673-bb8e-0ab730e23ef6 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Network': ['ID=6dcfb04c-d3e0-4490-b55e-38656ff5fc68,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:56.626847 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f7ab1d23-c9a1-4673-bb8e-0ab730e23ef6 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Network 6dcfb04c-d3e0-4490-b55e-38656ff5fc68 is not hosted by any dhcp agent {{(pid=102677) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 15 11:32:56.628203 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-041f85df-ad4c-4640-b503-b61637ba448e tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:56.629302 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-041f85df-ad4c-4640-b503-b61637ba448e tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/24919087-aa33-4118-9ab8-cfad4d4da8b7 HTTP/1.1" status: 204 len: 168 time: 0.2217195 Nov 15 11:32:56.632628 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55268) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:56.637156 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ab1d23-c9a1-4673-bb8e-0ab730e23ef6 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:56.637807 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7ab1d23-c9a1-4673-bb8e-0ab730e23ef6 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:56.642391 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 6dcfb04c-d3e0-4490-b55e-38656ff5fc68 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:32:56.642963 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f7ab1d23-c9a1-4673-bb8e-0ab730e23ef6 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "PUT /v2.0/networks/6dcfb04c-d3e0-4490-b55e-38656ff5fc68 HTTP/1.1" status: 200 len: 723 time: 0.5316262 Nov 15 11:32:56.643831 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55270) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:56.646153 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9cda85e5-acb3-45dd-b05f-bd5658aa5103 tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=24919087-aa33-4118-9ab8-cfad4d4da8b7 HTTP/1.1" status: 200 len: 221 time: 0.0107701 Nov 15 11:32:56.673775 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-63975e17-12a8-4fce-95c0-893680c735d7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'subnet': {'network_id': '6dcfb04c-d3e0-4490-b55e-38656ff5fc68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:56.676363 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55272) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:56.703376 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-80f27efe-503d-4e8d-ae8d-d26f934083a4 req-ec1c720e-dea7-427e-bdf5-fcbca180a656 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363946 Nov 15 11:32:56.707770 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-dde5dee4-f6a0-47fb-af55-59f34556ec4e tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--745732253', 'description': 'label created by tempest'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:56.708262 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-dde5dee4-f6a0-47fb-af55-59f34556ec4e tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] Unknown quota resources ['metering_label']. {{(pid=102678) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 11:32:56.756707 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-aeb78414-b113-4c5c-b99e-4ed5ccfb7e0b None None] Provisioning complete for port d6a94e08-cdd5-4292-bb88-59c2dff25d1e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:56.757127 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aeb78414-b113-4c5c-b99e-4ed5ccfb7e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:56.825410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63975e17-12a8-4fce-95c0-893680c735d7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Made reservation on behalf of fe34575a4744467b8b6069e120eb7d68 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:56.832103 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63975e17-12a8-4fce-95c0-893680c735d7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:56.901710 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ac7eb5c-37df-43c6-9ecd-650680b3dd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:56.925130 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dde5dee4-f6a0-47fb-af55-59f34556ec4e tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:56.926244 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-dde5dee4-f6a0-47fb-af55-59f34556ec4e tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2218575 Nov 15 11:32:56.936097 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55274) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:56.969796 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port b40477cd-19d5-4309-886e-c14351f60bf6, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b40477cd-19d5-4309-886e-c14351f60bf6,segment=NetworkSegment(7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2),segment_id=7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:56.973521 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aeb78414-b113-4c5c-b99e-4ed5ccfb7e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:57.018786 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7eb5c-37df-43c6-9ecd-650680b3dd13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03402d5a-eb71-46f6-ad30-bb9e6876f489,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:57.021814 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'b40477cd-19d5-4309-886e-c14351f60bf6', 'network_id': 'e80c7b0b-2ac1-411e-b5c3-34b6039ed435', 'port_id': 'b40477cd-19d5-4309-886e-c14351f60bf6', 'mac_address': 'fa:16:3e:2d:1f:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae93d48d-40c2-46d2-853f-94d3ce7e2686', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:32:57.025742 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac7eb5c-37df-43c6-9ecd-650680b3dd13 admin admin] Checking segment: {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:57.026139 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac7eb5c-37df-43c6-9ecd-650680b3dd13 admin admin] Network hostable DHCP agents. Network: 6b1842a3-8b78-48b6-930c-de775291ae35, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:32:57.057142 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac7eb5c-37df-43c6-9ecd-650680b3dd13 admin admin] Network 6b1842a3-8b78-48b6-930c-de775291ae35 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:32:57.070937 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3e3e001b-95d6-4705-96c6-99e60c782a98 tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=73b9ff3f-376b-45c3-905f-5f1f01aafef3 HTTP/1.1" status: 200 len: 467 time: 0.1337640 Nov 15 11:32:57.075230 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:57.087062 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55276) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:57.097699 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40477cd-19d5-4309-886e-c14351f60bf6 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:32:57.113082 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-aeb78414-b113-4c5c-b99e-4ed5ccfb7e0b None None] For port d6a94e08-cdd5-4292-bb88-59c2dff25d1e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d6a94e08-cdd5-4292-bb88-59c2dff25d1e,segment=NetworkSegment(101ff659-c134-4e51-861e-28943642f40d),segment_id=101ff659-c134-4e51-861e-28943642f40d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:57.123055 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aeb78414-b113-4c5c-b99e-4ed5ccfb7e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:57.139210 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2ac7eb5c-37df-43c6-9ecd-650680b3dd13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 6b1842a3-8b78-48b6-930c-de775291ae35) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:57.142064 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port b40477cd-19d5-4309-886e-c14351f60bf6, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b40477cd-19d5-4309-886e-c14351f60bf6,segment=NetworkSegment(7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2),segment_id=7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:32:57.162467 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac7eb5c-37df-43c6-9ecd-650680b3dd13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:57.163234 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ac7eb5c-37df-43c6-9ecd-650680b3dd13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:57.168209 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1570655-0959-4c83-8cd9-3f397c78cec0 None None] Network 6b1842a3-8b78-48b6-930c-de775291ae35 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:57.276439 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:57.280751 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2ac7eb5c-37df-43c6-9ecd-650680b3dd13 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0192535 Nov 15 11:32:57.282570 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63975e17-12a8-4fce-95c0-893680c735d7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:57.284010 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d6a94e08-cdd5-4292-bb88-59c2dff25d1e up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:32:57.285501 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55278) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:57.298287 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-766c751e-8bde-4547-af54-e6ed1d0a888a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:57.388331 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b3858378-ac97-4b81-ac54-0969dae7e0d4 tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:57.390178 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b3858378-ac97-4b81-ac54-0969dae7e0d4 tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/73b9ff3f-376b-45c3-905f-5f1f01aafef3 HTTP/1.1" status: 204 len: 168 time: 0.3025880 Nov 15 11:32:57.392967 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-766c751e-8bde-4547-af54-e6ed1d0a888a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:57.393979 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-766c751e-8bde-4547-af54-e6ed1d0a888a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:57.394209 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55280) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:57.403798 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63975e17-12a8-4fce-95c0-893680c735d7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Checking segment: {'id': '5bdb3fb1-ac11-43cf-a6ba-6f5b63aabd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6dcfb04c-d3e0-4490-b55e-38656ff5fc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:57.403798 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63975e17-12a8-4fce-95c0-893680c735d7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Network hostable DHCP agents. Network: 6dcfb04c-d3e0-4490-b55e-38656ff5fc68, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:32:57.407779 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63975e17-12a8-4fce-95c0-893680c735d7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Subnet': ['ID=b5834154-cfd2-4d27-a901-158c7b7c68b2,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:57.411652 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-13589995-d943-4274-82ca-4570671bfeb8 tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=73b9ff3f-376b-45c3-905f-5f1f01aafef3 HTTP/1.1" status: 200 len: 216 time: 0.0136282 Nov 15 11:32:57.421228 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55282) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:57.449092 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e205d3d1-d04f-412e-bcd3-3ee911393264 tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0265920 Nov 15 11:32:57.453109 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55284) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:57.456798 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:57.464081 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:57.475681 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-766c751e-8bde-4547-af54-e6ed1d0a888a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:57.502139 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-914e9fbc-4ad5-4796-a764-6ac8cde9a0d8 tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0478108 Nov 15 11:32:57.540116 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55288) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:57.541198 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63975e17-12a8-4fce-95c0-893680c735d7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Network 6dcfb04c-d3e0-4490-b55e-38656ff5fc68 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:32:57.551583 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-032dac21-50d8-49dc-a092-5ad3959b5c66 None None] Provisioning complete for port d6a94e08-cdd5-4292-bb88-59c2dff25d1e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:57.552088 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-032dac21-50d8-49dc-a092-5ad3959b5c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:57.573546 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:57.592025 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d6a94e08-cdd5-4292-bb88-59c2dff25d1e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:57.592469 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:57.603167 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Pushing event updated for resources: {'Port': ['ID=6716f07a-58c9-4d30-a370-d107b3cd5536,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:57.604781 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb78414-b113-4c5c-b99e-4ed5ccfb7e0b None None] Pushing event updated for resources: {'Port': ['ID=d6a94e08-cdd5-4292-bb88-59c2dff25d1e,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:57.654436 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-59d85872-4ad7-49cb-9c16-a05d1634c9d4 tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/77814a8f-0a3d-463e-857f-89a25b4a2786 HTTP/1.1" status: 200 len: 472 time: 0.1105022 Nov 15 11:32:57.656716 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-63975e17-12a8-4fce-95c0-893680c735d7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 6dcfb04c-d3e0-4490-b55e-38656ff5fc68) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:57.661135 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55290) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:57.672242 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b12cb149-3dca-4d6e-b7af-8a777b414b4e tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/d581ec49-b09e-4c65-95cd-2e1c06052c0e HTTP/1.1" status: 200 len: 459 time: 0.0099518 Nov 15 11:32:57.672479 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63975e17-12a8-4fce-95c0-893680c735d7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:57.672781 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63975e17-12a8-4fce-95c0-893680c735d7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:57.675151 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55292) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:57.722801 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['b40477cd-19d5-4309-886e-c14351f60bf6'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:32:57.777125 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Network 6bbb91d5-4337-4cb1-9abe-325f45f0d204 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:32:57.778883 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:57.820372 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-63975e17-12a8-4fce-95c0-893680c735d7 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1516261 Nov 15 11:32:57.828000 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55296) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:57.832309 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-766c751e-8bde-4547-af54-e6ed1d0a888a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:57.838809 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-467bcb90-25dc-4edb-be76-6db830767b5a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:58.018144 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9509e23a-e691-4733-9dd0-f0988ff15257 None None] Network 6dcfb04c-d3e0-4490-b55e-38656ff5fc68 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:32:58.030918 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-6b1842a3-8b78-48b6-930c-de775291ae35', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:32:58.031974 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:58.056356 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=b40477cd-19d5-4309-886e-c14351f60bf6,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:58.058490 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65752097-45da-4406-b22a-f3861485078c tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:58.064322 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-65752097-45da-4406-b22a-f3861485078c tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/d581ec49-b09e-4c65-95cd-2e1c06052c0e HTTP/1.1" status: 204 len: 168 time: 0.3871109 Nov 15 11:32:58.075197 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55298) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:58.306961 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Allocated IP 172.20.0.2 (6b1842a3-8b78-48b6-930c-de775291ae35/03402d5a-eb71-46f6-ad30-bb9e6876f489/0ff2e552-5a55-4d1e-8021-795e1ffae0a3) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:32:58.383296 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7080c-0545-4763-849d-480dfa85def3 req-f760ea0a-5d27-45a1-a573-4e2dfc4363de tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:58.385932 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-86b7080c-0545-4763-849d-480dfa85def3 req-f760ea0a-5d27-45a1-a573-4e2dfc4363de tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=7555ce5e-5b36-43b3-8fc2-85757ba72d5e HTTP/1.1" status: 200 len: 945 time: 0.5914707 Nov 15 11:32:58.396761 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-467bcb90-25dc-4edb-be76-6db830767b5a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-64812099'] for subnet, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:58.477438 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Router fc0039fa-2ac8-433b-bb98-27a11d24f316 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:32:58.503773 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-86b7080c-0545-4763-849d-480dfa85def3 req-485f3b44-9828-4598-b1d5-c8177bca72f8 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931098 Nov 15 11:32:58.621435 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:32:58.632751 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0c7cbb6f-1379-400a-9e6f-395ab493541c tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] 10.222.0.64 "PUT /v2.0/routers/fc0039fa-2ac8-433b-bb98-27a11d24f316/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0754697 Nov 15 11:32:58.633208 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55302) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:58.639111 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c0bd510b-1d2b-4d75-949c-6d9a1ed99422 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Request body: {'port': {'network_id': '6bbb91d5-4337-4cb1-9abe-325f45f0d204', 'name': 'tempest-FloatingIPNegativeTestJSON-1106866784'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:32:58.642871 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-032dac21-50d8-49dc-a092-5ad3959b5c66 None None] Provisioning complete for port 6716f07a-58c9-4d30-a370-d107b3cd5536 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:58.643333 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-032dac21-50d8-49dc-a092-5ad3959b5c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:58.667115 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fa89e9-0329-4182-a448-5c786f2cb7da None None] Sync routers for ids ['fc0039fa-2ac8-433b-bb98-27a11d24f316'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:32:58.679918 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c69ad05-7c79-43d7-b816-8ca5ad93de68 tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:58.681033 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4c69ad05-7c79-43d7-b816-8ca5ad93de68 tempest-MeteringIpV6TestJSON-1169974524 tempest-MeteringIpV6TestJSON-1169974524-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/77814a8f-0a3d-463e-857f-89a25b4a2786 HTTP/1.1" status: 204 len: 168 time: 0.6050923 Nov 15 11:32:58.712008 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:58.773037 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:58.811539 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fa89e9-0329-4182-a448-5c786f2cb7da None None] Routers {'fc0039fa-2ac8-433b-bb98-27a11d24f316'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:58.812121 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-47fa89e9-0329-4182-a448-5c786f2cb7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['fc0039fa-2ac8-433b-bb98-27a11d24f316'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:58.835841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bd510b-1d2b-4d75-949c-6d9a1ed99422 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Made reservation on behalf of 58db51a7f2a04cf6b67f39e5e9a23533 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:32:58.841688 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2295c73-2268-4bd9-82d4-9b342cc57168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-6dcfb04c-d3e0-4490-b55e-38656ff5fc68', 'network_id': '6dcfb04c-d3e0-4490-b55e-38656ff5fc68', 'tenant_id': 'fe34575a4744467b8b6069e120eb7d68', 'fixed_ips': [{'subnet_id': 'b5834154-cfd2-4d27-a901-158c7b7c68b2'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:32:58.842519 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c2295c73-2268-4bd9-82d4-9b342cc57168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:58.843645 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0bd510b-1d2b-4d75-949c-6d9a1ed99422 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:58.870584 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c0bd510b-1d2b-4d75-949c-6d9a1ed99422 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] device_id is not set on port a22c37f6-d4bc-45bd-9c34-c086917ed5ce yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:32:58.888836 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-032dac21-50d8-49dc-a092-5ad3959b5c66 None None] Port 6716f07a-58c9-4d30-a370-d107b3cd5536 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:32:58.913366 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-47fa89e9-0329-4182-a448-5c786f2cb7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:58.943110 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Network 6b1842a3-8b78-48b6-930c-de775291ae35 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:32:58.944248 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-467bcb90-25dc-4edb-be76-6db830767b5a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780020527526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64437823'] for subnet, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:58.998289 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fa89e9-0329-4182-a448-5c786f2cb7da None None] Routers {'fc0039fa-2ac8-433b-bb98-27a11d24f316'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:32:58.998917 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-47fa89e9-0329-4182-a448-5c786f2cb7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['fc0039fa-2ac8-433b-bb98-27a11d24f316'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:59.011549 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-766c751e-8bde-4547-af54-e6ed1d0a888a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:59.032611 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:59.038516 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:32:59.041227 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-47fa89e9-0329-4182-a448-5c786f2cb7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:32:59.041838 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fa89e9-0329-4182-a448-5c786f2cb7da None None] The sync data for ids ['fc0039fa-2ac8-433b-bb98-27a11d24f316'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:32:59.044634 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Pushing event updated for resources: {'Port': ['ID=0ff2e552-5a55-4d1e-8021-795e1ffae0a3,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:59.059122 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-766c751e-8bde-4547-af54-e6ed1d0a888a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:59.059995 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55308) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:59.082256 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467bcb90-25dc-4edb-be76-6db830767b5a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:32:59.083127 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-467bcb90-25dc-4edb-be76-6db830767b5a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:59.088365 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-467bcb90-25dc-4edb-be76-6db830767b5a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "PUT /v2.0/subnets/b5834154-cfd2-4d27-a901-158c7b7c68b2 HTTP/1.1" status: 200 len: 806 time: 1.2586434 Nov 15 11:32:59.096171 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55312) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:59.096396 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d6a94e08-cdd5-4292-bb88-59c2dff25d1e up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:32:59.096509 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:59.097009 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:59.097381 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:59.099069 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:59.099069 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:59.099069 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:59.099069 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:59.099069 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:59.099562 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:59.099562 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:59.099735 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:59.100753 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:32:59.111140 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f8558c00-abb6-470e-91ae-dff96315df71 None None] Provisioning complete for port 6716f07a-58c9-4d30-a370-d107b3cd5536 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:59.111524 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f8558c00-abb6-470e-91ae-dff96315df71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:59.136432 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-c0bd510b-1d2b-4d75-949c-6d9a1ed99422 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Allocated IP 172.20.0.13 (6bbb91d5-4337-4cb1-9abe-325f45f0d204/e895987b-245a-4c8f-ab4e-d61517a07402/a22c37f6-d4bc-45bd-9c34-c086917ed5ce) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:32:59.245950 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Attempting to bind port 0ff2e552-5a55-4d1e-8021-795e1ffae0a3 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:32:59.246310 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Attempting to bind port 0ff2e552-5a55-4d1e-8021-795e1ffae0a3 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:32:59.246667 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Attempting to bind port 0ff2e552-5a55-4d1e-8021-795e1ffae0a3 on network 6b1842a3-8b78-48b6-930c-de775291ae35 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:32:59.268111 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f8558c00-abb6-470e-91ae-dff96315df71 None None] Port 6716f07a-58c9-4d30-a370-d107b3cd5536 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:32:59.270077 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bcb90-25dc-4edb-be76-6db830767b5a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Subnet': ['ID=b5834154-cfd2-4d27-a901-158c7b7c68b2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:59.271837 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:32:59.272032 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Checking segment: {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:32:59.272430 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:59.272813 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Bound using segment: {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:32:59.273540 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Bound port: 0ff2e552-5a55-4d1e-8021-795e1ffae0a3, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:32:59.273660 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:59.341104 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-c2295c73-2268-4bd9-82d4-9b342cc57168 None None] Allocated IP 172.20.0.2 (6dcfb04c-d3e0-4490-b55e-38656ff5fc68/b5834154-cfd2-4d27-a901-158c7b7c68b2/ff29e1bf-4c32-411a-b7b8-1b76720955f3) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:32:59.355371 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b03cbacd-81f3-48bd-98c6-c86ab2b2a61b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:59.356963 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:59.362703 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d6a94e08-cdd5-4292-bb88-59c2dff25d1e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:32:59.363065 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:59.379865 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-766c751e-8bde-4547-af54-e6ed1d0a888a admin admin] Allocated IP 172.25.7.11 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/72828454-18df-4700-874e-df87becd24bf) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:32:59.444350 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] For port 0ff2e552-5a55-4d1e-8021-795e1ffae0a3, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:32:59.469161 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] For port 0ff2e552-5a55-4d1e-8021-795e1ffae0a3, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0ff2e552-5a55-4d1e-8021-795e1ffae0a3,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:32:59.469669 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:59.470190 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0bd510b-1d2b-4d75-949c-6d9a1ed99422 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:59.483950 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:59.580076 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b03cbacd-81f3-48bd-98c6-c86ab2b2a61b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:59.588137 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b03cbacd-81f3-48bd-98c6-c86ab2b2a61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:59.597300 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0bd510b-1d2b-4d75-949c-6d9a1ed99422 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:59.620057 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-766c751e-8bde-4547-af54-e6ed1d0a888a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:59.670315 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55318) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:59.672358 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad120a82-4283-4d29-86ef-462dc17609a3 None None] Pushing event updated for resources: {'Port': ['ID=0ff2e552-5a55-4d1e-8021-795e1ffae0a3,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:59.682078 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:59.721137 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c2295c73-2268-4bd9-82d4-9b342cc57168 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:59.721462 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-766c751e-8bde-4547-af54-e6ed1d0a888a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:59.728335 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c2295c73-2268-4bd9-82d4-9b342cc57168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:59.766090 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bd510b-1d2b-4d75-949c-6d9a1ed99422 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Network 6bbb91d5-4337-4cb1-9abe-325f45f0d204 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:32:59.790003 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b03cbacd-81f3-48bd-98c6-c86ab2b2a61b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3794c4158d3641a29a6d60e8cc49d9ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7244716 Nov 15 11:32:59.796952 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55322) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:32:59.807588 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-c0bd510b-1d2b-4d75-949c-6d9a1ed99422 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:59.816437 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bd510b-1d2b-4d75-949c-6d9a1ed99422 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:32:59.838988 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03cbacd-81f3-48bd-98c6-c86ab2b2a61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7013f42e-6db9-453c-8367-bf12346d8c31,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:59.841649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2295c73-2268-4bd9-82d4-9b342cc57168 None None] Network 6dcfb04c-d3e0-4490-b55e-38656ff5fc68 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:32:59.846416 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd510b-1d2b-4d75-949c-6d9a1ed99422 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Pushing event updated for resources: {'Port': ['ID=a22c37f6-d4bc-45bd-9c34-c086917ed5ce,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:59.854010 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766c751e-8bde-4547-af54-e6ed1d0a888a admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:32:59.860178 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-c2295c73-2268-4bd9-82d4-9b342cc57168 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:59.864851 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2295c73-2268-4bd9-82d4-9b342cc57168 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:32:59.870481 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:32:59.885699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-766c751e-8bde-4547-af54-e6ed1d0a888a admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:32:59.897022 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2295c73-2268-4bd9-82d4-9b342cc57168 None None] Pushing event updated for resources: {'Port': ['ID=ff29e1bf-4c32-411a-b7b8-1b76720955f3,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:59.925790 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766c751e-8bde-4547-af54-e6ed1d0a888a admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:32:59.965393 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c751e-8bde-4547-af54-e6ed1d0a888a admin admin] Pushing event updated for resources: {'Port': ['ID=72828454-18df-4700-874e-df87becd24bf,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:32:59.992479 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44b834d-08b1-41a2-b604-468a16b7b2c5 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:32:59.998966 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Subnet': ['ID=b5834154-cfd2-4d27-a901-158c7b7c68b2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:00.011093 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-c2295c73-2268-4bd9-82d4-9b342cc57168 None None] Attempting to bind port ff29e1bf-4c32-411a-b7b8-1b76720955f3 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:33:00.013622 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-c2295c73-2268-4bd9-82d4-9b342cc57168 None None] Attempting to bind port ff29e1bf-4c32-411a-b7b8-1b76720955f3 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '5bdb3fb1-ac11-43cf-a6ba-6f5b63aabd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6dcfb04c-d3e0-4490-b55e-38656ff5fc68'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:33:00.014910 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2295c73-2268-4bd9-82d4-9b342cc57168 None None] Attempting to bind port ff29e1bf-4c32-411a-b7b8-1b76720955f3 on network 6dcfb04c-d3e0-4490-b55e-38656ff5fc68 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:33:00.026465 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2295c73-2268-4bd9-82d4-9b342cc57168 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:33:00.026955 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2295c73-2268-4bd9-82d4-9b342cc57168 None None] Checking segment: {'id': '5bdb3fb1-ac11-43cf-a6ba-6f5b63aabd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6dcfb04c-d3e0-4490-b55e-38656ff5fc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:00.027446 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c2295c73-2268-4bd9-82d4-9b342cc57168 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:00.028169 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2295c73-2268-4bd9-82d4-9b342cc57168 None None] Bound using segment: {'id': '5bdb3fb1-ac11-43cf-a6ba-6f5b63aabd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6dcfb04c-d3e0-4490-b55e-38656ff5fc68'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:33:00.028991 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-c2295c73-2268-4bd9-82d4-9b342cc57168 None None] Bound port: ff29e1bf-4c32-411a-b7b8-1b76720955f3, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bdb3fb1-ac11-43cf-a6ba-6f5b63aabd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6dcfb04c-d3e0-4490-b55e-38656ff5fc68'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:33:00.029588 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c2295c73-2268-4bd9-82d4-9b342cc57168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:00.106969 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83859347-20b8-4027-9adf-64a63a973e45 req-5a6c453b-d958-44f1-80d9-9482795e0665 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:00.109236 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83859347-20b8-4027-9adf-64a63a973e45 req-5a6c453b-d958-44f1-80d9-9482795e0665 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=7555ce5e-5b36-43b3-8fc2-85757ba72d5e HTTP/1.1" status: 200 len: 945 time: 0.4900670 Nov 15 11:33:00.128046 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:00.167541 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c2295c73-2268-4bd9-82d4-9b342cc57168 None None] For port ff29e1bf-4c32-411a-b7b8-1b76720955f3, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:33:00.170884 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c2295c73-2268-4bd9-82d4-9b342cc57168 None None] For port ff29e1bf-4c32-411a-b7b8-1b76720955f3, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ff29e1bf-4c32-411a-b7b8-1b76720955f3,segment=NetworkSegment(5bdb3fb1-ac11-43cf-a6ba-6f5b63aabd68),segment_id=5bdb3fb1-ac11-43cf-a6ba-6f5b63aabd68)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:33:00.179886 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c2295c73-2268-4bd9-82d4-9b342cc57168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:00.219701 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bd510b-1d2b-4d75-949c-6d9a1ed99422 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:00.219978 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3306c440-aba8-422f-98f3-b4beddda9d42 None None] Provisioning complete for port 72828454-18df-4700-874e-df87becd24bf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:00.220286 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3306c440-aba8-422f-98f3-b4beddda9d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:00.220959 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0bd510b-1d2b-4d75-949c-6d9a1ed99422 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:00.227153 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-82561564-668f-4967-9a33-2b8ed0949875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:00.243491 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dcfb04c-d3e0-4490-b55e-38656ff5fc68']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:00.283018 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bdb3fb1-ac11-43cf-a6ba-6f5b63aabd68') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:00.283317 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bdb3fb1-ac11-43cf-a6ba-6f5b63aabd68') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:00.298722 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:00.298982 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3306c440-aba8-422f-98f3-b4beddda9d42 None None] Port 72828454-18df-4700-874e-df87becd24bf cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:33:00.319574 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:00.332680 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:33:00.333079 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:33:00.338328 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:33:00.357873 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c0bd510b-1d2b-4d75-949c-6d9a1ed99422 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7230072 Nov 15 11:33:00.369212 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-82561564-668f-4967-9a33-2b8ed0949875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:00.371614 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55324) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:00.382329 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d86c4a53-99cd-4dbb-bb0d-60acffaf9896 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:00.413719 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83859347-20b8-4027-9adf-64a63a973e45 req-bed66bae-1ac8-48c2-ba3d-a2df51da926e tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786887 Nov 15 11:33:00.476045 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 11:33:00.476045 n-d-729945-9 neutron-server[102677]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 11:33:00.476045 n-d-729945-9 neutron-server[102677]: [parameters: {'id': '6dcfb04c-d3e0-4490-b55e-38656ff5fc68'}] Nov 15 11:33:00.476045 n-d-729945-9 neutron-server[102677]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:33:00.476516 n-d-729945-9 neutron-server[102677]: DEBUG oslo_db.api [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:33:00.505506 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-766c751e-8bde-4547-af54-e6ed1d0a888a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:00.530644 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d86c4a53-99cd-4dbb-bb0d-60acffaf9896 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:00.550669 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device b40477cd-19d5-4309-886e-c14351f60bf6 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:00.602323 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453e3821-d3d1-4f63-8741-2f9ba615de62 None None] Network 6dcfb04c-d3e0-4490-b55e-38656ff5fc68 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:00.690702 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-29e0e6f2-cff0-495f-9247-83182c9c7c18 None None] Provisioning complete for port a22c37f6-d4bc-45bd-9c34-c086917ed5ce triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:00.691253 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-29e0e6f2-cff0-495f-9247-83182c9c7c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:00.736928 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-82561564-668f-4967-9a33-2b8ed0949875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:00.740006 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-82561564-668f-4967-9a33-2b8ed0949875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:00.743613 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-82561564-668f-4967-9a33-2b8ed0949875 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7013f42e-6db9-453c-8367-bf12346d8c31 HTTP/1.1" status: 204 len: 168 time: 0.9448540 Nov 15 11:33:00.743789 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2295c73-2268-4bd9-82d4-9b342cc57168 None None] Pushing event updated for resources: {'Port': ['ID=ff29e1bf-4c32-411a-b7b8-1b76720955f3,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:00.762665 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82561564-668f-4967-9a33-2b8ed0949875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7013f42e-6db9-453c-8367-bf12346d8c31,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:00.815148 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-766c751e-8bde-4547-af54-e6ed1d0a888a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:00.823872 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-29e0e6f2-cff0-495f-9247-83182c9c7c18 None None] Port a22c37f6-d4bc-45bd-9c34-c086917ed5ce cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:33:00.843439 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d86c4a53-99cd-4dbb-bb0d-60acffaf9896 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:00.858865 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port b40477cd-19d5-4309-886e-c14351f60bf6 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:33:00.899296 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port b40477cd-19d5-4309-886e-c14351f60bf6 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:00.899739 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:00.978125 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:01.054059 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766c751e-8bde-4547-af54-e6ed1d0a888a admin admin] Router b00994c2-1981-4cdc-acb3-efc2a4ecb86e is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:33:01.094172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-d86c4a53-99cd-4dbb-bb0d-60acffaf9896 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Allocated IP 172.25.7.9 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/3eea6d99-3ca0-4d78-a38e-40cf9e98294b) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:01.141846 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45380ee-b7b0-42eb-9144-9543e560cbaf None None] Network 6b1842a3-8b78-48b6-930c-de775291ae35 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:01.144508 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0ff2e552-5a55-4d1e-8021-795e1ffae0a3 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:01.146289 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ec96be-94ca-4e3e-9dbc-01e23a4bb580 None None] Network 6dcfb04c-d3e0-4490-b55e-38656ff5fc68 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:01.177325 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55dcd4d3-909e-41a7-a583-6699fd6ce9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:01.204152 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55330) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:01.229300 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d2bc7fc-8147-491f-8401-c204a5771747 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:01.252731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766c751e-8bde-4547-af54-e6ed1d0a888a admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:33:01.256826 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Deleting port ff29e1bf-4c32-411a-b7b8-1b76720955f3 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:33:01.257148 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:01.291205 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] Sync routers for ids ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:33:01.295877 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d18ee84b-fe99-4646-8225-4b5df31d1223 None None] Provisioning complete for port 0ff2e552-5a55-4d1e-8021-795e1ffae0a3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:01.296264 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d18ee84b-fe99-4646-8225-4b5df31d1223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:01.301435 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d86c4a53-99cd-4dbb-bb0d-60acffaf9896 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:01.319670 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] Routers {'b00994c2-1981-4cdc-acb3-efc2a4ecb86e'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:33:01.320371 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:01.416136 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d86c4a53-99cd-4dbb-bb0d-60acffaf9896 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:01.417543 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:01.443570 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] Set router b00994c2-1981-4cdc-acb3-efc2a4ecb86e gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:33:01.472327 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86c4a53-99cd-4dbb-bb0d-60acffaf9896 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:01.480422 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-d86c4a53-99cd-4dbb-bb0d-60acffaf9896 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:01.484603 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86c4a53-99cd-4dbb-bb0d-60acffaf9896 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:01.533750 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7555ce5e-5b36-43b3-8fc2-85757ba72d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40477cd-19d5-4309-886e-c14351f60bf6'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:33:01.536130 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262d6a50-4922-466c-94e7-3f000c22d9bd" -d '{"events": [{"server_uuid": "7555ce5e-5b36-43b3-8fc2-85757ba72d5e", "name": "network-vif-plugged", "status": "completed", "tag": "b40477cd-19d5-4309-886e-c14351f60bf6"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:33:01.541051 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c4a53-99cd-4dbb-bb0d-60acffaf9896 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Pushing event updated for resources: {'Port': ['ID=3eea6d99-3ca0-4d78-a38e-40cf9e98294b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:01.625221 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port b40477cd-19d5-4309-886e-c14351f60bf6, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b40477cd-19d5-4309-886e-c14351f60bf6,segment=NetworkSegment(7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2),segment_id=7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:01.633708 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddbb04e-4f58-4faa-bf13-392c3cf15e77 x-openstack-request-id: req-5ddbb04e-4f58-4faa-bf13-392c3cf15e77 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:33:01.634087 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7555ce5e-5b36-43b3-8fc2-85757ba72d5e", "name": "network-vif-plugged", "status": "completed", "tag": "b40477cd-19d5-4309-886e-c14351f60bf6", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:33:01.634291 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ddbb04e-4f58-4faa-bf13-392c3cf15e77 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:33:01.634638 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7555ce5e-5b36-43b3-8fc2-85757ba72d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40477cd-19d5-4309-886e-c14351f60bf6', 'code': 200} Nov 15 11:33:01.654642 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:01.660231 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-766c751e-8bde-4547-af54-e6ed1d0a888a admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:01.664474 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-766c751e-8bde-4547-af54-e6ed1d0a888a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3729396 Nov 15 11:33:01.673833 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55336) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:01.737171 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=b40477cd-19d5-4309-886e-c14351f60bf6,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:01.743677 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:01.746250 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 0ff2e552-5a55-4d1e-8021-795e1ffae0a3 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:01.746619 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:01.756750 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d86c4a53-99cd-4dbb-bb0d-60acffaf9896 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:01.765495 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] For port ff29e1bf-4c32-411a-b7b8-1b76720955f3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ff29e1bf-4c32-411a-b7b8-1b76720955f3,segment=NetworkSegment(5bdb3fb1-ac11-43cf-a6ba-6f5b63aabd68),segment_id=5bdb3fb1-ac11-43cf-a6ba-6f5b63aabd68)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:01.765495 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:01.775512 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca3744-bd77-45b2-ada9-d4e705904de3 req-37c0e2d8-1a77-4f17-bd44-64967c130dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:01.777328 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2fca3744-bd77-45b2-ada9-d4e705904de3 req-37c0e2d8-1a77-4f17-bd44-64967c130dfd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7555ce5e-5b36-43b3-8fc2-85757ba72d5e HTTP/1.1" status: 200 len: 1097 time: 0.1060576 Nov 15 11:33:01.790996 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3f904-3108-4903-b0ae-3c37a26d1e38 req-57853185-fc3d-4917-a4f7-1d65a4600d30 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:01.792619 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9fe3f904-3108-4903-b0ae-3c37a26d1e38 req-57853185-fc3d-4917-a4f7-1d65a4600d30 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=7555ce5e-5b36-43b3-8fc2-85757ba72d5e HTTP/1.1" status: 200 len: 945 time: 0.2098558 Nov 15 11:33:01.793690 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d18ee84b-fe99-4646-8225-4b5df31d1223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:01.798581 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Calling delete_port for ff29e1bf-4c32-411a-b7b8-1b76720955f3 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:33:01.826390 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-55dcd4d3-909e-41a7-a583-6699fd6ce9b7 admin admin] Deleting port d43cb28c-5fd9-4650-b695-19c52aa51572 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:33:01.827001 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55dcd4d3-909e-41a7-a583-6699fd6ce9b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:01.845370 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d18ee84b-fe99-4646-8225-4b5df31d1223 None None] For port 0ff2e552-5a55-4d1e-8021-795e1ffae0a3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0ff2e552-5a55-4d1e-8021-795e1ffae0a3,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:01.858546 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d18ee84b-fe99-4646-8225-4b5df31d1223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:01.907963 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d2bc7fc-8147-491f-8401-c204a5771747 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:01.916348 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d2bc7fc-8147-491f-8401-c204a5771747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:01.933848 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d86c4a53-99cd-4dbb-bb0d-60acffaf9896 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:01.993068 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ee84b-fe99-4646-8225-4b5df31d1223 None None] Pushing event updated for resources: {'Port': ['ID=0ff2e552-5a55-4d1e-8021-795e1ffae0a3,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:02.038345 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9fe3f904-3108-4903-b0ae-3c37a26d1e38 req-290cf853-73e7-436f-bd53-0c5d9bbd27ce tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143717 Nov 15 11:33:02.049330 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2fca3744-bd77-45b2-ada9-d4e705904de3 req-da79cca2-615a-4163-aaf7-3511f8f5db5d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537885 Nov 15 11:33:02.060736 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6d2bc7fc-8147-491f-8401-c204a5771747 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2edc2b36cd224461b9643a855585ca3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8518715 Nov 15 11:33:02.062251 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55340) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:02.072713 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bc7fc-8147-491f-8401-c204a5771747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8004a4-aca1-48d9-9b15-13ca5b9eefeb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:02.141539 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0f37e1-c2ff-42bf-a42e-3c45b82bc718 None None] get_active_networks_info from n-d-729945-9 {{(pid=102679) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 11:33:02.152545 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:33:00Z', 'revision_number': 3, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:02.156798 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.160055 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-55dcd4d3-909e-41a7-a583-6699fd6ce9b7 admin admin] For port d43cb28c-5fd9-4650-b695-19c52aa51572, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d43cb28c-5fd9-4650-b695-19c52aa51572,segment=NetworkSegment(9bb83ea5-6302-453d-ab4d-4e9d792cd455),segment_id=9bb83ea5-6302-453d-ab4d-4e9d792cd455)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:02.160418 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55dcd4d3-909e-41a7-a583-6699fd6ce9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.177461 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-55dcd4d3-909e-41a7-a583-6699fd6ce9b7 admin admin] Calling delete_port for d43cb28c-5fd9-4650-b695-19c52aa51572 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:33:02.180026 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4af594d3-d29d-4b51-9db4-3e5e97eb68f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.185332 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] Checking router: b00994c2-1981-4cdc-acb3-efc2a4ecb86e for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:33:02.186124 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] Updating router b00994c2-1981-4cdc-acb3-efc2a4ecb86e port 72828454-18df-4700-874e-df87becd24bf binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:33:02.215809 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.221757 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Port': ['ID=ff29e1bf-4c32-411a-b7b8-1b76720955f3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:02.228786 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-de66e8b7-e7c4-441e-a083-fbbef936633c None None] Provisioning complete for port 0ff2e552-5a55-4d1e-8021-795e1ffae0a3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:02.233286 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No DVR routers for this DVR port ff29e1bf-4c32-411a-b7b8-1b76720955f3 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:33:02.236381 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-de66e8b7-e7c4-441e-a083-fbbef936633c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.289031 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d86c4a53-99cd-4dbb-bb0d-60acffaf9896 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.294749 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d86c4a53-99cd-4dbb-bb0d-60acffaf9896 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.339564 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4af594d3-d29d-4b51-9db4-3e5e97eb68f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.415149 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c4a53-99cd-4dbb-bb0d-60acffaf9896 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Pushing event updated for resources: {'Port': ['ID=3eea6d99-3ca0-4d78-a38e-40cf9e98294b,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:02.427586 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d86c4a53-99cd-4dbb-bb0d-60acffaf9896 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.438637 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.464610 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d86c4a53-99cd-4dbb-bb0d-60acffaf9896 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.465869 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d86c4a53-99cd-4dbb-bb0d-60acffaf9896 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0925806 Nov 15 11:33:02.469710 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55342) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:02.473921 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-76c4e28f-a370-4330-b3fd-6f8c62d7a66b tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Request body: {'floatingip': {'port_id': 'a22c37f6-d4bc-45bd-9c34-c086917ed5ce', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:02.476697 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dcfb04c-d3e0-4490-b55e-38656ff5fc68']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:02.490885 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0f37e1-c2ff-42bf-a42e-3c45b82bc718 None None] Resources bound (agent type, host, resource id): {{(pid=102679) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 11:33:02.491256 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bdb3fb1-ac11-43cf-a6ba-6f5b63aabd68') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:02.491556 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bdb3fb1-ac11-43cf-a6ba-6f5b63aabd68') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:02.505652 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.521819 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76c4e28f-a370-4330-b3fd-6f8c62d7a66b tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.530952 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4af594d3-d29d-4b51-9db4-3e5e97eb68f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.534269 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4af594d3-d29d-4b51-9db4-3e5e97eb68f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.537878 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4af594d3-d29d-4b51-9db4-3e5e97eb68f1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a8004a4-aca1-48d9-9b15-13ca5b9eefeb HTTP/1.1" status: 204 len: 168 time: 0.4650302 Nov 15 11:33:02.553399 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.559259 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af594d3-d29d-4b51-9db4-3e5e97eb68f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8004a4-aca1-48d9-9b15-13ca5b9eefeb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:02.565767 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:33:02.566160 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:33:02.569365 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:33:02.573741 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55dcd4d3-909e-41a7-a583-6699fd6ce9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.647938 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.655502 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:33:02.660587 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.722633 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.723422 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f1a78-ff26-45be-a0e0-b8f6f2be9040 None None] Pushing event updated for resources: {'Port': ['ID=72828454-18df-4700-874e-df87becd24bf,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:02.730207 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dcd4d3-909e-41a7-a583-6699fd6ce9b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d43cb28c-5fd9-4650-b695-19c52aa51572,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:02.737836 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59f1a78-ff26-45be-a0e0-b8f6f2be9040 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:02.738180 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59f1a78-ff26-45be-a0e0-b8f6f2be9040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:02.738613 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59f1a78-ff26-45be-a0e0-b8f6f2be9040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:02.738838 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59f1a78-ff26-45be-a0e0-b8f6f2be9040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:02.744746 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59f1a78-ff26-45be-a0e0-b8f6f2be9040 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:02.745127 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59f1a78-ff26-45be-a0e0-b8f6f2be9040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:02.745463 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59f1a78-ff26-45be-a0e0-b8f6f2be9040 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:02.746299 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59f1a78-ff26-45be-a0e0-b8f6f2be9040 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:02.746631 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59f1a78-ff26-45be-a0e0-b8f6f2be9040 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:02.746956 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59f1a78-ff26-45be-a0e0-b8f6f2be9040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:02.747279 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59f1a78-ff26-45be-a0e0-b8f6f2be9040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:02.747600 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59f1a78-ff26-45be-a0e0-b8f6f2be9040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:02.753587 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.756865 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/networks/6dcfb04c-d3e0-4490-b55e-38656ff5fc68 HTTP/1.1" status: 204 len: 168 time: 3.6612809 Nov 15 11:33:02.770294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55346) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:02.776024 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc2688-74c0-4c6b-af76-0dbb246a756d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Network': ['ID=6dcfb04c-d3e0-4490-b55e-38656ff5fc68,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:02.780488 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] Attempting to bind port 72828454-18df-4700-874e-df87becd24bf on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:33:02.780673 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] Attempting to bind port 72828454-18df-4700-874e-df87becd24bf by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:33:02.781140 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] Attempting to bind port 72828454-18df-4700-874e-df87becd24bf on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:33:02.787449 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:33:02.787665 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a080-1b6c-4313-b66a-7a25a6ebbe23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.787795 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:02.787795 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.787795 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:33:02.788445 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] Bound port: 72828454-18df-4700-874e-df87becd24bf, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:33:02.788897 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.795314 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-76c4e28f-a370-4330-b3fd-6f8c62d7a66b tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] update failed (client error): The resource could not be found. Nov 15 11:33:02.795779 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-76c4e28f-a370-4330-b3fd-6f8c62d7a66b tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] 10.222.0.64 "PUT /v2.0/floatingips/6319fc34-580f-4805-b373-87fe26c7f724 HTTP/1.1" status: 404 len: 507 time: 0.3254437 Nov 15 11:33:02.798996 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55348) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:02.828745 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b576048-2542-42e2-b22c-7219c1c2926c tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:02.832571 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b576048-2542-42e2-b22c-7219c1c2926c tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:02.844238 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0b576048-2542-42e2-b22c-7219c1c2926c tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/networks/6dcfb04c-d3e0-4490-b55e-38656ff5fc68 HTTP/1.1" status: 404 len: 339 time: 0.0728598 Nov 15 11:33:02.863960 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] For port 72828454-18df-4700-874e-df87becd24bf, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:33:02.869109 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] For port 72828454-18df-4700-874e-df87becd24bf, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=72828454-18df-4700-874e-df87becd24bf,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:33:02.874870 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.887696 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55352) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:02.898003 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ab9cfdbb-08e7-4595-a034-cf248b873bec tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1172608120', 'description': 'd1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:02.925315 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9cfdbb-08e7-4595-a034-cf248b873bec tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Made reservation on behalf of fe34575a4744467b8b6069e120eb7d68 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:02.928984 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab9cfdbb-08e7-4595-a034-cf248b873bec tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:02.929180 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] Routers {'b00994c2-1981-4cdc-acb3-efc2a4ecb86e'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:33:02.930124 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:03.033487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e324c99-f4ef-4239-a6b5-c5d6e922ecc4 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:33:03.039876 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55dcd4d3-909e-41a7-a583-6699fd6ce9b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:03.059907 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9cfdbb-08e7-4595-a034-cf248b873bec tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:33:03.107020 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f1a78-ff26-45be-a0e0-b8f6f2be9040 None None] Pushing event updated for resources: {'Port': ['ID=72828454-18df-4700-874e-df87becd24bf,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:03.126118 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] Set router b00994c2-1981-4cdc-acb3-efc2a4ecb86e gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:33:03.172638 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2422a13-61c0-45d4-b3b8-97627b646a95 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:33:03.237970 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d74478bc-512b-4fe7-aae8-bbe8c4c32515 None None] Provisioning complete for port 72828454-18df-4700-874e-df87becd24bf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:03.238343 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d74478bc-512b-4fe7-aae8-bbe8c4c32515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:03.299065 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0ff2e552-5a55-4d1e-8021-795e1ffae0a3 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:03.363084 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-e2c4a080-1b6c-4313-b66a-7a25a6ebbe23 admin admin] Allocated IP 172.20.0.1 (6b1842a3-8b78-48b6-930c-de775291ae35/03402d5a-eb71-46f6-ad30-bb9e6876f489/438254d2-d8d3-48db-8ba9-073fdbb53818) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:03.442567 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:33:00Z', 'revision_number': 3, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:03.473159 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3466f3-2415-4452-b23b-d55a765acf9e None None] The sync data for ids ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'] in n-d-729945-9 is: [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:33:00Z', 'revision_number': 3, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:33:03.511788 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a080-1b6c-4313-b66a-7a25a6ebbe23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:03.536438 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 0ff2e552-5a55-4d1e-8021-795e1ffae0a3 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:03.536802 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:03.539583 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d74478bc-512b-4fe7-aae8-bbe8c4c32515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:03.550840 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab9cfdbb-08e7-4595-a034-cf248b873bec tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:03.551182 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-ab9cfdbb-08e7-4595-a034-cf248b873bec tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Added segment e7113370-bb05-4760-b883-4c3fff1994f3 of type vlan for network e0e2a411-d88b-44df-ae00-91f8bd9e739e Nov 15 11:33:03.570250 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a080-1b6c-4313-b66a-7a25a6ebbe23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:03.602795 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d74478bc-512b-4fe7-aae8-bbe8c4c32515 None None] For port 72828454-18df-4700-874e-df87becd24bf, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=72828454-18df-4700-874e-df87becd24bf,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:03.618883 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d74478bc-512b-4fe7-aae8-bbe8c4c32515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:03.673530 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74478bc-512b-4fe7-aae8-bbe8c4c32515 None None] Pushing event updated for resources: {'Port': ['ID=72828454-18df-4700-874e-df87becd24bf,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:03.681419 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab9cfdbb-08e7-4595-a034-cf248b873bec tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:03.685482 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c4a080-1b6c-4313-b66a-7a25a6ebbe23 admin admin] Network 6b1842a3-8b78-48b6-930c-de775291ae35 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:03.697679 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c02d6-3608-44ea-93a4-99b9cf97d0de tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Deleting port 3eea6d99-3ca0-4d78-a38e-40cf9e98294b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:33:03.698008 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd1c02d6-3608-44ea-93a4-99b9cf97d0de tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:03.699886 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e2c4a080-1b6c-4313-b66a-7a25a6ebbe23 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:03.702637 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c4a080-1b6c-4313-b66a-7a25a6ebbe23 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:03.771002 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2f8d1f41-2037-44ff-9481-7af519099549 None None] Provisioning complete for port 72828454-18df-4700-874e-df87becd24bf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:03.772429 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2f8d1f41-2037-44ff-9481-7af519099549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:03.781645 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4a080-1b6c-4313-b66a-7a25a6ebbe23 admin admin] Pushing event updated for resources: {'Port': ['ID=438254d2-d8d3-48db-8ba9-073fdbb53818,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:03.838566 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab9cfdbb-08e7-4595-a034-cf248b873bec tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:03.846146 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9cfdbb-08e7-4595-a034-cf248b873bec tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:03.847434 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab9cfdbb-08e7-4595-a034-cf248b873bec tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:03.868808 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a080-1b6c-4313-b66a-7a25a6ebbe23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:03.904985 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ab9cfdbb-08e7-4595-a034-cf248b873bec tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0146906 Nov 15 11:33:03.947062 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55372) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:04.031892 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da938de3-25be-4d5a-9358-f427a08f4950 req-ea622da5-5165-4e9b-9d0c-3aa2aa9a56cc tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:04.033498 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-da938de3-25be-4d5a-9358-f427a08f4950 req-ea622da5-5165-4e9b-9d0c-3aa2aa9a56cc tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=7555ce5e-5b36-43b3-8fc2-85757ba72d5e HTTP/1.1" status: 200 len: 946 time: 0.8152122 Nov 15 11:33:04.081938 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd1c02d6-3608-44ea-93a4-99b9cf97d0de tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:04.082533 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd1c02d6-3608-44ea-93a4-99b9cf97d0de tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:04.100256 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cfdbb-08e7-4595-a034-cf248b873bec tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Network': ['ID=e0e2a411-d88b-44df-ae00-91f8bd9e739e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:04.124967 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network e0e2a411-d88b-44df-ae00-91f8bd9e739e details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:33:04.139572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c02d6-3608-44ea-93a4-99b9cf97d0de tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Calling delete_port for 3eea6d99-3ca0-4d78-a38e-40cf9e98294b owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:33:04.269241 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-da938de3-25be-4d5a-9358-f427a08f4950 req-b8c40359-60b2-4eba-9aec-480234c12230 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230458 Nov 15 11:33:04.276258 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e70f7cf-df36-47da-9b52-5ff01ce51bbd tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:04.284642 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2e70f7cf-df36-47da-9b52-5ff01ce51bbd tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "GET /v2.0/networks?id=e0e2a411-d88b-44df-ae00-91f8bd9e739e HTTP/1.1" status: 200 len: 761 time: 0.3168418 Nov 15 11:33:04.287227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55378) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:04.292563 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-ad9d61e2-a7a0-4597-8d6e-88c9f067a483 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'network': {'description': 'd2'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:04.351987 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a080-1b6c-4313-b66a-7a25a6ebbe23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:04.397231 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ab396a3c-1353-4871-8ab1-257fe438faf7 None None] Provisioning complete for port 438254d2-d8d3-48db-8ba9-073fdbb53818 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:04.397660 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ab396a3c-1353-4871-8ab1-257fe438faf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:04.440989 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-ab396a3c-1353-4871-8ab1-257fe438faf7 None None] Port 438254d2-d8d3-48db-8ba9-073fdbb53818 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:33:04.479957 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55dcd4d3-909e-41a7-a583-6699fd6ce9b7 admin admin] Router 842a6c93-4ce6-4965-9640-b2bd012e04a5 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:33:04.503100 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd1c02d6-3608-44ea-93a4-99b9cf97d0de tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:04.514469 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad9d61e2-a7a0-4597-8d6e-88c9f067a483 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:04.582513 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c02d6-3608-44ea-93a4-99b9cf97d0de tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Pushing event deleted for resources: {'Port': ['ID=3eea6d99-3ca0-4d78-a38e-40cf9e98294b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:04.591613 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad9d61e2-a7a0-4597-8d6e-88c9f067a483 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:04.625635 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ad9d61e2-a7a0-4597-8d6e-88c9f067a483 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Network e0e2a411-d88b-44df-ae00-91f8bd9e739e is not hosted by any dhcp agent {{(pid=102678) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 15 11:33:04.631065 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9d61e2-a7a0-4597-8d6e-88c9f067a483 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:04.631913 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad9d61e2-a7a0-4597-8d6e-88c9f067a483 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:04.635961 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ad9d61e2-a7a0-4597-8d6e-88c9f067a483 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "PUT /v2.0/networks/e0e2a411-d88b-44df-ae00-91f8bd9e739e HTTP/1.1" status: 200 len: 758 time: 0.3448057 Nov 15 11:33:04.645666 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55386) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:04.694846 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d61e2-a7a0-4597-8d6e-88c9f067a483 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Network': ['ID=e0e2a411-d88b-44df-ae00-91f8bd9e739e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:04.707089 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dcd4d3-909e-41a7-a583-6699fd6ce9b7 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:33:04.716236 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-55dcd4d3-909e-41a7-a583-6699fd6ce9b7 admin admin] 10.222.0.64 "PUT /v2.0/routers/842a6c93-4ce6-4965-9640-b2bd012e04a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0392783 Nov 15 11:33:04.716860 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55390) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:04.720256 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ba0357-344f-46a9-b05b-a6f6e1ed2296 None None] Sync routers for ids ['842a6c93-4ce6-4965-9640-b2bd012e04a5'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:33:04.724362 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network e0e2a411-d88b-44df-ae00-91f8bd9e739e details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:33:04.830412 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ba0357-344f-46a9-b05b-a6f6e1ed2296 None None] Routers {'842a6c93-4ce6-4965-9640-b2bd012e04a5'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:33:04.831047 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c1ba0357-344f-46a9-b05b-a6f6e1ed2296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['842a6c93-4ce6-4965-9640-b2bd012e04a5'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:04.857028 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38e5ec7c-b474-4fbb-9161-811993a8dcc7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:05.028820 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38e5ec7c-b474-4fbb-9161-811993a8dcc7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:05.107614 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55396) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:05.158264 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-38e5ec7c-b474-4fbb-9161-811993a8dcc7 admin admin] Deleting port e80ba1e0-5c93-4a32-b270-60c415fd8d70 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:33:05.158594 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38e5ec7c-b474-4fbb-9161-811993a8dcc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:05.174572 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-c1ba0357-344f-46a9-b05b-a6f6e1ed2296 None None] Set router 842a6c93-4ce6-4965-9640-b2bd012e04a5 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:33:05.211390 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a080-1b6c-4313-b66a-7a25a6ebbe23 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:05.238935 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd1c02d6-3608-44ea-93a4-99b9cf97d0de tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:05.242504 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd1c02d6-3608-44ea-93a4-99b9cf97d0de tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:05.243716 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cd1c02d6-3608-44ea-93a4-99b9cf97d0de tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] 10.222.0.64 "DELETE /v2.0/floatingips/6319fc34-580f-4805-b373-87fe26c7f724 HTTP/1.1" status: 204 len: 168 time: 2.4415965 Nov 15 11:33:05.244636 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a080-1b6c-4313-b66a-7a25a6ebbe23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:05.254280 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55400) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:05.259260 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-6b7cc216-cd56-4648-a2d4-c905a2a2b87e tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Request body: {'floatingip': {'floating_network_id': '6bbb91d5-4337-4cb1-9abe-325f45f0d204', 'port_id': 'a22c37f6-d4bc-45bd-9c34-c086917ed5ce', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:05.263043 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 72828454-18df-4700-874e-df87becd24bf up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:05.295055 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-38e5ec7c-b474-4fbb-9161-811993a8dcc7 admin admin] For port e80ba1e0-5c93-4a32-b270-60c415fd8d70, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e80ba1e0-5c93-4a32-b270-60c415fd8d70,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:05.295560 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38e5ec7c-b474-4fbb-9161-811993a8dcc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:05.302520 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-e5de9e43-bfd5-4fbf-aacb-087190bad8de tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-627141588'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:05.303055 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-e5de9e43-bfd5-4fbf-aacb-087190bad8de tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] Unknown quota resources ['metering_label']. {{(pid=102678) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 11:33:05.324986 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df363bf6-bffb-4a8f-b797-8e5a800160e1 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:05.326667 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-df363bf6-bffb-4a8f-b797-8e5a800160e1 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "GET /v2.0/networks?id=e0e2a411-d88b-44df-ae00-91f8bd9e739e HTTP/1.1" status: 200 len: 761 time: 0.6786337 Nov 15 11:33:05.330955 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55404) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:05.342498 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-928504d4-1f06-43b0-981b-ade537e273f8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1686063086'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:05.361331 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2c4a080-1b6c-4313-b66a-7a25a6ebbe23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:05.363953 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-38e5ec7c-b474-4fbb-9161-811993a8dcc7 admin admin] Calling delete_port for e80ba1e0-5c93-4a32-b270-60c415fd8d70 owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:33:05.364259 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4a080-1b6c-4313-b66a-7a25a6ebbe23 admin admin] Pushing event updated for resources: {'Port': ['ID=438254d2-d8d3-48db-8ba9-073fdbb53818,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:05.410511 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 72828454-18df-4700-874e-df87becd24bf triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:05.410866 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:05.448448 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928504d4-1f06-43b0-981b-ade537e273f8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Made reservation on behalf of fe34575a4744467b8b6069e120eb7d68 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:05.452534 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-928504d4-1f06-43b0-981b-ade537e273f8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:05.461364 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6b7cc216-cd56-4648-a2d4-c905a2a2b87e tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:05.516594 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c4a080-1b6c-4313-b66a-7a25a6ebbe23 admin admin] Network 6b1842a3-8b78-48b6-930c-de775291ae35 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:05.519913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e2c4a080-1b6c-4313-b66a-7a25a6ebbe23 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:05.530139 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928504d4-1f06-43b0-981b-ade537e273f8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:33:05.534363 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e5de9e43-bfd5-4fbf-aacb-087190bad8de tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:05.538952 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e5de9e43-bfd5-4fbf-aacb-087190bad8de tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4252212 Nov 15 11:33:05.539606 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c1ba0357-344f-46a9-b05b-a6f6e1ed2296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1770756178-router', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:39Z', 'updated_at': '2021-11-15T11:33:02Z', 'revision_number': 5, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'gw_port': {'id': 'e80ba1e0-5c93-4a32-b270-60c415fd8d70', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:21:40Z', 'updated_at': '2021-11-15T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:05.541307 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55406) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:05.545890 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d37a64f9-6c94-4680-af53-f174ad56b9f4 tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '3c71043b-9c44-493a-9a66-d997d4af91d6'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:05.546378 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d37a64f9-6c94-4680-af53-f174ad56b9f4 tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102678) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 11:33:05.568825 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ba0357-344f-46a9-b05b-a6f6e1ed2296 None None] Checking router: 842a6c93-4ce6-4965-9640-b2bd012e04a5 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:33:05.581791 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ba0357-344f-46a9-b05b-a6f6e1ed2296 None None] Routers {'842a6c93-4ce6-4965-9640-b2bd012e04a5'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:33:05.583137 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c1ba0357-344f-46a9-b05b-a6f6e1ed2296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['842a6c93-4ce6-4965-9640-b2bd012e04a5'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:05.619020 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102bb1f-ba48-472e-b974-b6da231e4336 req-51038b46-18ce-4213-b0fd-a0ab649cdc43 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:05.621121 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b102bb1f-ba48-472e-b974-b6da231e4336 req-51038b46-18ce-4213-b0fd-a0ab649cdc43 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=7555ce5e-5b36-43b3-8fc2-85757ba72d5e HTTP/1.1" status: 200 len: 946 time: 0.2339270 Nov 15 11:33:05.675548 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-928504d4-1f06-43b0-981b-ade537e273f8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:05.675910 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-928504d4-1f06-43b0-981b-ade537e273f8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Added segment 134602c6-ebd2-4507-b093-8675075b7b64 of type vlan for network 94ff6b4a-47df-4519-beab-0e8fb487d47f Nov 15 11:33:05.679505 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c4a080-1b6c-4313-b66a-7a25a6ebbe23 admin admin] Router b00994c2-1981-4cdc-acb3-efc2a4ecb86e has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:33:05.705984 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-c1ba0357-344f-46a9-b05b-a6f6e1ed2296 None None] Set router 842a6c93-4ce6-4965-9640-b2bd012e04a5 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:33:05.721313 n-d-729945-9 neutron-server[102678]: WARNING neutron.services.metering.metering_plugin [None req-d37a64f9-6c94-4680-af53-f174ad56b9f4 tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 15 11:33:05.768334 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c1ba0357-344f-46a9-b05b-a6f6e1ed2296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1770756178-router', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:39Z', 'updated_at': '2021-11-15T11:33:05Z', 'revision_number': 6, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:05.774546 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-928504d4-1f06-43b0-981b-ade537e273f8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:05.799706 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ba0357-344f-46a9-b05b-a6f6e1ed2296 None None] The sync data for ids ['842a6c93-4ce6-4965-9640-b2bd012e04a5'] in n-d-729945-9 is: [{'id': '842a6c93-4ce6-4965-9640-b2bd012e04a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1770756178-router', 'tenant_id': '77cb92f4ba94421baccd055f8a61a579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:21:39Z', 'updated_at': '2021-11-15T11:33:05Z', 'revision_number': 6, 'project_id': '77cb92f4ba94421baccd055f8a61a579', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:33:05.830300 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-928504d4-1f06-43b0-981b-ade537e273f8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:05.835609 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928504d4-1f06-43b0-981b-ade537e273f8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:05.837007 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-928504d4-1f06-43b0-981b-ade537e273f8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:05.868517 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-928504d4-1f06-43b0-981b-ade537e273f8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5323400 Nov 15 11:33:05.874206 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d37a64f9-6c94-4680-af53-f174ad56b9f4 tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:05.875378 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d37a64f9-6c94-4680-af53-f174ad56b9f4 tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3327618 Nov 15 11:33:05.879558 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c88f3560-4160-4643-861d-90607e4e1d31 None None] Provisioning complete for port 438254d2-d8d3-48db-8ba9-073fdbb53818 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:05.879954 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c88f3560-4160-4643-861d-90607e4e1d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:05.881230 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55408) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:05.881562 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55410) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:05.897028 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b102bb1f-ba48-472e-b974-b6da231e4336 req-ec0ea80b-27b0-42bb-bef7-4eb255572b12 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085006 Nov 15 11:33:05.926944 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c88f3560-4160-4643-861d-90607e4e1d31 None None] Port 438254d2-d8d3-48db-8ba9-073fdbb53818 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:33:05.935635 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4d5cfd44-61bb-44fe-b5a6-1109b84a14ad tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'subnet': {'network_id': '94ff6b4a-47df-4519-beab-0e8fb487d47f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:05.944507 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d3ebd8dd-728e-48cc-b9ea-8877472f7d29 tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '3c71043b-9c44-493a-9a66-d997d4af91d6'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:05.945238 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d3ebd8dd-728e-48cc-b9ea-8877472f7d29 tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102677) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 11:33:05.983629 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-6b7cc216-cd56-4648-a2d4-c905a2a2b87e tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:33:05.985454 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6b7cc216-cd56-4648-a2d4-c905a2a2b87e tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7299905 Nov 15 11:33:05.990585 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55416) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:05.996427 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-3a68fee3-edf7-4938-846f-b139b4c754ca tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': 'a22c37f6-d4bc-45bd-9c34-c086917ed5ce', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:06.006571 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38e5ec7c-b474-4fbb-9161-811993a8dcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:06.036512 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecf06d4-0fe4-4aff-9be8-c77eff768f44 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:33:06.048592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5ec7c-b474-4fbb-9161-811993a8dcc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e80ba1e0-5c93-4a32-b270-60c415fd8d70,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:06.087778 n-d-729945-9 neutron-server[102677]: WARNING neutron.services.metering.metering_plugin [None req-d3ebd8dd-728e-48cc-b9ea-8877472f7d29 tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 15 11:33:06.089398 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3a68fee3-edf7-4938-846f-b139b4c754ca tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:06.089577 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928504d4-1f06-43b0-981b-ade537e273f8 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Network': ['ID=94ff6b4a-47df-4519-beab-0e8fb487d47f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:06.108276 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 94ff6b4a-47df-4519-beab-0e8fb487d47f details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:33:06.201368 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38e5ec7c-b474-4fbb-9161-811993a8dcc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:06.237948 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-37426a90-d73c-4491-b494-3f9e831ff3a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:06.241114 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3ebd8dd-728e-48cc-b9ea-8877472f7d29 tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:06.245091 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d3ebd8dd-728e-48cc-b9ea-8877472f7d29 tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3289552 Nov 15 11:33:06.245091 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c4a080-1b6c-4313-b66a-7a25a6ebbe23 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:33:06.245966 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55422) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:06.255103 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] Sync routers for ids ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:33:06.262612 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e2c4a080-1b6c-4313-b66a-7a25a6ebbe23 admin admin] 10.222.0.64 "PUT /v2.0/routers/b00994c2-1981-4cdc-acb3-efc2a4ecb86e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5881393 Nov 15 11:33:06.276582 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e86868d9-fd8f-4315-a6fb-a036e69207c7 tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=eac7b783-9b7d-489e-a596-c186a309d584 HTTP/1.1" status: 200 len: 464 time: 0.0274792 Nov 15 11:33:06.280696 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55426) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:06.292461 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] Routers {'b00994c2-1981-4cdc-acb3-efc2a4ecb86e'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:33:06.294151 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:06.320086 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5cfd44-61bb-44fe-b5a6-1109b84a14ad tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Made reservation on behalf of fe34575a4744467b8b6069e120eb7d68 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:06.331238 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38e5ec7c-b474-4fbb-9161-811993a8dcc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:06.332071 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfd44-61bb-44fe-b5a6-1109b84a14ad tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:06.334299 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38e5ec7c-b474-4fbb-9161-811993a8dcc7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:06.388724 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38e5ec7c-b474-4fbb-9161-811993a8dcc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:06.390597 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e5ec7c-b474-4fbb-9161-811993a8dcc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 842a6c93-4ce6-4965-9640-b2bd012e04a5 {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:33:06.394691 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38e5ec7c-b474-4fbb-9161-811993a8dcc7 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:06.396103 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-38e5ec7c-b474-4fbb-9161-811993a8dcc7 admin admin] 10.222.0.64 "DELETE /v2.0/routers/842a6c93-4ce6-4965-9640-b2bd012e04a5 HTTP/1.1" status: 204 len: 168 time: 1.6782446 Nov 15 11:33:06.398599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55430) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:06.474166 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3a68fee3-edf7-4938-846f-b139b4c754ca tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:06.488513 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0394cc-3374-4c83-82e6-846514abd9ed admin admin] Deleting subnet afa9b64f-98db-4e8e-8256-aecabb3e60db {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:33:06.491945 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3a0394cc-3374-4c83-82e6-846514abd9ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:06.501700 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] Set router b00994c2-1981-4cdc-acb3-efc2a4ecb86e gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:33:06.533030 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3a0394cc-3374-4c83-82e6-846514abd9ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:06.556163 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eab659fb-5d1b-4e38-9e80-ab182b575550 tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:06.557318 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-eab659fb-5d1b-4e38-9e80-ab182b575550 tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/eac7b783-9b7d-489e-a596-c186a309d584 HTTP/1.1" status: 204 len: 168 time: 0.2748306 Nov 15 11:33:06.569645 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55436) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:06.589691 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2317d4aa-aef9-45c6-8a7a-0f1844706aba tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=eac7b783-9b7d-489e-a596-c186a309d584 HTTP/1.1" status: 200 len: 221 time: 0.0284712 Nov 15 11:33:06.593086 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55440) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:06.600207 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e0229778-9ab5-4fbd-8dbd-2e0784f9524d tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--180232498', 'description': 'label created by tempest'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:06.600675 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e0229778-9ab5-4fbd-8dbd-2e0784f9524d tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] Unknown quota resources ['metering_label']. {{(pid=102677) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 11:33:06.744585 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3a0394cc-3374-4c83-82e6-846514abd9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:06.798584 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e0229778-9ab5-4fbd-8dbd-2e0784f9524d tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:06.799830 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e0229778-9ab5-4fbd-8dbd-2e0784f9524d tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2057667 Nov 15 11:33:06.803331 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55446) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:06.859154 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-3a68fee3-edf7-4938-846f-b139b4c754ca tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Allocated IP 172.25.7.130 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/88efdc02-29a9-4974-b938-8207d481f739) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:06.872346 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3a0394cc-3374-4c83-82e6-846514abd9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:06.889208 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:33:04Z', 'revision_number': 4, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '438254d2-d8d3-48db-8ba9-073fdbb53818', 'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'mac_address': 'fa:16:3e:64:3f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:02Z', 'updated_at': '2021-11-15T11:33:04Z', 'revision_number': 2, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'subnets': [{'id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:06.895075 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-78e16865-37ef-42fb-9e6e-dfe24579b295 tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=a621c9a6-393c-4c2a-83ac-d06b8a7610eb HTTP/1.1" status: 200 len: 467 time: 0.0881336 Nov 15 11:33:06.896477 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55450) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:06.927507 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] Checking router: b00994c2-1981-4cdc-acb3-efc2a4ecb86e for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:33:06.928029 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] Updating router b00994c2-1981-4cdc-acb3-efc2a4ecb86e port 438254d2-d8d3-48db-8ba9-073fdbb53818 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:33:06.959161 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:07.045725 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3a0394cc-3374-4c83-82e6-846514abd9ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:07.051484 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3a0394cc-3374-4c83-82e6-846514abd9ed admin admin] 10.222.0.64 "DELETE /v2.0/subnets/afa9b64f-98db-4e8e-8256-aecabb3e60db HTTP/1.1" status: 204 len: 168 time: 0.6510499 Nov 15 11:33:07.052441 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0394cc-3374-4c83-82e6-846514abd9ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afa9b64f-98db-4e8e-8256-aecabb3e60db,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:07.055475 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55456) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:07.062166 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d43cb28c-5fd9-4650-b695-19c52aa51572 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:33:07.064595 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40c933f-eb33-4af4-bd68-ec3dfeb06ee8 None None] Network 91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:07.180495 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e54b5626-5eca-4eb4-b024-cf5f78670c73 tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:07.184340 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e54b5626-5eca-4eb4-b024-cf5f78670c73 tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/a621c9a6-393c-4c2a-83ac-d06b8a7610eb HTTP/1.1" status: 204 len: 168 time: 0.2874618 Nov 15 11:33:07.185327 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eab554-1b00-4493-a6c0-c79e98b15fca req-fca88cea-9b65-4b30-9796-8a413d9045ba tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:07.186963 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-01eab554-1b00-4493-a6c0-c79e98b15fca req-fca88cea-9b65-4b30-9796-8a413d9045ba tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=7555ce5e-5b36-43b3-8fc2-85757ba72d5e HTTP/1.1" status: 200 len: 946 time: 0.3176274 Nov 15 11:33:07.191055 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55460) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:07.222253 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: d43cb28c-5fd9-4650-b695-19c52aa51572 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:33:07.222585 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d43cb28c-5fd9-4650-b695-19c52aa51572 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:33:07.225858 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e80ba1e0-5c93-4a32-b270-60c415fd8d70 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:33:07.232800 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfd44-61bb-44fe-b5a6-1109b84a14ad tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:07.261573 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27492ee9-4cee-4d5e-a6cc-fa788f0a06f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:07.264798 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55462) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:07.266086 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: e80ba1e0-5c93-4a32-b270-60c415fd8d70 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:33:07.267174 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e80ba1e0-5c93-4a32-b270-60c415fd8d70 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:33:07.285062 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e361932e-49ae-4c03-b762-532e557292f9 tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=a621c9a6-393c-4c2a-83ac-d06b8a7610eb HTTP/1.1" status: 200 len: 216 time: 0.0862043 Nov 15 11:33:07.286276 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-f2dd8a51-e093-4563-ab8e-ea34feb4ccc0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2029664138-network', 'tenant_id': '8f427583125446efa30345529be2ea0a'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:07.293748 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55464) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:07.310907 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cfd44-61bb-44fe-b5a6-1109b84a14ad tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Subnet': ['ID=55b4fd0b-2d26-4660-b038-1c41ebb65e26,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:07.337851 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3a68fee3-edf7-4938-846f-b139b4c754ca tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:07.346286 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-01eab554-1b00-4493-a6c0-c79e98b15fca req-6327da5d-226d-463e-94af-8306669cfaa1 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325524 Nov 15 11:33:07.347400 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5cfd44-61bb-44fe-b5a6-1109b84a14ad tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Checking segment: {'id': '134602c6-ebd2-4507-b093-8675075b7b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '94ff6b4a-47df-4519-beab-0e8fb487d47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:07.347841 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5cfd44-61bb-44fe-b5a6-1109b84a14ad tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Network hostable DHCP agents. Network: 94ff6b4a-47df-4519-beab-0e8fb487d47f, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:33:07.364909 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b586badd-a727-4a97-ab46-53c921816c4c tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0697777 Nov 15 11:33:07.371988 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55466) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:07.380895 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5cfd44-61bb-44fe-b5a6-1109b84a14ad tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Network 94ff6b4a-47df-4519-beab-0e8fb487d47f is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:33:07.398031 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dd8a51-e093-4563-ab8e-ea34feb4ccc0 admin admin] Made reservation on behalf of 8f427583125446efa30345529be2ea0a for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:07.401149 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2dd8a51-e093-4563-ab8e-ea34feb4ccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:07.407797 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8d5ef5bc-cb8b-483d-a87b-31cf77756731 tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0354919 Nov 15 11:33:07.408456 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55468) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:07.414319 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2dd8a51-e093-4563-ab8e-ea34feb4ccc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:07.437437 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4d5cfd44-61bb-44fe-b5a6-1109b84a14ad tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 94ff6b4a-47df-4519-beab-0e8fb487d47f) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:07.448365 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986b7a16-3314-4b7b-8abf-094fe94403a9 None None] Network 94ff6b4a-47df-4519-beab-0e8fb487d47f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:07.484660 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3a68fee3-edf7-4938-846f-b139b4c754ca tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:07.505257 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5cfd44-61bb-44fe-b5a6-1109b84a14ad tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:07.506269 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfd44-61bb-44fe-b5a6-1109b84a14ad tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:07.520790 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8c6776-7738-463e-a639-437f22a86020 None None] DHCP port deletion for 91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:33:07.521551 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a6eb3af3-30db-4f58-8688-fee78c8bcf7b tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/3c71043b-9c44-493a-9a66-d997d4af91d6 HTTP/1.1" status: 200 len: 472 time: 0.1080966 Nov 15 11:33:07.526582 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55470) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:07.541740 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0b633503-aa3e-415c-a086-757c626a5235 tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/62f31fde-e89a-42e8-a106-ba0d8778580b HTTP/1.1" status: 200 len: 461 time: 0.0138330 Nov 15 11:33:07.546571 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55472) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:07.552003 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:07.561128 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:07.565862 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4d5cfd44-61bb-44fe-b5a6-1109b84a14ad tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6534495 Nov 15 11:33:07.567886 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55474) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:07.609457 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ced930-594f-4e62-98a6-6e02b243f243 None None] Pushing event updated for resources: {'Port': ['ID=438254d2-d8d3-48db-8ba9-073fdbb53818,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:07.653759 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-0e8c6776-7738-463e-a639-437f22a86020 None None] Deleting port c87a4023-e4d4-4a84-90f9-3fd9cd5ce337 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:33:07.654269 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0e8c6776-7738-463e-a639-437f22a86020 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:07.696840 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] Attempting to bind port 438254d2-d8d3-48db-8ba9-073fdbb53818 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:33:07.697857 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] Attempting to bind port 438254d2-d8d3-48db-8ba9-073fdbb53818 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:33:07.698394 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] Attempting to bind port 438254d2-d8d3-48db-8ba9-073fdbb53818 on network 6b1842a3-8b78-48b6-930c-de775291ae35 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:33:07.705092 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:33:07.705762 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] Checking segment: {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:07.706332 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:07.706881 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] Bound using segment: {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:33:07.707502 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] Bound port: 438254d2-d8d3-48db-8ba9-073fdbb53818, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:33:07.708067 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:07.761497 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06be4cde-9e76-42a1-8ba6-7659b9ea97fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-94ff6b4a-47df-4519-beab-0e8fb487d47f', 'network_id': '94ff6b4a-47df-4519-beab-0e8fb487d47f', 'tenant_id': 'fe34575a4744467b8b6069e120eb7d68', 'fixed_ips': [{'subnet_id': '55b4fd0b-2d26-4660-b038-1c41ebb65e26'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:33:07.762645 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-06be4cde-9e76-42a1-8ba6-7659b9ea97fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:07.785931 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0e8c6776-7738-463e-a639-437f22a86020 None None] For port c87a4023-e4d4-4a84-90f9-3fd9cd5ce337, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c87a4023-e4d4-4a84-90f9-3fd9cd5ce337,segment=NetworkSegment(9bb83ea5-6302-453d-ab4d-4e9d792cd455),segment_id=9bb83ea5-6302-453d-ab4d-4e9d792cd455)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:07.786574 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0e8c6776-7738-463e-a639-437f22a86020 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:07.793726 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d381b70-9bf4-4316-afcd-4267d26ccfe1 tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:07.797235 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9d381b70-9bf4-4316-afcd-4267d26ccfe1 tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/62f31fde-e89a-42e8-a106-ba0d8778580b HTTP/1.1" status: 204 len: 168 time: 0.2473614 Nov 15 11:33:07.799541 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55480) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:07.819571 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-0e8c6776-7738-463e-a639-437f22a86020 None None] Calling delete_port for c87a4023-e4d4-4a84-90f9-3fd9cd5ce337 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:33:07.830709 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] For port 438254d2-d8d3-48db-8ba9-073fdbb53818, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:33:07.838797 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] For port 438254d2-d8d3-48db-8ba9-073fdbb53818, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=438254d2-d8d3-48db-8ba9-073fdbb53818,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:33:07.860478 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:07.952176 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] Routers {'b00994c2-1981-4cdc-acb3-efc2a4ecb86e'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:33:07.953271 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:32:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:07.972459 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:08.004883 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68fee3-edf7-4938-846f-b139b4c754ca tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Pushing event updated for resources: {'Port': ['ID=88efdc02-29a9-4974-b938-8207d481f739,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:08.032589 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-27492ee9-4cee-4d5e-a6cc-fa788f0a06f9 admin admin] Deleting port c87a4023-e4d4-4a84-90f9-3fd9cd5ce337 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:33:08.032919 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27492ee9-4cee-4d5e-a6cc-fa788f0a06f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:08.043162 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a68fee3-edf7-4938-846f-b139b4c754ca tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:08.047377 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-3a68fee3-edf7-4938-846f-b139b4c754ca tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:08.074195 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ced930-594f-4e62-98a6-6e02b243f243 None None] Pushing event updated for resources: {'Port': ['ID=438254d2-d8d3-48db-8ba9-073fdbb53818,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:08.104780 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a68fee3-edf7-4938-846f-b139b4c754ca tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:08.156624 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] Set router b00994c2-1981-4cdc-acb3-efc2a4ecb86e gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:33:08.166227 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-4d5be447-8e93-4461-b292-3ad710142d9c None None] Provisioning complete for port 438254d2-d8d3-48db-8ba9-073fdbb53818 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:08.166574 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4d5be447-8e93-4461-b292-3ad710142d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:08.227729 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-06be4cde-9e76-42a1-8ba6-7659b9ea97fd None None] Allocated IP 172.20.0.2 (94ff6b4a-47df-4519-beab-0e8fb487d47f/55b4fd0b-2d26-4660-b038-1c41ebb65e26/dc9c3424-6b67-45c6-91f4-591d0d3d3b78) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:08.243848 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0e8c6776-7738-463e-a639-437f22a86020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:08.282756 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2dd8a51-e093-4563-ab8e-ea34feb4ccc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:08.330562 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2dd8a51-e093-4563-ab8e-ea34feb4ccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:08.332034 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c6776-7738-463e-a639-437f22a86020 None None] Pushing event deleted for resources: {'Port': ['ID=c87a4023-e4d4-4a84-90f9-3fd9cd5ce337,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:08.349276 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2dd8a51-e093-4563-ab8e-ea34feb4ccc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:33:08.363423 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2dd8a51-e093-4563-ab8e-ea34feb4ccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:08.363771 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-f2dd8a51-e093-4563-ab8e-ea34feb4ccc0 admin admin] Added segment 55415a50-4b58-47ff-b0d1-1dc80874daff of type vlan for network 4649ac27-bbc4-4a78-8f6d-f67d5a24878e Nov 15 11:33:08.384266 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8c6776-7738-463e-a639-437f22a86020 None None] No DVR routers for this DVR port c87a4023-e4d4-4a84-90f9-3fd9cd5ce337 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:33:08.412458 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4d5be447-8e93-4461-b292-3ad710142d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:08.413287 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2dd8a51-e093-4563-ab8e-ea34feb4ccc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:08.417621 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8a1d2a26-7e77-40c1-a194-c80b66e6880a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:08.483042 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09cc6d34-e9ec-4a07-bd32-1c41bb858dc1 tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:08.483360 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4d5be447-8e93-4461-b292-3ad710142d9c None None] For port 438254d2-d8d3-48db-8ba9-073fdbb53818, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=438254d2-d8d3-48db-8ba9-073fdbb53818,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:08.484172 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-09cc6d34-e9ec-4a07-bd32-1c41bb858dc1 tempest-MeteringTestJSON-892995157 tempest-MeteringTestJSON-892995157-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/3c71043b-9c44-493a-9a66-d997d4af91d6 HTTP/1.1" status: 204 len: 168 time: 0.6835861 Nov 15 11:33:08.496004 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:08.509086 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4d5be447-8e93-4461-b292-3ad710142d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:08.511248 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd8a51-e093-4563-ab8e-ea34feb4ccc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99bf1ef-72e2-430d-9547-26fe994bb9b6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:08.522884 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:33:04Z', 'revision_number': 4, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '438254d2-d8d3-48db-8ba9-073fdbb53818', 'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'mac_address': 'fa:16:3e:64:3f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:02Z', 'updated_at': '2021-11-15T11:33:07Z', 'revision_number': 4, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'subnets': [{'id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:08.538630 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2dd8a51-e093-4563-ab8e-ea34feb4ccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:08.540197 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dd8a51-e093-4563-ab8e-ea34feb4ccc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:08.540846 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f2dd8a51-e093-4563-ab8e-ea34feb4ccc0 admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:08.552065 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b9922f-aa24-4b44-866d-2fba3a5ac835 None None] The sync data for ids ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'] in n-d-729945-9 is: [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:33:04Z', 'revision_number': 4, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '438254d2-d8d3-48db-8ba9-073fdbb53818', 'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'mac_address': 'fa:16:3e:64:3f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:02Z', 'updated_at': '2021-11-15T11:33:07Z', 'revision_number': 4, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'subnets': [{'id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:33:08.564689 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-27492ee9-4cee-4d5e-a6cc-fa788f0a06f9 admin admin] For port c87a4023-e4d4-4a84-90f9-3fd9cd5ce337, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c87a4023-e4d4-4a84-90f9-3fd9cd5ce337,segment=NetworkSegment(9bb83ea5-6302-453d-ab4d-4e9d792cd455),segment_id=9bb83ea5-6302-453d-ab4d-4e9d792cd455)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:08.565080 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27492ee9-4cee-4d5e-a6cc-fa788f0a06f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:08.655913 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-27492ee9-4cee-4d5e-a6cc-fa788f0a06f9 admin admin] Calling delete_port for c87a4023-e4d4-4a84-90f9-3fd9cd5ce337 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:33:08.698156 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-49a86647-5d91-4765-b4ac-76318ff6d73d None None] Provisioning complete for port 438254d2-d8d3-48db-8ba9-073fdbb53818 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:08.698520 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-49a86647-5d91-4765-b4ac-76318ff6d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:08.700507 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-06be4cde-9e76-42a1-8ba6-7659b9ea97fd None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:08.704394 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5be447-8e93-4461-b292-3ad710142d9c None None] Pushing event updated for resources: {'Port': ['ID=438254d2-d8d3-48db-8ba9-073fdbb53818,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:08.706862 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a70c7-6b8d-4b89-9e3d-2b0b3a040dc8 req-6fd82dc3-de0a-4733-b654-c98e6b9bcd05 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:08.708459 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-599a70c7-6b8d-4b89-9e3d-2b0b3a040dc8 req-6fd82dc3-de0a-4733-b654-c98e6b9bcd05 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.11 "GET /v2.0/ports?device_id=7555ce5e-5b36-43b3-8fc2-85757ba72d5e HTTP/1.1" status: 200 len: 946 time: 0.4442630 Nov 15 11:33:08.719134 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f2dd8a51-e093-4563-ab8e-ea34feb4ccc0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4503574 Nov 15 11:33:08.729352 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55486) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:08.732038 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-06be4cde-9e76-42a1-8ba6-7659b9ea97fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:08.739042 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-377fae90-1b93-4676-8485-8201ba547235 admin admin] Request body: {'subnet': {'network_id': '4649ac27-bbc4-4a78-8f6d-f67d5a24878e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2029664138-subnet', 'tenant_id': '8f427583125446efa30345529be2ea0a', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:08.766390 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:08.812678 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06be4cde-9e76-42a1-8ba6-7659b9ea97fd None None] Network 94ff6b4a-47df-4519-beab-0e8fb487d47f is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:08.829550 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-06be4cde-9e76-42a1-8ba6-7659b9ea97fd None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:08.837450 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06be4cde-9e76-42a1-8ba6-7659b9ea97fd None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:08.855250 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377fae90-1b93-4676-8485-8201ba547235 admin admin] Made reservation on behalf of 8f427583125446efa30345529be2ea0a for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:08.858569 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-377fae90-1b93-4676-8485-8201ba547235 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:08.859117 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195a0c2-2bd1-49a3-8c79-a7ccdf99cfcc req-6abc60e3-2a05-4ace-80bd-5f9ab2478b7e tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:08.866674 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a195a0c2-2bd1-49a3-8c79-a7ccdf99cfcc req-6abc60e3-2a05-4ace-80bd-5f9ab2478b7e tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=7555ce5e-5b36-43b3-8fc2-85757ba72d5e HTTP/1.1" status: 200 len: 946 time: 0.3698502 Nov 15 11:33:08.867479 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be4cde-9e76-42a1-8ba6-7659b9ea97fd None None] Pushing event updated for resources: {'Port': ['ID=dc9c3424-6b67-45c6-91f4-591d0d3d3b78,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:08.874305 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd8a51-e093-4563-ab8e-ea34feb4ccc0 admin admin] Pushing event updated for resources: {'Network': ['ID=4649ac27-bbc4-4a78-8f6d-f67d5a24878e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:08.894404 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 4649ac27-bbc4-4a78-8f6d-f67d5a24878e details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:33:09.027521 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Subnet': ['ID=55b4fd0b-2d26-4660-b038-1c41ebb65e26,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:09.108933 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a195a0c2-2bd1-49a3-8c79-a7ccdf99cfcc req-c7a7112b-dbe1-442f-a124-d13fc4a3feca tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/security-groups?id=2995396d-27e3-4e5e-af20-52cfdf0d4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413681 Nov 15 11:33:09.113259 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55490) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:09.119535 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3a68fee3-edf7-4938-846f-b139b4c754ca tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Deleting port 88efdc02-29a9-4974-b938-8207d481f739 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:33:09.120147 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3a68fee3-edf7-4938-846f-b139b4c754ca tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.132070 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.189344 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ff6b4a-47df-4519-beab-0e8fb487d47f']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:09.220321 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134602c6-ebd2-4507-b093-8675075b7b64') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:09.220907 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134602c6-ebd2-4507-b093-8675075b7b64') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:09.221415 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-599a70c7-6b8d-4b89-9e3d-2b0b3a040dc8 req-0abada62-1954-478e-88c6-f40535834740 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Deleting port b40477cd-19d5-4309-886e-c14351f60bf6 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:33:09.221928 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-599a70c7-6b8d-4b89-9e3d-2b0b3a040dc8 req-0abada62-1954-478e-88c6-f40535834740 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.229645 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27492ee9-4cee-4d5e-a6cc-fa788f0a06f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.243839 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.253437 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 438254d2-d8d3-48db-8ba9-073fdbb53818 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:09.275086 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.288821 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:33:09.289514 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:33:09.294299 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:33:09.337637 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27492ee9-4cee-4d5e-a6cc-fa788f0a06f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c87a4023-e4d4-4a84-90f9-3fd9cd5ce337,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:09.348753 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27492ee9-4cee-4d5e-a6cc-fa788f0a06f9 admin admin] No DVR routers for this DVR port c87a4023-e4d4-4a84-90f9-3fd9cd5ce337 on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:33:09.389737 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-06be4cde-9e76-42a1-8ba6-7659b9ea97fd None None] Attempting to bind port dc9c3424-6b67-45c6-91f4-591d0d3d3b78 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:33:09.390676 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-06be4cde-9e76-42a1-8ba6-7659b9ea97fd None None] Attempting to bind port dc9c3424-6b67-45c6-91f4-591d0d3d3b78 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '134602c6-ebd2-4507-b093-8675075b7b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '94ff6b4a-47df-4519-beab-0e8fb487d47f'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:33:09.391247 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06be4cde-9e76-42a1-8ba6-7659b9ea97fd None None] Attempting to bind port dc9c3424-6b67-45c6-91f4-591d0d3d3b78 on network 94ff6b4a-47df-4519-beab-0e8fb487d47f {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:33:09.393355 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f5de4c0-0f77-4aac-86a9-8f9b32d7823f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.432454 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06be4cde-9e76-42a1-8ba6-7659b9ea97fd None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:33:09.433405 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06be4cde-9e76-42a1-8ba6-7659b9ea97fd None None] Checking segment: {'id': '134602c6-ebd2-4507-b093-8675075b7b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '94ff6b4a-47df-4519-beab-0e8fb487d47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:09.433986 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-06be4cde-9e76-42a1-8ba6-7659b9ea97fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.434702 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06be4cde-9e76-42a1-8ba6-7659b9ea97fd None None] Bound using segment: {'id': '134602c6-ebd2-4507-b093-8675075b7b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '94ff6b4a-47df-4519-beab-0e8fb487d47f'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:33:09.435443 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-06be4cde-9e76-42a1-8ba6-7659b9ea97fd None None] Bound port: dc9c3424-6b67-45c6-91f4-591d0d3d3b78, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134602c6-ebd2-4507-b093-8675075b7b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '94ff6b4a-47df-4519-beab-0e8fb487d47f'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:33:09.436032 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-06be4cde-9e76-42a1-8ba6-7659b9ea97fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.458980 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3a68fee3-edf7-4938-846f-b139b4c754ca tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.459400 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3a68fee3-edf7-4938-846f-b139b4c754ca tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.492726 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 11:33:09.492726 n-d-729945-9 neutron-server[102677]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 11:33:09.492726 n-d-729945-9 neutron-server[102677]: [parameters: {'id': '94ff6b4a-47df-4519-beab-0e8fb487d47f'}] Nov 15 11:33:09.492726 n-d-729945-9 neutron-server[102677]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:33:09.493174 n-d-729945-9 neutron-server[102677]: DEBUG oslo_db.api [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:33:09.502076 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27492ee9-4cee-4d5e-a6cc-fa788f0a06f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.505017 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3a68fee3-edf7-4938-846f-b139b4c754ca tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Calling delete_port for 88efdc02-29a9-4974-b938-8207d481f739 owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:33:09.531566 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-377fae90-1b93-4676-8485-8201ba547235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.541375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-599a70c7-6b8d-4b89-9e3d-2b0b3a040dc8 req-0abada62-1954-478e-88c6-f40535834740 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] For port b40477cd-19d5-4309-886e-c14351f60bf6, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b40477cd-19d5-4309-886e-c14351f60bf6,segment=NetworkSegment(7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2),segment_id=7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:09.541605 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-599a70c7-6b8d-4b89-9e3d-2b0b3a040dc8 req-0abada62-1954-478e-88c6-f40535834740 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.557552 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 438254d2-d8d3-48db-8ba9-073fdbb53818 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:09.558285 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.568027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-599a70c7-6b8d-4b89-9e3d-2b0b3a040dc8 req-0abada62-1954-478e-88c6-f40535834740 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Calling delete_port for b40477cd-19d5-4309-886e-c14351f60bf6 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:33:09.570522 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-27492ee9-4cee-4d5e-a6cc-fa788f0a06f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:09.625861 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-27492ee9-4cee-4d5e-a6cc-fa788f0a06f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb83ea5-6302-453d-ab4d-4e9d792cd455') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:09.626226 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-27492ee9-4cee-4d5e-a6cc-fa788f0a06f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb83ea5-6302-453d-ab4d-4e9d792cd455') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:09.639875 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27492ee9-4cee-4d5e-a6cc-fa788f0a06f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.651333 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f5de4c0-0f77-4aac-86a9-8f9b32d7823f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.667861 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-06be4cde-9e76-42a1-8ba6-7659b9ea97fd None None] For port dc9c3424-6b67-45c6-91f4-591d0d3d3b78, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:33:09.670515 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fae90-1b93-4676-8485-8201ba547235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35af161b-f033-42c8-90b4-ffab7e9e19c2,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:09.674700 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-06be4cde-9e76-42a1-8ba6-7659b9ea97fd None None] For port dc9c3424-6b67-45c6-91f4-591d0d3d3b78, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=dc9c3424-6b67-45c6-91f4-591d0d3d3b78,segment=NetworkSegment(134602c6-ebd2-4507-b093-8675075b7b64),segment_id=134602c6-ebd2-4507-b093-8675075b7b64)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:33:09.675084 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f5de4c0-0f77-4aac-86a9-8f9b32d7823f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.686605 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-06be4cde-9e76-42a1-8ba6-7659b9ea97fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.710683 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377fae90-1b93-4676-8485-8201ba547235 admin admin] Checking segment: {'id': '55415a50-4b58-47ff-b0d1-1dc80874daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '4649ac27-bbc4-4a78-8f6d-f67d5a24878e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:09.711257 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377fae90-1b93-4676-8485-8201ba547235 admin admin] Network hostable DHCP agents. Network: 4649ac27-bbc4-4a78-8f6d-f67d5a24878e, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:33:09.716981 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27492ee9-4cee-4d5e-a6cc-fa788f0a06f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.733341 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27492ee9-4cee-4d5e-a6cc-fa788f0a06f9 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:33:09.733751 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27492ee9-4cee-4d5e-a6cc-fa788f0a06f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:33:09.735454 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:33:09.772883 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4f5de4c0-0f77-4aac-86a9-8f9b32d7823f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=407b1843dc3e491f961b9a0d9ebb2973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6555104 Nov 15 11:33:09.777369 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55500) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:09.780687 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5de4c0-0f77-4aac-86a9-8f9b32d7823f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2e60fc-4c42-457d-ab1f-49325f22c6f2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:09.844698 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be4cde-9e76-42a1-8ba6-7659b9ea97fd None None] Pushing event updated for resources: {'Port': ['ID=dc9c3424-6b67-45c6-91f4-591d0d3d3b78,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:09.854937 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377fae90-1b93-4676-8485-8201ba547235 admin admin] Network 4649ac27-bbc4-4a78-8f6d-f67d5a24878e is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:33:09.874647 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27492ee9-4cee-4d5e-a6cc-fa788f0a06f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.888817 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab471f22-e665-45a4-b798-2e7e5e41b7ba req-c033f987-a1f2-4115-99be-b819792d8a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:09.890569 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ab471f22-e665-45a4-b798-2e7e5e41b7ba req-c033f987-a1f2-4115-99be-b819792d8a88 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 1096 time: 0.2359908 Nov 15 11:33:09.891551 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-377fae90-1b93-4676-8485-8201ba547235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 4649ac27-bbc4-4a78-8f6d-f67d5a24878e) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:09.896128 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.905089 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377fae90-1b93-4676-8485-8201ba547235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:09.908387 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-377fae90-1b93-4676-8485-8201ba547235 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.917282 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9859ed3-f4df-4624-ba32-94179a085cb7 None None] Network 4649ac27-bbc4-4a78-8f6d-f67d5a24878e requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:09.922582 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27492ee9-4cee-4d5e-a6cc-fa788f0a06f9 admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:09.931481 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-27492ee9-4cee-4d5e-a6cc-fa788f0a06f9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7 HTTP/1.1" status: 204 len: 168 time: 2.8722298 Nov 15 11:33:09.941217 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55504) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:09.943939 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-377fae90-1b93-4676-8485-8201ba547235 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2124050 Nov 15 11:33:09.949267 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-0a971cfe-bee2-4a66-a4ec-583e5816f90b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2029664138-router', 'tenant_id': '8f427583125446efa30345529be2ea0a', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:09.992924 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27492ee9-4cee-4d5e-a6cc-fa788f0a06f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=91fe4bb6-d7b3-497c-be70-bb6d2bd0bee7,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:10.005785 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:10.024903 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a971cfe-bee2-4a66-a4ec-583e5816f90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:10.025984 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a971cfe-bee2-4a66-a4ec-583e5816f90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:10.026461 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c3fb8f-0c07-4173-80d6-3feabb6475ae None None] Network 94ff6b4a-47df-4519-beab-0e8fb487d47f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:10.049215 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2431809c-0767-4898-978b-df7fc9de9f49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:10.060173 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3a68fee3-edf7-4938-846f-b139b4c754ca tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:10.085229 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c87a4023-e4d4-4a84-90f9-3fd9cd5ce337 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:33:10.087740 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2431809c-0767-4898-978b-df7fc9de9f49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:10.163956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68fee3-edf7-4938-846f-b139b4c754ca tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Pushing event deleted for resources: {'Port': ['ID=88efdc02-29a9-4974-b938-8207d481f739,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:10.172896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55508) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:10.199173 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ab471f22-e665-45a4-b798-2e7e5e41b7ba req-85c15255-0a22-46ae-a1ce-23b86e020fd0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6b74dd2b-a04a-4149-af4f-917e1d7192b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2734642 Nov 15 11:33:10.203006 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: c87a4023-e4d4-4a84-90f9-3fd9cd5ce337 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:33:10.203310 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c87a4023-e4d4-4a84-90f9-3fd9cd5ce337 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:33:10.219619 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2431809c-0767-4898-978b-df7fc9de9f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:10.223605 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2431809c-0767-4898-978b-df7fc9de9f49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:10.224984 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2431809c-0767-4898-978b-df7fc9de9f49 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5c2e60fc-4c42-457d-ab1f-49325f22c6f2 HTTP/1.1" status: 204 len: 168 time: 0.4458866 Nov 15 11:33:10.251500 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-599a70c7-6b8d-4b89-9e3d-2b0b3a040dc8 req-0abada62-1954-478e-88c6-f40535834740 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:10.259230 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431809c-0767-4898-978b-df7fc9de9f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2e60fc-4c42-457d-ab1f-49325f22c6f2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:10.271950 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['b40477cd-19d5-4309-886e-c14351f60bf6'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:33:10.291518 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Deleting port dc9c3424-6b67-45c6-91f4-591d0d3d3b78 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:33:10.292167 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:10.322329 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ef295511-064f-48c2-9241-b1f1eb671595 req-8633cbe3-2b20-40ba-a305-f0f0b5ece636 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.64 "GET /v2.0/ports?device_id=7555ce5e-5b36-43b3-8fc2-85757ba72d5e HTTP/1.1" status: 200 len: 210 time: 0.0622780 Nov 15 11:33:10.387603 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a971cfe-bee2-4a66-a4ec-583e5816f90b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:10.412475 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] For port dc9c3424-6b67-45c6-91f4-591d0d3d3b78, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=dc9c3424-6b67-45c6-91f4-591d0d3d3b78,segment=NetworkSegment(134602c6-ebd2-4507-b093-8675075b7b64),segment_id=134602c6-ebd2-4507-b093-8675075b7b64)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:10.412841 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:10.421347 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abada62-1954-478e-88c6-f40535834740 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Pushing event deleted for resources: {'Port': ['ID=b40477cd-19d5-4309-886e-c14351f60bf6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:10.423939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d38794f-76c4-4cee-8592-380485509547 None None] DHCP port deletion for e80c7b0b-2ac1-411e-b5c3-34b6039ed435 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:33:10.446612 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Calling delete_port for dc9c3424-6b67-45c6-91f4-591d0d3d3b78 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:33:10.476930 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063f2ce1-5680-4f81-b133-b2f40f934abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-4649ac27-bbc4-4a78-8f6d-f67d5a24878e', 'network_id': '4649ac27-bbc4-4a78-8f6d-f67d5a24878e', 'tenant_id': '8f427583125446efa30345529be2ea0a', 'fixed_ips': [{'subnet_id': '35af161b-f033-42c8-90b4-ffab7e9e19c2'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:33:10.480580 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-063f2ce1-5680-4f81-b133-b2f40f934abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:10.494044 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-599a70c7-6b8d-4b89-9e3d-2b0b3a040dc8 req-0abada62-1954-478e-88c6-f40535834740 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] No DVR routers for this DVR port b40477cd-19d5-4309-886e-c14351f60bf6 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:33:10.536978 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-599a70c7-6b8d-4b89-9e3d-2b0b3a040dc8 req-0abada62-1954-478e-88c6-f40535834740 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:10.540470 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-599a70c7-6b8d-4b89-9e3d-2b0b3a040dc8 req-0abada62-1954-478e-88c6-f40535834740 tempest-VolumesActionsTest-1604039212 tempest-VolumesActionsTest-1604039212-project] 10.222.0.11 "DELETE /v2.0/ports/b40477cd-19d5-4309-886e-c14351f60bf6 HTTP/1.1" status: 204 len: 173 time: 1.8200996 Nov 15 11:33:10.544315 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7555ce5e-5b36-43b3-8fc2-85757ba72d5e', 'name': 'network-vif-deleted', 'tag': 'b40477cd-19d5-4309-886e-c14351f60bf6'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:33:10.546145 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0561900-b475-49cb-a03c-0ea564d8cc6f" -d '{"events": [{"server_uuid": "7555ce5e-5b36-43b3-8fc2-85757ba72d5e", "name": "network-vif-deleted", "tag": "b40477cd-19d5-4309-886e-c14351f60bf6"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:33:10.556626 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-3a68fee3-edf7-4938-846f-b139b4c754ca tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] create failed (client error): The resource could not be found. Nov 15 11:33:10.563163 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3a68fee3-edf7-4938-846f-b139b4c754ca tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.5712729 Nov 15 11:33:10.564314 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55516) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:10.579456 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cebabd5c-db81-4678-aad0-fac53699ff64 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=77cb92f4ba94421baccd055f8a61a579&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3901567 Nov 15 11:33:10.580446 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55520) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:10.686168 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:10.686669 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee113fa-cac0-43d2-bc7a-2f99eefedf69 x-openstack-request-id: req-dee113fa-cac0-43d2-bc7a-2f99eefedf69 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:33:10.686920 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7555ce5e-5b36-43b3-8fc2-85757ba72d5e", "name": "network-vif-deleted", "tag": "b40477cd-19d5-4309-886e-c14351f60bf6", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:33:10.687174 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dee113fa-cac0-43d2-bc7a-2f99eefedf69 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:33:10.687577 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7555ce5e-5b36-43b3-8fc2-85757ba72d5e', 'name': 'network-vif-deleted', 'tag': 'b40477cd-19d5-4309-886e-c14351f60bf6', 'status': 'completed', 'code': 200} Nov 15 11:33:10.739512 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-063f2ce1-5680-4f81-b133-b2f40f934abb None None] Allocated IP 172.20.0.2 (4649ac27-bbc4-4a78-8f6d-f67d5a24878e/35af161b-f033-42c8-90b4-ffab7e9e19c2/2e4619cd-8318-4706-aa3e-51fe30531807) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:10.746758 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Port': ['ID=dc9c3424-6b67-45c6-91f4-591d0d3d3b78,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:10.762653 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No DVR routers for this DVR port dc9c3424-6b67-45c6-91f4-591d0d3d3b78 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:33:10.774362 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d41437b-71a3-43a8-8b4e-8b2730c95dde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:10.793269 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a971cfe-bee2-4a66-a4ec-583e5816f90b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:10.841687 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d41437b-71a3-43a8-8b4e-8b2730c95dde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:10.920223 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9579b94b-236a-418a-bf4b-97066ad8cc3e tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Deleting port a22c37f6-d4bc-45bd-9c34-c086917ed5ce {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:33:10.920584 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9579b94b-236a-418a-bf4b-97066ad8cc3e tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:10.924550 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:10.934748 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55530) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:10.959312 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-090ef359-e70d-4329-b168-4381949df975 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:10.960036 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-063f2ce1-5680-4f81-b133-b2f40f934abb None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:10.974105 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-063f2ce1-5680-4f81-b133-b2f40f934abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:11.023541 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063f2ce1-5680-4f81-b133-b2f40f934abb None None] Network 4649ac27-bbc4-4a78-8f6d-f67d5a24878e is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:11.026307 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ff6b4a-47df-4519-beab-0e8fb487d47f']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:11.031060 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-063f2ce1-5680-4f81-b133-b2f40f934abb None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:11.035301 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063f2ce1-5680-4f81-b133-b2f40f934abb None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:11.046505 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f2ce1-5680-4f81-b133-b2f40f934abb None None] Pushing event updated for resources: {'Port': ['ID=2e4619cd-8318-4706-aa3e-51fe30531807,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:11.050536 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134602c6-ebd2-4507-b093-8675075b7b64') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:11.050936 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134602c6-ebd2-4507-b093-8675075b7b64') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:11.070837 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:11.075006 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9579b94b-236a-418a-bf4b-97066ad8cc3e tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:11.099098 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:11.109649 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9579b94b-236a-418a-bf4b-97066ad8cc3e tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Calling delete_port for a22c37f6-d4bc-45bd-9c34-c086917ed5ce owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:33:11.110323 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:33:11.110323 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:11.110528 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d41437b-71a3-43a8-8b4e-8b2730c95dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:11.110528 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d41437b-71a3-43a8-8b4e-8b2730c95dde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:33:11.116291 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:33:11.127537 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7d41437b-71a3-43a8-8b4e-8b2730c95dde admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3b868e38-1135-4222-8876-7c7d7b346b07 HTTP/1.1" status: 204 len: 168 time: 0.5013192 Nov 15 11:33:11.212268 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:11.215949 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-063f2ce1-5680-4f81-b133-b2f40f934abb None None] Attempting to bind port 2e4619cd-8318-4706-aa3e-51fe30531807 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:33:11.217025 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-063f2ce1-5680-4f81-b133-b2f40f934abb None None] Attempting to bind port 2e4619cd-8318-4706-aa3e-51fe30531807 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '55415a50-4b58-47ff-b0d1-1dc80874daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '4649ac27-bbc4-4a78-8f6d-f67d5a24878e'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:33:11.218450 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063f2ce1-5680-4f81-b133-b2f40f934abb None None] Attempting to bind port 2e4619cd-8318-4706-aa3e-51fe30531807 on network 4649ac27-bbc4-4a78-8f6d-f67d5a24878e {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:33:11.226576 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063f2ce1-5680-4f81-b133-b2f40f934abb None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:33:11.227170 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063f2ce1-5680-4f81-b133-b2f40f934abb None None] Checking segment: {'id': '55415a50-4b58-47ff-b0d1-1dc80874daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '4649ac27-bbc4-4a78-8f6d-f67d5a24878e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:11.227764 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-063f2ce1-5680-4f81-b133-b2f40f934abb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:11.227962 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:11.228982 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063f2ce1-5680-4f81-b133-b2f40f934abb None None] Bound using segment: {'id': '55415a50-4b58-47ff-b0d1-1dc80874daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '4649ac27-bbc4-4a78-8f6d-f67d5a24878e'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:33:11.229764 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-063f2ce1-5680-4f81-b133-b2f40f934abb None None] Bound port: 2e4619cd-8318-4706-aa3e-51fe30531807, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55415a50-4b58-47ff-b0d1-1dc80874daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '4649ac27-bbc4-4a78-8f6d-f67d5a24878e'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:33:11.230252 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-063f2ce1-5680-4f81-b133-b2f40f934abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:11.242864 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/networks/94ff6b4a-47df-4519-beab-0e8fb487d47f HTTP/1.1" status: 204 len: 168 time: 3.6690736 Nov 15 11:33:11.243933 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55538) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:11.290671 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b386b80-b01e-4b08-ba18-f503881e2f6e tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] GET failed (client error): The resource could not be found. Nov 15 11:33:11.290671 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2b386b80-b01e-4b08-ba18-f503881e2f6e tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "GET /v2.0/subnets/55b4fd0b-2d26-4660-b038-1c41ebb65e26 HTTP/1.1" status: 404 len: 337 time: 0.0349705 Nov 15 11:33:11.292142 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1755ed-a840-4174-8342-ed4bc262b68d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Network': ['ID=94ff6b4a-47df-4519-beab-0e8fb487d47f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:11.293761 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55540) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:11.295626 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-090ef359-e70d-4329-b168-4381949df975 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:11.311676 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-063f2ce1-5680-4f81-b133-b2f40f934abb None None] For port 2e4619cd-8318-4706-aa3e-51fe30531807, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:33:11.315576 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-090ef359-e70d-4329-b168-4381949df975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:11.316835 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-063f2ce1-5680-4f81-b133-b2f40f934abb None None] For port 2e4619cd-8318-4706-aa3e-51fe30531807, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2e4619cd-8318-4706-aa3e-51fe30531807,segment=NetworkSegment(55415a50-4b58-47ff-b0d1-1dc80874daff),segment_id=55415a50-4b58-47ff-b0d1-1dc80874daff)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:33:11.321296 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-1939e740-20a3-4ed0-b8bc-70a2d2186b4f tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:11.321871 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1939e740-20a3-4ed0-b8bc-70a2d2186b4f tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:11.324723 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-063f2ce1-5680-4f81-b133-b2f40f934abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:11.325449 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1939e740-20a3-4ed0-b8bc-70a2d2186b4f tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/networks/94ff6b4a-47df-4519-beab-0e8fb487d47f HTTP/1.1" status: 404 len: 339 time: 0.0283923 Nov 15 11:33:11.336731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55542) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:11.373318 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41437b-71a3-43a8-8b4e-8b2730c95dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b868e38-1135-4222-8876-7c7d7b346b07,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:11.380600 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9579b94b-236a-418a-bf4b-97066ad8cc3e tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:11.442826 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579b94b-236a-418a-bf4b-97066ad8cc3e tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Pushing event deleted for resources: {'Port': ['ID=a22c37f6-d4bc-45bd-9c34-c086917ed5ce,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:11.481019 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f2ce1-5680-4f81-b133-b2f40f934abb None None] Pushing event updated for resources: {'Port': ['ID=2e4619cd-8318-4706-aa3e-51fe30531807,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:11.494766 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:11.531673 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ef359-e70d-4329-b168-4381949df975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceca8730-611d-4b66-ba2c-3afce6f6453a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:11.544720 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-090ef359-e70d-4329-b168-4381949df975 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f12779b713a646fe948790e9112c4f5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6047952 Nov 15 11:33:11.544934 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55550) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:11.662296 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a60198-6af5-4ac2-b2e6-71e3344fb2d2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:11.666414 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f8a60198-6af5-4ac2-b2e6-71e3344fb2d2 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3257918 Nov 15 11:33:11.667117 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55558) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:11.771499 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ca8c1edb-4923-4c97-896b-98ed0720a0fb tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "GET /v2.0/subnets?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 207 time: 0.0921400 Nov 15 11:33:11.771499 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55564) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:11.818342 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9579b94b-236a-418a-bf4b-97066ad8cc3e tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:11.829289 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9579b94b-236a-418a-bf4b-97066ad8cc3e tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] 10.222.0.64 "DELETE /v2.0/ports/a22c37f6-d4bc-45bd-9c34-c086917ed5ce HTTP/1.1" status: 204 len: 168 time: 1.2563980 Nov 15 11:33:11.835049 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55568) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:11.980037 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bb985d9-a4bf-41bd-894d-a61d114b196e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:11.982026 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a971cfe-bee2-4a66-a4ec-583e5816f90b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:12.025221 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a971cfe-bee2-4a66-a4ec-583e5816f90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:12.035803 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f092d3ce-3cf9-4073-ab4e-d2a9574d6ed6 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:12.038091 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c39089-5217-4b2d-a449-7654b8a92206 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:12.039973 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f4c39089-5217-4b2d-a449-7654b8a92206 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc0039fa-2ac8-433b-bb98-27a11d24f316 HTTP/1.1" status: 200 len: 913 time: 0.1926806 Nov 15 11:33:12.047393 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f092d3ce-3cf9-4073-ab4e-d2a9574d6ed6 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:12.051712 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55578) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:12.053963 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f092d3ce-3cf9-4073-ab4e-d2a9574d6ed6 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:12.056625 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bb985d9-a4bf-41bd-894d-a61d114b196e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:12.060725 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f092d3ce-3cf9-4073-ab4e-d2a9574d6ed6 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:12.062721 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f092d3ce-3cf9-4073-ab4e-d2a9574d6ed6 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2967534 Nov 15 11:33:12.066778 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55580) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:12.183953 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:12.221350 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c5a49deb-7d11-447a-ab59-659f5f5ce8fa tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1525319 Nov 15 11:33:12.224688 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55590) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:12.300246 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-0a971cfe-bee2-4a66-a4ec-583e5816f90b admin admin] Allocated IP 172.25.7.142 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/e3b7a7a0-534a-4e3e-8374-bbcd36fe5938) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:12.339510 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de1df35-8ad4-4462-b2be-256d551a3c1a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:12.341022 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de1df35-8ad4-4462-b2be-256d551a3c1a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:12.346449 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0de1df35-8ad4-4462-b2be-256d551a3c1a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1174235 Nov 15 11:33:12.348373 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55602) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:12.423875 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5991582c-aa37-4a7d-b2b2-fa9f8fd9cb69 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:12.425287 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5991582c-aa37-4a7d-b2b2-fa9f8fd9cb69 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:12.426837 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5991582c-aa37-4a7d-b2b2-fa9f8fd9cb69 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0774045 Nov 15 11:33:12.430741 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55606) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:12.465157 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bb985d9-a4bf-41bd-894d-a61d114b196e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:12.473346 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3bb985d9-a4bf-41bd-894d-a61d114b196e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:12.474359 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3bb985d9-a4bf-41bd-894d-a61d114b196e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ceca8730-611d-4b66-ba2c-3afce6f6453a HTTP/1.1" status: 204 len: 168 time: 0.9283097 Nov 15 11:33:12.478924 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55610) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:12.570235 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device b40477cd-19d5-4309-886e-c14351f60bf6 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:33:12.595734 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721834a4-6323-4322-91c7-68d808332a48 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:12.597331 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-721834a4-6323-4322-91c7-68d808332a48 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "GET /v2.0/networks/ac5d9b01-bdc8-4cab-afbb-f37028a0830e HTTP/1.1" status: 200 len: 799 time: 0.1648903 Nov 15 11:33:12.601296 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55620) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:12.614574 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: b40477cd-19d5-4309-886e-c14351f60bf6 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:33:12.615161 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device b40477cd-19d5-4309-886e-c14351f60bf6 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:33:12.765912 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e50403d3-0f14-4f6a-896b-c097af048ff6 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "GET /v2.0/networks/ac5d9b01-bdc8-4cab-afbb-f37028a0830e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1636031 Nov 15 11:33:12.769245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55636) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:12.838598 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d98dc9d-325a-4492-91cc-d8c9bb6cb050 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:12.861788 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5d98dc9d-325a-4492-91cc-d8c9bb6cb050 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "GET /v2.0/subnets/150036a3-29bf-43ee-82ca-2b2e18868245 HTTP/1.1" status: 200 len: 811 time: 0.0882404 Nov 15 11:33:12.862407 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55642) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:12.925612 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bafffae-9b5c-4cbd-b906-0c584e777e64 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:12.927261 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3bafffae-9b5c-4cbd-b906-0c584e777e64 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "GET /v2.0/subnets/150036a3-29bf-43ee-82ca-2b2e18868245?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0637290 Nov 15 11:33:12.930825 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55646) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:12.936038 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9517fddc-e023-46e4-882a-b7e1c7179e23 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1748387004'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:12.963278 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9517fddc-e023-46e4-882a-b7e1c7179e23 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Made reservation on behalf of fe34575a4744467b8b6069e120eb7d68 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:12.975420 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9517fddc-e023-46e4-882a-b7e1c7179e23 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:12.979952 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a612ae3e-e355-4495-a76b-dedaa83e47e1 None None] Network 4649ac27-bbc4-4a78-8f6d-f67d5a24878e requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:13.039439 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9517fddc-e023-46e4-882a-b7e1c7179e23 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:33:13.065420 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9517fddc-e023-46e4-882a-b7e1c7179e23 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:13.065847 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-9517fddc-e023-46e4-882a-b7e1c7179e23 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Added segment 82bc9155-7661-42cc-bf03-7c3ec81db3d8 of type vlan for network 327546ac-19a3-4ff5-ad19-0d6b1d50604c Nov 15 11:33:13.106124 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb985d9-a4bf-41bd-894d-a61d114b196e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceca8730-611d-4b66-ba2c-3afce6f6453a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:13.150771 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 2e4619cd-8318-4706-aa3e-51fe30531807 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:13.162759 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9517fddc-e023-46e4-882a-b7e1c7179e23 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:13.227010 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9517fddc-e023-46e4-882a-b7e1c7179e23 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:13.238948 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9517fddc-e023-46e4-882a-b7e1c7179e23 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:13.242402 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9517fddc-e023-46e4-882a-b7e1c7179e23 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:13.284251 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a971cfe-bee2-4a66-a4ec-583e5816f90b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:13.308471 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-58f3b04f-a1f3-42d9-9e3d-3bdd9a1682e4 None None] Provisioning complete for port 2e4619cd-8318-4706-aa3e-51fe30531807 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:13.308831 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-58f3b04f-a1f3-42d9-9e3d-3bdd9a1682e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:13.320023 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-9dcbf3b3-2ccb-4a33-90bd-5b7770b8add5 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-237553823-network', 'tenant_id': '65b17bf89b7a49ca97935aec6c52656c'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:13.380873 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 2e4619cd-8318-4706-aa3e-51fe30531807 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:13.381365 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:13.405316 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9517fddc-e023-46e4-882a-b7e1c7179e23 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4730880 Nov 15 11:33:13.408143 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55656) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:13.413678 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-69ae7209-062b-43dd-b1fa-5cb9ffa66850 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'subnet': {'network_id': '327546ac-19a3-4ff5-ad19-0d6b1d50604c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:13.428166 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcbf3b3-2ccb-4a33-90bd-5b7770b8add5 admin admin] Made reservation on behalf of 65b17bf89b7a49ca97935aec6c52656c for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:13.430911 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9dcbf3b3-2ccb-4a33-90bd-5b7770b8add5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:13.436985 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cbec2bb5-58f8-4244-941d-e8aeb002c46a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:13.445877 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a971cfe-bee2-4a66-a4ec-583e5816f90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:13.533438 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517fddc-e023-46e4-882a-b7e1c7179e23 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Network': ['ID=327546ac-19a3-4ff5-ad19-0d6b1d50604c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:13.543059 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517fddc-e023-46e4-882a-b7e1c7179e23 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:13.543414 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517fddc-e023-46e4-882a-b7e1c7179e23 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:13.543845 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517fddc-e023-46e4-882a-b7e1c7179e23 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:13.544359 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517fddc-e023-46e4-882a-b7e1c7179e23 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:13.544681 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517fddc-e023-46e4-882a-b7e1c7179e23 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:13.545022 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517fddc-e023-46e4-882a-b7e1c7179e23 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:13.545310 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517fddc-e023-46e4-882a-b7e1c7179e23 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:13.546121 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517fddc-e023-46e4-882a-b7e1c7179e23 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:13.546454 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517fddc-e023-46e4-882a-b7e1c7179e23 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:13.546768 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517fddc-e023-46e4-882a-b7e1c7179e23 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:13.547089 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517fddc-e023-46e4-882a-b7e1c7179e23 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:13.547404 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9517fddc-e023-46e4-882a-b7e1c7179e23 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:13.570271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ae7209-062b-43dd-b1fa-5cb9ffa66850 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Made reservation on behalf of fe34575a4744467b8b6069e120eb7d68 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:13.576048 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 327546ac-19a3-4ff5-ad19-0d6b1d50604c details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:33:13.576588 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-69ae7209-062b-43dd-b1fa-5cb9ffa66850 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:13.612498 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a971cfe-bee2-4a66-a4ec-583e5816f90b admin admin] Pushing event updated for resources: {'Port': ['ID=e3b7a7a0-534a-4e3e-8374-bbcd36fe5938,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:13.622959 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9dcbf3b3-2ccb-4a33-90bd-5b7770b8add5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:13.668701 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a971cfe-bee2-4a66-a4ec-583e5816f90b admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:13.681242 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-0a971cfe-bee2-4a66-a4ec-583e5816f90b admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:13.699615 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a971cfe-bee2-4a66-a4ec-583e5816f90b admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:13.738650 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3e8acb-1aa6-4986-aba9-62ee5fd2165d None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:33:13.749432 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-58f3b04f-a1f3-42d9-9e3d-3bdd9a1682e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:13.783597 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:13.830377 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-58f3b04f-a1f3-42d9-9e3d-3bdd9a1682e4 None None] For port 2e4619cd-8318-4706-aa3e-51fe30531807, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2e4619cd-8318-4706-aa3e-51fe30531807,segment=NetworkSegment(55415a50-4b58-47ff-b0d1-1dc80874daff),segment_id=55415a50-4b58-47ff-b0d1-1dc80874daff)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:13.843341 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-58f3b04f-a1f3-42d9-9e3d-3bdd9a1682e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:13.861389 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55666) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:13.880312 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9dcbf3b3-2ccb-4a33-90bd-5b7770b8add5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:13.957225 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9dcbf3b3-2ccb-4a33-90bd-5b7770b8add5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:13.977425 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-69ae7209-062b-43dd-b1fa-5cb9ffa66850 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Performing IP validity checks on allocation pools {{(pid=102677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 15 11:33:13.978110 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-69ae7209-062b-43dd-b1fa-5cb9ffa66850 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 15 11:33:14.003976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dcbf3b3-2ccb-4a33-90bd-5b7770b8add5 admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:33:14.054677 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9dcbf3b3-2ccb-4a33-90bd-5b7770b8add5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:14.055029 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-9dcbf3b3-2ccb-4a33-90bd-5b7770b8add5 admin admin] Added segment 3ed86862-bc00-4c5a-b307-6a2427d80d1d of type vlan for network 35d993c4-62bf-465c-9f53-7a066532910b Nov 15 11:33:14.173830 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-69ae7209-062b-43dd-b1fa-5cb9ffa66850 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:14.181894 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d7782b7f-292d-401e-868d-e912f0a14c07 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1826224609'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:14.195112 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19331105-b4dd-41de-92b3-5857f659de9c None None] get_active_networks_info from n-d-729945-9 {{(pid=102679) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 11:33:14.222387 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbf3b3-2ccb-4a33-90bd-5b7770b8add5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51b92f0-95fd-4ded-ab08-faac83ad3e21,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:14.281049 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae7209-062b-43dd-b1fa-5cb9ffa66850 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Subnet': ['ID=1a1d93ad-06d3-4c0f-a3c6-b7d03abc34de,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:14.292399 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ae7209-062b-43dd-b1fa-5cb9ffa66850 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Checking segment: {'id': '82bc9155-7661-42cc-bf03-7c3ec81db3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '327546ac-19a3-4ff5-ad19-0d6b1d50604c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:14.292876 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ae7209-062b-43dd-b1fa-5cb9ffa66850 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Network hostable DHCP agents. Network: 327546ac-19a3-4ff5-ad19-0d6b1d50604c, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:33:14.319674 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ae7209-062b-43dd-b1fa-5cb9ffa66850 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Network 327546ac-19a3-4ff5-ad19-0d6b1d50604c is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:33:14.334385 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-69ae7209-062b-43dd-b1fa-5cb9ffa66850 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 327546ac-19a3-4ff5-ad19-0d6b1d50604c) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:14.339464 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ae7209-062b-43dd-b1fa-5cb9ffa66850 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:14.340179 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-69ae7209-062b-43dd-b1fa-5cb9ffa66850 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:14.343492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7782b7f-292d-401e-868d-e912f0a14c07 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:14.347838 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7782b7f-292d-401e-868d-e912f0a14c07 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:14.356976 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:33:14.357293 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:33:14.368067 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-69ae7209-062b-43dd-b1fa-5cb9ffa66850 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9588242 Nov 15 11:33:14.371397 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55682) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:14.380909 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e63f32bc-7726-49e1-93a2-009d54c4cb14 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:14.408450 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ae4d9232-a2a1-4029-84fa-1e8883e09096 None None] Provisioning complete for port e3b7a7a0-534a-4e3e-8374-bbcd36fe5938 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:14.408723 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ae4d9232-a2a1-4029-84fa-1e8883e09096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:14.413804 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3b04f-a1f3-42d9-9e3d-3bdd9a1682e4 None None] Pushing event updated for resources: {'Port': ['ID=2e4619cd-8318-4706-aa3e-51fe30531807,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:14.459100 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7782b7f-292d-401e-868d-e912f0a14c07 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:14.487216 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9dcbf3b3-2ccb-4a33-90bd-5b7770b8add5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:14.502320 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-ae4d9232-a2a1-4029-84fa-1e8883e09096 None None] Port e3b7a7a0-534a-4e3e-8374-bbcd36fe5938 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:33:14.521631 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e63f32bc-7726-49e1-93a2-009d54c4cb14 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-64812099'] for subnet, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:14.621463 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19331105-b4dd-41de-92b3-5857f659de9c None None] Unable to find a vacant binding_index for network 327546ac-19a3-4ff5-ad19-0d6b1d50604c and agent 6fde0c4e-b511-4837-962e-55607c80a1e0 {{(pid=102679) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 15 11:33:14.640338 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b5f24846-adee-458f-b774-3d1dce364a5c None None] Provisioning complete for port 2e4619cd-8318-4706-aa3e-51fe30531807 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:14.640702 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b5f24846-adee-458f-b774-3d1dce364a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:14.644363 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19331105-b4dd-41de-92b3-5857f659de9c None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 327546ac-19a3-4ff5-ad19-0d6b1d50604c) {{(pid=102679) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 11:33:14.651914 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9dcbf3b3-2ccb-4a33-90bd-5b7770b8add5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:14.653685 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcbf3b3-2ccb-4a33-90bd-5b7770b8add5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:14.654474 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9dcbf3b3-2ccb-4a33-90bd-5b7770b8add5 admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:14.690404 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a971cfe-bee2-4a66-a4ec-583e5816f90b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:14.700639 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9dcbf3b3-2ccb-4a33-90bd-5b7770b8add5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2189140 Nov 15 11:33:14.706646 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55684) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:14.711793 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-557807f5-2e70-4a2f-ada2-81c4a515c1f7 admin admin] Request body: {'subnet': {'network_id': '35d993c4-62bf-465c-9f53-7a066532910b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-237553823-subnet', 'tenant_id': '65b17bf89b7a49ca97935aec6c52656c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:14.782750 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557807f5-2e70-4a2f-ada2-81c4a515c1f7 admin admin] Made reservation on behalf of 65b17bf89b7a49ca97935aec6c52656c for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:14.785426 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-557807f5-2e70-4a2f-ada2-81c4a515c1f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:14.848576 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbf3b3-2ccb-4a33-90bd-5b7770b8add5 admin admin] Pushing event updated for resources: {'Network': ['ID=35d993c4-62bf-465c-9f53-7a066532910b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:14.889678 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-cbec2bb5-58f8-4244-941d-e8aeb002c46a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Deleting port 6716f07a-58c9-4d30-a370-d107b3cd5536 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:33:14.890195 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cbec2bb5-58f8-4244-941d-e8aeb002c46a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:14.913898 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e63f32bc-7726-49e1-93a2-009d54c4cb14 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780020527526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64437823'] for subnet, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:14.918765 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7782b7f-292d-401e-868d-e912f0a14c07 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:14.939300 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 35d993c4-62bf-465c-9f53-7a066532910b details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:33:14.986691 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63f32bc-7726-49e1-93a2-009d54c4cb14 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:14.987572 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e63f32bc-7726-49e1-93a2-009d54c4cb14 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:14.989502 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e63f32bc-7726-49e1-93a2-009d54c4cb14 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "PUT /v2.0/subnets/1a1d93ad-06d3-4c0f-a3c6-b7d03abc34de HTTP/1.1" status: 200 len: 877 time: 0.6165495 Nov 15 11:33:14.994160 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7782b7f-292d-401e-868d-e912f0a14c07 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:15.007396 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55690) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:15.025955 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f32bc-7726-49e1-93a2-009d54c4cb14 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event updated for resources: {'Subnet': ['ID=1a1d93ad-06d3-4c0f-a3c6-b7d03abc34de,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:15.116578 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 2e4619cd-8318-4706-aa3e-51fe30531807 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:15.158828 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7782b7f-292d-401e-868d-e912f0a14c07 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:33:15.168169 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7782b7f-292d-401e-868d-e912f0a14c07 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:15.169090 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-d7782b7f-292d-401e-868d-e912f0a14c07 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Added segment e3ccee28-f4dd-4d70-8279-480f006f0b51 of type vlan for network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce Nov 15 11:33:15.208304 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-557807f5-2e70-4a2f-ada2-81c4a515c1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:15.249585 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:15.269450 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 2e4619cd-8318-4706-aa3e-51fe30531807 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:15.269816 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:15.342741 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7782b7f-292d-401e-868d-e912f0a14c07 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a36b3ae0-c7b1-433f-96f3-9d618b15f319,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:15.382561 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7782b7f-292d-401e-868d-e912f0a14c07 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:15.416137 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557807f5-2e70-4a2f-ada2-81c4a515c1f7 admin admin] Checking segment: {'id': '3ed86862-bc00-4c5a-b307-6a2427d80d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '35d993c4-62bf-465c-9f53-7a066532910b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:15.417192 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557807f5-2e70-4a2f-ada2-81c4a515c1f7 admin admin] Network hostable DHCP agents. Network: 35d993c4-62bf-465c-9f53-7a066532910b, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:33:15.419031 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba9fb9a-2611-49d1-bf14-cd1c8c23f0e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-327546ac-19a3-4ff5-ad19-0d6b1d50604c', 'network_id': '327546ac-19a3-4ff5-ad19-0d6b1d50604c', 'tenant_id': 'fe34575a4744467b8b6069e120eb7d68', 'fixed_ips': [{'subnet_id': '1a1d93ad-06d3-4c0f-a3c6-b7d03abc34de'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:33:15.420225 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4ba9fb9a-2611-49d1-bf14-cd1c8c23f0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:15.427076 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557807f5-2e70-4a2f-ada2-81c4a515c1f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0afb5bc-d665-4d8a-a905-15e5d2fa67c4,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:15.442337 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cbec2bb5-58f8-4244-941d-e8aeb002c46a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:15.453453 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557807f5-2e70-4a2f-ada2-81c4a515c1f7 admin admin] Network 35d993c4-62bf-465c-9f53-7a066532910b is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:33:15.485670 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-557807f5-2e70-4a2f-ada2-81c4a515c1f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 35d993c4-62bf-465c-9f53-7a066532910b) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:15.492349 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557807f5-2e70-4a2f-ada2-81c4a515c1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:15.493001 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-557807f5-2e70-4a2f-ada2-81c4a515c1f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:15.501692 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-cbec2bb5-58f8-4244-941d-e8aeb002c46a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Calling delete_port for 6716f07a-58c9-4d30-a370-d107b3cd5536 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:33:15.506798 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a971cfe-bee2-4a66-a4ec-583e5816f90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:15.521478 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7782b7f-292d-401e-868d-e912f0a14c07 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:15.527201 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7782b7f-292d-401e-868d-e912f0a14c07 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:15.527801 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7782b7f-292d-401e-868d-e912f0a14c07 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:15.536595 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-557807f5-2e70-4a2f-ada2-81c4a515c1f7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8264179 Nov 15 11:33:15.696755 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-4ba9fb9a-2611-49d1-bf14-cd1c8c23f0e8 None None] Allocated IP 172.20.0.3 (327546ac-19a3-4ff5-ad19-0d6b1d50604c/1a1d93ad-06d3-4c0f-a3c6-b7d03abc34de/67be4184-1ef8-48aa-acaf-071e10be687a) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:15.860201 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:15.871526 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d7782b7f-292d-401e-868d-e912f0a14c07 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0087485 Nov 15 11:33:15.875231 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55706) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:15.881344 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d22a7879-e5d5-4061-81ae-c5b1370ffc5c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:15.938419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7782b7f-292d-401e-868d-e912f0a14c07 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Network': ['ID=ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:15.969783 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:33:16.081163 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22a7879-e5d5-4061-81ae-c5b1370ffc5c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:16.085125 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d22a7879-e5d5-4061-81ae-c5b1370ffc5c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:16.109918 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a971cfe-bee2-4a66-a4ec-583e5816f90b admin admin] Router ac87562a-8eb6-4ee1-b7f2-fcbda648e18b is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:33:16.142150 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4ba9fb9a-2611-49d1-bf14-cd1c8c23f0e8 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:16.182209 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4ba9fb9a-2611-49d1-bf14-cd1c8c23f0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:16.203951 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cbec2bb5-58f8-4244-941d-e8aeb002c46a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:16.265619 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9fb9a-2611-49d1-bf14-cd1c8c23f0e8 None None] Pushing event updated for resources: {'Port': ['ID=67be4184-1ef8-48aa-acaf-071e10be687a,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:16.302602 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba9fb9a-2611-49d1-bf14-cd1c8c23f0e8 None None] Network 327546ac-19a3-4ff5-ad19-0d6b1d50604c is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:16.304225 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-4ba9fb9a-2611-49d1-bf14-cd1c8c23f0e8 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:16.309674 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba9fb9a-2611-49d1-bf14-cd1c8c23f0e8 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:16.346789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-c909e3cc-f9ff-4133-9082-3c80ed2e251d tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:16.353843 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-c909e3cc-f9ff-4133-9082-3c80ed2e251d tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/networks?id=35d993c4-62bf-465c-9f53-7a066532910b HTTP/1.1" status: 200 len: 815 time: 0.1510143 Nov 15 11:33:16.363027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec2bb5-58f8-4244-941d-e8aeb002c46a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Pushing event deleted for resources: {'Port': ['ID=6716f07a-58c9-4d30-a370-d107b3cd5536,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:16.405805 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-e73ce12a-b75c-469b-a6af-fda5105382ea tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/quotas/65b17bf89b7a49ca97935aec6c52656c HTTP/1.1" status: 200 len: 375 time: 0.0509465 Nov 15 11:33:16.415265 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:16.422096 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4ba9fb9a-2611-49d1-bf14-cd1c8c23f0e8 None None] Attempting to bind port 67be4184-1ef8-48aa-acaf-071e10be687a on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:33:16.424169 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4ba9fb9a-2611-49d1-bf14-cd1c8c23f0e8 None None] Attempting to bind port 67be4184-1ef8-48aa-acaf-071e10be687a by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '82bc9155-7661-42cc-bf03-7c3ec81db3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '327546ac-19a3-4ff5-ad19-0d6b1d50604c'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:33:16.424622 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba9fb9a-2611-49d1-bf14-cd1c8c23f0e8 None None] Attempting to bind port 67be4184-1ef8-48aa-acaf-071e10be687a on network 327546ac-19a3-4ff5-ad19-0d6b1d50604c {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:33:16.437118 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba9fb9a-2611-49d1-bf14-cd1c8c23f0e8 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:33:16.440061 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba9fb9a-2611-49d1-bf14-cd1c8c23f0e8 None None] Checking segment: {'id': '82bc9155-7661-42cc-bf03-7c3ec81db3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '327546ac-19a3-4ff5-ad19-0d6b1d50604c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:16.440821 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4ba9fb9a-2611-49d1-bf14-cd1c8c23f0e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:16.441283 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba9fb9a-2611-49d1-bf14-cd1c8c23f0e8 None None] Bound using segment: {'id': '82bc9155-7661-42cc-bf03-7c3ec81db3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '327546ac-19a3-4ff5-ad19-0d6b1d50604c'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:33:16.441826 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4ba9fb9a-2611-49d1-bf14-cd1c8c23f0e8 None None] Bound port: 67be4184-1ef8-48aa-acaf-071e10be687a, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82bc9155-7661-42cc-bf03-7c3ec81db3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '327546ac-19a3-4ff5-ad19-0d6b1d50604c'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:33:16.442430 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4ba9fb9a-2611-49d1-bf14-cd1c8c23f0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:16.511573 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d22a7879-e5d5-4061-81ae-c5b1370ffc5c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:16.584488 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4ba9fb9a-2611-49d1-bf14-cd1c8c23f0e8 None None] For port 67be4184-1ef8-48aa-acaf-071e10be687a, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:33:16.589285 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4ba9fb9a-2611-49d1-bf14-cd1c8c23f0e8 None None] For port 67be4184-1ef8-48aa-acaf-071e10be687a, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=67be4184-1ef8-48aa-acaf-071e10be687a,segment=NetworkSegment(82bc9155-7661-42cc-bf03-7c3ec81db3d8),segment_id=82bc9155-7661-42cc-bf03-7c3ec81db3d8)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:33:16.604589 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4ba9fb9a-2611-49d1-bf14-cd1c8c23f0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:16.664793 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a7879-e5d5-4061-81ae-c5b1370ffc5c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=22b02138-2edb-469e-b57a-857de8aa7876,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:16.695029 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9fb9a-2611-49d1-bf14-cd1c8c23f0e8 None None] Pushing event updated for resources: {'Port': ['ID=67be4184-1ef8-48aa-acaf-071e10be687a,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:16.698679 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22a7879-e5d5-4061-81ae-c5b1370ffc5c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Checking segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:16.699396 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22a7879-e5d5-4061-81ae-c5b1370ffc5c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network hostable DHCP agents. Network: ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:33:16.713675 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeb9d2d-a935-488a-b773-f643fcb26dcb None None] get_active_networks_info from n-d-729945-9 {{(pid=102679) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 11:33:16.735790 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22a7879-e5d5-4061-81ae-c5b1370ffc5c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:33:16.760491 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d22a7879-e5d5-4061-81ae-c5b1370ffc5c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:16.765033 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22a7879-e5d5-4061-81ae-c5b1370ffc5c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:16.766010 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d22a7879-e5d5-4061-81ae-c5b1370ffc5c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:16.799589 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d22a7879-e5d5-4061-81ae-c5b1370ffc5c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9196353 Nov 15 11:33:16.799589 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55716) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:16.811469 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-209e10f8-34d6-46c5-acab-a9fd95959797 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'name': 'tempest-NetworksTestDHCPv6-775664603'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:16.862906 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-ab68e544-6e2a-48ab-abba-8212577c972f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=65b17bf89b7a49ca97935aec6c52656c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4561386 Nov 15 11:33:16.884369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Subnet': ['ID=1a1d93ad-06d3-4c0f-a3c6-b7d03abc34de,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:16.986496 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a971cfe-bee2-4a66-a4ec-583e5816f90b admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:33:16.995861 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] Sync routers for ids ['ac87562a-8eb6-4ee1-b7f2-fcbda648e18b'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:33:17.029862 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] Routers {'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:33:17.030767 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:33:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ac87562a-8eb6-4ee1-b7f2-fcbda648e18b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:17.064070 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209e10f8-34d6-46c5-acab-a9fd95959797 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:17.072167 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-209e10f8-34d6-46c5-acab-a9fd95959797 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:17.080045 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:17.114001 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cbec2bb5-58f8-4244-941d-e8aeb002c46a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:17.122115 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a971cfe-bee2-4a66-a4ec-583e5816f90b admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:17.125868 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0a971cfe-bee2-4a66-a4ec-583e5816f90b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1785941 Nov 15 11:33:17.125868 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327546ac-19a3-4ff5-ad19-0d6b1d50604c']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:17.133862 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55722) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:17.143560 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeb9d2d-a935-488a-b773-f643fcb26dcb None None] Unable to find a vacant binding_index for network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce and agent 6fde0c4e-b511-4837-962e-55607c80a1e0 {{(pid=102679) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 15 11:33:17.156235 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeb9d2d-a935-488a-b773-f643fcb26dcb None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce) {{(pid=102679) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 11:33:17.156996 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82bc9155-7661-42cc-bf03-7c3ec81db3d8') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:17.157295 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82bc9155-7661-42cc-bf03-7c3ec81db3d8') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:17.175958 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-5331e4a4-8a3d-4669-a09f-727c4a4c79c7 service neutron] 10.222.0.64 "GET /v2.0/networks/35d993c4-62bf-465c-9f53-7a066532910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120959 Nov 15 11:33:17.224945 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:17.241301 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] Set router ac87562a-8eb6-4ee1-b7f2-fcbda648e18b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:33:17.301358 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:17.321119 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:33:17.321517 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:33:17.326408 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:33:17.504926 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-209e10f8-34d6-46c5-acab-a9fd95959797 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] device_id is not set on port 205d155a-e14d-4546-8386-6f9bd1d1529c yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:33:17.536489 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-53dca2b4-4645-46f2-9d21-7bec670337e3 service neutron] 10.222.0.64 "GET /v2.0/networks/35d993c4-62bf-465c-9f53-7a066532910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594272 Nov 15 11:33:17.540975 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 11:33:17.540975 n-d-729945-9 neutron-server[102678]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 11:33:17.540975 n-d-729945-9 neutron-server[102678]: [parameters: {'id': '327546ac-19a3-4ff5-ad19-0d6b1d50604c'}] Nov 15 11:33:17.540975 n-d-729945-9 neutron-server[102678]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:33:17.541689 n-d-729945-9 neutron-server[102678]: DEBUG oslo_db.api [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:33:17.546122 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbec2bb5-58f8-4244-941d-e8aeb002c46a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Router fc0039fa-2ac8-433b-bb98-27a11d24f316 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:33:17.660241 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbec2bb5-58f8-4244-941d-e8aeb002c46a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:33:17.670694 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cbec2bb5-58f8-4244-941d-e8aeb002c46a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] 10.222.0.64 "PUT /v2.0/routers/fc0039fa-2ac8-433b-bb98-27a11d24f316/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6113164 Nov 15 11:33:17.673877 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55724) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:17.676861 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cf2a39-647b-4d15-811a-6de908631933 None None] Sync routers for ids ['fc0039fa-2ac8-433b-bb98-27a11d24f316'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:33:17.695169 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cf2a39-647b-4d15-811a-6de908631933 None None] Routers {'fc0039fa-2ac8-433b-bb98-27a11d24f316'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:33:17.696403 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-83cf2a39-647b-4d15-811a-6de908631933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:33:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['fc0039fa-2ac8-433b-bb98-27a11d24f316'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:17.777706 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-117d0699-3691-4118-b81e-35d09ff9d820 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:17.790172 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-83cf2a39-647b-4d15-811a-6de908631933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:17.818723 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cf2a39-647b-4d15-811a-6de908631933 None None] Routers {'fc0039fa-2ac8-433b-bb98-27a11d24f316'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:33:17.821600 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-83cf2a39-647b-4d15-811a-6de908631933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:33:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['fc0039fa-2ac8-433b-bb98-27a11d24f316'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:17.985904 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-83cf2a39-647b-4d15-811a-6de908631933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:17.986555 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cf2a39-647b-4d15-811a-6de908631933 None None] The sync data for ids ['fc0039fa-2ac8-433b-bb98-27a11d24f316'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:33:18.102382 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:18.200125 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-209e10f8-34d6-46c5-acab-a9fd95959797 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8::202 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/22b02138-2edb-469e-b57a-857de8aa7876/205d155a-e14d-4546-8386-6f9bd1d1529c) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:18.237969 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-117d0699-3691-4118-b81e-35d09ff9d820 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:18.297625 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d26c2f51-5705-4492-8612-82cecdc6dfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:18.300342 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b', 'name': 'tempest-TestVolumeBootPattern-2029664138-router', 'tenant_id': '8f427583125446efa30345529be2ea0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'e3b7a7a0-534a-4e3e-8374-bbcd36fe5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:33:10Z', 'updated_at': '2021-11-15T11:33:14Z', 'revision_number': 3, 'project_id': '8f427583125446efa30345529be2ea0a', 'gw_port': {'id': 'e3b7a7a0-534a-4e3e-8374-bbcd36fe5938', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:12Z', 'updated_at': '2021-11-15T11:33:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:18.316172 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-117d0699-3691-4118-b81e-35d09ff9d820 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:18.380248 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e265e03-4398-4542-aaac-4f02de652b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-35d993c4-62bf-465c-9f53-7a066532910b', 'network_id': '35d993c4-62bf-465c-9f53-7a066532910b', 'tenant_id': '65b17bf89b7a49ca97935aec6c52656c', 'fixed_ips': [{'subnet_id': 'e0afb5bc-d665-4d8a-a905-15e5d2fa67c4'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:33:18.381135 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9e265e03-4398-4542-aaac-4f02de652b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:18.387162 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c944ef1-f594-4142-b182-c4312b0fba50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'fixed_ips': [{'subnet_id': '22b02138-2edb-469e-b57a-857de8aa7876'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:33:18.387999 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1c944ef1-f594-4142-b182-c4312b0fba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:18.394999 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] Checking router: ac87562a-8eb6-4ee1-b7f2-fcbda648e18b for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:33:18.395344 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] Updating router ac87562a-8eb6-4ee1-b7f2-fcbda648e18b port e3b7a7a0-534a-4e3e-8374-bbcd36fe5938 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:33:18.485829 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:18.546312 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-117d0699-3691-4118-b81e-35d09ff9d820 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:18.549920 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117d0699-3691-4118-b81e-35d09ff9d820 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Fanout notify agent at l3_agent the message router_deleted on router fc0039fa-2ac8-433b-bb98-27a11d24f316 {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:33:18.553776 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-d26c2f51-5705-4492-8612-82cecdc6dfc8 admin admin] Allocated IP 172.20.0.1 (4649ac27-bbc4-4a78-8f6d-f67d5a24878e/35af161b-f033-42c8-90b4-ffab7e9e19c2/f5f78c7e-bf12-4e5f-89c0-fefa8844a23e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:18.573062 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-117d0699-3691-4118-b81e-35d09ff9d820 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:18.587097 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-117d0699-3691-4118-b81e-35d09ff9d820 tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] 10.222.0.64 "DELETE /v2.0/routers/fc0039fa-2ac8-433b-bb98-27a11d24f316 HTTP/1.1" status: 204 len: 168 time: 0.9101486 Nov 15 11:33:18.590936 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55750) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:18.690713 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d26c2f51-5705-4492-8612-82cecdc6dfc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:18.738829 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Deleting port 67be4184-1ef8-48aa-acaf-071e10be687a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:33:18.740170 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:18.753025 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f86c47c8-0416-4e28-bb9a-80bc9de2848a tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:18.755319 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f86c47c8-0416-4e28-bb9a-80bc9de2848a tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/networks?id=35d993c4-62bf-465c-9f53-7a066532910b HTTP/1.1" status: 200 len: 815 time: 0.5908854 Nov 15 11:33:18.766813 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d26c2f51-5705-4492-8612-82cecdc6dfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:18.840224 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] For port 67be4184-1ef8-48aa-acaf-071e10be687a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=67be4184-1ef8-48aa-acaf-071e10be687a,segment=NetworkSegment(82bc9155-7661-42cc-bf03-7c3ec81db3d8),segment_id=82bc9155-7661-42cc-bf03-7c3ec81db3d8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:18.841510 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:18.852648 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26c2f51-5705-4492-8612-82cecdc6dfc8 admin admin] Network 4649ac27-bbc4-4a78-8f6d-f67d5a24878e is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:18.857230 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Calling delete_port for 67be4184-1ef8-48aa-acaf-071e10be687a owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:33:18.862420 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d26c2f51-5705-4492-8612-82cecdc6dfc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:18.878452 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26c2f51-5705-4492-8612-82cecdc6dfc8 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:18.906057 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-9e265e03-4398-4542-aaac-4f02de652b1d None None] Allocated IP 172.20.0.2 (35d993c4-62bf-465c-9f53-7a066532910b/e0afb5bc-d665-4d8a-a905-15e5d2fa67c4/d4105145-b1db-4ed8-86f9-7b8d1456d98c) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:18.919198 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d26c2f51-5705-4492-8612-82cecdc6dfc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:18.952073 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0aa4de-d108-48c2-83f2-ae55c678bddd tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Deleting subnet e895987b-245a-4c8f-ab4e-d61517a07402 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:33:18.974427 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c0aa4de-d108-48c2-83f2-ae55c678bddd tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:18.979801 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f0771b25-ae38-4ae3-8f66-e2db03008283 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/quotas/65b17bf89b7a49ca97935aec6c52656c HTTP/1.1" status: 200 len: 375 time: 0.1804583 Nov 15 11:33:19.051461 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:19.062243 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-00880900-2eff-46c2-b92d-0345538e1255 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=65b17bf89b7a49ca97935aec6c52656c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460720 Nov 15 11:33:19.122883 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c0aa4de-d108-48c2-83f2-ae55c678bddd tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:19.222927 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Port': ['ID=67be4184-1ef8-48aa-acaf-071e10be687a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:19.225343 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No DVR routers for this DVR port 67be4184-1ef8-48aa-acaf-071e10be687a on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:33:19.268410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c2f51-5705-4492-8612-82cecdc6dfc8 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f78c7e-bf12-4e5f-89c0-fefa8844a23e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:19.360745 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d26c2f51-5705-4492-8612-82cecdc6dfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:19.369895 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c0aa4de-d108-48c2-83f2-ae55c678bddd tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:19.401584 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:19.454460 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327546ac-19a3-4ff5-ad19-0d6b1d50604c']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:19.476343 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82bc9155-7661-42cc-bf03-7c3ec81db3d8') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:19.476633 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82bc9155-7661-42cc-bf03-7c3ec81db3d8') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:19.493431 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:19.501626 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-fec94bac-aeb1-4fa9-bba2-11ea3bd74d63 service neutron] 10.222.0.64 "GET /v2.0/networks/35d993c4-62bf-465c-9f53-7a066532910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288735 Nov 15 11:33:19.510453 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:19.523074 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c0aa4de-d108-48c2-83f2-ae55c678bddd tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:19.543528 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9e265e03-4398-4542-aaac-4f02de652b1d None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:19.562107 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:19.571884 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9e265e03-4398-4542-aaac-4f02de652b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:19.586699 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:33:19.587182 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:19.590725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0aa4de-d108-48c2-83f2-ae55c678bddd tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Pushing event deleted for resources: {'Subnet': ['ID=e895987b-245a-4c8f-ab4e-d61517a07402,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:19.592416 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:33:19.592751 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:33:19.650068 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2c0aa4de-d108-48c2-83f2-ae55c678bddd tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:19.653394 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2c0aa4de-d108-48c2-83f2-ae55c678bddd tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] 10.222.0.64 "DELETE /v2.0/subnets/e895987b-245a-4c8f-ab4e-d61517a07402 HTTP/1.1" status: 204 len: 168 time: 1.0486412 Nov 15 11:33:19.701036 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e265e03-4398-4542-aaac-4f02de652b1d None None] Network 35d993c4-62bf-465c-9f53-7a066532910b is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:19.702471 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] Attempting to bind port e3b7a7a0-534a-4e3e-8374-bbcd36fe5938 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:33:19.703268 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] Attempting to bind port e3b7a7a0-534a-4e3e-8374-bbcd36fe5938 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:33:19.703720 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] Attempting to bind port e3b7a7a0-534a-4e3e-8374-bbcd36fe5938 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:33:19.710277 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-9e265e03-4398-4542-aaac-4f02de652b1d None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:19.716178 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e265e03-4398-4542-aaac-4f02de652b1d None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:19.731758 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:33:19.732288 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:19.732958 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:19.733377 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:33:19.733925 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] Bound port: e3b7a7a0-534a-4e3e-8374-bbcd36fe5938, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:33:19.734318 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:19.736018 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55756) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:19.788090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e265e03-4398-4542-aaac-4f02de652b1d None None] Pushing event updated for resources: {'Port': ['ID=d4105145-b1db-4ed8-86f9-7b8d1456d98c,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:19.795476 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-8d10b1a9-6eba-480c-8c25-041e5793cc8a tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:19.797593 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-8d10b1a9-6eba-480c-8c25-041e5793cc8a tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.11 "GET /v2.0/networks?id=35d993c4-62bf-465c-9f53-7a066532910b HTTP/1.1" status: 200 len: 815 time: 0.1485829 Nov 15 11:33:19.848923 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01ee5431-4474-4f14-a9df-bfb1ad4b9500 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Request body: {'port': {'device_id': '582c6041-666f-45b8-8f73-141486396812', 'network_id': '35d993c4-62bf-465c-9f53-7a066532910b', 'admin_state_up': True, 'tenant_id': '65b17bf89b7a49ca97935aec6c52656c'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:19.919793 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f0d1f90-cb06-4838-aa44-e54b72df117a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:19.925973 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6e062-632d-4186-a795-885502b35f8b None None] Pushing event updated for resources: {'Port': ['ID=e3b7a7a0-534a-4e3e-8374-bbcd36fe5938,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:19.929801 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:19.949939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-9e265e03-4398-4542-aaac-4f02de652b1d None None] Attempting to bind port d4105145-b1db-4ed8-86f9-7b8d1456d98c on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:33:19.950308 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-9e265e03-4398-4542-aaac-4f02de652b1d None None] Attempting to bind port d4105145-b1db-4ed8-86f9-7b8d1456d98c by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '3ed86862-bc00-4c5a-b307-6a2427d80d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '35d993c4-62bf-465c-9f53-7a066532910b'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:33:19.950844 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e265e03-4398-4542-aaac-4f02de652b1d None None] Attempting to bind port d4105145-b1db-4ed8-86f9-7b8d1456d98c on network 35d993c4-62bf-465c-9f53-7a066532910b {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:33:19.954625 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d26c2f51-5705-4492-8612-82cecdc6dfc8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:19.958316 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-209e10f8-34d6-46c5-acab-a9fd95959797 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:19.963878 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] For port e3b7a7a0-534a-4e3e-8374-bbcd36fe5938, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:33:19.966172 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e265e03-4398-4542-aaac-4f02de652b1d None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:33:19.966545 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e265e03-4398-4542-aaac-4f02de652b1d None None] Checking segment: {'id': '3ed86862-bc00-4c5a-b307-6a2427d80d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '35d993c4-62bf-465c-9f53-7a066532910b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:19.966934 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9e265e03-4398-4542-aaac-4f02de652b1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:19.967337 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e265e03-4398-4542-aaac-4f02de652b1d None None] Bound using segment: {'id': '3ed86862-bc00-4c5a-b307-6a2427d80d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '35d993c4-62bf-465c-9f53-7a066532910b'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:33:19.967808 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-9e265e03-4398-4542-aaac-4f02de652b1d None None] Bound port: d4105145-b1db-4ed8-86f9-7b8d1456d98c, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed86862-bc00-4c5a-b307-6a2427d80d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '35d993c4-62bf-465c-9f53-7a066532910b'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:33:19.968203 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9e265e03-4398-4542-aaac-4f02de652b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:19.969228 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:19.972952 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/networks/327546ac-19a3-4ff5-ad19-0d6b1d50604c HTTP/1.1" status: 204 len: 168 time: 4.9615004 Nov 15 11:33:19.984640 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55760) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:20.007128 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f57f77f8-1400-431c-998b-5e012186bbe6 service neutron] 10.222.0.64 "GET /v2.0/networks/35d993c4-62bf-465c-9f53-7a066532910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985096 Nov 15 11:33:20.009798 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] For port e3b7a7a0-534a-4e3e-8374-bbcd36fe5938, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e3b7a7a0-534a-4e3e-8374-bbcd36fe5938,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:33:20.015249 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ea2b5-c936-4198-be68-33832ab87002 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Network': ['ID=327546ac-19a3-4ff5-ad19-0d6b1d50604c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:20.019223 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d26c2f51-5705-4492-8612-82cecdc6dfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:20.036780 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:20.110729 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d26c2f51-5705-4492-8612-82cecdc6dfc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:20.117398 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01ee5431-4474-4f14-a9df-bfb1ad4b9500 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Made reservation on behalf of 65b17bf89b7a49ca97935aec6c52656c for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:20.131410 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01ee5431-4474-4f14-a9df-bfb1ad4b9500 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:20.210293 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb36f3ad-61fc-45ee-a3d7-0b8eea472659 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:20.210650 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb36f3ad-61fc-45ee-a3d7-0b8eea472659 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:20.223293 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] Routers {'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:33:20.228285 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fb36f3ad-61fc-45ee-a3d7-0b8eea472659 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/subnets/1a1d93ad-06d3-4c0f-a3c6-b7d03abc34de HTTP/1.1" status: 404 len: 337 time: 0.2270277 Nov 15 11:33:20.235490 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55764) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:20.236192 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:33:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ac87562a-8eb6-4ee1-b7f2-fcbda648e18b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:20.273982 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c2f51-5705-4492-8612-82cecdc6dfc8 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f78c7e-bf12-4e5f-89c0-fefa8844a23e,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:20.320268 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0acdf8a-eb46-4eac-aca5-b94b837cb86d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:20.321174 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0acdf8a-eb46-4eac-aca5-b94b837cb86d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:20.325620 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6e062-632d-4186-a795-885502b35f8b None None] Pushing event updated for resources: {'Port': ['ID=e3b7a7a0-534a-4e3e-8374-bbcd36fe5938,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:20.331318 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b0acdf8a-eb46-4eac-aca5-b94b837cb86d tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/networks/327546ac-19a3-4ff5-ad19-0d6b1d50604c HTTP/1.1" status: 404 len: 339 time: 0.0582833 Nov 15 11:33:20.347418 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9e265e03-4398-4542-aaac-4f02de652b1d None None] For port d4105145-b1db-4ed8-86f9-7b8d1456d98c, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:33:20.353200 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9e265e03-4398-4542-aaac-4f02de652b1d None None] For port d4105145-b1db-4ed8-86f9-7b8d1456d98c, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d4105145-b1db-4ed8-86f9-7b8d1456d98c,segment=NetworkSegment(3ed86862-bc00-4c5a-b307-6a2427d80d1d),segment_id=3ed86862-bc00-4c5a-b307-6a2427d80d1d)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:33:20.356837 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55766) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:20.362323 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9e265e03-4398-4542-aaac-4f02de652b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:20.480822 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] Set router ac87562a-8eb6-4ee1-b7f2-fcbda648e18b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:33:20.484302 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e265e03-4398-4542-aaac-4f02de652b1d None None] Pushing event updated for resources: {'Port': ['ID=d4105145-b1db-4ed8-86f9-7b8d1456d98c,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:20.509225 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c088fb-ac11-4508-863c-8d2506856dcd tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:20.509683 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c088fb-ac11-4508-863c-8d2506856dcd tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:20.543021 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-92c088fb-ac11-4508-863c-8d2506856dcd tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/subnets/55b4fd0b-2d26-4660-b038-1c41ebb65e26 HTTP/1.1" status: 404 len: 337 time: 0.1261814 Nov 15 11:33:20.557142 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d1f90-cb06-4838-aa44-e54b72df117a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Deleting port d6a94e08-cdd5-4292-bb88-59c2dff25d1e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:33:20.557479 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f0d1f90-cb06-4838-aa44-e54b72df117a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:20.562784 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55778) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:20.587468 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7fdacd3-1e60-45f0-9358-679d9d416a75 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:20.588359 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7fdacd3-1e60-45f0-9358-679d9d416a75 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:20.591955 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c7fdacd3-1e60-45f0-9358-679d9d416a75 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/networks/94ff6b4a-47df-4519-beab-0e8fb487d47f HTTP/1.1" status: 404 len: 339 time: 0.0268333 Nov 15 11:33:20.595199 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55780) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:20.752770 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9f0d1f90-cb06-4838-aa44-e54b72df117a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] For port d6a94e08-cdd5-4292-bb88-59c2dff25d1e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d6a94e08-cdd5-4292-bb88-59c2dff25d1e,segment=NetworkSegment(101ff659-c134-4e51-861e-28943642f40d),segment_id=101ff659-c134-4e51-861e-28943642f40d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:20.753184 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f0d1f90-cb06-4838-aa44-e54b72df117a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:20.764969 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01ee5431-4474-4f14-a9df-bfb1ad4b9500 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Allocated IP 172.20.0.11 (35d993c4-62bf-465c-9f53-7a066532910b/e0afb5bc-d665-4d8a-a905-15e5d2fa67c4/75719c72-d6a5-4892-b4f0-d6db291ab72c) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:20.774063 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d1f90-cb06-4838-aa44-e54b72df117a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Calling delete_port for d6a94e08-cdd5-4292-bb88-59c2dff25d1e owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:33:20.971913 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-209e10f8-34d6-46c5-acab-a9fd95959797 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:21.154501 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b', 'name': 'tempest-TestVolumeBootPattern-2029664138-router', 'tenant_id': '8f427583125446efa30345529be2ea0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'e3b7a7a0-534a-4e3e-8374-bbcd36fe5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:33:10Z', 'updated_at': '2021-11-15T11:33:19Z', 'revision_number': 4, 'project_id': '8f427583125446efa30345529be2ea0a', 'gw_port': {'id': 'e3b7a7a0-534a-4e3e-8374-bbcd36fe5938', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:12Z', 'updated_at': '2021-11-15T11:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f5f78c7e-bf12-4e5f-89c0-fefa8844a23e', 'name': '', 'network_id': '4649ac27-bbc4-4a78-8f6d-f67d5a24878e', 'tenant_id': '8f427583125446efa30345529be2ea0a', 'mac_address': 'fa:16:3e:93:de:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '35af161b-f033-42c8-90b4-ffab7e9e19c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:18Z', 'updated_at': '2021-11-15T11:33:19Z', 'revision_number': 2, 'project_id': '8f427583125446efa30345529be2ea0a', 'subnets': [{'id': '35af161b-f033-42c8-90b4-ffab7e9e19c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:21.168392 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bbc030b3-b5e8-4783-873f-3c35b07262c9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:21.169217 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209e10f8-34d6-46c5-acab-a9fd95959797 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:21.212332 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-1c944ef1-f594-4142-b182-c4312b0fba50 None None] Allocated IP 2001:db8::2 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/22b02138-2edb-469e-b57a-857de8aa7876/2d6c5619-24e8-4188-9f01-9d5b970a09b8) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:21.217010 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58016bf-7a63-4a94-95be-7cd3f823a137 None None] The sync data for ids ['ac87562a-8eb6-4ee1-b7f2-fcbda648e18b'] in n-d-729945-9 is: [{'id': 'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b', 'name': 'tempest-TestVolumeBootPattern-2029664138-router', 'tenant_id': '8f427583125446efa30345529be2ea0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'e3b7a7a0-534a-4e3e-8374-bbcd36fe5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:33:10Z', 'updated_at': '2021-11-15T11:33:19Z', 'revision_number': 4, 'project_id': '8f427583125446efa30345529be2ea0a', 'gw_port': {'id': 'e3b7a7a0-534a-4e3e-8374-bbcd36fe5938', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:12Z', 'updated_at': '2021-11-15T11:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f5f78c7e-bf12-4e5f-89c0-fefa8844a23e', 'name': '', 'network_id': '4649ac27-bbc4-4a78-8f6d-f67d5a24878e', 'tenant_id': '8f427583125446efa30345529be2ea0a', 'mac_address': 'fa:16:3e:93:de:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '35af161b-f033-42c8-90b4-ffab7e9e19c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:18Z', 'updated_at': '2021-11-15T11:33:19Z', 'revision_number': 2, 'project_id': '8f427583125446efa30345529be2ea0a', 'subnets': [{'id': '35af161b-f033-42c8-90b4-ffab7e9e19c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:33:21.247143 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-209e10f8-34d6-46c5-acab-a9fd95959797 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:21.257115 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209e10f8-34d6-46c5-acab-a9fd95959797 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:21.301874 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209e10f8-34d6-46c5-acab-a9fd95959797 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:21.303726 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-209e10f8-34d6-46c5-acab-a9fd95959797 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:21.334662 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d4105145-b1db-4ed8-86f9-7b8d1456d98c up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:21.353587 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e10f8-34d6-46c5-acab-a9fd95959797 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=205d155a-e14d-4546-8386-6f9bd1d1529c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:21.402217 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f0d1f90-cb06-4838-aa44-e54b72df117a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:21.440081 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26c2f51-5705-4492-8612-82cecdc6dfc8 admin admin] Network 4649ac27-bbc4-4a78-8f6d-f67d5a24878e is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:21.459977 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d26c2f51-5705-4492-8612-82cecdc6dfc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:21.514912 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01ee5431-4474-4f14-a9df-bfb1ad4b9500 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:21.528794 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-209e10f8-34d6-46c5-acab-a9fd95959797 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7282116 Nov 15 11:33:21.531297 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d1f90-cb06-4838-aa44-e54b72df117a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Pushing event deleted for resources: {'Port': ['ID=d6a94e08-cdd5-4292-bb88-59c2dff25d1e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:21.535595 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55800) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:21.551846 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0d1f90-cb06-4838-aa44-e54b72df117a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] No DVR routers for this DVR port d6a94e08-cdd5-4292-bb88-59c2dff25d1e on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:33:21.708681 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-6b59c916-dba2-4e14-8493-b9442476539e tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:21.713462 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-6b59c916-dba2-4e14-8493-b9442476539e tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/networks?id=35d993c4-62bf-465c-9f53-7a066532910b HTTP/1.1" status: 200 len: 815 time: 1.0427399 Nov 15 11:33:21.829931 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-ddebe786-8c7d-4254-8ee4-10cecef95246 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/quotas/65b17bf89b7a49ca97935aec6c52656c HTTP/1.1" status: 200 len: 375 time: 0.1083484 Nov 15 11:33:21.878428 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bbc030b3-b5e8-4783-873f-3c35b07262c9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:21.895972 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1c944ef1-f594-4142-b182-c4312b0fba50 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:21.911131 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1c944ef1-f594-4142-b182-c4312b0fba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:21.924224 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01ee5431-4474-4f14-a9df-bfb1ad4b9500 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:21.954948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-bbc030b3-b5e8-4783-873f-3c35b07262c9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e2a411-d88b-44df-ae00-91f8bd9e739e']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:22.014141 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c944ef1-f594-4142-b182-c4312b0fba50 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:22.019242 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c944ef1-f594-4142-b182-c4312b0fba50 None None] Pushing event updated for resources: {'Port': ['ID=2d6c5619-24e8-4188-9f01-9d5b970a09b8,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:22.051277 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-1c944ef1-f594-4142-b182-c4312b0fba50 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:22.061684 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c944ef1-f594-4142-b182-c4312b0fba50 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:22.100925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-bbc030b3-b5e8-4783-873f-3c35b07262c9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7113370-bb05-4760-b883-4c3fff1994f3') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:22.101399 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-bbc030b3-b5e8-4783-873f-3c35b07262c9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7113370-bb05-4760-b883-4c3fff1994f3') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:22.144415 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bbc030b3-b5e8-4783-873f-3c35b07262c9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:22.238358 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-1c944ef1-f594-4142-b182-c4312b0fba50 None None] Attempting to bind port 2d6c5619-24e8-4188-9f01-9d5b970a09b8 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:33:22.238973 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-1c944ef1-f594-4142-b182-c4312b0fba50 None None] Attempting to bind port 2d6c5619-24e8-4188-9f01-9d5b970a09b8 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:33:22.239306 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c944ef1-f594-4142-b182-c4312b0fba50 None None] Attempting to bind port 2d6c5619-24e8-4188-9f01-9d5b970a09b8 on network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:33:22.248247 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-4ccba5c5-7239-483e-a663-4c481cc86f44 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=65b17bf89b7a49ca97935aec6c52656c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3839567 Nov 15 11:33:22.251033 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c944ef1-f594-4142-b182-c4312b0fba50 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:33:22.253818 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c944ef1-f594-4142-b182-c4312b0fba50 None None] Checking segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:22.254324 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1c944ef1-f594-4142-b182-c4312b0fba50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:22.255031 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c944ef1-f594-4142-b182-c4312b0fba50 None None] Bound using segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:33:22.256335 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-1c944ef1-f594-4142-b182-c4312b0fba50 None None] Bound port: 2d6c5619-24e8-4188-9f01-9d5b970a09b8, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:33:22.257559 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1c944ef1-f594-4142-b182-c4312b0fba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:22.261616 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01ee5431-4474-4f14-a9df-bfb1ad4b9500 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Network 35d993c4-62bf-465c-9f53-7a066532910b is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:22.320640 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01ee5431-4474-4f14-a9df-bfb1ad4b9500 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:22.343523 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d4105145-b1db-4ed8-86f9-7b8d1456d98c triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:22.344231 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:22.370599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01ee5431-4474-4f14-a9df-bfb1ad4b9500 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:22.475737 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:22.478209 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee5431-4474-4f14-a9df-bfb1ad4b9500 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Pushing event updated for resources: {'Port': ['ID=75719c72-d6a5-4892-b4f0-d6db291ab72c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:22.491068 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01ee5431-4474-4f14-a9df-bfb1ad4b9500 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:22.491747 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01ee5431-4474-4f14-a9df-bfb1ad4b9500 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:22.530781 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bbc030b3-b5e8-4783-873f-3c35b07262c9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:22.532629 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3b156c73-44fb-4199-8432-d6c85f9114d0 None None] Provisioning complete for port d4105145-b1db-4ed8-86f9-7b8d1456d98c triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:22.533196 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3b156c73-44fb-4199-8432-d6c85f9114d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:22.556898 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc030b3-b5e8-4783-873f-3c35b07262c9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:33:22.557288 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bbc030b3-b5e8-4783-873f-3c35b07262c9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:33:22.565167 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:33:22.567409 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f0d1f90-cb06-4838-aa44-e54b72df117a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:22.588193 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01ee5431-4474-4f14-a9df-bfb1ad4b9500 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7567093 Nov 15 11:33:22.637134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2162ec01-9506-46fe-a0ad-731b45ad4d3c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:22.642693 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2162ec01-9506-46fe-a0ad-731b45ad4d3c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 1.0964079 Nov 15 11:33:22.645269 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-1c944ef1-f594-4142-b182-c4312b0fba50 None None] For port 2d6c5619-24e8-4188-9f01-9d5b970a09b8, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:33:22.648901 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55806) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:22.680060 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-9f0d1f90-cb06-4838-aa44-e54b72df117a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bbb91d5-4337-4cb1-9abe-325f45f0d204']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:22.694467 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port d4105145-b1db-4ed8-86f9-7b8d1456d98c, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d4105145-b1db-4ed8-86f9-7b8d1456d98c,segment=NetworkSegment(3ed86862-bc00-4c5a-b307-6a2427d80d1d),segment_id=3ed86862-bc00-4c5a-b307-6a2427d80d1d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:22.758987 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:22.765174 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-9f0d1f90-cb06-4838-aa44-e54b72df117a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101ff659-c134-4e51-861e-28943642f40d') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:22.765527 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-9f0d1f90-cb06-4838-aa44-e54b72df117a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101ff659-c134-4e51-861e-28943642f40d') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:22.814791 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f0d1f90-cb06-4838-aa44-e54b72df117a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:22.852965 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-7b84a6b9-8c5b-4c46-83d1-25dd3fe955ca tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:22.858508 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-7b84a6b9-8c5b-4c46-83d1-25dd3fe955ca tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.11 "GET /v2.0/networks?id=35d993c4-62bf-465c-9f53-7a066532910b HTTP/1.1" status: 200 len: 815 time: 0.5220337 Nov 15 11:33:22.865387 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=d4105145-b1db-4ed8-86f9-7b8d1456d98c,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:22.893492 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26c2f51-5705-4492-8612-82cecdc6dfc8 admin admin] Router ac87562a-8eb6-4ee1-b7f2-fcbda648e18b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:33:22.897356 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-d08df870-f85f-4712-a6c7-9191b9f0e8a8 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Request body: {'port': {'device_id': '6f02a84f-531d-4668-a56c-2e08c7b6ce7d', 'network_id': '35d993c4-62bf-465c-9f53-7a066532910b', 'admin_state_up': True, 'tenant_id': '65b17bf89b7a49ca97935aec6c52656c'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:22.919964 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f0d1f90-cb06-4838-aa44-e54b72df117a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:22.946605 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0d1f90-cb06-4838-aa44-e54b72df117a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:33:22.947011 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f0d1f90-cb06-4838-aa44-e54b72df117a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:33:22.968872 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:33:23.158949 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-9b1c4104-61ab-4bfe-82ec-7e126f2ce9bd service neutron] 10.222.0.64 "GET /v2.0/networks/35d993c4-62bf-465c-9f53-7a066532910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8901918 Nov 15 11:33:23.167888 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01f529e4-855e-42df-b511-343219d3b95b service neutron] Request body: {'port': {'device_id': '582c6041-666f-45b8-8f73-141486396812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:23.235042 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f0d1f90-cb06-4838-aa44-e54b72df117a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:23.277266 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f0d1f90-cb06-4838-aa44-e54b72df117a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:23.293922 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9f0d1f90-cb06-4838-aa44-e54b72df117a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] 10.222.0.64 "DELETE /v2.0/networks/6bbb91d5-4337-4cb1-9abe-325f45f0d204 HTTP/1.1" status: 204 len: 168 time: 3.5507224 Nov 15 11:33:23.353179 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d1f90-cb06-4838-aa44-e54b72df117a tempest-FloatingIPNegativeTestJSON-1821794085 tempest-FloatingIPNegativeTestJSON-1821794085-project] Pushing event deleted for resources: {'Network': ['ID=6bbb91d5-4337-4cb1-9abe-325f45f0d204,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:23.412441 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d8c94b55-cb4d-478f-ac4a-174b21b3b75d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting port 205d155a-e14d-4546-8386-6f9bd1d1529c {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:33:23.416916 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8c94b55-cb4d-478f-ac4a-174b21b3b75d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:23.450163 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d4105145-b1db-4ed8-86f9-7b8d1456d98c up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:23.497396 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bbc030b3-b5e8-4783-873f-3c35b07262c9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:23.529987 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bbc030b3-b5e8-4783-873f-3c35b07262c9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:23.535630 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-bbc030b3-b5e8-4783-873f-3c35b07262c9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/networks/e0e2a411-d88b-44df-ae00-91f8bd9e739e HTTP/1.1" status: 204 len: 168 time: 2.9371123 Nov 15 11:33:23.536680 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc030b3-b5e8-4783-873f-3c35b07262c9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Network': ['ID=e0e2a411-d88b-44df-ae00-91f8bd9e739e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:23.539940 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55814) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:23.551754 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-143238d9-d85c-48b6-9168-fdb59e4203d2 service neutron] 10.222.0.64 "GET /v2.0/networks/35d993c4-62bf-465c-9f53-7a066532910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674095 Nov 15 11:33:23.557044 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01f529e4-855e-42df-b511-343219d3b95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:23.655615 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-1c944ef1-f594-4142-b182-c4312b0fba50 None None] For port 2d6c5619-24e8-4188-9f01-9d5b970a09b8, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2d6c5619-24e8-4188-9f01-9d5b970a09b8,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:33:23.668104 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53d4a51-1721-4576-b8b6-d5d0f5c881cb tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:23.668702 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d53d4a51-1721-4576-b8b6-d5d0f5c881cb tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:23.673193 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1c944ef1-f594-4142-b182-c4312b0fba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:23.683988 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d53d4a51-1721-4576-b8b6-d5d0f5c881cb tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/subnets/b5834154-cfd2-4d27-a901-158c7b7c68b2 HTTP/1.1" status: 404 len: 337 time: 0.1386793 Nov 15 11:33:23.684405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55816) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:23.692420 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26c2f51-5705-4492-8612-82cecdc6dfc8 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:33:23.715749 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d26c2f51-5705-4492-8612-82cecdc6dfc8 admin admin] 10.222.0.64 "PUT /v2.0/routers/ac87562a-8eb6-4ee1-b7f2-fcbda648e18b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5683010 Nov 15 11:33:23.741707 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-d08df870-f85f-4712-a6c7-9191b9f0e8a8 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Made reservation on behalf of 65b17bf89b7a49ca97935aec6c52656c for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:23.745343 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-d08df870-f85f-4712-a6c7-9191b9f0e8a8 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:23.768615 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-510ebf94-0301-4c48-8e3a-4221ff194190 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:23.770610 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-510ebf94-0301-4c48-8e3a-4221ff194190 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:23.787909 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-510ebf94-0301-4c48-8e3a-4221ff194190 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/networks/6dcfb04c-d3e0-4490-b55e-38656ff5fc68 HTTP/1.1" status: 404 len: 339 time: 0.0996561 Nov 15 11:33:23.803454 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55822) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:23.900123 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8c94b55-cb4d-478f-ac4a-174b21b3b75d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:23.961659 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb9d467-c46c-4d37-bf42-d6af4f2bb118 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:23.962176 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb9d467-c46c-4d37-bf42-d6af4f2bb118 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:23.963165 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d4105145-b1db-4ed8-86f9-7b8d1456d98c triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:23.964457 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:23.966341 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bdb9d467-c46c-4d37-bf42-d6af4f2bb118 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/subnets/60ae5ece-e08d-4bb8-9f73-0f767e4c469c HTTP/1.1" status: 404 len: 337 time: 0.1618838 Nov 15 11:33:23.977456 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c944ef1-f594-4142-b182-c4312b0fba50 None None] Pushing event updated for resources: {'Port': ['ID=2d6c5619-24e8-4188-9f01-9d5b970a09b8,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:23.982153 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55828) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:24.066708 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55830) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:24.120234 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d8c94b55-cb4d-478f-ac4a-174b21b3b75d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Calling delete_port for 205d155a-e14d-4546-8386-6f9bd1d1529c owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:33:24.157385 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-a463812a-0827-4604-99cf-a03475fafa1e tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:24.157824 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a463812a-0827-4604-99cf-a03475fafa1e tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:24.178243 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a463812a-0827-4604-99cf-a03475fafa1e tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/networks/0252161d-6939-4655-8324-5e92a24e5706 HTTP/1.1" status: 404 len: 339 time: 0.1913564 Nov 15 11:33:24.178922 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55842) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:24.215448 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e3b7a7a0-534a-4e3e-8374-bbcd36fe5938 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:24.378984 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port e3b7a7a0-534a-4e3e-8374-bbcd36fe5938 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:24.381494 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:24.382602 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dcc2d6b-0692-485f-83ff-b830a2c7dca3 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:24.383056 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dcc2d6b-0692-485f-83ff-b830a2c7dca3 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:24.386724 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0dcc2d6b-0692-485f-83ff-b830a2c7dca3 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/subnets/68a236ce-217a-4b5f-af71-f2f66f34c3b3 HTTP/1.1" status: 404 len: 337 time: 0.2029557 Nov 15 11:33:24.448261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55848) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:24.538546 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-07567bb4-9fe2-4698-9789-aa5da862f252 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:24.538546 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07567bb4-9fe2-4698-9789-aa5da862f252 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:24.548916 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-07567bb4-9fe2-4698-9789-aa5da862f252 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/networks/d542ad04-b25f-4278-82e7-d0b3465eb817 HTTP/1.1" status: 404 len: 339 time: 0.0959265 Nov 15 11:33:24.553461 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5813f279-eb8e-42ed-81b4-59302069f4f5 req-e1eac976-ae35-4d2b-8f1c-f05243a68049 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 210 time: 0.1339123 Nov 15 11:33:24.555321 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55852) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:24.599940 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:24.636773 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-670bd87f-f7af-4ae1-b495-6b66f6b00ec9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:24.637244 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-670bd87f-f7af-4ae1-b495-6b66f6b00ec9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:24.647437 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port e3b7a7a0-534a-4e3e-8374-bbcd36fe5938, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e3b7a7a0-534a-4e3e-8374-bbcd36fe5938,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:24.650970 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-670bd87f-f7af-4ae1-b495-6b66f6b00ec9 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/subnets/76f05029-a871-44d2-8b75-f60cc386514b HTTP/1.1" status: 404 len: 337 time: 0.0883436 Nov 15 11:33:24.652062 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01f529e4-855e-42df-b511-343219d3b95b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75719c72-d6a5-4892-b4f0-d6db291ab72c {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:33:24.656913 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55860) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:24.659667 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:24.691315 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-dab30265-4f9a-4e0e-86fa-f901fb2927f5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=58db51a7f2a04cf6b67f39e5e9a23533&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6230717 Nov 15 11:33:24.692726 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55862) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:24.721413 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01f529e4-855e-42df-b511-343219d3b95b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:24.726274 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9a37d5-9926-4e8f-b969-3e7fe8a04ab6 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:24.726804 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9a37d5-9926-4e8f-b969-3e7fe8a04ab6 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:24.738905 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ff9a37d5-9926-4e8f-b969-3e7fe8a04ab6 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/networks/aa9ed969-d2ef-4965-942e-cbb2b05c3722 HTTP/1.1" status: 404 len: 339 time: 0.0786881 Nov 15 11:33:24.742563 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55864) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:24.771447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=e3b7a7a0-534a-4e3e-8374-bbcd36fe5938,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:24.810006 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f092839-e812-4da6-8de6-3a0a5a92691a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:24.811765 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f092839-e812-4da6-8de6-3a0a5a92691a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:24.820264 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2f092839-e812-4da6-8de6-3a0a5a92691a tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/subnets/c05c0481-e188-4527-9d84-fb6e02d3a80c HTTP/1.1" status: 404 len: 337 time: 0.0766082 Nov 15 11:33:24.827218 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55866) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:24.856111 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01f529e4-855e-42df-b511-343219d3b95b service neutron] Transition to ACTIVE for port object 75719c72-d6a5-4892-b4f0-d6db291ab72c will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:33:24.857422 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef8789a-df52-4d8b-b85e-da9ed10b8d31 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:24.857979 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef8789a-df52-4d8b-b85e-da9ed10b8d31 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:24.864648 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7ef8789a-df52-4d8b-b85e-da9ed10b8d31 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/networks/933b693e-e5d0-4202-9adc-95c29c013709 HTTP/1.1" status: 404 len: 339 time: 0.0355761 Nov 15 11:33:24.865865 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55868) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:24.872478 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8c94b55-cb4d-478f-ac4a-174b21b3b75d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:24.875215 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01f529e4-855e-42df-b511-343219d3b95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:24.936906 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55858d4-858a-4a0d-b87c-caff451b2e0b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:24.937649 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d55858d4-858a-4a0d-b87c-caff451b2e0b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:24.944925 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d55858d4-858a-4a0d-b87c-caff451b2e0b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/subnets/780aa5aa-d35a-4304-a441-cdcc897ad4ef HTTP/1.1" status: 404 len: 337 time: 0.0776253 Nov 15 11:33:24.946816 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55870) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:25.015959 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c94b55-cb4d-478f-ac4a-174b21b3b75d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Port': ['ID=205d155a-e14d-4546-8386-6f9bd1d1529c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:25.019559 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e6b05a-2a95-4c5c-9245-d61b12fe803b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:25.020872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e6b05a-2a95-4c5c-9245-d61b12fe803b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:25.027717 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a1e6b05a-2a95-4c5c-9245-d61b12fe803b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/networks/281451d4-9d4d-4e45-a830-45683c09fc85 HTTP/1.1" status: 404 len: 339 time: 0.0768514 Nov 15 11:33:25.032460 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55872) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:25.094822 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2bf37bc-2c1f-4b63-9bda-2e6acd48efd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:25.109547 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8c94b55-cb4d-478f-ac4a-174b21b3b75d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:25.118398 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d8c94b55-cb4d-478f-ac4a-174b21b3b75d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/205d155a-e14d-4546-8386-6f9bd1d1529c HTTP/1.1" status: 204 len: 168 time: 2.4605300 Nov 15 11:33:25.119228 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55874) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:25.121390 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f529e4-855e-42df-b511-343219d3b95b service neutron] Pushing event updated for resources: {'Port': ['ID=75719c72-d6a5-4892-b4f0-d6db291ab72c,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:25.126617 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-221a1fb0-f4e7-4721-9a1d-67d2bbf1abbd tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:25.127310 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221a1fb0-f4e7-4721-9a1d-67d2bbf1abbd tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:25.137692 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-221a1fb0-f4e7-4721-9a1d-67d2bbf1abbd tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/subnets/b0ac79a1-3d02-4b68-905c-5ad314403826 HTTP/1.1" status: 404 len: 337 time: 0.1014330 Nov 15 11:33:25.139499 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55876) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:25.214204 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01f529e4-855e-42df-b511-343219d3b95b service neutron] Attempting to bind port 75719c72-d6a5-4892-b4f0-d6db291ab72c on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:33:25.216667 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01f529e4-855e-42df-b511-343219d3b95b service neutron] Attempting to bind port 75719c72-d6a5-4892-b4f0-d6db291ab72c by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '3ed86862-bc00-4c5a-b307-6a2427d80d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '35d993c4-62bf-465c-9f53-7a066532910b'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:33:25.217302 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01f529e4-855e-42df-b511-343219d3b95b service neutron] Attempting to bind port 75719c72-d6a5-4892-b4f0-d6db291ab72c on network 35d993c4-62bf-465c-9f53-7a066532910b {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:33:25.228764 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01f529e4-855e-42df-b511-343219d3b95b service neutron] Port 75719c72-d6a5-4892-b4f0-d6db291ab72c on network 35d993c4-62bf-465c-9f53-7a066532910b not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:33:25.229480 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01f529e4-855e-42df-b511-343219d3b95b service neutron] Attempting to bind port 75719c72-d6a5-4892-b4f0-d6db291ab72c on network 35d993c4-62bf-465c-9f53-7a066532910b {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:33:25.235586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01f529e4-855e-42df-b511-343219d3b95b service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:33:25.237353 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01f529e4-855e-42df-b511-343219d3b95b service neutron] Checking segment: {'id': '3ed86862-bc00-4c5a-b307-6a2427d80d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '35d993c4-62bf-465c-9f53-7a066532910b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:25.240138 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01f529e4-855e-42df-b511-343219d3b95b service neutron] Bound using segment: {'id': '3ed86862-bc00-4c5a-b307-6a2427d80d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '35d993c4-62bf-465c-9f53-7a066532910b'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:33:25.241704 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01f529e4-855e-42df-b511-343219d3b95b service neutron] Bound port: 75719c72-d6a5-4892-b4f0-d6db291ab72c, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed86862-bc00-4c5a-b307-6a2427d80d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '35d993c4-62bf-465c-9f53-7a066532910b'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:33:25.242543 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01f529e4-855e-42df-b511-343219d3b95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:25.283796 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444dc5c4-b986-4a07-8eab-b2c3a3e20105 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:25.285553 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444dc5c4-b986-4a07-8eab-b2c3a3e20105 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:25.290539 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-444dc5c4-b986-4a07-8eab-b2c3a3e20105 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1526034 Nov 15 11:33:25.307888 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55882) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:25.372097 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e3b7a7a0-534a-4e3e-8374-bbcd36fe5938 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:25.446895 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-436a92d6-5c8c-4bc5-b32c-85b7c3dff6fd tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:25.448612 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436a92d6-5c8c-4bc5-b32c-85b7c3dff6fd tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:25.457995 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-436a92d6-5c8c-4bc5-b32c-85b7c3dff6fd tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/networks/3b6a7ee3-7376-4006-8ce3-8a8fde4e2e15 HTTP/1.1" status: 404 len: 339 time: 0.1762240 Nov 15 11:33:25.459222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55888) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:25.477977 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2bf37bc-2c1f-4b63-9bda-2e6acd48efd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:25.478778 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port e3b7a7a0-534a-4e3e-8374-bbcd36fe5938 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:25.479157 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:25.492829 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-d08df870-f85f-4712-a6c7-9191b9f0e8a8 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Allocated IP 172.20.0.9 (35d993c4-62bf-465c-9f53-7a066532910b/e0afb5bc-d665-4d8a-a905-15e5d2fa67c4/40693612-ac94-4070-8011-9b3ea4d83156) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:25.530367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01f529e4-855e-42df-b511-343219d3b95b service neutron] For port 75719c72-d6a5-4892-b4f0-d6db291ab72c, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:33:25.537232 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01f529e4-855e-42df-b511-343219d3b95b service neutron] For port 75719c72-d6a5-4892-b4f0-d6db291ab72c, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=75719c72-d6a5-4892-b4f0-d6db291ab72c,segment=NetworkSegment(3ed86862-bc00-4c5a-b307-6a2427d80d1d),segment_id=3ed86862-bc00-4c5a-b307-6a2427d80d1d)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:33:25.557232 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01f529e4-855e-42df-b511-343219d3b95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:25.650444 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-f173b54b-dbc7-4df7-a98d-a8c114960c2b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:25.650981 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f173b54b-dbc7-4df7-a98d-a8c114960c2b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:25.654302 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f173b54b-dbc7-4df7-a98d-a8c114960c2b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/subnets/148c4139-6223-4ff8-81cd-357bd0c46c94 HTTP/1.1" status: 404 len: 337 time: 0.1645203 Nov 15 11:33:25.661539 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01f529e4-855e-42df-b511-343219d3b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:25.662543 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01f529e4-855e-42df-b511-343219d3b95b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:25.664240 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-01f529e4-855e-42df-b511-343219d3b95b service neutron] 10.222.0.11 "PUT /v2.0/ports/75719c72-d6a5-4892-b4f0-d6db291ab72c HTTP/1.1" status: 200 len: 1092 time: 2.5476923 Nov 15 11:33:25.664927 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '582c6041-666f-45b8-8f73-141486396812', 'tag': '75719c72-d6a5-4892-b4f0-d6db291ab72c'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:33:25.673713 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55892) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:25.675930 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 2d6c5619-24e8-4188-9f01-9d5b970a09b8 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:25.680571 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9c393a-5bf9-4b34-95d1-59f1ed56b7ee" -d '{"events": [{"name": "network-changed", "server_uuid": "582c6041-666f-45b8-8f73-141486396812", "tag": "75719c72-d6a5-4892-b4f0-d6db291ab72c"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:33:25.787602 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32608da-ac7f-4931-8b43-3a1e86c1c148 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:25.788173 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a32608da-ac7f-4931-8b43-3a1e86c1c148 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:25.803589 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 2d6c5619-24e8-4188-9f01-9d5b970a09b8 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:25.803589 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:25.807916 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] Sync routers for ids ['ac87562a-8eb6-4ee1-b7f2-fcbda648e18b'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:33:25.810070 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a32608da-ac7f-4931-8b43-3a1e86c1c148 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/networks/95cf4684-dc9b-49c3-80cd-d7e2ad6f66b8 HTTP/1.1" status: 404 len: 339 time: 0.1300244 Nov 15 11:33:25.815080 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a3b0bf-287f-49f3-a126-ec7529e34558 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet 22b02138-2edb-469e-b57a-857de8aa7876 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:33:25.822349 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55898) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:25.840312 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64a3b0bf-287f-49f3-a126-ec7529e34558 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:25.880980 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e681b04-acef-4f91-9f4e-3aed35a01db7 None None] Network 327546ac-19a3-4ff5-ad19-0d6b1d50604c requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:25.883276 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bc346e-c155-4fa3-bf44-fe3c7a1ed439 None None] Network 35d993c4-62bf-465c-9f53-7a066532910b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:25.890534 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625d39a5-413d-48d6-af05-822509452a72 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:25.936624 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee3c89f-e341-4848-9359-98d5f3a1401b x-openstack-request-id: req-eee3c89f-e341-4848-9359-98d5f3a1401b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:33:25.957794 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "582c6041-666f-45b8-8f73-141486396812", "tag": "75719c72-d6a5-4892-b4f0-d6db291ab72c", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:33:25.959343 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eee3c89f-e341-4848-9359-98d5f3a1401b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:33:25.960064 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '582c6041-666f-45b8-8f73-141486396812', 'tag': '75719c72-d6a5-4892-b4f0-d6db291ab72c', 'status': 'completed', 'code': 200} Nov 15 11:33:25.971202 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64a3b0bf-287f-49f3-a126-ec7529e34558 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:26.027492 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] Routers {'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:33:26.028156 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:33:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ac87562a-8eb6-4ee1-b7f2-fcbda648e18b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:26.092338 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2bf37bc-2c1f-4b63-9bda-2e6acd48efd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:26.095682 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2bf37bc-2c1f-4b63-9bda-2e6acd48efd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:26.097190 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b2bf37bc-2c1f-4b63-9bda-2e6acd48efd4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d0e86cf-b86c-4a6f-8c58-a8b722beb08a HTTP/1.1" status: 204 len: 168 time: 1.4032991 Nov 15 11:33:26.144085 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf37bc-2c1f-4b63-9bda-2e6acd48efd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0e86cf-b86c-4a6f-8c58-a8b722beb08a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:26.163727 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69c1461-25a4-49cd-922e-d37fea2a50c3 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Deleting subnet 150036a3-29bf-43ee-82ca-2b2e18868245 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:33:26.178521 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e69c1461-25a4-49cd-922e-d37fea2a50c3 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:26.407788 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-a109e6d4-1885-4930-ad03-9339500d124c tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:26.411314 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-a109e6d4-1885-4930-ad03-9339500d124c tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.55 "GET /v2.0/networks?id=35d993c4-62bf-465c-9f53-7a066532910b HTTP/1.1" status: 200 len: 815 time: 0.3980465 Nov 15 11:33:26.431232 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a54daff2-39c7-4153-b5c2-25f74d3b7f08 req-cda3ed53-50dc-4aca-a1ae-f195e6807f1c tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 210 time: 0.6097507 Nov 15 11:33:26.444809 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f529e4-855e-42df-b511-343219d3b95b service neutron] Pushing event updated for resources: {'Port': ['ID=75719c72-d6a5-4892-b4f0-d6db291ab72c,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:26.456641 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e69c1461-25a4-49cd-922e-d37fea2a50c3 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:26.462065 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-2b5380fe-51cd-46bd-b180-07d516f92e4b tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Request body: {'port': {'device_id': '2f6448aa-eb2e-4f19-992c-7195ad6f5caf', 'network_id': '35d993c4-62bf-465c-9f53-7a066532910b', 'admin_state_up': True, 'tenant_id': '65b17bf89b7a49ca97935aec6c52656c'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:26.489173 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c34ce1-85f4-4cdd-9ac8-b42c09a5ad12 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:33:26.601002 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-d08df870-f85f-4712-a6c7-9191b9f0e8a8 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:26.629906 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64a3b0bf-287f-49f3-a126-ec7529e34558 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:26.650990 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aff965f-a0d4-4f7a-ace0-3ad444171c30 None None] DHCP port deletion for 6bbb91d5-4337-4cb1-9abe-325f45f0d204 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:33:26.656071 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e681b04-acef-4f91-9f4e-3aed35a01db7 None None] Network 327546ac-19a3-4ff5-ad19-0d6b1d50604c could not be found, it might have been deleted concurrently. {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 15 11:33:26.730174 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-e31edd76-94b1-4af9-9a5c-803e1cbbe075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:26.736380 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-e31edd76-94b1-4af9-9a5c-803e1cbbe075 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65b17bf89b7a49ca97935aec6c52656c&device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 1095 time: 1.0148656 Nov 15 11:33:26.843423 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-4bbfef18-6a5a-4951-be04-7c600335d637 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75719c72-d6a5-4892-b4f0-d6db291ab72c HTTP/1.1" status: 200 len: 217 time: 0.0957799 Nov 15 11:33:26.907830 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebae754c-679e-456c-a4db-49cb0a4ba507 None None] Network 327546ac-19a3-4ff5-ad19-0d6b1d50604c requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:26.917038 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-2b5380fe-51cd-46bd-b180-07d516f92e4b tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Made reservation on behalf of 65b17bf89b7a49ca97935aec6c52656c for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:26.928766 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-2b5380fe-51cd-46bd-b180-07d516f92e4b tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:26.957900 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e69c1461-25a4-49cd-922e-d37fea2a50c3 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:27.032344 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c5ec839a-029d-4df4-a7f8-7dcade3febcb None None] Provisioning complete for port 2d6c5619-24e8-4188-9f01-9d5b970a09b8 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:27.035740 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c5ec839a-029d-4df4-a7f8-7dcade3febcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:27.095936 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-edf093a6-4829-46f1-8aff-ce2ef481ab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:27.095936 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-edf093a6-4829-46f1-8aff-ce2ef481ab24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e0afb5bc-d665-4d8a-a905-15e5d2fa67c4 HTTP/1.1" status: 200 len: 854 time: 0.2434647 Nov 15 11:33:27.128873 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64a3b0bf-287f-49f3-a126-ec7529e34558 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:27.178874 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e69c1461-25a4-49cd-922e-d37fea2a50c3 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:27.183294 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-d08df870-f85f-4712-a6c7-9191b9f0e8a8 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:27.188156 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64a3b0bf-287f-49f3-a126-ec7529e34558 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:27.192878 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-64a3b0bf-287f-49f3-a126-ec7529e34558 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/22b02138-2edb-469e-b57a-857de8aa7876 HTTP/1.1" status: 204 len: 168 time: 1.8602135 Nov 15 11:33:27.196665 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55918) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:27.209742 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f120c1-842c-4f29-ac90-7810f2c1f018 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:33:27.288855 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:27.305353 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebae754c-679e-456c-a4db-49cb0a4ba507 None None] Network 327546ac-19a3-4ff5-ad19-0d6b1d50604c could not be found, it might have been deleted concurrently. {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 15 11:33:27.337990 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 2d6c5619-24e8-4188-9f01-9d5b970a09b8, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2d6c5619-24e8-4188-9f01-9d5b970a09b8,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:27.368603 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff65ab29-0f70-45d8-b37a-c36fc2912048 None None] Network 327546ac-19a3-4ff5-ad19-0d6b1d50604c requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:27.371384 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:27.383992 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08df870-f85f-4712-a6c7-9191b9f0e8a8 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Pushing event updated for resources: {'Port': ['ID=40693612-ac94-4070-8011-9b3ea4d83156,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:27.413072 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3b0bf-287f-49f3-a126-ec7529e34558 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=22b02138-2edb-469e-b57a-857de8aa7876,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:27.489888 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e69c1461-25a4-49cd-922e-d37fea2a50c3 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:27.497960 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e69c1461-25a4-49cd-922e-d37fea2a50c3 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/subnets/150036a3-29bf-43ee-82ca-2b2e18868245 HTTP/1.1" status: 204 len: 168 time: 1.6721599 Nov 15 11:33:27.499545 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55926) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:27.523572 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6939e2b0-12d9-4798-b146-82ae0f391bf5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3137774 Nov 15 11:33:27.524822 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-d08df870-f85f-4712-a6c7-9191b9f0e8a8 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Network 35d993c4-62bf-465c-9f53-7a066532910b is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:27.531736 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f01ed7-c315-412c-bab8-44047c23a33a None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:27.533506 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55928) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:27.565173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-128d1076-1383-48fe-9383-62932b80c073 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:27.575399 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a53c6a-986a-480a-ace2-050ec020409c None None] Network ac5d9b01-bdc8-4cab-afbb-f37028a0830e requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:27.659121 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-49864150-cb9d-4cff-acb1-39515478e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:27.664172 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-49864150-cb9d-4cff-acb1-39515478e5b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35d993c4-62bf-465c-9f53-7a066532910b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5489886 Nov 15 11:33:27.816089 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-2b5380fe-51cd-46bd-b180-07d516f92e4b tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Allocated IP 172.20.0.8 (35d993c4-62bf-465c-9f53-7a066532910b/e0afb5bc-d665-4d8a-a905-15e5d2fa67c4/3e45e880-9d49-44b8-8dda-877ce2301a95) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:27.830976 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-d08df870-f85f-4712-a6c7-9191b9f0e8a8 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:27.834304 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-d08df870-f85f-4712-a6c7-9191b9f0e8a8 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:27.840760 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2df64953-9094-40b9-b04e-33591230f28b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:27.842789 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c1461-25a4-49cd-922e-d37fea2a50c3 tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Subnet': ['ID=150036a3-29bf-43ee-82ca-2b2e18868245,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:27.886624 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb26a4fd-aa0f-4d82-9026-8bb4d24cff7b req-1197c23e-049e-4622-a7ca-f29c9358c1f7 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 210 time: 0.1936796 Nov 15 11:33:27.936002 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-d08df870-f85f-4712-a6c7-9191b9f0e8a8 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:27.936663 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-d08df870-f85f-4712-a6c7-9191b9f0e8a8 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:27.939355 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d6a94e08-cdd5-4292-bb88-59c2dff25d1e no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:33:27.964549 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff65ab29-0f70-45d8-b37a-c36fc2912048 None None] Network 327546ac-19a3-4ff5-ad19-0d6b1d50604c could not be found, it might have been deleted concurrently. {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 15 11:33:27.965675 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-71c5d395-1391-42a4-95fc-b808f01f48c9 req-f4276607-0300-4895-b74d-9b18603e45cf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4308016 Nov 15 11:33:27.987484 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: d6a94e08-cdd5-4292-bb88-59c2dff25d1e {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:33:27.987971 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d6a94e08-cdd5-4292-bb88-59c2dff25d1e not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:33:27.988820 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-d08df870-f85f-4712-a6c7-9191b9f0e8a8 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1006725 Nov 15 11:33:28.011450 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f9c0c7fd-0831-4042-8150-e376163081f9 service neutron] Request body: {'port': {'device_id': '6f02a84f-531d-4668-a56c-2e08c7b6ce7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:28.076496 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2df64953-9094-40b9-b04e-33591230f28b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Deleting port c4658341-35ce-448b-9972-2bd1c662c58e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:33:28.076877 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2df64953-9094-40b9-b04e-33591230f28b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:28.113699 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-46e8fb7a-7fbc-47b5-9493-d1917916ba23 None None] Provisioning complete for port f5f78c7e-bf12-4e5f-89c0-fefa8844a23e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:28.114063 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-46e8fb7a-7fbc-47b5-9493-d1917916ba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:28.215500 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2df64953-9094-40b9-b04e-33591230f28b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] For port c4658341-35ce-448b-9972-2bd1c662c58e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c4658341-35ce-448b-9972-2bd1c662c58e,segment=NetworkSegment(5bc1fe74-77db-4670-aa28-464a90cb88e0),segment_id=5bc1fe74-77db-4670-aa28-464a90cb88e0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:28.215771 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2df64953-9094-40b9-b04e-33591230f28b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:28.227870 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] Set router ac87562a-8eb6-4ee1-b7f2-fcbda648e18b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:33:28.261897 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2df64953-9094-40b9-b04e-33591230f28b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Calling delete_port for c4658341-35ce-448b-9972-2bd1c662c58e owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:33:28.370559 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128d1076-1383-48fe-9383-62932b80c073 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:28.372404 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55950) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:28.374577 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-128d1076-1383-48fe-9383-62932b80c073 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:28.375636 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2df64953-9094-40b9-b04e-33591230f28b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:28.399332 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=2d6c5619-24e8-4188-9f01-9d5b970a09b8,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:28.474824 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-46e8fb7a-7fbc-47b5-9493-d1917916ba23 None None] Port f5f78c7e-bf12-4e5f-89c0-fefa8844a23e cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:33:28.532121 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204aa5ca-f793-4764-ac6c-806662a005dd None None] DHCP port deletion for ac5d9b01-bdc8-4cab-afbb-f37028a0830e request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:33:28.580183 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f9c0c7fd-0831-4042-8150-e376163081f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:28.621147 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df64953-9094-40b9-b04e-33591230f28b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Port': ['ID=c4658341-35ce-448b-9972-2bd1c662c58e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:28.636252 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-46e8fb7a-7fbc-47b5-9493-d1917916ba23 None None] Provisioning complete for port e3b7a7a0-534a-4e3e-8374-bbcd36fe5938 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:28.636726 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-46e8fb7a-7fbc-47b5-9493-d1917916ba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:28.640027 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df64953-9094-40b9-b04e-33591230f28b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] No DVR routers for this DVR port c4658341-35ce-448b-9972-2bd1c662c58e on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:33:28.705669 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-2b5380fe-51cd-46bd-b180-07d516f92e4b tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:28.748869 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5d395-1391-42a4-95fc-b808f01f48c9 req-d92f4907-9cff-43c7-a8e3-5d1fa8c8f791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:28.751066 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-71c5d395-1391-42a4-95fc-b808f01f48c9 req-d92f4907-9cff-43c7-a8e3-5d1fa8c8f791 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c6befd75a17548db897fe48e53eb3cd1&device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 1096 time: 0.7042217 Nov 15 11:33:28.753443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-c05767d3-b62e-40b1-868a-a1c54771bf39 service neutron] 10.222.0.11 "GET /v2.0/networks/35d993c4-62bf-465c-9f53-7a066532910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0732365 Nov 15 11:33:28.772715 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-2b5380fe-51cd-46bd-b180-07d516f92e4b tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:28.807971 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b', 'name': 'tempest-TestVolumeBootPattern-2029664138-router', 'tenant_id': '8f427583125446efa30345529be2ea0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'e3b7a7a0-534a-4e3e-8374-bbcd36fe5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:33:10Z', 'updated_at': '2021-11-15T11:33:19Z', 'revision_number': 4, 'project_id': '8f427583125446efa30345529be2ea0a', 'gw_port': {'id': 'e3b7a7a0-534a-4e3e-8374-bbcd36fe5938', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:12Z', 'updated_at': '2021-11-15T11:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f5f78c7e-bf12-4e5f-89c0-fefa8844a23e', 'name': '', 'network_id': '4649ac27-bbc4-4a78-8f6d-f67d5a24878e', 'tenant_id': '8f427583125446efa30345529be2ea0a', 'mac_address': 'fa:16:3e:93:de:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '35af161b-f033-42c8-90b4-ffab7e9e19c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:18Z', 'updated_at': '2021-11-15T11:33:19Z', 'revision_number': 2, 'project_id': '8f427583125446efa30345529be2ea0a', 'subnets': [{'id': '35af161b-f033-42c8-90b4-ffab7e9e19c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:28.846979 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] Checking router: ac87562a-8eb6-4ee1-b7f2-fcbda648e18b for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:33:28.848353 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] Updating router ac87562a-8eb6-4ee1-b7f2-fcbda648e18b port f5f78c7e-bf12-4e5f-89c0-fefa8844a23e binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:33:28.852542 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d47ad42-9376-4ac5-a7ff-ce5ee52faf3c None None] DHCP port deletion for ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:33:28.889259 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-eeb4ac6f-80b0-4c63-a469-98fcd219d768 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:28.889966 n-d-729945-9 neutron-server[102677]: WARNING neutron.api.v2.base [None req-eeb4ac6f-80b0-4c63-a469-98fcd219d768 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 15 11:33:28.900216 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-eeb4ac6f-80b0-4c63-a469-98fcd219d768 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] create failed (client error): There was a conflict when trying to complete your request. Nov 15 11:33:28.905036 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-eeb4ac6f-80b0-4c63-a469-98fcd219d768 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5194235 Nov 15 11:33:28.913305 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:28.935763 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55958) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:28.945523 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-88e14874-259d-4a47-9531-346c874ccf78 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1775747821'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:28.951936 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a06a8f-2cc3-43b6-9ef4-bf91d282df57 None None] Network 35d993c4-62bf-465c-9f53-7a066532910b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:28.989987 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2df64953-9094-40b9-b04e-33591230f28b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:29.001947 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5380fe-51cd-46bd-b180-07d516f92e4b tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Pushing event updated for resources: {'Port': ['ID=3e45e880-9d49-44b8-8dda-877ce2301a95,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:29.076100 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c6673655-f37f-4fe4-b92a-b1a0ad2f260a None None] Provisioning complete for port d4105145-b1db-4ed8-86f9-7b8d1456d98c triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:29.076841 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c6673655-f37f-4fe4-b92a-b1a0ad2f260a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:29.090949 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-2b5380fe-51cd-46bd-b180-07d516f92e4b tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Network 35d993c4-62bf-465c-9f53-7a066532910b is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:29.094816 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-2df64953-9094-40b9-b04e-33591230f28b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5d9b01-bdc8-4cab-afbb-f37028a0830e']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:29.126190 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88e14874-259d-4a47-9531-346c874ccf78 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:29.137643 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-2b5380fe-51cd-46bd-b180-07d516f92e4b tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:29.138643 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-2df64953-9094-40b9-b04e-33591230f28b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc1fe74-77db-4670-aa28-464a90cb88e0') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:29.139211 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-2df64953-9094-40b9-b04e-33591230f28b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc1fe74-77db-4670-aa28-464a90cb88e0') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:29.160492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-2b5380fe-51cd-46bd-b180-07d516f92e4b tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:29.173099 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88e14874-259d-4a47-9531-346c874ccf78 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:29.175935 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2df64953-9094-40b9-b04e-33591230f28b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:29.209677 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2df64953-9094-40b9-b04e-33591230f28b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:29.279748 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8d47ad42-9376-4ac5-a7ff-ce5ee52faf3c None None] Deleting port 2d6c5619-24e8-4188-9f01-9d5b970a09b8 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:33:29.281090 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8d47ad42-9376-4ac5-a7ff-ce5ee52faf3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:29.353593 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-9513614a-6d8d-40be-85f0-24b6885a397a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:29.355356 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-9513614a-6d8d-40be-85f0-24b6885a397a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 811 time: 0.5973122 Nov 15 11:33:29.365982 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9788476e-c131-4076-9e6f-eb837c8caf3f req-664db995-44c3-49ce-a270-87ba08de82c2 service neutron] 10.222.0.11 "GET /v2.0/networks/35d993c4-62bf-465c-9f53-7a066532910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5912590 Nov 15 11:33:29.367170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5d395-1391-42a4-95fc-b808f01f48c9 req-bfdedbe6-7ac3-410a-8b7b-133e1d361bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:29.368896 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-71c5d395-1391-42a4-95fc-b808f01f48c9 req-bfdedbe6-7ac3-410a-8b7b-133e1d361bc4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22cff1ab-90e9-409a-9763-27f9c9815424 HTTP/1.1" status: 200 len: 910 time: 0.5880291 Nov 15 11:33:29.378113 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74655237-985b-425b-be13-09fddc37640e req-2ef8a977-2868-4529-b894-6485ad572b52 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:29.379701 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74655237-985b-425b-be13-09fddc37640e req-2ef8a977-2868-4529-b894-6485ad572b52 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 931 time: 0.3359945 Nov 15 11:33:29.421870 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8d47ad42-9376-4ac5-a7ff-ce5ee52faf3c None None] For port 2d6c5619-24e8-4188-9f01-9d5b970a09b8, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2d6c5619-24e8-4188-9f01-9d5b970a09b8,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:29.422242 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8d47ad42-9376-4ac5-a7ff-ce5ee52faf3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:29.455561 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8d47ad42-9376-4ac5-a7ff-ce5ee52faf3c None None] Calling delete_port for 2d6c5619-24e8-4188-9f01-9d5b970a09b8 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:33:29.503804 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-2b5380fe-51cd-46bd-b180-07d516f92e4b tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:29.504485 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-2b5380fe-51cd-46bd-b180-07d516f92e4b tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:29.508464 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-71c5d395-1391-42a4-95fc-b808f01f48c9 req-2d05e516-2fd1-4d38-b0b7-9a59c5aac24e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8302de5d-40e0-400a-9a11-ad5fbad02516 HTTP/1.1" status: 200 len: 1001 time: 0.1080074 Nov 15 11:33:29.581986 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c4658341-35ce-448b-9972-2bd1c662c58e no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:33:29.604784 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-c21edb7c-7732-4c2d-836a-5c814eb0e586 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/quotas/7766e2dd9df541a4b3334b23af798fc4 HTTP/1.1" status: 200 len: 375 time: 0.2413430 Nov 15 11:33:29.639624 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-2b5380fe-51cd-46bd-b180-07d516f92e4b tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2055452 Nov 15 11:33:29.660711 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: c4658341-35ce-448b-9972-2bd1c662c58e {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:33:29.661055 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c4658341-35ce-448b-9972-2bd1c662c58e not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:33:29.661455 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 2d6c5619-24e8-4188-9f01-9d5b970a09b8 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:33:29.677931 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-238d6226-fdac-40d1-987b-ff38bcfe5985 service neutron] Request body: {'port': {'device_id': '2f6448aa-eb2e-4f19-992c-7195ad6f5caf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:29.695518 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df64953-9094-40b9-b04e-33591230f28b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:33:29.696124 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2df64953-9094-40b9-b04e-33591230f28b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:29.706109 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:33:29.706837 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:33:29.765527 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c393a-5bf9-4b34-95d1-59f1ed56b7ee req-952960e9-ef27-4a9f-81b5-a7d3e7bd4886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:29.772415 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd9c393a-5bf9-4b34-95d1-59f1ed56b7ee req-952960e9-ef27-4a9f-81b5-a7d3e7bd4886 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65b17bf89b7a49ca97935aec6c52656c&device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 1095 time: 0.2497268 Nov 15 11:33:29.836548 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8d47ad42-9376-4ac5-a7ff-ce5ee52faf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:29.869723 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5d395-1391-42a4-95fc-b808f01f48c9 req-c0a83f37-d9fc-4d5c-8a50-facd9c7c06a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:29.871619 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-71c5d395-1391-42a4-95fc-b808f01f48c9 req-c0a83f37-d9fc-4d5c-8a50-facd9c7c06a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c62f435-1ed6-404a-a855-45179d8b724c HTTP/1.1" status: 200 len: 848 time: 0.3350267 Nov 15 11:33:29.872333 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2df64953-9094-40b9-b04e-33591230f28b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:29.891640 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Port 2d6c5619-24e8-4188-9f01-9d5b970a09b8 update to DOWN by agent not found {{(pid=102679) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 15 11:33:29.898664 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2df64953-9094-40b9-b04e-33591230f28b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:29.902252 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2df64953-9094-40b9-b04e-33591230f28b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] 10.222.0.64 "DELETE /v2.0/networks/ac5d9b01-bdc8-4cab-afbb-f37028a0830e HTTP/1.1" status: 204 len: 168 time: 2.3734818 Nov 15 11:33:29.960147 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47ad42-9376-4ac5-a7ff-ce5ee52faf3c None None] Pushing event deleted for resources: {'Port': ['ID=2d6c5619-24e8-4188-9f01-9d5b970a09b8,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:29.974362 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df64953-9094-40b9-b04e-33591230f28b tempest-NetworksTest-742614676 tempest-NetworksTest-742614676-project] Pushing event deleted for resources: {'Network': ['ID=ac5d9b01-bdc8-4cab-afbb-f37028a0830e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:29.975949 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d47ad42-9376-4ac5-a7ff-ce5ee52faf3c None None] No DVR routers for this DVR port 2d6c5619-24e8-4188-9f01-9d5b970a09b8 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:33:29.990729 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:30.001642 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:30.019290 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74655237-985b-425b-be13-09fddc37640e req-318d6206-1393-4262-8473-70d946a451b8 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003715 Nov 15 11:33:30.069591 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-2c0b36e5-71d0-42a7-a2cb-6adc46044e5b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4399006 Nov 15 11:33:30.070959 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-128d1076-1383-48fe-9383-62932b80c073 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:30.157993 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f9c0c7fd-0831-4042-8150-e376163081f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40693612-ac94-4070-8011-9b3ea4d83156 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:33:30.163850 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb6a0f-aac7-4a6b-bbd2-221147a124ea None None] Pushing event updated for resources: {'Port': ['ID=f5f78c7e-bf12-4e5f-89c0-fefa8844a23e,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:30.168886 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f9c0c7fd-0831-4042-8150-e376163081f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:30.191763 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d1076-1383-48fe-9383-62932b80c073 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=7769477c-e80e-4473-b7e0-2511530a5ca4,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:30.212834 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-238d6226-fdac-40d1-987b-ff38bcfe5985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:30.230615 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f9c0c7fd-0831-4042-8150-e376163081f9 service neutron] Transition to ACTIVE for port object 40693612-ac94-4070-8011-9b3ea4d83156 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:33:30.237731 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128d1076-1383-48fe-9383-62932b80c073 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:30.248119 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f9c0c7fd-0831-4042-8150-e376163081f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:30.318060 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-128d1076-1383-48fe-9383-62932b80c073 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:30.327016 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128d1076-1383-48fe-9383-62932b80c073 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:30.333417 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-128d1076-1383-48fe-9383-62932b80c073 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:30.365027 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88e14874-259d-4a47-9531-346c874ccf78 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:30.377493 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88e14874-259d-4a47-9531-346c874ccf78 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:30.404071 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb876d1d-4f91-4b38-a4d1-aa5558e5f8f9 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:30.420929 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e14874-259d-4a47-9531-346c874ccf78 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b307c4ec-99e1-4dc3-be1f-3c3637003e73,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:30.446341 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] Attempting to bind port f5f78c7e-bf12-4e5f-89c0-fefa8844a23e on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:33:30.448147 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] Attempting to bind port f5f78c7e-bf12-4e5f-89c0-fefa8844a23e by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '55415a50-4b58-47ff-b0d1-1dc80874daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '4649ac27-bbc4-4a78-8f6d-f67d5a24878e'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:33:30.448596 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] Attempting to bind port f5f78c7e-bf12-4e5f-89c0-fefa8844a23e on network 4649ac27-bbc4-4a78-8f6d-f67d5a24878e {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:33:30.526869 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0c7fd-0831-4042-8150-e376163081f9 service neutron] Pushing event updated for resources: {'Port': ['ID=40693612-ac94-4070-8011-9b3ea4d83156,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:30.586083 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:33:30.589482 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] Checking segment: {'id': '55415a50-4b58-47ff-b0d1-1dc80874daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '4649ac27-bbc4-4a78-8f6d-f67d5a24878e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:30.590558 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:30.595522 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] Bound using segment: {'id': '55415a50-4b58-47ff-b0d1-1dc80874daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '4649ac27-bbc4-4a78-8f6d-f67d5a24878e'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:33:30.596082 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] Bound port: f5f78c7e-bf12-4e5f-89c0-fefa8844a23e, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55415a50-4b58-47ff-b0d1-1dc80874daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '4649ac27-bbc4-4a78-8f6d-f67d5a24878e'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:33:30.596482 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:30.639638 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-dae3a010-385e-4db2-8770-5c1138f4c8f1 None None] Provisioning complete for port d4105145-b1db-4ed8-86f9-7b8d1456d98c triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:30.640009 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dae3a010-385e-4db2-8770-5c1138f4c8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:30.646618 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f9c0c7fd-0831-4042-8150-e376163081f9 service neutron] Attempting to bind port 40693612-ac94-4070-8011-9b3ea4d83156 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:33:30.646929 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f9c0c7fd-0831-4042-8150-e376163081f9 service neutron] Attempting to bind port 40693612-ac94-4070-8011-9b3ea4d83156 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '3ed86862-bc00-4c5a-b307-6a2427d80d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '35d993c4-62bf-465c-9f53-7a066532910b'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:33:30.647208 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f9c0c7fd-0831-4042-8150-e376163081f9 service neutron] Attempting to bind port 40693612-ac94-4070-8011-9b3ea4d83156 on network 35d993c4-62bf-465c-9f53-7a066532910b {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:33:30.661564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f9c0c7fd-0831-4042-8150-e376163081f9 service neutron] Port 40693612-ac94-4070-8011-9b3ea4d83156 on network 35d993c4-62bf-465c-9f53-7a066532910b not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:33:30.661899 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f9c0c7fd-0831-4042-8150-e376163081f9 service neutron] Attempting to bind port 40693612-ac94-4070-8011-9b3ea4d83156 on network 35d993c4-62bf-465c-9f53-7a066532910b {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:33:30.663515 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5d395-1391-42a4-95fc-b808f01f48c9 req-f32152fc-6ab5-4c45-b2c8-04dc967409fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:30.666235 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-71c5d395-1391-42a4-95fc-b808f01f48c9 req-f32152fc-6ab5-4c45-b2c8-04dc967409fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22cff1ab-90e9-409a-9763-27f9c9815424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7739515 Nov 15 11:33:30.668968 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-7f50eacc-84b8-4108-be0c-c57e52fd503f service neutron] 10.222.0.64 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784329 Nov 15 11:33:30.686811 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f9c0c7fd-0831-4042-8150-e376163081f9 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:33:30.687142 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f9c0c7fd-0831-4042-8150-e376163081f9 service neutron] Checking segment: {'id': '3ed86862-bc00-4c5a-b307-6a2427d80d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '35d993c4-62bf-465c-9f53-7a066532910b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:30.687546 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f9c0c7fd-0831-4042-8150-e376163081f9 service neutron] Bound using segment: {'id': '3ed86862-bc00-4c5a-b307-6a2427d80d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '35d993c4-62bf-465c-9f53-7a066532910b'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:33:30.688025 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f9c0c7fd-0831-4042-8150-e376163081f9 service neutron] Bound port: 40693612-ac94-4070-8011-9b3ea4d83156, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed86862-bc00-4c5a-b307-6a2427d80d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '35d993c4-62bf-465c-9f53-7a066532910b'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:33:30.688383 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f9c0c7fd-0831-4042-8150-e376163081f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:30.693704 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-128d1076-1383-48fe-9383-62932b80c073 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1365938 Nov 15 11:33:30.707287 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55974) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:30.707915 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55976) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:30.715356 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-147bdd53-b5d8-4d92-8cdb-5fa511754889 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'name': 'tempest-NetworksTestDHCPv6-1607026508'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:30.726163 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88e14874-259d-4a47-9531-346c874ccf78 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:30.750917 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88e14874-259d-4a47-9531-346c874ccf78 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:30.823339 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88e14874-259d-4a47-9531-346c874ccf78 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:30.825123 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-88e14874-259d-4a47-9531-346c874ccf78 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8870769 Nov 15 11:33:30.836221 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55980) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:30.926028 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f9c0c7fd-0831-4042-8150-e376163081f9 service neutron] For port 40693612-ac94-4070-8011-9b3ea4d83156, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:33:30.930179 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f9c0c7fd-0831-4042-8150-e376163081f9 service neutron] For port 40693612-ac94-4070-8011-9b3ea4d83156, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=40693612-ac94-4070-8011-9b3ea4d83156,segment=NetworkSegment(3ed86862-bc00-4c5a-b307-6a2427d80d1d),segment_id=3ed86862-bc00-4c5a-b307-6a2427d80d1d)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:33:30.951133 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-aa74ccbb-59b2-44d0-824f-bcbe1ee52e39 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group_rule': {'security_group_id': '41e4d7ba-ff29-4345-9d41-4a4b1ef693a5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:31.012089 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f9c0c7fd-0831-4042-8150-e376163081f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:31.023723 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c393a-5bf9-4b34-95d1-59f1ed56b7ee req-7967486e-0314-4d39-a9ae-048d5ba2a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:31.026061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd9c393a-5bf9-4b34-95d1-59f1ed56b7ee req-7967486e-0314-4d39-a9ae-048d5ba2a2a4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=35d993c4-62bf-465c-9f53-7a066532910b HTTP/1.1" status: 200 len: 916 time: 1.2235062 Nov 15 11:33:31.116430 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d7a960b4-0e96-44ab-bf22-1e519117e210 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fe34575a4744467b8b6069e120eb7d68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3971584 Nov 15 11:33:31.133113 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55984) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:31.137790 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0c7fd-0831-4042-8150-e376163081f9 service neutron] Pushing event updated for resources: {'Port': ['ID=40693612-ac94-4070-8011-9b3ea4d83156,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:31.143208 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa74ccbb-59b2-44d0-824f-bcbe1ee52e39 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:31.252558 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] For port f5f78c7e-bf12-4e5f-89c0-fefa8844a23e, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:33:31.269511 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] For port f5f78c7e-bf12-4e5f-89c0-fefa8844a23e, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f5f78c7e-bf12-4e5f-89c0-fefa8844a23e,segment=NetworkSegment(55415a50-4b58-47ff-b0d1-1dc80874daff),segment_id=55415a50-4b58-47ff-b0d1-1dc80874daff)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:33:31.288143 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e14874-259d-4a47-9531-346c874ccf78 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e4d7ba-ff29-4345-9d41-4a4b1ef693a5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:31.317702 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:31.355326 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f9c0c7fd-0831-4042-8150-e376163081f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:31.356423 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f9c0c7fd-0831-4042-8150-e376163081f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:31.359305 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-f9c0c7fd-0831-4042-8150-e376163081f9 service neutron] 10.222.0.11 "PUT /v2.0/ports/40693612-ac94-4070-8011-9b3ea4d83156 HTTP/1.1" status: 200 len: 1091 time: 3.3624132 Nov 15 11:33:31.359935 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f02a84f-531d-4668-a56c-2e08c7b6ce7d', 'tag': '40693612-ac94-4070-8011-9b3ea4d83156'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:33:31.362624 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa8b8c5-d440-45f2-b852-a0a9983b4ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "6f02a84f-531d-4668-a56c-2e08c7b6ce7d", "tag": "40693612-ac94-4070-8011-9b3ea4d83156"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:33:31.402468 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb6a0f-aac7-4a6b-bbd2-221147a124ea None None] Pushing event updated for resources: {'Port': ['ID=f5f78c7e-bf12-4e5f-89c0-fefa8844a23e,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:31.442943 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa74ccbb-59b2-44d0-824f-bcbe1ee52e39 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:31.521194 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa74ccbb-59b2-44d0-824f-bcbe1ee52e39 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:31.549374 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef71665-98d2-419e-85c1-d63e5960a442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'fixed_ips': [{'subnet_id': '7769477c-e80e-4473-b7e0-2511530a5ca4'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:33:31.550193 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2ef71665-98d2-419e-85c1-d63e5960a442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:31.557777 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cfd0fdab-166c-4ab2-8ab8-25f9a9d10c70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:31.581991 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74ccbb-59b2-44d0-824f-bcbe1ee52e39 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d60210-efe8-4299-b2ce-d4917ff72a5a,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:31.628754 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] Routers {'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:33:31.632103 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:33:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ac87562a-8eb6-4ee1-b7f2-fcbda648e18b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:31.665559 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cfd0fdab-166c-4ab2-8ab8-25f9a9d10c70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:31.670502 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-e87216c5-1f93-4e99-8bc7-99ce3edea6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:31.672237 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-e87216c5-1f93-4e99-8bc7-99ce3edea6fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65b17bf89b7a49ca97935aec6c52656c&device_id=6f02a84f-531d-4668-a56c-2e08c7b6ce7d HTTP/1.1" status: 200 len: 1094 time: 0.2376876 Nov 15 11:33:31.685372 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147bdd53-b5d8-4d92-8cdb-5fa511754889 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:31.689585 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-147bdd53-b5d8-4d92-8cdb-5fa511754889 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:31.761824 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa74ccbb-59b2-44d0-824f-bcbe1ee52e39 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:31.765787 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-aa74ccbb-59b2-44d0-824f-bcbe1ee52e39 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8306832 Nov 15 11:33:31.858428 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55994) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:31.873600 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:31.890061 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-26ce293b-3e90-49b5-aa9b-7f9d2835496c tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group_rule': {'security_group_id': '41e4d7ba-ff29-4345-9d41-4a4b1ef693a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:31.922995 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-3440e162-4d18-4cdd-9bba-39d6ece5ba97 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40693612-ac94-4070-8011-9b3ea4d83156 HTTP/1.1" status: 200 len: 217 time: 0.2372949 Nov 15 11:33:32.032443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-6d0a524e-72d6-4f3f-a4a9-f14e76ddca1a service neutron] 10.222.0.64 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2623067 Nov 15 11:33:32.079489 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-147bdd53-b5d8-4d92-8cdb-5fa511754889 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] device_id is not set on port 350248dd-aaa4-42a6-859b-caf6951ea293 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:33:32.146678 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-dae3a010-385e-4db2-8770-5c1138f4c8f1 None None] Provisioning complete for port 3e45e880-9d49-44b8-8dda-877ce2301a95 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:32.148566 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dae3a010-385e-4db2-8770-5c1138f4c8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:32.246219 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-26ce293b-3e90-49b5-aa9b-7f9d2835496c tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:32.258214 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-dae3a010-385e-4db2-8770-5c1138f4c8f1 None None] Port 3e45e880-9d49-44b8-8dda-877ce2301a95 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:33:32.276745 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-71c5d395-1391-42a4-95fc-b808f01f48c9 req-9df9f63d-9f27-442e-81f5-ee989e24265a service neutron] 10.222.0.55 "GET /v2.0/networks/22cff1ab-90e9-409a-9763-27f9c9815424?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5294962 Nov 15 11:33:32.281071 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd9c393a-5bf9-4b34-95d1-59f1ed56b7ee req-d7921f36-c754-4ee4-bd83-43f55f79d609 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75719c72-d6a5-4892-b4f0-d6db291ab72c HTTP/1.1" status: 200 len: 217 time: 0.0846198 Nov 15 11:33:32.315091 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cfd0fdab-166c-4ab2-8ab8-25f9a9d10c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:32.320334 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cfd0fdab-166c-4ab2-8ab8-25f9a9d10c70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:32.321599 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cfd0fdab-166c-4ab2-8ab8-25f9a9d10c70 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c14fda9-91c1-4249-98f1-e4459d77930f HTTP/1.1" status: 204 len: 168 time: 1.1406946 Nov 15 11:33:32.349048 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-310c1673-fa21-4062-823f-42fbb9206f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:32.355274 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-310c1673-fa21-4062-823f-42fbb9206f0f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e0afb5bc-d665-4d8a-a905-15e5d2fa67c4 HTTP/1.1" status: 200 len: 854 time: 0.4017773 Nov 15 11:33:32.396610 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] Set router ac87562a-8eb6-4ee1-b7f2-fcbda648e18b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:33:32.521935 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0fdab-166c-4ab2-8ab8-25f9a9d10c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c14fda9-91c1-4249-98f1-e4459d77930f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:32.604169 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-2ef71665-98d2-419e-85c1-d63e5960a442 None None] Allocated IP 2001:db8::2 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/7769477c-e80e-4473-b7e0-2511530a5ca4/498ef9b8-8d84-4ec4-aacf-5d9778580a7b) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:32.775435 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-7961351c-cba7-4f8b-bef4-2ca3f2f0ebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:32.777083 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-7961351c-cba7-4f8b-bef4-2ca3f2f0ebb3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35d993c4-62bf-465c-9f53-7a066532910b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4024560 Nov 15 11:33:32.782659 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-26ce293b-3e90-49b5-aa9b-7f9d2835496c tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] create failed (client error): There was a conflict when trying to complete your request. Nov 15 11:33:32.786317 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-26ce293b-3e90-49b5-aa9b-7f9d2835496c tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9218190 Nov 15 11:33:32.813510 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56022) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:32.853306 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2ef71665-98d2-419e-85c1-d63e5960a442 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:32.885292 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 75719c72-d6a5-4892-b4f0-d6db291ab72c details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:33:33.064289 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2ef71665-98d2-419e-85c1-d63e5960a442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:33.112672 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177c65d-6f2b-4101-bf43-962e21879eff req-a1090128-3724-4cf0-9248-58cb7fa92115 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:33.115203 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7177c65d-6f2b-4101-bf43-962e21879eff req-a1090128-3724-4cf0-9248-58cb7fa92115 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 931 time: 1.0767653 Nov 15 11:33:33.118386 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-71c5d395-1391-42a4-95fc-b808f01f48c9 req-ef512ec7-b786-49de-9351-e1bd3ac7b6f1 service neutron] 10.222.0.55 "GET /v2.0/networks/22cff1ab-90e9-409a-9763-27f9c9815424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7994456 Nov 15 11:33:33.153904 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c393a-5bf9-4b34-95d1-59f1ed56b7ee req-6fe89254-1df0-4aef-bad2-0b53a6566b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:33.155936 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd9c393a-5bf9-4b34-95d1-59f1ed56b7ee req-6fe89254-1df0-4aef-bad2-0b53a6566b89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e0afb5bc-d665-4d8a-a905-15e5d2fa67c4 HTTP/1.1" status: 200 len: 854 time: 0.8639555 Nov 15 11:33:33.164695 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-147bdd53-b5d8-4d92-8cdb-5fa511754889 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8::2b3 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/7769477c-e80e-4473-b7e0-2511530a5ca4/350248dd-aaa4-42a6-859b-caf6951ea293) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:33.241570 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd7869a-5b55-42ae-92ce-8a5b1b28642c x-openstack-request-id: req-3fd7869a-5b55-42ae-92ce-8a5b1b28642c {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:33:33.241985 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f02a84f-531d-4668-a56c-2e08c7b6ce7d", "tag": "40693612-ac94-4070-8011-9b3ea4d83156", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:33:33.242102 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3fd7869a-5b55-42ae-92ce-8a5b1b28642c {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:33:33.242501 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f02a84f-531d-4668-a56c-2e08c7b6ce7d', 'tag': '40693612-ac94-4070-8011-9b3ea4d83156', 'status': 'completed', 'code': 200} Nov 15 11:33:33.362022 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef71665-98d2-419e-85c1-d63e5960a442 None None] Pushing event updated for resources: {'Port': ['ID=498ef9b8-8d84-4ec4-aacf-5d9778580a7b,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:33.496006 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ad5b649-73ee-4b21-a5d2-c3499ef8c9d2 req-b7a38ad1-8b39-4ca0-b6e3-df2ed774450f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 210 time: 0.2475467 Nov 15 11:33:33.507569 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64a419c5-40d5-4cb1-ae5d-ac38e1bb9226 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:33.556939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 75719c72-d6a5-4892-b4f0-d6db291ab72c, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=75719c72-d6a5-4892-b4f0-d6db291ab72c,segment=NetworkSegment(3ed86862-bc00-4c5a-b307-6a2427d80d1d),segment_id=3ed86862-bc00-4c5a-b307-6a2427d80d1d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:33.579313 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c393a-5bf9-4b34-95d1-59f1ed56b7ee req-c5c08493-08f1-469c-a527-e02a3f23dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:33.581561 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd9c393a-5bf9-4b34-95d1-59f1ed56b7ee req-c5c08493-08f1-469c-a527-e02a3f23dde4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35d993c4-62bf-465c-9f53-7a066532910b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4107242 Nov 15 11:33:33.607007 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7177c65d-6f2b-4101-bf43-962e21879eff req-98a89521-debd-451e-ab6d-ba8d1e54a6d2 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679160 Nov 15 11:33:33.641589 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '75719c72-d6a5-4892-b4f0-d6db291ab72c', 'network_id': '35d993c4-62bf-465c-9f53-7a066532910b', 'port_id': '75719c72-d6a5-4892-b4f0-d6db291ab72c', 'mac_address': 'fa:16:3e:a6:ff:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0afb5bc-d665-4d8a-a905-15e5d2fa67c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:33:33.759088 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64a419c5-40d5-4cb1-ae5d-ac38e1bb9226 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:33.800651 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c5b3b635-014b-47df-a732-23baf09ac0ef None None] Provisioning complete for port f5f78c7e-bf12-4e5f-89c0-fefa8844a23e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:33.801167 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c5b3b635-014b-47df-a732-23baf09ac0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:33.830004 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd9c393a-5bf9-4b34-95d1-59f1ed56b7ee req-ac50a81c-14da-4fdc-b34a-f3825154e66b service neutron] 10.222.0.11 "GET /v2.0/networks/35d993c4-62bf-465c-9f53-7a066532910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217650 Nov 15 11:33:33.830228 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef71665-98d2-419e-85c1-d63e5960a442 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:33.834967 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-238d6226-fdac-40d1-987b-ff38bcfe5985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e45e880-9d49-44b8-8dda-877ce2301a95 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:33:33.845393 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-238d6226-fdac-40d1-987b-ff38bcfe5985 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:33.851053 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-a268c9b4-2d7b-43c7-8586-090b12ac4b35 service neutron] 10.222.0.11 "GET /v2.0/networks/35d993c4-62bf-465c-9f53-7a066532910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0660193 Nov 15 11:33:33.852742 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56048) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:33.861101 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-238d6226-fdac-40d1-987b-ff38bcfe5985 service neutron] Transition to ACTIVE for port object 3e45e880-9d49-44b8-8dda-877ce2301a95 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:33:33.887746 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-238d6226-fdac-40d1-987b-ff38bcfe5985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:33.907854 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:33.936059 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-2ef71665-98d2-419e-85c1-d63e5960a442 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:33.945237 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f5f78c7e-bf12-4e5f-89c0-fefa8844a23e up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:33.948879 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef71665-98d2-419e-85c1-d63e5960a442 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:33.990277 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-92fab927-2022-4566-8ac0-2f59cf654c52 req-4fc5a8ed-7978-4063-bd41-07be1ac100de service neutron] 10.222.0.11 "GET /v2.0/networks/35d993c4-62bf-465c-9f53-7a066532910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226294 Nov 15 11:33:33.991260 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64a419c5-40d5-4cb1-ae5d-ac38e1bb9226 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:34.000846 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-64a419c5-40d5-4cb1-ae5d-ac38e1bb9226 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:34.004116 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-64a419c5-40d5-4cb1-ae5d-ac38e1bb9226 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "DELETE /v2.0/security-groups/41e4d7ba-ff29-4345-9d41-4a4b1ef693a5 HTTP/1.1" status: 204 len: 168 time: 1.1896029 Nov 15 11:33:34.018275 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56052) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:34.040242 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a419c5-40d5-4cb1-ae5d-ac38e1bb9226 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e4d7ba-ff29-4345-9d41-4a4b1ef693a5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:34.046117 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75719c72-d6a5-4892-b4f0-d6db291ab72c {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:33:34.104419 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-739fd9b1-d033-41da-894e-a1ffc0022e96 tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] Request body: {'port': {'network_id': '767e7f7f-9869-4522-b680-f5b91c1b4514', 'name': 'tempest-NetworksNegativeTestJSON-550075146'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:34.165872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d6226-fdac-40d1-987b-ff38bcfe5985 service neutron] Pushing event updated for resources: {'Port': ['ID=3e45e880-9d49-44b8-8dda-877ce2301a95,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:34.209364 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-739fd9b1-d033-41da-894e-a1ffc0022e96 tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] POST failed (client error): The resource could not be found. Nov 15 11:33:34.210045 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-739fd9b1-d033-41da-894e-a1ffc0022e96 tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:34.218684 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-739fd9b1-d033-41da-894e-a1ffc0022e96 tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3620088 Nov 15 11:33:34.220515 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56054) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:34.256940 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 75719c72-d6a5-4892-b4f0-d6db291ab72c, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=75719c72-d6a5-4892-b4f0-d6db291ab72c,segment=NetworkSegment(3ed86862-bc00-4c5a-b307-6a2427d80d1d),segment_id=3ed86862-bc00-4c5a-b307-6a2427d80d1d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:34.258932 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8b8c5-d440-45f2-b852-a0a9983b4ba2 req-ebb7bb51-45dd-4b52-b7ce-3a748f60918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:34.262633 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2aa8b8c5-d440-45f2-b852-a0a9983b4ba2 req-ebb7bb51-45dd-4b52-b7ce-3a748f60918c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65b17bf89b7a49ca97935aec6c52656c&device_id=6f02a84f-531d-4668-a56c-2e08c7b6ce7d HTTP/1.1" status: 200 len: 1094 time: 0.1950192 Nov 15 11:33:34.338077 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-edbe7349-e638-4d64-be42-9fac06ca0fb7 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3018448 Nov 15 11:33:34.350345 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd9c393a-5bf9-4b34-95d1-59f1ed56b7ee req-db93a7af-6b03-4156-b394-a0f6b2f94a80 service neutron] 10.222.0.11 "GET /v2.0/networks/35d993c4-62bf-465c-9f53-7a066532910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873116 Nov 15 11:33:34.357405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56056) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:34.362074 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-63aa4387-ac42-4a34-93b1-e68623708922 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group': {'name': 'tempest-secgroup--416530811'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:34.378628 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:34.411653 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-147bdd53-b5d8-4d92-8cdb-5fa511754889 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:34.413944 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc40b55-b30a-4271-a6c4-811ecffa1404 tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:34.425348 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc40b55-b30a-4271-a6c4-811ecffa1404 tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:34.436362 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0fc40b55-b30a-4271-a6c4-811ecffa1404 tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] 10.222.0.64 "DELETE /v2.0/networks/94cf58e4-d8f8-4c5c-8ac9-884432723a83 HTTP/1.1" status: 404 len: 339 time: 0.2018535 Nov 15 11:33:34.443484 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56058) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:34.457864 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-238d6226-fdac-40d1-987b-ff38bcfe5985 service neutron] Attempting to bind port 3e45e880-9d49-44b8-8dda-877ce2301a95 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:33:34.458232 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-238d6226-fdac-40d1-987b-ff38bcfe5985 service neutron] Attempting to bind port 3e45e880-9d49-44b8-8dda-877ce2301a95 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '3ed86862-bc00-4c5a-b307-6a2427d80d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '35d993c4-62bf-465c-9f53-7a066532910b'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:33:34.458522 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-238d6226-fdac-40d1-987b-ff38bcfe5985 service neutron] Attempting to bind port 3e45e880-9d49-44b8-8dda-877ce2301a95 on network 35d993c4-62bf-465c-9f53-7a066532910b {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:33:34.519039 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63aa4387-ac42-4a34-93b1-e68623708922 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:34.521671 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-e889aca4-6407-4b69-82c1-3e578eaad1fc tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:34.522234 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e889aca4-6407-4b69-82c1-3e578eaad1fc tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:34.523553 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c5b3b635-014b-47df-a732-23baf09ac0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:34.525519 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e889aca4-6407-4b69-82c1-3e578eaad1fc tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] 10.222.0.64 "DELETE /v2.0/ports/fc5f4199-0df8-4255-8e37-3f2310862912 HTTP/1.1" status: 404 len: 333 time: 0.0806921 Nov 15 11:33:34.529962 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-238d6226-fdac-40d1-987b-ff38bcfe5985 service neutron] Port 3e45e880-9d49-44b8-8dda-877ce2301a95 on network 35d993c4-62bf-465c-9f53-7a066532910b not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:33:34.530291 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-238d6226-fdac-40d1-987b-ff38bcfe5985 service neutron] Attempting to bind port 3e45e880-9d49-44b8-8dda-877ce2301a95 on network 35d993c4-62bf-465c-9f53-7a066532910b {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:33:34.532178 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56062) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:34.545216 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=75719c72-d6a5-4892-b4f0-d6db291ab72c,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:34.565780 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2ef71665-98d2-419e-85c1-d63e5960a442 None None] Attempting to bind port 498ef9b8-8d84-4ec4-aacf-5d9778580a7b on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:33:34.566691 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2ef71665-98d2-419e-85c1-d63e5960a442 None None] Attempting to bind port 498ef9b8-8d84-4ec4-aacf-5d9778580a7b by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:33:34.567469 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef71665-98d2-419e-85c1-d63e5960a442 None None] Attempting to bind port 498ef9b8-8d84-4ec4-aacf-5d9778580a7b on network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:33:34.614406 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port f5f78c7e-bf12-4e5f-89c0-fefa8844a23e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:34.615371 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:34.670589 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-238d6226-fdac-40d1-987b-ff38bcfe5985 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:33:34.670957 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-238d6226-fdac-40d1-987b-ff38bcfe5985 service neutron] Checking segment: {'id': '3ed86862-bc00-4c5a-b307-6a2427d80d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '35d993c4-62bf-465c-9f53-7a066532910b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:34.676485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-238d6226-fdac-40d1-987b-ff38bcfe5985 service neutron] Bound using segment: {'id': '3ed86862-bc00-4c5a-b307-6a2427d80d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '35d993c4-62bf-465c-9f53-7a066532910b'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:33:34.676971 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-238d6226-fdac-40d1-987b-ff38bcfe5985 service neutron] Bound port: 3e45e880-9d49-44b8-8dda-877ce2301a95, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed86862-bc00-4c5a-b307-6a2427d80d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '35d993c4-62bf-465c-9f53-7a066532910b'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:33:34.677339 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-238d6226-fdac-40d1-987b-ff38bcfe5985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:34.685563 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b', 'name': 'tempest-TestVolumeBootPattern-2029664138-router', 'tenant_id': '8f427583125446efa30345529be2ea0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'e3b7a7a0-534a-4e3e-8374-bbcd36fe5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:33:10Z', 'updated_at': '2021-11-15T11:33:19Z', 'revision_number': 4, 'project_id': '8f427583125446efa30345529be2ea0a', 'gw_port': {'id': 'e3b7a7a0-534a-4e3e-8374-bbcd36fe5938', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:12Z', 'updated_at': '2021-11-15T11:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f5f78c7e-bf12-4e5f-89c0-fefa8844a23e', 'name': '', 'network_id': '4649ac27-bbc4-4a78-8f6d-f67d5a24878e', 'tenant_id': '8f427583125446efa30345529be2ea0a', 'mac_address': 'fa:16:3e:93:de:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '35af161b-f033-42c8-90b4-ffab7e9e19c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:18Z', 'updated_at': '2021-11-15T11:33:31Z', 'revision_number': 4, 'project_id': '8f427583125446efa30345529be2ea0a', 'subnets': [{'id': '35af161b-f033-42c8-90b4-ffab7e9e19c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:34.715877 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8b8c5-d440-45f2-b852-a0a9983b4ba2 req-c0c0118d-2256-40ce-bd30-995c78ce8c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:34.718491 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2aa8b8c5-d440-45f2-b852-a0a9983b4ba2 req-c0c0118d-2256-40ce-bd30-995c78ce8c7e service neutron] 10.222.0.11 "GET /v2.0/networks?id=35d993c4-62bf-465c-9f53-7a066532910b HTTP/1.1" status: 200 len: 916 time: 0.4319339 Nov 15 11:33:34.750389 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c69985f-a3d6-499f-aca0-8fb7d1ae1677 tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] DELETE failed (client error): The resource could not be found. Nov 15 11:33:34.751014 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c69985f-a3d6-499f-aca0-8fb7d1ae1677 tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:34.758278 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4c69985f-a3d6-499f-aca0-8fb7d1ae1677 tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] 10.222.0.64 "DELETE /v2.0/subnets/ba40f661-c03f-43e2-a86a-cac5a259080c HTTP/1.1" status: 404 len: 337 time: 0.2036514 Nov 15 11:33:34.758490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef71665-98d2-419e-85c1-d63e5960a442 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:33:34.758490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef71665-98d2-419e-85c1-d63e5960a442 None None] Checking segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:34.758490 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2ef71665-98d2-419e-85c1-d63e5960a442 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:34.760558 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef71665-98d2-419e-85c1-d63e5960a442 None None] Bound using segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:33:34.761343 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2ef71665-98d2-419e-85c1-d63e5960a442 None None] Bound port: 498ef9b8-8d84-4ec4-aacf-5d9778580a7b, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:33:34.761934 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2ef71665-98d2-419e-85c1-d63e5960a442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:34.784721 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bc430d-42ef-4a06-893d-2f38279d3ad1 None None] The sync data for ids ['ac87562a-8eb6-4ee1-b7f2-fcbda648e18b'] in n-d-729945-9 is: [{'id': 'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b', 'name': 'tempest-TestVolumeBootPattern-2029664138-router', 'tenant_id': '8f427583125446efa30345529be2ea0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'e3b7a7a0-534a-4e3e-8374-bbcd36fe5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:33:10Z', 'updated_at': '2021-11-15T11:33:19Z', 'revision_number': 4, 'project_id': '8f427583125446efa30345529be2ea0a', 'gw_port': {'id': 'e3b7a7a0-534a-4e3e-8374-bbcd36fe5938', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:12Z', 'updated_at': '2021-11-15T11:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f5f78c7e-bf12-4e5f-89c0-fefa8844a23e', 'name': '', 'network_id': '4649ac27-bbc4-4a78-8f6d-f67d5a24878e', 'tenant_id': '8f427583125446efa30345529be2ea0a', 'mac_address': 'fa:16:3e:93:de:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '35af161b-f033-42c8-90b4-ffab7e9e19c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:18Z', 'updated_at': '2021-11-15T11:33:31Z', 'revision_number': 4, 'project_id': '8f427583125446efa30345529be2ea0a', 'subnets': [{'id': '35af161b-f033-42c8-90b4-ffab7e9e19c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:33:34.794091 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56070) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:34.810711 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2aa8b8c5-d440-45f2-b852-a0a9983b4ba2 req-0a895742-9d76-44ee-977b-f2c108f4936f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40693612-ac94-4070-8011-9b3ea4d83156 HTTP/1.1" status: 200 len: 217 time: 0.0784533 Nov 15 11:33:34.811985 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-147bdd53-b5d8-4d92-8cdb-5fa511754889 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:34.887987 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147bdd53-b5d8-4d92-8cdb-5fa511754889 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:34.892364 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bdd53-b5d8-4d92-8cdb-5fa511754889 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=350248dd-aaa4-42a6-859b-caf6951ea293,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:34.895450 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-147bdd53-b5d8-4d92-8cdb-5fa511754889 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:34.906785 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147bdd53-b5d8-4d92-8cdb-5fa511754889 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:34.927112 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147bdd53-b5d8-4d92-8cdb-5fa511754889 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:34.928090 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-147bdd53-b5d8-4d92-8cdb-5fa511754889 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:34.976016 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2ef71665-98d2-419e-85c1-d63e5960a442 None None] For port 498ef9b8-8d84-4ec4-aacf-5d9778580a7b, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:33:34.991466 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2ef71665-98d2-419e-85c1-d63e5960a442 None None] For port 498ef9b8-8d84-4ec4-aacf-5d9778580a7b, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=498ef9b8-8d84-4ec4-aacf-5d9778580a7b,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:33:34.994212 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['75719c72-d6a5-4892-b4f0-d6db291ab72c'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:33:34.999780 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-963ebda5-2c4d-4a0d-bb6b-cdcf987bff15 req-c1e6776b-0e2a-4b7a-ace0-426ab5815134 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 210 time: 0.2162220 Nov 15 11:33:35.012127 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-824710fa-a8b3-41ca-a66c-a1de04d78cf2 tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] GET failed (client error): The resource could not be found. Nov 15 11:33:35.027851 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-824710fa-a8b3-41ca-a66c-a1de04d78cf2 tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] 10.222.0.64 "GET /v2.0/networks/716ca76e-867e-4620-a728-2db9c57632e7 HTTP/1.1" status: 404 len: 339 time: 0.2288797 Nov 15 11:33:35.052686 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56074) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:35.109757 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-147bdd53-b5d8-4d92-8cdb-5fa511754889 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3955715 Nov 15 11:33:35.111131 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56076) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:35.180186 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae1657d-4aa4-42a8-970d-c1283437a90f tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] GET failed (client error): The resource could not be found. Nov 15 11:33:35.182592 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-aae1657d-4aa4-42a8-970d-c1283437a90f tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] 10.222.0.64 "GET /v2.0/ports/c7dbdb8b-f664-4f87-8619-853fd2455cdd HTTP/1.1" status: 404 len: 333 time: 0.1252019 Nov 15 11:33:35.190292 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56078) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:35.193026 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2ef71665-98d2-419e-85c1-d63e5960a442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:35.203789 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c5b3b635-014b-47df-a732-23baf09ac0ef None None] For port f5f78c7e-bf12-4e5f-89c0-fefa8844a23e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f5f78c7e-bf12-4e5f-89c0-fefa8844a23e,segment=NetworkSegment(55415a50-4b58-47ff-b0d1-1dc80874daff),segment_id=55415a50-4b58-47ff-b0d1-1dc80874daff)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:35.214301 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:35.232658 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-18e58180-4a92-4f84-a92f-2df0b53a5ad4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:35.252708 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-18e58180-4a92-4f84-a92f-2df0b53a5ad4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.55 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 811 time: 0.6934338 Nov 15 11:33:35.271914 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192b687-0024-45df-8d24-862b48f241de req-ce794f4e-e66c-4e8a-a2e7-d7517930ea86 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:35.279020 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c192b687-0024-45df-8d24-862b48f241de req-ce794f4e-e66c-4e8a-a2e7-d7517930ea86 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 943 time: 0.4858031 Nov 15 11:33:35.283282 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b7c4ed-92e5-4508-bc94-714c61ffe920 tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] GET failed (client error): The resource could not be found. Nov 15 11:33:35.291207 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-09b7c4ed-92e5-4508-bc94-714c61ffe920 tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] 10.222.0.64 "GET /v2.0/subnets/bae047e6-0cfe-46a8-8f73-3c3cb80095fa HTTP/1.1" status: 404 len: 337 time: 0.0878942 Nov 15 11:33:35.291996 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56080) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:35.298998 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-9148467a-0c3f-4536-b4ca-0b035aaec364 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Request body: {'port': {'device_id': '040ecf65-c7b9-46e3-a7ec-76bf73374a2b', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'admin_state_up': True, 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:35.320897 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-238d6226-fdac-40d1-987b-ff38bcfe5985 service neutron] For port 3e45e880-9d49-44b8-8dda-877ce2301a95, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:33:35.322687 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-463540e0-b412-4d2e-804c-04fdf5a46991 tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:35.360722 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-463540e0-b412-4d2e-804c-04fdf5a46991 tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] PUT failed (client error): The resource could not be found. Nov 15 11:33:35.363522 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-463540e0-b412-4d2e-804c-04fdf5a46991 tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:35.373242 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-463540e0-b412-4d2e-804c-04fdf5a46991 tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] 10.222.0.64 "PUT /v2.0/networks/428e8347-8a57-440f-89ac-512c5da7b544 HTTP/1.1" status: 404 len: 339 time: 0.0768750 Nov 15 11:33:35.374309 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56082) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:35.391189 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-466c0c6c-4f40-4b85-918f-94619cc65a8c tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:35.404209 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c5b3b635-014b-47df-a732-23baf09ac0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:35.418089 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8b8c5-d440-45f2-b852-a0a9983b4ba2 req-8d0aa495-f57d-4818-b3db-e62d71388b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:35.419859 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2aa8b8c5-d440-45f2-b852-a0a9983b4ba2 req-8d0aa495-f57d-4818-b3db-e62d71388b0d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e0afb5bc-d665-4d8a-a905-15e5d2fa67c4 HTTP/1.1" status: 200 len: 854 time: 0.5285814 Nov 15 11:33:35.420849 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-466c0c6c-4f40-4b85-918f-94619cc65a8c tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] PUT failed (client error): The resource could not be found. Nov 15 11:33:35.421566 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-466c0c6c-4f40-4b85-918f-94619cc65a8c tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:35.427101 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-466c0c6c-4f40-4b85-918f-94619cc65a8c tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] 10.222.0.64 "PUT /v2.0/ports/fe2e51e4-b417-4749-8330-7166128897d2 HTTP/1.1" status: 404 len: 333 time: 0.0501049 Nov 15 11:33:35.431276 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56084) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:35.460612 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-75788787-00d3-4afd-ac20-54605431a7ec tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:35.496445 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af49f919-62df-4b41-9c20-247527223649 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:35.503622 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af49f919-62df-4b41-9c20-247527223649 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:35.508613 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-af49f919-62df-4b41-9c20-247527223649 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3964276 Nov 15 11:33:35.510000 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-75788787-00d3-4afd-ac20-54605431a7ec tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] PUT failed (client error): The resource could not be found. Nov 15 11:33:35.510621 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75788787-00d3-4afd-ac20-54605431a7ec tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:33:35.515556 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-75788787-00d3-4afd-ac20-54605431a7ec tempest-NetworksNegativeTestJSON-1125808577 tempest-NetworksNegativeTestJSON-1125808577-project] 10.222.0.64 "PUT /v2.0/subnets/f1ce064e-0d98-47ff-8209-5d23d2420b54 HTTP/1.1" status: 404 len: 337 time: 0.0816891 Nov 15 11:33:35.516479 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56086) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:35.517414 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63aa4387-ac42-4a34-93b1-e68623708922 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:35.522764 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-238d6226-fdac-40d1-987b-ff38bcfe5985 service neutron] For port 3e45e880-9d49-44b8-8dda-877ce2301a95, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3e45e880-9d49-44b8-8dda-877ce2301a95,segment=NetworkSegment(3ed86862-bc00-4c5a-b307-6a2427d80d1d),segment_id=3ed86862-bc00-4c5a-b307-6a2427d80d1d)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:33:35.543678 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63aa4387-ac42-4a34-93b1-e68623708922 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:35.555302 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-238d6226-fdac-40d1-987b-ff38bcfe5985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:35.752164 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef71665-98d2-419e-85c1-d63e5960a442 None None] Pushing event updated for resources: {'Port': ['ID=498ef9b8-8d84-4ec4-aacf-5d9778580a7b,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:35.803395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-238d6226-fdac-40d1-987b-ff38bcfe5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:35.804767 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-238d6226-fdac-40d1-987b-ff38bcfe5985 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:35.810752 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-238d6226-fdac-40d1-987b-ff38bcfe5985 service neutron] 10.222.0.55 "PUT /v2.0/ports/3e45e880-9d49-44b8-8dda-877ce2301a95 HTTP/1.1" status: 200 len: 1091 time: 6.1433949 Nov 15 11:33:35.811414 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6448aa-eb2e-4f19-992c-7195ad6f5caf', 'tag': '3e45e880-9d49-44b8-8dda-877ce2301a95'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:33:35.814148 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456b5f34-a1d9-4bd9-9e1b-fd7142abdbb1" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6448aa-eb2e-4f19-992c-7195ad6f5caf", "tag": "3e45e880-9d49-44b8-8dda-877ce2301a95"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:33:35.866480 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c192b687-0024-45df-8d24-862b48f241de req-3976ee8e-cfc3-4379-a4e3-3db9329b31a2 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354540 Nov 15 11:33:35.930411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8b8c5-d440-45f2-b852-a0a9983b4ba2 req-63f7f14a-c5ae-43ba-bfa8-e8fc734f226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:35.941512 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2aa8b8c5-d440-45f2-b852-a0a9983b4ba2 req-63f7f14a-c5ae-43ba-bfa8-e8fc734f226a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35d993c4-62bf-465c-9f53-7a066532910b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5089736 Nov 15 11:33:35.996618 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3b635-014b-47df-a732-23baf09ac0ef None None] Pushing event updated for resources: {'Port': ['ID=f5f78c7e-bf12-4e5f-89c0-fefa8844a23e,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:36.015013 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:33:36.016213 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:33:36.018330 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-06e298d6-882d-438f-bec6-035840d44e5e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting port 350248dd-aaa4-42a6-859b-caf6951ea293 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:33:36.020628 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06e298d6-882d-438f-bec6-035840d44e5e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:36.047505 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63aa4387-ac42-4a34-93b1-e68623708922 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:36.054013 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-63aa4387-ac42-4a34-93b1-e68623708922 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.6954730 Nov 15 11:33:36.054828 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa4387-ac42-4a34-93b1-e68623708922 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21887c9a-f652-47ab-86ca-ab3e05ac94ef,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:36.102580 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56098) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:36.128266 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51249105-6008-4b5c-ada7-b13f2cd6b0bd x-openstack-request-id: req-51249105-6008-4b5c-ada7-b13f2cd6b0bd {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:33:36.128575 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6448aa-eb2e-4f19-992c-7195ad6f5caf", "tag": "3e45e880-9d49-44b8-8dda-877ce2301a95", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:33:36.128831 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51249105-6008-4b5c-ada7-b13f2cd6b0bd {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:33:36.129260 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6448aa-eb2e-4f19-992c-7195ad6f5caf', 'tag': '3e45e880-9d49-44b8-8dda-877ce2301a95', 'status': 'completed', 'code': 200} Nov 15 11:33:36.164034 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d6226-fdac-40d1-987b-ff38bcfe5985 service neutron] Pushing event updated for resources: {'Port': ['ID=3e45e880-9d49-44b8-8dda-877ce2301a95,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:36.217432 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-6afc4c57-579b-4df2-be36-cf3330c6bf40 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group_rule': {'security_group_id': '21887c9a-f652-47ab-86ca-ab3e05ac94ef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:36.231491 n-d-729945-9 neutron-server[102678]: WARNING neutron.api.v2.base [None req-6afc4c57-579b-4df2-be36-cf3330c6bf40 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 15 11:33:36.232368 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-6afc4c57-579b-4df2-be36-cf3330c6bf40 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:33:36.233576 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6afc4c57-579b-4df2-be36-cf3330c6bf40 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0717230 Nov 15 11:33:36.237809 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56100) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:36.388210 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cf0cad19-e01e-464d-acc3-b6bb7b6cc955 req-fd6de6b3-4ab2-44d2-b9bc-e653274a2467 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 210 time: 0.1742299 Nov 15 11:33:36.395354 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-17f361ff-b80f-4b8a-9d9c-0eb065e911d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:36.397275 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-9148467a-0c3f-4536-b4ca-0b035aaec364 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Made reservation on behalf of 7766e2dd9df541a4b3334b23af798fc4 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:36.402091 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-9148467a-0c3f-4536-b4ca-0b035aaec364 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:36.483063 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2aa8b8c5-d440-45f2-b852-a0a9983b4ba2 req-13e8624e-fb2a-49b2-990d-93c93b1e32d9 service neutron] 10.222.0.11 "GET /v2.0/networks/35d993c4-62bf-465c-9f53-7a066532910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071385 Nov 15 11:33:36.512293 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-84fcdf23-fe49-45cb-b2a0-3ed18dae1d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:36.515735 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-84fcdf23-fe49-45cb-b2a0-3ed18dae1d8b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65b17bf89b7a49ca97935aec6c52656c&device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 1094 time: 0.6334133 Nov 15 11:33:36.617320 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 40693612-ac94-4070-8011-9b3ea4d83156 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:33:36.647479 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56104) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:36.682148 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ea16259f-e370-47df-ad15-65fd16e81912 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:36.750289 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ea16259f-e370-47df-ad15-65fd16e81912 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:36.886188 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ea16259f-e370-47df-ad15-65fd16e81912 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:36.889565 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ea16259f-e370-47df-ad15-65fd16e81912 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:36.891105 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ea16259f-e370-47df-ad15-65fd16e81912 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "DELETE /v2.0/security-groups/21887c9a-f652-47ab-86ca-ab3e05ac94ef HTTP/1.1" status: 204 len: 168 time: 0.6281486 Nov 15 11:33:36.900563 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-aecc9ceb-0c3c-44e8-af97-18daff6483aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e45e880-9d49-44b8-8dda-877ce2301a95 HTTP/1.1" status: 200 len: 217 time: 0.3090649 Nov 15 11:33:36.901359 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56112) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:36.973633 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16259f-e370-47df-ad15-65fd16e81912 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21887c9a-f652-47ab-86ca-ab3e05ac94ef,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:37.286461 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 40693612-ac94-4070-8011-9b3ea4d83156, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=40693612-ac94-4070-8011-9b3ea4d83156,segment=NetworkSegment(3ed86862-bc00-4c5a-b307-6a2427d80d1d),segment_id=3ed86862-bc00-4c5a-b307-6a2427d80d1d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:37.309100 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-9148467a-0c3f-4536-b4ca-0b035aaec364 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Allocated IP 172.20.0.10 (6b1842a3-8b78-48b6-930c-de775291ae35/03402d5a-eb71-46f6-ad30-bb9e6876f489/83128197-aafb-44ae-ad88-97835ae246d9) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:37.321314 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '40693612-ac94-4070-8011-9b3ea4d83156', 'network_id': '35d993c4-62bf-465c-9f53-7a066532910b', 'port_id': '40693612-ac94-4070-8011-9b3ea4d83156', 'mac_address': 'fa:16:3e:09:af:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0afb5bc-d665-4d8a-a905-15e5d2fa67c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:33:37.430651 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:37.453299 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40693612-ac94-4070-8011-9b3ea4d83156 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:33:37.483193 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 498ef9b8-8d84-4ec4-aacf-5d9778580a7b up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:37.534025 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b6c40bc8-8886-4073-a2bb-c2a7e66d45c7 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6234117 Nov 15 11:33:37.537873 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56118) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:37.553094 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-91ce0b80-e172-4d32-926c-f6de180bb950 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group': {'name': 'tempest-secgroup--228882743'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:37.574004 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2aa8b8c5-d440-45f2-b852-a0a9983b4ba2 req-417787e7-1b85-46ab-8f75-29228891ed89 service neutron] 10.222.0.11 "GET /v2.0/networks/35d993c4-62bf-465c-9f53-7a066532910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0820692 Nov 15 11:33:37.577856 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06e298d6-882d-438f-bec6-035840d44e5e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:37.578042 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-03b5cb73-1f9b-481c-aadc-a4f2ba9d7b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:37.580805 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-03b5cb73-1f9b-481c-aadc-a4f2ba9d7b3d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0afb5bc-d665-4d8a-a905-15e5d2fa67c4 HTTP/1.1" status: 200 len: 854 time: 0.6647036 Nov 15 11:33:37.590909 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 40693612-ac94-4070-8011-9b3ea4d83156, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=40693612-ac94-4070-8011-9b3ea4d83156,segment=NetworkSegment(3ed86862-bc00-4c5a-b307-6a2427d80d1d),segment_id=3ed86862-bc00-4c5a-b307-6a2427d80d1d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:37.627149 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:37.660432 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-06e298d6-882d-438f-bec6-035840d44e5e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Calling delete_port for 350248dd-aaa4-42a6-859b-caf6951ea293 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:33:37.703496 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1f4a6c5e-ff70-4a11-9c5c-35e01c183fac None None] Provisioning complete for port 498ef9b8-8d84-4ec4-aacf-5d9778580a7b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:37.704980 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1f4a6c5e-ff70-4a11-9c5c-35e01c183fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:37.709182 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91ce0b80-e172-4d32-926c-f6de180bb950 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:37.730900 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1e6be84-628a-442b-847d-0557ac7bcecd req-3952c530-8922-4944-a07c-74bcc51df339 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 210 time: 0.1969538 Nov 15 11:33:37.801464 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066933db-6c2c-4ab8-a831-e3e7a5e69931 req-81824dce-3f90-4fbe-8a08-058b4fa989ea tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:37.807541 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-066933db-6c2c-4ab8-a831-e3e7a5e69931 req-81824dce-3f90-4fbe-8a08-058b4fa989ea tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 943 time: 0.7162540 Nov 15 11:33:37.822404 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0b7884b-9e42-4310-9a16-8e3650b66219 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:37.865232 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1f4a6c5e-ff70-4a11-9c5c-35e01c183fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:37.919537 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-1f4a6c5e-ff70-4a11-9c5c-35e01c183fac None None] For port 498ef9b8-8d84-4ec4-aacf-5d9778580a7b, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=498ef9b8-8d84-4ec4-aacf-5d9778580a7b,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:37.934006 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 498ef9b8-8d84-4ec4-aacf-5d9778580a7b triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:37.934898 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:37.938752 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1f4a6c5e-ff70-4a11-9c5c-35e01c183fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:37.953300 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-e003114d-592c-4fd6-b090-243d63c10577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:37.955310 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-e003114d-592c-4fd6-b090-243d63c10577 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=35d993c4-62bf-465c-9f53-7a066532910b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2856123 Nov 15 11:33:37.967471 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=40693612-ac94-4070-8011-9b3ea4d83156,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:38.058511 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a6c5e-ff70-4a11-9c5c-35e01c183fac None None] Pushing event updated for resources: {'Port': ['ID=498ef9b8-8d84-4ec4-aacf-5d9778580a7b,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:38.077411 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['40693612-ac94-4070-8011-9b3ea4d83156'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:33:38.082265 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-9148467a-0c3f-4536-b4ca-0b035aaec364 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:38.115340 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-066933db-6c2c-4ab8-a831-e3e7a5e69931 req-3aaf103c-51cd-45f8-b044-3672c4e80133 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737744 Nov 15 11:33:38.138883 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e80ca605-8d51-4d43-816b-52779484ca8b None None] Provisioning complete for port 350248dd-aaa4-42a6-859b-caf6951ea293 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:38.140818 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e80ca605-8d51-4d43-816b-52779484ca8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:38.171402 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-88dca8c6-dbbd-4e9a-9807-84d1bf7e3008 service neutron] 10.222.0.55 "GET /v2.0/networks/35d993c4-62bf-465c-9f53-7a066532910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016299 Nov 15 11:33:38.246830 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-9148467a-0c3f-4536-b4ca-0b035aaec364 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:38.272918 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f5f78c7e-bf12-4e5f-89c0-fefa8844a23e up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:38.293108 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91ce0b80-e172-4d32-926c-f6de180bb950 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:38.310538 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-9148467a-0c3f-4536-b4ca-0b035aaec364 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Network 6b1842a3-8b78-48b6-930c-de775291ae35 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:38.318064 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-9148467a-0c3f-4536-b4ca-0b035aaec364 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:38.325161 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91ce0b80-e172-4d32-926c-f6de180bb950 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:38.326969 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e80ca605-8d51-4d43-816b-52779484ca8b None None] Port 350248dd-aaa4-42a6-859b-caf6951ea293 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:33:38.348521 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-9148467a-0c3f-4536-b4ca-0b035aaec364 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:38.351528 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0b7884b-9e42-4310-9a16-8e3650b66219 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:38.365160 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06e298d6-882d-438f-bec6-035840d44e5e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:38.395212 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0b7884b-9e42-4310-9a16-8e3650b66219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:38.410577 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-16f20d53-8818-4ab5-ad62-dcdc9c8d06ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:38.413359 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148467a-0c3f-4536-b4ca-0b035aaec364 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event updated for resources: {'Port': ['ID=83128197-aafb-44ae-ad88-97835ae246d9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:38.437233 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port f5f78c7e-bf12-4e5f-89c0-fefa8844a23e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:38.437873 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:38.446214 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-913ea79b-b443-4b9d-8520-b2792e2b4dd5 req-dc475ffb-a997-46f0-bee0-46e3cc3ce9d9 service neutron] 10.222.0.55 "GET /v2.0/networks/35d993c4-62bf-465c-9f53-7a066532910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560806 Nov 15 11:33:38.465943 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-9148467a-0c3f-4536-b4ca-0b035aaec364 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:38.470317 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-9148467a-0c3f-4536-b4ca-0b035aaec364 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:38.519555 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91ce0b80-e172-4d32-926c-f6de180bb950 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:38.522017 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-91ce0b80-e172-4d32-926c-f6de180bb950 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9832349 Nov 15 11:33:38.524920 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-9148467a-0c3f-4536-b4ca-0b035aaec364 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2431345 Nov 15 11:33:38.525570 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56124) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:38.531491 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e298d6-882d-438f-bec6-035840d44e5e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Port': ['ID=350248dd-aaa4-42a6-859b-caf6951ea293,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:38.547909 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce0b80-e172-4d32-926c-f6de180bb950 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c76fa4-cdee-4c17-803b-83cfffb81f7f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:38.583883 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-ee37e867-2272-4b5f-a8f8-26499e583bc8 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group_rule': {'security_group_id': '02c76fa4-cdee-4c17-803b-83cfffb81f7f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:38.584087 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a0b7884b-9e42-4310-9a16-8e3650b66219 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=16870c7ea4c549c58a105c9dfd30a7eb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9283345 Nov 15 11:33:38.585879 n-d-729945-9 neutron-server[102678]: WARNING neutron.api.v2.base [None req-ee37e867-2272-4b5f-a8f8-26499e583bc8 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 15 11:33:38.587549 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-ee37e867-2272-4b5f-a8f8-26499e583bc8 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:33:38.596030 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ee37e867-2272-4b5f-a8f8-26499e583bc8 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0676248 Nov 15 11:33:38.596783 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56126) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:38.605986 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56128) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:38.607135 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06e298d6-882d-438f-bec6-035840d44e5e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:38.613492 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-06e298d6-882d-438f-bec6-035840d44e5e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/350248dd-aaa4-42a6-859b-caf6951ea293 HTTP/1.1" status: 204 len: 168 time: 3.0912592 Nov 15 11:33:38.620254 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56130) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:38.648575 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7884b-9e42-4310-9a16-8e3650b66219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddfb4c6-da89-4443-a3a4-0c1f4b5801a6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:38.663278 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 75719c72-d6a5-4892-b4f0-d6db291ab72c up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:38.682121 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-05e202e7-3709-49c1-bb41-baf59ce81ace service neutron] Request body: {'port': {'device_id': '040ecf65-c7b9-46e3-a7ec-76bf73374a2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:38.723593 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00695099-109e-4319-84ad-ad0839aad3b0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:38.725405 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00695099-109e-4319-84ad-ad0839aad3b0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:38.730090 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-00695099-109e-4319-84ad-ad0839aad3b0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1085591 Nov 15 11:33:38.730704 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56132) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:38.812028 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-450b3d15-6e0b-4027-a73e-1d2bdeb14383 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:38.840661 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-3041f71c-79a5-4eac-b390-fe9b5769606a tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet 7769477c-e80e-4473-b7e0-2511530a5ca4 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:33:38.851047 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3041f71c-79a5-4eac-b390-fe9b5769606a tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:38.901781 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-450b3d15-6e0b-4027-a73e-1d2bdeb14383 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:38.923612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b5f34-a1d9-4bd9-9e1b-fd7142abdbb1 req-6c58ef95-b1f5-4d14-8670-64800444c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:38.925412 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-456b5f34-a1d9-4bd9-9e1b-fd7142abdbb1 req-6c58ef95-b1f5-4d14-8670-64800444c0dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65b17bf89b7a49ca97935aec6c52656c&device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 1094 time: 0.3984685 Nov 15 11:33:38.943058 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-05e202e7-3709-49c1-bb41-baf59ce81ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:38.971610 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3041f71c-79a5-4eac-b390-fe9b5769606a tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:38.985425 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6fc54c81-284e-4f81-8ce9-a79b34e4b7c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:38.988897 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e55f1b16-19c3-4fc4-b15f-f090c60965be None None] Provisioning complete for port 83128197-aafb-44ae-ad88-97835ae246d9 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:38.991513 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e55f1b16-19c3-4fc4-b15f-f090c60965be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:39.056844 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e55f1b16-19c3-4fc4-b15f-f090c60965be None None] Port 83128197-aafb-44ae-ad88-97835ae246d9 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:33:39.060544 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-450b3d15-6e0b-4027-a73e-1d2bdeb14383 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:39.068359 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-450b3d15-6e0b-4027-a73e-1d2bdeb14383 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:39.072488 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-450b3d15-6e0b-4027-a73e-1d2bdeb14383 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "DELETE /v2.0/security-groups/02c76fa4-cdee-4c17-803b-83cfffb81f7f HTTP/1.1" status: 204 len: 168 time: 0.4576368 Nov 15 11:33:39.081500 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56140) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:39.109482 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 75719c72-d6a5-4892-b4f0-d6db291ab72c completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:33:39.116969 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 75719c72-d6a5-4892-b4f0-d6db291ab72c triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:39.117943 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:39.170460 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b3d15-6e0b-4027-a73e-1d2bdeb14383 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c76fa4-cdee-4c17-803b-83cfffb81f7f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:39.341531 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3041f71c-79a5-4eac-b390-fe9b5769606a tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:39.348412 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-27dcc0dd-6b06-4457-9da4-1551848f5d06 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1981664 Nov 15 11:33:39.392436 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56144) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:39.398902 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:39.399123 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3fbe2610-5184-41c3-baba-d6c3f78fe4c1 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group': {'name': 'tempest-secgroup--297664150'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:39.402154 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 498ef9b8-8d84-4ec4-aacf-5d9778580a7b up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:39.488396 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3fbe2610-5184-41c3-baba-d6c3f78fe4c1 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:39.518041 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582c6041-666f-45b8-8f73-141486396812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75719c72-d6a5-4892-b4f0-d6db291ab72c'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:33:39.520895 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ca6da2-2a0d-4b95-8387-803c4a3a60f1" -d '{"events": [{"server_uuid": "582c6041-666f-45b8-8f73-141486396812", "name": "network-vif-plugged", "status": "completed", "tag": "75719c72-d6a5-4892-b4f0-d6db291ab72c"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:33:39.548779 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 75719c72-d6a5-4892-b4f0-d6db291ab72c, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=75719c72-d6a5-4892-b4f0-d6db291ab72c,segment=NetworkSegment(3ed86862-bc00-4c5a-b307-6a2427d80d1d),segment_id=3ed86862-bc00-4c5a-b307-6a2427d80d1d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:39.578317 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:39.580072 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3041f71c-79a5-4eac-b390-fe9b5769606a tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:39.622614 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 498ef9b8-8d84-4ec4-aacf-5d9778580a7b triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:39.623259 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:39.645263 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041f71c-79a5-4eac-b390-fe9b5769606a tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=7769477c-e80e-4473-b7e0-2511530a5ca4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:39.656815 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:33:39.667930 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6fc54c81-284e-4f81-8ce9-a79b34e4b7c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:39.693953 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3041f71c-79a5-4eac-b390-fe9b5769606a tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:39.699688 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3041f71c-79a5-4eac-b390-fe9b5769606a tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/7769477c-e80e-4473-b7e0-2511530a5ca4 HTTP/1.1" status: 204 len: 168 time: 0.9668152 Nov 15 11:33:39.704965 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56148) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:39.714940 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c30c38-5619-4dee-a48f-12e1501b4988 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:39.738317 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=75719c72-d6a5-4892-b4f0-d6db291ab72c,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:39.759654 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c901c-31b1-4a5e-a489-faa9b224c1e7 req-0cee32ec-3323-4acd-9724-44b50cb9b8e5 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:39.768084 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-be3c901c-31b1-4a5e-a489-faa9b224c1e7 req-0cee32ec-3323-4acd-9724-44b50cb9b8e5 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 943 time: 0.2101562 Nov 15 11:33:39.883450 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c9720ac4-acaf-42c4-aaea-53676b832e28 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1675260 Nov 15 11:33:39.895752 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56154) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:39.897532 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac1cd9-5f8f-4412-a5f8-d76bf84075fb req-cfe4f3b5-91af-4697-aba4-cf069082da40 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:39.899135 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3ac1cd9-5f8f-4412-a5f8-d76bf84075fb req-cfe4f3b5-91af-4697-aba4-cf069082da40 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 932 time: 0.9147313 Nov 15 11:33:39.906174 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-fb5740be-0325-475c-a195-5503fe63af3b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:39.943759 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:40.003673 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b5f34-a1d9-4bd9-9e1b-fd7142abdbb1 req-5b17e96f-524e-4acf-a7f0-8399aa60df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:40.005400 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-456b5f34-a1d9-4bd9-9e1b-fd7142abdbb1 req-5b17e96f-524e-4acf-a7f0-8399aa60df35 service neutron] 10.222.0.55 "GET /v2.0/networks?id=35d993c4-62bf-465c-9f53-7a066532910b HTTP/1.1" status: 200 len: 916 time: 1.0634611 Nov 15 11:33:40.035211 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3fbe2610-5184-41c3-baba-d6c3f78fe4c1 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:40.046001 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3fbe2610-5184-41c3-baba-d6c3f78fe4c1 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:40.083128 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3fbe2610-5184-41c3-baba-d6c3f78fe4c1 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:40.084943 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3fbe2610-5184-41c3-baba-d6c3f78fe4c1 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6915889 Nov 15 11:33:40.090529 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56156) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:40.103305 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7058865c-8f3c-4d55-bd81-b35c98084511 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group_rule': {'security_group_id': 'd0165ccc-ee45-4678-9a20-d332a05d62f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:40.123931 n-d-729945-9 neutron-server[102677]: WARNING neutron.api.v2.base [None req-7058865c-8f3c-4d55-bd81-b35c98084511 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 15 11:33:40.124982 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-7058865c-8f3c-4d55-bd81-b35c98084511 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:33:40.126189 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7058865c-8f3c-4d55-bd81-b35c98084511 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0330272 Nov 15 11:33:40.133617 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56158) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:40.148377 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b627b0f0-ad54-4ab4-ba04-0991e9f192c8 None None] DHCP port deletion for ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:33:40.152515 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3a413bf9-44d3-4d43-8c67-b209702e9f84 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group_rule': {'security_group_id': 'd0165ccc-ee45-4678-9a20-d332a05d62f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:40.153263 n-d-729945-9 neutron-server[102677]: WARNING neutron.api.v2.base [None req-3a413bf9-44d3-4d43-8c67-b209702e9f84 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 15 11:33:40.154245 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-3a413bf9-44d3-4d43-8c67-b209702e9f84 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:33:40.156377 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3a413bf9-44d3-4d43-8c67-b209702e9f84 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0179329 Nov 15 11:33:40.157341 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe2610-5184-41c3-baba-d6c3f78fe4c1 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0165ccc-ee45-4678-9a20-d332a05d62f8,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:40.160379 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56160) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:40.162926 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5740be-0325-475c-a195-5503fe63af3b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:40.166648 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb5740be-0325-475c-a195-5503fe63af3b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:40.180158 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-456b5f34-a1d9-4bd9-9e1b-fd7142abdbb1 req-1af124cc-6229-4527-8772-02f783845b3b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e45e880-9d49-44b8-8dda-877ce2301a95 HTTP/1.1" status: 200 len: 217 time: 0.1538227 Nov 15 11:33:40.181000 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4614c060-8e4d-41a2-a615-1d323eaa2780 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group_rule': {'security_group_id': 'd0165ccc-ee45-4678-9a20-d332a05d62f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:40.191724 n-d-729945-9 neutron-server[102677]: WARNING neutron.api.v2.base [None req-4614c060-8e4d-41a2-a615-1d323eaa2780 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 15 11:33:40.192388 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-4614c060-8e4d-41a2-a615-1d323eaa2780 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:33:40.193494 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4614c060-8e4d-41a2-a615-1d323eaa2780 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0316110 Nov 15 11:33:40.214126 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56162) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:40.224429 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-b627b0f0-ad54-4ab4-ba04-0991e9f192c8 None None] Deleting port 498ef9b8-8d84-4ec4-aacf-5d9778580a7b {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:33:40.225016 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b627b0f0-ad54-4ab4-ba04-0991e9f192c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:40.265677 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-bebfd783-fb15-4200-baa6-d1a0950fa551 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group_rule': {'security_group_id': 'd0165ccc-ee45-4678-9a20-d332a05d62f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:40.266800 n-d-729945-9 neutron-server[102677]: WARNING neutron.api.v2.base [None req-bebfd783-fb15-4200-baa6-d1a0950fa551 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 15 11:33:40.267665 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-bebfd783-fb15-4200-baa6-d1a0950fa551 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:33:40.268440 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bebfd783-fb15-4200-baa6-d1a0950fa551 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0528631 Nov 15 11:33:40.271721 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56164) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:40.287429 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b5f34-a1d9-4bd9-9e1b-fd7142abdbb1 req-00150090-6b6a-41cd-8e54-aa93d30c096a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:40.295218 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-456b5f34-a1d9-4bd9-9e1b-fd7142abdbb1 req-00150090-6b6a-41cd-8e54-aa93d30c096a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0afb5bc-d665-4d8a-a905-15e5d2fa67c4 HTTP/1.1" status: 200 len: 854 time: 0.1021557 Nov 15 11:33:40.332360 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b627b0f0-ad54-4ab4-ba04-0991e9f192c8 None None] For port 498ef9b8-8d84-4ec4-aacf-5d9778580a7b, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=498ef9b8-8d84-4ec4-aacf-5d9778580a7b,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:40.332987 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b627b0f0-ad54-4ab4-ba04-0991e9f192c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:40.339522 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6fc54c81-284e-4f81-8ce9-a79b34e4b7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:40.342309 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6fc54c81-284e-4f81-8ce9-a79b34e4b7c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:40.343572 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6fc54c81-284e-4f81-8ce9-a79b34e4b7c4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6ddfb4c6-da89-4443-a3a4-0c1f4b5801a6 HTTP/1.1" status: 204 len: 168 time: 1.7164924 Nov 15 11:33:40.347265 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3ac1cd9-5f8f-4412-a5f8-d76bf84075fb req-adfc5d61-dd1d-4a79-9061-10290bda3870 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170408 Nov 15 11:33:40.353274 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-b627b0f0-ad54-4ab4-ba04-0991e9f192c8 None None] Calling delete_port for 498ef9b8-8d84-4ec4-aacf-5d9778580a7b owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:33:40.386836 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60b512d8-266e-4131-98ec-d96c553234d9 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:40.430125 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60b512d8-266e-4131-98ec-d96c553234d9 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:40.476243 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-be3c901c-31b1-4a5e-a489-faa9b224c1e7 req-c37c37e0-9404-4888-81ed-f25af706500c tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7070158 Nov 15 11:33:40.486457 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e54398-2167-45ed-8503-7c6680146ce7 x-openstack-request-id: req-91e54398-2167-45ed-8503-7c6680146ce7 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:33:40.486842 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "582c6041-666f-45b8-8f73-141486396812", "name": "network-vif-plugged", "status": "completed", "tag": "75719c72-d6a5-4892-b4f0-d6db291ab72c", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:33:40.487038 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-91e54398-2167-45ed-8503-7c6680146ce7 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:33:40.487480 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '582c6041-666f-45b8-8f73-141486396812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75719c72-d6a5-4892-b4f0-d6db291ab72c', 'code': 200} Nov 15 11:33:40.491758 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc54c81-284e-4f81-8ce9-a79b34e4b7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddfb4c6-da89-4443-a3a4-0c1f4b5801a6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:40.499585 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b627b0f0-ad54-4ab4-ba04-0991e9f192c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:40.526969 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b5f34-a1d9-4bd9-9e1b-fd7142abdbb1 req-57fb6e88-a9c2-41af-906a-85cae5e824ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:40.528965 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-456b5f34-a1d9-4bd9-9e1b-fd7142abdbb1 req-57fb6e88-a9c2-41af-906a-85cae5e824ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=35d993c4-62bf-465c-9f53-7a066532910b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1983728 Nov 15 11:33:40.598778 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627b0f0-ad54-4ab4-ba04-0991e9f192c8 None None] Pushing event deleted for resources: {'Port': ['ID=498ef9b8-8d84-4ec4-aacf-5d9778580a7b,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:40.626816 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b627b0f0-ad54-4ab4-ba04-0991e9f192c8 None None] No DVR routers for this DVR port 498ef9b8-8d84-4ec4-aacf-5d9778580a7b on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:33:40.671294 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 40693612-ac94-4070-8011-9b3ea4d83156 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:40.747053 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60b512d8-266e-4131-98ec-d96c553234d9 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:40.754162 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60b512d8-266e-4131-98ec-d96c553234d9 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:40.755744 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-60b512d8-266e-4131-98ec-d96c553234d9 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "DELETE /v2.0/security-groups/d0165ccc-ee45-4678-9a20-d332a05d62f8 HTTP/1.1" status: 204 len: 168 time: 0.4824102 Nov 15 11:33:40.759195 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56170) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:40.771728 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750cf90-b9e7-40f3-b3d5-8a92539c98df req-9b6ea682-b44c-4c6c-97cb-bc3098b0bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:40.777928 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f750cf90-b9e7-40f3-b3d5-8a92539c98df req-9b6ea682-b44c-4c6c-97cb-bc3098b0bc3a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 1097 time: 0.2398558 Nov 15 11:33:40.809693 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b512d8-266e-4131-98ec-d96c553234d9 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0165ccc-ee45-4678-9a20-d332a05d62f8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:40.813662 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 40693612-ac94-4070-8011-9b3ea4d83156 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:33:40.817737 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 40693612-ac94-4070-8011-9b3ea4d83156 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:40.818104 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:40.820826 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-456b5f34-a1d9-4bd9-9e1b-fd7142abdbb1 req-ef1393ad-0971-4ece-bbdf-d273fc4b7a52 service neutron] 10.222.0.55 "GET /v2.0/networks/35d993c4-62bf-465c-9f53-7a066532910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740397 Nov 15 11:33:40.892545 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-05e202e7-3709-49c1-bb41-baf59ce81ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83128197-aafb-44ae-ad88-97835ae246d9 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:33:40.930920 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb5740be-0325-475c-a195-5503fe63af3b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:40.953951 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-05e202e7-3709-49c1-bb41-baf59ce81ace service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:41.012643 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-456b5f34-a1d9-4bd9-9e1b-fd7142abdbb1 req-d43baa05-639d-4cf2-a663-753f125e223e service neutron] 10.222.0.55 "GET /v2.0/networks/35d993c4-62bf-465c-9f53-7a066532910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776097 Nov 15 11:33:41.022625 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:41.023403 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-aaa15daf-6b9b-44a5-a07c-a19493f9ffa8 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2400324 Nov 15 11:33:41.037600 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56180) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:41.046401 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-04adb930-fc77-4355-b0ec-c8404234c314 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group': {'name': 'tempest-secgroup--297818926'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:41.061366 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5740be-0325-475c-a195-5503fe63af3b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:41.078189 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-05e202e7-3709-49c1-bb41-baf59ce81ace service neutron] Transition to ACTIVE for port object 83128197-aafb-44ae-ad88-97835ae246d9 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:33:41.083867 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-fb5740be-0325-475c-a195-5503fe63af3b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:41.088869 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5740be-0325-475c-a195-5503fe63af3b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:41.089554 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb5740be-0325-475c-a195-5503fe63af3b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:41.106981 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f750cf90-b9e7-40f3-b3d5-8a92539c98df req-ee262bf3-92cc-4f06-956a-67e1bcc64a69 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129716 Nov 15 11:33:41.115302 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-05e202e7-3709-49c1-bb41-baf59ce81ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:41.128025 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5740be-0325-475c-a195-5503fe63af3b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=557546b0-1dee-487d-a68a-28939b9bad12,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:41.143667 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fb5740be-0325-475c-a195-5503fe63af3b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2424874 Nov 15 11:33:41.151701 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56184) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:41.161134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7fc41dbe-4757-49a7-aab5-a2dc9207177e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'name': 'tempest-NetworksTestDHCPv6-1229107949'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:41.171892 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04adb930-fc77-4355-b0ec-c8404234c314 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:41.221028 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 40693612-ac94-4070-8011-9b3ea4d83156, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=40693612-ac94-4070-8011-9b3ea4d83156,segment=NetworkSegment(3ed86862-bc00-4c5a-b307-6a2427d80d1d),segment_id=3ed86862-bc00-4c5a-b307-6a2427d80d1d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:41.224310 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ac00a0-fda7-438f-ab19-301bac7e1ade None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:41.247092 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:41.395596 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04adb930-fc77-4355-b0ec-c8404234c314 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:41.448581 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04adb930-fc77-4355-b0ec-c8404234c314 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:41.451870 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 498ef9b8-8d84-4ec4-aacf-5d9778580a7b no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:33:41.481959 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc41dbe-4757-49a7-aab5-a2dc9207177e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:41.488472 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fc41dbe-4757-49a7-aab5-a2dc9207177e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:41.514487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e202e7-3709-49c1-bb41-baf59ce81ace service neutron] Pushing event updated for resources: {'Port': ['ID=83128197-aafb-44ae-ad88-97835ae246d9,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:41.555512 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-7fc41dbe-4757-49a7-aab5-a2dc9207177e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] device_id is not set on port 891b1127-7bd5-47d5-99be-2b39c548bbe9 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:33:41.706488 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=40693612-ac94-4070-8011-9b3ea4d83156,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:41.753696 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04adb930-fc77-4355-b0ec-c8404234c314 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:41.755216 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-04adb930-fc77-4355-b0ec-c8404234c314 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7164056 Nov 15 11:33:41.758255 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56198) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:41.778088 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3d540c4b-cd11-4e55-b17e-ad4c7ca9c21f tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group_rule': {'security_group_id': 'd20cdefb-c712-41db-8cfa-f3d4ce052afa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:41.780568 n-d-729945-9 neutron-server[102677]: WARNING neutron.api.v2.base [None req-3d540c4b-cd11-4e55-b17e-ad4c7ca9c21f tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 15 11:33:41.781125 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-3d540c4b-cd11-4e55-b17e-ad4c7ca9c21f tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:33:41.786082 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3d540c4b-cd11-4e55-b17e-ad4c7ca9c21f tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0257068 Nov 15 11:33:41.791765 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56200) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:41.795548 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04adb930-fc77-4355-b0ec-c8404234c314 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d20cdefb-c712-41db-8cfa-f3d4ce052afa,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:41.834715 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-8127144d-24b4-4635-9150-a6074bf0c8b0 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group_rule': {'security_group_id': 'd20cdefb-c712-41db-8cfa-f3d4ce052afa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:41.842210 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 498ef9b8-8d84-4ec4-aacf-5d9778580a7b {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:33:41.843292 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 498ef9b8-8d84-4ec4-aacf-5d9778580a7b not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:33:41.852898 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b41835-ab68-45ae-b77f-c821813aac26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'fixed_ips': [{'subnet_id': '557546b0-1dee-487d-a68a-28939b9bad12'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:33:41.855564 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-77b41835-ab68-45ae-b77f-c821813aac26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:41.880610 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:41.891075 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-7fc41dbe-4757-49a7-aab5-a2dc9207177e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8::34c (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/557546b0-1dee-487d-a68a-28939b9bad12/891b1127-7bd5-47d5-99be-2b39c548bbe9) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:42.025821 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 3e45e880-9d49-44b8-8dda-877ce2301a95 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:33:42.050419 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56208) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:42.090572 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-05e202e7-3709-49c1-bb41-baf59ce81ace service neutron] Attempting to bind port 83128197-aafb-44ae-ad88-97835ae246d9 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:33:42.091592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-05e202e7-3709-49c1-bb41-baf59ce81ace service neutron] Attempting to bind port 83128197-aafb-44ae-ad88-97835ae246d9 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:33:42.093167 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-05e202e7-3709-49c1-bb41-baf59ce81ace service neutron] Attempting to bind port 83128197-aafb-44ae-ad88-97835ae246d9 on network 6b1842a3-8b78-48b6-930c-de775291ae35 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:33:42.114885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-05e202e7-3709-49c1-bb41-baf59ce81ace service neutron] Port 83128197-aafb-44ae-ad88-97835ae246d9 on network 6b1842a3-8b78-48b6-930c-de775291ae35 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:33:42.123985 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-05e202e7-3709-49c1-bb41-baf59ce81ace service neutron] Attempting to bind port 83128197-aafb-44ae-ad88-97835ae246d9 on network 6b1842a3-8b78-48b6-930c-de775291ae35 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:33:42.148628 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-8127144d-24b4-4635-9150-a6074bf0c8b0 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:33:42.150683 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8127144d-24b4-4635-9150-a6074bf0c8b0 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3559852 Nov 15 11:33:42.153407 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56212) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:42.157529 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-05e202e7-3709-49c1-bb41-baf59ce81ace service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:33:42.158150 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-05e202e7-3709-49c1-bb41-baf59ce81ace service neutron] Checking segment: {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:42.158841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-05e202e7-3709-49c1-bb41-baf59ce81ace service neutron] Bound using segment: {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:33:42.159908 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-05e202e7-3709-49c1-bb41-baf59ce81ace service neutron] Bound port: 83128197-aafb-44ae-ad88-97835ae246d9, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:33:42.160584 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-05e202e7-3709-49c1-bb41-baf59ce81ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:42.165184 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-44e3d455-fd27-4b56-a8ed-2b9a6c0af856 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group_rule': {'security_group_id': 'd20cdefb-c712-41db-8cfa-f3d4ce052afa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:42.172465 n-d-729945-9 neutron-server[102677]: WARNING neutron.api.v2.base [None req-44e3d455-fd27-4b56-a8ed-2b9a6c0af856 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 15 11:33:42.173433 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-44e3d455-fd27-4b56-a8ed-2b9a6c0af856 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:33:42.175553 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-44e3d455-fd27-4b56-a8ed-2b9a6c0af856 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0209558 Nov 15 11:33:42.180291 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56214) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:42.189752 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fae04-050d-4df1-9108-bb40ed4d5fd2 req-74a1393e-d629-4fce-900b-6297ffc9930f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:42.190707 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-eaadd9fe-4e36-46d4-bfbc-dda8739e9be6 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group_rule': {'security_group_id': 'd20cdefb-c712-41db-8cfa-f3d4ce052afa', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:42.193359 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-213fae04-050d-4df1-9108-bb40ed4d5fd2 req-74a1393e-d629-4fce-900b-6297ffc9930f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 943 time: 0.5211768 Nov 15 11:33:42.230183 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-eaadd9fe-4e36-46d4-bfbc-dda8739e9be6 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:33:42.231839 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-eaadd9fe-4e36-46d4-bfbc-dda8739e9be6 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0485115 Nov 15 11:33:42.237346 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56216) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:42.250002 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1a1a6e87-8533-4a0e-8e78-39d2eeea2417 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group_rule': {'security_group_id': 'd20cdefb-c712-41db-8cfa-f3d4ce052afa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:42.250941 n-d-729945-9 neutron-server[102677]: WARNING neutron.api.v2.base [None req-1a1a6e87-8533-4a0e-8e78-39d2eeea2417 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 15 11:33:42.251902 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-1a1a6e87-8533-4a0e-8e78-39d2eeea2417 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:33:42.256136 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1a1a6e87-8533-4a0e-8e78-39d2eeea2417 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0148425 Nov 15 11:33:42.265948 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56218) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:42.270934 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-23e9e039-47b7-43f3-95aa-791e9bbdeb4f tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group_rule': {'security_group_id': 'd20cdefb-c712-41db-8cfa-f3d4ce052afa', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:42.305341 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:42.324028 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f52f6f58-aa38-4c8a-92f6-fb534eb749e0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-894655633'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:42.352542 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fc41dbe-4757-49a7-aab5-a2dc9207177e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:42.411486 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52f6f58-aa38-4c8a-92f6-fb534eb749e0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Made reservation on behalf of 0a82ebb1e550449ab3351c5452600713 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:42.415517 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f52f6f58-aa38-4c8a-92f6-fb534eb749e0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:42.416005 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 3e45e880-9d49-44b8-8dda-877ce2301a95, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3e45e880-9d49-44b8-8dda-877ce2301a95,segment=NetworkSegment(3ed86862-bc00-4c5a-b307-6a2427d80d1d),segment_id=3ed86862-bc00-4c5a-b307-6a2427d80d1d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:42.431355 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f52f6f58-aa38-4c8a-92f6-fb534eb749e0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:42.442308 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '3e45e880-9d49-44b8-8dda-877ce2301a95', 'network_id': '35d993c4-62bf-465c-9f53-7a066532910b', 'port_id': '3e45e880-9d49-44b8-8dda-877ce2301a95', 'mac_address': 'fa:16:3e:bd:6c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0afb5bc-d665-4d8a-a905-15e5d2fa67c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:33:42.446066 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-23e9e039-47b7-43f3-95aa-791e9bbdeb4f tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:33:42.449985 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-23e9e039-47b7-43f3-95aa-791e9bbdeb4f tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1802669 Nov 15 11:33:42.452708 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fc41dbe-4757-49a7-aab5-a2dc9207177e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:42.456613 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56220) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:42.461470 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3beb4617-690d-446a-a194-a61d50133b72 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group_rule': {'security_group_id': 'd20cdefb-c712-41db-8cfa-f3d4ce052afa', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:42.461986 n-d-729945-9 neutron-server[102677]: WARNING neutron.api.v2.base [None req-3beb4617-690d-446a-a194-a61d50133b72 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 15 11:33:42.462575 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-3beb4617-690d-446a-a194-a61d50133b72 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:33:42.466291 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3beb4617-690d-446a-a194-a61d50133b72 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061285 Nov 15 11:33:42.477729 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56222) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:42.483449 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30f9dc-7b39-4164-b7c5-d706c616078f req-33204c70-ed1e-4fbf-934c-77c2d7faaa32 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:42.485460 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b30f9dc-7b39-4164-b7c5-d706c616078f req-33204c70-ed1e-4fbf-934c-77c2d7faaa32 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 944 time: 0.8665078 Nov 15 11:33:42.499198 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-05e202e7-3709-49c1-bb41-baf59ce81ace service neutron] For port 83128197-aafb-44ae-ad88-97835ae246d9, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:33:42.504664 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-05e202e7-3709-49c1-bb41-baf59ce81ace service neutron] For port 83128197-aafb-44ae-ad88-97835ae246d9, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=83128197-aafb-44ae-ad88-97835ae246d9,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:33:42.513805 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-19454c76-5c62-49fb-ad9f-3505c0aeb378 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group_rule': {'security_group_id': 'd20cdefb-c712-41db-8cfa-f3d4ce052afa', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:42.525296 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f02a84f-531d-4668-a56c-2e08c7b6ce7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40693612-ac94-4070-8011-9b3ea4d83156'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:33:42.527889 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8cbe6b-f36d-4603-98b6-852ba4670573" -d '{"events": [{"server_uuid": "6f02a84f-531d-4668-a56c-2e08c7b6ce7d", "name": "network-vif-plugged", "status": "completed", "tag": "40693612-ac94-4070-8011-9b3ea4d83156"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:33:42.537174 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-05e202e7-3709-49c1-bb41-baf59ce81ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:42.574896 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc41dbe-4757-49a7-aab5-a2dc9207177e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:42.638405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-05e202e7-3709-49c1-bb41-baf59ce81ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:42.641782 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-05e202e7-3709-49c1-bb41-baf59ce81ace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:42.644134 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:42.649772 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-05e202e7-3709-49c1-bb41-baf59ce81ace service neutron] 10.222.0.55 "PUT /v2.0/ports/83128197-aafb-44ae-ad88-97835ae246d9 HTTP/1.1" status: 200 len: 1092 time: 4.0211041 Nov 15 11:33:42.670106 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7fc41dbe-4757-49a7-aab5-a2dc9207177e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:42.671614 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040ecf65-c7b9-46e3-a7ec-76bf73374a2b', 'tag': '83128197-aafb-44ae-ad88-97835ae246d9'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:33:42.675246 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc41dbe-4757-49a7-aab5-a2dc9207177e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:42.676878 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-77b41835-ab68-45ae-b77f-c821813aac26 None None] Allocated IP 2001:db8::2 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/557546b0-1dee-487d-a68a-28939b9bad12/7cd2a1a2-bc78-4e1a-bf85-fe710821c404) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:42.678290 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc91e0e-d7f6-4efa-9a9f-3ee092d49343" -d '{"events": [{"name": "network-changed", "server_uuid": "040ecf65-c7b9-46e3-a7ec-76bf73374a2b", "tag": "83128197-aafb-44ae-ad88-97835ae246d9"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:33:42.679703 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e45e880-9d49-44b8-8dda-877ce2301a95 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:33:42.687447 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc41dbe-4757-49a7-aab5-a2dc9207177e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:42.688148 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7fc41dbe-4757-49a7-aab5-a2dc9207177e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:42.723375 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 3e45e880-9d49-44b8-8dda-877ce2301a95, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3e45e880-9d49-44b8-8dda-877ce2301a95,segment=NetworkSegment(3ed86862-bc00-4c5a-b307-6a2427d80d1d),segment_id=3ed86862-bc00-4c5a-b307-6a2427d80d1d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:42.742501 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:42.780796 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-19454c76-5c62-49fb-ad9f-3505c0aeb378 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:33:42.785299 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-19454c76-5c62-49fb-ad9f-3505c0aeb378 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3074417 Nov 15 11:33:42.787500 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc41dbe-4757-49a7-aab5-a2dc9207177e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=891b1127-7bd5-47d5-99be-2b39c548bbe9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:42.803943 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56232) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:42.827859 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ee22f833-0190-41af-bf06-51bd0d7febc8 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group_rule': {'security_group_id': 'd20cdefb-c712-41db-8cfa-f3d4ce052afa', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:42.850624 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7fc41dbe-4757-49a7-aab5-a2dc9207177e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6977201 Nov 15 11:33:42.861012 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56234) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:42.947007 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-da633ce8-a438-468a-b38a-266156c1cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:42.948939 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-da633ce8-a438-468a-b38a-266156c1cd0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 1095 time: 0.1811380 Nov 15 11:33:42.956171 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b30f9dc-7b39-4164-b7c5-d706c616078f req-e4bb257e-0de2-4e0d-b274-e1556bc0d816 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257307 Nov 15 11:33:42.971536 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-213fae04-050d-4df1-9108-bb40ed4d5fd2 req-aa69c3e0-be60-471c-9f5b-f867a16bf585 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7674160 Nov 15 11:33:42.989816 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f52f6f58-aa38-4c8a-92f6-fb534eb749e0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:43.014058 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f52f6f58-aa38-4c8a-92f6-fb534eb749e0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:43.047625 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52f6f58-aa38-4c8a-92f6-fb534eb749e0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:33:43.072702 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f52f6f58-aa38-4c8a-92f6-fb534eb749e0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:43.072975 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-f52f6f58-aa38-4c8a-92f6-fb534eb749e0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Added segment 9fe08aeb-2d7d-401b-a815-7f1b24814803 of type vlan for network 24616f0f-b40a-48ef-be91-ec71752e893a Nov 15 11:33:43.090989 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-4de171b0-d978-4735-b307-c2588a068239 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83128197-aafb-44ae-ad88-97835ae246d9 HTTP/1.1" status: 200 len: 217 time: 0.1161914 Nov 15 11:33:43.109122 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e3070c-5d10-42e1-856a-1d36cc546974 x-openstack-request-id: req-e4e3070c-5d10-42e1-856a-1d36cc546974 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:33:43.109350 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040ecf65-c7b9-46e3-a7ec-76bf73374a2b", "tag": "83128197-aafb-44ae-ad88-97835ae246d9", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:33:43.111028 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e4e3070c-5d10-42e1-856a-1d36cc546974 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:33:43.111447 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040ecf65-c7b9-46e3-a7ec-76bf73374a2b', 'tag': '83128197-aafb-44ae-ad88-97835ae246d9', 'status': 'completed', 'code': 200} Nov 15 11:33:43.185910 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-55cde6b6-1de1-4cf5-bc16-922bc1460dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:43.187471 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-55cde6b6-1de1-4cf5-bc16-922bc1460dae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 200 len: 850 time: 0.0745943 Nov 15 11:33:43.188482 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e202e7-3709-49c1-bb41-baf59ce81ace service neutron] Pushing event updated for resources: {'Port': ['ID=83128197-aafb-44ae-ad88-97835ae246d9,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:43.207285 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15a4ce7-bebf-4428-ad9e-a8af100c9471 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:43.211670 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c15a4ce7-bebf-4428-ad9e-a8af100c9471 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3483741 Nov 15 11:33:43.216197 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56240) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:43.247297 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f52f6f58-aa38-4c8a-92f6-fb534eb749e0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:43.256530 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f6f58-aa38-4c8a-92f6-fb534eb749e0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0ec13f-a7cf-44db-b3dd-01095acbecad,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:43.291621 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-ee22f833-0190-41af-bf06-51bd0d7febc8 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:33:43.293176 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ee22f833-0190-41af-bf06-51bd0d7febc8 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4882691 Nov 15 11:33:43.303951 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56242) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:43.338845 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44d70ae-0d3f-4854-9907-ab5cc8fa4320 x-openstack-request-id: req-c44d70ae-0d3f-4854-9907-ab5cc8fa4320 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:33:43.339452 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f02a84f-531d-4668-a56c-2e08c7b6ce7d", "name": "network-vif-plugged", "status": "completed", "tag": "40693612-ac94-4070-8011-9b3ea4d83156", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:33:43.339452 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c44d70ae-0d3f-4854-9907-ab5cc8fa4320 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:33:43.339727 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f02a84f-531d-4668-a56c-2e08c7b6ce7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40693612-ac94-4070-8011-9b3ea4d83156', 'code': 200} Nov 15 11:33:43.386429 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=3e45e880-9d49-44b8-8dda-877ce2301a95,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:43.390148 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-f52f6f58-aa38-4c8a-92f6-fb534eb749e0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 11:33:43.415200 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['3e45e880-9d49-44b8-8dda-877ce2301a95'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:33:43.458271 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-7f1c9b6f-7672-4cc9-b824-ace550b8e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:43.460736 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-7f1c9b6f-7672-4cc9-b824-ace550b8e275 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1842a3-8b78-48b6-930c-de775291ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2650380 Nov 15 11:33:43.468019 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6742fdb2-cb18-408e-9115-4494f6c84f1a tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting port 891b1127-7bd5-47d5-99be-2b39c548bbe9 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:33:43.468636 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6742fdb2-cb18-408e-9115-4494f6c84f1a tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:43.576997 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f52f6f58-aa38-4c8a-92f6-fb534eb749e0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:43.590239 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f6f58-aa38-4c8a-92f6-fb534eb749e0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:43.591498 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f52f6f58-aa38-4c8a-92f6-fb534eb749e0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:43.637381 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecf105-8500-4bed-a05e-90fea11b9a0e req-a50c0413-857a-46fd-83fb-1b2f00b92c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:43.639256 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8eecf105-8500-4bed-a05e-90fea11b9a0e req-a50c0413-857a-46fd-83fb-1b2f00b92c4c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6f02a84f-531d-4668-a56c-2e08c7b6ce7d HTTP/1.1" status: 200 len: 1096 time: 0.3842108 Nov 15 11:33:43.676108 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6742fdb2-cb18-408e-9115-4494f6c84f1a tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:43.676678 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e28c287-7ae0-4568-9e51-c01ce1036386 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:43.688090 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-b08fa307-8b67-47ec-a244-4f635eb8e0df service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158225 Nov 15 11:33:43.713730 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f52f6f58-aa38-4c8a-92f6-fb534eb749e0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6597397 Nov 15 11:33:43.726476 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-77b41835-ab68-45ae-b77f-c821813aac26 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:43.739760 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-77b41835-ab68-45ae-b77f-c821813aac26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:43.799698 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b41835-ab68-45ae-b77f-c821813aac26 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:43.805724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6742fdb2-cb18-408e-9115-4494f6c84f1a tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Calling delete_port for 891b1127-7bd5-47d5-99be-2b39c548bbe9 owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:33:43.806025 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-77b41835-ab68-45ae-b77f-c821813aac26 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:43.813565 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b41835-ab68-45ae-b77f-c821813aac26 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:43.815703 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55a4cd9a-9774-46fc-912f-1b83835c1d23 req-eb8359b1-5243-4b05-abea-8f7dfb2c2744 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198320 Nov 15 11:33:43.818792 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56244) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:43.843702 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b41835-ab68-45ae-b77f-c821813aac26 None None] Pushing event updated for resources: {'Port': ['ID=7cd2a1a2-bc78-4e1a-bf85-fe710821c404,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:43.858630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-764ccc6a-35c1-4ee4-8dfb-bfde9e3ec8e3 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-176187788'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:43.878294 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-77b41835-ab68-45ae-b77f-c821813aac26 None None] Attempting to bind port 7cd2a1a2-bc78-4e1a-bf85-fe710821c404 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:33:43.878654 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-77b41835-ab68-45ae-b77f-c821813aac26 None None] Attempting to bind port 7cd2a1a2-bc78-4e1a-bf85-fe710821c404 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:33:43.879012 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b41835-ab68-45ae-b77f-c821813aac26 None None] Attempting to bind port 7cd2a1a2-bc78-4e1a-bf85-fe710821c404 on network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:33:43.887159 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e28c287-7ae0-4568-9e51-c01ce1036386 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:43.894824 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b41835-ab68-45ae-b77f-c821813aac26 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:33:43.895193 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b41835-ab68-45ae-b77f-c821813aac26 None None] Checking segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:43.895631 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-77b41835-ab68-45ae-b77f-c821813aac26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:43.896041 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b41835-ab68-45ae-b77f-c821813aac26 None None] Bound using segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:33:43.896523 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-77b41835-ab68-45ae-b77f-c821813aac26 None None] Bound port: 7cd2a1a2-bc78-4e1a-bf85-fe710821c404, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:33:43.896897 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-77b41835-ab68-45ae-b77f-c821813aac26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:43.972131 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-77b41835-ab68-45ae-b77f-c821813aac26 None None] For port 7cd2a1a2-bc78-4e1a-bf85-fe710821c404, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:33:43.975901 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-77b41835-ab68-45ae-b77f-c821813aac26 None None] For port 7cd2a1a2-bc78-4e1a-bf85-fe710821c404, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7cd2a1a2-bc78-4e1a-bf85-fe710821c404,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:33:43.985369 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-77b41835-ab68-45ae-b77f-c821813aac26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:44.010672 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764ccc6a-35c1-4ee4-8dfb-bfde9e3ec8e3 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Made reservation on behalf of 0a82ebb1e550449ab3351c5452600713 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:44.016124 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-764ccc6a-35c1-4ee4-8dfb-bfde9e3ec8e3 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:44.044674 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc91e0e-d7f6-4efa-9a9f-3ee092d49343 req-ab7be629-c483-47b3-a02a-d51a34ef05a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:44.046514 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bdc91e0e-d7f6-4efa-9a9f-3ee092d49343 req-ab7be629-c483-47b3-a02a-d51a34ef05a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 1095 time: 0.1712837 Nov 15 11:33:44.052887 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8eecf105-8500-4bed-a05e-90fea11b9a0e req-ae1cb66d-c4fa-4a65-b2be-22651ed0c48c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734088 Nov 15 11:33:44.064779 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f6f58-aa38-4c8a-92f6-fb534eb749e0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Network': ['ID=24616f0f-b40a-48ef-be91-ec71752e893a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:44.091039 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764ccc6a-35c1-4ee4-8dfb-bfde9e3ec8e3 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:33:44.114163 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 24616f0f-b40a-48ef-be91-ec71752e893a details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:33:44.148186 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e28c287-7ae0-4568-9e51-c01ce1036386 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:44.150881 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e28c287-7ae0-4568-9e51-c01ce1036386 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:44.152575 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3e28c287-7ae0-4568-9e51-c01ce1036386 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "DELETE /v2.0/security-groups/d20cdefb-c712-41db-8cfa-f3d4ce052afa HTTP/1.1" status: 204 len: 168 time: 0.8471606 Nov 15 11:33:44.156143 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56254) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:44.207709 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-764ccc6a-35c1-4ee4-8dfb-bfde9e3ec8e3 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:44.208379 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-764ccc6a-35c1-4ee4-8dfb-bfde9e3ec8e3 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Added segment b27bfca8-12ea-43c3-99a5-921b192655e4 of type vlan for network b016dfb7-c84b-4db3-9ed0-9b6996a19a2f Nov 15 11:33:44.275456 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-111a8d76-2d5e-4a8c-882d-c3bcdb4557c2 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1145844 Nov 15 11:33:44.276496 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28c287-7ae0-4568-9e51-c01ce1036386 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20cdefb-c712-41db-8cfa-f3d4ce052afa,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:44.280161 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56256) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:44.290250 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7459abbd-d539-40aa-95f3-6cc1538e418c tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group': {'name': 'tempest-secgroup--2052258126'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:44.297025 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b41835-ab68-45ae-b77f-c821813aac26 None None] Pushing event updated for resources: {'Port': ['ID=7cd2a1a2-bc78-4e1a-bf85-fe710821c404,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:44.337377 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7459abbd-d539-40aa-95f3-6cc1538e418c tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:44.456693 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-764ccc6a-35c1-4ee4-8dfb-bfde9e3ec8e3 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:44.480550 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3cd4c-d79e-462f-819b-52a8124a0749 req-d1c00555-0ada-4ea2-a136-154969bd4a84 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:44.485010 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ca3cd4c-d79e-462f-819b-52a8124a0749 req-d1c00555-0ada-4ea2-a136-154969bd4a84 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 944 time: 0.3245952 Nov 15 11:33:44.495578 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7459abbd-d539-40aa-95f3-6cc1538e418c tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:44.507605 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7459abbd-d539-40aa-95f3-6cc1538e418c tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:44.516762 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693af2f9-6f5a-4d50-9b76-6c90a2f208e9 req-0d8ed09f-6e79-4742-9e49-1404b432aff2 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:44.518322 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-693af2f9-6f5a-4d50-9b76-6c90a2f208e9 req-0d8ed09f-6e79-4742-9e49-1404b432aff2 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 944 time: 0.2567258 Nov 15 11:33:44.527885 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6742fdb2-cb18-408e-9115-4494f6c84f1a tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:44.544509 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459abbd-d539-40aa-95f3-6cc1538e418c tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80be809c-4456-496a-a8ee-8519aee6fd72,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:44.572715 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7459abbd-d539-40aa-95f3-6cc1538e418c tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:44.573995 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7459abbd-d539-40aa-95f3-6cc1538e418c tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2929158 Nov 15 11:33:44.590137 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56258) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:44.615085 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-be41c48e-d166-4151-850c-5d4d720e9481 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group_rule': {'security_group_id': '80be809c-4456-496a-a8ee-8519aee6fd72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:44.637342 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc91e0e-d7f6-4efa-9a9f-3ee092d49343 req-afda20f0-d913-4e24-91ab-56ca3fa982fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:44.638859 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bdc91e0e-d7f6-4efa-9a9f-3ee092d49343 req-afda20f0-d913-4e24-91ab-56ca3fa982fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 912 time: 0.5803630 Nov 15 11:33:44.667142 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742fdb2-cb18-408e-9115-4494f6c84f1a tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Port': ['ID=891b1127-7bd5-47d5-99be-2b39c548bbe9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:44.673258 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6742fdb2-cb18-408e-9115-4494f6c84f1a tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:44.677406 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6742fdb2-cb18-408e-9115-4494f6c84f1a tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/891b1127-7bd5-47d5-99be-2b39c548bbe9 HTTP/1.1" status: 204 len: 168 time: 1.4110277 Nov 15 11:33:44.682200 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56260) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:44.719420 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ca3cd4c-d79e-462f-819b-52a8124a0749 req-a7eedf5b-d9d0-4b4e-8285-e6ac9f97e89f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228501 Nov 15 11:33:44.720110 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-764ccc6a-35c1-4ee4-8dfb-bfde9e3ec8e3 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:44.726219 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764ccc6a-35c1-4ee4-8dfb-bfde9e3ec8e3 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:44.726943 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-764ccc6a-35c1-4ee4-8dfb-bfde9e3ec8e3 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:44.756906 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-be41c48e-d166-4151-850c-5d4d720e9481 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] create failed (client error): The resource could not be found. Nov 15 11:33:44.756906 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-be41c48e-d166-4151-850c-5d4d720e9481 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1598742 Nov 15 11:33:44.761160 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56262) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:44.795369 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-fc579533-c2c1-4ee1-9a80-27f02affeda6 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group_rule': {'security_group_id': '80be809c-4456-496a-a8ee-8519aee6fd72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a14df61b-8436-44d3-bada-0acd0c015f77'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:44.804758 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bdc91e0e-d7f6-4efa-9a9f-3ee092d49343 req-237e3754-c40c-4308-b5fb-333c0b16646a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83128197-aafb-44ae-ad88-97835ae246d9 HTTP/1.1" status: 200 len: 217 time: 0.1399653 Nov 15 11:33:44.829350 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6876d72b-3309-4f25-b8ff-dec82ab9e29b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:44.832832 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6876d72b-3309-4f25-b8ff-dec82ab9e29b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:44.834625 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6876d72b-3309-4f25-b8ff-dec82ab9e29b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1510766 Nov 15 11:33:44.837287 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56264) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:44.870618 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-764ccc6a-35c1-4ee4-8dfb-bfde9e3ec8e3 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0360248 Nov 15 11:33:44.871201 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56266) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:44.883184 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-64ca3d35-986a-4a62-9860-07bb1df7463c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'subnet': {'network_id': '24616f0f-b40a-48ef-be91-ec71752e893a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:44.922158 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53f48ab-70dd-408a-991b-a5623c049aa1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet 557546b0-1dee-487d-a68a-28939b9bad12 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:33:44.930215 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a53f48ab-70dd-408a-991b-a5623c049aa1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:45.006267 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a53f48ab-70dd-408a-991b-a5623c049aa1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:45.013272 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ccc6a-35c1-4ee4-8dfb-bfde9e3ec8e3 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Network': ['ID=b016dfb7-c84b-4db3-9ed0-9b6996a19a2f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:45.026318 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network b016dfb7-c84b-4db3-9ed0-9b6996a19a2f details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:33:45.048160 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-693af2f9-6f5a-4d50-9b76-6c90a2f208e9 req-bf2336fa-0e66-47ef-9332-b7801b22c376 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910030 Nov 15 11:33:45.060618 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-fc579533-c2c1-4ee1-9a80-27f02affeda6 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] create failed (client error): The resource could not be found. Nov 15 11:33:45.062174 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fc579533-c2c1-4ee1-9a80-27f02affeda6 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2845743 Nov 15 11:33:45.069607 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56268) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:45.083061 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc91e0e-d7f6-4efa-9a9f-3ee092d49343 req-ffb37c10-4fc9-4028-b75a-b032a0a17739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:45.084924 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bdc91e0e-d7f6-4efa-9a9f-3ee092d49343 req-ffb37c10-4fc9-4028-b75a-b032a0a17739 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 200 len: 850 time: 0.2344594 Nov 15 11:33:45.087789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ca3d35-986a-4a62-9860-07bb1df7463c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Made reservation on behalf of 0a82ebb1e550449ab3351c5452600713 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:45.091666 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-64ca3d35-986a-4a62-9860-07bb1df7463c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:45.206122 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-22d6d324-a2f3-46f7-bd01-c7110da6c773 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:45.350272 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a53f48ab-70dd-408a-991b-a5623c049aa1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:45.411024 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-64ca3d35-986a-4a62-9860-07bb1df7463c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:45.435119 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7cd2a1a2-bc78-4e1a-bf85-fe710821c404 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:45.449659 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a53f48ab-70dd-408a-991b-a5623c049aa1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:45.467179 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-22d6d324-a2f3-46f7-bd01-c7110da6c773 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:45.505727 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f48ab-70dd-408a-991b-a5623c049aa1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=557546b0-1dee-487d-a68a-28939b9bad12,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:45.517637 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a53f48ab-70dd-408a-991b-a5623c049aa1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:45.522307 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a53f48ab-70dd-408a-991b-a5623c049aa1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/557546b0-1dee-487d-a68a-28939b9bad12 HTTP/1.1" status: 204 len: 168 time: 0.6839581 Nov 15 11:33:45.525717 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56274) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:45.538639 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca3d35-986a-4a62-9860-07bb1df7463c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Subnet': ['ID=e2ca7c39-b712-4d53-9df3-d39a147cb975,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:45.583772 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc91e0e-d7f6-4efa-9a9f-3ee092d49343 req-22c67a19-8f6b-401f-bab9-7215625a9e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:45.585342 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bdc91e0e-d7f6-4efa-9a9f-3ee092d49343 req-22c67a19-8f6b-401f-bab9-7215625a9e02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1842a3-8b78-48b6-930c-de775291ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2381265 Nov 15 11:33:45.605093 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ff13d122-b7de-4a48-a58d-308691ac6b8f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782437 Nov 15 11:33:45.610314 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56276) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:45.636665 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-22d6d324-a2f3-46f7-bd01-c7110da6c773 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:45.640897 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-22d6d324-a2f3-46f7-bd01-c7110da6c773 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:45.644911 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-22d6d324-a2f3-46f7-bd01-c7110da6c773 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "DELETE /v2.0/security-groups/80be809c-4456-496a-a8ee-8519aee6fd72 HTTP/1.1" status: 204 len: 168 time: 0.5720718 Nov 15 11:33:45.665548 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 7cd2a1a2-bc78-4e1a-bf85-fe710821c404 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:45.667147 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56278) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:45.668317 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6d324-a2f3-46f7-bd01-c7110da6c773 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80be809c-4456-496a-a8ee-8519aee6fd72,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:45.668619 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:45.780486 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f5903da7-e647-4e5b-9022-e8f478f3fb12 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0973213 Nov 15 11:33:45.784650 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56282) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:45.793890 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0a5ba42b-3746-4491-92e8-6e30ac8177e2 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group_rule': {'security_group_id': '98506dd6-f6ad-498f-a06e-bcb27648ddc7', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:45.858515 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0cce0f-84fc-4399-9821-e70997bd1378 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:45.860151 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-df0cce0f-84fc-4399-9821-e70997bd1378 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2488372 Nov 15 11:33:45.864388 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56284) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:45.874261 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-0a5ba42b-3746-4491-92e8-6e30ac8177e2 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] create failed (client error): The resource could not be found. Nov 15 11:33:45.876016 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0a5ba42b-3746-4491-92e8-6e30ac8177e2 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0900810 Nov 15 11:33:45.879555 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56286) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:45.885751 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ca3d35-986a-4a62-9860-07bb1df7463c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Checking segment: {'id': '9fe08aeb-2d7d-401b-a815-7f1b24814803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '24616f0f-b40a-48ef-be91-ec71752e893a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:45.886395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ca3d35-986a-4a62-9860-07bb1df7463c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network hostable DHCP agents. Network: 24616f0f-b40a-48ef-be91-ec71752e893a, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:33:45.891073 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9b482cd1-e86d-4078-b2b6-f4aa3970aa85 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253760561'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:45.932022 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b482cd1-e86d-4078-b2b6-f4aa3970aa85 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:45.946071 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0690e0f-eeeb-4e2a-b713-57ac5ef0354c None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:45.953133 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:46.030220 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b482cd1-e86d-4078-b2b6-f4aa3970aa85 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:46.040218 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b482cd1-e86d-4078-b2b6-f4aa3970aa85 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:46.116863 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ca3d35-986a-4a62-9860-07bb1df7463c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network 24616f0f-b40a-48ef-be91-ec71752e893a is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:33:46.117714 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b482cd1-e86d-4078-b2b6-f4aa3970aa85 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9ccc45-167e-4042-8dd9-df6a680f8907,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:46.128590 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0e0ab8-f7db-4086-85c4-e7175a949072 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:46.130163 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ec0e0ab8-f7db-4086-85c4-e7175a949072 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2619882 Nov 15 11:33:46.134332 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56290) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:46.137876 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bdc91e0e-d7f6-4efa-9a9f-3ee092d49343 req-0a89da6f-4a4d-4911-ae7e-fe6b12219949 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5401819 Nov 15 11:33:46.140445 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-64ca3d35-986a-4a62-9860-07bb1df7463c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 24616f0f-b40a-48ef-be91-ec71752e893a) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:46.157500 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 3e45e880-9d49-44b8-8dda-877ce2301a95 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:46.167023 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3a1afc-5637-4fec-b3b0-221a12610edf None None] Network 24616f0f-b40a-48ef-be91-ec71752e893a requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:46.182116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ca3d35-986a-4a62-9860-07bb1df7463c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:46.182641 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-64ca3d35-986a-4a62-9860-07bb1df7463c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:46.222425 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee6fa2-e3a0-4967-9a80-5ccafe2e72f0 req-9ed2ace1-7d65-4699-8883-1187138cdac4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:46.223994 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b3ee6fa2-e3a0-4967-9a80-5ccafe2e72f0 req-9ed2ace1-7d65-4699-8883-1187138cdac4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 944 time: 0.3252130 Nov 15 11:33:46.240275 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2754ac47-c28e-43f4-8e19-0fe38945f2c8 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933893 Nov 15 11:33:46.240275 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b482cd1-e86d-4078-b2b6-f4aa3970aa85 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:46.241104 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-64ca3d35-986a-4a62-9860-07bb1df7463c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3630111 Nov 15 11:33:46.243011 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9b482cd1-e86d-4078-b2b6-f4aa3970aa85 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3611088 Nov 15 11:33:46.243639 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56296) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:46.243994 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56298) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:46.244301 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56300) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:46.267614 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d8e86e64-4d49-43a6-8bca-07c415365faa tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group': {'name': 'tempest-secgroup--405548935'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:46.278651 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-aa97b427-c3cd-4c00-bbfc-081c667fa855 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:46.430352 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-234ee941-1b77-4250-ac2a-a1b3f9285bc1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'subnet': {'network_id': 'b016dfb7-c84b-4db3-9ed0-9b6996a19a2f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:46.529576 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 7cd2a1a2-bc78-4e1a-bf85-fe710821c404, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7cd2a1a2-bc78-4e1a-bf85-fe710821c404,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:46.540545 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-54aaff6a-199b-4645-9b7a-d5070479c99a None None] Provisioning complete for port 7cd2a1a2-bc78-4e1a-bf85-fe710821c404 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:46.540904 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-54aaff6a-199b-4645-9b7a-d5070479c99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:46.581865 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:46.588862 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8e86e64-4d49-43a6-8bca-07c415365faa tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:46.647139 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-234ee941-1b77-4250-ac2a-a1b3f9285bc1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 15 11:33:46.647139 n-d-729945-9 neutron-server[102677]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 15 11:33:46.647139 n-d-729945-9 neutron-server[102677]: [parameters: {'project_id_1': '0a82ebb1e550449ab3351c5452600713', 'expiration_1': datetime.datetime(2021, 11, 15, 11, 33, 26, 624358)}] Nov 15 11:33:46.647139 n-d-729945-9 neutron-server[102677]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:33:46.648126 n-d-729945-9 neutron-server[102677]: DEBUG oslo_db.api [None req-234ee941-1b77-4250-ac2a-a1b3f9285bc1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:33:46.648804 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=7cd2a1a2-bc78-4e1a-bf85-fe710821c404,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:46.676394 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa97b427-c3cd-4c00-bbfc-081c667fa855 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:46.681159 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa97b427-c3cd-4c00-bbfc-081c667fa855 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:46.714572 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 3e45e880-9d49-44b8-8dda-877ce2301a95 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:33:46.736046 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 3e45e880-9d49-44b8-8dda-877ce2301a95 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:46.736509 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:46.892715 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8e86e64-4d49-43a6-8bca-07c415365faa tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:46.932725 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f1cc55-3881-4688-8f8b-6a38fb2cc498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-24616f0f-b40a-48ef-be91-ec71752e893a', 'network_id': '24616f0f-b40a-48ef-be91-ec71752e893a', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'fixed_ips': [{'subnet_id': 'e2ca7c39-b712-4d53-9df3-d39a147cb975'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:33:46.937892 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d0f1cc55-3881-4688-8f8b-6a38fb2cc498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:46.950163 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe6266b-4f08-4b9e-860b-1de807d68188 None None] DHCP port deletion for ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:33:46.988325 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b3ee6fa2-e3a0-4967-9a80-5ccafe2e72f0 req-7595beb3-53bd-4041-9eb5-6d08b8663863 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7460203 Nov 15 11:33:47.008398 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba322e0a-bf3f-4c9e-9435-637c967808fa req-416f9b9c-60fb-484a-bc8f-04abd7c78bac tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:47.009986 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ba322e0a-bf3f-4c9e-9435-637c967808fa req-416f9b9c-60fb-484a-bc8f-04abd7c78bac tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 944 time: 0.7259259 Nov 15 11:33:47.066105 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bdc91e0e-d7f6-4efa-9a9f-3ee092d49343 req-6c3d0560-ae5b-4fdc-8c5e-fadefb3da40d service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9199605 Nov 15 11:33:47.083385 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ba322e0a-bf3f-4c9e-9435-637c967808fa req-43485a95-3cee-45ed-a254-46ca590dea4b tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590329 Nov 15 11:33:47.124701 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8e86e64-4d49-43a6-8bca-07c415365faa tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:47.180981 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e86e64-4d49-43a6-8bca-07c415365faa tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e10a72e-33b0-4ef5-ae92-875d6018108d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:47.203192 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa97b427-c3cd-4c00-bbfc-081c667fa855 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:47.266997 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234ee941-1b77-4250-ac2a-a1b3f9285bc1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Made reservation on behalf of 0a82ebb1e550449ab3351c5452600713 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:47.276692 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-234ee941-1b77-4250-ac2a-a1b3f9285bc1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:47.386820 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7cd2a1a2-bc78-4e1a-bf85-fe710821c404 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:33:47.431311 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-efe6266b-4f08-4b9e-860b-1de807d68188 None None] Deleting port 7cd2a1a2-bc78-4e1a-bf85-fe710821c404 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:33:47.432124 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-efe6266b-4f08-4b9e-860b-1de807d68188 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:47.492601 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8e86e64-4d49-43a6-8bca-07c415365faa tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:47.494232 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d8e86e64-4d49-43a6-8bca-07c415365faa tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2407570 Nov 15 11:33:47.495231 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97b427-c3cd-4c00-bbfc-081c667fa855 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=86b2ddf9-581a-4198-95f1-1e102eefb0ce,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:47.497542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56306) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:47.502535 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-43b2ec0d-9ec6-4948-8c66-4681e0f5c904 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group_rule': {'security_group_id': '5a9ccc45-167e-4042-8dd9-df6a680f8907', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '3e10a72e-33b0-4ef5-ae92-875d6018108d'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:47.506528 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa97b427-c3cd-4c00-bbfc-081c667fa855 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:47.511042 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-aa97b427-c3cd-4c00-bbfc-081c667fa855 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:47.522703 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa97b427-c3cd-4c00-bbfc-081c667fa855 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:47.524091 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa97b427-c3cd-4c00-bbfc-081c667fa855 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:47.558831 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:47.589440 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-43b2ec0d-9ec6-4948-8c66-4681e0f5c904 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:33:47.595864 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-43b2ec0d-9ec6-4948-8c66-4681e0f5c904 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0970323 Nov 15 11:33:47.599943 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56308) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:47.611685 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 3e45e880-9d49-44b8-8dda-877ce2301a95, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3e45e880-9d49-44b8-8dda-877ce2301a95,segment=NetworkSegment(3ed86862-bc00-4c5a-b307-6a2427d80d1d),segment_id=3ed86862-bc00-4c5a-b307-6a2427d80d1d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:47.623834 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6448aa-eb2e-4f19-992c-7195ad6f5caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e45e880-9d49-44b8-8dda-877ce2301a95'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:33:47.626782 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74fd0dd-145d-4b3c-adc9-afb88a8a1df8" -d '{"events": [{"server_uuid": "2f6448aa-eb2e-4f19-992c-7195ad6f5caf", "name": "network-vif-plugged", "status": "completed", "tag": "3e45e880-9d49-44b8-8dda-877ce2301a95"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:33:47.643318 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:47.684178 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-aa97b427-c3cd-4c00-bbfc-081c667fa855 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4118629 Nov 15 11:33:47.690303 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56312) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:47.710023 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-125f8205-8eb2-4975-9459-7d792e03ee4e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'fixed_ips': [{'subnet_id': '86b2ddf9-581a-4198-95f1-1e102eefb0ce', 'ip_address': '2001:db8::5dcf:3b20:9980:2b55'}], 'name': 'tempest-NetworksTestDHCPv6-1564542410'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:47.742094 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-234ee941-1b77-4250-ac2a-a1b3f9285bc1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:47.806405 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15810615-053b-4d89-8866-288c1a6e0f2c x-openstack-request-id: req-15810615-053b-4d89-8866-288c1a6e0f2c {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:33:47.806672 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6448aa-eb2e-4f19-992c-7195ad6f5caf", "name": "network-vif-plugged", "status": "completed", "tag": "3e45e880-9d49-44b8-8dda-877ce2301a95", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:33:47.806994 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-15810615-053b-4d89-8866-288c1a6e0f2c {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:33:47.823159 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6448aa-eb2e-4f19-992c-7195ad6f5caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e45e880-9d49-44b8-8dda-877ce2301a95', 'code': 200} Nov 15 11:33:47.828419 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=3e45e880-9d49-44b8-8dda-877ce2301a95,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:47.866766 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ee941-1b77-4250-ac2a-a1b3f9285bc1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Subnet': ['ID=bbc570ec-a066-4518-981b-5f5c7d2f1267,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:47.934061 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-d0f1cc55-3881-4688-8f8b-6a38fb2cc498 None None] Allocated IP 2001:db8::2 (24616f0f-b40a-48ef-be91-ec71752e893a/e2ca7c39-b712-4d53-9df3-d39a147cb975/40ec317c-7014-4cf1-ad26-867b7674cb4a) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:47.946823 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234ee941-1b77-4250-ac2a-a1b3f9285bc1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Checking segment: {'id': 'b27bfca8-12ea-43c3-99a5-921b192655e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'b016dfb7-c84b-4db3-9ed0-9b6996a19a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:47.947260 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234ee941-1b77-4250-ac2a-a1b3f9285bc1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network hostable DHCP agents. Network: b016dfb7-c84b-4db3-9ed0-9b6996a19a2f, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:33:47.996262 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234ee941-1b77-4250-ac2a-a1b3f9285bc1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network b016dfb7-c84b-4db3-9ed0-9b6996a19a2f is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:33:48.014214 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-234ee941-1b77-4250-ac2a-a1b3f9285bc1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, b016dfb7-c84b-4db3-9ed0-9b6996a19a2f) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:48.021041 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234ee941-1b77-4250-ac2a-a1b3f9285bc1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:48.021407 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-234ee941-1b77-4250-ac2a-a1b3f9285bc1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:48.043481 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-234ee941-1b77-4250-ac2a-a1b3f9285bc1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7317696 Nov 15 11:33:48.046657 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56316) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:48.054386 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-efe6266b-4f08-4b9e-860b-1de807d68188 None None] For port 7cd2a1a2-bc78-4e1a-bf85-fe710821c404, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7cd2a1a2-bc78-4e1a-bf85-fe710821c404,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:48.054822 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-efe6266b-4f08-4b9e-860b-1de807d68188 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:48.058511 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-cad4acba-e9dd-4f57-9715-ecbb743bca1f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1832108519', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:48.109647 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cad4acba-e9dd-4f57-9715-ecbb743bca1f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:48.111539 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cad4acba-e9dd-4f57-9715-ecbb743bca1f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:48.143190 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:48.146745 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909d6a23-47d4-4cfb-a2cf-f16215aa8db2 None None] Network b016dfb7-c84b-4db3-9ed0-9b6996a19a2f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:48.228986 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-efe6266b-4f08-4b9e-860b-1de807d68188 None None] Calling delete_port for 7cd2a1a2-bc78-4e1a-bf85-fe710821c404 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:33:48.234524 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cad4acba-e9dd-4f57-9715-ecbb743bca1f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:48.243956 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cad4acba-e9dd-4f57-9715-ecbb743bca1f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:48.273746 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cad4acba-e9dd-4f57-9715-ecbb743bca1f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:48.274980 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cad4acba-e9dd-4f57-9715-ecbb743bca1f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2273569 Nov 15 11:33:48.278230 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56324) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:48.317378 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38becc5c-ee24-437c-ae3a-a82560ba5ef6 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:48.358965 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38becc5c-ee24-437c-ae3a-a82560ba5ef6 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:48.438781 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38becc5c-ee24-437c-ae3a-a82560ba5ef6 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:48.442053 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38becc5c-ee24-437c-ae3a-a82560ba5ef6 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:48.443463 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-38becc5c-ee24-437c-ae3a-a82560ba5ef6 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "DELETE /v2.0/security-groups/3e10a72e-33b0-4ef5-ae92-875d6018108d HTTP/1.1" status: 204 len: 168 time: 0.8424661 Nov 15 11:33:48.457381 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56326) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:48.500863 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7701945-380e-4fe7-971d-b11e44d38c5a req-48d8aefc-d6bd-47e8-b21f-5ecf7fd84097 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:48.502352 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e7701945-380e-4fe7-971d-b11e44d38c5a req-48d8aefc-d6bd-47e8-b21f-5ecf7fd84097 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 945 time: 0.2613027 Nov 15 11:33:48.504115 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa8dea-29dc-4a1a-ae44-73161db1f6a9 req-8d3b780e-a055-46b1-8f48-ae9a78653c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:48.505576 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3fa8dea-29dc-4a1a-ae44-73161db1f6a9 req-8d3b780e-a055-46b1-8f48-ae9a78653c11 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 1096 time: 0.4502602 Nov 15 11:33:48.558314 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 7cd2a1a2-bc78-4e1a-bf85-fe710821c404, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7cd2a1a2-bc78-4e1a-bf85-fe710821c404,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:48.558946 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa08f2a-05f8-469e-a9a7-15bc8886c9b7 req-d57b7f78-4e64-4642-900d-fe5234ec1a8d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:48.560835 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dfa08f2a-05f8-469e-a9a7-15bc8886c9b7 req-d57b7f78-4e64-4642-900d-fe5234ec1a8d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 944 time: 0.3744659 Nov 15 11:33:48.608869 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38becc5c-ee24-437c-ae3a-a82560ba5ef6 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e10a72e-33b0-4ef5-ae92-875d6018108d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:48.653507 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:48.663171 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac1ce61f-7dd5-4c78-9c6d-9403e88548fc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:48.683166 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125f8205-8eb2-4975-9459-7d792e03ee4e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:48.810894 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-125f8205-8eb2-4975-9459-7d792e03ee4e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:48.851323 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-125f8205-8eb2-4975-9459-7d792e03ee4e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] device_id is not set on port c0f5d24a-fc5d-45b1-bfe7-ba46ce2edb05 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:33:48.867431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e7701945-380e-4fe7-971d-b11e44d38c5a req-3e37c89d-4b59-43bb-8410-0e5837015fd0 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559575 Nov 15 11:33:48.880002 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3fa8dea-29dc-4a1a-ae44-73161db1f6a9 req-a4bcb280-fc78-495b-a123-437183fb8ebe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130856 Nov 15 11:33:48.943639 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=7cd2a1a2-bc78-4e1a-bf85-fe710821c404,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:48.951714 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-efe6266b-4f08-4b9e-860b-1de807d68188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:48.956681 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d0f1cc55-3881-4688-8f8b-6a38fb2cc498 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:48.960886 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dfa08f2a-05f8-469e-a9a7-15bc8886c9b7 req-99f0506f-9c4c-4f18-8d0d-8685b2faca8f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226485 Nov 15 11:33:48.985526 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51d73ac-4c2f-4328-a441-3cb45a6d35cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-b016dfb7-c84b-4db3-9ed0-9b6996a19a2f', 'network_id': 'b016dfb7-c84b-4db3-9ed0-9b6996a19a2f', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'fixed_ips': [{'subnet_id': 'bbc570ec-a066-4518-981b-5f5c7d2f1267'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:33:48.990025 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d51d73ac-4c2f-4328-a441-3cb45a6d35cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:49.035506 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6266b-4f08-4b9e-860b-1de807d68188 None None] Pushing event deleted for resources: {'Port': ['ID=7cd2a1a2-bc78-4e1a-bf85-fe710821c404,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:49.042097 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d0f1cc55-3881-4688-8f8b-6a38fb2cc498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:49.049280 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe6266b-4f08-4b9e-860b-1de807d68188 None None] No DVR routers for this DVR port 7cd2a1a2-bc78-4e1a-bf85-fe710821c404 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:33:49.091380 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3af6ac-d5e9-49fa-b76a-e9104041fd29 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:49.110034 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-90412858-fbcf-4930-ae98-9bf43a607c64 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.6515524 Nov 15 11:33:49.115524 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56328) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:49.172083 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-125f8205-8eb2-4975-9459-7d792e03ee4e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8::5dcf:3b20:9980:2b55 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/86b2ddf9-581a-4198-95f1-1e102eefb0ce/c0f5d24a-fc5d-45b1-bfe7-ba46ce2edb05) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:49.264478 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f1cc55-3881-4688-8f8b-6a38fb2cc498 None None] Network 24616f0f-b40a-48ef-be91-ec71752e893a is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:49.289414 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef2445bc-8edb-40aa-85ec-2651450d311e tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:49.318267 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-d0f1cc55-3881-4688-8f8b-6a38fb2cc498 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:49.328824 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f1cc55-3881-4688-8f8b-6a38fb2cc498 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:49.338550 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1cc55-3881-4688-8f8b-6a38fb2cc498 None None] Pushing event updated for resources: {'Port': ['ID=40ec317c-7014-4cf1-ad26-867b7674cb4a,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:49.362649 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef2445bc-8edb-40aa-85ec-2651450d311e tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:49.443531 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-125f8205-8eb2-4975-9459-7d792e03ee4e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:49.481820 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08155c0-4f27-465b-9050-ed5c470798a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'fixed_ips': [{'subnet_id': '86b2ddf9-581a-4198-95f1-1e102eefb0ce'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:33:49.482640 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f08155c0-4f27-465b-9050-ed5c470798a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:49.504283 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-ac1ce61f-7dd5-4c78-9c6d-9403e88548fc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Allocated IP 2001:db8::1 (24616f0f-b40a-48ef-be91-ec71752e893a/e2ca7c39-b712-4d53-9df3-d39a147cb975/f0f5bb37-91f7-408d-b7d0-66c714e97e31) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:49.521105 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d0f1cc55-3881-4688-8f8b-6a38fb2cc498 None None] Attempting to bind port 40ec317c-7014-4cf1-ad26-867b7674cb4a on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:33:49.521757 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d0f1cc55-3881-4688-8f8b-6a38fb2cc498 None None] Attempting to bind port 40ec317c-7014-4cf1-ad26-867b7674cb4a by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '9fe08aeb-2d7d-401b-a815-7f1b24814803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '24616f0f-b40a-48ef-be91-ec71752e893a'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:33:49.522102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f1cc55-3881-4688-8f8b-6a38fb2cc498 None None] Attempting to bind port 40ec317c-7014-4cf1-ad26-867b7674cb4a on network 24616f0f-b40a-48ef-be91-ec71752e893a {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:33:49.543208 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f1cc55-3881-4688-8f8b-6a38fb2cc498 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:33:49.543637 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f1cc55-3881-4688-8f8b-6a38fb2cc498 None None] Checking segment: {'id': '9fe08aeb-2d7d-401b-a815-7f1b24814803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '24616f0f-b40a-48ef-be91-ec71752e893a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:49.543955 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d0f1cc55-3881-4688-8f8b-6a38fb2cc498 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:49.544420 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f1cc55-3881-4688-8f8b-6a38fb2cc498 None None] Bound using segment: {'id': '9fe08aeb-2d7d-401b-a815-7f1b24814803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '24616f0f-b40a-48ef-be91-ec71752e893a'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:33:49.544832 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d0f1cc55-3881-4688-8f8b-6a38fb2cc498 None None] Bound port: 40ec317c-7014-4cf1-ad26-867b7674cb4a, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe08aeb-2d7d-401b-a815-7f1b24814803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '24616f0f-b40a-48ef-be91-ec71752e893a'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:33:49.545203 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d0f1cc55-3881-4688-8f8b-6a38fb2cc498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:49.552424 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-125f8205-8eb2-4975-9459-7d792e03ee4e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:49.603910 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125f8205-8eb2-4975-9459-7d792e03ee4e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:49.611338 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-125f8205-8eb2-4975-9459-7d792e03ee4e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:49.621253 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-d51d73ac-4c2f-4328-a441-3cb45a6d35cc None None] Allocated IP 2001:db8:1::2 (b016dfb7-c84b-4db3-9ed0-9b6996a19a2f/bbc570ec-a066-4518-981b-5f5c7d2f1267/a4c13987-f58a-4da3-8fdf-003bdd8b1d80) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:49.621956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f8205-8eb2-4975-9459-7d792e03ee4e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:49.633821 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125f8205-8eb2-4975-9459-7d792e03ee4e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:49.634476 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-125f8205-8eb2-4975-9459-7d792e03ee4e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:49.644825 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f8205-8eb2-4975-9459-7d792e03ee4e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=c0f5d24a-fc5d-45b1-bfe7-ba46ce2edb05,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:49.674087 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-125f8205-8eb2-4975-9459-7d792e03ee4e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9801552 Nov 15 11:33:49.676362 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56334) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:49.762699 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef2445bc-8edb-40aa-85ec-2651450d311e tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:49.773643 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef2445bc-8edb-40aa-85ec-2651450d311e tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:49.778297 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ef2445bc-8edb-40aa-85ec-2651450d311e tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "DELETE /v2.0/security-groups/5a9ccc45-167e-4042-8dd9-df6a680f8907 HTTP/1.1" status: 204 len: 168 time: 0.6617706 Nov 15 11:33:49.789166 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac1ce61f-7dd5-4c78-9c6d-9403e88548fc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:49.791247 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56336) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:49.805657 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5554e64b-c86c-468f-aa76-ea67e96dc4a1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:49.807728 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5554e64b-c86c-468f-aa76-ea67e96dc4a1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1279309 Nov 15 11:33:49.812962 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56338) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:49.826211 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2445bc-8edb-40aa-85ec-2651450d311e tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9ccc45-167e-4042-8dd9-df6a680f8907,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:49.829629 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-f08155c0-4f27-465b-9050-ed5c470798a7 None None] Allocated IP 2001:db8::2 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/86b2ddf9-581a-4198-95f1-1e102eefb0ce/cde83142-3f07-4eaf-b855-09c4f2bbd08a) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:49.870643 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d0f1cc55-3881-4688-8f8b-6a38fb2cc498 None None] For port 40ec317c-7014-4cf1-ad26-867b7674cb4a, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:33:49.873036 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-25cae7d2-3a47-4550-9ab8-1fb323add9d6 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0746193 Nov 15 11:33:49.886944 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56340) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:49.897326 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-67b6d6ee-1b8b-457e-9f0c-b8c7bed825a9 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group': {'name': 'tempest-secgroup--527088149'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:49.930711 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d0f1cc55-3881-4688-8f8b-6a38fb2cc498 None None] For port 40ec317c-7014-4cf1-ad26-867b7674cb4a, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=40ec317c-7014-4cf1-ad26-867b7674cb4a,segment=NetworkSegment(9fe08aeb-2d7d-401b-a815-7f1b24814803),segment_id=9fe08aeb-2d7d-401b-a815-7f1b24814803)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:33:49.955590 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac1ce61f-7dd5-4c78-9c6d-9403e88548fc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:49.973117 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d0f1cc55-3881-4688-8f8b-6a38fb2cc498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:50.073621 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c39f1aed-d171-45fb-b928-970c6d8cacb3 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting port c0f5d24a-fc5d-45b1-bfe7-ba46ce2edb05 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:33:50.074915 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c39f1aed-d171-45fb-b928-970c6d8cacb3 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:50.156899 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67b6d6ee-1b8b-457e-9f0c-b8c7bed825a9 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:50.160152 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1ce61f-7dd5-4c78-9c6d-9403e88548fc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network 24616f0f-b40a-48ef-be91-ec71752e893a is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:50.197889 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ac1ce61f-7dd5-4c78-9c6d-9403e88548fc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:50.204597 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1ce61f-7dd5-4c78-9c6d-9403e88548fc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:50.207118 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac1ce61f-7dd5-4c78-9c6d-9403e88548fc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:50.253889 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f08155c0-4f27-465b-9050-ed5c470798a7 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:50.256390 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ce61f-7dd5-4c78-9c6d-9403e88548fc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Port': ['ID=f0f5bb37-91f7-408d-b7d0-66c714e97e31,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:50.278163 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d51d73ac-4c2f-4328-a441-3cb45a6d35cc None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:50.283060 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1cc55-3881-4688-8f8b-6a38fb2cc498 None None] Pushing event updated for resources: {'Port': ['ID=40ec317c-7014-4cf1-ad26-867b7674cb4a,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:50.302776 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f08155c0-4f27-465b-9050-ed5c470798a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:50.310883 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d51d73ac-4c2f-4328-a441-3cb45a6d35cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:50.439902 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67b6d6ee-1b8b-457e-9f0c-b8c7bed825a9 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:50.440527 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51d73ac-4c2f-4328-a441-3cb45a6d35cc None None] Network b016dfb7-c84b-4db3-9ed0-9b6996a19a2f is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:50.462026 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c39f1aed-d171-45fb-b928-970c6d8cacb3 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:50.468643 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67b6d6ee-1b8b-457e-9f0c-b8c7bed825a9 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:50.474516 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac1ce61f-7dd5-4c78-9c6d-9403e88548fc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:50.479366 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08155c0-4f27-465b-9050-ed5c470798a7 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:50.487316 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-d51d73ac-4c2f-4328-a441-3cb45a6d35cc None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:50.494534 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51d73ac-4c2f-4328-a441-3cb45a6d35cc None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:50.507722 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c39f1aed-d171-45fb-b928-970c6d8cacb3 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Calling delete_port for c0f5d24a-fc5d-45b1-bfe7-ba46ce2edb05 owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:33:50.525889 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67b6d6ee-1b8b-457e-9f0c-b8c7bed825a9 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:50.528310 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-f08155c0-4f27-465b-9050-ed5c470798a7 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:50.530933 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-67b6d6ee-1b8b-457e-9f0c-b8c7bed825a9 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6428556 Nov 15 11:33:50.535749 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08155c0-4f27-465b-9050-ed5c470798a7 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:50.538537 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56350) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:50.545509 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-fcef521b-a14e-4d9e-9d96-08ba33b69892 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:50.546068 n-d-729945-9 neutron-server[102677]: WARNING neutron.api.v2.base [None req-fcef521b-a14e-4d9e-9d96-08ba33b69892 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 15 11:33:50.547232 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-fcef521b-a14e-4d9e-9d96-08ba33b69892 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] update failed (client error): There was a conflict when trying to complete your request. Nov 15 11:33:50.558220 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fcef521b-a14e-4d9e-9d96-08ba33b69892 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "PUT /v2.0/security-groups/08258c51-0e23-4e4b-84ef-faa395379842 HTTP/1.1" status: 409 len: 330 time: 0.0115960 Nov 15 11:33:50.558220 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56352) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:50.600421 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6d6ee-1b8b-457e-9f0c-b8c7bed825a9 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08258c51-0e23-4e4b-84ef-faa395379842,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:50.603804 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08155c0-4f27-465b-9050-ed5c470798a7 None None] Pushing event updated for resources: {'Port': ['ID=cde83142-3f07-4eaf-b855-09c4f2bbd08a,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:50.606070 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acddc9-3111-4563-9fc4-5a1036b47b14 req-92e33833-e543-4375-be30-ca5987837673 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:50.618164 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b4acddc9-3111-4563-9fc4-5a1036b47b14 req-92e33833-e543-4375-be30-ca5987837673 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 945 time: 0.4917681 Nov 15 11:33:50.637189 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc22bc-b9e7-457e-b97f-609dd4322ca3 req-636e465d-db74-4cfe-b557-0aa466b24c9c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:50.638939 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ddc22bc-b9e7-457e-b97f-609dd4322ca3 req-636e465d-db74-4cfe-b557-0aa466b24c9c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 944 time: 0.4499233 Nov 15 11:33:50.775343 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f08155c0-4f27-465b-9050-ed5c470798a7 None None] Attempting to bind port cde83142-3f07-4eaf-b855-09c4f2bbd08a on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:33:50.776085 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f08155c0-4f27-465b-9050-ed5c470798a7 None None] Attempting to bind port cde83142-3f07-4eaf-b855-09c4f2bbd08a by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:33:50.776211 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08155c0-4f27-465b-9050-ed5c470798a7 None None] Attempting to bind port cde83142-3f07-4eaf-b855-09c4f2bbd08a on network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:33:50.778053 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d73ac-4c2f-4328-a441-3cb45a6d35cc None None] Pushing event updated for resources: {'Port': ['ID=a4c13987-f58a-4da3-8fdf-003bdd8b1d80,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:50.805884 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d51d73ac-4c2f-4328-a441-3cb45a6d35cc None None] Attempting to bind port a4c13987-f58a-4da3-8fdf-003bdd8b1d80 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:33:50.806242 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d51d73ac-4c2f-4328-a441-3cb45a6d35cc None None] Attempting to bind port a4c13987-f58a-4da3-8fdf-003bdd8b1d80 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'b27bfca8-12ea-43c3-99a5-921b192655e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'b016dfb7-c84b-4db3-9ed0-9b6996a19a2f'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:33:50.806598 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51d73ac-4c2f-4328-a441-3cb45a6d35cc None None] Attempting to bind port a4c13987-f58a-4da3-8fdf-003bdd8b1d80 on network b016dfb7-c84b-4db3-9ed0-9b6996a19a2f {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:33:50.810302 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08155c0-4f27-465b-9050-ed5c470798a7 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:33:50.810666 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08155c0-4f27-465b-9050-ed5c470798a7 None None] Checking segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:50.811065 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f08155c0-4f27-465b-9050-ed5c470798a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:50.811456 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08155c0-4f27-465b-9050-ed5c470798a7 None None] Bound using segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:33:50.811998 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f08155c0-4f27-465b-9050-ed5c470798a7 None None] Bound port: cde83142-3f07-4eaf-b855-09c4f2bbd08a, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:33:50.812384 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f08155c0-4f27-465b-9050-ed5c470798a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:50.854714 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b4acddc9-3111-4563-9fc4-5a1036b47b14 req-bf5c5ef0-ae03-436e-901b-46a89ddc57da tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144897 Nov 15 11:33:50.859231 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ddc22bc-b9e7-457e-b97f-609dd4322ca3 req-0946f563-dd50-4eee-969c-b99feaa1988a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102456 Nov 15 11:33:50.924159 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f08155c0-4f27-465b-9050-ed5c470798a7 None None] For port cde83142-3f07-4eaf-b855-09c4f2bbd08a, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:33:50.928005 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f08155c0-4f27-465b-9050-ed5c470798a7 None None] For port cde83142-3f07-4eaf-b855-09c4f2bbd08a, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=cde83142-3f07-4eaf-b855-09c4f2bbd08a,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:33:50.930276 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51d73ac-4c2f-4328-a441-3cb45a6d35cc None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:33:50.930682 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51d73ac-4c2f-4328-a441-3cb45a6d35cc None None] Checking segment: {'id': 'b27bfca8-12ea-43c3-99a5-921b192655e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'b016dfb7-c84b-4db3-9ed0-9b6996a19a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:50.931263 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d51d73ac-4c2f-4328-a441-3cb45a6d35cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:50.931954 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51d73ac-4c2f-4328-a441-3cb45a6d35cc None None] Bound using segment: {'id': 'b27bfca8-12ea-43c3-99a5-921b192655e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'b016dfb7-c84b-4db3-9ed0-9b6996a19a2f'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:33:50.932524 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d51d73ac-4c2f-4328-a441-3cb45a6d35cc None None] Bound port: a4c13987-f58a-4da3-8fdf-003bdd8b1d80, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27bfca8-12ea-43c3-99a5-921b192655e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'b016dfb7-c84b-4db3-9ed0-9b6996a19a2f'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:33:50.932928 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d51d73ac-4c2f-4328-a441-3cb45a6d35cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:50.942547 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f08155c0-4f27-465b-9050-ed5c470798a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:50.945430 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac1ce61f-7dd5-4c78-9c6d-9403e88548fc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:50.968109 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac1ce61f-7dd5-4c78-9c6d-9403e88548fc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:50.969100 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac1ce61f-7dd5-4c78-9c6d-9403e88548fc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:50.976427 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c39f1aed-d171-45fb-b928-970c6d8cacb3 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:51.027998 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ce61f-7dd5-4c78-9c6d-9403e88548fc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Port': ['ID=f0f5bb37-91f7-408d-b7d0-66c714e97e31,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:51.033331 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08155c0-4f27-465b-9050-ed5c470798a7 None None] Pushing event updated for resources: {'Port': ['ID=cde83142-3f07-4eaf-b855-09c4f2bbd08a,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:51.040814 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f1aed-d171-45fb-b928-970c6d8cacb3 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Port': ['ID=c0f5d24a-fc5d-45b1-bfe7-ba46ce2edb05,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:51.045526 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c39f1aed-d171-45fb-b928-970c6d8cacb3 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:51.052691 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c39f1aed-d171-45fb-b928-970c6d8cacb3 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/c0f5d24a-fc5d-45b1-bfe7-ba46ce2edb05 HTTP/1.1" status: 204 len: 168 time: 1.2330391 Nov 15 11:33:51.053081 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56360) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:51.112770 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ccb55f1b-b214-4aba-82fd-58d50c283f7e tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:51.126998 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d51d73ac-4c2f-4328-a441-3cb45a6d35cc None None] For port a4c13987-f58a-4da3-8fdf-003bdd8b1d80, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:33:51.130067 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d51d73ac-4c2f-4328-a441-3cb45a6d35cc None None] For port a4c13987-f58a-4da3-8fdf-003bdd8b1d80, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a4c13987-f58a-4da3-8fdf-003bdd8b1d80,segment=NetworkSegment(b27bfca8-12ea-43c3-99a5-921b192655e4),segment_id=b27bfca8-12ea-43c3-99a5-921b192655e4)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:33:51.138765 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d51d73ac-4c2f-4328-a441-3cb45a6d35cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:51.163729 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c368d7a4-eb9a-4692-be78-8e00cf6b84bb tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:51.165816 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ccb55f1b-b214-4aba-82fd-58d50c283f7e tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:51.167517 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c368d7a4-eb9a-4692-be78-8e00cf6b84bb tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:51.173941 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c368d7a4-eb9a-4692-be78-8e00cf6b84bb tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1191976 Nov 15 11:33:51.177373 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56362) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:51.227826 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1ce61f-7dd5-4c78-9c6d-9403e88548fc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network 24616f0f-b40a-48ef-be91-ec71752e893a is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:51.234204 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ac1ce61f-7dd5-4c78-9c6d-9403e88548fc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:51.243379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d73ac-4c2f-4328-a441-3cb45a6d35cc None None] Pushing event updated for resources: {'Port': ['ID=a4c13987-f58a-4da3-8fdf-003bdd8b1d80,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:51.365586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4936981-f4a7-45e8-9c46-082a0cbf755f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet 86b2ddf9-581a-4198-95f1-1e102eefb0ce {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:33:51.375392 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4936981-f4a7-45e8-9c46-082a0cbf755f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:51.467426 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ccb55f1b-b214-4aba-82fd-58d50c283f7e tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:51.475292 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ccb55f1b-b214-4aba-82fd-58d50c283f7e tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:51.482598 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ccb55f1b-b214-4aba-82fd-58d50c283f7e tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "DELETE /v2.0/security-groups/08258c51-0e23-4e4b-84ef-faa395379842 HTTP/1.1" status: 204 len: 168 time: 0.9217699 Nov 15 11:33:51.485260 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56368) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:51.486583 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 40ec317c-7014-4cf1-ad26-867b7674cb4a up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:51.534897 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4936981-f4a7-45e8-9c46-082a0cbf755f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:51.614772 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb55f1b-b214-4aba-82fd-58d50c283f7e tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08258c51-0e23-4e4b-84ef-faa395379842,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:51.620980 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 40ec317c-7014-4cf1-ad26-867b7674cb4a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:51.623560 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:51.703776 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9640017a-3296-4569-8f01-cc8815277ff6 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2030585 Nov 15 11:33:51.716693 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56370) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:51.793876 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-138b9762-d606-4651-8d4a-7ba245467ded tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] delete failed (client error): The resource could not be found. Nov 15 11:33:51.798462 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-138b9762-d606-4651-8d4a-7ba245467ded tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "DELETE /v2.0/security-groups/61e61b4a-ab54-4377-9466-6db09057cba4 HTTP/1.1" status: 404 len: 347 time: 0.0731015 Nov 15 11:33:51.803699 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56372) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:51.814105 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1ce61f-7dd5-4c78-9c6d-9403e88548fc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Router 1ca42aee-405c-47fe-bad9-25f89148e260 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:33:51.873637 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-3c56f673-88ca-4054-96ec-03226a0ceef6 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] show failed (client error): The resource could not be found. Nov 15 11:33:51.874416 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3c56f673-88ca-4054-96ec-03226a0ceef6 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "GET /v2.0/security-groups/b3ed65d3-ab15-44da-91e2-f77bde41ed48 HTTP/1.1" status: 404 len: 347 time: 0.0675073 Nov 15 11:33:51.884344 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56374) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:51.902697 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4936981-f4a7-45e8-9c46-082a0cbf755f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:51.936254 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:51.998390 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-462c90f9-7ab0-45d8-8492-7c01ce9850c8 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] show failed (client error): The resource could not be found. Nov 15 11:33:52.003926 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-462c90f9-7ab0-45d8-8492-7c01ce9850c8 tempest-NegativeSecGroupTest-1037017013 tempest-NegativeSecGroupTest-1037017013-project] 10.222.0.64 "GET /v2.0/security-group-rules/ff8c6d2b-da20-4455-b3fe-2ff45626d71d HTTP/1.1" status: 404 len: 356 time: 0.0950465 Nov 15 11:33:52.019720 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 40ec317c-7014-4cf1-ad26-867b7674cb4a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=40ec317c-7014-4cf1-ad26-867b7674cb4a,segment=NetworkSegment(9fe08aeb-2d7d-401b-a815-7f1b24814803),segment_id=9fe08aeb-2d7d-401b-a815-7f1b24814803)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:52.039254 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:52.147643 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1ce61f-7dd5-4c78-9c6d-9403e88548fc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:33:52.153267 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ac1ce61f-7dd5-4c78-9c6d-9403e88548fc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/routers/1ca42aee-405c-47fe-bad9-25f89148e260/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8738844 Nov 15 11:33:52.156545 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56382) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:52.159249 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75a30c1-6e01-4700-bd25-4057f5bc8905 None None] Sync routers for ids ['1ca42aee-405c-47fe-bad9-25f89148e260'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:33:52.181358 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=40ec317c-7014-4cf1-ad26-867b7674cb4a,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:52.191098 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75a30c1-6e01-4700-bd25-4057f5bc8905 None None] Routers {'1ca42aee-405c-47fe-bad9-25f89148e260'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:33:52.197265 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a75a30c1-6e01-4700-bd25-4057f5bc8905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:33:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['1ca42aee-405c-47fe-bad9-25f89148e260'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:52.210211 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec467539-265b-4773-8deb-251061980f45 None None] Network 24616f0f-b40a-48ef-be91-ec71752e893a requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:52.242691 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b5d5b3-0067-43a3-9da0-5b6c7eaa11dc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:52.244199 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-86b5d5b3-0067-43a3-9da0-5b6c7eaa11dc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/ports/f0f5bb37-91f7-408d-b7d0-66c714e97e31 HTTP/1.1" status: 200 len: 911 time: 0.0866909 Nov 15 11:33:52.251594 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56386) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:52.311793 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4936981-f4a7-45e8-9c46-082a0cbf755f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:52.313416 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a75a30c1-6e01-4700-bd25-4057f5bc8905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:52.350095 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4936981-f4a7-45e8-9c46-082a0cbf755f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:52.350345 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75a30c1-6e01-4700-bd25-4057f5bc8905 None None] Routers {'1ca42aee-405c-47fe-bad9-25f89148e260'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:33:52.352421 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a75a30c1-6e01-4700-bd25-4057f5bc8905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:33:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['1ca42aee-405c-47fe-bad9-25f89148e260'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:52.355590 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f4936981-f4a7-45e8-9c46-082a0cbf755f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/86b2ddf9-581a-4198-95f1-1e102eefb0ce HTTP/1.1" status: 204 len: 168 time: 1.1735325 Nov 15 11:33:52.381678 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56388) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:52.407304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8225-5651-4d0a-85de-7bdc09c2cffd req-19cdf6a0-726a-4965-9f2a-b81fa2f2175e tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:52.419001 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-818a8225-5651-4d0a-85de-7bdc09c2cffd req-19cdf6a0-726a-4965-9f2a-b81fa2f2175e tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 945 time: 0.3632412 Nov 15 11:33:52.437974 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a75a30c1-6e01-4700-bd25-4057f5bc8905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:52.439141 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75a30c1-6e01-4700-bd25-4057f5bc8905 None None] The sync data for ids ['1ca42aee-405c-47fe-bad9-25f89148e260'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:33:52.543468 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4936981-f4a7-45e8-9c46-082a0cbf755f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=86b2ddf9-581a-4198-95f1-1e102eefb0ce,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:52.590283 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-9d3ac56e-c178-4fd4-96ea-295c01b24f2d None None] Provisioning complete for port 40ec317c-7014-4cf1-ad26-867b7674cb4a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:52.590678 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9d3ac56e-c178-4fd4-96ea-295c01b24f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:52.633110 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c516644-b82c-4aea-a9c2-7ca42533fb2e req-5b564dc3-e94c-4956-af04-4262c2914cb5 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:52.634711 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1c516644-b82c-4aea-a9c2-7ca42533fb2e req-5b564dc3-e94c-4956-af04-4262c2914cb5 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 944 time: 0.5425777 Nov 15 11:33:52.654637 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ddd2d873-aac0-4792-b325-f555eba35060 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2714036 Nov 15 11:33:52.668263 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56396) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:52.682340 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9a7e4216-ff08-4645-b1fd-fda23335630e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:52.763027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56398) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:52.836422 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1c516644-b82c-4aea-a9c2-7ca42533fb2e req-70f9bf5b-bcdd-4b98-a1be-903df35e9fea tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709750 Nov 15 11:33:52.848418 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-818a8225-5651-4d0a-85de-7bdc09c2cffd req-80f9d0ea-436f-4c89-b93a-c67c0507f964 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228691 Nov 15 11:33:52.928327 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7e4216-ff08-4645-b1fd-fda23335630e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:52.934325 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4216-ff08-4645-b1fd-fda23335630e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:53.048230 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef70542-ed78-4f13-845d-c429a2ca3dd0 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:53.159632 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-456cc78a-6519-486d-915c-a097bea8689c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:53.179367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758d4bf-3b20-43ac-85c1-0959e7200d6e req-09c462ea-3ba2-4d3b-bb6b-bdbdee534357 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:53.189900 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0758d4bf-3b20-43ac-85c1-0959e7200d6e req-09c462ea-3ba2-4d3b-bb6b-bdbdee534357 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 946 time: 0.1910212 Nov 15 11:33:53.211474 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-46a27184-585c-41a4-ad22-aa87349c5b7b None None] Provisioning complete for port cde83142-3f07-4eaf-b855-09c4f2bbd08a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:53.211867 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-46a27184-585c-41a4-ad22-aa87349c5b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:53.325023 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0758d4bf-3b20-43ac-85c1-0959e7200d6e req-36143001-9d5c-4989-b3ac-a89b0fcc44c3 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341467 Nov 15 11:33:53.335940 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9aaa7fcf-cb53-4d6b-8cbe-d9f932546ac8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ecff78470754762bd1c4e151228ca3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5716748 Nov 15 11:33:53.339128 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56404) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:53.556235 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5098a928-3651-49bd-9374-97f26d45c462 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:53.618383 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5098a928-3651-49bd-9374-97f26d45c462 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:53.648861 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c9094d-a2b7-4392-a58f-2aaadc562add None None] Network b016dfb7-c84b-4db3-9ed0-9b6996a19a2f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:53.675055 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f530f0-0550-4c60-9e70-aadef3ecc0d4 req-75fcbd33-8183-4bc9-b5c7-c853eb3d8e7d tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:53.687670 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72f530f0-0550-4c60-9e70-aadef3ecc0d4 req-75fcbd33-8183-4bc9-b5c7-c853eb3d8e7d tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f02a84f-531d-4668-a56c-2e08c7b6ce7d HTTP/1.1" status: 200 len: 945 time: 0.2604139 Nov 15 11:33:53.761244 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 40ec317c-7014-4cf1-ad26-867b7674cb4a up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:53.784107 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4216-ff08-4645-b1fd-fda23335630e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:53.786743 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72f530f0-0550-4c60-9e70-aadef3ecc0d4 req-efa18ea5-e3d2-418b-8e46-0db2b5ed2527 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934906 Nov 15 11:33:53.840013 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7e4216-ff08-4645-b1fd-fda23335630e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:53.863784 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5098a928-3651-49bd-9374-97f26d45c462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:53.871598 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5098a928-3651-49bd-9374-97f26d45c462 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:53.874079 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5098a928-3651-49bd-9374-97f26d45c462 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b307c4ec-99e1-4dc3-be1f-3c3637003e73 HTTP/1.1" status: 204 len: 168 time: 0.5335858 Nov 15 11:33:53.880144 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-9a7e4216-ff08-4645-b1fd-fda23335630e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:53.888434 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098a928-3651-49bd-9374-97f26d45c462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b307c4ec-99e1-4dc3-be1f-3c3637003e73,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:53.914088 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7e4216-ff08-4645-b1fd-fda23335630e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:53.920020 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4216-ff08-4645-b1fd-fda23335630e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:53.997273 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 40ec317c-7014-4cf1-ad26-867b7674cb4a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:53.997880 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:54.019285 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e4216-ff08-4645-b1fd-fda23335630e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=d0271941-3b6e-4cfd-9391-f41c2f2df38a,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:54.026833 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-456cc78a-6519-486d-915c-a097bea8689c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Allocated IP 2001:db8:1::1 (b016dfb7-c84b-4db3-9ed0-9b6996a19a2f/bbc570ec-a066-4518-981b-5f5c7d2f1267/e57b11d4-2098-4931-9220-5db126e67373) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:54.044788 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9a7e4216-ff08-4645-b1fd-fda23335630e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3745754 Nov 15 11:33:54.048425 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56418) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:54.077519 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'fixed_ips': [{'subnet_id': 'd0271941-3b6e-4cfd-9391-f41c2f2df38a', 'ip_address': '2001:db8::d414:b7d5:90d9:4ab4'}], 'name': 'tempest-NetworksTestDHCPv6-1515454076'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:54.129479 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfc9b9c-f517-42b6-b59b-a1c756095ea4 None None] DHCP port deletion for ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:33:54.315013 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-456cc78a-6519-486d-915c-a097bea8689c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:54.341664 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-abfc9b9c-f517-42b6-b59b-a1c756095ea4 None None] Deleting port cde83142-3f07-4eaf-b855-09c4f2bbd08a {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:33:54.342144 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-abfc9b9c-f517-42b6-b59b-a1c756095ea4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:54.369085 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-456cc78a-6519-486d-915c-a097bea8689c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:54.445764 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cc78a-6519-486d-915c-a097bea8689c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Port': ['ID=e57b11d4-2098-4931-9220-5db126e67373,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:54.456220 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456cc78a-6519-486d-915c-a097bea8689c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network b016dfb7-c84b-4db3-9ed0-9b6996a19a2f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:54.457952 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-456cc78a-6519-486d-915c-a097bea8689c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:54.470464 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456cc78a-6519-486d-915c-a097bea8689c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:54.494243 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-456cc78a-6519-486d-915c-a097bea8689c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:54.506234 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c08f90-6f1b-476b-9f77-3a6c4054a280 req-747bc9cb-8f5e-4fb2-902c-b922ccc791ce tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:54.514799 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6c08f90-6f1b-476b-9f77-3a6c4054a280 req-747bc9cb-8f5e-4fb2-902c-b922ccc791ce tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 944 time: 0.5090389 Nov 15 11:33:54.519982 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-46a27184-585c-41a4-ad22-aa87349c5b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:54.561692 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-abfc9b9c-f517-42b6-b59b-a1c756095ea4 None None] For port cde83142-3f07-4eaf-b855-09c4f2bbd08a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=cde83142-3f07-4eaf-b855-09c4f2bbd08a,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:54.562178 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-abfc9b9c-f517-42b6-b59b-a1c756095ea4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:54.593853 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-abfc9b9c-f517-42b6-b59b-a1c756095ea4 None None] Calling delete_port for cde83142-3f07-4eaf-b855-09c4f2bbd08a owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:33:54.667804 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6c08f90-6f1b-476b-9f77-3a6c4054a280 req-64be5312-e1b5-423c-867a-9d78a7022103 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516321 Nov 15 11:33:54.695246 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:54.733306 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a4c13987-f58a-4da3-8fdf-003bdd8b1d80 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:54.783863 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-456cc78a-6519-486d-915c-a097bea8689c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:54.870049 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-46a27184-585c-41a4-ad22-aa87349c5b7b None None] For port cde83142-3f07-4eaf-b855-09c4f2bbd08a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=cde83142-3f07-4eaf-b855-09c4f2bbd08a,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:54.896941 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-46a27184-585c-41a4-ad22-aa87349c5b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:54.976668 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:55.019135 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] device_id is not set on port ffe2c8b1-d204-45ed-a275-1c883a4d6e16 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:33:55.038311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eee387-9c0a-4a2c-b61e-59076609d462 req-def662d5-aa8b-4076-9471-6854200485d6 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:55.045391 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a27184-585c-41a4-ad22-aa87349c5b7b None None] Pushing event updated for resources: {'Port': ['ID=cde83142-3f07-4eaf-b855-09c4f2bbd08a,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:55.046009 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5eee387-9c0a-4a2c-b61e-59076609d462 req-def662d5-aa8b-4076-9471-6854200485d6 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 945 time: 0.3362346 Nov 15 11:33:55.090432 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-abfc9b9c-f517-42b6-b59b-a1c756095ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:55.156844 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5eee387-9c0a-4a2c-b61e-59076609d462 req-a0d80472-6547-4534-b888-1eaffe4dc1e7 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097775 Nov 15 11:33:55.180605 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port a4c13987-f58a-4da3-8fdf-003bdd8b1d80 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:55.181103 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:55.300819 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-14c17564-1cce-4b2e-b6c7-7cd7d3a8617e None None] Provisioning complete for port f0f5bb37-91f7-408d-b7d0-66c714e97e31 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:55.301184 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-14c17564-1cce-4b2e-b6c7-7cd7d3a8617e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:55.311557 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc9b9c-f517-42b6-b59b-a1c756095ea4 None None] Pushing event deleted for resources: {'Port': ['ID=cde83142-3f07-4eaf-b855-09c4f2bbd08a,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:55.386847 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfc9b9c-f517-42b6-b59b-a1c756095ea4 None None] No DVR routers for this DVR port cde83142-3f07-4eaf-b855-09c4f2bbd08a on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:33:55.469691 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8::d414:b7d5:90d9:4ab4 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/d0271941-3b6e-4cfd-9391-f41c2f2df38a/ffe2c8b1-d204-45ed-a275-1c883a4d6e16) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:55.505949 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba62421-a5f6-4d64-b191-4fdabf558f82 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:33:55.568835 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56448) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:55.575250 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-456cc78a-6519-486d-915c-a097bea8689c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:55.590665 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-456cc78a-6519-486d-915c-a097bea8689c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:55.590665 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-456cc78a-6519-486d-915c-a097bea8689c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:55.743093 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-14c17564-1cce-4b2e-b6c7-7cd7d3a8617e None None] Port f0f5bb37-91f7-408d-b7d0-66c714e97e31 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:33:55.761800 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:55.777503 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-14c17564-1cce-4b2e-b6c7-7cd7d3a8617e None None] Provisioning complete for port 40ec317c-7014-4cf1-ad26-867b7674cb4a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:55.778121 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-14c17564-1cce-4b2e-b6c7-7cd7d3a8617e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:55.810970 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456cc78a-6519-486d-915c-a097bea8689c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network b016dfb7-c84b-4db3-9ed0-9b6996a19a2f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:55.826461 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6e21dd1c-8134-4e62-a743-96c4b838b552 tempest-SubnetPoolsTestJSON-1549249883 tempest-SubnetPoolsTestJSON-1549249883-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-432091630', 'prefixes': ['172.20.0.0/16']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:55.861981 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cc78a-6519-486d-915c-a097bea8689c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Port': ['ID=e57b11d4-2098-4931-9220-5db126e67373,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:55.870607 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-456cc78a-6519-486d-915c-a097bea8689c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:55.928613 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port a4c13987-f58a-4da3-8fdf-003bdd8b1d80, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a4c13987-f58a-4da3-8fdf-003bdd8b1d80,segment=NetworkSegment(b27bfca8-12ea-43c3-99a5-921b192655e4),segment_id=b27bfca8-12ea-43c3-99a5-921b192655e4)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:55.936867 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:55.937264 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:55.937690 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device cde83142-3f07-4eaf-b855-09c4f2bbd08a up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:55.983238 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:56.058780 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:56.073845 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: cde83142-3f07-4eaf-b855-09c4f2bbd08a {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:33:56.074239 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device cde83142-3f07-4eaf-b855-09c4f2bbd08a not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 15 11:33:56.090269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a84a9-6d93-4aa2-a991-9b395b0cdaa3 req-43c840db-2486-4509-ba4c-0fc33707df10 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:56.100790 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e3a84a9-6d93-4aa2-a991-9b395b0cdaa3 req-43c840db-2486-4509-ba4c-0fc33707df10 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 946 time: 0.3443868 Nov 15 11:33:56.120294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542034d-b4e3-4f85-9ea2-a9c6adf35788 req-36ad24b7-5a02-4d53-9e49-c0a2356bb8e3 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:56.135852 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=a4c13987-f58a-4da3-8fdf-003bdd8b1d80,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:56.139081 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Port cde83142-3f07-4eaf-b855-09c4f2bbd08a not found, will not notify nova. {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 15 11:33:56.140677 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 83128197-aafb-44ae-ad88-97835ae246d9 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:33:56.160612 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c542034d-b4e3-4f85-9ea2-a9c6adf35788 req-36ad24b7-5a02-4d53-9e49-c0a2356bb8e3 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 944 time: 0.3375542 Nov 15 11:33:56.164632 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:56.221453 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:56.235885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:56.238665 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:56.360101 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c542034d-b4e3-4f85-9ea2-a9c6adf35788 req-d7188eac-f47e-4543-bbff-da53fa17da47 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984847 Nov 15 11:33:56.371492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=ffe2c8b1-d204-45ed-a275-1c883a4d6e16,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:56.374389 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a4c13987-f58a-4da3-8fdf-003bdd8b1d80 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:33:56.392382 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:56.393046 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:56.393562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:56.394049 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:56.394533 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:56.395031 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:56.395516 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:56.396074 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:56.396561 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:56.397048 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:56.397529 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:56.398002 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:33:56.418299 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e3a84a9-6d93-4aa2-a991-9b395b0cdaa3 req-dd8fbf71-a521-434d-b8d2-34309af850d4 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165791 Nov 15 11:33:56.470046 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d835d149-6559-43e9-80ce-ae801146a496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'fixed_ips': [{'subnet_id': 'd0271941-3b6e-4cfd-9391-f41c2f2df38a'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:33:56.470875 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d835d149-6559-43e9-80ce-ae801146a496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:56.531389 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d72890dc-b0cd-434b-bf36-f05508e5d481 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4756281 Nov 15 11:33:56.531389 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56456) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:56.537531 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 83128197-aafb-44ae-ad88-97835ae246d9, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=83128197-aafb-44ae-ad88-97835ae246d9,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:56.570453 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-14c17564-1cce-4b2e-b6c7-7cd7d3a8617e None None] Provisioning complete for port a4c13987-f58a-4da3-8fdf-003bdd8b1d80 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:56.570848 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-14c17564-1cce-4b2e-b6c7-7cd7d3a8617e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:56.572560 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '83128197-aafb-44ae-ad88-97835ae246d9', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'port_id': '83128197-aafb-44ae-ad88-97835ae246d9', 'mac_address': 'fa:16:3e:38:0a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:33:56.662733 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eda1dff-35d3-4d18-aa20-26db1c826f4b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:56.666873 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3eda1dff-35d3-4d18-aa20-26db1c826f4b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1321037 Nov 15 11:33:56.667055 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port a4c13987-f58a-4da3-8fdf-003bdd8b1d80 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:56.667055 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:56.667975 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56462) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:56.685469 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e21dd1c-8134-4e62-a743-96c4b838b552 tempest-SubnetPoolsTestJSON-1549249883 tempest-SubnetPoolsTestJSON-1549249883-project] Publish callbacks [] for subnetpool, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:56.691721 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:56.693144 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56464) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:56.696019 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6e21dd1c-8134-4e62-a743-96c4b838b552 tempest-SubnetPoolsTestJSON-1549249883 tempest-SubnetPoolsTestJSON-1549249883-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.1251304 Nov 15 11:33:56.718579 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456cc78a-6519-486d-915c-a097bea8689c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Router 1ca42aee-405c-47fe-bad9-25f89148e260 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:33:56.784887 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83128197-aafb-44ae-ad88-97835ae246d9 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:33:56.798521 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-db4c5863-5ddb-48a5-ab4a-ac61641d1088 tempest-SubnetPoolsTestJSON-1549249883 tempest-SubnetPoolsTestJSON-1549249883-project] 10.222.0.64 "GET /v2.0/subnetpools/8a47682f-60ae-4724-a7a6-dd8110318058 HTTP/1.1" status: 200 len: 731 time: 0.0645411 Nov 15 11:33:56.803392 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56466) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:56.815404 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-4e79fa9c-d75e-43cb-bfaa-8520dd9cc4d8 tempest-SubnetPoolsTestJSON-1549249883 tempest-SubnetPoolsTestJSON-1549249883-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1610062358'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:56.848403 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 83128197-aafb-44ae-ad88-97835ae246d9, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=83128197-aafb-44ae-ad88-97835ae246d9,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:33:56.869807 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:56.881933 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456cc78a-6519-486d-915c-a097bea8689c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:33:56.890996 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-456cc78a-6519-486d-915c-a097bea8689c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/routers/1ca42aee-405c-47fe-bad9-25f89148e260/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6352565 Nov 15 11:33:56.891481 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56468) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:56.905156 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772314b7-9008-4edd-b133-e6027302051f None None] Sync routers for ids ['1ca42aee-405c-47fe-bad9-25f89148e260'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:33:56.946559 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d41de7e-5cc5-4850-928c-f2b4f2186049 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:56.952251 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9d41de7e-5cc5-4850-928c-f2b4f2186049 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/ports/e57b11d4-2098-4931-9220-5db126e67373 HTTP/1.1" status: 200 len: 913 time: 0.0570202 Nov 15 11:33:56.957265 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56470) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:56.978301 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-d835d149-6559-43e9-80ce-ae801146a496 None None] Allocated IP 2001:db8::2 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/d0271941-3b6e-4cfd-9391-f41c2f2df38a/e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:33:56.995299 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772314b7-9008-4edd-b133-e6027302051f None None] Routers {'1ca42aee-405c-47fe-bad9-25f89148e260'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:33:56.995986 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-772314b7-9008-4edd-b133-e6027302051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:33:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['1ca42aee-405c-47fe-bad9-25f89148e260'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:57.052411 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-772314b7-9008-4edd-b133-e6027302051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:57.055785 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d76e9d-26f8-4174-bb90-00b2a49da421 req-2161e0c2-985b-4978-bd32-f19d34f4ed78 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:57.063350 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d76e9d-26f8-4174-bb90-00b2a49da421 req-2161e0c2-985b-4978-bd32-f19d34f4ed78 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:57.070292 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d76e9d-26f8-4174-bb90-00b2a49da421 req-2161e0c2-985b-4978-bd32-f19d34f4ed78 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:57.079387 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b9d76e9d-26f8-4174-bb90-00b2a49da421 req-2161e0c2-985b-4978-bd32-f19d34f4ed78 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf&device_id=6f02a84f-531d-4668-a56c-2e08c7b6ce7d&device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 2417 time: 0.1448729 Nov 15 11:33:57.088532 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-36165b90-e43b-4948-8b1e-c17ebdb979bc tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting port ffe2c8b1-d204-45ed-a275-1c883a4d6e16 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:33:57.089084 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-36165b90-e43b-4948-8b1e-c17ebdb979bc tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:57.228452 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-36165b90-e43b-4948-8b1e-c17ebdb979bc tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:57.268221 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-36165b90-e43b-4948-8b1e-c17ebdb979bc tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Calling delete_port for ffe2c8b1-d204-45ed-a275-1c883a4d6e16 owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:33:57.278979 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e79fa9c-d75e-43cb-bfaa-8520dd9cc4d8 tempest-SubnetPoolsTestJSON-1549249883 tempest-SubnetPoolsTestJSON-1549249883-project] Publish callbacks [] for subnetpool, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:57.280350 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4e79fa9c-d75e-43cb-bfaa-8520dd9cc4d8 tempest-SubnetPoolsTestJSON-1549249883 tempest-SubnetPoolsTestJSON-1549249883-project] 10.222.0.64 "PUT /v2.0/subnetpools/8a47682f-60ae-4724-a7a6-dd8110318058 HTTP/1.1" status: 200 len: 684 time: 0.4760437 Nov 15 11:33:57.284002 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56472) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:57.299076 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b9d76e9d-26f8-4174-bb90-00b2a49da421 req-0d6b9407-544f-41f9-8fc9-ce78f732d945 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183299 Nov 15 11:33:57.345705 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['83128197-aafb-44ae-ad88-97835ae246d9'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:33:57.431271 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=83128197-aafb-44ae-ad88-97835ae246d9,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:57.459090 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-604ac946-dac1-49c3-ad11-dfc695b004ad tempest-SubnetPoolsTestJSON-1549249883 tempest-SubnetPoolsTestJSON-1549249883-project] Publish callbacks [] for subnetpool, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:57.460329 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-604ac946-dac1-49c3-ad11-dfc695b004ad tempest-SubnetPoolsTestJSON-1549249883 tempest-SubnetPoolsTestJSON-1549249883-project] 10.222.0.64 "DELETE /v2.0/subnetpools/8a47682f-60ae-4724-a7a6-dd8110318058 HTTP/1.1" status: 204 len: 168 time: 0.1751726 Nov 15 11:33:57.463489 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56478) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:57.485129 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-c44e3199-18e2-4266-9a12-1bbfd4adfa4a tempest-SubnetPoolsTestJSON-1549249883 tempest-SubnetPoolsTestJSON-1549249883-project] show failed (client error): The resource could not be found. Nov 15 11:33:57.486225 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c44e3199-18e2-4266-9a12-1bbfd4adfa4a tempest-SubnetPoolsTestJSON-1549249883 tempest-SubnetPoolsTestJSON-1549249883-project] 10.222.0.64 "GET /v2.0/subnetpools/8a47682f-60ae-4724-a7a6-dd8110318058 HTTP/1.1" status: 404 len: 346 time: 0.0209165 Nov 15 11:33:57.489714 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772314b7-9008-4edd-b133-e6027302051f None None] Routers {'1ca42aee-405c-47fe-bad9-25f89148e260'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:33:57.490346 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-772314b7-9008-4edd-b133-e6027302051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:33:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['1ca42aee-405c-47fe-bad9-25f89148e260'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:57.491974 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56480) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:57.520184 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-916a8c5f-747e-4022-940f-3b491d6f2d14 tempest-SubnetPoolsTestJSON-1549249883 tempest-SubnetPoolsTestJSON-1549249883-project] delete failed (client error): The resource could not be found. Nov 15 11:33:57.527167 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-916a8c5f-747e-4022-940f-3b491d6f2d14 tempest-SubnetPoolsTestJSON-1549249883 tempest-SubnetPoolsTestJSON-1549249883-project] 10.222.0.64 "DELETE /v2.0/subnetpools/8a47682f-60ae-4724-a7a6-dd8110318058 HTTP/1.1" status: 404 len: 346 time: 0.0344045 Nov 15 11:33:57.553076 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-772314b7-9008-4edd-b133-e6027302051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:33:57.553838 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772314b7-9008-4edd-b133-e6027302051f None None] The sync data for ids ['1ca42aee-405c-47fe-bad9-25f89148e260'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:33:57.578064 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a1b1e59c-dfe8-47bd-8e3f-6d130d782b47 None None] Provisioning complete for port e57b11d4-2098-4931-9220-5db126e67373 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:33:57.578434 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a1b1e59c-dfe8-47bd-8e3f-6d130d782b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:57.656981 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device cde83142-3f07-4eaf-b855-09c4f2bbd08a no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:33:57.673850 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf88e3-cd85-4b70-ac62-b59c1622cae6 req-aef101d4-5b42-4e8f-b487-4412ac70bb4e tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:57.675723 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d7cf88e3-cd85-4b70-ac62-b59c1622cae6 req-aef101d4-5b42-4e8f-b487-4412ac70bb4e tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 945 time: 0.1780701 Nov 15 11:33:57.677517 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-36165b90-e43b-4948-8b1e-c17ebdb979bc tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:57.688084 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93be78-0037-43e7-82ca-22d15e9ad4bf req-fd724b8a-dd44-4eca-bd96-39396bc6509f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:57.689902 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b93be78-0037-43e7-82ca-22d15e9ad4bf req-fd724b8a-dd44-4eca-bd96-39396bc6509f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 945 time: 0.1887836 Nov 15 11:33:57.744510 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c0a080b-7cff-4bc9-a490-0da00c1d6946 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:57.757062 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36165b90-e43b-4948-8b1e-c17ebdb979bc tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Port': ['ID=ffe2c8b1-d204-45ed-a275-1c883a4d6e16,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:57.761870 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: cde83142-3f07-4eaf-b855-09c4f2bbd08a {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:33:57.762246 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device cde83142-3f07-4eaf-b855-09c4f2bbd08a not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:33:57.800346 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d7cf88e3-cd85-4b70-ac62-b59c1622cae6 req-6f5b9324-8f44-47b6-b1b0-5e4b9183700e tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093180 Nov 15 11:33:57.808731 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a1b1e59c-dfe8-47bd-8e3f-6d130d782b47 None None] Port e57b11d4-2098-4931-9220-5db126e67373 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:33:57.829458 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-36165b90-e43b-4948-8b1e-c17ebdb979bc tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:57.836463 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-36165b90-e43b-4948-8b1e-c17ebdb979bc tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/ffe2c8b1-d204-45ed-a275-1c883a4d6e16 HTTP/1.1" status: 204 len: 168 time: 1.1677055 Nov 15 11:33:57.838532 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56490) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:57.893708 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b93be78-0037-43e7-82ca-22d15e9ad4bf req-fbab29b0-a9b3-4ede-95fc-eec3647ed186 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936450 Nov 15 11:33:57.938985 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ae93c5-74ca-4af2-9662-19085e7f00bc tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:57.942901 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ae93c5-74ca-4af2-9662-19085e7f00bc tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:57.952317 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-03ae93c5-74ca-4af2-9662-19085e7f00bc tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1102817 Nov 15 11:33:57.953455 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56494) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:58.079674 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a274bd8-f346-4283-a133-9eb50ab26924 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet d0271941-3b6e-4cfd-9391-f41c2f2df38a {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:33:58.126302 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d835d149-6559-43e9-80ce-ae801146a496 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:58.142653 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56496) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:58.157943 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a274bd8-f346-4283-a133-9eb50ab26924 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:58.183533 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d835d149-6559-43e9-80ce-ae801146a496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:58.253877 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d835d149-6559-43e9-80ce-ae801146a496 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:33:58.314520 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a274bd8-f346-4283-a133-9eb50ab26924 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:58.318382 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-d835d149-6559-43e9-80ce-ae801146a496 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:33:58.321879 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d835d149-6559-43e9-80ce-ae801146a496 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:33:58.415621 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a080b-7cff-4bc9-a490-0da00c1d6946 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting port e57b11d4-2098-4931-9220-5db126e67373 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:33:58.416279 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1abddfd-c87d-4741-b9eb-41226a956554 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:58.419941 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c0a080b-7cff-4bc9-a490-0da00c1d6946 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:58.432883 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835d149-6559-43e9-80ce-ae801146a496 None None] Pushing event updated for resources: {'Port': ['ID=e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:58.536735 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d835d149-6559-43e9-80ce-ae801146a496 None None] Attempting to bind port e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:33:58.537207 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d835d149-6559-43e9-80ce-ae801146a496 None None] Attempting to bind port e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:33:58.537691 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d835d149-6559-43e9-80ce-ae801146a496 None None] Attempting to bind port e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd on network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:33:58.548758 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d835d149-6559-43e9-80ce-ae801146a496 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:33:58.549191 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d835d149-6559-43e9-80ce-ae801146a496 None None] Checking segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:33:58.549732 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d835d149-6559-43e9-80ce-ae801146a496 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:58.550126 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d835d149-6559-43e9-80ce-ae801146a496 None None] Bound using segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:33:58.560451 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d835d149-6559-43e9-80ce-ae801146a496 None None] Bound port: e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:33:58.560999 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d835d149-6559-43e9-80ce-ae801146a496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:58.613452 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a274bd8-f346-4283-a133-9eb50ab26924 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:58.695486 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c0a080b-7cff-4bc9-a490-0da00c1d6946 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:58.734213 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a080b-7cff-4bc9-a490-0da00c1d6946 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Calling delete_port for e57b11d4-2098-4931-9220-5db126e67373 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:33:58.751048 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1abddfd-c87d-4741-b9eb-41226a956554 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:58.760807 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1abddfd-c87d-4741-b9eb-41226a956554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:58.765903 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d835d149-6559-43e9-80ce-ae801146a496 None None] For port e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:33:58.769778 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d835d149-6559-43e9-80ce-ae801146a496 None None] For port e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:33:58.774440 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d835d149-6559-43e9-80ce-ae801146a496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:58.783339 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a274bd8-f346-4283-a133-9eb50ab26924 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:58.887122 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a274bd8-f346-4283-a133-9eb50ab26924 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=d0271941-3b6e-4cfd-9391-f41c2f2df38a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:58.905760 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835d149-6559-43e9-80ce-ae801146a496 None None] Pushing event updated for resources: {'Port': ['ID=e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:58.960388 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f1abddfd-c87d-4741-b9eb-41226a956554 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ada5dfa5960e4f5da47052825914f21d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8155661 Nov 15 11:33:58.968231 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a274bd8-f346-4283-a133-9eb50ab26924 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:58.982540 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9a274bd8-f346-4283-a133-9eb50ab26924 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/d0271941-3b6e-4cfd-9391-f41c2f2df38a HTTP/1.1" status: 204 len: 168 time: 1.0202217 Nov 15 11:33:58.984038 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56518) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:58.984757 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56520) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:59.031505 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abddfd-c87d-4741-b9eb-41226a956554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf58b9a-2259-4b3a-bda7-76f752a110f5,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:59.072584 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c0a080b-7cff-4bc9-a490-0da00c1d6946 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:59.089528 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7f905e57-2f3f-4400-a309-f91d53bb8155 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857062 Nov 15 11:33:59.119097 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56524) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:33:59.124364 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-dd723388-3da3-444e-b33b-717ff0be24cd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:33:59.156223 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a080b-7cff-4bc9-a490-0da00c1d6946 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Port': ['ID=e57b11d4-2098-4931-9220-5db126e67373,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:33:59.304644 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1d38-56ff-45a0-b9de-aa5452552451 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:59.349959 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684af4f-f6f3-4df1-81c9-e8e21fa41c77 req-7140ccc3-2bfe-49da-b354-8bd89a320ba6 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:33:59.352074 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3684af4f-f6f3-4df1-81c9-e8e21fa41c77 req-7140ccc3-2bfe-49da-b354-8bd89a320ba6 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 945 time: 0.3142483 Nov 15 11:33:59.397768 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1d38-56ff-45a0-b9de-aa5452552451 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:59.445226 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c0a080b-7cff-4bc9-a490-0da00c1d6946 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:59.475768 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3684af4f-f6f3-4df1-81c9-e8e21fa41c77 req-f8e778c0-9e0e-463b-a6a4-495c46b170c9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094046 Nov 15 11:33:59.497650 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd723388-3da3-444e-b33b-717ff0be24cd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:33:59.501445 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dd723388-3da3-444e-b33b-717ff0be24cd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:59.606590 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:33:59.846279 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0a080b-7cff-4bc9-a490-0da00c1d6946 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Router 1ca42aee-405c-47fe-bad9-25f89148e260 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:33:59.977409 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0a080b-7cff-4bc9-a490-0da00c1d6946 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:33:59.988638 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aaca6a-917c-45b4-8e32-994970a75e12 None None] Sync routers for ids ['1ca42aee-405c-47fe-bad9-25f89148e260'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:33:59.992719 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1c0a080b-7cff-4bc9-a490-0da00c1d6946 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/routers/1ca42aee-405c-47fe-bad9-25f89148e260/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0312219 Nov 15 11:33:59.994995 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56534) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:00.008116 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aaca6a-917c-45b4-8e32-994970a75e12 None None] Routers {'1ca42aee-405c-47fe-bad9-25f89148e260'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:34:00.009109 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-17aaca6a-917c-45b4-8e32-994970a75e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:33:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['1ca42aee-405c-47fe-bad9-25f89148e260'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:00.078410 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-17aaca6a-917c-45b4-8e32-994970a75e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:00.100711 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aaca6a-917c-45b4-8e32-994970a75e12 None None] Routers {'1ca42aee-405c-47fe-bad9-25f89148e260'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:34:00.101627 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-17aaca6a-917c-45b4-8e32-994970a75e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:33:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['1ca42aee-405c-47fe-bad9-25f89148e260'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:00.117923 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 83128197-aafb-44ae-ad88-97835ae246d9 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:34:00.127117 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1d38-56ff-45a0-b9de-aa5452552451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:00.129744 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1d38-56ff-45a0-b9de-aa5452552451 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:00.130914 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ae0a1d38-56ff-45a0-b9de-aa5452552451 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0bf58b9a-2259-4b3a-bda7-76f752a110f5 HTTP/1.1" status: 204 len: 168 time: 1.1432760 Nov 15 11:34:00.181991 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-17aaca6a-917c-45b4-8e32-994970a75e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:00.182916 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aaca6a-917c-45b4-8e32-994970a75e12 None None] The sync data for ids ['1ca42aee-405c-47fe-bad9-25f89148e260'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:34:00.187085 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d278811-bb6f-4932-946b-e1848d3453a8 req-f36315cf-eed6-4e9b-b1a0-393cf78dcca8 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:00.208441 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d278811-bb6f-4932-946b-e1848d3453a8 req-f36315cf-eed6-4e9b-b1a0-393cf78dcca8 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 946 time: 0.2039979 Nov 15 11:34:00.232203 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 83128197-aafb-44ae-ad88-97835ae246d9 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:34:00.245102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 83128197-aafb-44ae-ad88-97835ae246d9 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:00.246025 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:00.293170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a1d38-56ff-45a0-b9de-aa5452552451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf58b9a-2259-4b3a-bda7-76f752a110f5,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:00.430591 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d278811-bb6f-4932-946b-e1848d3453a8 req-9ec737dc-3dec-4518-8c76-1789c6f339b6 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211709 Nov 15 11:34:00.453223 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:34:00.568751 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:00.587563 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e266e1d-cc5e-4bd1-81b1-d46f3cc4c1f9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:00.620747 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040ecf65-c7b9-46e3-a7ec-76bf73374a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83128197-aafb-44ae-ad88-97835ae246d9'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:34:00.623345 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ba0c65-cf82-472a-8653-1cc9194b57d7" -d '{"events": [{"server_uuid": "040ecf65-c7b9-46e3-a7ec-76bf73374a2b", "name": "network-vif-plugged", "status": "completed", "tag": "83128197-aafb-44ae-ad88-97835ae246d9"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:34:00.675024 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f8d276-3d84-4313-b9a2-771c40a464e8 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:00.685582 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dd723388-3da3-444e-b33b-717ff0be24cd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:00.694339 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 83128197-aafb-44ae-ad88-97835ae246d9, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=83128197-aafb-44ae-ad88-97835ae246d9,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:00.725810 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977391bb-91f2-48e8-b9a6-327021d115c7 x-openstack-request-id: req-977391bb-91f2-48e8-b9a6-327021d115c7 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:34:00.726098 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040ecf65-c7b9-46e3-a7ec-76bf73374a2b", "name": "network-vif-plugged", "status": "completed", "tag": "83128197-aafb-44ae-ad88-97835ae246d9", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:34:00.726362 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-977391bb-91f2-48e8-b9a6-327021d115c7 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:34:00.726732 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040ecf65-c7b9-46e3-a7ec-76bf73374a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83128197-aafb-44ae-ad88-97835ae246d9', 'code': 200} Nov 15 11:34:00.761523 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-21c0ef40-9d00-4bb7-ae32-cd3bfb8d1714 None None] Could not find standard attr ID for object ffe2c8b1-d204-45ed-a275-1c883a4d6e16. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:34:00.763442 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:00.788183 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd723388-3da3-444e-b33b-717ff0be24cd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=d57443b6-8559-4f78-847c-5a04f98b08f1,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:00.815463 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd723388-3da3-444e-b33b-717ff0be24cd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:00.819348 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-dd723388-3da3-444e-b33b-717ff0be24cd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:00.830882 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd723388-3da3-444e-b33b-717ff0be24cd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:00.831668 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dd723388-3da3-444e-b33b-717ff0be24cd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:00.850662 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=83128197-aafb-44ae-ad88-97835ae246d9,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:00.857350 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-dd723388-3da3-444e-b33b-717ff0be24cd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7345719 Nov 15 11:34:00.859216 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56560) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:00.867874 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9bded2de-df20-4fc6-9d27-fd144ae724db tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'fixed_ips': [{'subnet_id': 'd57443b6-8559-4f78-847c-5a04f98b08f1', 'ip_address': '2001:db8::64d5:ad88:f3ec:b5cb'}], 'name': 'tempest-NetworksTestDHCPv6-448415537'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:00.870044 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:00.870639 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:00.871686 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c352a-7d07-4d93-bccc-13816febc68d req-83a946f3-0b30-419a-985d-b1ad6b2db1b0 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:00.873435 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a29c352a-7d07-4d93-bccc-13816febc68d req-83a946f3-0b30-419a-985d-b1ad6b2db1b0 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 946 time: 0.2064981 Nov 15 11:34:00.878324 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:00.878899 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:00.879388 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:00.879975 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:00.880465 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:00.880969 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:00.881444 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:00.881932 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:00.882401 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:00.882903 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:00.883383 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:00.883870 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:00.941507 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-21c0ef40-9d00-4bb7-ae32-cd3bfb8d1714 None None] Provisioning complete for port e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:00.941870 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-21c0ef40-9d00-4bb7-ae32-cd3bfb8d1714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:00.964066 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303fa23-7054-4e6f-b9eb-096650df8927 req-93f86d44-43a5-4324-863b-8495cf8941f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:00.965681 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8303fa23-7054-4e6f-b9eb-096650df8927 req-93f86d44-43a5-4324-863b-8495cf8941f2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 1097 time: 0.1029534 Nov 15 11:34:01.022983 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a29c352a-7d07-4d93-bccc-13816febc68d req-c20ecddf-d568-40ca-9d3a-86804e08c2ca tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192036 Nov 15 11:34:01.091649 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bded2de-df20-4fc6-9d27-fd144ae724db tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:01.107406 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8303fa23-7054-4e6f-b9eb-096650df8927 req-c2082ddf-bd5a-474c-b9aa-a1f6fa8cae2b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318283 Nov 15 11:34:01.120835 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:01.224346 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bded2de-df20-4fc6-9d27-fd144ae724db tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:01.228674 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-21c0ef40-9d00-4bb7-ae32-cd3bfb8d1714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:01.242989 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:01.249188 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-9bded2de-df20-4fc6-9d27-fd144ae724db tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] device_id is not set on port 9e009241-091f-42da-812c-c6d5dd580302 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:34:01.257796 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:01.399996 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-21c0ef40-9d00-4bb7-ae32-cd3bfb8d1714 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:34:01.400710 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-21c0ef40-9d00-4bb7-ae32-cd3bfb8d1714 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:34:01.412749 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:01.413906 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2e266e1d-cc5e-4bd1-81b1-d46f3cc4c1f9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting port f0f5bb37-91f7-408d-b7d0-66c714e97e31 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:01.414244 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e266e1d-cc5e-4bd1-81b1-d46f3cc4c1f9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:01.558452 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:01.580608 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e266e1d-cc5e-4bd1-81b1-d46f3cc4c1f9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:01.601277 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2e266e1d-cc5e-4bd1-81b1-d46f3cc4c1f9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Calling delete_port for f0f5bb37-91f7-408d-b7d0-66c714e97e31 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:01.607939 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-9bded2de-df20-4fc6-9d27-fd144ae724db tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8::64d5:ad88:f3ec:b5cb (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/d57443b6-8559-4f78-847c-5a04f98b08f1/9e009241-091f-42da-812c-c6d5dd580302) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:34:01.610041 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124e1e2-3ac6-4cc8-ad65-d2515e9c6563 req-b74fb3dc-6319-4c47-921e-438f437ad965 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:01.619376 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d116a71-1026-40b7-ae42-5e0f79a153c7 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:01.623252 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1124e1e2-3ac6-4cc8-ad65-d2515e9c6563 req-b74fb3dc-6319-4c47-921e-438f437ad965 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 946 time: 0.1023698 Nov 15 11:34:01.695954 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1124e1e2-3ac6-4cc8-ad65-d2515e9c6563 req-027fffc3-6bff-4326-9b3b-8408875effc7 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718098 Nov 15 11:34:01.921343 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bded2de-df20-4fc6-9d27-fd144ae724db tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:01.995657 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e266e1d-cc5e-4bd1-81b1-d46f3cc4c1f9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:02.034066 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e266e1d-cc5e-4bd1-81b1-d46f3cc4c1f9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Port': ['ID=f0f5bb37-91f7-408d-b7d0-66c714e97e31,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:02.048567 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bded2de-df20-4fc6-9d27-fd144ae724db tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:02.118387 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d32f5b61-68ff-45e5-bd4e-4d97d249ec24 None None] Provisioning complete for port e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:02.118890 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d32f5b61-68ff-45e5-bd4e-4d97d249ec24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:02.316127 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:34:02.344766 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a7e6f-5d94-4793-a784-ac79ea641801 req-13b46bdf-fc14-4eb5-b38c-ae5131025de8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:02.359260 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b8a7e6f-5d94-4793-a784-ac79ea641801 req-13b46bdf-fc14-4eb5-b38c-ae5131025de8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 946 time: 0.1654661 Nov 15 11:34:02.467844 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:02.468172 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:02.478814 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b8a7e6f-5d94-4793-a784-ac79ea641801 req-e47f9a17-b750-4cf9-a2cc-3c7beb85dd0a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129088 Nov 15 11:34:02.515637 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2992607c-b7be-404e-a376-47e9848abdb1 None None] Provisioning complete for port e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:02.516031 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2992607c-b7be-404e-a376-47e9848abdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:02.809000 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c2d3b7c4-9036-4520-828e-de5a17de721d None None] Could not find standard attr ID for object 891b1127-7bd5-47d5-99be-2b39c548bbe9. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:34:02.888772 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90414ca-3367-40e1-a7cd-d2ce52a80fb5 req-f843b969-59c0-4e9d-906f-2b6ae98f0196 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:02.898122 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f90414ca-3367-40e1-a7cd-d2ce52a80fb5 req-f843b969-59c0-4e9d-906f-2b6ae98f0196 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 946 time: 0.0860393 Nov 15 11:34:02.927293 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7bde2b71-2758-491b-9fad-bde20193d2a1 None None] Could not find standard attr ID for object c0f5d24a-fc5d-45b1-bfe7-ba46ce2edb05. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:34:02.941182 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bded2de-df20-4fc6-9d27-fd144ae724db tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:02.945574 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e266e1d-cc5e-4bd1-81b1-d46f3cc4c1f9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:02.949924 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-9bded2de-df20-4fc6-9d27-fd144ae724db tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:02.957169 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bded2de-df20-4fc6-9d27-fd144ae724db tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:34:02.964651 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bded2de-df20-4fc6-9d27-fd144ae724db tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:02.965368 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bded2de-df20-4fc6-9d27-fd144ae724db tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:02.972466 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bded2de-df20-4fc6-9d27-fd144ae724db tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=9e009241-091f-42da-812c-c6d5dd580302,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:02.980024 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f90414ca-3367-40e1-a7cd-d2ce52a80fb5 req-6f98f2c8-89af-4568-8fea-aec02a8b99f7 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752215 Nov 15 11:34:03.086863 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56674) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:03.087025 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9bded2de-df20-4fc6-9d27-fd144ae724db tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2260594 Nov 15 11:34:03.174001 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f111dbb-18ed-42c3-9eb5-7fac631e2795 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:03.182267 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f111dbb-18ed-42c3-9eb5-7fac631e2795 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:03.184016 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6f111dbb-18ed-42c3-9eb5-7fac631e2795 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0961115 Nov 15 11:34:03.186715 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56678) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:03.216171 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56680) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:03.239547 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e266e1d-cc5e-4bd1-81b1-d46f3cc4c1f9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Router 1ca42aee-405c-47fe-bad9-25f89148e260 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:34:03.258603 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-59a71ffd-8fe9-4826-966f-9cce6bd4b227 None None] Could not find standard attr ID for object ffe2c8b1-d204-45ed-a275-1c883a4d6e16. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:34:03.308804 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8cfcc872-4a9d-46ca-8fdc-f72bc5e5aaf1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting port 9e009241-091f-42da-812c-c6d5dd580302 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:03.309270 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8cfcc872-4a9d-46ca-8fdc-f72bc5e5aaf1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:03.395269 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e266e1d-cc5e-4bd1-81b1-d46f3cc4c1f9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:34:03.405331 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56684) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:03.409089 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559e2662-cb78-491f-b4a8-6a4f27f99053 None None] Sync routers for ids ['1ca42aee-405c-47fe-bad9-25f89148e260'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:34:03.416773 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2e266e1d-cc5e-4bd1-81b1-d46f3cc4c1f9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/routers/1ca42aee-405c-47fe-bad9-25f89148e260/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4162710 Nov 15 11:34:03.423572 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559e2662-cb78-491f-b4a8-6a4f27f99053 None None] Routers {'1ca42aee-405c-47fe-bad9-25f89148e260'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:34:03.424552 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-559e2662-cb78-491f-b4a8-6a4f27f99053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:33:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['1ca42aee-405c-47fe-bad9-25f89148e260'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:03.432445 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1e1d-f32b-4aae-a968-cf962e4e9f03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:03.459058 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a233e788-3bfb-4cea-99b0-d1400c230b4a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ca42aee-405c-47fe-bad9-25f89148e260 HTTP/1.1" status: 200 len: 205 time: 0.0494001 Nov 15 11:34:03.460093 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56686) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:03.473308 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8cfcc872-4a9d-46ca-8fdc-f72bc5e5aaf1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:03.475867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-559e2662-cb78-491f-b4a8-6a4f27f99053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:03.490733 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559e2662-cb78-491f-b4a8-6a4f27f99053 None None] Routers {'1ca42aee-405c-47fe-bad9-25f89148e260'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:34:03.490956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8cfcc872-4a9d-46ca-8fdc-f72bc5e5aaf1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Calling delete_port for 9e009241-091f-42da-812c-c6d5dd580302 owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:03.491354 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-559e2662-cb78-491f-b4a8-6a4f27f99053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:33:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['1ca42aee-405c-47fe-bad9-25f89148e260'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:03.553430 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-559e2662-cb78-491f-b4a8-6a4f27f99053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:03.554921 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559e2662-cb78-491f-b4a8-6a4f27f99053 None None] The sync data for ids ['1ca42aee-405c-47fe-bad9-25f89148e260'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:34:03.572848 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7da552cd-bf64-4259-b8ec-d5a40ffe77e0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:03.591663 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ef7e3283-62c0-4565-9862-f3ee3c621af2 None None] Provisioning complete for port 9e009241-091f-42da-812c-c6d5dd580302 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:03.592642 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ef7e3283-62c0-4565-9862-f3ee3c621af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:03.649649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-ef7e3283-62c0-4565-9862-f3ee3c621af2 None None] Port 9e009241-091f-42da-812c-c6d5dd580302 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:34:03.709110 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8cfcc872-4a9d-46ca-8fdc-f72bc5e5aaf1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:03.757467 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcc872-4a9d-46ca-8fdc-f72bc5e5aaf1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Port': ['ID=9e009241-091f-42da-812c-c6d5dd580302,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:03.784004 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7da552cd-bf64-4259-b8ec-d5a40ffe77e0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:03.790795 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7da552cd-bf64-4259-b8ec-d5a40ffe77e0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:03.791422 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8cfcc872-4a9d-46ca-8fdc-f72bc5e5aaf1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:03.795798 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8cfcc872-4a9d-46ca-8fdc-f72bc5e5aaf1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/9e009241-091f-42da-812c-c6d5dd580302 HTTP/1.1" status: 204 len: 168 time: 0.6076097 Nov 15 11:34:03.799268 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56690) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:03.808033 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b625c2-9f88-46ae-bd89-1ec10db79fd0 req-8d6f9826-58af-4240-b846-2ff5f2509497 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:03.810047 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d7b625c2-9f88-46ae-bd89-1ec10db79fd0 req-8d6f9826-58af-4240-b846-2ff5f2509497 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 946 time: 0.2309597 Nov 15 11:34:03.868431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d7b625c2-9f88-46ae-bd89-1ec10db79fd0 req-89c8c5c4-1fcc-42d1-8b61-257874485ec6 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518801 Nov 15 11:34:03.913175 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7da552cd-bf64-4259-b8ec-d5a40ffe77e0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:03.913707 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da552cd-bf64-4259-b8ec-d5a40ffe77e0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Fanout notify agent at l3_agent the message router_deleted on router 1ca42aee-405c-47fe-bad9-25f89148e260 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:34:03.921348 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7da552cd-bf64-4259-b8ec-d5a40ffe77e0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:03.922679 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7da552cd-bf64-4259-b8ec-d5a40ffe77e0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/routers/1ca42aee-405c-47fe-bad9-25f89148e260 HTTP/1.1" status: 204 len: 168 time: 0.4612534 Nov 15 11:34:03.926556 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56694) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:03.930481 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1e1d-f32b-4aae-a968-cf962e4e9f03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:03.934417 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5687c6af-fdb8-4017-80f7-fb9937fac31f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:03.936625 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5687c6af-fdb8-4017-80f7-fb9937fac31f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:03.940697 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5687c6af-fdb8-4017-80f7-fb9937fac31f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1377358 Nov 15 11:34:03.940697 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1e1d-f32b-4aae-a968-cf962e4e9f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:03.941775 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56696) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:04.005341 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1eb5de8-0521-438f-bb5f-d1d8eca6710b tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting subnet bbc570ec-a066-4518-981b-5f5c7d2f1267 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:34:04.026789 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5de8-0521-438f-bb5f-d1d8eca6710b tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:04.034685 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78540ec-c55c-4337-a49a-c3ee53b34a57 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet d57443b6-8559-4f78-847c-5a04f98b08f1 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:34:04.037727 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc1e1d-f32b-4aae-a968-cf962e4e9f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e6d728-a086-4e56-b5f8-18e0d0c63a57,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:04.047502 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f78540ec-c55c-4337-a49a-c3ee53b34a57 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:04.056874 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c1fc1e1d-f32b-4aae-a968-cf962e4e9f03 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b00ec2677dad49728b307414d2624660&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8372386 Nov 15 11:34:04.080452 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56700) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:04.114019 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f78540ec-c55c-4337-a49a-c3ee53b34a57 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:04.186210 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5de8-0521-438f-bb5f-d1d8eca6710b tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:04.192443 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f78540ec-c55c-4337-a49a-c3ee53b34a57 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:04.226015 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd983a-0b39-47fe-ab09-afa427c1e09d req-e7befa3d-4f80-4fb4-81d9-369bb0d8499e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:04.227692 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acbd983a-0b39-47fe-ab09-afa427c1e09d req-e7befa3d-4f80-4fb4-81d9-369bb0d8499e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 946 time: 0.2476387 Nov 15 11:34:04.258932 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f78540ec-c55c-4337-a49a-c3ee53b34a57 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:04.274415 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f78540ec-c55c-4337-a49a-c3ee53b34a57 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:04.278391 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f78540ec-c55c-4337-a49a-c3ee53b34a57 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/d57443b6-8559-4f78-847c-5a04f98b08f1 HTTP/1.1" status: 204 len: 168 time: 0.3342350 Nov 15 11:34:04.293638 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56704) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:04.306106 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78540ec-c55c-4337-a49a-c3ee53b34a57 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=d57443b6-8559-4f78-847c-5a04f98b08f1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:04.368768 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-23c07cde-2b04-4594-9b4c-3404c1ebfed6 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716531 Nov 15 11:34:04.371563 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56706) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:04.376493 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1230b05-d43d-4637-86af-f5e2ae7a27d7 req-2299667a-4277-4182-9fd5-4bf932f9e4c4 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:04.377953 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b1230b05-d43d-4637-86af-f5e2ae7a27d7 req-2299667a-4277-4182-9fd5-4bf932f9e4c4 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 946 time: 0.2663307 Nov 15 11:34:04.388755 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90950f1e-b077-47a6-b282-05d036e04ff7 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:04.407299 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-517c8e31-6340-4938-a3b2-7021bb76ba6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:04.422911 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acbd983a-0b39-47fe-ab09-afa427c1e09d req-5fb1457b-32a5-439e-8187-8687f535c89c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848433 Nov 15 11:34:04.461216 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e38d9ef-9fa1-4941-9564-9210cc3295a7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:04.462706 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3e38d9ef-9fa1-4941-9564-9210cc3295a7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0901072 Nov 15 11:34:04.471650 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56710) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:04.490172 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-517c8e31-6340-4938-a3b2-7021bb76ba6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:04.540196 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5de8-0521-438f-bb5f-d1d8eca6710b tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:04.609115 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e26b8e-de78-4bce-8501-2173b1f37df3 None None] DHCP port deletion for ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:34:04.637789 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b1230b05-d43d-4637-86af-f5e2ae7a27d7 req-f49d5339-4ef1-4dd4-a22e-d3ae1411495a tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315195 Nov 15 11:34:04.658683 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc480bca-35b5-4d7c-b2e0-83b676b25d1c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:04.663896 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-dc480bca-35b5-4d7c-b2e0-83b676b25d1c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1876683 Nov 15 11:34:04.664091 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56712) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:04.664188 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a1e26b8e-de78-4bce-8501-2173b1f37df3 None None] Deleting port e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:04.664188 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a1e26b8e-de78-4bce-8501-2173b1f37df3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:04.690229 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d1a56-f0d6-4276-9a5d-6b8421d9dbba req-858d43f3-11b2-4158-8749-46e7584008c9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:04.692041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-510d1a56-f0d6-4276-9a5d-6b8421d9dbba req-858d43f3-11b2-4158-8749-46e7584008c9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 946 time: 0.1681089 Nov 15 11:34:04.708585 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-67660f52-a6d6-4825-948f-6b263f53ea91 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404670 Nov 15 11:34:04.708800 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5de8-0521-438f-bb5f-d1d8eca6710b tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:04.710094 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56714) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:04.714955 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b8271695-7c90-47ca-8198-af0096393a7b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:04.715107 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-517c8e31-6340-4938-a3b2-7021bb76ba6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:04.720022 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-517c8e31-6340-4938-a3b2-7021bb76ba6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:04.721126 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-517c8e31-6340-4938-a3b2-7021bb76ba6d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/24e6d728-a086-4e56-b5f8-18e0d0c63a57 HTTP/1.1" status: 204 len: 168 time: 0.6393077 Nov 15 11:34:04.752389 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a1e26b8e-de78-4bce-8501-2173b1f37df3 None None] For port e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:04.752784 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a1e26b8e-de78-4bce-8501-2173b1f37df3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:04.766729 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb5de8-0521-438f-bb5f-d1d8eca6710b tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc570ec-a066-4518-981b-5f5c7d2f1267,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:04.768053 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a1e26b8e-de78-4bce-8501-2173b1f37df3 None None] Calling delete_port for e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:04.776182 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5de8-0521-438f-bb5f-d1d8eca6710b tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:04.779636 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b1eb5de8-0521-438f-bb5f-d1d8eca6710b tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/subnets/bbc570ec-a066-4518-981b-5f5c7d2f1267 HTTP/1.1" status: 204 len: 168 time: 0.8520119 Nov 15 11:34:04.780538 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c8e31-6340-4938-a3b2-7021bb76ba6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e6d728-a086-4e56-b5f8-18e0d0c63a57,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:04.782334 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56718) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:04.852656 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-510d1a56-f0d6-4276-9a5d-6b8421d9dbba req-1ca5e669-f5e9-476c-88f4-f43adbeeec3f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437128 Nov 15 11:34:04.866284 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8271695-7c90-47ca-8198-af0096393a7b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:04.870447 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8271695-7c90-47ca-8198-af0096393a7b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:04.873234 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f84243-5696-4606-a5c7-5fb4ca765b74 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting subnet e2ca7c39-b712-4d53-9df3-d39a147cb975 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:34:04.883778 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-24f84243-5696-4606-a5c7-5fb4ca765b74 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:04.958226 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-24f84243-5696-4606-a5c7-5fb4ca765b74 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:05.120338 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-24f84243-5696-4606-a5c7-5fb4ca765b74 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:05.195091 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50834810-0ffb-4391-90ee-96b25dd036be None None] Network b016dfb7-c84b-4db3-9ed0-9b6996a19a2f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:05.263540 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8271695-7c90-47ca-8198-af0096393a7b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:05.277238 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-24f84243-5696-4606-a5c7-5fb4ca765b74 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:05.296555 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56726) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:05.308522 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f84243-5696-4606-a5c7-5fb4ca765b74 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ca7c39-b712-4d53-9df3-d39a147cb975,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:05.324394 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a1e26b8e-de78-4bce-8501-2173b1f37df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:05.332920 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b317c76-b34c-4b90-bc31-9291670d9b26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:05.343914 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-24f84243-5696-4606-a5c7-5fb4ca765b74 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:05.356222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56730) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:05.356656 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-24f84243-5696-4606-a5c7-5fb4ca765b74 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/subnets/e2ca7c39-b712-4d53-9df3-d39a147cb975 HTTP/1.1" status: 204 len: 168 time: 0.5730162 Nov 15 11:34:05.357794 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888754d1-a018-4f4d-a2af-9cda853eea40 None None] Network 24616f0f-b40a-48ef-be91-ec71752e893a requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:05.371069 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8271695-7c90-47ca-8198-af0096393a7b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:05.373655 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e722cd-b207-422a-a360-b8c39449801f req-b9b3223b-d1ec-4697-94e1-aeab5cb677e1 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:05.383059 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66e722cd-b207-422a-a360-b8c39449801f req-b9b3223b-d1ec-4697-94e1-aeab5cb677e1 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 946 time: 0.1383836 Nov 15 11:34:05.387082 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e26b8e-de78-4bce-8501-2173b1f37df3 None None] No DVR routers for this DVR port e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:34:05.434607 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e26b8e-de78-4bce-8501-2173b1f37df3 None None] Pushing event deleted for resources: {'Port': ['ID=e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:05.453673 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66e722cd-b207-422a-a360-b8c39449801f req-6aabc02e-9eb9-4977-84db-8d7d4a8e6fa5 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634706 Nov 15 11:34:05.489850 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b8271695-7c90-47ca-8198-af0096393a7b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:05.493855 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8271695-7c90-47ca-8198-af0096393a7b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:05.494434 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8271695-7c90-47ca-8198-af0096393a7b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:05.508407 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a655290-1596-42ce-999b-62ad8d1f8c7a None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:05.542772 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8271695-7c90-47ca-8198-af0096393a7b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=8317ad68-4471-4655-ae5d-d9d672daf5cd,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:05.571214 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b8271695-7c90-47ca-8198-af0096393a7b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8600726 Nov 15 11:34:05.574393 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56732) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:05.580164 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-713054cf-2674-498b-b6e3-e1e8e29dd807 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'fixed_ips': [{'subnet_id': '8317ad68-4471-4655-ae5d-d9d672daf5cd', 'ip_address': '2001:db8::710a:29b7:9c62:3301'}], 'name': 'tempest-NetworksTestDHCPv6-1079499089'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:05.591843 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b317c76-b34c-4b90-bc31-9291670d9b26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:05.597741 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08f2b2cd-4120-4586-85d3-ab0e93993b0c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:05.600660 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b317c76-b34c-4b90-bc31-9291670d9b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:05.654282 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0b317c76-b34c-4b90-bc31-9291670d9b26 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2484ca17a4e5468186b6113c5053ce8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3521373 Nov 15 11:34:05.656727 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b317c76-b34c-4b90-bc31-9291670d9b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868ec952-d668-4dea-ab3c-d2fd5504eaa2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:05.657985 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56734) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:05.737767 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47ca046-5ea2-405a-b152-35515b70360e None None] DHCP port deletion for b016dfb7-c84b-4db3-9ed0-9b6996a19a2f request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:34:05.740996 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-08f2b2cd-4120-4586-85d3-ab0e93993b0c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting port a4c13987-f58a-4da3-8fdf-003bdd8b1d80 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:05.741536 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08f2b2cd-4120-4586-85d3-ab0e93993b0c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:05.826359 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-08f2b2cd-4120-4586-85d3-ab0e93993b0c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] For port a4c13987-f58a-4da3-8fdf-003bdd8b1d80, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a4c13987-f58a-4da3-8fdf-003bdd8b1d80,segment=NetworkSegment(b27bfca8-12ea-43c3-99a5-921b192655e4),segment_id=b27bfca8-12ea-43c3-99a5-921b192655e4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:05.827137 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08f2b2cd-4120-4586-85d3-ab0e93993b0c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:05.834992 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026ccd9a-c095-4349-bc7a-159573638d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'fixed_ips': [{'subnet_id': '8317ad68-4471-4655-ae5d-d9d672daf5cd'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:34:05.835615 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-026ccd9a-c095-4349-bc7a-159573638d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:05.847749 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e47ca046-5ea2-405a-b152-35515b70360e None None] Deleting port a4c13987-f58a-4da3-8fdf-003bdd8b1d80 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:05.847749 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e47ca046-5ea2-405a-b152-35515b70360e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:05.849210 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-08f2b2cd-4120-4586-85d3-ab0e93993b0c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Calling delete_port for a4c13987-f58a-4da3-8fdf-003bdd8b1d80 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:05.853778 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1737e176-c02b-48d8-a8c2-f7c1cedaac4e None None] DHCP port deletion for 24616f0f-b40a-48ef-be91-ec71752e893a request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:34:05.870592 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-670acf3b-60e2-44cf-95be-79f4650dd8c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:05.900398 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491b514-e2ea-4a40-ba7f-3b0654e56933 req-6ffc4c23-3eec-48a8-9286-7cb5c3588157 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:05.907798 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a491b514-e2ea-4a40-ba7f-3b0654e56933 req-6ffc4c23-3eec-48a8-9286-7cb5c3588157 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 946 time: 0.1183088 Nov 15 11:34:05.942297 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-670acf3b-60e2-44cf-95be-79f4650dd8c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:05.944162 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713054cf-2674-498b-b6e3-e1e8e29dd807 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:05.956801 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08f2b2cd-4120-4586-85d3-ab0e93993b0c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:05.992875 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2b2cd-4120-4586-85d3-ab0e93993b0c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Port': ['ID=a4c13987-f58a-4da3-8fdf-003bdd8b1d80,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:06.005370 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f2b2cd-4120-4586-85d3-ab0e93993b0c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] No DVR routers for this DVR port a4c13987-f58a-4da3-8fdf-003bdd8b1d80 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:34:06.005576 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e47ca046-5ea2-405a-b152-35515b70360e None None] For port a4c13987-f58a-4da3-8fdf-003bdd8b1d80, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a4c13987-f58a-4da3-8fdf-003bdd8b1d80,segment=NetworkSegment(b27bfca8-12ea-43c3-99a5-921b192655e4),segment_id=b27bfca8-12ea-43c3-99a5-921b192655e4)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:06.006292 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e47ca046-5ea2-405a-b152-35515b70360e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:06.041337 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e47ca046-5ea2-405a-b152-35515b70360e None None] Calling delete_port for a4c13987-f58a-4da3-8fdf-003bdd8b1d80 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:06.064151 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a491b514-e2ea-4a40-ba7f-3b0654e56933 req-89a06b3d-3141-4ef9-ac81-aacea506d8cd tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514769 Nov 15 11:34:06.102715 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-713054cf-2674-498b-b6e3-e1e8e29dd807 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:06.107351 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-670acf3b-60e2-44cf-95be-79f4650dd8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:06.113021 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-670acf3b-60e2-44cf-95be-79f4650dd8c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:06.114473 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-670acf3b-60e2-44cf-95be-79f4650dd8c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/868ec952-d668-4dea-ab3c-d2fd5504eaa2 HTTP/1.1" status: 204 len: 168 time: 0.4516106 Nov 15 11:34:06.138551 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08f2b2cd-4120-4586-85d3-ab0e93993b0c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:06.140367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670acf3b-60e2-44cf-95be-79f4650dd8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868ec952-d668-4dea-ab3c-d2fd5504eaa2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:06.151048 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-713054cf-2674-498b-b6e3-e1e8e29dd807 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] device_id is not set on port 3e83148a-50ec-4120-91b9-26968ba9de21 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:34:06.164059 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-08f2b2cd-4120-4586-85d3-ab0e93993b0c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b016dfb7-c84b-4db3-9ed0-9b6996a19a2f']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:06.176596 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-08f2b2cd-4120-4586-85d3-ab0e93993b0c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27bfca8-12ea-43c3-99a5-921b192655e4') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:06.176596 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-08f2b2cd-4120-4586-85d3-ab0e93993b0c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27bfca8-12ea-43c3-99a5-921b192655e4') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:06.187576 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08f2b2cd-4120-4586-85d3-ab0e93993b0c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:06.203511 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08f2b2cd-4120-4586-85d3-ab0e93993b0c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:06.212787 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f2b2cd-4120-4586-85d3-ab0e93993b0c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:34:06.213273 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08f2b2cd-4120-4586-85d3-ab0e93993b0c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:06.298769 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a4c13987-f58a-4da3-8fdf-003bdd8b1d80 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:34:06.301987 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:34:06.310778 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08f2b2cd-4120-4586-85d3-ab0e93993b0c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:06.340309 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08f2b2cd-4120-4586-85d3-ab0e93993b0c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:06.345112 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-026ccd9a-c095-4349-bc7a-159573638d80 None None] Allocated IP 2001:db8::2 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/8317ad68-4471-4655-ae5d-d9d672daf5cd/933f6912-9081-4244-b7c6-766adfaf525d) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:34:06.345316 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-08f2b2cd-4120-4586-85d3-ab0e93993b0c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/networks/b016dfb7-c84b-4db3-9ed0-9b6996a19a2f HTTP/1.1" status: 204 len: 168 time: 0.8784730 Nov 15 11:34:06.346353 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2b2cd-4120-4586-85d3-ab0e93993b0c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Network': ['ID=b016dfb7-c84b-4db3-9ed0-9b6996a19a2f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:06.347254 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-77963656-9930-48c3-b96a-c08f72e1b0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:06.348283 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56740) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:06.355412 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: a4c13987-f58a-4da3-8fdf-003bdd8b1d80 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:34:06.355758 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a4c13987-f58a-4da3-8fdf-003bdd8b1d80 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:34:06.356342 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:34:06.358827 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-1737e176-c02b-48d8-a8c2-f7c1cedaac4e None None] Deleting port 40ec317c-7014-4cf1-ad26-867b7674cb4a {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:06.359183 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1737e176-c02b-48d8-a8c2-f7c1cedaac4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:06.444515 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:34:06.445634 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e7b3ecd3-ca60-4b0c-894b-a3b67d2fd0cd not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:34:06.446213 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 40ec317c-7014-4cf1-ad26-867b7674cb4a no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:34:06.451656 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-821fc4f7-cea2-4fa9-bb6e-dfb588d571c1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:06.463256 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56744) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:06.555070 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-01621649-2459-4975-9fd6-0eebe7d00c67 admin admin] Deleting subnet ae93d48d-40c2-46d2-853f-94d3ce7e2686 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:34:06.561047 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01621649-2459-4975-9fd6-0eebe7d00c67 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:06.596223 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-821fc4f7-cea2-4fa9-bb6e-dfb588d571c1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting port 40ec317c-7014-4cf1-ad26-867b7674cb4a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:06.596649 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-821fc4f7-cea2-4fa9-bb6e-dfb588d571c1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:06.633743 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e47ca046-5ea2-405a-b152-35515b70360e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:06.698217 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-821fc4f7-cea2-4fa9-bb6e-dfb588d571c1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] For port 40ec317c-7014-4cf1-ad26-867b7674cb4a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=40ec317c-7014-4cf1-ad26-867b7674cb4a,segment=NetworkSegment(9fe08aeb-2d7d-401b-a815-7f1b24814803),segment_id=9fe08aeb-2d7d-401b-a815-7f1b24814803)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:06.698614 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-821fc4f7-cea2-4fa9-bb6e-dfb588d571c1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:06.713627 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ca046-5ea2-405a-b152-35515b70360e None None] Pushing event deleted for resources: {'Port': ['ID=a4c13987-f58a-4da3-8fdf-003bdd8b1d80,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:06.726993 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e47ca046-5ea2-405a-b152-35515b70360e None None] Network b016dfb7-c84b-4db3-9ed0-9b6996a19a2f is not hosted by any dhcp agent {{(pid=102679) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 15 11:34:06.727457 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47ca046-5ea2-405a-b152-35515b70360e None None] No DVR routers for this DVR port a4c13987-f58a-4da3-8fdf-003bdd8b1d80 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:34:06.730463 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-1737e176-c02b-48d8-a8c2-f7c1cedaac4e None None] For port 40ec317c-7014-4cf1-ad26-867b7674cb4a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=40ec317c-7014-4cf1-ad26-867b7674cb4a,segment=NetworkSegment(9fe08aeb-2d7d-401b-a815-7f1b24814803),segment_id=9fe08aeb-2d7d-401b-a815-7f1b24814803)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:06.730904 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1737e176-c02b-48d8-a8c2-f7c1cedaac4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:06.735879 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01621649-2459-4975-9fd6-0eebe7d00c67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:06.768295 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-1737e176-c02b-48d8-a8c2-f7c1cedaac4e None None] Calling delete_port for 40ec317c-7014-4cf1-ad26-867b7674cb4a owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:06.782683 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-821fc4f7-cea2-4fa9-bb6e-dfb588d571c1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Calling delete_port for 40ec317c-7014-4cf1-ad26-867b7674cb4a owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:06.814872 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-026ccd9a-c095-4349-bc7a-159573638d80 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:06.816206 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01621649-2459-4975-9fd6-0eebe7d00c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:06.840442 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-026ccd9a-c095-4349-bc7a-159573638d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:06.878256 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed56a3-e79d-4578-915c-708854261ee5 req-68ed3c54-1676-4859-9d4c-4d955160e979 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:06.879793 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59ed56a3-e79d-4578-915c-708854261ee5 req-68ed3c54-1676-4859-9d4c-4d955160e979 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.55 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 946 time: 0.2701161 Nov 15 11:34:06.944030 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:06.946521 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026ccd9a-c095-4349-bc7a-159573638d80 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:06.966269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da49812-5107-4e4a-bef7-e0c2c7744249 req-1607f306-1784-4a7d-8e3e-b4da59dfe895 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:06.967783 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1da49812-5107-4e4a-bef7-e0c2c7744249 req-1607f306-1784-4a7d-8e3e-b4da59dfe895 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 946 time: 0.3802743 Nov 15 11:34:06.987264 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-026ccd9a-c095-4349-bc7a-159573638d80 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:06.994561 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ccd9a-c095-4349-bc7a-159573638d80 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:34:07.067236 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ccd9a-c095-4349-bc7a-159573638d80 None None] Pushing event updated for resources: {'Port': ['ID=933f6912-9081-4244-b7c6-766adfaf525d,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:07.067474 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-713054cf-2674-498b-b6e3-e1e8e29dd807 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8::710a:29b7:9c62:3301 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/8317ad68-4471-4655-ae5d-d9d672daf5cd/3e83148a-50ec-4120-91b9-26968ba9de21) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:34:07.099496 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01621649-2459-4975-9fd6-0eebe7d00c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.102881 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1737e176-c02b-48d8-a8c2-f7c1cedaac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.145353 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1737e176-c02b-48d8-a8c2-f7c1cedaac4e None None] No DVR routers for this DVR port 40ec317c-7014-4cf1-ad26-867b7674cb4a on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:34:07.159078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01621649-2459-4975-9fd6-0eebe7d00c67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae93d48d-40c2-46d2-853f-94d3ce7e2686,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:07.163290 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01621649-2459-4975-9fd6-0eebe7d00c67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.173472 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56766) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:07.176712 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-01621649-2459-4975-9fd6-0eebe7d00c67 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ae93d48d-40c2-46d2-853f-94d3ce7e2686 HTTP/1.1" status: 204 len: 168 time: 0.7119148 Nov 15 11:34:07.200161 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a2eb9e-7466-41d5-aa8d-629f0e3934b0 None None] Network e80c7b0b-2ac1-411e-b5c3-34b6039ed435 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:07.204258 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1da49812-5107-4e4a-bef7-e0c2c7744249 req-bd5a4d5b-68f4-4e9b-b9cf-a7e68ec775d1 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261763 Nov 15 11:34:07.207235 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-821fc4f7-cea2-4fa9-bb6e-dfb588d571c1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.299761 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bafcbf2-81d1-49b2-9c90-23097aa6077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.305252 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821fc4f7-cea2-4fa9-bb6e-dfb588d571c1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] No DVR routers for this DVR port 40ec317c-7014-4cf1-ad26-867b7674cb4a on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:34:07.310816 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fc4f7-cea2-4fa9-bb6e-dfb588d571c1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Port': ['ID=40ec317c-7014-4cf1-ad26-867b7674cb4a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:07.322720 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-59ed56a3-e79d-4578-915c-708854261ee5 req-a3ecaa4d-dd85-42a2-a8a7-9987f099970c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Deleting port 83128197-aafb-44ae-ad88-97835ae246d9 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:07.323142 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-59ed56a3-e79d-4578-915c-708854261ee5 req-a3ecaa4d-dd85-42a2-a8a7-9987f099970c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.332041 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737e176-c02b-48d8-a8c2-f7c1cedaac4e None None] Pushing event deleted for resources: {'Port': ['ID=40ec317c-7014-4cf1-ad26-867b7674cb4a,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:07.354477 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-026ccd9a-c095-4349-bc7a-159573638d80 None None] Attempting to bind port 933f6912-9081-4244-b7c6-766adfaf525d on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:34:07.357179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-026ccd9a-c095-4349-bc7a-159573638d80 None None] Attempting to bind port 933f6912-9081-4244-b7c6-766adfaf525d by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:34:07.359374 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ccd9a-c095-4349-bc7a-159573638d80 None None] Attempting to bind port 933f6912-9081-4244-b7c6-766adfaf525d on network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:34:07.384210 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ccd9a-c095-4349-bc7a-159573638d80 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:34:07.386721 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ccd9a-c095-4349-bc7a-159573638d80 None None] Checking segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:34:07.389833 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-026ccd9a-c095-4349-bc7a-159573638d80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.390539 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ccd9a-c095-4349-bc7a-159573638d80 None None] Bound using segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:34:07.392413 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-026ccd9a-c095-4349-bc7a-159573638d80 None None] Bound port: 933f6912-9081-4244-b7c6-766adfaf525d, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:34:07.394731 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-026ccd9a-c095-4349-bc7a-159573638d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.445902 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56770) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:07.451130 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bafcbf2-81d1-49b2-9c90-23097aa6077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.512887 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-9bafcbf2-81d1-49b2-9c90-23097aa6077e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e80c7b0b-2ac1-411e-b5c3-34b6039ed435']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:07.527384 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-821fc4f7-cea2-4fa9-bb6e-dfb588d571c1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.530567 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-9bafcbf2-81d1-49b2-9c90-23097aa6077e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:07.530868 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-9bafcbf2-81d1-49b2-9c90-23097aa6077e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b491bf4-d4a9-4a92-9dd7-ddaf2b728df2') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:07.546584 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6c3de-b7dd-4770-b3bf-d4b6c71a54aa req-524bb706-3ed9-4898-9417-d0e43e415ba1 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:07.554608 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cc6c3de-b7dd-4770-b3bf-d4b6c71a54aa req-524bb706-3ed9-4898-9417-d0e43e415ba1 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 946 time: 0.3289146 Nov 15 11:34:07.554756 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-026ccd9a-c095-4349-bc7a-159573638d80 None None] For port 933f6912-9081-4244-b7c6-766adfaf525d, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:34:07.559635 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-026ccd9a-c095-4349-bc7a-159573638d80 None None] For port 933f6912-9081-4244-b7c6-766adfaf525d, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=933f6912-9081-4244-b7c6-766adfaf525d,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:34:07.561406 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bafcbf2-81d1-49b2-9c90-23097aa6077e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.564518 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b3e159-136b-492f-821f-5b11c8584e8c None None] DHCP port deletion for e80c7b0b-2ac1-411e-b5c3-34b6039ed435 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:34:07.570383 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-026ccd9a-c095-4349-bc7a-159573638d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.589274 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bafcbf2-81d1-49b2-9c90-23097aa6077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.600982 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bafcbf2-81d1-49b2-9c90-23097aa6077e admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:34:07.602903 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bafcbf2-81d1-49b2-9c90-23097aa6077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:34:07.604820 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:34:07.622133 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-821fc4f7-cea2-4fa9-bb6e-dfb588d571c1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24616f0f-b40a-48ef-be91-ec71752e893a']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:07.639274 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-59ed56a3-e79d-4578-915c-708854261ee5 req-a3ecaa4d-dd85-42a2-a8a7-9987f099970c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] For port 83128197-aafb-44ae-ad88-97835ae246d9, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=83128197-aafb-44ae-ad88-97835ae246d9,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:07.639640 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-59ed56a3-e79d-4578-915c-708854261ee5 req-a3ecaa4d-dd85-42a2-a8a7-9987f099970c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.654222 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ccd9a-c095-4349-bc7a-159573638d80 None None] Pushing event updated for resources: {'Port': ['ID=933f6912-9081-4244-b7c6-766adfaf525d,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:07.663505 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-821fc4f7-cea2-4fa9-bb6e-dfb588d571c1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe08aeb-2d7d-401b-a815-7f1b24814803') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:07.663843 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-821fc4f7-cea2-4fa9-bb6e-dfb588d571c1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe08aeb-2d7d-401b-a815-7f1b24814803') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:07.672187 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-24643bbf-62f0-4aab-b2cf-c57c307a880c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-223795691-network', 'tenant_id': '5e31f40982784a2bb884470783d33487'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:07.710280 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bafcbf2-81d1-49b2-9c90-23097aa6077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.716912 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cc6c3de-b7dd-4770-b3bf-d4b6c71a54aa req-defb5b97-3faf-4dbf-82ca-c1b336c9d2d0 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614766 Nov 15 11:34:07.724582 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-59ed56a3-e79d-4578-915c-708854261ee5 req-a3ecaa4d-dd85-42a2-a8a7-9987f099970c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Calling delete_port for 83128197-aafb-44ae-ad88-97835ae246d9 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:07.731085 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bafcbf2-81d1-49b2-9c90-23097aa6077e admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.735849 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9bafcbf2-81d1-49b2-9c90-23097aa6077e admin admin] 10.222.0.64 "DELETE /v2.0/networks/e80c7b0b-2ac1-411e-b5c3-34b6039ed435 HTTP/1.1" status: 204 len: 168 time: 0.5612774 Nov 15 11:34:07.739907 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafcbf2-81d1-49b2-9c90-23097aa6077e admin admin] Pushing event deleted for resources: {'Network': ['ID=e80c7b0b-2ac1-411e-b5c3-34b6039ed435,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:07.742716 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24643bbf-62f0-4aab-b2cf-c57c307a880c admin admin] Made reservation on behalf of 5e31f40982784a2bb884470783d33487 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:07.746381 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24643bbf-62f0-4aab-b2cf-c57c307a880c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.758294 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24643bbf-62f0-4aab-b2cf-c57c307a880c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.824703 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-821fc4f7-cea2-4fa9-bb6e-dfb588d571c1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.848529 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-713054cf-2674-498b-b6e3-e1e8e29dd807 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.856068 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-821fc4f7-cea2-4fa9-bb6e-dfb588d571c1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.868308 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24643bbf-62f0-4aab-b2cf-c57c307a880c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.875636 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24643bbf-62f0-4aab-b2cf-c57c307a880c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.876902 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-821fc4f7-cea2-4fa9-bb6e-dfb588d571c1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:34:07.877305 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-821fc4f7-cea2-4fa9-bb6e-dfb588d571c1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:34:07.880996 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:34:07.932004 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56776) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:07.950376 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24643bbf-62f0-4aab-b2cf-c57c307a880c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b0ccc3-d9a9-4b33-81aa-82dc806bd0df,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:07.953642 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24643bbf-62f0-4aab-b2cf-c57c307a880c admin admin] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:34:07.967672 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24643bbf-62f0-4aab-b2cf-c57c307a880c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:07.967966 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-24643bbf-62f0-4aab-b2cf-c57c307a880c admin admin] Added segment 97741565-db8b-4bf5-9fde-9662e473f786 of type vlan for network 368d9f36-e45a-44c8-8221-624f736dd32a Nov 15 11:34:08.014371 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24643bbf-62f0-4aab-b2cf-c57c307a880c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:08.023648 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-821fc4f7-cea2-4fa9-bb6e-dfb588d571c1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:08.026099 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-713054cf-2674-498b-b6e3-e1e8e29dd807 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:08.050224 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24643bbf-62f0-4aab-b2cf-c57c307a880c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:08.051305 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24643bbf-62f0-4aab-b2cf-c57c307a880c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:08.051925 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24643bbf-62f0-4aab-b2cf-c57c307a880c admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:08.073852 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-821fc4f7-cea2-4fa9-bb6e-dfb588d571c1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:08.077753 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-821fc4f7-cea2-4fa9-bb6e-dfb588d571c1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/networks/24616f0f-b40a-48ef-be91-ec71752e893a HTTP/1.1" status: 204 len: 168 time: 1.7218075 Nov 15 11:34:08.083164 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56778) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:08.113243 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-64111c5e-656c-4ca2-972b-aaf8ff4af070 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1197844480'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:08.123471 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-24643bbf-62f0-4aab-b2cf-c57c307a880c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6758745 Nov 15 11:34:08.126363 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fc4f7-cea2-4fa9-bb6e-dfb588d571c1 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Network': ['ID=24616f0f-b40a-48ef-be91-ec71752e893a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:08.126593 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56780) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:08.127210 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24643bbf-62f0-4aab-b2cf-c57c307a880c admin admin] Pushing event updated for resources: {'Network': ['ID=368d9f36-e45a-44c8-8221-624f736dd32a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:08.134010 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5dd2c5d4-117a-41ab-9171-6238e059f9a5 admin admin] Request body: {'subnet': {'network_id': '368d9f36-e45a-44c8-8221-624f736dd32a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-223795691-subnet', 'tenant_id': '5e31f40982784a2bb884470783d33487', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:08.141678 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 368d9f36-e45a-44c8-8221-624f736dd32a details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:34:08.156121 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713054cf-2674-498b-b6e3-e1e8e29dd807 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:08.170382 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1aa87047-bd4c-4886-991e-0c2a736f23ab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fc4a4b7862be44419657aaafeea64cfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2288604 Nov 15 11:34:08.170949 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56782) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:08.174325 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-713054cf-2674-498b-b6e3-e1e8e29dd807 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:08.180868 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713054cf-2674-498b-b6e3-e1e8e29dd807 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:34:08.186744 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713054cf-2674-498b-b6e3-e1e8e29dd807 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:08.187445 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-713054cf-2674-498b-b6e3-e1e8e29dd807 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:08.196955 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713054cf-2674-498b-b6e3-e1e8e29dd807 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=3e83148a-50ec-4120-91b9-26968ba9de21,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:08.201078 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-59ed56a3-e79d-4578-915c-708854261ee5 req-a3ecaa4d-dd85-42a2-a8a7-9987f099970c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:08.231423 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64111c5e-656c-4ca2-972b-aaf8ff4af070 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Made reservation on behalf of 0a82ebb1e550449ab3351c5452600713 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:08.235148 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-64111c5e-656c-4ca2-972b-aaf8ff4af070 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:08.254070 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecaa4d-dd85-42a2-a8a7-9987f099970c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event deleted for resources: {'Port': ['ID=83128197-aafb-44ae-ad88-97835ae246d9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:08.270487 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0cb4368e-eee7-474d-bfa2-bc079efc4ccf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:08.286489 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd2c5d4-117a-41ab-9171-6238e059f9a5 admin admin] Made reservation on behalf of 5e31f40982784a2bb884470783d33487 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:08.289010 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dd2c5d4-117a-41ab-9171-6238e059f9a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:08.305979 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-713054cf-2674-498b-b6e3-e1e8e29dd807 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7302992 Nov 15 11:34:08.311024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56786) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:08.311674 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0cb4368e-eee7-474d-bfa2-bc079efc4ccf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:08.318368 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-064cce5f-1a07-475d-a72f-548c3943cfbe tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'fixed_ips': [{'subnet_id': '8317ad68-4471-4655-ae5d-d9d672daf5cd', 'ip_address': '2001:db8::710a:29b7:9c62:3301'}], 'name': 'tempest-NetworksTestDHCPv6-127608774'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:08.323576 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 933f6912-9081-4244-b7c6-766adfaf525d up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:34:08.382163 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e0cdb066-7be6-44c4-b672-cc2c2e103e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:08.395761 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 933f6912-9081-4244-b7c6-766adfaf525d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:08.396226 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:08.424606 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64111c5e-656c-4ca2-972b-aaf8ff4af070 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:34:08.434160 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-64111c5e-656c-4ca2-972b-aaf8ff4af070 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:08.434631 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-64111c5e-656c-4ca2-972b-aaf8ff4af070 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Added segment a8a9a100-7021-4fc9-8de3-59fa14bb5dea of type vlan for network 196c8d55-c5fd-453b-a05b-715f8be3e7ab Nov 15 11:34:08.479120 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0cb4368e-eee7-474d-bfa2-bc079efc4ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:08.482163 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0cb4368e-eee7-474d-bfa2-bc079efc4ccf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:08.483364 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0cb4368e-eee7-474d-bfa2-bc079efc4ccf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2995396d-27e3-4e5e-af20-52cfdf0d4614 HTTP/1.1" status: 204 len: 168 time: 0.3113673 Nov 15 11:34:08.487587 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-64111c5e-656c-4ca2-972b-aaf8ff4af070 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:08.503367 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4368e-eee7-474d-bfa2-bc079efc4ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2995396d-27e3-4e5e-af20-52cfdf0d4614,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:08.508723 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:08.564559 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 933f6912-9081-4244-b7c6-766adfaf525d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=933f6912-9081-4244-b7c6-766adfaf525d,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:08.578330 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:08.623196 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dd2c5d4-117a-41ab-9171-6238e059f9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:08.656714 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=933f6912-9081-4244-b7c6-766adfaf525d,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:08.708503 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2c5d4-117a-41ab-9171-6238e059f9a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c408d314-eaf7-44db-a4ce-12c5c1e68277,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:08.757321 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd2c5d4-117a-41ab-9171-6238e059f9a5 admin admin] Checking segment: {'id': '97741565-db8b-4bf5-9fde-9662e473f786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '368d9f36-e45a-44c8-8221-624f736dd32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:34:08.757773 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd2c5d4-117a-41ab-9171-6238e059f9a5 admin admin] Network hostable DHCP agents. Network: 368d9f36-e45a-44c8-8221-624f736dd32a, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:34:08.778917 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd2c5d4-117a-41ab-9171-6238e059f9a5 admin admin] Network 368d9f36-e45a-44c8-8221-624f736dd32a is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:34:08.799248 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5dd2c5d4-117a-41ab-9171-6238e059f9a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 368d9f36-e45a-44c8-8221-624f736dd32a) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:08.807160 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd2c5d4-117a-41ab-9171-6238e059f9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:08.807759 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5dd2c5d4-117a-41ab-9171-6238e059f9a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:08.813184 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54848b5e-10a8-4518-a313-1fefb700211e None None] Network 368d9f36-e45a-44c8-8221-624f736dd32a requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:08.844915 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5dd2c5d4-117a-41ab-9171-6238e059f9a5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7152061 Nov 15 11:34:09.035832 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-64111c5e-656c-4ca2-972b-aaf8ff4af070 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:09.045448 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64111c5e-656c-4ca2-972b-aaf8ff4af070 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:09.046223 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-64111c5e-656c-4ca2-972b-aaf8ff4af070 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:09.048949 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ed56a3-e79d-4578-915c-708854261ee5 req-a3ecaa4d-dd85-42a2-a8a7-9987f099970c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] No DVR routers for this DVR port 83128197-aafb-44ae-ad88-97835ae246d9 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:34:09.052758 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d04c2572-04a6-4099-8c8b-1b9bdfea2df0 req-dbfd1473-4812-47f5-b7a2-66b47c0c565e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 210 time: 0.6553955 Nov 15 11:34:09.056800 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-59ed56a3-e79d-4578-915c-708854261ee5 req-a3ecaa4d-dd85-42a2-a8a7-9987f099970c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:09.060076 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59ed56a3-e79d-4578-915c-708854261ee5 req-a3ecaa4d-dd85-42a2-a8a7-9987f099970c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.55 "DELETE /v2.0/ports/83128197-aafb-44ae-ad88-97835ae246d9 HTTP/1.1" status: 204 len: 173 time: 2.1485741 Nov 15 11:34:09.064830 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040ecf65-c7b9-46e3-a7ec-76bf73374a2b', 'name': 'network-vif-deleted', 'tag': '83128197-aafb-44ae-ad88-97835ae246d9'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:34:09.075741 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48104451-e180-444b-a878-7f8ebe7d41ee" -d '{"events": [{"server_uuid": "040ecf65-c7b9-46e3-a7ec-76bf73374a2b", "name": "network-vif-deleted", "tag": "83128197-aafb-44ae-ad88-97835ae246d9"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:34:09.183422 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826e64db-a54c-4076-b394-2cf30280688d x-openstack-request-id: req-826e64db-a54c-4076-b394-2cf30280688d {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:34:09.183705 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040ecf65-c7b9-46e3-a7ec-76bf73374a2b", "name": "network-vif-deleted", "tag": "83128197-aafb-44ae-ad88-97835ae246d9", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:34:09.184077 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-826e64db-a54c-4076-b394-2cf30280688d {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:34:09.184364 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040ecf65-c7b9-46e3-a7ec-76bf73374a2b', 'name': 'network-vif-deleted', 'tag': '83128197-aafb-44ae-ad88-97835ae246d9', 'status': 'completed', 'code': 200} Nov 15 11:34:09.236368 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398f15d1-4a10-4030-88e6-fdc3645940ce None None] Network 368d9f36-e45a-44c8-8221-624f736dd32a requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:09.257216 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-64111c5e-656c-4ca2-972b-aaf8ff4af070 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1545277 Nov 15 11:34:09.260135 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56810) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:09.265309 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e81ee39b-2f75-49a2-abcd-fb32d2c3d482 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'subnet': {'network_id': '196c8d55-c5fd-453b-a05b-715f8be3e7ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:09.273394 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129619ed-721d-4ed8-9cef-10502de8b1a8 req-8f420ff2-63b0-4352-958e-6df09b56c107 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:09.275265 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-129619ed-721d-4ed8-9cef-10502de8b1a8 req-8f420ff2-63b0-4352-958e-6df09b56c107 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 946 time: 0.2411194 Nov 15 11:34:09.289151 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64111c5e-656c-4ca2-972b-aaf8ff4af070 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Network': ['ID=196c8d55-c5fd-453b-a05b-715f8be3e7ab,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:09.320954 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 196c8d55-c5fd-453b-a05b-715f8be3e7ab details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:34:09.386773 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064cce5f-1a07-475d-a72f-548c3943cfbe tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:09.388794 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a5af44bf-ec74-42ad-a6ab-54a13a846fe2 None None] Provisioning complete for port 933f6912-9081-4244-b7c6-766adfaf525d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:09.389162 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a5af44bf-ec74-42ad-a6ab-54a13a846fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:09.391909 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-064cce5f-1a07-475d-a72f-548c3943cfbe tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:09.439680 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-064cce5f-1a07-475d-a72f-548c3943cfbe tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] device_id is not set on port 5599a3a6-f1bc-47d1-a158-79a9b4157410 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:34:09.499299 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81ee39b-2f75-49a2-abcd-fb32d2c3d482 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Made reservation on behalf of 0a82ebb1e550449ab3351c5452600713 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:09.521915 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e81ee39b-2f75-49a2-abcd-fb32d2c3d482 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:09.621551 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-129619ed-721d-4ed8-9cef-10502de8b1a8 req-7ab0bbd2-ca5a-4551-ae09-6ec7461a3f94 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383625 Nov 15 11:34:09.758523 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b1108ac4-28a1-486a-ab25-fb2339131e6a None None] Provisioning complete for port 3e83148a-50ec-4120-91b9-26968ba9de21 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:09.760217 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b1108ac4-28a1-486a-ab25-fb2339131e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:09.834502 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e81ee39b-2f75-49a2-abcd-fb32d2c3d482 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:09.872265 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-064cce5f-1a07-475d-a72f-548c3943cfbe tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 15 11:34:09.872863 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064cce5f-1a07-475d-a72f-548c3943cfbe tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:34:09.887251 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-b1108ac4-28a1-486a-ab25-fb2339131e6a None None] Port 3e83148a-50ec-4120-91b9-26968ba9de21 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:34:09.896546 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:09.909294 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-064cce5f-1a07-475d-a72f-548c3943cfbe tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5953333 Nov 15 11:34:09.911750 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56828) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:09.945783 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81ee39b-2f75-49a2-abcd-fb32d2c3d482 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Checking segment: {'id': 'a8a9a100-7021-4fc9-8de3-59fa14bb5dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '196c8d55-c5fd-453b-a05b-715f8be3e7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:34:09.946447 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81ee39b-2f75-49a2-abcd-fb32d2c3d482 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network hostable DHCP agents. Network: 196c8d55-c5fd-453b-a05b-715f8be3e7ab, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:34:09.976621 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ee39b-2f75-49a2-abcd-fb32d2c3d482 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Subnet': ['ID=65a2657b-e696-4e95-83bd-18c9abc98e8f,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:09.986699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81ee39b-2f75-49a2-abcd-fb32d2c3d482 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network 196c8d55-c5fd-453b-a05b-715f8be3e7ab is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:34:10.004199 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e81ee39b-2f75-49a2-abcd-fb32d2c3d482 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 196c8d55-c5fd-453b-a05b-715f8be3e7ab) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:10.012665 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80061287-a4e5-41ad-8afd-13f45ed654d1 None None] Network 196c8d55-c5fd-453b-a05b-715f8be3e7ab requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:10.021927 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56834) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:10.028753 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-08bd1928-0e34-4332-b07f-47ba8def5678 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-628444619-network', 'tenant_id': '386143c04943464ba56d908343b5c712'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:10.034272 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81ee39b-2f75-49a2-abcd-fb32d2c3d482 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:10.035147 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e81ee39b-2f75-49a2-abcd-fb32d2c3d482 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:10.043413 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323e8b28-52bd-4aab-b405-80aefd520a2d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:10.061024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323e8b28-52bd-4aab-b405-80aefd520a2d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:10.066270 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-323e8b28-52bd-4aab-b405-80aefd520a2d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1532099 Nov 15 11:34:10.066903 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56836) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:10.086229 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bd1928-0e34-4332-b07f-47ba8def5678 admin admin] Made reservation on behalf of 386143c04943464ba56d908343b5c712 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:10.090926 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08bd1928-0e34-4332-b07f-47ba8def5678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:10.123104 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e81ee39b-2f75-49a2-abcd-fb32d2c3d482 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8618393 Nov 15 11:34:10.132368 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56840) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:10.135097 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08bd1928-0e34-4332-b07f-47ba8def5678 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:10.147424 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1960c34c-daa8-48a0-bf3b-830d38aaec59 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-14467661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:10.198192 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 83128197-aafb-44ae-ad88-97835ae246d9 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:34:10.204139 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-65d8b6b7-11e5-480e-a465-04765b1a9526 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting port 3e83148a-50ec-4120-91b9-26968ba9de21 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:10.206896 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-65d8b6b7-11e5-480e-a465-04765b1a9526 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:10.252978 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 83128197-aafb-44ae-ad88-97835ae246d9 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:34:10.252978 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 83128197-aafb-44ae-ad88-97835ae246d9 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:34:10.312529 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d52820-cb61-4772-8ee1-d69d7894ace4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-196c8d55-c5fd-453b-a05b-715f8be3e7ab', 'network_id': '196c8d55-c5fd-453b-a05b-715f8be3e7ab', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'fixed_ips': [{'subnet_id': '65a2657b-e696-4e95-83bd-18c9abc98e8f'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:34:10.313563 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-61d52820-cb61-4772-8ee1-d69d7894ace4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:10.316455 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 933f6912-9081-4244-b7c6-766adfaf525d up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:34:10.336441 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1960c34c-daa8-48a0-bf3b-830d38aaec59 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:10.337829 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1960c34c-daa8-48a0-bf3b-830d38aaec59 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:10.360125 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-13bb7148-c73f-423e-b7c1-d5ec42e1222c req-d1a9268a-39a5-4462-9366-c24f71458f1a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 210 time: 0.0690234 Nov 15 11:34:10.388549 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08bd1928-0e34-4332-b07f-47ba8def5678 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:10.427273 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08bd1928-0e34-4332-b07f-47ba8def5678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:10.435022 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-65d8b6b7-11e5-480e-a465-04765b1a9526 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:10.470153 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-65d8b6b7-11e5-480e-a465-04765b1a9526 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Calling delete_port for 3e83148a-50ec-4120-91b9-26968ba9de21 owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:10.490086 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 933f6912-9081-4244-b7c6-766adfaf525d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:10.490765 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:10.494680 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1960c34c-daa8-48a0-bf3b-830d38aaec59 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:10.511066 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08bd1928-0e34-4332-b07f-47ba8def5678 admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:34:10.514707 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1960c34c-daa8-48a0-bf3b-830d38aaec59 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:10.538727 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd1928-0e34-4332-b07f-47ba8def5678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7abb10a-e7ff-4e6d-b7d9-8e7579a2e769,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:10.546866 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08bd1928-0e34-4332-b07f-47ba8def5678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:10.547535 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-08bd1928-0e34-4332-b07f-47ba8def5678 admin admin] Added segment 0511a9bf-d722-4c53-8c9b-aa4c37843eac of type vlan for network 6dcdb0c5-3a8c-4293-98ad-2f6a9aeb9b62 Nov 15 11:34:10.569675 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1960c34c-daa8-48a0-bf3b-830d38aaec59 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:10.571417 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1960c34c-daa8-48a0-bf3b-830d38aaec59 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4371874 Nov 15 11:34:10.579842 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56842) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:10.591963 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-61d52820-cb61-4772-8ee1-d69d7894ace4 None None] Allocated IP 2001:db8::2 (196c8d55-c5fd-453b-a05b-715f8be3e7ab/65a2657b-e696-4e95-83bd-18c9abc98e8f/fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:34:10.670466 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08bd1928-0e34-4332-b07f-47ba8def5678 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:10.693035 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-65d8b6b7-11e5-480e-a465-04765b1a9526 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:10.731419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8b6b7-11e5-480e-a465-04765b1a9526 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Port': ['ID=3e83148a-50ec-4120-91b9-26968ba9de21,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:10.734257 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5567872e-13dd-449a-bd67-13c0ee3e5728 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'port': {'network_id': '196c8d55-c5fd-453b-a05b-715f8be3e7ab', 'name': 'tempest-RoutersIpV6Test-1535457744'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:10.745473 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08bd1928-0e34-4332-b07f-47ba8def5678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:10.748118 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bd1928-0e34-4332-b07f-47ba8def5678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:10.748921 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-08bd1928-0e34-4332-b07f-47ba8def5678 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:10.836062 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-65d8b6b7-11e5-480e-a465-04765b1a9526 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:10.842684 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-65d8b6b7-11e5-480e-a465-04765b1a9526 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/3e83148a-50ec-4120-91b9-26968ba9de21 HTTP/1.1" status: 204 len: 168 time: 0.7746568 Nov 15 11:34:10.847699 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56850) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:10.926918 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63286899-de12-4c77-8f42-84a140fb5e9e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:10.928551 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63286899-de12-4c77-8f42-84a140fb5e9e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:10.932889 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-63286899-de12-4c77-8f42-84a140fb5e9e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0832400 Nov 15 11:34:10.934644 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56852) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:10.940369 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-61d52820-cb61-4772-8ee1-d69d7894ace4 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:10.955238 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd1928-0e34-4332-b07f-47ba8def5678 admin admin] Pushing event updated for resources: {'Network': ['ID=6dcdb0c5-3a8c-4293-98ad-2f6a9aeb9b62,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:10.957915 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-61d52820-cb61-4772-8ee1-d69d7894ace4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:10.974156 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-08bd1928-0e34-4332-b07f-47ba8def5678 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9503362 Nov 15 11:34:10.980597 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56856) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:10.993700 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-315eea1e-6d1a-4ae0-ad73-e4bdfd457a90 admin admin] Request body: {'subnet': {'network_id': '6dcdb0c5-3a8c-4293-98ad-2f6a9aeb9b62', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-628444619-subnet', 'tenant_id': '386143c04943464ba56d908343b5c712', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:10.995470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7786-48c7-4346-9e0c-afd2ac31e208 req-54843fa8-b810-4dbe-a24c-69e2552146d2 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:10.999156 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-01cc7786-48c7-4346-9e0c-afd2ac31e208 req-54843fa8-b810-4dbe-a24c-69e2552146d2 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 946 time: 0.2405653 Nov 15 11:34:11.032552 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 6dcdb0c5-3a8c-4293-98ad-2f6a9aeb9b62 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:34:11.052359 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-74eb7b8e-0df0-4841-8857-5d27a28595f9 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet 8317ad68-4471-4655-ae5d-d9d672daf5cd {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:34:11.053611 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315eea1e-6d1a-4ae0-ad73-e4bdfd457a90 admin admin] Made reservation on behalf of 386143c04943464ba56d908343b5c712 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:11.057381 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-315eea1e-6d1a-4ae0-ad73-e4bdfd457a90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:11.101348 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-01cc7786-48c7-4346-9e0c-afd2ac31e208 req-47046ca7-2edb-4fb2-b6b0-b2f6ba138495 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888908 Nov 15 11:34:11.102286 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-74eb7b8e-0df0-4841-8857-5d27a28595f9 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:11.128217 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d52820-cb61-4772-8ee1-d69d7894ace4 None None] Network 196c8d55-c5fd-453b-a05b-715f8be3e7ab is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:11.144159 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-61d52820-cb61-4772-8ee1-d69d7894ace4 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:11.159340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d52820-cb61-4772-8ee1-d69d7894ace4 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:34:11.173342 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-74eb7b8e-0df0-4841-8857-5d27a28595f9 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:11.177897 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d52820-cb61-4772-8ee1-d69d7894ace4 None None] Pushing event updated for resources: {'Port': ['ID=fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:11.241937 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5567872e-13dd-449a-bd67-13c0ee3e5728 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Made reservation on behalf of 0a82ebb1e550449ab3351c5452600713 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:11.246417 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5567872e-13dd-449a-bd67-13c0ee3e5728 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:11.261516 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-61d52820-cb61-4772-8ee1-d69d7894ace4 None None] Attempting to bind port fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:34:11.262130 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-61d52820-cb61-4772-8ee1-d69d7894ace4 None None] Attempting to bind port fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a8a9a100-7021-4fc9-8de3-59fa14bb5dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '196c8d55-c5fd-453b-a05b-715f8be3e7ab'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:34:11.262675 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d52820-cb61-4772-8ee1-d69d7894ace4 None None] Attempting to bind port fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66 on network 196c8d55-c5fd-453b-a05b-715f8be3e7ab {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:34:11.268184 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d52820-cb61-4772-8ee1-d69d7894ace4 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:34:11.268886 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d52820-cb61-4772-8ee1-d69d7894ace4 None None] Checking segment: {'id': 'a8a9a100-7021-4fc9-8de3-59fa14bb5dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '196c8d55-c5fd-453b-a05b-715f8be3e7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:34:11.269654 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-61d52820-cb61-4772-8ee1-d69d7894ace4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:11.270186 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d52820-cb61-4772-8ee1-d69d7894ace4 None None] Bound using segment: {'id': 'a8a9a100-7021-4fc9-8de3-59fa14bb5dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '196c8d55-c5fd-453b-a05b-715f8be3e7ab'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:34:11.271406 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-61d52820-cb61-4772-8ee1-d69d7894ace4 None None] Bound port: fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a9a100-7021-4fc9-8de3-59fa14bb5dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '196c8d55-c5fd-453b-a05b-715f8be3e7ab'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:34:11.271569 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-5567872e-13dd-449a-bd67-13c0ee3e5728 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] device_id is not set on port 5491e9bb-2b40-400e-844f-a28d660ea8ea yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:34:11.272115 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-61d52820-cb61-4772-8ee1-d69d7894ace4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:11.302459 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-74eb7b8e-0df0-4841-8857-5d27a28595f9 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:11.358777 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-61d52820-cb61-4772-8ee1-d69d7894ace4 None None] For port fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:34:11.368636 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-61d52820-cb61-4772-8ee1-d69d7894ace4 None None] For port fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66,segment=NetworkSegment(a8a9a100-7021-4fc9-8de3-59fa14bb5dea),segment_id=a8a9a100-7021-4fc9-8de3-59fa14bb5dea)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:34:11.376823 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-61d52820-cb61-4772-8ee1-d69d7894ace4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:11.388722 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-74eb7b8e-0df0-4841-8857-5d27a28595f9 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:11.459499 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb7b8e-0df0-4841-8857-5d27a28595f9 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=8317ad68-4471-4655-ae5d-d9d672daf5cd,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:11.467550 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-74eb7b8e-0df0-4841-8857-5d27a28595f9 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:11.475061 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56860) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:11.477128 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-74eb7b8e-0df0-4841-8857-5d27a28595f9 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/8317ad68-4471-4655-ae5d-d9d672daf5cd HTTP/1.1" status: 204 len: 168 time: 0.5410230 Nov 15 11:34:11.490977 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b566f106-a522-47a0-b775-e6a6fbc00341 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:11.520438 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56dc40aa-d171-49e2-98bd-cf3d5366416a req-1dc4b884-b64a-41d2-8592-05fa016bbade tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 210 time: 0.0414228 Nov 15 11:34:11.527759 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1a3e1ec0-572e-49d4-a9cc-49aa1f47021f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515671 Nov 15 11:34:11.532860 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56862) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:11.539298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-15820539-2089-4702-95b7-d0f28d9e30c1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:11.549631 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-5567872e-13dd-449a-bd67-13c0ee3e5728 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Allocated IP 2001:db8::15c (196c8d55-c5fd-453b-a05b-715f8be3e7ab/65a2657b-e696-4e95-83bd-18c9abc98e8f/5491e9bb-2b40-400e-844f-a28d660ea8ea) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:34:11.552398 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-315eea1e-6d1a-4ae0-ad73-e4bdfd457a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:11.557773 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:11.594823 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d52820-cb61-4772-8ee1-d69d7894ace4 None None] Pushing event updated for resources: {'Port': ['ID=fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:11.657959 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315eea1e-6d1a-4ae0-ad73-e4bdfd457a90 admin admin] Checking segment: {'id': '0511a9bf-d722-4c53-8c9b-aa4c37843eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6dcdb0c5-3a8c-4293-98ad-2f6a9aeb9b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:34:11.658376 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315eea1e-6d1a-4ae0-ad73-e4bdfd457a90 admin admin] Network hostable DHCP agents. Network: 6dcdb0c5-3a8c-4293-98ad-2f6a9aeb9b62, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:34:11.685634 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315eea1e-6d1a-4ae0-ad73-e4bdfd457a90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92fbb961-98ac-462a-a9cd-bdf0b0bb032f,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:11.706629 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315eea1e-6d1a-4ae0-ad73-e4bdfd457a90 admin admin] Network 6dcdb0c5-3a8c-4293-98ad-2f6a9aeb9b62 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:34:11.730808 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-315eea1e-6d1a-4ae0-ad73-e4bdfd457a90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 6dcdb0c5-3a8c-4293-98ad-2f6a9aeb9b62) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:11.780652 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cf64e2-72bc-4391-8283-90fffcb48b4f None None] Network 6dcdb0c5-3a8c-4293-98ad-2f6a9aeb9b62 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:11.814379 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315eea1e-6d1a-4ae0-ad73-e4bdfd457a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:11.815978 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-315eea1e-6d1a-4ae0-ad73-e4bdfd457a90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:11.839249 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15820539-2089-4702-95b7-d0f28d9e30c1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:11.844598 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-15820539-2089-4702-95b7-d0f28d9e30c1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:11.876453 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b5c5d2-13e1-467e-8283-e4d4af9087db None None] DHCP port deletion for ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:34:11.898617 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-315eea1e-6d1a-4ae0-ad73-e4bdfd457a90 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9115069 Nov 15 11:34:12.022826 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5567872e-13dd-449a-bd67-13c0ee3e5728 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:12.094284 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d6b5c5d2-13e1-467e-8283-e4d4af9087db None None] Deleting port 933f6912-9081-4244-b7c6-766adfaf525d {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:12.094925 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c5d2-13e1-467e-8283-e4d4af9087db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:12.114191 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5567872e-13dd-449a-bd67-13c0ee3e5728 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:12.181745 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d6b5c5d2-13e1-467e-8283-e4d4af9087db None None] For port 933f6912-9081-4244-b7c6-766adfaf525d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=933f6912-9081-4244-b7c6-766adfaf525d,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:12.182140 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c5d2-13e1-467e-8283-e4d4af9087db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:12.187805 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5567872e-13dd-449a-bd67-13c0ee3e5728 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network 196c8d55-c5fd-453b-a05b-715f8be3e7ab is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:12.195234 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56870) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:12.200968 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d6b5c5d2-13e1-467e-8283-e4d4af9087db None None] Calling delete_port for 933f6912-9081-4244-b7c6-766adfaf525d owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:12.242214 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-15820539-2089-4702-95b7-d0f28d9e30c1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:12.299197 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9f2918-6d38-460f-a0ea-635614a1038d None None] Network 6dcdb0c5-3a8c-4293-98ad-2f6a9aeb9b62 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:12.309115 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd52d830-d7dd-42d2-8de8-c4930d43ca38 admin admin] Deleting subnet c408d314-eaf7-44db-a4ce-12c5c1e68277 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:34:12.311568 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd52d830-d7dd-42d2-8de8-c4930d43ca38 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:12.345254 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15820539-2089-4702-95b7-d0f28d9e30c1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=355401e3-0784-4a64-a0be-994874facefa,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:12.364970 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15820539-2089-4702-95b7-d0f28d9e30c1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:12.398110 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5567872e-13dd-449a-bd67-13c0ee3e5728 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:12.398624 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-15820539-2089-4702-95b7-d0f28d9e30c1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:12.398624 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15820539-2089-4702-95b7-d0f28d9e30c1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:12.403947 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-15820539-2089-4702-95b7-d0f28d9e30c1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:12.405134 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:12.420165 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:34:12.426569 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c5d2-13e1-467e-8283-e4d4af9087db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:12.449567 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd52d830-d7dd-42d2-8de8-c4930d43ca38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:12.451248 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-15820539-2089-4702-95b7-d0f28d9e30c1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9167938 Nov 15 11:34:12.455433 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56872) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:12.474784 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cc06c-c86f-45fb-a9cb-1cbbcc6c0bd2 req-b5fcaf80-6178-47cc-9f72-1b93c41839cc tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:12.486024 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cd0cc06c-c86f-45fb-a9cb-1cbbcc6c0bd2 req-b5fcaf80-6178-47cc-9f72-1b93c41839cc tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 946 time: 0.1821022 Nov 15 11:34:12.501859 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-7518bfd3-0590-488b-aa4a-9c7880ad686d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'fixed_ips': [{'subnet_id': '355401e3-0784-4a64-a0be-994874facefa', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-887546387'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:12.547140 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd52d830-d7dd-42d2-8de8-c4930d43ca38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:12.549901 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5c5d2-13e1-467e-8283-e4d4af9087db None None] Pushing event deleted for resources: {'Port': ['ID=933f6912-9081-4244-b7c6-766adfaf525d,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:12.575720 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b5c5d2-13e1-467e-8283-e4d4af9087db None None] No DVR routers for this DVR port 933f6912-9081-4244-b7c6-766adfaf525d on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:34:12.618590 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5567872e-13dd-449a-bd67-13c0ee3e5728 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:34:12.624682 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5567872e-13dd-449a-bd67-13c0ee3e5728 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:12.625809 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5567872e-13dd-449a-bd67-13c0ee3e5728 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:12.628369 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567872e-13dd-449a-bd67-13c0ee3e5728 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Port': ['ID=5491e9bb-2b40-400e-844f-a28d660ea8ea,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:12.639017 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd52d830-d7dd-42d2-8de8-c4930d43ca38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:12.655385 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5814cc99-b875-4710-822a-1c68e4f4ae98 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:12.706246 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cd0cc06c-c86f-45fb-a9cb-1cbbcc6c0bd2 req-5dd4ab0a-bae7-46bd-9ac1-0e46937eaf4a tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190034 Nov 15 11:34:12.835885 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f83928e-df8f-478d-a4b6-2a3371df2fca req-04ba5fd8-1f1f-4b98-93cc-f442ec5685b1 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 210 time: 0.1151350 Nov 15 11:34:12.884490 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7518bfd3-0590-488b-aa4a-9c7880ad686d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:13.124319 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7518bfd3-0590-488b-aa4a-9c7880ad686d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:13.156624 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5567872e-13dd-449a-bd67-13c0ee3e5728 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5755870 Nov 15 11:34:13.157449 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52d830-d7dd-42d2-8de8-c4930d43ca38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c408d314-eaf7-44db-a4ce-12c5c1e68277,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:13.160308 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56890) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:13.167332 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd52d830-d7dd-42d2-8de8-c4930d43ca38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:13.172990 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cd52d830-d7dd-42d2-8de8-c4930d43ca38 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c408d314-eaf7-44db-a4ce-12c5c1e68277 HTTP/1.1" status: 204 len: 168 time: 0.9741979 Nov 15 11:34:13.178110 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56892) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:13.215197 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-77f5d4ca-b65a-4315-8c60-392a7816484e tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=da04dae2b65a4f16adcc558b087f9aae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820000 Nov 15 11:34:13.250779 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-7518bfd3-0590-488b-aa4a-9c7880ad686d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] device_id is not set on port a560eb09-14f8-4e86-88ad-1b4eb28f2124 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:34:13.298819 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83b7541-bd37-4050-9ea9-bcc8a880ea74 None None] Network 196c8d55-c5fd-453b-a05b-715f8be3e7ab requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:13.303429 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:13.303789 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:13.391798 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1ceedc3-474e-49ce-89e9-3f8cbba6819a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:13.435696 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3c6b168d-81d6-42f8-93de-de47048338ca None None] Provisioning complete for port fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:13.436083 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3c6b168d-81d6-42f8-93de-de47048338ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:13.438760 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d37830-318a-4237-8ace-9e810e4a2aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'fixed_ips': [{'subnet_id': '355401e3-0784-4a64-a0be-994874facefa'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:34:13.439578 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a1d37830-318a-4237-8ace-9e810e4a2aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:13.518596 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-7518bfd3-0590-488b-aa4a-9c7880ad686d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:34:13.519915 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7518bfd3-0590-488b-aa4a-9c7880ad686d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:34:13.557926 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-b6cab876-453c-41b5-bb95-91d5105b2a50 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:13.559743 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-b6cab876-453c-41b5-bb95-91d5105b2a50 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3170338 Nov 15 11:34:13.574384 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7518bfd3-0590-488b-aa4a-9c7880ad686d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0831895 Nov 15 11:34:13.588119 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56894) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:13.622955 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5242b6fe-10d8-42cc-a0c8-2e99bee1a37f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0331218 Nov 15 11:34:13.626725 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56896) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:13.628751 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-18f5646a-6d17-434e-90b8-f1aec4079f44 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/quotas/da04dae2b65a4f16adcc558b087f9aae HTTP/1.1" status: 200 len: 375 time: 0.0224967 Nov 15 11:34:13.632256 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1ceedc3-474e-49ce-89e9-3f8cbba6819a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:13.650569 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:13.683910 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-22c54f60-5f97-4bc1-8feb-938b097630d3 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=da04dae2b65a4f16adcc558b087f9aae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427353 Nov 15 11:34:13.685948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-f1ceedc3-474e-49ce-89e9-3f8cbba6819a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['368d9f36-e45a-44c8-8221-624f736dd32a']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:13.707537 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-f1ceedc3-474e-49ce-89e9-3f8cbba6819a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97741565-db8b-4bf5-9fde-9662e473f786') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:13.711952 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-f1ceedc3-474e-49ce-89e9-3f8cbba6819a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97741565-db8b-4bf5-9fde-9662e473f786') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:13.734824 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cae3f5b-d3f0-451b-a4cc-62dbc5ca0da1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:13.736275 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cae3f5b-d3f0-451b-a4cc-62dbc5ca0da1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:13.740038 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9cae3f5b-d3f0-451b-a4cc-62dbc5ca0da1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1092730 Nov 15 11:34:13.740923 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56900) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:13.741197 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:13.743295 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1ceedc3-474e-49ce-89e9-3f8cbba6819a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:13.777092 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1ceedc3-474e-49ce-89e9-3f8cbba6819a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:13.796660 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ceedc3-474e-49ce-89e9-3f8cbba6819a admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:34:13.797576 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1ceedc3-474e-49ce-89e9-3f8cbba6819a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:34:13.803077 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:34:13.806465 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3c6b168d-81d6-42f8-93de-de47048338ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:13.845619 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-a1d37830-318a-4237-8ace-9e810e4a2aff None None] Allocated IP 2001:db8::2 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/355401e3-0784-4a64-a0be-994874facefa/38dbed98-275f-4ced-876a-abf969336333) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:34:13.859516 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66,segment=NetworkSegment(a8a9a100-7021-4fc9-8de3-59fa14bb5dea),segment_id=a8a9a100-7021-4fc9-8de3-59fa14bb5dea)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:13.957790 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f546ec-5064-41dc-9eed-149edc4f4c87 req-94391e64-f115-4d5c-82f1-1725a62301e0 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:13.959515 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2f546ec-5064-41dc-9eed-149edc4f4c87 req-94391e64-f115-4d5c-82f1-1725a62301e0 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 946 time: 0.1124117 Nov 15 11:34:13.961594 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1ceedc3-474e-49ce-89e9-3f8cbba6819a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:13.967331 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1ceedc3-474e-49ce-89e9-3f8cbba6819a admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:13.971282 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f1ceedc3-474e-49ce-89e9-3f8cbba6819a admin admin] 10.222.0.64 "DELETE /v2.0/networks/368d9f36-e45a-44c8-8221-624f736dd32a HTTP/1.1" status: 204 len: 168 time: 0.7900419 Nov 15 11:34:13.975037 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56906) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:14.004014 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ceedc3-474e-49ce-89e9-3f8cbba6819a admin admin] Pushing event deleted for resources: {'Network': ['ID=368d9f36-e45a-44c8-8221-624f736dd32a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:14.084766 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2f546ec-5064-41dc-9eed-149edc4f4c87 req-28344bb2-67f1-4b0b-89c9-e17100f81528 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087203 Nov 15 11:34:14.118076 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-979f3cf2-7e8e-4d34-a16b-1c7d2cca01eb admin admin] Deleting subnet 92fbb961-98ac-462a-a9cd-bdf0b0bb032f {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:34:14.122164 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-979f3cf2-7e8e-4d34-a16b-1c7d2cca01eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:14.139508 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a1d37830-318a-4237-8ace-9e810e4a2aff None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:14.151199 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:14.169817 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a1d37830-318a-4237-8ace-9e810e4a2aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:14.221809 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5cc4757-dca9-4e01-8a49-c6808fe425c6 req-3e9d30f6-cb23-4302-8d70-51cd703abab9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 210 time: 0.0661757 Nov 15 11:34:14.272838 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cdef975c-4146-4533-a9d1-ec2c4c821803 req-24c0e28b-02f7-43c9-8ac1-85d4a9e256cc tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/ports?device_id=f97dbee2-da25-4cfb-b3f7-0fadf5eff729 HTTP/1.1" status: 200 len: 210 time: 0.0463316 Nov 15 11:34:14.282345 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-979f3cf2-7e8e-4d34-a16b-1c7d2cca01eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:14.285564 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:14.321655 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-3c6b168d-81d6-42f8-93de-de47048338ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:34:14.322158 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-3c6b168d-81d6-42f8-93de-de47048338ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:34:14.325165 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 933f6912-9081-4244-b7c6-766adfaf525d no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:34:14.326349 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d841eab-d688-43f1-bf72-53dbd44a98db tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet 355401e3-0784-4a64-a0be-994874facefa {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:34:14.330649 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d841eab-d688-43f1-bf72-53dbd44a98db tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:14.336177 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-979f3cf2-7e8e-4d34-a16b-1c7d2cca01eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:14.340966 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:14.353801 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:14.357980 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 933f6912-9081-4244-b7c6-766adfaf525d {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:34:14.358316 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 933f6912-9081-4244-b7c6-766adfaf525d not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:34:14.406892 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d37830-318a-4237-8ace-9e810e4a2aff None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:14.411545 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-a1d37830-318a-4237-8ace-9e810e4a2aff None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:14.425380 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d37830-318a-4237-8ace-9e810e4a2aff None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:34:14.443736 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d37830-318a-4237-8ace-9e810e4a2aff None None] Pushing event updated for resources: {'Port': ['ID=38dbed98-275f-4ced-876a-abf969336333,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:14.456842 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-979f3cf2-7e8e-4d34-a16b-1c7d2cca01eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:14.502459 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f3cf2-7e8e-4d34-a16b-1c7d2cca01eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92fbb961-98ac-462a-a9cd-bdf0b0bb032f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:14.516942 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-979f3cf2-7e8e-4d34-a16b-1c7d2cca01eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:14.520522 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-979f3cf2-7e8e-4d34-a16b-1c7d2cca01eb admin admin] 10.222.0.64 "DELETE /v2.0/subnets/92fbb961-98ac-462a-a9cd-bdf0b0bb032f HTTP/1.1" status: 204 len: 168 time: 0.5430138 Nov 15 11:34:14.523690 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56914) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:14.536852 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a1d37830-318a-4237-8ace-9e810e4a2aff None None] Attempting to bind port 38dbed98-275f-4ced-876a-abf969336333 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:34:14.537219 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a1d37830-318a-4237-8ace-9e810e4a2aff None None] Attempting to bind port 38dbed98-275f-4ced-876a-abf969336333 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:34:14.537553 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d37830-318a-4237-8ace-9e810e4a2aff None None] Attempting to bind port 38dbed98-275f-4ced-876a-abf969336333 on network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:34:14.545935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d37830-318a-4237-8ace-9e810e4a2aff None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:34:14.546305 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d37830-318a-4237-8ace-9e810e4a2aff None None] Checking segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:34:14.546702 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a1d37830-318a-4237-8ace-9e810e4a2aff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:14.547090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d37830-318a-4237-8ace-9e810e4a2aff None None] Bound using segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:34:14.547560 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a1d37830-318a-4237-8ace-9e810e4a2aff None None] Bound port: 38dbed98-275f-4ced-876a-abf969336333, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:34:14.547987 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a1d37830-318a-4237-8ace-9e810e4a2aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:14.562936 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:34:14.593853 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d841eab-d688-43f1-bf72-53dbd44a98db tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:14.664515 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Port': ['ID=5491e9bb-2b40-400e-844f-a28d660ea8ea,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:14.670345 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e00d56c7-7a75-417b-bc6b-92e4a5072ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:14.670550 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a1d37830-318a-4237-8ace-9e810e4a2aff None None] For port 38dbed98-275f-4ced-876a-abf969336333, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:34:14.673892 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a1d37830-318a-4237-8ace-9e810e4a2aff None None] For port 38dbed98-275f-4ced-876a-abf969336333, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=38dbed98-275f-4ced-876a-abf969336333,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:34:14.679616 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a1d37830-318a-4237-8ace-9e810e4a2aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:14.700812 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:14.701497 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:14.702066 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:14.702935 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:14.703496 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:14.703987 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:14.706442 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:14.706887 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:14.708182 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:14.708623 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:14.709302 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:14.716260 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:14.765309 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d37830-318a-4237-8ace-9e810e4a2aff None None] Pushing event updated for resources: {'Port': ['ID=38dbed98-275f-4ced-876a-abf969336333,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:14.772672 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:14.773031 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:14.913256 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:14.963265 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e00d56c7-7a75-417b-bc6b-92e4a5072ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:15.024893 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-e00d56c7-7a75-417b-bc6b-92e4a5072ddb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dcdb0c5-3a8c-4293-98ad-2f6a9aeb9b62']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:15.041011 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-e00d56c7-7a75-417b-bc6b-92e4a5072ddb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0511a9bf-d722-4c53-8c9b-aa4c37843eac') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:15.041255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-e00d56c7-7a75-417b-bc6b-92e4a5072ddb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0511a9bf-d722-4c53-8c9b-aa4c37843eac') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:15.057686 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d841eab-d688-43f1-bf72-53dbd44a98db tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:15.065513 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e00d56c7-7a75-417b-bc6b-92e4a5072ddb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:15.130276 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-424e89ff-4e7c-4f44-9bde-36611df02da9 None None] Provisioning complete for port 5491e9bb-2b40-400e-844f-a28d660ea8ea triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:15.130868 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-424e89ff-4e7c-4f44-9bde-36611df02da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:15.142725 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e00d56c7-7a75-417b-bc6b-92e4a5072ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:15.158476 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00d56c7-7a75-417b-bc6b-92e4a5072ddb admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:34:15.159847 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e00d56c7-7a75-417b-bc6b-92e4a5072ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:34:15.161060 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:34:15.193296 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-424e89ff-4e7c-4f44-9bde-36611df02da9 None None] Port 5491e9bb-2b40-400e-844f-a28d660ea8ea cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:34:15.206677 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-424e89ff-4e7c-4f44-9bde-36611df02da9 None None] Provisioning complete for port fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:15.207130 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-424e89ff-4e7c-4f44-9bde-36611df02da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:15.337212 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d841eab-d688-43f1-bf72-53dbd44a98db tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:15.395212 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d841eab-d688-43f1-bf72-53dbd44a98db tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=355401e3-0784-4a64-a0be-994874facefa,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:15.401655 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d841eab-d688-43f1-bf72-53dbd44a98db tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:15.405644 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1d841eab-d688-43f1-bf72-53dbd44a98db tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/355401e3-0784-4a64-a0be-994874facefa HTTP/1.1" status: 204 len: 168 time: 1.6637869 Nov 15 11:34:15.406348 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:15.408947 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56924) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:15.416773 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e00d56c7-7a75-417b-bc6b-92e4a5072ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:15.422783 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-919ac9ae-7876-4813-8dac-f36e0bbe0aa3 req-d85e779c-ddbb-49d8-b3a6-f89ebcc29d0c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 210 time: 0.0555999 Nov 15 11:34:15.460738 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e00d56c7-7a75-417b-bc6b-92e4a5072ddb admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:15.466441 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e00d56c7-7a75-417b-bc6b-92e4a5072ddb admin admin] 10.222.0.64 "DELETE /v2.0/networks/6dcdb0c5-3a8c-4293-98ad-2f6a9aeb9b62 HTTP/1.1" status: 204 len: 168 time: 0.9391961 Nov 15 11:34:15.482748 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1bd84c43-8392-4ed3-bd64-ab4367c7fe01 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713394 Nov 15 11:34:15.500166 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6eaf1407-dcea-4a7f-9d98-a41725a7ed4c None None] Provisioning complete for port 5491e9bb-2b40-400e-844f-a28d660ea8ea triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:15.502512 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6eaf1407-dcea-4a7f-9d98-a41725a7ed4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:15.511621 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56928) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:15.539295 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a15fd6-160d-4e7b-b744-a41f30fc34cd req-600cdd8c-e505-4f21-a36b-a2a83dc7b032 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:15.540837 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b4a15fd6-160d-4e7b-b744-a41f30fc34cd req-600cdd8c-e505-4f21-a36b-a2a83dc7b032 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 946 time: 0.2495937 Nov 15 11:34:15.557960 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-44864c3b-4238-4d4d-80a3-a486a3cd4ac7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:15.567675 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6eaf1407-dcea-4a7f-9d98-a41725a7ed4c None None] Port 5491e9bb-2b40-400e-844f-a28d660ea8ea cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:34:15.644856 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d56c7-7a75-417b-bc6b-92e4a5072ddb admin admin] Pushing event deleted for resources: {'Network': ['ID=6dcdb0c5-3a8c-4293-98ad-2f6a9aeb9b62,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:15.690836 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3a8bbd80-a2d4-449f-92cd-1dcc47a429ce req-6b7b65e7-d6e1-4c57-93fe-22450e98b40b tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/ports?device_id=f97dbee2-da25-4cfb-b3f7-0fadf5eff729 HTTP/1.1" status: 200 len: 210 time: 0.0429060 Nov 15 11:34:15.730382 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-cfd53570-41bc-45a6-a717-df7b0a05f36c tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=da04dae2b65a4f16adcc558b087f9aae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728259 Nov 15 11:34:15.756405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44864c3b-4238-4d4d-80a3-a486a3cd4ac7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:15.760360 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44864c3b-4238-4d4d-80a3-a486a3cd4ac7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:15.770926 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b4a15fd6-160d-4e7b-b744-a41f30fc34cd req-cb2e8616-4568-4027-b429-7ac0a8f5dfe6 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095598 Nov 15 11:34:15.835117 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56932) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:15.935506 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4057c979-a4ed-4b27-88b9-a50ace8c15a0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e31f40982784a2bb884470783d33487&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0973635 Nov 15 11:34:15.938523 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56936) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:16.015129 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-67916cc4-3fca-4afb-8ac7-d4a095e67a01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:16.052442 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-9d1326cd-294e-4eee-8dc0-9250fbb6c109 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:16.053494 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-9d1326cd-294e-4eee-8dc0-9250fbb6c109 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3177431 Nov 15 11:34:16.075915 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-67916cc4-3fca-4afb-8ac7-d4a095e67a01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:16.080978 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-0a572f0c-6d4e-42c1-a499-bd803d8f74e2 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Request body: {'port': {'device_id': 'f97dbee2-da25-4cfb-b3f7-0fadf5eff729', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': 'da04dae2b65a4f16adcc558b087f9aae'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:16.155897 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-67916cc4-3fca-4afb-8ac7-d4a095e67a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:16.159024 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-67916cc4-3fca-4afb-8ac7-d4a095e67a01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:16.163995 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-67916cc4-3fca-4afb-8ac7-d4a095e67a01 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/71b0ccc3-d9a9-4b33-81aa-82dc806bd0df HTTP/1.1" status: 204 len: 168 time: 0.2240317 Nov 15 11:34:16.165140 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:16.233647 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:16.234685 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:16.247618 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67916cc4-3fca-4afb-8ac7-d4a095e67a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b0ccc3-d9a9-4b33-81aa-82dc806bd0df,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:16.330028 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Port': ['ID=5491e9bb-2b40-400e-844f-a28d660ea8ea,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:16.336238 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-0a572f0c-6d4e-42c1-a499-bd803d8f74e2 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Made reservation on behalf of da04dae2b65a4f16adcc558b087f9aae for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:16.340888 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-0a572f0c-6d4e-42c1-a499-bd803d8f74e2 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:16.347708 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44864c3b-4238-4d4d-80a3-a486a3cd4ac7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:16.352434 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-0a572f0c-6d4e-42c1-a499-bd803d8f74e2 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:16.369003 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414631b6-f3e3-4bac-b3f5-1d654fec6028 req-1bc70f22-5aa5-491c-b804-5a5ffca79a18 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:16.370571 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-414631b6-f3e3-4bac-b3f5-1d654fec6028 req-1bc70f22-5aa5-491c-b804-5a5ffca79a18 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 946 time: 0.1724756 Nov 15 11:34:16.434859 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976770a-be74-44aa-a68b-df2c538ae6a0 req-1f6c9d2a-5f74-4364-8f03-bb2bf910e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:16.436436 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4976770a-be74-44aa-a68b-df2c538ae6a0 req-1f6c9d2a-5f74-4364-8f03-bb2bf910e469 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65b17bf89b7a49ca97935aec6c52656c&device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 1097 time: 0.2123322 Nov 15 11:34:16.447808 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44864c3b-4238-4d4d-80a3-a486a3cd4ac7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:16.468590 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network 196c8d55-c5fd-453b-a05b-715f8be3e7ab is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:16.472308 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:16.539967 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-44864c3b-4238-4d4d-80a3-a486a3cd4ac7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:16.544263 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a5da1e-6fe4-4fdb-8e90-78fbe3b0a808 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:16.586313 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44864c3b-4238-4d4d-80a3-a486a3cd4ac7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:16.586912 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44864c3b-4238-4d4d-80a3-a486a3cd4ac7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:16.643403 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 38dbed98-275f-4ced-876a-abf969336333 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:34:16.657840 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:34:16.678069 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44864c3b-4238-4d4d-80a3-a486a3cd4ac7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=a3284637-8584-444f-b472-8f3d86f37f0f,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:16.697627 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Router eb5a5b57-4190-41dc-9f88-e30fd19f3728 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:34:16.700895 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f6edb0eb-9d01-4900-8786-d1623ea5d894 req-581cfd7a-cfc3-4d53-8f4c-29491807773f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 210 time: 0.0662391 Nov 15 11:34:16.752396 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-44864c3b-4238-4d4d-80a3-a486a3cd4ac7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2392416 Nov 15 11:34:16.763079 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56948) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:16.774775 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-fe67e555-8653-413d-80a8-6bd2abf963f1 None None] Provisioning complete for port 38dbed98-275f-4ced-876a-abf969336333 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:16.783492 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-414631b6-f3e3-4bac-b3f5-1d654fec6028 req-20b18825-6ab9-4979-af8d-f1f45c90c274 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753088 Nov 15 11:34:16.784149 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fe67e555-8653-413d-80a8-6bd2abf963f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:16.793181 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-da8c5fd1-33a5-4320-8127-d8d9adfbff46 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-211720588', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:16.842518 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56950) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:16.870645 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-0a572f0c-6d4e-42c1-a499-bd803d8f74e2 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:16.895973 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8617fb3d-a491-41d2-853d-58f9b892e5f3 req-d49a596c-d956-4186-8d76-90cb7ae50cd2 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/ports?device_id=f97dbee2-da25-4cfb-b3f7-0fadf5eff729 HTTP/1.1" status: 200 len: 210 time: 0.0514569 Nov 15 11:34:16.903624 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976770a-be74-44aa-a68b-df2c538ae6a0 req-ab35891a-aa95-4511-bf65-d1d3a6aabd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:16.906686 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4976770a-be74-44aa-a68b-df2c538ae6a0 req-ab35891a-aa95-4511-bf65-d1d3a6aabd78 service neutron] 10.222.0.11 "GET /v2.0/networks?id=35d993c4-62bf-465c-9f53-7a066532910b HTTP/1.1" status: 200 len: 916 time: 0.4569070 Nov 15 11:34:16.909487 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-da8c5fd1-33a5-4320-8127-d8d9adfbff46 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:16.911106 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-da8c5fd1-33a5-4320-8127-d8d9adfbff46 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:16.958569 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4976770a-be74-44aa-a68b-df2c538ae6a0 req-363afaba-2a1d-4ef3-b7c9-7b7c83c2e76c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75719c72-d6a5-4892-b4f0-d6db291ab72c HTTP/1.1" status: 200 len: 217 time: 0.0405743 Nov 15 11:34:17.017627 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 38dbed98-275f-4ced-876a-abf969336333 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:17.018595 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:17.022358 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fe67e555-8653-413d-80a8-6bd2abf963f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:17.036052 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-da8c5fd1-33a5-4320-8127-d8d9adfbff46 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:17.049799 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-da8c5fd1-33a5-4320-8127-d8d9adfbff46 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:17.057292 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976770a-be74-44aa-a68b-df2c538ae6a0 req-064b42fa-94e0-4c73-8446-b958d6df1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:17.059424 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4976770a-be74-44aa-a68b-df2c538ae6a0 req-064b42fa-94e0-4c73-8446-b958d6df1bb8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e0afb5bc-d665-4d8a-a905-15e5d2fa67c4 HTTP/1.1" status: 200 len: 854 time: 0.0908580 Nov 15 11:34:17.112199 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-da8c5fd1-33a5-4320-8127-d8d9adfbff46 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:17.113702 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-da8c5fd1-33a5-4320-8127-d8d9adfbff46 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3284063 Nov 15 11:34:17.119754 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56952) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:17.128646 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-fe67e555-8653-413d-80a8-6bd2abf963f1 None None] For port 38dbed98-275f-4ced-876a-abf969336333, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=38dbed98-275f-4ced-876a-abf969336333,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:17.136854 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fe67e555-8653-413d-80a8-6bd2abf963f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:17.222345 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976770a-be74-44aa-a68b-df2c538ae6a0 req-0c598e98-badb-42ec-aa8b-dfca459e0563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:17.224089 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4976770a-be74-44aa-a68b-df2c538ae6a0 req-0c598e98-badb-42ec-aa8b-dfca459e0563 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35d993c4-62bf-465c-9f53-7a066532910b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567652 Nov 15 11:34:17.250309 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67e555-8653-413d-80a8-6bd2abf963f1 None None] Pushing event updated for resources: {'Port': ['ID=38dbed98-275f-4ced-876a-abf969336333,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:17.330054 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-15ddc771-2bd1-403c-bb21-5256664d7200 None None] Provisioning complete for port 5491e9bb-2b40-400e-844f-a28d660ea8ea triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:17.330783 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-15ddc771-2bd1-403c-bb21-5256664d7200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:17.374587 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-15ddc771-2bd1-403c-bb21-5256664d7200 None None] Port 5491e9bb-2b40-400e-844f-a28d660ea8ea cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:34:17.380045 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8394533-614d-44cf-84df-9a05ed5811af None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:17.386694 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-0a572f0c-6d4e-42c1-a499-bd803d8f74e2 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:17.495466 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a572f0c-6d4e-42c1-a499-bd803d8f74e2 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4975f9a7-4938-4450-a727-d156801a7528,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:17.513036 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-56685166-b92e-4404-af73-3c065821e3d6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=386143c04943464ba56d908343b5c712&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6348090 Nov 15 11:34:17.518229 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56954) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:17.530379 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:34:17.542635 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d0f52425-fa3f-4f94-b940-a9a864c1d891 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/routers/eb5a5b57-4190-41dc-9f88-e30fd19f3728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3781068 Nov 15 11:34:17.542779 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5f701083-41c6-499f-b930-bd07db6420d8 None None] Provisioning complete for port 38dbed98-275f-4ced-876a-abf969336333 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:17.542779 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5f701083-41c6-499f-b930-bd07db6420d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:17.549882 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56956) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:17.554771 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8369e481-7f64-436a-9f05-7c86fa0f224a None None] Sync routers for ids ['eb5a5b57-4190-41dc-9f88-e30fd19f3728'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:34:17.571070 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8369e481-7f64-436a-9f05-7c86fa0f224a None None] Routers {'eb5a5b57-4190-41dc-9f88-e30fd19f3728'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:34:17.572070 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-8369e481-7f64-436a-9f05-7c86fa0f224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:34:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['eb5a5b57-4190-41dc-9f88-e30fd19f3728'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:17.649282 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-8369e481-7f64-436a-9f05-7c86fa0f224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:17.667660 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8369e481-7f64-436a-9f05-7c86fa0f224a None None] Routers {'eb5a5b57-4190-41dc-9f88-e30fd19f3728'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:34:17.668928 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-8369e481-7f64-436a-9f05-7c86fa0f224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:34:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['eb5a5b57-4190-41dc-9f88-e30fd19f3728'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:17.700536 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4f93a9-7b19-4127-8f17-6df3966d7dbb tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:17.705047 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2c4f93a9-7b19-4127-8f17-6df3966d7dbb tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/ports/5491e9bb-2b40-400e-844f-a28d660ea8ea HTTP/1.1" status: 200 len: 984 time: 0.1511991 Nov 15 11:34:17.706410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56958) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:17.710025 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-8369e481-7f64-436a-9f05-7c86fa0f224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:17.710675 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8369e481-7f64-436a-9f05-7c86fa0f224a None None] The sync data for ids ['eb5a5b57-4190-41dc-9f88-e30fd19f3728'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:34:17.795500 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-0a572f0c-6d4e-42c1-a499-bd803d8f74e2 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Allocated IP 192.168.233.237 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/7f71d266-7dc3-4dfc-b85e-8d29063ed2e7) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:34:17.828141 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b311df0-033e-49a2-a0f6-acd80faa1d17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:17.923692 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b311df0-033e-49a2-a0f6-acd80faa1d17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:17.991894 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4976770a-be74-44aa-a68b-df2c538ae6a0 req-b4c5298a-e7ca-4fc3-8680-94bc4e78202d service neutron] 10.222.0.11 "GET /v2.0/networks/35d993c4-62bf-465c-9f53-7a066532910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7588468 Nov 15 11:34:18.006885 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-508b48bb-52d7-45f1-958c-6e5c9424fa06 None None] Provisioning complete for port 38dbed98-275f-4ced-876a-abf969336333 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:18.007534 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-508b48bb-52d7-45f1-958c-6e5c9424fa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:18.021074 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65f71d5f-2885-4ef9-a133-a335b6597195 req-b4bd4533-daeb-4d1d-829d-a7c272dbab9b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=040ecf65-c7b9-46e3-a7ec-76bf73374a2b HTTP/1.1" status: 200 len: 210 time: 0.0847776 Nov 15 11:34:18.121566 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f69bc-68ad-4f21-903a-3f47538ef4e9 req-bada5f68-9f4b-4196-8af7-648e965ebb8f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:18.123836 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-084f69bc-68ad-4f21-903a-3f47538ef4e9 req-bada5f68-9f4b-4196-8af7-648e965ebb8f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 946 time: 0.1887913 Nov 15 11:34:18.163845 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef031397-1031-4277-921d-aa61dadb382b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:18.174357 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-336efd4b-a48a-4e1a-9531-11314ced891c req-351f8902-a1b5-4adf-a642-cc32e65f079f tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/ports?device_id=f97dbee2-da25-4cfb-b3f7-0fadf5eff729 HTTP/1.1" status: 200 len: 210 time: 0.0758920 Nov 15 11:34:18.214237 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b311df0-033e-49a2-a0f6-acd80faa1d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:18.216846 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b311df0-033e-49a2-a0f6-acd80faa1d17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:18.218221 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9b311df0-033e-49a2-a0f6-acd80faa1d17 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a7abb10a-e7ff-4e6d-b7d9-8e7579a2e769 HTTP/1.1" status: 204 len: 168 time: 0.6984355 Nov 15 11:34:18.222347 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-0a572f0c-6d4e-42c1-a499-bd803d8f74e2 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:18.252043 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b311df0-033e-49a2-a0f6-acd80faa1d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7abb10a-e7ff-4e6d-b7d9-8e7579a2e769,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:18.284489 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4976770a-be74-44aa-a68b-df2c538ae6a0 req-7c6e7516-18b1-4956-9ffc-51171630aa0f service neutron] 10.222.0.11 "GET /v2.0/networks/35d993c4-62bf-465c-9f53-7a066532910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598629 Nov 15 11:34:18.354755 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-0a572f0c-6d4e-42c1-a499-bd803d8f74e2 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:18.356072 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-084f69bc-68ad-4f21-903a-3f47538ef4e9 req-3330f2fa-138f-4f95-91c0-d9dbe2f93d36 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119894 Nov 15 11:34:18.414159 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-0a572f0c-6d4e-42c1-a499-bd803d8f74e2 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:18.426153 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-0a572f0c-6d4e-42c1-a499-bd803d8f74e2 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:18.433670 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-0a572f0c-6d4e-42c1-a499-bd803d8f74e2 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:34:18.493542 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a572f0c-6d4e-42c1-a499-bd803d8f74e2 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Pushing event updated for resources: {'Port': ['ID=7f71d266-7dc3-4dfc-b85e-8d29063ed2e7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:18.523739 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-ef031397-1031-4277-921d-aa61dadb382b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8::1 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/a3284637-8584-444f-b472-8f3d86f37f0f/f30ee685-2ab1-4592-b12a-4e7a25b908ae) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:34:18.550115 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 38dbed98-275f-4ced-876a-abf969336333 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:34:18.617461 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-0a572f0c-6d4e-42c1-a499-bd803d8f74e2 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:18.618051 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-0a572f0c-6d4e-42c1-a499-bd803d8f74e2 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:18.633441 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a6a2f03-a6e5-426d-8d6c-a95b1b7a6268 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:18.672663 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-0a572f0c-6d4e-42c1-a499-bd803d8f74e2 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6036172 Nov 15 11:34:18.711756 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-8c0068e2-ad87-47ae-baa1-0fee29b7132f service neutron] Request body: {'port': {'device_id': 'f97dbee2-da25-4cfb-b3f7-0fadf5eff729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:18.892521 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef031397-1031-4277-921d-aa61dadb382b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:18.897230 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-8c0068e2-ad87-47ae-baa1-0fee29b7132f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:18.918085 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c9c49ac1-2711-4328-8527-13a838b2fe7a None None] Provisioning complete for port 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:18.918445 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c9c49ac1-2711-4328-8527-13a838b2fe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:18.931313 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef031397-1031-4277-921d-aa61dadb382b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:18.953499 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 38dbed98-275f-4ced-876a-abf969336333 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:18.953854 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:18.985809 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c9c49ac1-2711-4328-8527-13a838b2fe7a None None] Port 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:34:18.995227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef031397-1031-4277-921d-aa61dadb382b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:18.999433 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ef031397-1031-4277-921d-aa61dadb382b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:19.003136 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef031397-1031-4277-921d-aa61dadb382b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:34:19.004255 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef031397-1031-4277-921d-aa61dadb382b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:19.011629 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef031397-1031-4277-921d-aa61dadb382b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=f30ee685-2ab1-4592-b12a-4e7a25b908ae,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:19.219776 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef031397-1031-4277-921d-aa61dadb382b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:19.401231 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2a6a2f03-a6e5-426d-8d6c-a95b1b7a6268 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting port 5491e9bb-2b40-400e-844f-a28d660ea8ea {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:19.401846 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a6a2f03-a6e5-426d-8d6c-a95b1b7a6268 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:19.429668 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0983218f-1a7e-446b-a342-7281bb0cf809 None None] Provisioning complete for port f30ee685-2ab1-4592-b12a-4e7a25b908ae triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:19.432617 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0983218f-1a7e-446b-a342-7281bb0cf809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:19.488093 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea3f0d-a6da-4e42-ad0b-cda08120b166 req-a18f5b86-f55a-4637-a734-3f651c3c623e tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:19.490029 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2aea3f0d-a6da-4e42-ad0b-cda08120b166 req-a18f5b86-f55a-4637-a734-3f651c3c623e tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/ports?device_id=f97dbee2-da25-4cfb-b3f7-0fadf5eff729 HTTP/1.1" status: 200 len: 936 time: 0.1770368 Nov 15 11:34:19.520738 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-8c0068e2-ad87-47ae-baa1-0fee29b7132f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:34:19.524639 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-0983218f-1a7e-446b-a342-7281bb0cf809 None None] Port f30ee685-2ab1-4592-b12a-4e7a25b908ae cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:34:19.546944 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a6a2f03-a6e5-426d-8d6c-a95b1b7a6268 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:19.559803 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2a6a2f03-a6e5-426d-8d6c-a95b1b7a6268 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Calling delete_port for 5491e9bb-2b40-400e-844f-a28d660ea8ea owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:19.724577 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2aea3f0d-a6da-4e42-ad0b-cda08120b166 req-047e3df7-3ef6-47cf-9dd6-134945ae2a0a tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/security-groups?id=4975f9a7-4938-4450-a727-d156801a7528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247596 Nov 15 11:34:19.760476 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa822611-18e2-4e79-b77a-fa87ade3ceec req-6d708709-eee6-4831-bfe9-1872e933afaf tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:19.762185 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa822611-18e2-4e79-b77a-fa87ade3ceec req-6d708709-eee6-4831-bfe9-1872e933afaf tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 946 time: 0.2847996 Nov 15 11:34:19.770049 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-8c0068e2-ad87-47ae-baa1-0fee29b7132f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:19.772539 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a6a2f03-a6e5-426d-8d6c-a95b1b7a6268 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:19.778948 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef031397-1031-4277-921d-aa61dadb382b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:19.798713 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef031397-1031-4277-921d-aa61dadb382b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:19.799757 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef031397-1031-4277-921d-aa61dadb382b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:19.851052 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a2f03-a6e5-426d-8d6c-a95b1b7a6268 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Port': ['ID=5491e9bb-2b40-400e-844f-a28d660ea8ea,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:19.853637 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-8c0068e2-ad87-47ae-baa1-0fee29b7132f service neutron] Transition to ACTIVE for port object 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:34:19.869820 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef031397-1031-4277-921d-aa61dadb382b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=f30ee685-2ab1-4592-b12a-4e7a25b908ae,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:19.891508 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-8c0068e2-ad87-47ae-baa1-0fee29b7132f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:19.983996 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa822611-18e2-4e79-b77a-fa87ade3ceec req-5a573fd4-6f3a-48c2-90bb-f4715179e86b tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153783 Nov 15 11:34:20.034604 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef031397-1031-4277-921d-aa61dadb382b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:20.037470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ef031397-1031-4277-921d-aa61dadb382b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:20.062751 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0068e2-ad87-47ae-baa1-0fee29b7132f service neutron] Pushing event updated for resources: {'Port': ['ID=7f71d266-7dc3-4dfc-b85e-8d29063ed2e7,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:20.076376 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a6a2f03-a6e5-426d-8d6c-a95b1b7a6268 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:20.265382 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237eb01-0646-43d5-b6e8-bef9a9baba1f req-a6d22fcb-9a5b-4079-9c01-ea4e6a10937d tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:20.267272 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0237eb01-0646-43d5-b6e8-bef9a9baba1f req-a6d22fcb-9a5b-4079-9c01-ea4e6a10937d tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 946 time: 0.1526318 Nov 15 11:34:20.358659 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0237eb01-0646-43d5-b6e8-bef9a9baba1f req-e3a0d29d-dabe-4d20-bfde-178d3739f2fe tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838375 Nov 15 11:34:20.373042 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef031397-1031-4277-921d-aa61dadb382b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Router 8281c86b-fbd7-460d-8a4f-19095cc22d6a is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:34:20.537939 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6a2f03-a6e5-426d-8d6c-a95b1b7a6268 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Router eb5a5b57-4190-41dc-9f88-e30fd19f3728 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:34:20.561737 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-8c0068e2-ad87-47ae-baa1-0fee29b7132f service neutron] Attempting to bind port 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:34:20.562068 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-8c0068e2-ad87-47ae-baa1-0fee29b7132f service neutron] Attempting to bind port 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:34:20.562411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-8c0068e2-ad87-47ae-baa1-0fee29b7132f service neutron] Attempting to bind port 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:34:20.581431 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-09bb0137-96aa-44a3-8fc2-ef038e3dc8a6 None None] Provisioning complete for port f30ee685-2ab1-4592-b12a-4e7a25b908ae triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:20.582268 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-09bb0137-96aa-44a3-8fc2-ef038e3dc8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:20.626061 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef031397-1031-4277-921d-aa61dadb382b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:34:20.639565 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] Sync routers for ids ['8281c86b-fbd7-460d-8a4f-19095cc22d6a'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:34:20.650310 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ef031397-1031-4277-921d-aa61dadb382b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "PUT /v2.0/routers/8281c86b-fbd7-460d-8a4f-19095cc22d6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5291786 Nov 15 11:34:20.657779 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-09bb0137-96aa-44a3-8fc2-ef038e3dc8a6 None None] Port f30ee685-2ab1-4592-b12a-4e7a25b908ae cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:34:20.658324 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57022) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:20.662107 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] Routers {'8281c86b-fbd7-460d-8a4f-19095cc22d6a'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:34:20.663042 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:34:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8281c86b-fbd7-460d-8a4f-19095cc22d6a'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:20.694440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6ef14-42f8-4ca0-9fdf-afd34a3ac58e req-4b663247-c5d3-43cc-b843-3abebc55012e tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:20.709895 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-95a6ef14-42f8-4ca0-9fdf-afd34a3ac58e req-4b663247-c5d3-43cc-b843-3abebc55012e tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f02a84f-531d-4668-a56c-2e08c7b6ce7d HTTP/1.1" status: 200 len: 945 time: 0.1878836 Nov 15 11:34:20.784940 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] Set router 8281c86b-fbd7-460d-8a4f-19095cc22d6a gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:34:20.831771 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca912fbb-46bb-46dd-a8c2-46654c925e65 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:20.833230 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ca912fbb-46bb-46dd-a8c2-46654c925e65 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports/f30ee685-2ab1-4592-b12a-4e7a25b908ae HTTP/1.1" status: 200 len: 911 time: 0.1739249 Nov 15 11:34:20.840614 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57028) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:20.916998 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-95a6ef14-42f8-4ca0-9fdf-afd34a3ac58e req-5391e213-ccda-4628-b663-8c649a666998 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061257 Nov 15 11:34:20.985623 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b67f000-d722-4a92-8513-8e06f706691b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:20.997907 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b67f000-d722-4a92-8513-8e06f706691b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:21.002995 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7b67f000-d722-4a92-8513-8e06f706691b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1614385 Nov 15 11:34:21.012365 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57036) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:21.024735 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-8c0068e2-ad87-47ae-baa1-0fee29b7132f service neutron] Port 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:34:21.025063 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-8c0068e2-ad87-47ae-baa1-0fee29b7132f service neutron] Attempting to bind port 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:34:21.037037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-8c0068e2-ad87-47ae-baa1-0fee29b7132f service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:34:21.037372 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-8c0068e2-ad87-47ae-baa1-0fee29b7132f service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:34:21.037764 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-8c0068e2-ad87-47ae-baa1-0fee29b7132f service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:34:21.038202 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-8c0068e2-ad87-47ae-baa1-0fee29b7132f service neutron] Bound port: 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:34:21.038556 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-8c0068e2-ad87-47ae-baa1-0fee29b7132f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:21.055320 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8281c86b-fbd7-460d-8a4f-19095cc22d6a', 'name': 'tempest-NetworksTestDHCPv6-router-211720588', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:34:16Z', 'updated_at': '2021-11-15T11:34:19Z', 'revision_number': 2, 'project_id': '27d0328c588840c081cb96de7c53ab09', 'gw_port_host': None, '_interfaces': [{'id': 'f30ee685-2ab1-4592-b12a-4e7a25b908ae', 'name': '', 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'mac_address': 'fa:16:3e:6f:b4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8281c86b-fbd7-460d-8a4f-19095cc22d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'a3284637-8584-444f-b472-8f3d86f37f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:34:18Z', 'updated_at': '2021-11-15T11:34:19Z', 'revision_number': 2, 'project_id': '27d0328c588840c081cb96de7c53ab09', 'subnets': [{'id': 'a3284637-8584-444f-b472-8f3d86f37f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:21.060898 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6a2f03-a6e5-426d-8d6c-a95b1b7a6268 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:34:21.067041 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2a6a2f03-a6e5-426d-8d6c-a95b1b7a6268 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/routers/eb5a5b57-4190-41dc-9f88-e30fd19f3728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3603363 Nov 15 11:34:21.070329 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57038) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:21.078151 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52944a5-01e8-42d3-84e0-3082c76e0859 None None] Sync routers for ids ['eb5a5b57-4190-41dc-9f88-e30fd19f3728'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:34:21.098983 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52944a5-01e8-42d3-84e0-3082c76e0859 None None] Routers {'eb5a5b57-4190-41dc-9f88-e30fd19f3728'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:34:21.100131 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e52944a5-01e8-42d3-84e0-3082c76e0859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:34:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['eb5a5b57-4190-41dc-9f88-e30fd19f3728'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:21.121452 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] Checking router: 8281c86b-fbd7-460d-8a4f-19095cc22d6a for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:34:21.121800 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] Updating router 8281c86b-fbd7-460d-8a4f-19095cc22d6a port f30ee685-2ab1-4592-b12a-4e7a25b908ae binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:34:21.155053 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e52944a5-01e8-42d3-84e0-3082c76e0859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:21.156712 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:21.167500 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52944a5-01e8-42d3-84e0-3082c76e0859 None None] Routers {'eb5a5b57-4190-41dc-9f88-e30fd19f3728'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:34:21.170217 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e52944a5-01e8-42d3-84e0-3082c76e0859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:34:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['eb5a5b57-4190-41dc-9f88-e30fd19f3728'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:21.194471 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-8c0068e2-ad87-47ae-baa1-0fee29b7132f service neutron] For port 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:34:21.202128 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-8c0068e2-ad87-47ae-baa1-0fee29b7132f service neutron] For port 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=7f71d266-7dc3-4dfc-b85e-8d29063ed2e7,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:34:21.210313 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-8c0068e2-ad87-47ae-baa1-0fee29b7132f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:21.219748 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83423c79-49e5-424a-9866-66865a2b972e req-49e12176-df88-46a9-87c9-2648c9cd603f tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:21.225527 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83423c79-49e5-424a-9866-66865a2b972e req-49e12176-df88-46a9-87c9-2648c9cd603f tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/ports?device_id=f97dbee2-da25-4cfb-b3f7-0fadf5eff729 HTTP/1.1" status: 200 len: 948 time: 0.3858588 Nov 15 11:34:21.299497 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-8c0068e2-ad87-47ae-baa1-0fee29b7132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:21.301086 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-8c0068e2-ad87-47ae-baa1-0fee29b7132f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:21.306847 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-8c0068e2-ad87-47ae-baa1-0fee29b7132f service neutron] 10.222.0.11 "PUT /v2.0/ports/7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 HTTP/1.1" status: 200 len: 1096 time: 2.6013074 Nov 15 11:34:21.307550 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97dbee2-da25-4cfb-b3f7-0fadf5eff729', 'tag': '7f71d266-7dc3-4dfc-b85e-8d29063ed2e7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:34:21.311866 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aee847e-f1ba-43c3-a8b0-c1052f99978b" -d '{"events": [{"name": "network-changed", "server_uuid": "f97dbee2-da25-4cfb-b3f7-0fadf5eff729", "tag": "7f71d266-7dc3-4dfc-b85e-8d29063ed2e7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:34:21.373415 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0068e2-ad87-47ae-baa1-0fee29b7132f service neutron] Pushing event updated for resources: {'Port': ['ID=7f71d266-7dc3-4dfc-b85e-8d29063ed2e7,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:21.410075 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e52944a5-01e8-42d3-84e0-3082c76e0859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:21.410660 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52944a5-01e8-42d3-84e0-3082c76e0859 None None] The sync data for ids ['eb5a5b57-4190-41dc-9f88-e30fd19f3728'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:34:21.454602 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-3b96a2fa-2083-4569-a668-e3525adadc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:21.456460 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-3b96a2fa-2083-4569-a668-e3525adadc74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da04dae2b65a4f16adcc558b087f9aae&device_id=f97dbee2-da25-4cfb-b3f7-0fadf5eff729 HTTP/1.1" status: 200 len: 1099 time: 0.0997467 Nov 15 11:34:21.543064 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-a5066bb9-566e-43f7-af59-27509f8d4a00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 HTTP/1.1" status: 200 len: 217 time: 0.0758150 Nov 15 11:34:21.583453 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:21.602146 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-80b51fb5-c829-487a-9757-7803da9e2a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:21.603628 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-80b51fb5-c829-487a-9757-7803da9e2a49 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0533621 Nov 15 11:34:21.604549 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:21.646336 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a9ec6-7dc1-4e7f-9128-377a1de39eb9 req-a08476f9-72b3-4053-b665-4ee043d7c32a tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:21.653611 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b52a9ec6-7dc1-4e7f-9128-377a1de39eb9 req-a08476f9-72b3-4053-b665-4ee043d7c32a tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 945 time: 0.5852716 Nov 15 11:34:21.682745 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fddd8-eb0d-4e30-97e6-b90c91c27341 None None] Pushing event updated for resources: {'Port': ['ID=f30ee685-2ab1-4592-b12a-4e7a25b908ae,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:21.695097 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-9a22fb73-1e02-4c60-939f-ac7ae2046f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:21.697166 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-9a22fb73-1e02-4c60-939f-ac7ae2046f22 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0857642 Nov 15 11:34:21.741192 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83423c79-49e5-424a-9866-66865a2b972e req-09d62fe2-6ef7-4ef6-8384-8160fcfc4368 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/security-groups?id=4975f9a7-4938-4450-a727-d156801a7528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055163 Nov 15 11:34:21.770043 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] Attempting to bind port f30ee685-2ab1-4592-b12a-4e7a25b908ae on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:34:21.770408 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] Attempting to bind port f30ee685-2ab1-4592-b12a-4e7a25b908ae by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:34:21.770761 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] Attempting to bind port f30ee685-2ab1-4592-b12a-4e7a25b908ae on network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:34:21.776717 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:34:21.777080 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] Checking segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:34:21.777632 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:21.778032 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] Bound using segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:34:21.778497 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] Bound port: f30ee685-2ab1-4592-b12a-4e7a25b908ae, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:34:21.778868 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:21.788955 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-f9c88c13-9149-4b6a-b721-323ab23e041a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] remove_router_interface failed (client error): The resource could not be found. Nov 15 11:34:21.792650 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f9c88c13-9149-4b6a-b721-323ab23e041a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/routers/eb5a5b57-4190-41dc-9f88-e30fd19f3728/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7172427 Nov 15 11:34:21.794097 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57046) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:21.834647 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a896064c-69d2-4aca-8be7-9922c38e6912 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5a5b57-4190-41dc-9f88-e30fd19f3728 HTTP/1.1" status: 200 len: 205 time: 0.0368726 Nov 15 11:34:21.839158 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b52a9ec6-7dc1-4e7f-9128-377a1de39eb9 req-446b9275-d901-4190-aa71-cc9a91a28f50 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847208 Nov 15 11:34:21.841476 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57048) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:21.871429 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-5df68355-2c68-4247-a087-5d4d14068c12 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661282 Nov 15 11:34:21.873209 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c66c6ae-02d2-4171-a77e-14f60a44d4fc x-openstack-request-id: req-5c66c6ae-02d2-4171-a77e-14f60a44d4fc {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:34:21.873485 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97dbee2-da25-4cfb-b3f7-0fadf5eff729", "tag": "7f71d266-7dc3-4dfc-b85e-8d29063ed2e7", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:34:21.873731 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5c66c6ae-02d2-4171-a77e-14f60a44d4fc {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:34:21.874202 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f97dbee2-da25-4cfb-b3f7-0fadf5eff729', 'tag': '7f71d266-7dc3-4dfc-b85e-8d29063ed2e7', 'status': 'completed', 'code': 200} Nov 15 11:34:21.942820 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] For port f30ee685-2ab1-4592-b12a-4e7a25b908ae, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:34:21.946617 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] For port f30ee685-2ab1-4592-b12a-4e7a25b908ae, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f30ee685-2ab1-4592-b12a-4e7a25b908ae,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:34:21.954262 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:21.965047 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-0fa8e343-a6b0-4ad2-b73b-9ec34358d3ef req-54395dda-8d58-4a55-8700-e2f5c0547cbd tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:34:21.966355 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0fa8e343-a6b0-4ad2-b73b-9ec34358d3ef req-54395dda-8d58-4a55-8700-e2f5c0547cbd tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0406680 Nov 15 11:34:22.014770 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] Routers {'8281c86b-fbd7-460d-8a4f-19095cc22d6a'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:34:22.015450 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:34:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8281c86b-fbd7-460d-8a4f-19095cc22d6a'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:22.039398 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ff125ae-4a5b-4a1d-a071-aa628b523bd7 req-00b0599a-2884-412b-b83b-0c78687e6aa7 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596420 Nov 15 11:34:22.067029 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e334caa5-aca2-4e4c-81c3-476ddd858eef tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:22.181377 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee847e-f1ba-43c3-a8b0-c1052f99978b req-82127fa0-cdc9-4b95-9757-f38127bb5b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:22.188597 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3aee847e-f1ba-43c3-a8b0-c1052f99978b req-82127fa0-cdc9-4b95-9757-f38127bb5b78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da04dae2b65a4f16adcc558b087f9aae&device_id=f97dbee2-da25-4cfb-b3f7-0fadf5eff729 HTTP/1.1" status: 200 len: 1099 time: 0.0895624 Nov 15 11:34:22.201998 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a33f6802-c0c0-4606-9d48-3ce42d6d151d None None] Provisioning complete for port f30ee685-2ab1-4592-b12a-4e7a25b908ae triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:22.202333 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a33f6802-c0c0-4606-9d48-3ce42d6d151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:22.208933 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fddd8-eb0d-4e30-97e6-b90c91c27341 None None] Pushing event updated for resources: {'Port': ['ID=f30ee685-2ab1-4592-b12a-4e7a25b908ae,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:22.249891 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] Set router 8281c86b-fbd7-460d-8a4f-19095cc22d6a gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:34:22.363882 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee847e-f1ba-43c3-a8b0-c1052f99978b req-0b7096f5-456e-4175-94e0-3dc6b720a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:22.366543 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3aee847e-f1ba-43c3-a8b0-c1052f99978b req-0b7096f5-456e-4175-94e0-3dc6b720a623 service neutron] 10.222.0.11 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.1681941 Nov 15 11:34:22.442686 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a33f6802-c0c0-4606-9d48-3ce42d6d151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:22.480835 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a33f6802-c0c0-4606-9d48-3ce42d6d151d None None] For port f30ee685-2ab1-4592-b12a-4e7a25b908ae, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f30ee685-2ab1-4592-b12a-4e7a25b908ae,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:22.487947 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3aee847e-f1ba-43c3-a8b0-c1052f99978b req-2c12ca2a-4f3a-42b3-94d8-45fa56115f6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 HTTP/1.1" status: 200 len: 217 time: 0.1010773 Nov 15 11:34:22.493845 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a33f6802-c0c0-4606-9d48-3ce42d6d151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:22.581492 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee847e-f1ba-43c3-a8b0-c1052f99978b req-24763427-dffe-41b2-b348-ccab07ab9dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:22.583014 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3aee847e-f1ba-43c3-a8b0-c1052f99978b req-24763427-dffe-41b2-b348-ccab07ab9dba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0877507 Nov 15 11:34:22.614584 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f6802-c0c0-4606-9d48-3ce42d6d151d None None] Pushing event updated for resources: {'Port': ['ID=f30ee685-2ab1-4592-b12a-4e7a25b908ae,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:22.652439 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5e7987c8-c906-41e1-b0c8-4577f3b32c92 None None] Provisioning complete for port f30ee685-2ab1-4592-b12a-4e7a25b908ae triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:22.652828 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5e7987c8-c906-41e1-b0c8-4577f3b32c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:22.663046 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee847e-f1ba-43c3-a8b0-c1052f99978b req-fba4803d-46ef-49ee-ab2f-ca5315146f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:22.665623 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3aee847e-f1ba-43c3-a8b0-c1052f99978b req-fba4803d-46ef-49ee-ab2f-ca5315146f76 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0746231 Nov 15 11:34:22.672449 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0fa8e343-a6b0-4ad2-b73b-9ec34358d3ef req-71dbff14-02d6-45b0-b298-0c09dde179c9 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.6877797 Nov 15 11:34:22.724489 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8281c86b-fbd7-460d-8a4f-19095cc22d6a', 'name': 'tempest-NetworksTestDHCPv6-router-211720588', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:34:16Z', 'updated_at': '2021-11-15T11:34:19Z', 'revision_number': 2, 'project_id': '27d0328c588840c081cb96de7c53ab09', 'gw_port_host': None, '_interfaces': [{'id': 'f30ee685-2ab1-4592-b12a-4e7a25b908ae', 'name': '', 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'mac_address': 'fa:16:3e:6f:b4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8281c86b-fbd7-460d-8a4f-19095cc22d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'a3284637-8584-444f-b472-8f3d86f37f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:34:18Z', 'updated_at': '2021-11-15T11:34:21Z', 'revision_number': 4, 'project_id': '27d0328c588840c081cb96de7c53ab09', 'subnets': [{'id': 'a3284637-8584-444f-b472-8f3d86f37f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:22.763103 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e76c99-d704-48a3-864a-68d0ff0df9bf None None] The sync data for ids ['8281c86b-fbd7-460d-8a4f-19095cc22d6a'] in n-d-729945-9 is: [{'id': '8281c86b-fbd7-460d-8a4f-19095cc22d6a', 'name': 'tempest-NetworksTestDHCPv6-router-211720588', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:34:16Z', 'updated_at': '2021-11-15T11:34:19Z', 'revision_number': 2, 'project_id': '27d0328c588840c081cb96de7c53ab09', 'gw_port_host': None, '_interfaces': [{'id': 'f30ee685-2ab1-4592-b12a-4e7a25b908ae', 'name': '', 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'mac_address': 'fa:16:3e:6f:b4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8281c86b-fbd7-460d-8a4f-19095cc22d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'a3284637-8584-444f-b472-8f3d86f37f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:34:18Z', 'updated_at': '2021-11-15T11:34:21Z', 'revision_number': 4, 'project_id': '27d0328c588840c081cb96de7c53ab09', 'subnets': [{'id': 'a3284637-8584-444f-b472-8f3d86f37f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:34:22.796463 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3aee847e-f1ba-43c3-a8b0-c1052f99978b req-17381c0e-ecef-498c-a5c0-324ccb374d3c service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228995 Nov 15 11:34:22.935203 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e334caa5-aca2-4e4c-81c3-476ddd858eef tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:22.938860 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e334caa5-aca2-4e4c-81c3-476ddd858eef tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:22.961106 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3aee847e-f1ba-43c3-a8b0-c1052f99978b req-b6b28908-562a-473f-9484-4edf6c4b3b51 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566308 Nov 15 11:34:23.012163 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e334caa5-aca2-4e4c-81c3-476ddd858eef tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:23.013780 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e334caa5-aca2-4e4c-81c3-476ddd858eef tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Fanout notify agent at l3_agent the message router_deleted on router eb5a5b57-4190-41dc-9f88-e30fd19f3728 {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:34:23.047208 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e334caa5-aca2-4e4c-81c3-476ddd858eef tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:23.051213 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e334caa5-aca2-4e4c-81c3-476ddd858eef tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/routers/eb5a5b57-4190-41dc-9f88-e30fd19f3728 HTTP/1.1" status: 204 len: 168 time: 1.2061810 Nov 15 11:34:23.052286 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57072) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:23.174030 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa2cdda-cd01-4fed-ba41-663fb03046e6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting subnet 65a2657b-e696-4e95-83bd-18c9abc98e8f {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:34:23.179246 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4aa2cdda-cd01-4fed-ba41-663fb03046e6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:23.299504 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4aa2cdda-cd01-4fed-ba41-663fb03046e6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:23.429872 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4aa2cdda-cd01-4fed-ba41-663fb03046e6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:23.435939 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99343fe4-7ccb-4b0c-88b8-3e454839c580 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:23.509712 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4aa2cdda-cd01-4fed-ba41-663fb03046e6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:23.554322 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519499a-1cdd-463e-a1b7-ab4dde0216b6 req-6bf253c6-e0d0-4428-8c18-c4c207d0421c tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:23.561590 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2cdda-cd01-4fed-ba41-663fb03046e6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Subnet': ['ID=65a2657b-e696-4e95-83bd-18c9abc98e8f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:23.562832 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6519499a-1cdd-463e-a1b7-ab4dde0216b6 req-6bf253c6-e0d0-4428-8c18-c4c207d0421c tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/ports?device_id=f97dbee2-da25-4cfb-b3f7-0fadf5eff729 HTTP/1.1" status: 200 len: 948 time: 0.6626818 Nov 15 11:34:23.574712 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e93b34-8694-48cc-96b7-3af5d08ccf44 req-0057f58b-5239-4516-b624-212e408aaff9 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:23.576319 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37e93b34-8694-48cc-96b7-3af5d08ccf44 req-0057f58b-5239-4516-b624-212e408aaff9 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 946 time: 0.4341984 Nov 15 11:34:23.582385 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4aa2cdda-cd01-4fed-ba41-663fb03046e6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:23.584772 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4ea13c-2f0a-4d4a-8c7d-f3e0c818aab2 None None] Network 196c8d55-c5fd-453b-a05b-715f8be3e7ab requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:23.587402 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4aa2cdda-cd01-4fed-ba41-663fb03046e6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/subnets/65a2657b-e696-4e95-83bd-18c9abc98e8f HTTP/1.1" status: 204 len: 168 time: 0.5329595 Nov 15 11:34:23.590226 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57076) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:23.656544 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6519499a-1cdd-463e-a1b7-ab4dde0216b6 req-5d727308-76d6-489f-bd43-49045c499135 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/security-groups?id=4975f9a7-4938-4450-a727-d156801a7528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926974 Nov 15 11:34:23.754369 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2cd11b0-65e2-4961-af00-32da49602a31 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:23.900897 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b2cd11b0-65e2-4961-af00-32da49602a31 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting port fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:23.901236 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2cd11b0-65e2-4961-af00-32da49602a31 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:23.929285 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37e93b34-8694-48cc-96b7-3af5d08ccf44 req-a273eb3d-ff5f-4ecd-8aa6-88e1b1bd291c tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446183 Nov 15 11:34:23.949082 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64785e6f-bce6-4935-a52a-999e6faa6681 None None] DHCP port deletion for 196c8d55-c5fd-453b-a05b-715f8be3e7ab request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:34:24.030225 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-64785e6f-bce6-4935-a52a-999e6faa6681 None None] Deleting port fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:24.030889 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-64785e6f-bce6-4935-a52a-999e6faa6681 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:24.101894 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b2cd11b0-65e2-4961-af00-32da49602a31 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] For port fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66,segment=NetworkSegment(a8a9a100-7021-4fc9-8de3-59fa14bb5dea),segment_id=a8a9a100-7021-4fc9-8de3-59fa14bb5dea)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:24.102023 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2cd11b0-65e2-4961-af00-32da49602a31 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:24.144726 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b2cd11b0-65e2-4961-af00-32da49602a31 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Calling delete_port for fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:24.145052 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-64785e6f-bce6-4935-a52a-999e6faa6681 None None] For port fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66,segment=NetworkSegment(a8a9a100-7021-4fc9-8de3-59fa14bb5dea),segment_id=a8a9a100-7021-4fc9-8de3-59fa14bb5dea)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:24.146569 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-64785e6f-bce6-4935-a52a-999e6faa6681 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:24.165328 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-64785e6f-bce6-4935-a52a-999e6faa6681 None None] Calling delete_port for fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:24.186659 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456d476-55d8-4ca7-984c-9b1b2c884f22 req-066e6737-5bd0-42e6-9f27-44a64fac433b tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:24.188640 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1456d476-55d8-4ca7-984c-9b1b2c884f22 req-066e6737-5bd0-42e6-9f27-44a64fac433b tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f02a84f-531d-4668-a56c-2e08c7b6ce7d HTTP/1.1" status: 200 len: 945 time: 0.1706512 Nov 15 11:34:24.221834 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-99343fe4-7ccb-4b0c-88b8-3e454839c580 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting port f30ee685-2ab1-4592-b12a-4e7a25b908ae {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:24.222570 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99343fe4-7ccb-4b0c-88b8-3e454839c580 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:24.287038 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-64785e6f-bce6-4935-a52a-999e6faa6681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:24.309906 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2cd11b0-65e2-4961-af00-32da49602a31 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:24.326367 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1456d476-55d8-4ca7-984c-9b1b2c884f22 req-3700c637-13df-4e9f-a4fa-ff6a41194855 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292865 Nov 15 11:34:24.365759 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64785e6f-bce6-4935-a52a-999e6faa6681 None None] Pushing event deleted for resources: {'Port': ['ID=fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:24.382403 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cd11b0-65e2-4961-af00-32da49602a31 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] No DVR routers for this DVR port fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:34:24.385158 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd11b0-65e2-4961-af00-32da49602a31 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Port': ['ID=fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:24.398943 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64785e6f-bce6-4935-a52a-999e6faa6681 None None] No DVR routers for this DVR port fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:34:24.455959 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-99343fe4-7ccb-4b0c-88b8-3e454839c580 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] For port f30ee685-2ab1-4592-b12a-4e7a25b908ae, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f30ee685-2ab1-4592-b12a-4e7a25b908ae,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:24.456328 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99343fe4-7ccb-4b0c-88b8-3e454839c580 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:24.498977 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-99343fe4-7ccb-4b0c-88b8-3e454839c580 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Calling delete_port for f30ee685-2ab1-4592-b12a-4e7a25b908ae owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:24.571009 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f30ee685-2ab1-4592-b12a-4e7a25b908ae up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:34:24.596567 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2cd11b0-65e2-4961-af00-32da49602a31 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:24.626770 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b2cd11b0-65e2-4961-af00-32da49602a31 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196c8d55-c5fd-453b-a05b-715f8be3e7ab']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:24.637236 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b2cd11b0-65e2-4961-af00-32da49602a31 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a9a100-7021-4fc9-8de3-59fa14bb5dea') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:24.637532 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b2cd11b0-65e2-4961-af00-32da49602a31 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a9a100-7021-4fc9-8de3-59fa14bb5dea') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:24.641647 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port f30ee685-2ab1-4592-b12a-4e7a25b908ae triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:24.642247 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:24.649529 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2cd11b0-65e2-4961-af00-32da49602a31 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:24.663416 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2cd11b0-65e2-4961-af00-32da49602a31 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:24.674280 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2cd11b0-65e2-4961-af00-32da49602a31 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:34:24.676849 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2cd11b0-65e2-4961-af00-32da49602a31 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:34:24.682408 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:34:24.691362 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a870c7d-8a4b-4e71-97b0-3b4a2f39f309 req-957e8167-a189-4952-969d-6fcd20d8b797 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:24.693046 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a870c7d-8a4b-4e71-97b0-3b4a2f39f309 req-957e8167-a189-4952-969d-6fcd20d8b797 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 945 time: 0.2498055 Nov 15 11:34:24.797663 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2cd11b0-65e2-4961-af00-32da49602a31 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:24.806882 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2cd11b0-65e2-4961-af00-32da49602a31 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:24.811916 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b2cd11b0-65e2-4961-af00-32da49602a31 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/networks/196c8d55-c5fd-453b-a05b-715f8be3e7ab HTTP/1.1" status: 204 len: 168 time: 1.2203786 Nov 15 11:34:24.831454 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57098) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:24.833300 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd11b0-65e2-4961-af00-32da49602a31 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Network': ['ID=196c8d55-c5fd-453b-a05b-715f8be3e7ab,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:24.852573 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-701d2656-c120-4a45-ae2c-cae2e2068ebe tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-363006055'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:24.890050 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:34:24.894375 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:34:24.898260 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701d2656-c120-4a45-ae2c-cae2e2068ebe tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Made reservation on behalf of 0a82ebb1e550449ab3351c5452600713 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:24.903270 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a870c7d-8a4b-4e71-97b0-3b4a2f39f309 req-f5365f9f-f911-49b3-8fc3-103134d469aa tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028778 Nov 15 11:34:24.918444 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-701d2656-c120-4a45-ae2c-cae2e2068ebe tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:24.921367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f6689-4861-42b5-86a9-42c727b0a921 req-fb18987e-9f0c-4f8f-b148-15774a7b974d tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:24.929065 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-987f6689-4861-42b5-86a9-42c727b0a921 req-fb18987e-9f0c-4f8f-b148-15774a7b974d tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/ports?device_id=f97dbee2-da25-4cfb-b3f7-0fadf5eff729 HTTP/1.1" status: 200 len: 948 time: 0.1404564 Nov 15 11:34:24.949936 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:34:24.950460 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device fc9a8fe8-2d4c-41b2-8143-e80c0b9dad66 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:34:24.993949 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-987f6689-4861-42b5-86a9-42c727b0a921 req-ae8b06d7-78f1-4e90-8d3a-3ce26a40697e tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/security-groups?id=4975f9a7-4938-4450-a727-d156801a7528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639660 Nov 15 11:34:24.994749 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99343fe4-7ccb-4b0c-88b8-3e454839c580 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:25.024376 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701d2656-c120-4a45-ae2c-cae2e2068ebe tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:34:25.067232 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-701d2656-c120-4a45-ae2c-cae2e2068ebe tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:25.072225 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-701d2656-c120-4a45-ae2c-cae2e2068ebe tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Added segment 4189e628-efe4-406c-8074-24ae5271b6fb of type vlan for network ce90f3e7-10a7-48e3-9b82-5bebf8461959 Nov 15 11:34:25.073960 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99343fe4-7ccb-4b0c-88b8-3e454839c580 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Port': ['ID=f30ee685-2ab1-4592-b12a-4e7a25b908ae,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:25.198455 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99343fe4-7ccb-4b0c-88b8-3e454839c580 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:25.201772 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-701d2656-c120-4a45-ae2c-cae2e2068ebe tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:25.285765 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-701d2656-c120-4a45-ae2c-cae2e2068ebe tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:25.294685 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701d2656-c120-4a45-ae2c-cae2e2068ebe tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:25.296184 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-701d2656-c120-4a45-ae2c-cae2e2068ebe tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:25.472641 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-701d2656-c120-4a45-ae2c-cae2e2068ebe tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6387916 Nov 15 11:34:25.478102 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57148) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:25.491845 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8b1ed592-c279-402f-81a5-edc5d9f13287 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'subnet': {'network_id': 'ce90f3e7-10a7-48e3-9b82-5bebf8461959', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:25.571349 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d2656-c120-4a45-ae2c-cae2e2068ebe tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Network': ['ID=ce90f3e7-10a7-48e3-9b82-5bebf8461959,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:25.571973 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99343fe4-7ccb-4b0c-88b8-3e454839c580 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Router 8281c86b-fbd7-460d-8a4f-19095cc22d6a has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:34:25.597644 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eedebe-f820-4900-9915-5c10fbbf92fd req-c9b92af9-6ec7-4b9a-bc98-70d2acc91f21 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:25.605589 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eedebe-f820-4900-9915-5c10fbbf92fd req-c9b92af9-6ec7-4b9a-bc98-70d2acc91f21 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:25.612855 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eedebe-f820-4900-9915-5c10fbbf92fd req-c9b92af9-6ec7-4b9a-bc98-70d2acc91f21 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:25.614773 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-87eedebe-f820-4900-9915-5c10fbbf92fd req-c9b92af9-6ec7-4b9a-bc98-70d2acc91f21 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf&device_id=6f02a84f-531d-4668-a56c-2e08c7b6ce7d&device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 2417 time: 0.2366066 Nov 15 11:34:25.625766 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network ce90f3e7-10a7-48e3-9b82-5bebf8461959 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:34:25.679353 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1ed592-c279-402f-81a5-edc5d9f13287 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Made reservation on behalf of 0a82ebb1e550449ab3351c5452600713 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:25.693446 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b1ed592-c279-402f-81a5-edc5d9f13287 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:25.763183 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=7f71d266-7dc3-4dfc-b85e-8d29063ed2e7,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:25.809848 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '7f71d266-7dc3-4dfc-b85e-8d29063ed2e7', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '7f71d266-7dc3-4dfc-b85e-8d29063ed2e7', 'mac_address': 'fa:16:3e:12:97:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:34:25.847377 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99343fe4-7ccb-4b0c-88b8-3e454839c580 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:34:25.852860 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-87eedebe-f820-4900-9915-5c10fbbf92fd req-49fb7dd9-69f8-416c-84e0-d59a2ea362ae tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308004 Nov 15 11:34:25.857119 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-99343fe4-7ccb-4b0c-88b8-3e454839c580 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "PUT /v2.0/routers/8281c86b-fbd7-460d-8a4f-19095cc22d6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8433309 Nov 15 11:34:25.859687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57154) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:25.904446 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-ca23b895-0eb0-4bba-a546-5b38f26141da req-f724f7ed-ea31-48a9-92eb-54395d62f4eb tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:34:25.905839 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca23b895-0eb0-4bba-a546-5b38f26141da req-f724f7ed-ea31-48a9-92eb-54395d62f4eb tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068719 Nov 15 11:34:25.914370 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91453daf-953a-4126-bb20-554a0c713d8e None None] Sync routers for ids ['8281c86b-fbd7-460d-8a4f-19095cc22d6a'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:34:25.972938 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91453daf-953a-4126-bb20-554a0c713d8e None None] Routers {'8281c86b-fbd7-460d-8a4f-19095cc22d6a'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:34:25.976172 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-91453daf-953a-4126-bb20-554a0c713d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:34:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8281c86b-fbd7-460d-8a4f-19095cc22d6a'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:25.979509 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:26.117332 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd17c450-9db1-4d0b-bf0d-cc0dbc703cd5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:26.125838 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd17c450-9db1-4d0b-bf0d-cc0dbc703cd5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:26.127986 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-bd17c450-9db1-4d0b-bf0d-cc0dbc703cd5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2671969 Nov 15 11:34:26.132027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57172) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:26.166891 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:34:26.178040 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-91453daf-953a-4126-bb20-554a0c713d8e None None] Set router 8281c86b-fbd7-460d-8a4f-19095cc22d6a gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:34:26.186507 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b1ed592-c279-402f-81a5-edc5d9f13287 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:26.277639 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=7f71d266-7dc3-4dfc-b85e-8d29063ed2e7,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:26.315209 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:26.316940 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca23b895-0eb0-4bba-a546-5b38f26141da req-2e49bc8e-9d5c-4e6b-a802-7ca30cf97c72 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3899543 Nov 15 11:34:26.318191 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-91453daf-953a-4126-bb20-554a0c713d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8281c86b-fbd7-460d-8a4f-19095cc22d6a', 'name': 'tempest-NetworksTestDHCPv6-router-211720588', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:34:16Z', 'updated_at': '2021-11-15T11:34:24Z', 'revision_number': 3, 'project_id': '27d0328c588840c081cb96de7c53ab09', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:26.334326 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ed592-c279-402f-81a5-edc5d9f13287 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Subnet': ['ID=05ec91aa-0b50-42e1-b9d5-3cb916be41e6,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:26.385828 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91453daf-953a-4126-bb20-554a0c713d8e None None] Checking router: 8281c86b-fbd7-460d-8a4f-19095cc22d6a for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:34:26.428740 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-41449c73-5797-41e1-bee2-ae90ed815dec tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet a3284637-8584-444f-b472-8f3d86f37f0f {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:34:26.430165 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1ed592-c279-402f-81a5-edc5d9f13287 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Checking segment: {'id': '4189e628-efe4-406c-8074-24ae5271b6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'ce90f3e7-10a7-48e3-9b82-5bebf8461959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:34:26.430550 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1ed592-c279-402f-81a5-edc5d9f13287 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network hostable DHCP agents. Network: ce90f3e7-10a7-48e3-9b82-5bebf8461959, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:34:26.444102 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41449c73-5797-41e1-bee2-ae90ed815dec tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:26.469079 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1ed592-c279-402f-81a5-edc5d9f13287 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network ce90f3e7-10a7-48e3-9b82-5bebf8461959 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:34:26.495352 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebd19c-305a-4ffe-b892-bdc4f23901cd req-38a547a5-fd26-44b9-9b76-97af19f6369f tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:26.498253 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-8b1ed592-c279-402f-81a5-edc5d9f13287 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, ce90f3e7-10a7-48e3-9b82-5bebf8461959) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:26.502268 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91453daf-953a-4126-bb20-554a0c713d8e None None] Routers {'8281c86b-fbd7-460d-8a4f-19095cc22d6a'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:34:26.503563 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-91453daf-953a-4126-bb20-554a0c713d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:34:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8281c86b-fbd7-460d-8a4f-19095cc22d6a'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:26.511197 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-80ebd19c-305a-4ffe-b892-bdc4f23901cd req-38a547a5-fd26-44b9-9b76-97af19f6369f tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/ports?device_id=f97dbee2-da25-4cfb-b3f7-0fadf5eff729 HTTP/1.1" status: 200 len: 948 time: 0.3820710 Nov 15 11:34:26.513027 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ed592-c279-402f-81a5-edc5d9f13287 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:26.515330 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b1ed592-c279-402f-81a5-edc5d9f13287 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:26.552491 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8b1ed592-c279-402f-81a5-edc5d9f13287 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0711527 Nov 15 11:34:26.553447 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57202) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:26.566711 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-04f0eb0e-dd52-45c8-aa2c-88597678d545 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-569914974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:26.573728 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41449c73-5797-41e1-bee2-ae90ed815dec tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:26.607148 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04f0eb0e-dd52-45c8-aa2c-88597678d545 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:26.609156 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04f0eb0e-dd52-45c8-aa2c-88597678d545 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:26.631612 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723735ec-73aa-41d0-90c0-1c41ea80f8ba None None] Network ce90f3e7-10a7-48e3-9b82-5bebf8461959 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:26.684291 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04f0eb0e-dd52-45c8-aa2c-88597678d545 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:26.692870 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04f0eb0e-dd52-45c8-aa2c-88597678d545 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:26.709763 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-80ebd19c-305a-4ffe-b892-bdc4f23901cd req-3f3c9f37-12bb-4013-9067-d64cd543cff7 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/security-groups?id=4975f9a7-4938-4450-a727-d156801a7528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976562 Nov 15 11:34:26.721621 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-04f0eb0e-dd52-45c8-aa2c-88597678d545 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:26.732956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57206) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:26.733193 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-04f0eb0e-dd52-45c8-aa2c-88597678d545 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1777930 Nov 15 11:34:26.823459 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['7f71d266-7dc3-4dfc-b85e-8d29063ed2e7'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:34:26.840545 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41449c73-5797-41e1-bee2-ae90ed815dec tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:26.902233 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-91453daf-953a-4126-bb20-554a0c713d8e None None] Set router 8281c86b-fbd7-460d-8a4f-19095cc22d6a gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:34:27.020684 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=7f71d266-7dc3-4dfc-b85e-8d29063ed2e7,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:27.045666 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-91453daf-953a-4126-bb20-554a0c713d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8281c86b-fbd7-460d-8a4f-19095cc22d6a', 'name': 'tempest-NetworksTestDHCPv6-router-211720588', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:34:16Z', 'updated_at': '2021-11-15T11:34:24Z', 'revision_number': 3, 'project_id': '27d0328c588840c081cb96de7c53ab09', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:27.117942 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91453daf-953a-4126-bb20-554a0c713d8e None None] The sync data for ids ['8281c86b-fbd7-460d-8a4f-19095cc22d6a'] in n-d-729945-9 is: [{'id': '8281c86b-fbd7-460d-8a4f-19095cc22d6a', 'name': 'tempest-NetworksTestDHCPv6-router-211720588', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:34:16Z', 'updated_at': '2021-11-15T11:34:24Z', 'revision_number': 3, 'project_id': '27d0328c588840c081cb96de7c53ab09', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:34:27.128797 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41449c73-5797-41e1-bee2-ae90ed815dec tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:27.198102 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41449c73-5797-41e1-bee2-ae90ed815dec tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=a3284637-8584-444f-b472-8f3d86f37f0f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:27.201659 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41449c73-5797-41e1-bee2-ae90ed815dec tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:27.208077 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-41449c73-5797-41e1-bee2-ae90ed815dec tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/a3284637-8584-444f-b472-8f3d86f37f0f HTTP/1.1" status: 204 len: 168 time: 1.0730839 Nov 15 11:34:27.211042 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57214) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:27.248564 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7edd0a0-6244-4a1e-b7ac-4f50c12b94ba tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:27.254681 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08a339b-9ba5-4921-a49a-444f4c7009e6 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:27.422693 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f2ff621e-d96a-4f81-8325-a6b8791268e0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2101135 Nov 15 11:34:27.425391 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57218) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:27.445571 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a225c49f-cb3b-47b1-a8b7-76a22dbc89ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-ce90f3e7-10a7-48e3-9b82-5bebf8461959', 'network_id': 'ce90f3e7-10a7-48e3-9b82-5bebf8461959', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'fixed_ips': [{'subnet_id': '05ec91aa-0b50-42e1-b9d5-3cb916be41e6'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:34:27.446897 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a225c49f-cb3b-47b1-a8b7-76a22dbc89ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:27.711615 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33b713f2-7636-4cb7-a211-4fde521e5d62 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:27.719849 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-a225c49f-cb3b-47b1-a8b7-76a22dbc89ae None None] Allocated IP 2001:db8::2 (ce90f3e7-10a7-48e3-9b82-5bebf8461959/05ec91aa-0b50-42e1-b9d5-3cb916be41e6/bc32d069-9f3a-43df-9223-501387ea1377) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:34:27.754286 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9271897c-6fcf-42b8-80f4-4380a9fee6da None None] DHCP port deletion for ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:34:27.930389 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c65fd-ebff-471e-ab50-2d45e1cf42c7 req-2a495a34-031f-4a45-978c-9a8e46329ace tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:27.932708 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b84c65fd-ebff-471e-ab50-2d45e1cf42c7 req-2a495a34-031f-4a45-978c-9a8e46329ace tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/ports?device_id=f97dbee2-da25-4cfb-b3f7-0fadf5eff729 HTTP/1.1" status: 200 len: 949 time: 0.0906558 Nov 15 11:34:28.024114 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b84c65fd-ebff-471e-ab50-2d45e1cf42c7 req-e96278a8-0193-48a5-8a19-1930a372225f tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/security-groups?id=4975f9a7-4938-4450-a727-d156801a7528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853503 Nov 15 11:34:28.032006 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-9271897c-6fcf-42b8-80f4-4380a9fee6da None None] Deleting port 38dbed98-275f-4ced-876a-abf969336333 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:28.032538 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9271897c-6fcf-42b8-80f4-4380a9fee6da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:28.064710 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33b713f2-7636-4cb7-a211-4fde521e5d62 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:28.070739 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33b713f2-7636-4cb7-a211-4fde521e5d62 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:28.130968 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33b713f2-7636-4cb7-a211-4fde521e5d62 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:28.131842 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b713f2-7636-4cb7-a211-4fde521e5d62 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Fanout notify agent at l3_agent the message router_deleted on router 8281c86b-fbd7-460d-8a4f-19095cc22d6a {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:34:28.156974 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-33b713f2-7636-4cb7-a211-4fde521e5d62 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:28.160551 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-33b713f2-7636-4cb7-a211-4fde521e5d62 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/routers/8281c86b-fbd7-460d-8a4f-19095cc22d6a HTTP/1.1" status: 204 len: 168 time: 0.7339025 Nov 15 11:34:28.163297 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57230) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:28.172129 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9271897c-6fcf-42b8-80f4-4380a9fee6da None None] For port 38dbed98-275f-4ced-876a-abf969336333, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=38dbed98-275f-4ced-876a-abf969336333,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:28.172664 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9271897c-6fcf-42b8-80f4-4380a9fee6da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:28.178324 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f45dadae-fd20-4873-bf0a-5ebab26dedb4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:28.193345 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a225c49f-cb3b-47b1-a8b7-76a22dbc89ae None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:28.196371 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-9271897c-6fcf-42b8-80f4-4380a9fee6da None None] Calling delete_port for 38dbed98-275f-4ced-876a-abf969336333 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:28.222364 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a225c49f-cb3b-47b1-a8b7-76a22dbc89ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:28.271212 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a225c49f-cb3b-47b1-a8b7-76a22dbc89ae None None] Network ce90f3e7-10a7-48e3-9b82-5bebf8461959 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:28.317471 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-c7edd0a0-6244-4a1e-b7ac-4f50c12b94ba tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Allocated IP 2001:db8::1 (ce90f3e7-10a7-48e3-9b82-5bebf8461959/05ec91aa-0b50-42e1-b9d5-3cb916be41e6/f290dd6a-dcf1-4f00-8281-9bd7c8c5a3f6) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:34:28.329821 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-a225c49f-cb3b-47b1-a8b7-76a22dbc89ae None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:28.337029 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a225c49f-cb3b-47b1-a8b7-76a22dbc89ae None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:34:28.457381 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45dadae-fd20-4873-bf0a-5ebab26dedb4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:28.485458 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f45dadae-fd20-4873-bf0a-5ebab26dedb4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:28.649984 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7edd0a0-6244-4a1e-b7ac-4f50c12b94ba tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:28.757518 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7edd0a0-6244-4a1e-b7ac-4f50c12b94ba tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:28.807346 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7edd0a0-6244-4a1e-b7ac-4f50c12b94ba tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network ce90f3e7-10a7-48e3-9b82-5bebf8461959 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:28.813894 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-c7edd0a0-6244-4a1e-b7ac-4f50c12b94ba tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:28.820815 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7edd0a0-6244-4a1e-b7ac-4f50c12b94ba tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:34:28.821640 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7edd0a0-6244-4a1e-b7ac-4f50c12b94ba tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:28.843891 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f30ee685-2ab1-4592-b12a-4e7a25b908ae no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:34:28.875765 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9271897c-6fcf-42b8-80f4-4380a9fee6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:28.920362 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: f30ee685-2ab1-4592-b12a-4e7a25b908ae {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:34:28.920628 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f30ee685-2ab1-4592-b12a-4e7a25b908ae not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:34:28.921043 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 38dbed98-275f-4ced-876a-abf969336333 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:34:28.927887 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:34:28.950142 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225c49f-cb3b-47b1-a8b7-76a22dbc89ae None None] Pushing event updated for resources: {'Port': ['ID=bc32d069-9f3a-43df-9223-501387ea1377,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:28.954988 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f45dadae-fd20-4873-bf0a-5ebab26dedb4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:29.008731 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9271897c-6fcf-42b8-80f4-4380a9fee6da None None] No DVR routers for this DVR port 38dbed98-275f-4ced-876a-abf969336333 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:34:29.022992 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 38dbed98-275f-4ced-876a-abf969336333 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:34:29.023330 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 38dbed98-275f-4ced-876a-abf969336333 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:34:29.035864 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271897c-6fcf-42b8-80f4-4380a9fee6da None None] Pushing event deleted for resources: {'Port': ['ID=38dbed98-275f-4ced-876a-abf969336333,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:29.038366 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a225c49f-cb3b-47b1-a8b7-76a22dbc89ae None None] Attempting to bind port bc32d069-9f3a-43df-9223-501387ea1377 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:34:29.038708 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a225c49f-cb3b-47b1-a8b7-76a22dbc89ae None None] Attempting to bind port bc32d069-9f3a-43df-9223-501387ea1377 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '4189e628-efe4-406c-8074-24ae5271b6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'ce90f3e7-10a7-48e3-9b82-5bebf8461959'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:34:29.039062 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a225c49f-cb3b-47b1-a8b7-76a22dbc89ae None None] Attempting to bind port bc32d069-9f3a-43df-9223-501387ea1377 on network ce90f3e7-10a7-48e3-9b82-5bebf8461959 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:34:29.045327 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a225c49f-cb3b-47b1-a8b7-76a22dbc89ae None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:34:29.046278 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a225c49f-cb3b-47b1-a8b7-76a22dbc89ae None None] Checking segment: {'id': '4189e628-efe4-406c-8074-24ae5271b6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'ce90f3e7-10a7-48e3-9b82-5bebf8461959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:34:29.046278 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a225c49f-cb3b-47b1-a8b7-76a22dbc89ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:29.046594 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a225c49f-cb3b-47b1-a8b7-76a22dbc89ae None None] Bound using segment: {'id': '4189e628-efe4-406c-8074-24ae5271b6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'ce90f3e7-10a7-48e3-9b82-5bebf8461959'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:34:29.046884 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a225c49f-cb3b-47b1-a8b7-76a22dbc89ae None None] Bound port: bc32d069-9f3a-43df-9223-501387ea1377, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4189e628-efe4-406c-8074-24ae5271b6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'ce90f3e7-10a7-48e3-9b82-5bebf8461959'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:34:29.047367 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a225c49f-cb3b-47b1-a8b7-76a22dbc89ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:29.051068 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45dadae-fd20-4873-bf0a-5ebab26dedb4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:29.057252 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-f45dadae-fd20-4873-bf0a-5ebab26dedb4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:29.068667 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784271b7-0785-40e4-befa-d139c2584bfc None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:29.076362 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45dadae-fd20-4873-bf0a-5ebab26dedb4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:29.077132 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f45dadae-fd20-4873-bf0a-5ebab26dedb4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:29.147592 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45dadae-fd20-4873-bf0a-5ebab26dedb4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=5b3f4269-cc3d-4cc2-a5e9-ff65b7c18cac,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:29.163858 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f45dadae-fd20-4873-bf0a-5ebab26dedb4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9965422 Nov 15 11:34:29.169429 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57244) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:29.182564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-879fabaf-43b3-4ac7-a507-ef9c09c44b71 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1278800315', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:29.192128 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:34:29.207242 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a225c49f-cb3b-47b1-a8b7-76a22dbc89ae None None] For port bc32d069-9f3a-43df-9223-501387ea1377, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:34:29.212564 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:29.213316 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:29.237149 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-879fabaf-43b3-4ac7-a507-ef9c09c44b71 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:29.238984 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-879fabaf-43b3-4ac7-a507-ef9c09c44b71 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:29.248837 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a225c49f-cb3b-47b1-a8b7-76a22dbc89ae None None] For port bc32d069-9f3a-43df-9223-501387ea1377, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=bc32d069-9f3a-43df-9223-501387ea1377,segment=NetworkSegment(4189e628-efe4-406c-8074-24ae5271b6fb),segment_id=4189e628-efe4-406c-8074-24ae5271b6fb)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:34:29.313276 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a225c49f-cb3b-47b1-a8b7-76a22dbc89ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:29.341733 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-879fabaf-43b3-4ac7-a507-ef9c09c44b71 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:29.362653 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-879fabaf-43b3-4ac7-a507-ef9c09c44b71 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:29.368828 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e2fc89-df9b-4228-a2a7-f9c4234b4e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'fixed_ips': [{'subnet_id': '5b3f4269-cc3d-4cc2-a5e9-ff65b7c18cac'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:34:29.372016 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-59e2fc89-df9b-4228-a2a7-f9c4234b4e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:29.411878 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-879fabaf-43b3-4ac7-a507-ef9c09c44b71 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:29.417393 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-879fabaf-43b3-4ac7-a507-ef9c09c44b71 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2466249 Nov 15 11:34:29.418445 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57246) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:29.543746 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edd0a0-6244-4a1e-b7ac-4f50c12b94ba tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Port': ['ID=f290dd6a-dcf1-4f00-8281-9bd7c8c5a3f6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:29.608791 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-59e2fc89-df9b-4228-a2a7-f9c4234b4e19 None None] Allocated IP 2001:db8::2 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/5b3f4269-cc3d-4cc2-a5e9-ff65b7c18cac/a28072da-951c-4cba-ae49-d2b518871bf5) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:34:29.777105 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-59e2fc89-df9b-4228-a2a7-f9c4234b4e19 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:29.822225 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-59e2fc89-df9b-4228-a2a7-f9c4234b4e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:29.834722 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84926ee-a5a1-44fa-9559-7ef07e616be7 req-f13943a7-687b-4bdf-88ed-d1eb217dda74 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:29.835937 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:29.843107 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a84926ee-a5a1-44fa-9559-7ef07e616be7 req-f13943a7-687b-4bdf-88ed-d1eb217dda74 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 945 time: 0.3430014 Nov 15 11:34:29.850153 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225c49f-cb3b-47b1-a8b7-76a22dbc89ae None None] Pushing event updated for resources: {'Port': ['ID=bc32d069-9f3a-43df-9223-501387ea1377,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:29.856670 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa84e7-b010-44cd-b897-75ad552e70a3 req-9c1fc12a-8a19-41cb-af46-61a9a9106dc3 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:29.870500 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c0fa84e7-b010-44cd-b897-75ad552e70a3 req-9c1fc12a-8a19-41cb-af46-61a9a9106dc3 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/ports?device_id=f97dbee2-da25-4cfb-b3f7-0fadf5eff729 HTTP/1.1" status: 200 len: 949 time: 0.3662522 Nov 15 11:34:29.895115 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e2fc89-df9b-4228-a2a7-f9c4234b4e19 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:29.898143 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32791c93-b1a7-4694-8827-8872d3ecf122 req-3aa25487-50ab-4e63-8aab-6e80e31b81eb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3391764 Nov 15 11:34:29.920140 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-59e2fc89-df9b-4228-a2a7-f9c4234b4e19 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:29.967558 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e2fc89-df9b-4228-a2a7-f9c4234b4e19 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:34:29.994069 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:30.054649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2fc89-df9b-4228-a2a7-f9c4234b4e19 None None] Pushing event updated for resources: {'Port': ['ID=a28072da-951c-4cba-ae49-d2b518871bf5,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:30.070581 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7edd0a0-6244-4a1e-b7ac-4f50c12b94ba tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:30.071777 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f464a6f-7590-4717-bb7f-a70863dfd36b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:30.074197 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-59e2fc89-df9b-4228-a2a7-f9c4234b4e19 None None] Attempting to bind port a28072da-951c-4cba-ae49-d2b518871bf5 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:34:30.074614 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-59e2fc89-df9b-4228-a2a7-f9c4234b4e19 None None] Attempting to bind port a28072da-951c-4cba-ae49-d2b518871bf5 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:34:30.074975 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e2fc89-df9b-4228-a2a7-f9c4234b4e19 None None] Attempting to bind port a28072da-951c-4cba-ae49-d2b518871bf5 on network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:34:30.084298 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97dbee2-da25-4cfb-b3f7-0fadf5eff729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f71d266-7dc3-4dfc-b85e-8d29063ed2e7'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:34:30.086582 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b10c6b-1c4c-4f64-a495-76022b91510c" -d '{"events": [{"server_uuid": "f97dbee2-da25-4cfb-b3f7-0fadf5eff729", "name": "network-vif-plugged", "status": "completed", "tag": "7f71d266-7dc3-4dfc-b85e-8d29063ed2e7"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:34:30.121627 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e2fc89-df9b-4228-a2a7-f9c4234b4e19 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:34:30.122080 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e2fc89-df9b-4228-a2a7-f9c4234b4e19 None None] Checking segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:34:30.123795 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-59e2fc89-df9b-4228-a2a7-f9c4234b4e19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:30.124308 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e2fc89-df9b-4228-a2a7-f9c4234b4e19 None None] Bound using segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:34:30.124866 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-59e2fc89-df9b-4228-a2a7-f9c4234b4e19 None None] Bound port: a28072da-951c-4cba-ae49-d2b518871bf5, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:34:30.125310 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-59e2fc89-df9b-4228-a2a7-f9c4234b4e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:30.129441 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=7f71d266-7dc3-4dfc-b85e-8d29063ed2e7,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:30.149932 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:30.262057 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c0fa84e7-b010-44cd-b897-75ad552e70a3 req-4343f7da-46f7-48d9-9782-750c4a3649a3 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/security-groups?id=4975f9a7-4938-4450-a727-d156801a7528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886018 Nov 15 11:34:30.275482 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a84926ee-a5a1-44fa-9559-7ef07e616be7 req-f48963d7-635f-43d4-a6ed-e3d72d8ae2c1 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308622 Nov 15 11:34:30.309724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32791c93-b1a7-4694-8827-8872d3ecf122 req-5bddaf3e-51e2-46ce-98cf-bdabf254173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:30.312104 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32791c93-b1a7-4694-8827-8872d3ecf122 req-5bddaf3e-51e2-46ce-98cf-bdabf254173c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c6befd75a17548db897fe48e53eb3cd1&device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 1096 time: 0.3282745 Nov 15 11:34:30.329576 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-59e2fc89-df9b-4228-a2a7-f9c4234b4e19 None None] For port a28072da-951c-4cba-ae49-d2b518871bf5, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:34:30.330464 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=7f71d266-7dc3-4dfc-b85e-8d29063ed2e7,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:30.336152 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-59e2fc89-df9b-4228-a2a7-f9c4234b4e19 None None] For port a28072da-951c-4cba-ae49-d2b518871bf5, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a28072da-951c-4cba-ae49-d2b518871bf5,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:34:30.339613 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ef2da-40e7-4172-88b8-5b1fe907dc85 req-cb3aaca2-5d1f-44c5-ad6a-f906d9f93c30 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:30.342492 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1c3ef2da-40e7-4172-88b8-5b1fe907dc85 req-cb3aaca2-5d1f-44c5-ad6a-f906d9f93c30 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 945 time: 0.2997217 Nov 15 11:34:30.366975 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-59e2fc89-df9b-4228-a2a7-f9c4234b4e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:30.545085 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d3c3fa-94f6-4704-88ba-a0b8dea04dad x-openstack-request-id: req-96d3c3fa-94f6-4704-88ba-a0b8dea04dad {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:34:30.545369 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97dbee2-da25-4cfb-b3f7-0fadf5eff729", "name": "network-vif-plugged", "status": "completed", "tag": "7f71d266-7dc3-4dfc-b85e-8d29063ed2e7", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:34:30.545614 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-96d3c3fa-94f6-4704-88ba-a0b8dea04dad {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:34:30.546002 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97dbee2-da25-4cfb-b3f7-0fadf5eff729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f71d266-7dc3-4dfc-b85e-8d29063ed2e7', 'code': 200} Nov 15 11:34:30.547676 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2fc89-df9b-4228-a2a7-f9c4234b4e19 None None] Pushing event updated for resources: {'Port': ['ID=a28072da-951c-4cba-ae49-d2b518871bf5,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:30.706562 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bc32d069-9f3a-43df-9223-501387ea1377 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:34:30.770393 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b86a62-955e-4f91-83c2-203c3c53429e req-6122638a-ff95-4cf1-83a5-0a19ddaa141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:30.773572 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33b86a62-955e-4f91-83c2-203c3c53429e req-6122638a-ff95-4cf1-83a5-0a19ddaa141d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f97dbee2-da25-4cfb-b3f7-0fadf5eff729 HTTP/1.1" status: 200 len: 1101 time: 0.2509084 Nov 15 11:34:30.781902 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-4f464a6f-7590-4717-bb7f-a70863dfd36b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8::1 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/5b3f4269-cc3d-4cc2-a5e9-ff65b7c18cac/cb836db4-6f6e-4df9-9411-6ecef22aadee) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:34:30.810912 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port bc32d069-9f3a-43df-9223-501387ea1377 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:30.811291 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:31.029381 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:31.039767 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7edd0a0-6244-4a1e-b7ac-4f50c12b94ba tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:31.080277 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7edd0a0-6244-4a1e-b7ac-4f50c12b94ba tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:31.081053 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7edd0a0-6244-4a1e-b7ac-4f50c12b94ba tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:31.087633 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32791c93-b1a7-4694-8827-8872d3ecf122 req-036d1894-ab54-422d-a43b-25c22c5146a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:31.097361 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f464a6f-7590-4717-bb7f-a70863dfd36b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:31.105155 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33b86a62-955e-4f91-83c2-203c3c53429e req-dae1ea2d-8308-4f04-adbb-f08059e6c422 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4975f9a7-4938-4450-a727-d156801a7528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200171 Nov 15 11:34:31.117651 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32791c93-b1a7-4694-8827-8872d3ecf122 req-036d1894-ab54-422d-a43b-25c22c5146a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22cff1ab-90e9-409a-9763-27f9c9815424 HTTP/1.1" status: 200 len: 910 time: 0.7178488 Nov 15 11:34:31.144758 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port bc32d069-9f3a-43df-9223-501387ea1377, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=bc32d069-9f3a-43df-9223-501387ea1377,segment=NetworkSegment(4189e628-efe4-406c-8074-24ae5271b6fb),segment_id=4189e628-efe4-406c-8074-24ae5271b6fb)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:31.153703 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:31.163916 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-1c3ef2da-40e7-4172-88b8-5b1fe907dc85 req-d34a162e-6e9e-4691-871f-4bba83c64a3f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Deleting port 3e45e880-9d49-44b8-8dda-877ce2301a95 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:31.164254 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1c3ef2da-40e7-4172-88b8-5b1fe907dc85 req-d34a162e-6e9e-4691-871f-4bba83c64a3f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:31.191244 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f464a6f-7590-4717-bb7f-a70863dfd36b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:31.273434 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f464a6f-7590-4717-bb7f-a70863dfd36b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=cb836db4-6f6e-4df9-9411-6ecef22aadee,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:31.290265 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a1cec2-643c-4db3-8b73-375b17e031b3 None None] Network ce90f3e7-10a7-48e3-9b82-5bebf8461959 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:31.311974 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f464a6f-7590-4717-bb7f-a70863dfd36b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:31.313823 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4f464a6f-7590-4717-bb7f-a70863dfd36b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:31.316722 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-1c3ef2da-40e7-4172-88b8-5b1fe907dc85 req-d34a162e-6e9e-4691-871f-4bba83c64a3f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] For port 3e45e880-9d49-44b8-8dda-877ce2301a95, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3e45e880-9d49-44b8-8dda-877ce2301a95,segment=NetworkSegment(3ed86862-bc00-4c5a-b307-6a2427d80d1d),segment_id=3ed86862-bc00-4c5a-b307-6a2427d80d1d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:31.317088 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1c3ef2da-40e7-4172-88b8-5b1fe907dc85 req-d34a162e-6e9e-4691-871f-4bba83c64a3f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:31.320225 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f464a6f-7590-4717-bb7f-a70863dfd36b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:34:31.321015 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f464a6f-7590-4717-bb7f-a70863dfd36b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:31.331989 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-1c3ef2da-40e7-4172-88b8-5b1fe907dc85 req-d34a162e-6e9e-4691-871f-4bba83c64a3f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Calling delete_port for 3e45e880-9d49-44b8-8dda-877ce2301a95 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:31.527508 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=bc32d069-9f3a-43df-9223-501387ea1377,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:31.543384 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-cb7a1c52-bc68-41aa-a3b4-479da88699ef None None] Provisioning complete for port bc32d069-9f3a-43df-9223-501387ea1377 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:31.543859 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cb7a1c52-bc68-41aa-a3b4-479da88699ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:31.561333 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1c3ef2da-40e7-4172-88b8-5b1fe907dc85 req-d34a162e-6e9e-4691-871f-4bba83c64a3f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:31.562399 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f464a6f-7590-4717-bb7f-a70863dfd36b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:31.595676 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['3e45e880-9d49-44b8-8dda-877ce2301a95'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:34:31.619909 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['75719c72-d6a5-4892-b4f0-d6db291ab72c', '40693612-ac94-4070-8011-9b3ea4d83156'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:34:31.635675 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f2d48e91-fb3d-4bd2-8bd9-94ddd5a715ca req-bec03815-e59a-4800-b0a7-b691f2bccc55 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 210 time: 0.1281619 Nov 15 11:34:31.700797 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:31.780692 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32791c93-b1a7-4694-8827-8872d3ecf122 req-9a7a9ea0-1fee-492f-9633-33bbee93c7d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8302de5d-40e0-400a-9a11-ad5fbad02516 HTTP/1.1" status: 200 len: 1001 time: 0.6545169 Nov 15 11:34:31.781725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edd0a0-6244-4a1e-b7ac-4f50c12b94ba tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Port': ['ID=f290dd6a-dcf1-4f00-8281-9bd7c8c5a3f6,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:31.992395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a162e-6e9e-4691-871f-4bba83c64a3f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Pushing event deleted for resources: {'Port': ['ID=3e45e880-9d49-44b8-8dda-877ce2301a95,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:32.120491 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7edd0a0-6244-4a1e-b7ac-4f50c12b94ba tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network ce90f3e7-10a7-48e3-9b82-5bebf8461959 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:32.143273 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-c7edd0a0-6244-4a1e-b7ac-4f50c12b94ba tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:32.182470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3ef2da-40e7-4172-88b8-5b1fe907dc85 req-d34a162e-6e9e-4691-871f-4bba83c64a3f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] No DVR routers for this DVR port 3e45e880-9d49-44b8-8dda-877ce2301a95 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:34:32.186488 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1c3ef2da-40e7-4172-88b8-5b1fe907dc85 req-d34a162e-6e9e-4691-871f-4bba83c64a3f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:32.193734 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1c3ef2da-40e7-4172-88b8-5b1fe907dc85 req-d34a162e-6e9e-4691-871f-4bba83c64a3f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.55 "DELETE /v2.0/ports/3e45e880-9d49-44b8-8dda-877ce2301a95 HTTP/1.1" status: 204 len: 173 time: 1.7955005 Nov 15 11:34:32.219569 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6448aa-eb2e-4f19-992c-7195ad6f5caf', 'name': 'network-vif-deleted', 'tag': '3e45e880-9d49-44b8-8dda-877ce2301a95'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:34:32.227877 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab90c169-880d-4b96-a793-586718383b2c" -d '{"events": [{"server_uuid": "2f6448aa-eb2e-4f19-992c-7195ad6f5caf", "name": "network-vif-deleted", "tag": "3e45e880-9d49-44b8-8dda-877ce2301a95"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:34:32.231491 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32791c93-b1a7-4694-8827-8872d3ecf122 req-ee342fc9-86da-4119-8f50-d479f7b28a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:32.233178 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32791c93-b1a7-4694-8827-8872d3ecf122 req-ee342fc9-86da-4119-8f50-d479f7b28a22 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c62f435-1ed6-404a-a855-45179d8b724c HTTP/1.1" status: 200 len: 848 time: 0.2861357 Nov 15 11:34:32.249163 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee550e-b1c8-4389-b8f3-94afc19e0dc3 req-efd80e2b-51fa-4c45-8359-c0f95be40bba tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:32.250779 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-04ee550e-b1c8-4389-b8f3-94afc19e0dc3 req-efd80e2b-51fa-4c45-8359-c0f95be40bba tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/ports?device_id=f97dbee2-da25-4cfb-b3f7-0fadf5eff729 HTTP/1.1" status: 200 len: 950 time: 0.7544844 Nov 15 11:34:32.258964 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f464a6f-7590-4717-bb7f-a70863dfd36b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:32.298361 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f464a6f-7590-4717-bb7f-a70863dfd36b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:32.303800 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f464a6f-7590-4717-bb7f-a70863dfd36b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:32.327878 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-854fd488-46bd-4986-9bdd-a13bc00ca1a3 None None] Provisioning complete for port f290dd6a-dcf1-4f00-8281-9bd7c8c5a3f6 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:32.328845 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-854fd488-46bd-4986-9bdd-a13bc00ca1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:32.459656 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dbbb56-b7d7-4d1a-b2be-37ff254371f7 x-openstack-request-id: req-61dbbb56-b7d7-4d1a-b2be-37ff254371f7 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:34:32.460089 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6448aa-eb2e-4f19-992c-7195ad6f5caf", "name": "network-vif-deleted", "tag": "3e45e880-9d49-44b8-8dda-877ce2301a95", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:34:32.461063 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61dbbb56-b7d7-4d1a-b2be-37ff254371f7 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:34:32.465649 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6448aa-eb2e-4f19-992c-7195ad6f5caf', 'name': 'network-vif-deleted', 'tag': '3e45e880-9d49-44b8-8dda-877ce2301a95', 'status': 'completed', 'code': 200} Nov 15 11:34:32.496380 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-854fd488-46bd-4986-9bdd-a13bc00ca1a3 None None] Port f290dd6a-dcf1-4f00-8281-9bd7c8c5a3f6 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:34:32.527471 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-854fd488-46bd-4986-9bdd-a13bc00ca1a3 None None] Provisioning complete for port bc32d069-9f3a-43df-9223-501387ea1377 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:32.531051 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-854fd488-46bd-4986-9bdd-a13bc00ca1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:32.614829 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32791c93-b1a7-4694-8827-8872d3ecf122 req-ef42f621-9a41-4561-a8d0-a4fbd84e220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:32.617132 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32791c93-b1a7-4694-8827-8872d3ecf122 req-ef42f621-9a41-4561-a8d0-a4fbd84e220c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22cff1ab-90e9-409a-9763-27f9c9815424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3654618 Nov 15 11:34:32.702537 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-04ee550e-b1c8-4389-b8f3-94afc19e0dc3 req-62092a7a-1650-47b7-9db6-b96bc8e12862 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/security-groups?id=4975f9a7-4938-4450-a727-d156801a7528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611064 Nov 15 11:34:32.759936 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f464a6f-7590-4717-bb7f-a70863dfd36b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=cb836db4-6f6e-4df9-9411-6ecef22aadee,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:32.847066 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a28072da-951c-4cba-ae49-d2b518871bf5 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:34:32.890998 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3a56990d-7d48-41e3-a121-37987e988124 req-15464343-5aa9-47b3-adea-41f97ae9d80b tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6448aa-eb2e-4f19-992c-7195ad6f5caf HTTP/1.1" status: 200 len: 210 time: 0.0730951 Nov 15 11:34:32.943730 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f464a6f-7590-4717-bb7f-a70863dfd36b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:32.948034 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4f464a6f-7590-4717-bb7f-a70863dfd36b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:32.989161 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32791c93-b1a7-4694-8827-8872d3ecf122 req-dc61a217-b29c-4416-a211-6ae40aa79624 service neutron] 10.222.0.55 "GET /v2.0/networks/22cff1ab-90e9-409a-9763-27f9c9815424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582702 Nov 15 11:34:32.996851 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7edd0a0-6244-4a1e-b7ac-4f50c12b94ba tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Router 1ea5f717-12d3-4836-bf75-2317076421b5 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:34:33.029067 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-50bb2be2-90fb-4fbe-a850-0a6b0b5656a1 None None] Provisioning complete for port a28072da-951c-4cba-ae49-d2b518871bf5 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:33.029451 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-50bb2be2-90fb-4fbe-a850-0a6b0b5656a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:33.147201 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port a28072da-951c-4cba-ae49-d2b518871bf5 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:33.147497 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:33.374466 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-50bb2be2-90fb-4fbe-a850-0a6b0b5656a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:33.376308 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f464a6f-7590-4717-bb7f-a70863dfd36b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Router ea01aac3-673b-484c-abc5-24e6c328f7fb is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:34:33.415074 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3c964bfa-3908-4f6c-869f-0d734f6bb0a4 req-dd2530ba-ea51-4a54-986b-0083ffb853fc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=582c6041-666f-45b8-8f73-141486396812&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1873677 Nov 15 11:34:33.480820 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-50bb2be2-90fb-4fbe-a850-0a6b0b5656a1 None None] For port a28072da-951c-4cba-ae49-d2b518871bf5, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a28072da-951c-4cba-ae49-d2b518871bf5,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:33.542327 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:33.560034 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-50bb2be2-90fb-4fbe-a850-0a6b0b5656a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:33.631975 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb2be2-90fb-4fbe-a850-0a6b0b5656a1 None None] Pushing event updated for resources: {'Port': ['ID=a28072da-951c-4cba-ae49-d2b518871bf5,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:33.637583 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c964bfa-3908-4f6c-869f-0d734f6bb0a4 req-09765ff9-b1de-4bd2-894e-d3966056cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:33.648789 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3c964bfa-3908-4f6c-869f-0d734f6bb0a4 req-09765ff9-b1de-4bd2-894e-d3966056cbc3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65b17bf89b7a49ca97935aec6c52656c&device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 1097 time: 0.1536241 Nov 15 11:34:33.661457 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f464a6f-7590-4717-bb7f-a70863dfd36b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:34:33.666939 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4f464a6f-7590-4717-bb7f-a70863dfd36b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "PUT /v2.0/routers/ea01aac3-673b-484c-abc5-24e6c328f7fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2457156 Nov 15 11:34:33.676959 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] Sync routers for ids ['ea01aac3-673b-484c-abc5-24e6c328f7fb'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:34:33.687268 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57284) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:33.699185 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] Routers {'ea01aac3-673b-484c-abc5-24e6c328f7fb'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:34:33.700054 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:34:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ea01aac3-673b-484c-abc5-24e6c328f7fb'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:33.714500 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:34:33.714993 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:34:33.720933 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-388d6e30-2d30-4356-bc80-090ff4e33a98 None None] Provisioning complete for port f290dd6a-dcf1-4f00-8281-9bd7c8c5a3f6 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:33.722071 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-388d6e30-2d30-4356-bc80-090ff4e33a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:33.804085 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-388d6e30-2d30-4356-bc80-090ff4e33a98 None None] Port f290dd6a-dcf1-4f00-8281-9bd7c8c5a3f6 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:34:33.823066 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67b7d26-d200-4b55-9203-a10802a4fcd4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:33.823527 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32791c93-b1a7-4694-8827-8872d3ecf122 req-424cf728-ed49-426a-9b3a-b52e722d36d2 service neutron] 10.222.0.55 "GET /v2.0/networks/22cff1ab-90e9-409a-9763-27f9c9815424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8218572 Nov 15 11:34:33.827537 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d67b7d26-d200-4b55-9203-a10802a4fcd4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports/cb836db4-6f6e-4df9-9411-6ecef22aadee HTTP/1.1" status: 200 len: 911 time: 0.1388562 Nov 15 11:34:33.830035 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57288) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:33.833726 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-388d6e30-2d30-4356-bc80-090ff4e33a98 None None] Provisioning complete for port cb836db4-6f6e-4df9-9411-6ecef22aadee triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:33.834872 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-388d6e30-2d30-4356-bc80-090ff4e33a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:33.886632 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] Set router ea01aac3-673b-484c-abc5-24e6c328f7fb gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:34:33.904899 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c964bfa-3908-4f6c-869f-0d734f6bb0a4 req-5fff4e30-e868-426d-99ad-5314876ba5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:33.906788 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3c964bfa-3908-4f6c-869f-0d734f6bb0a4 req-5fff4e30-e868-426d-99ad-5314876ba5b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=35d993c4-62bf-465c-9f53-7a066532910b HTTP/1.1" status: 200 len: 916 time: 0.2336411 Nov 15 11:34:33.911559 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-388d6e30-2d30-4356-bc80-090ff4e33a98 None None] Port cb836db4-6f6e-4df9-9411-6ecef22aadee cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:34:34.041822 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-664ebe83-d93e-477f-842a-ad2edb010d60 None None] Provisioning complete for port cb836db4-6f6e-4df9-9411-6ecef22aadee triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:34.045216 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-664ebe83-d93e-477f-842a-ad2edb010d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:34.168446 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-664ebe83-d93e-477f-842a-ad2edb010d60 None None] Port cb836db4-6f6e-4df9-9411-6ecef22aadee cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:34:34.172942 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59d6bfe-719f-49e2-9c3b-76ebc3cabe6e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:34.179067 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59d6bfe-719f-49e2-9c3b-76ebc3cabe6e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:34.180764 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e59d6bfe-719f-49e2-9c3b-76ebc3cabe6e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3497899 Nov 15 11:34:34.196629 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57296) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:34.258078 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 3e45e880-9d49-44b8-8dda-877ce2301a95 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:34:34.371329 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea01aac3-673b-484c-abc5-24e6c328f7fb', 'name': 'tempest-NetworksTestDHCPv6-router-1278800315', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:34:29Z', 'updated_at': '2021-11-15T11:34:31Z', 'revision_number': 2, 'project_id': '27d0328c588840c081cb96de7c53ab09', 'gw_port_host': None, '_interfaces': [{'id': 'cb836db4-6f6e-4df9-9411-6ecef22aadee', 'name': '', 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'mac_address': 'fa:16:3e:87:af:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea01aac3-673b-484c-abc5-24e6c328f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5b3f4269-cc3d-4cc2-a5e9-ff65b7c18cac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:34:30Z', 'updated_at': '2021-11-15T11:34:31Z', 'revision_number': 2, 'project_id': '27d0328c588840c081cb96de7c53ab09', 'subnets': [{'id': '5b3f4269-cc3d-4cc2-a5e9-ff65b7c18cac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:34.438987 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] Checking router: ea01aac3-673b-484c-abc5-24e6c328f7fb for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:34:34.439591 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] Updating router ea01aac3-673b-484c-abc5-24e6c328f7fb port cb836db4-6f6e-4df9-9411-6ecef22aadee binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:34:34.494739 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:34.523861 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7edd0a0-6244-4a1e-b7ac-4f50c12b94ba tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:34:34.561705 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3c964bfa-3908-4f6c-869f-0d734f6bb0a4 req-1457d851-7cb7-4f7b-9437-2563a777d169 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75719c72-d6a5-4892-b4f0-d6db291ab72c HTTP/1.1" status: 200 len: 217 time: 0.6436331 Nov 15 11:34:34.643989 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81784203-4398-43d4-9d72-fddc31241a32 None None] Sync routers for ids ['1ea5f717-12d3-4836-bf75-2317076421b5'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:34:34.666570 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c7edd0a0-6244-4a1e-b7ac-4f50c12b94ba tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/routers/1ea5f717-12d3-4836-bf75-2317076421b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9320998 Nov 15 11:34:34.670796 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57304) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:34.685465 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 3e45e880-9d49-44b8-8dda-877ce2301a95 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:34:34.686219 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 3e45e880-9d49-44b8-8dda-877ce2301a95 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:34:34.693251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3558a7-4939-4e83-8138-df0bb9301f01 req-b7e157c4-ae0d-4c74-a05a-8c7033266e92 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:34.694885 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e3558a7-4939-4e83-8138-df0bb9301f01 req-b7e157c4-ae0d-4c74-a05a-8c7033266e92 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/ports?device_id=f97dbee2-da25-4cfb-b3f7-0fadf5eff729 HTTP/1.1" status: 200 len: 950 time: 0.7982519 Nov 15 11:34:34.713624 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bc32d069-9f3a-43df-9223-501387ea1377 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:34:34.717649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81784203-4398-43d4-9d72-fddc31241a32 None None] Routers {'1ea5f717-12d3-4836-bf75-2317076421b5'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:34:34.719786 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-81784203-4398-43d4-9d72-fddc31241a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:34:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['1ea5f717-12d3-4836-bf75-2317076421b5'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:34.761411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c964bfa-3908-4f6c-869f-0d734f6bb0a4 req-efc3f497-0976-4069-9c92-b8c857459515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:34.776903 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3c964bfa-3908-4f6c-869f-0d734f6bb0a4 req-efc3f497-0976-4069-9c92-b8c857459515 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e0afb5bc-d665-4d8a-a905-15e5d2fa67c4 HTTP/1.1" status: 200 len: 854 time: 0.1960690 Nov 15 11:34:34.817517 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-81784203-4398-43d4-9d72-fddc31241a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:34.837326 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666ba0d6-a3a2-4a2a-83a1-99604fccb668 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:34.838233 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81784203-4398-43d4-9d72-fddc31241a32 None None] Routers {'1ea5f717-12d3-4836-bf75-2317076421b5'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:34:34.842085 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-666ba0d6-a3a2-4a2a-83a1-99604fccb668 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/ports/f290dd6a-dcf1-4f00-8281-9bd7c8c5a3f6 HTTP/1.1" status: 200 len: 911 time: 0.1670780 Nov 15 11:34:34.843455 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-81784203-4398-43d4-9d72-fddc31241a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:34:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['1ea5f717-12d3-4836-bf75-2317076421b5'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:34.849546 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e3558a7-4939-4e83-8138-df0bb9301f01 req-5f4e96f0-affc-497b-9925-190cc9376c3d tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/security-groups?id=4975f9a7-4938-4450-a727-d156801a7528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449158 Nov 15 11:34:34.855989 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57306) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:34.931607 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c964bfa-3908-4f6c-869f-0d734f6bb0a4 req-750791c9-d5fd-458a-bdc4-4303627f03d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:34.934248 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3c964bfa-3908-4f6c-869f-0d734f6bb0a4 req-750791c9-d5fd-458a-bdc4-4303627f03d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=35d993c4-62bf-465c-9f53-7a066532910b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506989 Nov 15 11:34:34.942809 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-81784203-4398-43d4-9d72-fddc31241a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:34.943403 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81784203-4398-43d4-9d72-fddc31241a32 None None] The sync data for ids ['1ea5f717-12d3-4836-bf75-2317076421b5'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:34:34.959219 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port bc32d069-9f3a-43df-9223-501387ea1377 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:34.961987 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:35.080513 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3c964bfa-3908-4f6c-869f-0d734f6bb0a4 req-ed5bca67-1ef6-49a8-9401-485742ed3027 service neutron] 10.222.0.11 "GET /v2.0/networks/35d993c4-62bf-465c-9f53-7a066532910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374936 Nov 15 11:34:35.179598 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:35.198443 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:35.224470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52a7e9-4d17-4b17-ad3e-64da3fca3462 req-05d5552a-a7a5-4ad2-b7f5-1d7fd2ac79b7 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:35.226181 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d52a7e9-4d17-4b17-ad3e-64da3fca3462 req-05d5552a-a7a5-4ad2-b7f5-1d7fd2ac79b7 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f02a84f-531d-4668-a56c-2e08c7b6ce7d HTTP/1.1" status: 200 len: 945 time: 0.8093767 Nov 15 11:34:35.361721 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422612c4-7400-46dd-af95-6f7804782d94 None None] Pushing event updated for resources: {'Port': ['ID=cb836db4-6f6e-4df9-9411-6ecef22aadee,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:35.380041 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422612c4-7400-46dd-af95-6f7804782d94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:35.382134 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422612c4-7400-46dd-af95-6f7804782d94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:35.382363 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422612c4-7400-46dd-af95-6f7804782d94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:35.386845 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422612c4-7400-46dd-af95-6f7804782d94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:35.387243 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422612c4-7400-46dd-af95-6f7804782d94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:35.387637 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422612c4-7400-46dd-af95-6f7804782d94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:35.388000 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422612c4-7400-46dd-af95-6f7804782d94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:35.388819 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422612c4-7400-46dd-af95-6f7804782d94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:35.389151 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422612c4-7400-46dd-af95-6f7804782d94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:35.389475 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422612c4-7400-46dd-af95-6f7804782d94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:35.389800 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422612c4-7400-46dd-af95-6f7804782d94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:35.391028 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3c964bfa-3908-4f6c-869f-0d734f6bb0a4 req-9447378a-ca78-4b36-8361-d795f7399d2b service neutron] 10.222.0.11 "GET /v2.0/networks/35d993c4-62bf-465c-9f53-7a066532910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917068 Nov 15 11:34:35.391878 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422612c4-7400-46dd-af95-6f7804782d94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:35.413850 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a28072da-951c-4cba-ae49-d2b518871bf5 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:34:35.432951 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] Attempting to bind port cb836db4-6f6e-4df9-9411-6ecef22aadee on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:34:35.433575 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] Attempting to bind port cb836db4-6f6e-4df9-9411-6ecef22aadee by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:34:35.434819 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] Attempting to bind port cb836db4-6f6e-4df9-9411-6ecef22aadee on network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:34:35.441766 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:34:35.442556 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] Checking segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:34:35.443166 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:35.443750 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] Bound using segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:34:35.446358 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] Bound port: cb836db4-6f6e-4df9-9411-6ecef22aadee, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:34:35.446971 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:35.551655 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port a28072da-951c-4cba-ae49-d2b518871bf5 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:35.552052 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:35.618997 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] For port cb836db4-6f6e-4df9-9411-6ecef22aadee, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:34:35.629499 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] For port cb836db4-6f6e-4df9-9411-6ecef22aadee, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=cb836db4-6f6e-4df9-9411-6ecef22aadee,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:34:35.640473 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:35.793812 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] Routers {'ea01aac3-673b-484c-abc5-24e6c328f7fb'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:34:35.801294 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:34:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ea01aac3-673b-484c-abc5-24e6c328f7fb'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:35.858403 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17304a-c1ad-4e93-8e28-e9dec7d161f3 req-8720ee6a-4fb1-49ae-b8da-03194d387a80 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:35.858921 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-9f09f07f-b8c2-46f3-a1f9-2439bcce3eb1 None None] Provisioning complete for port cb836db4-6f6e-4df9-9411-6ecef22aadee triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:35.858921 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9f09f07f-b8c2-46f3-a1f9-2439bcce3eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:35.861592 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e17304a-c1ad-4e93-8e28-e9dec7d161f3 req-8720ee6a-4fb1-49ae-b8da-03194d387a80 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f02a84f-531d-4668-a56c-2e08c7b6ce7d HTTP/1.1" status: 200 len: 945 time: 0.1943212 Nov 15 11:34:35.898981 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d52a7e9-4d17-4b17-ad3e-64da3fca3462 req-12127acf-ecd3-4a30-beb6-6e8bd7b9f5d4 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6076312 Nov 15 11:34:36.012573 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422612c4-7400-46dd-af95-6f7804782d94 None None] Pushing event updated for resources: {'Port': ['ID=cb836db4-6f6e-4df9-9411-6ecef22aadee,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:36.095305 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-8e17304a-c1ad-4e93-8e28-e9dec7d161f3 req-17d75df3-62c7-4a02-acef-9eb77a6efe5f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Deleting port 40693612-ac94-4070-8011-9b3ea4d83156 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:36.096060 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] Set router ea01aac3-673b-484c-abc5-24e6c328f7fb gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:34:36.096668 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8e17304a-c1ad-4e93-8e28-e9dec7d161f3 req-17d75df3-62c7-4a02-acef-9eb77a6efe5f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:36.122080 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9f09f07f-b8c2-46f3-a1f9-2439bcce3eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:36.201979 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9f09f07f-b8c2-46f3-a1f9-2439bcce3eb1 None None] For port cb836db4-6f6e-4df9-9411-6ecef22aadee, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=cb836db4-6f6e-4df9-9411-6ecef22aadee,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:36.220400 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9f09f07f-b8c2-46f3-a1f9-2439bcce3eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:36.327664 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-8e17304a-c1ad-4e93-8e28-e9dec7d161f3 req-17d75df3-62c7-4a02-acef-9eb77a6efe5f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] For port 40693612-ac94-4070-8011-9b3ea4d83156, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=40693612-ac94-4070-8011-9b3ea4d83156,segment=NetworkSegment(3ed86862-bc00-4c5a-b307-6a2427d80d1d),segment_id=3ed86862-bc00-4c5a-b307-6a2427d80d1d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:36.328073 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8e17304a-c1ad-4e93-8e28-e9dec7d161f3 req-17d75df3-62c7-4a02-acef-9eb77a6efe5f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:36.350773 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-637b69c3-0949-45f5-9efb-c222d102f4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:36.372996 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-8e17304a-c1ad-4e93-8e28-e9dec7d161f3 req-17d75df3-62c7-4a02-acef-9eb77a6efe5f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Calling delete_port for 40693612-ac94-4070-8011-9b3ea4d83156 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:36.389452 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09f07f-b8c2-46f3-a1f9-2439bcce3eb1 None None] Pushing event updated for resources: {'Port': ['ID=cb836db4-6f6e-4df9-9411-6ecef22aadee,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:36.399864 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-cd8c2d7f-a924-4d5e-898f-bbc1979a8f19 None None] Provisioning complete for port cb836db4-6f6e-4df9-9411-6ecef22aadee triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:36.401131 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2d7f-a924-4d5e-898f-bbc1979a8f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:36.514093 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fe5c028d-0283-4ae2-8706-b7c2a6bbba44 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:36.524201 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea01aac3-673b-484c-abc5-24e6c328f7fb', 'name': 'tempest-NetworksTestDHCPv6-router-1278800315', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:34:29Z', 'updated_at': '2021-11-15T11:34:31Z', 'revision_number': 2, 'project_id': '27d0328c588840c081cb96de7c53ab09', 'gw_port_host': None, '_interfaces': [{'id': 'cb836db4-6f6e-4df9-9411-6ecef22aadee', 'name': '', 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'mac_address': 'fa:16:3e:87:af:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea01aac3-673b-484c-abc5-24e6c328f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5b3f4269-cc3d-4cc2-a5e9-ff65b7c18cac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:34:30Z', 'updated_at': '2021-11-15T11:34:35Z', 'revision_number': 4, 'project_id': '27d0328c588840c081cb96de7c53ab09', 'subnets': [{'id': '5b3f4269-cc3d-4cc2-a5e9-ff65b7c18cac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:36.565052 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4407809-ac6a-4536-9270-8d96c8c13e1f None None] The sync data for ids ['ea01aac3-673b-484c-abc5-24e6c328f7fb'] in n-d-729945-9 is: [{'id': 'ea01aac3-673b-484c-abc5-24e6c328f7fb', 'name': 'tempest-NetworksTestDHCPv6-router-1278800315', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:34:29Z', 'updated_at': '2021-11-15T11:34:31Z', 'revision_number': 2, 'project_id': '27d0328c588840c081cb96de7c53ab09', 'gw_port_host': None, '_interfaces': [{'id': 'cb836db4-6f6e-4df9-9411-6ecef22aadee', 'name': '', 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'mac_address': 'fa:16:3e:87:af:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea01aac3-673b-484c-abc5-24e6c328f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '5b3f4269-cc3d-4cc2-a5e9-ff65b7c18cac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:34:30Z', 'updated_at': '2021-11-15T11:34:35Z', 'revision_number': 4, 'project_id': '27d0328c588840c081cb96de7c53ab09', 'subnets': [{'id': '5b3f4269-cc3d-4cc2-a5e9-ff65b7c18cac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:34:36.772018 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a34afdfc-dbe8-4531-936c-d0e608589127 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:36.781121 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8e17304a-c1ad-4e93-8e28-e9dec7d161f3 req-17d75df3-62c7-4a02-acef-9eb77a6efe5f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:36.794483 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['75719c72-d6a5-4892-b4f0-d6db291ab72c', '40693612-ac94-4070-8011-9b3ea4d83156'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:34:36.838692 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d75df3-62c7-4a02-acef-9eb77a6efe5f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Pushing event deleted for resources: {'Port': ['ID=40693612-ac94-4070-8011-9b3ea4d83156,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:36.964337 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e17304a-c1ad-4e93-8e28-e9dec7d161f3 req-17d75df3-62c7-4a02-acef-9eb77a6efe5f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] No DVR routers for this DVR port 40693612-ac94-4070-8011-9b3ea4d83156 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:34:36.974549 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8e17304a-c1ad-4e93-8e28-e9dec7d161f3 req-17d75df3-62c7-4a02-acef-9eb77a6efe5f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:36.987197 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e17304a-c1ad-4e93-8e28-e9dec7d161f3 req-17d75df3-62c7-4a02-acef-9eb77a6efe5f tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.11 "DELETE /v2.0/ports/40693612-ac94-4070-8011-9b3ea4d83156 HTTP/1.1" status: 204 len: 173 time: 1.1165419 Nov 15 11:34:36.987689 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f02a84f-531d-4668-a56c-2e08c7b6ce7d', 'name': 'network-vif-deleted', 'tag': '40693612-ac94-4070-8011-9b3ea4d83156'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:34:36.993899 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fca2bb-94e7-4fe6-a3c0-7ac56085ac14" -d '{"events": [{"server_uuid": "6f02a84f-531d-4668-a56c-2e08c7b6ce7d", "name": "network-vif-deleted", "tag": "40693612-ac94-4070-8011-9b3ea4d83156"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:34:37.102872 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45b13fb-fd25-4f54-9da8-90f659c7804c x-openstack-request-id: req-f45b13fb-fd25-4f54-9da8-90f659c7804c {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:34:37.103183 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f02a84f-531d-4668-a56c-2e08c7b6ce7d", "name": "network-vif-deleted", "tag": "40693612-ac94-4070-8011-9b3ea4d83156", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:34:37.103431 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f45b13fb-fd25-4f54-9da8-90f659c7804c {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:34:37.104202 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f02a84f-531d-4668-a56c-2e08c7b6ce7d', 'name': 'network-vif-deleted', 'tag': '40693612-ac94-4070-8011-9b3ea4d83156', 'status': 'completed', 'code': 200} Nov 15 11:34:37.238040 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31dc74b2-e5d6-4de0-9628-4df75d645fe3 req-da69e786-6972-447c-98ef-084ccd589c0a tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f02a84f-531d-4668-a56c-2e08c7b6ce7d HTTP/1.1" status: 200 len: 210 time: 0.0605948 Nov 15 11:34:37.553710 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device cb836db4-6f6e-4df9-9411-6ecef22aadee up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:34:37.743888 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port cb836db4-6f6e-4df9-9411-6ecef22aadee triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:37.744589 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:38.347891 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fe5c028d-0283-4ae2-8706-b7c2a6bbba44 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting port f290dd6a-dcf1-4f00-8281-9bd7c8c5a3f6 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:38.348446 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fe5c028d-0283-4ae2-8706-b7c2a6bbba44 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:38.378117 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5ae3418d-83d8-47cc-8b00-0cd44aac25db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:38.432419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a34afdfc-dbe8-4531-936c-d0e608589127 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting port cb836db4-6f6e-4df9-9411-6ecef22aadee {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:38.432768 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a34afdfc-dbe8-4531-936c-d0e608589127 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:38.530115 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fe5c028d-0283-4ae2-8706-b7c2a6bbba44 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:38.550831 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fe5c028d-0283-4ae2-8706-b7c2a6bbba44 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Calling delete_port for f290dd6a-dcf1-4f00-8281-9bd7c8c5a3f6 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:38.660728 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a34afdfc-dbe8-4531-936c-d0e608589127 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] For port cb836db4-6f6e-4df9-9411-6ecef22aadee, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=cb836db4-6f6e-4df9-9411-6ecef22aadee,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:38.661152 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a34afdfc-dbe8-4531-936c-d0e608589127 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:38.682627 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a34afdfc-dbe8-4531-936c-d0e608589127 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Calling delete_port for cb836db4-6f6e-4df9-9411-6ecef22aadee owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:38.987675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473f066-d06a-491c-a20a-cf54af79cb31 req-ce88b97f-e0df-4659-89da-37ded1cbaa9a tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:38.989285 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d473f066-d06a-491c-a20a-cf54af79cb31 req-ce88b97f-e0df-4659-89da-37ded1cbaa9a tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 946 time: 0.1586943 Nov 15 11:34:39.050449 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d473f066-d06a-491c-a20a-cf54af79cb31 req-932c378c-df10-41b9-9142-96eae174345a tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515702 Nov 15 11:34:39.064655 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fe5c028d-0283-4ae2-8706-b7c2a6bbba44 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:39.132201 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c028d-0283-4ae2-8706-b7c2a6bbba44 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Port': ['ID=f290dd6a-dcf1-4f00-8281-9bd7c8c5a3f6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:39.294833 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a34afdfc-dbe8-4531-936c-d0e608589127 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:39.352203 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fe5c028d-0283-4ae2-8706-b7c2a6bbba44 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:39.356284 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34afdfc-dbe8-4531-936c-d0e608589127 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Port': ['ID=cb836db4-6f6e-4df9-9411-6ecef22aadee,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:39.500613 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a34afdfc-dbe8-4531-936c-d0e608589127 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:39.831314 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5c028d-0283-4ae2-8706-b7c2a6bbba44 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Router 1ea5f717-12d3-4836-bf75-2317076421b5 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:34:39.846429 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:39.989416 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34afdfc-dbe8-4531-936c-d0e608589127 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Router ea01aac3-673b-484c-abc5-24e6c328f7fb has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:34:40.004854 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5c028d-0283-4ae2-8706-b7c2a6bbba44 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:34:40.011100 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fe5c028d-0283-4ae2-8706-b7c2a6bbba44 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/routers/1ea5f717-12d3-4836-bf75-2317076421b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1539881 Nov 15 11:34:40.014132 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57358) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:40.021773 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d21984-da17-4a9b-925e-ebda1568611b None None] Sync routers for ids ['1ea5f717-12d3-4836-bf75-2317076421b5'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:34:40.038484 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d21984-da17-4a9b-925e-ebda1568611b None None] Routers {'1ea5f717-12d3-4836-bf75-2317076421b5'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:34:40.039074 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-75d21984-da17-4a9b-925e-ebda1568611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:34:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['1ea5f717-12d3-4836-bf75-2317076421b5'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:40.058201 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-63bfcc91-c8fd-4931-a491-f0cebfa1cfd8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ea5f717-12d3-4836-bf75-2317076421b5 HTTP/1.1" status: 200 len: 205 time: 0.0427852 Nov 15 11:34:40.061478 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57360) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:40.123078 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-75d21984-da17-4a9b-925e-ebda1568611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:40.159715 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d21984-da17-4a9b-925e-ebda1568611b None None] Routers {'1ea5f717-12d3-4836-bf75-2317076421b5'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:34:40.160361 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-75d21984-da17-4a9b-925e-ebda1568611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:34:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['1ea5f717-12d3-4836-bf75-2317076421b5'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:40.180209 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34afdfc-dbe8-4531-936c-d0e608589127 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:34:40.190713 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4588f222-9de1-498d-85bb-8819ce8de243 None None] Sync routers for ids ['ea01aac3-673b-484c-abc5-24e6c328f7fb'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:34:40.204703 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a34afdfc-dbe8-4531-936c-d0e608589127 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "PUT /v2.0/routers/ea01aac3-673b-484c-abc5-24e6c328f7fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0047722 Nov 15 11:34:40.208366 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4588f222-9de1-498d-85bb-8819ce8de243 None None] Routers {'ea01aac3-673b-484c-abc5-24e6c328f7fb'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:34:40.209546 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4588f222-9de1-498d-85bb-8819ce8de243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:34:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ea01aac3-673b-484c-abc5-24e6c328f7fb'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:40.223388 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57366) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:40.267860 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-75d21984-da17-4a9b-925e-ebda1568611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:40.273158 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d21984-da17-4a9b-925e-ebda1568611b None None] The sync data for ids ['1ea5f717-12d3-4836-bf75-2317076421b5'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:34:40.311625 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50c1df4f-d679-48c8-9c35-61fe73858504 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:40.409798 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-4588f222-9de1-498d-85bb-8819ce8de243 None None] Set router ea01aac3-673b-484c-abc5-24e6c328f7fb gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:34:40.452620 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5abdbf-8f2b-47f3-8bb2-59d79b2a723a tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:40.455440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5abdbf-8f2b-47f3-8bb2-59d79b2a723a tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:40.462953 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57374) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:40.463446 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9d5abdbf-8f2b-47f3-8bb2-59d79b2a723a tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2332180 Nov 15 11:34:40.473089 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4588f222-9de1-498d-85bb-8819ce8de243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea01aac3-673b-484c-abc5-24e6c328f7fb', 'name': 'tempest-NetworksTestDHCPv6-router-1278800315', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:34:29Z', 'updated_at': '2021-11-15T11:34:39Z', 'revision_number': 3, 'project_id': '27d0328c588840c081cb96de7c53ab09', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:40.489286 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1fffd-9e00-4925-b701-3891bf950d0c req-673fb231-9479-44f8-a084-bff88bca958c tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:40.490924 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b3d1fffd-9e00-4925-b701-3891bf950d0c req-673fb231-9479-44f8-a084-bff88bca958c tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 946 time: 0.2851562 Nov 15 11:34:40.535168 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4588f222-9de1-498d-85bb-8819ce8de243 None None] Checking router: ea01aac3-673b-484c-abc5-24e6c328f7fb for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:34:40.554260 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4588f222-9de1-498d-85bb-8819ce8de243 None None] Routers {'ea01aac3-673b-484c-abc5-24e6c328f7fb'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:34:40.555284 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4588f222-9de1-498d-85bb-8819ce8de243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:34:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ea01aac3-673b-484c-abc5-24e6c328f7fb'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:40.615642 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b3d1fffd-9e00-4925-b701-3891bf950d0c req-63a22851-8396-419e-adfa-81daadb4ca8b tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116118 Nov 15 11:34:40.696299 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-4588f222-9de1-498d-85bb-8819ce8de243 None None] Set router ea01aac3-673b-484c-abc5-24e6c328f7fb gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:34:40.698189 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50c1df4f-d679-48c8-9c35-61fe73858504 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:40.702861 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50c1df4f-d679-48c8-9c35-61fe73858504 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:40.727062 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d582bf-4eaf-40e1-b69f-c340b27318fd req-866aadb4-01da-4b94-82ff-e8831badd1e7 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:40.728569 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-99d582bf-4eaf-40e1-b69f-c340b27318fd req-866aadb4-01da-4b94-82ff-e8831badd1e7 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.11 "GET /v2.0/ports?device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 946 time: 0.1906223 Nov 15 11:34:40.734731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5c756b-8115-4d9f-a3fe-2e42e29862d1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet 5b3f4269-cc3d-4cc2-a5e9-ff65b7c18cac {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:34:40.738078 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da5c756b-8115-4d9f-a3fe-2e42e29862d1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:40.755134 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4588f222-9de1-498d-85bb-8819ce8de243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea01aac3-673b-484c-abc5-24e6c328f7fb', 'name': 'tempest-NetworksTestDHCPv6-router-1278800315', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:34:29Z', 'updated_at': '2021-11-15T11:34:39Z', 'revision_number': 3, 'project_id': '27d0328c588840c081cb96de7c53ab09', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:40.783272 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da5c756b-8115-4d9f-a3fe-2e42e29862d1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:40.788443 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4588f222-9de1-498d-85bb-8819ce8de243 None None] The sync data for ids ['ea01aac3-673b-484c-abc5-24e6c328f7fb'] in n-d-729945-9 is: [{'id': 'ea01aac3-673b-484c-abc5-24e6c328f7fb', 'name': 'tempest-NetworksTestDHCPv6-router-1278800315', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:34:29Z', 'updated_at': '2021-11-15T11:34:39Z', 'revision_number': 3, 'project_id': '27d0328c588840c081cb96de7c53ab09', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:34:40.958836 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50c1df4f-d679-48c8-9c35-61fe73858504 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:40.959406 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c1df4f-d679-48c8-9c35-61fe73858504 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Fanout notify agent at l3_agent the message router_deleted on router 1ea5f717-12d3-4836-bf75-2317076421b5 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:34:40.971843 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50c1df4f-d679-48c8-9c35-61fe73858504 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:40.975425 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-50c1df4f-d679-48c8-9c35-61fe73858504 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/routers/1ea5f717-12d3-4836-bf75-2317076421b5 HTTP/1.1" status: 204 len: 168 time: 0.9103599 Nov 15 11:34:40.975575 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 40693612-ac94-4070-8011-9b3ea4d83156 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:34:40.976827 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57376) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:41.020229 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da5c756b-8115-4d9f-a3fe-2e42e29862d1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:41.032643 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 40693612-ac94-4070-8011-9b3ea4d83156 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:34:41.034166 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 40693612-ac94-4070-8011-9b3ea4d83156 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:34:41.059752 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f90831c-bc96-4de9-9d68-fcf669de0289 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting subnet 05ec91aa-0b50-42e1-b9d5-3cb916be41e6 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:34:41.063908 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f90831c-bc96-4de9-9d68-fcf669de0289 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:41.089869 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-99d582bf-4eaf-40e1-b69f-c340b27318fd req-9f697ff4-bd0e-4e13-85aa-b4cbee54aa99 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Deleting port 75719c72-d6a5-4892-b4f0-d6db291ab72c {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:41.090299 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-99d582bf-4eaf-40e1-b69f-c340b27318fd req-9f697ff4-bd0e-4e13-85aa-b4cbee54aa99 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:41.111444 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da5c756b-8115-4d9f-a3fe-2e42e29862d1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:41.146809 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f90831c-bc96-4de9-9d68-fcf669de0289 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:41.191018 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c756b-8115-4d9f-a3fe-2e42e29862d1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=5b3f4269-cc3d-4cc2-a5e9-ff65b7c18cac,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:41.202068 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da5c756b-8115-4d9f-a3fe-2e42e29862d1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:41.210421 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-da5c756b-8115-4d9f-a3fe-2e42e29862d1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/5b3f4269-cc3d-4cc2-a5e9-ff65b7c18cac HTTP/1.1" status: 204 len: 168 time: 0.6843462 Nov 15 11:34:41.211181 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57378) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:41.224546 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5e5550-a309-4b5e-ac7f-16ea48d09ac5 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:41.254181 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f90831c-bc96-4de9-9d68-fcf669de0289 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:41.363692 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f90831c-bc96-4de9-9d68-fcf669de0289 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:41.467612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90831c-bc96-4de9-9d68-fcf669de0289 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Subnet': ['ID=05ec91aa-0b50-42e1-b9d5-3cb916be41e6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:41.488952 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f90831c-bc96-4de9-9d68-fcf669de0289 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:41.491349 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device cb836db4-6f6e-4df9-9411-6ecef22aadee no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:34:41.499177 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4f90831c-bc96-4de9-9d68-fcf669de0289 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/subnets/05ec91aa-0b50-42e1-b9d5-3cb916be41e6 HTTP/1.1" status: 204 len: 168 time: 0.5209219 Nov 15 11:34:41.499887 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57386) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:41.527908 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e66fa9-e33f-4590-b6f0-a9ed480abf44 None None] Network ce90f3e7-10a7-48e3-9b82-5bebf8461959 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:41.531013 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:41.575680 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: cb836db4-6f6e-4df9-9411-6ecef22aadee {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:34:41.586893 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device cb836db4-6f6e-4df9-9411-6ecef22aadee not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:34:41.644308 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-99d582bf-4eaf-40e1-b69f-c340b27318fd req-9f697ff4-bd0e-4e13-85aa-b4cbee54aa99 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] For port 75719c72-d6a5-4892-b4f0-d6db291ab72c, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=75719c72-d6a5-4892-b4f0-d6db291ab72c,segment=NetworkSegment(3ed86862-bc00-4c5a-b307-6a2427d80d1d),segment_id=3ed86862-bc00-4c5a-b307-6a2427d80d1d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:41.647532 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-99d582bf-4eaf-40e1-b69f-c340b27318fd req-9f697ff4-bd0e-4e13-85aa-b4cbee54aa99 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:41.696949 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4b0f8eff-a0d8-4c5b-9d8e-72188f2e81b9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:41.715506 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2909dd18-efd4-4a4c-bc61-25503ff701c5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5012653 Nov 15 11:34:41.715506 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-99d582bf-4eaf-40e1-b69f-c340b27318fd req-9f697ff4-bd0e-4e13-85aa-b4cbee54aa99 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Calling delete_port for 75719c72-d6a5-4892-b4f0-d6db291ab72c owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:41.721563 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57392) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:41.938623 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-99d582bf-4eaf-40e1-b69f-c340b27318fd req-9f697ff4-bd0e-4e13-85aa-b4cbee54aa99 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:41.970009 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['75719c72-d6a5-4892-b4f0-d6db291ab72c'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:34:42.075296 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccce68b-21f3-467d-9671-0a7df0f10558 None None] DHCP port deletion for ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:34:42.180084 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f697ff4-bd0e-4e13-85aa-b4cbee54aa99 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Pushing event deleted for resources: {'Port': ['ID=75719c72-d6a5-4892-b4f0-d6db291ab72c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:42.219136 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c123f3-1b05-4d3e-ae61-7987dbc4dff3 None None] DHCP port deletion for ce90f3e7-10a7-48e3-9b82-5bebf8461959 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:34:42.229908 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:42.287515 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e313-3aa8-469c-a03f-71e039ad8b57 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:42.312444 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-5ccce68b-21f3-467d-9671-0a7df0f10558 None None] Deleting port a28072da-951c-4cba-ae49-d2b518871bf5 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:42.312739 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5ccce68b-21f3-467d-9671-0a7df0f10558 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:42.320555 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d582bf-4eaf-40e1-b69f-c340b27318fd req-9f697ff4-bd0e-4e13-85aa-b4cbee54aa99 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] No DVR routers for this DVR port 75719c72-d6a5-4892-b4f0-d6db291ab72c on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:34:42.333580 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-99d582bf-4eaf-40e1-b69f-c340b27318fd req-9f697ff4-bd0e-4e13-85aa-b4cbee54aa99 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:42.344542 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-99d582bf-4eaf-40e1-b69f-c340b27318fd req-9f697ff4-bd0e-4e13-85aa-b4cbee54aa99 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.11 "DELETE /v2.0/ports/75719c72-d6a5-4892-b4f0-d6db291ab72c HTTP/1.1" status: 204 len: 173 time: 1.4955938 Nov 15 11:34:42.382232 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582c6041-666f-45b8-8f73-141486396812', 'name': 'network-vif-deleted', 'tag': '75719c72-d6a5-4892-b4f0-d6db291ab72c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:34:42.392292 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c021980-5cf4-455b-be59-07bf64aa55af" -d '{"events": [{"server_uuid": "582c6041-666f-45b8-8f73-141486396812", "name": "network-vif-deleted", "tag": "75719c72-d6a5-4892-b4f0-d6db291ab72c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:34:42.412069 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-33c123f3-1b05-4d3e-ae61-7987dbc4dff3 None None] Deleting port bc32d069-9f3a-43df-9223-501387ea1377 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:42.412451 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-33c123f3-1b05-4d3e-ae61-7987dbc4dff3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:42.434893 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5ccce68b-21f3-467d-9671-0a7df0f10558 None None] For port a28072da-951c-4cba-ae49-d2b518871bf5, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a28072da-951c-4cba-ae49-d2b518871bf5,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:42.435301 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5ccce68b-21f3-467d-9671-0a7df0f10558 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:42.496392 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5759f2-568d-4ce0-9222-e458523ca361 x-openstack-request-id: req-ea5759f2-568d-4ce0-9222-e458523ca361 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:34:42.496702 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "582c6041-666f-45b8-8f73-141486396812", "name": "network-vif-deleted", "tag": "75719c72-d6a5-4892-b4f0-d6db291ab72c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:34:42.497033 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea5759f2-568d-4ce0-9222-e458523ca361 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:34:42.497468 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '582c6041-666f-45b8-8f73-141486396812', 'name': 'network-vif-deleted', 'tag': '75719c72-d6a5-4892-b4f0-d6db291ab72c', 'status': 'completed', 'code': 200} Nov 15 11:34:42.531699 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-5ccce68b-21f3-467d-9671-0a7df0f10558 None None] Calling delete_port for a28072da-951c-4cba-ae49-d2b518871bf5 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:42.577412 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e313-3aa8-469c-a03f-71e039ad8b57 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:42.580141 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e313-3aa8-469c-a03f-71e039ad8b57 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:42.667284 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-33c123f3-1b05-4d3e-ae61-7987dbc4dff3 None None] For port bc32d069-9f3a-43df-9223-501387ea1377, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=bc32d069-9f3a-43df-9223-501387ea1377,segment=NetworkSegment(4189e628-efe4-406c-8074-24ae5271b6fb),segment_id=4189e628-efe4-406c-8074-24ae5271b6fb)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:42.669341 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-33c123f3-1b05-4d3e-ae61-7987dbc4dff3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:42.701605 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-33c123f3-1b05-4d3e-ae61-7987dbc4dff3 None None] Calling delete_port for bc32d069-9f3a-43df-9223-501387ea1377 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:42.706484 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e313-3aa8-469c-a03f-71e039ad8b57 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:42.707641 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa9e313-3aa8-469c-a03f-71e039ad8b57 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Fanout notify agent at l3_agent the message router_deleted on router ea01aac3-673b-484c-abc5-24e6c328f7fb {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:34:42.716935 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e313-3aa8-469c-a03f-71e039ad8b57 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:42.728378 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0aa9e313-3aa8-469c-a03f-71e039ad8b57 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/routers/ea01aac3-673b-484c-abc5-24e6c328f7fb HTTP/1.1" status: 204 len: 168 time: 1.0044458 Nov 15 11:34:42.730614 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57402) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:42.743881 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02caec-6268-42f2-b77a-3e1d8fee31f1 req-5bdba782-c925-48c8-9abb-2d838b54a3d8 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:42.760033 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9c02caec-6268-42f2-b77a-3e1d8fee31f1 req-5bdba782-c925-48c8-9abb-2d838b54a3d8 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/ports?device_id=582c6041-666f-45b8-8f73-141486396812 HTTP/1.1" status: 200 len: 867 time: 0.9390094 Nov 15 11:34:42.920467 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9c02caec-6268-42f2-b77a-3e1d8fee31f1 req-a1f27190-8aa9-4437-9ea3-24fdbc227c04 tempest-ListServerFiltersTestJSON-1174174268 tempest-ListServerFiltersTestJSON-1174174268-project] 10.222.0.64 "GET /v2.0/security-groups?id=d51b92f0-95fd-4ded-ab08-faac83ad3e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591964 Nov 15 11:34:42.935230 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4b0f8eff-a0d8-4c5b-9d8e-72188f2e81b9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting port bc32d069-9f3a-43df-9223-501387ea1377 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:42.935230 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4b0f8eff-a0d8-4c5b-9d8e-72188f2e81b9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:42.942768 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c04b63c-6f60-4c57-b335-d5cdd69e0e3f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:42.948383 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0c04b63c-6f60-4c57-b335-d5cdd69e0e3f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2163682 Nov 15 11:34:42.953172 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57406) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:43.057618 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4b0f8eff-a0d8-4c5b-9d8e-72188f2e81b9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] For port bc32d069-9f3a-43df-9223-501387ea1377, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=bc32d069-9f3a-43df-9223-501387ea1377,segment=NetworkSegment(4189e628-efe4-406c-8074-24ae5271b6fb),segment_id=4189e628-efe4-406c-8074-24ae5271b6fb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:43.057892 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4b0f8eff-a0d8-4c5b-9d8e-72188f2e81b9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:43.080111 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b8e30d-8074-4257-babb-500f0b15ff1c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:43.082584 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-77b8e30d-8074-4257-babb-500f0b15ff1c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1221235 Nov 15 11:34:43.085235 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57408) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:43.103962 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4b0f8eff-a0d8-4c5b-9d8e-72188f2e81b9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Calling delete_port for bc32d069-9f3a-43df-9223-501387ea1377 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:43.119005 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5ccce68b-21f3-467d-9671-0a7df0f10558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:43.134940 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccce68b-21f3-467d-9671-0a7df0f10558 None None] No DVR routers for this DVR port a28072da-951c-4cba-ae49-d2b518871bf5 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:34:43.266622 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4b0f8eff-a0d8-4c5b-9d8e-72188f2e81b9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:43.310731 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-33c123f3-1b05-4d3e-ae61-7987dbc4dff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:43.342637 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6db1112b-a212-4453-acfd-d263dbb133ab tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2411985 Nov 15 11:34:43.343248 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f8eff-a0d8-4c5b-9d8e-72188f2e81b9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Port': ['ID=bc32d069-9f3a-43df-9223-501387ea1377,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:43.343405 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57410) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:43.352496 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-da950f1f-dc17-45a0-9fdb-dd4dabe88f1c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:43.358360 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0f8eff-a0d8-4c5b-9d8e-72188f2e81b9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] No DVR routers for this DVR port bc32d069-9f3a-43df-9223-501387ea1377 on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:34:43.362605 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccce68b-21f3-467d-9671-0a7df0f10558 None None] Pushing event deleted for resources: {'Port': ['ID=a28072da-951c-4cba-ae49-d2b518871bf5,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:43.424382 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c123f3-1b05-4d3e-ae61-7987dbc4dff3 None None] Pushing event deleted for resources: {'Port': ['ID=bc32d069-9f3a-43df-9223-501387ea1377,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:43.433734 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c123f3-1b05-4d3e-ae61-7987dbc4dff3 None None] No DVR routers for this DVR port bc32d069-9f3a-43df-9223-501387ea1377 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:34:43.482558 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a28072da-951c-4cba-ae49-d2b518871bf5 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:34:43.523456 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da950f1f-dc17-45a0-9fdb-dd4dabe88f1c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:43.527709 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da950f1f-dc17-45a0-9fdb-dd4dabe88f1c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:43.528447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: a28072da-951c-4cba-ae49-d2b518871bf5 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:34:43.529202 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a28072da-951c-4cba-ae49-d2b518871bf5 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:34:43.531164 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bc32d069-9f3a-43df-9223-501387ea1377 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:34:43.581637 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: bc32d069-9f3a-43df-9223-501387ea1377 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:34:43.584228 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bc32d069-9f3a-43df-9223-501387ea1377 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:34:43.614714 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4b0f8eff-a0d8-4c5b-9d8e-72188f2e81b9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:43.639135 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-4b0f8eff-a0d8-4c5b-9d8e-72188f2e81b9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce90f3e7-10a7-48e3-9b82-5bebf8461959']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:43.650238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-4b0f8eff-a0d8-4c5b-9d8e-72188f2e81b9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4189e628-efe4-406c-8074-24ae5271b6fb') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:43.651070 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-4b0f8eff-a0d8-4c5b-9d8e-72188f2e81b9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4189e628-efe4-406c-8074-24ae5271b6fb') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:43.662252 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4b0f8eff-a0d8-4c5b-9d8e-72188f2e81b9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:43.676969 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4b0f8eff-a0d8-4c5b-9d8e-72188f2e81b9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:43.685140 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0f8eff-a0d8-4c5b-9d8e-72188f2e81b9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:34:43.685952 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4b0f8eff-a0d8-4c5b-9d8e-72188f2e81b9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:34:43.733691 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:34:43.770108 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4b0f8eff-a0d8-4c5b-9d8e-72188f2e81b9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:43.790064 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4b0f8eff-a0d8-4c5b-9d8e-72188f2e81b9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:43.802704 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4b0f8eff-a0d8-4c5b-9d8e-72188f2e81b9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/networks/ce90f3e7-10a7-48e3-9b82-5bebf8461959 HTTP/1.1" status: 204 len: 168 time: 2.3018301 Nov 15 11:34:43.824446 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57416) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:43.836020 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-99c831aa-3501-4087-b0ff-6e1405883b5a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-738329173', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}, 'admin_state_up': False}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:43.869397 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f8eff-a0d8-4c5b-9d8e-72188f2e81b9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Network': ['ID=ce90f3e7-10a7-48e3-9b82-5bebf8461959,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:43.874121 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99c831aa-3501-4087-b0ff-6e1405883b5a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:43.875300 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99c831aa-3501-4087-b0ff-6e1405883b5a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:44.010916 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99c831aa-3501-4087-b0ff-6e1405883b5a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:44.022804 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57424) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:44.115413 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-66473d7c-69e6-41d1-8cab-1ee600550810 admin admin] Deleting subnet e0afb5bc-d665-4d8a-a905-15e5d2fa67c4 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:34:44.124447 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66473d7c-69e6-41d1-8cab-1ee600550810 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:44.180569 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99c831aa-3501-4087-b0ff-6e1405883b5a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:44.209079 n-d-729945-9 neutron-server[102677]: DEBUG neutron.objects.ports [None req-da950f1f-dc17-45a0-9fdb-dd4dabe88f1c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102677) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 11:34:44.212634 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da950f1f-dc17-45a0-9fdb-dd4dabe88f1c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:44.216160 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66473d7c-69e6-41d1-8cab-1ee600550810 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:44.302057 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da950f1f-dc17-45a0-9fdb-dd4dabe88f1c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:44.308506 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-da950f1f-dc17-45a0-9fdb-dd4dabe88f1c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:44.316758 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da950f1f-dc17-45a0-9fdb-dd4dabe88f1c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:44.317531 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da950f1f-dc17-45a0-9fdb-dd4dabe88f1c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:44.320241 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c6f519-63a1-4909-a96b-14cf323ddffe None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:44.346486 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-da950f1f-dc17-45a0-9fdb-dd4dabe88f1c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0018461 Nov 15 11:34:44.374545 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57426) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:44.381764 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-efd7c702-d35e-488a-a392-62af62a6e147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:44.385991 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da950f1f-dc17-45a0-9fdb-dd4dabe88f1c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=2cc25db5-70e1-4aeb-b21d-05067eb1d179,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:44.455352 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66473d7c-69e6-41d1-8cab-1ee600550810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:44.461898 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99c831aa-3501-4087-b0ff-6e1405883b5a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:44.516792 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99c831aa-3501-4087-b0ff-6e1405883b5a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:44.611243 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66473d7c-69e6-41d1-8cab-1ee600550810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:44.658187 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f766334-3d0b-422e-be0c-9d757f2f01d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'fixed_ips': [{'subnet_id': '2cc25db5-70e1-4aeb-b21d-05067eb1d179'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:34:44.658404 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f766334-3d0b-422e-be0c-9d757f2f01d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:44.706809 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66473d7c-69e6-41d1-8cab-1ee600550810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0afb5bc-d665-4d8a-a905-15e5d2fa67c4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:44.724748 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66473d7c-69e6-41d1-8cab-1ee600550810 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:44.734990 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-66473d7c-69e6-41d1-8cab-1ee600550810 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e0afb5bc-d665-4d8a-a905-15e5d2fa67c4 HTTP/1.1" status: 204 len: 168 time: 0.7110665 Nov 15 11:34:44.739950 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd7c702-d35e-488a-a392-62af62a6e147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:44.746241 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-efd7c702-d35e-488a-a392-62af62a6e147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:44.750943 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57428) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:44.849859 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-99c831aa-3501-4087-b0ff-6e1405883b5a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Allocated IP 172.25.7.130 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/b35a4194-f0ce-4994-bbb6-3408e2afb5c6) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:34:44.877436 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb569f0-1648-429c-8c93-df3c40c4c481 None None] Network 35d993c4-62bf-465c-9f53-7a066532910b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:44.949281 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30221261-a2f7-4f61-ac9c-10403ed79a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:45.016011 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 75719c72-d6a5-4892-b4f0-d6db291ab72c no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:34:45.212956 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99c831aa-3501-4087-b0ff-6e1405883b5a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:45.300673 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99c831aa-3501-4087-b0ff-6e1405883b5a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:45.344931 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 75719c72-d6a5-4892-b4f0-d6db291ab72c {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:34:45.345501 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 75719c72-d6a5-4892-b4f0-d6db291ab72c not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:34:45.356214 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c831aa-3501-4087-b0ff-6e1405883b5a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:45.362549 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-99c831aa-3501-4087-b0ff-6e1405883b5a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:45.362905 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-30221261-a2f7-4f61-ac9c-10403ed79a2b admin admin] Deleting port d4105145-b1db-4ed8-86f9-7b8d1456d98c {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:45.363461 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30221261-a2f7-4f61-ac9c-10403ed79a2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:45.377786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c831aa-3501-4087-b0ff-6e1405883b5a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:34:45.404545 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c831aa-3501-4087-b0ff-6e1405883b5a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Port': ['ID=b35a4194-f0ce-4994-bbb6-3408e2afb5c6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:45.417062 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3ff742-f21a-459d-8958-d6e33c53a16a None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:34:45.459802 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-6f766334-3d0b-422e-be0c-9d757f2f01d3 None None] Allocated IP 2001:db8::f816:3eff:fed1:7af6 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/2cc25db5-70e1-4aeb-b21d-05067eb1d179/3365f831-cbc5-4252-a0a9-34c28ec3654f) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:34:45.543640 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-30221261-a2f7-4f61-ac9c-10403ed79a2b admin admin] For port d4105145-b1db-4ed8-86f9-7b8d1456d98c, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d4105145-b1db-4ed8-86f9-7b8d1456d98c,segment=NetworkSegment(3ed86862-bc00-4c5a-b307-6a2427d80d1d),segment_id=3ed86862-bc00-4c5a-b307-6a2427d80d1d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:45.544290 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30221261-a2f7-4f61-ac9c-10403ed79a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:45.567129 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-30221261-a2f7-4f61-ac9c-10403ed79a2b admin admin] Calling delete_port for d4105145-b1db-4ed8-86f9-7b8d1456d98c owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:45.576972 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d85b4b4b-2346-439c-93d7-89733cf5c187 None None] Provisioning complete for port b35a4194-f0ce-4994-bbb6-3408e2afb5c6 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:45.577654 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d85b4b4b-2346-439c-93d7-89733cf5c187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:45.640408 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d85b4b4b-2346-439c-93d7-89733cf5c187 None None] Port b35a4194-f0ce-4994-bbb6-3408e2afb5c6 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:34:45.682135 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fe2ca5-b959-4d68-bf74-8a6a4fc05a45 None None] DHCP port deletion for 35d993c4-62bf-465c-9f53-7a066532910b request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:34:45.728706 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-efd7c702-d35e-488a-a392-62af62a6e147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:45.739677 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f766334-3d0b-422e-be0c-9d757f2f01d3 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:45.751958 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f766334-3d0b-422e-be0c-9d757f2f01d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:45.777340 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd7c702-d35e-488a-a392-62af62a6e147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:45.782535 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-efd7c702-d35e-488a-a392-62af62a6e147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:45.785896 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30221261-a2f7-4f61-ac9c-10403ed79a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:45.790763 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd7c702-d35e-488a-a392-62af62a6e147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:45.791580 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-efd7c702-d35e-488a-a392-62af62a6e147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:45.812025 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f766334-3d0b-422e-be0c-9d757f2f01d3 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:45.818782 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-6f766334-3d0b-422e-be0c-9d757f2f01d3 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:45.826168 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a0fe2ca5-b959-4d68-bf74-8a6a4fc05a45 None None] Deleting port d4105145-b1db-4ed8-86f9-7b8d1456d98c {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:45.828239 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a0fe2ca5-b959-4d68-bf74-8a6a4fc05a45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:45.830920 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f766334-3d0b-422e-be0c-9d757f2f01d3 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:34:45.835005 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30221261-a2f7-4f61-ac9c-10403ed79a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=d4105145-b1db-4ed8-86f9-7b8d1456d98c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:45.838331 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30221261-a2f7-4f61-ac9c-10403ed79a2b admin admin] No DVR routers for this DVR port d4105145-b1db-4ed8-86f9-7b8d1456d98c on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:34:45.839870 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f766334-3d0b-422e-be0c-9d757f2f01d3 None None] Pushing event updated for resources: {'Port': ['ID=3365f831-cbc5-4252-a0a9-34c28ec3654f,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:45.840965 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7c702-d35e-488a-a392-62af62a6e147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=81152ed6-a27e-47e5-aa30-b587620455b2,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:45.854195 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-efd7c702-d35e-488a-a392-62af62a6e147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4776411 Nov 15 11:34:45.855920 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57438) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:45.861117 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-66a2bfc6-cdeb-4bcb-b5c7-b2e559a0ca78 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'mac_address': 'fa:16:3e:4d:cb:e9', 'name': 'tempest-NetworksTestDHCPv6-1524049760'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:45.903721 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99c831aa-3501-4087-b0ff-6e1405883b5a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:45.961351 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a0fe2ca5-b959-4d68-bf74-8a6a4fc05a45 None None] For port d4105145-b1db-4ed8-86f9-7b8d1456d98c, host n-d-729945-9, got binding levels [] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:45.961762 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a0fe2ca5-b959-4d68-bf74-8a6a4fc05a45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:45.965126 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-6f766334-3d0b-422e-be0c-9d757f2f01d3 None None] Attempting to bind port 3365f831-cbc5-4252-a0a9-34c28ec3654f on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:34:45.965488 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-6f766334-3d0b-422e-be0c-9d757f2f01d3 None None] Attempting to bind port 3365f831-cbc5-4252-a0a9-34c28ec3654f by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:34:45.965872 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f766334-3d0b-422e-be0c-9d757f2f01d3 None None] Attempting to bind port 3365f831-cbc5-4252-a0a9-34c28ec3654f on network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:34:45.979906 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30221261-a2f7-4f61-ac9c-10403ed79a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:45.980771 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f766334-3d0b-422e-be0c-9d757f2f01d3 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:34:45.981184 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f766334-3d0b-422e-be0c-9d757f2f01d3 None None] Checking segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:34:45.982111 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f766334-3d0b-422e-be0c-9d757f2f01d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:45.982509 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f766334-3d0b-422e-be0c-9d757f2f01d3 None None] Bound using segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:34:45.982979 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-6f766334-3d0b-422e-be0c-9d757f2f01d3 None None] Bound port: 3365f831-cbc5-4252-a0a9-34c28ec3654f, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:34:45.983342 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f766334-3d0b-422e-be0c-9d757f2f01d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:45.998110 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a0fe2ca5-b959-4d68-bf74-8a6a4fc05a45 None None] Calling delete_port for d4105145-b1db-4ed8-86f9-7b8d1456d98c owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:46.003964 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.ipam_backend_mixin [None req-a0fe2ca5-b959-4d68-bf74-8a6a4fc05a45 None None] Port d4105145-b1db-4ed8-86f9-7b8d1456d98c was not found and therefore no delete operation was performed {{(pid=102679) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 11:34:46.005992 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a0fe2ca5-b959-4d68-bf74-8a6a4fc05a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:46.018240 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-30221261-a2f7-4f61-ac9c-10403ed79a2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d993c4-62bf-465c-9f53-7a066532910b']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:46.056629 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-30221261-a2f7-4f61-ac9c-10403ed79a2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed86862-bc00-4c5a-b307-6a2427d80d1d') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:46.057019 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-30221261-a2f7-4f61-ac9c-10403ed79a2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed86862-bc00-4c5a-b307-6a2427d80d1d') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:46.061035 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe2ca5-b959-4d68-bf74-8a6a4fc05a45 None None] Pushing event deleted for resources: {'Port': ['ID=d4105145-b1db-4ed8-86f9-7b8d1456d98c,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:46.068385 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fe2ca5-b959-4d68-bf74-8a6a4fc05a45 None None] No DVR routers for this DVR port d4105145-b1db-4ed8-86f9-7b8d1456d98c on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:34:46.131115 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30221261-a2f7-4f61-ac9c-10403ed79a2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:46.138513 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6f766334-3d0b-422e-be0c-9d757f2f01d3 None None] For port 3365f831-cbc5-4252-a0a9-34c28ec3654f, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:34:46.155966 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6f766334-3d0b-422e-be0c-9d757f2f01d3 None None] For port 3365f831-cbc5-4252-a0a9-34c28ec3654f, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3365f831-cbc5-4252-a0a9-34c28ec3654f,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:34:46.165943 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f766334-3d0b-422e-be0c-9d757f2f01d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:46.205076 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30221261-a2f7-4f61-ac9c-10403ed79a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:46.232788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30221261-a2f7-4f61-ac9c-10403ed79a2b admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:34:46.233112 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30221261-a2f7-4f61-ac9c-10403ed79a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:34:46.244214 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:34:46.262256 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99c831aa-3501-4087-b0ff-6e1405883b5a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:46.350988 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f766334-3d0b-422e-be0c-9d757f2f01d3 None None] Pushing event updated for resources: {'Port': ['ID=3365f831-cbc5-4252-a0a9-34c28ec3654f,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:46.417720 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a2bfc6-cdeb-4bcb-b5c7-b2e559a0ca78 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:46.424462 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30221261-a2f7-4f61-ac9c-10403ed79a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:46.509504 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c831aa-3501-4087-b0ff-6e1405883b5a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Router 38345e9f-d76b-4184-916c-71dbb681c867 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:34:46.546575 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30221261-a2f7-4f61-ac9c-10403ed79a2b admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:46.564238 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-30221261-a2f7-4f61-ac9c-10403ed79a2b admin admin] 10.222.0.64 "DELETE /v2.0/networks/35d993c4-62bf-465c-9f53-7a066532910b HTTP/1.1" status: 204 len: 168 time: 1.8122869 Nov 15 11:34:46.576073 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30221261-a2f7-4f61-ac9c-10403ed79a2b admin admin] Pushing event deleted for resources: {'Network': ['ID=35d993c4-62bf-465c-9f53-7a066532910b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:46.681107 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66a2bfc6-cdeb-4bcb-b5c7-b2e559a0ca78 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:46.720129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c831aa-3501-4087-b0ff-6e1405883b5a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:34:46.720410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-66a2bfc6-cdeb-4bcb-b5c7-b2e559a0ca78 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] device_id is not set on port 97fb4ea2-c3fb-44ed-bfbe-9eccca7baa86 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:34:46.733082 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5059e563-27ff-4e99-86bb-2e4ce71e98bd None None] Sync routers for ids ['38345e9f-d76b-4184-916c-71dbb681c867'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:34:46.750112 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5059e563-27ff-4e99-86bb-2e4ce71e98bd None None] Routers {'38345e9f-d76b-4184-916c-71dbb681c867'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:34:46.750742 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5059e563-27ff-4e99-86bb-2e4ce71e98bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:34:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['38345e9f-d76b-4184-916c-71dbb681c867'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:46.761859 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99c831aa-3501-4087-b0ff-6e1405883b5a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:46.765583 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-99c831aa-3501-4087-b0ff-6e1405883b5a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9366961 Nov 15 11:34:46.765974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57464) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:46.838897 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5059e563-27ff-4e99-86bb-2e4ce71e98bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:46.851752 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5059e563-27ff-4e99-86bb-2e4ce71e98bd None None] Routers {'38345e9f-d76b-4184-916c-71dbb681c867'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:34:46.852899 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5059e563-27ff-4e99-86bb-2e4ce71e98bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:34:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['38345e9f-d76b-4184-916c-71dbb681c867'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:46.913121 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5059e563-27ff-4e99-86bb-2e4ce71e98bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:46.916183 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5059e563-27ff-4e99-86bb-2e4ce71e98bd None None] The sync data for ids ['38345e9f-d76b-4184-916c-71dbb681c867'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:34:46.936726 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57466) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:46.974812 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6d7cd6d5-cf05-4a9a-a9b9-51a5dac2180f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/routers/38345e9f-d76b-4184-916c-71dbb681c867 HTTP/1.1" status: 200 len: 884 time: 0.2078753 Nov 15 11:34:46.975556 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-66a2bfc6-cdeb-4bcb-b5c7-b2e559a0ca78 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 172.20.0.14 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/81152ed6-a27e-47e5-aa30-b587620455b2/97fb4ea2-c3fb-44ed-bfbe-9eccca7baa86) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:34:46.977797 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57468) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:46.985436 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-66a2bfc6-cdeb-4bcb-b5c7-b2e559a0ca78 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8::f816:3eff:fe4d:cbe9 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/2cc25db5-70e1-4aeb-b21d-05067eb1d179/97fb4ea2-c3fb-44ed-bfbe-9eccca7baa86) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:34:47.185004 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66a2bfc6-cdeb-4bcb-b5c7-b2e559a0ca78 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:47.251191 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66a2bfc6-cdeb-4bcb-b5c7-b2e559a0ca78 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:47.413105 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3365f831-cbc5-4252-a0a9-34c28ec3654f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:34:47.432119 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3765d3c2-8773-4b46-82b2-6fbfb0f926fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=65b17bf89b7a49ca97935aec6c52656c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4876237 Nov 15 11:34:47.434853 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57474) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:47.489939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 3365f831-cbc5-4252-a0a9-34c28ec3654f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:47.490661 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:47.582986 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9f7c-ad46-4b86-beb5-b4ad1914b168 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:47.642727 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:47.693160 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9f7c-ad46-4b86-beb5-b4ad1914b168 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:47.744531 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 3365f831-cbc5-4252-a0a9-34c28ec3654f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3365f831-cbc5-4252-a0a9-34c28ec3654f,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:47.754350 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:47.825588 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ee435a33-1714-4e06-b85a-dfd749be8b27 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8460522 Nov 15 11:34:47.826839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57480) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:47.833230 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-11ce9928-9b46-4457-a0de-45f32d4207c0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-738329173'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:47.872547 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d4105145-b1db-4ed8-86f9-7b8d1456d98c no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:34:47.886997 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a2bfc6-cdeb-4bcb-b5c7-b2e559a0ca78 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:47.891051 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-66a2bfc6-cdeb-4bcb-b5c7-b2e559a0ca78 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:47.895508 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a2bfc6-cdeb-4bcb-b5c7-b2e559a0ca78 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:34:47.908840 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: d4105145-b1db-4ed8-86f9-7b8d1456d98c {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:34:47.909176 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d4105145-b1db-4ed8-86f9-7b8d1456d98c not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:34:47.913886 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=3365f831-cbc5-4252-a0a9-34c28ec3654f,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:47.920526 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd0c376-f669-4873-bdbd-f729533c4bb2 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:47.957736 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a2bfc6-cdeb-4bcb-b5c7-b2e559a0ca78 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:47.958398 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66a2bfc6-cdeb-4bcb-b5c7-b2e559a0ca78 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:47.965282 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2bfc6-cdeb-4bcb-b5c7-b2e559a0ca78 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=97fb4ea2-c3fb-44ed-bfbe-9eccca7baa86,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:47.996436 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-66a2bfc6-cdeb-4bcb-b5c7-b2e559a0ca78 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1388154 Nov 15 11:34:47.997700 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57482) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:48.033933 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9f7c-ad46-4b86-beb5-b4ad1914b168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:48.045560 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ab5c9f7c-ad46-4b86-beb5-b4ad1914b168 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:48.049122 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ab5c9f7c-ad46-4b86-beb5-b4ad1914b168 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d51b92f0-95fd-4ded-ab08-faac83ad3e21 HTTP/1.1" status: 204 len: 168 time: 0.6108742 Nov 15 11:34:48.069550 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c9f7c-ad46-4b86-beb5-b4ad1914b168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51b92f0-95fd-4ded-ab08-faac83ad3e21,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:48.071372 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f94254-9d46-4cef-b487-500e131d130e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:48.088440 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f94254-9d46-4cef-b487-500e131d130e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:48.096655 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a7f94254-9d46-4cef-b487-500e131d130e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.0953622 Nov 15 11:34:48.097211 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57486) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:48.209635 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-773a2edf-5f49-4982-96ba-e0a2a3b0e929 None None] Provisioning complete for port 3365f831-cbc5-4252-a0a9-34c28ec3654f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:48.210008 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-773a2edf-5f49-4982-96ba-e0a2a3b0e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:48.374891 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2e03bb86-9887-4010-b718-bd784b6b24fc tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting port 97fb4ea2-c3fb-44ed-bfbe-9eccca7baa86 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:48.375539 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e03bb86-9887-4010-b718-bd784b6b24fc tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:48.380829 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045f0524-af60-4765-a5cc-f5094fd98c18 None None] Update dhcp port {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'fixed_ips': [{'subnet_id': '2cc25db5-70e1-4aeb-b21d-05067eb1d179', 'ip_address': '2001:db8::f816:3eff:fed1:7af6'}, {'subnet_id': '81152ed6-a27e-47e5-aa30-b587620455b2'}], 'binding:host_id': 'n-d-729945-9'}, 'id': '3365f831-cbc5-4252-a0a9-34c28ec3654f'} from n-d-729945-9. {{(pid=102679) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 11:34:48.471365 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-045f0524-af60-4765-a5cc-f5094fd98c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:48.523802 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11ce9928-9b46-4457-a0de-45f32d4207c0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:48.542583 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11ce9928-9b46-4457-a0de-45f32d4207c0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66739771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66739762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66736290'] for router, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:48.559613 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e03bb86-9887-4010-b718-bd784b6b24fc tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:48.589241 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2e03bb86-9887-4010-b718-bd784b6b24fc tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Calling delete_port for 97fb4ea2-c3fb-44ed-bfbe-9eccca7baa86 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:48.681572 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ce9928-9b46-4457-a0de-45f32d4207c0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Router 38345e9f-d76b-4184-916c-71dbb681c867 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:34:48.719553 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-045f0524-af60-4765-a5cc-f5094fd98c18 None None] Allocated IP 172.20.0.2 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/81152ed6-a27e-47e5-aa30-b587620455b2/3365f831-cbc5-4252-a0a9-34c28ec3654f) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:34:48.870403 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ce9928-9b46-4457-a0de-45f32d4207c0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:34:48.889234 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c576d7f-680d-45e9-9a4f-43adfacf04d0 None None] Sync routers for ids ['38345e9f-d76b-4184-916c-71dbb681c867'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:34:48.889622 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11ce9928-9b46-4457-a0de-45f32d4207c0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:48.891635 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-11ce9928-9b46-4457-a0de-45f32d4207c0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/routers/38345e9f-d76b-4184-916c-71dbb681c867 HTTP/1.1" status: 200 len: 891 time: 1.0636132 Nov 15 11:34:48.894181 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57514) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:48.920872 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c576d7f-680d-45e9-9a4f-43adfacf04d0 None None] Routers {'38345e9f-d76b-4184-916c-71dbb681c867'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:34:48.921572 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6c576d7f-680d-45e9-9a4f-43adfacf04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:34:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['38345e9f-d76b-4184-916c-71dbb681c867'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:48.956861 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6c576d7f-680d-45e9-9a4f-43adfacf04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:48.967962 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e03bb86-9887-4010-b718-bd784b6b24fc tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:48.970334 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c576d7f-680d-45e9-9a4f-43adfacf04d0 None None] Routers {'38345e9f-d76b-4184-916c-71dbb681c867'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:34:48.970925 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6c576d7f-680d-45e9-9a4f-43adfacf04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:34:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['38345e9f-d76b-4184-916c-71dbb681c867'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:49.016162 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03bb86-9887-4010-b718-bd784b6b24fc tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Port': ['ID=97fb4ea2-c3fb-44ed-bfbe-9eccca7baa86,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:49.017368 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6c576d7f-680d-45e9-9a4f-43adfacf04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:34:49.018075 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c576d7f-680d-45e9-9a4f-43adfacf04d0 None None] The sync data for ids ['38345e9f-d76b-4184-916c-71dbb681c867'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:34:49.041910 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-045f0524-af60-4765-a5cc-f5094fd98c18 None None] For port 3365f831-cbc5-4252-a0a9-34c28ec3654f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3365f831-cbc5-4252-a0a9-34c28ec3654f,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:49.083836 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-045f0524-af60-4765-a5cc-f5094fd98c18 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:49.102026 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-045f0524-af60-4765-a5cc-f5094fd98c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:49.155608 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e03bb86-9887-4010-b718-bd784b6b24fc tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:49.163482 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2e03bb86-9887-4010-b718-bd784b6b24fc tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/97fb4ea2-c3fb-44ed-bfbe-9eccca7baa86 HTTP/1.1" status: 204 len: 168 time: 1.0627079 Nov 15 11:34:49.164490 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57522) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:49.177695 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-34a91cee-822e-4324-8476-2340ed2590bb tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/routers/38345e9f-d76b-4184-916c-71dbb681c867 HTTP/1.1" status: 200 len: 891 time: 0.2823460 Nov 15 11:34:49.178379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57524) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:49.225731 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-155a1cb8-1f23-4b67-b68b-f36669b34852 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/ports?device_id=38345e9f-d76b-4184-916c-71dbb681c867 HTTP/1.1" status: 200 len: 205 time: 0.0456607 Nov 15 11:34:49.228028 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57528) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:49.304047 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2c3b99-eb4a-4928-91df-19aa576496e6 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:49.313283 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2c3b99-eb4a-4928-91df-19aa576496e6 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:49.321547 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f0524-af60-4765-a5cc-f5094fd98c18 None None] Pushing event updated for resources: {'Port': ['ID=3365f831-cbc5-4252-a0a9-34c28ec3654f,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:49.344358 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2c3b99-eb4a-4928-91df-19aa576496e6 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:49.350848 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-165e626f-5d38-41ca-8b04-48e668051003 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:49.354767 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57530) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:49.355079 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-aa2c3b99-eb4a-4928-91df-19aa576496e6 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1893215 Nov 15 11:34:49.365966 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57532) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:49.405685 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3365f831-cbc5-4252-a0a9-34c28ec3654f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:34:49.502289 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 3365f831-cbc5-4252-a0a9-34c28ec3654f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:49.503368 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:49.538356 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-966b57b9-ad3d-4567-9341-304fe5cabc93 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2008191244-network', 'tenant_id': '54853152d54c495e93ac25c8bdfaa7bb'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:49.559933 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-4140948c-710a-49e0-b987-dfec393cbe20 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet 2cc25db5-70e1-4aeb-b21d-05067eb1d179 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:34:49.565944 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4140948c-710a-49e0-b987-dfec393cbe20 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:49.616114 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966b57b9-ad3d-4567-9341-304fe5cabc93 admin admin] Made reservation on behalf of 54853152d54c495e93ac25c8bdfaa7bb for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:49.618950 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-966b57b9-ad3d-4567-9341-304fe5cabc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:49.631172 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-966b57b9-ad3d-4567-9341-304fe5cabc93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:49.668569 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4140948c-710a-49e0-b987-dfec393cbe20 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:49.757558 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-966b57b9-ad3d-4567-9341-304fe5cabc93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:49.758182 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-165e626f-5d38-41ca-8b04-48e668051003 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:49.766727 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-966b57b9-ad3d-4567-9341-304fe5cabc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:49.777934 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4140948c-710a-49e0-b987-dfec393cbe20 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:49.806307 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b57b9-ad3d-4567-9341-304fe5cabc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f1532c-3a23-494f-a0a7-e5a391e2f0b6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:49.815278 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966b57b9-ad3d-4567-9341-304fe5cabc93 admin admin] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:34:49.830500 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-966b57b9-ad3d-4567-9341-304fe5cabc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:49.830500 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-966b57b9-ad3d-4567-9341-304fe5cabc93 admin admin] Added segment 91b3a5d1-dfc6-4da2-8707-adc1037eb3c3 of type vlan for network 053c504f-21d3-45c5-9b4b-dbbb4a4e98cd Nov 15 11:34:49.906565 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-165e626f-5d38-41ca-8b04-48e668051003 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting port b35a4194-f0ce-4994-bbb6-3408e2afb5c6 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:49.906961 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-165e626f-5d38-41ca-8b04-48e668051003 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:49.943938 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-966b57b9-ad3d-4567-9341-304fe5cabc93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:49.985209 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4140948c-710a-49e0-b987-dfec393cbe20 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:49.985591 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-966b57b9-ad3d-4567-9341-304fe5cabc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:49.986907 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966b57b9-ad3d-4567-9341-304fe5cabc93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:49.988405 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-966b57b9-ad3d-4567-9341-304fe5cabc93 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:50.029001 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140948c-710a-49e0-b987-dfec393cbe20 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=2cc25db5-70e1-4aeb-b21d-05067eb1d179,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:50.031361 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4140948c-710a-49e0-b987-dfec393cbe20 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:50.034930 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4140948c-710a-49e0-b987-dfec393cbe20 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/2cc25db5-70e1-4aeb-b21d-05067eb1d179 HTTP/1.1" status: 204 len: 168 time: 0.6799207 Nov 15 11:34:50.038166 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57554) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:50.113669 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-966b57b9-ad3d-4567-9341-304fe5cabc93 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7461827 Nov 15 11:34:50.116221 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57556) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:50.121086 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6d43fd09-2b07-46e5-9f26-76b63f4d185a admin admin] Request body: {'subnet': {'network_id': '053c504f-21d3-45c5-9b4b-dbbb4a4e98cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2008191244-subnet', 'tenant_id': '54853152d54c495e93ac25c8bdfaa7bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:50.124558 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bb833a-a979-4253-acab-d251f4683ad3 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet 81152ed6-a27e-47e5-aa30-b587620455b2 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:34:50.128305 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-165e626f-5d38-41ca-8b04-48e668051003 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:50.134160 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b57b9-ad3d-4567-9341-304fe5cabc93 admin admin] Pushing event updated for resources: {'Network': ['ID=053c504f-21d3-45c5-9b4b-dbbb4a4e98cd,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:50.143275 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-51bb833a-a979-4253-acab-d251f4683ad3 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:50.145964 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 053c504f-21d3-45c5-9b4b-dbbb4a4e98cd details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:34:50.182880 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-165e626f-5d38-41ca-8b04-48e668051003 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Calling delete_port for b35a4194-f0ce-4994-bbb6-3408e2afb5c6 owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:50.190126 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d43fd09-2b07-46e5-9f26-76b63f4d185a admin admin] Made reservation on behalf of 54853152d54c495e93ac25c8bdfaa7bb for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:50.192983 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d43fd09-2b07-46e5-9f26-76b63f4d185a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:50.223169 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-51bb833a-a979-4253-acab-d251f4683ad3 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:50.312942 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d5a3f3-c182-40ce-8f6c-1920cd322d01 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:50.398821 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d43fd09-2b07-46e5-9f26-76b63f4d185a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:50.425415 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-51bb833a-a979-4253-acab-d251f4683ad3 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:50.477034 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43fd09-2b07-46e5-9f26-76b63f4d185a admin admin] Pushing event updated for resources: {'Subnet': ['ID=03103d91-3b37-4eb5-8205-c7f69ac81522,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:50.482676 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d43fd09-2b07-46e5-9f26-76b63f4d185a admin admin] Checking segment: {'id': '91b3a5d1-dfc6-4da2-8707-adc1037eb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '053c504f-21d3-45c5-9b4b-dbbb4a4e98cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:34:50.482970 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d43fd09-2b07-46e5-9f26-76b63f4d185a admin admin] Network hostable DHCP agents. Network: 053c504f-21d3-45c5-9b4b-dbbb4a4e98cd, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:34:50.510734 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d43fd09-2b07-46e5-9f26-76b63f4d185a admin admin] Network 053c504f-21d3-45c5-9b4b-dbbb4a4e98cd is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:34:50.531098 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6d43fd09-2b07-46e5-9f26-76b63f4d185a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 053c504f-21d3-45c5-9b4b-dbbb4a4e98cd) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:50.542849 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d43fd09-2b07-46e5-9f26-76b63f4d185a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:50.545203 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d43fd09-2b07-46e5-9f26-76b63f4d185a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:50.548083 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3757020-b341-46a2-addd-a2f7218bb825 None None] Network 053c504f-21d3-45c5-9b4b-dbbb4a4e98cd requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:50.555452 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-165e626f-5d38-41ca-8b04-48e668051003 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:50.576147 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6d43fd09-2b07-46e5-9f26-76b63f4d185a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4586236 Nov 15 11:34:50.577219 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-51bb833a-a979-4253-acab-d251f4683ad3 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:50.611760 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-51bb833a-a979-4253-acab-d251f4683ad3 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:50.616354 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-51bb833a-a979-4253-acab-d251f4683ad3 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/81152ed6-a27e-47e5-aa30-b587620455b2 HTTP/1.1" status: 204 len: 168 time: 0.5767570 Nov 15 11:34:50.618911 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57562) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:50.648809 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98ee612-d4ca-48cf-92b5-bc1b09575726 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:34:50.686437 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2b1f2fdc-4d22-4573-bc97-8f55b6ed5a68 None None] Provisioning complete for port 3365f831-cbc5-4252-a0a9-34c28ec3654f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:50.686801 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2b1f2fdc-4d22-4573-bc97-8f55b6ed5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:50.723477 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8da38b72-b750-4a1b-bd4a-feb3664b611f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1033869 Nov 15 11:34:50.726572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57566) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:50.730536 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-165e626f-5d38-41ca-8b04-48e668051003 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:50.732865 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-353fff14-6da0-4b89-a3f5-2258f43997ee tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:50.733837 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb833a-a979-4253-acab-d251f4683ad3 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=81152ed6-a27e-47e5-aa30-b587620455b2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:50.735731 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e626f-5d38-41ca-8b04-48e668051003 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Port': ['ID=b35a4194-f0ce-4994-bbb6-3408e2afb5c6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:50.884390 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353fff14-6da0-4b89-a3f5-2258f43997ee tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:50.900074 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aaf68f-6ac4-4b5f-afe1-2de34448ae7d None None] Network 053c504f-21d3-45c5-9b4b-dbbb4a4e98cd requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:50.913638 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-353fff14-6da0-4b89-a3f5-2258f43997ee tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:50.932504 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-165e626f-5d38-41ca-8b04-48e668051003 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:50.939973 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-165e626f-5d38-41ca-8b04-48e668051003 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:51.051254 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1e791d-4a61-4538-991e-7a325abf6057 None None] Update dhcp port {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'fixed_ips': [{'subnet_id': '81152ed6-a27e-47e5-aa30-b587620455b2'}], 'binding:host_id': 'n-d-729945-9'}, 'id': '3365f831-cbc5-4252-a0a9-34c28ec3654f'} from n-d-729945-9. {{(pid=102679) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 11:34:51.092014 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-165e626f-5d38-41ca-8b04-48e668051003 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:51.093047 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165e626f-5d38-41ca-8b04-48e668051003 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Fanout notify agent at l3_agent the message router_deleted on router 38345e9f-d76b-4184-916c-71dbb681c867 {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:34:51.102158 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-165e626f-5d38-41ca-8b04-48e668051003 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:51.113079 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-165e626f-5d38-41ca-8b04-48e668051003 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/routers/38345e9f-d76b-4184-916c-71dbb681c867 HTTP/1.1" status: 204 len: 168 time: 1.8768275 Nov 15 11:34:51.113079 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57578) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:51.124634 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-9df02262-0182-4e12-bc8d-453b8064480f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1121387703'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:51.181592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df02262-0182-4e12-bc8d-453b8064480f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Made reservation on behalf of 0a82ebb1e550449ab3351c5452600713 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:51.186783 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9df02262-0182-4e12-bc8d-453b8064480f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:51.193975 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2b1f2fdc-4d22-4573-bc97-8f55b6ed5a68 None None] Could not find standard attr ID for object 97fb4ea2-c3fb-44ed-bfbe-9eccca7baa86. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:34:51.215067 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1e791d-4a61-4538-991e-7a325abf6057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:51.434982 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3365f831-cbc5-4252-a0a9-34c28ec3654f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:34:51.437502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df02262-0182-4e12-bc8d-453b8064480f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:34:51.493406 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9df02262-0182-4e12-bc8d-453b8064480f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:51.493748 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-9df02262-0182-4e12-bc8d-453b8064480f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Added segment 860e44c4-5f5a-45a2-bdd1-630766689b8c of type vlan for network 17aa75f4-a7b2-4412-8f23-7647c802e9ac Nov 15 11:34:51.527038 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 3365f831-cbc5-4252-a0a9-34c28ec3654f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:51.527650 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:51.570705 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ccf22a-e171-47b4-a92b-1f773eb7eb56 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:51.672842 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-981d0f23-6333-473f-ac1d-2743aa620ec6 None None] Provisioning complete for port 3365f831-cbc5-4252-a0a9-34c28ec3654f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:51.673193 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-981d0f23-6333-473f-ac1d-2743aa620ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:51.713998 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9df02262-0182-4e12-bc8d-453b8064480f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:51.723758 n-d-729945-9 neutron-server[102677]: DEBUG neutron.objects.ports [None req-353fff14-6da0-4b89-a3f5-2258f43997ee tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102677) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 11:34:51.750324 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e746c8d5-0853-4b84-96dc-cc2fb8e0f0db tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:51.760106 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e746c8d5-0853-4b84-96dc-cc2fb8e0f0db tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/networks?id=053c504f-21d3-45c5-9b4b-dbbb4a4e98cd HTTP/1.1" status: 200 len: 818 time: 0.4883862 Nov 15 11:34:51.877189 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-399b8356-54b6-49f7-b502-6c77620f16a1 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/quotas/54853152d54c495e93ac25c8bdfaa7bb HTTP/1.1" status: 200 len: 375 time: 0.1161044 Nov 15 11:34:51.899333 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9df02262-0182-4e12-bc8d-453b8064480f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:51.915212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df02262-0182-4e12-bc8d-453b8064480f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:51.916231 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9df02262-0182-4e12-bc8d-453b8064480f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:51.974869 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-52eb2236-37a3-44b3-a1ff-a65644bfee78 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=54853152d54c495e93ac25c8bdfaa7bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0967913 Nov 15 11:34:52.180264 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-353fff14-6da0-4b89-a3f5-2258f43997ee tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:52.601992 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-353fff14-6da0-4b89-a3f5-2258f43997ee tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] For port 3365f831-cbc5-4252-a0a9-34c28ec3654f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3365f831-cbc5-4252-a0a9-34c28ec3654f,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:52.652843 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-353fff14-6da0-4b89-a3f5-2258f43997ee tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:52.659516 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9df02262-0182-4e12-bc8d-453b8064480f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5494537 Nov 15 11:34:52.663465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df02262-0182-4e12-bc8d-453b8064480f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Network': ['ID=17aa75f4-a7b2-4412-8f23-7647c802e9ac,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:52.674307 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57606) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:52.678029 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-353fff14-6da0-4b89-a3f5-2258f43997ee tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:52.680252 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 17aa75f4-a7b2-4412-8f23-7647c802e9ac details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:34:52.683476 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-f8dd2fc9-6117-463b-a01d-ae4aa28851d8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'subnet': {'network_id': '17aa75f4-a7b2-4412-8f23-7647c802e9ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:52.697096 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-353fff14-6da0-4b89-a3f5-2258f43997ee tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:52.710597 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-c2f51e51-0111-4e1c-819c-97a4b65ad6ea service neutron] 10.222.0.64 "GET /v2.0/networks/053c504f-21d3-45c5-9b4b-dbbb4a4e98cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544530 Nov 15 11:34:52.886604 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353fff14-6da0-4b89-a3f5-2258f43997ee tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:52.900475 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-353fff14-6da0-4b89-a3f5-2258f43997ee tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:52.911554 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353fff14-6da0-4b89-a3f5-2258f43997ee tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:52.912168 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-353fff14-6da0-4b89-a3f5-2258f43997ee tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:52.952327 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fff14-6da0-4b89-a3f5-2258f43997ee tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=6180b9ad-3670-495b-b30b-79562002e496,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:52.957868 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fff14-6da0-4b89-a3f5-2258f43997ee tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=3365f831-cbc5-4252-a0a9-34c28ec3654f,revision_number=8']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:52.986451 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dd2fc9-6117-463b-a01d-ae4aa28851d8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Made reservation on behalf of 0a82ebb1e550449ab3351c5452600713 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:52.990308 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2fc9-6117-463b-a01d-ae4aa28851d8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:53.000924 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-353fff14-6da0-4b89-a3f5-2258f43997ee tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2724340 Nov 15 11:34:53.003404 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57620) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:53.005003 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-ab62fbd6-05b2-4357-a251-1496fa966a87 service neutron] 10.222.0.64 "GET /v2.0/networks/053c504f-21d3-45c5-9b4b-dbbb4a4e98cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776244 Nov 15 11:34:53.010440 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-caf24a4f-df6c-4c17-9e7f-9bb599f9be35 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:53.180754 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf24a4f-df6c-4c17-9e7f-9bb599f9be35 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:53.186816 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-caf24a4f-df6c-4c17-9e7f-9bb599f9be35 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:53.261443 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3365f831-cbc5-4252-a0a9-34c28ec3654f no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:34:53.337456 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee845b0a-54ea-490f-b2c5-71e38b1b1a34 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:53.390161 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2fc9-6117-463b-a01d-ae4aa28851d8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:53.501551 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c48101ec-c884-45f5-9301-a5dcb68e08aa None None] Provisioning complete for port 3365f831-cbc5-4252-a0a9-34c28ec3654f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:53.501921 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c48101ec-c884-45f5-9301-a5dcb68e08aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:53.535187 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd2fc9-6117-463b-a01d-ae4aa28851d8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Subnet': ['ID=e4ad8aca-ffc3-439e-a180-898946b69307,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:53.586801 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dd2fc9-6117-463b-a01d-ae4aa28851d8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Checking segment: {'id': '860e44c4-5f5a-45a2-bdd1-630766689b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '17aa75f4-a7b2-4412-8f23-7647c802e9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:34:53.589698 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dd2fc9-6117-463b-a01d-ae4aa28851d8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network hostable DHCP agents. Network: 17aa75f4-a7b2-4412-8f23-7647c802e9ac, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:34:53.630090 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dd2fc9-6117-463b-a01d-ae4aa28851d8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network 17aa75f4-a7b2-4412-8f23-7647c802e9ac is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:34:53.656772 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-f8dd2fc9-6117-463b-a01d-ae4aa28851d8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 17aa75f4-a7b2-4412-8f23-7647c802e9ac) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:53.658909 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:34:53.675758 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dd2fc9-6117-463b-a01d-ae4aa28851d8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:53.676964 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2fc9-6117-463b-a01d-ae4aa28851d8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:53.707185 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-caf24a4f-df6c-4c17-9e7f-9bb599f9be35 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:53.723828 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47614619-ad6c-4064-b87c-e122d0140f87 None None] Network 17aa75f4-a7b2-4412-8f23-7647c802e9ac requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:53.781159 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cc7d3ff-5c5b-4ad8-9515-ef14f31ab5c3 req-e1282f3e-9788-4f4f-ad7e-083d899443ad tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7819f4c-0ef6-47e7-8efa-de9d7349ef4c HTTP/1.1" status: 200 len: 210 time: 0.1408234 Nov 15 11:34:53.804342 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f8dd2fc9-6117-463b-a01d-ae4aa28851d8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1282127 Nov 15 11:34:53.809775 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57634) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:53.828578 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c6204282-591a-405f-8a7c-4c18b12e4935 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1003792568', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:53.839563 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf24a4f-df6c-4c17-9e7f-9bb599f9be35 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=597284ad-0e47-4234-a589-7d74a8e25f43,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:53.873484 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf24a4f-df6c-4c17-9e7f-9bb599f9be35 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:53.874955 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-caf24a4f-df6c-4c17-9e7f-9bb599f9be35 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:53.878251 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf24a4f-df6c-4c17-9e7f-9bb599f9be35 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:53.878855 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-caf24a4f-df6c-4c17-9e7f-9bb599f9be35 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:53.898523 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c6204282-591a-405f-8a7c-4c18b12e4935 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:53.899783 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c6204282-591a-405f-8a7c-4c18b12e4935 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:53.925257 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-caf24a4f-df6c-4c17-9e7f-9bb599f9be35 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9204586 Nov 15 11:34:53.928739 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57642) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:53.934160 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-71780d00-6e66-4bc7-91bc-44ed5d26d952 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'mac_address': 'fa:16:3e:d1:47:cb', 'name': 'tempest-NetworksTestDHCPv6-1186663524'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:54.040857 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:54.045186 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c6204282-591a-405f-8a7c-4c18b12e4935 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:54.059459 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c6204282-591a-405f-8a7c-4c18b12e4935 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:54.097657 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c6204282-591a-405f-8a7c-4c18b12e4935 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:54.103242 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c6204282-591a-405f-8a7c-4c18b12e4935 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2888019 Nov 15 11:34:54.103767 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57648) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:54.182952 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71780d00-6e66-4bc7-91bc-44ed5d26d952 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:54.250428 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 3365f831-cbc5-4252-a0a9-34c28ec3654f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3365f831-cbc5-4252-a0a9-34c28ec3654f,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:54.312681 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:54.427579 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71780d00-6e66-4bc7-91bc-44ed5d26d952 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:54.477716 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-71780d00-6e66-4bc7-91bc-44ed5d26d952 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] device_id is not set on port 95daebab-4086-4963-bb14-6d3a5cab89e3 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:34:54.497580 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1a0035-9c1c-4858-9c15-fdcc01de0960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-17aa75f4-a7b2-4412-8f23-7647c802e9ac', 'network_id': '17aa75f4-a7b2-4412-8f23-7647c802e9ac', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'fixed_ips': [{'subnet_id': 'e4ad8aca-ffc3-439e-a180-898946b69307'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:34:54.501470 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aa1a0035-9c1c-4858-9c15-fdcc01de0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:54.565075 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3365f831-cbc5-4252-a0a9-34c28ec3654f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:34:54.580675 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3723a44a-998d-4988-a598-f6e2efbbf597 None None] Update dhcp port {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'fixed_ips': [{'subnet_id': '6180b9ad-3670-495b-b30b-79562002e496', 'ip_address': '2001:db8::f816:3eff:fed1:7af6'}, {'subnet_id': '597284ad-0e47-4234-a589-7d74a8e25f43'}], 'binding:host_id': 'n-d-729945-9'}, 'id': '3365f831-cbc5-4252-a0a9-34c28ec3654f'} from n-d-729945-9. {{(pid=102679) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 11:34:54.802512 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:55.034589 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-71780d00-6e66-4bc7-91bc-44ed5d26d952 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 172.20.0.11 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/597284ad-0e47-4234-a589-7d74a8e25f43/95daebab-4086-4963-bb14-6d3a5cab89e3) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:34:55.052874 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4df64253-2643-4259-9ba1-1ac9ac521bd5 req-23ff4946-42f8-481f-8b0b-120cf13a3e14 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7819f4c-0ef6-47e7-8efa-de9d7349ef4c HTTP/1.1" status: 200 len: 210 time: 0.0742540 Nov 15 11:34:55.068943 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-71780d00-6e66-4bc7-91bc-44ed5d26d952 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8::f816:3eff:fed1:47cb (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/6180b9ad-3670-495b-b30b-79562002e496/95daebab-4086-4963-bb14-6d3a5cab89e3) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:34:55.072155 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3723a44a-998d-4988-a598-f6e2efbbf597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:55.130703 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=3365f831-cbc5-4252-a0a9-34c28ec3654f,revision_number=9']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:55.456490 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Allocated IP 2001:db8::1 (17aa75f4-a7b2-4412-8f23-7647c802e9ac/e4ad8aca-ffc3-439e-a180-898946b69307/689612cc-da5e-4473-97b9-f28516ca8240) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:34:55.501108 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 3365f831-cbc5-4252-a0a9-34c28ec3654f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:55.501665 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:55.609814 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71780d00-6e66-4bc7-91bc-44ed5d26d952 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:55.660236 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:55.704383 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71780d00-6e66-4bc7-91bc-44ed5d26d952 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:55.718296 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:55.803189 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:55.808886 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 3365f831-cbc5-4252-a0a9-34c28ec3654f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3365f831-cbc5-4252-a0a9-34c28ec3654f,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:55.828482 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71780d00-6e66-4bc7-91bc-44ed5d26d952 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:55.829262 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71780d00-6e66-4bc7-91bc-44ed5d26d952 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=95daebab-4086-4963-bb14-6d3a5cab89e3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:55.832775 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-71780d00-6e66-4bc7-91bc-44ed5d26d952 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:55.834984 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71780d00-6e66-4bc7-91bc-44ed5d26d952 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:34:55.877174 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:55.907948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network 17aa75f4-a7b2-4412-8f23-7647c802e9ac is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:55.917603 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Port': ['ID=689612cc-da5e-4473-97b9-f28516ca8240,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:55.920785 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:55.928709 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:34:55.929341 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:55.930225 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71780d00-6e66-4bc7-91bc-44ed5d26d952 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:55.932271 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-71780d00-6e66-4bc7-91bc-44ed5d26d952 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:55.972147 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-71780d00-6e66-4bc7-91bc-44ed5d26d952 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.0419657 Nov 15 11:34:55.974255 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57668) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:55.998064 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-3723a44a-998d-4988-a598-f6e2efbbf597 None None] Allocated IP 172.20.0.2 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/597284ad-0e47-4234-a589-7d74a8e25f43/3365f831-cbc5-4252-a0a9-34c28ec3654f) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:34:56.036222 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-aa1a0035-9c1c-4858-9c15-fdcc01de0960 None None] Allocated IP 2001:db8::2 (17aa75f4-a7b2-4412-8f23-7647c802e9ac/e4ad8aca-ffc3-439e-a180-898946b69307/6c0b39be-d062-4b45-a902-01fe36ec7b74) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:34:56.104624 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a390e4c-fcda-4936-9f5e-fef7630480b6 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:56.134062 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a390e4c-fcda-4936-9f5e-fef7630480b6 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:56.137670 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0a390e4c-fcda-4936-9f5e-fef7630480b6 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1786 time: 0.1622930 Nov 15 11:34:56.142871 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57676) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:56.151699 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3365f831-cbc5-4252-a0a9-34c28ec3654f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:34:56.178509 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=3365f831-cbc5-4252-a0a9-34c28ec3654f,revision_number=10']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:56.397289 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 3365f831-cbc5-4252-a0a9-34c28ec3654f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:56.397651 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:56.542846 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3723a44a-998d-4988-a598-f6e2efbbf597 None None] For port 3365f831-cbc5-4252-a0a9-34c28ec3654f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3365f831-cbc5-4252-a0a9-34c28ec3654f,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:34:56.556185 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edd5bdae-a42b-4273-8aec-4cc4e98e43d0 req-f3429433-50db-4e2e-a295-32061e8d4f29 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7819f4c-0ef6-47e7-8efa-de9d7349ef4c HTTP/1.1" status: 200 len: 210 time: 0.1840672 Nov 15 11:34:56.599999 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:56.648285 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aa1a0035-9c1c-4858-9c15-fdcc01de0960 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:56.664340 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3723a44a-998d-4988-a598-f6e2efbbf597 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:56.667867 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aa1a0035-9c1c-4858-9c15-fdcc01de0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:56.725002 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a0035-9c1c-4858-9c15-fdcc01de0960 None None] Pushing event updated for resources: {'Port': ['ID=6c0b39be-d062-4b45-a902-01fe36ec7b74,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:56.727442 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3723a44a-998d-4988-a598-f6e2efbbf597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:56.749500 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1a0035-9c1c-4858-9c15-fdcc01de0960 None None] Network 17aa75f4-a7b2-4412-8f23-7647c802e9ac is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:56.781050 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1d158e2d-63e6-4a9d-b766-43ba2bd95a2a tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:56.794646 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1d158e2d-63e6-4a9d-b766-43ba2bd95a2a tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.11 "GET /v2.0/networks?id=053c504f-21d3-45c5-9b4b-dbbb4a4e98cd HTTP/1.1" status: 200 len: 818 time: 0.4878721 Nov 15 11:34:56.797446 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2008062c-1997-45bd-9fa9-60a47f8901a0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting port 95daebab-4086-4963-bb14-6d3a5cab89e3 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:34:56.797883 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2008062c-1997-45bd-9fa9-60a47f8901a0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:56.799203 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-aa1a0035-9c1c-4858-9c15-fdcc01de0960 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:56.807732 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1a0035-9c1c-4858-9c15-fdcc01de0960 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:34:56.811353 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e686ba71-4ffb-4323-b32f-99a020c33ccb tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Request body: {'port': {'device_id': '2c52f6e5-4f7e-4aca-bf2f-fb442367fb73', 'network_id': '053c504f-21d3-45c5-9b4b-dbbb4a4e98cd', 'admin_state_up': True, 'tenant_id': '54853152d54c495e93ac25c8bdfaa7bb'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:56.820842 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1792c157-080f-4cf2-a52d-e18ce0e3de3b tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:56.824468 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1792c157-080f-4cf2-a52d-e18ce0e3de3b tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.55 "GET /v2.0/networks?id=053c504f-21d3-45c5-9b4b-dbbb4a4e98cd HTTP/1.1" status: 200 len: 818 time: 0.6236787 Nov 15 11:34:56.856350 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-546247fb-c5a0-4b8c-81d3-f2343594bff6 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Request body: {'port': {'device_id': '18f211e9-d06a-4459-bafb-07f5b803f649', 'network_id': '053c504f-21d3-45c5-9b4b-dbbb4a4e98cd', 'admin_state_up': True, 'tenant_id': '54853152d54c495e93ac25c8bdfaa7bb'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:56.944234 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-aa1a0035-9c1c-4858-9c15-fdcc01de0960 None None] Attempting to bind port 6c0b39be-d062-4b45-a902-01fe36ec7b74 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:34:56.944514 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-aa1a0035-9c1c-4858-9c15-fdcc01de0960 None None] Attempting to bind port 6c0b39be-d062-4b45-a902-01fe36ec7b74 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '860e44c4-5f5a-45a2-bdd1-630766689b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '17aa75f4-a7b2-4412-8f23-7647c802e9ac'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:34:56.944871 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a0035-9c1c-4858-9c15-fdcc01de0960 None None] Attempting to bind port 6c0b39be-d062-4b45-a902-01fe36ec7b74 on network 17aa75f4-a7b2-4412-8f23-7647c802e9ac {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:34:56.962841 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723a44a-998d-4988-a598-f6e2efbbf597 None None] Pushing event updated for resources: {'Port': ['ID=3365f831-cbc5-4252-a0a9-34c28ec3654f,revision_number=11']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:56.970332 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a0035-9c1c-4858-9c15-fdcc01de0960 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:34:56.971006 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a0035-9c1c-4858-9c15-fdcc01de0960 None None] Checking segment: {'id': '860e44c4-5f5a-45a2-bdd1-630766689b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '17aa75f4-a7b2-4412-8f23-7647c802e9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:34:56.971564 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aa1a0035-9c1c-4858-9c15-fdcc01de0960 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:56.972145 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a0035-9c1c-4858-9c15-fdcc01de0960 None None] Bound using segment: {'id': '860e44c4-5f5a-45a2-bdd1-630766689b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '17aa75f4-a7b2-4412-8f23-7647c802e9ac'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:34:56.972790 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-aa1a0035-9c1c-4858-9c15-fdcc01de0960 None None] Bound port: 6c0b39be-d062-4b45-a902-01fe36ec7b74, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860e44c4-5f5a-45a2-bdd1-630766689b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '17aa75f4-a7b2-4412-8f23-7647c802e9ac'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:34:56.973381 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aa1a0035-9c1c-4858-9c15-fdcc01de0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:57.151651 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-aa1a0035-9c1c-4858-9c15-fdcc01de0960 None None] For port 6c0b39be-d062-4b45-a902-01fe36ec7b74, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:34:57.155526 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-aa1a0035-9c1c-4858-9c15-fdcc01de0960 None None] For port 6c0b39be-d062-4b45-a902-01fe36ec7b74, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6c0b39be-d062-4b45-a902-01fe36ec7b74,segment=NetworkSegment(860e44c4-5f5a-45a2-bdd1-630766689b8c),segment_id=860e44c4-5f5a-45a2-bdd1-630766689b8c)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:34:57.171883 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aa1a0035-9c1c-4858-9c15-fdcc01de0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:57.238926 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2008062c-1997-45bd-9fa9-60a47f8901a0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:57.297178 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2008062c-1997-45bd-9fa9-60a47f8901a0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Calling delete_port for 95daebab-4086-4963-bb14-6d3a5cab89e3 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:34:57.301354 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e686ba71-4ffb-4323-b32f-99a020c33ccb tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Made reservation on behalf of 54853152d54c495e93ac25c8bdfaa7bb for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:57.305008 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e686ba71-4ffb-4323-b32f-99a020c33ccb tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:57.502557 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-94204cf4-4c51-4ce6-84df-727fa421d0bd tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:57.524122 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-94204cf4-4c51-4ce6-84df-727fa421d0bd tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.55 "GET /v2.0/networks?id=053c504f-21d3-45c5-9b4b-dbbb4a4e98cd HTTP/1.1" status: 200 len: 818 time: 0.8298712 Nov 15 11:34:57.529092 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-b0b123b8-c613-439f-96e9-82622cdd1b29 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Request body: {'port': {'device_id': 'c7819f4c-0ef6-47e7-8efa-de9d7349ef4c', 'network_id': '053c504f-21d3-45c5-9b4b-dbbb4a4e98cd', 'admin_state_up': True, 'tenant_id': '54853152d54c495e93ac25c8bdfaa7bb'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:57.853361 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e686ba71-4ffb-4323-b32f-99a020c33ccb tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Allocated IP 172.20.0.8 (053c504f-21d3-45c5-9b4b-dbbb4a4e98cd/03103d91-3b37-4eb5-8205-c7f69ac81522/d49fdd85-83f9-494c-8733-16ec178ffe9f) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:34:57.884207 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a0035-9c1c-4858-9c15-fdcc01de0960 None None] Pushing event updated for resources: {'Port': ['ID=6c0b39be-d062-4b45-a902-01fe36ec7b74,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:58.100827 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-546247fb-c5a0-4b8c-81d3-f2343594bff6 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Made reservation on behalf of 54853152d54c495e93ac25c8bdfaa7bb for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:58.124478 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-546247fb-c5a0-4b8c-81d3-f2343594bff6 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:58.131659 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3365f831-cbc5-4252-a0a9-34c28ec3654f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:34:58.163669 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f87eff4c-d35e-44aa-9991-2440596c324b req-778ff30f-50e5-4ecd-a566-5e772c0b2730 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7819f4c-0ef6-47e7-8efa-de9d7349ef4c HTTP/1.1" status: 200 len: 210 time: 0.3553476 Nov 15 11:34:58.229408 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e686ba71-4ffb-4323-b32f-99a020c33ccb tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:58.261395 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8413cb01-ef8f-4d57-8723-91caefa84485 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:58.321160 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e686ba71-4ffb-4323-b32f-99a020c33ccb tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:58.358846 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57704) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:58.440962 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:58.477722 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:58.478495 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:58.496452 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e686ba71-4ffb-4323-b32f-99a020c33ccb tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Network 053c504f-21d3-45c5-9b4b-dbbb4a4e98cd is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:58.538172 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e686ba71-4ffb-4323-b32f-99a020c33ccb tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:58.551900 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e686ba71-4ffb-4323-b32f-99a020c33ccb tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:34:58.564441 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686ba71-4ffb-4323-b32f-99a020c33ccb tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Pushing event updated for resources: {'Port': ['ID=d49fdd85-83f9-494c-8733-16ec178ffe9f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:58.671777 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-b0b123b8-c613-439f-96e9-82622cdd1b29 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Made reservation on behalf of 54853152d54c495e93ac25c8bdfaa7bb for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:34:58.675921 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-b0b123b8-c613-439f-96e9-82622cdd1b29 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:58.766088 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e686ba71-4ffb-4323-b32f-99a020c33ccb tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:58.768068 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e686ba71-4ffb-4323-b32f-99a020c33ccb tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:58.807293 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 3365f831-cbc5-4252-a0a9-34c28ec3654f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:58.807662 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:58.852811 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3fba1fd3-4956-4a84-9a4a-bd282a517ac7 None None] Provisioning complete for port 3365f831-cbc5-4252-a0a9-34c28ec3654f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:58.853178 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3fba1fd3-4956-4a84-9a4a-bd282a517ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:58.946206 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e686ba71-4ffb-4323-b32f-99a020c33ccb tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1394112 Nov 15 11:34:58.947232 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a784-be30-4887-8c83-1c6952384b48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:58.965788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e474f016-3d8a-4f0b-8276-7c9df026fb35 service neutron] Request body: {'port': {'device_id': '2c52f6e5-4f7e-4aca-bf2f-fb442367fb73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:34:59.210834 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e474f016-3d8a-4f0b-8276-7c9df026fb35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:59.363087 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2008062c-1997-45bd-9fa9-60a47f8901a0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:59.453217 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-35933a0c-5eab-42cf-846d-c83041c54f36 None None] Provisioning complete for port 3365f831-cbc5-4252-a0a9-34c28ec3654f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:34:59.455072 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008062c-1997-45bd-9fa9-60a47f8901a0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Port': ['ID=95daebab-4086-4963-bb14-6d3a5cab89e3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:59.456074 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-35933a0c-5eab-42cf-846d-c83041c54f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:59.501164 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5409dd82-17ac-4928-abce-924912e1b53e req-b59ab3d4-a48f-4ea4-a04a-573d62acff7e tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7819f4c-0ef6-47e7-8efa-de9d7349ef4c HTTP/1.1" status: 200 len: 210 time: 0.0660787 Nov 15 11:34:59.514005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Port': ['ID=689612cc-da5e-4473-97b9-f28516ca8240,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:34:59.667768 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:59.669006 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:59.669566 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:59.670195 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:59.670474 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:59.670900 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:59.671396 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:59.672066 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:59.672591 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:59.673269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:59.675643 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:59.676282 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:59.676962 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:34:59.680183 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-35933a0c-5eab-42cf-846d-c83041c54f36 None None] Could not find standard attr ID for object 95daebab-4086-4963-bb14-6d3a5cab89e3. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:34:59.700092 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-546247fb-c5a0-4b8c-81d3-f2343594bff6 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Allocated IP 172.20.0.6 (053c504f-21d3-45c5-9b4b-dbbb4a4e98cd/03103d91-3b37-4eb5-8205-c7f69ac81522/eebaca51-b146-4438-bad0-40cdda0257ce) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:34:59.723029 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2008062c-1997-45bd-9fa9-60a47f8901a0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:59.745504 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2008062c-1997-45bd-9fa9-60a47f8901a0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/95daebab-4086-4963-bb14-6d3a5cab89e3 HTTP/1.1" status: 204 len: 168 time: 3.5893538 Nov 15 11:34:59.750145 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57716) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:59.836428 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network 17aa75f4-a7b2-4412-8f23-7647c802e9ac is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:34:59.840499 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:34:59.841778 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a784-be30-4887-8c83-1c6952384b48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:59.869799 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a784-be30-4887-8c83-1c6952384b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:34:59.882236 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4541799c-eb16-4eb3-b4c6-1c63f265a0ea None None] Network 17aa75f4-a7b2-4412-8f23-7647c802e9ac requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:34:59.952025 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb895c26-a0c4-4efd-af33-f06aae15d349 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:59.956999 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb895c26-a0c4-4efd-af33-f06aae15d349 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:59.958116 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb895c26-a0c4-4efd-af33-f06aae15d349 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:34:59.968372 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fb895c26-a0c4-4efd-af33-f06aae15d349 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2171392 Nov 15 11:34:59.970931 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57720) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:34:59.992187 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-148380cf-2941-43b5-806f-528721798a27 None None] Provisioning complete for port 6c0b39be-d062-4b45-a902-01fe36ec7b74 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:00.001711 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-148380cf-2941-43b5-806f-528721798a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:00.025691 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4a784-be30-4887-8c83-1c6952384b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9bec7e-18ca-4644-a0cd-09725b20a07e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:00.054397 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6bb4a784-be30-4887-8c83-1c6952384b48 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ee34a6f9226d4714bbb9c8903226af7e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6938534 Nov 15 11:35:00.057715 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57722) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:00.112170 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-546247fb-c5a0-4b8c-81d3-f2343594bff6 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:00.135580 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf3c09b-bb10-4d93-981b-16c9e865964d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet 597284ad-0e47-4234-a589-7d74a8e25f43 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:35:00.149459 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2bf3c09b-bb10-4d93-981b-16c9e865964d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:00.195990 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6c0b39be-d062-4b45-a902-01fe36ec7b74 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:00.201798 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Router 61e12f93-4492-4d2f-9863-dda135f5300b is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:35:00.209905 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5544b6e-fd80-4a96-868c-b9d0275d3ff1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:00.250734 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2bf3c09b-bb10-4d93-981b-16c9e865964d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:00.254496 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5544b6e-fd80-4a96-868c-b9d0275d3ff1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:00.289347 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-148380cf-2941-43b5-806f-528721798a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:00.422027 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2bf3c09b-bb10-4d93-981b-16c9e865964d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:00.426073 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5544b6e-fd80-4a96-868c-b9d0275d3ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:00.428905 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5544b6e-fd80-4a96-868c-b9d0275d3ff1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:00.433211 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b5544b6e-fd80-4a96-868c-b9d0275d3ff1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/da9bec7e-18ca-4644-a0cd-09725b20a07e HTTP/1.1" status: 204 len: 168 time: 0.3720927 Nov 15 11:35:00.452532 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-546247fb-c5a0-4b8c-81d3-f2343594bff6 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:00.517950 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5544b6e-fd80-4a96-868c-b9d0275d3ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9bec7e-18ca-4644-a0cd-09725b20a07e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:00.553905 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-148380cf-2941-43b5-806f-528721798a27 None None] For port 6c0b39be-d062-4b45-a902-01fe36ec7b74, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6c0b39be-d062-4b45-a902-01fe36ec7b74,segment=NetworkSegment(860e44c4-5f5a-45a2-bdd1-630766689b8c),segment_id=860e44c4-5f5a-45a2-bdd1-630766689b8c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:00.587733 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2bf3c09b-bb10-4d93-981b-16c9e865964d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:00.587994 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-148380cf-2941-43b5-806f-528721798a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:00.608340 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2bf3c09b-bb10-4d93-981b-16c9e865964d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:00.615038 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2bf3c09b-bb10-4d93-981b-16c9e865964d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/597284ad-0e47-4234-a589-7d74a8e25f43 HTTP/1.1" status: 204 len: 168 time: 0.6318536 Nov 15 11:35:00.648315 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57732) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:00.683952 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3c09b-bb10-4d93-981b-16c9e865964d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=597284ad-0e47-4234-a589-7d74a8e25f43,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:00.704437 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546247fb-c5a0-4b8c-81d3-f2343594bff6 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Pushing event updated for resources: {'Port': ['ID=eebaca51-b146-4438-bad0-40cdda0257ce,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:00.772957 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a96653c-93b0-4f77-bb69-8c2d100c28a0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet 6180b9ad-3670-495b-b30b-79562002e496 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:35:00.781885 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a96653c-93b0-4f77-bb69-8c2d100c28a0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:00.800153 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:35:00.816777 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fd5846-4988-4a05-8d39-57cd26191931 None None] Sync routers for ids ['61e12f93-4492-4d2f-9863-dda135f5300b'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:35:00.834612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-b0b123b8-c613-439f-96e9-82622cdd1b29 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Allocated IP 172.20.0.13 (053c504f-21d3-45c5-9b4b-dbbb4a4e98cd/03103d91-3b37-4eb5-8205-c7f69ac81522/3c387be2-1152-4b88-b3ec-8618c8e338dc) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:00.842088 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fd5846-4988-4a05-8d39-57cd26191931 None None] Routers {'61e12f93-4492-4d2f-9863-dda135f5300b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:35:00.842710 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-32fd5846-4988-4a05-8d39-57cd26191931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:34:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['61e12f93-4492-4d2f-9863-dda135f5300b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:00.844464 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-4e08422e-0713-421d-8fba-e6de4e251934 None None] Could not find standard attr ID for object 97fb4ea2-c3fb-44ed-bfbe-9eccca7baa86. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:35:00.880722 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a96653c-93b0-4f77-bb69-8c2d100c28a0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:00.902567 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 6c0b39be-d062-4b45-a902-01fe36ec7b74 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:00.902917 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:00.913846 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-4e08422e-0713-421d-8fba-e6de4e251934 None None] Could not find standard attr ID for object 95daebab-4086-4963-bb14-6d3a5cab89e3. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:35:01.035687 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148380cf-2941-43b5-806f-528721798a27 None None] Pushing event updated for resources: {'Port': ['ID=6c0b39be-d062-4b45-a902-01fe36ec7b74,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:01.047337 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148380cf-2941-43b5-806f-528721798a27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:01.052430 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148380cf-2941-43b5-806f-528721798a27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:01.054147 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148380cf-2941-43b5-806f-528721798a27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:01.054650 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148380cf-2941-43b5-806f-528721798a27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:01.061971 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148380cf-2941-43b5-806f-528721798a27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:01.062596 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148380cf-2941-43b5-806f-528721798a27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:01.063079 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148380cf-2941-43b5-806f-528721798a27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:01.063565 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148380cf-2941-43b5-806f-528721798a27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:01.064201 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148380cf-2941-43b5-806f-528721798a27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:01.064676 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148380cf-2941-43b5-806f-528721798a27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:01.065174 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148380cf-2941-43b5-806f-528721798a27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:01.065656 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148380cf-2941-43b5-806f-528721798a27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:01.073064 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e2b28a-2ac1-4e0f-99c3-a9566a2db78f None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:01.108502 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-b0b123b8-c613-439f-96e9-82622cdd1b29 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:01.120534 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-32fd5846-4988-4a05-8d39-57cd26191931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:01.131704 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fd5846-4988-4a05-8d39-57cd26191931 None None] Routers {'61e12f93-4492-4d2f-9863-dda135f5300b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:35:01.132656 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-32fd5846-4988-4a05-8d39-57cd26191931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:34:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['61e12f93-4492-4d2f-9863-dda135f5300b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:01.160759 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a96653c-93b0-4f77-bb69-8c2d100c28a0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:01.176412 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-32fd5846-4988-4a05-8d39-57cd26191931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:01.179560 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fd5846-4988-4a05-8d39-57cd26191931 None None] The sync data for ids ['61e12f93-4492-4d2f-9863-dda135f5300b'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:35:01.228114 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-546247fb-c5a0-4b8c-81d3-f2343594bff6 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Network 053c504f-21d3-45c5-9b4b-dbbb4a4e98cd is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:01.232890 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-546247fb-c5a0-4b8c-81d3-f2343594bff6 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:01.243968 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab37c1cc-b4e2-44c5-be1c-dcc8eae7fb1a req-e8c7107e-5647-45cb-8bdb-6148c1b3d0cf tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7819f4c-0ef6-47e7-8efa-de9d7349ef4c HTTP/1.1" status: 200 len: 210 time: 0.5311642 Nov 15 11:35:01.246369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-546247fb-c5a0-4b8c-81d3-f2343594bff6 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:35:01.270914 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a8265f10-d501-40be-95be-9c315d58cc89 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/routers/61e12f93-4492-4d2f-9863-dda135f5300b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1659303 Nov 15 11:35:01.273891 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-b0b123b8-c613-439f-96e9-82622cdd1b29 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:01.278832 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57738) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:01.279369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57740) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:01.345400 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a96653c-93b0-4f77-bb69-8c2d100c28a0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:01.462635 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-465d578f-ac4a-4cbb-84c0-655a733b8811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:01.470261 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-86e77242-1ea1-4982-97ed-cc5c4b11e580 None None] Provisioning complete for port 689612cc-da5e-4473-97b9-f28516ca8240 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:01.471171 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-86e77242-1ea1-4982-97ed-cc5c4b11e580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:01.524195 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c348330-7484-418a-9e7a-4d5b06d27df2 None None] DHCP port deletion for ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:35:01.537631 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-b0b123b8-c613-439f-96e9-82622cdd1b29 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Network 053c504f-21d3-45c5-9b4b-dbbb4a4e98cd is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:01.546559 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5257ea-3a8a-4797-bf55-dead783d82e9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:01.550812 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5b5257ea-3a8a-4797-bf55-dead783d82e9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/ports/689612cc-da5e-4473-97b9-f28516ca8240 HTTP/1.1" status: 200 len: 911 time: 0.2440071 Nov 15 11:35:01.555739 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b123b8-c613-439f-96e9-82622cdd1b29 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Pushing event updated for resources: {'Port': ['ID=3c387be2-1152-4b88-b3ec-8618c8e338dc,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:01.560075 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57742) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:01.561488 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-b0b123b8-c613-439f-96e9-82622cdd1b29 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:01.566368 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-b0b123b8-c613-439f-96e9-82622cdd1b29 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:35:01.605123 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-cf2167c2-e613-4f9f-b21d-66598f6d64b6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e4ad8aca-ffc3-439e-a180-898946b69307'}]}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:01.619697 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-546247fb-c5a0-4b8c-81d3-f2343594bff6 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:01.620508 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-546247fb-c5a0-4b8c-81d3-f2343594bff6 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:01.631751 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-86e77242-1ea1-4982-97ed-cc5c4b11e580 None None] Port 689612cc-da5e-4473-97b9-f28516ca8240 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:35:01.685861 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e474f016-3d8a-4f0b-8276-7c9df026fb35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49fdd85-83f9-494c-8733-16ec178ffe9f {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:35:01.704754 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e474f016-3d8a-4f0b-8276-7c9df026fb35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:01.739687 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:01.750460 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-86e77242-1ea1-4982-97ed-cc5c4b11e580 None None] Provisioning complete for port 6c0b39be-d062-4b45-a902-01fe36ec7b74 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:01.751092 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-86e77242-1ea1-4982-97ed-cc5c4b11e580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:01.754404 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-546247fb-c5a0-4b8c-81d3-f2343594bff6 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9103141 Nov 15 11:35:01.770064 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e474f016-3d8a-4f0b-8276-7c9df026fb35 service neutron] Transition to ACTIVE for port object d49fdd85-83f9-494c-8733-16ec178ffe9f will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:35:01.775701 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4a96653c-93b0-4f77-bb69-8c2d100c28a0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:01.785801 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4a96653c-93b0-4f77-bb69-8c2d100c28a0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/6180b9ad-3670-495b-b30b-79562002e496 HTTP/1.1" status: 204 len: 168 time: 1.1341295 Nov 15 11:35:01.786354 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57746) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:01.801493 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-b0b123b8-c613-439f-96e9-82622cdd1b29 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:01.808120 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-b0b123b8-c613-439f-96e9-82622cdd1b29 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:01.818520 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-0568eb5a-28e0-43f6-bc2e-2a52389d87a1 service neutron] Request body: {'port': {'device_id': '18f211e9-d06a-4459-bafb-07f5b803f649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:01.819645 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96653c-93b0-4f77-bb69-8c2d100c28a0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=6180b9ad-3670-495b-b30b-79562002e496,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:01.829019 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e474f016-3d8a-4f0b-8276-7c9df026fb35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:01.898389 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-b0b123b8-c613-439f-96e9-82622cdd1b29 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3732946 Nov 15 11:35:01.915853 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-1c348330-7484-418a-9e7a-4d5b06d27df2 None None] Deleting port 3365f831-cbc5-4252-a0a9-34c28ec3654f {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:35:01.916212 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1c348330-7484-418a-9e7a-4d5b06d27df2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:01.919762 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-465d578f-ac4a-4cbb-84c0-655a733b8811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:01.929960 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a3b46872-7a7e-40ce-9e42-111d54286850 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1119764 Nov 15 11:35:01.930663 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57748) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:01.940842 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c5c62d83-bd98-4aee-b569-0c21494b6fb1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:01.942698 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1943f3ef-242d-4f67-adc3-4cf97c0923fc service neutron] Request body: {'port': {'device_id': 'c7819f4c-0ef6-47e7-8efa-de9d7349ef4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:02.004969 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-465d578f-ac4a-4cbb-84c0-655a733b8811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:02.039179 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-0568eb5a-28e0-43f6-bc2e-2a52389d87a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:02.043207 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-1c348330-7484-418a-9e7a-4d5b06d27df2 None None] For port 3365f831-cbc5-4252-a0a9-34c28ec3654f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3365f831-cbc5-4252-a0a9-34c28ec3654f,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:02.043617 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1c348330-7484-418a-9e7a-4d5b06d27df2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:02.059617 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6c0b39be-d062-4b45-a902-01fe36ec7b74 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:02.089567 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474f016-3d8a-4f0b-8276-7c9df026fb35 service neutron] Pushing event updated for resources: {'Port': ['ID=d49fdd85-83f9-494c-8733-16ec178ffe9f,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:02.095562 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-1c348330-7484-418a-9e7a-4d5b06d27df2 None None] Calling delete_port for 3365f831-cbc5-4252-a0a9-34c28ec3654f owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:35:02.183999 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-465d578f-ac4a-4cbb-84c0-655a733b8811 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e8406a3a777a4a5ba4d2500ba5be38f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8970776 Nov 15 11:35:02.187389 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57750) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:02.207390 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d578f-ac4a-4cbb-84c0-655a733b8811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f9a9b3-fae1-41df-80e2-68e5e3554d89,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:02.220339 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1943f3ef-242d-4f67-adc3-4cf97c0923fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:02.235605 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7bb74678-6933-4e06-9b8e-5a5f782422ab None None] Provisioning complete for port 689612cc-da5e-4473-97b9-f28516ca8240 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:02.236897 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7bb74678-6933-4e06-9b8e-5a5f782422ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:02.238616 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e474f016-3d8a-4f0b-8276-7c9df026fb35 service neutron] Attempting to bind port d49fdd85-83f9-494c-8733-16ec178ffe9f on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:35:02.238946 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e474f016-3d8a-4f0b-8276-7c9df026fb35 service neutron] Attempting to bind port d49fdd85-83f9-494c-8733-16ec178ffe9f by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '91b3a5d1-dfc6-4da2-8707-adc1037eb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '053c504f-21d3-45c5-9b4b-dbbb4a4e98cd'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:35:02.239265 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e474f016-3d8a-4f0b-8276-7c9df026fb35 service neutron] Attempting to bind port d49fdd85-83f9-494c-8733-16ec178ffe9f on network 053c504f-21d3-45c5-9b4b-dbbb4a4e98cd {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:35:02.240279 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf2167c2-e613-4f9f-b21d-66598f6d64b6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:02.245935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 6c0b39be-d062-4b45-a902-01fe36ec7b74 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:02.246615 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:02.252474 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c62d83-bd98-4aee-b569-0c21494b6fb1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:02.255949 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c5c62d83-bd98-4aee-b569-0c21494b6fb1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:02.262935 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e474f016-3d8a-4f0b-8276-7c9df026fb35 service neutron] Port d49fdd85-83f9-494c-8733-16ec178ffe9f on network 053c504f-21d3-45c5-9b4b-dbbb4a4e98cd not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:35:02.263249 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e474f016-3d8a-4f0b-8276-7c9df026fb35 service neutron] Attempting to bind port d49fdd85-83f9-494c-8733-16ec178ffe9f on network 053c504f-21d3-45c5-9b4b-dbbb4a4e98cd {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:35:02.281582 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e474f016-3d8a-4f0b-8276-7c9df026fb35 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:35:02.281910 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e474f016-3d8a-4f0b-8276-7c9df026fb35 service neutron] Checking segment: {'id': '91b3a5d1-dfc6-4da2-8707-adc1037eb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '053c504f-21d3-45c5-9b4b-dbbb4a4e98cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:35:02.282282 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e474f016-3d8a-4f0b-8276-7c9df026fb35 service neutron] Bound using segment: {'id': '91b3a5d1-dfc6-4da2-8707-adc1037eb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '053c504f-21d3-45c5-9b4b-dbbb4a4e98cd'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:35:02.282717 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e474f016-3d8a-4f0b-8276-7c9df026fb35 service neutron] Bound port: d49fdd85-83f9-494c-8733-16ec178ffe9f, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91b3a5d1-dfc6-4da2-8707-adc1037eb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '053c504f-21d3-45c5-9b4b-dbbb4a4e98cd'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:35:02.283068 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e474f016-3d8a-4f0b-8276-7c9df026fb35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:02.330185 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-871a2cf9-f6d7-4924-b9af-f085ac52a3a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:02.393084 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7bb74678-6933-4e06-9b8e-5a5f782422ab None None] Port 689612cc-da5e-4473-97b9-f28516ca8240 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:35:02.439653 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1c348330-7484-418a-9e7a-4d5b06d27df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:02.513241 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c348330-7484-418a-9e7a-4d5b06d27df2 None None] No DVR routers for this DVR port 3365f831-cbc5-4252-a0a9-34c28ec3654f on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:35:02.523301 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c348330-7484-418a-9e7a-4d5b06d27df2 None None] Pushing event deleted for resources: {'Port': ['ID=3365f831-cbc5-4252-a0a9-34c28ec3654f,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:02.566794 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-79b11f6c-e4b9-4b11-a77e-98036e236e5b None None] Provisioning complete for port 689612cc-da5e-4473-97b9-f28516ca8240 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:02.567543 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-79b11f6c-e4b9-4b11-a77e-98036e236e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:02.648156 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-79b11f6c-e4b9-4b11-a77e-98036e236e5b None None] Port 689612cc-da5e-4473-97b9-f28516ca8240 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:35:02.657928 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3365f831-cbc5-4252-a0a9-34c28ec3654f no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:35:02.704447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 3365f831-cbc5-4252-a0a9-34c28ec3654f {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:35:02.704775 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3365f831-cbc5-4252-a0a9-34c28ec3654f not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:35:02.866697 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-871a2cf9-f6d7-4924-b9af-f085ac52a3a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:02.917787 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e474f016-3d8a-4f0b-8276-7c9df026fb35 service neutron] For port d49fdd85-83f9-494c-8733-16ec178ffe9f, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:35:02.953358 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e474f016-3d8a-4f0b-8276-7c9df026fb35 service neutron] For port d49fdd85-83f9-494c-8733-16ec178ffe9f, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=d49fdd85-83f9-494c-8733-16ec178ffe9f,segment=NetworkSegment(91b3a5d1-dfc6-4da2-8707-adc1037eb3c3),segment_id=91b3a5d1-dfc6-4da2-8707-adc1037eb3c3)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:35:02.983604 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e474f016-3d8a-4f0b-8276-7c9df026fb35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:02.994153 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d89e9-dc45-4685-856c-264dd7616dda req-64ba5e2b-102f-4c0d-bd1a-19de21f94576 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:02.996442 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-858d89e9-dc45-4685-856c-264dd7616dda req-64ba5e2b-102f-4c0d-bd1a-19de21f94576 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7819f4c-0ef6-47e7-8efa-de9d7349ef4c HTTP/1.1" status: 200 len: 932 time: 0.6240749 Nov 15 11:35:03.040910 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474f016-3d8a-4f0b-8276-7c9df026fb35 service neutron] Pushing event updated for resources: {'Port': ['ID=d49fdd85-83f9-494c-8733-16ec178ffe9f,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:03.061660 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e474f016-3d8a-4f0b-8276-7c9df026fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:03.062344 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e474f016-3d8a-4f0b-8276-7c9df026fb35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:03.063792 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e474f016-3d8a-4f0b-8276-7c9df026fb35 service neutron] 10.222.0.11 "PUT /v2.0/ports/d49fdd85-83f9-494c-8733-16ec178ffe9f HTTP/1.1" status: 200 len: 1091 time: 4.1040483 Nov 15 11:35:03.064226 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c52f6e5-4f7e-4aca-bf2f-fb442367fb73', 'tag': 'd49fdd85-83f9-494c-8733-16ec178ffe9f'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:35:03.066473 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e5d0b5-8349-4e34-a547-10159baf30d7" -d '{"events": [{"name": "network-changed", "server_uuid": "2c52f6e5-4f7e-4aca-bf2f-fb442367fb73", "tag": "d49fdd85-83f9-494c-8733-16ec178ffe9f"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:35:03.154793 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac633195-d468-43cf-9b31-53bc722ef20b x-openstack-request-id: req-ac633195-d468-43cf-9b31-53bc722ef20b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:35:03.155317 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c52f6e5-4f7e-4aca-bf2f-fb442367fb73", "tag": "d49fdd85-83f9-494c-8733-16ec178ffe9f", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:35:03.155738 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac633195-d468-43cf-9b31-53bc722ef20b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:35:03.156287 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c52f6e5-4f7e-4aca-bf2f-fb442367fb73', 'tag': 'd49fdd85-83f9-494c-8733-16ec178ffe9f', 'status': 'completed', 'code': 200} Nov 15 11:35:03.162153 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-871a2cf9-f6d7-4924-b9af-f085ac52a3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:03.164936 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-871a2cf9-f6d7-4924-b9af-f085ac52a3a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:03.166260 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-871a2cf9-f6d7-4924-b9af-f085ac52a3a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c4f9a9b3-fae1-41df-80e2-68e5e3554d89 HTTP/1.1" status: 204 len: 168 time: 0.9779172 Nov 15 11:35:03.179057 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a2cf9-f6d7-4924-b9af-f085ac52a3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f9a9b3-fae1-41df-80e2-68e5e3554d89,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:03.201720 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c5c62d83-bd98-4aee-b569-0c21494b6fb1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:03.211044 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-858d89e9-dc45-4685-856c-264dd7616dda req-5c615cef-9b41-4a52-94bb-0d49dfa46f3d tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/security-groups?id=01f1532c-3a23-494f-a0a7-e5a391e2f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038593 Nov 15 11:35:03.348186 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-0568eb5a-28e0-43f6-bc2e-2a52389d87a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eebaca51-b146-4438-bad0-40cdda0257ce {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:35:03.356381 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c62d83-bd98-4aee-b569-0c21494b6fb1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=befbf9f8-4eba-4c3c-bf81-953671c819b0,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:03.360410 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-0568eb5a-28e0-43f6-bc2e-2a52389d87a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:03.417094 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-0568eb5a-28e0-43f6-bc2e-2a52389d87a1 service neutron] Transition to ACTIVE for port object eebaca51-b146-4438-bad0-40cdda0257ce will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:35:03.424370 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c62d83-bd98-4aee-b569-0c21494b6fb1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:03.426643 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5d0b5-8349-4e34-a547-10159baf30d7 req-786f05a7-bb5d-4bc3-bc07-ef69e09c505d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:03.428182 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-42e5d0b5-8349-4e34-a547-10159baf30d7 req-786f05a7-bb5d-4bc3-bc07-ef69e09c505d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54853152d54c495e93ac25c8bdfaa7bb&device_id=2c52f6e5-4f7e-4aca-bf2f-fb442367fb73 HTTP/1.1" status: 200 len: 1094 time: 0.0739055 Nov 15 11:35:03.429652 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-c5c62d83-bd98-4aee-b569-0c21494b6fb1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:03.433055 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c62d83-bd98-4aee-b569-0c21494b6fb1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:03.434584 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c5c62d83-bd98-4aee-b569-0c21494b6fb1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:03.438005 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-0568eb5a-28e0-43f6-bc2e-2a52389d87a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:03.442865 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e78f0d5-637e-40b5-a502-b33a2e9e35ef None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:03.468803 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c5c62d83-bd98-4aee-b569-0c21494b6fb1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5340865 Nov 15 11:35:03.487026 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57768) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:03.492905 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-179c7230-ee01-4fb5-8290-313e4fbb508d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:03.649219 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568eb5a-28e0-43f6-bc2e-2a52389d87a1 service neutron] Pushing event updated for resources: {'Port': ['ID=eebaca51-b146-4438-bad0-40cdda0257ce,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:03.758612 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf2167c2-e613-4f9f-b21d-66598f6d64b6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:03.796191 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf2167c2-e613-4f9f-b21d-66598f6d64b6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:03.802626 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2167c2-e613-4f9f-b21d-66598f6d64b6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:03.803460 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf2167c2-e613-4f9f-b21d-66598f6d64b6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:03.804992 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cf2167c2-e613-4f9f-b21d-66598f6d64b6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/ports/689612cc-da5e-4473-97b9-f28516ca8240 HTTP/1.1" status: 200 len: 911 time: 2.2411909 Nov 15 11:35:03.806148 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-0568eb5a-28e0-43f6-bc2e-2a52389d87a1 service neutron] Attempting to bind port eebaca51-b146-4438-bad0-40cdda0257ce on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:35:03.806639 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-0568eb5a-28e0-43f6-bc2e-2a52389d87a1 service neutron] Attempting to bind port eebaca51-b146-4438-bad0-40cdda0257ce by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '91b3a5d1-dfc6-4da2-8707-adc1037eb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '053c504f-21d3-45c5-9b4b-dbbb4a4e98cd'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:35:03.807159 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-0568eb5a-28e0-43f6-bc2e-2a52389d87a1 service neutron] Attempting to bind port eebaca51-b146-4438-bad0-40cdda0257ce on network 053c504f-21d3-45c5-9b4b-dbbb4a4e98cd {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:35:03.811002 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57774) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:03.851632 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-0568eb5a-28e0-43f6-bc2e-2a52389d87a1 service neutron] Port eebaca51-b146-4438-bad0-40cdda0257ce on network 053c504f-21d3-45c5-9b4b-dbbb4a4e98cd not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:35:03.852980 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-0568eb5a-28e0-43f6-bc2e-2a52389d87a1 service neutron] Attempting to bind port eebaca51-b146-4438-bad0-40cdda0257ce on network 053c504f-21d3-45c5-9b4b-dbbb4a4e98cd {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:35:03.859383 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afac7adf-966b-4347-a1d1-bfed2de84c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'fixed_ips': [{'subnet_id': 'befbf9f8-4eba-4c3c-bf81-953671c819b0'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:35:03.861820 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-afac7adf-966b-4347-a1d1-bfed2de84c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:03.950368 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-0568eb5a-28e0-43f6-bc2e-2a52389d87a1 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:35:03.950765 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-0568eb5a-28e0-43f6-bc2e-2a52389d87a1 service neutron] Checking segment: {'id': '91b3a5d1-dfc6-4da2-8707-adc1037eb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '053c504f-21d3-45c5-9b4b-dbbb4a4e98cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:35:03.951141 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-0568eb5a-28e0-43f6-bc2e-2a52389d87a1 service neutron] Bound using segment: {'id': '91b3a5d1-dfc6-4da2-8707-adc1037eb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '053c504f-21d3-45c5-9b4b-dbbb4a4e98cd'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:35:03.951589 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-0568eb5a-28e0-43f6-bc2e-2a52389d87a1 service neutron] Bound port: eebaca51-b146-4438-bad0-40cdda0257ce, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91b3a5d1-dfc6-4da2-8707-adc1037eb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '053c504f-21d3-45c5-9b4b-dbbb4a4e98cd'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:35:03.951965 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-0568eb5a-28e0-43f6-bc2e-2a52389d87a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:04.012423 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2167c2-e613-4f9f-b21d-66598f6d64b6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Port': ['ID=689612cc-da5e-4473-97b9-f28516ca8240,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:04.016345 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1943f3ef-242d-4f67-adc3-4cf97c0923fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c387be2-1152-4b88-b3ec-8618c8e338dc {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:35:04.026103 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5d0b5-8349-4e34-a547-10159baf30d7 req-6085951e-844d-49a2-b404-6494ee592666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:04.030730 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1943f3ef-242d-4f67-adc3-4cf97c0923fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:04.033692 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-42e5d0b5-8349-4e34-a547-10159baf30d7 req-6085951e-844d-49a2-b404-6494ee592666 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=54853152d54c495e93ac25c8bdfaa7bb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5879700 Nov 15 11:35:04.035858 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179c7230-ee01-4fb5-8290-313e4fbb508d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:04.044327 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-179c7230-ee01-4fb5-8290-313e4fbb508d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:04.071715 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1943f3ef-242d-4f67-adc3-4cf97c0923fc service neutron] Transition to ACTIVE for port object 3c387be2-1152-4b88-b3ec-8618c8e338dc will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:35:04.134728 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1943f3ef-242d-4f67-adc3-4cf97c0923fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:04.139383 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-0568eb5a-28e0-43f6-bc2e-2a52389d87a1 service neutron] For port eebaca51-b146-4438-bad0-40cdda0257ce, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:35:04.160039 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-0568eb5a-28e0-43f6-bc2e-2a52389d87a1 service neutron] For port eebaca51-b146-4438-bad0-40cdda0257ce, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=eebaca51-b146-4438-bad0-40cdda0257ce,segment=NetworkSegment(91b3a5d1-dfc6-4da2-8707-adc1037eb3c3),segment_id=91b3a5d1-dfc6-4da2-8707-adc1037eb3c3)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:35:04.200379 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-0568eb5a-28e0-43f6-bc2e-2a52389d87a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:04.214048 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-afac7adf-966b-4347-a1d1-bfed2de84c0f None None] Allocated IP 172.20.0.2 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/befbf9f8-4eba-4c3c-bf81-953671c819b0/5fd6d944-2642-4920-8c70-b6614201a7f1) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:04.258502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943f3ef-242d-4f67-adc3-4cf97c0923fc service neutron] Pushing event updated for resources: {'Port': ['ID=3c387be2-1152-4b88-b3ec-8618c8e338dc,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:04.263243 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-0568eb5a-28e0-43f6-bc2e-2a52389d87a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:04.264922 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-0568eb5a-28e0-43f6-bc2e-2a52389d87a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:04.279173 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-0568eb5a-28e0-43f6-bc2e-2a52389d87a1 service neutron] 10.222.0.55 "PUT /v2.0/ports/eebaca51-b146-4438-bad0-40cdda0257ce HTTP/1.1" status: 200 len: 1091 time: 2.4852419 Nov 15 11:35:04.325278 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f211e9-d06a-4459-bafb-07f5b803f649', 'tag': 'eebaca51-b146-4438-bad0-40cdda0257ce'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:35:04.328369 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c384fbb0-d600-487f-9a1c-74220544c140" -d '{"events": [{"name": "network-changed", "server_uuid": "18f211e9-d06a-4459-bafb-07f5b803f649", "tag": "eebaca51-b146-4438-bad0-40cdda0257ce"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:35:04.589172 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-afac7adf-966b-4347-a1d1-bfed2de84c0f None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:04.605515 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-afac7adf-966b-4347-a1d1-bfed2de84c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:04.689173 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5d0b5-8349-4e34-a547-10159baf30d7 req-3ee20e86-f427-44b8-ab2c-4bc7409c725c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:04.694738 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-42e5d0b5-8349-4e34-a547-10159baf30d7 req-3ee20e86-f427-44b8-ab2c-4bc7409c725c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5328078 Nov 15 11:35:04.761829 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afac7adf-966b-4347-a1d1-bfed2de84c0f None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:04.777805 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-afac7adf-966b-4347-a1d1-bfed2de84c0f None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:04.782511 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afac7adf-966b-4347-a1d1-bfed2de84c0f None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:35:04.786060 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac7adf-966b-4347-a1d1-bfed2de84c0f None None] Pushing event updated for resources: {'Port': ['ID=5fd6d944-2642-4920-8c70-b6614201a7f1,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:04.787761 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-35092b74-548d-4c91-a5d9-38ee5e10317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:04.796604 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-35092b74-548d-4c91-a5d9-38ee5e10317a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54853152d54c495e93ac25c8bdfaa7bb&device_id=18f211e9-d06a-4459-bafb-07f5b803f649 HTTP/1.1" status: 200 len: 1094 time: 0.4649663 Nov 15 11:35:04.877694 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568eb5a-28e0-43f6-bc2e-2a52389d87a1 service neutron] Pushing event updated for resources: {'Port': ['ID=eebaca51-b146-4438-bad0-40cdda0257ce,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:04.896764 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f4550e-3eb5-4556-8c15-f6e3b9ae0048 x-openstack-request-id: req-d2f4550e-3eb5-4556-8c15-f6e3b9ae0048 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:35:04.897895 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-afac7adf-966b-4347-a1d1-bfed2de84c0f None None] Attempting to bind port 5fd6d944-2642-4920-8c70-b6614201a7f1 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:35:04.898363 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-afac7adf-966b-4347-a1d1-bfed2de84c0f None None] Attempting to bind port 5fd6d944-2642-4920-8c70-b6614201a7f1 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:35:04.898801 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac7adf-966b-4347-a1d1-bfed2de84c0f None None] Attempting to bind port 5fd6d944-2642-4920-8c70-b6614201a7f1 on network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:35:04.901697 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f211e9-d06a-4459-bafb-07f5b803f649", "tag": "eebaca51-b146-4438-bad0-40cdda0257ce", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:35:04.902052 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2f4550e-3eb5-4556-8c15-f6e3b9ae0048 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:35:04.902555 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f211e9-d06a-4459-bafb-07f5b803f649', 'tag': 'eebaca51-b146-4438-bad0-40cdda0257ce', 'status': 'completed', 'code': 200} Nov 15 11:35:04.903367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1943f3ef-242d-4f67-adc3-4cf97c0923fc service neutron] Attempting to bind port 3c387be2-1152-4b88-b3ec-8618c8e338dc on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:35:04.904007 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1943f3ef-242d-4f67-adc3-4cf97c0923fc service neutron] Attempting to bind port 3c387be2-1152-4b88-b3ec-8618c8e338dc by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '91b3a5d1-dfc6-4da2-8707-adc1037eb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '053c504f-21d3-45c5-9b4b-dbbb4a4e98cd'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:35:04.906116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1943f3ef-242d-4f67-adc3-4cf97c0923fc service neutron] Attempting to bind port 3c387be2-1152-4b88-b3ec-8618c8e338dc on network 053c504f-21d3-45c5-9b4b-dbbb4a4e98cd {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:35:04.910925 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac7adf-966b-4347-a1d1-bfed2de84c0f None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:35:04.911403 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac7adf-966b-4347-a1d1-bfed2de84c0f None None] Checking segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:35:04.911922 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-afac7adf-966b-4347-a1d1-bfed2de84c0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:04.917500 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac7adf-966b-4347-a1d1-bfed2de84c0f None None] Bound using segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:35:04.918538 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-afac7adf-966b-4347-a1d1-bfed2de84c0f None None] Bound port: 5fd6d944-2642-4920-8c70-b6614201a7f1, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:35:04.918938 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-afac7adf-966b-4347-a1d1-bfed2de84c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:04.991349 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-4547c3fc-a9ea-42a9-a36e-74e3ddd2e27a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eebaca51-b146-4438-bad0-40cdda0257ce HTTP/1.1" status: 200 len: 217 time: 0.1366255 Nov 15 11:35:05.004129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69eddb-906d-4bd8-a261-4d499c154366 req-71b03ef4-67fa-4ca0-b6cc-47f240ef98bd tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:05.007149 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e69eddb-906d-4bd8-a261-4d499c154366 req-71b03ef4-67fa-4ca0-b6cc-47f240ef98bd tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7819f4c-0ef6-47e7-8efa-de9d7349ef4c HTTP/1.1" status: 200 len: 944 time: 0.5410237 Nov 15 11:35:05.008107 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1943f3ef-242d-4f67-adc3-4cf97c0923fc service neutron] Port 3c387be2-1152-4b88-b3ec-8618c8e338dc on network 053c504f-21d3-45c5-9b4b-dbbb4a4e98cd not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:35:05.008648 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1943f3ef-242d-4f67-adc3-4cf97c0923fc service neutron] Attempting to bind port 3c387be2-1152-4b88-b3ec-8618c8e338dc on network 053c504f-21d3-45c5-9b4b-dbbb4a4e98cd {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:35:05.033936 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-afac7adf-966b-4347-a1d1-bfed2de84c0f None None] For port 5fd6d944-2642-4920-8c70-b6614201a7f1, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:35:05.035228 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1943f3ef-242d-4f67-adc3-4cf97c0923fc service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:35:05.036531 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1943f3ef-242d-4f67-adc3-4cf97c0923fc service neutron] Checking segment: {'id': '91b3a5d1-dfc6-4da2-8707-adc1037eb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '053c504f-21d3-45c5-9b4b-dbbb4a4e98cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:35:05.037369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1943f3ef-242d-4f67-adc3-4cf97c0923fc service neutron] Bound using segment: {'id': '91b3a5d1-dfc6-4da2-8707-adc1037eb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '053c504f-21d3-45c5-9b4b-dbbb4a4e98cd'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:35:05.038070 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1943f3ef-242d-4f67-adc3-4cf97c0923fc service neutron] Bound port: 3c387be2-1152-4b88-b3ec-8618c8e338dc, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91b3a5d1-dfc6-4da2-8707-adc1037eb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '053c504f-21d3-45c5-9b4b-dbbb4a4e98cd'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:35:05.038676 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1943f3ef-242d-4f67-adc3-4cf97c0923fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:05.042519 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-afac7adf-966b-4347-a1d1-bfed2de84c0f None None] For port 5fd6d944-2642-4920-8c70-b6614201a7f1, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=5fd6d944-2642-4920-8c70-b6614201a7f1,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:35:05.057152 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-afac7adf-966b-4347-a1d1-bfed2de84c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:05.074913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-6f4afb15-6d57-42b1-a8dc-b7a1b4242623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:05.076519 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-6f4afb15-6d57-42b1-a8dc-b7a1b4242623 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54853152d54c495e93ac25c8bdfaa7bb&device_id=2c52f6e5-4f7e-4aca-bf2f-fb442367fb73 HTTP/1.1" status: 200 len: 1094 time: 0.3385739 Nov 15 11:35:05.181155 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-cbe9185c-15f8-4730-a997-fbbe0d74671f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:05.182798 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-cbe9185c-15f8-4730-a997-fbbe0d74671f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03103d91-3b37-4eb5-8205-c7f69ac81522 HTTP/1.1" status: 200 len: 858 time: 0.1694112 Nov 15 11:35:05.188999 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-252cc90a-c84f-449c-b994-dff66ce2a1bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d49fdd85-83f9-494c-8733-16ec178ffe9f HTTP/1.1" status: 200 len: 217 time: 0.1035554 Nov 15 11:35:05.190456 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac7adf-966b-4347-a1d1-bfed2de84c0f None None] Pushing event updated for resources: {'Port': ['ID=5fd6d944-2642-4920-8c70-b6614201a7f1,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:05.266652 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e69eddb-906d-4bd8-a261-4d499c154366 req-9a7403da-fd91-4233-9532-03e7dbf31d2b tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/security-groups?id=01f1532c-3a23-494f-a0a7-e5a391e2f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388446 Nov 15 11:35:05.296861 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-e6b9e9ec-127f-4ad8-9fd4-1bd0c373f1a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=053c504f-21d3-45c5-9b4b-dbbb4a4e98cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851033 Nov 15 11:35:05.321653 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1943f3ef-242d-4f67-adc3-4cf97c0923fc service neutron] For port 3c387be2-1152-4b88-b3ec-8618c8e338dc, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:35:05.322012 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1f28213f-b210-4d06-86af-b5f7359b1d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:05.323914 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1f28213f-b210-4d06-86af-b5f7359b1d82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03103d91-3b37-4eb5-8205-c7f69ac81522 HTTP/1.1" status: 200 len: 858 time: 0.1219375 Nov 15 11:35:05.496006 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1943f3ef-242d-4f67-adc3-4cf97c0923fc service neutron] For port 3c387be2-1152-4b88-b3ec-8618c8e338dc, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3c387be2-1152-4b88-b3ec-8618c8e338dc,segment=NetworkSegment(91b3a5d1-dfc6-4da2-8707-adc1037eb3c3),segment_id=91b3a5d1-dfc6-4da2-8707-adc1037eb3c3)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:35:05.508611 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1943f3ef-242d-4f67-adc3-4cf97c0923fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:05.512992 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-6702aea4-fc14-4d12-83da-bfcd8618fb4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=053c504f-21d3-45c5-9b4b-dbbb4a4e98cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908592 Nov 15 11:35:05.633045 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a358771-a000-408f-8e37-b17e6cf0fc58 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:05.639771 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1943f3ef-242d-4f67-adc3-4cf97c0923fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:05.640416 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1943f3ef-242d-4f67-adc3-4cf97c0923fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:05.641836 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-1943f3ef-242d-4f67-adc3-4cf97c0923fc service neutron] 10.222.0.55 "PUT /v2.0/ports/3c387be2-1152-4b88-b3ec-8618c8e338dc HTTP/1.1" status: 200 len: 1092 time: 3.7252538 Nov 15 11:35:05.680357 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-57baaf3a-fa65-4fb1-aa40-391639a5a728 service neutron] 10.222.0.11 "GET /v2.0/networks/053c504f-21d3-45c5-9b4b-dbbb4a4e98cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161573 Nov 15 11:35:05.867162 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-6e4db1d2-5627-4006-a64a-e4592806581f service neutron] 10.222.0.55 "GET /v2.0/networks/053c504f-21d3-45c5-9b4b-dbbb4a4e98cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595810 Nov 15 11:35:05.894696 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943f3ef-242d-4f67-adc3-4cf97c0923fc service neutron] Pushing event updated for resources: {'Port': ['ID=3c387be2-1152-4b88-b3ec-8618c8e338dc,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:05.905143 n-d-729945-9 neutron-server[102677]: DEBUG neutron.objects.ports [None req-179c7230-ee01-4fb5-8290-313e4fbb508d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102677) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 11:35:06.060165 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-311330d3-a010-422b-8208-0f947048ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:06.061987 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-311330d3-a010-422b-8208-0f947048ed6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54853152d54c495e93ac25c8bdfaa7bb&device_id=c7819f4c-0ef6-47e7-8efa-de9d7349ef4c HTTP/1.1" status: 200 len: 1095 time: 0.3522029 Nov 15 11:35:06.152941 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 5fd6d944-2642-4920-8c70-b6614201a7f1 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:06.168611 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-cda384cb-dc88-4185-906e-32ddad1369bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c387be2-1152-4b88-b3ec-8618c8e338dc HTTP/1.1" status: 200 len: 217 time: 0.0833943 Nov 15 11:35:06.218111 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-8b24a89e-b474-4231-acf4-15f333deacd0 service neutron] 10.222.0.55 "GET /v2.0/networks/053c504f-21d3-45c5-9b4b-dbbb4a4e98cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377769 Nov 15 11:35:06.250413 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-d7098836-0544-4ec2-b802-e9a4193ecb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:06.252009 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-d7098836-0544-4ec2-b802-e9a4193ecb2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03103d91-3b37-4eb5-8205-c7f69ac81522 HTTP/1.1" status: 200 len: 858 time: 0.0747423 Nov 15 11:35:06.307971 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-d370638a-6e81-4316-a90d-d20458923766 service neutron] 10.222.0.11 "GET /v2.0/networks/053c504f-21d3-45c5-9b4b-dbbb4a4e98cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6097565 Nov 15 11:35:06.314383 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1835fbab-ef0a-4c04-ba3b-f5c8a4f58a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:06.333549 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 5fd6d944-2642-4920-8c70-b6614201a7f1 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:06.335793 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:06.354105 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-29ccbabb-df5d-48d2-9ef2-fa54a1bf4239 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=053c504f-21d3-45c5-9b4b-dbbb4a4e98cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804846 Nov 15 11:35:06.504595 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-179c7230-ee01-4fb5-8290-313e4fbb508d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:06.560268 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:06.637256 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 5fd6d944-2642-4920-8c70-b6614201a7f1, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=5fd6d944-2642-4920-8c70-b6614201a7f1,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:06.651215 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:06.689008 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-179c7230-ee01-4fb5-8290-313e4fbb508d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:35:06.689273 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384fbb0-d600-487f-9a1c-74220544c140 req-4b49e700-a287-4029-ab4f-950777bc5b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:06.689381 n-d-729945-9 neutron-server[102677]: DEBUG oslo_db.api [None req-179c7230-ee01-4fb5-8290-313e4fbb508d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:35:06.690806 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c384fbb0-d600-487f-9a1c-74220544c140 req-4b49e700-a287-4029-ab4f-950777bc5b9c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54853152d54c495e93ac25c8bdfaa7bb&device_id=18f211e9-d06a-4459-bafb-07f5b803f649 HTTP/1.1" status: 200 len: 1094 time: 0.3434227 Nov 15 11:35:06.770622 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=5fd6d944-2642-4920-8c70-b6614201a7f1,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:06.814643 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769dc71-7ac4-4107-9acf-0f58a71afb7f req-0478c4d6-6fb7-4eb2-856f-f35e2723bfd5 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:06.816246 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d769dc71-7ac4-4107-9acf-0f58a71afb7f req-0478c4d6-6fb7-4eb2-856f-f35e2723bfd5 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7819f4c-0ef6-47e7-8efa-de9d7349ef4c HTTP/1.1" status: 200 len: 944 time: 0.3329158 Nov 15 11:35:06.946722 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-4cf3d587-311e-422d-b797-5684f6b9af29 None None] Provisioning complete for port 5fd6d944-2642-4920-8c70-b6614201a7f1 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:06.948556 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4cf3d587-311e-422d-b797-5684f6b9af29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:07.209794 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7819f4c-0ef6-47e7-8efa-de9d7349ef4c', 'tag': '3c387be2-1152-4b88-b3ec-8618c8e338dc'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:35:07.212199 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab15bb37-33e9-43d6-9f75-7f87567075ae" -d '{"events": [{"name": "network-changed", "server_uuid": "c7819f4c-0ef6-47e7-8efa-de9d7349ef4c", "tag": "3c387be2-1152-4b88-b3ec-8618c8e338dc"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:35:07.253565 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-179c7230-ee01-4fb5-8290-313e4fbb508d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:07.293351 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384fbb0-d600-487f-9a1c-74220544c140 req-8c2abfea-739a-41f7-aab1-4e33301b7ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:07.295387 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c384fbb0-d600-487f-9a1c-74220544c140 req-8c2abfea-739a-41f7-aab1-4e33301b7ba7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=053c504f-21d3-45c5-9b4b-dbbb4a4e98cd HTTP/1.1" status: 200 len: 919 time: 0.5744834 Nov 15 11:35:07.307634 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-2b30f683-b805-42e2-a966-33b78afcf602 service neutron] 10.222.0.55 "GET /v2.0/networks/053c504f-21d3-45c5-9b4b-dbbb4a4e98cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8576541 Nov 15 11:35:07.361477 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c384fbb0-d600-487f-9a1c-74220544c140 req-ed179048-c1e7-4840-aada-e2e91759aa07 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eebaca51-b146-4438-bad0-40cdda0257ce HTTP/1.1" status: 200 len: 217 time: 0.0515575 Nov 15 11:35:07.484764 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1a358771-a000-408f-8e37-b17e6cf0fc58 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting port 689612cc-da5e-4473-97b9-f28516ca8240 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:35:07.485102 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a358771-a000-408f-8e37-b17e6cf0fc58 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:07.572848 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-179c7230-ee01-4fb5-8290-313e4fbb508d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] For port 5fd6d944-2642-4920-8c70-b6614201a7f1, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=5fd6d944-2642-4920-8c70-b6614201a7f1,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:07.618568 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-179c7230-ee01-4fb5-8290-313e4fbb508d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:07.621451 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d769dc71-7ac4-4107-9acf-0f58a71afb7f req-fbdb1eaa-4414-4e2e-bd18-40180ec6a35c tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/security-groups?id=01f1532c-3a23-494f-a0a7-e5a391e2f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7762978 Nov 15 11:35:07.634551 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-179c7230-ee01-4fb5-8290-313e4fbb508d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:07.635500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384fbb0-d600-487f-9a1c-74220544c140 req-c1bff41c-d8f2-414f-ae1d-2c612e4e4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:07.635769 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-179c7230-ee01-4fb5-8290-313e4fbb508d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:07.637035 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c384fbb0-d600-487f-9a1c-74220544c140 req-c1bff41c-d8f2-414f-ae1d-2c612e4e4c76 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03103d91-3b37-4eb5-8205-c7f69ac81522 HTTP/1.1" status: 200 len: 858 time: 0.2626503 Nov 15 11:35:07.725566 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179c7230-ee01-4fb5-8290-313e4fbb508d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:07.735078 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-179c7230-ee01-4fb5-8290-313e4fbb508d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:07.741500 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179c7230-ee01-4fb5-8290-313e4fbb508d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:07.743145 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-179c7230-ee01-4fb5-8290-313e4fbb508d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:07.751408 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc614ea-2072-4b99-9b74-53a9482eae1c None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:07.767152 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c384fbb0-d600-487f-9a1c-74220544c140 req-a0dd7d5f-91b1-49fa-a3b7-f375f4574eed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=053c504f-21d3-45c5-9b4b-dbbb4a4e98cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223221 Nov 15 11:35:07.769405 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5f3b13d-103a-48b6-bb49-1da2ccba4e2b req-c20982f1-ee2e-43dc-8cf2-7bab4f87885a service neutron] 10.222.0.55 "GET /v2.0/networks/053c504f-21d3-45c5-9b4b-dbbb4a4e98cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039099 Nov 15 11:35:07.778994 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c7230-ee01-4fb5-8290-313e4fbb508d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=690367cf-0f2c-4028-8e72-02d9865d66ab,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:07.785314 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c7230-ee01-4fb5-8290-313e4fbb508d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=5fd6d944-2642-4920-8c70-b6614201a7f1,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:07.796213 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-179c7230-ee01-4fb5-8290-313e4fbb508d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.3077767 Nov 15 11:35:07.798226 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57876) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:07.803013 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a358771-a000-408f-8e37-b17e6cf0fc58 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:07.804293 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e381c226-70b2-46e3-81b0-5f783b484412 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'mac_address': 'fa:16:3e:57:1b:c6', 'name': 'tempest-NetworksTestDHCPv6-2018620862'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:07.823285 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1a358771-a000-408f-8e37-b17e6cf0fc58 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Calling delete_port for 689612cc-da5e-4473-97b9-f28516ca8240 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:35:08.028855 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e381c226-70b2-46e3-81b0-5f783b484412 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:08.086293 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 5fd6d944-2642-4920-8c70-b6614201a7f1 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:08.128436 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e381c226-70b2-46e3-81b0-5f783b484412 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:08.157064 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-e381c226-70b2-46e3-81b0-5f783b484412 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] device_id is not set on port 09eff6a8-9318-4142-b109-e87ee9dd4a05 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:35:08.181045 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf25c96-34a2-466a-b210-f00c33365f35 x-openstack-request-id: req-2bf25c96-34a2-466a-b210-f00c33365f35 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:35:08.181336 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7819f4c-0ef6-47e7-8efa-de9d7349ef4c", "tag": "3c387be2-1152-4b88-b3ec-8618c8e338dc", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:35:08.181584 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2bf25c96-34a2-466a-b210-f00c33365f35 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:35:08.181986 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7819f4c-0ef6-47e7-8efa-de9d7349ef4c', 'tag': '3c387be2-1152-4b88-b3ec-8618c8e338dc', 'status': 'completed', 'code': 200} Nov 15 11:35:08.190618 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971728fd-4f41-4dd3-950c-de362d326311 req-6b031aea-bc61-4424-85a4-b437a9b224a2 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:08.192416 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-971728fd-4f41-4dd3-950c-de362d326311 req-6b031aea-bc61-4424-85a4-b437a9b224a2 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 811 time: 0.8295922 Nov 15 11:35:08.196440 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a358771-a000-408f-8e37-b17e6cf0fc58 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:08.298439 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a358771-a000-408f-8e37-b17e6cf0fc58 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Port': ['ID=689612cc-da5e-4473-97b9-f28516ca8240,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:08.312067 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 5fd6d944-2642-4920-8c70-b6614201a7f1 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:08.312633 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:08.407376 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device eebaca51-b146-4438-bad0-40cdda0257ce details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:35:08.412717 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-e381c226-70b2-46e3-81b0-5f783b484412 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 172.20.0.3 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/befbf9f8-4eba-4c3c-bf81-953671c819b0/09eff6a8-9318-4142-b109-e87ee9dd4a05) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:08.424730 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-e381c226-70b2-46e3-81b0-5f783b484412 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8::f816:3eff:fe57:1bc6 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/690367cf-0f2c-4028-8e72-02d9865d66ab/09eff6a8-9318-4142-b109-e87ee9dd4a05) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:08.533429 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3daa75b5-a160-4c3f-ae6b-2a85885f8713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:08.599914 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-971728fd-4f41-4dd3-950c-de362d326311 req-eb93ef52-4e11-4bbb-b9b0-0be2987c9395 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/quotas/7766e2dd9df541a4b3334b23af798fc4 HTTP/1.1" status: 200 len: 375 time: 0.3842545 Nov 15 11:35:08.610469 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a358771-a000-408f-8e37-b17e6cf0fc58 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:08.683145 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15bb37-33e9-43d6-9f75-7f87567075ae req-9abd1025-2d71-48d4-8b31-00174a61a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:08.684998 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab15bb37-33e9-43d6-9f75-7f87567075ae req-9abd1025-2d71-48d4-8b31-00174a61a6e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54853152d54c495e93ac25c8bdfaa7bb&device_id=c7819f4c-0ef6-47e7-8efa-de9d7349ef4c HTTP/1.1" status: 200 len: 1095 time: 0.4896717 Nov 15 11:35:08.744942 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e381c226-70b2-46e3-81b0-5f783b484412 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:08.831664 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port eebaca51-b146-4438-bad0-40cdda0257ce, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=eebaca51-b146-4438-bad0-40cdda0257ce,segment=NetworkSegment(91b3a5d1-dfc6-4da2-8707-adc1037eb3c3),segment_id=91b3a5d1-dfc6-4da2-8707-adc1037eb3c3)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:08.844544 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'eebaca51-b146-4438-bad0-40cdda0257ce', 'network_id': '053c504f-21d3-45c5-9b4b-dbbb4a4e98cd', 'port_id': 'eebaca51-b146-4438-bad0-40cdda0257ce', 'mac_address': 'fa:16:3e:4f:1f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03103d91-3b37-4eb5-8205-c7f69ac81522', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:35:08.846397 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15bb37-33e9-43d6-9f75-7f87567075ae req-4746ddc6-729c-4c08-b54f-a787be8efb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:08.848208 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab15bb37-33e9-43d6-9f75-7f87567075ae req-4746ddc6-729c-4c08-b54f-a787be8efb1f service neutron] 10.222.0.55 "GET /v2.0/networks?id=053c504f-21d3-45c5-9b4b-dbbb4a4e98cd HTTP/1.1" status: 200 len: 919 time: 0.1515477 Nov 15 11:35:08.863044 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e381c226-70b2-46e3-81b0-5f783b484412 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:08.902866 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:08.943919 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eebaca51-b146-4438-bad0-40cdda0257ce {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:35:08.966740 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e381c226-70b2-46e3-81b0-5f783b484412 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:08.969037 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c384fbb0-d600-487f-9a1c-74220544c140 req-25218d9f-5a40-419c-9cea-faa2a986062e service neutron] 10.222.0.55 "GET /v2.0/networks/053c504f-21d3-45c5-9b4b-dbbb4a4e98cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7748144 Nov 15 11:35:08.972432 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e381c226-70b2-46e3-81b0-5f783b484412 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:08.975665 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e381c226-70b2-46e3-81b0-5f783b484412 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:35:08.992201 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab15bb37-33e9-43d6-9f75-7f87567075ae req-0729a3f4-51d4-4616-ab0c-918868af79f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c387be2-1152-4b88-b3ec-8618c8e338dc HTTP/1.1" status: 200 len: 217 time: 0.0983133 Nov 15 11:35:09.001133 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port eebaca51-b146-4438-bad0-40cdda0257ce, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=eebaca51-b146-4438-bad0-40cdda0257ce,segment=NetworkSegment(91b3a5d1-dfc6-4da2-8707-adc1037eb3c3),segment_id=91b3a5d1-dfc6-4da2-8707-adc1037eb3c3)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:09.017205 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:09.036242 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-971728fd-4f41-4dd3-950c-de362d326311 req-747d9180-97c6-4775-913d-94887a108c2e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4193776 Nov 15 11:35:09.064244 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381c226-70b2-46e3-81b0-5f783b484412 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=09eff6a8-9318-4142-b109-e87ee9dd4a05,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:09.074361 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e381c226-70b2-46e3-81b0-5f783b484412 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:09.075116 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e381c226-70b2-46e3-81b0-5f783b484412 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:09.121332 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e381c226-70b2-46e3-81b0-5f783b484412 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3216901 Nov 15 11:35:09.124018 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57936) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:09.152809 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=eebaca51-b146-4438-bad0-40cdda0257ce,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:09.233763 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4427fb-52bd-4803-8b00-e5b968b4abc9 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:09.237827 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['eebaca51-b146-4438-bad0-40cdda0257ce'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:35:09.240249 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4427fb-52bd-4803-8b00-e5b968b4abc9 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:09.246784 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2e4427fb-52bd-4803-8b00-e5b968b4abc9 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1215155 Nov 15 11:35:09.247685 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57942) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:09.341803 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37253154-9a83-4cb8-b87d-7d144c708a05 req-ac84aa5f-4773-4449-abfd-e3844c8972a4 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:09.345062 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37253154-9a83-4cb8-b87d-7d144c708a05 req-ac84aa5f-4773-4449-abfd-e3844c8972a4 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7819f4c-0ef6-47e7-8efa-de9d7349ef4c HTTP/1.1" status: 200 len: 944 time: 0.5462816 Nov 15 11:35:09.376552 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15bb37-33e9-43d6-9f75-7f87567075ae req-c40442d0-7138-4f6e-878c-2de4033c4b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:09.378919 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab15bb37-33e9-43d6-9f75-7f87567075ae req-c40442d0-7138-4f6e-878c-2de4033c4b8f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03103d91-3b37-4eb5-8205-c7f69ac81522 HTTP/1.1" status: 200 len: 858 time: 0.3664970 Nov 15 11:35:09.445301 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a358771-a000-408f-8e37-b17e6cf0fc58 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Router 61e12f93-4492-4d2f-9863-dda135f5300b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:35:09.500003 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-cc75702b-1922-4bdc-9aaa-a22318a1910c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting port 09eff6a8-9318-4142-b109-e87ee9dd4a05 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:35:09.500379 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc75702b-1922-4bdc-9aaa-a22318a1910c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:09.515568 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab15bb37-33e9-43d6-9f75-7f87567075ae req-87db385b-29d9-4813-a800-fe336a7a7324 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=053c504f-21d3-45c5-9b4b-dbbb4a4e98cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550244 Nov 15 11:35:09.541643 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c384fbb0-d600-487f-9a1c-74220544c140 req-bc4d59ac-762c-4be6-917e-b3302d9d4a72 service neutron] 10.222.0.55 "GET /v2.0/networks/053c504f-21d3-45c5-9b4b-dbbb4a4e98cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5576081 Nov 15 11:35:09.591493 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-971728fd-4f41-4dd3-950c-de362d326311 req-dbf1e680-e693-4879-be75-ab2f42b6cbe7 service neutron] 10.222.0.64 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302799 Nov 15 11:35:09.673657 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37253154-9a83-4cb8-b87d-7d144c708a05 req-f69c6c70-a44b-4685-bd1a-c40ca38eb73a tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/security-groups?id=01f1532c-3a23-494f-a0a7-e5a391e2f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085687 Nov 15 11:35:09.734976 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc75702b-1922-4bdc-9aaa-a22318a1910c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:09.765416 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-cc75702b-1922-4bdc-9aaa-a22318a1910c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Calling delete_port for 09eff6a8-9318-4142-b109-e87ee9dd4a05 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:35:09.857791 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:09.894666 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57950) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:10.067334 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2c0d94bb-1de4-4395-b943-a5e25fe935ce None None] Provisioning complete for port 5fd6d944-2642-4920-8c70-b6614201a7f1 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:10.067777 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2c0d94bb-1de4-4395-b943-a5e25fe935ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:10.098836 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afe61053-9b8f-49e2-8482-04019f105345 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:10.132340 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc75702b-1922-4bdc-9aaa-a22318a1910c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:10.184015 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a358771-a000-408f-8e37-b17e6cf0fc58 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:35:10.197060 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1a358771-a000-408f-8e37-b17e6cf0fc58 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/routers/61e12f93-4492-4d2f-9863-dda135f5300b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3784053 Nov 15 11:35:10.200928 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57956) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:10.204942 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb01e29c-bd12-4f24-8615-6876d84a3ec2 None None] Sync routers for ids ['61e12f93-4492-4d2f-9863-dda135f5300b'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:35:10.216509 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb01e29c-bd12-4f24-8615-6876d84a3ec2 None None] Routers {'61e12f93-4492-4d2f-9863-dda135f5300b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:35:10.216824 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-eb01e29c-bd12-4f24-8615-6876d84a3ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:35:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['61e12f93-4492-4d2f-9863-dda135f5300b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:10.250846 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75702b-1922-4bdc-9aaa-a22318a1910c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Port': ['ID=09eff6a8-9318-4142-b109-e87ee9dd4a05,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:10.263498 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-eb01e29c-bd12-4f24-8615-6876d84a3ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:10.274831 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb01e29c-bd12-4f24-8615-6876d84a3ec2 None None] Routers {'61e12f93-4492-4d2f-9863-dda135f5300b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:35:10.277549 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-eb01e29c-bd12-4f24-8615-6876d84a3ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:35:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['61e12f93-4492-4d2f-9863-dda135f5300b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:10.319032 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-eb01e29c-bd12-4f24-8615-6876d84a3ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:10.320368 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb01e29c-bd12-4f24-8615-6876d84a3ec2 None None] The sync data for ids ['61e12f93-4492-4d2f-9863-dda135f5300b'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:35:10.344733 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab15bb37-33e9-43d6-9f75-7f87567075ae req-c5c0e3fa-9ff2-4b86-8780-ded8eb8fafe1 service neutron] 10.222.0.55 "GET /v2.0/networks/053c504f-21d3-45c5-9b4b-dbbb4a4e98cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8055317 Nov 15 11:35:10.346939 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9b529bdd-0877-4ad1-b7ba-95e63a2aab8e tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/ports?device_id=61e12f93-4492-4d2f-9863-dda135f5300b HTTP/1.1" status: 200 len: 205 time: 0.1256783 Nov 15 11:35:10.351159 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57958) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:10.392923 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 3c387be2-1152-4b88-b3ec-8618c8e338dc details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:35:10.403051 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device eebaca51-b146-4438-bad0-40cdda0257ce up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:10.442531 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc75702b-1922-4bdc-9aaa-a22318a1910c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:10.449013 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cc75702b-1922-4bdc-9aaa-a22318a1910c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/09eff6a8-9318-4142-b109-e87ee9dd4a05 HTTP/1.1" status: 204 len: 168 time: 1.2000794 Nov 15 11:35:10.451469 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57960) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:10.457223 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f7b94670-0dbd-4c02-b014-ec35be824a4b None None] Could not find standard attr ID for object 09eff6a8-9318-4142-b109-e87ee9dd4a05. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:35:10.496790 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab15bb37-33e9-43d6-9f75-7f87567075ae req-0b591447-08f7-4b75-87dd-41e095f73c25 service neutron] 10.222.0.55 "GET /v2.0/networks/053c504f-21d3-45c5-9b4b-dbbb4a4e98cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354663 Nov 15 11:35:10.540228 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc845492-3f1b-44bd-88f5-0e8f0799a142 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:10.541985 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc845492-3f1b-44bd-88f5-0e8f0799a142 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:10.548420 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc845492-3f1b-44bd-88f5-0e8f0799a142 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:10.549804 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-971728fd-4f41-4dd3-950c-de362d326311 req-b2dff3f5-c11d-4989-946d-ca49096f4f43 service neutron] 10.222.0.64 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9220693 Nov 15 11:35:10.553848 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-49ee1655-38ab-4d90-a5b8-a03eaff96efa tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:10.567309 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-dc845492-3f1b-44bd-88f5-0e8f0799a142 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1146274 Nov 15 11:35:10.579758 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57962) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:10.592252 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port eebaca51-b146-4438-bad0-40cdda0257ce completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:35:10.600497 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port eebaca51-b146-4438-bad0-40cdda0257ce triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:10.601201 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:10.674369 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 3c387be2-1152-4b88-b3ec-8618c8e338dc, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3c387be2-1152-4b88-b3ec-8618c8e338dc,segment=NetworkSegment(91b3a5d1-dfc6-4da2-8707-adc1037eb3c3),segment_id=91b3a5d1-dfc6-4da2-8707-adc1037eb3c3)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:10.697857 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '3c387be2-1152-4b88-b3ec-8618c8e338dc', 'network_id': '053c504f-21d3-45c5-9b4b-dbbb4a4e98cd', 'port_id': '3c387be2-1152-4b88-b3ec-8618c8e338dc', 'mac_address': 'fa:16:3e:c4:f9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03103d91-3b37-4eb5-8205-c7f69ac81522', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:35:10.723333 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef18ae55-c191-422d-9665-466c9311c002 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet 690367cf-0f2c-4028-8e72-02d9865d66ab {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:35:10.732756 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-49ee1655-38ab-4d90-a5b8-a03eaff96efa tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:10.735550 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-49ee1655-38ab-4d90-a5b8-a03eaff96efa tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:10.742116 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afe61053-9b8f-49e2-8482-04019f105345 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:10.743327 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef18ae55-c191-422d-9665-466c9311c002 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:10.773877 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afe61053-9b8f-49e2-8482-04019f105345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:10.788433 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-49ee1655-38ab-4d90-a5b8-a03eaff96efa tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:10.789036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ee1655-38ab-4d90-a5b8-a03eaff96efa tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Fanout notify agent at l3_agent the message router_deleted on router 61e12f93-4492-4d2f-9863-dda135f5300b {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:35:10.809020 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-afe61053-9b8f-49e2-8482-04019f105345 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bb3c6fb142874633bc1ea41de8ecdfe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9125800 Nov 15 11:35:10.810605 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-49ee1655-38ab-4d90-a5b8-a03eaff96efa tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:10.813431 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57968) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:10.814059 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-49ee1655-38ab-4d90-a5b8-a03eaff96efa tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/routers/61e12f93-4492-4d2f-9863-dda135f5300b HTTP/1.1" status: 204 len: 168 time: 0.4616807 Nov 15 11:35:10.817707 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57970) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:10.826150 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:10.835283 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:10.877889 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef18ae55-c191-422d-9665-466c9311c002 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:10.902144 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c387be2-1152-4b88-b3ec-8618c8e338dc {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:35:10.912393 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f211e9-d06a-4459-bafb-07f5b803f649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebaca51-b146-4438-bad0-40cdda0257ce'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:35:10.914663 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb42cb8e-132c-4661-93d1-312bcf077667" -d '{"events": [{"server_uuid": "18f211e9-d06a-4459-bafb-07f5b803f649", "name": "network-vif-plugged", "status": "completed", "tag": "eebaca51-b146-4438-bad0-40cdda0257ce"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:35:10.937807 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port eebaca51-b146-4438-bad0-40cdda0257ce, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=eebaca51-b146-4438-bad0-40cdda0257ce,segment=NetworkSegment(91b3a5d1-dfc6-4da2-8707-adc1037eb3c3),segment_id=91b3a5d1-dfc6-4da2-8707-adc1037eb3c3)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:10.941830 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 3c387be2-1152-4b88-b3ec-8618c8e338dc, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3c387be2-1152-4b88-b3ec-8618c8e338dc,segment=NetworkSegment(91b3a5d1-dfc6-4da2-8707-adc1037eb3c3),segment_id=91b3a5d1-dfc6-4da2-8707-adc1037eb3c3)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:10.946293 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:10.952996 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:10.970419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-0835400d-0e79-4fd7-ada0-7d5be96044cd tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting subnet e4ad8aca-ffc3-439e-a180-898946b69307 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:35:10.979770 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0835400d-0e79-4fd7-ada0-7d5be96044cd tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:10.982283 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe61053-9b8f-49e2-8482-04019f105345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3aa651-a363-4c02-b6d8-9c2b44b9e961,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:11.017230 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b4e7357d-ec4d-4387-9af6-bf4499f3d418 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:11.028869 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=eebaca51-b146-4438-bad0-40cdda0257ce,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:11.095951 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7be4d-42f8-493a-8e77-061ba7f0f477 req-da0a22ac-10b0-44bc-83ce-d8db8b60c8c8 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:11.106131 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53f7be4d-42f8-493a-8e77-061ba7f0f477 req-da0a22ac-10b0-44bc-83ce-d8db8b60c8c8 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7819f4c-0ef6-47e7-8efa-de9d7349ef4c HTTP/1.1" status: 200 len: 944 time: 0.2181704 Nov 15 11:35:11.115927 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-44f06c2e-0f3b-4ab3-af59-01b89700e4c2 req-31ee696f-31f7-4d70-b3e1-14e5433493de tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 210 time: 0.1347837 Nov 15 11:35:11.126215 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b4e7357d-ec4d-4387-9af6-bf4499f3d418 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:11.180781 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device d49fdd85-83f9-494c-8733-16ec178ffe9f details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:35:11.193945 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc6078a-776d-4680-b037-d192ce35dfcf x-openstack-request-id: req-4fc6078a-776d-4680-b037-d192ce35dfcf {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:35:11.194308 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f211e9-d06a-4459-bafb-07f5b803f649", "name": "network-vif-plugged", "status": "completed", "tag": "eebaca51-b146-4438-bad0-40cdda0257ce", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:35:11.194466 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4fc6078a-776d-4680-b037-d192ce35dfcf {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:35:11.194871 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f211e9-d06a-4459-bafb-07f5b803f649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebaca51-b146-4438-bad0-40cdda0257ce', 'code': 200} Nov 15 11:35:11.200968 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef18ae55-c191-422d-9665-466c9311c002 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:11.206326 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0835400d-0e79-4fd7-ada0-7d5be96044cd tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:11.218112 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['3c387be2-1152-4b88-b3ec-8618c8e338dc'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:35:11.229984 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=3c387be2-1152-4b88-b3ec-8618c8e338dc,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:11.320863 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b4e7357d-ec4d-4387-9af6-bf4499f3d418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:11.324315 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b4e7357d-ec4d-4387-9af6-bf4499f3d418 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:11.325733 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b4e7357d-ec4d-4387-9af6-bf4499f3d418 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7b3aa651-a363-4c02-b6d8-9c2b44b9e961 HTTP/1.1" status: 204 len: 168 time: 0.5064361 Nov 15 11:35:11.335619 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7357d-ec4d-4387-9af6-bf4499f3d418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3aa651-a363-4c02-b6d8-9c2b44b9e961,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:11.339105 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef18ae55-c191-422d-9665-466c9311c002 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:11.350560 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0835400d-0e79-4fd7-ada0-7d5be96044cd tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:11.385044 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18ae55-c191-422d-9665-466c9311c002 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=690367cf-0f2c-4028-8e72-02d9865d66ab,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:11.401175 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef18ae55-c191-422d-9665-466c9311c002 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:11.411707 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ef18ae55-c191-422d-9665-466c9311c002 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/690367cf-0f2c-4028-8e72-02d9865d66ab HTTP/1.1" status: 204 len: 168 time: 0.8283143 Nov 15 11:35:11.414842 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57988) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:11.417496 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31b14d2-2ea9-4f42-8125-bc7b15ec66b9 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:11.482636 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-4935e3c6-a045-4dab-a5df-7389cdf68090 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet befbf9f8-4eba-4c3c-bf81-953671c819b0 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:35:11.486876 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4935e3c6-a045-4dab-a5df-7389cdf68090 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:11.518188 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0835400d-0e79-4fd7-ada0-7d5be96044cd tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:11.565769 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53f7be4d-42f8-493a-8e77-061ba7f0f477 req-c942df0e-b3ed-4f5d-acd6-cb6de1f95efe tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/security-groups?id=01f1532c-3a23-494f-a0a7-e5a391e2f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587436 Nov 15 11:35:11.571509 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4935e3c6-a045-4dab-a5df-7389cdf68090 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:11.593655 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:11.600263 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port d49fdd85-83f9-494c-8733-16ec178ffe9f, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=d49fdd85-83f9-494c-8733-16ec178ffe9f,segment=NetworkSegment(91b3a5d1-dfc6-4da2-8707-adc1037eb3c3),segment_id=91b3a5d1-dfc6-4da2-8707-adc1037eb3c3)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:11.625432 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835400d-0e79-4fd7-ada0-7d5be96044cd tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ad8aca-ffc3-439e-a180-898946b69307,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:11.637963 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c147ad-e5de-48ca-91e5-0dbf163477e9 None None] Network 17aa75f4-a7b2-4412-8f23-7647c802e9ac requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:11.638422 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0835400d-0e79-4fd7-ada0-7d5be96044cd tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:11.646851 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57994) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:11.651062 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0835400d-0e79-4fd7-ada0-7d5be96044cd tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/subnets/e4ad8aca-ffc3-439e-a180-898946b69307 HTTP/1.1" status: 204 len: 168 time: 0.8251457 Nov 15 11:35:11.662275 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb05a68-fb65-4583-a1ba-77e44829c7cd req-9ec60f75-47d4-4e86-99c9-59291207a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:11.664130 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2bb05a68-fb65-4583-a1ba-77e44829c7cd req-9ec60f75-47d4-4e86-99c9-59291207a8a8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=18f211e9-d06a-4459-bafb-07f5b803f649 HTTP/1.1" status: 200 len: 1096 time: 0.1813791 Nov 15 11:35:11.709919 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'd49fdd85-83f9-494c-8733-16ec178ffe9f', 'network_id': '053c504f-21d3-45c5-9b4b-dbbb4a4e98cd', 'port_id': 'd49fdd85-83f9-494c-8733-16ec178ffe9f', 'mac_address': 'fa:16:3e:13:6d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03103d91-3b37-4eb5-8205-c7f69ac81522', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:35:11.767482 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2bb05a68-fb65-4583-a1ba-77e44829c7cd req-f9d5b8cc-e142-46a6-8894-47583315ed69 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=01f1532c-3a23-494f-a0a7-e5a391e2f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952516 Nov 15 11:35:11.780515 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4935e3c6-a045-4dab-a5df-7389cdf68090 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:11.791781 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60fa02de-aa16-4d69-8831-a38b4ff1f6f5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:11.886717 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 57996) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:11.905235 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-266ef9ba-24d9-423a-bd4b-4a3b814d5834 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:11.925915 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4935e3c6-a045-4dab-a5df-7389cdf68090 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:11.988155 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:12.036135 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49fdd85-83f9-494c-8733-16ec178ffe9f {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:35:12.058409 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port d49fdd85-83f9-494c-8733-16ec178ffe9f, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=d49fdd85-83f9-494c-8733-16ec178ffe9f,segment=NetworkSegment(91b3a5d1-dfc6-4da2-8707-adc1037eb3c3),segment_id=91b3a5d1-dfc6-4da2-8707-adc1037eb3c3)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:12.069941 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-266ef9ba-24d9-423a-bd4b-4a3b814d5834 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:12.084170 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:12.085374 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-266ef9ba-24d9-423a-bd4b-4a3b814d5834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:12.159780 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-266ef9ba-24d9-423a-bd4b-4a3b814d5834 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a0f2f9e778df4809b09f7729af916736&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2708344 Nov 15 11:35:12.168802 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58002) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:12.170368 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ef9ba-24d9-423a-bd4b-4a3b814d5834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2cae11-7fee-4a2f-9f11-616ae0932ff6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:12.206622 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bf4287-0a1e-408f-ad30-e3373c7f758d None None] DHCP port deletion for 17aa75f4-a7b2-4412-8f23-7647c802e9ac request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:35:12.266717 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:12.297036 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=d49fdd85-83f9-494c-8733-16ec178ffe9f,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:12.306404 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ccef7327-4d60-4d46-9be3-6379ec6ede14 req-5a1b13da-b0c5-4c26-8499-7743b8605f94 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 210 time: 0.0467670 Nov 15 11:35:12.328601 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-789ccaad-602f-47cb-8b64-859a6b1772c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:12.356743 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-789ccaad-602f-47cb-8b64-859a6b1772c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:12.364579 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07bf4287-0a1e-408f-ad30-e3373c7f758d None None] Deleting port 6c0b39be-d062-4b45-a902-01fe36ec7b74 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:35:12.365197 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07bf4287-0a1e-408f-ad30-e3373c7f758d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:12.415715 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f276fce-492b-4eb2-b027-460f1d6ce32f None None] Update dhcp port {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'fixed_ips': [{'subnet_id': 'befbf9f8-4eba-4c3c-bf81-953671c819b0'}], 'binding:host_id': 'n-d-729945-9'}, 'id': '5fd6d944-2642-4920-8c70-b6614201a7f1'} from n-d-729945-9. {{(pid=102679) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 11:35:12.421822 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['d49fdd85-83f9-494c-8733-16ec178ffe9f'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:35:12.423416 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-789ccaad-602f-47cb-8b64-859a6b1772c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:12.426856 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-789ccaad-602f-47cb-8b64-859a6b1772c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:12.444686 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-789ccaad-602f-47cb-8b64-859a6b1772c0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8a2cae11-7fee-4a2f-9f11-616ae0932ff6 HTTP/1.1" status: 204 len: 168 time: 0.2507825 Nov 15 11:35:12.464357 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ccaad-602f-47cb-8b64-859a6b1772c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2cae11-7fee-4a2f-9f11-616ae0932ff6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:12.500260 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07bf4287-0a1e-408f-ad30-e3373c7f758d None None] For port 6c0b39be-d062-4b45-a902-01fe36ec7b74, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6c0b39be-d062-4b45-a902-01fe36ec7b74,segment=NetworkSegment(860e44c4-5f5a-45a2-bdd1-630766689b8c),segment_id=860e44c4-5f5a-45a2-bdd1-630766689b8c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:12.500653 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07bf4287-0a1e-408f-ad30-e3373c7f758d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:12.509136 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935e3c6-a045-4dab-a5df-7389cdf68090 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=befbf9f8-4eba-4c3c-bf81-953671c819b0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:12.511384 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4935e3c6-a045-4dab-a5df-7389cdf68090 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:12.518140 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58006) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:12.519324 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f276fce-492b-4eb2-b027-460f1d6ce32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:12.540381 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4935e3c6-a045-4dab-a5df-7389cdf68090 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/befbf9f8-4eba-4c3c-bf81-953671c819b0 HTTP/1.1" status: 204 len: 168 time: 1.1243742 Nov 15 11:35:12.541539 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07bf4287-0a1e-408f-ad30-e3373c7f758d None None] Calling delete_port for 6c0b39be-d062-4b45-a902-01fe36ec7b74 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:35:12.559210 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-60fa02de-aa16-4d69-8831-a38b4ff1f6f5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting port 6c0b39be-d062-4b45-a902-01fe36ec7b74 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:35:12.559661 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60fa02de-aa16-4d69-8831-a38b4ff1f6f5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:12.606794 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-aee39a41-429b-425d-93c5-f2f6f4be62c2 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873697 Nov 15 11:35:12.616409 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58010) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:12.621421 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-dbb8c147-bc57-4646-ba21-0adbc10b9528 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:12.750721 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-60fa02de-aa16-4d69-8831-a38b4ff1f6f5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] For port 6c0b39be-d062-4b45-a902-01fe36ec7b74, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6c0b39be-d062-4b45-a902-01fe36ec7b74,segment=NetworkSegment(860e44c4-5f5a-45a2-bdd1-630766689b8c),segment_id=860e44c4-5f5a-45a2-bdd1-630766689b8c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:12.751036 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60fa02de-aa16-4d69-8831-a38b4ff1f6f5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:12.772672 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-60fa02de-aa16-4d69-8831-a38b4ff1f6f5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Calling delete_port for 6c0b39be-d062-4b45-a902-01fe36ec7b74 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:35:12.856413 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971728fd-4f41-4dd3-950c-de362d326311 req-3745ffd5-0251-454a-a94e-6e85f13d9e0e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:12.857965 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-971728fd-4f41-4dd3-950c-de362d326311 req-3745ffd5-0251-454a-a94e-6e85f13d9e0e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.11 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 811 time: 0.2101355 Nov 15 11:35:12.875302 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-971728fd-4f41-4dd3-950c-de362d326311 req-b94df814-ce5b-45ae-9e2c-a970de1f5570 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Request body: {'port': {'device_id': '002d76ba-0067-4704-823e-83da41852c19', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'admin_state_up': True, 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:12.961341 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bef2d-4e65-441d-93c3-25e4072bd3de req-e22e0d44-c509-4389-aae5-fd7c0edb2db0 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:12.985846 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b9bef2d-4e65-441d-93c3-25e4072bd3de req-e22e0d44-c509-4389-aae5-fd7c0edb2db0 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7819f4c-0ef6-47e7-8efa-de9d7349ef4c HTTP/1.1" status: 200 len: 945 time: 0.2457349 Nov 15 11:35:12.993047 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60fa02de-aa16-4d69-8831-a38b4ff1f6f5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:13.018321 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb8c147-bc57-4646-ba21-0adbc10b9528 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:13.039672 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dbb8c147-bc57-4646-ba21-0adbc10b9528 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:13.058167 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fa02de-aa16-4d69-8831-a38b4ff1f6f5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] No DVR routers for this DVR port 6c0b39be-d062-4b45-a902-01fe36ec7b74 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:35:13.060221 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa02de-aa16-4d69-8831-a38b4ff1f6f5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Port': ['ID=6c0b39be-d062-4b45-a902-01fe36ec7b74,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:13.200179 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60fa02de-aa16-4d69-8831-a38b4ff1f6f5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:13.209951 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b9bef2d-4e65-441d-93c3-25e4072bd3de req-8ec2a68a-2841-47d1-9bd1-d8ddce4dd2e9 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/security-groups?id=01f1532c-3a23-494f-a0a7-e5a391e2f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018216 Nov 15 11:35:13.211600 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971728fd-4f41-4dd3-950c-de362d326311 req-b94df814-ce5b-45ae-9e2c-a970de1f5570 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Made reservation on behalf of 7766e2dd9df541a4b3334b23af798fc4 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:13.216391 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-971728fd-4f41-4dd3-950c-de362d326311 req-b94df814-ce5b-45ae-9e2c-a970de1f5570 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:13.271746 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-60fa02de-aa16-4d69-8831-a38b4ff1f6f5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17aa75f4-a7b2-4412-8f23-7647c802e9ac']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:13.293987 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-60fa02de-aa16-4d69-8831-a38b4ff1f6f5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860e44c4-5f5a-45a2-bdd1-630766689b8c') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:13.294314 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-60fa02de-aa16-4d69-8831-a38b4ff1f6f5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860e44c4-5f5a-45a2-bdd1-630766689b8c') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:13.310794 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60fa02de-aa16-4d69-8831-a38b4ff1f6f5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:13.359336 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60fa02de-aa16-4d69-8831-a38b4ff1f6f5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:13.371709 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60fa02de-aa16-4d69-8831-a38b4ff1f6f5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:35:13.371709 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60fa02de-aa16-4d69-8831-a38b4ff1f6f5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:35:13.374591 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:35:13.487577 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60fa02de-aa16-4d69-8831-a38b4ff1f6f5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:13.495552 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b9595d-14b7-47ef-849d-aecea54061e7 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:13.506521 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07bf4287-0a1e-408f-ad30-e3373c7f758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:13.517042 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-971728fd-4f41-4dd3-950c-de362d326311 req-b94df814-ce5b-45ae-9e2c-a970de1f5570 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Allocated IP 172.20.0.3 (6b1842a3-8b78-48b6-930c-de775291ae35/03402d5a-eb71-46f6-ad30-bb9e6876f489/74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:13.549008 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60fa02de-aa16-4d69-8831-a38b4ff1f6f5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:13.554297 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-60fa02de-aa16-4d69-8831-a38b4ff1f6f5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/networks/17aa75f4-a7b2-4412-8f23-7647c802e9ac HTTP/1.1" status: 204 len: 168 time: 1.9044638 Nov 15 11:35:13.566962 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58036) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:13.601113 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6faf1b14-f4cf-452d-99db-2166e347053e req-9dd997ba-b73b-4ecb-9d97-ac6bfe516f8c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 210 time: 0.1767538 Nov 15 11:35:13.603498 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8a98f47b-cd30-4b6c-ac64-5b9d43e71a70 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-316484522', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:13.625401 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa02de-aa16-4d69-8831-a38b4ff1f6f5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Network': ['ID=17aa75f4-a7b2-4412-8f23-7647c802e9ac,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:13.654573 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dbb8c147-bc57-4646-ba21-0adbc10b9528 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:13.692834 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a98f47b-cd30-4b6c-ac64-5b9d43e71a70 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:13.693945 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a98f47b-cd30-4b6c-ac64-5b9d43e71a70 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:13.707655 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-07bf4287-0a1e-408f-ad30-e3373c7f758d None None] Network 17aa75f4-a7b2-4412-8f23-7647c802e9ac is not hosted by any dhcp agent {{(pid=102679) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 15 11:35:13.708652 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bf4287-0a1e-408f-ad30-e3373c7f758d None None] No DVR routers for this DVR port 6c0b39be-d062-4b45-a902-01fe36ec7b74 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:35:13.718777 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf4287-0a1e-408f-ad30-e3373c7f758d None None] Pushing event deleted for resources: {'Port': ['ID=6c0b39be-d062-4b45-a902-01fe36ec7b74,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:13.722047 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5939b355-c6e6-4145-9e4f-4e09124d5435 None None] Provisioning complete for port 5fd6d944-2642-4920-8c70-b6614201a7f1 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:13.722677 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5939b355-c6e6-4145-9e4f-4e09124d5435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:13.777047 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb8c147-bc57-4646-ba21-0adbc10b9528 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:13.784407 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-dbb8c147-bc57-4646-ba21-0adbc10b9528 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:13.788874 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb8c147-bc57-4646-ba21-0adbc10b9528 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:13.789736 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dbb8c147-bc57-4646-ba21-0adbc10b9528 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:13.803787 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8c147-bc57-4646-ba21-0adbc10b9528 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=4cb60c97-210b-4ec9-81b9-a7d4a4676adf,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:13.818939 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-dbb8c147-bc57-4646-ba21-0adbc10b9528 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2013245 Nov 15 11:35:13.821851 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58042) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:13.832660 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-8cf0ea60-9646-4bf3-9555-43fcdf98bb44 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:13.953009 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a98f47b-cd30-4b6c-ac64-5b9d43e71a70 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:13.979238 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a98f47b-cd30-4b6c-ac64-5b9d43e71a70 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:14.032228 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 5fd6d944-2642-4920-8c70-b6614201a7f1 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:35:14.037625 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2601301a-1724-4940-8318-b8176c6ac94c None None] Update dhcp port {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'fixed_ips': [{'subnet_id': '4cb60c97-210b-4ec9-81b9-a7d4a4676adf'}], 'binding:host_id': 'n-d-729945-9'}, 'id': '5fd6d944-2642-4920-8c70-b6614201a7f1'} from n-d-729945-9. {{(pid=102679) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 11:35:14.041105 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a98f47b-cd30-4b6c-ac64-5b9d43e71a70 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:14.046552 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8a98f47b-cd30-4b6c-ac64-5b9d43e71a70 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4771221 Nov 15 11:35:14.049165 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58048) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:14.054524 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-971728fd-4f41-4dd3-950c-de362d326311 req-b94df814-ce5b-45ae-9e2c-a970de1f5570 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:14.060354 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6712673d-1e8f-4c6c-8649-b3f87e830c04 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-854086237'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:14.085438 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf0ea60-9646-4bf3-9555-43fcdf98bb44 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:14.090087 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8cf0ea60-9646-4bf3-9555-43fcdf98bb44 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:14.114379 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2601301a-1724-4940-8318-b8176c6ac94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:14.132697 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6712673d-1e8f-4c6c-8649-b3f87e830c04 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Made reservation on behalf of 0a82ebb1e550449ab3351c5452600713 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:14.137907 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6712673d-1e8f-4c6c-8649-b3f87e830c04 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:14.152727 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-971728fd-4f41-4dd3-950c-de362d326311 req-b94df814-ce5b-45ae-9e2c-a970de1f5570 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:14.285401 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:14.317877 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971728fd-4f41-4dd3-950c-de362d326311 req-b94df814-ce5b-45ae-9e2c-a970de1f5570 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Network 6b1842a3-8b78-48b6-930c-de775291ae35 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:14.324079 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-971728fd-4f41-4dd3-950c-de362d326311 req-b94df814-ce5b-45ae-9e2c-a970de1f5570 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:14.344117 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-971728fd-4f41-4dd3-950c-de362d326311 req-b94df814-ce5b-45ae-9e2c-a970de1f5570 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:35:14.373925 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 5fd6d944-2642-4920-8c70-b6614201a7f1, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=5fd6d944-2642-4920-8c70-b6614201a7f1,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:14.388181 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:14.389028 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6c0b39be-d062-4b45-a902-01fe36ec7b74 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:35:14.441105 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94df814-ce5b-45ae-9e2c-a970de1f5570 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event updated for resources: {'Port': ['ID=74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:14.459984 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 3c387be2-1152-4b88-b3ec-8618c8e338dc up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:14.462082 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6712673d-1e8f-4c6c-8649-b3f87e830c04 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:35:14.489184 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 6c0b39be-d062-4b45-a902-01fe36ec7b74 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:35:14.489353 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6c0b39be-d062-4b45-a902-01fe36ec7b74 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:35:14.508456 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6712673d-1e8f-4c6c-8649-b3f87e830c04 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:14.509368 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-6712673d-1e8f-4c6c-8649-b3f87e830c04 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Added segment 4d96b890-f634-46cd-a94f-36af07369e91 of type vlan for network ca8af965-0e54-4e3a-af66-b0b8bc131672 Nov 15 11:35:14.512880 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-2601301a-1724-4940-8318-b8176c6ac94c None None] Allocated IP 172.20.0.2 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/4cb60c97-210b-4ec9-81b9-a7d4a4676adf/5fd6d944-2642-4920-8c70-b6614201a7f1) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:14.618446 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6712673d-1e8f-4c6c-8649-b3f87e830c04 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:14.632105 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2ee55-3a13-418f-891c-4dedeeac20e4 req-151d24be-1de8-4906-88b5-2dfb7fa1cc6b tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:14.633979 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-85d2ee55-3a13-418f-891c-4dedeeac20e4 req-151d24be-1de8-4906-88b5-2dfb7fa1cc6b tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7819f4c-0ef6-47e7-8efa-de9d7349ef4c HTTP/1.1" status: 200 len: 945 time: 0.2304220 Nov 15 11:35:14.664198 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971728fd-4f41-4dd3-950c-de362d326311 req-b94df814-ce5b-45ae-9e2c-a970de1f5570 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:14.665273 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-971728fd-4f41-4dd3-950c-de362d326311 req-b94df814-ce5b-45ae-9e2c-a970de1f5570 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:14.670594 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6712673d-1e8f-4c6c-8649-b3f87e830c04 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:14.689139 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6712673d-1e8f-4c6c-8649-b3f87e830c04 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:14.689526 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6712673d-1e8f-4c6c-8649-b3f87e830c04 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:14.828036 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6712673d-1e8f-4c6c-8649-b3f87e830c04 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7774155 Nov 15 11:35:14.839446 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58064) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:14.848531 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-971728fd-4f41-4dd3-950c-de362d326311 req-b94df814-ce5b-45ae-9e2c-a970de1f5570 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9801109 Nov 15 11:35:14.851102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2601301a-1724-4940-8318-b8176c6ac94c None None] For port 5fd6d944-2642-4920-8c70-b6614201a7f1, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=5fd6d944-2642-4920-8c70-b6614201a7f1,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:14.863083 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-aa150bc6-b64b-437a-9e07-3810f987724d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'subnet': {'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:14.876663 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-971728fd-4f41-4dd3-950c-de362d326311 req-9933ddf6-ebdd-4e7a-b0e5-6b920ce16fb9 service neutron] Request body: {'port': {'device_id': '002d76ba-0067-4704-823e-83da41852c19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:14.937138 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712673d-1e8f-4c6c-8649-b3f87e830c04 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Network': ['ID=ca8af965-0e54-4e3a-af66-b0b8bc131672,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:14.938315 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2601301a-1724-4940-8318-b8176c6ac94c None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:14.956016 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=5fd6d944-2642-4920-8c70-b6614201a7f1,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:14.962844 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2601301a-1724-4940-8318-b8176c6ac94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:15.021022 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-bbf1d01f-a80c-49f7-815f-bef479a3b6d5 None None] Provisioning complete for port 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:15.021391 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bbf1d01f-a80c-49f7-815f-bef479a3b6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:15.076543 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712673d-1e8f-4c6c-8649-b3f87e830c04 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:15.076543 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712673d-1e8f-4c6c-8649-b3f87e830c04 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:15.076543 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712673d-1e8f-4c6c-8649-b3f87e830c04 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:15.078253 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712673d-1e8f-4c6c-8649-b3f87e830c04 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:15.078253 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712673d-1e8f-4c6c-8649-b3f87e830c04 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:15.078253 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712673d-1e8f-4c6c-8649-b3f87e830c04 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:15.078253 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712673d-1e8f-4c6c-8649-b3f87e830c04 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:15.078676 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712673d-1e8f-4c6c-8649-b3f87e830c04 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:15.079140 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712673d-1e8f-4c6c-8649-b3f87e830c04 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:15.079140 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712673d-1e8f-4c6c-8649-b3f87e830c04 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:15.080287 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712673d-1e8f-4c6c-8649-b3f87e830c04 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:15.082877 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6712673d-1e8f-4c6c-8649-b3f87e830c04 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:15.114949 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 3c387be2-1152-4b88-b3ec-8618c8e338dc completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:35:15.116654 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-85d2ee55-3a13-418f-891c-4dedeeac20e4 req-a083fcc1-69cd-4ad2-a0eb-184d0f239060 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/security-groups?id=01f1532c-3a23-494f-a0a7-e5a391e2f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219613 Nov 15 11:35:15.154817 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network ca8af965-0e54-4e3a-af66-b0b8bc131672 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:35:15.171149 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe1ba1-e08c-4d66-a57a-55b73a8436f9 req-84c76abe-3f5b-454f-a000-b75c4e9ce3f8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:15.188478 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8afe1ba1-e08c-4d66-a57a-55b73a8436f9 req-84c76abe-3f5b-454f-a000-b75c4e9ce3f8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 931 time: 0.3338130 Nov 15 11:35:15.244871 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device d49fdd85-83f9-494c-8733-16ec178ffe9f up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:15.247951 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 3c387be2-1152-4b88-b3ec-8618c8e338dc triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:15.248274 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:15.271462 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-971728fd-4f41-4dd3-950c-de362d326311 req-9933ddf6-ebdd-4e7a-b0e5-6b920ce16fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:15.328943 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601301a-1724-4940-8318-b8176c6ac94c None None] Pushing event updated for resources: {'Port': ['ID=5fd6d944-2642-4920-8c70-b6614201a7f1,revision_number=9']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:15.457171 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8afe1ba1-e08c-4d66-a57a-55b73a8436f9 req-d7a79155-c30f-4fba-b885-461d94678459 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677071 Nov 15 11:35:15.478187 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-bbf1d01f-a80c-49f7-815f-bef479a3b6d5 None None] Port 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:35:15.502104 n-d-729945-9 neutron-server[102678]: DEBUG neutron.objects.ports [None req-8cf0ea60-9646-4bf3-9555-43fcdf98bb44 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102678) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 11:35:15.819207 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port d49fdd85-83f9-494c-8733-16ec178ffe9f completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:35:15.822317 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:15.869671 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-971728fd-4f41-4dd3-950c-de362d326311 req-9933ddf6-ebdd-4e7a-b0e5-6b920ce16fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:35:15.888795 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-971728fd-4f41-4dd3-950c-de362d326311 req-9933ddf6-ebdd-4e7a-b0e5-6b920ce16fb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:15.894060 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port d49fdd85-83f9-494c-8733-16ec178ffe9f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:15.894575 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:15.926034 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-971728fd-4f41-4dd3-950c-de362d326311 req-9933ddf6-ebdd-4e7a-b0e5-6b920ce16fb9 service neutron] Transition to ACTIVE for port object 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:35:15.940903 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-971728fd-4f41-4dd3-950c-de362d326311 req-9933ddf6-ebdd-4e7a-b0e5-6b920ce16fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:16.001777 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7819f4c-0ef6-47e7-8efa-de9d7349ef4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c387be2-1152-4b88-b3ec-8618c8e338dc'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:35:16.003958 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39662b2e-51e2-4233-aec5-909aae2c95b2" -d '{"events": [{"server_uuid": "c7819f4c-0ef6-47e7-8efa-de9d7349ef4c", "name": "network-vif-plugged", "status": "completed", "tag": "3c387be2-1152-4b88-b3ec-8618c8e338dc"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:35:16.063545 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 3c387be2-1152-4b88-b3ec-8618c8e338dc, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3c387be2-1152-4b88-b3ec-8618c8e338dc,segment=NetworkSegment(91b3a5d1-dfc6-4da2-8707-adc1037eb3c3),segment_id=91b3a5d1-dfc6-4da2-8707-adc1037eb3c3)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:16.070580 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933ddf6-ebdd-4e7a-b0e5-6b920ce16fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:16.125611 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8cf0ea60-9646-4bf3-9555-43fcdf98bb44 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:16.126677 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa150bc6-b64b-437a-9e07-3810f987724d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Made reservation on behalf of 0a82ebb1e550449ab3351c5452600713 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:16.132392 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa150bc6-b64b-437a-9e07-3810f987724d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:16.136804 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7e636c-444c-4be3-9c8d-b6692778ad18 x-openstack-request-id: req-3a7e636c-444c-4be3-9c8d-b6692778ad18 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:35:16.137111 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7819f4c-0ef6-47e7-8efa-de9d7349ef4c", "name": "network-vif-plugged", "status": "completed", "tag": "3c387be2-1152-4b88-b3ec-8618c8e338dc", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:35:16.137365 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a7e636c-444c-4be3-9c8d-b6692778ad18 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:35:16.140553 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7819f4c-0ef6-47e7-8efa-de9d7349ef4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c387be2-1152-4b88-b3ec-8618c8e338dc', 'code': 200} Nov 15 11:35:16.141276 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:16.143328 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 5fd6d944-2642-4920-8c70-b6614201a7f1 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:16.430674 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=3c387be2-1152-4b88-b3ec-8618c8e338dc,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:16.483990 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f53bae-e5a1-4488-8ef2-3df82c08d5ce req-c4435ba4-b12b-4010-9b1d-8b8160ba3f88 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:16.485941 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d5f53bae-e5a1-4488-8ef2-3df82c08d5ce req-c4435ba4-b12b-4010-9b1d-8b8160ba3f88 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7819f4c-0ef6-47e7-8efa-de9d7349ef4c HTTP/1.1" status: 200 len: 946 time: 0.1474576 Nov 15 11:35:16.489682 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-971728fd-4f41-4dd3-950c-de362d326311 req-9933ddf6-ebdd-4e7a-b0e5-6b920ce16fb9 service neutron] Attempting to bind port 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:35:16.492488 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-971728fd-4f41-4dd3-950c-de362d326311 req-9933ddf6-ebdd-4e7a-b0e5-6b920ce16fb9 service neutron] Attempting to bind port 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:35:16.492933 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971728fd-4f41-4dd3-950c-de362d326311 req-9933ddf6-ebdd-4e7a-b0e5-6b920ce16fb9 service neutron] Attempting to bind port 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235 on network 6b1842a3-8b78-48b6-930c-de775291ae35 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:35:16.494809 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151505e8-5ebf-4ca8-b219-5f8ec6c0c5fa req-95d67f2d-8e0a-4317-b04c-d3c5ed42f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:16.496816 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-151505e8-5ebf-4ca8-b219-5f8ec6c0c5fa req-95d67f2d-8e0a-4317-b04c-d3c5ed42f12d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c7819f4c-0ef6-47e7-8efa-de9d7349ef4c HTTP/1.1" status: 200 len: 1097 time: 0.3105123 Nov 15 11:35:16.515060 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971728fd-4f41-4dd3-950c-de362d326311 req-9933ddf6-ebdd-4e7a-b0e5-6b920ce16fb9 service neutron] Port 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235 on network 6b1842a3-8b78-48b6-930c-de775291ae35 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:35:16.515585 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971728fd-4f41-4dd3-950c-de362d326311 req-9933ddf6-ebdd-4e7a-b0e5-6b920ce16fb9 service neutron] Attempting to bind port 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235 on network 6b1842a3-8b78-48b6-930c-de775291ae35 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:35:16.557919 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971728fd-4f41-4dd3-950c-de362d326311 req-9933ddf6-ebdd-4e7a-b0e5-6b920ce16fb9 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:35:16.558258 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971728fd-4f41-4dd3-950c-de362d326311 req-9933ddf6-ebdd-4e7a-b0e5-6b920ce16fb9 service neutron] Checking segment: {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:35:16.558763 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971728fd-4f41-4dd3-950c-de362d326311 req-9933ddf6-ebdd-4e7a-b0e5-6b920ce16fb9 service neutron] Bound using segment: {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:35:16.559269 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-971728fd-4f41-4dd3-950c-de362d326311 req-9933ddf6-ebdd-4e7a-b0e5-6b920ce16fb9 service neutron] Bound port: 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:35:16.559726 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-971728fd-4f41-4dd3-950c-de362d326311 req-9933ddf6-ebdd-4e7a-b0e5-6b920ce16fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:16.569575 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5a1018-35d4-407b-ad75-7c8a1abb884a None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:16.644290 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-971728fd-4f41-4dd3-950c-de362d326311 req-9933ddf6-ebdd-4e7a-b0e5-6b920ce16fb9 service neutron] For port 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:35:16.647736 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-971728fd-4f41-4dd3-950c-de362d326311 req-9933ddf6-ebdd-4e7a-b0e5-6b920ce16fb9 service neutron] For port 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:35:16.694579 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-971728fd-4f41-4dd3-950c-de362d326311 req-9933ddf6-ebdd-4e7a-b0e5-6b920ce16fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:16.728601 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:16.810210 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971728fd-4f41-4dd3-950c-de362d326311 req-9933ddf6-ebdd-4e7a-b0e5-6b920ce16fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:16.810890 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-971728fd-4f41-4dd3-950c-de362d326311 req-9933ddf6-ebdd-4e7a-b0e5-6b920ce16fb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:16.812375 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-971728fd-4f41-4dd3-950c-de362d326311 req-9933ddf6-ebdd-4e7a-b0e5-6b920ce16fb9 service neutron] 10.222.0.11 "PUT /v2.0/ports/74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235 HTTP/1.1" status: 200 len: 1091 time: 1.9544542 Nov 15 11:35:16.812969 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002d76ba-0067-4704-823e-83da41852c19', 'tag': '74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:35:16.815485 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c445c5-b5a5-4801-92cc-2be98a203468" -d '{"events": [{"name": "network-changed", "server_uuid": "002d76ba-0067-4704-823e-83da41852c19", "tag": "74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:35:16.838166 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58116) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:16.864776 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 5fd6d944-2642-4920-8c70-b6614201a7f1 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:16.865356 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:16.872039 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port d49fdd85-83f9-494c-8733-16ec178ffe9f, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=d49fdd85-83f9-494c-8733-16ec178ffe9f,segment=NetworkSegment(91b3a5d1-dfc6-4da2-8707-adc1037eb3c3),segment_id=91b3a5d1-dfc6-4da2-8707-adc1037eb3c3)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:16.875849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-151505e8-5ebf-4ca8-b219-5f8ec6c0c5fa req-ddf27a68-2066-461f-bf1f-399cdbf35c7c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=01f1532c-3a23-494f-a0a7-e5a391e2f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028805 Nov 15 11:35:16.880646 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d5f53bae-e5a1-4488-8ef2-3df82c08d5ce req-ec490e4c-24ac-4205-96f8-d89835700b2a tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/security-groups?id=01f1532c-3a23-494f-a0a7-e5a391e2f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824370 Nov 15 11:35:16.918812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ac6dc-d069-4c9b-bc27-cb2f249ba710 req-49b867b0-306b-4189-841b-ab82d83b3203 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:16.923175 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf7ac6dc-d069-4c9b-bc27-cb2f249ba710 req-49b867b0-306b-4189-841b-ab82d83b3203 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 943 time: 0.2502675 Nov 15 11:35:17.001855 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:17.008013 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-8cf0ea60-9646-4bf3-9555-43fcdf98bb44 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] For port 5fd6d944-2642-4920-8c70-b6614201a7f1, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=5fd6d944-2642-4920-8c70-b6614201a7f1,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:17.033614 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-fe61e74b-16f1-4973-b3c9-f164fab9f367 None None] Provisioning complete for port 5fd6d944-2642-4920-8c70-b6614201a7f1 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:17.034013 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fe61e74b-16f1-4973-b3c9-f164fab9f367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:17.045976 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c103857-552d-49e3-bbe2-d8ab18a1ce9d x-openstack-request-id: req-0c103857-552d-49e3-bbe2-d8ab18a1ce9d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:35:17.046258 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002d76ba-0067-4704-823e-83da41852c19", "tag": "74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:35:17.047014 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c103857-552d-49e3-bbe2-d8ab18a1ce9d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:35:17.047429 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002d76ba-0067-4704-823e-83da41852c19', 'tag': '74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235', 'status': 'completed', 'code': 200} Nov 15 11:35:17.050587 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933ddf6-ebdd-4e7a-b0e5-6b920ce16fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:17.086377 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8cf0ea60-9646-4bf3-9555-43fcdf98bb44 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:17.108698 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8cf0ea60-9646-4bf3-9555-43fcdf98bb44 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:17.109567 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8cf0ea60-9646-4bf3-9555-43fcdf98bb44 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:17.130719 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe7f3d35-b156-40b8-9392-aa87002f24a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:17.200586 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971728fd-4f41-4dd3-950c-de362d326311 req-7f1a1f61-a857-48a3-9afd-b90244ee8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:17.202124 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-971728fd-4f41-4dd3-950c-de362d326311 req-7f1a1f61-a857-48a3-9afd-b90244ee8d46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 1094 time: 0.3195422 Nov 15 11:35:17.207981 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa150bc6-b64b-437a-9e07-3810f987724d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:17.222658 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf7ac6dc-d069-4c9b-bc27-cb2f249ba710 req-9f642156-9ad3-420f-9fac-bb7ad7b7bc1c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337225 Nov 15 11:35:17.251048 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf0ea60-9646-4bf3-9555-43fcdf98bb44 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:17.260952 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-8cf0ea60-9646-4bf3-9555-43fcdf98bb44 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:17.268802 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf0ea60-9646-4bf3-9555-43fcdf98bb44 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:17.270062 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8cf0ea60-9646-4bf3-9555-43fcdf98bb44 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:17.298935 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0ea60-9646-4bf3-9555-43fcdf98bb44 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=5fd6d944-2642-4920-8c70-b6614201a7f1,revision_number=11']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:17.312819 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0ea60-9646-4bf3-9555-43fcdf98bb44 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=a1b796a3-3b8e-4136-bae1-f2018766a523,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:17.322230 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa150bc6-b64b-437a-9e07-3810f987724d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Subnet': ['ID=139cf455-2a5d-46dc-8e52-e7bd2ef993b1,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:17.333107 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8cf0ea60-9646-4bf3-9555-43fcdf98bb44 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5092511 Nov 15 11:35:17.335668 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58120) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:17.345426 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-0a501480-2d10-4b03-abf8-f3cb148e89ba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'mac_address': 'fa:16:3e:5f:a1:52', 'name': 'tempest-NetworksTestDHCPv6-1696510185'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:17.369320 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-971728fd-4f41-4dd3-950c-de362d326311 req-2cd348f8-f8ff-4c5b-a638-73881d59a16b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235 HTTP/1.1" status: 200 len: 217 time: 0.1443918 Nov 15 11:35:17.457933 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa150bc6-b64b-437a-9e07-3810f987724d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Checking segment: {'id': '4d96b890-f634-46cd-a94f-36af07369e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:35:17.458279 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa150bc6-b64b-437a-9e07-3810f987724d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network hostable DHCP agents. Network: ca8af965-0e54-4e3a-af66-b0b8bc131672, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:35:17.471697 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971728fd-4f41-4dd3-950c-de362d326311 req-33c31b86-b921-400b-b41e-23f4e1dc796d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:17.473125 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-971728fd-4f41-4dd3-950c-de362d326311 req-33c31b86-b921-400b-b41e-23f4e1dc796d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 200 len: 850 time: 0.0927751 Nov 15 11:35:17.496843 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a501480-2d10-4b03-abf8-f3cb148e89ba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:17.499891 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe7f3d35-b156-40b8-9392-aa87002f24a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:17.519849 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fe61e74b-16f1-4973-b3c9-f164fab9f367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:17.525655 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe7f3d35-b156-40b8-9392-aa87002f24a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:17.533514 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa150bc6-b64b-437a-9e07-3810f987724d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network ca8af965-0e54-4e3a-af66-b0b8bc131672 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:35:17.562649 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-aa150bc6-b64b-437a-9e07-3810f987724d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, ca8af965-0e54-4e3a-af66-b0b8bc131672) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:17.595474 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971728fd-4f41-4dd3-950c-de362d326311 req-e38c266b-9e9c-46cd-8a2d-74cab45cd4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:17.596969 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=d49fdd85-83f9-494c-8733-16ec178ffe9f,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:17.604304 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-971728fd-4f41-4dd3-950c-de362d326311 req-e38c266b-9e9c-46cd-8a2d-74cab45cd4c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b1842a3-8b78-48b6-930c-de775291ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238055 Nov 15 11:35:17.605723 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa150bc6-b64b-437a-9e07-3810f987724d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:17.606413 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa150bc6-b64b-437a-9e07-3810f987724d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:17.611006 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9042914-de88-4ad0-bfe8-7841ed55a4c1 None None] Network ca8af965-0e54-4e3a-af66-b0b8bc131672 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:17.641850 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a501480-2d10-4b03-abf8-f3cb148e89ba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:17.663594 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-aa150bc6-b64b-437a-9e07-3810f987724d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8139858 Nov 15 11:35:17.664367 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f3d35-b156-40b8-9392-aa87002f24a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49808a7-a969-4f38-968a-e306bf952e3c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:17.666695 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58124) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:17.671063 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-0a501480-2d10-4b03-abf8-f3cb148e89ba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] device_id is not set on port 57707954-5558-4c93-a96f-eb68d8ac056a yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:35:17.683850 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fe7f3d35-b156-40b8-9392-aa87002f24a3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7d86f4e65afe411aa30ef789d1754cfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8339498 Nov 15 11:35:17.699329 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58126) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:17.741735 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-fe61e74b-16f1-4973-b3c9-f164fab9f367 None None] For port 5fd6d944-2642-4920-8c70-b6614201a7f1, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=5fd6d944-2642-4920-8c70-b6614201a7f1,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:17.768722 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fe61e74b-16f1-4973-b3c9-f164fab9f367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:17.774889 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:17.979933 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61e74b-16f1-4973-b3c9-f164fab9f367 None None] Pushing event updated for resources: {'Port': ['ID=5fd6d944-2642-4920-8c70-b6614201a7f1,revision_number=12']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:18.003446 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-0a501480-2d10-4b03-abf8-f3cb148e89ba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 172.20.0.12 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/4cb60c97-210b-4ec9-81b9-a7d4a4676adf/57707954-5558-4c93-a96f-eb68d8ac056a) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:18.026884 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-0a501480-2d10-4b03-abf8-f3cb148e89ba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8::f816:3eff:fe5f:a152 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/a1b796a3-3b8e-4136-bae1-f2018766a523/57707954-5558-4c93-a96f-eb68d8ac056a) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:18.029781 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-971728fd-4f41-4dd3-950c-de362d326311 req-9e4a9501-8375-4ac0-bcaf-0697acb41394 service neutron] 10.222.0.11 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948874 Nov 15 11:35:18.034056 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0fcd670-da1c-46a5-b92b-ada86b791cfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:18.082027 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:35:18.082425 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:35:18.142466 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c52f6e5-4f7e-4aca-bf2f-fb442367fb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49fdd85-83f9-494c-8733-16ec178ffe9f'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:35:18.150623 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93855e2-78ac-4535-b392-3f0a5f027d2c" -d '{"events": [{"server_uuid": "2c52f6e5-4f7e-4aca-bf2f-fb442367fb73", "name": "network-vif-plugged", "status": "completed", "tag": "d49fdd85-83f9-494c-8733-16ec178ffe9f"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:35:18.218464 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcea629-ed36-4395-b797-c8a12511a11b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-ca8af965-0e54-4e3a-af66-b0b8bc131672', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:35:18.219332 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3bcea629-ed36-4395-b797-c8a12511a11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:18.236916 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0fcd670-da1c-46a5-b92b-ada86b791cfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:18.249961 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97094e92-263b-47ac-9875-2e7e8334ab88 x-openstack-request-id: req-97094e92-263b-47ac-9875-2e7e8334ab88 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:35:18.250367 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c52f6e5-4f7e-4aca-bf2f-fb442367fb73", "name": "network-vif-plugged", "status": "completed", "tag": "d49fdd85-83f9-494c-8733-16ec178ffe9f", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:35:18.250498 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97094e92-263b-47ac-9875-2e7e8334ab88 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:35:18.250876 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c52f6e5-4f7e-4aca-bf2f-fb442367fb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49fdd85-83f9-494c-8733-16ec178ffe9f', 'code': 200} Nov 15 11:35:18.437495 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-971728fd-4f41-4dd3-950c-de362d326311 req-00cb3790-7cf9-4b21-91c9-c1c6878b2cb9 service neutron] 10.222.0.11 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859789 Nov 15 11:35:18.491586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c18048-a1ab-4098-9d27-a4dacecd1755 req-3380528d-3aa6-4fbb-b3b4-3b8610121d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:18.493278 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a0c18048-a1ab-4098-9d27-a4dacecd1755 req-3380528d-3aa6-4fbb-b3b4-3b8610121d6c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2c52f6e5-4f7e-4aca-bf2f-fb442367fb73 HTTP/1.1" status: 200 len: 1096 time: 0.1127923 Nov 15 11:35:18.507559 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b43fdd8-ada2-4deb-ae84-43fed144fa1c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:18.533593 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e71a69-ff18-444d-b520-d0d4ad7b6cc0 req-2dabb443-82e1-4081-b9a8-1af6e9ce2e79 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:18.536014 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9e71a69-ff18-444d-b520-d0d4ad7b6cc0 req-2dabb443-82e1-4081-b9a8-1af6e9ce2e79 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 943 time: 0.1821082 Nov 15 11:35:18.556364 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-3bcea629-ed36-4395-b797-c8a12511a11b None None] Allocated IP 2001:db8::2 (ca8af965-0e54-4e3a-af66-b0b8bc131672/139cf455-2a5d-46dc-8e52-e7bd2ef993b1/b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:18.604904 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10052f0f-d02b-4753-be1c-88e9f83548c5 req-2ff3b29b-dbf0-4c0b-a2ec-88d7c216d966 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:18.614768 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-10052f0f-d02b-4753-be1c-88e9f83548c5 req-2ff3b29b-dbf0-4c0b-a2ec-88d7c216d966 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7819f4c-0ef6-47e7-8efa-de9d7349ef4c HTTP/1.1" status: 200 len: 946 time: 0.3753963 Nov 15 11:35:18.727166 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a501480-2d10-4b03-abf8-f3cb148e89ba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:18.741625 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0fcd670-da1c-46a5-b92b-ada86b791cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:18.750731 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0fcd670-da1c-46a5-b92b-ada86b791cfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:18.756323 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a0fcd670-da1c-46a5-b92b-ada86b791cfd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a49808a7-a969-4f38-968a-e306bf952e3c HTTP/1.1" status: 204 len: 168 time: 1.0536809 Nov 15 11:35:18.801413 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a0c18048-a1ab-4098-9d27-a4dacecd1755 req-1b364e73-7414-4990-b80a-6eea22565e92 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=01f1532c-3a23-494f-a0a7-e5a391e2f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865722 Nov 15 11:35:18.834835 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9e71a69-ff18-444d-b520-d0d4ad7b6cc0 req-90e44175-57a2-42a0-b13d-9da3701a011e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850873 Nov 15 11:35:18.848461 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 5fd6d944-2642-4920-8c70-b6614201a7f1 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:18.863392 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-10052f0f-d02b-4753-be1c-88e9f83548c5 req-30ca5f0b-1ce8-41ce-80e5-b4aaa9bbcdc1 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/security-groups?id=01f1532c-3a23-494f-a0a7-e5a391e2f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476518 Nov 15 11:35:18.877117 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a501480-2d10-4b03-abf8-f3cb148e89ba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:18.909451 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fcd670-da1c-46a5-b92b-ada86b791cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49808a7-a969-4f38-968a-e306bf952e3c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:18.923272 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c445c5-b5a5-4801-92cc-2be98a203468 req-3da27e9c-c484-47bf-949d-0b19889e9c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:18.925482 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-19c445c5-b5a5-4801-92cc-2be98a203468 req-3da27e9c-c484-47bf-949d-0b19889e9c19 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 1094 time: 0.3934724 Nov 15 11:35:18.942595 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1094356f-512d-4a18-88ea-1dbae6d35b13 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:19.175722 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3bcea629-ed36-4395-b797-c8a12511a11b None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:19.197092 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5c364cbc-5be5-4553-b4fc-a1e34004f336 None None] Provisioning complete for port 5fd6d944-2642-4920-8c70-b6614201a7f1 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:19.197729 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c364cbc-5be5-4553-b4fc-a1e34004f336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:19.224171 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3bcea629-ed36-4395-b797-c8a12511a11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:19.371705 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcea629-ed36-4395-b797-c8a12511a11b None None] Network ca8af965-0e54-4e3a-af66-b0b8bc131672 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:19.384239 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-3bcea629-ed36-4395-b797-c8a12511a11b None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:19.387151 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcea629-ed36-4395-b797-c8a12511a11b None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:35:19.419841 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-0b43fdd8-ada2-4deb-ae84-43fed144fa1c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Allocated IP 2001:db8::1 (ca8af965-0e54-4e3a-af66-b0b8bc131672/139cf455-2a5d-46dc-8e52-e7bd2ef993b1/b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:19.426802 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a501480-2d10-4b03-abf8-f3cb148e89ba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:19.435885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-0a501480-2d10-4b03-abf8-f3cb148e89ba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:19.442722 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a501480-2d10-4b03-abf8-f3cb148e89ba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:35:19.471349 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c445c5-b5a5-4801-92cc-2be98a203468 req-8f3c73f5-0488-472c-84fe-937800021ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:19.475379 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-19c445c5-b5a5-4801-92cc-2be98a203468 req-8f3c73f5-0488-472c-84fe-937800021ede service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 912 time: 0.4104352 Nov 15 11:35:19.487623 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a501480-2d10-4b03-abf8-f3cb148e89ba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=57707954-5558-4c93-a96f-eb68d8ac056a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:19.528577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58142) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:19.565200 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a501480-2d10-4b03-abf8-f3cb148e89ba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:19.565858 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a501480-2d10-4b03-abf8-f3cb148e89ba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:19.570979 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8c9258c5-c163-4b17-9510-1a165c3919f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:19.582688 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-3bcea629-ed36-4395-b797-c8a12511a11b None None] Attempting to bind port b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:35:19.583054 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-3bcea629-ed36-4395-b797-c8a12511a11b None None] Attempting to bind port b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '4d96b890-f634-46cd-a94f-36af07369e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:35:19.583532 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcea629-ed36-4395-b797-c8a12511a11b None None] Attempting to bind port b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f on network ca8af965-0e54-4e3a-af66-b0b8bc131672 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:35:19.590757 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 5fd6d944-2642-4920-8c70-b6614201a7f1 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:19.591117 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:19.608884 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcea629-ed36-4395-b797-c8a12511a11b None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:35:19.609313 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcea629-ed36-4395-b797-c8a12511a11b None None] Checking segment: {'id': '4d96b890-f634-46cd-a94f-36af07369e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:35:19.612330 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3bcea629-ed36-4395-b797-c8a12511a11b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:19.612733 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcea629-ed36-4395-b797-c8a12511a11b None None] Bound using segment: {'id': '4d96b890-f634-46cd-a94f-36af07369e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:35:19.613314 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-3bcea629-ed36-4395-b797-c8a12511a11b None None] Bound port: b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d96b890-f634-46cd-a94f-36af07369e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:35:19.613693 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3bcea629-ed36-4395-b797-c8a12511a11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:19.615555 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0a501480-2d10-4b03-abf8-f3cb148e89ba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2785590 Nov 15 11:35:19.619910 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58144) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:19.676307 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcea629-ed36-4395-b797-c8a12511a11b None None] Pushing event updated for resources: {'Port': ['ID=b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:19.731538 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-19c445c5-b5a5-4801-92cc-2be98a203468 req-a1fa0f08-f7ee-4dee-989e-c4a7fb3396d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235 HTTP/1.1" status: 200 len: 217 time: 0.2451849 Nov 15 11:35:19.775125 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabd6b89-c6bd-48a1-9137-c85136a500f6 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:19.782604 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabd6b89-c6bd-48a1-9137-c85136a500f6 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:19.788136 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-eabd6b89-c6bd-48a1-9137-c85136a500f6 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1655257 Nov 15 11:35:19.789544 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58146) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:19.824091 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b43fdd8-ada2-4deb-ae84-43fed144fa1c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:19.892208 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c445c5-b5a5-4801-92cc-2be98a203468 req-1e1d3b09-a3c4-483b-9e0a-5baece24e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:19.893993 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-19c445c5-b5a5-4801-92cc-2be98a203468 req-1e1d3b09-a3c4-483b-9e0a-5baece24e723 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 200 len: 850 time: 0.1545198 Nov 15 11:35:19.913821 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3bcea629-ed36-4395-b797-c8a12511a11b None None] For port b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:35:19.922318 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3bcea629-ed36-4395-b797-c8a12511a11b None None] For port b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f,segment=NetworkSegment(4d96b890-f634-46cd-a94f-36af07369e91),segment_id=4d96b890-f634-46cd-a94f-36af07369e91)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:35:19.993203 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3bcea629-ed36-4395-b797-c8a12511a11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:20.033664 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8c9258c5-c163-4b17-9510-1a165c3919f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:20.046500 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8c9258c5-c163-4b17-9510-1a165c3919f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:20.053588 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b43fdd8-ada2-4deb-ae84-43fed144fa1c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:20.098948 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c445c5-b5a5-4801-92cc-2be98a203468 req-b86bb7c4-ac63-49bb-b4c2-e3142c801251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:20.112919 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-19c445c5-b5a5-4801-92cc-2be98a203468 req-b86bb7c4-ac63-49bb-b4c2-e3142c801251 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b1842a3-8b78-48b6-930c-de775291ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1969943 Nov 15 11:35:20.210938 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f586bc35-72b6-4afb-a825-d7056dbad76b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting port 57707954-5558-4c93-a96f-eb68d8ac056a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:35:20.211687 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f586bc35-72b6-4afb-a825-d7056dbad76b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:20.232233 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcea629-ed36-4395-b797-c8a12511a11b None None] Pushing event updated for resources: {'Port': ['ID=b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:20.306471 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b43fdd8-ada2-4deb-ae84-43fed144fa1c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network ca8af965-0e54-4e3a-af66-b0b8bc131672 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:20.321428 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-dedaf7b1-8a52-44a2-ae21-5389a01f5798 None None] Provisioning complete for port 5fd6d944-2642-4920-8c70-b6614201a7f1 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:20.321790 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dedaf7b1-8a52-44a2-ae21-5389a01f5798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:20.338831 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f586bc35-72b6-4afb-a825-d7056dbad76b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:20.363227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f586bc35-72b6-4afb-a825-d7056dbad76b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Calling delete_port for 57707954-5558-4c93-a96f-eb68d8ac056a owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:35:20.406014 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-0b43fdd8-ada2-4deb-ae84-43fed144fa1c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:20.410764 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b43fdd8-ada2-4deb-ae84-43fed144fa1c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:35:20.411326 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b43fdd8-ada2-4deb-ae84-43fed144fa1c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:20.542339 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8c9258c5-c163-4b17-9510-1a165c3919f2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=74bd0d40a67149b1bcf91fd7106a8e85&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0106220 Nov 15 11:35:20.554385 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58154) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:20.556745 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-dedaf7b1-8a52-44a2-ae21-5389a01f5798 None None] Provisioning complete for port 57707954-5558-4c93-a96f-eb68d8ac056a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:20.557036 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dedaf7b1-8a52-44a2-ae21-5389a01f5798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:20.632368 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9258c5-c163-4b17-9510-1a165c3919f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b08a04-8ee2-4632-9b92-01728f8905c1,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:20.722907 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-dedaf7b1-8a52-44a2-ae21-5389a01f5798 None None] Port 57707954-5558-4c93-a96f-eb68d8ac056a cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:35:20.804816 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcc281-57d8-47e8-95f9-f7b9cca718d1 req-2f29ba41-e44f-469d-ac97-f1c33ec221d0 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:20.812242 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27fcc281-57d8-47e8-95f9-f7b9cca718d1 req-2f29ba41-e44f-469d-ac97-f1c33ec221d0 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7819f4c-0ef6-47e7-8efa-de9d7349ef4c HTTP/1.1" status: 200 len: 946 time: 0.6794684 Nov 15 11:35:20.879282 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-818ba8a1-c4fe-4ebc-b4dc-643683bad6d7 None None] Provisioning complete for port 57707954-5558-4c93-a96f-eb68d8ac056a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:20.880502 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-818ba8a1-c4fe-4ebc-b4dc-643683bad6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:20.890244 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7e426-12ff-42c5-914e-4d3a6850b7ba req-6cc2a2e4-024f-46b7-95ce-9b48ecd10a6d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:20.898288 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5ea7e426-12ff-42c5-914e-4d3a6850b7ba req-6cc2a2e4-024f-46b7-95ce-9b48ecd10a6d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 943 time: 0.8316855 Nov 15 11:35:21.011596 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-818ba8a1-c4fe-4ebc-b4dc-643683bad6d7 None None] Port 57707954-5558-4c93-a96f-eb68d8ac056a cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:35:21.039274 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:21.064667 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5ea7e426-12ff-42c5-914e-4d3a6850b7ba req-58f3ed83-41fe-4b01-bd99-01acfa5e5b30 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649249 Nov 15 11:35:21.090329 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a1bf4802-1e4a-4292-9b1a-8289f9059920 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:21.114888 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43fdd8-ada2-4deb-ae84-43fed144fa1c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Port': ['ID=b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:21.168105 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27fcc281-57d8-47e8-95f9-f7b9cca718d1 req-c89e62f3-06a6-4f4f-b08b-6f379ce1b34f tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/security-groups?id=01f1532c-3a23-494f-a0a7-e5a391e2f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124235 Nov 15 11:35:21.206362 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:21.213646 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:21.230774 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a1bf4802-1e4a-4292-9b1a-8289f9059920 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:21.243456 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-19c445c5-b5a5-4801-92cc-2be98a203468 req-4ee92f0f-5e5d-4971-983c-3b9ea7f68934 service neutron] 10.222.0.11 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0852013 Nov 15 11:35:21.427372 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b43fdd8-ada2-4deb-ae84-43fed144fa1c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:21.450723 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:21.526665 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f,segment=NetworkSegment(4d96b890-f634-46cd-a94f-36af07369e91),segment_id=4d96b890-f634-46cd-a94f-36af07369e91)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:21.541204 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-19c445c5-b5a5-4801-92cc-2be98a203468 req-21f1960e-662c-4e1d-a338-750ae83e259e service neutron] 10.222.0.11 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808077 Nov 15 11:35:21.541426 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:21.625568 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dafd9b-90f8-4cf8-9bd5-f27dd607bbd2 req-151a694b-92fd-44ed-9338-76c382ab5b51 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:21.627391 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4dafd9b-90f8-4cf8-9bd5-f27dd607bbd2 req-151a694b-92fd-44ed-9338-76c382ab5b51 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c52f6e5-4f7e-4aca-bf2f-fb442367fb73 HTTP/1.1" status: 200 len: 945 time: 0.2368877 Nov 15 11:35:21.637503 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f586bc35-72b6-4afb-a825-d7056dbad76b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:21.733541 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4dafd9b-90f8-4cf8-9bd5-f27dd607bbd2 req-34174495-4de9-427c-b16a-8a97fdaf370e tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/security-groups?id=01f1532c-3a23-494f-a0a7-e5a391e2f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851159 Nov 15 11:35:21.736903 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:21.738990 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586bc35-72b6-4afb-a825-d7056dbad76b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Port': ['ID=57707954-5558-4c93-a96f-eb68d8ac056a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:21.740852 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a1bf4802-1e4a-4292-9b1a-8289f9059920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:21.744695 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a1bf4802-1e4a-4292-9b1a-8289f9059920 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:21.770698 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a1bf4802-1e4a-4292-9b1a-8289f9059920 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/39b08a04-8ee2-4632-9b92-01728f8905c1 HTTP/1.1" status: 204 len: 168 time: 1.2114747 Nov 15 11:35:21.934527 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf4802-1e4a-4292-9b1a-8289f9059920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b08a04-8ee2-4632-9b92-01728f8905c1,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:22.091835 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1f4337-7901-4566-9a9a-c71eea6e245e None None] Network ca8af965-0e54-4e3a-af66-b0b8bc131672 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:22.125835 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b43fdd8-ada2-4deb-ae84-43fed144fa1c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:22.141513 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b43fdd8-ada2-4deb-ae84-43fed144fa1c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:22.142448 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b43fdd8-ada2-4deb-ae84-43fed144fa1c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:22.209027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f72abc-e878-4653-901e-a6f31b5f1240 req-9c42cff0-994b-451f-8ecd-a37d26c682ee tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:22.212725 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-62f72abc-e878-4653-901e-a6f31b5f1240 req-9c42cff0-994b-451f-8ecd-a37d26c682ee tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f211e9-d06a-4459-bafb-07f5b803f649 HTTP/1.1" status: 200 len: 945 time: 0.2908580 Nov 15 11:35:22.227610 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f586bc35-72b6-4afb-a825-d7056dbad76b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:22.247167 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f586bc35-72b6-4afb-a825-d7056dbad76b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/57707954-5558-4c93-a96f-eb68d8ac056a HTTP/1.1" status: 204 len: 168 time: 2.4525802 Nov 15 11:35:22.248773 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58166) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:22.275257 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-89637842-2fcd-406a-b23d-99acb10d9538 None None] Provisioning complete for port b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:22.279469 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-89637842-2fcd-406a-b23d-99acb10d9538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:22.401126 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43fdd8-ada2-4deb-ae84-43fed144fa1c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Port': ['ID=b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:22.473173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60775aa-ecfb-4af8-bdf3-166cf34141b4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:22.475119 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60775aa-ecfb-4af8-bdf3-166cf34141b4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:22.476695 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60775aa-ecfb-4af8-bdf3-166cf34141b4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:22.483004 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d60775aa-ecfb-4af8-bdf3-166cf34141b4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2329037 Nov 15 11:35:22.483736 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58170) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:22.581846 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-62f72abc-e878-4653-901e-a6f31b5f1240 req-f369d9db-8017-4bb7-b577-c5f0438af5cf tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/security-groups?id=01f1532c-3a23-494f-a0a7-e5a391e2f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584418 Nov 15 11:35:22.593797 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b43fdd8-ada2-4deb-ae84-43fed144fa1c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network ca8af965-0e54-4e3a-af66-b0b8bc131672 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:22.605773 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-0b43fdd8-ada2-4deb-ae84-43fed144fa1c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:22.646244 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52507f84-1a89-4351-ad62-1ba5c0968f72 req-8c38d1f3-8a5e-4a30-b0d0-ed7ec1c9869f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:22.660141 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-52507f84-1a89-4351-ad62-1ba5c0968f72 req-8c38d1f3-8a5e-4a30-b0d0-ed7ec1c9869f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 943 time: 0.3346355 Nov 15 11:35:22.700601 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e145cd6-d269-4ba1-b75d-f9906f914348 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet 4cb60c97-210b-4ec9-81b9-a7d4a4676adf {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:35:22.715132 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e145cd6-d269-4ba1-b75d-f9906f914348 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:22.912258 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e145cd6-d269-4ba1-b75d-f9906f914348 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:22.935207 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:22.956802 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b43fdd8-ada2-4deb-ae84-43fed144fa1c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Router dfb47ae3-f36b-4048-b19c-5357040011e4 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:35:23.139544 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3a49067f-2bc8-49be-ab50-8a7dc08a8a01 None None] Provisioning complete for port b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:23.139775 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3a49067f-2bc8-49be-ab50-8a7dc08a8a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:23.224725 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b43fdd8-ada2-4deb-ae84-43fed144fa1c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:35:23.233749 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3a49067f-2bc8-49be-ab50-8a7dc08a8a01 None None] Port b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:35:23.237912 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0b43fdd8-ada2-4deb-ae84-43fed144fa1c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/routers/dfb47ae3-f36b-4048-b19c-5357040011e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5567729 Nov 15 11:35:23.238965 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58186) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:23.240232 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] Sync routers for ids ['dfb47ae3-f36b-4048-b19c-5357040011e4'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:35:23.248139 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c431dd4e-64aa-41b1-a9e2-d18b941a832a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-813045263'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:23.257246 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] Routers {'dfb47ae3-f36b-4048-b19c-5357040011e4'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:35:23.257871 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:35:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['dfb47ae3-f36b-4048-b19c-5357040011e4'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:23.286296 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-52507f84-1a89-4351-ad62-1ba5c0968f72 req-590c2fbf-a2e8-40a9-be3f-eb1a38fdd172 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6265004 Nov 15 11:35:23.303151 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3a49067f-2bc8-49be-ab50-8a7dc08a8a01 None None] Provisioning complete for port b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:23.303555 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3a49067f-2bc8-49be-ab50-8a7dc08a8a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:23.374358 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c431dd4e-64aa-41b1-a9e2-d18b941a832a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Made reservation on behalf of 0a82ebb1e550449ab3351c5452600713 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:23.382579 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c431dd4e-64aa-41b1-a9e2-d18b941a832a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:23.450939 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c431dd4e-64aa-41b1-a9e2-d18b941a832a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:35:23.479065 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c431dd4e-64aa-41b1-a9e2-d18b941a832a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:23.479428 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-c431dd4e-64aa-41b1-a9e2-d18b941a832a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Added segment 192b4396-b916-40db-8ae0-746a645ba996 of type vlan for network 840ac831-203b-4728-9cad-9683f90938c4 Nov 15 11:35:23.511020 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] Set router dfb47ae3-f36b-4048-b19c-5357040011e4 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:35:23.615548 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e145cd6-d269-4ba1-b75d-f9906f914348 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:23.675848 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59e3ed-beed-4457-b479-69f1368dc3ae req-af6c8b08-814a-4121-b5a2-1360957bc262 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:23.676627 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c431dd4e-64aa-41b1-a9e2-d18b941a832a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:23.686961 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8a59e3ed-beed-4457-b479-69f1368dc3ae req-af6c8b08-814a-4121-b5a2-1360957bc262 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f211e9-d06a-4459-bafb-07f5b803f649 HTTP/1.1" status: 200 len: 945 time: 0.5196559 Nov 15 11:35:23.727196 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:23.727549 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:23.786602 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c431dd4e-64aa-41b1-a9e2-d18b941a832a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:23.803040 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c431dd4e-64aa-41b1-a9e2-d18b941a832a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:23.816213 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c431dd4e-64aa-41b1-a9e2-d18b941a832a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:23.973843 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c431dd4e-64aa-41b1-a9e2-d18b941a832a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7296274 Nov 15 11:35:23.989493 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58200) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:23.998946 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8a59e3ed-beed-4457-b479-69f1368dc3ae req-4f189dd7-37d6-4e85-b34e-a423a870ef54 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/security-groups?id=01f1532c-3a23-494f-a0a7-e5a391e2f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413335 Nov 15 11:35:24.022819 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-03bd9365-ed61-4aec-bccb-6d05c775057a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'subnet': {'network_id': '840ac831-203b-4728-9cad-9683f90938c4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:24.075274 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e145cd6-d269-4ba1-b75d-f9906f914348 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:24.126668 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e145cd6-d269-4ba1-b75d-f9906f914348 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb60c97-210b-4ec9-81b9-a7d4a4676adf,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:24.133544 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e145cd6-d269-4ba1-b75d-f9906f914348 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:24.149615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6e145cd6-d269-4ba1-b75d-f9906f914348 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/4cb60c97-210b-4ec9-81b9-a7d4a4676adf HTTP/1.1" status: 204 len: 168 time: 1.6620593 Nov 15 11:35:24.151792 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58204) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:24.170683 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76066a3a-c76a-466d-8739-9f29b942d8a9 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:24.181968 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431dd4e-64aa-41b1-a9e2-d18b941a832a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Network': ['ID=840ac831-203b-4728-9cad-9683f90938c4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:24.232865 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-683c73d2-6be5-4c4b-b709-fd8eed721b0d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet a1b796a3-3b8e-4136-bae1-f2018766a523 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:35:24.238964 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-683c73d2-6be5-4c4b-b709-fd8eed721b0d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:24.296824 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bd9365-ed61-4aec-bccb-6d05c775057a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Made reservation on behalf of 0a82ebb1e550449ab3351c5452600713 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:24.301074 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-03bd9365-ed61-4aec-bccb-6d05c775057a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:24.307257 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 840ac831-203b-4728-9cad-9683f90938c4 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:35:24.309763 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c7ea4587-07bf-4b73-b828-177f39b03a13 None None] Provisioning complete for port b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:24.310128 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c7ea4587-07bf-4b73-b828-177f39b03a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:24.332412 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-683c73d2-6be5-4c4b-b709-fd8eed721b0d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:24.352796 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:35:21Z', 'revision_number': 2, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None, '_interfaces': [{'id': 'b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a', 'name': '', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:61:9d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:18Z', 'updated_at': '2021-11-15T11:35:21Z', 'revision_number': 2, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:24.395406 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] Checking router: dfb47ae3-f36b-4048-b19c-5357040011e4 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:35:24.396164 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] Updating router dfb47ae3-f36b-4048-b19c-5357040011e4 port b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:35:24.466743 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:24.479661 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea4587-07bf-4b73-b828-177f39b03a13 None None] Port b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:35:24.692805 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-683c73d2-6be5-4c4b-b709-fd8eed721b0d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:24.783317 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-03bd9365-ed61-4aec-bccb-6d05c775057a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:24.833216 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0551427-4f89-4917-81f7-442130d361f3 req-add4bc34-d578-4dd9-b221-7f3454cc98b5 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:24.835189 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0551427-4f89-4917-81f7-442130d361f3 req-add4bc34-d578-4dd9-b221-7f3454cc98b5 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.55 "GET /v2.0/ports?device_id=18f211e9-d06a-4459-bafb-07f5b803f649 HTTP/1.1" status: 200 len: 945 time: 0.4290645 Nov 15 11:35:24.839440 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-683c73d2-6be5-4c4b-b709-fd8eed721b0d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:24.935790 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c73d2-6be5-4c4b-b709-fd8eed721b0d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b796a3-3b8e-4136-bae1-f2018766a523,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:24.960300 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b96f5-dff4-4172-8c35-f03c28102f55 req-3406dcd4-62b9-4137-8642-e6f40a00df84 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:24.964772 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-807b96f5-dff4-4172-8c35-f03c28102f55 req-3406dcd4-62b9-4137-8642-e6f40a00df84 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 943 time: 0.4677417 Nov 15 11:35:24.999055 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-683c73d2-6be5-4c4b-b709-fd8eed721b0d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:25.012973 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-683c73d2-6be5-4c4b-b709-fd8eed721b0d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/a1b796a3-3b8e-4136-bae1-f2018766a523 HTTP/1.1" status: 204 len: 168 time: 0.8593912 Nov 15 11:35:25.030104 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58214) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:25.212028 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd9365-ed61-4aec-bccb-6d05c775057a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Subnet': ['ID=b4086fc7-817e-4418-afff-c1ad53d146b2,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:25.224535 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d7a50dd9-cec7-4c48-bfca-0251e1db58ed tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1712458 Nov 15 11:35:25.226295 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58220) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:25.231431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-807b96f5-dff4-4172-8c35-f03c28102f55 req-b3de80d8-561f-436f-986e-8bd652596933 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514780 Nov 15 11:35:25.294363 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd9365-ed61-4aec-bccb-6d05c775057a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Checking segment: {'id': '192b4396-b916-40db-8ae0-746a645ba996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '840ac831-203b-4728-9cad-9683f90938c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:35:25.294774 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bd9365-ed61-4aec-bccb-6d05c775057a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network hostable DHCP agents. Network: 840ac831-203b-4728-9cad-9683f90938c4, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:35:25.303259 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-d0551427-4f89-4917-81f7-442130d361f3 req-bf52cc96-a9b0-45ac-99cc-87691c387415 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Deleting port eebaca51-b146-4438-bad0-40cdda0257ce {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:35:25.303995 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d0551427-4f89-4917-81f7-442130d361f3 req-bf52cc96-a9b0-45ac-99cc-87691c387415 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:25.331174 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc202749-db64-48e5-bf15-45cf7e362e47 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:25.332808 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fc202749-db64-48e5-bf15-45cf7e362e47 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0869269 Nov 15 11:35:25.334282 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bd9365-ed61-4aec-bccb-6d05c775057a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network 840ac831-203b-4728-9cad-9683f90938c4 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:35:25.336445 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58222) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:25.422426 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-03bd9365-ed61-4aec-bccb-6d05c775057a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 840ac831-203b-4728-9cad-9683f90938c4) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:25.441822 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d467c4-d70d-4e3c-9c2e-a207de2b9bbe None None] Network 840ac831-203b-4728-9cad-9683f90938c4 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:25.446436 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bd9365-ed61-4aec-bccb-6d05c775057a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:25.448543 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-03bd9365-ed61-4aec-bccb-6d05c775057a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:25.465603 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:25.481625 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:25.487005 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbac29f-6c44-4d9e-95dd-efa4b96b4240 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:25.497380 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5fbac29f-6c44-4d9e-95dd-efa4b96b4240 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1598454 Nov 15 11:35:25.502486 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58226) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:25.512594 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-03bd9365-ed61-4aec-bccb-6d05c775057a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5193148 Nov 15 11:35:25.512805 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56c2f6-7121-477c-aefb-21520ef96a2e req-6c16afd1-6d3b-4b17-a31f-ead57e054382 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:25.519660 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0a56c2f6-7121-477c-aefb-21520ef96a2e req-6c16afd1-6d3b-4b17-a31f-ead57e054382 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f211e9-d06a-4459-bafb-07f5b803f649 HTTP/1.1" status: 200 len: 945 time: 0.3544557 Nov 15 11:35:25.530882 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58228) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:25.627159 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1f23637c-6c60-42d9-9681-07c97b9f3d1c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1047509 Nov 15 11:35:25.629589 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58230) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:25.651593 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-198ada8c-8b55-4b0a-9ce3-98a656ad3260 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:25.692702 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce76075-1ff9-4ca6-9fdc-063c085199f6 None None] Pushing event updated for resources: {'Port': ['ID=b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:25.715652 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] Attempting to bind port b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:35:25.715996 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] Attempting to bind port b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '4d96b890-f634-46cd-a94f-36af07369e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:35:25.716353 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] Attempting to bind port b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a on network ca8af965-0e54-4e3a-af66-b0b8bc131672 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:35:25.726603 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:35:25.726971 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] Checking segment: {'id': '4d96b890-f634-46cd-a94f-36af07369e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:35:25.727369 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:25.727755 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] Bound using segment: {'id': '4d96b890-f634-46cd-a94f-36af07369e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:35:25.728271 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] Bound port: b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d96b890-f634-46cd-a94f-36af07369e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:35:25.728641 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:26.027214 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198ada8c-8b55-4b0a-9ce3-98a656ad3260 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:26.032994 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] For port b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:35:26.033286 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-198ada8c-8b55-4b0a-9ce3-98a656ad3260 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:26.036963 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-198ada8c-8b55-4b0a-9ce3-98a656ad3260 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:35:26.038094 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198ada8c-8b55-4b0a-9ce3-98a656ad3260 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:35:26.042469 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb520cb3-0e5f-4cf5-b6c0-b88d99d60dbc None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:26.057446 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] For port b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a,segment=NetworkSegment(4d96b890-f634-46cd-a94f-36af07369e91),segment_id=4d96b890-f634-46cd-a94f-36af07369e91)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:35:26.070331 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:26.082435 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-198ada8c-8b55-4b0a-9ce3-98a656ad3260 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4515619 Nov 15 11:35:26.083162 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58234) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:26.090904 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e5d71632-52ae-42bd-abc2-9d5724d04821 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:26.111290 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0a56c2f6-7121-477c-aefb-21520ef96a2e req-495a6430-4ce0-425a-9431-dd1ae9bcb144 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/security-groups?id=01f1532c-3a23-494f-a0a7-e5a391e2f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5674300 Nov 15 11:35:26.138006 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-d0551427-4f89-4917-81f7-442130d361f3 req-bf52cc96-a9b0-45ac-99cc-87691c387415 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] For port eebaca51-b146-4438-bad0-40cdda0257ce, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=eebaca51-b146-4438-bad0-40cdda0257ce,segment=NetworkSegment(91b3a5d1-dfc6-4da2-8707-adc1037eb3c3),segment_id=91b3a5d1-dfc6-4da2-8707-adc1037eb3c3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:26.143705 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d0551427-4f89-4917-81f7-442130d361f3 req-bf52cc96-a9b0-45ac-99cc-87691c387415 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:26.178450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-d0551427-4f89-4917-81f7-442130d361f3 req-bf52cc96-a9b0-45ac-99cc-87691c387415 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Calling delete_port for eebaca51-b146-4438-bad0-40cdda0257ce owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:35:26.334683 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8cba832c-3043-4bef-8317-da0ad77588d0 None None] Provisioning complete for port 5fd6d944-2642-4920-8c70-b6614201a7f1 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:26.335326 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce76075-1ff9-4ca6-9fdc-063c085199f6 None None] Pushing event updated for resources: {'Port': ['ID=b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:26.338268 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8cba832c-3043-4bef-8317-da0ad77588d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:26.365032 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] Routers {'dfb47ae3-f36b-4048-b19c-5357040011e4'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:35:26.365744 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:35:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['dfb47ae3-f36b-4048-b19c-5357040011e4'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:26.435256 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d71632-52ae-42bd-abc2-9d5724d04821 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:26.439228 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5d71632-52ae-42bd-abc2-9d5724d04821 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:26.440902 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d71632-52ae-42bd-abc2-9d5724d04821 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:35:26.441580 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d71632-52ae-42bd-abc2-9d5724d04821 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:35:26.484591 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446df13e-f585-4391-9c02-1ac2a49ce837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-840ac831-203b-4728-9cad-9683f90938c4', 'network_id': '840ac831-203b-4728-9cad-9683f90938c4', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'fixed_ips': [{'subnet_id': 'b4086fc7-817e-4418-afff-c1ad53d146b2'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:35:26.488946 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-446df13e-f585-4391-9c02-1ac2a49ce837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:26.496139 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e5d71632-52ae-42bd-abc2-9d5724d04821 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4118145 Nov 15 11:35:26.496993 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58240) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:26.504588 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-011007e6-bfe2-4426-a52c-8265b887ccc2 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:26.593753 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39438a0a-f51c-4bf7-b827-7d95e9705b21 req-7a18b399-d495-4e66-b33a-1a9a23ab8ac9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:26.595723 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39438a0a-f51c-4bf7-b827-7d95e9705b21 req-7a18b399-d495-4e66-b33a-1a9a23ab8ac9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 943 time: 0.1672046 Nov 15 11:35:26.775856 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-446df13e-f585-4391-9c02-1ac2a49ce837 None None] Allocated IP 2001:db8:1::2 (840ac831-203b-4728-9cad-9683f90938c4/b4086fc7-817e-4418-afff-c1ad53d146b2/62dc8f36-9e9b-4245-9237-78b012bc1b9e) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:26.815502 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-54420cbc-328f-4242-9932-5668041bbb93 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:26.835043 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] Set router dfb47ae3-f36b-4048-b19c-5357040011e4 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:35:26.941409 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011007e6-bfe2-4426-a52c-8265b887ccc2 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:26.945924 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-011007e6-bfe2-4426-a52c-8265b887ccc2 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:26.948647 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-011007e6-bfe2-4426-a52c-8265b887ccc2 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:35:26.949096 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011007e6-bfe2-4426-a52c-8265b887ccc2 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:35:26.949226 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-446df13e-f585-4391-9c02-1ac2a49ce837 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:26.967383 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-446df13e-f585-4391-9c02-1ac2a49ce837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:26.996749 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39438a0a-f51c-4bf7-b827-7d95e9705b21 req-97c128f6-ef4b-4d45-b3d3-9ae16f02451e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853421 Nov 15 11:35:27.028852 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446df13e-f585-4391-9c02-1ac2a49ce837 None None] Pushing event updated for resources: {'Port': ['ID=62dc8f36-9e9b-4245-9237-78b012bc1b9e,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:27.044266 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-011007e6-bfe2-4426-a52c-8265b887ccc2 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5414827 Nov 15 11:35:27.046516 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58252) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:27.048068 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d0551427-4f89-4917-81f7-442130d361f3 req-bf52cc96-a9b0-45ac-99cc-87691c387415 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:27.065648 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ce6f478b-18b4-4ee9-8b4f-6caeb0c04b3d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:27.131873 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446df13e-f585-4391-9c02-1ac2a49ce837 None None] Network 840ac831-203b-4728-9cad-9683f90938c4 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:27.142359 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['3c387be2-1152-4b88-b3ec-8618c8e338dc'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:35:27.146619 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['d49fdd85-83f9-494c-8733-16ec178ffe9f'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:35:27.408927 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:35:21Z', 'revision_number': 2, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None, '_interfaces': [{'id': 'b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a', 'name': '', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:61:9d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:18Z', 'updated_at': '2021-11-15T11:35:26Z', 'revision_number': 4, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:27.446364 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc7272e-1cdb-4967-903b-e2c263f054dd None None] DHCP port deletion for ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:35:27.448610 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6f478b-18b4-4ee9-8b4f-6caeb0c04b3d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:27.461506 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce6f478b-18b4-4ee9-8b4f-6caeb0c04b3d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:27.463054 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6f478b-18b4-4ee9-8b4f-6caeb0c04b3d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:35:27.463500 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6f478b-18b4-4ee9-8b4f-6caeb0c04b3d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:35:27.464615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12f02ae4-6f5e-4510-800b-b36713604e2e req-f1172ac2-f018-4464-a494-5fcc753dd4da tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f211e9-d06a-4459-bafb-07f5b803f649 HTTP/1.1" status: 200 len: 210 time: 0.0983737 Nov 15 11:35:27.468466 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52cc96-a9b0-45ac-99cc-87691c387415 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Pushing event deleted for resources: {'Port': ['ID=eebaca51-b146-4438-bad0-40cdda0257ce,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:27.490900 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c07e7c-482f-4114-889d-1908d3481731 None None] The sync data for ids ['dfb47ae3-f36b-4048-b19c-5357040011e4'] in n-d-729945-9 is: [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:35:21Z', 'revision_number': 2, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None, '_interfaces': [{'id': 'b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a', 'name': '', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:61:9d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:18Z', 'updated_at': '2021-11-15T11:35:26Z', 'revision_number': 4, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:35:27.491831 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-446df13e-f585-4391-9c02-1ac2a49ce837 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:27.496962 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446df13e-f585-4391-9c02-1ac2a49ce837 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:35:27.520306 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ce6f478b-18b4-4ee9-8b4f-6caeb0c04b3d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4673195 Nov 15 11:35:27.523411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58266) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:27.536176 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3e916bdd-0bb0-431b-b772-3e73fc0ba732 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:27.675507 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-40304ffd-d862-478d-bb3a-a746d43cc524 None None] Provisioning complete for port b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:27.675899 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-40304ffd-d862-478d-bb3a-a746d43cc524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:27.727662 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e916bdd-0bb0-431b-b772-3e73fc0ba732 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:27.732328 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e916bdd-0bb0-431b-b772-3e73fc0ba732 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:27.734035 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e916bdd-0bb0-431b-b772-3e73fc0ba732 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:35:27.734475 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e916bdd-0bb0-431b-b772-3e73fc0ba732 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:35:27.779077 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3e916bdd-0bb0-431b-b772-3e73fc0ba732 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2542119 Nov 15 11:35:27.779643 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58268) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:27.786014 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7225a10b-d195-4b55-b977-da442a46a0dd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:27.815273 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-446df13e-f585-4391-9c02-1ac2a49ce837 None None] Attempting to bind port 62dc8f36-9e9b-4245-9237-78b012bc1b9e on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:35:27.815603 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-446df13e-f585-4391-9c02-1ac2a49ce837 None None] Attempting to bind port 62dc8f36-9e9b-4245-9237-78b012bc1b9e by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '192b4396-b916-40db-8ae0-746a645ba996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '840ac831-203b-4728-9cad-9683f90938c4'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:35:27.815929 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446df13e-f585-4391-9c02-1ac2a49ce837 None None] Attempting to bind port 62dc8f36-9e9b-4245-9237-78b012bc1b9e on network 840ac831-203b-4728-9cad-9683f90938c4 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:35:27.870022 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446df13e-f585-4391-9c02-1ac2a49ce837 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:35:27.870398 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446df13e-f585-4391-9c02-1ac2a49ce837 None None] Checking segment: {'id': '192b4396-b916-40db-8ae0-746a645ba996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '840ac831-203b-4728-9cad-9683f90938c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:35:27.870795 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-446df13e-f585-4391-9c02-1ac2a49ce837 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:27.871230 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446df13e-f585-4391-9c02-1ac2a49ce837 None None] Bound using segment: {'id': '192b4396-b916-40db-8ae0-746a645ba996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '840ac831-203b-4728-9cad-9683f90938c4'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:35:27.871710 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-446df13e-f585-4391-9c02-1ac2a49ce837 None None] Bound port: 62dc8f36-9e9b-4245-9237-78b012bc1b9e, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192b4396-b916-40db-8ae0-746a645ba996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '840ac831-203b-4728-9cad-9683f90938c4'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:35:27.872130 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-446df13e-f585-4391-9c02-1ac2a49ce837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:27.900134 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-2bc7272e-1cdb-4967-903b-e2c263f054dd None None] Deleting port 5fd6d944-2642-4920-8c70-b6614201a7f1 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:35:27.900500 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2bc7272e-1cdb-4967-903b-e2c263f054dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:28.039975 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-40304ffd-d862-478d-bb3a-a746d43cc524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:28.179259 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7225a10b-d195-4b55-b977-da442a46a0dd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:28.183355 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7225a10b-d195-4b55-b977-da442a46a0dd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:28.184996 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-7225a10b-d195-4b55-b977-da442a46a0dd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:35:28.186134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7225a10b-d195-4b55-b977-da442a46a0dd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:35:28.210677 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0551427-4f89-4917-81f7-442130d361f3 req-bf52cc96-a9b0-45ac-99cc-87691c387415 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] No DVR routers for this DVR port eebaca51-b146-4438-bad0-40cdda0257ce on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:35:28.216517 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58280) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:28.216961 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7225a10b-d195-4b55-b977-da442a46a0dd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4361866 Nov 15 11:35:28.217635 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d0551427-4f89-4917-81f7-442130d361f3 req-bf52cc96-a9b0-45ac-99cc-87691c387415 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:28.221186 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0551427-4f89-4917-81f7-442130d361f3 req-bf52cc96-a9b0-45ac-99cc-87691c387415 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.55 "DELETE /v2.0/ports/eebaca51-b146-4438-bad0-40cdda0257ce HTTP/1.1" status: 204 len: 173 time: 3.3773446 Nov 15 11:35:28.229099 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f211e9-d06a-4459-bafb-07f5b803f649', 'name': 'network-vif-deleted', 'tag': 'eebaca51-b146-4438-bad0-40cdda0257ce'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:35:28.237218 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b12643d-ac46-4af3-a576-19e3dc7d74cd" -d '{"events": [{"server_uuid": "18f211e9-d06a-4459-bafb-07f5b803f649", "name": "network-vif-deleted", "tag": "eebaca51-b146-4438-bad0-40cdda0257ce"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:35:28.255005 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-40304ffd-d862-478d-bb3a-a746d43cc524 None None] For port b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a,segment=NetworkSegment(4d96b890-f634-46cd-a94f-36af07369e91),segment_id=4d96b890-f634-46cd-a94f-36af07369e91)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:28.280191 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-446df13e-f585-4391-9c02-1ac2a49ce837 None None] For port 62dc8f36-9e9b-4245-9237-78b012bc1b9e, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:35:28.288431 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-40304ffd-d862-478d-bb3a-a746d43cc524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:28.344942 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-54420cbc-328f-4242-9932-5668041bbb93 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Allocated IP 2001:db8:1::1 (840ac831-203b-4728-9cad-9683f90938c4/b4086fc7-817e-4418-afff-c1ad53d146b2/fdfc6dfc-4109-4531-8269-f6b896167493) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:28.351312 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2bc7272e-1cdb-4967-903b-e2c263f054dd None None] For port 5fd6d944-2642-4920-8c70-b6614201a7f1, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=5fd6d944-2642-4920-8c70-b6614201a7f1,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:28.351642 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2bc7272e-1cdb-4967-903b-e2c263f054dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:28.368378 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3080ab91-e844-4ac3-be9c-dd8128d04915 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:28.370185 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3080ab91-e844-4ac3-be9c-dd8128d04915 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1480319 Nov 15 11:35:28.373133 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58284) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:28.383685 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75457b7-c634-45bb-88ea-af12a1507f89 x-openstack-request-id: req-d75457b7-c634-45bb-88ea-af12a1507f89 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:35:28.384041 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f211e9-d06a-4459-bafb-07f5b803f649", "name": "network-vif-deleted", "tag": "eebaca51-b146-4438-bad0-40cdda0257ce", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:35:28.384300 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d75457b7-c634-45bb-88ea-af12a1507f89 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:35:28.384752 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f211e9-d06a-4459-bafb-07f5b803f649', 'name': 'network-vif-deleted', 'tag': 'eebaca51-b146-4438-bad0-40cdda0257ce', 'status': 'completed', 'code': 200} Nov 15 11:35:28.390650 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-446df13e-f585-4391-9c02-1ac2a49ce837 None None] For port 62dc8f36-9e9b-4245-9237-78b012bc1b9e, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=62dc8f36-9e9b-4245-9237-78b012bc1b9e,segment=NetworkSegment(192b4396-b916-40db-8ae0-746a645ba996),segment_id=192b4396-b916-40db-8ae0-746a645ba996)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:35:28.425270 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-2bc7272e-1cdb-4967-903b-e2c263f054dd None None] Calling delete_port for 5fd6d944-2642-4920-8c70-b6614201a7f1 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:35:28.429418 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-446df13e-f585-4391-9c02-1ac2a49ce837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:28.529702 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device eebaca51-b146-4438-bad0-40cdda0257ce no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:35:28.664632 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: eebaca51-b146-4438-bad0-40cdda0257ce {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:35:28.664966 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device eebaca51-b146-4438-bad0-40cdda0257ce not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:35:28.733808 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58eaab-1b3c-4641-9852-2656046f1c9a req-dbdfdc32-4e43-4870-82d0-79ced32bedcb tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:28.735264 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e58eaab-1b3c-4641-9852-2656046f1c9a req-dbdfdc32-4e43-4870-82d0-79ced32bedcb tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 943 time: 0.5227530 Nov 15 11:35:28.837470 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40304ffd-d862-478d-bb3a-a746d43cc524 None None] Pushing event updated for resources: {'Port': ['ID=b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:28.864126 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe228aef-f294-44b5-890a-de9273cbd77e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:28.865587 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fe228aef-f294-44b5-890a-de9273cbd77e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4795644 Nov 15 11:35:28.870132 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58298) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:28.881418 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ecf8fcff-5f0d-451b-a3dc-5dd15ad63c3f req-03d823c9-f96f-4993-8525-d2db96e58318 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f211e9-d06a-4459-bafb-07f5b803f649 HTTP/1.1" status: 200 len: 210 time: 0.2023470 Nov 15 11:35:28.932808 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-54420cbc-328f-4242-9932-5668041bbb93 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:29.001820 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e58eaab-1b3c-4641-9852-2656046f1c9a req-d0dc2c27-f0b2-4395-93f6-0a486e96d138 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193538 Nov 15 11:35:29.039893 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58302) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:29.043485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-08124f03-2c94-4c40-867c-6ec4d452b30c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:29.051767 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-20740b0e-d559-4a61-afe0-61d52efac653 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1562207 Nov 15 11:35:29.140247 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446df13e-f585-4391-9c02-1ac2a49ce837 None None] Pushing event updated for resources: {'Port': ['ID=62dc8f36-9e9b-4245-9237-78b012bc1b9e,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:29.149001 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-54420cbc-328f-4242-9932-5668041bbb93 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:29.237724 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:29.286129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54420cbc-328f-4242-9932-5668041bbb93 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network 840ac831-203b-4728-9cad-9683f90938c4 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:29.308017 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-54420cbc-328f-4242-9932-5668041bbb93 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:29.317094 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54420cbc-328f-4242-9932-5668041bbb93 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:35:29.317693 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-54420cbc-328f-4242-9932-5668041bbb93 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:29.408007 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54420cbc-328f-4242-9932-5668041bbb93 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Port': ['ID=fdfc6dfc-4109-4531-8269-f6b896167493,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:29.422418 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08124f03-2c94-4c40-867c-6ec4d452b30c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:29.424482 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2bc7272e-1cdb-4967-903b-e2c263f054dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:29.426413 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-08124f03-2c94-4c40-867c-6ec4d452b30c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:29.465431 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc7272e-1cdb-4967-903b-e2c263f054dd None None] No DVR routers for this DVR port 5fd6d944-2642-4920-8c70-b6614201a7f1 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:35:29.476873 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7272e-1cdb-4967-903b-e2c263f054dd None None] Pushing event deleted for resources: {'Port': ['ID=5fd6d944-2642-4920-8c70-b6614201a7f1,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:29.491128 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:29.491770 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:29.583530 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-54420cbc-328f-4242-9932-5668041bbb93 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:29.613136 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:29.675473 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 5fd6d944-2642-4920-8c70-b6614201a7f1 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:35:29.897277 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e659dd7-12e3-4595-9333-e25e9ac874c1 req-c0ed8cf1-ad66-4e76-8bd5-faea7c7ffd4a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3596179 Nov 15 11:35:29.921258 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 5fd6d944-2642-4920-8c70-b6614201a7f1 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:35:29.921590 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 5fd6d944-2642-4920-8c70-b6614201a7f1 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:35:30.200672 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e659dd7-12e3-4595-9333-e25e9ac874c1 req-4f9e8477-a43b-42bd-a41f-591c600b82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:30.202179 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e659dd7-12e3-4595-9333-e25e9ac874c1 req-4f9e8477-a43b-42bd-a41f-591c600b82fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c6befd75a17548db897fe48e53eb3cd1&device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 1096 time: 0.2154946 Nov 15 11:35:30.312081 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-54420cbc-328f-4242-9932-5668041bbb93 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:30.326412 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-54420cbc-328f-4242-9932-5668041bbb93 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:30.327634 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-54420cbc-328f-4242-9932-5668041bbb93 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:30.342397 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddb23a-b8b5-4e74-abf4-60000876bf97 req-a850b262-3438-42bf-8318-c199557329d8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:30.343679 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-38ddb23a-b8b5-4e74-abf4-60000876bf97 req-a850b262-3438-42bf-8318-c199557329d8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 943 time: 0.2330785 Nov 15 11:35:30.370776 n-d-729945-9 neutron-server[102678]: DEBUG neutron.objects.ports [None req-08124f03-2c94-4c40-867c-6ec4d452b30c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102678) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 11:35:30.469787 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-08124f03-2c94-4c40-867c-6ec4d452b30c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:30.480895 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e659dd7-12e3-4595-9333-e25e9ac874c1 req-cbf23377-a765-4b07-9d1b-bca5ea3316c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:30.481392 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e659dd7-12e3-4595-9333-e25e9ac874c1 req-cbf23377-a765-4b07-9d1b-bca5ea3316c0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=22cff1ab-90e9-409a-9763-27f9c9815424 HTTP/1.1" status: 200 len: 910 time: 0.2525740 Nov 15 11:35:30.651666 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54420cbc-328f-4242-9932-5668041bbb93 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network 840ac831-203b-4728-9cad-9683f90938c4 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:30.658587 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:35:30.660959 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08124f03-2c94-4c40-867c-6ec4d452b30c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:30.683532 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-54420cbc-328f-4242-9932-5668041bbb93 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:30.689480 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-08124f03-2c94-4c40-867c-6ec4d452b30c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:30.695996 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54420cbc-328f-4242-9932-5668041bbb93 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Port': ['ID=fdfc6dfc-4109-4531-8269-f6b896167493,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:30.699492 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c763fd-a4ec-4610-9165-1cb3339dfdef None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:30.720024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08124f03-2c94-4c40-867c-6ec4d452b30c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:30.720623 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-08124f03-2c94-4c40-867c-6ec4d452b30c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:30.832655 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-38ddb23a-b8b5-4e74-abf4-60000876bf97 req-65883094-e443-471d-ad49-46a10a8e7fbc tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308217 Nov 15 11:35:30.844639 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-08124f03-2c94-4c40-867c-6ec4d452b30c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8026161 Nov 15 11:35:30.845110 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58354) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:30.849882 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08124f03-2c94-4c40-867c-6ec4d452b30c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=8f7fe7c4-7dbb-4232-ac1b-f3a7545f3f8c,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:30.850485 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-02a8808d-58d8-494f-a069-07b66307b98f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'mac_address': 'fa:16:3e:48:8d:21', 'name': 'tempest-NetworksTestDHCPv6-2091221058'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:30.951131 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612f2d36-3a82-4ef2-ad57-e577c4d0cea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'fixed_ips': [{'subnet_id': '8f7fe7c4-7dbb-4232-ac1b-f3a7545f3f8c'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:35:30.952683 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-612f2d36-3a82-4ef2-ad57-e577c4d0cea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:31.150847 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:31.165891 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a8808d-58d8-494f-a069-07b66307b98f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:31.214318 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54420cbc-328f-4242-9932-5668041bbb93 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Router dfb47ae3-f36b-4048-b19c-5357040011e4 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:35:31.246547 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e659dd7-12e3-4595-9333-e25e9ac874c1 req-8e24ac5f-5f7e-4472-bd2c-670a1a520ada service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8302de5d-40e0-400a-9a11-ad5fbad02516 HTTP/1.1" status: 200 len: 1001 time: 0.6789043 Nov 15 11:35:31.289037 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02a8808d-58d8-494f-a069-07b66307b98f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:31.342166 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-612f2d36-3a82-4ef2-ad57-e577c4d0cea0 None None] Allocated IP 2001:db8::f816:3eff:fe55:668 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/8f7fe7c4-7dbb-4232-ac1b-f3a7545f3f8c/fafe3861-f95b-46a6-bf3c-f26c02a50c78) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:31.355131 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-02a8808d-58d8-494f-a069-07b66307b98f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] device_id is not set on port f81bf889-2166-40f2-ab6d-035dc41815ad yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:35:31.449349 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e659dd7-12e3-4595-9333-e25e9ac874c1 req-03710b06-4f6f-424b-8f5a-3392139461bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:31.450715 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7b6e0b-2b2e-41a0-bc5a-6dea2b943655 None None] Network 840ac831-203b-4728-9cad-9683f90938c4 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:31.451109 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e659dd7-12e3-4595-9333-e25e9ac874c1 req-03710b06-4f6f-424b-8f5a-3392139461bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c62f435-1ed6-404a-a855-45179d8b724c HTTP/1.1" status: 200 len: 848 time: 0.1885486 Nov 15 11:35:31.470210 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636f475-cf04-4e50-87e7-693a87ad7f23 req-e5e5653e-27c3-4268-bb38-cd98034229ea tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:31.476356 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636f475-cf04-4e50-87e7-693a87ad7f23 req-e5e5653e-27c3-4268-bb38-cd98034229ea tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:31.483850 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8636f475-cf04-4e50-87e7-693a87ad7f23 req-e5e5653e-27c3-4268-bb38-cd98034229ea tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c52f6e5-4f7e-4aca-bf2f-fb442367fb73&device_id=c7819f4c-0ef6-47e7-8efa-de9d7349ef4c HTTP/1.1" status: 200 len: 1682 time: 0.4649785 Nov 15 11:35:31.532764 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:31.533049 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:31.543272 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-79bd8045-8fa5-48d4-b4ac-d1626adac540 None None] Provisioning complete for port 62dc8f36-9e9b-4245-9237-78b012bc1b9e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:31.543634 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-79bd8045-8fa5-48d4-b4ac-d1626adac540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:31.583533 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54420cbc-328f-4242-9932-5668041bbb93 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:35:31.590093 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-54420cbc-328f-4242-9932-5668041bbb93 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/routers/dfb47ae3-f36b-4048-b19c-5357040011e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0551934 Nov 15 11:35:31.592918 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58368) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:31.595051 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8636f475-cf04-4e50-87e7-693a87ad7f23 req-aa1de408-c0d0-489b-a291-c5737a5dc69c tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/security-groups?id=01f1532c-3a23-494f-a0a7-e5a391e2f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097677 Nov 15 11:35:31.601400 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a846b54a-e759-4cef-8d18-9b7a29167379 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-573215450'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:31.601874 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e659dd7-12e3-4595-9333-e25e9ac874c1 req-c39fca52-26e0-405a-abd4-79c3db9150a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:31.603408 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e659dd7-12e3-4595-9333-e25e9ac874c1 req-c39fca52-26e0-405a-abd4-79c3db9150a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=22cff1ab-90e9-409a-9763-27f9c9815424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143148 Nov 15 11:35:31.672983 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] Sync routers for ids ['dfb47ae3-f36b-4048-b19c-5357040011e4'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:35:31.681462 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a846b54a-e759-4cef-8d18-9b7a29167379 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Made reservation on behalf of 0a82ebb1e550449ab3351c5452600713 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:31.716431 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:31.724606 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a846b54a-e759-4cef-8d18-9b7a29167379 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:31.768095 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a846b54a-e759-4cef-8d18-9b7a29167379 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:35:31.785996 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a846b54a-e759-4cef-8d18-9b7a29167379 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:31.787284 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-a846b54a-e759-4cef-8d18-9b7a29167379 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Added segment adf1d83f-87df-4785-b2da-445ff7b2547c of type vlan for network de508741-1230-4996-8064-c4ea32f880a6 Nov 15 11:35:31.788016 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-79bd8045-8fa5-48d4-b4ac-d1626adac540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:31.818623 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e659dd7-12e3-4595-9333-e25e9ac874c1 req-af10feb4-917a-47b4-b92b-4328f8fcf1bf service neutron] 10.222.0.55 "GET /v2.0/networks/22cff1ab-90e9-409a-9763-27f9c9815424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065125 Nov 15 11:35:31.882585 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a846b54a-e759-4cef-8d18-9b7a29167379 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:31.928560 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] Routers {'dfb47ae3-f36b-4048-b19c-5357040011e4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:35:31.929181 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:35:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['dfb47ae3-f36b-4048-b19c-5357040011e4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:31.942493 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a846b54a-e759-4cef-8d18-9b7a29167379 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:31.949700 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a846b54a-e759-4cef-8d18-9b7a29167379 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:31.951102 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a846b54a-e759-4cef-8d18-9b7a29167379 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:32.009009 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a846b54a-e759-4cef-8d18-9b7a29167379 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4146564 Nov 15 11:35:32.021793 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58382) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:32.027058 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a992a425-62db-47c1-bdc2-8cb46d265fef tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'subnet': {'network_id': 'de508741-1230-4996-8064-c4ea32f880a6', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:32.056370 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-79bd8045-8fa5-48d4-b4ac-d1626adac540 None None] For port 62dc8f36-9e9b-4245-9237-78b012bc1b9e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=62dc8f36-9e9b-4245-9237-78b012bc1b9e,segment=NetworkSegment(192b4396-b916-40db-8ae0-746a645ba996),segment_id=192b4396-b916-40db-8ae0-746a645ba996)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:32.081513 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e659dd7-12e3-4595-9333-e25e9ac874c1 req-7de37114-a22d-4fd4-aef9-8afe94ced8e0 service neutron] 10.222.0.55 "GET /v2.0/networks/22cff1ab-90e9-409a-9763-27f9c9815424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514870 Nov 15 11:35:32.130178 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6227a5e-bc3a-45f1-b07f-a004d14b8999 req-0f2a95a0-609f-4abf-87c6-3bc809d7c356 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:32.133158 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6227a5e-bc3a-45f1-b07f-a004d14b8999 req-0f2a95a0-609f-4abf-87c6-3bc809d7c356 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 943 time: 0.1403682 Nov 15 11:35:32.216472 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] Set router dfb47ae3-f36b-4048-b19c-5357040011e4 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:35:32.238320 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6227a5e-bc3a-45f1-b07f-a004d14b8999 req-fe0eb976-fd77-4d56-a303-f3e5d2297ff3 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001384 Nov 15 11:35:32.258696 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846b54a-e759-4cef-8d18-9b7a29167379 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Network': ['ID=de508741-1230-4996-8064-c4ea32f880a6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:32.336667 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-612f2d36-3a82-4ef2-ad57-e577c4d0cea0 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:32.458945 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-02a8808d-58d8-494f-a069-07b66307b98f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8::f816:3eff:fe48:8d21 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/8f7fe7c4-7dbb-4232-ac1b-f3a7545f3f8c/f81bf889-2166-40f2-ab6d-035dc41815ad) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:32.475622 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-79bd8045-8fa5-48d4-b4ac-d1626adac540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:32.479325 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network de508741-1230-4996-8064-c4ea32f880a6 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:35:32.557880 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a992a425-62db-47c1-bdc2-8cb46d265fef tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Made reservation on behalf of 0a82ebb1e550449ab3351c5452600713 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:32.568915 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-612f2d36-3a82-4ef2-ad57-e577c4d0cea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:32.573106 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a992a425-62db-47c1-bdc2-8cb46d265fef tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:32.640176 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab799d-fdd9-4b84-8b42-b13e2552d40f req-d8c76049-4e58-4cda-b31b-4db4e7bb9823 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:32.641743 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b3ab799d-fdd9-4b84-8b42-b13e2552d40f req-d8c76049-4e58-4cda-b31b-4db4e7bb9823 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c52f6e5-4f7e-4aca-bf2f-fb442367fb73 HTTP/1.1" status: 200 len: 945 time: 0.1017230 Nov 15 11:35:32.655640 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd8045-8fa5-48d4-b4ac-d1626adac540 None None] Pushing event updated for resources: {'Port': ['ID=62dc8f36-9e9b-4245-9237-78b012bc1b9e,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:32.728448 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b3ab799d-fdd9-4b84-8b42-b13e2552d40f req-805e016e-5d4c-4aeb-a554-fa0dc298cf2e tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/security-groups?id=01f1532c-3a23-494f-a0a7-e5a391e2f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755081 Nov 15 11:35:32.830693 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02a8808d-58d8-494f-a069-07b66307b98f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:32.839532 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612f2d36-3a82-4ef2-ad57-e577c4d0cea0 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:32.860030 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-612f2d36-3a82-4ef2-ad57-e577c4d0cea0 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:32.863531 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612f2d36-3a82-4ef2-ad57-e577c4d0cea0 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:35:32.874252 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 62dc8f36-9e9b-4245-9237-78b012bc1b9e up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:32.970988 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02a8808d-58d8-494f-a069-07b66307b98f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:32.996274 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f2d36-3a82-4ef2-ad57-e577c4d0cea0 None None] Pushing event updated for resources: {'Port': ['ID=fafe3861-f95b-46a6-bf3c-f26c02a50c78,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:33.045859 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a992a425-62db-47c1-bdc2-8cb46d265fef tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:33.055779 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a8808d-58d8-494f-a069-07b66307b98f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:33.144569 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:35:29Z', 'revision_number': 3, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None, '_interfaces': [{'id': 'b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a', 'name': '', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:61:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:18Z', 'updated_at': '2021-11-15T11:35:28Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdfc6dfc-4109-4531-8269-f6b896167493', 'name': '', 'network_id': '840ac831-203b-4728-9cad-9683f90938c4', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:eb:f3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:27Z', 'updated_at': '2021-11-15T11:35:29Z', 'revision_number': 2, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:33.167148 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992a425-62db-47c1-bdc2-8cb46d265fef tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Subnet': ['ID=0177a518-a445-4662-93f5-0a6023cbb117,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:33.186591 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-02a8808d-58d8-494f-a069-07b66307b98f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:33.187578 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-612f2d36-3a82-4ef2-ad57-e577c4d0cea0 None None] Attempting to bind port fafe3861-f95b-46a6-bf3c-f26c02a50c78 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:35:33.187967 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-612f2d36-3a82-4ef2-ad57-e577c4d0cea0 None None] Attempting to bind port fafe3861-f95b-46a6-bf3c-f26c02a50c78 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:35:33.188325 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612f2d36-3a82-4ef2-ad57-e577c4d0cea0 None None] Attempting to bind port fafe3861-f95b-46a6-bf3c-f26c02a50c78 on network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:35:33.195422 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612f2d36-3a82-4ef2-ad57-e577c4d0cea0 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:35:33.195783 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612f2d36-3a82-4ef2-ad57-e577c4d0cea0 None None] Checking segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:35:33.196197 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-612f2d36-3a82-4ef2-ad57-e577c4d0cea0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:33.196585 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612f2d36-3a82-4ef2-ad57-e577c4d0cea0 None None] Bound using segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:35:33.196946 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a8808d-58d8-494f-a069-07b66307b98f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:35:33.197083 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-612f2d36-3a82-4ef2-ad57-e577c4d0cea0 None None] Bound port: fafe3861-f95b-46a6-bf3c-f26c02a50c78, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:35:33.197404 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-612f2d36-3a82-4ef2-ad57-e577c4d0cea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:33.199595 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] Checking router: dfb47ae3-f36b-4048-b19c-5357040011e4 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:35:33.199951 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] Updating router dfb47ae3-f36b-4048-b19c-5357040011e4 port fdfc6dfc-4109-4531-8269-f6b896167493 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:35:33.208627 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a8808d-58d8-494f-a069-07b66307b98f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:33.212210 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02a8808d-58d8-494f-a069-07b66307b98f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:33.246253 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8808d-58d8-494f-a069-07b66307b98f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=f81bf889-2166-40f2-ab6d-035dc41815ad,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:33.278375 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-02a8808d-58d8-494f-a069-07b66307b98f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4322622 Nov 15 11:35:33.281465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58410) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:33.281932 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a992a425-62db-47c1-bdc2-8cb46d265fef tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Checking segment: {'id': 'adf1d83f-87df-4785-b2da-445ff7b2547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'de508741-1230-4996-8064-c4ea32f880a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:35:33.282386 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a992a425-62db-47c1-bdc2-8cb46d265fef tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network hostable DHCP agents. Network: de508741-1230-4996-8064-c4ea32f880a6, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:35:33.293919 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:33.324270 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 62dc8f36-9e9b-4245-9237-78b012bc1b9e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:33.324663 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:33.325248 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a992a425-62db-47c1-bdc2-8cb46d265fef tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network de508741-1230-4996-8064-c4ea32f880a6 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:35:33.344722 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a992a425-62db-47c1-bdc2-8cb46d265fef tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, de508741-1230-4996-8064-c4ea32f880a6) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:33.349671 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a992a425-62db-47c1-bdc2-8cb46d265fef tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:33.351405 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a992a425-62db-47c1-bdc2-8cb46d265fef tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:33.395486 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a992a425-62db-47c1-bdc2-8cb46d265fef tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3698318 Nov 15 11:35:33.395877 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58412) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:33.405132 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4213e755-cbbf-45a9-b459-102c343a24be tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:33.414308 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fd8760-d9cc-4fc1-b43c-c3280192f704 None None] Network de508741-1230-4996-8064-c4ea32f880a6 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:33.423479 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4213e755-cbbf-45a9-b459-102c343a24be tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:33.425504 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4213e755-cbbf-45a9-b459-102c343a24be tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1418180 Nov 15 11:35:33.431679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58414) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:33.662798 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ac7c4-2a3f-4b54-aff4-6ef163ba6b64 req-b84a07ba-f707-4fc7-a9ab-6d0ea92e7c84 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:33.670704 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d5ac7c4-2a3f-4b54-aff4-6ef163ba6b64 req-b84a07ba-f707-4fc7-a9ab-6d0ea92e7c84 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 943 time: 0.2437785 Nov 15 11:35:33.872984 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-385df453-e668-4548-b3bd-e28151312c85 None None] Provisioning complete for port 62dc8f36-9e9b-4245-9237-78b012bc1b9e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:33.873571 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-385df453-e668-4548-b3bd-e28151312c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:33.890562 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e1864-8c2d-4157-8698-31dfc397a3b0 req-597c2fd3-fd49-49e4-bbaa-e609b579bbbe tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:33.892429 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-180e1864-8c2d-4157-8698-31dfc397a3b0 req-597c2fd3-fd49-49e4-bbaa-e609b579bbbe tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c52f6e5-4f7e-4aca-bf2f-fb442367fb73 HTTP/1.1" status: 200 len: 945 time: 0.1417587 Nov 15 11:35:33.898695 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d5ac7c4-2a3f-4b54-aff4-6ef163ba6b64 req-0fd72efb-49de-443e-8e9a-a51e94deae72 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235036 Nov 15 11:35:33.951007 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-612f2d36-3a82-4ef2-ad57-e577c4d0cea0 None None] For port fafe3861-f95b-46a6-bf3c-f26c02a50c78, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:35:34.028435 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-612f2d36-3a82-4ef2-ad57-e577c4d0cea0 None None] For port fafe3861-f95b-46a6-bf3c-f26c02a50c78, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=fafe3861-f95b-46a6-bf3c-f26c02a50c78,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:35:34.049245 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-612f2d36-3a82-4ef2-ad57-e577c4d0cea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:34.098913 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c241feba-a8a8-44b1-9c53-f42ac12f2970 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:34.502615 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f2d36-3a82-4ef2-ad57-e577c4d0cea0 None None] Pushing event updated for resources: {'Port': ['ID=fafe3861-f95b-46a6-bf3c-f26c02a50c78,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:34.534102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 62dc8f36-9e9b-4245-9237-78b012bc1b9e up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:34.563439 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3451d5-f2cf-4662-9cf5-ee8bf8d05800 req-528a84cb-8257-4f02-8248-059bc21260fa tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:34.565968 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee3451d5-f2cf-4662-9cf5-ee8bf8d05800 req-528a84cb-8257-4f02-8248-059bc21260fa tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7819f4c-0ef6-47e7-8efa-de9d7349ef4c HTTP/1.1" status: 200 len: 946 time: 0.8761649 Nov 15 11:35:34.658775 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-eca92ea5-a9a7-45f1-bdd6-eb3978af07cd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting port f81bf889-2166-40f2-ab6d-035dc41815ad {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:35:34.658775 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eca92ea5-a9a7-45f1-bdd6-eb3978af07cd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:34.850211 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31617911-8290-45bd-9405-c4ae4030f5c7 req-e7b825b9-0f79-44d3-b2d5-ff451246f530 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:34.853373 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aeccadf-6052-4f86-8485-6405b049553c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-de508741-1230-4996-8064-c4ea32f880a6', 'network_id': 'de508741-1230-4996-8064-c4ea32f880a6', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'fixed_ips': [{'subnet_id': '0177a518-a445-4662-93f5-0a6023cbb117'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:35:34.854242 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4aeccadf-6052-4f86-8485-6405b049553c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:34.868559 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31617911-8290-45bd-9405-c4ae4030f5c7 req-e7b825b9-0f79-44d3-b2d5-ff451246f530 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c52f6e5-4f7e-4aca-bf2f-fb442367fb73 HTTP/1.1" status: 200 len: 945 time: 0.9657111 Nov 15 11:35:34.901463 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 62dc8f36-9e9b-4245-9237-78b012bc1b9e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:34.902083 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:35.036916 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7b74fc5-ddfc-4da4-83f3-03ba77099ef9 req-70c3d0ab-b179-40cc-86f3-6704be5e5db7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f97dbee2-da25-4cfb-b3f7-0fadf5eff729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5256627 Nov 15 11:35:35.070976 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eca92ea5-a9a7-45f1-bdd6-eb3978af07cd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:35.099107 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31617911-8290-45bd-9405-c4ae4030f5c7 req-e4512222-ac62-4fa8-a22e-49d607f072b5 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/security-groups?id=01f1532c-3a23-494f-a0a7-e5a391e2f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288823 Nov 15 11:35:35.174876 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-eca92ea5-a9a7-45f1-bdd6-eb3978af07cd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Calling delete_port for f81bf889-2166-40f2-ab6d-035dc41815ad owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:35:35.182021 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-ee3451d5-f2cf-4662-9cf5-ee8bf8d05800 req-79a1f58e-5f8f-40c4-92ff-4f352fb00aaf tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Deleting port 3c387be2-1152-4b88-b3ec-8618c8e338dc {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:35:35.182600 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ee3451d5-f2cf-4662-9cf5-ee8bf8d05800 req-79a1f58e-5f8f-40c4-92ff-4f352fb00aaf tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:35.268168 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-180e1864-8c2d-4157-8698-31dfc397a3b0 req-06bd29bf-7d2f-417b-b0b8-3c4c84716381 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Deleting port d49fdd85-83f9-494c-8733-16ec178ffe9f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:35:35.268740 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-180e1864-8c2d-4157-8698-31dfc397a3b0 req-06bd29bf-7d2f-417b-b0b8-3c4c84716381 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:35.393937 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-385df453-e668-4548-b3bd-e28151312c85 None None] Provisioning complete for port fdfc6dfc-4109-4531-8269-f6b896167493 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:35.394719 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-385df453-e668-4548-b3bd-e28151312c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:35.528210 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812eb243-de05-49da-9b50-e3345c6aa18e req-df222468-3cdb-4581-af74-f08fc447a9d0 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:35.540810 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-812eb243-de05-49da-9b50-e3345c6aa18e req-df222468-3cdb-4581-af74-f08fc447a9d0 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 943 time: 0.4403260 Nov 15 11:35:35.577687 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eca92ea5-a9a7-45f1-bdd6-eb3978af07cd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:35.644518 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b74fc5-ddfc-4da4-83f3-03ba77099ef9 req-0b7badde-6236-4b63-866c-6fc3f612020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:35.647538 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7b74fc5-ddfc-4da4-83f3-03ba77099ef9 req-0b7badde-6236-4b63-866c-6fc3f612020b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da04dae2b65a4f16adcc558b087f9aae&device_id=f97dbee2-da25-4cfb-b3f7-0fadf5eff729 HTTP/1.1" status: 200 len: 1101 time: 0.5735390 Nov 15 11:35:35.752306 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-385df453-e668-4548-b3bd-e28151312c85 None None] Port fdfc6dfc-4109-4531-8269-f6b896167493 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:35:35.773353 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eca92ea5-a9a7-45f1-bdd6-eb3978af07cd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:35.783471 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-eca92ea5-a9a7-45f1-bdd6-eb3978af07cd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/f81bf889-2166-40f2-ab6d-035dc41815ad HTTP/1.1" status: 204 len: 168 time: 2.3498859 Nov 15 11:35:35.797517 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-c241feba-a8a8-44b1-9c53-f42ac12f2970 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Allocated IP 2001:db8:2::1 (de508741-1230-4996-8064-c4ea32f880a6/0177a518-a445-4662-93f5-0a6023cbb117/b27910e5-8f96-48e1-8dec-92063577943f) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:35.799149 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58450) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:35.818993 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:35.830681 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:35.889350 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ae4d7-7b0c-4b66-b65c-899bc8407172 None None] Pushing event updated for resources: {'Port': ['ID=fdfc6dfc-4109-4531-8269-f6b896167493,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:35.889942 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca92ea5-a9a7-45f1-bdd6-eb3978af07cd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Port': ['ID=f81bf889-2166-40f2-ab6d-035dc41815ad,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:35.920476 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-63d39ef5-9a99-46b8-a1b1-c975e18827d8 None None] Provisioning complete for port fafe3861-f95b-46a6-bf3c-f26c02a50c78 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:35.921053 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-63d39ef5-9a99-46b8-a1b1-c975e18827d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:35.995377 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c241feba-a8a8-44b1-9c53-f42ac12f2970 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:36.048848 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] Attempting to bind port fdfc6dfc-4109-4531-8269-f6b896167493 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:35:36.049214 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] Attempting to bind port fdfc6dfc-4109-4531-8269-f6b896167493 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '192b4396-b916-40db-8ae0-746a645ba996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '840ac831-203b-4728-9cad-9683f90938c4'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:35:36.049573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] Attempting to bind port fdfc6dfc-4109-4531-8269-f6b896167493 on network 840ac831-203b-4728-9cad-9683f90938c4 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:35:36.063917 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-180e1864-8c2d-4157-8698-31dfc397a3b0 req-06bd29bf-7d2f-417b-b0b8-3c4c84716381 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] For port d49fdd85-83f9-494c-8733-16ec178ffe9f, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=d49fdd85-83f9-494c-8733-16ec178ffe9f,segment=NetworkSegment(91b3a5d1-dfc6-4da2-8707-adc1037eb3c3),segment_id=91b3a5d1-dfc6-4da2-8707-adc1037eb3c3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:36.064336 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-180e1864-8c2d-4157-8698-31dfc397a3b0 req-06bd29bf-7d2f-417b-b0b8-3c4c84716381 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:36.071414 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c241feba-a8a8-44b1-9c53-f42ac12f2970 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:36.164960 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-180e1864-8c2d-4157-8698-31dfc397a3b0 req-06bd29bf-7d2f-417b-b0b8-3c4c84716381 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Calling delete_port for d49fdd85-83f9-494c-8733-16ec178ffe9f owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:35:36.170809 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:35:36.171179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] Checking segment: {'id': '192b4396-b916-40db-8ae0-746a645ba996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '840ac831-203b-4728-9cad-9683f90938c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:35:36.171577 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:36.175132 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] Bound using segment: {'id': '192b4396-b916-40db-8ae0-746a645ba996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '840ac831-203b-4728-9cad-9683f90938c4'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:35:36.175897 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] Bound port: fdfc6dfc-4109-4531-8269-f6b896167493, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192b4396-b916-40db-8ae0-746a645ba996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '840ac831-203b-4728-9cad-9683f90938c4'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:35:36.176444 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:36.219750 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c241feba-a8a8-44b1-9c53-f42ac12f2970 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network de508741-1230-4996-8064-c4ea32f880a6 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:36.230577 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-c241feba-a8a8-44b1-9c53-f42ac12f2970 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:36.233714 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c241feba-a8a8-44b1-9c53-f42ac12f2970 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:35:36.234845 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c241feba-a8a8-44b1-9c53-f42ac12f2970 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:36.374162 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241feba-a8a8-44b1-9c53-f42ac12f2970 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Port': ['ID=b27910e5-8f96-48e1-8dec-92063577943f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:36.403267 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-ee3451d5-f2cf-4662-9cf5-ee8bf8d05800 req-79a1f58e-5f8f-40c4-92ff-4f352fb00aaf tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] For port 3c387be2-1152-4b88-b3ec-8618c8e338dc, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=3c387be2-1152-4b88-b3ec-8618c8e338dc,segment=NetworkSegment(91b3a5d1-dfc6-4da2-8707-adc1037eb3c3),segment_id=91b3a5d1-dfc6-4da2-8707-adc1037eb3c3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:36.403839 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ee3451d5-f2cf-4662-9cf5-ee8bf8d05800 req-79a1f58e-5f8f-40c4-92ff-4f352fb00aaf tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:36.486824 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c241feba-a8a8-44b1-9c53-f42ac12f2970 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:36.557432 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70c41b6-63a9-4f5b-8588-179ef4493069 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:36.559038 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70c41b6-63a9-4f5b-8588-179ef4493069 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:36.564169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a70c41b6-63a9-4f5b-8588-179ef4493069 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.7004251 Nov 15 11:35:36.565371 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-ee3451d5-f2cf-4662-9cf5-ee8bf8d05800 req-79a1f58e-5f8f-40c4-92ff-4f352fb00aaf tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Calling delete_port for 3c387be2-1152-4b88-b3ec-8618c8e338dc owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:35:36.569173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58462) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:36.581994 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-4aeccadf-6052-4f86-8485-6405b049553c None None] Allocated IP 2001:db8:2::2 (de508741-1230-4996-8064-c4ea32f880a6/0177a518-a445-4662-93f5-0a6023cbb117/6480705b-cfc2-4e4c-92bb-2b79119316e4) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:36.597641 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-812eb243-de05-49da-9b50-e3345c6aa18e req-b130b705-bebd-45fd-a56e-ececae405294 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0550971 Nov 15 11:35:36.781791 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4aeccadf-6052-4f86-8485-6405b049553c None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:36.823106 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8bf1e-2482-4967-aaf2-b306d74e3bf8 req-49df316c-086e-4df5-a5f4-80bbd52d18d7 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:36.833124 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5cd8bf1e-2482-4967-aaf2-b306d74e3bf8 req-49df316c-086e-4df5-a5f4-80bbd52d18d7 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c52f6e5-4f7e-4aca-bf2f-fb442367fb73 HTTP/1.1" status: 200 len: 945 time: 0.4836957 Nov 15 11:35:36.835164 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device fafe3861-f95b-46a6-bf3c-f26c02a50c78 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:36.875283 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b74fc5-ddfc-4da4-83f3-03ba77099ef9 req-a73eb0a0-8e56-4061-8e98-1306cba6085c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:36.876850 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7b74fc5-ddfc-4da4-83f3-03ba77099ef9 req-a73eb0a0-8e56-4061-8e98-1306cba6085c service neutron] 10.222.0.11 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 1.0874281 Nov 15 11:35:36.881038 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee23bbf-b0b1-4edd-ad81-ee540224e2bf tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet 8f7fe7c4-7dbb-4232-ac1b-f3a7545f3f8c {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:35:36.884962 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dee23bbf-b0b1-4edd-ad81-ee540224e2bf tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:36.929875 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dee23bbf-b0b1-4edd-ad81-ee540224e2bf tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:36.957211 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4aeccadf-6052-4f86-8485-6405b049553c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:36.994970 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-180e1864-8c2d-4157-8698-31dfc397a3b0 req-06bd29bf-7d2f-417b-b0b8-3c4c84716381 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:37.033866 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] For port fdfc6dfc-4109-4531-8269-f6b896167493, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:35:37.039744 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd29bf-7d2f-417b-b0b8-3c4c84716381 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Pushing event deleted for resources: {'Port': ['ID=d49fdd85-83f9-494c-8733-16ec178ffe9f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:37.051181 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] For port fdfc6dfc-4109-4531-8269-f6b896167493, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=fdfc6dfc-4109-4531-8269-f6b896167493,segment=NetworkSegment(192b4396-b916-40db-8ae0-746a645ba996),segment_id=192b4396-b916-40db-8ae0-746a645ba996)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:35:37.066844 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeccadf-6052-4f86-8485-6405b049553c None None] Network de508741-1230-4996-8064-c4ea32f880a6 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:37.069043 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-63d39ef5-9a99-46b8-a1b1-c975e18827d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:37.075159 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7b74fc5-ddfc-4da4-83f3-03ba77099ef9 req-e393e8bd-1c95-4f47-993e-1173b4e6e763 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 HTTP/1.1" status: 200 len: 217 time: 0.0887871 Nov 15 11:35:37.076164 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-4aeccadf-6052-4f86-8485-6405b049553c None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:37.082511 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a39dd35d-ab26-4dfc-81af-bf6c58afab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:37.085465 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:37.097463 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeccadf-6052-4f86-8485-6405b049553c None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:35:37.141045 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port fafe3861-f95b-46a6-bf3c-f26c02a50c78 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:37.141816 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:37.221492 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dee23bbf-b0b1-4edd-ad81-ee540224e2bf tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:37.229871 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-180e1864-8c2d-4157-8698-31dfc397a3b0 req-06bd29bf-7d2f-417b-b0b8-3c4c84716381 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] No DVR routers for this DVR port d49fdd85-83f9-494c-8733-16ec178ffe9f on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:35:37.237703 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-180e1864-8c2d-4157-8698-31dfc397a3b0 req-06bd29bf-7d2f-417b-b0b8-3c4c84716381 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:37.241515 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-180e1864-8c2d-4157-8698-31dfc397a3b0 req-06bd29bf-7d2f-417b-b0b8-3c4c84716381 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.11 "DELETE /v2.0/ports/d49fdd85-83f9-494c-8733-16ec178ffe9f HTTP/1.1" status: 204 len: 173 time: 3.2695620 Nov 15 11:35:37.242091 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c52f6e5-4f7e-4aca-bf2f-fb442367fb73', 'name': 'network-vif-deleted', 'tag': 'd49fdd85-83f9-494c-8733-16ec178ffe9f'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:35:37.244786 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6336223-0570-4962-aa54-17895eb761a3" -d '{"events": [{"server_uuid": "2c52f6e5-4f7e-4aca-bf2f-fb442367fb73", "name": "network-vif-deleted", "tag": "d49fdd85-83f9-494c-8733-16ec178ffe9f"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:35:37.293613 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeccadf-6052-4f86-8485-6405b049553c None None] Pushing event updated for resources: {'Port': ['ID=6480705b-cfc2-4e4c-92bb-2b79119316e4,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:37.325107 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device d49fdd85-83f9-494c-8733-16ec178ffe9f no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:35:37.347588 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5cd8bf1e-2482-4967-aaf2-b306d74e3bf8 req-8d838dd6-53b0-4900-9f27-8914b4e068a6 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/security-groups?id=01f1532c-3a23-494f-a0a7-e5a391e2f0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122800 Nov 15 11:35:37.373992 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d5c769-f502-499e-8551-cece644a5888 x-openstack-request-id: req-58d5c769-f502-499e-8551-cece644a5888 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:35:37.375326 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b74fc5-ddfc-4da4-83f3-03ba77099ef9 req-ce20f727-e466-416e-92be-59017a32bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:37.376726 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7b74fc5-ddfc-4da4-83f3-03ba77099ef9 req-ce20f727-e466-416e-92be-59017a32bb6b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.2608962 Nov 15 11:35:37.377913 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c52f6e5-4f7e-4aca-bf2f-fb442367fb73", "name": "network-vif-deleted", "tag": "d49fdd85-83f9-494c-8733-16ec178ffe9f", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:35:37.378418 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-58d5c769-f502-499e-8551-cece644a5888 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:35:37.378762 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c52f6e5-4f7e-4aca-bf2f-fb442367fb73', 'name': 'network-vif-deleted', 'tag': 'd49fdd85-83f9-494c-8733-16ec178ffe9f', 'status': 'completed', 'code': 200} Nov 15 11:35:37.468181 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c241feba-a8a8-44b1-9c53-f42ac12f2970 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:37.474469 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c241feba-a8a8-44b1-9c53-f42ac12f2970 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:37.475439 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c241feba-a8a8-44b1-9c53-f42ac12f2970 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:37.510290 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: d49fdd85-83f9-494c-8733-16ec178ffe9f {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:35:37.510678 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device d49fdd85-83f9-494c-8733-16ec178ffe9f not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:35:37.515761 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4aeccadf-6052-4f86-8485-6405b049553c None None] Attempting to bind port 6480705b-cfc2-4e4c-92bb-2b79119316e4 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:35:37.516143 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4aeccadf-6052-4f86-8485-6405b049553c None None] Attempting to bind port 6480705b-cfc2-4e4c-92bb-2b79119316e4 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'adf1d83f-87df-4785-b2da-445ff7b2547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'de508741-1230-4996-8064-c4ea32f880a6'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:35:37.516497 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeccadf-6052-4f86-8485-6405b049553c None None] Attempting to bind port 6480705b-cfc2-4e4c-92bb-2b79119316e4 on network de508741-1230-4996-8064-c4ea32f880a6 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:35:37.522316 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241feba-a8a8-44b1-9c53-f42ac12f2970 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Port': ['ID=b27910e5-8f96-48e1-8dec-92063577943f,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:37.537140 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] Routers {'dfb47ae3-f36b-4048-b19c-5357040011e4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:35:37.537771 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:35:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['dfb47ae3-f36b-4048-b19c-5357040011e4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:37.603375 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ee3451d5-f2cf-4662-9cf5-ee8bf8d05800 req-79a1f58e-5f8f-40c4-92ff-4f352fb00aaf tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:37.605518 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dee23bbf-b0b1-4edd-ad81-ee540224e2bf tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:37.653722 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b74fc5-ddfc-4da4-83f3-03ba77099ef9 req-235a2388-eda9-4d7e-8b1f-d6e6caef8bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:37.655237 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7b74fc5-ddfc-4da4-83f3-03ba77099ef9 req-235a2388-eda9-4d7e-8b1f-d6e6caef8bff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2585492 Nov 15 11:35:37.667952 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c241feba-a8a8-44b1-9c53-f42ac12f2970 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network de508741-1230-4996-8064-c4ea32f880a6 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:37.669859 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-c241feba-a8a8-44b1-9c53-f42ac12f2970 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:37.756795 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee23bbf-b0b1-4edd-ad81-ee540224e2bf tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=8f7fe7c4-7dbb-4232-ac1b-f3a7545f3f8c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:37.758973 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1f58e-5f8f-40c4-92ff-4f352fb00aaf tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Pushing event deleted for resources: {'Port': ['ID=3c387be2-1152-4b88-b3ec-8618c8e338dc,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:37.796902 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dee23bbf-b0b1-4edd-ad81-ee540224e2bf tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:37.800532 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-dee23bbf-b0b1-4edd-ad81-ee540224e2bf tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/8f7fe7c4-7dbb-4232-ac1b-f3a7545f3f8c HTTP/1.1" status: 204 len: 168 time: 1.2019112 Nov 15 11:35:37.818144 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58484) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:37.886482 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3451d5-f2cf-4662-9cf5-ee8bf8d05800 req-79a1f58e-5f8f-40c4-92ff-4f352fb00aaf tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] No DVR routers for this DVR port 3c387be2-1152-4b88-b3ec-8618c8e338dc on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:35:37.893345 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ee3451d5-f2cf-4662-9cf5-ee8bf8d05800 req-79a1f58e-5f8f-40c4-92ff-4f352fb00aaf tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:37.897002 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee3451d5-f2cf-4662-9cf5-ee8bf8d05800 req-79a1f58e-5f8f-40c4-92ff-4f352fb00aaf tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.55 "DELETE /v2.0/ports/3c387be2-1152-4b88-b3ec-8618c8e338dc HTTP/1.1" status: 204 len: 173 time: 3.3192205 Nov 15 11:35:37.897647 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7819f4c-0ef6-47e7-8efa-de9d7349ef4c', 'name': 'network-vif-deleted', 'tag': '3c387be2-1152-4b88-b3ec-8618c8e338dc'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:35:37.900411 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e19c58a-9b30-4d25-8f5e-fd426072029d" -d '{"events": [{"server_uuid": "c7819f4c-0ef6-47e7-8efa-de9d7349ef4c", "name": "network-vif-deleted", "tag": "3c387be2-1152-4b88-b3ec-8618c8e338dc"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:35:37.927839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584ecfd-ecc5-42ec-8d23-f8164b496263 req-506feac8-ae4f-45e0-92fa-e3345bc5cb67 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:37.935581 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1584ecfd-ecc5-42ec-8d23-f8164b496263 req-506feac8-ae4f-45e0-92fa-e3345bc5cb67 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 943 time: 0.1939111 Nov 15 11:35:37.989385 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-75f48bb0-64eb-4ce2-9aaa-0db17a0eff21 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1659882 Nov 15 11:35:37.992594 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58488) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:38.005190 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-671fe659-2263-4410-b594-f6549b39c147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:38.010930 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d76cb49-34a3-47f6-a479-9f7ac45c8af3 x-openstack-request-id: req-7d76cb49-34a3-47f6-a479-9f7ac45c8af3 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:35:38.011365 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7819f4c-0ef6-47e7-8efa-de9d7349ef4c", "name": "network-vif-deleted", "tag": "3c387be2-1152-4b88-b3ec-8618c8e338dc", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:35:38.011568 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d76cb49-34a3-47f6-a479-9f7ac45c8af3 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:35:38.014225 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7819f4c-0ef6-47e7-8efa-de9d7349ef4c', 'name': 'network-vif-deleted', 'tag': '3c387be2-1152-4b88-b3ec-8618c8e338dc', 'status': 'completed', 'code': 200} Nov 15 11:35:38.048176 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7b74fc5-ddfc-4da4-83f3-03ba77099ef9 req-7a236cc9-180b-4411-a4b2-01db23a1ae44 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139741 Nov 15 11:35:38.053908 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c241feba-a8a8-44b1-9c53-f42ac12f2970 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Router dfb47ae3-f36b-4048-b19c-5357040011e4 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:35:38.206651 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788ba3d8-eca2-419f-94fc-da2f0c3c3309 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:38.212822 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1584ecfd-ecc5-42ec-8d23-f8164b496263 req-baee7fa4-283b-40b0-b092-d38b6b5c58ac tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759113 Nov 15 11:35:38.243476 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c241feba-a8a8-44b1-9c53-f42ac12f2970 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:35:38.253108 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c241feba-a8a8-44b1-9c53-f42ac12f2970 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/routers/dfb47ae3-f36b-4048-b19c-5357040011e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8538377 Nov 15 11:35:38.253481 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58494) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:38.271349 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-fe71049d-efe9-45c0-82d7-3bd81ad79041 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-891132540'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:38.284987 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ae4d7-7b0c-4b66-b65c-899bc8407172 None None] Pushing event updated for resources: {'Port': ['ID=fdfc6dfc-4109-4531-8269-f6b896167493,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:38.287756 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeccadf-6052-4f86-8485-6405b049553c None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:35:38.288148 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeccadf-6052-4f86-8485-6405b049553c None None] Checking segment: {'id': 'adf1d83f-87df-4785-b2da-445ff7b2547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'de508741-1230-4996-8064-c4ea32f880a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:35:38.288544 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4aeccadf-6052-4f86-8485-6405b049553c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:38.288918 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeccadf-6052-4f86-8485-6405b049553c None None] Bound using segment: {'id': 'adf1d83f-87df-4785-b2da-445ff7b2547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'de508741-1230-4996-8064-c4ea32f880a6'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:35:38.289434 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4aeccadf-6052-4f86-8485-6405b049553c None None] Bound port: 6480705b-cfc2-4e4c-92bb-2b79119316e4, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf1d83f-87df-4785-b2da-445ff7b2547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'de508741-1230-4996-8064-c4ea32f880a6'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:35:38.290533 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4aeccadf-6052-4f86-8485-6405b049553c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:38.323848 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7b74fc5-ddfc-4da4-83f3-03ba77099ef9 req-8954c5d6-0b75-421a-be7e-307966dc0aa8 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095096 Nov 15 11:35:38.353723 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671fe659-2263-4410-b594-f6549b39c147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:38.359239 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-671fe659-2263-4410-b594-f6549b39c147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:38.359386 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe71049d-efe9-45c0-82d7-3bd81ad79041 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Made reservation on behalf of 0a82ebb1e550449ab3351c5452600713 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:38.364779 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe71049d-efe9-45c0-82d7-3bd81ad79041 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:38.448408 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe71049d-efe9-45c0-82d7-3bd81ad79041 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:35:38.469327 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe71049d-efe9-45c0-82d7-3bd81ad79041 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:38.469681 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-fe71049d-efe9-45c0-82d7-3bd81ad79041 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Added segment f619a8ba-9fb7-4ab5-8b21-b84002876544 of type vlan for network 4a1ac223-74ba-41e1-b08c-2ecec3ca654b Nov 15 11:35:38.577653 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe71049d-efe9-45c0-82d7-3bd81ad79041 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:38.584498 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4aeccadf-6052-4f86-8485-6405b049553c None None] For port 6480705b-cfc2-4e4c-92bb-2b79119316e4, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:35:38.588411 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4aeccadf-6052-4f86-8485-6405b049553c None None] For port 6480705b-cfc2-4e4c-92bb-2b79119316e4, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6480705b-cfc2-4e4c-92bb-2b79119316e4,segment=NetworkSegment(adf1d83f-87df-4785-b2da-445ff7b2547c),segment_id=adf1d83f-87df-4785-b2da-445ff7b2547c)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:35:38.607916 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 3c387be2-1152-4b88-b3ec-8618c8e338dc no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:35:38.620056 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4aeccadf-6052-4f86-8485-6405b049553c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:38.632365 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe71049d-efe9-45c0-82d7-3bd81ad79041 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:38.641604 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe71049d-efe9-45c0-82d7-3bd81ad79041 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:38.642536 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fe71049d-efe9-45c0-82d7-3bd81ad79041 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:38.678658 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f6c7d3d4-04d4-4edc-924a-27a04ab1412c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:38.701513 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-881666df-784a-4ed1-9cd8-8758a2a192ff req-d7793d9c-75f4-41ca-9b2d-7f1389f68fb3 tempest-ListServersNegativeTestJSON-1516251547 tempest-ListServersNegativeTestJSON-1516251547-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7819f4c-0ef6-47e7-8efa-de9d7349ef4c HTTP/1.1" status: 200 len: 210 time: 0.0439744 Nov 15 11:35:38.750596 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:38.794782 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] Set router dfb47ae3-f36b-4048-b19c-5357040011e4 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:35:38.811690 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58508) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:38.812300 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fe71049d-efe9-45c0-82d7-3bd81ad79041 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5578313 Nov 15 11:35:38.825402 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c1ab232c-e809-4329-b4ed-0d6c65dba0d0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'subnet': {'network_id': '4a1ac223-74ba-41e1-b08c-2ecec3ca654b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:38.840399 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71049d-efe9-45c0-82d7-3bd81ad79041 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Network': ['ID=4a1ac223-74ba-41e1-b08c-2ecec3ca654b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:38.859117 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 3c387be2-1152-4b88-b3ec-8618c8e338dc {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:35:38.859542 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 3c387be2-1152-4b88-b3ec-8618c8e338dc not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:35:38.861748 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-63d39ef5-9a99-46b8-a1b1-c975e18827d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:35:38.862256 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-63d39ef5-9a99-46b8-a1b1-c975e18827d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:35:38.873516 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 4a1ac223-74ba-41e1-b08c-2ecec3ca654b details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:35:39.006959 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9d7a50-a388-4c89-9743-580207a0b67e None None] DHCP port deletion for ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:35:39.053052 n-d-729945-9 neutron-server[102678]: DEBUG neutron.objects.ports [None req-671fe659-2263-4410-b594-f6549b39c147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102678) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 11:35:39.059966 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ab232c-e809-4329-b4ed-0d6c65dba0d0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Made reservation on behalf of 0a82ebb1e550449ab3351c5452600713 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:39.063634 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c1ab232c-e809-4329-b4ed-0d6c65dba0d0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:39.080090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port fafe3861-f95b-46a6-bf3c-f26c02a50c78, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=fafe3861-f95b-46a6-bf3c-f26c02a50c78,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:39.082715 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeccadf-6052-4f86-8485-6405b049553c None None] Pushing event updated for resources: {'Port': ['ID=6480705b-cfc2-4e4c-92bb-2b79119316e4,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:39.149706 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:39.482474 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6480705b-cfc2-4e4c-92bb-2b79119316e4 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:39.523481 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=fafe3861-f95b-46a6-bf3c-f26c02a50c78,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:39.554776 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-671fe659-2263-4410-b594-f6549b39c147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:39.590187 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68d281-7bd9-40d9-80c9-9e562b51136e req-312ff8ea-db37-4ab4-b42d-9693aaeca477 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:39.592190 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-63d39ef5-9a99-46b8-a1b1-c975e18827d8 None None] Provisioning complete for port fdfc6dfc-4109-4531-8269-f6b896167493 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:39.592627 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-63d39ef5-9a99-46b8-a1b1-c975e18827d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:39.598258 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af68d281-7bd9-40d9-80c9-9e562b51136e req-312ff8ea-db37-4ab4-b42d-9693aaeca477 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 943 time: 0.1868601 Nov 15 11:35:39.701516 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-ad9d7a50-a388-4c89-9743-580207a0b67e None None] Deleting port fafe3861-f95b-46a6-bf3c-f26c02a50c78 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:35:39.702370 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7a50-a388-4c89-9743-580207a0b67e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:39.741578 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c1ab232c-e809-4329-b4ed-0d6c65dba0d0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:39.775367 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58526) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:39.864225 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e929cc-dfae-4b3f-aab0-a345a9ce9ce3 admin admin] Deleting subnet 03103d91-3b37-4eb5-8205-c7f69ac81522 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:35:39.868400 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89e929cc-dfae-4b3f-aab0-a345a9ce9ce3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:39.871747 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ad9d7a50-a388-4c89-9743-580207a0b67e None None] For port fafe3861-f95b-46a6-bf3c-f26c02a50c78, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=fafe3861-f95b-46a6-bf3c-f26c02a50c78,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:39.872239 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7a50-a388-4c89-9743-580207a0b67e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:39.904794 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-ad9d7a50-a388-4c89-9743-580207a0b67e None None] Calling delete_port for fafe3861-f95b-46a6-bf3c-f26c02a50c78 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:35:39.913486 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89e929cc-dfae-4b3f-aab0-a345a9ce9ce3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:39.989162 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89e929cc-dfae-4b3f-aab0-a345a9ce9ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:40.050166 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:35:36Z', 'revision_number': 4, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None, '_interfaces': [{'id': 'b27910e5-8f96-48e1-8dec-92063577943f', 'name': '', 'network_id': 'de508741-1230-4996-8064-c4ea32f880a6', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:bd:92:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '0177a518-a445-4662-93f5-0a6023cbb117', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:35Z', 'updated_at': '2021-11-15T11:35:36Z', 'revision_number': 2, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '0177a518-a445-4662-93f5-0a6023cbb117', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a', 'name': '', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:61:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:18Z', 'updated_at': '2021-11-15T11:35:28Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdfc6dfc-4109-4531-8269-f6b896167493', 'name': '', 'network_id': '840ac831-203b-4728-9cad-9683f90938c4', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:eb:f3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:27Z', 'updated_at': '2021-11-15T11:35:36Z', 'revision_number': 4, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:40.123424 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e56c1-df19-410c-ac87-c7735f8fff1d None None] The sync data for ids ['dfb47ae3-f36b-4048-b19c-5357040011e4'] in n-d-729945-9 is: [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:35:36Z', 'revision_number': 4, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None, '_interfaces': [{'id': 'b27910e5-8f96-48e1-8dec-92063577943f', 'name': '', 'network_id': 'de508741-1230-4996-8064-c4ea32f880a6', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:bd:92:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '0177a518-a445-4662-93f5-0a6023cbb117', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:35Z', 'updated_at': '2021-11-15T11:35:36Z', 'revision_number': 2, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '0177a518-a445-4662-93f5-0a6023cbb117', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a', 'name': '', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:61:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:18Z', 'updated_at': '2021-11-15T11:35:28Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdfc6dfc-4109-4531-8269-f6b896167493', 'name': '', 'network_id': '840ac831-203b-4728-9cad-9683f90938c4', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:eb:f3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:27Z', 'updated_at': '2021-11-15T11:35:36Z', 'revision_number': 4, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:35:40.124477 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89e929cc-dfae-4b3f-aab0-a345a9ce9ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:40.134980 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 6480705b-cfc2-4e4c-92bb-2b79119316e4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:40.135354 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:40.246171 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e929cc-dfae-4b3f-aab0-a345a9ce9ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03103d91-3b37-4eb5-8205-c7f69ac81522,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:40.253190 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-89e929cc-dfae-4b3f-aab0-a345a9ce9ce3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:40.262231 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-89e929cc-dfae-4b3f-aab0-a345a9ce9ce3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/03103d91-3b37-4eb5-8205-c7f69ac81522 HTTP/1.1" status: 204 len: 168 time: 0.4813662 Nov 15 11:35:40.263855 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58534) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:40.371432 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:40.381014 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-63d39ef5-9a99-46b8-a1b1-c975e18827d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:40.404659 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:40.439325 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-001b50ac-2f82-43b0-bebf-f7adc3af43cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:40.462367 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af68d281-7bd9-40d9-80c9-9e562b51136e req-b99db0d4-0d56-4cfa-9504-270f0587f900 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8629029 Nov 15 11:35:40.509410 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-63d39ef5-9a99-46b8-a1b1-c975e18827d8 None None] For port fdfc6dfc-4109-4531-8269-f6b896167493, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=fdfc6dfc-4109-4531-8269-f6b896167493,segment=NetworkSegment(192b4396-b916-40db-8ae0-746a645ba996),segment_id=192b4396-b916-40db-8ae0-746a645ba996)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:40.527306 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-63d39ef5-9a99-46b8-a1b1-c975e18827d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:40.580602 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 6480705b-cfc2-4e4c-92bb-2b79119316e4, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6480705b-cfc2-4e4c-92bb-2b79119316e4,segment=NetworkSegment(adf1d83f-87df-4785-b2da-445ff7b2547c),segment_id=adf1d83f-87df-4785-b2da-445ff7b2547c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:40.585774 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c944551-cc82-41ef-b80b-023daa15452d None None] Network de508741-1230-4996-8064-c4ea32f880a6 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:40.599628 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:40.638996 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab232c-e809-4329-b4ed-0d6c65dba0d0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Subnet': ['ID=1859af8b-d55d-40b1-b8ed-e850bd69866d,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:40.642390 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-671fe659-2263-4410-b594-f6549b39c147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] For port fafe3861-f95b-46a6-bf3c-f26c02a50c78, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=fafe3861-f95b-46a6-bf3c-f26c02a50c78,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:40.704526 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ab232c-e809-4329-b4ed-0d6c65dba0d0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Checking segment: {'id': 'f619a8ba-9fb7-4ab5-8b21-b84002876544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '4a1ac223-74ba-41e1-b08c-2ecec3ca654b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:35:40.704886 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ab232c-e809-4329-b4ed-0d6c65dba0d0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network hostable DHCP agents. Network: 4a1ac223-74ba-41e1-b08c-2ecec3ca654b, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:35:40.708469 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d39ef5-9a99-46b8-a1b1-c975e18827d8 None None] Pushing event updated for resources: {'Port': ['ID=fdfc6dfc-4109-4531-8269-f6b896167493,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:40.717451 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device fafe3861-f95b-46a6-bf3c-f26c02a50c78 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:35:40.726599 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-671fe659-2263-4410-b594-f6549b39c147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:40.730570 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-001b50ac-2f82-43b0-bebf-f7adc3af43cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:40.743593 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-671fe659-2263-4410-b594-f6549b39c147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:40.752909 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-671fe659-2263-4410-b594-f6549b39c147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:40.760659 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-001b50ac-2f82-43b0-bebf-f7adc3af43cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053c504f-21d3-45c5-9b4b-dbbb4a4e98cd']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:40.787233 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-001b50ac-2f82-43b0-bebf-f7adc3af43cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b3a5d1-dfc6-4da2-8707-adc1037eb3c3') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:40.788283 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-001b50ac-2f82-43b0-bebf-f7adc3af43cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b3a5d1-dfc6-4da2-8707-adc1037eb3c3') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:40.813895 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-001b50ac-2f82-43b0-bebf-f7adc3af43cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:40.838927 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-001b50ac-2f82-43b0-bebf-f7adc3af43cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:40.853502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ab232c-e809-4329-b4ed-0d6c65dba0d0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network 4a1ac223-74ba-41e1-b08c-2ecec3ca654b is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:35:40.862944 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-001b50ac-2f82-43b0-bebf-f7adc3af43cf admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:35:40.865622 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-001b50ac-2f82-43b0-bebf-f7adc3af43cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:40.869471 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671fe659-2263-4410-b594-f6549b39c147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:40.886570 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-671fe659-2263-4410-b594-f6549b39c147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:40.896571 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671fe659-2263-4410-b594-f6549b39c147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:40.903205 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-671fe659-2263-4410-b594-f6549b39c147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:40.905955 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-c1ab232c-e809-4329-b4ed-0d6c65dba0d0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 4a1ac223-74ba-41e1-b08c-2ecec3ca654b) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:40.928755 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-aa1dde53-2fcf-436c-bc8b-d232e1032687 None None] Provisioning complete for port 6480705b-cfc2-4e4c-92bb-2b79119316e4 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:40.929204 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aa1dde53-2fcf-436c-bc8b-d232e1032687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:40.936271 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ab232c-e809-4329-b4ed-0d6c65dba0d0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:40.941012 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c1ab232c-e809-4329-b4ed-0d6c65dba0d0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:40.944623 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fe659-2263-4410-b594-f6549b39c147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=d9f11414-57ae-45f5-99d5-66dee4c8849b,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:40.973178 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fe659-2263-4410-b594-f6549b39c147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=fafe3861-f95b-46a6-bf3c-f26c02a50c78,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:40.989871 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c1ab232c-e809-4329-b4ed-0d6c65dba0d0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1729465 Nov 15 11:35:41.013076 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-671fe659-2263-4410-b594-f6549b39c147 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0180333 Nov 15 11:35:41.013712 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58546) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:41.025501 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58548) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:41.027642 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c0d997-0e1f-4d8a-ab68-22e547946b57 None None] Network 4a1ac223-74ba-41e1-b08c-2ecec3ca654b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:41.030807 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-9c9ffeba-ecc8-4dbb-8640-6d92eb88ee60 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'mac_address': 'fa:16:3e:8f:ec:34', 'name': 'tempest-NetworksTestDHCPv6-1165401820'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:35:41.035317 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:35:41.076750 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-001b50ac-2f82-43b0-bebf-f7adc3af43cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:41.137845 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-001b50ac-2f82-43b0-bebf-f7adc3af43cf admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:41.147703 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-001b50ac-2f82-43b0-bebf-f7adc3af43cf admin admin] 10.222.0.64 "DELETE /v2.0/networks/053c504f-21d3-45c5-9b4b-dbbb4a4e98cd HTTP/1.1" status: 204 len: 168 time: 0.8763127 Nov 15 11:35:41.148708 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b50ac-2f82-43b0-bebf-f7adc3af43cf admin admin] Pushing event deleted for resources: {'Network': ['ID=053c504f-21d3-45c5-9b4b-dbbb4a4e98cd,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:41.510433 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58560) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:41.588593 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-01be040f-846b-4d31-8d92-d034dfd7ec98 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=54853152d54c495e93ac25c8bdfaa7bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0768137 Nov 15 11:35:41.593800 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58564) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:41.627902 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7a50-a388-4c89-9743-580207a0b67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:41.630327 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=6480705b-cfc2-4e4c-92bb-2b79119316e4,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:41.677916 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No active binding found for port fafe3861-f95b-46a6-bf3c-f26c02a50c78 {{(pid=102679) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 15 11:35:41.678798 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device fafe3861-f95b-46a6-bf3c-f26c02a50c78 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:35:41.700755 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bec687a-d35f-4df8-b21e-498467680c0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:41.707240 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9ffeba-ecc8-4dbb-8640-6d92eb88ee60 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:41.735416 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bec687a-d35f-4df8-b21e-498467680c0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:41.809487 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:41.828208 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d7a50-a388-4c89-9743-580207a0b67e None None] Pushing event deleted for resources: {'Port': ['ID=fafe3861-f95b-46a6-bf3c-f26c02a50c78,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:41.847913 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bec687a-d35f-4df8-b21e-498467680c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:41.850443 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bec687a-d35f-4df8-b21e-498467680c0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:41.853987 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1bec687a-d35f-4df8-b21e-498467680c0f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/01f1532c-3a23-494f-a0a7-e5a391e2f0b6 HTTP/1.1" status: 204 len: 168 time: 0.2568567 Nov 15 11:35:41.869208 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b834fc-43f4-4e06-850d-689292f41f2b req-fc6ddbcc-7912-4083-b6d8-aceccdd03abc tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:41.874772 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec687a-d35f-4df8-b21e-498467680c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f1532c-3a23-494f-a0a7-e5a391e2f0b6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:41.878629 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c9b834fc-43f4-4e06-850d-689292f41f2b req-fc6ddbcc-7912-4083-b6d8-aceccdd03abc tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 943 time: 0.3053901 Nov 15 11:35:41.946976 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9d7a50-a388-4c89-9743-580207a0b67e None None] No DVR routers for this DVR port fafe3861-f95b-46a6-bf3c-f26c02a50c78 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:35:41.984888 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f9f6e0-dc68-4870-9f68-24eaa0209db5 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:42.040970 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c9b834fc-43f4-4e06-850d-689292f41f2b req-12aee456-703d-4650-a739-a262a1953488 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360691 Nov 15 11:35:42.057865 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c9ffeba-ecc8-4dbb-8640-6d92eb88ee60 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:42.089123 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6480705b-cfc2-4e4c-92bb-2b79119316e4 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:42.130642 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] Sync routers for ids ['dfb47ae3-f36b-4048-b19c-5357040011e4'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:35:42.163028 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] Routers {'dfb47ae3-f36b-4048-b19c-5357040011e4'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:35:42.163760 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:35:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['dfb47ae3-f36b-4048-b19c-5357040011e4'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:42.194074 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e857-f23f-4dd9-b019-7bf5d2b195f6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:42.221952 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:42.410666 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-aa1dde53-2fcf-436c-bc8b-d232e1032687 None None] Provisioning complete for port fdfc6dfc-4109-4531-8269-f6b896167493 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:42.411342 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aa1dde53-2fcf-436c-bc8b-d232e1032687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:42.414297 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9d27f9-ad22-4bc1-b164-284ef53c9c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-4a1ac223-74ba-41e1-b08c-2ecec3ca654b', 'network_id': '4a1ac223-74ba-41e1-b08c-2ecec3ca654b', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'fixed_ips': [{'subnet_id': '1859af8b-d55d-40b1-b8ed-e850bd69866d'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:35:42.415476 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5f9d27f9-ad22-4bc1-b164-284ef53c9c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:42.464472 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] Set router dfb47ae3-f36b-4048-b19c-5357040011e4 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:35:42.588800 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 6480705b-cfc2-4e4c-92bb-2b79119316e4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:42.596198 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:42.610170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-9c9ffeba-ecc8-4dbb-8640-6d92eb88ee60 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] device_id is not set on port 04e9d7a2-5a55-40bc-be1a-fa42a3da039e yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:35:42.766445 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:35:36Z', 'revision_number': 4, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None, '_interfaces': [{'id': 'b27910e5-8f96-48e1-8dec-92063577943f', 'name': '', 'network_id': 'de508741-1230-4996-8064-c4ea32f880a6', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:bd:92:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '0177a518-a445-4662-93f5-0a6023cbb117', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:35Z', 'updated_at': '2021-11-15T11:35:36Z', 'revision_number': 2, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '0177a518-a445-4662-93f5-0a6023cbb117', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a', 'name': '', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:61:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:18Z', 'updated_at': '2021-11-15T11:35:28Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdfc6dfc-4109-4531-8269-f6b896167493', 'name': '', 'network_id': '840ac831-203b-4728-9cad-9683f90938c4', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:eb:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:27Z', 'updated_at': '2021-11-15T11:35:40Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:42.793035 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] Checking router: dfb47ae3-f36b-4048-b19c-5357040011e4 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:35:42.793703 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] Updating router dfb47ae3-f36b-4048-b19c-5357040011e4 port b27910e5-8f96-48e1-8dec-92063577943f binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:35:42.854234 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:42.865175 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-9c9ffeba-ecc8-4dbb-8640-6d92eb88ee60 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8::f816:3eff:fe8f:ec34 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/d9f11414-57ae-45f5-99d5-66dee4c8849b/04e9d7a2-5a55-40bc-be1a-fa42a3da039e) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:42.998358 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd83f16-30d9-481a-9225-1a9b75ad0838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'fixed_ips': [{'subnet_id': 'd9f11414-57ae-45f5-99d5-66dee4c8849b'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:35:42.999205 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7cd83f16-30d9-481a-9225-1a9b75ad0838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:43.004121 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-aa1dde53-2fcf-436c-bc8b-d232e1032687 None None] Could not find standard attr ID for object f81bf889-2166-40f2-ab6d-035dc41815ad. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:35:43.154799 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-5f9d27f9-ad22-4bc1-b164-284ef53c9c6b None None] Allocated IP 2001:db8:3::2 (4a1ac223-74ba-41e1-b08c-2ecec3ca654b/1859af8b-d55d-40b1-b8ed-e850bd69866d/7e59af89-7f81-408f-962a-fa467697e339) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:43.245463 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c9ffeba-ecc8-4dbb-8640-6d92eb88ee60 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:43.336526 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c9ffeba-ecc8-4dbb-8640-6d92eb88ee60 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:43.465572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58608) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:43.469144 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9ffeba-ecc8-4dbb-8640-6d92eb88ee60 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:43.477344 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-9c9ffeba-ecc8-4dbb-8640-6d92eb88ee60 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:43.484846 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9ffeba-ecc8-4dbb-8640-6d92eb88ee60 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:35:43.490706 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9ffeba-ecc8-4dbb-8640-6d92eb88ee60 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:43.491465 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c9ffeba-ecc8-4dbb-8640-6d92eb88ee60 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:43.501498 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00408a4-19c7-460b-9516-bbe3e7e40b05 req-db8d1481-259d-4565-9a1b-d48ad99d7bf8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:43.509161 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e00408a4-19c7-460b-9516-bbe3e7e40b05 req-db8d1481-259d-4565-9a1b-d48ad99d7bf8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 943 time: 0.2130790 Nov 15 11:35:43.512567 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ffeba-ecc8-4dbb-8640-6d92eb88ee60 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=04e9d7a2-5a55-40bc-be1a-fa42a3da039e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:43.580586 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9c9ffeba-ecc8-4dbb-8640-6d92eb88ee60 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5510135 Nov 15 11:35:43.580901 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58614) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:43.641224 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-93326763-68e3-49d5-a793-5d3a059f5309 None None] Provisioning complete for port b27910e5-8f96-48e1-8dec-92063577943f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:43.641598 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-93326763-68e3-49d5-a793-5d3a059f5309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:43.652190 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e00408a4-19c7-460b-9516-bbe3e7e40b05 req-674a596c-2482-4032-878d-a0659718d0d1 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419020 Nov 15 11:35:43.702689 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-58939206-e6f0-4c22-a31c-dddd37d262fa admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-654759264-network', 'tenant_id': '007e9f2346034db99ed1ed0bcdf53d04'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:43.710830 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:43.721682 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:43.754642 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1261ac-f06e-4fb6-8e67-37cb8c5f342f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:43.759346 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0e1261ac-f06e-4fb6-8e67-37cb8c5f342f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1772227 Nov 15 11:35:43.759484 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58618) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:43.776865 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58939206-e6f0-4c22-a31c-dddd37d262fa admin admin] Made reservation on behalf of 007e9f2346034db99ed1ed0bcdf53d04 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:43.777201 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device fdfc6dfc-4109-4531-8269-f6b896167493 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:43.780004 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58939206-e6f0-4c22-a31c-dddd37d262fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:43.808578 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58939206-e6f0-4c22-a31c-dddd37d262fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:43.836125 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5f9d27f9-ad22-4bc1-b164-284ef53c9c6b None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:43.853123 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f5c3f-ec67-4490-b64f-d7710cf1ee78 None None] Pushing event updated for resources: {'Port': ['ID=b27910e5-8f96-48e1-8dec-92063577943f,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:43.866473 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-93326763-68e3-49d5-a793-5d3a059f5309 None None] Port b27910e5-8f96-48e1-8dec-92063577943f cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:35:43.889874 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5f9d27f9-ad22-4bc1-b164-284ef53c9c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:43.897097 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5c3f-ec67-4490-b64f-d7710cf1ee78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:43.897429 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5c3f-ec67-4490-b64f-d7710cf1ee78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:43.901615 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5c3f-ec67-4490-b64f-d7710cf1ee78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:43.901930 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5c3f-ec67-4490-b64f-d7710cf1ee78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:43.902268 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5c3f-ec67-4490-b64f-d7710cf1ee78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:43.906203 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5c3f-ec67-4490-b64f-d7710cf1ee78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:43.906596 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5c3f-ec67-4490-b64f-d7710cf1ee78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:43.906920 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5c3f-ec67-4490-b64f-d7710cf1ee78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:43.907598 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5c3f-ec67-4490-b64f-d7710cf1ee78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:43.909726 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5c3f-ec67-4490-b64f-d7710cf1ee78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:43.910069 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5c3f-ec67-4490-b64f-d7710cf1ee78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:43.910396 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f5c3f-ec67-4490-b64f-d7710cf1ee78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:35:44.017546 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-7cd83f16-30d9-481a-9225-1a9b75ad0838 None None] Allocated IP 2001:db8::f816:3eff:fec5:746a (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/d9f11414-57ae-45f5-99d5-66dee4c8849b/f43761dd-8574-40e3-935a-1ee3cc8ff38f) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:44.044669 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58939206-e6f0-4c22-a31c-dddd37d262fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:44.045874 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9d27f9-ad22-4bc1-b164-284ef53c9c6b None None] Network 4a1ac223-74ba-41e1-b08c-2ecec3ca654b is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:44.047908 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-93326763-68e3-49d5-a793-5d3a059f5309 None None] Provisioning complete for port 6480705b-cfc2-4e4c-92bb-2b79119316e4 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:44.048465 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-93326763-68e3-49d5-a793-5d3a059f5309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:44.059543 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58939206-e6f0-4c22-a31c-dddd37d262fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:44.078263 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] Attempting to bind port b27910e5-8f96-48e1-8dec-92063577943f on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:35:44.080433 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] Attempting to bind port b27910e5-8f96-48e1-8dec-92063577943f by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'adf1d83f-87df-4785-b2da-445ff7b2547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'de508741-1230-4996-8064-c4ea32f880a6'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:35:44.080909 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] Attempting to bind port b27910e5-8f96-48e1-8dec-92063577943f on network de508741-1230-4996-8064-c4ea32f880a6 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:35:44.094362 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-5f9d27f9-ad22-4bc1-b164-284ef53c9c6b None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:44.099505 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:35:44.103222 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] Checking segment: {'id': 'adf1d83f-87df-4785-b2da-445ff7b2547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'de508741-1230-4996-8064-c4ea32f880a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:35:44.103360 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:44.105274 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] Bound using segment: {'id': 'adf1d83f-87df-4785-b2da-445ff7b2547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'de508741-1230-4996-8064-c4ea32f880a6'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:35:44.105901 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] Bound port: b27910e5-8f96-48e1-8dec-92063577943f, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf1d83f-87df-4785-b2da-445ff7b2547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'de508741-1230-4996-8064-c4ea32f880a6'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:35:44.108021 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:44.109757 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d27f9-ad22-4bc1-b164-284ef53c9c6b None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:35:44.125367 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58939206-e6f0-4c22-a31c-dddd37d262fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d068bb6-c49c-45b4-ab4e-e2582a7b634c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:44.159459 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d27f9-ad22-4bc1-b164-284ef53c9c6b None None] Pushing event updated for resources: {'Port': ['ID=7e59af89-7f81-408f-962a-fa467697e339,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:44.183787 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58939206-e6f0-4c22-a31c-dddd37d262fa admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:35:44.213289 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-b0d2e857-f23f-4dd9-b019-7bf5d2b195f6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Allocated IP 2001:db8:3::1 (4a1ac223-74ba-41e1-b08c-2ecec3ca654b/1859af8b-d55d-40b1-b8ed-e850bd69866d/6964d1f5-42a1-47a3-b703-b3104b726e8f) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:44.234539 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58939206-e6f0-4c22-a31c-dddd37d262fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:44.235722 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-58939206-e6f0-4c22-a31c-dddd37d262fa admin admin] Added segment 66380555-9677-4d25-81bc-aabb4bc7ec36 of type vlan for network ae86f821-bbb2-43f8-8fd5-34be2f7226a0 Nov 15 11:35:44.327412 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58939206-e6f0-4c22-a31c-dddd37d262fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:44.344861 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port fdfc6dfc-4109-4531-8269-f6b896167493 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:44.345147 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:44.367758 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58939206-e6f0-4c22-a31c-dddd37d262fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:44.369100 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58939206-e6f0-4c22-a31c-dddd37d262fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:44.370052 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58939206-e6f0-4c22-a31c-dddd37d262fa admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:44.387600 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] For port b27910e5-8f96-48e1-8dec-92063577943f, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:35:44.391845 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] For port b27910e5-8f96-48e1-8dec-92063577943f, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b27910e5-8f96-48e1-8dec-92063577943f,segment=NetworkSegment(adf1d83f-87df-4785-b2da-445ff7b2547c),segment_id=adf1d83f-87df-4785-b2da-445ff7b2547c)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:35:44.397790 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:44.439011 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5f9d27f9-ad22-4bc1-b164-284ef53c9c6b None None] Attempting to bind port 7e59af89-7f81-408f-962a-fa467697e339 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:35:44.439376 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5f9d27f9-ad22-4bc1-b164-284ef53c9c6b None None] Attempting to bind port 7e59af89-7f81-408f-962a-fa467697e339 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'f619a8ba-9fb7-4ab5-8b21-b84002876544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '4a1ac223-74ba-41e1-b08c-2ecec3ca654b'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:35:44.439720 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d27f9-ad22-4bc1-b164-284ef53c9c6b None None] Attempting to bind port 7e59af89-7f81-408f-962a-fa467697e339 on network 4a1ac223-74ba-41e1-b08c-2ecec3ca654b {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:35:44.455640 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7cd83f16-30d9-481a-9225-1a9b75ad0838 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:44.469054 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f5c3f-ec67-4490-b64f-d7710cf1ee78 None None] Pushing event updated for resources: {'Port': ['ID=b27910e5-8f96-48e1-8dec-92063577943f,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:44.469392 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e2b54-4762-4e22-8441-a168e63bab04 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting port 04e9d7a2-5a55-40bc-be1a-fa42a3da039e {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:35:44.469924 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6d1e2b54-4762-4e22-8441-a168e63bab04 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:44.476340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d27f9-ad22-4bc1-b164-284ef53c9c6b None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:35:44.476629 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d27f9-ad22-4bc1-b164-284ef53c9c6b None None] Checking segment: {'id': 'f619a8ba-9fb7-4ab5-8b21-b84002876544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '4a1ac223-74ba-41e1-b08c-2ecec3ca654b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:35:44.476986 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5f9d27f9-ad22-4bc1-b164-284ef53c9c6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:44.477373 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d27f9-ad22-4bc1-b164-284ef53c9c6b None None] Bound using segment: {'id': 'f619a8ba-9fb7-4ab5-8b21-b84002876544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '4a1ac223-74ba-41e1-b08c-2ecec3ca654b'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:35:44.477983 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5f9d27f9-ad22-4bc1-b164-284ef53c9c6b None None] Bound port: 7e59af89-7f81-408f-962a-fa467697e339, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f619a8ba-9fb7-4ab5-8b21-b84002876544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '4a1ac223-74ba-41e1-b08c-2ecec3ca654b'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:35:44.478356 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5f9d27f9-ad22-4bc1-b164-284ef53c9c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:44.508376 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-58939206-e6f0-4c22-a31c-dddd37d262fa admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0368533 Nov 15 11:35:44.508877 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7cd83f16-30d9-481a-9225-1a9b75ad0838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:44.545245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58939206-e6f0-4c22-a31c-dddd37d262fa admin admin] Pushing event updated for resources: {'Network': ['ID=ae86f821-bbb2-43f8-8fd5-34be2f7226a0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:44.548588 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58626) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:44.557825 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] Routers {'dfb47ae3-f36b-4048-b19c-5357040011e4'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:35:44.558759 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:35:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['dfb47ae3-f36b-4048-b19c-5357040011e4'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:44.562764 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9f92fd10-5af6-4b59-9449-efcef1af9877 admin admin] Request body: {'subnet': {'network_id': 'ae86f821-bbb2-43f8-8fd5-34be2f7226a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-654759264-subnet', 'tenant_id': '007e9f2346034db99ed1ed0bcdf53d04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:44.591508 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network ae86f821-bbb2-43f8-8fd5-34be2f7226a0 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:35:44.622624 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd83f16-30d9-481a-9225-1a9b75ad0838 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:44.626225 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f92fd10-5af6-4b59-9449-efcef1af9877 admin admin] Made reservation on behalf of 007e9f2346034db99ed1ed0bcdf53d04 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:44.629627 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f92fd10-5af6-4b59-9449-efcef1af9877 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:44.704806 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6d1e2b54-4762-4e22-8441-a168e63bab04 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:44.746103 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] Set router dfb47ae3-f36b-4048-b19c-5357040011e4 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:35:44.788251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e2b54-4762-4e22-8441-a168e63bab04 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Calling delete_port for 04e9d7a2-5a55-40bc-be1a-fa42a3da039e owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:35:45.007492 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-7cd83f16-30d9-481a-9225-1a9b75ad0838 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:45.018161 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd83f16-30d9-481a-9225-1a9b75ad0838 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:35:45.049901 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd83f16-30d9-481a-9225-1a9b75ad0838 None None] Pushing event updated for resources: {'Port': ['ID=f43761dd-8574-40e3-935a-1ee3cc8ff38f,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:45.122664 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f92fd10-5af6-4b59-9449-efcef1af9877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:45.160295 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:35:36Z', 'revision_number': 4, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None, '_interfaces': [{'id': 'b27910e5-8f96-48e1-8dec-92063577943f', 'name': '', 'network_id': 'de508741-1230-4996-8064-c4ea32f880a6', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:bd:92:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '0177a518-a445-4662-93f5-0a6023cbb117', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:35Z', 'updated_at': '2021-11-15T11:35:44Z', 'revision_number': 4, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '0177a518-a445-4662-93f5-0a6023cbb117', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a', 'name': '', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:61:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:18Z', 'updated_at': '2021-11-15T11:35:28Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdfc6dfc-4109-4531-8269-f6b896167493', 'name': '', 'network_id': '840ac831-203b-4728-9cad-9683f90938c4', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:eb:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:27Z', 'updated_at': '2021-11-15T11:35:40Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:45.188298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d82e7-1247-4b59-bed6-97866dab9acb req-fda16aab-0b68-4e4c-b482-ab0d230ddf62 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:45.189931 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b56d82e7-1247-4b59-bed6-97866dab9acb req-fda16aab-0b68-4e4c-b482-ab0d230ddf62 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 943 time: 0.2496576 Nov 15 11:35:45.210734 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93859d5d-7539-4fe1-a415-b7c2564aea88 None None] The sync data for ids ['dfb47ae3-f36b-4048-b19c-5357040011e4'] in n-d-729945-9 is: [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:35:36Z', 'revision_number': 4, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None, '_interfaces': [{'id': 'b27910e5-8f96-48e1-8dec-92063577943f', 'name': '', 'network_id': 'de508741-1230-4996-8064-c4ea32f880a6', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:bd:92:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '0177a518-a445-4662-93f5-0a6023cbb117', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:35Z', 'updated_at': '2021-11-15T11:35:44Z', 'revision_number': 4, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '0177a518-a445-4662-93f5-0a6023cbb117', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a', 'name': '', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:61:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:18Z', 'updated_at': '2021-11-15T11:35:28Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdfc6dfc-4109-4531-8269-f6b896167493', 'name': '', 'network_id': '840ac831-203b-4728-9cad-9683f90938c4', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:eb:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:27Z', 'updated_at': '2021-11-15T11:35:40Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:35:45.218586 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92fd10-5af6-4b59-9449-efcef1af9877 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e8e4901-1284-4097-9917-ef7fd4d655c2,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:45.250805 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-11a53c2f-598f-4491-9c03-1a2d7ead897d None None] Provisioning complete for port b27910e5-8f96-48e1-8dec-92063577943f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:45.251348 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-11a53c2f-598f-4491-9c03-1a2d7ead897d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:45.281486 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5f9d27f9-ad22-4bc1-b164-284ef53c9c6b None None] For port 7e59af89-7f81-408f-962a-fa467697e339, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:35:45.282976 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f92fd10-5af6-4b59-9449-efcef1af9877 admin admin] Checking segment: {'id': '66380555-9677-4d25-81bc-aabb4bc7ec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'ae86f821-bbb2-43f8-8fd5-34be2f7226a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:35:45.283317 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f92fd10-5af6-4b59-9449-efcef1af9877 admin admin] Network hostable DHCP agents. Network: ae86f821-bbb2-43f8-8fd5-34be2f7226a0, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:35:45.292160 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e857-f23f-4dd9-b019-7bf5d2b195f6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:45.361613 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f92fd10-5af6-4b59-9449-efcef1af9877 admin admin] Network ae86f821-bbb2-43f8-8fd5-34be2f7226a0 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:35:45.389900 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-9f92fd10-5af6-4b59-9449-efcef1af9877 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, ae86f821-bbb2-43f8-8fd5-34be2f7226a0) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:45.394772 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f92fd10-5af6-4b59-9449-efcef1af9877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:45.395333 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b56d82e7-1247-4b59-bed6-97866dab9acb req-5a573670-981c-45b4-b7f1-1856678d4cfb tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706560 Nov 15 11:35:45.396690 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f92fd10-5af6-4b59-9449-efcef1af9877 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:45.398240 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6d1e2b54-4762-4e22-8441-a168e63bab04 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:45.439746 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5f9d27f9-ad22-4bc1-b164-284ef53c9c6b None None] For port 7e59af89-7f81-408f-962a-fa467697e339, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7e59af89-7f81-408f-962a-fa467697e339,segment=NetworkSegment(f619a8ba-9fb7-4ab5-8b21-b84002876544),segment_id=f619a8ba-9fb7-4ab5-8b21-b84002876544)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:35:45.439746 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7cd83f16-30d9-481a-9225-1a9b75ad0838 None None] Attempting to bind port f43761dd-8574-40e3-935a-1ee3cc8ff38f on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:35:45.440216 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e2b54-4762-4e22-8441-a168e63bab04 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Port': ['ID=04e9d7a2-5a55-40bc-be1a-fa42a3da039e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:45.440342 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7cd83f16-30d9-481a-9225-1a9b75ad0838 None None] Attempting to bind port f43761dd-8574-40e3-935a-1ee3cc8ff38f by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:35:45.440342 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd83f16-30d9-481a-9225-1a9b75ad0838 None None] Attempting to bind port f43761dd-8574-40e3-935a-1ee3cc8ff38f on network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:35:45.440553 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e857-f23f-4dd9-b019-7bf5d2b195f6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:45.450702 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c03b35-19ad-4a50-a255-a950aab8e787 None None] Network ae86f821-bbb2-43f8-8fd5-34be2f7226a0 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:45.459488 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9f92fd10-5af6-4b59-9449-efcef1af9877 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9100704 Nov 15 11:35:45.576357 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d2e857-f23f-4dd9-b019-7bf5d2b195f6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network 4a1ac223-74ba-41e1-b08c-2ecec3ca654b is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:45.585195 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6d1e2b54-4762-4e22-8441-a168e63bab04 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:45.615997 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6d1e2b54-4762-4e22-8441-a168e63bab04 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/04e9d7a2-5a55-40bc-be1a-fa42a3da039e HTTP/1.1" status: 204 len: 168 time: 1.8554513 Nov 15 11:35:45.617459 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-b0d2e857-f23f-4dd9-b019-7bf5d2b195f6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:45.618512 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58646) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:45.629727 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d2e857-f23f-4dd9-b019-7bf5d2b195f6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:35:45.630529 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e857-f23f-4dd9-b019-7bf5d2b195f6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:45.630757 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5f9d27f9-ad22-4bc1-b164-284ef53c9c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:45.653458 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b27910e5-8f96-48e1-8dec-92063577943f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:45.722376 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2e857-f23f-4dd9-b019-7bf5d2b195f6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Port': ['ID=6964d1f5-42a1-47a3-b703-b3104b726e8f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:45.742993 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f201a24-5670-4e77-8d90-d5a7586fbad4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:45.758008 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f201a24-5670-4e77-8d90-d5a7586fbad4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:45.759862 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9f201a24-5670-4e77-8d90-d5a7586fbad4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1403396 Nov 15 11:35:45.762927 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58660) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:45.791842 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd83f16-30d9-481a-9225-1a9b75ad0838 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:35:45.792174 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd83f16-30d9-481a-9225-1a9b75ad0838 None None] Checking segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:35:45.792574 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7cd83f16-30d9-481a-9225-1a9b75ad0838 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:45.794536 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd83f16-30d9-481a-9225-1a9b75ad0838 None None] Bound using segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:35:45.800310 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7cd83f16-30d9-481a-9225-1a9b75ad0838 None None] Bound port: f43761dd-8574-40e3-935a-1ee3cc8ff38f, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:35:45.800972 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7cd83f16-30d9-481a-9225-1a9b75ad0838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:45.879562 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-550a755b-37a0-498f-885c-353285c9576b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet d9f11414-57ae-45f5-99d5-66dee4c8849b {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:35:45.886369 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-550a755b-37a0-498f-885c-353285c9576b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:45.909997 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e857-f23f-4dd9-b019-7bf5d2b195f6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:45.962128 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d27f9-ad22-4bc1-b164-284ef53c9c6b None None] Pushing event updated for resources: {'Port': ['ID=7e59af89-7f81-408f-962a-fa467697e339,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:45.990797 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-550a755b-37a0-498f-885c-353285c9576b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:46.096119 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-11a53c2f-598f-4491-9c03-1a2d7ead897d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:46.116910 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port b27910e5-8f96-48e1-8dec-92063577943f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:46.117910 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:46.220356 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-550a755b-37a0-498f-885c-353285c9576b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:46.356021 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-550a755b-37a0-498f-885c-353285c9576b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:46.378740 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-550a755b-37a0-498f-885c-353285c9576b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:46.382872 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-550a755b-37a0-498f-885c-353285c9576b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/d9f11414-57ae-45f5-99d5-66dee4c8849b HTTP/1.1" status: 204 len: 168 time: 0.6186130 Nov 15 11:35:46.393841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58674) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:46.409918 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a755b-37a0-498f-885c-353285c9576b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f11414-57ae-45f5-99d5-66dee4c8849b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:46.428368 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-11a53c2f-598f-4491-9c03-1a2d7ead897d None None] For port b27910e5-8f96-48e1-8dec-92063577943f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b27910e5-8f96-48e1-8dec-92063577943f,segment=NetworkSegment(adf1d83f-87df-4785-b2da-445ff7b2547c),segment_id=adf1d83f-87df-4785-b2da-445ff7b2547c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:46.436095 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29991e8d-0f61-4169-a2d9-f42abce52745 None None] Network ae86f821-bbb2-43f8-8fd5-34be2f7226a0 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:46.458510 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-11a53c2f-598f-4491-9c03-1a2d7ead897d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:46.559448 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58678) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:46.561587 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-19a0e8c2-59b1-4b25-b583-c5f01de80b98 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1665628 Nov 15 11:35:46.610605 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7cd83f16-30d9-481a-9225-1a9b75ad0838 None None] For port f43761dd-8574-40e3-935a-1ee3cc8ff38f, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:35:46.633615 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c48d9c-636c-4578-9ba8-029c31d0d890 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:46.635163 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-92c48d9c-636c-4578-9ba8-029c31d0d890 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0746379 Nov 15 11:35:46.640516 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58688) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:46.651490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7cd83f16-30d9-481a-9225-1a9b75ad0838 None None] For port f43761dd-8574-40e3-935a-1ee3cc8ff38f, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f43761dd-8574-40e3-935a-1ee3cc8ff38f,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:35:46.679762 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7cd83f16-30d9-481a-9225-1a9b75ad0838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:46.688753 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a53c2f-598f-4491-9c03-1a2d7ead897d None None] Pushing event updated for resources: {'Port': ['ID=b27910e5-8f96-48e1-8dec-92063577943f,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:46.754367 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd83f16-30d9-481a-9225-1a9b75ad0838 None None] Pushing event updated for resources: {'Port': ['ID=f43761dd-8574-40e3-935a-1ee3cc8ff38f,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:46.769717 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8c51e7a4-6f3a-454a-acd5-92fd1c11befb None None] Provisioning complete for port b27910e5-8f96-48e1-8dec-92063577943f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:46.770156 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8c51e7a4-6f3a-454a-acd5-92fd1c11befb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:46.782224 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ee8a48-ea06-4789-90c0-7090bd8779d2 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:46.788990 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-40ee8a48-ea06-4789-90c0-7090bd8779d2 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1473346 Nov 15 11:35:46.790082 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58698) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:46.913265 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f2da731a-8826-48c4-8832-80a7c25811df tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1152265 Nov 15 11:35:46.915461 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58700) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:46.920552 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a41e59b0-8094-4e65-b883-39c287449696 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:46.935456 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-e11e6064-7b17-4a8b-974d-df6ae5b785bb tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:46.947219 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-e11e6064-7b17-4a8b-974d-df6ae5b785bb tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/networks?id=ae86f821-bbb2-43f8-8fd5-34be2f7226a0 HTTP/1.1" status: 200 len: 808 time: 0.8034132 Nov 15 11:35:47.045450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738391ed-fa1c-48a7-8d81-57d0122a5720 req-e56d6c0f-5340-4222-8fd0-449027cff7a0 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:47.064954 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-738391ed-fa1c-48a7-8d81-57d0122a5720 req-e56d6c0f-5340-4222-8fd0-449027cff7a0 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 943 time: 0.5007977 Nov 15 11:35:47.069211 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-0a15c4f1-7eb1-46b9-a6f7-06de63040033 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/quotas/007e9f2346034db99ed1ed0bcdf53d04 HTTP/1.1" status: 200 len: 375 time: 0.1114652 Nov 15 11:35:47.219151 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41e59b0-8094-4e65-b883-39c287449696 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:47.232031 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a41e59b0-8094-4e65-b883-39c287449696 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:47.301838 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-8e29525f-0248-48f3-afc4-f2a5e67f2ef0 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=007e9f2346034db99ed1ed0bcdf53d04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2184937 Nov 15 11:35:47.388037 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-738391ed-fa1c-48a7-8d81-57d0122a5720 req-ec453a32-5442-4305-8d30-34790244744e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661462 Nov 15 11:35:47.448411 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e857-f23f-4dd9-b019-7bf5d2b195f6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:47.593779 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e857-f23f-4dd9-b019-7bf5d2b195f6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:47.598762 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e857-f23f-4dd9-b019-7bf5d2b195f6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:47.726946 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7e59af89-7f81-408f-962a-fa467697e339 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:47.809710 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb9d2d0-5153-4b5e-ae0d-01d68278c19f None None] Network 4a1ac223-74ba-41e1-b08c-2ecec3ca654b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:48.042370 n-d-729945-9 neutron-server[102677]: DEBUG neutron.objects.ports [None req-a41e59b0-8094-4e65-b883-39c287449696 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102677) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 11:35:48.052712 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8b99ce7b-0122-4503-8267-6bb7c6aa6c55 None None] Provisioning complete for port 7e59af89-7f81-408f-962a-fa467697e339 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:48.053907 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8b99ce7b-0122-4503-8267-6bb7c6aa6c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:48.146981 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 7e59af89-7f81-408f-962a-fa467697e339 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:48.147957 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:48.289492 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8b99ce7b-0122-4503-8267-6bb7c6aa6c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:48.340946 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8b99ce7b-0122-4503-8267-6bb7c6aa6c55 None None] For port 7e59af89-7f81-408f-962a-fa467697e339, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7e59af89-7f81-408f-962a-fa467697e339,segment=NetworkSegment(f619a8ba-9fb7-4ab5-8b21-b84002876544),segment_id=f619a8ba-9fb7-4ab5-8b21-b84002876544)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:48.350773 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8b99ce7b-0122-4503-8267-6bb7c6aa6c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:48.382788 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2e857-f23f-4dd9-b019-7bf5d2b195f6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event updated for resources: {'Port': ['ID=6964d1f5-42a1-47a3-b703-b3104b726e8f,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:48.403963 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a41e59b0-8094-4e65-b883-39c287449696 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:48.446905 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-8c85a269-70ac-49e2-b482-f2b7543e52fa service neutron] 10.222.0.64 "GET /v2.0/networks/ae86f821-bbb2-43f8-8fd5-34be2f7226a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1115658 Nov 15 11:35:48.488848 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99ce7b-0122-4503-8267-6bb7c6aa6c55 None None] Pushing event updated for resources: {'Port': ['ID=7e59af89-7f81-408f-962a-fa467697e339,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:48.585004 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b27910e5-8f96-48e1-8dec-92063577943f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:48.639952 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port b27910e5-8f96-48e1-8dec-92063577943f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:48.640569 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:48.706142 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-b50e6256-e2d1-4bd2-a242-9e2792930292 service neutron] 10.222.0.64 "GET /v2.0/networks/ae86f821-bbb2-43f8-8fd5-34be2f7226a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439878 Nov 15 11:35:48.720170 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b937b51b-7717-4d37-a25c-ca2dfef81aba None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:48.771864 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a41e59b0-8094-4e65-b883-39c287449696 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] For port f43761dd-8574-40e3-935a-1ee3cc8ff38f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f43761dd-8574-40e3-935a-1ee3cc8ff38f,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:48.861626 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a41e59b0-8094-4e65-b883-39c287449696 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:48.870002 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a41e59b0-8094-4e65-b883-39c287449696 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:48.871414 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a41e59b0-8094-4e65-b883-39c287449696 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:48.908767 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41e59b0-8094-4e65-b883-39c287449696 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:48.913953 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a41e59b0-8094-4e65-b883-39c287449696 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:48.959640 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d2e857-f23f-4dd9-b019-7bf5d2b195f6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Network 4a1ac223-74ba-41e1-b08c-2ecec3ca654b is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:48.959931 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f43761dd-8574-40e3-935a-1ee3cc8ff38f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:48.967910 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-b0d2e857-f23f-4dd9-b019-7bf5d2b195f6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:49.021882 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41e59b0-8094-4e65-b883-39c287449696 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:49.022532 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a41e59b0-8094-4e65-b883-39c287449696 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:49.041998 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d4aee-bde3-4b8a-99fb-a46a3f84b093 req-8496d514-5afa-41e0-903e-3d899883c631 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:49.045207 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b42d4aee-bde3-4b8a-99fb-a46a3f84b093 req-8496d514-5afa-41e0-903e-3d899883c631 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 943 time: 0.3137214 Nov 15 11:35:49.073190 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8b434d3a-177b-4d61-a7cd-adb4e66d16ae None None] Provisioning complete for port f43761dd-8574-40e3-935a-1ee3cc8ff38f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:49.074080 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8b434d3a-177b-4d61-a7cd-adb4e66d16ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:49.106486 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a41e59b0-8094-4e65-b883-39c287449696 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1893451 Nov 15 11:35:49.116488 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58758) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:49.127710 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-cadc5373-8a89-4cc8-bd01-3efdbc03ce8f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'mac_address': 'fa:16:3e:b7:6c:7d', 'name': 'tempest-NetworksTestDHCPv6-950144774'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:49.157204 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe3d1216-680c-432c-8632-3ea3792fb256 req-16c004a7-82c2-4b46-befb-a292ebada351 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/ports?device_id=1472f862-5015-4d1e-b2ed-1a6c18ef22d9 HTTP/1.1" status: 200 len: 210 time: 0.1084363 Nov 15 11:35:49.241839 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port f43761dd-8574-40e3-935a-1ee3cc8ff38f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:49.246816 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:49.363303 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8b434d3a-177b-4d61-a7cd-adb4e66d16ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:49.428378 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e59b0-8094-4e65-b883-39c287449696 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=f43761dd-8574-40e3-935a-1ee3cc8ff38f,revision_number=5']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:49.443540 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e59b0-8094-4e65-b883-39c287449696 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=8e8b75b3-cfd9-451c-9d1b-5a168d91b615,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:49.477383 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b42d4aee-bde3-4b8a-99fb-a46a3f84b093 req-fdfd69f0-9181-4854-9a41-2609e8dee2aa tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450186 Nov 15 11:35:49.512650 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8b434d3a-177b-4d61-a7cd-adb4e66d16ae None None] For port f43761dd-8574-40e3-935a-1ee3cc8ff38f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f43761dd-8574-40e3-935a-1ee3cc8ff38f,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:49.532514 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8b434d3a-177b-4d61-a7cd-adb4e66d16ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:49.534586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d2e857-f23f-4dd9-b019-7bf5d2b195f6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Router dfb47ae3-f36b-4048-b19c-5357040011e4 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:35:49.537093 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadc5373-8a89-4cc8-bd01-3efdbc03ce8f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:49.562536 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:49.652250 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcbbeff-bcf2-4387-bde4-d8d699293e6f None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:49.763956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d2e857-f23f-4dd9-b019-7bf5d2b195f6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:35:49.781826 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b0d2e857-f23f-4dd9-b019-7bf5d2b195f6 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/routers/dfb47ae3-f36b-4048-b19c-5357040011e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7669613 Nov 15 11:35:49.784418 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58774) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:49.791273 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-8d72f70b-d905-4288-9931-6c871e179300 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:49.815722 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cadc5373-8a89-4cc8-bd01-3efdbc03ce8f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:49.820992 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] Sync routers for ids ['dfb47ae3-f36b-4048-b19c-5357040011e4'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:35:49.826420 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b434d3a-177b-4d61-a7cd-adb4e66d16ae None None] Pushing event updated for resources: {'Port': ['ID=f43761dd-8574-40e3-935a-1ee3cc8ff38f,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:49.879347 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-cadc5373-8a89-4cc8-bd01-3efdbc03ce8f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] device_id is not set on port e8e5a5c3-4fcb-4124-a2fb-2fa8b728999e yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:35:49.922967 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-29579ce9-a33a-4057-b1c0-b8de8a61b46e None None] Provisioning complete for port 7e59af89-7f81-408f-962a-fa467697e339 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:49.923597 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-29579ce9-a33a-4057-b1c0-b8de8a61b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:50.014042 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] Routers {'dfb47ae3-f36b-4048-b19c-5357040011e4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:35:50.015619 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:35:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['dfb47ae3-f36b-4048-b19c-5357040011e4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:50.056078 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-cadc5373-8a89-4cc8-bd01-3efdbc03ce8f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8::f816:3eff:feb7:6c7d (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/8e8b75b3-cfd9-451c-9d1b-5a168d91b615/e8e5a5c3-4fcb-4124-a2fb-2fa8b728999e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:50.254699 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cadc5373-8a89-4cc8-bd01-3efdbc03ce8f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:50.298132 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cadc5373-8a89-4cc8-bd01-3efdbc03ce8f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:50.331662 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-86877515-b5ce-4f05-961e-10157b2d845e req-145f5762-332a-404f-995a-160684466b1a tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/ports?device_id=1472f862-5015-4d1e-b2ed-1a6c18ef22d9 HTTP/1.1" status: 200 len: 210 time: 0.0540700 Nov 15 11:35:50.391207 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadc5373-8a89-4cc8-bd01-3efdbc03ce8f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:50.409018 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-cadc5373-8a89-4cc8-bd01-3efdbc03ce8f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:50.412196 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadc5373-8a89-4cc8-bd01-3efdbc03ce8f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:35:50.426863 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadc5373-8a89-4cc8-bd01-3efdbc03ce8f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:50.427592 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cadc5373-8a89-4cc8-bd01-3efdbc03ce8f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:50.471144 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cadc5373-8a89-4cc8-bd01-3efdbc03ce8f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3533614 Nov 15 11:35:50.472435 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58798) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:50.502947 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:35:50.503290 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:35:50.533889 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] Set router dfb47ae3-f36b-4048-b19c-5357040011e4 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:35:50.534818 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc5373-8a89-4cc8-bd01-3efdbc03ce8f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=e8e5a5c3-4fcb-4124-a2fb-2fa8b728999e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:50.637878 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e951621d-f787-4429-9eae-98738b20d05c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:50.651309 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e951621d-f787-4429-9eae-98738b20d05c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:50.657595 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e951621d-f787-4429-9eae-98738b20d05c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1787519 Nov 15 11:35:50.658307 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58802) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:50.707245 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-cf5daf95-46be-446c-a83b-1b49bb86a27e tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:50.707797 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-cf5daf95-46be-446c-a83b-1b49bb86a27e tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.55 "GET /v2.0/networks?id=ae86f821-bbb2-43f8-8fd5-34be2f7226a0 HTTP/1.1" status: 200 len: 808 time: 0.1302893 Nov 15 11:35:50.748602 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-ab372dee-b95c-4576-8187-d707de8f184c tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Request body: {'port': {'device_id': '1472f862-5015-4d1e-b2ed-1a6c18ef22d9', 'network_id': 'ae86f821-bbb2-43f8-8fd5-34be2f7226a0', 'admin_state_up': True, 'tenant_id': '007e9f2346034db99ed1ed0bcdf53d04'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:50.815164 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-af278166-d7a0-4d0c-b9b0-717c9ae34165 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting port e8e5a5c3-4fcb-4124-a2fb-2fa8b728999e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:35:50.815550 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af278166-d7a0-4d0c-b9b0-717c9ae34165 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:50.847458 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.extraroute_db [None req-8d72f70b-d905-4288-9931-6c871e179300 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102678) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 15 11:35:50.915409 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91951c7-6442-4a22-aa00-1350db1d9bed req-26bd1322-05f6-42f6-9573-da1459a453a0 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:50.917704 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f91951c7-6442-4a22-aa00-1350db1d9bed req-26bd1322-05f6-42f6-9573-da1459a453a0 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 943 time: 0.2085850 Nov 15 11:35:50.937715 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.extraroute_db [None req-8d72f70b-d905-4288-9931-6c871e179300 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Removed routes are [] {{(pid=102678) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 15 11:35:50.938310 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8d72f70b-d905-4288-9931-6c871e179300 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:50.965937 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-29579ce9-a33a-4057-b1c0-b8de8a61b46e None None] Provisioning complete for port 6964d1f5-42a1-47a3-b703-b3104b726e8f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:50.966209 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-29579ce9-a33a-4057-b1c0-b8de8a61b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:50.998185 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af278166-d7a0-4d0c-b9b0-717c9ae34165 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:51.020656 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-af278166-d7a0-4d0c-b9b0-717c9ae34165 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Calling delete_port for e8e5a5c3-4fcb-4124-a2fb-2fa8b728999e owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:35:51.160653 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:35:45Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None, '_interfaces': [{'id': '6964d1f5-42a1-47a3-b703-b3104b726e8f', 'name': '', 'network_id': '4a1ac223-74ba-41e1-b08c-2ecec3ca654b', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:4c:e2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '1859af8b-d55d-40b1-b8ed-e850bd69866d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:42Z', 'updated_at': '2021-11-15T11:35:46Z', 'revision_number': 2, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '1859af8b-d55d-40b1-b8ed-e850bd69866d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b27910e5-8f96-48e1-8dec-92063577943f', 'name': '', 'network_id': 'de508741-1230-4996-8064-c4ea32f880a6', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:bd:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '0177a518-a445-4662-93f5-0a6023cbb117', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:35Z', 'updated_at': '2021-11-15T11:35:46Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '0177a518-a445-4662-93f5-0a6023cbb117', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a', 'name': '', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:61:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:18Z', 'updated_at': '2021-11-15T11:35:28Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdfc6dfc-4109-4531-8269-f6b896167493', 'name': '', 'network_id': '840ac831-203b-4728-9cad-9683f90938c4', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:eb:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:27Z', 'updated_at': '2021-11-15T11:35:40Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:51.172789 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-29579ce9-a33a-4057-b1c0-b8de8a61b46e None None] Port 6964d1f5-42a1-47a3-b703-b3104b726e8f cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:35:51.264247 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] Checking router: dfb47ae3-f36b-4048-b19c-5357040011e4 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:35:51.265778 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] Updating router dfb47ae3-f36b-4048-b19c-5357040011e4 port 6964d1f5-42a1-47a3-b703-b3104b726e8f binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:35:51.296409 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af278166-d7a0-4d0c-b9b0-717c9ae34165 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:51.334307 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af278166-d7a0-4d0c-b9b0-717c9ae34165 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Port': ['ID=e8e5a5c3-4fcb-4124-a2fb-2fa8b728999e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:51.353283 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7e59af89-7f81-408f-962a-fa467697e339 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:51.370085 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af278166-d7a0-4d0c-b9b0-717c9ae34165 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:51.374181 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-af278166-d7a0-4d0c-b9b0-717c9ae34165 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/e8e5a5c3-4fcb-4124-a2fb-2fa8b728999e HTTP/1.1" status: 204 len: 168 time: 0.7143722 Nov 15 11:35:51.381275 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58822) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:51.382799 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f91951c7-6442-4a22-aa00-1350db1d9bed req-ee98d883-a8ea-4106-a467-8493eff15f85 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476166 Nov 15 11:35:51.399521 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:51.450233 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-29579ce9-a33a-4057-b1c0-b8de8a61b46e None None] Provisioning complete for port f43761dd-8574-40e3-935a-1ee3cc8ff38f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:51.450894 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-29579ce9-a33a-4057-b1c0-b8de8a61b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:51.501050 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d727433-842c-49d2-9926-7bf6bc883079 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:51.503265 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d727433-842c-49d2-9926-7bf6bc883079 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:51.507636 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6d727433-842c-49d2-9926-7bf6bc883079 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1228309 Nov 15 11:35:51.508312 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58828) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:51.578840 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-887b1d00-ad2b-44f2-a990-6c29cfa85f05 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet 8e8b75b3-cfd9-451c-9d1b-5a168d91b615 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:35:51.590396 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-ab372dee-b95c-4576-8187-d707de8f184c tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Made reservation on behalf of 007e9f2346034db99ed1ed0bcdf53d04 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:51.591452 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-887b1d00-ad2b-44f2-a990-6c29cfa85f05 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:51.594511 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-ab372dee-b95c-4576-8187-d707de8f184c tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:51.616261 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa6a2f0d-6bc5-4694-8ae2-666579c40254 req-ea18a56d-61d1-4cdf-b9d5-7af002a44050 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/ports?device_id=1472f862-5015-4d1e-b2ed-1a6c18ef22d9 HTTP/1.1" status: 200 len: 210 time: 0.1134684 Nov 15 11:35:51.672698 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-887b1d00-ad2b-44f2-a990-6c29cfa85f05 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:51.686448 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 7e59af89-7f81-408f-962a-fa467697e339 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:51.686774 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:51.694315 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8d72f70b-d905-4288-9931-6c871e179300 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:51.702364 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8d72f70b-d905-4288-9931-6c871e179300 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66739771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66739762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66736290'] for router, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:51.813627 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-887b1d00-ad2b-44f2-a990-6c29cfa85f05 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:51.901329 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-887b1d00-ad2b-44f2-a990-6c29cfa85f05 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:51.962291 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b1d00-ad2b-44f2-a990-6c29cfa85f05 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=8e8b75b3-cfd9-451c-9d1b-5a168d91b615,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:51.973311 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-887b1d00-ad2b-44f2-a990-6c29cfa85f05 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:51.977365 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-887b1d00-ad2b-44f2-a990-6c29cfa85f05 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/8e8b75b3-cfd9-451c-9d1b-5a168d91b615 HTTP/1.1" status: 204 len: 168 time: 0.4681315 Nov 15 11:35:51.979864 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58836) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:52.008796 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-ab372dee-b95c-4576-8187-d707de8f184c tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Allocated IP 172.20.0.6 (ae86f821-bbb2-43f8-8fd5-34be2f7226a0/9e8e4901-1284-4097-9917-ef7fd4d655c2/d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:52.024861 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d72f70b-d905-4288-9931-6c871e179300 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Router dfb47ae3-f36b-4048-b19c-5357040011e4 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:35:52.075078 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e091faa3-3186-4be4-9f60-f275f6b9e3d6 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:52.080848 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-de1f5122-c44d-4466-9d9a-68fa513b8427 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0996280 Nov 15 11:35:52.083519 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58844) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:52.089272 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7c6fa8ea-95d5-482e-820a-139eda38a047 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:52.149814 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:52.214208 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-32d54a28-8267-4125-9d30-8d211444b95c None None] Could not find standard attr ID for object 04e9d7a2-5a55-40bc-be1a-fa42a3da039e. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:35:52.220824 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:52.240755 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6fa8ea-95d5-482e-820a-139eda38a047 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:52.244385 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa8ea-95d5-482e-820a-139eda38a047 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:52.279120 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13ede0-d3ea-4c04-b5bf-b94d7176f55d None None] Pushing event updated for resources: {'Port': ['ID=6964d1f5-42a1-47a3-b703-b3104b726e8f,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:52.286537 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d72f70b-d905-4288-9931-6c871e179300 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:35:52.311130 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-32d54a28-8267-4125-9d30-8d211444b95c None None] Could not find standard attr ID for object e8e5a5c3-4fcb-4124-a2fb-2fa8b728999e. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:35:52.313750 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f43761dd-8574-40e3-935a-1ee3cc8ff38f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:52.335599 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8d72f70b-d905-4288-9931-6c871e179300 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:52.337253 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8d72f70b-d905-4288-9931-6c871e179300 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/routers/dfb47ae3-f36b-4048-b19c-5357040011e4 HTTP/1.1" status: 200 len: 953 time: 2.5518453 Nov 15 11:35:52.340241 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58850) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:52.529636 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-32d54a28-8267-4125-9d30-8d211444b95c None None] Provisioning complete for port f43761dd-8574-40e3-935a-1ee3cc8ff38f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:52.529636 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-32d54a28-8267-4125-9d30-8d211444b95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:52.721133 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] Attempting to bind port 6964d1f5-42a1-47a3-b703-b3104b726e8f on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:35:52.722521 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] Attempting to bind port 6964d1f5-42a1-47a3-b703-b3104b726e8f by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'f619a8ba-9fb7-4ab5-8b21-b84002876544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '4a1ac223-74ba-41e1-b08c-2ecec3ca654b'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:35:52.724977 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] Attempting to bind port 6964d1f5-42a1-47a3-b703-b3104b726e8f on network 4a1ac223-74ba-41e1-b08c-2ecec3ca654b {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:35:52.757616 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port f43761dd-8574-40e3-935a-1ee3cc8ff38f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:52.758126 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:52.849136 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47082670-54e9-46b6-8b3b-4b2430ca3bf7 None None] DHCP port deletion for ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:35:52.881110 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:35:52.881880 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] Checking segment: {'id': 'f619a8ba-9fb7-4ab5-8b21-b84002876544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '4a1ac223-74ba-41e1-b08c-2ecec3ca654b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:35:52.882472 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:52.883058 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] Bound using segment: {'id': 'f619a8ba-9fb7-4ab5-8b21-b84002876544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '4a1ac223-74ba-41e1-b08c-2ecec3ca654b'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:35:52.883752 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] Bound port: 6964d1f5-42a1-47a3-b703-b3104b726e8f, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f619a8ba-9fb7-4ab5-8b21-b84002876544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '4a1ac223-74ba-41e1-b08c-2ecec3ca654b'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:35:52.884364 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:52.899014 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c697a781-682c-430b-aab0-03ffd8155332 req-b4903d62-2997-4de9-88ac-8040ce3fdd8e tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/ports?device_id=1472f862-5015-4d1e-b2ed-1a6c18ef22d9 HTTP/1.1" status: 200 len: 210 time: 0.0329621 Nov 15 11:35:53.089944 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b270beb-d3bd-4c4f-b460-64e4bb8bfea1 req-60f23814-ac0f-424c-8ba4-8a1eee1bcfb1 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:53.091530 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b270beb-d3bd-4c4f-b460-64e4bb8bfea1 req-60f23814-ac0f-424c-8ba4-8a1eee1bcfb1 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 943 time: 0.2327049 Nov 15 11:35:53.113161 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b877fced-33ee-4b4d-98e9-11640a9e33ca tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/routers/dfb47ae3-f36b-4048-b19c-5357040011e4 HTTP/1.1" status: 200 len: 953 time: 0.7707713 Nov 15 11:35:53.117854 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58872) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:53.122800 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-6d7e57e2-e390-40ab-b761-8e98747ad2b8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'router': {'routes': None}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:53.153626 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] For port 6964d1f5-42a1-47a3-b703-b3104b726e8f, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:35:53.156175 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-32d54a28-8267-4125-9d30-8d211444b95c None None] Provisioning complete for port 6964d1f5-42a1-47a3-b703-b3104b726e8f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:53.156689 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-32d54a28-8267-4125-9d30-8d211444b95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:53.168796 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] For port 6964d1f5-42a1-47a3-b703-b3104b726e8f, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6964d1f5-42a1-47a3-b703-b3104b726e8f,segment=NetworkSegment(f619a8ba-9fb7-4ab5-8b21-b84002876544),segment_id=f619a8ba-9fb7-4ab5-8b21-b84002876544)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:35:53.192815 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:53.229973 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-47082670-54e9-46b6-8b3b-4b2430ca3bf7 None None] Deleting port f43761dd-8574-40e3-935a-1ee3cc8ff38f {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:35:53.230564 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-47082670-54e9-46b6-8b3b-4b2430ca3bf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:53.313649 n-d-729945-9 neutron-server[102677]: DEBUG neutron.objects.ports [None req-7c6fa8ea-95d5-482e-820a-139eda38a047 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102677) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 11:35:53.363899 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f43761dd-8574-40e3-935a-1ee3cc8ff38f no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:35:53.368962 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-47082670-54e9-46b6-8b3b-4b2430ca3bf7 None None] For port f43761dd-8574-40e3-935a-1ee3cc8ff38f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f43761dd-8574-40e3-935a-1ee3cc8ff38f,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:53.369349 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-47082670-54e9-46b6-8b3b-4b2430ca3bf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:53.426198 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-32d54a28-8267-4125-9d30-8d211444b95c None None] Port 6964d1f5-42a1-47a3-b703-b3104b726e8f cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:35:53.430406 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-ab372dee-b95c-4576-8187-d707de8f184c tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:53.447273 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-47082670-54e9-46b6-8b3b-4b2430ca3bf7 None None] Calling delete_port for f43761dd-8574-40e3-935a-1ee3cc8ff38f owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:35:53.467249 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b270beb-d3bd-4c4f-b460-64e4bb8bfea1 req-9d972cc4-0a12-42ab-a38f-924878779084 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500760 Nov 15 11:35:53.508302 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] Routers {'dfb47ae3-f36b-4048-b19c-5357040011e4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:35:53.509540 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:35:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['dfb47ae3-f36b-4048-b19c-5357040011e4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:53.613054 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa8ea-95d5-482e-820a-139eda38a047 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:53.615414 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-ab372dee-b95c-4576-8187-d707de8f184c tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:53.676842 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab372dee-b95c-4576-8187-d707de8f184c tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Pushing event updated for resources: {'Port': ['ID=d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:53.756925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-ab372dee-b95c-4576-8187-d707de8f184c tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Network ae86f821-bbb2-43f8-8fd5-34be2f7226a0 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:53.765301 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-ab372dee-b95c-4576-8187-d707de8f184c tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:53.773159 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-ab372dee-b95c-4576-8187-d707de8f184c tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:35:53.824406 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-ab372dee-b95c-4576-8187-d707de8f184c tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:53.825056 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-ab372dee-b95c-4576-8187-d707de8f184c tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:53.862010 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-ab372dee-b95c-4576-8187-d707de8f184c tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1184788 Nov 15 11:35:53.876404 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-116f0f80-81c0-4b2e-ae3d-3921e38ebf2c service neutron] Request body: {'port': {'device_id': '1472f862-5015-4d1e-b2ed-1a6c18ef22d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:53.910142 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7c6fa8ea-95d5-482e-820a-139eda38a047 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] For port f43761dd-8574-40e3-935a-1ee3cc8ff38f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f43761dd-8574-40e3-935a-1ee3cc8ff38f,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:53.952665 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa8ea-95d5-482e-820a-139eda38a047 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:53.965939 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa8ea-95d5-482e-820a-139eda38a047 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:53.966752 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa8ea-95d5-482e-820a-139eda38a047 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:53.973785 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.extraroute_db [None req-6d7e57e2-e390-40ab-b761-8e98747ad2b8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Added routes are [] {{(pid=102678) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 15 11:35:53.974204 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.extraroute_db [None req-6d7e57e2-e390-40ab-b761-8e98747ad2b8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102678) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 15 11:35:53.977465 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-116f0f80-81c0-4b2e-ae3d-3921e38ebf2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:53.996070 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13ede0-d3ea-4c04-b5bf-b94d7176f55d None None] Pushing event updated for resources: {'Port': ['ID=6964d1f5-42a1-47a3-b703-b3104b726e8f,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:54.070281 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-47082670-54e9-46b6-8b3b-4b2430ca3bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:54.137231 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fa8ea-95d5-482e-820a-139eda38a047 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=81d5ea3c-4b8c-4a67-868d-1e3c6dd7fb60,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:54.141310 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Port f43761dd-8574-40e3-935a-1ee3cc8ff38f update to DOWN by agent not found {{(pid=102679) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 15 11:35:54.147513 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6d7e57e2-e390-40ab-b761-8e98747ad2b8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:54.150592 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5e02c294-c2e7-499f-a969-a578e7251dec None None] Provisioning complete for port 6964d1f5-42a1-47a3-b703-b3104b726e8f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:54.151026 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5e02c294-c2e7-499f-a969-a578e7251dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:54.156885 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47082670-54e9-46b6-8b3b-4b2430ca3bf7 None None] No DVR routers for this DVR port f43761dd-8574-40e3-935a-1ee3cc8ff38f on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:35:54.165570 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47082670-54e9-46b6-8b3b-4b2430ca3bf7 None None] Pushing event deleted for resources: {'Port': ['ID=f43761dd-8574-40e3-935a-1ee3cc8ff38f,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:54.183134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6fa8ea-95d5-482e-820a-139eda38a047 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:54.187883 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7c6fa8ea-95d5-482e-820a-139eda38a047 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:54.191129 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6fa8ea-95d5-482e-820a-139eda38a047 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:54.191777 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa8ea-95d5-482e-820a-139eda38a047 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:54.212689 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ce2dcc-a70a-4554-a7ff-43f5c77730e6 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:54.236440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78865f-37e8-4c3f-9eea-8a85b337b1e4 req-fe6dc1a6-5aea-45e9-b5a9-ac40d41ef880 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:54.236440 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c78865f-37e8-4c3f-9eea-8a85b337b1e4 req-fe6dc1a6-5aea-45e9-b5a9-ac40d41ef880 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/ports?device_id=1472f862-5015-4d1e-b2ed-1a6c18ef22d9 HTTP/1.1" status: 200 len: 931 time: 0.1816871 Nov 15 11:35:54.247468 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7c6fa8ea-95d5-482e-820a-139eda38a047 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1604826 Nov 15 11:35:54.248933 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58902) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:54.250661 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] Set router dfb47ae3-f36b-4048-b19c-5357040011e4 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:35:54.256086 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-68a624b5-e4ec-45a3-8105-557f785d1ef7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'mac_address': 'fa:16:3e:a3:d1:83', 'name': 'tempest-NetworksTestDHCPv6-1424767598'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:54.261533 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fa8ea-95d5-482e-820a-139eda38a047 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=f43761dd-8574-40e3-935a-1ee3cc8ff38f,revision_number=9']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:54.472173 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a624b5-e4ec-45a3-8105-557f785d1ef7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:54.477126 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68a624b5-e4ec-45a3-8105-557f785d1ef7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:54.487707 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5e02c294-c2e7-499f-a969-a578e7251dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:54.523463 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-68a624b5-e4ec-45a3-8105-557f785d1ef7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] device_id is not set on port bc6f997e-3489-4f32-ba62-e0107379acd8 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:35:54.598096 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5e02c294-c2e7-499f-a969-a578e7251dec None None] For port 6964d1f5-42a1-47a3-b703-b3104b726e8f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6964d1f5-42a1-47a3-b703-b3104b726e8f,segment=NetworkSegment(f619a8ba-9fb7-4ab5-8b21-b84002876544),segment_id=f619a8ba-9fb7-4ab5-8b21-b84002876544)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:54.629996 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5e02c294-c2e7-499f-a969-a578e7251dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:54.664898 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99dc321-cd58-4e17-a9a5-6a32b00f5428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'fixed_ips': [{'subnet_id': '81d5ea3c-4b8c-4a67-868d-1e3c6dd7fb60'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:35:54.664898 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f99dc321-cd58-4e17-a9a5-6a32b00f5428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:54.704634 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c78865f-37e8-4c3f-9eea-8a85b337b1e4 req-c8584ada-926b-4852-bac1-95ba8d9022de tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d068bb6-c49c-45b4-ab4e-e2582a7b634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731208 Nov 15 11:35:54.712771 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-68a624b5-e4ec-45a3-8105-557f785d1ef7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8::f816:3eff:fea3:d183 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/81d5ea3c-4b8c-4a67-868d-1e3c6dd7fb60/bc6f997e-3489-4f32-ba62-e0107379acd8) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:54.715331 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6d7e57e2-e390-40ab-b761-8e98747ad2b8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:54.727170 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6d7e57e2-e390-40ab-b761-8e98747ad2b8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66739771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66739762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66736290'] for router, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:54.764742 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02c294-c2e7-499f-a969-a578e7251dec None None] Pushing event updated for resources: {'Port': ['ID=6964d1f5-42a1-47a3-b703-b3104b726e8f,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:54.841054 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-891b3412-9afd-4ee4-bebb-a72cc6d9bc0f None None] Provisioning complete for port 6964d1f5-42a1-47a3-b703-b3104b726e8f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:54.841425 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-891b3412-9afd-4ee4-bebb-a72cc6d9bc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:54.869402 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0933fd5-2665-4c83-a360-7fbebb4bd2ee req-df3a9c5b-a5be-4ffc-ab72-788889410ede tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:54.873682 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0933fd5-2665-4c83-a360-7fbebb4bd2ee req-df3a9c5b-a5be-4ffc-ab72-788889410ede tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 943 time: 0.2915974 Nov 15 11:35:54.894033 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:35:50Z', 'revision_number': 6, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None, '_interfaces': [{'id': '6964d1f5-42a1-47a3-b703-b3104b726e8f', 'name': '', 'network_id': '4a1ac223-74ba-41e1-b08c-2ecec3ca654b', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:4c:e2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '1859af8b-d55d-40b1-b8ed-e850bd69866d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:42Z', 'updated_at': '2021-11-15T11:35:53Z', 'revision_number': 4, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '1859af8b-d55d-40b1-b8ed-e850bd69866d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b27910e5-8f96-48e1-8dec-92063577943f', 'name': '', 'network_id': 'de508741-1230-4996-8064-c4ea32f880a6', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:bd:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '0177a518-a445-4662-93f5-0a6023cbb117', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:35Z', 'updated_at': '2021-11-15T11:35:46Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '0177a518-a445-4662-93f5-0a6023cbb117', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a', 'name': '', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:61:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:18Z', 'updated_at': '2021-11-15T11:35:28Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdfc6dfc-4109-4531-8269-f6b896167493', 'name': '', 'network_id': '840ac831-203b-4728-9cad-9683f90938c4', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:eb:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:27Z', 'updated_at': '2021-11-15T11:35:40Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:54.941642 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68a624b5-e4ec-45a3-8105-557f785d1ef7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:54.942147 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6a667a-1690-48d9-a422-a893d58cd7e6 None None] The sync data for ids ['dfb47ae3-f36b-4048-b19c-5357040011e4'] in n-d-729945-9 is: [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:35:50Z', 'revision_number': 6, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None, '_interfaces': [{'id': '6964d1f5-42a1-47a3-b703-b3104b726e8f', 'name': '', 'network_id': '4a1ac223-74ba-41e1-b08c-2ecec3ca654b', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:4c:e2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '1859af8b-d55d-40b1-b8ed-e850bd69866d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:42Z', 'updated_at': '2021-11-15T11:35:53Z', 'revision_number': 4, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '1859af8b-d55d-40b1-b8ed-e850bd69866d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b27910e5-8f96-48e1-8dec-92063577943f', 'name': '', 'network_id': 'de508741-1230-4996-8064-c4ea32f880a6', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:bd:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '0177a518-a445-4662-93f5-0a6023cbb117', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:35Z', 'updated_at': '2021-11-15T11:35:46Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '0177a518-a445-4662-93f5-0a6023cbb117', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a', 'name': '', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:61:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:18Z', 'updated_at': '2021-11-15T11:35:28Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdfc6dfc-4109-4531-8269-f6b896167493', 'name': '', 'network_id': '840ac831-203b-4728-9cad-9683f90938c4', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:eb:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:27Z', 'updated_at': '2021-11-15T11:35:40Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:35:54.993743 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68a624b5-e4ec-45a3-8105-557f785d1ef7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:55.023576 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-116f0f80-81c0-4b2e-ae3d-3921e38ebf2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:35:55.074906 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-116f0f80-81c0-4b2e-ae3d-3921e38ebf2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:55.122020 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-f99dc321-cd58-4e17-a9a5-6a32b00f5428 None None] Allocated IP 2001:db8::f816:3eff:fefc:1373 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/81d5ea3c-4b8c-4a67-868d-1e3c6dd7fb60/d55af259-b071-4af0-9d26-4e5237041470) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:55.128662 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a624b5-e4ec-45a3-8105-557f785d1ef7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:55.135376 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-68a624b5-e4ec-45a3-8105-557f785d1ef7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:55.138383 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-116f0f80-81c0-4b2e-ae3d-3921e38ebf2c service neutron] Transition to ACTIVE for port object d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:35:55.157774 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7e57e2-e390-40ab-b761-8e98747ad2b8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Router dfb47ae3-f36b-4048-b19c-5357040011e4 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:35:55.159180 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a624b5-e4ec-45a3-8105-557f785d1ef7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:35:55.169163 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a624b5-e4ec-45a3-8105-557f785d1ef7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:55.169163 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68a624b5-e4ec-45a3-8105-557f785d1ef7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:55.182898 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-116f0f80-81c0-4b2e-ae3d-3921e38ebf2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:55.240244 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a624b5-e4ec-45a3-8105-557f785d1ef7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=bc6f997e-3489-4f32-ba62-e0107379acd8,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:55.253009 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-68a624b5-e4ec-45a3-8105-557f785d1ef7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0029256 Nov 15 11:35:55.255709 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58926) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:55.285313 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0933fd5-2665-4c83-a360-7fbebb4bd2ee req-b78d137c-e094-47c0-a2f2-543ccc260927 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945058 Nov 15 11:35:55.341211 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f0f80-81c0-4b2e-ae3d-3921e38ebf2c service neutron] Pushing event updated for resources: {'Port': ['ID=d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:55.379519 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b03b781-e7d2-4e90-b54a-d7c6d095afb2 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:55.381079 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7b03b781-e7d2-4e90-b54a-d7c6d095afb2 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1244104 Nov 15 11:35:55.384204 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6964d1f5-42a1-47a3-b703-b3104b726e8f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:55.388410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58928) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:55.482298 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f99dc321-cd58-4e17-a9a5-6a32b00f5428 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:55.501737 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f99dc321-cd58-4e17-a9a5-6a32b00f5428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:55.565636 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7e57e2-e390-40ab-b761-8e98747ad2b8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:35:55.574479 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6d7e57e2-e390-40ab-b761-8e98747ad2b8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:55.580222 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6d7e57e2-e390-40ab-b761-8e98747ad2b8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/routers/dfb47ae3-f36b-4048-b19c-5357040011e4 HTTP/1.1" status: 200 len: 703 time: 2.4613233 Nov 15 11:35:55.581177 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58938) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:55.582478 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 6964d1f5-42a1-47a3-b703-b3104b726e8f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:55.582692 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:55.588121 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99dc321-cd58-4e17-a9a5-6a32b00f5428 None None] Pushing event updated for resources: {'Port': ['ID=d55af259-b071-4af0-9d26-4e5237041470,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:55.614878 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd7b3a-cc43-46fb-8512-70a0f3e8925e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting port bc6f997e-3489-4f32-ba62-e0107379acd8 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:35:55.615565 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4bd7b3a-cc43-46fb-8512-70a0f3e8925e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:55.634808 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99dc321-cd58-4e17-a9a5-6a32b00f5428 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:55.649802 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-f99dc321-cd58-4e17-a9a5-6a32b00f5428 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:55.654137 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99dc321-cd58-4e17-a9a5-6a32b00f5428 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:35:55.772566 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e2b93ee8-ab42-4025-8055-58e5f73d2782 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/routers/dfb47ae3-f36b-4048-b19c-5357040011e4 HTTP/1.1" status: 200 len: 703 time: 0.1862657 Nov 15 11:35:55.773468 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 58944) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:55.817298 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4bd7b3a-cc43-46fb-8512-70a0f3e8925e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:55.831809 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f99dc321-cd58-4e17-a9a5-6a32b00f5428 None None] Attempting to bind port d55af259-b071-4af0-9d26-4e5237041470 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:35:55.832196 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f99dc321-cd58-4e17-a9a5-6a32b00f5428 None None] Attempting to bind port d55af259-b071-4af0-9d26-4e5237041470 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:35:55.832561 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99dc321-cd58-4e17-a9a5-6a32b00f5428 None None] Attempting to bind port d55af259-b071-4af0-9d26-4e5237041470 on network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:35:55.836552 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd7b3a-cc43-46fb-8512-70a0f3e8925e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Calling delete_port for bc6f997e-3489-4f32-ba62-e0107379acd8 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:35:55.872929 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99dc321-cd58-4e17-a9a5-6a32b00f5428 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:35:55.873302 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99dc321-cd58-4e17-a9a5-6a32b00f5428 None None] Checking segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:35:55.873705 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f99dc321-cd58-4e17-a9a5-6a32b00f5428 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:55.874101 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99dc321-cd58-4e17-a9a5-6a32b00f5428 None None] Bound using segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:35:55.874588 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f99dc321-cd58-4e17-a9a5-6a32b00f5428 None None] Bound port: d55af259-b071-4af0-9d26-4e5237041470, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:35:55.874968 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f99dc321-cd58-4e17-a9a5-6a32b00f5428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:55.927241 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-116f0f80-81c0-4b2e-ae3d-3921e38ebf2c service neutron] Attempting to bind port d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:35:55.927577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-116f0f80-81c0-4b2e-ae3d-3921e38ebf2c service neutron] Attempting to bind port d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '66380555-9677-4d25-81bc-aabb4bc7ec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'ae86f821-bbb2-43f8-8fd5-34be2f7226a0'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:35:55.928227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-116f0f80-81c0-4b2e-ae3d-3921e38ebf2c service neutron] Attempting to bind port d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d on network ae86f821-bbb2-43f8-8fd5-34be2f7226a0 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:35:55.945290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-116f0f80-81c0-4b2e-ae3d-3921e38ebf2c service neutron] Port d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d on network ae86f821-bbb2-43f8-8fd5-34be2f7226a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:35:55.945658 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-116f0f80-81c0-4b2e-ae3d-3921e38ebf2c service neutron] Attempting to bind port d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d on network ae86f821-bbb2-43f8-8fd5-34be2f7226a0 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:35:55.954914 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-116f0f80-81c0-4b2e-ae3d-3921e38ebf2c service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:35:55.956236 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-116f0f80-81c0-4b2e-ae3d-3921e38ebf2c service neutron] Checking segment: {'id': '66380555-9677-4d25-81bc-aabb4bc7ec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'ae86f821-bbb2-43f8-8fd5-34be2f7226a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:35:55.956692 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-116f0f80-81c0-4b2e-ae3d-3921e38ebf2c service neutron] Bound using segment: {'id': '66380555-9677-4d25-81bc-aabb4bc7ec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'ae86f821-bbb2-43f8-8fd5-34be2f7226a0'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:35:55.957207 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-116f0f80-81c0-4b2e-ae3d-3921e38ebf2c service neutron] Bound port: d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66380555-9677-4d25-81bc-aabb4bc7ec36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'ae86f821-bbb2-43f8-8fd5-34be2f7226a0'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:35:55.960035 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-116f0f80-81c0-4b2e-ae3d-3921e38ebf2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:56.061218 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f99dc321-cd58-4e17-a9a5-6a32b00f5428 None None] For port d55af259-b071-4af0-9d26-4e5237041470, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:35:56.066716 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f99dc321-cd58-4e17-a9a5-6a32b00f5428 None None] For port d55af259-b071-4af0-9d26-4e5237041470, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d55af259-b071-4af0-9d26-4e5237041470,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:35:56.078682 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f99dc321-cd58-4e17-a9a5-6a32b00f5428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:56.105497 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4bd7b3a-cc43-46fb-8512-70a0f3e8925e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:56.150257 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd7b3a-cc43-46fb-8512-70a0f3e8925e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Port': ['ID=bc6f997e-3489-4f32-ba62-e0107379acd8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:56.183536 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e4bd7b3a-cc43-46fb-8512-70a0f3e8925e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:56.189150 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e4bd7b3a-cc43-46fb-8512-70a0f3e8925e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/bc6f997e-3489-4f32-ba62-e0107379acd8 HTTP/1.1" status: 204 len: 168 time: 0.7997673 Nov 15 11:35:56.192201 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58958) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:56.272397 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99dc321-cd58-4e17-a9a5-6a32b00f5428 None None] Pushing event updated for resources: {'Port': ['ID=d55af259-b071-4af0-9d26-4e5237041470,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:56.307319 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0738f7a9-3809-4ee4-a312-eaec6da3bc9e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:56.309340 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0738f7a9-3809-4ee4-a312-eaec6da3bc9e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:56.311126 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0738f7a9-3809-4ee4-a312-eaec6da3bc9e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1144269 Nov 15 11:35:56.315061 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58962) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:56.387202 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-397f1324-3280-43a5-a9be-4f699e033a23 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet 81d5ea3c-4b8c-4a67-868d-1e3c6dd7fb60 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:35:56.397184 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-397f1324-3280-43a5-a9be-4f699e033a23 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:56.440358 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7b097-bdab-486f-a9e9-33713e684d66 req-0d1142f4-4299-4f2f-9d83-3bd7971509db tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:56.451009 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ea7b097-bdab-486f-a9e9-33713e684d66 req-0d1142f4-4299-4f2f-9d83-3bd7971509db tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/ports?device_id=1472f862-5015-4d1e-b2ed-1a6c18ef22d9 HTTP/1.1" status: 200 len: 943 time: 0.5856786 Nov 15 11:35:56.460005 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-397f1324-3280-43a5-a9be-4f699e033a23 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:56.521665 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af2727-a0c1-4c9d-8111-80a5b63cdd02 None None] Sync routers for ids ['dfb47ae3-f36b-4048-b19c-5357040011e4'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:35:56.533730 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af2727-a0c1-4c9d-8111-80a5b63cdd02 None None] Routers {'dfb47ae3-f36b-4048-b19c-5357040011e4'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:35:56.538034 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-32af2727-a0c1-4c9d-8111-80a5b63cdd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:35:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['dfb47ae3-f36b-4048-b19c-5357040011e4'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:56.705106 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-397f1324-3280-43a5-a9be-4f699e033a23 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:56.730487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-116f0f80-81c0-4b2e-ae3d-3921e38ebf2c service neutron] For port d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:35:56.757714 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-116f0f80-81c0-4b2e-ae3d-3921e38ebf2c service neutron] For port d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d,segment=NetworkSegment(66380555-9677-4d25-81bc-aabb4bc7ec36),segment_id=66380555-9677-4d25-81bc-aabb4bc7ec36)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:35:56.760243 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-32af2727-a0c1-4c9d-8111-80a5b63cdd02 None None] Set router dfb47ae3-f36b-4048-b19c-5357040011e4 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:35:56.779998 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-116f0f80-81c0-4b2e-ae3d-3921e38ebf2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:56.827950 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12a787-cb58-403b-b403-5f3eb83f2bd7 req-e8aace0a-59d2-4f3a-8a49-1e5ee4825143 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:56.829882 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9f12a787-cb58-403b-b403-5f3eb83f2bd7 req-e8aace0a-59d2-4f3a-8a49-1e5ee4825143 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 943 time: 0.3718007 Nov 15 11:35:56.844574 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-397f1324-3280-43a5-a9be-4f699e033a23 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:56.860923 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-116f0f80-81c0-4b2e-ae3d-3921e38ebf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:56.862106 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-116f0f80-81c0-4b2e-ae3d-3921e38ebf2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:56.863903 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-116f0f80-81c0-4b2e-ae3d-3921e38ebf2c service neutron] 10.222.0.55 "PUT /v2.0/ports/d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d HTTP/1.1" status: 200 len: 1091 time: 2.9922760 Nov 15 11:35:56.868292 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1472f862-5015-4d1e-b2ed-1a6c18ef22d9', 'tag': 'd8bce4a4-64b2-4564-b3c8-e7a4cab8c59d'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:35:56.875607 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f1324-3280-43a5-a9be-4f699e033a23 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=81d5ea3c-4b8c-4a67-868d-1e3c6dd7fb60,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:56.879129 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c5d23a-2cb9-46a5-92b9-2c5d6a73df52" -d '{"events": [{"name": "network-changed", "server_uuid": "1472f862-5015-4d1e-b2ed-1a6c18ef22d9", "tag": "d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:35:56.892492 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-397f1324-3280-43a5-a9be-4f699e033a23 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:56.900373 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-397f1324-3280-43a5-a9be-4f699e033a23 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/81d5ea3c-4b8c-4a67-868d-1e3c6dd7fb60 HTTP/1.1" status: 204 len: 168 time: 0.5840118 Nov 15 11:35:56.901088 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58974) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:56.925944 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ea7b097-bdab-486f-a9e9-33713e684d66 req-2d1f8ef5-7fd3-426f-9d0a-1e4a26d35e21 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d068bb6-c49c-45b4-ab4e-e2582a7b634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740818 Nov 15 11:35:56.970512 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9841983d-3c4c-4e24-8b90-4f6536ebff99 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682492 Nov 15 11:35:56.971111 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58976) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:57.029451 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c44c458-2e26-4f67-bca6-34472654e700 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:57.034379 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1c44c458-2e26-4f67-bca6-34472654e700 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0617371 Nov 15 11:35:57.035179 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58982) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:57.035602 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a407998-a20d-4a60-b8bd-08116c421a68 x-openstack-request-id: req-0a407998-a20d-4a60-b8bd-08116c421a68 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:35:57.036018 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1472f862-5015-4d1e-b2ed-1a6c18ef22d9", "tag": "d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:35:57.036505 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a407998-a20d-4a60-b8bd-08116c421a68 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:35:57.036993 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1472f862-5015-4d1e-b2ed-1a6c18ef22d9', 'tag': 'd8bce4a4-64b2-4564-b3c8-e7a4cab8c59d', 'status': 'completed', 'code': 200} Nov 15 11:35:57.056286 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9f12a787-cb58-403b-b403-5f3eb83f2bd7 req-ee1819bf-3a25-4ea5-92db-deff586d150f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034879 Nov 15 11:35:57.059194 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f0f80-81c0-4b2e-ae3d-3921e38ebf2c service neutron] Pushing event updated for resources: {'Port': ['ID=d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:57.143131 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-92594487-6c10-49a5-81b5-261114e8d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:57.144697 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-92594487-6c10-49a5-81b5-261114e8d071 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=007e9f2346034db99ed1ed0bcdf53d04&device_id=1472f862-5015-4d1e-b2ed-1a6c18ef22d9 HTTP/1.1" status: 200 len: 1094 time: 0.2139409 Nov 15 11:35:57.145592 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-32af2727-a0c1-4c9d-8111-80a5b63cdd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:35:54Z', 'revision_number': 7, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None, '_interfaces': [{'id': '6964d1f5-42a1-47a3-b703-b3104b726e8f', 'name': '', 'network_id': '4a1ac223-74ba-41e1-b08c-2ecec3ca654b', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:4c:e2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '1859af8b-d55d-40b1-b8ed-e850bd69866d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:42Z', 'updated_at': '2021-11-15T11:35:54Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '1859af8b-d55d-40b1-b8ed-e850bd69866d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b27910e5-8f96-48e1-8dec-92063577943f', 'name': '', 'network_id': 'de508741-1230-4996-8064-c4ea32f880a6', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:bd:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '0177a518-a445-4662-93f5-0a6023cbb117', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:35Z', 'updated_at': '2021-11-15T11:35:46Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '0177a518-a445-4662-93f5-0a6023cbb117', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a', 'name': '', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:61:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:18Z', 'updated_at': '2021-11-15T11:35:28Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdfc6dfc-4109-4531-8269-f6b896167493', 'name': '', 'network_id': '840ac831-203b-4728-9cad-9683f90938c4', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:eb:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:27Z', 'updated_at': '2021-11-15T11:35:40Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:57.157285 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba1e8e6-5f0f-4893-a0a0-17898c71fcba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:57.160429 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fba1e8e6-5f0f-4893-a0a0-17898c71fcba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1242907 Nov 15 11:35:57.162986 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58990) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:57.213053 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af2727-a0c1-4c9d-8111-80a5b63cdd02 None None] Checking router: dfb47ae3-f36b-4048-b19c-5357040011e4 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:35:57.241247 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af2727-a0c1-4c9d-8111-80a5b63cdd02 None None] Routers {'dfb47ae3-f36b-4048-b19c-5357040011e4'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:35:57.242046 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-32af2727-a0c1-4c9d-8111-80a5b63cdd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:35:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['dfb47ae3-f36b-4048-b19c-5357040011e4'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:57.265692 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4e963125-f683-4d87-b515-f6e522e1425c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969319 Nov 15 11:35:57.267212 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 58994) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:57.269114 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-71e7679e-098c-4ae9-9fc1-f91ca8812f2f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d HTTP/1.1" status: 200 len: 217 time: 0.1105607 Nov 15 11:35:57.273285 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-68826941-92f5-439e-abf6-55c0bbf1ccc4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:57.353549 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:35:57.421949 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d903ab6e-23f7-427e-8eeb-469d7cf54359 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:57.449440 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68826941-92f5-439e-abf6-55c0bbf1ccc4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:57.453662 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68826941-92f5-439e-abf6-55c0bbf1ccc4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:57.469039 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-32af2727-a0c1-4c9d-8111-80a5b63cdd02 None None] Set router dfb47ae3-f36b-4048-b19c-5357040011e4 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:35:57.502824 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d55af259-b071-4af0-9d26-4e5237041470 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:57.636204 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:57.662234 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'port_id': '74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235', 'mac_address': 'fa:16:3e:79:a1:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:35:57.671584 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d55af259-b071-4af0-9d26-4e5237041470 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:57.672259 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:57.752206 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:57.763529 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-5fff662d-f819-45b6-878b-20b28610c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:57.763529 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-5fff662d-f819-45b6-878b-20b28610c473 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9e8e4901-1284-4097-9917-ef7fd4d655c2 HTTP/1.1" status: 200 len: 848 time: 0.4778237 Nov 15 11:35:57.792476 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:35:57.800712 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68826941-92f5-439e-abf6-55c0bbf1ccc4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:57.816926 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-bee9984f-d5b9-43f7-98b1-fcfd9baca0b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae86f821-bbb2-43f8-8fd5-34be2f7226a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434959 Nov 15 11:35:57.842245 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:57.858583 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:57.900754 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68826941-92f5-439e-abf6-55c0bbf1ccc4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:57.904000 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-68826941-92f5-439e-abf6-55c0bbf1ccc4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:57.916796 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68826941-92f5-439e-abf6-55c0bbf1ccc4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:57.918174 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68826941-92f5-439e-abf6-55c0bbf1ccc4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:57.946393 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68826941-92f5-439e-abf6-55c0bbf1ccc4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=6a5fa505-7bf8-4ca1-8cc4-672883f71f58,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:57.985626 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-68826941-92f5-439e-abf6-55c0bbf1ccc4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7159297 Nov 15 11:35:57.987541 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59006) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:57.990390 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-32af2727-a0c1-4c9d-8111-80a5b63cdd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:35:54Z', 'revision_number': 7, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None, '_interfaces': [{'id': '6964d1f5-42a1-47a3-b703-b3104b726e8f', 'name': '', 'network_id': '4a1ac223-74ba-41e1-b08c-2ecec3ca654b', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:4c:e2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '1859af8b-d55d-40b1-b8ed-e850bd69866d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:42Z', 'updated_at': '2021-11-15T11:35:54Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '1859af8b-d55d-40b1-b8ed-e850bd69866d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b27910e5-8f96-48e1-8dec-92063577943f', 'name': '', 'network_id': 'de508741-1230-4996-8064-c4ea32f880a6', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:bd:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '0177a518-a445-4662-93f5-0a6023cbb117', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:35Z', 'updated_at': '2021-11-15T11:35:46Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '0177a518-a445-4662-93f5-0a6023cbb117', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a', 'name': '', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:61:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:18Z', 'updated_at': '2021-11-15T11:35:28Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdfc6dfc-4109-4531-8269-f6b896167493', 'name': '', 'network_id': '840ac831-203b-4728-9cad-9683f90938c4', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:eb:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:27Z', 'updated_at': '2021-11-15T11:35:40Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:35:57.997662 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dc4b78-be40-4a2c-b2d8-72dda98f1525 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:35:58.002869 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1f9ca2c8-e70e-4165-b05b-bedea3c57e51 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'mac_address': 'fa:16:3e:21:f7:20', 'name': 'tempest-NetworksTestDHCPv6-1632487023'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:35:58.062324 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:58.074775 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:58.078835 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af2727-a0c1-4c9d-8111-80a5b63cdd02 None None] The sync data for ids ['dfb47ae3-f36b-4048-b19c-5357040011e4'] in n-d-729945-9 is: [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:35:54Z', 'revision_number': 7, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None, '_interfaces': [{'id': '6964d1f5-42a1-47a3-b703-b3104b726e8f', 'name': '', 'network_id': '4a1ac223-74ba-41e1-b08c-2ecec3ca654b', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:4c:e2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '1859af8b-d55d-40b1-b8ed-e850bd69866d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:42Z', 'updated_at': '2021-11-15T11:35:54Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '1859af8b-d55d-40b1-b8ed-e850bd69866d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b27910e5-8f96-48e1-8dec-92063577943f', 'name': '', 'network_id': 'de508741-1230-4996-8064-c4ea32f880a6', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:bd:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '0177a518-a445-4662-93f5-0a6023cbb117', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:35Z', 'updated_at': '2021-11-15T11:35:46Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '0177a518-a445-4662-93f5-0a6023cbb117', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a', 'name': '', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:61:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:18Z', 'updated_at': '2021-11-15T11:35:28Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdfc6dfc-4109-4531-8269-f6b896167493', 'name': '', 'network_id': '840ac831-203b-4728-9cad-9683f90938c4', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:eb:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:27Z', 'updated_at': '2021-11-15T11:35:40Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:35:58.138415 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-372f5c3b-1bf0-401d-8a3d-d34f4235b12b service neutron] 10.222.0.55 "GET /v2.0/networks/ae86f821-bbb2-43f8-8fd5-34be2f7226a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104589 Nov 15 11:35:58.179992 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port d55af259-b071-4af0-9d26-4e5237041470, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d55af259-b071-4af0-9d26-4e5237041470,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:58.188048 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:35:58.197508 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5f9309bc-3413-4efc-9ded-7aa47c5fe984 None None] Provisioning complete for port d55af259-b071-4af0-9d26-4e5237041470 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:58.197878 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5f9309bc-3413-4efc-9ded-7aa47c5fe984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:58.220496 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:58.351688 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9ca2c8-e70e-4165-b05b-bedea3c57e51 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:35:58.365665 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe8c3667-df3d-457e-b08a-4648ab9dca63 req-46ce4134-b814-4919-869f-964d62954317 service neutron] 10.222.0.55 "GET /v2.0/networks/ae86f821-bbb2-43f8-8fd5-34be2f7226a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972420 Nov 15 11:35:58.443475 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba452e-90e7-4db9-a0c1-35eab63ab66b req-015cf4f9-23f4-4e29-a77d-8051467aef73 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:58.445124 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4ba452e-90e7-4db9-a0c1-35eab63ab66b req-015cf4f9-23f4-4e29-a77d-8051467aef73 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/ports?device_id=1472f862-5015-4d1e-b2ed-1a6c18ef22d9 HTTP/1.1" status: 200 len: 943 time: 0.3274190 Nov 15 11:35:58.485519 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d903ab6e-23f7-427e-8eeb-469d7cf54359 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting port 6964d1f5-42a1-47a3-b703-b3104b726e8f {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:35:58.485981 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d903ab6e-23f7-427e-8eeb-469d7cf54359 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:58.499692 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f9ca2c8-e70e-4165-b05b-bedea3c57e51 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:58.503925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06626688-5e74-4914-80a5-e6258fc29892 req-0a4eabfd-1ac2-4117-a8f2-30cac6903d30 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:58.506400 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-06626688-5e74-4914-80a5-e6258fc29892 req-0a4eabfd-1ac2-4117-a8f2-30cac6903d30 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 944 time: 0.2320178 Nov 15 11:35:58.545459 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-1f9ca2c8-e70e-4165-b05b-bedea3c57e51 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] device_id is not set on port 82bc2667-e974-465d-b860-9a42cb48fb5a yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:35:58.731765 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5d23a-2cb9-46a5-92b9-2c5d6a73df52 req-a660940c-0b75-4600-8324-b5545d455cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:58.733578 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f4c5d23a-2cb9-46a5-92b9-2c5d6a73df52 req-a660940c-0b75-4600-8324-b5545d455cac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=007e9f2346034db99ed1ed0bcdf53d04&device_id=1472f862-5015-4d1e-b2ed-1a6c18ef22d9 HTTP/1.1" status: 200 len: 1094 time: 0.2693706 Nov 15 11:35:58.740320 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-1f9ca2c8-e70e-4165-b05b-bedea3c57e51 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8::2c6 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/6a5fa505-7bf8-4ca1-8cc4-672883f71f58/82bc2667-e974-465d-b860-9a42cb48fb5a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:35:58.748613 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=d55af259-b071-4af0-9d26-4e5237041470,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:58.750665 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-06626688-5e74-4914-80a5-e6258fc29892 req-6cd0247e-580f-451b-bd3d-022353e03641 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502907 Nov 15 11:35:58.783100 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4ba452e-90e7-4db9-a0c1-35eab63ab66b req-0f4ba008-a679-45b9-954e-167095d02e8f tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d068bb6-c49c-45b4-ab4e-e2582a7b634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146803 Nov 15 11:35:58.846877 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d903ab6e-23f7-427e-8eeb-469d7cf54359 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] For port 6964d1f5-42a1-47a3-b703-b3104b726e8f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6964d1f5-42a1-47a3-b703-b3104b726e8f,segment=NetworkSegment(f619a8ba-9fb7-4ab5-8b21-b84002876544),segment_id=f619a8ba-9fb7-4ab5-8b21-b84002876544)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:35:58.848115 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d903ab6e-23f7-427e-8eeb-469d7cf54359 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:58.885042 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d903ab6e-23f7-427e-8eeb-469d7cf54359 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Calling delete_port for 6964d1f5-42a1-47a3-b703-b3104b726e8f owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:35:58.946030 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5d23a-2cb9-46a5-92b9-2c5d6a73df52 req-b83de79d-c918-4253-9d74-8e31da78f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:58.947597 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f4c5d23a-2cb9-46a5-92b9-2c5d6a73df52 req-b83de79d-c918-4253-9d74-8e31da78f807 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae86f821-bbb2-43f8-8fd5-34be2f7226a0 HTTP/1.1" status: 200 len: 909 time: 0.1948090 Nov 15 11:35:59.024330 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f9ca2c8-e70e-4165-b05b-bedea3c57e51 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:59.107648 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f9ca2c8-e70e-4165-b05b-bedea3c57e51 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:59.193782 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9ca2c8-e70e-4165-b05b-bedea3c57e51 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:35:59.193782 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-1f9ca2c8-e70e-4165-b05b-bedea3c57e51 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:35:59.193782 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9ca2c8-e70e-4165-b05b-bedea3c57e51 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:35:59.193782 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9ca2c8-e70e-4165-b05b-bedea3c57e51 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:59.193782 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f9ca2c8-e70e-4165-b05b-bedea3c57e51 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:59.197524 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f4c5d23a-2cb9-46a5-92b9-2c5d6a73df52 req-e2641169-1f1e-42ae-bd60-d63aa6622ce1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d HTTP/1.1" status: 200 len: 217 time: 0.0894136 Nov 15 11:35:59.244124 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1f9ca2c8-e70e-4165-b05b-bedea3c57e51 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2519078 Nov 15 11:35:59.247140 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ca2c8-e70e-4165-b05b-bedea3c57e51 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=82bc2667-e974-465d-b860-9a42cb48fb5a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:59.251511 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59038) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:59.312866 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-321cd786-66cb-4d6f-8eee-1adf4f77c986 None None] Provisioning complete for port d55af259-b071-4af0-9d26-4e5237041470 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:59.313178 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-321cd786-66cb-4d6f-8eee-1adf4f77c986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:59.355477 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff41e2a-747a-4735-8f0f-7c44320d2867 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:59.362217 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff41e2a-747a-4735-8f0f-7c44320d2867 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:59.363968 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0ff41e2a-747a-4735-8f0f-7c44320d2867 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1103435 Nov 15 11:35:59.366996 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59044) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:35:59.382391 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5d23a-2cb9-46a5-92b9-2c5d6a73df52 req-b476fe44-7de2-4773-8b0c-b41e705bced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:35:59.383974 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f4c5d23a-2cb9-46a5-92b9-2c5d6a73df52 req-b476fe44-7de2-4773-8b0c-b41e705bced2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9e8e4901-1284-4097-9917-ef7fd4d655c2 HTTP/1.1" status: 200 len: 848 time: 0.1712196 Nov 15 11:35:59.420720 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d55af259-b071-4af0-9d26-4e5237041470 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:35:59.505976 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d55af259-b071-4af0-9d26-4e5237041470 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:59.506330 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:59.518822 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f4c5d23a-2cb9-46a5-92b9-2c5d6a73df52 req-085d2dd5-881d-4ed3-9932-4237ba9e9d11 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae86f821-bbb2-43f8-8fd5-34be2f7226a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913665 Nov 15 11:35:59.525791 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d903ab6e-23f7-427e-8eeb-469d7cf54359 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:59.614014 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903ab6e-23f7-427e-8eeb-469d7cf54359 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Port': ['ID=6964d1f5-42a1-47a3-b703-b3104b726e8f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:35:59.662648 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:59.728781 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-4c3412d6-fbd2-4258-9ab1-f925942613dc None None] Could not find standard attr ID for object bc6f997e-3489-4f32-ba62-e0107379acd8. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:35:59.870773 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d903ab6e-23f7-427e-8eeb-469d7cf54359 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:59.928194 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-42d6b53f-d17e-47b0-95f0-41c33cb7006d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting port 82bc2667-e974-465d-b860-9a42cb48fb5a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:35:59.928503 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-42d6b53f-d17e-47b0-95f0-41c33cb7006d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:35:59.964516 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7fae561d-9542-4f03-991e-aa0aa5462d8d None None] Provisioning complete for port 82bc2667-e974-465d-b860-9a42cb48fb5a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:35:59.965182 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7fae561d-9542-4f03-991e-aa0aa5462d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:00.020282 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7fae561d-9542-4f03-991e-aa0aa5462d8d None None] Port 82bc2667-e974-465d-b860-9a42cb48fb5a cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:36:00.374424 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f4c5d23a-2cb9-46a5-92b9-2c5d6a73df52 req-ffc27479-fbea-4b8a-92b4-838ac58cf785 service neutron] 10.222.0.55 "GET /v2.0/networks/ae86f821-bbb2-43f8-8fd5-34be2f7226a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8456318 Nov 15 11:36:00.527739 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0332688-7a40-4d92-921a-fdf4c38f5e3a req-bde4be41-123c-43d7-b205-fd211bbc485c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:00.529165 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0332688-7a40-4d92-921a-fdf4c38f5e3a req-bde4be41-123c-43d7-b205-fd211bbc485c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 944 time: 0.6511328 Nov 15 11:36:00.574967 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59378af4-9516-4fd4-822c-ad78730019a7 req-d71e184a-a120-4de1-a7c1-4e5e3027d2c3 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:00.576497 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59378af4-9516-4fd4-822c-ad78730019a7 req-d71e184a-a120-4de1-a7c1-4e5e3027d2c3 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/ports?device_id=1472f862-5015-4d1e-b2ed-1a6c18ef22d9 HTTP/1.1" status: 200 len: 943 time: 0.6391978 Nov 15 11:36:00.612785 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-42d6b53f-d17e-47b0-95f0-41c33cb7006d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:00.660590 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-42d6b53f-d17e-47b0-95f0-41c33cb7006d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Calling delete_port for 82bc2667-e974-465d-b860-9a42cb48fb5a owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:36:00.686153 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:36:00.774592 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0332688-7a40-4d92-921a-fdf4c38f5e3a req-1ef5d712-604f-4f42-aed6-f523a319276d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378762 Nov 15 11:36:00.782402 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f4c5d23a-2cb9-46a5-92b9-2c5d6a73df52 req-33c6cd60-06dd-4de9-9e0c-53a3d73dcc03 service neutron] 10.222.0.55 "GET /v2.0/networks/ae86f821-bbb2-43f8-8fd5-34be2f7226a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713002 Nov 15 11:36:00.820832 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d,segment=NetworkSegment(66380555-9677-4d25-81bc-aabb4bc7ec36),segment_id=66380555-9677-4d25-81bc-aabb4bc7ec36)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:00.824158 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59378af4-9516-4fd4-822c-ad78730019a7 req-b87d9eec-e811-4127-b3ea-ac747f37b3d1 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d068bb6-c49c-45b4-ab4e-e2582a7b634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344775 Nov 15 11:36:00.853189 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'd8bce4a4-64b2-4564-b3c8-e7a4cab8c59d', 'network_id': 'ae86f821-bbb2-43f8-8fd5-34be2f7226a0', 'port_id': 'd8bce4a4-64b2-4564-b3c8-e7a4cab8c59d', 'mac_address': 'fa:16:3e:d8:40:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8e4901-1284-4097-9917-ef7fd4d655c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:36:00.860429 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d903ab6e-23f7-427e-8eeb-469d7cf54359 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Router dfb47ae3-f36b-4048-b19c-5357040011e4 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:36:00.906515 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:00.922923 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:36:00.956375 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d,segment=NetworkSegment(66380555-9677-4d25-81bc-aabb4bc7ec36),segment_id=66380555-9677-4d25-81bc-aabb4bc7ec36)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:00.965224 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:01.022052 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:01.024075 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d903ab6e-23f7-427e-8eeb-469d7cf54359 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:36:01.033719 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d903ab6e-23f7-427e-8eeb-469d7cf54359 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/routers/dfb47ae3-f36b-4048-b19c-5357040011e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2585986 Nov 15 11:36:01.037372 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59094) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:01.038291 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7af8e97-f373-40d4-8d38-9bedffd63ac3 None None] Sync routers for ids ['dfb47ae3-f36b-4048-b19c-5357040011e4'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:36:01.044050 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-42d6b53f-d17e-47b0-95f0-41c33cb7006d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:01.051600 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7af8e97-f373-40d4-8d38-9bedffd63ac3 None None] Routers {'dfb47ae3-f36b-4048-b19c-5357040011e4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:36:01.052371 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a7af8e97-f373-40d4-8d38-9bedffd63ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:35:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['dfb47ae3-f36b-4048-b19c-5357040011e4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:01.079696 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6b53f-d17e-47b0-95f0-41c33cb7006d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Port': ['ID=82bc2667-e974-465d-b860-9a42cb48fb5a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:01.115291 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6b53f-d17e-47b0-95f0-41c33cb7006d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:01.115905 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6b53f-d17e-47b0-95f0-41c33cb7006d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:01.116606 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6b53f-d17e-47b0-95f0-41c33cb7006d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:01.117089 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6b53f-d17e-47b0-95f0-41c33cb7006d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:01.118154 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6b53f-d17e-47b0-95f0-41c33cb7006d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:01.118652 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6b53f-d17e-47b0-95f0-41c33cb7006d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:01.119299 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6b53f-d17e-47b0-95f0-41c33cb7006d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:01.119781 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6b53f-d17e-47b0-95f0-41c33cb7006d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:01.120279 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6b53f-d17e-47b0-95f0-41c33cb7006d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:01.120802 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6b53f-d17e-47b0-95f0-41c33cb7006d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:01.121277 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6b53f-d17e-47b0-95f0-41c33cb7006d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:01.121751 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6b53f-d17e-47b0-95f0-41c33cb7006d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:01.136935 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5572968-390c-479d-ae48-38d69fcd6d5f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting subnet 1859af8b-d55d-40b1-b8ed-e850bd69866d {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:36:01.140240 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c5572968-390c-479d-ae48-38d69fcd6d5f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:01.156158 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-42d6b53f-d17e-47b0-95f0-41c33cb7006d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:01.160248 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-42d6b53f-d17e-47b0-95f0-41c33cb7006d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/82bc2667-e974-465d-b860-9a42cb48fb5a HTTP/1.1" status: 204 len: 168 time: 1.7869532 Nov 15 11:36:01.163044 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59096) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:01.193708 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a7af8e97-f373-40d4-8d38-9bedffd63ac3 None None] Set router dfb47ae3-f36b-4048-b19c-5357040011e4 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:36:01.231211 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c5572968-390c-479d-ae48-38d69fcd6d5f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:01.254739 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993592f0-1f64-4b35-9ce0-45420b1b2be4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:01.260945 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993592f0-1f64-4b35-9ce0-45420b1b2be4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:01.261149 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:36:01.261562 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-993592f0-1f64-4b35-9ce0-45420b1b2be4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0969996 Nov 15 11:36:01.262870 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59098) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:01.380826 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-0946185c-121b-4d31-ade8-cf55338edff8 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet 6a5fa505-7bf8-4ca1-8cc4-672883f71f58 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:36:01.384899 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0946185c-121b-4d31-ade8-cf55338edff8 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:01.399438 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c5572968-390c-479d-ae48-38d69fcd6d5f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:01.416302 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:36:01.460255 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0946185c-121b-4d31-ade8-cf55338edff8 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:01.491075 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c5572968-390c-479d-ae48-38d69fcd6d5f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:01.517273 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0946185c-121b-4d31-ade8-cf55338edff8 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:01.519858 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c5572968-390c-479d-ae48-38d69fcd6d5f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:01.526538 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c5572968-390c-479d-ae48-38d69fcd6d5f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/subnets/1859af8b-d55d-40b1-b8ed-e850bd69866d HTTP/1.1" status: 204 len: 168 time: 0.4906538 Nov 15 11:36:01.530114 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59112) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:01.535453 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c161c54c-049b-497d-a88a-333476ea255a None None] Network 4a1ac223-74ba-41e1-b08c-2ecec3ca654b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:01.636689 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0946185c-121b-4d31-ade8-cf55338edff8 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:01.662641 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5572968-390c-479d-ae48-38d69fcd6d5f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Subnet': ['ID=1859af8b-d55d-40b1-b8ed-e850bd69866d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:01.674419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946185c-121b-4d31-ade8-cf55338edff8 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=6a5fa505-7bf8-4ca1-8cc4-672883f71f58,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:01.682665 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0946185c-121b-4d31-ade8-cf55338edff8 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:01.690392 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0946185c-121b-4d31-ade8-cf55338edff8 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/6a5fa505-7bf8-4ca1-8cc4-672883f71f58 HTTP/1.1" status: 204 len: 168 time: 0.4264429 Nov 15 11:36:01.690546 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59114) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:01.704970 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b07852-7a49-4a0e-b737-22c83ad6bdc5 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:01.744225 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:01.754499 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-90e25a49-7e65-45ec-b62c-827a702e42fd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606513 Nov 15 11:36:01.754874 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59120) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:01.783162 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28cbbc11-8ff5-4d0b-b7c9-cab540c22775 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:01.841962 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8bbba8-a950-4f51-828a-3baabbb01166 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:01.843694 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3c8bbba8-a950-4f51-828a-3baabbb01166 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0877624 Nov 15 11:36:01.846302 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59124) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:01.910497 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-28cbbc11-8ff5-4d0b-b7c9-cab540c22775 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting port 7e59af89-7f81-408f-962a-fa467697e339 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:36:01.911087 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28cbbc11-8ff5-4d0b-b7c9-cab540c22775 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:02.015059 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-28cbbc11-8ff5-4d0b-b7c9-cab540c22775 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] For port 7e59af89-7f81-408f-962a-fa467697e339, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7e59af89-7f81-408f-962a-fa467697e339,segment=NetworkSegment(f619a8ba-9fb7-4ab5-8b21-b84002876544),segment_id=f619a8ba-9fb7-4ab5-8b21-b84002876544)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:02.015413 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28cbbc11-8ff5-4d0b-b7c9-cab540c22775 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:02.022816 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:36:02.029877 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-28cbbc11-8ff5-4d0b-b7c9-cab540c22775 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Calling delete_port for 7e59af89-7f81-408f-962a-fa467697e339 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:36:02.061935 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a207a1d0-904e-427b-aee4-c9e3728e30f1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:02.065929 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a207a1d0-904e-427b-aee4-c9e3728e30f1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2161288 Nov 15 11:36:02.071059 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20489bd-9721-4c85-b4ce-baf8eba525e9 req-a1199542-fcb3-45ed-a3f5-b17b00e7c1cb tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:02.072017 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59132) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:02.081440 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a20489bd-9721-4c85-b4ce-baf8eba525e9 req-a1199542-fcb3-45ed-a3f5-b17b00e7c1cb tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 944 time: 0.1505301 Nov 15 11:36:02.098973 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ce28a-5693-4fe9-8a45-daee06d479d3 req-afd9ba77-3222-4b2c-b69e-1a555162d5a5 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:02.102589 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-371ce28a-5693-4fe9-8a45-daee06d479d3 req-afd9ba77-3222-4b2c-b69e-1a555162d5a5 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/ports?device_id=1472f862-5015-4d1e-b2ed-1a6c18ef22d9 HTTP/1.1" status: 200 len: 944 time: 0.1412649 Nov 15 11:36:02.124452 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-889ded12-c503-4b15-9f2f-8effd215d723 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476668 Nov 15 11:36:02.125354 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59134) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:02.131675 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-35414e7e-a3e4-44cc-abf4-f83bbe1d7654 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:02.138715 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:02.139083 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:02.198087 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a20489bd-9721-4c85-b4ce-baf8eba525e9 req-593967f3-d8f1-4352-ac23-9438fec7ec72 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153102 Nov 15 11:36:02.205166 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-371ce28a-5693-4fe9-8a45-daee06d479d3 req-46248d36-f132-47b7-acaf-45d62d436fbd tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d068bb6-c49c-45b4-ab4e-e2582a7b634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928707 Nov 15 11:36:02.231174 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28cbbc11-8ff5-4d0b-b7c9-cab540c22775 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:02.285247 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbbc11-8ff5-4d0b-b7c9-cab540c22775 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Port': ['ID=7e59af89-7f81-408f-962a-fa467697e339,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:02.297436 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cbbc11-8ff5-4d0b-b7c9-cab540c22775 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] No DVR routers for this DVR port 7e59af89-7f81-408f-962a-fa467697e339 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:36:02.352986 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a7af8e97-f373-40d4-8d38-9bedffd63ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:35:59Z', 'revision_number': 8, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None, '_interfaces': [{'id': 'b27910e5-8f96-48e1-8dec-92063577943f', 'name': '', 'network_id': 'de508741-1230-4996-8064-c4ea32f880a6', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:bd:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '0177a518-a445-4662-93f5-0a6023cbb117', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:35Z', 'updated_at': '2021-11-15T11:35:46Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '0177a518-a445-4662-93f5-0a6023cbb117', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a', 'name': '', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:61:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:18Z', 'updated_at': '2021-11-15T11:35:28Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdfc6dfc-4109-4531-8269-f6b896167493', 'name': '', 'network_id': '840ac831-203b-4728-9cad-9683f90938c4', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:eb:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:27Z', 'updated_at': '2021-11-15T11:35:40Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:02.437350 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28cbbc11-8ff5-4d0b-b7c9-cab540c22775 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:02.462021 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15d4581-62cb-4436-a249-ea2ac1c39af9 None None] DHCP port deletion for 4a1ac223-74ba-41e1-b08c-2ecec3ca654b request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:36:02.465898 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7af8e97-f373-40d4-8d38-9bedffd63ac3 None None] Checking router: dfb47ae3-f36b-4048-b19c-5357040011e4 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:36:02.468061 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35414e7e-a3e4-44cc-abf4-f83bbe1d7654 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:36:02.471565 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35414e7e-a3e4-44cc-abf4-f83bbe1d7654 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:02.500317 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:02.506265 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-28cbbc11-8ff5-4d0b-b7c9-cab540c22775 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a1ac223-74ba-41e1-b08c-2ecec3ca654b']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:02.525152 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7af8e97-f373-40d4-8d38-9bedffd63ac3 None None] Routers {'dfb47ae3-f36b-4048-b19c-5357040011e4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:36:02.525839 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a7af8e97-f373-40d4-8d38-9bedffd63ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:35:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['dfb47ae3-f36b-4048-b19c-5357040011e4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:02.552618 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-28cbbc11-8ff5-4d0b-b7c9-cab540c22775 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f619a8ba-9fb7-4ab5-8b21-b84002876544') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:02.553148 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-28cbbc11-8ff5-4d0b-b7c9-cab540c22775 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f619a8ba-9fb7-4ab5-8b21-b84002876544') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:02.572125 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28cbbc11-8ff5-4d0b-b7c9-cab540c22775 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:02.596159 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002d76ba-0067-4704-823e-83da41852c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:36:02.598586 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28cbbc11-8ff5-4d0b-b7c9-cab540c22775 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:02.599325 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699aa4ab-5eaa-43ca-affa-ecf4c06a341e" -d '{"events": [{"server_uuid": "002d76ba-0067-4704-823e-83da41852c19", "name": "network-vif-plugged", "status": "completed", "tag": "74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:36:02.615484 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28cbbc11-8ff5-4d0b-b7c9-cab540c22775 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:36:02.615847 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28cbbc11-8ff5-4d0b-b7c9-cab540c22775 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:36:02.622626 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:36:02.652163 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c35e44b-8854-4192-83fa-8edfc0cf6f62 None None] DHCP port deletion for ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:36:02.661454 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:02.677790 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:02.811966 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28cbbc11-8ff5-4d0b-b7c9-cab540c22775 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:02.919114 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0a6bc5-f6f3-490b-a88d-3e08ef30064b x-openstack-request-id: req-0c0a6bc5-f6f3-490b-a88d-3e08ef30064b {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:36:02.919495 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002d76ba-0067-4704-823e-83da41852c19", "name": "network-vif-plugged", "status": "completed", "tag": "74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:36:02.919695 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c0a6bc5-f6f3-490b-a88d-3e08ef30064b {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:36:02.920243 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002d76ba-0067-4704-823e-83da41852c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235', 'code': 200} Nov 15 11:36:02.921105 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:36:02.941760 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2d560-3c7e-4236-9131-cb70be90b0eb req-bb9f95b5-a743-4d4a-8946-78fc8e74ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:02.943616 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66a2d560-3c7e-4236-9131-cb70be90b0eb req-bb9f95b5-a743-4d4a-8946-78fc8e74ffa8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 1096 time: 0.0696237 Nov 15 11:36:02.950481 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28cbbc11-8ff5-4d0b-b7c9-cab540c22775 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:02.958449 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-28cbbc11-8ff5-4d0b-b7c9-cab540c22775 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/networks/4a1ac223-74ba-41e1-b08c-2ecec3ca654b HTTP/1.1" status: 204 len: 168 time: 1.4267092 Nov 15 11:36:02.959101 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59164) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:03.000362 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a7af8e97-f373-40d4-8d38-9bedffd63ac3 None None] Set router dfb47ae3-f36b-4048-b19c-5357040011e4 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:36:03.042235 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66a2d560-3c7e-4236-9131-cb70be90b0eb req-8f5a4bec-fbf2-4d29-a913-10ac2e338af7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879271 Nov 15 11:36:03.044721 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbbc11-8ff5-4d0b-b7c9-cab540c22775 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Network': ['ID=4a1ac223-74ba-41e1-b08c-2ecec3ca654b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:03.086668 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:03.140177 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:03.140177 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:03.140177 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:03.140177 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:03.140177 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:03.140177 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:03.140177 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:03.140177 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:03.140177 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:03.140177 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:03.140177 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:03.144637 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:03.185185 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:36:03.198910 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:03.199409 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:03.206248 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-5c35e44b-8854-4192-83fa-8edfc0cf6f62 None None] Deleting port d55af259-b071-4af0-9d26-4e5237041470 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:36:03.206710 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c35e44b-8854-4192-83fa-8edfc0cf6f62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:03.375243 n-d-729945-9 neutron-server[102677]: DEBUG neutron.objects.ports [None req-35414e7e-a3e4-44cc-abf4-f83bbe1d7654 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102677) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 11:36:03.376003 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d55af259-b071-4af0-9d26-4e5237041470 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:36:03.473920 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a081a1-c180-423e-829d-f62235b24028 req-46e46ae6-a20c-4ece-a40d-c08790695580 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:03.475474 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-38a081a1-c180-423e-829d-f62235b24028 req-46e46ae6-a20c-4ece-a40d-c08790695580 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 945 time: 0.1507623 Nov 15 11:36:03.515576 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0170cbd-505d-41a7-ad64-2313d7b6d271 req-1a7374ae-8c68-432d-823e-bca0111b5fd4 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:03.517133 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0170cbd-505d-41a7-ad64-2313d7b6d271 req-1a7374ae-8c68-432d-823e-bca0111b5fd4 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/ports?device_id=1472f862-5015-4d1e-b2ed-1a6c18ef22d9 HTTP/1.1" status: 200 len: 944 time: 0.1327975 Nov 15 11:36:03.597386 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5c35e44b-8854-4192-83fa-8edfc0cf6f62 None None] For port d55af259-b071-4af0-9d26-4e5237041470, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d55af259-b071-4af0-9d26-4e5237041470,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:03.597784 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c35e44b-8854-4192-83fa-8edfc0cf6f62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:03.629653 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-38a081a1-c180-423e-829d-f62235b24028 req-2809f520-52cd-413d-85a8-b0de3e595288 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391664 Nov 15 11:36:03.657172 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-5c35e44b-8854-4192-83fa-8edfc0cf6f62 None None] Calling delete_port for d55af259-b071-4af0-9d26-4e5237041470 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:36:03.662969 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0170cbd-505d-41a7-ad64-2313d7b6d271 req-b4e78164-5492-49a3-ab34-54d8d4796aff tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d068bb6-c49c-45b4-ab4e-e2582a7b634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330705 Nov 15 11:36:03.724398 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35414e7e-a3e4-44cc-abf4-f83bbe1d7654 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:03.731876 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a7af8e97-f373-40d4-8d38-9bedffd63ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:35:59Z', 'revision_number': 8, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None, '_interfaces': [{'id': 'b27910e5-8f96-48e1-8dec-92063577943f', 'name': '', 'network_id': 'de508741-1230-4996-8064-c4ea32f880a6', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:bd:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '0177a518-a445-4662-93f5-0a6023cbb117', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:35Z', 'updated_at': '2021-11-15T11:35:46Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '0177a518-a445-4662-93f5-0a6023cbb117', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a', 'name': '', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:61:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:18Z', 'updated_at': '2021-11-15T11:35:28Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdfc6dfc-4109-4531-8269-f6b896167493', 'name': '', 'network_id': '840ac831-203b-4728-9cad-9683f90938c4', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:eb:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:27Z', 'updated_at': '2021-11-15T11:35:40Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:03.815302 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7af8e97-f373-40d4-8d38-9bedffd63ac3 None None] The sync data for ids ['dfb47ae3-f36b-4048-b19c-5357040011e4'] in n-d-729945-9 is: [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:35:59Z', 'revision_number': 8, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None, '_interfaces': [{'id': 'b27910e5-8f96-48e1-8dec-92063577943f', 'name': '', 'network_id': 'de508741-1230-4996-8064-c4ea32f880a6', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:bd:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '0177a518-a445-4662-93f5-0a6023cbb117', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:35Z', 'updated_at': '2021-11-15T11:35:46Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '0177a518-a445-4662-93f5-0a6023cbb117', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a', 'name': '', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:61:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:18Z', 'updated_at': '2021-11-15T11:35:28Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdfc6dfc-4109-4531-8269-f6b896167493', 'name': '', 'network_id': '840ac831-203b-4728-9cad-9683f90938c4', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:eb:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:27Z', 'updated_at': '2021-11-15T11:35:40Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:36:03.820264 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:03.824779 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:03.894376 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d,segment=NetworkSegment(66380555-9677-4d25-81bc-aabb4bc7ec36),segment_id=66380555-9677-4d25-81bc-aabb4bc7ec36)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:03.904407 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:03.959571 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:03.978618 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14c6f959-470e-414b-b08c-5801c5e9ed11 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:04.052833 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-35414e7e-a3e4-44cc-abf4-f83bbe1d7654 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] For port d55af259-b071-4af0-9d26-4e5237041470, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d55af259-b071-4af0-9d26-4e5237041470,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:04.102583 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35414e7e-a3e4-44cc-abf4-f83bbe1d7654 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:04.139204 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35414e7e-a3e4-44cc-abf4-f83bbe1d7654 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:04.139989 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35414e7e-a3e4-44cc-abf4-f83bbe1d7654 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:04.141709 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c35e44b-8854-4192-83fa-8edfc0cf6f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:04.194505 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35e44b-8854-4192-83fa-8edfc0cf6f62 None None] Pushing event deleted for resources: {'Port': ['ID=d55af259-b071-4af0-9d26-4e5237041470,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:04.206704 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c35e44b-8854-4192-83fa-8edfc0cf6f62 None None] No DVR routers for this DVR port d55af259-b071-4af0-9d26-4e5237041470 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:36:04.213088 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:36:04.213461 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:36:04.248993 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35414e7e-a3e4-44cc-abf4-f83bbe1d7654 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Port': ['ID=d55af259-b071-4af0-9d26-4e5237041470,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:04.279126 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35414e7e-a3e4-44cc-abf4-f83bbe1d7654 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:04.285814 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-35414e7e-a3e4-44cc-abf4-f83bbe1d7654 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:04.288928 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35414e7e-a3e4-44cc-abf4-f83bbe1d7654 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:04.289519 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35414e7e-a3e4-44cc-abf4-f83bbe1d7654 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:04.313184 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6bd353-f8aa-48d0-b186-42c24fef4c8b None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:04.361882 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35414e7e-a3e4-44cc-abf4-f83bbe1d7654 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=70a8dfec-ec58-487f-92fc-90dfa66ea8fd,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:04.379108 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-35414e7e-a3e4-44cc-abf4-f83bbe1d7654 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2527180 Nov 15 11:36:04.382130 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59202) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:04.387388 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-75eefe0c-a75d-4caf-a4a7-7990224a1d04 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:04.516250 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-14c6f959-470e-414b-b08c-5801c5e9ed11 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting port b27910e5-8f96-48e1-8dec-92063577943f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:36:04.516580 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14c6f959-470e-414b-b08c-5801c5e9ed11 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:04.560347 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e685c33-85ca-41d7-a9fd-f1d0f64d1852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'fixed_ips': [{'subnet_id': '70a8dfec-ec58-487f-92fc-90dfa66ea8fd'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:36:04.563473 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e685c33-85ca-41d7-a9fd-f1d0f64d1852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:04.573028 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75eefe0c-a75d-4caf-a4a7-7990224a1d04 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:36:04.581716 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-75eefe0c-a75d-4caf-a4a7-7990224a1d04 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:04.682818 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-14c6f959-470e-414b-b08c-5801c5e9ed11 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] For port b27910e5-8f96-48e1-8dec-92063577943f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b27910e5-8f96-48e1-8dec-92063577943f,segment=NetworkSegment(adf1d83f-87df-4785-b2da-445ff7b2547c),segment_id=adf1d83f-87df-4785-b2da-445ff7b2547c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:04.683382 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14c6f959-470e-414b-b08c-5801c5e9ed11 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:04.702223 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-14c6f959-470e-414b-b08c-5801c5e9ed11 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Calling delete_port for b27910e5-8f96-48e1-8dec-92063577943f owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:36:04.709942 n-d-729945-9 neutron-server[102678]: INFO neutron.db.ipam_backend_mixin [None req-75eefe0c-a75d-4caf-a4a7-7990224a1d04 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 70a8dfec-ec58-487f-92fc-90dfa66ea8fd (CIDR: 2001:db8::/64) Nov 15 11:36:04.714688 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-75eefe0c-a75d-4caf-a4a7-7990224a1d04 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:36:04.715320 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75eefe0c-a75d-4caf-a4a7-7990224a1d04 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:04.747760 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-75eefe0c-a75d-4caf-a4a7-7990224a1d04 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3642483 Nov 15 11:36:04.749069 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59220) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:04.760596 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-17d8e68c-c1df-432f-82da-8caf7f6ca819 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:04.800395 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Port d55af259-b071-4af0-9d26-4e5237041470 update to DOWN by agent not found {{(pid=102679) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 15 11:36:04.800395 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7e59af89-7f81-408f-962a-fa467697e339 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:36:04.847886 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 7e59af89-7f81-408f-962a-fa467697e339 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:36:04.848222 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7e59af89-7f81-408f-962a-fa467697e339 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:36:04.907769 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14c6f959-470e-414b-b08c-5801c5e9ed11 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:04.940553 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6f959-470e-414b-b08c-5801c5e9ed11 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Port': ['ID=b27910e5-8f96-48e1-8dec-92063577943f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:04.955068 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-8e685c33-85ca-41d7-a9fd-f1d0f64d1852 None None] Allocated IP 2001:db8::f816:3eff:febc:4333 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/70a8dfec-ec58-487f-92fc-90dfa66ea8fd/3d07de57-6b0d-4138-828f-90c867095a1a) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:36:05.011983 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec69295-3f4f-49e2-bae2-5f08e0882060 req-92f02fba-f067-47a5-a55a-a5ae87e0ef5d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:05.034881 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ec69295-3f4f-49e2-bae2-5f08e0882060 req-92f02fba-f067-47a5-a55a-a5ae87e0ef5d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 945 time: 0.1375537 Nov 15 11:36:05.039153 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d8e68c-c1df-432f-82da-8caf7f6ca819 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:36:05.049868 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-17d8e68c-c1df-432f-82da-8caf7f6ca819 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:05.089466 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1472f862-5015-4d1e-b2ed-1a6c18ef22d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8bce4a4-64b2-4564-b3c8-e7a4cab8c59d'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:36:05.092797 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c3fd66-6e3b-4c4f-82c0-20b245c7bc6f" -d '{"events": [{"server_uuid": "1472f862-5015-4d1e-b2ed-1a6c18ef22d9", "name": "network-vif-plugged", "status": "completed", "tag": "d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:36:05.106499 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff8cf3-accf-4642-b26b-cd351bc2af32 req-7d3b2d4a-0647-4073-b09d-5da7a22878fb tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:05.108936 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-19ff8cf3-accf-4642-b26b-cd351bc2af32 req-7d3b2d4a-0647-4073-b09d-5da7a22878fb tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/ports?device_id=1472f862-5015-4d1e-b2ed-1a6c18ef22d9 HTTP/1.1" status: 200 len: 945 time: 0.2026179 Nov 15 11:36:05.185111 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14c6f959-470e-414b-b08c-5801c5e9ed11 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:05.243710 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e685c33-85ca-41d7-a9fd-f1d0f64d1852 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:05.256149 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e685c33-85ca-41d7-a9fd-f1d0f64d1852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:05.319228 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e685c33-85ca-41d7-a9fd-f1d0f64d1852 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:05.323649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-8e685c33-85ca-41d7-a9fd-f1d0f64d1852 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:05.329068 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e685c33-85ca-41d7-a9fd-f1d0f64d1852 None None] Pushing event updated for resources: {'Port': ['ID=3d07de57-6b0d-4138-828f-90c867095a1a,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:05.331981 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e685c33-85ca-41d7-a9fd-f1d0f64d1852 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:36:05.396106 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6964d1f5-42a1-47a3-b703-b3104b726e8f no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:36:05.417302 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 6964d1f5-42a1-47a3-b703-b3104b726e8f {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:36:05.417821 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6964d1f5-42a1-47a3-b703-b3104b726e8f not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:36:05.438691 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8e685c33-85ca-41d7-a9fd-f1d0f64d1852 None None] Attempting to bind port 3d07de57-6b0d-4138-828f-90c867095a1a on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:36:05.439049 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8e685c33-85ca-41d7-a9fd-f1d0f64d1852 None None] Attempting to bind port 3d07de57-6b0d-4138-828f-90c867095a1a by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:36:05.439404 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e685c33-85ca-41d7-a9fd-f1d0f64d1852 None None] Attempting to bind port 3d07de57-6b0d-4138-828f-90c867095a1a on network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:36:05.445367 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e685c33-85ca-41d7-a9fd-f1d0f64d1852 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:36:05.445724 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e685c33-85ca-41d7-a9fd-f1d0f64d1852 None None] Checking segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:36:05.446114 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e685c33-85ca-41d7-a9fd-f1d0f64d1852 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:05.446496 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e685c33-85ca-41d7-a9fd-f1d0f64d1852 None None] Bound using segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:36:05.446955 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8e685c33-85ca-41d7-a9fd-f1d0f64d1852 None None] Bound port: 3d07de57-6b0d-4138-828f-90c867095a1a, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:36:05.447393 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e685c33-85ca-41d7-a9fd-f1d0f64d1852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:05.481783 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-19ff8cf3-accf-4642-b26b-cd351bc2af32 req-693b8b73-a3e5-4bfb-b445-ba6440706e1e tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d068bb6-c49c-45b4-ab4e-e2582a7b634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225915 Nov 15 11:36:05.488066 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ec69295-3f4f-49e2-bae2-5f08e0882060 req-f904a53f-b4e4-4f61-8152-af854720e87a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276354 Nov 15 11:36:05.540240 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8e685c33-85ca-41d7-a9fd-f1d0f64d1852 None None] For port 3d07de57-6b0d-4138-828f-90c867095a1a, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:36:05.544213 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8e685c33-85ca-41d7-a9fd-f1d0f64d1852 None None] For port 3d07de57-6b0d-4138-828f-90c867095a1a, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3d07de57-6b0d-4138-828f-90c867095a1a,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:36:05.562530 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e685c33-85ca-41d7-a9fd-f1d0f64d1852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:05.578289 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4484c915-aa29-4da2-a1e6-de6f8a42c233 x-openstack-request-id: req-4484c915-aa29-4da2-a1e6-de6f8a42c233 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:36:05.578950 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1472f862-5015-4d1e-b2ed-1a6c18ef22d9", "name": "network-vif-plugged", "status": "completed", "tag": "d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:36:05.579202 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4484c915-aa29-4da2-a1e6-de6f8a42c233 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:36:05.579592 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1472f862-5015-4d1e-b2ed-1a6c18ef22d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8bce4a4-64b2-4564-b3c8-e7a4cab8c59d', 'code': 200} Nov 15 11:36:05.659687 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e685c33-85ca-41d7-a9fd-f1d0f64d1852 None None] Pushing event updated for resources: {'Port': ['ID=3d07de57-6b0d-4138-828f-90c867095a1a,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:05.752225 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-17d8e68c-c1df-432f-82da-8caf7f6ca819 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:05.847179 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d8e68c-c1df-432f-82da-8caf7f6ca819 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:05.859005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55410122-6343-451b-a2d9-d5d0e03c8cfd req-a0e65382-e0b3-4c5a-908a-19aa55022ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:05.860596 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55410122-6343-451b-a2d9-d5d0e03c8cfd req-a0e65382-e0b3-4c5a-908a-19aa55022ec6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1472f862-5015-4d1e-b2ed-1a6c18ef22d9 HTTP/1.1" status: 200 len: 1096 time: 0.1839399 Nov 15 11:36:05.878710 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b579009-fd15-46ca-8a2d-a0012f5c10d9 req-eebbcb56-b3f2-41c2-a131-2e4900d894a5 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:05.886099 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b579009-fd15-46ca-8a2d-a0012f5c10d9 req-eebbcb56-b3f2-41c2-a131-2e4900d894a5 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 945 time: 0.2714317 Nov 15 11:36:05.893861 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-17d8e68c-c1df-432f-82da-8caf7f6ca819 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:05.913121 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d8e68c-c1df-432f-82da-8caf7f6ca819 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:05.914223 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-17d8e68c-c1df-432f-82da-8caf7f6ca819 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:05.955748 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8e68c-c1df-432f-82da-8caf7f6ca819 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=60b3b81e-acdf-4c93-8627-b8e8f23f2f3a,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:06.011367 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-17d8e68c-c1df-432f-82da-8caf7f6ca819 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2587876 Nov 15 11:36:06.016975 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59250) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:06.023437 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-4e67ee64-db05-4ee3-9606-5398545224f0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'mac_address': 'fa:16:3e:c4:68:18', 'name': 'tempest-NetworksTestDHCPv6-432296612'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:06.049291 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b579009-fd15-46ca-8a2d-a0012f5c10d9 req-a0cdfc65-cbd9-49a9-8cf8-b2c83de25465 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623120 Nov 15 11:36:06.109677 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55410122-6343-451b-a2d9-d5d0e03c8cfd req-25eb1d8f-f89b-4be6-8afe-d210cb74243a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8d068bb6-c49c-45b4-ab4e-e2582a7b634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137132 Nov 15 11:36:06.243447 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6c337e0a-5938-4c36-8372-18c975689c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:06.363353 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c6f959-470e-414b-b08c-5801c5e9ed11 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Router dfb47ae3-f36b-4048-b19c-5357040011e4 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:36:06.493819 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c6f959-470e-414b-b08c-5801c5e9ed11 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:36:06.501081 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-14c6f959-470e-414b-b08c-5801c5e9ed11 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/routers/dfb47ae3-f36b-4048-b19c-5357040011e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5351529 Nov 15 11:36:06.503626 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59268) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:06.512987 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdca3e8-85e7-490e-a70b-480f3e87b3d8 None None] Sync routers for ids ['dfb47ae3-f36b-4048-b19c-5357040011e4'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:36:06.528622 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdca3e8-85e7-490e-a70b-480f3e87b3d8 None None] Routers {'dfb47ae3-f36b-4048-b19c-5357040011e4'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:36:06.529502 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7bdca3e8-85e7-490e-a70b-480f3e87b3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:35:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['dfb47ae3-f36b-4048-b19c-5357040011e4'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:06.626586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34778a6-d804-4ee4-bae4-752c6195bb14 req-88fb0d04-1211-40ac-9e40-04f52d6f7f24 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:06.633861 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e34778a6-d804-4ee4-bae4-752c6195bb14 req-88fb0d04-1211-40ac-9e40-04f52d6f7f24 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 945 time: 0.1174996 Nov 15 11:36:06.669933 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e67ee64-db05-4ee3-9606-5398545224f0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:36:06.679777 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f81b7f-1625-41e8-98ee-61b7d0ce372a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting subnet 0177a518-a445-4662-93f5-0a6023cbb117 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:36:06.686269 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92f81b7f-1625-41e8-98ee-61b7d0ce372a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:06.720640 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454d0f1-58d0-4555-943c-bb8c2c4bbe34 req-ae957a24-7f31-41ad-a89e-c19acda06fa9 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:06.722225 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6454d0f1-58d0-4555-943c-bb8c2c4bbe34 req-ae957a24-7f31-41ad-a89e-c19acda06fa9 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/ports?device_id=1472f862-5015-4d1e-b2ed-1a6c18ef22d9 HTTP/1.1" status: 200 len: 945 time: 0.1485400 Nov 15 11:36:06.753603 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92f81b7f-1625-41e8-98ee-61b7d0ce372a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:06.796644 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e34778a6-d804-4ee4-bae4-752c6195bb14 req-28b99426-b31d-4cc3-aea4-f45a63c71fd8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583133 Nov 15 11:36:06.856020 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6454d0f1-58d0-4555-943c-bb8c2c4bbe34 req-8635964f-7734-4160-b131-7f98a446c74c tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d068bb6-c49c-45b4-ab4e-e2582a7b634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126413 Nov 15 11:36:06.862506 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e67ee64-db05-4ee3-9606-5398545224f0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:06.904097 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-4e67ee64-db05-4ee3-9606-5398545224f0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] device_id is not set on port 7d97e1a2-450b-4579-a402-407a2e1fb37a yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:36:06.949502 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-7bdca3e8-85e7-490e-a70b-480f3e87b3d8 None None] Set router dfb47ae3-f36b-4048-b19c-5357040011e4 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:36:07.005968 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92f81b7f-1625-41e8-98ee-61b7d0ce372a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:07.083961 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92f81b7f-1625-41e8-98ee-61b7d0ce372a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:07.183594 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f81b7f-1625-41e8-98ee-61b7d0ce372a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Subnet': ['ID=0177a518-a445-4662-93f5-0a6023cbb117,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:07.183958 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-4e67ee64-db05-4ee3-9606-5398545224f0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8:0:1::11b (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/60b3b81e-acdf-4c93-8627-b8e8f23f2f3a/7d97e1a2-450b-4579-a402-407a2e1fb37a) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:36:07.197899 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-4e67ee64-db05-4ee3-9606-5398545224f0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8::f816:3eff:fec4:6818 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/70a8dfec-ec58-487f-92fc-90dfa66ea8fd/7d97e1a2-450b-4579-a402-407a2e1fb37a) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:36:07.204911 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-92f81b7f-1625-41e8-98ee-61b7d0ce372a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:07.210288 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b75296-1bff-4e3e-a3e9-a2a6dbf3a050 None None] Network de508741-1230-4996-8064-c4ea32f880a6 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:07.244742 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-92f81b7f-1625-41e8-98ee-61b7d0ce372a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/subnets/0177a518-a445-4662-93f5-0a6023cbb117 HTTP/1.1" status: 204 len: 168 time: 0.7199273 Nov 15 11:36:07.248842 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59286) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:07.558776 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1e5e3c0-7422-4875-aaa7-54635231d229 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:07.563576 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3d07de57-6b0d-4138-828f-90c867095a1a up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:36:07.565272 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7bdca3e8-85e7-490e-a70b-480f3e87b3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:36:04Z', 'revision_number': 9, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None, '_interfaces': [{'id': 'b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a', 'name': '', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:61:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:18Z', 'updated_at': '2021-11-15T11:35:28Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdfc6dfc-4109-4531-8269-f6b896167493', 'name': '', 'network_id': '840ac831-203b-4728-9cad-9683f90938c4', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:eb:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:27Z', 'updated_at': '2021-11-15T11:35:40Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:07.634056 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdca3e8-85e7-490e-a70b-480f3e87b3d8 None None] Checking router: dfb47ae3-f36b-4048-b19c-5357040011e4 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:36:07.640562 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf1d5c0-6655-4116-ae26-c6f024a33a19 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:07.641418 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5e3c0-7422-4875-aaa7-54635231d229 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting port 6480705b-cfc2-4e4c-92bb-2b79119316e4 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:36:07.642002 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1e5e3c0-7422-4875-aaa7-54635231d229 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:07.703875 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:36:07.713007 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdca3e8-85e7-490e-a70b-480f3e87b3d8 None None] Routers {'dfb47ae3-f36b-4048-b19c-5357040011e4'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:36:07.714036 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7bdca3e8-85e7-490e-a70b-480f3e87b3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:35:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['dfb47ae3-f36b-4048-b19c-5357040011e4'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:07.739575 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e67ee64-db05-4ee3-9606-5398545224f0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:07.785232 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b339ce-d419-42e2-ba8f-6757f7eec7bc None None] DHCP port deletion for de508741-1230-4996-8064-c4ea32f880a6 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:36:07.799409 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f95a10-5304-435a-a95e-d0c525b9b6ab req-0b4b45c5-7d42-4626-ad79-060a24d6ef74 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:07.801318 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84f95a10-5304-435a-a95e-d0c525b9b6ab req-0b4b45c5-7d42-4626-ad79-060a24d6ef74 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 945 time: 0.2430205 Nov 15 11:36:07.802687 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e67ee64-db05-4ee3-9606-5398545224f0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:07.817759 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c1e5e3c0-7422-4875-aaa7-54635231d229 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] For port 6480705b-cfc2-4e4c-92bb-2b79119316e4, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6480705b-cfc2-4e4c-92bb-2b79119316e4,segment=NetworkSegment(adf1d83f-87df-4785-b2da-445ff7b2547c),segment_id=adf1d83f-87df-4785-b2da-445ff7b2547c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:07.818970 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1e5e3c0-7422-4875-aaa7-54635231d229 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:07.839423 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5e3c0-7422-4875-aaa7-54635231d229 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Calling delete_port for 6480705b-cfc2-4e4c-92bb-2b79119316e4 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:36:07.880775 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e67ee64-db05-4ee3-9606-5398545224f0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:07.892515 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-4e67ee64-db05-4ee3-9606-5398545224f0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:07.911747 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-7bdca3e8-85e7-490e-a70b-480f3e87b3d8 None None] Set router dfb47ae3-f36b-4048-b19c-5357040011e4 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:36:07.928292 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e67ee64-db05-4ee3-9606-5398545224f0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:36:07.946695 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e67ee64-db05-4ee3-9606-5398545224f0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:07.947431 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e67ee64-db05-4ee3-9606-5398545224f0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:07.949857 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1e5e3c0-7422-4875-aaa7-54635231d229 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:07.974846 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e5e3c0-7422-4875-aaa7-54635231d229 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] No DVR routers for this DVR port 6480705b-cfc2-4e4c-92bb-2b79119316e4 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:36:07.997080 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67ee64-db05-4ee3-9606-5398545224f0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=7d97e1a2-450b-4579-a402-407a2e1fb37a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:08.019834 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84f95a10-5304-435a-a95e-d0c525b9b6ab req-3ed3df83-3c78-45ed-b092-7eda847a482a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010949 Nov 15 11:36:08.064450 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4e67ee64-db05-4ee3-9606-5398545224f0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0461149 Nov 15 11:36:08.065964 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59308) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:08.095056 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5e3c0-7422-4875-aaa7-54635231d229 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Port': ['ID=6480705b-cfc2-4e4c-92bb-2b79119316e4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:08.143462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7df05-7099-40a0-8f1f-a22ed2528d8c req-4b859469-ed10-42ef-91e6-8500acffe6e1 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:08.150825 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3df7df05-7099-40a0-8f1f-a22ed2528d8c req-4b859469-ed10-42ef-91e6-8500acffe6e1 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/ports?device_id=1472f862-5015-4d1e-b2ed-1a6c18ef22d9 HTTP/1.1" status: 200 len: 945 time: 0.1500947 Nov 15 11:36:08.219673 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1e5e3c0-7422-4875-aaa7-54635231d229 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:08.247715 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3df7df05-7099-40a0-8f1f-a22ed2528d8c req-d0263d1e-8a8d-4db1-9064-9e42874bd8ed tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d068bb6-c49c-45b4-ab4e-e2582a7b634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959854 Nov 15 11:36:08.270152 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-c1e5e3c0-7422-4875-aaa7-54635231d229 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de508741-1230-4996-8064-c4ea32f880a6']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:08.284519 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-c1e5e3c0-7422-4875-aaa7-54635231d229 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf1d83f-87df-4785-b2da-445ff7b2547c') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:08.284683 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1672c1c2-cbe4-42bb-8dc2-3946f78b4b8c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting port 7d97e1a2-450b-4579-a402-407a2e1fb37a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:36:08.284855 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1672c1c2-cbe4-42bb-8dc2-3946f78b4b8c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:08.284992 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-c1e5e3c0-7422-4875-aaa7-54635231d229 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf1d83f-87df-4785-b2da-445ff7b2547c') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:08.299239 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1e5e3c0-7422-4875-aaa7-54635231d229 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:08.317012 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1e5e3c0-7422-4875-aaa7-54635231d229 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:08.325477 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e5e3c0-7422-4875-aaa7-54635231d229 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:36:08.326864 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1e5e3c0-7422-4875-aaa7-54635231d229 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:08.369594 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7bdca3e8-85e7-490e-a70b-480f3e87b3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:36:04Z', 'revision_number': 9, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None, '_interfaces': [{'id': 'b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a', 'name': '', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:61:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:18Z', 'updated_at': '2021-11-15T11:35:28Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdfc6dfc-4109-4531-8269-f6b896167493', 'name': '', 'network_id': '840ac831-203b-4728-9cad-9683f90938c4', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:eb:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:27Z', 'updated_at': '2021-11-15T11:35:40Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:36:08.398997 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:36:08.440647 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdca3e8-85e7-490e-a70b-480f3e87b3d8 None None] The sync data for ids ['dfb47ae3-f36b-4048-b19c-5357040011e4'] in n-d-729945-9 is: [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:36:04Z', 'revision_number': 9, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None, '_interfaces': [{'id': 'b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a', 'name': '', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:61:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:18Z', 'updated_at': '2021-11-15T11:35:28Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdfc6dfc-4109-4531-8269-f6b896167493', 'name': '', 'network_id': '840ac831-203b-4728-9cad-9683f90938c4', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:eb:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:27Z', 'updated_at': '2021-11-15T11:35:40Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': 'b4086fc7-817e-4418-afff-c1ad53d146b2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:36:08.449297 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1e5e3c0-7422-4875-aaa7-54635231d229 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:08.459069 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c1e5e3c0-7422-4875-aaa7-54635231d229 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:08.473793 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7779e499-c98f-415e-bbe4-47993156154d None None] Provisioning complete for port 3d07de57-6b0d-4138-828f-90c867095a1a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:08.474639 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7779e499-c98f-415e-bbe4-47993156154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:08.475214 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c1e5e3c0-7422-4875-aaa7-54635231d229 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/networks/de508741-1230-4996-8064-c4ea32f880a6 HTTP/1.1" status: 204 len: 168 time: 1.2232602 Nov 15 11:36:08.475860 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59320) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:08.491284 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 3d07de57-6b0d-4138-828f-90c867095a1a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:08.493560 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:08.543202 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1672c1c2-cbe4-42bb-8dc2-3946f78b4b8c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:08.561993 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1672c1c2-cbe4-42bb-8dc2-3946f78b4b8c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Calling delete_port for 7d97e1a2-450b-4579-a402-407a2e1fb37a owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:36:08.613515 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0d59977e-c694-413e-8102-08d28898a0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:08.648348 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5e3c0-7422-4875-aaa7-54635231d229 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Network': ['ID=de508741-1230-4996-8064-c4ea32f880a6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:08.700991 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-56b339ce-d419-42e2-ba8f-6757f7eec7bc None None] Deleting port 6480705b-cfc2-4e4c-92bb-2b79119316e4 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:36:08.701491 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-56b339ce-d419-42e2-ba8f-6757f7eec7bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server [None req-56b339ce-d419-42e2-ba8f-6757f7eec7bc None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network de508741-1230-4996-8064-c4ea32f880a6 could not be found. Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network de508741-1230-4996-8064-c4ea32f880a6 could not be found. Nov 15 11:36:08.796064 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server Nov 15 11:36:08.904132 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1672c1c2-cbe4-42bb-8dc2-3946f78b4b8c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:08.945999 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672c1c2-cbe4-42bb-8dc2-3946f78b4b8c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Port': ['ID=7d97e1a2-450b-4579-a402-407a2e1fb37a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:08.982980 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d235169-fadc-4dd1-aa7c-8179df52132a None None] DHCP port deletion for de508741-1230-4996-8064-c4ea32f880a6 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:36:09.033151 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1672c1c2-cbe4-42bb-8dc2-3946f78b4b8c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:09.034028 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1672c1c2-cbe4-42bb-8dc2-3946f78b4b8c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/7d97e1a2-450b-4579-a402-407a2e1fb37a HTTP/1.1" status: 204 len: 168 time: 0.9670823 Nov 15 11:36:09.036394 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59344) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:09.066073 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:09.073184 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7779e499-c98f-415e-bbe4-47993156154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:09.200558 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1402fda6-3af6-47e0-b663-95810c1a673e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:09.206206 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59350) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:09.208305 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1402fda6-3af6-47e0-b663-95810c1a673e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1706665 Nov 15 11:36:09.226929 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 3d07de57-6b0d-4138-828f-90c867095a1a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3d07de57-6b0d-4138-828f-90c867095a1a,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:09.236574 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b79dfb61-cb6a-4ef4-bb75-ab049cc24739 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:09.272120 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:09.304442 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40c5bd-2c15-48b2-92ab-319594b63345 req-21bccc0d-9ae2-4de5-ae47-05d5efb2db3d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:09.306005 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e40c5bd-2c15-48b2-92ab-319594b63345 req-21bccc0d-9ae2-4de5-ae47-05d5efb2db3d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.11 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 945 time: 0.2211258 Nov 15 11:36:09.360191 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2bf24-7cb6-4b8b-bf3e-8a24e13e724e req-421e1cb2-4a24-4787-bde1-7963def23dd0 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:09.378906 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6f2bf24-7cb6-4b8b-bf3e-8a24e13e724e req-421e1cb2-4a24-4787-bde1-7963def23dd0 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 945 time: 0.2296264 Nov 15 11:36:09.384622 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=3d07de57-6b0d-4138-828f-90c867095a1a,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:09.408988 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aab5a5-4da5-4cfe-82b0-cbf7463efbd6 None None] Update dhcp port {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'fixed_ips': [{'subnet_id': '70a8dfec-ec58-487f-92fc-90dfa66ea8fd', 'ip_address': '2001:db8::f816:3eff:febc:4333'}, {'subnet_id': '60b3b81e-acdf-4c93-8627-b8e8f23f2f3a'}], 'binding:host_id': 'n-d-729945-9'}, 'id': '3d07de57-6b0d-4138-828f-90c867095a1a'} from n-d-729945-9. {{(pid=102679) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 11:36:09.440738 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-49aab5a5-4da5-4cfe-82b0-cbf7463efbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:09.443755 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-7779e499-c98f-415e-bbe4-47993156154d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:36:09.444348 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-7779e499-c98f-415e-bbe4-47993156154d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:36:09.531039 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4787f37-3662-4e4d-8b14-ad36fcecf738 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:09.545927 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a4787f37-3662-4e4d-8b14-ad36fcecf738 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3386500 Nov 15 11:36:09.546578 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59364) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:09.611414 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6f2bf24-7cb6-4b8b-bf3e-8a24e13e724e req-1b2d81d8-938a-4b4e-b4df-1e87c30a4e1f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266426 Nov 15 11:36:09.645730 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b27910e5-8f96-48e1-8dec-92063577943f no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:36:09.669565 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-3e40c5bd-2c15-48b2-92ab-319594b63345 req-05ce0d3e-4fcd-41c0-8ec6-649ba542c91a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Deleting port 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:36:09.670132 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3e40c5bd-2c15-48b2-92ab-319594b63345 req-05ce0d3e-4fcd-41c0-8ec6-649ba542c91a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:09.676792 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: b27910e5-8f96-48e1-8dec-92063577943f {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:36:09.677129 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b27910e5-8f96-48e1-8dec-92063577943f not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:36:09.677545 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6480705b-cfc2-4e4c-92bb-2b79119316e4 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:36:09.705511 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 6480705b-cfc2-4e4c-92bb-2b79119316e4 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:36:09.705858 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6480705b-cfc2-4e4c-92bb-2b79119316e4 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:36:09.723381 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-49aab5a5-4da5-4cfe-82b0-cbf7463efbd6 None None] Allocated IP 2001:db8:0:1::2 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/60b3b81e-acdf-4c93-8627-b8e8f23f2f3a/3d07de57-6b0d-4138-828f-90c867095a1a) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:36:09.787656 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a56faa5-b27a-4a83-b7c3-96ff403db9e0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:09.794082 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a56faa5-b27a-4a83-b7c3-96ff403db9e0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:09.802028 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a56faa5-b27a-4a83-b7c3-96ff403db9e0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:09.813363 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6a56faa5-b27a-4a83-b7c3-96ff403db9e0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2637813 Nov 15 11:36:09.815245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59376) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:09.863329 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-3e40c5bd-2c15-48b2-92ab-319594b63345 req-05ce0d3e-4fcd-41c0-8ec6-649ba542c91a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] For port 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:09.863981 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3e40c5bd-2c15-48b2-92ab-319594b63345 req-05ce0d3e-4fcd-41c0-8ec6-649ba542c91a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:09.888274 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:09.890775 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-49aab5a5-4da5-4cfe-82b0-cbf7463efbd6 None None] For port 3d07de57-6b0d-4138-828f-90c867095a1a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3d07de57-6b0d-4138-828f-90c867095a1a,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:09.911239 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-3e40c5bd-2c15-48b2-92ab-319594b63345 req-05ce0d3e-4fcd-41c0-8ec6-649ba542c91a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Calling delete_port for 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:36:09.937577 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb41e73a-7fc2-4fc3-a87b-6ab3a7732094 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet 60b3b81e-acdf-4c93-8627-b8e8f23f2f3a {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:36:09.941742 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-49aab5a5-4da5-4cfe-82b0-cbf7463efbd6 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:09.953739 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb41e73a-7fc2-4fc3-a87b-6ab3a7732094 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:10.001238 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-49aab5a5-4da5-4cfe-82b0-cbf7463efbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:10.088569 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb41e73a-7fc2-4fc3-a87b-6ab3a7732094 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:10.114275 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aab5a5-4da5-4cfe-82b0-cbf7463efbd6 None None] Pushing event updated for resources: {'Port': ['ID=3d07de57-6b0d-4138-828f-90c867095a1a,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:10.153015 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3e40c5bd-2c15-48b2-92ab-319594b63345 req-05ce0d3e-4fcd-41c0-8ec6-649ba542c91a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:10.194997 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:36:10.229999 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b79dfb61-cb6a-4ef4-bb75-ab049cc24739 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting port fdfc6dfc-4109-4531-8269-f6b896167493 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:36:10.230689 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b79dfb61-cb6a-4ef4-bb75-ab049cc24739 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:10.235182 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce0d3e-4fcd-41c0-8ec6-649ba542c91a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event deleted for resources: {'Port': ['ID=74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:10.324415 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e40c5bd-2c15-48b2-92ab-319594b63345 req-05ce0d3e-4fcd-41c0-8ec6-649ba542c91a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] No DVR routers for this DVR port 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:36:10.334527 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3e40c5bd-2c15-48b2-92ab-319594b63345 req-05ce0d3e-4fcd-41c0-8ec6-649ba542c91a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:10.339610 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e40c5bd-2c15-48b2-92ab-319594b63345 req-05ce0d3e-4fcd-41c0-8ec6-649ba542c91a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.11 "DELETE /v2.0/ports/74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235 HTTP/1.1" status: 204 len: 173 time: 1.0263476 Nov 15 11:36:10.340375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002d76ba-0067-4704-823e-83da41852c19', 'name': 'network-vif-deleted', 'tag': '74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:36:10.349254 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9602c04b-bc82-4eb3-83fd-01e3d5b47b6c" -d '{"events": [{"server_uuid": "002d76ba-0067-4704-823e-83da41852c19", "name": "network-vif-deleted", "tag": "74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:36:10.393272 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb41e73a-7fc2-4fc3-a87b-6ab3a7732094 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:10.445008 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f755fe9c-c9b9-4768-8b56-33c8c2e00fde x-openstack-request-id: req-f755fe9c-c9b9-4768-8b56-33c8c2e00fde {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:36:10.445357 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002d76ba-0067-4704-823e-83da41852c19", "name": "network-vif-deleted", "tag": "74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:36:10.445615 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f755fe9c-c9b9-4768-8b56-33c8c2e00fde {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:36:10.446025 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002d76ba-0067-4704-823e-83da41852c19', 'name': 'network-vif-deleted', 'tag': '74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235', 'status': 'completed', 'code': 200} Nov 15 11:36:10.531583 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b79dfb61-cb6a-4ef4-bb75-ab049cc24739 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] For port fdfc6dfc-4109-4531-8269-f6b896167493, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=fdfc6dfc-4109-4531-8269-f6b896167493,segment=NetworkSegment(192b4396-b916-40db-8ae0-746a645ba996),segment_id=192b4396-b916-40db-8ae0-746a645ba996)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:10.532252 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b79dfb61-cb6a-4ef4-bb75-ab049cc24739 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:10.567759 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b79dfb61-cb6a-4ef4-bb75-ab049cc24739 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Calling delete_port for fdfc6dfc-4109-4531-8269-f6b896167493 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:36:10.687498 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb41e73a-7fc2-4fc3-a87b-6ab3a7732094 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:10.769546 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41e73a-7fc2-4fc3-a87b-6ab3a7732094 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=60b3b81e-acdf-4c93-8627-b8e8f23f2f3a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:10.795161 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb41e73a-7fc2-4fc3-a87b-6ab3a7732094 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:10.796588 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08fc7eba-795f-4146-9913-f670402fca4c req-b51dcf68-4e77-414f-8a02-7c24021463bc tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 210 time: 0.0596213 Nov 15 11:36:10.816560 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59406) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:10.817916 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fb41e73a-7fc2-4fc3-a87b-6ab3a7732094 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/60b3b81e-acdf-4c93-8627-b8e8f23f2f3a HTTP/1.1" status: 204 len: 168 time: 1.0014539 Nov 15 11:36:10.930156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd9fcd2a-ee06-4fb2-96ca-0107f4c93e8e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet 70a8dfec-ec58-487f-92fc-90dfa66ea8fd {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:36:10.986715 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bd9fcd2a-ee06-4fb2-96ca-0107f4c93e8e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:11.063207 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bd9fcd2a-ee06-4fb2-96ca-0107f4c93e8e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:11.073224 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b79dfb61-cb6a-4ef4-bb75-ab049cc24739 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:11.150221 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79dfb61-cb6a-4ef4-bb75-ab049cc24739 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Port': ['ID=fdfc6dfc-4109-4531-8269-f6b896167493,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:11.348440 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bd9fcd2a-ee06-4fb2-96ca-0107f4c93e8e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:11.397632 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcef654-9b09-44d9-ab0e-5a79d2c01df9 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:11.471683 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bd9fcd2a-ee06-4fb2-96ca-0107f4c93e8e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:11.494808 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b79dfb61-cb6a-4ef4-bb75-ab049cc24739 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:11.540928 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fcd2a-ee06-4fb2-96ca-0107f4c93e8e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=70a8dfec-ec58-487f-92fc-90dfa66ea8fd,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:11.564887 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bd9fcd2a-ee06-4fb2-96ca-0107f4c93e8e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:11.569321 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-bd9fcd2a-ee06-4fb2-96ca-0107f4c93e8e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/70a8dfec-ec58-487f-92fc-90dfa66ea8fd HTTP/1.1" status: 204 len: 168 time: 0.7515988 Nov 15 11:36:11.572024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59436) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:11.638313 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3d07de57-6b0d-4138-828f-90c867095a1a up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:36:11.641178 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-34675840-5996-4a5a-8983-bbe5b7911701 None None] Could not find standard attr ID for object 7d97e1a2-450b-4579-a402-407a2e1fb37a. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:36:11.643624 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:11.647132 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f0c39ced-4e31-4249-a729-bd1b44c48d60 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734575 Nov 15 11:36:11.647786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59438) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:11.676950 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-0ae606c9-37f0-4596-93a5-37c9ea7b67b4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:11.704128 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-34675840-5996-4a5a-8983-bbe5b7911701 None None] Provisioning complete for port 3d07de57-6b0d-4138-828f-90c867095a1a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:11.704841 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-34675840-5996-4a5a-8983-bbe5b7911701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:11.901535 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6485b3-e773-4581-babf-85a6dc47b13f req-07d58e03-6d9e-4bce-83de-121034749974 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:11.910767 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e6485b3-e773-4581-babf-85a6dc47b13f req-07d58e03-6d9e-4bce-83de-121034749974 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/ports?device_id=1472f862-5015-4d1e-b2ed-1a6c18ef22d9 HTTP/1.1" status: 200 len: 945 time: 0.0991116 Nov 15 11:36:11.982888 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e6485b3-e773-4581-babf-85a6dc47b13f req-c2801275-99c3-4b1f-930b-04d172881260 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d068bb6-c49c-45b4-ab4e-e2582a7b634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711639 Nov 15 11:36:12.001966 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 3d07de57-6b0d-4138-828f-90c867095a1a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:12.002328 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:12.025989 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29adf76c-8b3f-445c-ab2f-8a01065a9663 req-bdbc4cd4-a99f-44b0-9287-e9368da804c3 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 210 time: 0.0953562 Nov 15 11:36:12.059297 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae606c9-37f0-4596-93a5-37c9ea7b67b4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:36:12.070659 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ae606c9-37f0-4596-93a5-37c9ea7b67b4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:12.132977 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c4c8ae-7c64-4981-b605-cbab1e447e73 None None] DHCP port deletion for ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:36:12.148448 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79dfb61-cb6a-4ef4-bb75-ab049cc24739 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Router dfb47ae3-f36b-4048-b19c-5357040011e4 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:36:12.273160 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:12.303137 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f4c4c8ae-7c64-4981-b605-cbab1e447e73 None None] Deleting port 3d07de57-6b0d-4138-828f-90c867095a1a {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:36:12.303500 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f4c4c8ae-7c64-4981-b605-cbab1e447e73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:12.318025 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79dfb61-cb6a-4ef4-bb75-ab049cc24739 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:36:12.341177 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b79dfb61-cb6a-4ef4-bb75-ab049cc24739 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/routers/dfb47ae3-f36b-4048-b19c-5357040011e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8492315 Nov 15 11:36:12.342544 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59456) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:12.358474 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5466452-4088-40ff-bfbc-c23a22734e1a None None] Sync routers for ids ['dfb47ae3-f36b-4048-b19c-5357040011e4'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:36:12.403331 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e972c7e-2a82-4993-b5f7-ce0f16fea154 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting subnet b4086fc7-817e-4418-afff-c1ad53d146b2 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:36:12.407145 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e972c7e-2a82-4993-b5f7-ce0f16fea154 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:12.424736 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5466452-4088-40ff-bfbc-c23a22734e1a None None] Routers {'dfb47ae3-f36b-4048-b19c-5357040011e4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:36:12.426013 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c5466452-4088-40ff-bfbc-c23a22734e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:36:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['dfb47ae3-f36b-4048-b19c-5357040011e4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:12.455651 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e972c7e-2a82-4993-b5f7-ce0f16fea154 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:12.536442 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-c5466452-4088-40ff-bfbc-c23a22734e1a None None] Set router dfb47ae3-f36b-4048-b19c-5357040011e4 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:36:12.582845 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e972c7e-2a82-4993-b5f7-ce0f16fea154 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:12.633711 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f4c4c8ae-7c64-4981-b605-cbab1e447e73 None None] For port 3d07de57-6b0d-4138-828f-90c867095a1a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3d07de57-6b0d-4138-828f-90c867095a1a,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:12.634115 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f4c4c8ae-7c64-4981-b605-cbab1e447e73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:12.662531 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e972c7e-2a82-4993-b5f7-ce0f16fea154 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:12.718105 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f4c4c8ae-7c64-4981-b605-cbab1e447e73 None None] Calling delete_port for 3d07de57-6b0d-4138-828f-90c867095a1a owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:36:12.724666 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e972c7e-2a82-4993-b5f7-ce0f16fea154 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:12.732103 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59466) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:12.733073 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5e972c7e-2a82-4993-b5f7-ce0f16fea154 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/subnets/b4086fc7-817e-4418-afff-c1ad53d146b2 HTTP/1.1" status: 204 len: 168 time: 0.3887792 Nov 15 11:36:12.734571 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e972c7e-2a82-4993-b5f7-ce0f16fea154 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Subnet': ['ID=b4086fc7-817e-4418-afff-c1ad53d146b2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:12.747140 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1d9429-a542-40c6-9f57-29ac663e8718 None None] Network 840ac831-203b-4728-9cad-9683f90938c4 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:12.929243 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3d9c-508a-4ef0-86c0-8b76a782817d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:12.954890 n-d-729945-9 neutron-server[102678]: DEBUG neutron.objects.ports [None req-0ae606c9-37f0-4596-93a5-37c9ea7b67b4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102678) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 11:36:13.395619 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3d07de57-6b0d-4138-828f-90c867095a1a no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:36:13.449990 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c5466452-4088-40ff-bfbc-c23a22734e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:36:10Z', 'revision_number': 10, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None, '_interfaces': [{'id': 'b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a', 'name': '', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:61:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:18Z', 'updated_at': '2021-11-15T11:35:28Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:13.460087 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ae606c9-37f0-4596-93a5-37c9ea7b67b4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:13.477271 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2275cac4-8450-4fd1-bf5f-7114d4ca36a2 req-46c5d275-5b6a-4d4c-ae67-48af64a7c471 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 210 time: 0.2912598 Nov 15 11:36:13.495664 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5466452-4088-40ff-bfbc-c23a22734e1a None None] Checking router: dfb47ae3-f36b-4048-b19c-5357040011e4 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:36:13.498173 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f4c4c8ae-7c64-4981-b605-cbab1e447e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:13.510153 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e171d-eba4-443c-b87a-a2e645543ac2 req-ce07a0e7-22e8-4865-abee-28f116629d99 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:13.510500 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:36:13.518628 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac1e171d-eba4-443c-b87a-a2e645543ac2 req-ce07a0e7-22e8-4865-abee-28f116629d99 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/ports?device_id=1472f862-5015-4d1e-b2ed-1a6c18ef22d9 HTTP/1.1" status: 200 len: 945 time: 0.3386827 Nov 15 11:36:13.528217 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c559e5a-4335-4b44-bda5-fa1129d4acff req-c5ed96bb-0582-48fd-bf90-87dc851a1240 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:13.530309 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9c559e5a-4335-4b44-bda5-fa1129d4acff req-c5ed96bb-0582-48fd-bf90-87dc851a1240 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.55 "GET /v2.0/ports?device_id=1472f862-5015-4d1e-b2ed-1a6c18ef22d9 HTTP/1.1" status: 200 len: 945 time: 0.5000968 Nov 15 11:36:13.569099 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c4c8ae-7c64-4981-b605-cbab1e447e73 None None] No DVR routers for this DVR port 3d07de57-6b0d-4138-828f-90c867095a1a on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:36:13.581008 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:36:13.582788 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 74ff9b48-5ce4-4fc5-8f76-ac21f2ecf235 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:36:13.595995 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4c8ae-7c64-4981-b605-cbab1e447e73 None None] Pushing event deleted for resources: {'Port': ['ID=3d07de57-6b0d-4138-828f-90c867095a1a,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:13.614426 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No active binding found for port 3d07de57-6b0d-4138-828f-90c867095a1a {{(pid=102679) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 15 11:36:13.614873 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3d07de57-6b0d-4138-828f-90c867095a1a not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:36:13.618609 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5466452-4088-40ff-bfbc-c23a22734e1a None None] Routers {'dfb47ae3-f36b-4048-b19c-5357040011e4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:36:13.619245 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c5466452-4088-40ff-bfbc-c23a22734e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:36:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['dfb47ae3-f36b-4048-b19c-5357040011e4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:13.643239 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac1e171d-eba4-443c-b87a-a2e645543ac2 req-f51a905b-a29b-4eb6-92ac-8ad3f1bbe7ea tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d068bb6-c49c-45b4-ab4e-e2582a7b634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212578 Nov 15 11:36:13.693821 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0d8d3d9c-508a-4ef0-86c0-8b76a782817d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting port 62dc8f36-9e9b-4245-9237-78b012bc1b9e {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:36:13.694150 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3d9c-508a-4ef0-86c0-8b76a782817d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:13.724558 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-c5466452-4088-40ff-bfbc-c23a22734e1a None None] Set router dfb47ae3-f36b-4048-b19c-5357040011e4 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:36:13.756715 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb62b916-0892-4d4f-aef2-53048a02b4b0 None None] DHCP port deletion for 840ac831-203b-4728-9cad-9683f90938c4 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:36:13.774993 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0d8d3d9c-508a-4ef0-86c0-8b76a782817d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] For port 62dc8f36-9e9b-4245-9237-78b012bc1b9e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=62dc8f36-9e9b-4245-9237-78b012bc1b9e,segment=NetworkSegment(192b4396-b916-40db-8ae0-746a645ba996),segment_id=192b4396-b916-40db-8ae0-746a645ba996)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:13.774993 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3d9c-508a-4ef0-86c0-8b76a782817d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:13.787691 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0d8d3d9c-508a-4ef0-86c0-8b76a782817d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Calling delete_port for 62dc8f36-9e9b-4245-9237-78b012bc1b9e owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:36:13.906054 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae606c9-37f0-4596-93a5-37c9ea7b67b4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Port 3d07de57-6b0d-4138-828f-90c867095a1a concurrently deleted while adding address for new subnet {'id': '502a4e64-4c8d-4678-a523-0bb01fdfc831', 'name': '', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2918, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-15T11:36:12Z', 'updated_at': '2021-11-15T11:36:12Z', 'revision_number': 0, 'segment_id': None, 'project_id': '27d0328c588840c081cb96de7c53ab09'}. {{(pid=102678) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 15 11:36:13.906570 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ae606c9-37f0-4596-93a5-37c9ea7b67b4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:13.910747 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-eb62b916-0892-4d4f-aef2-53048a02b4b0 None None] Deleting port 62dc8f36-9e9b-4245-9237-78b012bc1b9e {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:36:13.911121 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eb62b916-0892-4d4f-aef2-53048a02b4b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:13.957683 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae606c9-37f0-4596-93a5-37c9ea7b67b4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=502a4e64-4c8d-4678-a523-0bb01fdfc831,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:14.013698 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae606c9-37f0-4596-93a5-37c9ea7b67b4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:14.037460 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-0ae606c9-37f0-4596-93a5-37c9ea7b67b4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:14.038935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-eb62b916-0892-4d4f-aef2-53048a02b4b0 None None] For port 62dc8f36-9e9b-4245-9237-78b012bc1b9e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=62dc8f36-9e9b-4245-9237-78b012bc1b9e,segment=NetworkSegment(192b4396-b916-40db-8ae0-746a645ba996),segment_id=192b4396-b916-40db-8ae0-746a645ba996)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:14.039476 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eb62b916-0892-4d4f-aef2-53048a02b4b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:14.042378 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae606c9-37f0-4596-93a5-37c9ea7b67b4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:14.042941 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ae606c9-37f0-4596-93a5-37c9ea7b67b4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:14.088978 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-9c559e5a-4335-4b44-bda5-fa1129d4acff req-0d7ba638-8fe2-4fad-a6d7-7d1f3aca80f2 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Deleting port d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:36:14.089259 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9c559e5a-4335-4b44-bda5-fa1129d4acff req-0d7ba638-8fe2-4fad-a6d7-7d1f3aca80f2 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:14.094560 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2ae271-746c-4dc7-813e-8d66d1e21371 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:14.100022 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-eb62b916-0892-4d4f-aef2-53048a02b4b0 None None] Calling delete_port for 62dc8f36-9e9b-4245-9237-78b012bc1b9e owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:36:14.214170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-9c559e5a-4335-4b44-bda5-fa1129d4acff req-0d7ba638-8fe2-4fad-a6d7-7d1f3aca80f2 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] For port d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d,segment=NetworkSegment(66380555-9677-4d25-81bc-aabb4bc7ec36),segment_id=66380555-9677-4d25-81bc-aabb4bc7ec36)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:14.214540 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9c559e5a-4335-4b44-bda5-fa1129d4acff req-0d7ba638-8fe2-4fad-a6d7-7d1f3aca80f2 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:14.227980 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-9c559e5a-4335-4b44-bda5-fa1129d4acff req-0d7ba638-8fe2-4fad-a6d7-7d1f3aca80f2 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Calling delete_port for d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:36:14.367053 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3d9c-508a-4ef0-86c0-8b76a782817d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:14.406711 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8d3d9c-508a-4ef0-86c0-8b76a782817d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] No DVR routers for this DVR port 62dc8f36-9e9b-4245-9237-78b012bc1b9e on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:36:14.414613 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c5466452-4088-40ff-bfbc-c23a22734e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:36:10Z', 'revision_number': 10, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None, '_interfaces': [{'id': 'b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a', 'name': '', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:61:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:18Z', 'updated_at': '2021-11-15T11:35:28Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:14.419848 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0ae606c9-37f0-4596-93a5-37c9ea7b67b4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7709148 Nov 15 11:36:14.422705 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59512) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:14.429560 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d3d9c-508a-4ef0-86c0-8b76a782817d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Port': ['ID=62dc8f36-9e9b-4245-9237-78b012bc1b9e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:14.429906 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-805792f6-ea28-4c13-994f-eb46dc0f29ee tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:14.476869 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eb62b916-0892-4d4f-aef2-53048a02b4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:14.500173 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9c559e5a-4335-4b44-bda5-fa1129d4acff req-0d7ba638-8fe2-4fad-a6d7-7d1f3aca80f2 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:14.509243 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5466452-4088-40ff-bfbc-c23a22734e1a None None] The sync data for ids ['dfb47ae3-f36b-4048-b19c-5357040011e4'] in n-d-729945-9 is: [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:36:10Z', 'revision_number': 10, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None, '_interfaces': [{'id': 'b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a', 'name': '', 'network_id': 'ca8af965-0e54-4e3a-af66-b0b8bc131672', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'mac_address': 'fa:16:3e:61:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:35:18Z', 'updated_at': '2021-11-15T11:35:28Z', 'revision_number': 5, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'subnets': [{'id': '139cf455-2a5d-46dc-8e52-e7bd2ef993b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:36:14.521086 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:36:14.630120 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62b916-0892-4d4f-aef2-53048a02b4b0 None None] Pushing event deleted for resources: {'Port': ['ID=62dc8f36-9e9b-4245-9237-78b012bc1b9e,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:14.637917 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ba638-8fe2-4fad-a6d7-7d1f3aca80f2 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Pushing event deleted for resources: {'Port': ['ID=d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:14.640689 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb62b916-0892-4d4f-aef2-53048a02b4b0 None None] No DVR routers for this DVR port 62dc8f36-9e9b-4245-9237-78b012bc1b9e on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:36:14.708382 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bdf90a-9bd9-45a5-b2f0-0cbe38fe2511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'fixed_ips': [{'subnet_id': '502a4e64-4c8d-4678-a523-0bb01fdfc831'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:36:14.709260 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-28bdf90a-9bd9-45a5-b2f0-0cbe38fe2511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:14.735227 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3d9c-508a-4ef0-86c0-8b76a782817d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:14.765331 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9c9ab163-b61f-4ffb-b2c9-226f750662a7 req-e4f92b72-0f6e-458f-8fb4-a6a494a36a8b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 210 time: 0.1329653 Nov 15 11:36:14.805610 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805792f6-ea28-4c13-994f-eb46dc0f29ee tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:36:14.809638 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-805792f6-ea28-4c13-994f-eb46dc0f29ee tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:14.816440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c559e5a-4335-4b44-bda5-fa1129d4acff req-0d7ba638-8fe2-4fad-a6d7-7d1f3aca80f2 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] No DVR routers for this DVR port d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:36:14.830399 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68eeb380-6043-4df6-ad84-0c507f68f62e req-1fd3c20c-84e8-471d-b437-b2344cb99b38 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.64 "GET /v2.0/ports?device_id=1472f862-5015-4d1e-b2ed-1a6c18ef22d9 HTTP/1.1" status: 200 len: 210 time: 0.0754650 Nov 15 11:36:14.843623 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9c559e5a-4335-4b44-bda5-fa1129d4acff req-0d7ba638-8fe2-4fad-a6d7-7d1f3aca80f2 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:14.847565 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9c559e5a-4335-4b44-bda5-fa1129d4acff req-0d7ba638-8fe2-4fad-a6d7-7d1f3aca80f2 tempest-ServerTagsTestJSON-1987004628 tempest-ServerTagsTestJSON-1987004628-project] 10.222.0.55 "DELETE /v2.0/ports/d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d HTTP/1.1" status: 204 len: 173 time: 1.2309368 Nov 15 11:36:14.848205 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1472f862-5015-4d1e-b2ed-1a6c18ef22d9', 'name': 'network-vif-deleted', 'tag': 'd8bce4a4-64b2-4564-b3c8-e7a4cab8c59d'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:36:14.859752 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c1049a-0f66-4f56-973a-be7c4db0a394" -d '{"events": [{"server_uuid": "1472f862-5015-4d1e-b2ed-1a6c18ef22d9", "name": "network-vif-deleted", "tag": "d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:36:14.898128 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-0d8d3d9c-508a-4ef0-86c0-8b76a782817d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840ac831-203b-4728-9cad-9683f90938c4']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:14.935995 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-0d8d3d9c-508a-4ef0-86c0-8b76a782817d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192b4396-b916-40db-8ae0-746a645ba996') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:14.947081 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-0d8d3d9c-508a-4ef0-86c0-8b76a782817d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192b4396-b916-40db-8ae0-746a645ba996') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:14.983551 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c770cc7b-0c51-4646-a52a-ed56c2ec1173 x-openstack-request-id: req-c770cc7b-0c51-4646-a52a-ed56c2ec1173 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:36:14.983921 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1472f862-5015-4d1e-b2ed-1a6c18ef22d9", "name": "network-vif-deleted", "tag": "d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:36:14.984151 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c770cc7b-0c51-4646-a52a-ed56c2ec1173 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:36:14.984498 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1472f862-5015-4d1e-b2ed-1a6c18ef22d9', 'name': 'network-vif-deleted', 'tag': 'd8bce4a4-64b2-4564-b3c8-e7a4cab8c59d', 'status': 'completed', 'code': 200} Nov 15 11:36:14.987808 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3d9c-508a-4ef0-86c0-8b76a782817d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:15.047418 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3d9c-508a-4ef0-86c0-8b76a782817d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:15.063331 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8d3d9c-508a-4ef0-86c0-8b76a782817d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:36:15.063741 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3d9c-508a-4ef0-86c0-8b76a782817d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:36:15.078831 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:36:15.098464 n-d-729945-9 neutron-server[102677]: INFO neutron.db.ipam_backend_mixin [None req-805792f6-ea28-4c13-994f-eb46dc0f29ee tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 502a4e64-4c8d-4678-a523-0bb01fdfc831 (CIDR: 2001:db8::/64) Nov 15 11:36:15.106504 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-805792f6-ea28-4c13-994f-eb46dc0f29ee tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:36:15.106967 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805792f6-ea28-4c13-994f-eb46dc0f29ee tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:15.120528 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-28bdf90a-9bd9-45a5-b2f0-0cbe38fe2511 None None] Allocated IP 2001:db8::f816:3eff:fe69:ab48 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/502a4e64-4c8d-4678-a523-0bb01fdfc831/d95f029c-8f29-4215-bab6-4806b089f700) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:36:15.146098 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-805792f6-ea28-4c13-994f-eb46dc0f29ee tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7216356 Nov 15 11:36:15.151834 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59538) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:15.157359 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-4f563a65-0018-41f8-8dd5-7e99e9d331a5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:15.234228 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3d9c-508a-4ef0-86c0-8b76a782817d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:15.251071 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3d9c-508a-4ef0-86c0-8b76a782817d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:15.254437 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0d8d3d9c-508a-4ef0-86c0-8b76a782817d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/networks/840ac831-203b-4728-9cad-9683f90938c4 HTTP/1.1" status: 204 len: 168 time: 2.5210166 Nov 15 11:36:15.258374 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59540) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:15.275879 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d3d9c-508a-4ef0-86c0-8b76a782817d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Network': ['ID=840ac831-203b-4728-9cad-9683f90938c4,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:15.387951 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f563a65-0018-41f8-8dd5-7e99e9d331a5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:36:15.392892 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f563a65-0018-41f8-8dd5-7e99e9d331a5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:15.512950 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 62dc8f36-9e9b-4245-9237-78b012bc1b9e no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:36:15.610477 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 62dc8f36-9e9b-4245-9237-78b012bc1b9e {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:36:15.611346 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 62dc8f36-9e9b-4245-9237-78b012bc1b9e not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:36:15.611736 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device fdfc6dfc-4109-4531-8269-f6b896167493 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:36:15.651356 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: fdfc6dfc-4109-4531-8269-f6b896167493 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:36:15.651618 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device fdfc6dfc-4109-4531-8269-f6b896167493 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:36:15.653450 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-28bdf90a-9bd9-45a5-b2f0-0cbe38fe2511 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:15.663727 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-28bdf90a-9bd9-45a5-b2f0-0cbe38fe2511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:15.810178 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bdf90a-9bd9-45a5-b2f0-0cbe38fe2511 None None] Pushing event updated for resources: {'Port': ['ID=d95f029c-8f29-4215-bab6-4806b089f700,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:15.834148 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bdf90a-9bd9-45a5-b2f0-0cbe38fe2511 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:15.835705 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-28bdf90a-9bd9-45a5-b2f0-0cbe38fe2511 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:15.840691 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bdf90a-9bd9-45a5-b2f0-0cbe38fe2511 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:36:15.871943 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f563a65-0018-41f8-8dd5-7e99e9d331a5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:15.926190 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59556) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:15.941874 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-28bdf90a-9bd9-45a5-b2f0-0cbe38fe2511 None None] Attempting to bind port d95f029c-8f29-4215-bab6-4806b089f700 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:36:15.942243 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-28bdf90a-9bd9-45a5-b2f0-0cbe38fe2511 None None] Attempting to bind port d95f029c-8f29-4215-bab6-4806b089f700 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:36:15.943118 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bdf90a-9bd9-45a5-b2f0-0cbe38fe2511 None None] Attempting to bind port d95f029c-8f29-4215-bab6-4806b089f700 on network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:36:15.948110 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bdf90a-9bd9-45a5-b2f0-0cbe38fe2511 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:36:15.957894 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bdf90a-9bd9-45a5-b2f0-0cbe38fe2511 None None] Checking segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:36:15.958344 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-28bdf90a-9bd9-45a5-b2f0-0cbe38fe2511 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:15.958743 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bdf90a-9bd9-45a5-b2f0-0cbe38fe2511 None None] Bound using segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:36:15.959235 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-28bdf90a-9bd9-45a5-b2f0-0cbe38fe2511 None None] Bound port: d95f029c-8f29-4215-bab6-4806b089f700, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:36:15.959614 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-28bdf90a-9bd9-45a5-b2f0-0cbe38fe2511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:15.988576 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-49eb9c37-87a0-476a-9740-8c52a3dfca41 req-e95397ac-ad8e-4d2a-9a6b-aad78bc7feb8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 210 time: 0.0719740 Nov 15 11:36:15.994845 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbb2a95-a633-4d07-9537-5b133575bce6 admin admin] Deleting subnet 9e8e4901-1284-4097-9917-ef7fd4d655c2 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:36:15.998762 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bbb2a95-a633-4d07-9537-5b133575bce6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:16.045751 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f563a65-0018-41f8-8dd5-7e99e9d331a5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:16.058439 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-4f563a65-0018-41f8-8dd5-7e99e9d331a5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:16.068885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f563a65-0018-41f8-8dd5-7e99e9d331a5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:16.069621 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f563a65-0018-41f8-8dd5-7e99e9d331a5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:16.085386 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f563a65-0018-41f8-8dd5-7e99e9d331a5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=dd010751-f0e9-4b90-a5d0-07d11af67f7b,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:16.119502 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-28bdf90a-9bd9-45a5-b2f0-0cbe38fe2511 None None] For port d95f029c-8f29-4215-bab6-4806b089f700, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:36:16.121057 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4f563a65-0018-41f8-8dd5-7e99e9d331a5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9681702 Nov 15 11:36:16.123991 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59564) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:16.125254 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-28bdf90a-9bd9-45a5-b2f0-0cbe38fe2511 None None] For port d95f029c-8f29-4215-bab6-4806b089f700, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d95f029c-8f29-4215-bab6-4806b089f700,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:36:16.130255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-292ba9e0-9656-41e8-845b-b21e49792aba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'mac_address': 'fa:16:3e:eb:63:b0', 'name': 'tempest-NetworksTestDHCPv6-68085610'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:16.134835 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bbb2a95-a633-4d07-9537-5b133575bce6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:16.143123 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-28bdf90a-9bd9-45a5-b2f0-0cbe38fe2511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:16.173569 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97bd2a36-812c-441d-ae01-7ce2e8bb6949 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:16.249070 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bdf90a-9bd9-45a5-b2f0-0cbe38fe2511 None None] Pushing event updated for resources: {'Port': ['ID=d95f029c-8f29-4215-bab6-4806b089f700,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:16.412589 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292ba9e0-9656-41e8-845b-b21e49792aba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:36:16.591244 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-292ba9e0-9656-41e8-845b-b21e49792aba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:16.617363 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-292ba9e0-9656-41e8-845b-b21e49792aba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] device_id is not set on port edf6ac9b-c891-4cf4-864b-a4d3a0c1cdcb yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:36:16.731495 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:36:16.817687 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:36:16.818499 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device d8bce4a4-64b2-4564-b3c8-e7a4cab8c59d not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:36:16.824193 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-292ba9e0-9656-41e8-845b-b21e49792aba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8:0:1::205 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/dd010751-f0e9-4b90-a5d0-07d11af67f7b/edf6ac9b-c891-4cf4-864b-a4d3a0c1cdcb) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:36:16.831287 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-292ba9e0-9656-41e8-845b-b21e49792aba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8::f816:3eff:feeb:63b0 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/502a4e64-4c8d-4678-a523-0bb01fdfc831/edf6ac9b-c891-4cf4-864b-a4d3a0c1cdcb) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:36:16.928860 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bbb2a95-a633-4d07-9537-5b133575bce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:17.140315 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bbb2a95-a633-4d07-9537-5b133575bce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:17.202943 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb2a95-a633-4d07-9537-5b133575bce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e8e4901-1284-4097-9917-ef7fd4d655c2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:17.217842 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bbb2a95-a633-4d07-9537-5b133575bce6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:17.221263 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3bbb2a95-a633-4d07-9537-5b133575bce6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9e8e4901-1284-4097-9917-ef7fd4d655c2 HTTP/1.1" status: 204 len: 168 time: 1.2890754 Nov 15 11:36:17.225141 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb2a95-a633-4d07-9537-5b133575bce6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:17.225485 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb2a95-a633-4d07-9537-5b133575bce6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:17.225878 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb2a95-a633-4d07-9537-5b133575bce6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:17.226228 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb2a95-a633-4d07-9537-5b133575bce6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:17.226563 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb2a95-a633-4d07-9537-5b133575bce6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:17.226891 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb2a95-a633-4d07-9537-5b133575bce6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:17.227213 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb2a95-a633-4d07-9537-5b133575bce6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:17.227554 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb2a95-a633-4d07-9537-5b133575bce6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:17.227924 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb2a95-a633-4d07-9537-5b133575bce6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:17.228251 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb2a95-a633-4d07-9537-5b133575bce6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:17.228572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb2a95-a633-4d07-9537-5b133575bce6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:17.228887 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb2a95-a633-4d07-9537-5b133575bce6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:36:17.239199 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59596) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:17.385305 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39bb0b95-1f99-451a-9fbb-d91510963fe1 req-b478feed-b653-400f-a8c8-ecc46c01ce02 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 210 time: 0.0320313 Nov 15 11:36:17.498397 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d95f029c-8f29-4215-bab6-4806b089f700 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:36:17.545548 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-913141c7-d425-4a20-8c4e-2fbcb4ad3f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:17.569276 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d95f029c-8f29-4215-bab6-4806b089f700 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:17.570034 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:17.590239 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-97bd2a36-812c-441d-ae01-7ce2e8bb6949 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting port b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:36:17.592186 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97bd2a36-812c-441d-ae01-7ce2e8bb6949 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:17.667720 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-292ba9e0-9656-41e8-845b-b21e49792aba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:17.702197 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:17.734488 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-97bd2a36-812c-441d-ae01-7ce2e8bb6949 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] For port b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a,segment=NetworkSegment(4d96b890-f634-46cd-a94f-36af07369e91),segment_id=4d96b890-f634-46cd-a94f-36af07369e91)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:17.735514 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97bd2a36-812c-441d-ae01-7ce2e8bb6949 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:17.746317 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-292ba9e0-9656-41e8-845b-b21e49792aba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:17.754210 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-97bd2a36-812c-441d-ae01-7ce2e8bb6949 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Calling delete_port for b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:36:17.772997 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292ba9e0-9656-41e8-845b-b21e49792aba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:17.776295 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-292ba9e0-9656-41e8-845b-b21e49792aba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:17.779276 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292ba9e0-9656-41e8-845b-b21e49792aba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:36:17.785778 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292ba9e0-9656-41e8-845b-b21e49792aba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:17.786686 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-292ba9e0-9656-41e8-845b-b21e49792aba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:17.831717 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port d95f029c-8f29-4215-bab6-4806b089f700, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d95f029c-8f29-4215-bab6-4806b089f700,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:17.840665 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4919b649-47de-4e99-b60c-1cb537c3484e None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:17.843063 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ba9e0-9656-41e8-845b-b21e49792aba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=edf6ac9b-c891-4cf4-864b-a4d3a0c1cdcb,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:17.862074 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-292ba9e0-9656-41e8-845b-b21e49792aba tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7366462 Nov 15 11:36:17.864371 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59610) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:17.950397 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:17.982223 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ece52af4-8a75-44af-ba30-cff68e6bfe3e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting port edf6ac9b-c891-4cf4-864b-a4d3a0c1cdcb {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:36:17.986086 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ece52af4-8a75-44af-ba30-cff68e6bfe3e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:18.029917 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=d95f029c-8f29-4215-bab6-4806b089f700,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:18.050572 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97bd2a36-812c-441d-ae01-7ce2e8bb6949 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:18.139849 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ece52af4-8a75-44af-ba30-cff68e6bfe3e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:18.142162 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd2a36-812c-441d-ae01-7ce2e8bb6949 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Port': ['ID=b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:18.170374 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-913141c7-d425-4a20-8c4e-2fbcb4ad3f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:18.187900 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-15e1e244-514e-4672-accf-1bf9cb1d8f98 None None] Provisioning complete for port d95f029c-8f29-4215-bab6-4806b089f700 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:18.188300 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-15e1e244-514e-4672-accf-1bf9cb1d8f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:18.202085 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ece52af4-8a75-44af-ba30-cff68e6bfe3e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Calling delete_port for edf6ac9b-c891-4cf4-864b-a4d3a0c1cdcb owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:36:18.376490 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97bd2a36-812c-441d-ae01-7ce2e8bb6949 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:18.397359 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-913141c7-d425-4a20-8c4e-2fbcb4ad3f98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae86f821-bbb2-43f8-8fd5-34be2f7226a0']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:18.434001 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-913141c7-d425-4a20-8c4e-2fbcb4ad3f98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66380555-9677-4d25-81bc-aabb4bc7ec36') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:18.434681 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-913141c7-d425-4a20-8c4e-2fbcb4ad3f98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66380555-9677-4d25-81bc-aabb4bc7ec36') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:18.541418 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-913141c7-d425-4a20-8c4e-2fbcb4ad3f98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:18.565200 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-913141c7-d425-4a20-8c4e-2fbcb4ad3f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:18.575544 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913141c7-d425-4a20-8c4e-2fbcb4ad3f98 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:36:18.575752 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-913141c7-d425-4a20-8c4e-2fbcb4ad3f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:36:18.578059 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:36:18.624656 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bce87a3-b04f-48d3-931b-6ff83a694333 None None] Update dhcp port {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'fixed_ips': [{'subnet_id': '502a4e64-4c8d-4678-a523-0bb01fdfc831', 'ip_address': '2001:db8::f816:3eff:fe69:ab48'}, {'subnet_id': 'dd010751-f0e9-4b90-a5d0-07d11af67f7b'}], 'binding:host_id': 'n-d-729945-9'}, 'id': 'd95f029c-8f29-4215-bab6-4806b089f700'} from n-d-729945-9. {{(pid=102679) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 11:36:18.658425 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1bce87a3-b04f-48d3-931b-6ff83a694333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:18.669574 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-955a01e6-fc13-491c-952f-088931cb257d req-320aaa30-3d45-4368-b02e-a09da52761f5 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 210 time: 0.0798452 Nov 15 11:36:18.710741 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ece52af4-8a75-44af-ba30-cff68e6bfe3e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:18.772864 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece52af4-8a75-44af-ba30-cff68e6bfe3e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Port': ['ID=edf6ac9b-c891-4cf4-864b-a4d3a0c1cdcb,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:18.783988 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bd2a36-812c-441d-ae01-7ce2e8bb6949 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Router dfb47ae3-f36b-4048-b19c-5357040011e4 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:36:18.801085 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-913141c7-d425-4a20-8c4e-2fbcb4ad3f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:18.831470 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-913141c7-d425-4a20-8c4e-2fbcb4ad3f98 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:18.835520 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-913141c7-d425-4a20-8c4e-2fbcb4ad3f98 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ae86f821-bbb2-43f8-8fd5-34be2f7226a0 HTTP/1.1" status: 204 len: 168 time: 1.5956879 Nov 15 11:36:18.838550 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ece52af4-8a75-44af-ba30-cff68e6bfe3e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:18.844861 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ece52af4-8a75-44af-ba30-cff68e6bfe3e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/edf6ac9b-c891-4cf4-864b-a4d3a0c1cdcb HTTP/1.1" status: 204 len: 168 time: 0.9761109 Nov 15 11:36:18.845096 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59628) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:18.934975 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913141c7-d425-4a20-8c4e-2fbcb4ad3f98 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae86f821-bbb2-43f8-8fd5-34be2f7226a0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:18.968948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f38879b-d6ac-47d8-8399-3dfbe14d39d6 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:18.975379 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0f38879b-d6ac-47d8-8399-3dfbe14d39d6 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1292579 Nov 15 11:36:18.976135 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59630) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:19.018761 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bd2a36-812c-441d-ae01-7ce2e8bb6949 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:36:19.028807 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee4c40e-9a59-4512-8515-1bf5d7dc15fe None None] Sync routers for ids ['dfb47ae3-f36b-4048-b19c-5357040011e4'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:36:19.034907 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-97bd2a36-812c-441d-ae01-7ce2e8bb6949 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/routers/dfb47ae3-f36b-4048-b19c-5357040011e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7753410 Nov 15 11:36:19.037756 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59632) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:19.042992 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee4c40e-9a59-4512-8515-1bf5d7dc15fe None None] Routers {'dfb47ae3-f36b-4048-b19c-5357040011e4'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:36:19.045391 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-bee4c40e-9a59-4512-8515-1bf5d7dc15fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:36:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['dfb47ae3-f36b-4048-b19c-5357040011e4'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:19.060103 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59634) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:19.071759 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-1bce87a3-b04f-48d3-931b-6ff83a694333 None None] Allocated IP 2001:db8:0:1::2 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/dd010751-f0e9-4b90-a5d0-07d11af67f7b/d95f029c-8f29-4215-bab6-4806b089f700) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:36:19.154558 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-bee4c40e-9a59-4512-8515-1bf5d7dc15fe None None] Set router dfb47ae3-f36b-4048-b19c-5357040011e4 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:36:19.180867 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8f53e3c3-8bba-4b15-b74e-ad14c6490469 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=007e9f2346034db99ed1ed0bcdf53d04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1191833 Nov 15 11:36:19.183483 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59638) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:19.208984 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded00319-07a1-400d-9355-67006d650ff7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:19.214825 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ded00319-07a1-400d-9355-67006d650ff7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2346940 Nov 15 11:36:19.224773 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59644) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:19.290632 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-bee4c40e-9a59-4512-8515-1bf5d7dc15fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:36:17Z', 'revision_number': 11, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:19.323569 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d90b5da4-f87d-4884-b748-d0c798ce5681 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:19.354806 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d90b5da4-f87d-4884-b748-d0c798ce5681 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:19.379940 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07e154a-001c-4793-8ae9-e9926af0d213 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting subnet 139cf455-2a5d-46dc-8e52-e7bd2ef993b1 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:36:19.382560 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-1bce87a3-b04f-48d3-931b-6ff83a694333 None None] For port d95f029c-8f29-4215-bab6-4806b089f700, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d95f029c-8f29-4215-bab6-4806b089f700,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:19.402180 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e07e154a-001c-4793-8ae9-e9926af0d213 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:19.421292 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1bce87a3-b04f-48d3-931b-6ff83a694333 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:19.428968 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee4c40e-9a59-4512-8515-1bf5d7dc15fe None None] Checking router: dfb47ae3-f36b-4048-b19c-5357040011e4 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:36:19.438930 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1bce87a3-b04f-48d3-931b-6ff83a694333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:19.454404 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee4c40e-9a59-4512-8515-1bf5d7dc15fe None None] Routers {'dfb47ae3-f36b-4048-b19c-5357040011e4'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:36:19.455018 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-bee4c40e-9a59-4512-8515-1bf5d7dc15fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:36:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['dfb47ae3-f36b-4048-b19c-5357040011e4'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:19.469052 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d90b5da4-f87d-4884-b748-d0c798ce5681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:19.477060 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d90b5da4-f87d-4884-b748-d0c798ce5681 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:19.481835 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d90b5da4-f87d-4884-b748-d0c798ce5681 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8d068bb6-c49c-45b4-ab4e-e2582a7b634c HTTP/1.1" status: 204 len: 168 time: 0.2884936 Nov 15 11:36:19.504866 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b5da4-f87d-4884-b748-d0c798ce5681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d068bb6-c49c-45b4-ab4e-e2582a7b634c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:19.531192 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdaaee4-56cd-4fa8-86e0-1e0732d1c3be tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:19.543851 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdaaee4-56cd-4fa8-86e0-1e0732d1c3be tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:19.545875 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdaaee4-56cd-4fa8-86e0-1e0732d1c3be tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:19.547563 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0bdaaee4-56cd-4fa8-86e0-1e0732d1c3be tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3216226 Nov 15 11:36:19.550395 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59650) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:19.566511 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e07e154a-001c-4793-8ae9-e9926af0d213 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:19.596435 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce87a3-b04f-48d3-931b-6ff83a694333 None None] Pushing event updated for resources: {'Port': ['ID=d95f029c-8f29-4215-bab6-4806b089f700,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:19.664427 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-bee4c40e-9a59-4512-8515-1bf5d7dc15fe None None] Set router dfb47ae3-f36b-4048-b19c-5357040011e4 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:36:19.710519 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d95f029c-8f29-4215-bab6-4806b089f700 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:36:19.771229 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12254e0-4838-4035-905e-eebbb689cb8e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet 502a4e64-4c8d-4678-a523-0bb01fdfc831 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:36:19.797228 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b12254e0-4838-4035-905e-eebbb689cb8e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:19.916864 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d95f029c-8f29-4215-bab6-4806b089f700 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:19.918733 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:19.930296 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-bee4c40e-9a59-4512-8515-1bf5d7dc15fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:36:17Z', 'revision_number': 11, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:19.939000 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b12254e0-4838-4035-905e-eebbb689cb8e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:20.003035 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-19fe8bed-7baf-48a0-bb2c-7d92f1be70ac req-9ff3d43a-4949-40e3-96fb-d9e4b197d86c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=002d76ba-0067-4704-823e-83da41852c19 HTTP/1.1" status: 200 len: 210 time: 0.1219466 Nov 15 11:36:20.026184 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee4c40e-9a59-4512-8515-1bf5d7dc15fe None None] The sync data for ids ['dfb47ae3-f36b-4048-b19c-5357040011e4'] in n-d-729945-9 is: [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:36:17Z', 'revision_number': 11, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:36:20.042909 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e07e154a-001c-4793-8ae9-e9926af0d213 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:20.225560 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e07e154a-001c-4793-8ae9-e9926af0d213 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:20.265076 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b12254e0-4838-4035-905e-eebbb689cb8e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:20.281616 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e154a-001c-4793-8ae9-e9926af0d213 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Subnet': ['ID=139cf455-2a5d-46dc-8e52-e7bd2ef993b1,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:20.306839 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e07e154a-001c-4793-8ae9-e9926af0d213 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:20.310573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dcf1b8-f880-46ea-8b8d-4868ff102a76 None None] Network ca8af965-0e54-4e3a-af66-b0b8bc131672 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:20.314056 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e07e154a-001c-4793-8ae9-e9926af0d213 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/subnets/139cf455-2a5d-46dc-8e52-e7bd2ef993b1 HTTP/1.1" status: 204 len: 168 time: 1.2726984 Nov 15 11:36:20.316045 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59668) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:20.474461 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b12254e0-4838-4035-905e-eebbb689cb8e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:20.506794 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b12254e0-4838-4035-905e-eebbb689cb8e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:20.513149 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b12254e0-4838-4035-905e-eebbb689cb8e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/502a4e64-4c8d-4678-a523-0bb01fdfc831 HTTP/1.1" status: 204 len: 168 time: 0.9614193 Nov 15 11:36:20.525726 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59676) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:20.584055 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12254e0-4838-4035-905e-eebbb689cb8e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=502a4e64-4c8d-4678-a523-0bb01fdfc831,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:20.658203 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32c6c53f-fd99-4a8c-9624-090df58b56d7 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:20.677414 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16758bc1-d72e-4526-9e6e-23f3baa0c2c5 None None] DHCP port deletion for ca8af965-0e54-4e3a-af66-b0b8bc131672 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:36:20.703487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-2150f1eb-7519-49a5-9d1a-46af6fcc2f1b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet dd010751-f0e9-4b90-a5d0-07d11af67f7b {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:36:20.708433 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2150f1eb-7519-49a5-9d1a-46af6fcc2f1b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:20.752744 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-16758bc1-d72e-4526-9e6e-23f3baa0c2c5 None None] Deleting port b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:36:20.753377 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-16758bc1-d72e-4526-9e6e-23f3baa0c2c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:20.848811 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-16758bc1-d72e-4526-9e6e-23f3baa0c2c5 None None] For port b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f,segment=NetworkSegment(4d96b890-f634-46cd-a94f-36af07369e91),segment_id=4d96b890-f634-46cd-a94f-36af07369e91)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:20.849205 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-16758bc1-d72e-4526-9e6e-23f3baa0c2c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:20.871362 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2150f1eb-7519-49a5-9d1a-46af6fcc2f1b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:20.890912 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-16758bc1-d72e-4526-9e6e-23f3baa0c2c5 None None] Calling delete_port for b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:36:20.972420 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2150f1eb-7519-49a5-9d1a-46af6fcc2f1b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:21.082290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-32c6c53f-fd99-4a8c-9624-090df58b56d7 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Deleting port b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:36:21.082993 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32c6c53f-fd99-4a8c-9624-090df58b56d7 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:21.151943 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2150f1eb-7519-49a5-9d1a-46af6fcc2f1b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:21.213777 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150f1eb-7519-49a5-9d1a-46af6fcc2f1b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=dd010751-f0e9-4b90-a5d0-07d11af67f7b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:21.219461 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2150f1eb-7519-49a5-9d1a-46af6fcc2f1b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:21.225791 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2150f1eb-7519-49a5-9d1a-46af6fcc2f1b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/dd010751-f0e9-4b90-a5d0-07d11af67f7b HTTP/1.1" status: 204 len: 168 time: 0.6931436 Nov 15 11:36:21.228551 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59704) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:21.268215 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-32c6c53f-fd99-4a8c-9624-090df58b56d7 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] For port b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f,segment=NetworkSegment(4d96b890-f634-46cd-a94f-36af07369e91),segment_id=4d96b890-f634-46cd-a94f-36af07369e91)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:21.268740 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32c6c53f-fd99-4a8c-9624-090df58b56d7 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:21.296292 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-32c6c53f-fd99-4a8c-9624-090df58b56d7 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Calling delete_port for b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:36:21.304601 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-712cffd9-5425-426c-b74e-88705bb32174 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747490 Nov 15 11:36:21.310591 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59708) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:21.323031 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07015c4-e2d7-4603-9867-63d5defcdb2b None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:21.334147 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-dbac70b0-67c3-458b-8c6b-201d1cfff9c7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:21.456138 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d95f029c-8f29-4215-bab6-4806b089f700 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:36:21.492587 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5269db77-e684-4337-989c-81a5e1c2a7eb None None] Could not find standard attr ID for object edf6ac9b-c891-4cf4-864b-a4d3a0c1cdcb. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:36:21.541943 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5269db77-e684-4337-989c-81a5e1c2a7eb None None] Provisioning complete for port d95f029c-8f29-4215-bab6-4806b089f700 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:21.542558 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5269db77-e684-4337-989c-81a5e1c2a7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:21.574570 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32c6c53f-fd99-4a8c-9624-090df58b56d7 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:21.667670 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6c53f-fd99-4a8c-9624-090df58b56d7 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Port': ['ID=b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:21.689679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c6c53f-fd99-4a8c-9624-090df58b56d7 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] No DVR routers for this DVR port b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:36:21.699343 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59718) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:21.753676 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-16758bc1-d72e-4526-9e6e-23f3baa0c2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:21.765729 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbac70b0-67c3-458b-8c6b-201d1cfff9c7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:36:21.769942 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dbac70b0-67c3-458b-8c6b-201d1cfff9c7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:21.796829 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d95f029c-8f29-4215-bab6-4806b089f700 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:21.797500 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:21.841808 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16758bc1-d72e-4526-9e6e-23f3baa0c2c5 None None] No DVR routers for this DVR port b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:36:21.845493 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92916fe-5d45-4576-9171-fe494306240a None None] DHCP port deletion for ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:36:21.906442 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3485bb20-23a1-4db5-951a-431ecf5615d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:21.911877 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16758bc1-d72e-4526-9e6e-23f3baa0c2c5 None None] Pushing event deleted for resources: {'Port': ['ID=b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:21.926109 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32c6c53f-fd99-4a8c-9624-090df58b56d7 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:21.969624 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-32c6c53f-fd99-4a8c-9624-090df58b56d7 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8af965-0e54-4e3a-af66-b0b8bc131672']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:22.008831 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-32c6c53f-fd99-4a8c-9624-090df58b56d7 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d96b890-f634-46cd-a94f-36af07369e91') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:22.009263 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-32c6c53f-fd99-4a8c-9624-090df58b56d7 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d96b890-f634-46cd-a94f-36af07369e91') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:22.037651 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32c6c53f-fd99-4a8c-9624-090df58b56d7 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:22.061333 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32c6c53f-fd99-4a8c-9624-090df58b56d7 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:22.068755 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c6c53f-fd99-4a8c-9624-090df58b56d7 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:36:22.069280 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32c6c53f-fd99-4a8c-9624-090df58b56d7 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:22.085288 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3485bb20-23a1-4db5-951a-431ecf5615d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:22.109886 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3485bb20-23a1-4db5-951a-431ecf5615d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:36:22.140910 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:36:22.176256 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32c6c53f-fd99-4a8c-9624-090df58b56d7 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:22.187035 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e92916fe-5d45-4576-9171-fe494306240a None None] Deleting port d95f029c-8f29-4215-bab6-4806b089f700 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:36:22.187406 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e92916fe-5d45-4576-9171-fe494306240a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:22.199408 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32c6c53f-fd99-4a8c-9624-090df58b56d7 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:22.219211 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-32c6c53f-fd99-4a8c-9624-090df58b56d7 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/networks/ca8af965-0e54-4e3a-af66-b0b8bc131672 HTTP/1.1" status: 204 len: 168 time: 1.9020293 Nov 15 11:36:22.220080 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59728) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:22.247929 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485bb20-23a1-4db5-951a-431ecf5615d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1eb7a9-b2f0-4c8a-8931-423269f18975,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:22.253620 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-5c7bfa67-ef5d-4ac5-b6a9-acb614b5fae5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'router': {'routes': None}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:22.275489 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3485bb20-23a1-4db5-951a-431ecf5615d9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=845c60ef364f4090a695ef797cdb7f3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5750206 Nov 15 11:36:22.280284 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59730) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:22.326765 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e92916fe-5d45-4576-9171-fe494306240a None None] For port d95f029c-8f29-4215-bab6-4806b089f700, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d95f029c-8f29-4215-bab6-4806b089f700,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:22.327279 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e92916fe-5d45-4576-9171-fe494306240a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:22.337024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6c53f-fd99-4a8c-9624-090df58b56d7 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Pushing event deleted for resources: {'Network': ['ID=ca8af965-0e54-4e3a-af66-b0b8bc131672,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:22.345630 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e92916fe-5d45-4576-9171-fe494306240a None None] Calling delete_port for d95f029c-8f29-4215-bab6-4806b089f700 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:36:22.398664 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e984906-c4da-4add-8532-dede678159f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:22.435135 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e984906-c4da-4add-8532-dede678159f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:22.455193 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:36:22.503945 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:36:22.505024 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b45fe9f1-c9c4-4f5f-a4df-c0a5f8d3d80f not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:36:22.505024 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:36:22.536190 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:36:22.536701 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b8f4807b-8e9a-4bbf-a1dc-6a9fcde00a6a not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:36:22.542409 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e984906-c4da-4add-8532-dede678159f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:22.555173 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e984906-c4da-4add-8532-dede678159f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:22.558822 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8e984906-c4da-4add-8532-dede678159f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be1eb7a9-b2f0-4c8a-8931-423269f18975 HTTP/1.1" status: 204 len: 168 time: 0.2754176 Nov 15 11:36:22.576226 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e984906-c4da-4add-8532-dede678159f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1eb7a9-b2f0-4c8a-8931-423269f18975,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:22.586867 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e92916fe-5d45-4576-9171-fe494306240a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:22.637953 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92916fe-5d45-4576-9171-fe494306240a None None] Pushing event deleted for resources: {'Port': ['ID=d95f029c-8f29-4215-bab6-4806b089f700,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:22.671744 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.extraroute_db [None req-5c7bfa67-ef5d-4ac5-b6a9-acb614b5fae5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Added routes are [] {{(pid=102678) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 15 11:36:22.672772 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92916fe-5d45-4576-9171-fe494306240a None None] No DVR routers for this DVR port d95f029c-8f29-4215-bab6-4806b089f700 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:36:22.676535 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.extraroute_db [None req-5c7bfa67-ef5d-4ac5-b6a9-acb614b5fae5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Removed routes are [] {{(pid=102678) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 15 11:36:22.677115 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c7bfa67-ef5d-4ac5-b6a9-acb614b5fae5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:22.699917 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cbb85f-41ac-4c30-879b-66667df5927b None None] get_active_networks_info from n-d-729945-9 {{(pid=102679) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 11:36:22.917728 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dbac70b0-67c3-458b-8c6b-201d1cfff9c7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:22.947713 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cbb85f-41ac-4c30-879b-66667df5927b None None] Resources bound (agent type, host, resource id): {{(pid=102679) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 11:36:23.017074 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac70b0-67c3-458b-8c6b-201d1cfff9c7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=bcb0f7d0-4bd6-413f-b645-2425825a1fea,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:23.082172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbac70b0-67c3-458b-8c6b-201d1cfff9c7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:23.117454 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-dbac70b0-67c3-458b-8c6b-201d1cfff9c7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:23.129889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbac70b0-67c3-458b-8c6b-201d1cfff9c7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:23.152394 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dbac70b0-67c3-458b-8c6b-201d1cfff9c7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:23.165866 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c7bfa67-ef5d-4ac5-b6a9-acb614b5fae5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:23.178741 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c7bfa67-ef5d-4ac5-b6a9-acb614b5fae5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66739771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66739762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66736290'] for router, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:23.192288 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-dbac70b0-67c3-458b-8c6b-201d1cfff9c7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8753526 Nov 15 11:36:23.192918 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59754) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:23.207095 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-41d2c6bc-4d2a-428e-b7be-0c07ea968a97 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:23.427728 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d95f029c-8f29-4215-bab6-4806b089f700 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:36:23.501670 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: d95f029c-8f29-4215-bab6-4806b089f700 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:36:23.502004 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d95f029c-8f29-4215-bab6-4806b089f700 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:36:23.530377 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd616f3b-5478-47b7-8a1c-6a4bc025f4ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'tenant_id': '27d0328c588840c081cb96de7c53ab09', 'fixed_ips': [{'subnet_id': 'bcb0f7d0-4bd6-413f-b645-2425825a1fea'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:36:23.532167 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dd616f3b-5478-47b7-8a1c-6a4bc025f4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:23.563375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7bfa67-ef5d-4ac5-b6a9-acb614b5fae5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Router dfb47ae3-f36b-4048-b19c-5357040011e4 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:36:23.682275 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d2c6bc-4d2a-428e-b7be-0c07ea968a97 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:36:23.686013 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41d2c6bc-4d2a-428e-b7be-0c07ea968a97 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:23.826963 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-dd616f3b-5478-47b7-8a1c-6a4bc025f4ce None None] Allocated IP 2001:db8::2 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/bcb0f7d0-4bd6-413f-b645-2425825a1fea/b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:36:24.208619 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dd616f3b-5478-47b7-8a1c-6a4bc025f4ce None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:24.218799 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dd616f3b-5478-47b7-8a1c-6a4bc025f4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:24.267924 n-d-729945-9 neutron-server[102678]: INFO neutron.db.ipam_backend_mixin [None req-41d2c6bc-4d2a-428e-b7be-0c07ea968a97 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bcb0f7d0-4bd6-413f-b645-2425825a1fea (CIDR: 2001:db8::/64) Nov 15 11:36:24.269440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7bfa67-ef5d-4ac5-b6a9-acb614b5fae5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:36:24.277329 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c7bfa67-ef5d-4ac5-b6a9-acb614b5fae5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:24.278577 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5c7bfa67-ef5d-4ac5-b6a9-acb614b5fae5 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/routers/dfb47ae3-f36b-4048-b19c-5357040011e4 HTTP/1.1" status: 200 len: 704 time: 2.0474391 Nov 15 11:36:24.281559 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59794) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:24.287329 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d2c6bc-4d2a-428e-b7be-0c07ea968a97 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:36:24.287793 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d2c6bc-4d2a-428e-b7be-0c07ea968a97 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:24.295014 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858fdaca-95a4-41fa-9101-6240c83bb3dc None None] Sync routers for ids ['dfb47ae3-f36b-4048-b19c-5357040011e4'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:36:24.319398 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd616f3b-5478-47b7-8a1c-6a4bc025f4ce None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:24.327074 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-dd616f3b-5478-47b7-8a1c-6a4bc025f4ce None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:24.339427 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-eb2908a5-0192-4b77-b044-e0327e3137ab tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb47ae3-f36b-4048-b19c-5357040011e4 HTTP/1.1" status: 200 len: 205 time: 0.0521562 Nov 15 11:36:24.339662 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59796) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:24.343131 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-41d2c6bc-4d2a-428e-b7be-0c07ea968a97 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1424510 Nov 15 11:36:24.343727 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59798) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:24.349372 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd616f3b-5478-47b7-8a1c-6a4bc025f4ce None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:36:24.355650 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-1e400447-dc89-4afe-bc0d-d590b8e31cf5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:24.393604 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858fdaca-95a4-41fa-9101-6240c83bb3dc None None] Routers {'dfb47ae3-f36b-4048-b19c-5357040011e4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:36:24.394578 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-858fdaca-95a4-41fa-9101-6240c83bb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:36:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['dfb47ae3-f36b-4048-b19c-5357040011e4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:24.497258 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-764ba8a1-35a1-40d6-8512-08d29c00c85f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:24.503178 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd616f3b-5478-47b7-8a1c-6a4bc025f4ce None None] Pushing event updated for resources: {'Port': ['ID=b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:24.602152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e400447-dc89-4afe-bc0d-d590b8e31cf5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:36:24.606083 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e400447-dc89-4afe-bc0d-d590b8e31cf5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:24.616316 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-858fdaca-95a4-41fa-9101-6240c83bb3dc None None] Set router dfb47ae3-f36b-4048-b19c-5357040011e4 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:36:24.651212 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-dd616f3b-5478-47b7-8a1c-6a4bc025f4ce None None] Attempting to bind port b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:36:24.652041 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-dd616f3b-5478-47b7-8a1c-6a4bc025f4ce None None] Attempting to bind port b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:36:24.654090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd616f3b-5478-47b7-8a1c-6a4bc025f4ce None None] Attempting to bind port b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd on network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:36:24.711459 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-858fdaca-95a4-41fa-9101-6240c83bb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:36:17Z', 'revision_number': 11, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:24.772492 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858fdaca-95a4-41fa-9101-6240c83bb3dc None None] Checking router: dfb47ae3-f36b-4048-b19c-5357040011e4 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:36:24.796223 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd616f3b-5478-47b7-8a1c-6a4bc025f4ce None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:36:24.796979 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd616f3b-5478-47b7-8a1c-6a4bc025f4ce None None] Checking segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:36:24.797674 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dd616f3b-5478-47b7-8a1c-6a4bc025f4ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:24.798325 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd616f3b-5478-47b7-8a1c-6a4bc025f4ce None None] Bound using segment: {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:36:24.799026 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-dd616f3b-5478-47b7-8a1c-6a4bc025f4ce None None] Bound port: b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ccee28-f4dd-4d70-8279-480f006f0b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:36:24.799660 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dd616f3b-5478-47b7-8a1c-6a4bc025f4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:24.801872 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858fdaca-95a4-41fa-9101-6240c83bb3dc None None] Routers {'dfb47ae3-f36b-4048-b19c-5357040011e4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:36:24.802704 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-858fdaca-95a4-41fa-9101-6240c83bb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:36:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['dfb47ae3-f36b-4048-b19c-5357040011e4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:24.808405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59812) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:24.865656 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-764ba8a1-35a1-40d6-8512-08d29c00c85f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:24.867967 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-764ba8a1-35a1-40d6-8512-08d29c00c85f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:24.926687 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-764ba8a1-35a1-40d6-8512-08d29c00c85f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:24.927268 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764ba8a1-35a1-40d6-8512-08d29c00c85f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Fanout notify agent at l3_agent the message router_deleted on router dfb47ae3-f36b-4048-b19c-5357040011e4 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:36:24.937532 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-764ba8a1-35a1-40d6-8512-08d29c00c85f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:24.944279 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-764ba8a1-35a1-40d6-8512-08d29c00c85f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/routers/dfb47ae3-f36b-4048-b19c-5357040011e4 HTTP/1.1" status: 204 len: 168 time: 0.6026385 Nov 15 11:36:24.944942 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59816) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:24.957018 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0a7c4990-97af-4d14-9a84-8e4d0e9c059d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1592191372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:25.011207 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a7c4990-97af-4d14-9a84-8e4d0e9c059d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:25.013001 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a7c4990-97af-4d14-9a84-8e4d0e9c059d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:25.105832 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-858fdaca-95a4-41fa-9101-6240c83bb3dc None None] Set router dfb47ae3-f36b-4048-b19c-5357040011e4 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:36:25.114040 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a7c4990-97af-4d14-9a84-8e4d0e9c059d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:25.123573 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80a69b22-cc16-4f2d-b82b-b9835fd6c343 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:25.131385 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a7c4990-97af-4d14-9a84-8e4d0e9c059d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:25.163494 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a7c4990-97af-4d14-9a84-8e4d0e9c059d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:25.173056 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0a7c4990-97af-4d14-9a84-8e4d0e9c059d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2269173 Nov 15 11:36:25.174624 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59822) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:25.180537 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d03069cc-05e5-4ac8-973c-b1769aaf334e tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:25.204410 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-858fdaca-95a4-41fa-9101-6240c83bb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:36:17Z', 'revision_number': 11, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:25.240099 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858fdaca-95a4-41fa-9101-6240c83bb3dc None None] The sync data for ids ['dfb47ae3-f36b-4048-b19c-5357040011e4'] in n-d-729945-9 is: [{'id': 'dfb47ae3-f36b-4048-b19c-5357040011e4', 'name': 'tempest-RoutersIpV6Test-router-316484522', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:35:13Z', 'updated_at': '2021-11-15T11:36:17Z', 'revision_number': 11, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:36:25.275298 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-dd616f3b-5478-47b7-8a1c-6a4bc025f4ce None None] For port b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:36:25.279112 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-dd616f3b-5478-47b7-8a1c-6a4bc025f4ce None None] For port b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:36:25.292704 n-d-729945-9 neutron-server[102678]: DEBUG neutron.objects.ports [None req-1e400447-dc89-4afe-bc0d-d590b8e31cf5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102678) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 11:36:25.297533 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dd616f3b-5478-47b7-8a1c-6a4bc025f4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:25.438117 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd616f3b-5478-47b7-8a1c-6a4bc025f4ce None None] Pushing event updated for resources: {'Port': ['ID=b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:25.570611 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d03069cc-05e5-4ac8-973c-b1769aaf334e tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:25.590807 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d03069cc-05e5-4ac8-973c-b1769aaf334e tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66739771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66739762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66736290'] for router, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:25.672917 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80a69b22-cc16-4f2d-b82b-b9835fd6c343 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:25.695354 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80a69b22-cc16-4f2d-b82b-b9835fd6c343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:25.795543 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-80a69b22-cc16-4f2d-b82b-b9835fd6c343 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=53de2c5b47f44f889916bb667b8adb3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9838772 Nov 15 11:36:25.799484 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59840) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:25.920826 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a69b22-cc16-4f2d-b82b-b9835fd6c343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00e01a7-2ef6-4a12-8623-5ee18ac6abed,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:25.961507 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e400447-dc89-4afe-bc0d-d590b8e31cf5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:25.980568 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03069cc-05e5-4ac8-973c-b1769aaf334e tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Router b726b38c-018b-42fa-8fa3-ffbc16d477ae is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:36:26.036180 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f7c1-108d-4740-b72c-f5adf36cd2fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:26.131268 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03069cc-05e5-4ac8-973c-b1769aaf334e tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:36:26.142259 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7596c7c8-59d4-49d6-99f6-e9727ee5cbc2 None None] Sync routers for ids ['b726b38c-018b-42fa-8fa3-ffbc16d477ae'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:36:26.152321 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f7c1-108d-4740-b72c-f5adf36cd2fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:26.158704 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7596c7c8-59d4-49d6-99f6-e9727ee5cbc2 None None] Routers {'b726b38c-018b-42fa-8fa3-ffbc16d477ae'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:36:26.164622 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7596c7c8-59d4-49d6-99f6-e9727ee5cbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:36:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b726b38c-018b-42fa-8fa3-ffbc16d477ae'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:26.175922 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d03069cc-05e5-4ac8-973c-b1769aaf334e tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:26.188614 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59848) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:26.189388 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d03069cc-05e5-4ac8-973c-b1769aaf334e tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "PUT /v2.0/routers/b726b38c-018b-42fa-8fa3-ffbc16d477ae HTTP/1.1" status: 200 len: 698 time: 1.0125020 Nov 15 11:36:26.329649 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-7596c7c8-59d4-49d6-99f6-e9727ee5cbc2 None None] Set router b726b38c-018b-42fa-8fa3-ffbc16d477ae gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:36:26.398276 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a297d28b-bcdc-4551-b3c8-745f9546f9d2 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/routers/b726b38c-018b-42fa-8fa3-ffbc16d477ae HTTP/1.1" status: 200 len: 704 time: 0.2047451 Nov 15 11:36:26.401760 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59850) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:26.441646 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1e400447-dc89-4afe-bc0d-d590b8e31cf5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] For port b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:26.485845 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f7c1-108d-4740-b72c-f5adf36cd2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:26.503719 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e1f89e60-b52d-482f-96c7-8f8ac0b4412c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/ports?device_id=b726b38c-018b-42fa-8fa3-ffbc16d477ae HTTP/1.1" status: 200 len: 205 time: 0.1006141 Nov 15 11:36:26.504733 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f7c1-108d-4740-b72c-f5adf36cd2fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:26.505823 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59858) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:26.508672 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9fe9f7c1-108d-4740-b72c-f5adf36cd2fa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d00e01a7-2ef6-4a12-8623-5ee18ac6abed HTTP/1.1" status: 204 len: 168 time: 0.6772623 Nov 15 11:36:26.552548 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7596c7c8-59d4-49d6-99f6-e9727ee5cbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b726b38c-018b-42fa-8fa3-ffbc16d477ae', 'name': 'tempest-RoutersIpV6Test-router-1592191372', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:36:25Z', 'updated_at': '2021-11-15T11:36:25Z', 'revision_number': 2, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:26.624739 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9f7c1-108d-4740-b72c-f5adf36cd2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00e01a7-2ef6-4a12-8623-5ee18ac6abed,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:26.650143 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7596c7c8-59d4-49d6-99f6-e9727ee5cbc2 None None] Checking router: b726b38c-018b-42fa-8fa3-ffbc16d477ae for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:36:26.655230 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e400447-dc89-4afe-bc0d-d590b8e31cf5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:26.656698 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c8bb4e0-e505-4f48-a2b1-2603c3383abc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:26.668634 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e400447-dc89-4afe-bc0d-d590b8e31cf5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:26.669402 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e400447-dc89-4afe-bc0d-d590b8e31cf5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:26.685474 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7596c7c8-59d4-49d6-99f6-e9727ee5cbc2 None None] Routers {'b726b38c-018b-42fa-8fa3-ffbc16d477ae'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:36:26.686436 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7596c7c8-59d4-49d6-99f6-e9727ee5cbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:36:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b726b38c-018b-42fa-8fa3-ffbc16d477ae'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:26.909379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e400447-dc89-4afe-bc0d-d590b8e31cf5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:26.922158 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-7596c7c8-59d4-49d6-99f6-e9727ee5cbc2 None None] Set router b726b38c-018b-42fa-8fa3-ffbc16d477ae gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:36:26.927495 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-1e400447-dc89-4afe-bc0d-d590b8e31cf5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:26.939610 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e400447-dc89-4afe-bc0d-d590b8e31cf5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:26.940360 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e400447-dc89-4afe-bc0d-d590b8e31cf5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:26.943011 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e400447-dc89-4afe-bc0d-d590b8e31cf5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=ae3633c5-f92b-4f06-9cb5-71d51c901e7a,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:26.970095 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e400447-dc89-4afe-bc0d-d590b8e31cf5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd,revision_number=4']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:26.989370 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1e400447-dc89-4afe-bc0d-d590b8e31cf5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6445820 Nov 15 11:36:26.998593 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59870) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:27.005088 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d652082d-4928-415c-a626-3b61602b147d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'mac_address': 'fa:16:3e:a4:50:96', 'name': 'tempest-NetworksTestDHCPv6-1143698494'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:27.138457 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7596c7c8-59d4-49d6-99f6-e9727ee5cbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b726b38c-018b-42fa-8fa3-ffbc16d477ae', 'name': 'tempest-RoutersIpV6Test-router-1592191372', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:36:25Z', 'updated_at': '2021-11-15T11:36:25Z', 'revision_number': 2, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:27.197118 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c8bb4e0-e505-4f48-a2b1-2603c3383abc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:27.200647 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c8bb4e0-e505-4f48-a2b1-2603c3383abc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:27.216965 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7596c7c8-59d4-49d6-99f6-e9727ee5cbc2 None None] The sync data for ids ['b726b38c-018b-42fa-8fa3-ffbc16d477ae'] in n-d-729945-9 is: [{'id': 'b726b38c-018b-42fa-8fa3-ffbc16d477ae', 'name': 'tempest-RoutersIpV6Test-router-1592191372', 'tenant_id': '0a82ebb1e550449ab3351c5452600713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:36:25Z', 'updated_at': '2021-11-15T11:36:25Z', 'revision_number': 2, 'project_id': '0a82ebb1e550449ab3351c5452600713', 'gw_port_host': None}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:36:27.312076 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9d2a35-8e7c-48bc-9dfa-080465f4a111 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:27.324466 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-69f08b3f-cbf9-4915-b4a1-3b3cf0754692 None None] Provisioning complete for port b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:27.324749 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-69f08b3f-cbf9-4915-b4a1-3b3cf0754692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:27.338790 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c8bb4e0-e505-4f48-a2b1-2603c3383abc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:27.339843 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8bb4e0-e505-4f48-a2b1-2603c3383abc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Fanout notify agent at l3_agent the message router_deleted on router b726b38c-018b-42fa-8fa3-ffbc16d477ae {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:36:27.351964 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c8bb4e0-e505-4f48-a2b1-2603c3383abc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:27.358611 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2c8bb4e0-e505-4f48-a2b1-2603c3383abc tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/routers/b726b38c-018b-42fa-8fa3-ffbc16d477ae HTTP/1.1" status: 204 len: 168 time: 0.8489330 Nov 15 11:36:27.358828 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59882) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:27.488075 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-870809a1-2e87-4c8d-af7c-a32b3d187d5e tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/ports?device_id=b726b38c-018b-42fa-8fa3-ffbc16d477ae HTTP/1.1" status: 200 len: 205 time: 0.1273999 Nov 15 11:36:27.489893 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59884) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:27.597849 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:36:27.606095 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d652082d-4928-415c-a626-3b61602b147d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:36:27.674238 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-70e942c7-d15c-49b7-b3c7-1b55dfc9a02e tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] delete failed (client error): The resource could not be found. Nov 15 11:36:27.678159 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-70e942c7-d15c-49b7-b3c7-1b55dfc9a02e tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/routers/b726b38c-018b-42fa-8fa3-ffbc16d477ae HTTP/1.1" status: 404 len: 336 time: 0.1842210 Nov 15 11:36:27.679578 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59898) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:27.821368 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66a10ce-1f2f-4ef7-bb5a-403055e39580 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:27.823258 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66a10ce-1f2f-4ef7-bb5a-403055e39580 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:27.835071 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59902) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:27.838635 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c66a10ce-1f2f-4ef7-bb5a-403055e39580 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/subnets/1859af8b-d55d-40b1-b8ed-e850bd69866d HTTP/1.1" status: 404 len: 337 time: 0.1564524 Nov 15 11:36:27.930053 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:27.931001 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:27.931589 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-db815dfd-49c2-451d-9201-c8e84a01935a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:27.933586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db815dfd-49c2-451d-9201-c8e84a01935a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:27.940589 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-db815dfd-49c2-451d-9201-c8e84a01935a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/subnets/0177a518-a445-4662-93f5-0a6023cbb117 HTTP/1.1" status: 404 len: 337 time: 0.1044343 Nov 15 11:36:27.943451 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59906) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:27.985095 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d652082d-4928-415c-a626-3b61602b147d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:28.014106 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c200535-c468-4ea7-ace3-176bfbfa0aeb tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:28.019035 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c200535-c468-4ea7-ace3-176bfbfa0aeb tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:28.028650 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0c200535-c468-4ea7-ace3-176bfbfa0aeb tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/subnets/b4086fc7-817e-4418-afff-c1ad53d146b2 HTTP/1.1" status: 404 len: 337 time: 0.0819297 Nov 15 11:36:28.029937 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59910) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:28.050457 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-d652082d-4928-415c-a626-3b61602b147d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] device_id is not set on port 0e934553-f04d-4ff4-9e37-2710657af0b9 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:36:28.094530 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-746da94b-36c3-453b-b178-98ce49a8f9c8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:28.094993 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-746da94b-36c3-453b-b178-98ce49a8f9c8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:28.128312 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-746da94b-36c3-453b-b178-98ce49a8f9c8 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/subnets/139cf455-2a5d-46dc-8e52-e7bd2ef993b1 HTTP/1.1" status: 404 len: 337 time: 0.0972292 Nov 15 11:36:28.128559 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-69f08b3f-cbf9-4915-b4a1-3b3cf0754692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:28.129397 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59914) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:28.220065 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59928) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:28.221202 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8788c683-2a2a-4fc6-bd28-4d0b39e55c6a tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb47ae3-f36b-4048-b19c-5357040011e4 HTTP/1.1" status: 200 len: 205 time: 0.0906608 Nov 15 11:36:28.287515 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-69f08b3f-cbf9-4915-b4a1-3b3cf0754692 None None] For port b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:28.300348 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-69f08b3f-cbf9-4915-b4a1-3b3cf0754692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:28.377325 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-d0a4ea29-af62-463f-8dd2-86b94dd67655 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] delete failed (client error): The resource could not be found. Nov 15 11:36:28.382871 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59930) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:28.398416 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d0a4ea29-af62-463f-8dd2-86b94dd67655 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/routers/dfb47ae3-f36b-4048-b19c-5357040011e4 HTTP/1.1" status: 404 len: 336 time: 0.1721265 Nov 15 11:36:28.472975 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-876ad4f0-c69e-430a-968b-3dae8b6e3325 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/ports?device_id=61e12f93-4492-4d2f-9863-dda135f5300b HTTP/1.1" status: 200 len: 205 time: 0.0876694 Nov 15 11:36:28.474588 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59934) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:28.544408 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f08b3f-cbf9-4915-b4a1-3b3cf0754692 None None] Pushing event updated for resources: {'Port': ['ID=b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:28.579467 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-a94ef357-761f-478f-bdf6-1944576c6310 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] delete failed (client error): The resource could not be found. Nov 15 11:36:28.585865 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a94ef357-761f-478f-bdf6-1944576c6310 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/routers/61e12f93-4492-4d2f-9863-dda135f5300b HTTP/1.1" status: 404 len: 336 time: 0.1089275 Nov 15 11:36:28.587070 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59940) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:28.661230 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd77594d-df9d-4a7c-a093-81b5126a95cf tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:28.662003 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd77594d-df9d-4a7c-a093-81b5126a95cf tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:28.665596 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cd77594d-df9d-4a7c-a093-81b5126a95cf tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/subnets/e4ad8aca-ffc3-439e-a180-898946b69307 HTTP/1.1" status: 404 len: 337 time: 0.0730724 Nov 15 11:36:28.669153 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59944) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:28.736927 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d595ee7a-188d-45ec-bf82-36dc197f4c3f tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/ports?device_id=38345e9f-d76b-4184-916c-71dbb681c867 HTTP/1.1" status: 200 len: 205 time: 0.0611911 Nov 15 11:36:28.746231 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59948) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:28.761088 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59950) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:28.815429 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-d652082d-4928-415c-a626-3b61602b147d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8::3c0 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/bcb0f7d0-4bd6-413f-b645-2425825a1fea/0e934553-f04d-4ff4-9e37-2710657af0b9) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:36:28.848587 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-d652082d-4928-415c-a626-3b61602b147d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8:0:1:f816:3eff:fea4:5096 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/ae3633c5-f92b-4f06-9cb5-71d51c901e7a/0e934553-f04d-4ff4-9e37-2710657af0b9) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:36:28.900309 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-1623db65-a3b5-4667-ad5d-3fcf17412fbf tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] delete failed (client error): The resource could not be found. Nov 15 11:36:28.901387 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1623db65-a3b5-4667-ad5d-3fcf17412fbf tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/routers/38345e9f-d76b-4184-916c-71dbb681c867 HTTP/1.1" status: 404 len: 336 time: 0.1485968 Nov 15 11:36:28.904842 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59954) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:28.973312 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59956) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:28.978846 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1ebfb8fd-9d09-4d76-a1f5-a72dc40fe2d9 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ea5f717-12d3-4836-bf75-2317076421b5 HTTP/1.1" status: 200 len: 205 time: 0.0632043 Nov 15 11:36:29.087309 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-0780583f-0181-43ef-b7af-94c1b81bdd35 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] delete failed (client error): The resource could not be found. Nov 15 11:36:29.094423 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0780583f-0181-43ef-b7af-94c1b81bdd35 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/routers/1ea5f717-12d3-4836-bf75-2317076421b5 HTTP/1.1" status: 404 len: 336 time: 0.1199071 Nov 15 11:36:29.096464 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59964) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:29.109548 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c957505b-5de6-42df-b3af-76deebc0ef88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:29.147017 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c308f25-52fa-4635-a529-97345ba4014c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:29.147883 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c308f25-52fa-4635-a529-97345ba4014c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:29.151902 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4c308f25-52fa-4635-a529-97345ba4014c tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/subnets/05ec91aa-0b50-42e1-b9d5-3cb916be41e6 HTTP/1.1" status: 404 len: 337 time: 0.0541101 Nov 15 11:36:29.154136 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59966) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:29.213597 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-40373561-c302-4187-af4a-e91edb2e8bcd tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb5a5b57-4190-41dc-9f88-e30fd19f3728 HTTP/1.1" status: 200 len: 205 time: 0.0544472 Nov 15 11:36:29.214656 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59968) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:29.267389 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-ea4fb6d5-6396-45d1-a2b2-ae62c839e4b0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] delete failed (client error): The resource could not be found. Nov 15 11:36:29.271302 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ea4fb6d5-6396-45d1-a2b2-ae62c839e4b0 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/routers/eb5a5b57-4190-41dc-9f88-e30fd19f3728 HTTP/1.1" status: 404 len: 336 time: 0.0531766 Nov 15 11:36:29.272547 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59970) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:29.320612 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61cd257-d78c-46cf-9fe7-7d835589e07d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:29.321432 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a61cd257-d78c-46cf-9fe7-7d835589e07d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:29.324828 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d652082d-4928-415c-a626-3b61602b147d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:29.328657 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a61cd257-d78c-46cf-9fe7-7d835589e07d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/subnets/65a2657b-e696-4e95-83bd-18c9abc98e8f HTTP/1.1" status: 404 len: 337 time: 0.0554459 Nov 15 11:36:29.333774 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59972) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:29.375857 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f42b9f12-d48b-4468-b4cb-77926063e8b3 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ca42aee-405c-47fe-bad9-25f89148e260 HTTP/1.1" status: 200 len: 205 time: 0.0384607 Nov 15 11:36:29.379354 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59974) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:29.449608 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:36:29.457923 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-e4026399-c616-447c-8694-18cd618814ac tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] delete failed (client error): The resource could not be found. Nov 15 11:36:29.458982 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e4026399-c616-447c-8694-18cd618814ac tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/routers/1ca42aee-405c-47fe-bad9-25f89148e260 HTTP/1.1" status: 404 len: 336 time: 0.0781400 Nov 15 11:36:29.462574 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59976) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:29.466935 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c957505b-5de6-42df-b3af-76deebc0ef88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:29.500783 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c957505b-5de6-42df-b3af-76deebc0ef88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:29.503248 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-27895f73-ba41-4742-9e29-149fe118ef3d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:29.503699 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27895f73-ba41-4742-9e29-149fe118ef3d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:29.509565 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-27895f73-ba41-4742-9e29-149fe118ef3d tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/subnets/bbc570ec-a066-4518-981b-5f5c7d2f1267 HTTP/1.1" status: 404 len: 337 time: 0.0419762 Nov 15 11:36:29.509736 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59978) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:29.512679 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065bc8ec-ef46-463b-a562-f09fc2030e7c None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:29.537092 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d652082d-4928-415c-a626-3b61602b147d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:29.579668 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:29.580336 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:29.583521 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957505b-5de6-42df-b3af-76deebc0ef88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829ae86f-6c03-492b-b890-2c737cd8f7e8,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:29.587250 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3941c2-c663-431b-b76f-e02284944453 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:29.587710 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab3941c2-c663-431b-b76f-e02284944453 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:29.594311 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ab3941c2-c663-431b-b76f-e02284944453 tempest-RoutersIpV6Test-1439046658 tempest-RoutersIpV6Test-1439046658-project] 10.222.0.64 "DELETE /v2.0/subnets/e2ca7c39-b712-4d53-9df3-d39a147cb975 HTTP/1.1" status: 404 len: 337 time: 0.0802317 Nov 15 11:36:29.657201 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 59986) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:29.664335 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c957505b-5de6-42df-b3af-76deebc0ef88 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=35d3fb6c381042e3b81126c2cea2ec9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9017990 Nov 15 11:36:29.707635 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d652082d-4928-415c-a626-3b61602b147d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:29.717443 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-d652082d-4928-415c-a626-3b61602b147d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:29.719490 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652082d-4928-415c-a626-3b61602b147d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=0e934553-f04d-4ff4-9e37-2710657af0b9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:29.725559 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d652082d-4928-415c-a626-3b61602b147d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:36:29.742863 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d652082d-4928-415c-a626-3b61602b147d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:29.745743 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d652082d-4928-415c-a626-3b61602b147d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:29.762334 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-515259f8-aa06-4ebb-a2d4-e948a1fc2a59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:29.805108 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d652082d-4928-415c-a626-3b61602b147d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8041306 Nov 15 11:36:29.808074 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 59992) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:29.837512 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-515259f8-aa06-4ebb-a2d4-e948a1fc2a59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:29.950711 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-515259f8-aa06-4ebb-a2d4-e948a1fc2a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:29.956127 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-515259f8-aa06-4ebb-a2d4-e948a1fc2a59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:29.959499 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-515259f8-aa06-4ebb-a2d4-e948a1fc2a59 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/829ae86f-6c03-492b-b890-2c737cd8f7e8 HTTP/1.1" status: 204 len: 168 time: 0.2999876 Nov 15 11:36:29.974384 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-006310f6-dd21-471a-b9da-7ca79c7be0e7 None None] Provisioning complete for port b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:29.975043 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-006310f6-dd21-471a-b9da-7ca79c7be0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:29.999126 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515259f8-aa06-4ebb-a2d4-e948a1fc2a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829ae86f-6c03-492b-b890-2c737cd8f7e8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:30.018789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-587e6810-6e37-4b23-9777-9baad9c66e0f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting port 0e934553-f04d-4ff4-9e37-2710657af0b9 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:36:30.022628 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-587e6810-6e37-4b23-9777-9baad9c66e0f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:30.036434 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:30.063862 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60002) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:30.303674 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-587e6810-6e37-4b23-9777-9baad9c66e0f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:30.329951 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-587e6810-6e37-4b23-9777-9baad9c66e0f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Calling delete_port for 0e934553-f04d-4ff4-9e37-2710657af0b9 owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:36:30.330620 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60012) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:30.331625 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-79b87a23-7275-4d76-9ba4-c9ccee98318b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0a82ebb1e550449ab3351c5452600713&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2655771 Nov 15 11:36:30.602407 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-010b38b2-1e6e-4b7e-8d94-d8d31423e620 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:30.650526 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-010b38b2-1e6e-4b7e-8d94-d8d31423e620 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:30.678328 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-587e6810-6e37-4b23-9777-9baad9c66e0f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:30.809036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e6810-6e37-4b23-9777-9baad9c66e0f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Port': ['ID=0e934553-f04d-4ff4-9e37-2710657af0b9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:30.811615 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-17992694-ebc9-47ac-b3fe-c215129c0e1e None None] Could not find standard attr ID for object 0e934553-f04d-4ff4-9e37-2710657af0b9. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:36:30.840786 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-17992694-ebc9-47ac-b3fe-c215129c0e1e None None] Provisioning complete for port b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:30.841837 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-17992694-ebc9-47ac-b3fe-c215129c0e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:30.885742 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-587e6810-6e37-4b23-9777-9baad9c66e0f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:30.893843 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-587e6810-6e37-4b23-9777-9baad9c66e0f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/0e934553-f04d-4ff4-9e37-2710657af0b9 HTTP/1.1" status: 204 len: 168 time: 1.0845051 Nov 15 11:36:30.896466 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60036) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:30.943930 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-010b38b2-1e6e-4b7e-8d94-d8d31423e620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:30.946922 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-010b38b2-1e6e-4b7e-8d94-d8d31423e620 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:30.951490 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-010b38b2-1e6e-4b7e-8d94-d8d31423e620 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9d0ec13f-a7cf-44db-b3dd-01095acbecad HTTP/1.1" status: 204 len: 168 time: 0.6198511 Nov 15 11:36:30.968125 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b38b2-1e6e-4b7e-8d94-d8d31423e620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0ec13f-a7cf-44db-b3dd-01095acbecad,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:31.013222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f46493-116f-44e7-b3f7-b29eec3a401e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:31.020805 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60044) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:31.036467 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-14f46493-116f-44e7-b3f7-b29eec3a401e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1388512 Nov 15 11:36:31.134368 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c29cc6-05a1-4530-ae03-03d9b49c6661 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:31.136394 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b6c29cc6-05a1-4530-ae03-03d9b49c6661 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1139126 Nov 15 11:36:31.139084 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60058) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:31.229585 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787def21-4b03-4196-ae1f-3d61547ce268 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:31.231937 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787def21-4b03-4196-ae1f-3d61547ce268 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:31.234021 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787def21-4b03-4196-ae1f-3d61547ce268 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:31.235766 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-787def21-4b03-4196-ae1f-3d61547ce268 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0954204 Nov 15 11:36:31.238657 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60064) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:31.305525 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-960b7ade-2687-4d84-bf9a-f3e8eb703b25 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet ae3633c5-f92b-4f06-9cb5-71d51c901e7a {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:36:31.309438 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-960b7ade-2687-4d84-bf9a-f3e8eb703b25 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:31.462236 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-dbb44bfe-530c-4f0e-9644-8bfc583ee89a None None] Could not find standard attr ID for object 0e934553-f04d-4ff4-9e37-2710657af0b9. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:36:31.481089 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-960b7ade-2687-4d84-bf9a-f3e8eb703b25 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:31.627291 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:31.725415 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-960b7ade-2687-4d84-bf9a-f3e8eb703b25 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:31.907600 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-960b7ade-2687-4d84-bf9a-f3e8eb703b25 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:31.972870 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b7ade-2687-4d84-bf9a-f3e8eb703b25 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=ae3633c5-f92b-4f06-9cb5-71d51c901e7a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:31.988778 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-960b7ade-2687-4d84-bf9a-f3e8eb703b25 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:31.992775 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-960b7ade-2687-4d84-bf9a-f3e8eb703b25 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/ae3633c5-f92b-4f06-9cb5-71d51c901e7a HTTP/1.1" status: 204 len: 168 time: 0.7526083 Nov 15 11:36:31.996481 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60144) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:32.001663 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126cc63f-c878-4928-b1d6-b26344dae488 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:32.029045 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60148) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:32.194306 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1422a93-de51-4123-bd75-50185d2563f4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet bcb0f7d0-4bd6-413f-b645-2425825a1fea {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:36:32.199857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-b348e56e-ef4e-4e67-840f-350139585c60 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1761931472-network', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:32.204707 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1422a93-de51-4123-bd75-50185d2563f4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:32.252301 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b348e56e-ef4e-4e67-840f-350139585c60 admin admin] Made reservation on behalf of eab0b4a8b87d49f5928c8feddd42ff75 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:36:32.259457 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b348e56e-ef4e-4e67-840f-350139585c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:32.280379 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b348e56e-ef4e-4e67-840f-350139585c60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:32.333015 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1422a93-de51-4123-bd75-50185d2563f4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:32.512813 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1422a93-de51-4123-bd75-50185d2563f4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:32.612813 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b348e56e-ef4e-4e67-840f-350139585c60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:32.621422 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b348e56e-ef4e-4e67-840f-350139585c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:32.717903 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1422a93-de51-4123-bd75-50185d2563f4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:32.724868 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b348e56e-ef4e-4e67-840f-350139585c60 admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:36:32.744948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348e56e-ef4e-4e67-840f-350139585c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955231bf-4679-427f-a821-3b80886039cf,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:32.772660 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b348e56e-ef4e-4e67-840f-350139585c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:32.773934 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-b348e56e-ef4e-4e67-840f-350139585c60 admin admin] Added segment 07d81d7a-62d7-47a6-90cb-780710d04269 of type vlan for network c6f1c26a-527a-4f69-9e9a-99c48209985b Nov 15 11:36:32.819101 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1422a93-de51-4123-bd75-50185d2563f4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb0f7d0-4bd6-413f-b645-2425825a1fea,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:32.843961 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a1422a93-de51-4123-bd75-50185d2563f4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:32.855603 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a1422a93-de51-4123-bd75-50185d2563f4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/bcb0f7d0-4bd6-413f-b645-2425825a1fea HTTP/1.1" status: 204 len: 168 time: 0.8514242 Nov 15 11:36:32.856370 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60228) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:32.889204 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60232) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:32.907157 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b348e56e-ef4e-4e67-840f-350139585c60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:32.965368 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60246) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:32.965979 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-17b138a4-c974-47ac-b084-2607f0fc4ebe tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1044731 Nov 15 11:36:32.979008 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-b0fd731f-a27e-40d9-bbb8-96ad53156454 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:33.118063 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b348e56e-ef4e-4e67-840f-350139585c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:33.119903 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b348e56e-ef4e-4e67-840f-350139585c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:33.120712 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b348e56e-ef4e-4e67-840f-350139585c60 admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:33.136941 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d0cc5395-aff5-4cb5-80af-6bd4635bcd3d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'network': {'name': 'tempest-RoutersTest-1543826485'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:33.187995 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b348e56e-ef4e-4e67-840f-350139585c60 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1578197 Nov 15 11:36:33.190864 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60266) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:33.199079 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1d0b49cb-42a5-4789-ba9c-df62932d9fe5 admin admin] Request body: {'subnet': {'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1761931472-subnet', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:33.235076 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0b49cb-42a5-4789-ba9c-df62932d9fe5 admin admin] Made reservation on behalf of eab0b4a8b87d49f5928c8feddd42ff75 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:36:33.238021 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d0b49cb-42a5-4789-ba9c-df62932d9fe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:33.325773 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348e56e-ef4e-4e67-840f-350139585c60 admin admin] Pushing event updated for resources: {'Network': ['ID=c6f1c26a-527a-4f69-9e9a-99c48209985b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:33.339849 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network c6f1c26a-527a-4f69-9e9a-99c48209985b details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:36:33.366120 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cc5395-aff5-4cb5-80af-6bd4635bcd3d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Made reservation on behalf of 9043398e6de74f8a9cf97297f1911306 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:36:33.373169 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d0cc5395-aff5-4cb5-80af-6bd4635bcd3d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:33.377668 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fd731f-a27e-40d9-bbb8-96ad53156454 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:36:33.385555 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b0fd731f-a27e-40d9-bbb8-96ad53156454 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:33.571049 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d0cc5395-aff5-4cb5-80af-6bd4635bcd3d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:33.667263 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d0b49cb-42a5-4789-ba9c-df62932d9fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:33.667843 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d240e4-7b5b-4d13-81eb-38c0543970a7 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:33.737501 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b49cb-42a5-4789-ba9c-df62932d9fe5 admin admin] Checking segment: {'id': '07d81d7a-62d7-47a6-90cb-780710d04269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:36:33.738054 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0b49cb-42a5-4789-ba9c-df62932d9fe5 admin admin] Network hostable DHCP agents. Network: c6f1c26a-527a-4f69-9e9a-99c48209985b, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:36:33.748773 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b49cb-42a5-4789-ba9c-df62932d9fe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08dee673-fca8-478a-9f8a-c99ddd2f0e06,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:33.776080 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0b49cb-42a5-4789-ba9c-df62932d9fe5 admin admin] Network c6f1c26a-527a-4f69-9e9a-99c48209985b is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:36:33.794305 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-1d0b49cb-42a5-4789-ba9c-df62932d9fe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, c6f1c26a-527a-4f69-9e9a-99c48209985b) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:33.823522 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd7083a-1312-43c1-b83d-1a20ecb23fac None None] Network c6f1c26a-527a-4f69-9e9a-99c48209985b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:33.831045 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0b49cb-42a5-4789-ba9c-df62932d9fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:33.831526 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d0b49cb-42a5-4789-ba9c-df62932d9fe5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:33.863999 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1d0b49cb-42a5-4789-ba9c-df62932d9fe5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6710441 Nov 15 11:36:33.868045 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60330) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:33.880544 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-cc2f8e39-8b47-4832-b06b-adf3490d7360 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1761931472-router', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:33.927409 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8e39-8b47-4832-b06b-adf3490d7360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:33.929274 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8e39-8b47-4832-b06b-adf3490d7360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:33.943695 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d0cc5395-aff5-4cb5-80af-6bd4635bcd3d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:33.966903 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d0cc5395-aff5-4cb5-80af-6bd4635bcd3d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:33.991432 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e5eb1446-a93c-4fbf-a404-874d434f7a6a None None] Provisioning complete for port b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:33.991798 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e5eb1446-a93c-4fbf-a404-874d434f7a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:33.998210 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0cc5395-aff5-4cb5-80af-6bd4635bcd3d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:36:34.014874 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b0fd731f-a27e-40d9-bbb8-96ad53156454 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:34.054946 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8e39-8b47-4832-b06b-adf3490d7360 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:34.084186 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fd731f-a27e-40d9-bbb8-96ad53156454 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:34.086893 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d0cc5395-aff5-4cb5-80af-6bd4635bcd3d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:34.089407 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-d0cc5395-aff5-4cb5-80af-6bd4635bcd3d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Added segment caff45aa-0f07-4dc2-9085-e955a94435c1 of type vlan for network 4f4ec579-69bd-4288-97e6-dc05128ba567 Nov 15 11:36:34.103881 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-b0fd731f-a27e-40d9-bbb8-96ad53156454 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:34.126294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fd731f-a27e-40d9-bbb8-96ad53156454 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:34.128992 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b0fd731f-a27e-40d9-bbb8-96ad53156454 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:34.254591 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc5395-aff5-4cb5-80af-6bd4635bcd3d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37444819-76fc-4f93-a427-563fba83a6ed,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:34.262780 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd731f-a27e-40d9-bbb8-96ad53156454 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=06e718b4-b3c4-4e98-ad27-5110680a7b90,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:34.288073 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b0fd731f-a27e-40d9-bbb8-96ad53156454 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3176069 Nov 15 11:36:34.293609 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d0cc5395-aff5-4cb5-80af-6bd4635bcd3d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:34.309766 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60372) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:34.326563 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-6f43fc97-7c26-4c77-a75c-82998fd2a172 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:34.380097 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be14fb4c-1e3f-4dab-bd03-33bc4db9511d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-c6f1c26a-527a-4f69-9e9a-99c48209985b', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'fixed_ips': [{'subnet_id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:36:34.380097 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be14fb4c-1e3f-4dab-bd03-33bc4db9511d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:34.442506 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8e39-8b47-4832-b06b-adf3490d7360 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:34.459628 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.db.resource_extend [None req-d0cc5395-aff5-4cb5-80af-6bd4635bcd3d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 11:36:34.540612 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d0cc5395-aff5-4cb5-80af-6bd4635bcd3d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:34.556841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cc5395-aff5-4cb5-80af-6bd4635bcd3d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:34.557475 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d0cc5395-aff5-4cb5-80af-6bd4635bcd3d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:34.861422 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-be14fb4c-1e3f-4dab-bd03-33bc4db9511d None None] Allocated IP 172.20.0.2 (c6f1c26a-527a-4f69-9e9a-99c48209985b/08dee673-fca8-478a-9f8a-c99ddd2f0e06/2b1d220a-05bd-4721-8892-529eef814a22) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:36:34.932152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc5395-aff5-4cb5-80af-6bd4635bcd3d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Network': ['ID=4f4ec579-69bd-4288-97e6-dc05128ba567,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:34.966792 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d0cc5395-aff5-4cb5-80af-6bd4635bcd3d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0742290 Nov 15 11:36:34.970842 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60454) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:34.986419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-60c305e6-1c53-45a8-b4d7-1096b435e9e1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'network': {'name': 'tempest-RoutersTest-1513338113'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:35.037583 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 4f4ec579-69bd-4288-97e6-dc05128ba567 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:36:35.042387 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f43fc97-7c26-4c77-a75c-82998fd2a172 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:36:35.046500 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6f43fc97-7c26-4c77-a75c-82998fd2a172 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:35.160985 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8e39-8b47-4832-b06b-adf3490d7360 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:35.178799 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f724307-3d4e-4d01-a618-4ccd464a3256 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:35.207634 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8e39-8b47-4832-b06b-adf3490d7360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:35.422076 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c305e6-1c53-45a8-b4d7-1096b435e9e1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Made reservation on behalf of 9043398e6de74f8a9cf97297f1911306 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:36:35.442806 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60c305e6-1c53-45a8-b4d7-1096b435e9e1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:35.499846 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-cc2f8e39-8b47-4832-b06b-adf3490d7360 admin admin] Allocated IP 172.25.7.202 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:36:35.537233 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-676385e2-e076-42af-93b6-b075c4cf7d72 None None] Provisioning complete for port b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:35.537823 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-676385e2-e076-42af-93b6-b075c4cf7d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:35.605616 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c305e6-1c53-45a8-b4d7-1096b435e9e1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:36:35.631864 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60c305e6-1c53-45a8-b4d7-1096b435e9e1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:35.632552 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-60c305e6-1c53-45a8-b4d7-1096b435e9e1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Added segment 963a8486-bfc9-41ba-bf98-f1d86207de93 of type vlan for network 28f5ec40-ad5b-4a6e-b685-f92c187c26e9 Nov 15 11:36:35.637016 n-d-729945-9 neutron-server[102678]: INFO neutron.db.ipam_backend_mixin [None req-6f43fc97-7c26-4c77-a75c-82998fd2a172 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 06e718b4-b3c4-4e98-ad27-5110680a7b90 (CIDR: 2001:db8::/64) Nov 15 11:36:35.656985 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f43fc97-7c26-4c77-a75c-82998fd2a172 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:36:35.657667 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f43fc97-7c26-4c77-a75c-82998fd2a172 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:35.762185 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6f43fc97-7c26-4c77-a75c-82998fd2a172 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4511092 Nov 15 11:36:35.775095 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60534) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:35.801522 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-05fe1b8f-24d1-4100-93fc-b54e4006a04c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'subnet': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:36.024057 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60c305e6-1c53-45a8-b4d7-1096b435e9e1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:36.075269 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be14fb4c-1e3f-4dab-bd03-33bc4db9511d None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:36.134686 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be14fb4c-1e3f-4dab-bd03-33bc4db9511d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:36.200821 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fe1b8f-24d1-4100-93fc-b54e4006a04c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:36:36.209926 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05fe1b8f-24d1-4100-93fc-b54e4006a04c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:36.231056 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60c305e6-1c53-45a8-b4d7-1096b435e9e1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:36.247836 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c305e6-1c53-45a8-b4d7-1096b435e9e1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:36.249245 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-60c305e6-1c53-45a8-b4d7-1096b435e9e1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:36.258503 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14fb4c-1e3f-4dab-bd03-33bc4db9511d None None] Pushing event updated for resources: {'Port': ['ID=2b1d220a-05bd-4721-8892-529eef814a22,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:36.304801 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be14fb4c-1e3f-4dab-bd03-33bc4db9511d None None] Network c6f1c26a-527a-4f69-9e9a-99c48209985b is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:36.309975 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-be14fb4c-1e3f-4dab-bd03-33bc4db9511d None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:36.312921 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be14fb4c-1e3f-4dab-bd03-33bc4db9511d None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:36:36.496122 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bacf8a5f-8e1e-4eb6-a864-9cd226090829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:36.625603 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c305e6-1c53-45a8-b4d7-1096b435e9e1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Network': ['ID=28f5ec40-ad5b-4a6e-b685-f92c187c26e9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:36.668903 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 28f5ec40-ad5b-4a6e-b685-f92c187c26e9 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:36:36.719089 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-60c305e6-1c53-45a8-b4d7-1096b435e9e1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7464628 Nov 15 11:36:36.727319 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60654) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:36.744487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-0d255fa6-4908-49cd-9cd7-ac0450aed63d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'subnet': {'network_id': '4f4ec579-69bd-4288-97e6-dc05128ba567', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:36.778585 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-be14fb4c-1e3f-4dab-bd03-33bc4db9511d None None] Attempting to bind port 2b1d220a-05bd-4721-8892-529eef814a22 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:36:36.779136 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-be14fb4c-1e3f-4dab-bd03-33bc4db9511d None None] Attempting to bind port 2b1d220a-05bd-4721-8892-529eef814a22 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '07d81d7a-62d7-47a6-90cb-780710d04269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:36:36.779666 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14fb4c-1e3f-4dab-bd03-33bc4db9511d None None] Attempting to bind port 2b1d220a-05bd-4721-8892-529eef814a22 on network c6f1c26a-527a-4f69-9e9a-99c48209985b {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:36:36.805968 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14fb4c-1e3f-4dab-bd03-33bc4db9511d None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:36:36.806976 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14fb4c-1e3f-4dab-bd03-33bc4db9511d None None] Checking segment: {'id': '07d81d7a-62d7-47a6-90cb-780710d04269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:36:36.807570 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be14fb4c-1e3f-4dab-bd03-33bc4db9511d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:36.808147 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14fb4c-1e3f-4dab-bd03-33bc4db9511d None None] Bound using segment: {'id': '07d81d7a-62d7-47a6-90cb-780710d04269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:36:36.808798 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-be14fb4c-1e3f-4dab-bd03-33bc4db9511d None None] Bound port: 2b1d220a-05bd-4721-8892-529eef814a22, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d81d7a-62d7-47a6-90cb-780710d04269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:36:36.809946 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be14fb4c-1e3f-4dab-bd03-33bc4db9511d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:37.079745 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27d97035-03c2-4e35-8bb8-dbfcf5372373 req-ad8ec031-3795-4425-b0e5-4d60575996a8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f97dbee2-da25-4cfb-b3f7-0fadf5eff729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6659248 Nov 15 11:36:37.254552 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8e39-8b47-4832-b06b-adf3490d7360 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:37.346655 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8e39-8b47-4832-b06b-adf3490d7360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:37.396852 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d255fa6-4908-49cd-9cd7-ac0450aed63d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Made reservation on behalf of 9043398e6de74f8a9cf97297f1911306 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:36:37.403908 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0d255fa6-4908-49cd-9cd7-ac0450aed63d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:37.470641 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2f8e39-8b47-4832-b06b-adf3490d7360 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:37.474561 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-cc2f8e39-8b47-4832-b06b-adf3490d7360 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:37.478847 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f8e39-8b47-4832-b06b-adf3490d7360 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:36:37.514687 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-82d055e9-2f25-409a-a9b2-16fbd345878c None None] Provisioning complete for port b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:37.515066 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-82d055e9-2f25-409a-a9b2-16fbd345878c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:37.528633 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da131afb-d918-4666-86cf-c81000a1212e None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:36:37.569622 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d97035-03c2-4e35-8bb8-dbfcf5372373 req-a31bdd87-32be-40ba-9f18-d5f8df93a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:37.577401 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27d97035-03c2-4e35-8bb8-dbfcf5372373 req-a31bdd87-32be-40ba-9f18-d5f8df93a7c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da04dae2b65a4f16adcc558b087f9aae&device_id=f97dbee2-da25-4cfb-b3f7-0fadf5eff729 HTTP/1.1" status: 200 len: 1101 time: 0.4194837 Nov 15 11:36:37.592660 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f8e39-8b47-4832-b06b-adf3490d7360 admin admin] Pushing event updated for resources: {'Port': ['ID=ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:37.649470 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-be14fb4c-1e3f-4dab-bd03-33bc4db9511d None None] For port 2b1d220a-05bd-4721-8892-529eef814a22, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:36:37.715850 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-be14fb4c-1e3f-4dab-bd03-33bc4db9511d None None] For port 2b1d220a-05bd-4721-8892-529eef814a22, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2b1d220a-05bd-4721-8892-529eef814a22,segment=NetworkSegment(07d81d7a-62d7-47a6-90cb-780710d04269),segment_id=07d81d7a-62d7-47a6-90cb-780710d04269)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:36:37.740421 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be14fb4c-1e3f-4dab-bd03-33bc4db9511d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:37.987319 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14fb4c-1e3f-4dab-bd03-33bc4db9511d None None] Pushing event updated for resources: {'Port': ['ID=2b1d220a-05bd-4721-8892-529eef814a22,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:38.129578 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-9754f571-a15d-4dc3-be69-0256f2a05e8c None None] Provisioning complete for port ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:38.130646 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9754f571-a15d-4dc3-be69-0256f2a05e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:38.280179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-9754f571-a15d-4dc3-be69-0256f2a05e8c None None] Port ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:36:38.357834 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8e39-8b47-4832-b06b-adf3490d7360 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:38.402966 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f8571f7a-43fe-4d1a-a6ff-7fc306387d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:38.712815 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d97035-03c2-4e35-8bb8-dbfcf5372373 req-ebe67222-c4af-4a98-8e8e-2294be296dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:38.715119 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27d97035-03c2-4e35-8bb8-dbfcf5372373 req-ebe67222-c4af-4a98-8e8e-2294be296dc4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 1.1134491 Nov 15 11:36:38.760346 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8e39-8b47-4832-b06b-adf3490d7360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:38.787036 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27d97035-03c2-4e35-8bb8-dbfcf5372373 req-139ded3c-2b41-4fa5-b096-3467a32ad4f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 HTTP/1.1" status: 200 len: 217 time: 0.0617862 Nov 15 11:36:38.958557 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0d255fa6-4908-49cd-9cd7-ac0450aed63d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:39.016805 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2f8e39-8b47-4832-b06b-adf3490d7360 admin admin] Router 8fd82397-60b9-4655-b973-2872b653f018 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:36:39.083724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d97035-03c2-4e35-8bb8-dbfcf5372373 req-d5aaa0db-39b3-412b-be4f-f6e3ed57ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:39.085510 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27d97035-03c2-4e35-8bb8-dbfcf5372373 req-d5aaa0db-39b3-412b-be4f-f6e3ed57ef31 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.2886522 Nov 15 11:36:39.200343 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d255fa6-4908-49cd-9cd7-ac0450aed63d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Subnet': ['ID=a902942c-101d-4a0d-8a0d-b3d0b61679db,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:39.233012 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2f8e39-8b47-4832-b06b-adf3490d7360 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:36:39.245053 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] Sync routers for ids ['8fd82397-60b9-4655-b973-2872b653f018'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:36:39.259450 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] Routers {'8fd82397-60b9-4655-b973-2872b653f018'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:36:39.259805 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:36:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8fd82397-60b9-4655-b973-2872b653f018'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:39.266063 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8e39-8b47-4832-b06b-adf3490d7360 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:39.273923 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cc2f8e39-8b47-4832-b06b-adf3490d7360 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4022219 Nov 15 11:36:39.274136 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60718) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:39.304178 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d255fa6-4908-49cd-9cd7-ac0450aed63d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Checking segment: {'id': 'caff45aa-0f07-4dc2-9085-e955a94435c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4f4ec579-69bd-4288-97e6-dc05128ba567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:36:39.304536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d255fa6-4908-49cd-9cd7-ac0450aed63d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network hostable DHCP agents. Network: 4f4ec579-69bd-4288-97e6-dc05128ba567, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:36:39.502278 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d97035-03c2-4e35-8bb8-dbfcf5372373 req-1f475aa4-0773-47f3-934d-07641d53b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:39.504079 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27d97035-03c2-4e35-8bb8-dbfcf5372373 req-1f475aa4-0773-47f3-934d-07641d53b2c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3963354 Nov 15 11:36:39.534092 n-d-729945-9 neutron-server[102678]: DEBUG neutron.objects.ports [None req-05fe1b8f-24d1-4100-93fc-b54e4006a04c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102678) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 11:36:39.535692 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] Set router 8fd82397-60b9-4655-b973-2872b653f018 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:36:39.628803 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d255fa6-4908-49cd-9cd7-ac0450aed63d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 4f4ec579-69bd-4288-97e6-dc05128ba567 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:36:39.631923 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0396b5e-b7e7-40db-a83f-fa699ff34539 None None] Network c6f1c26a-527a-4f69-9e9a-99c48209985b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:39.634057 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 2b1d220a-05bd-4721-8892-529eef814a22 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:36:39.720266 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-0d255fa6-4908-49cd-9cd7-ac0450aed63d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 4f4ec579-69bd-4288-97e6-dc05128ba567) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:39.754562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d255fa6-4908-49cd-9cd7-ac0450aed63d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:39.755561 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0d255fa6-4908-49cd-9cd7-ac0450aed63d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:39.789373 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638b9eda-c5b2-41fe-942f-dd2c434f1399 None None] Network 4f4ec579-69bd-4288-97e6-dc05128ba567 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:39.852036 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27d97035-03c2-4e35-8bb8-dbfcf5372373 req-566219b2-faa1-4fe4-9d08-ee88b12646b0 service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381922 Nov 15 11:36:39.864478 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0d255fa6-4908-49cd-9cd7-ac0450aed63d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1315746 Nov 15 11:36:39.867490 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60720) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:39.873944 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-eb723298-55c5-41e9-b22d-30715c79cd4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'subnet': {'network_id': '28f5ec40-ad5b-4a6e-b685-f92c187c26e9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:39.946065 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e84ece62-8d39-4e7b-a2f1-0796634d6d43 None None] Provisioning complete for port 2b1d220a-05bd-4721-8892-529eef814a22 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:39.959108 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e84ece62-8d39-4e7b-a2f1-0796634d6d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:39.966547 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05fe1b8f-24d1-4100-93fc-b54e4006a04c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:40.034050 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb723298-55c5-41e9-b22d-30715c79cd4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Made reservation on behalf of 9043398e6de74f8a9cf97297f1911306 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:36:40.040866 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb723298-55c5-41e9-b22d-30715c79cd4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:40.143229 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27d97035-03c2-4e35-8bb8-dbfcf5372373 req-ca099f2f-6e7e-42d3-9cb9-bbcdeb68a3ae service neutron] 10.222.0.11 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826254 Nov 15 11:36:40.394857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-05fe1b8f-24d1-4100-93fc-b54e4006a04c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] For port b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:40.438868 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:40.458323 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05fe1b8f-24d1-4100-93fc-b54e4006a04c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:40.472192 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ba0c-4171-4427-b1d7-93b969389193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:40.477269 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05fe1b8f-24d1-4100-93fc-b54e4006a04c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:40.478023 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05fe1b8f-24d1-4100-93fc-b54e4006a04c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:40.511656 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb723298-55c5-41e9-b22d-30715c79cd4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:40.528775 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 2b1d220a-05bd-4721-8892-529eef814a22 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:40.531364 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:40.544987 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe1b8f-24d1-4100-93fc-b54e4006a04c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Subnet': ['ID=b3ca6675-b090-418a-ade9-2b47dc8f64fa,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:40.625924 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fe1b8f-24d1-4100-93fc-b54e4006a04c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:40.643176 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb723298-55c5-41e9-b22d-30715c79cd4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Subnet': ['ID=2cc0877e-5fec-49a9-ba51-44dbc28a4f23,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:40.657305 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-05fe1b8f-24d1-4100-93fc-b54e4006a04c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:40.673903 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb723298-55c5-41e9-b22d-30715c79cd4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Checking segment: {'id': '963a8486-bfc9-41ba-bf98-f1d86207de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '28f5ec40-ad5b-4a6e-b685-f92c187c26e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:36:40.674331 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb723298-55c5-41e9-b22d-30715c79cd4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network hostable DHCP agents. Network: 28f5ec40-ad5b-4a6e-b685-f92c187c26e9, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:36:40.699366 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fe1b8f-24d1-4100-93fc-b54e4006a04c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:40.700032 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05fe1b8f-24d1-4100-93fc-b54e4006a04c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:40.704059 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ad0099-6dac-4583-9873-84fd938951d7 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:40.708756 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb723298-55c5-41e9-b22d-30715c79cd4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 28f5ec40-ad5b-4a6e-b685-f92c187c26e9 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:36:40.729331 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-eb723298-55c5-41e9-b22d-30715c79cd4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 28f5ec40-ad5b-4a6e-b685-f92c187c26e9) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:40.753887 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb723298-55c5-41e9-b22d-30715c79cd4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:40.755190 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb723298-55c5-41e9-b22d-30715c79cd4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:40.755311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe1b8f-24d1-4100-93fc-b54e4006a04c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd,revision_number=9']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:40.783236 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-eb723298-55c5-41e9-b22d-30715c79cd4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9118814 Nov 15 11:36:40.783482 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60728) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:40.787911 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9fe0205a-3c3a-49ff-8c39-137e7fea629e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-644355537', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:40.805189 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-05fe1b8f-24d1-4100-93fc-b54e4006a04c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.0226023 Nov 15 11:36:40.807007 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adbf386-4d21-4867-ae8a-b5d9b4b50882 None None] Network 28f5ec40-ad5b-4a6e-b685-f92c187c26e9 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:40.809840 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60730) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:40.829298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-7c7480a5-6991-483b-9440-182a5ae040d5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Request body: {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'mac_address': 'fa:16:3e:d2:18:e9', 'name': 'tempest-NetworksTestDHCPv6-1054472783'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:40.832316 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e84ece62-8d39-4e7b-a2f1-0796634d6d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:40.846927 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fe0205a-3c3a-49ff-8c39-137e7fea629e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:40.848064 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fe0205a-3c3a-49ff-8c39-137e7fea629e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:40.927412 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fe0205a-3c3a-49ff-8c39-137e7fea629e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:40.934422 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fe0205a-3c3a-49ff-8c39-137e7fea629e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:40.959474 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fe0205a-3c3a-49ff-8c39-137e7fea629e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:40.963944 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9fe0205a-3c3a-49ff-8c39-137e7fea629e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1770756 Nov 15 11:36:40.964193 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60732) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:41.006446 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e84ece62-8d39-4e7b-a2f1-0796634d6d43 None None] For port 2b1d220a-05bd-4721-8892-529eef814a22, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2b1d220a-05bd-4721-8892-529eef814a22,segment=NetworkSegment(07d81d7a-62d7-47a6-90cb-780710d04269),segment_id=07d81d7a-62d7-47a6-90cb-780710d04269)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:41.014352 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2729fafc-3f99-4f8d-aba6-95045fb064df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-4f4ec579-69bd-4288-97e6-dc05128ba567', 'network_id': '4f4ec579-69bd-4288-97e6-dc05128ba567', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'fixed_ips': [{'subnet_id': 'a902942c-101d-4a0d-8a0d-b3d0b61679db'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:36:41.020770 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2729fafc-3f99-4f8d-aba6-95045fb064df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:41.051486 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e84ece62-8d39-4e7b-a2f1-0796634d6d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:41.054100 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd82397-60b9-4655-b973-2872b653f018', 'name': 'tempest-AttachVolumeShelveTestJSON-1761931472-router', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:36:33Z', 'updated_at': '2021-11-15T11:36:38Z', 'revision_number': 3, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'gw_port': {'id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:35Z', 'updated_at': '2021-11-15T11:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:41.121052 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] Checking router: 8fd82397-60b9-4655-b973-2872b653f018 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:36:41.121705 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] Updating router 8fd82397-60b9-4655-b973-2872b653f018 port ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:36:41.149369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-ccf4ba0c-4171-4427-b1d7-93b969389193 admin admin] Allocated IP 172.20.0.1 (c6f1c26a-527a-4f69-9e9a-99c48209985b/08dee673-fca8-478a-9f8a-c99ddd2f0e06/c8ca9dce-a63a-406b-a36d-f30b74cfe2dd) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:36:41.405038 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7480a5-6991-483b-9440-182a5ae040d5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Made reservation on behalf of 27d0328c588840c081cb96de7c53ab09 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:36:41.409915 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0332b9e6-3c0d-4790-bf47-dbc7a9675c3f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:41.518319 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ba0c-4171-4427-b1d7-93b969389193 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:41.583763 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c7480a5-6991-483b-9440-182a5ae040d5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:41.609704 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-7c7480a5-6991-483b-9440-182a5ae040d5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] device_id is not set on port 3f42e415-49e5-4615-8b6b-05abb29fcd0e yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:36:41.616527 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ba0c-4171-4427-b1d7-93b969389193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:41.711629 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf4ba0c-4171-4427-b1d7-93b969389193 admin admin] Network c6f1c26a-527a-4f69-9e9a-99c48209985b is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:41.712443 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:41.722075 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ccf4ba0c-4171-4427-b1d7-93b969389193 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:41.726691 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf4ba0c-4171-4427-b1d7-93b969389193 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:36:41.768667 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4ba0c-4171-4427-b1d7-93b969389193 admin admin] Pushing event updated for resources: {'Port': ['ID=c8ca9dce-a63a-406b-a36d-f30b74cfe2dd,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:41.770713 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ba0c-4171-4427-b1d7-93b969389193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:41.909176 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-0332b9e6-3c0d-4790-bf47-dbc7a9675c3f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Allocated IP 172.20.0.1 (4f4ec579-69bd-4288-97e6-dc05128ba567/a902942c-101d-4a0d-8a0d-b3d0b61679db/8ccb2f28-c767-4f4f-9428-d3b6b99ad127) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:36:42.085494 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ece62-8d39-4e7b-a2f1-0796634d6d43 None None] Pushing event updated for resources: {'Port': ['ID=2b1d220a-05bd-4721-8892-529eef814a22,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:42.095432 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8343afd8-692e-40c8-b29b-6c99dca9e897 None None] Provisioning complete for port 2b1d220a-05bd-4721-8892-529eef814a22 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:42.095985 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8343afd8-692e-40c8-b29b-6c99dca9e897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:42.132026 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0332b9e6-3c0d-4790-bf47-dbc7a9675c3f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:42.175731 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:42.235195 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0332b9e6-3c0d-4790-bf47-dbc7a9675c3f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:42.252342 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:42.325860 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 2b1d220a-05bd-4721-8892-529eef814a22 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:36:42.369743 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07fcdf5-9bcc-4324-ad1d-3196a2c4c375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-28f5ec40-ad5b-4a6e-b685-f92c187c26e9', 'network_id': '28f5ec40-ad5b-4a6e-b685-f92c187c26e9', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'fixed_ips': [{'subnet_id': '2cc0877e-5fec-49a9-ba51-44dbc28a4f23'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:36:42.370619 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f07fcdf5-9bcc-4324-ad1d-3196a2c4c375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:42.374039 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0332b9e6-3c0d-4790-bf47-dbc7a9675c3f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 4f4ec579-69bd-4288-97e6-dc05128ba567 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:42.386799 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-0332b9e6-3c0d-4790-bf47-dbc7a9675c3f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:42.391858 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0332b9e6-3c0d-4790-bf47-dbc7a9675c3f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:36:42.453917 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332b9e6-3c0d-4790-bf47-dbc7a9675c3f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Port': ['ID=8ccb2f28-c767-4f4f-9428-d3b6b99ad127,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:42.481304 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0332b9e6-3c0d-4790-bf47-dbc7a9675c3f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:42.585784 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-f07fcdf5-9bcc-4324-ad1d-3196a2c4c375 None None] Allocated IP 172.21.0.2 (28f5ec40-ad5b-4a6e-b685-f92c187c26e9/2cc0877e-5fec-49a9-ba51-44dbc28a4f23/0ed55c8c-ac6d-4e28-bab9-239588e64e96) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:36:42.637176 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0332b9e6-3c0d-4790-bf47-dbc7a9675c3f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:42.712442 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:42.735171 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-2729fafc-3f99-4f8d-aba6-95045fb064df None None] Allocated IP 172.20.0.2 (4f4ec579-69bd-4288-97e6-dc05128ba567/a902942c-101d-4a0d-8a0d-b3d0b61679db/ccc2c15c-89d0-415c-b92a-8918ca8948ad) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:36:42.749620 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 2b1d220a-05bd-4721-8892-529eef814a22 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:42.749990 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:42.757996 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:42.800861 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-7c7480a5-6991-483b-9440-182a5ae040d5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8::312 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/06e718b4-b3c4-4e98-ad27-5110680a7b90/3f42e415-49e5-4615-8b6b-05abb29fcd0e) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:36:42.811492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-7c7480a5-6991-483b-9440-182a5ae040d5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Allocated IP 2001:db8:0:1:f816:3eff:fed2:18e9 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/b3ca6675-b090-418a-ade9-2b47dc8f64fa/3f42e415-49e5-4615-8b6b-05abb29fcd0e) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:36:42.813516 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ba0c-4171-4427-b1d7-93b969389193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:42.868777 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd28a3b-74b3-4917-889f-dfee79a6d347 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:36:42.933800 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5395f3c1-344c-47c2-8953-1d15d9bfd6ac None None] Update dhcp port {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'fixed_ips': [{'subnet_id': 'b3ca6675-b090-418a-ade9-2b47dc8f64fa', 'ip_address': '2001:db8:0:1:f816:3eff:fe75:2734'}, {'subnet_id': '06e718b4-b3c4-4e98-ad27-5110680a7b90'}], 'binding:host_id': 'n-d-729945-9'}, 'id': 'b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd'} from n-d-729945-9. {{(pid=102679) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 11:36:42.998242 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] Attempting to bind port ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:36:42.998466 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] Attempting to bind port ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:36:42.998830 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] Attempting to bind port ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:36:43.045833 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a6866-9735-4777-81c8-f456b28be762 None None] Pushing event updated for resources: {'Port': ['ID=ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:43.080645 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5395f3c1-344c-47c2-8953-1d15d9bfd6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:43.088701 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:36:43.089099 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:36:43.089505 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:43.089904 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:36:43.090761 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] Bound port: ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:36:43.090761 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:43.098706 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c7480a5-6991-483b-9440-182a5ae040d5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:43.119132 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0332b9e6-3c0d-4790-bf47-dbc7a9675c3f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:43.133766 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0332b9e6-3c0d-4790-bf47-dbc7a9675c3f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:43.151350 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-464d06da-87de-4157-a0da-0a0215e70752 None None] Provisioning complete for port c8ca9dce-a63a-406b-a36d-f30b74cfe2dd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:43.151720 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-464d06da-87de-4157-a0da-0a0215e70752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:43.197931 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ba0c-4171-4427-b1d7-93b969389193 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:43.207853 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f07fcdf5-9bcc-4324-ad1d-3196a2c4c375 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:43.210620 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ba0c-4171-4427-b1d7-93b969389193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:43.258590 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c7480a5-6991-483b-9440-182a5ae040d5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:43.295211 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f07fcdf5-9bcc-4324-ad1d-3196a2c4c375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:43.297457 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ccf4ba0c-4171-4427-b1d7-93b969389193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:43.304166 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7480a5-6991-483b-9440-182a5ae040d5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:43.308625 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4ba0c-4171-4427-b1d7-93b969389193 admin admin] Pushing event updated for resources: {'Port': ['ID=c8ca9dce-a63a-406b-a36d-f30b74cfe2dd,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:43.310053 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-464d06da-87de-4157-a0da-0a0215e70752 None None] Port c8ca9dce-a63a-406b-a36d-f30b74cfe2dd cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:36:43.321489 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-7c7480a5-6991-483b-9440-182a5ae040d5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:43.327565 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7480a5-6991-483b-9440-182a5ae040d5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:36:43.334538 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7480a5-6991-483b-9440-182a5ae040d5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:43.335467 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7c7480a5-6991-483b-9440-182a5ae040d5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:43.377473 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332b9e6-3c0d-4790-bf47-dbc7a9675c3f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Port': ['ID=8ccb2f28-c767-4f4f-9428-d3b6b99ad127,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:43.390524 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0332b9e6-3c0d-4790-bf47-dbc7a9675c3f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:43.467298 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7c7480a5-6991-483b-9440-182a5ae040d5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6435225 Nov 15 11:36:43.469360 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60752) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:43.483243 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7480a5-6991-483b-9440-182a5ae040d5 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event updated for resources: {'Port': ['ID=3f42e415-49e5-4615-8b6b-05abb29fcd0e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:43.504870 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] For port ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:36:43.520980 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:36:43.529067 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07fcdf5-9bcc-4324-ad1d-3196a2c4c375 None None] Network 28f5ec40-ad5b-4a6e-b685-f92c187c26e9 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:43.583694 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] For port ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:36:43.584574 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0332b9e6-3c0d-4790-bf47-dbc7a9675c3f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 4f4ec579-69bd-4288-97e6-dc05128ba567 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:43.587896 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-0332b9e6-3c0d-4790-bf47-dbc7a9675c3f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:43.596165 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-f07fcdf5-9bcc-4324-ad1d-3196a2c4c375 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:43.615441 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07fcdf5-9bcc-4324-ad1d-3196a2c4c375 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:36:43.620234 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:43.622661 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2729fafc-3f99-4f8d-aba6-95045fb064df None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:43.631713 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07fcdf5-9bcc-4324-ad1d-3196a2c4c375 None None] Pushing event updated for resources: {'Port': ['ID=0ed55c8c-ac6d-4e28-bab9-239588e64e96,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:43.657760 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8530712f-9d7c-495e-ad50-81be996c3fa6 None None] Provisioning complete for port ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:43.658124 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8530712f-9d7c-495e-ad50-81be996c3fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:43.666455 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2729fafc-3f99-4f8d-aba6-95045fb064df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:43.717838 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf4ba0c-4171-4427-b1d7-93b969389193 admin admin] Network c6f1c26a-527a-4f69-9e9a-99c48209985b is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:43.719858 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ccf4ba0c-4171-4427-b1d7-93b969389193 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:43.768826 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948004b4-7d14-4668-8972-cacb9d1f47c8 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:36:43.859867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2729fafc-3f99-4f8d-aba6-95045fb064df None None] Network 4f4ec579-69bd-4288-97e6-dc05128ba567 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:43.869012 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0332b9e6-3c0d-4790-bf47-dbc7a9675c3f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Router d26972a4-8710-4ed9-861b-4d78f8804730 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:36:43.890819 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-2729fafc-3f99-4f8d-aba6-95045fb064df None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:43.895168 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-968ba766-b98e-483e-83c3-98375b8a2b8d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting port 3f42e415-49e5-4615-8b6b-05abb29fcd0e {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:36:43.895697 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-968ba766-b98e-483e-83c3-98375b8a2b8d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:43.895864 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2729fafc-3f99-4f8d-aba6-95045fb064df None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:36:43.906324 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a6866-9735-4777-81c8-f456b28be762 None None] Pushing event updated for resources: {'Port': ['ID=ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:43.909600 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] Routers {'8fd82397-60b9-4655-b973-2872b653f018'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:36:43.910205 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:36:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8fd82397-60b9-4655-b973-2872b653f018'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:43.918765 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f07fcdf5-9bcc-4324-ad1d-3196a2c4c375 None None] Attempting to bind port 0ed55c8c-ac6d-4e28-bab9-239588e64e96 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:36:43.919126 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f07fcdf5-9bcc-4324-ad1d-3196a2c4c375 None None] Attempting to bind port 0ed55c8c-ac6d-4e28-bab9-239588e64e96 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '963a8486-bfc9-41ba-bf98-f1d86207de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '28f5ec40-ad5b-4a6e-b685-f92c187c26e9'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:36:43.919491 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07fcdf5-9bcc-4324-ad1d-3196a2c4c375 None None] Attempting to bind port 0ed55c8c-ac6d-4e28-bab9-239588e64e96 on network 28f5ec40-ad5b-4a6e-b685-f92c187c26e9 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:36:44.096604 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-968ba766-b98e-483e-83c3-98375b8a2b8d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:44.105289 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0332b9e6-3c0d-4790-bf47-dbc7a9675c3f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:36:44.117516 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844111b6-2326-43f1-9c50-2fe802374c58 None None] Sync routers for ids ['d26972a4-8710-4ed9-861b-4d78f8804730'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:36:44.123657 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0332b9e6-3c0d-4790-bf47-dbc7a9675c3f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/routers/d26972a4-8710-4ed9-861b-4d78f8804730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1555285 Nov 15 11:36:44.124155 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60754) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:44.130891 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf4ba0c-4171-4427-b1d7-93b969389193 admin admin] Router 8fd82397-60b9-4655-b973-2872b653f018 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:36:44.141593 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844111b6-2326-43f1-9c50-2fe802374c58 None None] Routers {'d26972a4-8710-4ed9-861b-4d78f8804730'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:36:44.145325 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-844111b6-2326-43f1-9c50-2fe802374c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:36:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d26972a4-8710-4ed9-861b-4d78f8804730'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:44.147372 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-968ba766-b98e-483e-83c3-98375b8a2b8d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Calling delete_port for 3f42e415-49e5-4615-8b6b-05abb29fcd0e owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:36:44.204469 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b16ec5-d052-42e3-b635-47c681582672 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:44.206817 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-02b16ec5-d052-42e3-b635-47c681582672 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/ports/8ccb2f28-c767-4f4f-9428-d3b6b99ad127 HTTP/1.1" status: 200 len: 910 time: 0.0815322 Nov 15 11:36:44.210157 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60756) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:44.246542 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-844111b6-2326-43f1-9c50-2fe802374c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:44.262238 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-5395f3c1-344c-47c2-8953-1d15d9bfd6ac None None] Allocated IP 2001:db8::2 (ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce/06e718b4-b3c4-4e98-ad27-5110680a7b90/b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:36:44.264488 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07fcdf5-9bcc-4324-ad1d-3196a2c4c375 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:36:44.264877 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07fcdf5-9bcc-4324-ad1d-3196a2c4c375 None None] Checking segment: {'id': '963a8486-bfc9-41ba-bf98-f1d86207de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '28f5ec40-ad5b-4a6e-b685-f92c187c26e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:36:44.265271 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f07fcdf5-9bcc-4324-ad1d-3196a2c4c375 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:44.265669 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07fcdf5-9bcc-4324-ad1d-3196a2c4c375 None None] Bound using segment: {'id': '963a8486-bfc9-41ba-bf98-f1d86207de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '28f5ec40-ad5b-4a6e-b685-f92c187c26e9'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:36:44.266141 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f07fcdf5-9bcc-4324-ad1d-3196a2c4c375 None None] Bound port: 0ed55c8c-ac6d-4e28-bab9-239588e64e96, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963a8486-bfc9-41ba-bf98-f1d86207de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '28f5ec40-ad5b-4a6e-b685-f92c187c26e9'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:36:44.266520 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f07fcdf5-9bcc-4324-ad1d-3196a2c4c375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:44.280944 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844111b6-2326-43f1-9c50-2fe802374c58 None None] Routers {'d26972a4-8710-4ed9-861b-4d78f8804730'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:36:44.282390 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-844111b6-2326-43f1-9c50-2fe802374c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:36:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d26972a4-8710-4ed9-861b-4d78f8804730'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:44.311183 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:44.311558 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:44.353821 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-844111b6-2326-43f1-9c50-2fe802374c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:44.354773 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844111b6-2326-43f1-9c50-2fe802374c58 None None] The sync data for ids ['d26972a4-8710-4ed9-861b-4d78f8804730'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:36:44.403508 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf4ba0c-4171-4427-b1d7-93b969389193 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:36:44.407875 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729fafc-3f99-4f8d-aba6-95045fb064df None None] Pushing event updated for resources: {'Port': ['ID=ccc2c15c-89d0-415c-b92a-8918ca8948ad,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:44.420883 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ccf4ba0c-4171-4427-b1d7-93b969389193 admin admin] 10.222.0.64 "PUT /v2.0/routers/8fd82397-60b9-4655-b973-2872b653f018/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1439905 Nov 15 11:36:44.501148 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2729fafc-3f99-4f8d-aba6-95045fb064df None None] Attempting to bind port ccc2c15c-89d0-415c-b92a-8918ca8948ad on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:36:44.501523 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2729fafc-3f99-4f8d-aba6-95045fb064df None None] Attempting to bind port ccc2c15c-89d0-415c-b92a-8918ca8948ad by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'caff45aa-0f07-4dc2-9085-e955a94435c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4f4ec579-69bd-4288-97e6-dc05128ba567'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:36:44.501902 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2729fafc-3f99-4f8d-aba6-95045fb064df None None] Attempting to bind port ccc2c15c-89d0-415c-b92a-8918ca8948ad on network 4f4ec579-69bd-4288-97e6-dc05128ba567 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:36:44.548266 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2729fafc-3f99-4f8d-aba6-95045fb064df None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:36:44.548635 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2729fafc-3f99-4f8d-aba6-95045fb064df None None] Checking segment: {'id': 'caff45aa-0f07-4dc2-9085-e955a94435c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4f4ec579-69bd-4288-97e6-dc05128ba567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:36:44.549039 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2729fafc-3f99-4f8d-aba6-95045fb064df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:44.549432 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2729fafc-3f99-4f8d-aba6-95045fb064df None None] Bound using segment: {'id': 'caff45aa-0f07-4dc2-9085-e955a94435c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4f4ec579-69bd-4288-97e6-dc05128ba567'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:36:44.549977 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2729fafc-3f99-4f8d-aba6-95045fb064df None None] Bound port: ccc2c15c-89d0-415c-b92a-8918ca8948ad, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caff45aa-0f07-4dc2-9085-e955a94435c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4f4ec579-69bd-4288-97e6-dc05128ba567'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:36:44.550358 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2729fafc-3f99-4f8d-aba6-95045fb064df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:44.590375 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8530712f-9d7c-495e-ad50-81be996c3fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:44.664012 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:36:44.666224 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] Set router 8fd82397-60b9-4655-b973-2872b653f018 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:36:44.666763 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-968ba766-b98e-483e-83c3-98375b8a2b8d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:44.762268 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ba766-b98e-483e-83c3-98375b8a2b8d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Port': ['ID=3f42e415-49e5-4615-8b6b-05abb29fcd0e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:44.770133 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f07fcdf5-9bcc-4324-ad1d-3196a2c4c375 None None] For port 0ed55c8c-ac6d-4e28-bab9-239588e64e96, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:36:44.784628 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-968ba766-b98e-483e-83c3-98375b8a2b8d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:44.788666 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-968ba766-b98e-483e-83c3-98375b8a2b8d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/3f42e415-49e5-4615-8b6b-05abb29fcd0e HTTP/1.1" status: 204 len: 168 time: 1.3168645 Nov 15 11:36:44.791395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60770) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:44.795536 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8530712f-9d7c-495e-ad50-81be996c3fa6 None None] For port ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:44.855599 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8530712f-9d7c-495e-ad50-81be996c3fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:44.856040 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db40c21-8555-4442-8539-d2b6bb2b72d1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:44.861787 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9db40c21-8555-4442-8539-d2b6bb2b72d1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 966 time: 0.0688865 Nov 15 11:36:44.862511 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60772) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:44.872012 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f07fcdf5-9bcc-4324-ad1d-3196a2c4c375 None None] For port 0ed55c8c-ac6d-4e28-bab9-239588e64e96, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0ed55c8c-ac6d-4e28-bab9-239588e64e96,segment=NetworkSegment(963a8486-bfc9-41ba-bf98-f1d86207de93),segment_id=963a8486-bfc9-41ba-bf98-f1d86207de93)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:36:44.924047 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d4a628-6e3a-4a01-83f6-5f23defe01ed tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:44.930822 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d0d4a628-6e3a-4a01-83f6-5f23defe01ed tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 966 time: 0.0672915 Nov 15 11:36:44.932100 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60774) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:44.992557 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f07fcdf5-9bcc-4324-ad1d-3196a2c4c375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:44.992880 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f402d36e-ed4b-46e6-86dc-379299f11930 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:45.012765 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a50ee24-a500-45ea-be77-7c0be1b916a2 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:45.015385 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a50ee24-a500-45ea-be77-7c0be1b916a2 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:45.017252 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a50ee24-a500-45ea-be77-7c0be1b916a2 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:45.022971 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0a50ee24-a500-45ea-be77-7c0be1b916a2 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0895994 Nov 15 11:36:45.023181 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60776) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:45.053233 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5395f3c1-344c-47c2-8953-1d15d9bfd6ac None None] For port b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:45.078801 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2729fafc-3f99-4f8d-aba6-95045fb064df None None] For port ccc2c15c-89d0-415c-b92a-8918ca8948ad, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:36:45.205965 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3510c67-712a-4b35-961c-9713252dfe8c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet 06e718b4-b3c4-4e98-ad27-5110680a7b90 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:36:45.228928 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6c9c40bd-c08c-4b18-8061-f25a1298e8ee None None] Provisioning complete for port c8ca9dce-a63a-406b-a36d-f30b74cfe2dd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:45.229301 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6c9c40bd-c08c-4b18-8061-f25a1298e8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:45.239616 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60778) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:45.240241 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2729fafc-3f99-4f8d-aba6-95045fb064df None None] For port ccc2c15c-89d0-415c-b92a-8918ca8948ad, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ccc2c15c-89d0-415c-b92a-8918ca8948ad,segment=NetworkSegment(caff45aa-0f07-4dc2-9085-e955a94435c1),segment_id=caff45aa-0f07-4dc2-9085-e955a94435c1)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:36:45.246187 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-dc63f362-270b-4e67-b5a8-1fb089f3a320 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Request body: {'security_group': {'name': 'tempest-securitygroup--957060633', 'description': 'tempest-description--88066269'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:45.289210 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530712f-9d7c-495e-ad50-81be996c3fa6 None None] Pushing event updated for resources: {'Port': ['ID=ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:45.289816 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc63f362-270b-4e67-b5a8-1fb089f3a320 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:45.292766 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2729fafc-3f99-4f8d-aba6-95045fb064df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:45.302226 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5395f3c1-344c-47c2-8953-1d15d9bfd6ac None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:45.374763 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3510c67-712a-4b35-961c-9713252dfe8c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:45.385908 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc63f362-270b-4e67-b5a8-1fb089f3a320 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:45.391158 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07fcdf5-9bcc-4324-ad1d-3196a2c4c375 None None] Pushing event updated for resources: {'Port': ['ID=0ed55c8c-ac6d-4e28-bab9-239588e64e96,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:45.393267 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc63f362-270b-4e67-b5a8-1fb089f3a320 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:45.418811 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5395f3c1-344c-47c2-8953-1d15d9bfd6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:45.477481 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dc63f362-270b-4e67-b5a8-1fb089f3a320 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:45.486557 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60780) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:45.487655 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-dc63f362-270b-4e67-b5a8-1fb089f3a320 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2451363 Nov 15 11:36:45.493285 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63f362-270b-4e67-b5a8-1fb089f3a320 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b80995bf-216f-404f-b662-8b71d997d8df,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:45.494868 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-fedc2b3c-f66c-4be7-b54b-eebf23656982 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Request body: {'security_group_rule': {'security_group_id': 'b80995bf-216f-404f-b662-8b71d997d8df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:45.555207 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3510c67-712a-4b35-961c-9713252dfe8c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:45.669913 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6c9c40bd-c08c-4b18-8061-f25a1298e8ee None None] Port c8ca9dce-a63a-406b-a36d-f30b74cfe2dd cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:36:45.686654 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729fafc-3f99-4f8d-aba6-95045fb064df None None] Pushing event updated for resources: {'Port': ['ID=ccc2c15c-89d0-415c-b92a-8918ca8948ad,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:45.903397 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6c9c40bd-c08c-4b18-8061-f25a1298e8ee None None] Provisioning complete for port ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:45.904119 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6c9c40bd-c08c-4b18-8061-f25a1298e8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:46.015644 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd82397-60b9-4655-b973-2872b653f018', 'name': 'tempest-AttachVolumeShelveTestJSON-1761931472-router', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:36:33Z', 'updated_at': '2021-11-15T11:36:42Z', 'revision_number': 4, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'gw_port': {'id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:35Z', 'updated_at': '2021-11-15T11:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'c8ca9dce-a63a-406b-a36d-f30b74cfe2dd', 'name': '', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'mac_address': 'fa:16:3e:3a:a7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:40Z', 'updated_at': '2021-11-15T11:36:42Z', 'revision_number': 2, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'subnets': [{'id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:46.106416 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad7c73c-3236-4bd0-9c81-581d714b541b None None] The sync data for ids ['8fd82397-60b9-4655-b973-2872b653f018'] in n-d-729945-9 is: [{'id': '8fd82397-60b9-4655-b973-2872b653f018', 'name': 'tempest-AttachVolumeShelveTestJSON-1761931472-router', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:36:33Z', 'updated_at': '2021-11-15T11:36:42Z', 'revision_number': 4, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'gw_port': {'id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:35Z', 'updated_at': '2021-11-15T11:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'c8ca9dce-a63a-406b-a36d-f30b74cfe2dd', 'name': '', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'mac_address': 'fa:16:3e:3a:a7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:40Z', 'updated_at': '2021-11-15T11:36:42Z', 'revision_number': 2, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'subnets': [{'id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:36:46.107993 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395f3c1-344c-47c2-8953-1d15d9bfd6ac None None] Pushing event updated for resources: {'Port': ['ID=b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd,revision_number=10']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:46.344511 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-f402d36e-ed4b-46e6-86dc-379299f11930 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Allocated IP 172.21.0.1 (28f5ec40-ad5b-4a6e-b685-f92c187c26e9/2cc0877e-5fec-49a9-ba51-44dbc28a4f23/505420f6-6bb5-4b74-8639-346d5f5f294a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:36:46.382454 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fedc2b3c-f66c-4be7-b54b-eebf23656982 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:46.420850 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3510c67-712a-4b35-961c-9713252dfe8c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:46.751947 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fedc2b3c-f66c-4be7-b54b-eebf23656982 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:46.798487 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fedc2b3c-f66c-4be7-b54b-eebf23656982 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:46.814983 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3510c67-712a-4b35-961c-9713252dfe8c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:46.887217 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3510c67-712a-4b35-961c-9713252dfe8c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:46.902479 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c3510c67-712a-4b35-961c-9713252dfe8c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/06e718b4-b3c4-4e98-ad27-5110680a7b90 HTTP/1.1" status: 204 len: 168 time: 1.8779228 Nov 15 11:36:46.903155 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60796) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:47.014539 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3510c67-712a-4b35-961c-9713252dfe8c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=06e718b4-b3c4-4e98-ad27-5110680a7b90,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:47.038261 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f402d36e-ed4b-46e6-86dc-379299f11930 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:47.050237 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc2b3c-f66c-4be7-b54b-eebf23656982 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288c12c9-b28d-488d-bf53-6dc6588a4d4c,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:47.059052 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-57aefd47-ae1c-4f0f-bebb-0e54a2e6d392 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Deleting subnet b3ca6675-b090-418a-ade9-2b47dc8f64fa {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:36:47.063076 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57aefd47-ae1c-4f0f-bebb-0e54a2e6d392 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:47.087274 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fedc2b3c-f66c-4be7-b54b-eebf23656982 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:47.091014 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fedc2b3c-f66c-4be7-b54b-eebf23656982 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5985703 Nov 15 11:36:47.097863 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60798) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:47.104007 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa2ad51-387c-4020-8d47-888320a412d6 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:47.119589 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4ca73398-32fe-49da-93db-2170e69b3e55 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Request body: {'security_group_rule': {'security_group_id': 'b80995bf-216f-404f-b662-8b71d997d8df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:47.165325 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57aefd47-ae1c-4f0f-bebb-0e54a2e6d392 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:47.183777 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ca73398-32fe-49da-93db-2170e69b3e55 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:47.321018 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ca73398-32fe-49da-93db-2170e69b3e55 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:47.345310 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ca73398-32fe-49da-93db-2170e69b3e55 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:47.423475 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f402d36e-ed4b-46e6-86dc-379299f11930 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:47.486017 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e2c43a-bc79-4a4e-82f9-f7f8733977f4 None None] Network 28f5ec40-ad5b-4a6e-b685-f92c187c26e9 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:47.494433 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca73398-32fe-49da-93db-2170e69b3e55 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd95913f-3dba-4546-809f-72192bb03a8e,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:47.602874 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ca73398-32fe-49da-93db-2170e69b3e55 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:47.604433 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4ca73398-32fe-49da-93db-2170e69b3e55 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4896827 Nov 15 11:36:47.606613 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f402d36e-ed4b-46e6-86dc-379299f11930 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 28f5ec40-ad5b-4a6e-b685-f92c187c26e9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:47.609689 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60802) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:47.619691 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57aefd47-ae1c-4f0f-bebb-0e54a2e6d392 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:47.626601 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-956a23b4-21d6-46dc-9b1d-fa2bf691bcb9 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:47.650140 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-f402d36e-ed4b-46e6-86dc-379299f11930 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:47.652907 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f402d36e-ed4b-46e6-86dc-379299f11930 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:36:47.684298 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-18ed85d4-e91c-45b6-9174-6c5414b45d3f None None] Provisioning complete for port b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:47.684665 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-18ed85d4-e91c-45b6-9174-6c5414b45d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:47.701368 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-956a23b4-21d6-46dc-9b1d-fa2bf691bcb9 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:47.725865 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4a3f1d-cfe1-410e-9838-7c4999406770 None None] Network 4f4ec579-69bd-4288-97e6-dc05128ba567 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:47.730417 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ccc2c15c-89d0-415c-b92a-8918ca8948ad up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:36:47.754441 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b55af-b3a9-4a71-a3e2-7aec453c292f req-0ebc83c9-3631-43a1-a7bf-e1b132c1e69f tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:47.756099 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca8b55af-b3a9-4a71-a3e2-7aec453c292f req-0ebc83c9-3631-43a1-a7bf-e1b132c1e69f tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/ports?device_id=f97dbee2-da25-4cfb-b3f7-0fadf5eff729 HTTP/1.1" status: 200 len: 950 time: 0.3338017 Nov 15 11:36:47.771803 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402d36e-ed4b-46e6-86dc-379299f11930 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Port': ['ID=505420f6-6bb5-4b74-8639-346d5f5f294a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:47.813561 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f402d36e-ed4b-46e6-86dc-379299f11930 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:47.880790 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca8b55af-b3a9-4a71-a3e2-7aec453c292f req-ef950849-1686-4ac8-a8e1-e91af33b9be8 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/security-groups?id=4975f9a7-4938-4450-a727-d156801a7528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998826 Nov 15 11:36:47.955302 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57aefd47-ae1c-4f0f-bebb-0e54a2e6d392 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:48.037245 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57aefd47-ae1c-4f0f-bebb-0e54a2e6d392 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:48.041246 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-57aefd47-ae1c-4f0f-bebb-0e54a2e6d392 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/b3ca6675-b090-418a-ade9-2b47dc8f64fa HTTP/1.1" status: 204 len: 168 time: 1.1364911 Nov 15 11:36:48.042317 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aefd47-ae1c-4f0f-bebb-0e54a2e6d392 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ca6675-b090-418a-ade9-2b47dc8f64fa,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:48.044094 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60808) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:48.053482 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f402d36e-ed4b-46e6-86dc-379299f11930 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:48.126547 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-956a23b4-21d6-46dc-9b1d-fa2bf691bcb9 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:48.127701 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a2d33d45-2abe-4b77-a03a-855a2d341a30 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820255 Nov 15 11:36:48.128623 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60810) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:48.235312 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dda708b-c262-4e23-80f5-d467827e3bed tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:48.239017 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7dda708b-c262-4e23-80f5-d467827e3bed tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1051960 Nov 15 11:36:48.243690 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60812) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:48.278240 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-956a23b4-21d6-46dc-9b1d-fa2bf691bcb9 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Allocated IP 172.25.7.194 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/25039f8e-1e46-4d56-a35c-09c4e0b8f9de) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:36:48.373588 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2faeba-a373-40ac-bfc3-f35e5754cf38 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:48.375385 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1b2faeba-a373-40ac-bfc3-f35e5754cf38 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1303136 Nov 15 11:36:48.380974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60814) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:48.421222 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-956a23b4-21d6-46dc-9b1d-fa2bf691bcb9 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:48.475627 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8e15dec4-021b-4044-8394-a23d9b74ef7b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870125 Nov 15 11:36:48.475937 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-956a23b4-21d6-46dc-9b1d-fa2bf691bcb9 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:48.476860 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60816) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:48.491240 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port ccc2c15c-89d0-415c-b92a-8918ca8948ad triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:48.491942 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:48.494114 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9821ef85-d841-4415-b143-bef5726caf9b None None] Update dhcp port {'port': {'network_id': 'ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce', 'fixed_ips': [{'subnet_id': 'b3ca6675-b090-418a-ade9-2b47dc8f64fa'}], 'binding:host_id': 'n-d-729945-9'}, 'id': 'b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd'} from n-d-729945-9. {{(pid=102679) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 11:36:48.531658 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e4d03d-abe5-498b-93cf-ebb92149b388 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:48.532669 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e4d03d-abe5-498b-93cf-ebb92149b388 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:48.536896 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-77e4d03d-abe5-498b-93cf-ebb92149b388 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/3f42e415-49e5-4615-8b6b-05abb29fcd0e HTTP/1.1" status: 404 len: 333 time: 0.0587423 Nov 15 11:36:48.540336 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60818) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:48.600317 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9821ef85-d841-4415-b143-bef5726caf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:48.633794 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956a23b4-21d6-46dc-9b1d-fa2bf691bcb9 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:48.641541 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-956a23b4-21d6-46dc-9b1d-fa2bf691bcb9 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:48.649925 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956a23b4-21d6-46dc-9b1d-fa2bf691bcb9 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:36:48.691806 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbcb4c9-99e2-4c8a-90fe-a2243279187f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:48.692284 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccbcb4c9-99e2-4c8a-90fe-a2243279187f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:48.699478 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ccbcb4c9-99e2-4c8a-90fe-a2243279187f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/b3ca6675-b090-418a-ade9-2b47dc8f64fa HTTP/1.1" status: 404 len: 337 time: 0.1572809 Nov 15 11:36:48.704470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60820) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:48.745254 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a23b4-21d6-46dc-9b1d-fa2bf691bcb9 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Pushing event updated for resources: {'Port': ['ID=25039f8e-1e46-4d56-a35c-09c4e0b8f9de,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:48.770024 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-262f2649-3c7c-49de-88d3-c8c9c1637fd1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:48.770803 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-262f2649-3c7c-49de-88d3-c8c9c1637fd1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:48.774663 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-262f2649-3c7c-49de-88d3-c8c9c1637fd1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/06e718b4-b3c4-4e98-ad27-5110680a7b90 HTTP/1.1" status: 404 len: 337 time: 0.0690713 Nov 15 11:36:48.777133 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60822) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:48.852591 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-b199688f-266e-46b6-bb38-86c51b97b99c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:48.853232 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b199688f-266e-46b6-bb38-86c51b97b99c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:48.857722 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-956a23b4-21d6-46dc-9b1d-fa2bf691bcb9 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:48.861736 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b199688f-266e-46b6-bb38-86c51b97b99c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/0e934553-f04d-4ff4-9e37-2710657af0b9 HTTP/1.1" status: 404 len: 333 time: 0.0836010 Nov 15 11:36:48.866657 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60824) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:48.877535 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-54009f11-254c-4e63-8b79-f5432e256203 None None] Provisioning complete for port ccc2c15c-89d0-415c-b92a-8918ca8948ad triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:48.878391 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-54009f11-254c-4e63-8b79-f5432e256203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:48.882422 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:48.996407 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-5130c1ef-532e-4fff-acb0-e60adaf383e0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:48.996866 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5130c1ef-532e-4fff-acb0-e60adaf383e0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:49.007122 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5130c1ef-532e-4fff-acb0-e60adaf383e0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/ae3633c5-f92b-4f06-9cb5-71d51c901e7a HTTP/1.1" status: 404 len: 337 time: 0.1372590 Nov 15 11:36:49.019547 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60832) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:49.023521 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-956a23b4-21d6-46dc-9b1d-fa2bf691bcb9 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:49.078292 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6094af0b-dc8c-47ed-bbf4-885c0cdcb7f6 None None] Network ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:49.118455 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7db549b-9cf6-4f98-969d-2eb5f992bacd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:49.122820 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7db549b-9cf6-4f98-969d-2eb5f992bacd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:49.126314 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f7db549b-9cf6-4f98-969d-2eb5f992bacd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/bcb0f7d0-4bd6-413f-b645-2425825a1fea HTTP/1.1" status: 404 len: 337 time: 0.1054869 Nov 15 11:36:49.134731 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34930ce-f266-4943-ad8e-c9358bb5a860 req-dbb1954c-f9c5-49dc-8274-b4c4dbd6f0cd tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:49.136563 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f34930ce-f266-4943-ad8e-c9358bb5a860 req-dbb1954c-f9c5-49dc-8274-b4c4dbd6f0cd tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.11 "GET /v2.0/ports?device_id=f97dbee2-da25-4cfb-b3f7-0fadf5eff729 HTTP/1.1" status: 200 len: 950 time: 0.3804879 Nov 15 11:36:49.143308 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60834) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:49.212669 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port ccc2c15c-89d0-415c-b92a-8918ca8948ad, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ccc2c15c-89d0-415c-b92a-8918ca8948ad,segment=NetworkSegment(caff45aa-0f07-4dc2-9085-e955a94435c1),segment_id=caff45aa-0f07-4dc2-9085-e955a94435c1)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:49.255408 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:49.261427 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0ed55c8c-ac6d-4e28-bab9-239588e64e96 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:36:49.304613 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf532b7-ee9b-4d47-adec-bc10657104e7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:49.306023 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf532b7-ee9b-4d47-adec-bc10657104e7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:49.317238 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-dcf532b7-ee9b-4d47-adec-bc10657104e7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/edf6ac9b-c891-4cf4-864b-a4d3a0c1cdcb HTTP/1.1" status: 404 len: 333 time: 0.1693549 Nov 15 11:36:49.329232 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60836) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:49.499739 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-956a23b4-21d6-46dc-9b1d-fa2bf691bcb9 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:49.554205 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-947a8129-7b1a-48b0-8789-552289982aae tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:49.554724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-947a8129-7b1a-48b0-8789-552289982aae tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:49.556555 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-956a23b4-21d6-46dc-9b1d-fa2bf691bcb9 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:49.570692 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-947a8129-7b1a-48b0-8789-552289982aae tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/dd010751-f0e9-4b90-a5d0-07d11af67f7b HTTP/1.1" status: 404 len: 337 time: 0.2367890 Nov 15 11:36:49.573699 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60838) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:49.606352 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3030d-3af3-4ab4-8782-262c6ce9182f req-89019665-dc83-40da-821a-92bc4266c07f tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:49.608212 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8c3030d-3af3-4ab4-8782-262c6ce9182f req-89019665-dc83-40da-821a-92bc4266c07f tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/ports?device_id=f97dbee2-da25-4cfb-b3f7-0fadf5eff729 HTTP/1.1" status: 200 len: 950 time: 0.5098755 Nov 15 11:36:49.637128 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc54362-6709-4542-9a10-19aa6160a0e7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:49.637588 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc54362-6709-4542-9a10-19aa6160a0e7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:49.640769 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9cc54362-6709-4542-9a10-19aa6160a0e7 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/502a4e64-4c8d-4678-a523-0bb01fdfc831 HTTP/1.1" status: 404 len: 337 time: 0.0658610 Nov 15 11:36:49.645058 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60840) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:49.692435 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4845f65-dd38-4ce6-bc1b-949c442be761 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:49.693815 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4845f65-dd38-4ce6-bc1b-949c442be761 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:49.697570 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e4845f65-dd38-4ce6-bc1b-949c442be761 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/7d97e1a2-450b-4579-a402-407a2e1fb37a HTTP/1.1" status: 404 len: 333 time: 0.0513279 Nov 15 11:36:49.704601 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60842) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:49.719468 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=ccc2c15c-89d0-415c-b92a-8918ca8948ad,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:49.786914 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 0ed55c8c-ac6d-4e28-bab9-239588e64e96 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:49.787288 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:49.792311 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-54009f11-254c-4e63-8b79-f5432e256203 None None] Provisioning complete for port 0ed55c8c-ac6d-4e28-bab9-239588e64e96 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:49.792964 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-54009f11-254c-4e63-8b79-f5432e256203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:49.816754 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-060b1301-539a-4c3f-846a-4715b55fc2e2 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:49.817470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-060b1301-539a-4c3f-846a-4715b55fc2e2 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:49.821122 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-060b1301-539a-4c3f-846a-4715b55fc2e2 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/60b3b81e-acdf-4c93-8627-b8e8f23f2f3a HTTP/1.1" status: 404 len: 337 time: 0.1130655 Nov 15 11:36:49.826670 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a23b4-21d6-46dc-9b1d-fa2bf691bcb9 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Pushing event updated for resources: {'Port': ['ID=25039f8e-1e46-4d56-a35c-09c4e0b8f9de,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:49.834815 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60844) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:49.876484 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f402d36e-ed4b-46e6-86dc-379299f11930 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:49.879161 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-956a23b4-21d6-46dc-9b1d-fa2bf691bcb9 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:49.890664 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8c3030d-3af3-4ab4-8782-262c6ce9182f req-2d38f79e-7e3f-486d-b670-da99e656e3c9 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/security-groups?id=4975f9a7-4938-4450-a727-d156801a7528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602184 Nov 15 11:36:49.892068 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f402d36e-ed4b-46e6-86dc-379299f11930 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:49.903299 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b542cf-c7e9-4c5d-aacc-4cbfb6c111be None None] DHCP port deletion for ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:36:49.954911 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ebec90-7f96-416e-9e93-8e98d009515d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:49.956310 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-956a23b4-21d6-46dc-9b1d-fa2bf691bcb9 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:49.962914 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ebec90-7f96-416e-9e93-8e98d009515d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:49.968493 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-79ebec90-7f96-416e-9e93-8e98d009515d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/70a8dfec-ec58-487f-92fc-90dfa66ea8fd HTTP/1.1" status: 404 len: 337 time: 0.1174445 Nov 15 11:36:49.969831 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-956a23b4-21d6-46dc-9b1d-fa2bf691bcb9 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3590517 Nov 15 11:36:49.971288 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f34930ce-f266-4943-ad8e-c9358bb5a860 req-ae442b12-d8a7-46e5-9dda-fcf24aa5d97f tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Deleting port 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:36:49.971721 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f34930ce-f266-4943-ad8e-c9358bb5a860 req-ae442b12-d8a7-46e5-9dda-fcf24aa5d97f tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:49.976005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60848) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:50.093891 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] Sync routers for ids ['8fd82397-60b9-4655-b973-2872b653f018'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:36:50.161178 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d926887-4139-47b1-81a4-04790a652254 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:50.162274 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d926887-4139-47b1-81a4-04790a652254 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:50.169768 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2d926887-4139-47b1-81a4-04790a652254 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/82bc2667-e974-465d-b860-9a42cb48fb5a HTTP/1.1" status: 404 len: 333 time: 0.1925092 Nov 15 11:36:50.170448 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60856) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:50.194589 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402d36e-ed4b-46e6-86dc-379299f11930 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Port': ['ID=505420f6-6bb5-4b74-8639-346d5f5f294a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:50.210096 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-54009f11-254c-4e63-8b79-f5432e256203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:50.214313 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-8449ec1e-6fee-4323-b412-4fdd3018625b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:50.214780 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8449ec1e-6fee-4323-b412-4fdd3018625b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:50.217182 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f402d36e-ed4b-46e6-86dc-379299f11930 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:50.221308 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8449ec1e-6fee-4323-b412-4fdd3018625b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/6a5fa505-7bf8-4ca1-8cc4-672883f71f58 HTTP/1.1" status: 404 len: 337 time: 0.0471861 Nov 15 11:36:50.223191 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] Routers {'8fd82397-60b9-4655-b973-2872b653f018'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:36:50.223910 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:36:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8fd82397-60b9-4655-b973-2872b653f018'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:50.224838 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60862) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:50.270881 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66c92e8-b84b-4911-97b1-3d3e5f943f0b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:50.271482 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66c92e8-b84b-4911-97b1-3d3e5f943f0b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:50.277375 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a66c92e8-b84b-4911-97b1-3d3e5f943f0b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/bc6f997e-3489-4f32-ba62-e0107379acd8 HTTP/1.1" status: 404 len: 333 time: 0.0519857 Nov 15 11:36:50.281352 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60868) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:50.345005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-f34930ce-f266-4943-ad8e-c9358bb5a860 req-ae442b12-d8a7-46e5-9dda-fcf24aa5d97f tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] For port 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=7f71d266-7dc3-4dfc-b85e-8d29063ed2e7,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:50.345415 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f34930ce-f266-4943-ad8e-c9358bb5a860 req-ae442b12-d8a7-46e5-9dda-fcf24aa5d97f tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:50.370532 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f34930ce-f266-4943-ad8e-c9358bb5a860 req-ae442b12-d8a7-46e5-9dda-fcf24aa5d97f tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Calling delete_port for 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:36:50.375987 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-0239ee66-4447-4a37-a668-9fcf0a928d62 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--957060633&fields=id&tenant_id=eab0b4a8b87d49f5928c8feddd42ff75 HTTP/1.1" status: 200 len: 267 time: 0.0923791 Nov 15 11:36:50.411472 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05212b9-f6a6-48fa-8218-ceb73a1547bb tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:50.413165 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a05212b9-f6a6-48fa-8218-ceb73a1547bb tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:50.415168 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a05212b9-f6a6-48fa-8218-ceb73a1547bb tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/81d5ea3c-4b8c-4a67-868d-1e3c6dd7fb60 HTTP/1.1" status: 404 len: 337 time: 0.1328299 Nov 15 11:36:50.422662 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60870) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:50.425742 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-03b542cf-c7e9-4c5d-aacc-4cbfb6c111be None None] Deleting port b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:36:50.426370 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-03b542cf-c7e9-4c5d-aacc-4cbfb6c111be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:50.448252 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-54009f11-254c-4e63-8b79-f5432e256203 None None] For port 0ed55c8c-ac6d-4e28-bab9-239588e64e96, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0ed55c8c-ac6d-4e28-bab9-239588e64e96,segment=NetworkSegment(963a8486-bfc9-41ba-bf98-f1d86207de93),segment_id=963a8486-bfc9-41ba-bf98-f1d86207de93)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:50.479066 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9b524b-3af4-4b5d-84f4-61f1344029c2 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:50.482981 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be9b524b-3af4-4b5d-84f4-61f1344029c2 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:50.486234 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-be9b524b-3af4-4b5d-84f4-61f1344029c2 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/e8e5a5c3-4fcb-4124-a2fb-2fa8b728999e HTTP/1.1" status: 404 len: 333 time: 0.0592549 Nov 15 11:36:50.488778 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60872) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:50.503367 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:50.514711 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-54009f11-254c-4e63-8b79-f5432e256203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:50.554675 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-101b7262-35d9-4625-ae41-39831025a15c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:50.556628 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-101b7262-35d9-4625-ae41-39831025a15c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:50.562886 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-101b7262-35d9-4625-ae41-39831025a15c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/8e8b75b3-cfd9-451c-9d1b-5a168d91b615 HTTP/1.1" status: 404 len: 337 time: 0.0730476 Nov 15 11:36:50.565524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60874) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:50.600371 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54009f11-254c-4e63-8b79-f5432e256203 None None] Pushing event updated for resources: {'Port': ['ID=0ed55c8c-ac6d-4e28-bab9-239588e64e96,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:50.629067 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-d059ee3c-0993-4a0d-b4c4-5d0334e1b07e tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:50.631267 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-d059ee3c-0993-4a0d-b4c4-5d0334e1b07e tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 817 time: 0.2477419 Nov 15 11:36:50.634143 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff7bf3a-5f51-4624-83e8-90c9902c16f1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:50.634708 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff7bf3a-5f51-4624-83e8-90c9902c16f1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:50.640488 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9ff7bf3a-5f51-4624-83e8-90c9902c16f1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/04e9d7a2-5a55-40bc-be1a-fa42a3da039e HTTP/1.1" status: 404 len: 333 time: 0.0734022 Nov 15 11:36:50.642314 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60876) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:50.656037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f402d36e-ed4b-46e6-86dc-379299f11930 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 28f5ec40-ad5b-4a6e-b685-f92c187c26e9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:50.658156 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-f402d36e-ed4b-46e6-86dc-379299f11930 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:50.668818 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-03b542cf-c7e9-4c5d-aacc-4cbfb6c111be None None] For port b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd,segment=NetworkSegment(e3ccee28-f4dd-4d70-8279-480f006f0b51),segment_id=e3ccee28-f4dd-4d70-8279-480f006f0b51)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:50.669225 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-03b542cf-c7e9-4c5d-aacc-4cbfb6c111be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:50.681960 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] Set router 8fd82397-60b9-4655-b973-2872b653f018 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:36:50.686652 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb9ec13-df0e-4d4d-9657-ed0eea161459 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:50.687127 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb9ec13-df0e-4d4d-9657-ed0eea161459 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:50.694616 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3fb9ec13-df0e-4d4d-9657-ed0eea161459 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/d9f11414-57ae-45f5-99d5-66dee4c8849b HTTP/1.1" status: 404 len: 337 time: 0.0507989 Nov 15 11:36:50.707723 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60878) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:50.736868 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-03b542cf-c7e9-4c5d-aacc-4cbfb6c111be None None] Calling delete_port for b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:36:50.737460 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b3fba9fb-27a2-4ea5-ab4d-0edf65a7a8ab None None] Provisioning complete for port ccc2c15c-89d0-415c-b92a-8918ca8948ad triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:50.737573 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b3fba9fb-27a2-4ea5-ab4d-0edf65a7a8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:50.750673 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:36:50.752244 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:36:50.764841 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-545b8c18-8de8-44f1-944c-44d2f8bac7b9 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/quotas/eab0b4a8b87d49f5928c8feddd42ff75 HTTP/1.1" status: 200 len: 375 time: 0.1220658 Nov 15 11:36:50.790244 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb02aa91-4cc1-4fb3-8c1c-2c8c4d312244 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:50.790775 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb02aa91-4cc1-4fb3-8c1c-2c8c4d312244 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:50.802746 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-eb02aa91-4cc1-4fb3-8c1c-2c8c4d312244 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/f81bf889-2166-40f2-ab6d-035dc41815ad HTTP/1.1" status: 404 len: 333 time: 0.0931256 Nov 15 11:36:50.841216 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60880) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:50.846602 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f402d36e-ed4b-46e6-86dc-379299f11930 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Router d26972a4-8710-4ed9-861b-4d78f8804730 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:36:50.911153 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e1b475-2aa8-4095-acf4-1712d0ba5100 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:50.911618 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e1b475-2aa8-4095-acf4-1712d0ba5100 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:50.917412 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-53e1b475-2aa8-4095-acf4-1712d0ba5100 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/8f7fe7c4-7dbb-4232-ac1b-f3a7545f3f8c HTTP/1.1" status: 404 len: 337 time: 0.0743268 Nov 15 11:36:50.917989 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60882) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:50.931313 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-c09376ef-f571-4049-97a3-c4a9fdf4f7e4 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1464946 Nov 15 11:36:50.932960 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f34930ce-f266-4943-ad8e-c9358bb5a860 req-ae442b12-d8a7-46e5-9dda-fcf24aa5d97f tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:51.013376 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae442b12-d8a7-46e5-9dda-fcf24aa5d97f tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Pushing event deleted for resources: {'Port': ['ID=7f71d266-7dc3-4dfc-b85e-8d29063ed2e7,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:51.050778 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-562b16d8-7076-4e14-88f8-c67f1c455392 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:51.051366 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562b16d8-7076-4e14-88f8-c67f1c455392 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:51.054015 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['7f71d266-7dc3-4dfc-b85e-8d29063ed2e7'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:36:51.064465 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-562b16d8-7076-4e14-88f8-c67f1c455392 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/57707954-5558-4c93-a96f-eb68d8ac056a HTTP/1.1" status: 404 len: 333 time: 0.1427031 Nov 15 11:36:51.068528 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60888) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:51.165841 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d373af-ff28-4632-a3c0-ce4e1f264df8 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:51.170905 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9d373af-ff28-4632-a3c0-ce4e1f264df8 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:51.187010 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f9d373af-ff28-4632-a3c0-ce4e1f264df8 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/a1b796a3-3b8e-4136-bae1-f2018766a523 HTTP/1.1" status: 404 len: 337 time: 0.1166430 Nov 15 11:36:51.192532 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60890) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:51.245424 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f402d36e-ed4b-46e6-86dc-379299f11930 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:36:51.252102 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f402d36e-ed4b-46e6-86dc-379299f11930 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/routers/d26972a4-8710-4ed9-861b-4d78f8804730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0403862 Nov 15 11:36:51.257608 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbf511c-696a-4d57-aeec-ca131bfbc13e None None] Sync routers for ids ['d26972a4-8710-4ed9-861b-4d78f8804730'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:36:51.268701 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbf511c-696a-4d57-aeec-ca131bfbc13e None None] Routers {'d26972a4-8710-4ed9-861b-4d78f8804730'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:36:51.269312 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7cbf511c-696a-4d57-aeec-ca131bfbc13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:36:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d26972a4-8710-4ed9-861b-4d78f8804730'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:51.271092 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60894) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:51.282080 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-455e6580-2989-4e9b-a059-e82a9ade5b78 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:51.282531 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455e6580-2989-4e9b-a059-e82a9ade5b78 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:51.286218 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-455e6580-2989-4e9b-a059-e82a9ade5b78 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/4cb60c97-210b-4ec9-81b9-a7d4a4676adf HTTP/1.1" status: 404 len: 337 time: 0.0879116 Nov 15 11:36:51.303726 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60896) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:51.334794 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2d65ca-603a-4cf2-a811-27537cef5898 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:51.335360 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f2d65ca-603a-4cf2-a811-27537cef5898 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:51.338632 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7f2d65ca-603a-4cf2-a811-27537cef5898 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/09eff6a8-9318-4142-b109-e87ee9dd4a05 HTTP/1.1" status: 404 len: 333 time: 0.0338190 Nov 15 11:36:51.342459 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7cbf511c-696a-4d57-aeec-ca131bfbc13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:51.342637 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60898) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:51.355585 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e2ce15-4e37-4fec-ace4-9ebaf8ea1428 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:51.357168 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-75e2ce15-4e37-4fec-ace4-9ebaf8ea1428 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/ports/505420f6-6bb5-4b74-8639-346d5f5f294a HTTP/1.1" status: 200 len: 910 time: 0.0847807 Nov 15 11:36:51.365920 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60900) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:51.367209 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbf511c-696a-4d57-aeec-ca131bfbc13e None None] Routers {'d26972a4-8710-4ed9-861b-4d78f8804730'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:36:51.367920 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7cbf511c-696a-4d57-aeec-ca131bfbc13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:36:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d26972a4-8710-4ed9-861b-4d78f8804730'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:51.391070 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb315a0-0771-4e95-9188-c9f41e58cc57 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:51.391887 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb315a0-0771-4e95-9188-c9f41e58cc57 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:51.394635 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3eb315a0-0771-4e95-9188-c9f41e58cc57 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/690367cf-0f2c-4028-8e72-02d9865d66ab HTTP/1.1" status: 404 len: 337 time: 0.0363617 Nov 15 11:36:51.430769 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60902) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:51.440288 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7cbf511c-696a-4d57-aeec-ca131bfbc13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:51.441347 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbf511c-696a-4d57-aeec-ca131bfbc13e None None] The sync data for ids ['d26972a4-8710-4ed9-861b-4d78f8804730'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:36:51.491845 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4bd7f7-2473-4cc0-8ca5-6e9499de61da tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:51.492388 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e4bd7f7-2473-4cc0-8ca5-6e9499de61da tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:51.498658 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3e4bd7f7-2473-4cc0-8ca5-6e9499de61da tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/befbf9f8-4eba-4c3c-bf81-953671c819b0 HTTP/1.1" status: 404 len: 337 time: 0.0646384 Nov 15 11:36:51.499220 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60904) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:51.572378 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df9dcec-1296-471a-b008-e516be70b7c6 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:51.573076 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df9dcec-1296-471a-b008-e516be70b7c6 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:51.582858 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8df9dcec-1296-471a-b008-e516be70b7c6 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/95daebab-4086-4963-bb14-6d3a5cab89e3 HTTP/1.1" status: 404 len: 333 time: 0.0805047 Nov 15 11:36:51.584759 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60906) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:51.598574 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:36:51.641167 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d98539-52f1-4e07-a22b-25d8712a3959 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:51.641631 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d98539-52f1-4e07-a22b-25d8712a3959 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:51.651521 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-42d98539-52f1-4e07-a22b-25d8712a3959 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/597284ad-0e47-4234-a589-7d74a8e25f43 HTTP/1.1" status: 404 len: 337 time: 0.0588303 Nov 15 11:36:51.652536 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60908) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:51.742333 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf9847f-33d1-437b-9d51-cac29ea98ce4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:51.742787 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf9847f-33d1-437b-9d51-cac29ea98ce4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:51.744764 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd82397-60b9-4655-b973-2872b653f018', 'name': 'tempest-AttachVolumeShelveTestJSON-1761931472-router', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:36:33Z', 'updated_at': '2021-11-15T11:36:42Z', 'revision_number': 4, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'gw_port': {'id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:35Z', 'updated_at': '2021-11-15T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'c8ca9dce-a63a-406b-a36d-f30b74cfe2dd', 'name': '', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'mac_address': 'fa:16:3e:3a:a7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:40Z', 'updated_at': '2021-11-15T11:36:42Z', 'revision_number': 2, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'subnets': [{'id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:51.746944 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-03b542cf-c7e9-4c5d-aacc-4cbfb6c111be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:51.760128 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-acf9847f-33d1-437b-9d51-cac29ea98ce4 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/6180b9ad-3670-495b-b30b-79562002e496 HTTP/1.1" status: 404 len: 337 time: 0.1048729 Nov 15 11:36:51.760830 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60910) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:51.789276 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Could not find standard attr ID for object b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:36:51.825287 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b542cf-c7e9-4c5d-aacc-4cbfb6c111be None None] Pushing event deleted for resources: {'Port': ['ID=b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:51.832540 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] Checking router: 8fd82397-60b9-4655-b973-2872b653f018 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:36:51.832893 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] Updating router 8fd82397-60b9-4655-b973-2872b653f018 port c8ca9dce-a63a-406b-a36d-f30b74cfe2dd binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:36:51.839001 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b542cf-c7e9-4c5d-aacc-4cbfb6c111be None None] No DVR routers for this DVR port b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:36:51.866832 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b3fba9fb-27a2-4ea5-ab4d-0edf65a7a8ab None None] Provisioning complete for port 0ed55c8c-ac6d-4e28-bab9-239588e64e96 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:51.867195 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b3fba9fb-27a2-4ea5-ab4d-0edf65a7a8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:51.903002 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:51.917193 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34930ce-f266-4943-ad8e-c9358bb5a860 req-ae442b12-d8a7-46e5-9dda-fcf24aa5d97f tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] No DVR routers for this DVR port 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:36:51.920415 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f5a908ab-e744-44d0-9ac2-d99ecf5dc7c1 req-a4f373a8-c8ed-4280-866e-49650c419369 tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.64 "GET /v2.0/ports?device_id=f97dbee2-da25-4cfb-b3f7-0fadf5eff729 HTTP/1.1" status: 200 len: 210 time: 0.8674932 Nov 15 11:36:51.923876 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f34930ce-f266-4943-ad8e-c9358bb5a860 req-ae442b12-d8a7-46e5-9dda-fcf24aa5d97f tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:51.928096 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f34930ce-f266-4943-ad8e-c9358bb5a860 req-ae442b12-d8a7-46e5-9dda-fcf24aa5d97f tempest-VolumesBackupsTest-73547323 tempest-VolumesBackupsTest-73547323-project] 10.222.0.11 "DELETE /v2.0/ports/7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 HTTP/1.1" status: 204 len: 173 time: 2.7524571 Nov 15 11:36:51.932143 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97dbee2-da25-4cfb-b3f7-0fadf5eff729', 'name': 'network-vif-deleted', 'tag': '7f71d266-7dc3-4dfc-b85e-8d29063ed2e7'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:36:51.934770 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d1c0b5-2660-4a16-a33d-f735f88ba589" -d '{"events": [{"server_uuid": "f97dbee2-da25-4cfb-b3f7-0fadf5eff729", "name": "network-vif-deleted", "tag": "7f71d266-7dc3-4dfc-b85e-8d29063ed2e7"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:36:51.986693 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d82c90-eda5-4f98-8df9-8b6574057001 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:51.987629 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71d82c90-eda5-4f98-8df9-8b6574057001 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:51.994373 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-71d82c90-eda5-4f98-8df9-8b6574057001 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/97fb4ea2-c3fb-44ed-bfbe-9eccca7baa86 HTTP/1.1" status: 404 len: 333 time: 0.1659281 Nov 15 11:36:51.998408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60914) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:52.106782 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-2fb1058b-3535-4666-81ed-44a5cbb7a196 service neutron] 10.222.0.64 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1124766 Nov 15 11:36:52.110082 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c336e64d-c979-4bf2-bdb4-2ba0e014ad7e x-openstack-request-id: req-c336e64d-c979-4bf2-bdb4-2ba0e014ad7e {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:36:52.110629 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97dbee2-da25-4cfb-b3f7-0fadf5eff729", "name": "network-vif-deleted", "tag": "7f71d266-7dc3-4dfc-b85e-8d29063ed2e7", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:36:52.111142 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c336e64d-c979-4bf2-bdb4-2ba0e014ad7e {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:36:52.114702 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97dbee2-da25-4cfb-b3f7-0fadf5eff729', 'name': 'network-vif-deleted', 'tag': '7f71d266-7dc3-4dfc-b85e-8d29063ed2e7', 'status': 'completed', 'code': 200} Nov 15 11:36:52.230938 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc68ce09-0bf6-4551-a570-cb403ccea3f1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:52.231709 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc68ce09-0bf6-4551-a570-cb403ccea3f1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:52.238928 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cc68ce09-0bf6-4551-a570-cb403ccea3f1 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/81152ed6-a27e-47e5-aa30-b587620455b2 HTTP/1.1" status: 404 len: 337 time: 0.2360313 Nov 15 11:36:52.245821 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60918) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:52.254276 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ccc2c15c-89d0-415c-b92a-8918ca8948ad up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:36:52.283394 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce3ffe9-7757-4d88-8bbf-e59b98f76244 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:52.284178 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce3ffe9-7757-4d88-8bbf-e59b98f76244 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:52.287443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3ce3ffe9-7757-4d88-8bbf-e59b98f76244 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/2cc25db5-70e1-4aeb-b21d-05067eb1d179 HTTP/1.1" status: 404 len: 337 time: 0.0348885 Nov 15 11:36:52.290180 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-3f081bac-6282-4866-b907-21e63581ad60 service neutron] 10.222.0.64 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743846 Nov 15 11:36:52.290829 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60920) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:52.352090 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e0de2798-4f3f-44e9-8baf-122654272b80 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea01aac3-673b-484c-abc5-24e6c328f7fb HTTP/1.1" status: 200 len: 205 time: 0.0599966 Nov 15 11:36:52.354755 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60924) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:52.380200 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef7df0d3-753c-43d3-8646-0c6278f07bc9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:52.403168 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-d63828a4-2409-400b-9f61-758261ad649f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] delete failed (client error): The resource could not be found. Nov 15 11:36:52.404511 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d63828a4-2409-400b-9f61-758261ad649f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/routers/ea01aac3-673b-484c-abc5-24e6c328f7fb HTTP/1.1" status: 404 len: 336 time: 0.0452218 Nov 15 11:36:52.407101 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60926) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:52.434749 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-388b69e7-ac40-4725-b357-549f87255a4e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:52.435494 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-388b69e7-ac40-4725-b357-549f87255a4e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:52.439463 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-388b69e7-ac40-4725-b357-549f87255a4e tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/5b3f4269-cc3d-4cc2-a5e9-ff65b7c18cac HTTP/1.1" status: 404 len: 337 time: 0.0307813 Nov 15 11:36:52.442004 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60928) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:52.471943 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-38c8f471-b5b4-45dd-9c0a-49ced7a22c7f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "GET /v2.0/ports?device_id=8281c86b-fbd7-460d-8a4f-19095cc22d6a HTTP/1.1" status: 200 len: 205 time: 0.0285845 Nov 15 11:36:52.474186 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60930) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:52.490503 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port ccc2c15c-89d0-415c-b92a-8918ca8948ad triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:52.490928 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:52.497935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b3fba9fb-27a2-4ea5-ab4d-0edf65a7a8ab None None] Provisioning complete for port 505420f6-6bb5-4b74-8639-346d5f5f294a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:52.498307 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b3fba9fb-27a2-4ea5-ab4d-0edf65a7a8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:52.521738 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-02df3efb-d29f-4541-b9ea-8bbb445e4249 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] delete failed (client error): The resource could not be found. Nov 15 11:36:52.522800 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-02df3efb-d29f-4541-b9ea-8bbb445e4249 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/routers/8281c86b-fbd7-460d-8a4f-19095cc22d6a HTTP/1.1" status: 404 len: 336 time: 0.0475147 Nov 15 11:36:52.525718 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60932) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:52.590747 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-be45731f-481b-414b-9f4f-9bade6b303f0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:52.594624 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be45731f-481b-414b-9f4f-9bade6b303f0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:52.603275 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:52.604652 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-be45731f-481b-414b-9f4f-9bade6b303f0 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/a3284637-8584-444f-b472-8f3d86f37f0f HTTP/1.1" status: 404 len: 337 time: 0.0778277 Nov 15 11:36:52.606807 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60936) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:52.648654 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:52.707098 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ca36bd-de16-48bf-b2a1-6490a465581d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:52.708202 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ca36bd-de16-48bf-b2a1-6490a465581d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:52.720925 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60940) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:52.722175 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a3ca36bd-de16-48bf-b2a1-6490a465581d tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/355401e3-0784-4a64-a0be-994874facefa HTTP/1.1" status: 404 len: 337 time: 0.1135535 Nov 15 11:36:52.743388 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-b3fba9fb-27a2-4ea5-ab4d-0edf65a7a8ab None None] Port 505420f6-6bb5-4b74-8639-346d5f5f294a cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:36:52.752440 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b3fba9fb-27a2-4ea5-ab4d-0edf65a7a8ab None None] Could not find standard attr ID for object b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:36:52.772871 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a507aaf-cbda-4d3f-8bff-c7eae565dd13 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:52.773720 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a507aaf-cbda-4d3f-8bff-c7eae565dd13 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:52.777919 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9a507aaf-cbda-4d3f-8bff-c7eae565dd13 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/3e83148a-50ec-4120-91b9-26968ba9de21 HTTP/1.1" status: 404 len: 333 time: 0.0548518 Nov 15 11:36:52.781003 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5c2d84c6-4189-4f50-affc-1715d98c654f req-7213fef9-fc05-48c9-b569-82d0d0e160a9 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 210 time: 0.0994611 Nov 15 11:36:52.782338 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60942) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:52.826467 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb7993-c13e-42e4-9b91-75319f29b9eb None None] Pushing event updated for resources: {'Port': ['ID=c8ca9dce-a63a-406b-a36d-f30b74cfe2dd,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:52.862169 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba17d073-c48e-4b24-a940-32bd2578ed3c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:52.864293 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba17d073-c48e-4b24-a940-32bd2578ed3c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:52.875079 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ba17d073-c48e-4b24-a940-32bd2578ed3c tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/8317ad68-4471-4655-ae5d-d9d672daf5cd HTTP/1.1" status: 404 len: 337 time: 0.0908084 Nov 15 11:36:52.876204 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60948) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:52.895046 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] Attempting to bind port c8ca9dce-a63a-406b-a36d-f30b74cfe2dd on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:36:52.895416 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] Attempting to bind port c8ca9dce-a63a-406b-a36d-f30b74cfe2dd by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '07d81d7a-62d7-47a6-90cb-780710d04269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:36:52.895842 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] Attempting to bind port c8ca9dce-a63a-406b-a36d-f30b74cfe2dd on network c6f1c26a-527a-4f69-9e9a-99c48209985b {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:36:52.925643 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:36:52.926024 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] Checking segment: {'id': '07d81d7a-62d7-47a6-90cb-780710d04269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:36:52.926431 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:52.926828 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] Bound using segment: {'id': '07d81d7a-62d7-47a6-90cb-780710d04269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:36:52.927333 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] Bound port: c8ca9dce-a63a-406b-a36d-f30b74cfe2dd, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d81d7a-62d7-47a6-90cb-780710d04269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:36:52.927701 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:52.943156 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4531e8d-c518-441e-b965-2ed618badb1f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:52.948370 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4531e8d-c518-441e-b965-2ed618badb1f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:52.953460 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b3fba9fb-27a2-4ea5-ab4d-0edf65a7a8ab None None] Provisioning complete for port 8ccb2f28-c767-4f4f-9428-d3b6b99ad127 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:52.953830 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b3fba9fb-27a2-4ea5-ab4d-0edf65a7a8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:52.955516 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60950) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:52.977957 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c4531e8d-c518-441e-b965-2ed618badb1f tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/9e009241-091f-42da-812c-c6d5dd580302 HTTP/1.1" status: 404 len: 333 time: 0.0996296 Nov 15 11:36:53.028222 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-5990c64a-3a42-4289-937d-8b4c2317c9f3 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:53.029534 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5990c64a-3a42-4289-937d-8b4c2317c9f3 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:53.040007 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:36:53.044648 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5990c64a-3a42-4289-937d-8b4c2317c9f3 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/d57443b6-8559-4f78-847c-5a04f98b08f1 HTTP/1.1" status: 404 len: 337 time: 0.0878370 Nov 15 11:36:53.047467 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60954) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:53.120936 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ef7df0d3-753c-43d3-8646-0c6278f07bc9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting port 505420f6-6bb5-4b74-8639-346d5f5f294a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:36:53.123090 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef7df0d3-753c-43d3-8646-0c6278f07bc9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:53.139543 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd38a16-d4b2-4a83-8449-75ae27119166 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:53.145835 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd38a16-d4b2-4a83-8449-75ae27119166 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:53.157083 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9dd38a16-d4b2-4a83-8449-75ae27119166 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/ffe2c8b1-d204-45ed-a275-1c883a4d6e16 HTTP/1.1" status: 404 len: 333 time: 0.1049919 Nov 15 11:36:53.158112 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60960) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:53.169975 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-b3fba9fb-27a2-4ea5-ab4d-0edf65a7a8ab None None] Port 8ccb2f28-c767-4f4f-9428-d3b6b99ad127 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:36:53.209210 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:53.209674 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:53.230745 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f09ebe-7d3d-43e1-b9ee-719b1fbaec99 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:53.235874 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99f09ebe-7d3d-43e1-b9ee-719b1fbaec99 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:53.254444 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-99f09ebe-7d3d-43e1-b9ee-719b1fbaec99 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/d0271941-3b6e-4cfd-9391-f41c2f2df38a HTTP/1.1" status: 404 len: 337 time: 0.0942700 Nov 15 11:36:53.254723 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60966) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:53.281219 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] For port c8ca9dce-a63a-406b-a36d-f30b74cfe2dd, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:36:53.295911 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] For port c8ca9dce-a63a-406b-a36d-f30b74cfe2dd, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c8ca9dce-a63a-406b-a36d-f30b74cfe2dd,segment=NetworkSegment(07d81d7a-62d7-47a6-90cb-780710d04269),segment_id=07d81d7a-62d7-47a6-90cb-780710d04269)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:36:53.313111 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:53.346802 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef7df0d3-753c-43d3-8646-0c6278f07bc9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:53.367904 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-62bbbefd-0a9a-42e3-82df-221fae2e2df0 None None] Provisioning complete for port c8ca9dce-a63a-406b-a36d-f30b74cfe2dd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:53.368364 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-62bbbefd-0a9a-42e3-82df-221fae2e2df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:53.421732 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ef7df0d3-753c-43d3-8646-0c6278f07bc9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Calling delete_port for 505420f6-6bb5-4b74-8639-346d5f5f294a owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:36:53.428534 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-8788ebdc-6efb-4639-9901-5de5a5c1564b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:53.429596 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8788ebdc-6efb-4639-9901-5de5a5c1564b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:53.433757 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8788ebdc-6efb-4639-9901-5de5a5c1564b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/c0f5d24a-fc5d-45b1-bfe7-ba46ce2edb05 HTTP/1.1" status: 404 len: 333 time: 0.1763515 Nov 15 11:36:53.436565 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60970) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:53.470745 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb7993-c13e-42e4-9b91-75319f29b9eb None None] Pushing event updated for resources: {'Port': ['ID=c8ca9dce-a63a-406b-a36d-f30b74cfe2dd,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:53.498193 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0ed55c8c-ac6d-4e28-bab9-239588e64e96 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:36:53.517952 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5fef42-fb3d-409b-be47-167ccb6dbc6b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:53.523135 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed5fef42-fb3d-409b-be47-167ccb6dbc6b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:53.525557 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] Routers {'8fd82397-60b9-4655-b973-2872b653f018'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:36:53.526269 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:36:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8fd82397-60b9-4655-b973-2872b653f018'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:53.532065 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ed5fef42-fb3d-409b-be47-167ccb6dbc6b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/86b2ddf9-581a-4198-95f1-1e102eefb0ce HTTP/1.1" status: 404 len: 337 time: 0.0942490 Nov 15 11:36:53.534808 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60972) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:53.580013 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-539910d6-ed4b-48bf-8a58-dc478c393f90 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:53.580700 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-539910d6-ed4b-48bf-8a58-dc478c393f90 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:53.587526 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-539910d6-ed4b-48bf-8a58-dc478c393f90 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/891b1127-7bd5-47d5-99be-2b39c548bbe9 HTTP/1.1" status: 404 len: 333 time: 0.0515065 Nov 15 11:36:53.588693 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60974) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:53.648745 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4fda67-f59c-4ba5-a778-48e5539301b8 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:53.649355 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4fda67-f59c-4ba5-a778-48e5539301b8 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:53.664390 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ef4fda67-f59c-4ba5-a778-48e5539301b8 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/557546b0-1dee-487d-a68a-28939b9bad12 HTTP/1.1" status: 404 len: 337 time: 0.0708995 Nov 15 11:36:53.665188 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60976) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:53.717381 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de676e5-6506-4fc6-8781-031a8bbb6dca tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:53.722846 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de676e5-6506-4fc6-8781-031a8bbb6dca tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:53.729584 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2de676e5-6506-4fc6-8781-031a8bbb6dca tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/350248dd-aaa4-42a6-859b-caf6951ea293 HTTP/1.1" status: 404 len: 333 time: 0.0630147 Nov 15 11:36:53.730367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60978) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:53.763841 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0d7f82-5f95-4cdd-aa14-31a3d101cb3b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:53.765077 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b0d7f82-5f95-4cdd-aa14-31a3d101cb3b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:53.774947 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6b0d7f82-5f95-4cdd-aa14-31a3d101cb3b tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/7769477c-e80e-4473-b7e0-2511530a5ca4 HTTP/1.1" status: 404 len: 337 time: 0.0433903 Nov 15 11:36:53.775731 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60980) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:53.805600 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:36:53.813993 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-22db3240-cc47-4845-9d04-bff4fd0c2614 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:53.818169 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22db3240-cc47-4845-9d04-bff4fd0c2614 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:53.840501 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-22db3240-cc47-4845-9d04-bff4fd0c2614 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/ports/205d155a-e14d-4546-8386-6f9bd1d1529c HTTP/1.1" status: 404 len: 333 time: 0.0635514 Nov 15 11:36:53.841415 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60984) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:53.848518 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:36:53.849101 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 7f71d266-7dc3-4dfc-b85e-8d29063ed2e7 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:36:53.865385 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef7df0d3-753c-43d3-8646-0c6278f07bc9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:53.892513 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] Set router 8fd82397-60b9-4655-b973-2872b653f018 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:36:53.895754 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-62bbbefd-0a9a-42e3-82df-221fae2e2df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:53.900064 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-654ab4ca-0e23-4245-8923-28214ad39654 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] DELETE failed (client error): The resource could not be found. Nov 15 11:36:53.900756 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654ab4ca-0e23-4245-8923-28214ad39654 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:36:53.904839 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-654ab4ca-0e23-4245-8923-28214ad39654 tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/subnets/22b02138-2edb-469e-b57a-857de8aa7876 HTTP/1.1" status: 404 len: 337 time: 0.0622199 Nov 15 11:36:53.907624 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 60986) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:53.919976 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7df0d3-753c-43d3-8646-0c6278f07bc9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Port': ['ID=505420f6-6bb5-4b74-8639-346d5f5f294a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:53.975946 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 0ed55c8c-ac6d-4e28-bab9-239588e64e96 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:53.976715 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:53.994047 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24a35abd-c932-4cd7-95f4-10d215773807 req-2d7cabe6-bd0a-478a-8a44-83e2bd8af9f9 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 210 time: 0.0731795 Nov 15 11:36:54.059764 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-62bbbefd-0a9a-42e3-82df-221fae2e2df0 None None] For port c8ca9dce-a63a-406b-a36d-f30b74cfe2dd, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c8ca9dce-a63a-406b-a36d-f30b74cfe2dd,segment=NetworkSegment(07d81d7a-62d7-47a6-90cb-780710d04269),segment_id=07d81d7a-62d7-47a6-90cb-780710d04269)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:36:54.079411 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11e7e44f-8d4b-4ab1-bd11-99a180e28fdd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:54.116104 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-62bbbefd-0a9a-42e3-82df-221fae2e2df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:54.128560 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-62bbbefd-0a9a-42e3-82df-221fae2e2df0 None None] Could not find standard attr ID for object 505420f6-6bb5-4b74-8639-346d5f5f294a. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:36:54.283473 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbbefd-0a9a-42e3-82df-221fae2e2df0 None None] Pushing event updated for resources: {'Port': ['ID=c8ca9dce-a63a-406b-a36d-f30b74cfe2dd,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:54.314282 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef7df0d3-753c-43d3-8646-0c6278f07bc9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:54.347992 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-51602e06-4a74-4d46-9758-f49696b3e369 None None] Provisioning complete for port c8ca9dce-a63a-406b-a36d-f30b74cfe2dd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:54.348385 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-51602e06-4a74-4d46-9758-f49696b3e369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:54.423093 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11e7e44f-8d4b-4ab1-bd11-99a180e28fdd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:54.513745 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-11e7e44f-8d4b-4ab1-bd11-99a180e28fdd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:54.547295 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-11e7e44f-8d4b-4ab1-bd11-99a180e28fdd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ccee28-f4dd-4d70-8279-480f006f0b51') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:54.547493 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-11e7e44f-8d4b-4ab1-bd11-99a180e28fdd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ccee28-f4dd-4d70-8279-480f006f0b51') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:54.569716 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:36:54.582737 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11e7e44f-8d4b-4ab1-bd11-99a180e28fdd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:54.611910 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-209ddd1b-9a97-447a-b9d0-85cf02184f50 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:54.613622 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-209ddd1b-9a97-447a-b9d0-85cf02184f50 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 817 time: 0.3875403 Nov 15 11:36:54.615112 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11e7e44f-8d4b-4ab1-bd11-99a180e28fdd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:54.623321 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e7e44f-8d4b-4ab1-bd11-99a180e28fdd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:36:54.625870 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11e7e44f-8d4b-4ab1-bd11-99a180e28fdd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:36:54.631111 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:36:54.719356 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7df0d3-753c-43d3-8646-0c6278f07bc9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Router d26972a4-8710-4ed9-861b-4d78f8804730 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:36:54.749973 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11e7e44f-8d4b-4ab1-bd11-99a180e28fdd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:54.759084 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11e7e44f-8d4b-4ab1-bd11-99a180e28fdd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:54.765273 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-11e7e44f-8d4b-4ab1-bd11-99a180e28fdd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] 10.222.0.64 "DELETE /v2.0/networks/ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce HTTP/1.1" status: 204 len: 168 time: 0.8562441 Nov 15 11:36:54.785565 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7e44f-8d4b-4ab1-bd11-99a180e28fdd tempest-NetworksTestDHCPv6-1283507395 tempest-NetworksTestDHCPv6-1283507395-project] Pushing event deleted for resources: {'Network': ['ID=ea047dbf-9547-4f5b-bcd5-17ae5f4c60ce,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:54.792707 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-33ddf065-1330-4c91-be18-cc08e7120dde tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eab0b4a8b87d49f5928c8feddd42ff75 HTTP/1.1" status: 200 len: 379 time: 0.1567311 Nov 15 11:36:54.804941 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-4c7fc4a1-b5e8-4768-8f49-731674c381db tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Request body: {'port': {'device_id': 'f0bd8887-4064-4ccd-846a-616a239bf526', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'admin_state_up': True, 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'security_groups': ['b80995bf-216f-404f-b662-8b71d997d8df']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:54.863557 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7df0d3-753c-43d3-8646-0c6278f07bc9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:36:54.881748 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ef7df0d3-753c-43d3-8646-0c6278f07bc9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/routers/d26972a4-8710-4ed9-861b-4d78f8804730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5147848 Nov 15 11:36:54.883522 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 60996) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:54.995207 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-4c7fc4a1-b5e8-4768-8f49-731674c381db tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Made reservation on behalf of eab0b4a8b87d49f5928c8feddd42ff75 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:36:55.002091 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:36:55.003389 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-4c7fc4a1-b5e8-4768-8f49-731674c381db tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:55.004585 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b5b6b941-f8ae-4c6b-8e7c-a6c27c8b3dfd not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:36:55.008782 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691557e5-01f2-4bb3-8d9c-2265ea7f17b0 None None] Sync routers for ids ['d26972a4-8710-4ed9-861b-4d78f8804730'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:36:55.015227 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd82397-60b9-4655-b973-2872b653f018', 'name': 'tempest-AttachVolumeShelveTestJSON-1761931472-router', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:36:33Z', 'updated_at': '2021-11-15T11:36:42Z', 'revision_number': 4, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'gw_port': {'id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:35Z', 'updated_at': '2021-11-15T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'c8ca9dce-a63a-406b-a36d-f30b74cfe2dd', 'name': '', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'mac_address': 'fa:16:3e:3a:a7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:40Z', 'updated_at': '2021-11-15T11:36:53Z', 'revision_number': 4, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'subnets': [{'id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:55.081059 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c370a-c65e-4dab-acf5-fef7f76a7c8a None None] The sync data for ids ['8fd82397-60b9-4655-b973-2872b653f018'] in n-d-729945-9 is: [{'id': '8fd82397-60b9-4655-b973-2872b653f018', 'name': 'tempest-AttachVolumeShelveTestJSON-1761931472-router', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:36:33Z', 'updated_at': '2021-11-15T11:36:42Z', 'revision_number': 4, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'gw_port': {'id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:35Z', 'updated_at': '2021-11-15T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'c8ca9dce-a63a-406b-a36d-f30b74cfe2dd', 'name': '', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'mac_address': 'fa:16:3e:3a:a7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:40Z', 'updated_at': '2021-11-15T11:36:53Z', 'revision_number': 4, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'subnets': [{'id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:36:55.086580 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691557e5-01f2-4bb3-8d9c-2265ea7f17b0 None None] Routers {'d26972a4-8710-4ed9-861b-4d78f8804730'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:36:55.087233 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-691557e5-01f2-4bb3-8d9c-2265ea7f17b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:36:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d26972a4-8710-4ed9-861b-4d78f8804730'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:55.206066 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-691557e5-01f2-4bb3-8d9c-2265ea7f17b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:55.236378 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691557e5-01f2-4bb3-8d9c-2265ea7f17b0 None None] Routers {'d26972a4-8710-4ed9-861b-4d78f8804730'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:36:55.236378 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-691557e5-01f2-4bb3-8d9c-2265ea7f17b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:36:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d26972a4-8710-4ed9-861b-4d78f8804730'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:55.310789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 32772) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:55.326303 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-691557e5-01f2-4bb3-8d9c-2265ea7f17b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:55.327366 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691557e5-01f2-4bb3-8d9c-2265ea7f17b0 None None] The sync data for ids ['d26972a4-8710-4ed9-861b-4d78f8804730'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:36:55.339027 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c8ca9dce-a63a-406b-a36d-f30b74cfe2dd up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:36:55.370117 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3fba4e39-a1ba-4553-b453-3fe253590c55 req-806e52d9-3add-44e9-8c32-9f9984396042 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 210 time: 0.1206176 Nov 15 11:36:55.493815 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port c8ca9dce-a63a-406b-a36d-f30b74cfe2dd triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:55.494207 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:55.547365 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-4c7fc4a1-b5e8-4768-8f49-731674c381db tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Allocated IP 172.20.0.9 (c6f1c26a-527a-4f69-9e9a-99c48209985b/08dee673-fca8-478a-9f8a-c99ddd2f0e06/0f90fe4b-ca22-4dff-88d3-111bf0a55843) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:36:55.735880 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8e7f87b6-1a3b-4c0c-bc04-86d588778645 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=27d0328c588840c081cb96de7c53ab09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3849311 Nov 15 11:36:55.738141 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 32780) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:55.873772 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-75d67103-febc-45c1-9332-decaea7e1bbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:55.901810 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-75d67103-febc-45c1-9332-decaea7e1bbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:55.951444 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-4c7fc4a1-b5e8-4768-8f49-731674c381db tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:55.996721 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-75d67103-febc-45c1-9332-decaea7e1bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:55.999348 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-75d67103-febc-45c1-9332-decaea7e1bbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:56.000502 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-75d67103-febc-45c1-9332-decaea7e1bbc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a36b3ae0-c7b1-433f-96f3-9d618b15f319 HTTP/1.1" status: 204 len: 168 time: 0.2613935 Nov 15 11:36:56.004639 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-4c7fc4a1-b5e8-4768-8f49-731674c381db tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:56.047066 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d67103-febc-45c1-9332-decaea7e1bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36b3ae0-c7b1-433f-96f3-9d618b15f319,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:56.068311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-4c7fc4a1-b5e8-4768-8f49-731674c381db tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Network c6f1c26a-527a-4f69-9e9a-99c48209985b is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:36:56.073029 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-4c7fc4a1-b5e8-4768-8f49-731674c381db tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:36:56.078562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-4c7fc4a1-b5e8-4768-8f49-731674c381db tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:36:56.108286 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fc4a1-b5e8-4768-8f49-731674c381db tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Pushing event updated for resources: {'Port': ['ID=0f90fe4b-ca22-4dff-88d3-111bf0a55843,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:56.153315 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-4c7fc4a1-b5e8-4768-8f49-731674c381db tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:56.154472 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-4c7fc4a1-b5e8-4768-8f49-731674c381db tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:56.184737 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-4c7fc4a1-b5e8-4768-8f49-731674c381db tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3793881 Nov 15 11:36:56.196220 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-0779c46c-3c0a-49c4-af0a-1fad704661aa service neutron] Request body: {'port': {'device_id': 'f0bd8887-4064-4ccd-846a-616a239bf526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:56.271249 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70810d07-4dd0-4109-a69f-7c3c9f5e74cc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:56.310859 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-0779c46c-3c0a-49c4-af0a-1fad704661aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:56.534435 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ff187e57-30d1-4a8a-b175-44381ab53c38 None None] Provisioning complete for port 0f90fe4b-ca22-4dff-88d3-111bf0a55843 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:36:56.535017 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ff187e57-30d1-4a8a-b175-44381ab53c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:56.606386 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-ff187e57-30d1-4a8a-b175-44381ab53c38 None None] Port 0f90fe4b-ca22-4dff-88d3-111bf0a55843 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:36:56.760518 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb010a-7dd3-4d76-8437-ef4a6f9d1418 req-3e695777-051c-4bea-8dac-c8532efbe6cb tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:56.767955 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-87fb010a-7dd3-4d76-8437-ef4a6f9d1418 req-3e695777-051c-4bea-8dac-c8532efbe6cb tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 931 time: 0.1453595 Nov 15 11:36:56.864489 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-87fb010a-7dd3-4d76-8437-ef4a6f9d1418 req-c12c8b5f-3f37-4640-9d15-bf816991961a tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=b80995bf-216f-404f-b662-8b71d997d8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932298 Nov 15 11:36:56.869830 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-70810d07-4dd0-4109-a69f-7c3c9f5e74cc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting port 8ccb2f28-c767-4f4f-9428-d3b6b99ad127 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:36:56.886745 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70810d07-4dd0-4109-a69f-7c3c9f5e74cc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:56.955151 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-0779c46c-3c0a-49c4-af0a-1fad704661aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f90fe4b-ca22-4dff-88d3-111bf0a55843 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:36:56.972545 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-0779c46c-3c0a-49c4-af0a-1fad704661aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:56.986122 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-0779c46c-3c0a-49c4-af0a-1fad704661aa service neutron] Transition to ACTIVE for port object 0f90fe4b-ca22-4dff-88d3-111bf0a55843 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:36:56.991446 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-0779c46c-3c0a-49c4-af0a-1fad704661aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:57.118627 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70810d07-4dd0-4109-a69f-7c3c9f5e74cc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:57.125118 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779c46c-3c0a-49c4-af0a-1fad704661aa service neutron] Pushing event updated for resources: {'Port': ['ID=0f90fe4b-ca22-4dff-88d3-111bf0a55843,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:57.134013 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-70810d07-4dd0-4109-a69f-7c3c9f5e74cc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Calling delete_port for 8ccb2f28-c767-4f4f-9428-d3b6b99ad127 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:36:57.267093 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-0779c46c-3c0a-49c4-af0a-1fad704661aa service neutron] Attempting to bind port 0f90fe4b-ca22-4dff-88d3-111bf0a55843 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:36:57.267093 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-0779c46c-3c0a-49c4-af0a-1fad704661aa service neutron] Attempting to bind port 0f90fe4b-ca22-4dff-88d3-111bf0a55843 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '07d81d7a-62d7-47a6-90cb-780710d04269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:36:57.267611 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-0779c46c-3c0a-49c4-af0a-1fad704661aa service neutron] Attempting to bind port 0f90fe4b-ca22-4dff-88d3-111bf0a55843 on network c6f1c26a-527a-4f69-9e9a-99c48209985b {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:36:57.282622 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-0779c46c-3c0a-49c4-af0a-1fad704661aa service neutron] Port 0f90fe4b-ca22-4dff-88d3-111bf0a55843 on network c6f1c26a-527a-4f69-9e9a-99c48209985b not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:36:57.283206 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-0779c46c-3c0a-49c4-af0a-1fad704661aa service neutron] Attempting to bind port 0f90fe4b-ca22-4dff-88d3-111bf0a55843 on network c6f1c26a-527a-4f69-9e9a-99c48209985b {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:36:57.289481 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-0779c46c-3c0a-49c4-af0a-1fad704661aa service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:36:57.289886 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-0779c46c-3c0a-49c4-af0a-1fad704661aa service neutron] Checking segment: {'id': '07d81d7a-62d7-47a6-90cb-780710d04269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:36:57.290334 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-0779c46c-3c0a-49c4-af0a-1fad704661aa service neutron] Bound using segment: {'id': '07d81d7a-62d7-47a6-90cb-780710d04269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:36:57.290839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-0779c46c-3c0a-49c4-af0a-1fad704661aa service neutron] Bound port: 0f90fe4b-ca22-4dff-88d3-111bf0a55843, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07d81d7a-62d7-47a6-90cb-780710d04269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:36:57.291403 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-0779c46c-3c0a-49c4-af0a-1fad704661aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:57.390341 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-0779c46c-3c0a-49c4-af0a-1fad704661aa service neutron] For port 0f90fe4b-ca22-4dff-88d3-111bf0a55843, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:36:57.394270 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-0779c46c-3c0a-49c4-af0a-1fad704661aa service neutron] For port 0f90fe4b-ca22-4dff-88d3-111bf0a55843, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843,segment=NetworkSegment(07d81d7a-62d7-47a6-90cb-780710d04269),segment_id=07d81d7a-62d7-47a6-90cb-780710d04269)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:36:57.404138 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-0779c46c-3c0a-49c4-af0a-1fad704661aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:57.516183 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-0779c46c-3c0a-49c4-af0a-1fad704661aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:57.516798 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-0779c46c-3c0a-49c4-af0a-1fad704661aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:57.518218 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-0779c46c-3c0a-49c4-af0a-1fad704661aa service neutron] 10.222.0.11 "PUT /v2.0/ports/0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 1091 time: 1.3275440 Nov 15 11:36:57.518662 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0bd8887-4064-4ccd-846a-616a239bf526', 'tag': '0f90fe4b-ca22-4dff-88d3-111bf0a55843'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:36:57.521019 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2600d8ed-2a05-4bdf-a2ae-de8f014c1536" -d '{"events": [{"name": "network-changed", "server_uuid": "f0bd8887-4064-4ccd-846a-616a239bf526", "tag": "0f90fe4b-ca22-4dff-88d3-111bf0a55843"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:36:57.541169 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779c46c-3c0a-49c4-af0a-1fad704661aa service neutron] Pushing event updated for resources: {'Port': ['ID=0f90fe4b-ca22-4dff-88d3-111bf0a55843,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:57.664576 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123e5eba-3117-4e52-a8a6-43fb5a90593c x-openstack-request-id: req-123e5eba-3117-4e52-a8a6-43fb5a90593c {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:36:57.664867 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0bd8887-4064-4ccd-846a-616a239bf526", "tag": "0f90fe4b-ca22-4dff-88d3-111bf0a55843", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:36:57.665117 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-123e5eba-3117-4e52-a8a6-43fb5a90593c {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:36:57.665575 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0bd8887-4064-4ccd-846a-616a239bf526', 'tag': '0f90fe4b-ca22-4dff-88d3-111bf0a55843', 'status': 'completed', 'code': 200} Nov 15 11:36:57.671610 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-481376f6-34af-41a9-83b0-15460b1b0ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:57.675683 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-481376f6-34af-41a9-83b0-15460b1b0ba4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1094 time: 0.0901642 Nov 15 11:36:57.681564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 32918) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:57.683965 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70810d07-4dd0-4109-a69f-7c3c9f5e74cc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:57.832960 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-a0236996-e3c1-4f6d-b68e-18d2f322ed92 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.1433463 Nov 15 11:36:57.846194 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810d07-4dd0-4109-a69f-7c3c9f5e74cc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Port': ['ID=8ccb2f28-c767-4f4f-9428-d3b6b99ad127,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:57.975596 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-776c8005-52f9-4bbf-ba0f-7661bb07897a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:57.977696 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-776c8005-52f9-4bbf-ba0f-7661bb07897a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.1279948 Nov 15 11:36:58.009920 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Request body: {'networks': [{'name': 'tempest-network--1104111465'}, {'name': 'tempest-network--920887737'}]} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:58.010242 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Request body: {'network': {'name': 'tempest-network--1104111465'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:58.016281 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Request body: {'network': {'name': 'tempest-network--920887737'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:36:58.091000 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-70810d07-4dd0-4109-a69f-7c3c9f5e74cc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:58.146716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Made reservation on behalf of 7b85d576c7754f898ad3b3e74784564c for: {'network': 2} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:36:58.154355 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:58.182135 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26321be9-ad06-4645-a101-040b1f5c37f9 req-074fd88b-4636-4cc8-aaf1-11f71095834e tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:58.183695 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-26321be9-ad06-4645-a101-040b1f5c37f9 req-074fd88b-4636-4cc8-aaf1-11f71095834e tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 943 time: 0.1503670 Nov 15 11:36:58.189737 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-19459444-74b5-4f21-be89-5b9b4a96af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:58.193349 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-19459444-74b5-4f21-be89-5b9b4a96af5b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2082465 Nov 15 11:36:58.227020 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:58.400983 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-26321be9-ad06-4645-a101-040b1f5c37f9 req-2b02a8e0-2b37-4e73-8910-fc0485303cfb tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=b80995bf-216f-404f-b662-8b71d997d8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033739 Nov 15 11:36:58.445543 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70810d07-4dd0-4109-a69f-7c3c9f5e74cc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Router d26972a4-8710-4ed9-861b-4d78f8804730 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:36:58.473233 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-f2918a9a-1946-46fd-ac26-d22b548b8663 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657270 Nov 15 11:36:58.544051 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70810d07-4dd0-4109-a69f-7c3c9f5e74cc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:36:58.550205 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-70810d07-4dd0-4109-a69f-7c3c9f5e74cc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/routers/d26972a4-8710-4ed9-861b-4d78f8804730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6653304 Nov 15 11:36:58.553842 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33018) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:58.555829 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ea9f0-134b-431a-a171-9f1c81125c32 None None] Sync routers for ids ['d26972a4-8710-4ed9-861b-4d78f8804730'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:36:58.564060 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:58.575223 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:58.575721 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:58.584715 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5ea9f0-134b-431a-a171-9f1c81125c32 None None] Routers {'d26972a4-8710-4ed9-861b-4d78f8804730'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:36:58.585373 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5a5ea9f0-134b-431a-a171-9f1c81125c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:36:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d26972a4-8710-4ed9-861b-4d78f8804730'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:58.611962 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b4fd58fc-66a9-4b35-a42f-864d44cb31a7 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26972a4-8710-4ed9-861b-4d78f8804730 HTTP/1.1" status: 200 len: 205 time: 0.0505390 Nov 15 11:36:58.613406 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33026) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:58.672545 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5a5ea9f0-134b-431a-a171-9f1c81125c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:58.694087 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5ea9f0-134b-431a-a171-9f1c81125c32 None None] Routers {'d26972a4-8710-4ed9-861b-4d78f8804730'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:36:58.694778 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73e118be-00c4-42da-b98c-23536e3763e4,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:58.694911 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5a5ea9f0-134b-431a-a171-9f1c81125c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:36:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d26972a4-8710-4ed9-861b-4d78f8804730'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:58.763588 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5a5ea9f0-134b-431a-a171-9f1c81125c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:36:58.770519 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ea9f0-134b-431a-a171-9f1c81125c32 None None] The sync data for ids ['d26972a4-8710-4ed9-861b-4d78f8804730'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:36:58.818813 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4f90b1e-7434-4fd9-8aeb-29fb0b2e59e2 req-72e233bc-dc46-41c1-b633-19cced04984f service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331199 Nov 15 11:36:58.871501 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-edd1e7d1-ddcf-46c8-a02f-a7b1f397f0d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:58.911747 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:36:58.987755 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:58.988136 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Added segment 8506d726-5b42-40f7-bcde-e17533dd90d9 of type vlan for network 4f6933c1-568e-46d3-819e-a8ae598b39e4 Nov 15 11:36:59.147004 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-edd1e7d1-ddcf-46c8-a02f-a7b1f397f0d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:59.149388 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-edd1e7d1-ddcf-46c8-a02f-a7b1f397f0d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:59.202771 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:59.231930 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600d8ed-2a05-4bdf-a2ae-de8f014c1536 req-ae9906e4-a00e-4990-a6e8-baa414a1dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:59.233486 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2600d8ed-2a05-4bdf-a2ae-de8f014c1536 req-ae9906e4-a00e-4990-a6e8-baa414a1dc2a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1094 time: 0.3228905 Nov 15 11:36:59.241450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:36:59.246064 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-edd1e7d1-ddcf-46c8-a02f-a7b1f397f0d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:59.246598 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd1e7d1-ddcf-46c8-a02f-a7b1f397f0d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Fanout notify agent at l3_agent the message router_deleted on router d26972a4-8710-4ed9-861b-4d78f8804730 {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:36:59.264856 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-edd1e7d1-ddcf-46c8-a02f-a7b1f397f0d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:59.268368 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-edd1e7d1-ddcf-46c8-a02f-a7b1f397f0d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/routers/d26972a4-8710-4ed9-861b-4d78f8804730 HTTP/1.1" status: 204 len: 168 time: 0.6491883 Nov 15 11:36:59.268797 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33106) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:59.361384 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a880f71-5136-4d6f-b7fa-8b2080851d4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting subnet 2cc0877e-5fec-49a9-ba51-44dbc28a4f23 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:36:59.374544 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a880f71-5136-4d6f-b7fa-8b2080851d4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:59.454189 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a880f71-5136-4d6f-b7fa-8b2080851d4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:59.477098 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:59.477760 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Added segment 9024622c-4491-4b9d-9fcf-5b86c3ba8221 of type vlan for network 7f5bb2cb-d3e9-4dcf-86e7-a4db6b0fb2e0 Nov 15 11:36:59.554570 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600d8ed-2a05-4bdf-a2ae-de8f014c1536 req-92b98f38-643f-4dac-b3e4-c479e5cf88d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:59.556840 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2600d8ed-2a05-4bdf-a2ae-de8f014c1536 req-92b98f38-643f-4dac-b3e4-c479e5cf88d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.3078251 Nov 15 11:36:59.609419 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:59.612384 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a880f71-5136-4d6f-b7fa-8b2080851d4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:59.647625 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:59.651449 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2600d8ed-2a05-4bdf-a2ae-de8f014c1536 req-94206549-8251-456c-b112-de51b04c5330 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0640581 Nov 15 11:36:59.699448 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a880f71-5136-4d6f-b7fa-8b2080851d4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:59.719637 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313c6f6-e9d0-4f19-a816-bf11f9b6dd85 req-5b002721-d8bc-43f9-ad56-cc83e7ecb09c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:59.721544 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b313c6f6-e9d0-4f19-a816-bf11f9b6dd85 req-5b002721-d8bc-43f9-ad56-cc83e7ecb09c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 943 time: 0.1644237 Nov 15 11:36:59.745023 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a880f71-5136-4d6f-b7fa-8b2080851d4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Subnet': ['ID=2cc0877e-5fec-49a9-ba51-44dbc28a4f23,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:36:59.747999 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600d8ed-2a05-4bdf-a2ae-de8f014c1536 req-ef6fc1b7-2c4e-4055-952b-5fc8b14b5df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:59.749635 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a880f71-5136-4d6f-b7fa-8b2080851d4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:59.750843 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2600d8ed-2a05-4bdf-a2ae-de8f014c1536 req-ef6fc1b7-2c4e-4055-952b-5fc8b14b5df3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0893085 Nov 15 11:36:59.755404 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8a880f71-5136-4d6f-b7fa-8b2080851d4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/subnets/2cc0877e-5fec-49a9-ba51-44dbc28a4f23 HTTP/1.1" status: 204 len: 168 time: 0.4847832 Nov 15 11:36:59.758338 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33162) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:36:59.762207 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db253d15-4665-425d-ae20-00ddfe845857 None None] Network 28f5ec40-ad5b-4a6e-b685-f92c187c26e9 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:36:59.798684 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:59.799402 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:59.815879 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:59.832576 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:36:59.833467 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:36:59.950182 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f05cf8-2ad4-426d-ad10-1909d5be00a6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting subnet a902942c-101d-4a0d-8a0d-b3d0b61679db {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:36:59.960850 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7f05cf8-2ad4-426d-ad10-1909d5be00a6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:00.089330 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4064307 Nov 15 11:37:00.096449 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7f05cf8-2ad4-426d-ad10-1909d5be00a6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:00.098870 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33192) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:00.140724 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065db053-4117-4c57-aa01-ff703270e968 None None] DHCP port deletion for 28f5ec40-ad5b-4a6e-b685-f92c187c26e9 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:37:00.165681 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b313c6f6-e9d0-4f19-a816-bf11f9b6dd85 req-119d1a45-775d-4f2a-97ba-482229a73600 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=b80995bf-216f-404f-b662-8b71d997d8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4361806 Nov 15 11:37:00.168207 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600d8ed-2a05-4bdf-a2ae-de8f014c1536 req-4ad86044-8b8f-4082-a11a-191139b61022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:00.172634 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2600d8ed-2a05-4bdf-a2ae-de8f014c1536 req-4ad86044-8b8f-4082-a11a-191139b61022 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4075408 Nov 15 11:37:00.253510 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Pushing event updated for resources: {'Network': ['ID=4f6933c1-568e-46d3-819e-a8ae598b39e4,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:00.268390 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-065db053-4117-4c57-aa01-ff703270e968 None None] Deleting port 0ed55c8c-ac6d-4e28-bab9-239588e64e96 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:00.268763 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-065db053-4117-4c57-aa01-ff703270e968 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:00.326067 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7f05cf8-2ad4-426d-ad10-1909d5be00a6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:00.406941 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-065db053-4117-4c57-aa01-ff703270e968 None None] For port 0ed55c8c-ac6d-4e28-bab9-239588e64e96, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0ed55c8c-ac6d-4e28-bab9-239588e64e96,segment=NetworkSegment(963a8486-bfc9-41ba-bf98-f1d86207de93),segment_id=963a8486-bfc9-41ba-bf98-f1d86207de93)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:00.407576 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-065db053-4117-4c57-aa01-ff703270e968 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:00.423402 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-065db053-4117-4c57-aa01-ff703270e968 None None] Calling delete_port for 0ed55c8c-ac6d-4e28-bab9-239588e64e96 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:00.433852 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 4f6933c1-568e-46d3-819e-a8ae598b39e4 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:37:00.536953 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7f05cf8-2ad4-426d-ad10-1909d5be00a6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:00.584916 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7f05cf8-2ad4-426d-ad10-1909d5be00a6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:00.591321 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b7f05cf8-2ad4-426d-ad10-1909d5be00a6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/subnets/a902942c-101d-4a0d-8a0d-b3d0b61679db HTTP/1.1" status: 204 len: 168 time: 0.8317661 Nov 15 11:37:00.592351 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f05cf8-2ad4-426d-ad10-1909d5be00a6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Subnet': ['ID=a902942c-101d-4a0d-8a0d-b3d0b61679db,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:00.593954 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33254) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:00.623709 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123bce53-f9d5-429b-931f-b267a9a2547c None None] Network 4f4ec579-69bd-4288-97e6-dc05128ba567 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:00.656797 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-065db053-4117-4c57-aa01-ff703270e968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:00.710021 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12ab0bad-76ca-439a-8f0f-c3a0da1ceab1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:00.812207 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12ab0bad-76ca-439a-8f0f-c3a0da1ceab1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:00.854040 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-12ab0bad-76ca-439a-8f0f-c3a0da1ceab1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f5ec40-ad5b-4a6e-b685-f92c187c26e9']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:00.871917 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-12ab0bad-76ca-439a-8f0f-c3a0da1ceab1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963a8486-bfc9-41ba-bf98-f1d86207de93') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:00.872577 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-12ab0bad-76ca-439a-8f0f-c3a0da1ceab1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963a8486-bfc9-41ba-bf98-f1d86207de93') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:00.887044 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065db053-4117-4c57-aa01-ff703270e968 None None] Pushing event deleted for resources: {'Port': ['ID=0ed55c8c-ac6d-4e28-bab9-239588e64e96,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:00.896150 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12ab0bad-76ca-439a-8f0f-c3a0da1ceab1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:00.913223 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065db053-4117-4c57-aa01-ff703270e968 None None] No DVR routers for this DVR port 0ed55c8c-ac6d-4e28-bab9-239588e64e96 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:37:00.939149 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12ab0bad-76ca-439a-8f0f-c3a0da1ceab1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:00.982557 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ab0bad-76ca-439a-8f0f-c3a0da1ceab1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:37:00.983331 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12ab0bad-76ca-439a-8f0f-c3a0da1ceab1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:37:00.988728 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:37:01.096346 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12ab0bad-76ca-439a-8f0f-c3a0da1ceab1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:01.155520 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12ab0bad-76ca-439a-8f0f-c3a0da1ceab1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:01.161442 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-12ab0bad-76ca-439a-8f0f-c3a0da1ceab1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/networks/28f5ec40-ad5b-4a6e-b685-f92c187c26e9 HTTP/1.1" status: 204 len: 168 time: 0.5568037 Nov 15 11:37:01.165039 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f669aae-ee66-4fd7-845c-cd26435f3d0f None None] DHCP port deletion for 4f4ec579-69bd-4288-97e6-dc05128ba567 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:37:01.168940 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab0bad-76ca-439a-8f0f-c3a0da1ceab1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Network': ['ID=28f5ec40-ad5b-4a6e-b685-f92c187c26e9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:01.172480 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33312) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:01.208028 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0ed55c8c-ac6d-4e28-bab9-239588e64e96 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:37:01.240141 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 0ed55c8c-ac6d-4e28-bab9-239588e64e96 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:37:01.241547 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0ed55c8c-ac6d-4e28-bab9-239588e64e96 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:37:01.279243 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3f669aae-ee66-4fd7-845c-cd26435f3d0f None None] Deleting port ccc2c15c-89d0-415c-b92a-8918ca8948ad {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:01.280126 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f669aae-ee66-4fd7-845c-cd26435f3d0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:01.324830 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2600d8ed-2a05-4bdf-a2ae-de8f014c1536 req-e400dc83-d1d3-42e9-a66a-0e719bb958a2 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1265614 Nov 15 11:37:01.366224 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3f669aae-ee66-4fd7-845c-cd26435f3d0f None None] For port ccc2c15c-89d0-415c-b92a-8918ca8948ad, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ccc2c15c-89d0-415c-b92a-8918ca8948ad,segment=NetworkSegment(caff45aa-0f07-4dc2-9085-e955a94435c1),segment_id=caff45aa-0f07-4dc2-9085-e955a94435c1)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:01.366809 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f669aae-ee66-4fd7-845c-cd26435f3d0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:01.392345 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3f669aae-ee66-4fd7-845c-cd26435f3d0f None None] Calling delete_port for ccc2c15c-89d0-415c-b92a-8918ca8948ad owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:01.491567 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Pushing event updated for resources: {'Network': ['ID=7f5bb2cb-d3e9-4dcf-86e7-a4db6b0fb2e0,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:01.495566 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f669aae-ee66-4fd7-845c-cd26435f3d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:01.523982 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f669aae-ee66-4fd7-845c-cd26435f3d0f None None] Pushing event deleted for resources: {'Port': ['ID=ccc2c15c-89d0-415c-b92a-8918ca8948ad,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:01.527526 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f669aae-ee66-4fd7-845c-cd26435f3d0f None None] No DVR routers for this DVR port ccc2c15c-89d0-415c-b92a-8918ca8948ad on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:37:01.565486 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba75255-c14a-47fe-bd0f-959ce789bd7c tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:01.571622 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba75255-c14a-47fe-bd0f-959ce789bd7c tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:01.578208 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba75255-c14a-47fe-bd0f-959ce789bd7c tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:01.587137 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba75255-c14a-47fe-bd0f-959ce789bd7c tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:01.589132 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1ba75255-c14a-47fe-bd0f-959ce789bd7c tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.4827998 Nov 15 11:37:01.592080 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33328) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:01.597182 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:01.598097 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:01.598716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:01.599301 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:01.599925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:01.600958 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:01.601655 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:01.602289 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:01.603551 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:01.603767 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:01.604383 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:01.604896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:01.606870 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76661e38-985c-4a0e-9d55-76702d61eb33 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:01.612902 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2600d8ed-2a05-4bdf-a2ae-de8f014c1536 req-0f91f545-41b9-4e25-adfa-9077baf5d43c service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184181 Nov 15 11:37:01.621539 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 7f5bb2cb-d3e9-4dcf-86e7-a4db6b0fb2e0 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:37:01.627611 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a6b26d3-7fec-4112-9d91-48566a4ea5db tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:01.647459 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcf338-593a-4771-848b-2f6588bb47cf req-271ba6c6-be33-4432-9766-1904fc2be908 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:01.649379 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fbfcf338-593a-4771-848b-2f6588bb47cf req-271ba6c6-be33-4432-9766-1904fc2be908 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 943 time: 0.3582180 Nov 15 11:37:01.724280 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da0cee7c-d12f-4591-9e2d-13c0e43c0ae9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:01.788894 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fbfcf338-593a-4771-848b-2f6588bb47cf req-760f6756-c77e-4edb-8bc4-5032b3ca6922 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=b80995bf-216f-404f-b662-8b71d997d8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225648 Nov 15 11:37:01.811860 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a6b26d3-7fec-4112-9d91-48566a4ea5db tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:01.847474 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da0cee7c-d12f-4591-9e2d-13c0e43c0ae9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:01.847902 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-2a6b26d3-7fec-4112-9d91-48566a4ea5db tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4ec579-69bd-4288-97e6-dc05128ba567']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:01.858676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-2a6b26d3-7fec-4112-9d91-48566a4ea5db tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caff45aa-0f07-4dc2-9085-e955a94435c1') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:01.874273 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-2a6b26d3-7fec-4112-9d91-48566a4ea5db tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caff45aa-0f07-4dc2-9085-e955a94435c1') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:01.874273 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a6b26d3-7fec-4112-9d91-48566a4ea5db tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:01.888480 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a6b26d3-7fec-4112-9d91-48566a4ea5db tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:01.894737 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6b26d3-7fec-4112-9d91-48566a4ea5db tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:37:01.895127 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a6b26d3-7fec-4112-9d91-48566a4ea5db tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:01.916901 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-da0cee7c-d12f-4591-9e2d-13c0e43c0ae9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f6933c1-568e-46d3-819e-a8ae598b39e4']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:01.935679 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-da0cee7c-d12f-4591-9e2d-13c0e43c0ae9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8506d726-5b42-40f7-bcde-e17533dd90d9') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:01.937268 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-da0cee7c-d12f-4591-9e2d-13c0e43c0ae9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8506d726-5b42-40f7-bcde-e17533dd90d9') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:01.956174 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da0cee7c-d12f-4591-9e2d-13c0e43c0ae9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:37:01.957865 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:37:01.967576 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a6b26d3-7fec-4112-9d91-48566a4ea5db tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:01.976990 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a6b26d3-7fec-4112-9d91-48566a4ea5db tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:01.982924 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2a6b26d3-7fec-4112-9d91-48566a4ea5db tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/networks/4f4ec579-69bd-4288-97e6-dc05128ba567 HTTP/1.1" status: 204 len: 168 time: 0.7827260 Nov 15 11:37:01.988454 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da0cee7c-d12f-4591-9e2d-13c0e43c0ae9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:02.005437 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0cee7c-d12f-4591-9e2d-13c0e43c0ae9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:37:02.005848 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da0cee7c-d12f-4591-9e2d-13c0e43c0ae9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:02.019253 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33336) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:02.027634 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-174f1193-c6b6-4f23-b414-f7c2aff43093 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'network': {'name': 'tempest-RoutersTest-1717342481'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:02.074254 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b26d3-7fec-4112-9d91-48566a4ea5db tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Network': ['ID=4f4ec579-69bd-4288-97e6-dc05128ba567,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:02.089576 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174f1193-c6b6-4f23-b414-f7c2aff43093 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Made reservation on behalf of 9043398e6de74f8a9cf97297f1911306 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:02.096781 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-174f1193-c6b6-4f23-b414-f7c2aff43093 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:02.139526 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174f1193-c6b6-4f23-b414-f7c2aff43093 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:37:02.149715 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-174f1193-c6b6-4f23-b414-f7c2aff43093 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:02.150078 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-174f1193-c6b6-4f23-b414-f7c2aff43093 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Added segment 24371e32-00a1-4e52-b824-2b5e4ed20055 of type vlan for network 10985fe6-7846-488e-91a9-1f8021358a0f Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:37:02.160819 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:37:02.185492 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da0cee7c-d12f-4591-9e2d-13c0e43c0ae9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:02.193411 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da0cee7c-d12f-4591-9e2d-13c0e43c0ae9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:02.196714 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-da0cee7c-d12f-4591-9e2d-13c0e43c0ae9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] 10.222.0.64 "DELETE /v2.0/networks/4f6933c1-568e-46d3-819e-a8ae598b39e4 HTTP/1.1" status: 204 len: 168 time: 0.6036808 Nov 15 11:37:02.200568 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33360) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:02.241045 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cee7c-d12f-4591-9e2d-13c0e43c0ae9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Pushing event deleted for resources: {'Network': ['ID=4f6933c1-568e-46d3-819e-a8ae598b39e4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:02.281927 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-174f1193-c6b6-4f23-b414-f7c2aff43093 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:02.348389 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-472347e8-9ab5-4de0-9314-761b118ee146 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:02.364072 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-174f1193-c6b6-4f23-b414-f7c2aff43093 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:02.372437 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174f1193-c6b6-4f23-b414-f7c2aff43093 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:02.372974 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-174f1193-c6b6-4f23-b414-f7c2aff43093 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:02.475451 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33382) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:02.476228 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-174f1193-c6b6-4f23-b414-f7c2aff43093 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4554112 Nov 15 11:37:02.481901 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-040a9ed1-5418-4fef-aa40-2b06ebfa61e6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'subnet': {'network_id': '10985fe6-7846-488e-91a9-1f8021358a0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:02.531131 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f1193-c6b6-4f23-b414-f7c2aff43093 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Network': ['ID=10985fe6-7846-488e-91a9-1f8021358a0f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:02.546467 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 10985fe6-7846-488e-91a9-1f8021358a0f details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:37:02.562395 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-472347e8-9ab5-4de0-9314-761b118ee146 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:02.609477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-472347e8-9ab5-4de0-9314-761b118ee146 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5bb2cb-d3e9-4dcf-86e7-a4db6b0fb2e0']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:02.632304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-472347e8-9ab5-4de0-9314-761b118ee146 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9024622c-4491-4b9d-9fcf-5b86c3ba8221') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:02.633555 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-472347e8-9ab5-4de0-9314-761b118ee146 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9024622c-4491-4b9d-9fcf-5b86c3ba8221') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:02.650895 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-472347e8-9ab5-4de0-9314-761b118ee146 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:02.694760 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-472347e8-9ab5-4de0-9314-761b118ee146 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:02.712539 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472347e8-9ab5-4de0-9314-761b118ee146 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:37:02.712539 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-472347e8-9ab5-4de0-9314-761b118ee146 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:37:02.714776 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:37:02.736018 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040a9ed1-5418-4fef-aa40-2b06ebfa61e6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Made reservation on behalf of 9043398e6de74f8a9cf97297f1911306 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:02.740125 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-040a9ed1-5418-4fef-aa40-2b06ebfa61e6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:02.838670 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-472347e8-9ab5-4de0-9314-761b118ee146 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:02.856817 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-472347e8-9ab5-4de0-9314-761b118ee146 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:02.870417 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-472347e8-9ab5-4de0-9314-761b118ee146 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] 10.222.0.64 "DELETE /v2.0/networks/7f5bb2cb-d3e9-4dcf-86e7-a4db6b0fb2e0 HTTP/1.1" status: 204 len: 168 time: 0.6678519 Nov 15 11:37:02.871291 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33390) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:02.892697 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472347e8-9ab5-4de0-9314-761b118ee146 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Pushing event deleted for resources: {'Network': ['ID=7f5bb2cb-d3e9-4dcf-86e7-a4db6b0fb2e0,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:03.016099 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04845253-0e01-4826-b812-ec584b46f6e3 req-d3ff6b25-c019-4fd4-945c-a420a66f05cc tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:03.017663 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-04845253-0e01-4826-b812-ec584b46f6e3 req-d3ff6b25-c019-4fd4-945c-a420a66f05cc tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 943 time: 0.0941412 Nov 15 11:37:03.079639 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42391474-32eb-4be1-817d-126f951deda3 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:03.113762 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42391474-32eb-4be1-817d-126f951deda3 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:03.123523 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-42391474-32eb-4be1-817d-126f951deda3 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2511442 Nov 15 11:37:03.129092 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33408) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:03.160095 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-04845253-0e01-4826-b812-ec584b46f6e3 req-bc6d2aa7-a1ed-4477-a35b-33017289e64d tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=b80995bf-216f-404f-b662-8b71d997d8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356716 Nov 15 11:37:03.212993 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b9b75bc7-534a-421a-ae9f-5950f0206352 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-174887438'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:03.214023 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ccc2c15c-89d0-415c-b92a-8918ca8948ad no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:37:03.273795 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: ccc2c15c-89d0-415c-b92a-8918ca8948ad {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:37:03.274155 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ccc2c15c-89d0-415c-b92a-8918ca8948ad not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:37:03.405294 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b75bc7-534a-421a-ae9f-5950f0206352 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Made reservation on behalf of 7b85d576c7754f898ad3b3e74784564c for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:03.409768 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9b75bc7-534a-421a-ae9f-5950f0206352 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:03.447265 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-040a9ed1-5418-4fef-aa40-2b06ebfa61e6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:03.486124 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b75bc7-534a-421a-ae9f-5950f0206352 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:37:03.512628 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9b75bc7-534a-421a-ae9f-5950f0206352 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:03.513248 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-b9b75bc7-534a-421a-ae9f-5950f0206352 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Added segment 9eb88051-5dac-4efe-a98b-82638ce5fb3d of type vlan for network a35ffdc0-be8f-42d9-8eaa-dd401996ec9b Nov 15 11:37:03.551582 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a9ed1-5418-4fef-aa40-2b06ebfa61e6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Subnet': ['ID=d82069c3-ce3b-402a-be0f-daa76786b28e,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:03.583392 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 0f90fe4b-ca22-4dff-88d3-111bf0a55843 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:37:03.664945 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9b75bc7-534a-421a-ae9f-5950f0206352 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:03.677499 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040a9ed1-5418-4fef-aa40-2b06ebfa61e6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Checking segment: {'id': '24371e32-00a1-4e52-b824-2b5e4ed20055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10985fe6-7846-488e-91a9-1f8021358a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:37:03.677852 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040a9ed1-5418-4fef-aa40-2b06ebfa61e6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network hostable DHCP agents. Network: 10985fe6-7846-488e-91a9-1f8021358a0f, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:37:03.722663 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9b75bc7-534a-421a-ae9f-5950f0206352 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:03.736133 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b75bc7-534a-421a-ae9f-5950f0206352 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:03.737644 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9b75bc7-534a-421a-ae9f-5950f0206352 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:03.754506 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 0f90fe4b-ca22-4dff-88d3-111bf0a55843, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843,segment=NetworkSegment(07d81d7a-62d7-47a6-90cb-780710d04269),segment_id=07d81d7a-62d7-47a6-90cb-780710d04269)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:03.771891 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '0f90fe4b-ca22-4dff-88d3-111bf0a55843', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'port_id': '0f90fe4b-ca22-4dff-88d3-111bf0a55843', 'mac_address': 'fa:16:3e:7a:75:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:37:03.800281 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040a9ed1-5418-4fef-aa40-2b06ebfa61e6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 10985fe6-7846-488e-91a9-1f8021358a0f is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:37:03.856493 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b9b75bc7-534a-421a-ae9f-5950f0206352 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7196643 Nov 15 11:37:03.858269 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33430) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:03.863170 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:03.865978 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6dde3e8a-5ec0-4203-906e-efd519414aaf tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-599327717'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:03.894132 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-040a9ed1-5418-4fef-aa40-2b06ebfa61e6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 10985fe6-7846-488e-91a9-1f8021358a0f) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:03.895735 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dde3e8a-5ec0-4203-906e-efd519414aaf tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Made reservation on behalf of 7b85d576c7754f898ad3b3e74784564c for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:03.899521 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6dde3e8a-5ec0-4203-906e-efd519414aaf tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:03.904313 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797b4004-7e6a-4262-a45c-dcbeb1580bf8 None None] Network 10985fe6-7846-488e-91a9-1f8021358a0f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:03.907942 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f90fe4b-ca22-4dff-88d3-111bf0a55843 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:37:03.945732 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040a9ed1-5418-4fef-aa40-2b06ebfa61e6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:03.945982 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-040a9ed1-5418-4fef-aa40-2b06ebfa61e6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:03.949518 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 0f90fe4b-ca22-4dff-88d3-111bf0a55843, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843,segment=NetworkSegment(07d81d7a-62d7-47a6-90cb-780710d04269),segment_id=07d81d7a-62d7-47a6-90cb-780710d04269)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:03.958103 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b75bc7-534a-421a-ae9f-5950f0206352 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Pushing event updated for resources: {'Network': ['ID=a35ffdc0-be8f-42d9-8eaa-dd401996ec9b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:03.991507 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-040a9ed1-5418-4fef-aa40-2b06ebfa61e6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5123842 Nov 15 11:37:03.991507 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dde3e8a-5ec0-4203-906e-efd519414aaf tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:37:03.991872 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network a35ffdc0-be8f-42d9-8eaa-dd401996ec9b details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:37:03.992005 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33432) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:03.996750 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:04.013331 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f73c0361-a345-4893-80e1-f5736a5db691 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-319928748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:04.057682 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6dde3e8a-5ec0-4203-906e-efd519414aaf tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:04.058021 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-6dde3e8a-5ec0-4203-906e-efd519414aaf tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Added segment a65b601c-cf61-45bc-bde1-f533a9ccb6e6 of type vlan for network 0b52bece-0827-4bdc-851a-d7fff20aa649 Nov 15 11:37:04.111279 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f73c0361-a345-4893-80e1-f5736a5db691 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:04.112552 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f73c0361-a345-4893-80e1-f5736a5db691 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:04.169880 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6dde3e8a-5ec0-4203-906e-efd519414aaf tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:04.200982 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=0f90fe4b-ca22-4dff-88d3-111bf0a55843,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:04.272588 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6dde3e8a-5ec0-4203-906e-efd519414aaf tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:04.287475 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dde3e8a-5ec0-4203-906e-efd519414aaf tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:04.291452 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6dde3e8a-5ec0-4203-906e-efd519414aaf tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:04.318622 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:04.332838 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6dde3e8a-5ec0-4203-906e-efd519414aaf tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4681256 Nov 15 11:37:04.333939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:04.333939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:04.333939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:04.333939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:04.333939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:04.333939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:04.334521 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:04.334625 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:04.334867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:04.335418 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:04.336179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:04.337772 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33438) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:04.341188 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f73c0361-a345-4893-80e1-f5736a5db691 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:04.345878 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Request body: {'ports': [{'network_id': 'a35ffdc0-be8f-42d9-8eaa-dd401996ec9b', 'name': 'tempest-port--1293676821', 'admin_state_up': True}, {'network_id': '0b52bece-0827-4bdc-851a-d7fff20aa649', 'admin_state_up': False}]} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:04.346587 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Request body: {'port': {'network_id': 'a35ffdc0-be8f-42d9-8eaa-dd401996ec9b', 'name': 'tempest-port--1293676821', 'admin_state_up': True}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:04.347945 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Request body: {'port': {'network_id': '0b52bece-0827-4bdc-851a-d7fff20aa649', 'admin_state_up': False}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:04.369896 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f73c0361-a345-4893-80e1-f5736a5db691 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:04.404200 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['0f90fe4b-ca22-4dff-88d3-111bf0a55843'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:37:04.488064 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d07ec-3c11-4dc4-8286-40a6e28f479f req-0828b7a7-2d75-4e9a-af02-54a97b5a4875 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:04.497053 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b45d07ec-3c11-4dc4-8286-40a6e28f479f req-0828b7a7-2d75-4e9a-af02-54a97b5a4875 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 944 time: 0.1850955 Nov 15 11:37:04.554161 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a8e349-9dee-4219-84f9-2e61e9685c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-10985fe6-7846-488e-91a9-1f8021358a0f', 'network_id': '10985fe6-7846-488e-91a9-1f8021358a0f', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'fixed_ips': [{'subnet_id': 'd82069c3-ce3b-402a-be0f-daa76786b28e'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:37:04.555031 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-52a8e349-9dee-4219-84f9-2e61e9685c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:04.581014 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde3e8a-5ec0-4203-906e-efd519414aaf tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Pushing event updated for resources: {'Network': ['ID=0b52bece-0827-4bdc-851a-d7fff20aa649,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:04.601811 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 0b52bece-0827-4bdc-851a-d7fff20aa649 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:37:04.629156 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f73c0361-a345-4893-80e1-f5736a5db691 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:04.635867 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33442) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:04.638280 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f73c0361-a345-4893-80e1-f5736a5db691 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6378684 Nov 15 11:37:04.660614 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b45d07ec-3c11-4dc4-8286-40a6e28f479f req-a064c502-33df-4fa3-9f55-2a15e7b49d65 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=b80995bf-216f-404f-b662-8b71d997d8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622717 Nov 15 11:37:04.670385 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-3b02a4fb-ef89-44f0-8fe3-38a00d22c0e2 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'port': {'network_id': '10985fe6-7846-488e-91a9-1f8021358a0f', 'name': 'tempest-RoutersTest-224180206'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:04.772052 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Made reservation on behalf of 7b85d576c7754f898ad3b3e74784564c for: {'port': 2} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:04.780036 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:04.831830 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:04.983425 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] device_id is not set on port 5bbd55c2-bda9-4860-a28a-b5186237eaff yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:37:04.984873 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-52a8e349-9dee-4219-84f9-2e61e9685c4c None None] Allocated IP 172.20.0.2 (10985fe6-7846-488e-91a9-1f8021358a0f/d82069c3-ce3b-402a-be0f-daa76786b28e/30afdc7c-d552-4903-aa61-e20a6d69c778) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:37:05.004106 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b02a4fb-ef89-44f0-8fe3-38a00d22c0e2 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Made reservation on behalf of 9043398e6de74f8a9cf97297f1911306 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:05.010778 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b02a4fb-ef89-44f0-8fe3-38a00d22c0e2 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:05.049539 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-3b02a4fb-ef89-44f0-8fe3-38a00d22c0e2 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] device_id is not set on port 6b41e97d-80e9-4896-848e-302c83e78e0c yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:37:05.229087 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:05.261760 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-52a8e349-9dee-4219-84f9-2e61e9685c4c None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:05.271650 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-52a8e349-9dee-4219-84f9-2e61e9685c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:05.338976 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a8e349-9dee-4219-84f9-2e61e9685c4c None None] Network 10985fe6-7846-488e-91a9-1f8021358a0f is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:37:05.344507 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-52a8e349-9dee-4219-84f9-2e61e9685c4c None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:05.352723 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a8e349-9dee-4219-84f9-2e61e9685c4c None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:37:05.352940 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] device_id is not set on port e6ca8c4b-e9e1-4fae-9efe-8ff051569cdd yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:37:05.361060 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8e349-9dee-4219-84f9-2e61e9685c4c None None] Pushing event updated for resources: {'Port': ['ID=30afdc7c-d552-4903-aa61-e20a6d69c778,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:05.382263 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-3b02a4fb-ef89-44f0-8fe3-38a00d22c0e2 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Allocated IP 172.20.0.7 (10985fe6-7846-488e-91a9-1f8021358a0f/d82069c3-ce3b-402a-be0f-daa76786b28e/6b41e97d-80e9-4896-848e-302c83e78e0c) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:37:05.442987 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-52a8e349-9dee-4219-84f9-2e61e9685c4c None None] Attempting to bind port 30afdc7c-d552-4903-aa61-e20a6d69c778 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:37:05.446663 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-52a8e349-9dee-4219-84f9-2e61e9685c4c None None] Attempting to bind port 30afdc7c-d552-4903-aa61-e20a6d69c778 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '24371e32-00a1-4e52-b824-2b5e4ed20055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10985fe6-7846-488e-91a9-1f8021358a0f'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:37:05.449364 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a8e349-9dee-4219-84f9-2e61e9685c4c None None] Attempting to bind port 30afdc7c-d552-4903-aa61-e20a6d69c778 on network 10985fe6-7846-488e-91a9-1f8021358a0f {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:37:05.456465 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a8e349-9dee-4219-84f9-2e61e9685c4c None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:37:05.456945 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a8e349-9dee-4219-84f9-2e61e9685c4c None None] Checking segment: {'id': '24371e32-00a1-4e52-b824-2b5e4ed20055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10985fe6-7846-488e-91a9-1f8021358a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:37:05.457820 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-52a8e349-9dee-4219-84f9-2e61e9685c4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:05.458416 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a8e349-9dee-4219-84f9-2e61e9685c4c None None] Bound using segment: {'id': '24371e32-00a1-4e52-b824-2b5e4ed20055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10985fe6-7846-488e-91a9-1f8021358a0f'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:37:05.458977 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-52a8e349-9dee-4219-84f9-2e61e9685c4c None None] Bound port: 30afdc7c-d552-4903-aa61-e20a6d69c778, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24371e32-00a1-4e52-b824-2b5e4ed20055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10985fe6-7846-488e-91a9-1f8021358a0f'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:37:05.459410 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-52a8e349-9dee-4219-84f9-2e61e9685c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:05.576204 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-52a8e349-9dee-4219-84f9-2e61e9685c4c None None] For port 30afdc7c-d552-4903-aa61-e20a6d69c778, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:37:05.584051 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-52a8e349-9dee-4219-84f9-2e61e9685c4c None None] For port 30afdc7c-d552-4903-aa61-e20a6d69c778, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=30afdc7c-d552-4903-aa61-e20a6d69c778,segment=NetworkSegment(24371e32-00a1-4e52-b824-2b5e4ed20055),segment_id=24371e32-00a1-4e52-b824-2b5e4ed20055)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:37:05.590171 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:05.594989 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 0f90fe4b-ca22-4dff-88d3-111bf0a55843 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:37:05.598545 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-52a8e349-9dee-4219-84f9-2e61e9685c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:05.677457 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b02a4fb-ef89-44f0-8fe3-38a00d22c0e2 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:05.691577 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:05.701226 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8e349-9dee-4219-84f9-2e61e9685c4c None None] Pushing event updated for resources: {'Port': ['ID=30afdc7c-d552-4903-aa61-e20a6d69c778,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:05.778841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Pushing event updated for resources: {'Port': ['ID=5bbd55c2-bda9-4860-a28a-b5186237eaff,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:05.789772 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 0f90fe4b-ca22-4dff-88d3-111bf0a55843 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:37:05.793933 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 0f90fe4b-ca22-4dff-88d3-111bf0a55843 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:05.794286 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:05.871192 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Checking segment: {'id': '9eb88051-5dac-4efe-a98b-82638ce5fb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a35ffdc0-be8f-42d9-8eaa-dd401996ec9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:37:05.871711 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Network hostable DHCP agents. Network: a35ffdc0-be8f-42d9-8eaa-dd401996ec9b, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:37:05.898277 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b18947-8fdd-41a0-a6e4-646a31e0e6c3 req-63c355c2-c1be-444a-9e50-9d1f8d87d243 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:05.901523 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-43b18947-8fdd-41a0-a6e4-646a31e0e6c3 req-63c355c2-c1be-444a-9e50-9d1f8d87d243 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 944 time: 0.0770936 Nov 15 11:37:05.907520 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b02a4fb-ef89-44f0-8fe3-38a00d22c0e2 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:05.919590 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:05.957649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bd8887-4064-4ccd-846a-616a239bf526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f90fe4b-ca22-4dff-88d3-111bf0a55843'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:37:05.968073 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a500e21-9cee-4462-a3ac-0c871edf8dbb" -d '{"events": [{"server_uuid": "f0bd8887-4064-4ccd-846a-616a239bf526", "name": "network-vif-plugged", "status": "completed", "tag": "0f90fe4b-ca22-4dff-88d3-111bf0a55843"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:37:05.972852 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Network a35ffdc0-be8f-42d9-8eaa-dd401996ec9b is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:37:05.996497 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b02a4fb-ef89-44f0-8fe3-38a00d22c0e2 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 10985fe6-7846-488e-91a9-1f8021358a0f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:37:06.015834 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-3b02a4fb-ef89-44f0-8fe3-38a00d22c0e2 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:06.023999 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b02a4fb-ef89-44f0-8fe3-38a00d22c0e2 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:37:06.027597 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, a35ffdc0-be8f-42d9-8eaa-dd401996ec9b) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:06.035543 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02a4fb-ef89-44f0-8fe3-38a00d22c0e2 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Port': ['ID=6b41e97d-80e9-4896-848e-302c83e78e0c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:06.054204 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 0f90fe4b-ca22-4dff-88d3-111bf0a55843, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843,segment=NetworkSegment(07d81d7a-62d7-47a6-90cb-780710d04269),segment_id=07d81d7a-62d7-47a6-90cb-780710d04269)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:06.079242 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe49ab70-9be5-4fbb-b2bc-eb1391a3ced5 x-openstack-request-id: req-fe49ab70-9be5-4fbb-b2bc-eb1391a3ced5 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:37:06.080597 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0bd8887-4064-4ccd-846a-616a239bf526", "name": "network-vif-plugged", "status": "completed", "tag": "0f90fe4b-ca22-4dff-88d3-111bf0a55843", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:37:06.082267 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe49ab70-9be5-4fbb-b2bc-eb1391a3ced5 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:37:06.083092 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bd8887-4064-4ccd-846a-616a239bf526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f90fe4b-ca22-4dff-88d3-111bf0a55843', 'code': 200} Nov 15 11:37:06.084530 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:37:06.085438 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:06.086653 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974ec005-d72f-44fe-9433-d6b009692bc6 None None] Network a35ffdc0-be8f-42d9-8eaa-dd401996ec9b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:06.194118 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-43b18947-8fdd-41a0-a6e4-646a31e0e6c3 req-d6ab1097-e431-4766-877a-7266d72e78f1 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=b80995bf-216f-404f-b662-8b71d997d8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2766404 Nov 15 11:37:06.299625 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b02a4fb-ef89-44f0-8fe3-38a00d22c0e2 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:06.302288 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b02a4fb-ef89-44f0-8fe3-38a00d22c0e2 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:06.348786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Pushing event updated for resources: {'Port': ['ID=e6ca8c4b-e9e1-4fae-9efe-8ff051569cdd,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:06.364157 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:06.455252 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4fba0c66-d557-40dc-a542-25ce49d89e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:06.504090 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3b02a4fb-ef89-44f0-8fe3-38a00d22c0e2 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8405302 Nov 15 11:37:06.506784 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33458) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:06.522739 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=0f90fe4b-ca22-4dff-88d3-111bf0a55843,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:06.524745 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Checking segment: {'id': 'a65b601c-cf61-45bc-bde1-f533a9ccb6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '0b52bece-0827-4bdc-851a-d7fff20aa649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:37:06.525287 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Network hostable DHCP agents. Network: 0b52bece-0827-4bdc-851a-d7fff20aa649, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:37:06.554487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4b056-80dd-4a36-9602-aae56f26098b req-ad732185-9843-4950-a4bb-2a73c216994a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:06.556316 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2fd4b056-80dd-4a36-9602-aae56f26098b req-ad732185-9843-4950-a4bb-2a73c216994a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.3457887 Nov 15 11:37:06.577464 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Network 0b52bece-0827-4bdc-851a-d7fff20aa649 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:37:06.601622 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 0b52bece-0827-4bdc-851a-d7fff20aa649) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:06.609830 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:37:06.616369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:06.620234 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538aa278-fa71-419a-9584-14093ec5ee84 None None] Network 0b52bece-0827-4bdc-851a-d7fff20aa649 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:06.639484 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:06.640235 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:06.699337 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2fd4b056-80dd-4a36-9602-aae56f26098b req-9501c58f-d9dc-4109-8942-5a796d437b95 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b80995bf-216f-404f-b662-8b71d997d8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313310 Nov 15 11:37:06.718982 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6e3e1d39-b729-4abb-98b7-a6bf71cae1d9 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3791699 Nov 15 11:37:06.720002 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33462) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:06.797712 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727386f2-41ad-4d20-a1d8-184de3936ef8 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:06.805490 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727386f2-41ad-4d20-a1d8-184de3936ef8 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:06.810595 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-727386f2-41ad-4d20-a1d8-184de3936ef8 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0898111 Nov 15 11:37:06.811270 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33466) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:06.927308 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-274e4fd7-adcf-4c9c-ae3a-823e62a306a3 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Deleting port 5bbd55c2-bda9-4860-a28a-b5186237eaff {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:06.928961 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-274e4fd7-adcf-4c9c-ae3a-823e62a306a3 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:06.963193 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-deb3b502-ea7e-4ee2-ac7b-53bbdca1d769 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:07.010947 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-274e4fd7-adcf-4c9c-ae3a-823e62a306a3 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:07.035477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-274e4fd7-adcf-4c9c-ae3a-823e62a306a3 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Calling delete_port for 5bbd55c2-bda9-4860-a28a-b5186237eaff owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:07.150236 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-274e4fd7-adcf-4c9c-ae3a-823e62a306a3 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:07.202276 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-274e4fd7-adcf-4c9c-ae3a-823e62a306a3 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:07.210821 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33468) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:07.211045 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-274e4fd7-adcf-4c9c-ae3a-823e62a306a3 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] 10.222.0.64 "DELETE /v2.0/ports/5bbd55c2-bda9-4860-a28a-b5186237eaff HTTP/1.1" status: 204 len: 168 time: 0.3978298 Nov 15 11:37:07.212841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e4fd7-adcf-4c9c-ae3a-823e62a306a3 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Pushing event deleted for resources: {'Port': ['ID=5bbd55c2-bda9-4860-a28a-b5186237eaff,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:07.249288 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 30afdc7c-d552-4903-aa61-e20a6d69c778 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:37:07.322215 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 30afdc7c-d552-4903-aa61-e20a6d69c778 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:07.322840 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:07.429534 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-deb3b502-ea7e-4ee2-ac7b-53bbdca1d769 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:07.446671 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92753bf8-3bd8-4d2a-84d7-373b65175a4c req-cf7efb36-1812-400b-b650-1167cc39848c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:07.449349 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-deb3b502-ea7e-4ee2-ac7b-53bbdca1d769 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:07.458529 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-92753bf8-3bd8-4d2a-84d7-373b65175a4c req-cf7efb36-1812-400b-b650-1167cc39848c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 945 time: 0.1132133 Nov 15 11:37:07.480117 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:07.511230 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c558013f-6996-4679-a314-baaf69d48def None None] Network 10985fe6-7846-488e-91a9-1f8021358a0f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:07.599986 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3b502-ea7e-4ee2-ac7b-53bbdca1d769 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Port': ['ID=6b41e97d-80e9-4896-848e-302c83e78e0c,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:07.627219 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 30afdc7c-d552-4903-aa61-e20a6d69c778, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=30afdc7c-d552-4903-aa61-e20a6d69c778,segment=NetworkSegment(24371e32-00a1-4e52-b824-2b5e4ed20055),segment_id=24371e32-00a1-4e52-b824-2b5e4ed20055)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:07.631234 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b0d853f0-52e2-4187-9158-3d92b130d1c3 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Deleting port e6ca8c4b-e9e1-4fae-9efe-8ff051569cdd {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:07.632192 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0d853f0-52e2-4187-9158-3d92b130d1c3 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:07.647400 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:07.650904 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8a78c127-1d94-40e8-8119-7bf6d7aba531 None None] Provisioning complete for port 30afdc7c-d552-4903-aa61-e20a6d69c778 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:07.651260 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8a78c127-1d94-40e8-8119-7bf6d7aba531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:07.691761 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-92753bf8-3bd8-4d2a-84d7-373b65175a4c req-e77bb4d8-28d8-411c-9ef1-0a0c62e9256b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=b80995bf-216f-404f-b662-8b71d997d8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280176 Nov 15 11:37:07.731599 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=30afdc7c-d552-4903-aa61-e20a6d69c778,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:07.755732 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0d853f0-52e2-4187-9158-3d92b130d1c3 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:07.793315 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b0d853f0-52e2-4187-9158-3d92b130d1c3 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Calling delete_port for e6ca8c4b-e9e1-4fae-9efe-8ff051569cdd owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:08.141070 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-deb3b502-ea7e-4ee2-ac7b-53bbdca1d769 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:08.259896 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33490) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:08.285604 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0d853f0-52e2-4187-9158-3d92b130d1c3 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:08.373442 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-8ac5e083-5288-4745-b854-1feb71836b94 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:08.373917 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4c9f375a-4d0c-4d6e-b43e-fed55f09a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:08.387294 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-8ac5e083-5288-4745-b854-1feb71836b94 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 811 time: 0.2000198 Nov 15 11:37:08.404248 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d853f0-52e2-4187-9158-3d92b130d1c3 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Pushing event deleted for resources: {'Port': ['ID=e6ca8c4b-e9e1-4fae-9efe-8ff051569cdd,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:08.409086 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-3a79dbac-8ce2-4aee-8608-c715c9026905 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/quotas/7766e2dd9df541a4b3334b23af798fc4 HTTP/1.1" status: 200 len: 375 time: 0.0176582 Nov 15 11:37:08.424339 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b0d853f0-52e2-4187-9158-3d92b130d1c3 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:08.437500 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b0d853f0-52e2-4187-9158-3d92b130d1c3 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] 10.222.0.64 "DELETE /v2.0/ports/e6ca8c4b-e9e1-4fae-9efe-8ff051569cdd HTTP/1.1" status: 204 len: 168 time: 1.2257543 Nov 15 11:37:08.443060 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33496) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:08.507193 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d8451cda-4a23-4459-b47a-83109aa6204d tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0629401 Nov 15 11:37:08.510938 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33498) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:08.520250 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6f0c714e-f82c-4801-9ff5-8430e1b4f4b0 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-787342888'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:08.526605 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-307d0eb5-56d5-42b4-84ec-f8827a91254a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1160996 Nov 15 11:37:08.598621 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-deb3b502-ea7e-4ee2-ac7b-53bbdca1d769 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:08.683469 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8562d44d-2f16-4bfa-b218-072ef5654874 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:08.705945 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-e8e07f66-e16b-47cf-a598-5e2062d03424 service neutron] 10.222.0.64 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782618 Nov 15 11:37:08.805527 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-58caa767-fc76-4b3c-8390-91a41572a6b5 None None] Provisioning complete for port 30afdc7c-d552-4903-aa61-e20a6d69c778 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:08.805918 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-58caa767-fc76-4b3c-8390-91a41572a6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:08.852816 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8562d44d-2f16-4bfa-b218-072ef5654874 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:08.858429 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0c714e-f82c-4801-9ff5-8430e1b4f4b0 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Made reservation on behalf of 7b85d576c7754f898ad3b3e74784564c for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:08.863393 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f0c714e-f82c-4801-9ff5-8430e1b4f4b0 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:08.870296 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8562d44d-2f16-4bfa-b218-072ef5654874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:08.871783 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-cc941fe3-06b9-4d90-9a37-2ece8a1721fb service neutron] 10.222.0.64 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642742 Nov 15 11:37:08.918093 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ad8cd-d440-4f3f-abe5-f22365656278 req-7d8023f1-1478-4c37-b7b5-0c36c2c10924 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:08.927993 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8562d44d-2f16-4bfa-b218-072ef5654874 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c377b569f54416fb59c9ac857c47725&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6574328 Nov 15 11:37:08.940175 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-020ad8cd-d440-4f3f-abe5-f22365656278 req-7d8023f1-1478-4c37-b7b5-0c36c2c10924 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 945 time: 0.0941696 Nov 15 11:37:08.943256 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33502) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:09.028411 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-58caa767-fc76-4b3c-8390-91a41572a6b5 None None] Provisioning complete for port 6b41e97d-80e9-4896-848e-302c83e78e0c triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:09.028789 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-58caa767-fc76-4b3c-8390-91a41572a6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:09.073836 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-58caa767-fc76-4b3c-8390-91a41572a6b5 None None] Port 6b41e97d-80e9-4896-848e-302c83e78e0c cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:37:09.118444 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562d44d-2f16-4bfa-b218-072ef5654874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7187519-0c01-45ad-af6c-ae82f748b55e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:09.148250 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-020ad8cd-d440-4f3f-abe5-f22365656278 req-bc291557-2ce7-4ce0-a994-fb48b952330d tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=b80995bf-216f-404f-b662-8b71d997d8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866188 Nov 15 11:37:09.149068 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-67e52997-c8a5-49d2-853f-15ca7b9f502c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:09.158789 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0c714e-f82c-4801-9ff5-8430e1b4f4b0 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:37:09.184083 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-67e52997-c8a5-49d2-853f-15ca7b9f502c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:09.208211 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0f636bc8-3412-4eeb-9e39-9cabf4018645 None None] Provisioning complete for port 6b41e97d-80e9-4896-848e-302c83e78e0c triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:09.208705 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0f636bc8-3412-4eeb-9e39-9cabf4018645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:09.278313 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 30afdc7c-d552-4903-aa61-e20a6d69c778 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:37:09.288239 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-67e52997-c8a5-49d2-853f-15ca7b9f502c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:09.291195 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-67e52997-c8a5-49d2-853f-15ca7b9f502c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:09.292988 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-67e52997-c8a5-49d2-853f-15ca7b9f502c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c7187519-0c01-45ad-af6c-ae82f748b55e HTTP/1.1" status: 204 len: 168 time: 0.3445427 Nov 15 11:37:09.296209 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f0c714e-f82c-4801-9ff5-8430e1b4f4b0 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:09.297122 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-6f0c714e-f82c-4801-9ff5-8430e1b4f4b0 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Added segment 9de60d5f-8650-42ed-8067-87da36c153d1 of type vlan for network ea3e0ed1-a375-46fe-9b54-3ba46889d696 Nov 15 11:37:09.305803 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e52997-c8a5-49d2-853f-15ca7b9f502c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7187519-0c01-45ad-af6c-ae82f748b55e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:09.376677 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-0f636bc8-3412-4eeb-9e39-9cabf4018645 None None] Port 6b41e97d-80e9-4896-848e-302c83e78e0c cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:37:09.408070 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f0c714e-f82c-4801-9ff5-8430e1b4f4b0 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:09.422344 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728148b-7aa2-44e8-bfd0-a31a5894e397 req-4ecb0bff-46c1-4224-b21b-a341835bbcdc tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:09.428925 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7728148b-7aa2-44e8-bfd0-a31a5894e397 req-4ecb0bff-46c1-4224-b21b-a341835bbcdc tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 945 time: 0.1163197 Nov 15 11:37:09.442091 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33514) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:09.446978 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 30afdc7c-d552-4903-aa61-e20a6d69c778 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:09.447665 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:09.453605 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c01f3a0f-73f9-45d6-8220-acf86f0dfa2e tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Request body: {'floatingip': {'port_id': '0f90fe4b-ca22-4dff-88d3-111bf0a55843'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:09.560000 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c01f3a0f-73f9-45d6-8220-acf86f0dfa2e tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:09.593539 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-da4015a2-f147-43a5-b5e5-05a8afdfddff req-4c6b43dc-f2af-4615-86a7-b5e68456f20d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 210 time: 0.0732100 Nov 15 11:37:09.615228 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0d13280f-320c-4964-b058-1b3893ca6022 None None] Provisioning complete for port 6b41e97d-80e9-4896-848e-302c83e78e0c triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:09.615228 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0d13280f-320c-4964-b058-1b3893ca6022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:09.637666 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-deb3b502-ea7e-4ee2-ac7b-53bbdca1d769 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:09.640300 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f0c714e-f82c-4801-9ff5-8430e1b4f4b0 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:09.647455 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0c714e-f82c-4801-9ff5-8430e1b4f4b0 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:09.648417 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6f0c714e-f82c-4801-9ff5-8430e1b4f4b0 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:09.685009 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-0d13280f-320c-4964-b058-1b3893ca6022 None None] Port 6b41e97d-80e9-4896-848e-302c83e78e0c cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:37:09.687787 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-deb3b502-ea7e-4ee2-ac7b-53bbdca1d769 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:09.853243 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:09.859396 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33534) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:09.859967 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6f0c714e-f82c-4801-9ff5-8430e1b4f4b0 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3474967 Nov 15 11:37:09.865933 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-ac970460-3d8c-4c5b-9dcf-f9f115d839da tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1322733242'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:09.880540 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c714e-f82c-4801-9ff5-8430e1b4f4b0 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Pushing event updated for resources: {'Network': ['ID=ea3e0ed1-a375-46fe-9b54-3ba46889d696,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:09.890985 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3b502-ea7e-4ee2-ac7b-53bbdca1d769 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Port': ['ID=6b41e97d-80e9-4896-848e-302c83e78e0c,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:09.896267 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network ea3e0ed1-a375-46fe-9b54-3ba46889d696 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:37:09.902046 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-deb3b502-ea7e-4ee2-ac7b-53bbdca1d769 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:09.917557 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac970460-3d8c-4c5b-9dcf-f9f115d839da tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Made reservation on behalf of 7b85d576c7754f898ad3b3e74784564c for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:09.921537 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ac970460-3d8c-4c5b-9dcf-f9f115d839da tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:09.975152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac970460-3d8c-4c5b-9dcf-f9f115d839da tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:37:10.001660 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ac970460-3d8c-4c5b-9dcf-f9f115d839da tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:10.003748 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-ac970460-3d8c-4c5b-9dcf-f9f115d839da tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Added segment ed7096f7-e01c-47f4-956d-317795eeee43 of type vlan for network 8724eb88-195b-49a7-a982-d18b506c64f7 Nov 15 11:37:10.061495 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ac970460-3d8c-4c5b-9dcf-f9f115d839da tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:10.105877 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ac970460-3d8c-4c5b-9dcf-f9f115d839da tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:10.121810 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac970460-3d8c-4c5b-9dcf-f9f115d839da tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:10.124276 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ac970460-3d8c-4c5b-9dcf-f9f115d839da tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:10.210651 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ac970460-3d8c-4c5b-9dcf-f9f115d839da tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3493671 Nov 15 11:37:10.230516 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac970460-3d8c-4c5b-9dcf-f9f115d839da tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Pushing event updated for resources: {'Network': ['ID=8724eb88-195b-49a7-a982-d18b506c64f7,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:10.261392 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 8724eb88-195b-49a7-a982-d18b506c64f7 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:37:10.531072 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb3b502-ea7e-4ee2-ac7b-53bbdca1d769 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 10985fe6-7846-488e-91a9-1f8021358a0f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:37:10.534693 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-deb3b502-ea7e-4ee2-ac7b-53bbdca1d769 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:10.872976 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-07ce6f54-7a45-4867-b719-94bcc258dd86 req-3025901c-dab9-4a22-ba78-6639af02075b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 210 time: 0.0917597 Nov 15 11:37:11.019587 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb3b502-ea7e-4ee2-ac7b-53bbdca1d769 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Router 410f016c-234c-4d40-8e94-260380228d0f is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:37:11.032246 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5d3a5b6a-93a2-4229-99a6-2657590944c2 None None] Provisioning complete for port 6b41e97d-80e9-4896-848e-302c83e78e0c triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:11.033443 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5d3a5b6a-93a2-4229-99a6-2657590944c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:11.098805 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a5b6a-93a2-4229-99a6-2657590944c2 None None] Port 6b41e97d-80e9-4896-848e-302c83e78e0c cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:37:11.153010 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.db.resource_extend [None req-c01f3a0f-73f9-45d6-8220-acf86f0dfa2e tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 11:37:11.195369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-e7806b85-780e-4914-8a8c-a8744005989c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:11.196959 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-e7806b85-780e-4914-8a8c-a8744005989c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.55 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 811 time: 0.3070683 Nov 15 11:37:11.210923 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-83136466-3467-481c-9323-8823e67bb5a4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Request body: {'port': {'device_id': 'e7a0fa4c-be7d-48b5-af1a-4036841031af', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'admin_state_up': True, 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:11.238489 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c01f3a0f-73f9-45d6-8220-acf86f0dfa2e tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:11.330307 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c01f3a0f-73f9-45d6-8220-acf86f0dfa2e tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:11.407828 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-83136466-3467-481c-9323-8823e67bb5a4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Made reservation on behalf of 7766e2dd9df541a4b3334b23af798fc4 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:11.411694 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-83136466-3467-481c-9323-8823e67bb5a4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:11.441762 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:11.605223 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb3b502-ea7e-4ee2-ac7b-53bbdca1d769 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:37:11.618554 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a529216-ca06-4932-b2ab-e03f480c78ff None None] Sync routers for ids ['410f016c-234c-4d40-8e94-260380228d0f'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:37:11.620925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33592) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:11.621687 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-deb3b502-ea7e-4ee2-ac7b-53bbdca1d769 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/routers/410f016c-234c-4d40-8e94-260380228d0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1126835 Nov 15 11:37:11.635740 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a529216-ca06-4932-b2ab-e03f480c78ff None None] Routers {'410f016c-234c-4d40-8e94-260380228d0f'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:37:11.639653 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5a529216-ca06-4932-b2ab-e03f480c78ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:37:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['410f016c-234c-4d40-8e94-260380228d0f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:11.656922 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-c01f3a0f-73f9-45d6-8220-acf86f0dfa2e tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Floating IP c0d37dae-ac20-45ed-9e18-6d15f6541052 associated. External IP: 172.25.7.194, port: 0f90fe4b-ca22-4dff-88d3-111bf0a55843. Nov 15 11:37:11.729413 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5a529216-ca06-4932-b2ab-e03f480c78ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:11.744310 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-83136466-3467-481c-9323-8823e67bb5a4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Allocated IP 172.20.0.12 (6b1842a3-8b78-48b6-930c-de775291ae35/03402d5a-eb71-46f6-ad30-bb9e6876f489/4ccd4658-60df-43fd-8f1a-78a06fc9544a) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:37:11.752053 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a529216-ca06-4932-b2ab-e03f480c78ff None None] Routers {'410f016c-234c-4d40-8e94-260380228d0f'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:37:11.754780 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5a529216-ca06-4932-b2ab-e03f480c78ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:37:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['410f016c-234c-4d40-8e94-260380228d0f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:11.765142 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80c047d-b355-4c8a-824e-212b0c2f7731 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:11.771967 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d80c047d-b355-4c8a-824e-212b0c2f7731 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/ports/6b41e97d-80e9-4896-848e-302c83e78e0c HTTP/1.1" status: 200 len: 976 time: 0.1474009 Nov 15 11:37:11.774862 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33596) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:11.827658 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5a529216-ca06-4932-b2ab-e03f480c78ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:11.836627 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a529216-ca06-4932-b2ab-e03f480c78ff None None] The sync data for ids ['410f016c-234c-4d40-8e94-260380228d0f'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:37:12.129056 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01f3a0f-73f9-45d6-8220-acf86f0dfa2e tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Router 8fd82397-60b9-4655-b973-2872b653f018 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:37:12.148701 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:12.298155 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01f3a0f-73f9-45d6-8220-acf86f0dfa2e tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:37:12.305547 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c01f3a0f-73f9-45d6-8220-acf86f0dfa2e tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:12.312274 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e80ec86-3397-4eb4-b1ef-ae35041227cb None None] Sync routers for ids ['8fd82397-60b9-4655-b973-2872b653f018'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:37:12.339262 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e80ec86-3397-4eb4-b1ef-ae35041227cb None None] Routers {'8fd82397-60b9-4655-b973-2872b653f018'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:37:12.340044 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2e80ec86-3397-4eb4-b1ef-ae35041227cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:37:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8fd82397-60b9-4655-b973-2872b653f018'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:12.373939 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c01f3a0f-73f9-45d6-8220-acf86f0dfa2e tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "PUT /v2.0/floatingips/c0d37dae-ac20-45ed-9e18-6d15f6541052 HTTP/1.1" status: 200 len: 991 time: 2.9279249 Nov 15 11:37:12.373939 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0bd8887-4064-4ccd-846a-616a239bf526', 'tag': '0f90fe4b-ca22-4dff-88d3-111bf0a55843'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:37:12.391092 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f53cad3-004b-4fbc-a7a4-218dd6632a88" -d '{"events": [{"name": "network-changed", "server_uuid": "f0bd8887-4064-4ccd-846a-616a239bf526", "tag": "0f90fe4b-ca22-4dff-88d3-111bf0a55843"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:37:12.581976 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f07f3a-46e1-4b24-975e-a296c2c6b53c x-openstack-request-id: req-b1f07f3a-46e1-4b24-975e-a296c2c6b53c {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:37:12.582266 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0bd8887-4064-4ccd-846a-616a239bf526", "tag": "0f90fe4b-ca22-4dff-88d3-111bf0a55843", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:37:12.582570 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b1f07f3a-46e1-4b24-975e-a296c2c6b53c {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:37:12.582951 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0bd8887-4064-4ccd-846a-616a239bf526', 'tag': '0f90fe4b-ca22-4dff-88d3-111bf0a55843', 'status': 'completed', 'code': 200} Nov 15 11:37:12.605634 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2e80ec86-3397-4eb4-b1ef-ae35041227cb None None] Set router 8fd82397-60b9-4655-b973-2872b653f018 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:37:12.948448 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2e80ec86-3397-4eb4-b1ef-ae35041227cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd82397-60b9-4655-b973-2872b653f018', 'name': 'tempest-AttachVolumeShelveTestJSON-1761931472-router', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:36:33Z', 'updated_at': '2021-11-15T11:36:42Z', 'revision_number': 4, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'gw_port': {'id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:35Z', 'updated_at': '2021-11-15T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'c0d37dae-ac20-45ed-9e18-6d15f6541052', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '8fd82397-60b9-4655-b973-2872b653f018', 'port_id': '0f90fe4b-ca22-4dff-88d3-111bf0a55843', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'mac_address': 'fa:16:3e:7a:75:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bd8887-4064-4ccd-846a-616a239bf526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:36:48Z', 'updated_at': '2021-11-15T11:37:11Z', 'revision_number': 1, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ca9dce-a63a-406b-a36d-f30b74cfe2dd', 'name': '', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'mac_address': 'fa:16:3e:3a:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:40Z', 'updated_at': '2021-11-15T11:36:53Z', 'revision_number': 5, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'subnets': [{'id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:12.982476 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e80ec86-3397-4eb4-b1ef-ae35041227cb None None] Checking router: 8fd82397-60b9-4655-b973-2872b653f018 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:37:12.992204 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e80ec86-3397-4eb4-b1ef-ae35041227cb None None] Routers {'8fd82397-60b9-4655-b973-2872b653f018'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:37:12.992891 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2e80ec86-3397-4eb4-b1ef-ae35041227cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:37:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8fd82397-60b9-4655-b973-2872b653f018'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:13.116367 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2977d033-8e99-4df8-b42f-aedef7714866 req-a81b9ba3-262a-484f-a912-3d65ffe26c0c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 210 time: 0.1526651 Nov 15 11:37:13.251490 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2e80ec86-3397-4eb4-b1ef-ae35041227cb None None] Set router 8fd82397-60b9-4655-b973-2872b653f018 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:37:13.383167 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-83136466-3467-481c-9323-8823e67bb5a4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:13.419737 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53cad3-004b-4fbc-a7a4-218dd6632a88 req-8248b09d-96a2-4aec-a177-99112541905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:13.422258 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f53cad3-004b-4fbc-a7a4-218dd6632a88 req-8248b09d-96a2-4aec-a177-99112541905b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.3891969 Nov 15 11:37:13.479706 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33644) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:13.485659 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-095bade8-8677-440f-8cda-7812a525e81b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Request body: {'subnets': [{'network_id': 'ea3e0ed1-a375-46fe-9b54-3ba46889d696', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--936598924', 'ip_version': 6}, {'network_id': '8724eb88-195b-49a7-a982-d18b506c64f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:13.485979 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-095bade8-8677-440f-8cda-7812a525e81b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Request body: {'subnet': {'network_id': 'ea3e0ed1-a375-46fe-9b54-3ba46889d696', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--936598924', 'ip_version': 6}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:13.486650 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-095bade8-8677-440f-8cda-7812a525e81b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Request body: {'subnet': {'network_id': '8724eb88-195b-49a7-a982-d18b506c64f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:13.560797 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-83136466-3467-481c-9323-8823e67bb5a4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:13.639646 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2e80ec86-3397-4eb4-b1ef-ae35041227cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd82397-60b9-4655-b973-2872b653f018', 'name': 'tempest-AttachVolumeShelveTestJSON-1761931472-router', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:36:33Z', 'updated_at': '2021-11-15T11:36:42Z', 'revision_number': 4, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'gw_port': {'id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:35Z', 'updated_at': '2021-11-15T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'c0d37dae-ac20-45ed-9e18-6d15f6541052', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '8fd82397-60b9-4655-b973-2872b653f018', 'port_id': '0f90fe4b-ca22-4dff-88d3-111bf0a55843', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'mac_address': 'fa:16:3e:7a:75:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bd8887-4064-4ccd-846a-616a239bf526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:36:48Z', 'updated_at': '2021-11-15T11:37:11Z', 'revision_number': 1, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ca9dce-a63a-406b-a36d-f30b74cfe2dd', 'name': '', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'mac_address': 'fa:16:3e:3a:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:40Z', 'updated_at': '2021-11-15T11:36:53Z', 'revision_number': 5, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'subnets': [{'id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:13.676483 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e80ec86-3397-4eb4-b1ef-ae35041227cb None None] The sync data for ids ['8fd82397-60b9-4655-b973-2872b653f018'] in n-d-729945-9 is: [{'id': '8fd82397-60b9-4655-b973-2872b653f018', 'name': 'tempest-AttachVolumeShelveTestJSON-1761931472-router', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:36:33Z', 'updated_at': '2021-11-15T11:36:42Z', 'revision_number': 4, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'gw_port': {'id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:35Z', 'updated_at': '2021-11-15T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'c0d37dae-ac20-45ed-9e18-6d15f6541052', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'floating_ip_address': '172.25.7.194', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '8fd82397-60b9-4655-b973-2872b653f018', 'port_id': '0f90fe4b-ca22-4dff-88d3-111bf0a55843', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'mac_address': 'fa:16:3e:7a:75:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bd8887-4064-4ccd-846a-616a239bf526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:36:48Z', 'updated_at': '2021-11-15T11:37:11Z', 'revision_number': 1, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ca9dce-a63a-406b-a36d-f30b74cfe2dd', 'name': '', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'mac_address': 'fa:16:3e:3a:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:40Z', 'updated_at': '2021-11-15T11:36:53Z', 'revision_number': 5, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'subnets': [{'id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:37:13.697248 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095bade8-8677-440f-8cda-7812a525e81b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Made reservation on behalf of 7b85d576c7754f898ad3b3e74784564c for: {'subnet': 2} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:13.703153 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-095bade8-8677-440f-8cda-7812a525e81b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:13.710198 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-095bade8-8677-440f-8cda-7812a525e81b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:13.721012 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-83136466-3467-481c-9323-8823e67bb5a4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Network 6b1842a3-8b78-48b6-930c-de775291ae35 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:37:13.773396 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-83136466-3467-481c-9323-8823e67bb5a4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:13.777198 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-83136466-3467-481c-9323-8823e67bb5a4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:37:13.885101 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83136466-3467-481c-9323-8823e67bb5a4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event updated for resources: {'Port': ['ID=4ccd4658-60df-43fd-8f1a-78a06fc9544a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:13.933253 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53cad3-004b-4fbc-a7a4-218dd6632a88 req-c600dd99-f074-41ba-975d-d8a959b45c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:13.934492 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f53cad3-004b-4fbc-a7a4-218dd6632a88 req-c600dd99-f074-41ba-975d-d8a959b45c4c service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.4816129 Nov 15 11:37:14.035060 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc2e07-4987-4bf7-b2c3-3b2937cbd742 None None] New status for floating IP c0d37dae-ac20-45ed-9e18-6d15f6541052: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:37:14.077511 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f53cad3-004b-4fbc-a7a4-218dd6632a88 req-55d28f13-bad2-4a0a-ab81-4b306298317d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 999 time: 0.1329613 Nov 15 11:37:14.086309 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-83136466-3467-481c-9323-8823e67bb5a4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:14.086798 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-83136466-3467-481c-9323-8823e67bb5a4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:14.140686 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b6f465ab-8d16-4f6a-86cc-353ef0e21bd6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:14.270831 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-83136466-3467-481c-9323-8823e67bb5a4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0646315 Nov 15 11:37:14.286874 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53cad3-004b-4fbc-a7a4-218dd6632a88 req-33a6905f-8cd7-4cbb-9fd0-2b80330043ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:14.288463 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f53cad3-004b-4fbc-a7a4-218dd6632a88 req-33a6905f-8cd7-4cbb-9fd0-2b80330043ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.1858234 Nov 15 11:37:14.299029 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-f29b8434-4218-4deb-8481-b82ec654b32b service neutron] Request body: {'port': {'device_id': 'e7a0fa4c-be7d-48b5-af1a-4036841031af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:14.328410 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-39770e9c-7c38-4bee-991b-c4c25ce34e20 None None] Provisioning complete for port 4ccd4658-60df-43fd-8f1a-78a06fc9544a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:14.332084 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-39770e9c-7c38-4bee-991b-c4c25ce34e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:14.381730 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-39770e9c-7c38-4bee-991b-c4c25ce34e20 None None] Port 4ccd4658-60df-43fd-8f1a-78a06fc9544a cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:37:14.501898 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-095bade8-8677-440f-8cda-7812a525e81b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:14.510312 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22702a40-c711-4def-b27d-38e70c015904 req-c75119f9-7b06-4a30-b6c6-baf8cff12ac0 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:14.511846 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-22702a40-c711-4def-b27d-38e70c015904 req-c75119f9-7b06-4a30-b6c6-baf8cff12ac0 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 932 time: 0.2194848 Nov 15 11:37:14.513649 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53cad3-004b-4fbc-a7a4-218dd6632a88 req-658df803-d6b3-40f0-8447-e8e858cc5e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:14.514993 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f53cad3-004b-4fbc-a7a4-218dd6632a88 req-658df803-d6b3-40f0-8447-e8e858cc5e13 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2131412 Nov 15 11:37:14.558575 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095bade8-8677-440f-8cda-7812a525e81b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Pushing event updated for resources: {'Subnet': ['ID=1f723053-7a3f-4eaf-91ee-44194fbe081d,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:14.578397 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-22702a40-c711-4def-b27d-38e70c015904 req-17052ba1-b4c4-4d9b-94f0-4034cd412b24 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587931 Nov 15 11:37:14.580836 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-f29b8434-4218-4deb-8481-b82ec654b32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:14.605770 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095bade8-8677-440f-8cda-7812a525e81b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Checking segment: {'id': '9de60d5f-8650-42ed-8067-87da36c153d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'ea3e0ed1-a375-46fe-9b54-3ba46889d696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:37:14.606325 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095bade8-8677-440f-8cda-7812a525e81b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Network hostable DHCP agents. Network: ea3e0ed1-a375-46fe-9b54-3ba46889d696, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:37:14.635521 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095bade8-8677-440f-8cda-7812a525e81b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Network ea3e0ed1-a375-46fe-9b54-3ba46889d696 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:37:14.653224 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-095bade8-8677-440f-8cda-7812a525e81b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, ea3e0ed1-a375-46fe-9b54-3ba46889d696) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:14.657384 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-095bade8-8677-440f-8cda-7812a525e81b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:14.663564 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdca10b-690f-47bc-ab14-9cd2acb108e0 None None] Network ea3e0ed1-a375-46fe-9b54-3ba46889d696 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:14.817405 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095bade8-8677-440f-8cda-7812a525e81b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Pushing event updated for resources: {'Subnet': ['ID=3701984d-0c01-4098-a861-426a92cb0e88,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:14.831048 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095bade8-8677-440f-8cda-7812a525e81b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Checking segment: {'id': 'ed7096f7-e01c-47f4-956d-317795eeee43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '8724eb88-195b-49a7-a982-d18b506c64f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:37:14.831344 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095bade8-8677-440f-8cda-7812a525e81b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Network hostable DHCP agents. Network: 8724eb88-195b-49a7-a982-d18b506c64f7, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:37:14.871152 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095bade8-8677-440f-8cda-7812a525e81b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Network 8724eb88-195b-49a7-a982-d18b506c64f7 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:37:14.886706 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-095bade8-8677-440f-8cda-7812a525e81b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 8724eb88-195b-49a7-a982-d18b506c64f7) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:14.891070 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095bade8-8677-440f-8cda-7812a525e81b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:14.891523 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095bade8-8677-440f-8cda-7812a525e81b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:14.892199 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-095bade8-8677-440f-8cda-7812a525e81b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:14.905743 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce2a9e3-296a-48c9-8591-70750bc97322 None None] Network 8724eb88-195b-49a7-a982-d18b506c64f7 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:14.927044 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-095bade8-8677-440f-8cda-7812a525e81b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.4437995 Nov 15 11:37:14.928092 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33658) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:15.043686 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f9cc2a-3b29-40b5-8852-6acd19fcbe99 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:15.045226 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f9cc2a-3b29-40b5-8852-6acd19fcbe99 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:15.047011 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f9cc2a-3b29-40b5-8852-6acd19fcbe99 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:15.051866 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c3f9cc2a-3b29-40b5-8852-6acd19fcbe99 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1195908 Nov 15 11:37:15.065757 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33660) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:15.153571 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de42c935-9779-4a01-8f7a-7bfcb28cdc9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-ea3e0ed1-a375-46fe-9b54-3ba46889d696', 'network_id': 'ea3e0ed1-a375-46fe-9b54-3ba46889d696', 'tenant_id': '7b85d576c7754f898ad3b3e74784564c', 'fixed_ips': [{'subnet_id': '1f723053-7a3f-4eaf-91ee-44194fbe081d'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:37:15.155499 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-de42c935-9779-4a01-8f7a-7bfcb28cdc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:15.164085 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cdfdef3-e58a-4872-961f-3c545dffa89b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Deleting subnet 1f723053-7a3f-4eaf-91ee-44194fbe081d {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:37:15.175340 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3cdfdef3-e58a-4872-961f-3c545dffa89b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:15.224316 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f53cad3-004b-4fbc-a7a4-218dd6632a88 req-b1229220-30d9-44a0-ac02-d96f7223db94 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6540279 Nov 15 11:37:15.226971 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b583371f-d2a6-4448-93a0-5d8421ee3140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-8724eb88-195b-49a7-a982-d18b506c64f7', 'network_id': '8724eb88-195b-49a7-a982-d18b506c64f7', 'tenant_id': '7b85d576c7754f898ad3b3e74784564c', 'fixed_ips': [{'subnet_id': '3701984d-0c01-4098-a861-426a92cb0e88'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:37:15.227842 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b583371f-d2a6-4448-93a0-5d8421ee3140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:15.258709 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3cdfdef3-e58a-4872-961f-3c545dffa89b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:15.327402 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-f29b8434-4218-4deb-8481-b82ec654b32b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ccd4658-60df-43fd-8f1a-78a06fc9544a {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:37:15.341052 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-f29b8434-4218-4deb-8481-b82ec654b32b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:15.342094 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3cdfdef3-e58a-4872-961f-3c545dffa89b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:15.376763 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-f29b8434-4218-4deb-8481-b82ec654b32b service neutron] Transition to ACTIVE for port object 4ccd4658-60df-43fd-8f1a-78a06fc9544a will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:37:15.401408 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-f29b8434-4218-4deb-8481-b82ec654b32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:15.449990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f53cad3-004b-4fbc-a7a4-218dd6632a88 req-bfaf65e4-1893-4215-8c44-661ab2cf4e70 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247629 Nov 15 11:37:15.553921 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b6f465ab-8d16-4f6a-86cc-353ef0e21bd6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting port 6b41e97d-80e9-4896-848e-302c83e78e0c {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:15.554265 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b6f465ab-8d16-4f6a-86cc-353ef0e21bd6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:15.602140 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3cdfdef3-e58a-4872-961f-3c545dffa89b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:15.674764 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3cdfdef3-e58a-4872-961f-3c545dffa89b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:15.681474 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3cdfdef3-e58a-4872-961f-3c545dffa89b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] 10.222.0.64 "DELETE /v2.0/subnets/1f723053-7a3f-4eaf-91ee-44194fbe081d HTTP/1.1" status: 204 len: 168 time: 0.6144052 Nov 15 11:37:15.683359 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdfdef3-e58a-4872-961f-3c545dffa89b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Pushing event deleted for resources: {'Subnet': ['ID=1f723053-7a3f-4eaf-91ee-44194fbe081d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:15.689602 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33670) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:15.799889 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c23b210-573d-4030-8075-6e6077d1f07b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Deleting subnet 3701984d-0c01-4098-a861-426a92cb0e88 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:37:15.801898 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c23b210-573d-4030-8075-6e6077d1f07b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server [None req-de42c935-9779-4a01-8f7a-7bfcb28cdc9d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f723053-7a3f-4eaf-91ee-44194fbe081d: This subnet is being modified by another concurrent operation. Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise exception Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f723053-7a3f-4eaf-91ee-44194fbe081d: This subnet is being modified by another concurrent operation. Nov 15 11:37:15.810463 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server Nov 15 11:37:15.850637 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35697e9d-398f-4ae6-85c1-80f6fa2b1e4d None None] Network ea3e0ed1-a375-46fe-9b54-3ba46889d696 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:15.858542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b8434-4218-4deb-8481-b82ec654b32b service neutron] Pushing event updated for resources: {'Port': ['ID=4ccd4658-60df-43fd-8f1a-78a06fc9544a,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:15.889054 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c23b210-573d-4030-8075-6e6077d1f07b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:15.964432 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c23b210-573d-4030-8075-6e6077d1f07b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:16.056075 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b6f465ab-8d16-4f6a-86cc-353ef0e21bd6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:16.072621 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba36684-0139-4bd0-b38f-164e8f6e64fb req-16c18dbd-c035-4f07-a3e5-9df4878e8b50 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:16.073883 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c23b210-573d-4030-8075-6e6077d1f07b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:16.074068 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fba36684-0139-4bd0-b38f-164e8f6e64fb req-16c18dbd-c035-4f07-a3e5-9df4878e8b50 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 945 time: 0.3484013 Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server [None req-b583371f-d2a6-4448-93a0-5d8421ee3140 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3701984d-0c01-4098-a861-426a92cb0e88: This subnet is being modified by another concurrent operation. Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise exception Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3701984d-0c01-4098-a861-426a92cb0e88: This subnet is being modified by another concurrent operation. Nov 15 11:37:16.077898 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server Nov 15 11:37:16.099865 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-f29b8434-4218-4deb-8481-b82ec654b32b service neutron] Attempting to bind port 4ccd4658-60df-43fd-8f1a-78a06fc9544a on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:37:16.099865 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-f29b8434-4218-4deb-8481-b82ec654b32b service neutron] Attempting to bind port 4ccd4658-60df-43fd-8f1a-78a06fc9544a by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:37:16.100326 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d701a956-046b-4244-b0fa-097e8f4808d3 None None] Network 8724eb88-195b-49a7-a982-d18b506c64f7 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:16.116894 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6c23b210-573d-4030-8075-6e6077d1f07b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:16.117215 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-f29b8434-4218-4deb-8481-b82ec654b32b service neutron] Attempting to bind port 4ccd4658-60df-43fd-8f1a-78a06fc9544a on network 6b1842a3-8b78-48b6-930c-de775291ae35 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:37:16.119866 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b6f465ab-8d16-4f6a-86cc-353ef0e21bd6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Calling delete_port for 6b41e97d-80e9-4896-848e-302c83e78e0c owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:16.125068 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6c23b210-573d-4030-8075-6e6077d1f07b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] 10.222.0.64 "DELETE /v2.0/subnets/3701984d-0c01-4098-a861-426a92cb0e88 HTTP/1.1" status: 204 len: 168 time: 0.4340539 Nov 15 11:37:16.126027 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33674) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:16.126783 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23b210-573d-4030-8075-6e6077d1f07b tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Pushing event deleted for resources: {'Subnet': ['ID=3701984d-0c01-4098-a861-426a92cb0e88,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:16.162114 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476bd04-fc46-4e24-bc69-b3dd921f2dab req-fbfc9c12-1c75-4563-89a3-cf3dd8cca569 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:16.175216 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c476bd04-fc46-4e24-bc69-b3dd921f2dab req-fbfc9c12-1c75-4563-89a3-cf3dd8cca569 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 944 time: 0.4335711 Nov 15 11:37:16.203184 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddc9313-ba28-4266-9068-24e17f06ea24 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:16.204835 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-dddc9313-ba28-4266-9068-24e17f06ea24 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0746479 Nov 15 11:37:16.220453 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33678) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:16.254601 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e469137a-1a8f-4684-a496-037a149c4055 None None] get_active_networks_info from n-d-729945-9 {{(pid=102679) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 11:37:16.258910 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-f29b8434-4218-4deb-8481-b82ec654b32b service neutron] Port 4ccd4658-60df-43fd-8f1a-78a06fc9544a on network 6b1842a3-8b78-48b6-930c-de775291ae35 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:37:16.259423 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-f29b8434-4218-4deb-8481-b82ec654b32b service neutron] Attempting to bind port 4ccd4658-60df-43fd-8f1a-78a06fc9544a on network 6b1842a3-8b78-48b6-930c-de775291ae35 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:37:16.270386 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-f29b8434-4218-4deb-8481-b82ec654b32b service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:37:16.270716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-f29b8434-4218-4deb-8481-b82ec654b32b service neutron] Checking segment: {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:37:16.271191 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-f29b8434-4218-4deb-8481-b82ec654b32b service neutron] Bound using segment: {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:37:16.271516 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-f29b8434-4218-4deb-8481-b82ec654b32b service neutron] Bound port: 4ccd4658-60df-43fd-8f1a-78a06fc9544a, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:37:16.271893 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-f29b8434-4218-4deb-8481-b82ec654b32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:16.360398 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c31c9273-5cee-4694-afb5-d56c9da4f437 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:16.424103 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e469137a-1a8f-4684-a496-037a149c4055 None None] Resources bound (agent type, host, resource id): {{(pid=102679) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 11:37:16.424349 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c476bd04-fc46-4e24-bc69-b3dd921f2dab req-f8ef0cb4-41d6-46ab-bb7f-7b3440b8c286 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478781 Nov 15 11:37:16.503415 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c31c9273-5cee-4694-afb5-d56c9da4f437 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:16.529322 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-c31c9273-5cee-4694-afb5-d56c9da4f437 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8724eb88-195b-49a7-a982-d18b506c64f7']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:16.543302 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-c31c9273-5cee-4694-afb5-d56c9da4f437 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7096f7-e01c-47f4-956d-317795eeee43') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:16.543598 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-c31c9273-5cee-4694-afb5-d56c9da4f437 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7096f7-e01c-47f4-956d-317795eeee43') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:16.553970 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c31c9273-5cee-4694-afb5-d56c9da4f437 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:16.557201 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-f29b8434-4218-4deb-8481-b82ec654b32b service neutron] For port 4ccd4658-60df-43fd-8f1a-78a06fc9544a, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:37:16.563332 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-f29b8434-4218-4deb-8481-b82ec654b32b service neutron] For port 4ccd4658-60df-43fd-8f1a-78a06fc9544a, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4ccd4658-60df-43fd-8f1a-78a06fc9544a,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:37:16.570292 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c31c9273-5cee-4694-afb5-d56c9da4f437 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:16.582744 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-f29b8434-4218-4deb-8481-b82ec654b32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:16.584990 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31c9273-5cee-4694-afb5-d56c9da4f437 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:37:16.585617 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c31c9273-5cee-4694-afb5-d56c9da4f437 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:37:16.590855 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:37:16.593677 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fba36684-0139-4bd0-b38f-164e8f6e64fb req-169e835e-8fd0-4bdd-83a5-4986e57e0498 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b74dd2b-a04a-4149-af4f-917e1d7192b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4692256 Nov 15 11:37:16.652786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-f29b8434-4218-4deb-8481-b82ec654b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:16.653967 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-f29b8434-4218-4deb-8481-b82ec654b32b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:16.655565 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-f29b8434-4218-4deb-8481-b82ec654b32b service neutron] 10.222.0.55 "PUT /v2.0/ports/4ccd4658-60df-43fd-8f1a-78a06fc9544a HTTP/1.1" status: 200 len: 1092 time: 2.3661847 Nov 15 11:37:16.659311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a0fa4c-be7d-48b5-af1a-4036841031af', 'tag': '4ccd4658-60df-43fd-8f1a-78a06fc9544a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:37:16.671565 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75877769-d8f6-48ea-89de-fb1c0aea54e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a0fa4c-be7d-48b5-af1a-4036841031af", "tag": "4ccd4658-60df-43fd-8f1a-78a06fc9544a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:37:16.779210 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c31c9273-5cee-4694-afb5-d56c9da4f437 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:16.786902 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c31c9273-5cee-4694-afb5-d56c9da4f437 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:16.791459 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c31c9273-5cee-4694-afb5-d56c9da4f437 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] 10.222.0.64 "DELETE /v2.0/networks/8724eb88-195b-49a7-a982-d18b506c64f7 HTTP/1.1" status: 204 len: 168 time: 0.5708997 Nov 15 11:37:16.806298 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33684) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:16.828410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c9273-5cee-4694-afb5-d56c9da4f437 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Pushing event deleted for resources: {'Network': ['ID=8724eb88-195b-49a7-a982-d18b506c64f7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:16.973323 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:16.989319 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a90ba2f-f229-4c19-8a1d-b0a7b682ca01 None None] get_active_networks_info from n-d-729945-9 {{(pid=102679) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 11:37:17.086789 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:17.128442 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3e0ed1-a375-46fe-9b54-3ba46889d696']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:17.143098 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de60d5f-8650-42ed-8067-87da36c153d1') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:17.143384 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de60d5f-8650-42ed-8067-87da36c153d1') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:17.171368 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:17.193588 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a90ba2f-f229-4c19-8a1d-b0a7b682ca01 None None] Resources bound (agent type, host, resource id): {{(pid=102679) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 11:37:17.213749 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:17.224609 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:37:17.226472 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:17.280418 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5291d7-15ea-420e-ad72-a0208b6722bf x-openstack-request-id: req-ef5291d7-15ea-420e-ad72-a0208b6722bf {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:37:17.281056 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a0fa4c-be7d-48b5-af1a-4036841031af", "tag": "4ccd4658-60df-43fd-8f1a-78a06fc9544a", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:37:17.281178 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef5291d7-15ea-420e-ad72-a0208b6722bf {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:37:17.281659 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a0fa4c-be7d-48b5-af1a-4036841031af', 'tag': '4ccd4658-60df-43fd-8f1a-78a06fc9544a', 'status': 'completed', 'code': 200} Nov 15 11:37:17.306382 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b8434-4218-4deb-8481-b82ec654b32b service neutron] Pushing event updated for resources: {'Port': ['ID=4ccd4658-60df-43fd-8f1a-78a06fc9544a,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:17.336033 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-6394ea82-3b83-4d54-8c37-c2c6046a3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:17.337742 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-6394ea82-3b83-4d54-8c37-c2c6046a3be3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 1095 time: 0.6257756 Nov 15 11:37:17.353313 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f8cd4-c8fd-4d10-928c-f14bc5bdd74c req-3e4b8671-6a1f-4500-a3ff-d39646a2b19b tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:17.355107 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db1f8cd4-c8fd-4d10-928c-f14bc5bdd74c req-3e4b8671-6a1f-4500-a3ff-d39646a2b19b tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 945 time: 0.6790957 Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:37:17.375368 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:37:17.381440 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:17.407277 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:17.411060 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] 10.222.0.64 "DELETE /v2.0/networks/ea3e0ed1-a375-46fe-9b54-3ba46889d696 HTTP/1.1" status: 204 len: 168 time: 0.6007895 Nov 15 11:37:17.412174 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Pushing event deleted for resources: {'Network': ['ID=ea3e0ed1-a375-46fe-9b54-3ba46889d696,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:17.414767 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33688) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:17.483846 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:17.487081 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:17.487343 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-3747e837-377d-4faa-aa5e-749f01fb9cef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ccd4658-60df-43fd-8f1a-78a06fc9544a HTTP/1.1" status: 200 len: 217 time: 0.1273408 Nov 15 11:37:17.489374 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:17.489935 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:17.490800 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:17.492195 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:17.493866 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:17.494358 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:17.495685 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:17.496982 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:17.497906 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:17.499739 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7a0f5-a5da-4c82-83cf-b36927103526 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:37:17.627616 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-438fb43b-3ef4-4886-b560-622de8fe89b2 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:17.863071 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-438fb43b-3ef4-4886-b560-622de8fe89b2 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:17.872199 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-800b963e-ca38-4523-8435-cba59a8fe10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:17.873880 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-800b963e-ca38-4523-8435-cba59a8fe10c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 200 len: 850 time: 0.3342941 Nov 15 11:37:17.878460 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b6f465ab-8d16-4f6a-86cc-353ef0e21bd6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:17.901788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-438fb43b-3ef4-4886-b560-622de8fe89b2 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b52bece-0827-4bdc-851a-d7fff20aa649']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:17.917022 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-438fb43b-3ef4-4886-b560-622de8fe89b2 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65b601c-cf61-45bc-bde1-f533a9ccb6e6') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:17.917725 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-438fb43b-3ef4-4886-b560-622de8fe89b2 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65b601c-cf61-45bc-bde1-f533a9ccb6e6') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:17.934617 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-438fb43b-3ef4-4886-b560-622de8fe89b2 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:17.956825 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-438fb43b-3ef4-4886-b560-622de8fe89b2 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:17.966091 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438fb43b-3ef4-4886-b560-622de8fe89b2 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:37:17.966517 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-438fb43b-3ef4-4886-b560-622de8fe89b2 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:37:17.976987 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:37:18.035315 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-db1f8cd4-c8fd-4d10-928c-f14bc5bdd74c req-d7375a3b-c3de-4fb1-876f-b2ea409e7c3e tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Deleting port 8302de5d-40e0-400a-9a11-ad5fbad02516 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:18.036010 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-db1f8cd4-c8fd-4d10-928c-f14bc5bdd74c req-d7375a3b-c3de-4fb1-876f-b2ea409e7c3e tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:18.048490 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747572bf-0591-4d75-bea6-422b35f2020d req-ff6f6713-0f10-459a-b27e-df081f26924e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:18.058902 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-747572bf-0591-4d75-bea6-422b35f2020d req-ff6f6713-0f10-459a-b27e-df081f26924e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 944 time: 0.4148471 Nov 15 11:37:18.079612 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-438fb43b-3ef4-4886-b560-622de8fe89b2 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:18.095898 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-438fb43b-3ef4-4886-b560-622de8fe89b2 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:18.102007 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-438fb43b-3ef4-4886-b560-622de8fe89b2 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] 10.222.0.64 "DELETE /v2.0/networks/0b52bece-0827-4bdc-851a-d7fff20aa649 HTTP/1.1" status: 204 len: 168 time: 0.6838741 Nov 15 11:37:18.104358 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33698) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:18.131510 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f465ab-8d16-4f6a-86cc-353ef0e21bd6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Port': ['ID=6b41e97d-80e9-4896-848e-302c83e78e0c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:18.150941 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438fb43b-3ef4-4886-b560-622de8fe89b2 tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Pushing event deleted for resources: {'Network': ['ID=0b52bece-0827-4bdc-851a-d7fff20aa649,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:18.313300 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06961070-8e72-4838-af4a-3895cb6d5a3f tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:18.352670 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-a9082028-e5be-4e23-972c-f72bf2040833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:18.354213 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-a9082028-e5be-4e23-972c-f72bf2040833 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1842a3-8b78-48b6-930c-de775291ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4721212 Nov 15 11:37:18.373761 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc76c71-dfa3-4af8-a3c8-d243fb789a15 req-65e5ebf9-5db9-4b35-baa5-88beb29dd72e tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:18.376560 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-efc76c71-dfa3-4af8-a3c8-d243fb789a15 req-65e5ebf9-5db9-4b35-baa5-88beb29dd72e tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 945 time: 0.5882149 Nov 15 11:37:18.454815 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06961070-8e72-4838-af4a-3895cb6d5a3f tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:18.484972 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-06961070-8e72-4838-af4a-3895cb6d5a3f tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35ffdc0-be8f-42d9-8eaa-dd401996ec9b']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:18.497604 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-06961070-8e72-4838-af4a-3895cb6d5a3f tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb88051-5dac-4efe-a98b-82638ce5fb3d') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:18.497995 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-06961070-8e72-4838-af4a-3895cb6d5a3f tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb88051-5dac-4efe-a98b-82638ce5fb3d') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:18.511508 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06961070-8e72-4838-af4a-3895cb6d5a3f tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:18.535619 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06961070-8e72-4838-af4a-3895cb6d5a3f tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:18.545394 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06961070-8e72-4838-af4a-3895cb6d5a3f tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:37:18.546410 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06961070-8e72-4838-af4a-3895cb6d5a3f tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:37:18.550279 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:37:18.619683 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-db1f8cd4-c8fd-4d10-928c-f14bc5bdd74c req-d7375a3b-c3de-4fb1-876f-b2ea409e7c3e tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] For port 8302de5d-40e0-400a-9a11-ad5fbad02516, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=8302de5d-40e0-400a-9a11-ad5fbad02516,segment=NetworkSegment(8e4e212c-6e19-464b-a33c-39d4b1698c7c),segment_id=8e4e212c-6e19-464b-a33c-39d4b1698c7c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:18.620077 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-db1f8cd4-c8fd-4d10-928c-f14bc5bdd74c req-d7375a3b-c3de-4fb1-876f-b2ea409e7c3e tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:18.626130 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06961070-8e72-4838-af4a-3895cb6d5a3f tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:18.633275 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06961070-8e72-4838-af4a-3895cb6d5a3f tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:18.638926 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-06961070-8e72-4838-af4a-3895cb6d5a3f tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] 10.222.0.64 "DELETE /v2.0/networks/a35ffdc0-be8f-42d9-8eaa-dd401996ec9b HTTP/1.1" status: 204 len: 168 time: 0.4959810 Nov 15 11:37:18.650401 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06961070-8e72-4838-af4a-3895cb6d5a3f tempest-BulkNetworkOpsIpV6Test-1384099441 tempest-BulkNetworkOpsIpV6Test-1384099441-project] Pushing event deleted for resources: {'Network': ['ID=a35ffdc0-be8f-42d9-8eaa-dd401996ec9b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:18.762129 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-747572bf-0591-4d75-bea6-422b35f2020d req-e4309997-bfe0-4c33-a279-9320fe28aaba tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6883504 Nov 15 11:37:18.834244 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-efc76c71-dfa3-4af8-a3c8-d243fb789a15 req-2e93c709-1632-4715-9627-12da09c4e3e4 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b74dd2b-a04a-4149-af4f-917e1d7192b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3803923 Nov 15 11:37:18.875103 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b6f465ab-8d16-4f6a-86cc-353ef0e21bd6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:19.002667 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-fdf480df-05e2-4b6d-9e64-ba14c202ebcf service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6201499 Nov 15 11:37:19.094911 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33710) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:19.214394 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4b3e971-1806-4112-9d2f-524ee1b0d749 req-1e8cf2c2-5e0e-4a79-91c9-b563f87b3456 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879595 Nov 15 11:37:19.228151 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f465ab-8d16-4f6a-86cc-353ef0e21bd6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Router 410f016c-234c-4d40-8e94-260380228d0f has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:37:19.268148 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7dd627e1-c32a-4440-96ad-0f05c1265546 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b85d576c7754f898ad3b3e74784564c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1718218 Nov 15 11:37:19.270777 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33714) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:19.352126 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6266b530-be08-443e-b211-41964f02b180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:19.381374 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6266b530-be08-443e-b211-41964f02b180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:19.408511 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f465ab-8d16-4f6a-86cc-353ef0e21bd6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:37:19.414067 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b6f465ab-8d16-4f6a-86cc-353ef0e21bd6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/routers/410f016c-234c-4d40-8e94-260380228d0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6342523 Nov 15 11:37:19.421692 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33716) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:19.421960 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6b7fc1-0b6c-4226-9b9e-ab94f4f327b4 None None] Sync routers for ids ['410f016c-234c-4d40-8e94-260380228d0f'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:37:19.441218 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6b7fc1-0b6c-4226-9b9e-ab94f4f327b4 None None] Routers {'410f016c-234c-4d40-8e94-260380228d0f'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:37:19.443156 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5d6b7fc1-0b6c-4226-9b9e-ab94f4f327b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:37:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['410f016c-234c-4d40-8e94-260380228d0f'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:19.480831 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75877769-d8f6-48ea-89de-fb1c0aea54e3 req-a6c0c690-b3d3-4dd2-994e-f346cdcb9dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:19.481827 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-75877769-d8f6-48ea-89de-fb1c0aea54e3 req-a6c0c690-b3d3-4dd2-994e-f346cdcb9dfd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 1095 time: 0.1950037 Nov 15 11:37:19.485434 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-db1f8cd4-c8fd-4d10-928c-f14bc5bdd74c req-d7375a3b-c3de-4fb1-876f-b2ea409e7c3e tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:19.485799 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-db1f8cd4-c8fd-4d10-928c-f14bc5bdd74c req-d7375a3b-c3de-4fb1-876f-b2ea409e7c3e tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:19.486162 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [req-db1f8cd4-c8fd-4d10-928c-f14bc5bdd74c req-d7375a3b-c3de-4fb1-876f-b2ea409e7c3e tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Floating IP bfaa9c04-9c6d-4568-874f-85e816b98597 disassociated. External IP: 172.25.7.126, port: 8302de5d-40e0-400a-9a11-ad5fbad02516. Nov 15 11:37:19.486460 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-db1f8cd4-c8fd-4d10-928c-f14bc5bdd74c req-d7375a3b-c3de-4fb1-876f-b2ea409e7c3e tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Calling delete_port for 8302de5d-40e0-400a-9a11-ad5fbad02516 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:19.562510 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5d6b7fc1-0b6c-4226-9b9e-ab94f4f327b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:19.583805 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6b7fc1-0b6c-4226-9b9e-ab94f4f327b4 None None] Routers {'410f016c-234c-4d40-8e94-260380228d0f'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:37:19.587156 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5d6b7fc1-0b6c-4226-9b9e-ab94f4f327b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:37:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['410f016c-234c-4d40-8e94-260380228d0f'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:19.648991 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75877769-d8f6-48ea-89de-fb1c0aea54e3 req-6d21d83d-01c8-4f85-9b77-0cfacc4ed216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:19.650630 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-75877769-d8f6-48ea-89de-fb1c0aea54e3 req-6d21d83d-01c8-4f85-9b77-0cfacc4ed216 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 912 time: 0.1597350 Nov 15 11:37:19.658748 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5d6b7fc1-0b6c-4226-9b9e-ab94f4f327b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:19.659429 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6b7fc1-0b6c-4226-9b9e-ab94f4f327b4 None None] The sync data for ids ['410f016c-234c-4d40-8e94-260380228d0f'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:37:19.700328 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6266b530-be08-443e-b211-41964f02b180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:19.703930 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6266b530-be08-443e-b211-41964f02b180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:19.705415 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6266b530-be08-443e-b211-41964f02b180 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/73e118be-00c4-42da-b98c-23536e3763e4 HTTP/1.1" status: 204 len: 168 time: 0.4336541 Nov 15 11:37:19.711100 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-75877769-d8f6-48ea-89de-fb1c0aea54e3 req-037cd231-7a3c-4730-ade3-70e0477cb65d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ccd4658-60df-43fd-8f1a-78a06fc9544a HTTP/1.1" status: 200 len: 217 time: 0.0534387 Nov 15 11:37:19.725279 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266b530-be08-443e-b211-41964f02b180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e118be-00c4-42da-b98c-23536e3763e4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:19.784494 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-91578da4-f443-4b32-af7d-b2184cf8cf7f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] remove_router_interface failed (client error): The resource could not be found. Nov 15 11:37:19.788973 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-91578da4-f443-4b32-af7d-b2184cf8cf7f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/routers/410f016c-234c-4d40-8e94-260380228d0f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3678248 Nov 15 11:37:19.790290 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33726) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:19.836430 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d6195ed1-10f2-41e6-b6d5-158de8d989f2 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/ports?device_id=410f016c-234c-4d40-8e94-260380228d0f HTTP/1.1" status: 200 len: 205 time: 0.0443375 Nov 15 11:37:19.837555 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33728) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:19.885988 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-db1f8cd4-c8fd-4d10-928c-f14bc5bdd74c req-d7375a3b-c3de-4fb1-876f-b2ea409e7c3e tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:19.983256 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7375a3b-c3de-4fb1-876f-b2ea409e7c3e tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Pushing event deleted for resources: {'Port': ['ID=8302de5d-40e0-400a-9a11-ad5fbad02516,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:20.035675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75877769-d8f6-48ea-89de-fb1c0aea54e3 req-db7097ba-ce32-4d38-a6a2-53cd9b5fb659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:20.037614 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-75877769-d8f6-48ea-89de-fb1c0aea54e3 req-db7097ba-ce32-4d38-a6a2-53cd9b5fb659 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 200 len: 850 time: 0.2994790 Nov 15 11:37:20.039351 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c004ae43-79fb-4a31-926c-bb1f71cd4f07 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:20.759918 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-27e7018f-cd55-41cc-8a0c-e55279fb1ca3 req-ed366db1-91a0-4a33-93bf-1141303ee9e1 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 210 time: 0.0387270 Nov 15 11:37:20.807004 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a5ca0-e333-4d2a-a4f9-d76984c1c554 req-f8da1c43-6d57-4283-8036-9cd4df9f0d14 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:20.808950 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-842a5ca0-e333-4d2a-a4f9-d76984c1c554 req-f8da1c43-6d57-4283-8036-9cd4df9f0d14 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 944 time: 0.9485009 Nov 15 11:37:20.889416 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-842a5ca0-e333-4d2a-a4f9-d76984c1c554 req-9dc6e667-5a84-4eb1-ae44-bb5d99caf159 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707076 Nov 15 11:37:20.891172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75877769-d8f6-48ea-89de-fb1c0aea54e3 req-dc8a45fc-a199-417a-a70d-620bac88d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:20.892665 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-75877769-d8f6-48ea-89de-fb1c0aea54e3 req-dc8a45fc-a199-417a-a70d-620bac88d7db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1842a3-8b78-48b6-930c-de775291ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456201 Nov 15 11:37:20.969561 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db1f8cd4-c8fd-4d10-928c-f14bc5bdd74c req-d7375a3b-c3de-4fb1-876f-b2ea409e7c3e tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Router 535c6edc-990c-45b7-a99d-8e5aaaeea556 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:37:20.978533 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 8302de5d-40e0-400a-9a11-ad5fbad02516 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:37:20.999542 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c004ae43-79fb-4a31-926c-bb1f71cd4f07 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:21.003696 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c004ae43-79fb-4a31-926c-bb1f71cd4f07 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:21.007548 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 8302de5d-40e0-400a-9a11-ad5fbad02516 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:37:21.008133 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 8302de5d-40e0-400a-9a11-ad5fbad02516 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:37:21.079333 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c004ae43-79fb-4a31-926c-bb1f71cd4f07 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:21.079948 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c004ae43-79fb-4a31-926c-bb1f71cd4f07 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Fanout notify agent at l3_agent the message router_deleted on router 410f016c-234c-4d40-8e94-260380228d0f {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:37:21.089773 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c004ae43-79fb-4a31-926c-bb1f71cd4f07 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:21.093221 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c004ae43-79fb-4a31-926c-bb1f71cd4f07 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/routers/410f016c-234c-4d40-8e94-260380228d0f HTTP/1.1" status: 204 len: 168 time: 1.2524207 Nov 15 11:37:21.093573 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33758) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:21.104201 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33760) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:21.135165 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-75877769-d8f6-48ea-89de-fb1c0aea54e3 req-79baadb1-48fd-4839-ae2d-d85396b64093 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325745 Nov 15 11:37:21.176273 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53385c1-1d87-4f59-b990-49100bd2d23e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting subnet d82069c3-ce3b-402a-be0f-daa76786b28e {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:37:21.179630 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e53385c1-1d87-4f59-b990-49100bd2d23e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:21.229348 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e53385c1-1d87-4f59-b990-49100bd2d23e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:21.257829 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db1f8cd4-c8fd-4d10-928c-f14bc5bdd74c req-d7375a3b-c3de-4fb1-876f-b2ea409e7c3e tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:37:21.270907 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec92aa8-ac48-46c4-a65a-9a731b2dc850 None None] Sync routers for ids ['535c6edc-990c-45b7-a99d-8e5aaaeea556'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:37:21.283392 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-75877769-d8f6-48ea-89de-fb1c0aea54e3 req-542ae7d7-2ea2-435b-a390-21ce7db02a6f service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393256 Nov 15 11:37:21.295193 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-e373f152-4528-4d72-b93b-92454b761c89 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1559437305'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:21.296459 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec92aa8-ac48-46c4-a65a-9a731b2dc850 None None] Routers {'535c6edc-990c-45b7-a99d-8e5aaaeea556'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:37:21.297412 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7ec92aa8-ac48-46c4-a65a-9a731b2dc850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:37:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['535c6edc-990c-45b7-a99d-8e5aaaeea556'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:21.330409 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1f8cd4-c8fd-4d10-928c-f14bc5bdd74c req-d7375a3b-c3de-4fb1-876f-b2ea409e7c3e tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] No DVR routers for this DVR port 8302de5d-40e0-400a-9a11-ad5fbad02516 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:37:21.333568 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-db1f8cd4-c8fd-4d10-928c-f14bc5bdd74c req-d7375a3b-c3de-4fb1-876f-b2ea409e7c3e tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:21.337846 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db1f8cd4-c8fd-4d10-928c-f14bc5bdd74c req-d7375a3b-c3de-4fb1-876f-b2ea409e7c3e tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.55 "DELETE /v2.0/ports/8302de5d-40e0-400a-9a11-ad5fbad02516 HTTP/1.1" status: 204 len: 173 time: 3.9200017 Nov 15 11:37:21.338443 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e373f152-4528-4d72-b93b-92454b761c89 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:21.351263 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e373f152-4528-4d72-b93b-92454b761c89 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:21.352665 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e53385c1-1d87-4f59-b990-49100bd2d23e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:21.354508 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb225be4-d47e-4b17-836c-610e2b6d5c60', 'name': 'network-vif-deleted', 'tag': '8302de5d-40e0-400a-9a11-ad5fbad02516'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:37:21.357686 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28900d09-662d-41e8-b211-82cfef1bc450" -d '{"events": [{"server_uuid": "bb225be4-d47e-4b17-836c-610e2b6d5c60", "name": "network-vif-deleted", "tag": "8302de5d-40e0-400a-9a11-ad5fbad02516"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:37:21.382629 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e373f152-4528-4d72-b93b-92454b761c89 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:21.445918 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72948b96-e538-49e0-98f9-a14f2d0c819e x-openstack-request-id: req-72948b96-e538-49e0-98f9-a14f2d0c819e {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:37:21.447501 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb225be4-d47e-4b17-836c-610e2b6d5c60", "name": "network-vif-deleted", "tag": "8302de5d-40e0-400a-9a11-ad5fbad02516", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:37:21.451989 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-72948b96-e538-49e0-98f9-a14f2d0c819e {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:37:21.452351 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb225be4-d47e-4b17-836c-610e2b6d5c60', 'name': 'network-vif-deleted', 'tag': '8302de5d-40e0-400a-9a11-ad5fbad02516', 'status': 'completed', 'code': 200} Nov 15 11:37:21.479738 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e53385c1-1d87-4f59-b990-49100bd2d23e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:21.529160 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53385c1-1d87-4f59-b990-49100bd2d23e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Subnet': ['ID=d82069c3-ce3b-402a-be0f-daa76786b28e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:21.547608 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e53385c1-1d87-4f59-b990-49100bd2d23e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:21.552311 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e53385c1-1d87-4f59-b990-49100bd2d23e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/subnets/d82069c3-ce3b-402a-be0f-daa76786b28e HTTP/1.1" status: 204 len: 168 time: 0.4575205 Nov 15 11:37:21.554931 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33766) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:21.582130 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e373f152-4528-4d72-b93b-92454b761c89 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:21.587920 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e373f152-4528-4d72-b93b-92454b761c89 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:21.590148 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac431fe9-f5ac-472a-b036-707a5a1b3c87 None None] Network 10985fe6-7846-488e-91a9-1f8021358a0f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:21.632421 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373f152-4528-4d72-b93b-92454b761c89 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c47229e-6644-4327-a27c-85844e32fc9c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:21.646186 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e373f152-4528-4d72-b93b-92454b761c89 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:37:21.658664 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db3335d0-b711-4f81-b28b-59e5664c32f6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:21.664062 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:37:21.668256 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e373f152-4528-4d72-b93b-92454b761c89 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:21.668991 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-e373f152-4528-4d72-b93b-92454b761c89 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Added segment 740139c0-0f98-458c-b58a-00088d1f9c9c of type vlan for network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba Nov 15 11:37:21.719307 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-db3335d0-b711-4f81-b28b-59e5664c32f6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting port 30afdc7c-d552-4903-aa61-e20a6d69c778 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:21.720019 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db3335d0-b711-4f81-b28b-59e5664c32f6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:21.732466 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e373f152-4528-4d72-b93b-92454b761c89 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:21.797809 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-db3335d0-b711-4f81-b28b-59e5664c32f6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] For port 30afdc7c-d552-4903-aa61-e20a6d69c778, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=30afdc7c-d552-4903-aa61-e20a6d69c778,segment=NetworkSegment(24371e32-00a1-4e52-b824-2b5e4ed20055),segment_id=24371e32-00a1-4e52-b824-2b5e4ed20055)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:21.798167 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db3335d0-b711-4f81-b28b-59e5664c32f6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:21.802445 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-7ec92aa8-ac48-46c4-a65a-9a731b2dc850 None None] Set router 535c6edc-990c-45b7-a99d-8e5aaaeea556 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:37:21.813866 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-db3335d0-b711-4f81-b28b-59e5664c32f6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Calling delete_port for 30afdc7c-d552-4903-aa61-e20a6d69c778 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:21.823589 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e373f152-4528-4d72-b93b-92454b761c89 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:21.836015 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e373f152-4528-4d72-b93b-92454b761c89 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:21.836877 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e373f152-4528-4d72-b93b-92454b761c89 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:21.946828 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db3335d0-b711-4f81-b28b-59e5664c32f6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:21.999923 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817661ac-4a3d-4dc9-8205-70d921414465 None None] DHCP port deletion for 10985fe6-7846-488e-91a9-1f8021358a0f request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:37:22.022788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3335d0-b711-4f81-b28b-59e5664c32f6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] No DVR routers for this DVR port 30afdc7c-d552-4903-aa61-e20a6d69c778 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:37:22.034917 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3335d0-b711-4f81-b28b-59e5664c32f6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Port': ['ID=30afdc7c-d552-4903-aa61-e20a6d69c778,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:22.079380 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e373f152-4528-4d72-b93b-92454b761c89 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9727209 Nov 15 11:37:22.083845 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33780) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:22.085177 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d082180-3798-4735-b6d6-647296f32a18 req-d2277795-6c7f-4934-be1e-77dd2e41f2c1 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb225be4-d47e-4b17-836c-610e2b6d5c60 HTTP/1.1" status: 200 len: 210 time: 0.0965168 Nov 15 11:37:22.100214 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4e0e3282-5066-45d5-adae-3bfe6136fbff tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'port': {'network_id': 'a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba', 'name': 'tempest-PortsIpV6TestJSON-1220833264'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:22.111266 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373f152-4528-4d72-b93b-92454b761c89 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Network': ['ID=a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:22.146627 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:37:22.212806 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6fdfd-0262-476d-9992-be99e90898da req-98cc829d-c167-4f77-a5d5-dcd2866bf6a4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:22.215230 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a0a6fdfd-0262-476d-9992-be99e90898da req-98cc829d-c167-4f77-a5d5-dcd2866bf6a4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 944 time: 0.1508937 Nov 15 11:37:22.317866 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a0a6fdfd-0262-476d-9992-be99e90898da req-6b83eb0b-797a-4194-90df-156a3415bb2d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917151 Nov 15 11:37:22.341039 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7ec92aa8-ac48-46c4-a65a-9a731b2dc850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'name': 'tempest-TestServerBasicOps-1258185139-router', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:31:35Z', 'updated_at': '2021-11-15T11:31:43Z', 'revision_number': 4, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'gw_port': {'id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:37Z', 'updated_at': '2021-11-15T11:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'c9455887-a17e-4bef-bfba-9dbf118c2585', 'name': '', 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'mac_address': 'fa:16:3e:9b:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '1c62f435-1ed6-404a-a855-45179d8b724c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:41Z', 'updated_at': '2021-11-15T11:31:51Z', 'revision_number': 5, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'subnets': [{'id': '1c62f435-1ed6-404a-a855-45179d8b724c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:22.345993 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db3335d0-b711-4f81-b28b-59e5664c32f6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:22.374003 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec92aa8-ac48-46c4-a65a-9a731b2dc850 None None] Checking router: 535c6edc-990c-45b7-a99d-8e5aaaeea556 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:37:22.378243 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-db3335d0-b711-4f81-b28b-59e5664c32f6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10985fe6-7846-488e-91a9-1f8021358a0f']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:22.386294 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec92aa8-ac48-46c4-a65a-9a731b2dc850 None None] Routers {'535c6edc-990c-45b7-a99d-8e5aaaeea556'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:37:22.386925 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7ec92aa8-ac48-46c4-a65a-9a731b2dc850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:37:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['535c6edc-990c-45b7-a99d-8e5aaaeea556'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:22.392579 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-db3335d0-b711-4f81-b28b-59e5664c32f6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24371e32-00a1-4e52-b824-2b5e4ed20055') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:22.392930 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-db3335d0-b711-4f81-b28b-59e5664c32f6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24371e32-00a1-4e52-b824-2b5e4ed20055') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:22.407348 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db3335d0-b711-4f81-b28b-59e5664c32f6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:22.424738 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db3335d0-b711-4f81-b28b-59e5664c32f6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:22.432396 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0e3282-5066-45d5-adae-3bfe6136fbff tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:22.436395 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3282-5066-45d5-adae-3bfe6136fbff tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:22.448220 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3335d0-b711-4f81-b28b-59e5664c32f6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:37:22.448602 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db3335d0-b711-4f81-b28b-59e5664c32f6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:37:22.452106 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:37:22.495312 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-4e0e3282-5066-45d5-adae-3bfe6136fbff tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] device_id is not set on port 54540904-02bd-4121-b2c9-dd8ce9f96eb7 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:37:22.529789 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-7ec92aa8-ac48-46c4-a65a-9a731b2dc850 None None] Set router 535c6edc-990c-45b7-a99d-8e5aaaeea556 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:37:22.602010 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db3335d0-b711-4f81-b28b-59e5664c32f6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:22.612767 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db3335d0-b711-4f81-b28b-59e5664c32f6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:22.620045 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33782) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:22.620247 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-db3335d0-b711-4f81-b28b-59e5664c32f6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/networks/10985fe6-7846-488e-91a9-1f8021358a0f HTTP/1.1" status: 204 len: 168 time: 1.0636759 Nov 15 11:37:22.625178 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-8efaf89b-482e-4767-a1c5-63c369d74ad7 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'network': {'name': 'tempest-RoutersTest-154016935'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:22.639336 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3335d0-b711-4f81-b28b-59e5664c32f6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Network': ['ID=10985fe6-7846-488e-91a9-1f8021358a0f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:22.653823 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efaf89b-482e-4767-a1c5-63c369d74ad7 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Made reservation on behalf of 9043398e6de74f8a9cf97297f1911306 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:22.661024 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8efaf89b-482e-4767-a1c5-63c369d74ad7 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:22.693171 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8efaf89b-482e-4767-a1c5-63c369d74ad7 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:37:22.709718 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8efaf89b-482e-4767-a1c5-63c369d74ad7 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:22.710258 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-8efaf89b-482e-4767-a1c5-63c369d74ad7 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Added segment 255c9010-e34e-404b-ab29-80e20701b4f5 of type vlan for network 6aa0d957-b07d-44ba-881e-15d642211b2e Nov 15 11:37:22.757905 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3282-5066-45d5-adae-3bfe6136fbff tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:22.768186 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8efaf89b-482e-4767-a1c5-63c369d74ad7 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:22.803801 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8efaf89b-482e-4767-a1c5-63c369d74ad7 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:22.812990 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efaf89b-482e-4767-a1c5-63c369d74ad7 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:22.814007 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8efaf89b-482e-4767-a1c5-63c369d74ad7 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:22.820114 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3282-5066-45d5-adae-3bfe6136fbff tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:22.823182 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7ec92aa8-ac48-46c4-a65a-9a731b2dc850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'name': 'tempest-TestServerBasicOps-1258185139-router', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:31:35Z', 'updated_at': '2021-11-15T11:31:43Z', 'revision_number': 4, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'gw_port': {'id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:37Z', 'updated_at': '2021-11-15T11:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'c9455887-a17e-4bef-bfba-9dbf118c2585', 'name': '', 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'mac_address': 'fa:16:3e:9b:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '1c62f435-1ed6-404a-a855-45179d8b724c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:41Z', 'updated_at': '2021-11-15T11:31:51Z', 'revision_number': 5, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'subnets': [{'id': '1c62f435-1ed6-404a-a855-45179d8b724c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:22.891014 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec92aa8-ac48-46c4-a65a-9a731b2dc850 None None] The sync data for ids ['535c6edc-990c-45b7-a99d-8e5aaaeea556'] in n-d-729945-9 is: [{'id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'name': 'tempest-TestServerBasicOps-1258185139-router', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:31:35Z', 'updated_at': '2021-11-15T11:31:43Z', 'revision_number': 4, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'gw_port': {'id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:37Z', 'updated_at': '2021-11-15T11:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'c9455887-a17e-4bef-bfba-9dbf118c2585', 'name': '', 'network_id': '22cff1ab-90e9-409a-9763-27f9c9815424', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'mac_address': 'fa:16:3e:9b:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '1c62f435-1ed6-404a-a855-45179d8b724c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:41Z', 'updated_at': '2021-11-15T11:31:51Z', 'revision_number': 5, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'subnets': [{'id': '1c62f435-1ed6-404a-a855-45179d8b724c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:37:22.898958 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e3282-5066-45d5-adae-3bfe6136fbff tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Port': ['ID=54540904-02bd-4121-b2c9-dd8ce9f96eb7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:22.908283 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8efaf89b-482e-4767-a1c5-63c369d74ad7 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2870812 Nov 15 11:37:22.911908 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33786) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:22.919679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-bfd850f0-5c99-4bc8-b322-2a0df3521d4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'subnet': {'network_id': '6aa0d957-b07d-44ba-881e-15d642211b2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:22.937399 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efaf89b-482e-4767-a1c5-63c369d74ad7 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Network': ['ID=6aa0d957-b07d-44ba-881e-15d642211b2e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:22.937850 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0e3282-5066-45d5-adae-3bfe6136fbff tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Checking segment: {'id': '740139c0-0f98-458c-b58a-00088d1f9c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:37:22.938205 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0e3282-5066-45d5-adae-3bfe6136fbff tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network hostable DHCP agents. Network: a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:37:22.953928 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 6aa0d957-b07d-44ba-881e-15d642211b2e details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:37:22.960335 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0e3282-5066-45d5-adae-3bfe6136fbff tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:37:22.981004 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4e0e3282-5066-45d5-adae-3bfe6136fbff tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:22.999044 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0e3282-5066-45d5-adae-3bfe6136fbff tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:37:23.007387 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0e3282-5066-45d5-adae-3bfe6136fbff tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:23.008048 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3282-5066-45d5-adae-3bfe6136fbff tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:23.030680 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0544fdb9-f6b4-46fb-ba0f-61a546e27153 None None] Network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:23.047276 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33790) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:23.047981 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4e0e3282-5066-45d5-adae-3bfe6136fbff tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9566367 Nov 15 11:37:23.053781 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-f33215c0-7732-431f-9899-653ad8991f46 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-342165423'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:23.091257 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd850f0-5c99-4bc8-b322-2a0df3521d4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Made reservation on behalf of 9043398e6de74f8a9cf97297f1911306 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:23.095267 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bfd850f0-5c99-4bc8-b322-2a0df3521d4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:23.150628 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33215c0-7732-431f-9899-653ad8991f46 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:23.167215 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f33215c0-7732-431f-9899-653ad8991f46 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:23.202053 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33794) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:23.254860 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 30afdc7c-d552-4903-aa61-e20a6d69c778 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:37:23.299915 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 30afdc7c-d552-4903-aa61-e20a6d69c778 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:37:23.300255 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 30afdc7c-d552-4903-aa61-e20a6d69c778 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:37:23.332290 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e699d3-451c-4d5d-b4c2-8bb49901f68d None None] New status for floating IP bfaa9c04-9c6d-4568-874f-85e816b98597: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:37:23.355518 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33215c0-7732-431f-9899-653ad8991f46 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:37:23.406268 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f33215c0-7732-431f-9899-653ad8991f46 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:23.407172 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-f33215c0-7732-431f-9899-653ad8991f46 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Added segment af5dcd3b-5739-43ee-801e-44a01875efb4 of type vlan for network a5054989-aadb-43aa-a7c5-b7b8389f8b0f Nov 15 11:37:23.492465 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-dc94bd3d-cf0d-43d3-ad57-a007190e134c tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Deleting port 2714729c-a682-4010-bb68-e0abd7820930 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:23.492788 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc94bd3d-cf0d-43d3-ad57-a007190e134c tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:23.507510 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f33215c0-7732-431f-9899-653ad8991f46 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:23.593258 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6572f-211f-4da0-946d-e1f0ab0dc381 req-79af21d5-13d9-41f2-a544-c1a82af24811 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:23.594803 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ced6572f-211f-4da0-946d-e1f0ab0dc381 req-79af21d5-13d9-41f2-a544-c1a82af24811 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 944 time: 0.1719575 Nov 15 11:37:23.599448 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bfd850f0-5c99-4bc8-b322-2a0df3521d4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:23.612577 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc94bd3d-cf0d-43d3-ad57-a007190e134c tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:23.612923 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc94bd3d-cf0d-43d3-ad57-a007190e134c tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:23.617423 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f33215c0-7732-431f-9899-653ad8991f46 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:23.624052 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33215c0-7732-431f-9899-653ad8991f46 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:23.624706 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f33215c0-7732-431f-9899-653ad8991f46 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:23.629744 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-dc94bd3d-cf0d-43d3-ad57-a007190e134c tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Calling delete_port for 2714729c-a682-4010-bb68-e0abd7820930 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:23.759592 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f33215c0-7732-431f-9899-653ad8991f46 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7110901 Nov 15 11:37:23.769328 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33800) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:23.772037 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd850f0-5c99-4bc8-b322-2a0df3521d4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Subnet': ['ID=c7fbfc6c-3a42-4204-8bab-b6cf65dc8047,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:23.777044 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'ports': [{'network_id': 'a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba'}, {'network_id': 'a5054989-aadb-43aa-a7c5-b7b8389f8b0f'}]} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:23.777348 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'port': {'network_id': 'a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:23.777849 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'port': {'network_id': 'a5054989-aadb-43aa-a7c5-b7b8389f8b0f'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:23.783664 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33215c0-7732-431f-9899-653ad8991f46 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Network': ['ID=a5054989-aadb-43aa-a7c5-b7b8389f8b0f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:23.789045 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ced6572f-211f-4da0-946d-e1f0ab0dc381 req-92e3902b-cff8-4603-beef-ad00e8b0ea81 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807573 Nov 15 11:37:23.796960 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd850f0-5c99-4bc8-b322-2a0df3521d4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Checking segment: {'id': '255c9010-e34e-404b-ab29-80e20701b4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6aa0d957-b07d-44ba-881e-15d642211b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:37:23.797321 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd850f0-5c99-4bc8-b322-2a0df3521d4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network hostable DHCP agents. Network: 6aa0d957-b07d-44ba-881e-15d642211b2e, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:37:23.802454 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network a5054989-aadb-43aa-a7c5-b7b8389f8b0f details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:37:23.827773 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd850f0-5c99-4bc8-b322-2a0df3521d4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 6aa0d957-b07d-44ba-881e-15d642211b2e is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:37:23.856746 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-bfd850f0-5c99-4bc8-b322-2a0df3521d4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 6aa0d957-b07d-44ba-881e-15d642211b2e) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:23.872025 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd850f0-5c99-4bc8-b322-2a0df3521d4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:23.872446 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef4b25b-7b49-44f1-bea6-a99ee65c3498 None None] Network 6aa0d957-b07d-44ba-881e-15d642211b2e requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:23.872631 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bfd850f0-5c99-4bc8-b322-2a0df3521d4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:23.878447 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc94bd3d-cf0d-43d3-ad57-a007190e134c tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:23.908935 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-bfd850f0-5c99-4bc8-b322-2a0df3521d4c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9959128 Nov 15 11:37:23.909546 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33804) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:23.920014 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-1933e524-1bb2-4476-a93c-cd163062fe26 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1004571079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:23.980342 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94bd3d-cf0d-43d3-ad57-a007190e134c tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Pushing event deleted for resources: {'Port': ['ID=2714729c-a682-4010-bb68-e0abd7820930,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:23.981730 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1933e524-1bb2-4476-a93c-cd163062fe26 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:23.983031 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1933e524-1bb2-4476-a93c-cd163062fe26 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:24.054283 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1933e524-1bb2-4476-a93c-cd163062fe26 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:24.062141 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1933e524-1bb2-4476-a93c-cd163062fe26 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:24.091086 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc94bd3d-cf0d-43d3-ad57-a007190e134c tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:24.096103 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dc94bd3d-cf0d-43d3-ad57-a007190e134c tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:24.097080 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-dc94bd3d-cf0d-43d3-ad57-a007190e134c tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "DELETE /v2.0/floatingips/bfaa9c04-9c6d-4568-874f-85e816b98597 HTTP/1.1" status: 204 len: 168 time: 0.8939502 Nov 15 11:37:24.101920 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1933e524-1bb2-4476-a93c-cd163062fe26 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:24.105660 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1933e524-1bb2-4476-a93c-cd163062fe26 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1926196 Nov 15 11:37:24.106412 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33810) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:24.114619 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be65aa4-e6db-46b4-ae07-f3b1943dbd40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-6aa0d957-b07d-44ba-881e-15d642211b2e', 'network_id': '6aa0d957-b07d-44ba-881e-15d642211b2e', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'fixed_ips': [{'subnet_id': 'c7fbfc6c-3a42-4204-8bab-b6cf65dc8047'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:37:24.115605 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6be65aa4-e6db-46b4-ae07-f3b1943dbd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:24.122646 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'port': 2} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:24.129456 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:24.150606 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:24.240630 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33814) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:24.275486 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] device_id is not set on port dc98cf6b-04c3-4a76-8716-63f1f6ad2d20 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:37:24.303785 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-6be65aa4-e6db-46b4-ae07-f3b1943dbd40 None None] Allocated IP 172.20.0.2 (6aa0d957-b07d-44ba-881e-15d642211b2e/c7fbfc6c-3a42-4204-8bab-b6cf65dc8047/e1d1b35d-77cb-4c3a-a64d-631481f04825) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:37:24.334450 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75e01886-f1c9-49f4-a5f4-ebcc6ba28a42 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:24.394203 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75e01886-f1c9-49f4-a5f4-ebcc6ba28a42 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:24.500921 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6be65aa4-e6db-46b4-ae07-f3b1943dbd40 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:24.511369 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6be65aa4-e6db-46b4-ae07-f3b1943dbd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:24.535242 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be65aa4-e6db-46b4-ae07-f3b1943dbd40 None None] Network 6aa0d957-b07d-44ba-881e-15d642211b2e is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:37:24.544749 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:24.557527 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b66fb116-f4f1-4847-acf6-c03cc27f6975 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:24.566147 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-6be65aa4-e6db-46b4-ae07-f3b1943dbd40 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:24.571649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be65aa4-e6db-46b4-ae07-f3b1943dbd40 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:37:24.611491 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75e01886-f1c9-49f4-a5f4-ebcc6ba28a42 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:24.615268 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-75e01886-f1c9-49f4-a5f4-ebcc6ba28a42 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:24.615692 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be65aa4-e6db-46b4-ae07-f3b1943dbd40 None None] Pushing event updated for resources: {'Port': ['ID=e1d1b35d-77cb-4c3a-a64d-631481f04825,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:24.617281 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-75e01886-f1c9-49f4-a5f4-ebcc6ba28a42 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] 10.222.0.64 "DELETE /v2.0/security-groups/6b74dd2b-a04a-4149-af4f-917e1d7192b9 HTTP/1.1" status: 204 len: 168 time: 0.3756452 Nov 15 11:37:24.658047 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-6be65aa4-e6db-46b4-ae07-f3b1943dbd40 None None] Attempting to bind port e1d1b35d-77cb-4c3a-a64d-631481f04825 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:37:24.658394 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-6be65aa4-e6db-46b4-ae07-f3b1943dbd40 None None] Attempting to bind port e1d1b35d-77cb-4c3a-a64d-631481f04825 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '255c9010-e34e-404b-ab29-80e20701b4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6aa0d957-b07d-44ba-881e-15d642211b2e'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:37:24.658910 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be65aa4-e6db-46b4-ae07-f3b1943dbd40 None None] Attempting to bind port e1d1b35d-77cb-4c3a-a64d-631481f04825 on network 6aa0d957-b07d-44ba-881e-15d642211b2e {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:37:24.669857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33820) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:24.670739 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be65aa4-e6db-46b4-ae07-f3b1943dbd40 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:37:24.671115 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be65aa4-e6db-46b4-ae07-f3b1943dbd40 None None] Checking segment: {'id': '255c9010-e34e-404b-ab29-80e20701b4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6aa0d957-b07d-44ba-881e-15d642211b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:37:24.671614 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6be65aa4-e6db-46b4-ae07-f3b1943dbd40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:24.672036 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be65aa4-e6db-46b4-ae07-f3b1943dbd40 None None] Bound using segment: {'id': '255c9010-e34e-404b-ab29-80e20701b4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6aa0d957-b07d-44ba-881e-15d642211b2e'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:37:24.672631 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-6be65aa4-e6db-46b4-ae07-f3b1943dbd40 None None] Bound port: e1d1b35d-77cb-4c3a-a64d-631481f04825, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255c9010-e34e-404b-ab29-80e20701b4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6aa0d957-b07d-44ba-881e-15d642211b2e'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:37:24.674092 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6be65aa4-e6db-46b4-ae07-f3b1943dbd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:24.674361 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e01886-f1c9-49f4-a5f4-ebcc6ba28a42 tempest-TestServerBasicOps-1964676477 tempest-TestServerBasicOps-1964676477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b74dd2b-a04a-4149-af4f-917e1d7192b9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:24.705794 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] device_id is not set on port 833eea6a-8e79-4702-bb35-f0196a1cc7f1 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:37:24.767969 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6be65aa4-e6db-46b4-ae07-f3b1943dbd40 None None] For port e1d1b35d-77cb-4c3a-a64d-631481f04825, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:37:24.771331 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6be65aa4-e6db-46b4-ae07-f3b1943dbd40 None None] For port e1d1b35d-77cb-4c3a-a64d-631481f04825, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e1d1b35d-77cb-4c3a-a64d-631481f04825,segment=NetworkSegment(255c9010-e34e-404b-ab29-80e20701b4f5),segment_id=255c9010-e34e-404b-ab29-80e20701b4f5)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:37:24.778798 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6be65aa4-e6db-46b4-ae07-f3b1943dbd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:24.893096 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be65aa4-e6db-46b4-ae07-f3b1943dbd40 None None] Pushing event updated for resources: {'Port': ['ID=e1d1b35d-77cb-4c3a-a64d-631481f04825,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:24.913014 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:24.967506 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:25.021113 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:37:25.024687 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:25.028993 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:37:25.029913 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:25.038719 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Port': ['ID=dc98cf6b-04c3-4a76-8716-63f1f6ad2d20,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:25.123230 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Port': ['ID=833eea6a-8e79-4702-bb35-f0196a1cc7f1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:25.145187 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Checking segment: {'id': 'af5dcd3b-5739-43ee-801e-44a01875efb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a5054989-aadb-43aa-a7c5-b7b8389f8b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:37:25.145554 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network hostable DHCP agents. Network: a5054989-aadb-43aa-a7c5-b7b8389f8b0f, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:37:25.175570 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-b66fb116-f4f1-4847-acf6-c03cc27f6975 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Allocated IP 172.20.0.1 (6aa0d957-b07d-44ba-881e-15d642211b2e/c7fbfc6c-3a42-4204-8bab-b6cf65dc8047/0344051c-5627-4b75-8f45-2d90bc43d58b) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:37:25.197894 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network a5054989-aadb-43aa-a7c5-b7b8389f8b0f is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:37:25.209432 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, a5054989-aadb-43aa-a7c5-b7b8389f8b0f) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:25.222011 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bee16b-99b2-412c-a891-8441ff37afad req-31e14dd4-6103-4fc4-a6b6-826297b213f1 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:25.224706 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-61bee16b-99b2-412c-a891-8441ff37afad req-31e14dd4-6103-4fc4-a6b6-826297b213f1 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 944 time: 0.3090365 Nov 15 11:37:25.228048 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b6f8db-6a9d-48e3-998e-2b574bae0dd2 None None] Network a5054989-aadb-43aa-a7c5-b7b8389f8b0f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:25.231693 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:37:25.241699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:25.247726 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:25.249294 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:25.276485 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1bd550e2-60ba-4649-8e38-f9d2eb852c50 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5059209 Nov 15 11:37:25.278905 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33830) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:25.399500 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a73a97f5-ba39-4b57-aef7-f271810b8ad5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting port 833eea6a-8e79-4702-bb35-f0196a1cc7f1 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:25.400442 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a73a97f5-ba39-4b57-aef7-f271810b8ad5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:25.495355 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a73a97f5-ba39-4b57-aef7-f271810b8ad5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:25.502976 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-61bee16b-99b2-412c-a891-8441ff37afad req-b5d61ad6-f2c6-4788-8465-7e95d6260e06 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272499 Nov 15 11:37:25.510971 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a73a97f5-ba39-4b57-aef7-f271810b8ad5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Calling delete_port for 833eea6a-8e79-4702-bb35-f0196a1cc7f1 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:25.572365 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b66fb116-f4f1-4847-acf6-c03cc27f6975 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:25.607462 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a73a97f5-ba39-4b57-aef7-f271810b8ad5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:25.641184 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a97f5-ba39-4b57-aef7-f271810b8ad5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Port': ['ID=833eea6a-8e79-4702-bb35-f0196a1cc7f1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:25.646050 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a73a97f5-ba39-4b57-aef7-f271810b8ad5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:25.652304 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a73a97f5-ba39-4b57-aef7-f271810b8ad5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/ports/833eea6a-8e79-4702-bb35-f0196a1cc7f1 HTTP/1.1" status: 204 len: 168 time: 0.3722186 Nov 15 11:37:25.652973 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33834) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:25.668275 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b66fb116-f4f1-4847-acf6-c03cc27f6975 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:25.712705 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43ba4dd-0b11-492f-881d-a155e7f534e0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:25.719221 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43ba4dd-0b11-492f-881d-a155e7f534e0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:25.719715 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66fb116-f4f1-4847-acf6-c03cc27f6975 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 6aa0d957-b07d-44ba-881e-15d642211b2e is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:37:25.720889 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d43ba4dd-0b11-492f-881d-a155e7f534e0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0667348 Nov 15 11:37:25.723911 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33836) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:25.734499 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-b66fb116-f4f1-4847-acf6-c03cc27f6975 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:25.742226 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66fb116-f4f1-4847-acf6-c03cc27f6975 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:37:25.772774 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fb116-f4f1-4847-acf6-c03cc27f6975 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Port': ['ID=0344051c-5627-4b75-8f45-2d90bc43d58b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:25.816703 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b66fb116-f4f1-4847-acf6-c03cc27f6975 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:25.834840 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9469d721-ab6a-45d1-a1e2-ee89c8987813 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting port dc98cf6b-04c3-4a76-8716-63f1f6ad2d20 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:25.835192 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9469d721-ab6a-45d1-a1e2-ee89c8987813 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:25.924471 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9469d721-ab6a-45d1-a1e2-ee89c8987813 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:25.939340 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9469d721-ab6a-45d1-a1e2-ee89c8987813 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Calling delete_port for dc98cf6b-04c3-4a76-8716-63f1f6ad2d20 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:25.955099 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b519a5d-d328-4bbe-833c-6cc667e64ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:26.038117 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9469d721-ab6a-45d1-a1e2-ee89c8987813 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:26.077258 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469d721-ab6a-45d1-a1e2-ee89c8987813 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Port': ['ID=dc98cf6b-04c3-4a76-8716-63f1f6ad2d20,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:26.084161 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9469d721-ab6a-45d1-a1e2-ee89c8987813 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:26.090954 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9469d721-ab6a-45d1-a1e2-ee89c8987813 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/ports/dc98cf6b-04c3-4a76-8716-63f1f6ad2d20 HTTP/1.1" status: 204 len: 168 time: 0.3659656 Nov 15 11:37:26.091863 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33840) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:26.163240 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f70eef5-a051-4d80-afbf-31105b5bab73 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:26.164937 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9f70eef5-a051-4d80-afbf-31105b5bab73 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0717561 Nov 15 11:37:26.167756 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33842) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:26.228761 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-914a3028-c83d-43e1-a6b3-50d5fb8e539d tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] GET failed (client error): The resource could not be found. Nov 15 11:37:26.230432 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-914a3028-c83d-43e1-a6b3-50d5fb8e539d tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports/833eea6a-8e79-4702-bb35-f0196a1cc7f1 HTTP/1.1" status: 404 len: 333 time: 0.0614696 Nov 15 11:37:26.234523 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33844) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:26.264313 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-1511fe15-05f2-4a62-a3c9-5ab97952b978 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] GET failed (client error): The resource could not be found. Nov 15 11:37:26.265793 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1511fe15-05f2-4a62-a3c9-5ab97952b978 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports/dc98cf6b-04c3-4a76-8716-63f1f6ad2d20 HTTP/1.1" status: 404 len: 333 time: 0.0304224 Nov 15 11:37:26.269809 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33846) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:26.288587 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8344dde-0832-4011-95d3-f9fb0132c6ab None None] Network 6aa0d957-b07d-44ba-881e-15d642211b2e requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:26.391608 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-858537e8-b824-42a0-8d8b-8ba950e0278b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:26.403456 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-70f81ace-041a-4a12-b91b-db86650f4447 None None] Provisioning complete for port e1d1b35d-77cb-4c3a-a64d-631481f04825 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:26.404036 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-70f81ace-041a-4a12-b91b-db86650f4447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:26.507585 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-858537e8-b824-42a0-8d8b-8ba950e0278b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:26.528377 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b66fb116-f4f1-4847-acf6-c03cc27f6975 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:26.534309 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-858537e8-b824-42a0-8d8b-8ba950e0278b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5054989-aadb-43aa-a7c5-b7b8389f8b0f']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:26.550815 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-858537e8-b824-42a0-8d8b-8ba950e0278b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5dcd3b-5739-43ee-801e-44a01875efb4') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:26.552026 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-858537e8-b824-42a0-8d8b-8ba950e0278b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5dcd3b-5739-43ee-801e-44a01875efb4') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:26.580881 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-858537e8-b824-42a0-8d8b-8ba950e0278b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:26.605958 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-70f81ace-041a-4a12-b91b-db86650f4447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:26.610532 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-858537e8-b824-42a0-8d8b-8ba950e0278b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:26.625156 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858537e8-b824-42a0-8d8b-8ba950e0278b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:37:26.625919 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-858537e8-b824-42a0-8d8b-8ba950e0278b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:37:26.637270 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:37:26.683459 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-70f81ace-041a-4a12-b91b-db86650f4447 None None] For port e1d1b35d-77cb-4c3a-a64d-631481f04825, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e1d1b35d-77cb-4c3a-a64d-631481f04825,segment=NetworkSegment(255c9010-e34e-404b-ab29-80e20701b4f5),segment_id=255c9010-e34e-404b-ab29-80e20701b4f5)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:26.693046 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-70f81ace-041a-4a12-b91b-db86650f4447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:26.741168 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-858537e8-b824-42a0-8d8b-8ba950e0278b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:26.756594 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-858537e8-b824-42a0-8d8b-8ba950e0278b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:26.771415 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-858537e8-b824-42a0-8d8b-8ba950e0278b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/networks/a5054989-aadb-43aa-a7c5-b7b8389f8b0f HTTP/1.1" status: 204 len: 168 time: 0.5003486 Nov 15 11:37:26.772765 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33854) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:26.775653 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f81ace-041a-4a12-b91b-db86650f4447 None None] Pushing event updated for resources: {'Port': ['ID=e1d1b35d-77cb-4c3a-a64d-631481f04825,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:26.803220 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2926433d-4732-4f24-8479-a883e9e3af09 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1175336771'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:26.808726 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858537e8-b824-42a0-8d8b-8ba950e0278b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Network': ['ID=a5054989-aadb-43aa-a7c5-b7b8389f8b0f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:26.838236 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2926433d-4732-4f24-8479-a883e9e3af09 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:26.843855 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2926433d-4732-4f24-8479-a883e9e3af09 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:26.877825 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2926433d-4732-4f24-8479-a883e9e3af09 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:37:26.886146 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19410926-a0f2-4f57-a6d4-29f19a76776d req-cd6cf2b9-1545-4bbe-9599-66851bcad6d1 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:26.888093 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-19410926-a0f2-4f57-a6d4-29f19a76776d req-cd6cf2b9-1545-4bbe-9599-66851bcad6d1 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 944 time: 0.2084806 Nov 15 11:37:26.896760 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2926433d-4732-4f24-8479-a883e9e3af09 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:26.897108 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-2926433d-4732-4f24-8479-a883e9e3af09 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Added segment bb49ee9f-1eb9-4391-a2e5-cb7848f1f127 of type vlan for network 4b87b9e6-eb92-4ae5-88ff-4c573c956170 Nov 15 11:37:26.948121 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2926433d-4732-4f24-8479-a883e9e3af09 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:26.985927 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2926433d-4732-4f24-8479-a883e9e3af09 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:26.994792 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2926433d-4732-4f24-8479-a883e9e3af09 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:26.995579 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2926433d-4732-4f24-8479-a883e9e3af09 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:27.030397 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-171f310e-33eb-456a-a263-a3cfdb57efaa None None] Provisioning complete for port e1d1b35d-77cb-4c3a-a64d-631481f04825 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:27.030397 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-171f310e-33eb-456a-a263-a3cfdb57efaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:27.042245 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-19410926-a0f2-4f57-a6d4-29f19a76776d req-2cd9faad-c08b-4622-9518-bb3e72701b64 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205723 Nov 15 11:37:27.074976 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b66fb116-f4f1-4847-acf6-c03cc27f6975 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:27.120701 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b66fb116-f4f1-4847-acf6-c03cc27f6975 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:27.129525 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2926433d-4732-4f24-8479-a883e9e3af09 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3290894 Nov 15 11:37:27.136118 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33860) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:27.157885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-4a9c2f76-13fb-4dae-b44b-aa50d5bc237c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'subnet': {'network_id': '4b87b9e6-eb92-4ae5-88ff-4c573c956170', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:27.169187 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926433d-4732-4f24-8479-a883e9e3af09 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Network': ['ID=4b87b9e6-eb92-4ae5-88ff-4c573c956170,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:27.202153 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 4b87b9e6-eb92-4ae5-88ff-4c573c956170 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:37:27.319732 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b66fb116-f4f1-4847-acf6-c03cc27f6975 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:27.326936 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-171f310e-33eb-456a-a263-a3cfdb57efaa None None] Provisioning complete for port 0344051c-5627-4b75-8f45-2d90bc43d58b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:27.327472 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-171f310e-33eb-456a-a263-a3cfdb57efaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:27.334876 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fb116-f4f1-4847-acf6-c03cc27f6975 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Port': ['ID=0344051c-5627-4b75-8f45-2d90bc43d58b,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:27.372494 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e1d1b35d-77cb-4c3a-a64d-631481f04825 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:37:27.400729 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-171f310e-33eb-456a-a263-a3cfdb57efaa None None] Port 0344051c-5627-4b75-8f45-2d90bc43d58b cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:37:27.445584 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port e1d1b35d-77cb-4c3a-a64d-631481f04825 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:27.446387 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:27.448710 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8b519a5d-d328-4bbe-833c-6cc667e64ff3 admin admin] Deleting port c9455887-a17e-4bef-bfba-9dbf118c2585 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:27.450157 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b519a5d-d328-4bbe-833c-6cc667e64ff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:27.456691 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9c2f76-13fb-4dae-b44b-aa50d5bc237c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:27.460369 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4a9c2f76-13fb-4dae-b44b-aa50d5bc237c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:27.568355 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-346b4e15-ba23-4962-8c96-8cc99db443ec None None] Provisioning complete for port 0344051c-5627-4b75-8f45-2d90bc43d58b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:27.569505 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-346b4e15-ba23-4962-8c96-8cc99db443ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:27.593418 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-4a9c2f76-13fb-4dae-b44b-aa50d5bc237c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Performing IP validity checks on allocation pools {{(pid=102678) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 15 11:37:27.595561 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-4a9c2f76-13fb-4dae-b44b-aa50d5bc237c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102678) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 15 11:37:27.599015 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66fb116-f4f1-4847-acf6-c03cc27f6975 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 6aa0d957-b07d-44ba-881e-15d642211b2e is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:37:27.607632 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-b66fb116-f4f1-4847-acf6-c03cc27f6975 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:27.640673 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-346b4e15-ba23-4962-8c96-8cc99db443ec None None] Port 0344051c-5627-4b75-8f45-2d90bc43d58b cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:37:27.693291 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-8b519a5d-d328-4bbe-833c-6cc667e64ff3 admin admin] For port c9455887-a17e-4bef-bfba-9dbf118c2585, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c9455887-a17e-4bef-bfba-9dbf118c2585,segment=NetworkSegment(8e4e212c-6e19-464b-a33c-39d4b1698c7c),segment_id=8e4e212c-6e19-464b-a33c-39d4b1698c7c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:27.693704 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b519a5d-d328-4bbe-833c-6cc667e64ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:27.745471 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8b519a5d-d328-4bbe-833c-6cc667e64ff3 admin admin] Calling delete_port for c9455887-a17e-4bef-bfba-9dbf118c2585 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:27.975709 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-bbe540f2-2bdd-4d3f-9123-f62e7d697c58 None None] Provisioning complete for port 0344051c-5627-4b75-8f45-2d90bc43d58b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:27.978573 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4a9c2f76-13fb-4dae-b44b-aa50d5bc237c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:27.978767 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bbe540f2-2bdd-4d3f-9123-f62e7d697c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:27.991305 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66fb116-f4f1-4847-acf6-c03cc27f6975 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Router 6a9b4c58-a02b-452a-81c3-07bbb7f0921f is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:37:28.029381 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-bbe540f2-2bdd-4d3f-9123-f62e7d697c58 None None] Port 0344051c-5627-4b75-8f45-2d90bc43d58b cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:37:28.143298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c2f76-13fb-4dae-b44b-aa50d5bc237c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Subnet': ['ID=6cad676f-caf1-4b86-9c7f-8e6c745e8c41,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:28.201850 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c2f76-13fb-4dae-b44b-aa50d5bc237c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Checking segment: {'id': 'bb49ee9f-1eb9-4391-a2e5-cb7848f1f127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '4b87b9e6-eb92-4ae5-88ff-4c573c956170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:37:28.202212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9c2f76-13fb-4dae-b44b-aa50d5bc237c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network hostable DHCP agents. Network: 4b87b9e6-eb92-4ae5-88ff-4c573c956170, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:37:28.236956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66fb116-f4f1-4847-acf6-c03cc27f6975 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:37:28.246571 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33882) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:28.247090 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b66fb116-f4f1-4847-acf6-c03cc27f6975 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/routers/6a9b4c58-a02b-452a-81c3-07bbb7f0921f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1392157 Nov 15 11:37:28.248829 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a99d3a5-f0d7-4add-9615-09580b3ca721 None None] Sync routers for ids ['6a9b4c58-a02b-452a-81c3-07bbb7f0921f'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:37:28.260950 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b519a5d-d328-4bbe-833c-6cc667e64ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:28.268584 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a99d3a5-f0d7-4add-9615-09580b3ca721 None None] Routers {'6a9b4c58-a02b-452a-81c3-07bbb7f0921f'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:37:28.271185 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-3a99d3a5-f0d7-4add-9615-09580b3ca721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:37:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['6a9b4c58-a02b-452a-81c3-07bbb7f0921f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:28.296437 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9c2f76-13fb-4dae-b44b-aa50d5bc237c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network 4b87b9e6-eb92-4ae5-88ff-4c573c956170 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:37:28.299647 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b519a5d-d328-4bbe-833c-6cc667e64ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9455887-a17e-4bef-bfba-9dbf118c2585,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:28.311245 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a14fa-b5fe-4d8a-823c-ee7dcc4eef0c req-c5899674-1754-4049-b59f-fc15e500e639 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:28.312863 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-167a14fa-b5fe-4d8a-823c-ee7dcc4eef0c req-c5899674-1754-4049-b59f-fc15e500e639 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 944 time: 0.1342604 Nov 15 11:37:28.352407 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3cc96d-65e7-4c35-a209-31a7e8cc25f8 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:28.353758 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1a3cc96d-65e7-4c35-a209-31a7e8cc25f8 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/ports/0344051c-5627-4b75-8f45-2d90bc43d58b HTTP/1.1" status: 200 len: 910 time: 0.1059730 Nov 15 11:37:28.357460 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33886) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:28.423466 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-4a9c2f76-13fb-4dae-b44b-aa50d5bc237c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 4b87b9e6-eb92-4ae5-88ff-4c573c956170) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:28.435054 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c2f76-13fb-4dae-b44b-aa50d5bc237c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:28.436120 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4a9c2f76-13fb-4dae-b44b-aa50d5bc237c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:28.607620 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4a9c2f76-13fb-4dae-b44b-aa50d5bc237c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4535685 Nov 15 11:37:28.609652 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33890) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:28.629373 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d3b4f7f8-ff83-4ac5-ab08-dc9497fd6379 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'port': {'network_id': '4b87b9e6-eb92-4ae5-88ff-4c573c956170', 'name': 'tempest-PortsIpV6TestJSON-654931478'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:28.633924 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0cf5d0-a335-4662-a4ea-c394e1e26a70 None None] Network 4b87b9e6-eb92-4ae5-88ff-4c573c956170 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:28.637288 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-3a99d3a5-f0d7-4add-9615-09580b3ca721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:28.668497 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-167a14fa-b5fe-4d8a-823c-ee7dcc4eef0c req-4bdfbe8a-42c8-4069-a85a-510aeda4d539 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285899 Nov 15 11:37:28.689550 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a99d3a5-f0d7-4add-9615-09580b3ca721 None None] Routers {'6a9b4c58-a02b-452a-81c3-07bbb7f0921f'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:37:28.690159 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-3a99d3a5-f0d7-4add-9615-09580b3ca721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:37:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['6a9b4c58-a02b-452a-81c3-07bbb7f0921f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:28.753487 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b519a5d-d328-4bbe-833c-6cc667e64ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:28.762054 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-3a99d3a5-f0d7-4add-9615-09580b3ca721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:28.765631 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a99d3a5-f0d7-4add-9615-09580b3ca721 None None] The sync data for ids ['6a9b4c58-a02b-452a-81c3-07bbb7f0921f'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:37:28.917616 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b4f7f8-ff83-4ac5-ab08-dc9497fd6379 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:28.922439 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f7f8-ff83-4ac5-ab08-dc9497fd6379 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:28.992666 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-d3b4f7f8-ff83-4ac5-ab08-dc9497fd6379 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] device_id is not set on port 8d9e7c6b-1364-411e-ade0-55f8e6caa012 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:37:28.999599 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4ccd4658-60df-43fd-8f1a-78a06fc9544a details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:37:29.033811 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19395537-2076-415a-88e4-30b056e3f619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-4b87b9e6-eb92-4ae5-88ff-4c573c956170', 'network_id': '4b87b9e6-eb92-4ae5-88ff-4c573c956170', 'tenant_id': '98a1ca29c2cd4a64a6ec344e8eaaed84', 'fixed_ips': [{'subnet_id': '6cad676f-caf1-4b86-9c7f-8e6c745e8c41'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:37:29.034664 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-19395537-2076-415a-88e4-30b056e3f619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:29.127434 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66907cfc-dd89-4723-ba4c-5f7908051e33 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:29.269760 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-d3b4f7f8-ff83-4ac5-ab08-dc9497fd6379 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Allocated IP 2001:db8::171 (4b87b9e6-eb92-4ae5-88ff-4c573c956170/6cad676f-caf1-4b86-9c7f-8e6c745e8c41/8d9e7c6b-1364-411e-ade0-55f8e6caa012) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:37:29.272974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b519a5d-d328-4bbe-833c-6cc667e64ff3 admin admin] Router 535c6edc-990c-45b7-a99d-8e5aaaeea556 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:37:29.330111 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4ccd4658-60df-43fd-8f1a-78a06fc9544a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4ccd4658-60df-43fd-8f1a-78a06fc9544a,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:29.356724 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '4ccd4658-60df-43fd-8f1a-78a06fc9544a', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'port_id': '4ccd4658-60df-43fd-8f1a-78a06fc9544a', 'mac_address': 'fa:16:3e:da:43:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:37:29.405061 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:29.414952 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ccd4658-60df-43fd-8f1a-78a06fc9544a {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:37:29.442733 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4ccd4658-60df-43fd-8f1a-78a06fc9544a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4ccd4658-60df-43fd-8f1a-78a06fc9544a,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:29.454691 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:29.543399 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=4ccd4658-60df-43fd-8f1a-78a06fc9544a,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:29.556511 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-66907cfc-dd89-4723-ba4c-5f7908051e33 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting port 0344051c-5627-4b75-8f45-2d90bc43d58b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:29.557100 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66907cfc-dd89-4723-ba4c-5f7908051e33 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:29.626214 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:29.660994 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['4ccd4658-60df-43fd-8f1a-78a06fc9544a'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:37:29.675837 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66907cfc-dd89-4723-ba4c-5f7908051e33 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:29.691562 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-66907cfc-dd89-4723-ba4c-5f7908051e33 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Calling delete_port for 0344051c-5627-4b75-8f45-2d90bc43d58b owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:29.991610 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66907cfc-dd89-4723-ba4c-5f7908051e33 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:30.028277 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66907cfc-dd89-4723-ba4c-5f7908051e33 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Port': ['ID=0344051c-5627-4b75-8f45-2d90bc43d58b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:30.048606 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b519a5d-d328-4bbe-833c-6cc667e64ff3 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:37:30.057390 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8b519a5d-d328-4bbe-833c-6cc667e64ff3 admin admin] 10.222.0.64 "PUT /v2.0/routers/535c6edc-990c-45b7-a99d-8e5aaaeea556/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3862281 Nov 15 11:37:30.059901 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33902) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:30.064067 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe022560-bd5d-4f56-a634-bb43756f730f None None] Sync routers for ids ['535c6edc-990c-45b7-a99d-8e5aaaeea556'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:37:30.102814 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe022560-bd5d-4f56-a634-bb43756f730f None None] Routers {'535c6edc-990c-45b7-a99d-8e5aaaeea556'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:37:30.109036 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-fe022560-bd5d-4f56-a634-bb43756f730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:37:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['535c6edc-990c-45b7-a99d-8e5aaaeea556'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:30.109363 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6c11e-991d-4054-8a4f-5233e17afd3b req-99cd9821-f33c-40ca-9b6a-55637d6740b1 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:30.116592 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2cf6c11e-991d-4054-8a4f-5233e17afd3b req-99cd9821-f33c-40ca-9b6a-55637d6740b1 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 945 time: 0.1263654 Nov 15 11:37:30.186006 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f7f8-ff83-4ac5-ab08-dc9497fd6379 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:30.255598 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2cf6c11e-991d-4054-8a4f-5233e17afd3b req-7dfad8e0-8aee-4047-abd0-7ce6218e51f4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260731 Nov 15 11:37:30.284656 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f7f8-ff83-4ac5-ab08-dc9497fd6379 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:30.333541 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66907cfc-dd89-4723-ba4c-5f7908051e33 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:30.345664 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02b4de6b-29e0-466f-b8b2-5dc3d9500f71 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:30.360798 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-fe022560-bd5d-4f56-a634-bb43756f730f None None] Set router 535c6edc-990c-45b7-a99d-8e5aaaeea556 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:37:30.373598 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b4f7f8-ff83-4ac5-ab08-dc9497fd6379 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network 4b87b9e6-eb92-4ae5-88ff-4c573c956170 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:37:30.377921 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-d3b4f7f8-ff83-4ac5-ab08-dc9497fd6379 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:30.384681 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b4f7f8-ff83-4ac5-ab08-dc9497fd6379 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:37:30.401066 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b4f7f8-ff83-4ac5-ab08-dc9497fd6379 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:30.401757 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f7f8-ff83-4ac5-ab08-dc9497fd6379 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:30.411651 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-19395537-2076-415a-88e4-30b056e3f619 None None] Allocated IP 2001:db8::2 (4b87b9e6-eb92-4ae5-88ff-4c573c956170/6cad676f-caf1-4b86-9c7f-8e6c745e8c41/f4e9163a-eefb-4285-b611-5daa1dbcc2bf) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:37:30.425874 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4f7f8-ff83-4ac5-ab08-dc9497fd6379 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Port': ['ID=8d9e7c6b-1364-411e-ade0-55f8e6caa012,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:30.465188 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d3b4f7f8-ff83-4ac5-ab08-dc9497fd6379 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8458812 Nov 15 11:37:30.466100 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33910) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:30.621129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-bfcfa594-013a-4fa0-bda3-a4cd03aedd1a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting port 8d9e7c6b-1364-411e-ade0-55f8e6caa012 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:30.621466 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bfcfa594-013a-4fa0-bda3-a4cd03aedd1a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:30.770740 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-fe022560-bd5d-4f56-a634-bb43756f730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'name': 'tempest-TestServerBasicOps-1258185139-router', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:31:35Z', 'updated_at': '2021-11-15T11:37:28Z', 'revision_number': 5, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'gw_port': {'id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:37Z', 'updated_at': '2021-11-15T11:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:30.786058 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-19395537-2076-415a-88e4-30b056e3f619 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:30.803045 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bfcfa594-013a-4fa0-bda3-a4cd03aedd1a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:30.804193 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-19395537-2076-415a-88e4-30b056e3f619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:30.808360 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe022560-bd5d-4f56-a634-bb43756f730f None None] Checking router: 535c6edc-990c-45b7-a99d-8e5aaaeea556 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:37:30.817958 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe022560-bd5d-4f56-a634-bb43756f730f None None] Routers {'535c6edc-990c-45b7-a99d-8e5aaaeea556'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:37:30.818715 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-fe022560-bd5d-4f56-a634-bb43756f730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:37:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['535c6edc-990c-45b7-a99d-8e5aaaeea556'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:30.820936 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-bfcfa594-013a-4fa0-bda3-a4cd03aedd1a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Calling delete_port for 8d9e7c6b-1364-411e-ade0-55f8e6caa012 owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:30.860275 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19395537-2076-415a-88e4-30b056e3f619 None None] Pushing event updated for resources: {'Port': ['ID=f4e9163a-eefb-4285-b611-5daa1dbcc2bf,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:30.881387 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19395537-2076-415a-88e4-30b056e3f619 None None] Network 4b87b9e6-eb92-4ae5-88ff-4c573c956170 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:37:30.886990 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-19395537-2076-415a-88e4-30b056e3f619 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:30.891348 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19395537-2076-415a-88e4-30b056e3f619 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:37:30.999513 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-fe022560-bd5d-4f56-a634-bb43756f730f None None] Set router 535c6edc-990c-45b7-a99d-8e5aaaeea556 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:37:31.009731 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-19395537-2076-415a-88e4-30b056e3f619 None None] Attempting to bind port f4e9163a-eefb-4285-b611-5daa1dbcc2bf on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:37:31.010248 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-19395537-2076-415a-88e4-30b056e3f619 None None] Attempting to bind port f4e9163a-eefb-4285-b611-5daa1dbcc2bf by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'bb49ee9f-1eb9-4391-a2e5-cb7848f1f127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '4b87b9e6-eb92-4ae5-88ff-4c573c956170'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:37:31.010695 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19395537-2076-415a-88e4-30b056e3f619 None None] Attempting to bind port f4e9163a-eefb-4285-b611-5daa1dbcc2bf on network 4b87b9e6-eb92-4ae5-88ff-4c573c956170 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:37:31.014295 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4ccd4658-60df-43fd-8f1a-78a06fc9544a up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:37:31.048076 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19395537-2076-415a-88e4-30b056e3f619 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:37:31.048816 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19395537-2076-415a-88e4-30b056e3f619 None None] Checking segment: {'id': 'bb49ee9f-1eb9-4391-a2e5-cb7848f1f127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '4b87b9e6-eb92-4ae5-88ff-4c573c956170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:37:31.050269 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-19395537-2076-415a-88e4-30b056e3f619 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:31.051031 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19395537-2076-415a-88e4-30b056e3f619 None None] Bound using segment: {'id': 'bb49ee9f-1eb9-4391-a2e5-cb7848f1f127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '4b87b9e6-eb92-4ae5-88ff-4c573c956170'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:37:31.051679 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-19395537-2076-415a-88e4-30b056e3f619 None None] Bound port: f4e9163a-eefb-4285-b611-5daa1dbcc2bf, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb49ee9f-1eb9-4391-a2e5-cb7848f1f127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '4b87b9e6-eb92-4ae5-88ff-4c573c956170'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:37:31.052168 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-19395537-2076-415a-88e4-30b056e3f619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:31.149223 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bfcfa594-013a-4fa0-bda3-a4cd03aedd1a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:31.226393 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfa594-013a-4fa0-bda3-a4cd03aedd1a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Port': ['ID=8d9e7c6b-1364-411e-ade0-55f8e6caa012,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:31.250877 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 4ccd4658-60df-43fd-8f1a-78a06fc9544a completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:37:31.254846 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bfcfa594-013a-4fa0-bda3-a4cd03aedd1a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:31.261368 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-bfcfa594-013a-4fa0-bda3-a4cd03aedd1a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/ports/8d9e7c6b-1364-411e-ade0-55f8e6caa012 HTTP/1.1" status: 204 len: 168 time: 0.7939644 Nov 15 11:37:31.263764 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33920) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:31.271654 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 4ccd4658-60df-43fd-8f1a-78a06fc9544a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:31.272826 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:31.298283 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-cedd69c8-d17e-4198-9d1b-14bac1ebc348 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] DELETE failed (client error): The resource could not be found. Nov 15 11:37:31.298283 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cedd69c8-d17e-4198-9d1b-14bac1ebc348 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:37:31.301729 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cedd69c8-d17e-4198-9d1b-14bac1ebc348 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/ports/8d9e7c6b-1364-411e-ade0-55f8e6caa012 HTTP/1.1" status: 404 len: 333 time: 0.0368612 Nov 15 11:37:31.304558 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33924) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:31.354415 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-19395537-2076-415a-88e4-30b056e3f619 None None] For port f4e9163a-eefb-4285-b611-5daa1dbcc2bf, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:37:31.379028 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-19395537-2076-415a-88e4-30b056e3f619 None None] For port f4e9163a-eefb-4285-b611-5daa1dbcc2bf, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f4e9163a-eefb-4285-b611-5daa1dbcc2bf,segment=NetworkSegment(bb49ee9f-1eb9-4391-a2e5-cb7848f1f127),segment_id=bb49ee9f-1eb9-4391-a2e5-cb7848f1f127)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:37:31.402281 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-19395537-2076-415a-88e4-30b056e3f619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:31.418482 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75f0e3b-c3f6-42c2-87c0-cdd0499330db tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] GET failed (client error): The resource could not be found. Nov 15 11:37:31.422707 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b75f0e3b-c3f6-42c2-87c0-cdd0499330db tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports/8d9e7c6b-1364-411e-ade0-55f8e6caa012 HTTP/1.1" status: 404 len: 333 time: 0.1166916 Nov 15 11:37:31.452209 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33926) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:31.456640 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-fe022560-bd5d-4f56-a634-bb43756f730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'name': 'tempest-TestServerBasicOps-1258185139-router', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:31:35Z', 'updated_at': '2021-11-15T11:37:28Z', 'revision_number': 5, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'gw_port': {'id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:37Z', 'updated_at': '2021-11-15T11:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:31.527945 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe022560-bd5d-4f56-a634-bb43756f730f None None] The sync data for ids ['535c6edc-990c-45b7-a99d-8e5aaaeea556'] in n-d-729945-9 is: [{'id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'name': 'tempest-TestServerBasicOps-1258185139-router', 'tenant_id': 'c6befd75a17548db897fe48e53eb3cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:31:35Z', 'updated_at': '2021-11-15T11:37:28Z', 'revision_number': 5, 'project_id': 'c6befd75a17548db897fe48e53eb3cd1', 'gw_port': {'id': '36b720a5-ae20-425f-a0eb-41c54ac7e464', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c6edc-990c-45b7-a99d-8e5aaaeea556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:37Z', 'updated_at': '2021-11-15T11:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:37:31.543192 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238996b-8ff0-4c77-aec3-d5464bfa9589 req-3c0c461d-88d5-4302-b88b-b326f916e077 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:31.544839 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e238996b-8ff0-4c77-aec3-d5464bfa9589 req-3c0c461d-88d5-4302-b88b-b326f916e077 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 945 time: 0.1162388 Nov 15 11:37:31.569446 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02b4de6b-29e0-466f-b8b2-5dc3d9500f71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:31.591739 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66907cfc-dd89-4723-ba4c-5f7908051e33 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Router 6a9b4c58-a02b-452a-81c3-07bbb7f0921f has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:37:31.654209 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:31.655554 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e238996b-8ff0-4c77-aec3-d5464bfa9589 req-bf09756d-9b03-4b85-a626-601089017958 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032925 Nov 15 11:37:31.672270 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:31.693529 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf7e1dca-7955-469a-a527-928a90ce3759 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting subnet 6cad676f-caf1-4b86-9c7f-8e6c745e8c41 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:37:31.717996 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19395537-2076-415a-88e4-30b056e3f619 None None] Pushing event updated for resources: {'Port': ['ID=f4e9163a-eefb-4285-b611-5daa1dbcc2bf,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:31.738529 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a0fa4c-be7d-48b5-af1a-4036841031af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccd4658-60df-43fd-8f1a-78a06fc9544a'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:37:31.744798 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c2644a-636f-46b4-987c-30d1aad8e27d" -d '{"events": [{"server_uuid": "e7a0fa4c-be7d-48b5-af1a-4036841031af", "name": "network-vif-plugged", "status": "completed", "tag": "4ccd4658-60df-43fd-8f1a-78a06fc9544a"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:37:31.759926 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4ccd4658-60df-43fd-8f1a-78a06fc9544a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4ccd4658-60df-43fd-8f1a-78a06fc9544a,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:31.773369 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:31.774953 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1dca-7955-469a-a527-928a90ce3759 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:31.808278 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafdd784-19e1-4bf8-9844-5d4c749d456f x-openstack-request-id: req-cafdd784-19e1-4bf8-9844-5d4c749d456f {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:37:31.808837 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a0fa4c-be7d-48b5-af1a-4036841031af", "name": "network-vif-plugged", "status": "completed", "tag": "4ccd4658-60df-43fd-8f1a-78a06fc9544a", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:37:31.808837 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cafdd784-19e1-4bf8-9844-5d4c749d456f {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:37:31.809194 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a0fa4c-be7d-48b5-af1a-4036841031af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccd4658-60df-43fd-8f1a-78a06fc9544a', 'code': 200} Nov 15 11:37:31.852962 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=4ccd4658-60df-43fd-8f1a-78a06fc9544a,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:31.854012 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66907cfc-dd89-4723-ba4c-5f7908051e33 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:37:31.865933 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33934) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:31.866252 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-66907cfc-dd89-4723-ba4c-5f7908051e33 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/routers/6a9b4c58-a02b-452a-81c3-07bbb7f0921f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5078349 Nov 15 11:37:31.878770 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9dd1fb-56bf-4d73-b066-9c919301103d None None] Sync routers for ids ['6a9b4c58-a02b-452a-81c3-07bbb7f0921f'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:37:31.902684 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9dd1fb-56bf-4d73-b066-9c919301103d None None] Routers {'6a9b4c58-a02b-452a-81c3-07bbb7f0921f'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:37:31.903319 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-af9dd1fb-56bf-4d73-b066-9c919301103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:37:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['6a9b4c58-a02b-452a-81c3-07bbb7f0921f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:31.913269 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1dca-7955-469a-a527-928a90ce3759 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:31.976118 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-af9dd1fb-56bf-4d73-b066-9c919301103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:31.997423 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3a9cc08c-74b0-4ffa-a0a6-0a39f06868db tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a9b4c58-a02b-452a-81c3-07bbb7f0921f HTTP/1.1" status: 200 len: 205 time: 0.1280913 Nov 15 11:37:31.997680 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9dd1fb-56bf-4d73-b066-9c919301103d None None] Routers {'6a9b4c58-a02b-452a-81c3-07bbb7f0921f'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:37:31.997680 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-af9dd1fb-56bf-4d73-b066-9c919301103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:37:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['6a9b4c58-a02b-452a-81c3-07bbb7f0921f'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:31.998258 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33936) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:32.002111 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-02b4de6b-29e0-466f-b8b2-5dc3d9500f71 admin admin] Deleting port 36b720a5-ae20-425f-a0eb-41c54ac7e464 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:32.002439 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02b4de6b-29e0-466f-b8b2-5dc3d9500f71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:32.115527 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-af9dd1fb-56bf-4d73-b066-9c919301103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:32.116642 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9dd1fb-56bf-4d73-b066-9c919301103d None None] The sync data for ids ['6a9b4c58-a02b-452a-81c3-07bbb7f0921f'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:37:32.178162 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40ff611c-8ea9-46e2-bd6e-dbd0c751a0f5 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:32.245658 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-02b4de6b-29e0-466f-b8b2-5dc3d9500f71 admin admin] For port 36b720a5-ae20-425f-a0eb-41c54ac7e464, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=36b720a5-ae20-425f-a0eb-41c54ac7e464,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:32.246220 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02b4de6b-29e0-466f-b8b2-5dc3d9500f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:32.249379 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1dca-7955-469a-a527-928a90ce3759 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:32.300688 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc673ae-e5d4-4db8-8455-292c2b27a399 req-40c997e6-8535-472f-a09f-5cd00659857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:32.300945 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-02b4de6b-29e0-466f-b8b2-5dc3d9500f71 admin admin] Calling delete_port for 36b720a5-ae20-425f-a0eb-41c54ac7e464 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:32.302895 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7bc673ae-e5d4-4db8-8455-292c2b27a399 req-40c997e6-8535-472f-a09f-5cd00659857f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 1097 time: 0.4273002 Nov 15 11:37:32.385519 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1dca-7955-469a-a527-928a90ce3759 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:32.426831 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e1dca-7955-469a-a527-928a90ce3759 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Subnet': ['ID=6cad676f-caf1-4b86-9c7f-8e6c745e8c41,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:32.433818 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1dca-7955-469a-a527-928a90ce3759 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:32.442324 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bf7e1dca-7955-469a-a527-928a90ce3759 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/subnets/6cad676f-caf1-4b86-9c7f-8e6c745e8c41 HTTP/1.1" status: 204 len: 168 time: 0.9805322 Nov 15 11:37:32.454410 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33940) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:32.539176 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40ff611c-8ea9-46e2-bd6e-dbd0c751a0f5 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:32.544845 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40ff611c-8ea9-46e2-bd6e-dbd0c751a0f5 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:32.550185 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7bc673ae-e5d4-4db8-8455-292c2b27a399 req-5189906e-ba2f-45d3-9958-4aa01e19c2ee service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383611 Nov 15 11:37:32.591405 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02b4de6b-29e0-466f-b8b2-5dc3d9500f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:32.623665 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d37672-c3c2-4be8-b1c2-9fe2b9fa548d None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:37:32.654949 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0df493d7-3a5d-458f-9cf7-dfed55000ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:32.667734 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40ff611c-8ea9-46e2-bd6e-dbd0c751a0f5 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:32.668263 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ff611c-8ea9-46e2-bd6e-dbd0c751a0f5 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Fanout notify agent at l3_agent the message router_deleted on router 6a9b4c58-a02b-452a-81c3-07bbb7f0921f {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:37:32.669219 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4de6b-29e0-466f-b8b2-5dc3d9500f71 admin admin] Pushing event deleted for resources: {'Port': ['ID=36b720a5-ae20-425f-a0eb-41c54ac7e464,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:32.685277 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40ff611c-8ea9-46e2-bd6e-dbd0c751a0f5 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:32.685558 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-40ff611c-8ea9-46e2-bd6e-dbd0c751a0f5 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/routers/6a9b4c58-a02b-452a-81c3-07bbb7f0921f HTTP/1.1" status: 204 len: 168 time: 0.6862504 Nov 15 11:37:32.694470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33948) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:32.751873 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02b4de6b-29e0-466f-b8b2-5dc3d9500f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:32.881111 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02b4de6b-29e0-466f-b8b2-5dc3d9500f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:32.887386 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02b4de6b-29e0-466f-b8b2-5dc3d9500f71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:32.902841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7cdccf2-a709-49bf-8c69-c6ab3549c06e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting subnet c7fbfc6c-3a42-4204-8bab-b6cf65dc8047 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:37:32.910981 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7cdccf2-a709-49bf-8c69-c6ab3549c06e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:32.956425 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02b4de6b-29e0-466f-b8b2-5dc3d9500f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:32.957140 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b4de6b-29e0-466f-b8b2-5dc3d9500f71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 535c6edc-990c-45b7-a99d-8e5aaaeea556 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:37:32.964244 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02b4de6b-29e0-466f-b8b2-5dc3d9500f71 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:32.968793 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-02b4de6b-29e0-466f-b8b2-5dc3d9500f71 admin admin] 10.222.0.64 "DELETE /v2.0/routers/535c6edc-990c-45b7-a99d-8e5aaaeea556 HTTP/1.1" status: 204 len: 168 time: 2.9065642 Nov 15 11:37:32.971516 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33952) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:32.986337 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e95234-4593-4c9f-b70c-5cdacbd0f10b req-7a3b10a8-a373-43c5-8c3d-c27491dd5dbc tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:32.994245 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57e95234-4593-4c9f-b70c-5cdacbd0f10b req-7a3b10a8-a373-43c5-8c3d-c27491dd5dbc tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 946 time: 0.1901639 Nov 15 11:37:33.030590 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7cdccf2-a709-49bf-8c69-c6ab3549c06e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:33.085077 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a358c3-5629-4d4a-986c-26b0fdb45021 admin admin] Deleting subnet 1c62f435-1ed6-404a-a855-45179d8b724c {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:37:33.097235 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31a358c3-5629-4d4a-986c-26b0fdb45021 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:33.146346 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0df493d7-3a5d-458f-9cf7-dfed55000ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting port f4e9163a-eefb-4285-b611-5daa1dbcc2bf {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:33.146346 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0df493d7-3a5d-458f-9cf7-dfed55000ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:33.193898 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31a358c3-5629-4d4a-986c-26b0fdb45021 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:33.241388 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57e95234-4593-4c9f-b70c-5cdacbd0f10b req-8ce44764-7569-4542-a480-64036fcd56ab tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352078 Nov 15 11:37:33.294798 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365b7246-958f-4415-a003-4e8e2fad1297 None None] Network 4b87b9e6-eb92-4ae5-88ff-4c573c956170 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:33.340039 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31a358c3-5629-4d4a-986c-26b0fdb45021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:33.378986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0df493d7-3a5d-458f-9cf7-dfed55000ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] For port f4e9163a-eefb-4285-b611-5daa1dbcc2bf, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f4e9163a-eefb-4285-b611-5daa1dbcc2bf,segment=NetworkSegment(bb49ee9f-1eb9-4391-a2e5-cb7848f1f127),segment_id=bb49ee9f-1eb9-4391-a2e5-cb7848f1f127)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:33.379348 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0df493d7-3a5d-458f-9cf7-dfed55000ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:33.410823 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31a358c3-5629-4d4a-986c-26b0fdb45021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:33.421331 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0df493d7-3a5d-458f-9cf7-dfed55000ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Calling delete_port for f4e9163a-eefb-4285-b611-5daa1dbcc2bf owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:33.450638 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a358c3-5629-4d4a-986c-26b0fdb45021 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c62f435-1ed6-404a-a855-45179d8b724c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:33.459543 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31a358c3-5629-4d4a-986c-26b0fdb45021 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:33.461933 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7cdccf2-a709-49bf-8c69-c6ab3549c06e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:33.467560 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-31a358c3-5629-4d4a-986c-26b0fdb45021 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1c62f435-1ed6-404a-a855-45179d8b724c HTTP/1.1" status: 204 len: 168 time: 0.4942806 Nov 15 11:37:33.470102 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33956) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:33.521089 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94b28ac-8e26-4435-a7a6-5c0c18051934 None None] Network 22cff1ab-90e9-409a-9763-27f9c9815424 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:33.564343 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5bbc1a83-c2ca-442c-b36b-3c1c015b2aa9 None None] Provisioning complete for port f4e9163a-eefb-4285-b611-5daa1dbcc2bf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:33.564705 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5bbc1a83-c2ca-442c-b36b-3c1c015b2aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:33.611236 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8c200da-7fd1-4403-a464-cf3dfd4f04b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:33.642902 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7cdccf2-a709-49bf-8c69-c6ab3549c06e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:33.721811 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdccf2-a709-49bf-8c69-c6ab3549c06e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Subnet': ['ID=c7fbfc6c-3a42-4204-8bab-b6cf65dc8047,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:33.733840 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0df493d7-3a5d-458f-9cf7-dfed55000ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:33.747852 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7cdccf2-a709-49bf-8c69-c6ab3549c06e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:33.754898 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f7cdccf2-a709-49bf-8c69-c6ab3549c06e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/subnets/c7fbfc6c-3a42-4204-8bab-b6cf65dc8047 HTTP/1.1" status: 204 len: 168 time: 1.0568032 Nov 15 11:37:33.755919 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 33960) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:33.761519 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df493d7-3a5d-458f-9cf7-dfed55000ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] No DVR routers for this DVR port f4e9163a-eefb-4285-b611-5daa1dbcc2bf on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:37:33.773907 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f4e9163a-eefb-4285-b611-5daa1dbcc2bf up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:37:33.789856 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df493d7-3a5d-458f-9cf7-dfed55000ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Port': ['ID=f4e9163a-eefb-4285-b611-5daa1dbcc2bf,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:33.814553 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1feb6d6-6d6e-46c0-acf2-8316169ff270 None None] Network 6aa0d957-b07d-44ba-881e-15d642211b2e requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:33.840824 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: f4e9163a-eefb-4285-b611-5daa1dbcc2bf {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:37:33.845523 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f4e9163a-eefb-4285-b611-5daa1dbcc2bf not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 15 11:37:33.906316 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d8c200da-7fd1-4403-a464-cf3dfd4f04b9 admin admin] Deleting port 23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:33.906640 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8c200da-7fd1-4403-a464-cf3dfd4f04b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:33.915566 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0df493d7-3a5d-458f-9cf7-dfed55000ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:33.942269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-0df493d7-3a5d-458f-9cf7-dfed55000ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b87b9e6-eb92-4ae5-88ff-4c573c956170']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:33.955800 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-0df493d7-3a5d-458f-9cf7-dfed55000ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb49ee9f-1eb9-4391-a2e5-cb7848f1f127') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:33.956044 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-0df493d7-3a5d-458f-9cf7-dfed55000ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb49ee9f-1eb9-4391-a2e5-cb7848f1f127') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:33.971608 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0df493d7-3a5d-458f-9cf7-dfed55000ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:33.989737 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0df493d7-3a5d-458f-9cf7-dfed55000ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:33.999905 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df493d7-3a5d-458f-9cf7-dfed55000ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:37:34.000514 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0df493d7-3a5d-458f-9cf7-dfed55000ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:34.002199 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f21f0f0e-df48-4d83-ab0d-de618f7bbf2d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:34.012860 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Port f4e9163a-eefb-4285-b611-5daa1dbcc2bf not found, will not notify nova. {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 15 11:37:34.034905 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d8c200da-7fd1-4403-a464-cf3dfd4f04b9 admin admin] For port 23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb,segment=NetworkSegment(8e4e212c-6e19-464b-a33c-39d4b1698c7c),segment_id=8e4e212c-6e19-464b-a33c-39d4b1698c7c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:34.035568 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8c200da-7fd1-4403-a464-cf3dfd4f04b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:34.052344 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d8c200da-7fd1-4403-a464-cf3dfd4f04b9 admin admin] Calling delete_port for 23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:34.081697 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c9455887-a17e-4bef-bfba-9dbf118c2585 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:37:34.121260 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5bbc1a83-c2ca-442c-b36b-3c1c015b2aa9 None None] Could not find standard attr ID for object f4e9163a-eefb-4285-b611-5daa1dbcc2bf. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:37:34.160317 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:37:34.169527 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0df493d7-3a5d-458f-9cf7-dfed55000ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:34.199421 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0df493d7-3a5d-458f-9cf7-dfed55000ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:34.205713 n-d-729945-9 neutron-server[102679]: INFO neutron.plugins.ml2.db [None req-5bbc1a83-c2ca-442c-b36b-3c1c015b2aa9 None None] No ports have port_id starting with f4e9163a-eefb-4285-b611-5daa1dbcc2bf Nov 15 11:37:34.208247 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0df493d7-3a5d-458f-9cf7-dfed55000ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/networks/4b87b9e6-eb92-4ae5-88ff-4c573c956170 HTTP/1.1" status: 204 len: 168 time: 1.7513247 Nov 15 11:37:34.209511 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74501249-2752-47cd-af58-a57a226d4a02 None None] DHCP port deletion for 4b87b9e6-eb92-4ae5-88ff-4c573c956170 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:37:34.209660 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df493d7-3a5d-458f-9cf7-dfed55000ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Network': ['ID=4b87b9e6-eb92-4ae5-88ff-4c573c956170,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:34.211685 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33964) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:34.218315 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-89dfeee1-89b5-4dcc-843c-93495381a81f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2098141636'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:34.223443 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: c9455887-a17e-4bef-bfba-9dbf118c2585 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:37:34.224648 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c9455887-a17e-4bef-bfba-9dbf118c2585 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:37:34.235237 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8c200da-7fd1-4403-a464-cf3dfd4f04b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:34.250850 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dfeee1-89b5-4dcc-843c-93495381a81f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:34.255074 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f21f0f0e-df48-4d83-ab0d-de618f7bbf2d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting port e1d1b35d-77cb-4c3a-a64d-631481f04825 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:34.255541 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f21f0f0e-df48-4d83-ab0d-de618f7bbf2d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:34.258484 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89dfeee1-89b5-4dcc-843c-93495381a81f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:34.315475 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89dfeee1-89b5-4dcc-843c-93495381a81f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:37:34.337970 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89dfeee1-89b5-4dcc-843c-93495381a81f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:34.339591 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-89dfeee1-89b5-4dcc-843c-93495381a81f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Added segment 16cf736b-2a01-4a1f-b6d7-e387feb752a0 of type vlan for network 3b329c87-77e1-45e4-966a-259f2a30e516 Nov 15 11:37:34.414774 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f21f0f0e-df48-4d83-ab0d-de618f7bbf2d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] For port e1d1b35d-77cb-4c3a-a64d-631481f04825, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e1d1b35d-77cb-4c3a-a64d-631481f04825,segment=NetworkSegment(255c9010-e34e-404b-ab29-80e20701b4f5),segment_id=255c9010-e34e-404b-ab29-80e20701b4f5)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:34.417786 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f21f0f0e-df48-4d83-ab0d-de618f7bbf2d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:34.424764 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c200da-7fd1-4403-a464-cf3dfd4f04b9 admin admin] No DVR routers for this DVR port 23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:37:34.468467 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89dfeee1-89b5-4dcc-843c-93495381a81f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:34.483651 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c200da-7fd1-4403-a464-cf3dfd4f04b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:34.497277 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53a6552-d296-4f83-9277-0eea38d35007 None None] DHCP port deletion for 22cff1ab-90e9-409a-9763-27f9c9815424 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:37:34.530391 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f21f0f0e-df48-4d83-ab0d-de618f7bbf2d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Calling delete_port for e1d1b35d-77cb-4c3a-a64d-631481f04825 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:34.534748 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba178ac-e342-4991-8d16-234cdf301108 None None] DHCP port deletion for 6aa0d957-b07d-44ba-881e-15d642211b2e request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:37:34.563151 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceec576-27a8-4ca8-86a9-6a429781a148 req-76b75051-2acd-4386-ac9e-eb8df615cd6a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:34.565065 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ceec576-27a8-4ca8-86a9-6a429781a148 req-76b75051-2acd-4386-ac9e-eb8df615cd6a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 946 time: 0.1879945 Nov 15 11:37:34.579964 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89dfeee1-89b5-4dcc-843c-93495381a81f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:34.586528 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dfeee1-89b5-4dcc-843c-93495381a81f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:34.587422 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89dfeee1-89b5-4dcc-843c-93495381a81f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:34.700652 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-1ba178ac-e342-4991-8d16-234cdf301108 None None] Deleting port e1d1b35d-77cb-4c3a-a64d-631481f04825 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:34.701558 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1ba178ac-e342-4991-8d16-234cdf301108 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:34.722582 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfeee1-89b5-4dcc-843c-93495381a81f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Network': ['ID=3b329c87-77e1-45e4-966a-259f2a30e516,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:34.738513 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-89dfeee1-89b5-4dcc-843c-93495381a81f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5254602 Nov 15 11:37:34.743440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33980) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:34.752075 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-1b7b7687-0115-4e05-9197-270049f58268 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'subnet': {'network_id': '3b329c87-77e1-45e4-966a-259f2a30e516', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:34.768198 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 3b329c87-77e1-45e4-966a-259f2a30e516 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:37:34.790687 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8c200da-7fd1-4403-a464-cf3dfd4f04b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:34.891846 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d8c200da-7fd1-4403-a464-cf3dfd4f04b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22cff1ab-90e9-409a-9763-27f9c9815424']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:34.895191 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-1ba178ac-e342-4991-8d16-234cdf301108 None None] For port e1d1b35d-77cb-4c3a-a64d-631481f04825, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e1d1b35d-77cb-4c3a-a64d-631481f04825,segment=NetworkSegment(255c9010-e34e-404b-ab29-80e20701b4f5),segment_id=255c9010-e34e-404b-ab29-80e20701b4f5)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:34.896148 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1ba178ac-e342-4991-8d16-234cdf301108 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:34.908812 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ceec576-27a8-4ca8-86a9-6a429781a148 req-90c1c9a0-0379-4eaa-aaac-e6ca237553b9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368363 Nov 15 11:37:34.915700 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d8c200da-7fd1-4403-a464-cf3dfd4f04b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e4e212c-6e19-464b-a33c-39d4b1698c7c') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:34.916019 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d8c200da-7fd1-4403-a464-cf3dfd4f04b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e4e212c-6e19-464b-a33c-39d4b1698c7c') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:34.981082 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-1ba178ac-e342-4991-8d16-234cdf301108 None None] Calling delete_port for e1d1b35d-77cb-4c3a-a64d-631481f04825 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:34.992013 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8c200da-7fd1-4403-a464-cf3dfd4f04b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:35.055271 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8c200da-7fd1-4403-a464-cf3dfd4f04b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:35.067613 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c200da-7fd1-4403-a464-cf3dfd4f04b9 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:37:35.068808 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8c200da-7fd1-4403-a464-cf3dfd4f04b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:35.073445 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7b7687-0115-4e05-9197-270049f58268 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:37:35.073692 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:37:35.077770 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b7b7687-0115-4e05-9197-270049f58268 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:35.180691 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f21f0f0e-df48-4d83-ab0d-de618f7bbf2d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:37:35.228200 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 11:37:35.253574 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1ba178ac-e342-4991-8d16-234cdf301108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:35.288937 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21f0f0e-df48-4d83-ab0d-de618f7bbf2d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] No DVR routers for this DVR port e1d1b35d-77cb-4c3a-a64d-631481f04825 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:37:35.301876 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba178ac-e342-4991-8d16-234cdf301108 None None] Pushing event deleted for resources: {'Port': ['ID=e1d1b35d-77cb-4c3a-a64d-631481f04825,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:35.307013 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f0f0e-df48-4d83-ab0d-de618f7bbf2d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Port': ['ID=e1d1b35d-77cb-4c3a-a64d-631481f04825,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:35.318545 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba178ac-e342-4991-8d16-234cdf301108 None None] No DVR routers for this DVR port e1d1b35d-77cb-4c3a-a64d-631481f04825 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:37:35.349030 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 36b720a5-ae20-425f-a0eb-41c54ac7e464 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:37:35.362168 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b42281-7f40-4456-a7a0-4dff445f870b req-f129d60b-9763-48a2-9199-ae78f2759e93 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:35.365930 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12b42281-7f40-4456-a7a0-4dff445f870b req-f129d60b-9763-48a2-9199-ae78f2759e93 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 946 time: 0.2630727 Nov 15 11:37:35.386592 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 36b720a5-ae20-425f-a0eb-41c54ac7e464 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:37:35.388850 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 36b720a5-ae20-425f-a0eb-41c54ac7e464 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:37:35.389822 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f4e9163a-eefb-4285-b611-5daa1dbcc2bf no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:37:35.401254 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8c200da-7fd1-4403-a464-cf3dfd4f04b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:35.407237 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d8c200da-7fd1-4403-a464-cf3dfd4f04b9 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:35.414237 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d8c200da-7fd1-4403-a464-cf3dfd4f04b9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/22cff1ab-90e9-409a-9763-27f9c9815424 HTTP/1.1" status: 204 len: 168 time: 1.9416521 Nov 15 11:37:35.418993 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33988) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:35.419255 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: f4e9163a-eefb-4285-b611-5daa1dbcc2bf {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:37:35.419464 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f4e9163a-eefb-4285-b611-5daa1dbcc2bf not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:37:35.420131 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e1d1b35d-77cb-4c3a-a64d-631481f04825 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:37:35.450108 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: e1d1b35d-77cb-4c3a-a64d-631481f04825 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:37:35.450719 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e1d1b35d-77cb-4c3a-a64d-631481f04825 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:37:35.451681 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:37:35.526713 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c200da-7fd1-4403-a464-cf3dfd4f04b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=22cff1ab-90e9-409a-9763-27f9c9815424,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:35.554069 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f21f0f0e-df48-4d83-ab0d-de618f7bbf2d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:35.581817 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f21f0f0e-df48-4d83-ab0d-de618f7bbf2d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa0d957-b07d-44ba-881e-15d642211b2e']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:35.587059 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12b42281-7f40-4456-a7a0-4dff445f870b req-25be005b-94c2-4535-8e53-88127274b68f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071083 Nov 15 11:37:35.595637 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f21f0f0e-df48-4d83-ab0d-de618f7bbf2d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255c9010-e34e-404b-ab29-80e20701b4f5') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:35.595967 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f21f0f0e-df48-4d83-ab0d-de618f7bbf2d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255c9010-e34e-404b-ab29-80e20701b4f5') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:35.608034 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f21f0f0e-df48-4d83-ab0d-de618f7bbf2d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:35.626953 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f21f0f0e-df48-4d83-ab0d-de618f7bbf2d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:35.658377 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21f0f0e-df48-4d83-ab0d-de618f7bbf2d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:37:35.658901 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f21f0f0e-df48-4d83-ab0d-de618f7bbf2d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:35.708424 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:37:35.709569 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 23f2fe6c-781f-4a9e-bcf2-e98f8bd237fb not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:37:35.807318 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:37:35.814299 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f21f0f0e-df48-4d83-ab0d-de618f7bbf2d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:35.822182 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f21f0f0e-df48-4d83-ab0d-de618f7bbf2d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:35.825472 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f21f0f0e-df48-4d83-ab0d-de618f7bbf2d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/networks/6aa0d957-b07d-44ba-881e-15d642211b2e HTTP/1.1" status: 204 len: 168 time: 2.0687106 Nov 15 11:37:35.830130 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 33996) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:35.836785 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-a5c118dd-2ea7-4506-be1a-5b0bf3cdbf1a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-23989965', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}, 'admin_state_up': False}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:35.855913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f0f0e-df48-4d83-ab0d-de618f7bbf2d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Network': ['ID=6aa0d957-b07d-44ba-881e-15d642211b2e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:36.050857 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5c118dd-2ea7-4506-be1a-5b0bf3cdbf1a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:36.051920 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5c118dd-2ea7-4506-be1a-5b0bf3cdbf1a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:36.103381 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5c118dd-2ea7-4506-be1a-5b0bf3cdbf1a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:36.191044 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b7b7687-0115-4e05-9197-270049f58268 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:36.280325 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-44c90bae-0b0f-48e1-956f-afc893b1c64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:36.362799 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5c118dd-2ea7-4506-be1a-5b0bf3cdbf1a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:36.371534 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b7687-0115-4e05-9197-270049f58268 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Subnet': ['ID=0c11ff3c-5185-4d55-b067-af90ca480453,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:36.403583 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7b7687-0115-4e05-9197-270049f58268 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Checking segment: {'id': '16cf736b-2a01-4a1f-b6d7-e387feb752a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '3b329c87-77e1-45e4-966a-259f2a30e516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:37:36.403981 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7b7687-0115-4e05-9197-270049f58268 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network hostable DHCP agents. Network: 3b329c87-77e1-45e4-966a-259f2a30e516, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:37:36.526999 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7b7687-0115-4e05-9197-270049f58268 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network 3b329c87-77e1-45e4-966a-259f2a30e516 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:37:36.548119 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-1b7b7687-0115-4e05-9197-270049f58268 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 3b329c87-77e1-45e4-966a-259f2a30e516) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:36.552762 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7b7687-0115-4e05-9197-270049f58268 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:36.553460 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b7b7687-0115-4e05-9197-270049f58268 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:36.568104 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa90271c-9a81-4936-a2ff-1a0597bfcd58 None None] Network 3b329c87-77e1-45e4-966a-259f2a30e516 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:36.595138 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1b7b7687-0115-4e05-9197-270049f58268 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8458657 Nov 15 11:37:36.595550 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34024) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:36.603170 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-68e1d64a-21dd-4e66-a78c-be5619d83c26 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'port': {'network_id': '3b329c87-77e1-45e4-966a-259f2a30e516', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1575712699'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:36.975602 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e1d64a-21dd-4e66-a78c-be5619d83c26 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:36.979453 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68e1d64a-21dd-4e66-a78c-be5619d83c26 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:37.007926 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-68e1d64a-21dd-4e66-a78c-be5619d83c26 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] device_id is not set on port 98236969-fb72-42d1-ad6d-19ea3be95082 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:37:37.070258 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7b27a0-9737-428f-8cc9-3064eddb31b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-3b329c87-77e1-45e4-966a-259f2a30e516', 'network_id': '3b329c87-77e1-45e4-966a-259f2a30e516', 'tenant_id': '98a1ca29c2cd4a64a6ec344e8eaaed84', 'fixed_ips': [{'subnet_id': '0c11ff3c-5185-4d55-b067-af90ca480453'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:37:37.071781 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ab7b27a0-9737-428f-8cc9-3064eddb31b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:37.347396 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-68e1d64a-21dd-4e66-a78c-be5619d83c26 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Allocated IP 2001:db8::27e (3b329c87-77e1-45e4-966a-259f2a30e516/0c11ff3c-5185-4d55-b067-af90ca480453/98236969-fb72-42d1-ad6d-19ea3be95082) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:37:37.389995 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5c118dd-2ea7-4506-be1a-5b0bf3cdbf1a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:37.415959 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9e730c93-2d39-45a4-8b21-921a3b58ac8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:37.541475 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68e1d64a-21dd-4e66-a78c-be5619d83c26 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:37.576963 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68e1d64a-21dd-4e66-a78c-be5619d83c26 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:37.618863 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e1d64a-21dd-4e66-a78c-be5619d83c26 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network 3b329c87-77e1-45e4-966a-259f2a30e516 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:37:37.624670 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-68e1d64a-21dd-4e66-a78c-be5619d83c26 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:37.627232 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e1d64a-21dd-4e66-a78c-be5619d83c26 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:37:37.634015 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e1d64a-21dd-4e66-a78c-be5619d83c26 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:37.634683 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-68e1d64a-21dd-4e66-a78c-be5619d83c26 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:37.651413 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1d64a-21dd-4e66-a78c-be5619d83c26 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Port': ['ID=98236969-fb72-42d1-ad6d-19ea3be95082,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:37.666028 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-68e1d64a-21dd-4e66-a78c-be5619d83c26 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.0692127 Nov 15 11:37:37.670275 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34054) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:37.672085 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5c118dd-2ea7-4506-be1a-5b0bf3cdbf1a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:37.675395 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-ab7b27a0-9737-428f-8cc9-3064eddb31b6 None None] Allocated IP 2001:db8::2 (3b329c87-77e1-45e4-966a-259f2a30e516/0c11ff3c-5185-4d55-b067-af90ca480453/ef65e239-605c-4471-9d48-89371ebbd115) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:37:37.800661 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-11a869e6-31c4-47ed-bf6e-ae77b1b792ca tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting port 98236969-fb72-42d1-ad6d-19ea3be95082 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:37.801204 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11a869e6-31c4-47ed-bf6e-ae77b1b792ca tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:37.891939 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa10cd48-8196-4f9d-95b6-07bf0715aa78 req-f41dbd9d-9ac1-4654-87b2-794ce1628ad5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3222187 Nov 15 11:37:37.895261 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ab7b27a0-9737-428f-8cc9-3064eddb31b6 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:37.917351 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ab7b27a0-9737-428f-8cc9-3064eddb31b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:37.981130 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b27a0-9737-428f-8cc9-3064eddb31b6 None None] Pushing event updated for resources: {'Port': ['ID=ef65e239-605c-4471-9d48-89371ebbd115,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:38.005552 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7b27a0-9737-428f-8cc9-3064eddb31b6 None None] Network 3b329c87-77e1-45e4-966a-259f2a30e516 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:37:38.007469 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-ab7b27a0-9737-428f-8cc9-3064eddb31b6 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:38.011997 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11a869e6-31c4-47ed-bf6e-ae77b1b792ca tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:38.019405 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7b27a0-9737-428f-8cc9-3064eddb31b6 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:37:38.038895 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-11a869e6-31c4-47ed-bf6e-ae77b1b792ca tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Calling delete_port for 98236969-fb72-42d1-ad6d-19ea3be95082 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:38.052332 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-a5c118dd-2ea7-4506-be1a-5b0bf3cdbf1a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Allocated IP 172.25.7.220 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/a059cf87-1016-4d54-b84e-6a9d8845f812) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:37:38.056768 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10cd48-8196-4f9d-95b6-07bf0715aa78 req-0ed35290-9b1e-4beb-a9f5-d1e6397067a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:38.057194 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa10cd48-8196-4f9d-95b6-07bf0715aa78 req-0ed35290-9b1e-4beb-a9f5-d1e6397067a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.1036317 Nov 15 11:37:38.111648 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ab7b27a0-9737-428f-8cc9-3064eddb31b6 None None] Attempting to bind port ef65e239-605c-4471-9d48-89371ebbd115 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:37:38.112248 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ab7b27a0-9737-428f-8cc9-3064eddb31b6 None None] Attempting to bind port ef65e239-605c-4471-9d48-89371ebbd115 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '16cf736b-2a01-4a1f-b6d7-e387feb752a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '3b329c87-77e1-45e4-966a-259f2a30e516'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:37:38.112385 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7b27a0-9737-428f-8cc9-3064eddb31b6 None None] Attempting to bind port ef65e239-605c-4471-9d48-89371ebbd115 on network 3b329c87-77e1-45e4-966a-259f2a30e516 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:37:38.120267 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7b27a0-9737-428f-8cc9-3064eddb31b6 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:37:38.120646 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7b27a0-9737-428f-8cc9-3064eddb31b6 None None] Checking segment: {'id': '16cf736b-2a01-4a1f-b6d7-e387feb752a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '3b329c87-77e1-45e4-966a-259f2a30e516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:37:38.121054 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ab7b27a0-9737-428f-8cc9-3064eddb31b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:38.121443 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7b27a0-9737-428f-8cc9-3064eddb31b6 None None] Bound using segment: {'id': '16cf736b-2a01-4a1f-b6d7-e387feb752a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '3b329c87-77e1-45e4-966a-259f2a30e516'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:37:38.121926 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ab7b27a0-9737-428f-8cc9-3064eddb31b6 None None] Bound port: ef65e239-605c-4471-9d48-89371ebbd115, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16cf736b-2a01-4a1f-b6d7-e387feb752a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '3b329c87-77e1-45e4-966a-259f2a30e516'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:37:38.128538 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ab7b27a0-9737-428f-8cc9-3064eddb31b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:38.215477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10cd48-8196-4f9d-95b6-07bf0715aa78 req-9f7ee2da-6019-4d03-9a50-84f7d2e17e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:38.217063 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa10cd48-8196-4f9d-95b6-07bf0715aa78 req-9f7ee2da-6019-4d03-9a50-84f7d2e17e89 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.1338296 Nov 15 11:37:38.283749 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11a869e6-31c4-47ed-bf6e-ae77b1b792ca tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:38.318411 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ab7b27a0-9737-428f-8cc9-3064eddb31b6 None None] For port ef65e239-605c-4471-9d48-89371ebbd115, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:37:38.326621 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ab7b27a0-9737-428f-8cc9-3064eddb31b6 None None] For port ef65e239-605c-4471-9d48-89371ebbd115, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ef65e239-605c-4471-9d48-89371ebbd115,segment=NetworkSegment(16cf736b-2a01-4a1f-b6d7-e387feb752a0),segment_id=16cf736b-2a01-4a1f-b6d7-e387feb752a0)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:37:38.341297 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9e730c93-2d39-45a4-8b21-921a3b58ac8a admin admin] Deleting port be35f131-22c1-49c4-a0fd-2b71dfeaf56c {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:38.341581 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9e730c93-2d39-45a4-8b21-921a3b58ac8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:38.374878 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a869e6-31c4-47ed-bf6e-ae77b1b792ca tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Port': ['ID=98236969-fb72-42d1-ad6d-19ea3be95082,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:38.386905 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ab7b27a0-9737-428f-8cc9-3064eddb31b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:38.422682 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-11a869e6-31c4-47ed-bf6e-ae77b1b792ca tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:38.431300 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-11a869e6-31c4-47ed-bf6e-ae77b1b792ca tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/ports/98236969-fb72-42d1-ad6d-19ea3be95082 HTTP/1.1" status: 204 len: 168 time: 0.7553728 Nov 15 11:37:38.431807 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34090) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:38.432947 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9e730c93-2d39-45a4-8b21-921a3b58ac8a admin admin] For port be35f131-22c1-49c4-a0fd-2b71dfeaf56c, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=be35f131-22c1-49c4-a0fd-2b71dfeaf56c,segment=NetworkSegment(39c5fd4a-bd66-44f9-b52a-2ec833df6a0b),segment_id=39c5fd4a-bd66-44f9-b52a-2ec833df6a0b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:38.433455 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9e730c93-2d39-45a4-8b21-921a3b58ac8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:38.446608 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9e730c93-2d39-45a4-8b21-921a3b58ac8a admin admin] Calling delete_port for be35f131-22c1-49c4-a0fd-2b71dfeaf56c owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:38.446841 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b27a0-9737-428f-8cc9-3064eddb31b6 None None] Pushing event updated for resources: {'Port': ['ID=ef65e239-605c-4471-9d48-89371ebbd115,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:38.463780 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0165d444-7e47-4224-a3d2-29230745a9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:38.487160 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-68961a3c-fb21-45ee-85dd-04f6cffe75a8 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] GET failed (client error): The resource could not be found. Nov 15 11:37:38.491158 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-68961a3c-fb21-45ee-85dd-04f6cffe75a8 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports/98236969-fb72-42d1-ad6d-19ea3be95082 HTTP/1.1" status: 404 len: 333 time: 0.0558867 Nov 15 11:37:38.491418 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34092) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:38.537455 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa10cd48-8196-4f9d-95b6-07bf0715aa78 req-88e96619-e8d2-4a6d-ae28-db314fc18828 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 1001 time: 0.3079486 Nov 15 11:37:38.589191 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf70734-2b91-45a5-8db3-958de86ef438 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting subnet 0c11ff3c-5185-4d55-b067-af90ca480453 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:37:38.595298 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2bf70734-2b91-45a5-8db3-958de86ef438 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:38.680396 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2bf70734-2b91-45a5-8db3-958de86ef438 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:38.733304 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5c118dd-2ea7-4506-be1a-5b0bf3cdbf1a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:38.743967 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10cd48-8196-4f9d-95b6-07bf0715aa78 req-c980bafd-ddc6-4331-9c2b-884ad42fdf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:38.750954 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa10cd48-8196-4f9d-95b6-07bf0715aa78 req-c980bafd-ddc6-4331-9c2b-884ad42fdf9d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.2015803 Nov 15 11:37:38.862614 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2bf70734-2b91-45a5-8db3-958de86ef438 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:38.995718 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10cd48-8196-4f9d-95b6-07bf0715aa78 req-9c854901-7615-4880-b430-bbbf88a0eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:38.998417 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa10cd48-8196-4f9d-95b6-07bf0715aa78 req-9c854901-7615-4880-b430-bbbf88a0eb47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2362454 Nov 15 11:37:39.007486 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2bf70734-2b91-45a5-8db3-958de86ef438 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:39.056360 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf70734-2b91-45a5-8db3-958de86ef438 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Subnet': ['ID=0c11ff3c-5185-4d55-b067-af90ca480453,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:39.061834 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2bf70734-2b91-45a5-8db3-958de86ef438 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:39.067426 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2bf70734-2b91-45a5-8db3-958de86ef438 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/subnets/0c11ff3c-5185-4d55-b067-af90ca480453 HTTP/1.1" status: 204 len: 168 time: 0.5730574 Nov 15 11:37:39.069423 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34098) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:39.098433 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5c118dd-2ea7-4506-be1a-5b0bf3cdbf1a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:39.122771 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9e730c93-2d39-45a4-8b21-921a3b58ac8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:39.256074 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e48e2be2-cdac-48f5-918d-a13664f89130 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:39.351207 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c118dd-2ea7-4506-be1a-5b0bf3cdbf1a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:37:39.371710 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e48e2be2-cdac-48f5-918d-a13664f89130 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting port ef65e239-605c-4471-9d48-89371ebbd115 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:39.371710 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e48e2be2-cdac-48f5-918d-a13664f89130 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:39.393248 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-a5c118dd-2ea7-4506-be1a-5b0bf3cdbf1a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:39.402665 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c118dd-2ea7-4506-be1a-5b0bf3cdbf1a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:37:39.431862 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff26b76-9173-40cc-a6c3-7caa1e7ca93b None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:37:39.502035 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e48e2be2-cdac-48f5-918d-a13664f89130 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] For port ef65e239-605c-4471-9d48-89371ebbd115, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ef65e239-605c-4471-9d48-89371ebbd115,segment=NetworkSegment(16cf736b-2a01-4a1f-b6d7-e387feb752a0),segment_id=16cf736b-2a01-4a1f-b6d7-e387feb752a0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:39.502693 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ef65e239-605c-4471-9d48-89371ebbd115 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:37:39.502983 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e48e2be2-cdac-48f5-918d-a13664f89130 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:39.545214 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e48e2be2-cdac-48f5-918d-a13664f89130 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Calling delete_port for ef65e239-605c-4471-9d48-89371ebbd115 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:39.623747 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa10cd48-8196-4f9d-95b6-07bf0715aa78 req-c5bc55bc-ff7e-4eda-ad19-ae376ca722fd service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244894 Nov 15 11:37:39.651119 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3775019f-3116-49d5-8604-7b08dc0021b7 None None] Provisioning complete for port a059cf87-1016-4d54-b84e-6a9d8845f812 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:39.651482 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3775019f-3116-49d5-8604-7b08dc0021b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:39.704416 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port ef65e239-605c-4471-9d48-89371ebbd115 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:39.704779 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:39.729097 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c118dd-2ea7-4506-be1a-5b0bf3cdbf1a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Port': ['ID=a059cf87-1016-4d54-b84e-6a9d8845f812,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:39.790603 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e48e2be2-cdac-48f5-918d-a13664f89130 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:39.824228 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Could not find standard attr ID for object ef65e239-605c-4471-9d48-89371ebbd115. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:37:39.832463 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e2be2-cdac-48f5-918d-a13664f89130 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Port': ['ID=ef65e239-605c-4471-9d48-89371ebbd115,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:39.834258 n-d-729945-9 neutron-server[102679]: INFO neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No ports have port_id starting with ef65e239-605c-4471-9d48-89371ebbd115 Nov 15 11:37:39.835220 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48e2be2-cdac-48f5-918d-a13664f89130 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] No DVR routers for this DVR port ef65e239-605c-4471-9d48-89371ebbd115 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:37:39.904380 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3775019f-3116-49d5-8604-7b08dc0021b7 None None] Port a059cf87-1016-4d54-b84e-6a9d8845f812 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:37:39.907842 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:39.967236 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e730c93-2d39-45a4-8b21-921a3b58ac8a admin admin] Pushing event deleted for resources: {'Port': ['ID=be35f131-22c1-49c4-a0fd-2b71dfeaf56c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:40.013945 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e48e2be2-cdac-48f5-918d-a13664f89130 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:40.088634 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e48e2be2-cdac-48f5-918d-a13664f89130 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b329c87-77e1-45e4-966a-259f2a30e516']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:40.108410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e48e2be2-cdac-48f5-918d-a13664f89130 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16cf736b-2a01-4a1f-b6d7-e387feb752a0') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:40.114830 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e48e2be2-cdac-48f5-918d-a13664f89130 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16cf736b-2a01-4a1f-b6d7-e387feb752a0') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:40.125559 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e48e2be2-cdac-48f5-918d-a13664f89130 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:40.158064 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e48e2be2-cdac-48f5-918d-a13664f89130 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:40.175029 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48e2be2-cdac-48f5-918d-a13664f89130 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:37:40.175495 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e48e2be2-cdac-48f5-918d-a13664f89130 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:37:40.184378 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:37:40.207190 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9e730c93-2d39-45a4-8b21-921a3b58ac8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:40.217639 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa10cd48-8196-4f9d-95b6-07bf0715aa78 req-53208893-c53e-4ace-9a45-18db58fe10af service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088979 Nov 15 11:37:40.278598 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b4fceb-dfa4-4beb-b669-b9a03d3393f7 None None] Network 3b329c87-77e1-45e4-966a-259f2a30e516 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:40.340242 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e48e2be2-cdac-48f5-918d-a13664f89130 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:40.345598 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e48e2be2-cdac-48f5-918d-a13664f89130 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:40.348955 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e48e2be2-cdac-48f5-918d-a13664f89130 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/networks/3b329c87-77e1-45e4-966a-259f2a30e516 HTTP/1.1" status: 204 len: 168 time: 1.2783804 Nov 15 11:37:40.362435 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34122) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:40.363553 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5c118dd-2ea7-4506-be1a-5b0bf3cdbf1a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:40.373847 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3216cd1f-fdfc-4f96-9b67-85c0b32b4223 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'port': {'network_id': 'a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba', 'name': 'tempest-PortsIpV6TestJSON-1742062616'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:40.438727 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e2be2-cdac-48f5-918d-a13664f89130 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Network': ['ID=3b329c87-77e1-45e4-966a-259f2a30e516,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:40.562179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2e25bed4-cefd-4b68-ab8d-c1c37a92be24 None None] Could not find standard attr ID for object ef65e239-605c-4471-9d48-89371ebbd115. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:37:40.653050 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e05196-c94d-4462-9902-4605833ca2be None None] DHCP port deletion for 3b329c87-77e1-45e4-966a-259f2a30e516 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:37:40.672617 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3216cd1f-fdfc-4f96-9b67-85c0b32b4223 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:40.676616 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3216cd1f-fdfc-4f96-9b67-85c0b32b4223 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:40.713848 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-3216cd1f-fdfc-4f96-9b67-85c0b32b4223 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] device_id is not set on port a9e0c07b-b044-49c8-bcc2-2b6c15bed2ea yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:37:40.942352 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3216cd1f-fdfc-4f96-9b67-85c0b32b4223 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:40.984152 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3216cd1f-fdfc-4f96-9b67-85c0b32b4223 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:41.037227 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3216cd1f-fdfc-4f96-9b67-85c0b32b4223 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:37:41.041450 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3216cd1f-fdfc-4f96-9b67-85c0b32b4223 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:41.046599 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3216cd1f-fdfc-4f96-9b67-85c0b32b4223 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:37:41.053816 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3216cd1f-fdfc-4f96-9b67-85c0b32b4223 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:41.054470 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3216cd1f-fdfc-4f96-9b67-85c0b32b4223 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:41.077573 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216cd1f-fdfc-4f96-9b67-85c0b32b4223 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Port': ['ID=a9e0c07b-b044-49c8-bcc2-2b6c15bed2ea,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:41.104891 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3216cd1f-fdfc-4f96-9b67-85c0b32b4223 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7389386 Nov 15 11:37:41.107639 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34138) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:41.192168 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-b5e9f586-6157-4512-af3b-7ab7477b6a83 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:41.193801 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-b5e9f586-6157-4512-af3b-7ab7477b6a83 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 811 time: 0.5111763 Nov 15 11:37:41.241509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e730c93-2d39-45a4-8b21-921a3b58ac8a admin admin] Router 43206be6-07fb-4a6d-a7c2-c33e0acbae19 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:37:41.251661 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-35698eda-12f8-412f-944d-55f0239d229b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/quotas/7766e2dd9df541a4b3334b23af798fc4 HTTP/1.1" status: 200 len: 375 time: 0.0457516 Nov 15 11:37:41.292152 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5c118dd-2ea7-4506-be1a-5b0bf3cdbf1a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:41.301859 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ef65e239-605c-4471-9d48-89371ebbd115 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:37:41.302055 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9dfb516b-edfc-41a0-a84b-e75828d31bc2 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting port a9e0c07b-b044-49c8-bcc2-2b6c15bed2ea {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:41.302485 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9dfb516b-edfc-41a0-a84b-e75828d31bc2 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:41.344693 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: ef65e239-605c-4471-9d48-89371ebbd115 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:37:41.345041 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ef65e239-605c-4471-9d48-89371ebbd115 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:37:41.441615 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:41.666764 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e730c93-2d39-45a4-8b21-921a3b58ac8a admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:37:41.679061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9e730c93-2d39-45a4-8b21-921a3b58ac8a admin admin] 10.222.0.64 "PUT /v2.0/routers/43206be6-07fb-4a6d-a7c2-c33e0acbae19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2546623 Nov 15 11:37:41.679695 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34144) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:41.681745 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e874fa-7d7e-4a0f-ae3d-0a82d7b4cab2 None None] Sync routers for ids ['43206be6-07fb-4a6d-a7c2-c33e0acbae19'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:37:41.691285 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9dfb516b-edfc-41a0-a84b-e75828d31bc2 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:41.696645 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e874fa-7d7e-4a0f-ae3d-0a82d7b4cab2 None None] Routers {'43206be6-07fb-4a6d-a7c2-c33e0acbae19'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:37:41.700681 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-d9e874fa-7d7e-4a0f-ae3d-0a82d7b4cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:37:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['43206be6-07fb-4a6d-a7c2-c33e0acbae19'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:41.718138 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9dfb516b-edfc-41a0-a84b-e75828d31bc2 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Calling delete_port for a9e0c07b-b044-49c8-bcc2-2b6c15bed2ea owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:41.746559 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-da71a5a6-591e-4750-88d2-c022d39447a8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4935656 Nov 15 11:37:41.861632 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-d9e874fa-7d7e-4a0f-ae3d-0a82d7b4cab2 None None] Set router 43206be6-07fb-4a6d-a7c2-c33e0acbae19 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:37:41.918143 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c118dd-2ea7-4506-be1a-5b0bf3cdbf1a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Router 51414c20-e4e5-4af2-ae57-1f64600c2061 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:37:41.918737 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9dfb516b-edfc-41a0-a84b-e75828d31bc2 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:41.977681 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb516b-edfc-41a0-a84b-e75828d31bc2 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Port': ['ID=a9e0c07b-b044-49c8-bcc2-2b6c15bed2ea,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:41.993223 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9dfb516b-edfc-41a0-a84b-e75828d31bc2 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:42.000445 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9dfb516b-edfc-41a0-a84b-e75828d31bc2 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/ports/a9e0c07b-b044-49c8-bcc2-2b6c15bed2ea HTTP/1.1" status: 204 len: 168 time: 0.8880627 Nov 15 11:37:42.000762 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34148) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:42.010369 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-902ed8c7-0457-436d-a057-c24f5b156ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'port': {'network_id': 'a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba', 'mac_address': 'fa:16:3e:cc:9f:e1', 'name': 'tempest-PortsIpV6TestJSON-1259900292'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:42.033767 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d4382fe-3960-470e-b795-7080dac4d27f admin admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:42.135640 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-d9e874fa-7d7e-4a0f-ae3d-0a82d7b4cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43206be6-07fb-4a6d-a7c2-c33e0acbae19', 'name': 'tempest-TestServerBasicOps-1003617841-router', 'tenant_id': '4e40dd8c06c3459292a585e10446f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '2d712518-e570-48d4-8363-fd33d408ef30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:31:48Z', 'updated_at': '2021-11-15T11:37:39Z', 'revision_number': 5, 'project_id': '4e40dd8c06c3459292a585e10446f2f2', 'gw_port': {'id': '2d712518-e570-48d4-8363-fd33d408ef30', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:70:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43206be6-07fb-4a6d-a7c2-c33e0acbae19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:49Z', 'updated_at': '2021-11-15T11:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:42.150712 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:42.194225 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e874fa-7d7e-4a0f-ae3d-0a82d7b4cab2 None None] Checking router: 43206be6-07fb-4a6d-a7c2-c33e0acbae19 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:37:42.208519 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e874fa-7d7e-4a0f-ae3d-0a82d7b4cab2 None None] Routers {'43206be6-07fb-4a6d-a7c2-c33e0acbae19'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:37:42.209367 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-d9e874fa-7d7e-4a0f-ae3d-0a82d7b4cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:37:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['43206be6-07fb-4a6d-a7c2-c33e0acbae19'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:42.246855 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c118dd-2ea7-4506-be1a-5b0bf3cdbf1a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:37:42.258246 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902ed8c7-0457-436d-a057-c24f5b156ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:42.258802 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8602521-78ed-4e65-8db9-e79d580fb624 None None] Sync routers for ids ['51414c20-e4e5-4af2-ae57-1f64600c2061'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:37:42.277498 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8602521-78ed-4e65-8db9-e79d580fb624 None None] Routers {'51414c20-e4e5-4af2-ae57-1f64600c2061'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:37:42.278130 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a8602521-78ed-4e65-8db9-e79d580fb624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:37:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['51414c20-e4e5-4af2-ae57-1f64600c2061'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:42.366886 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-902ed8c7-0457-436d-a057-c24f5b156ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:42.384296 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a8602521-78ed-4e65-8db9-e79d580fb624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:42.397691 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-d9e874fa-7d7e-4a0f-ae3d-0a82d7b4cab2 None None] Set router 43206be6-07fb-4a6d-a7c2-c33e0acbae19 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:37:42.409098 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d4382fe-3960-470e-b795-7080dac4d27f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:42.411136 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-902ed8c7-0457-436d-a057-c24f5b156ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] device_id is not set on port 681c0d62-79d8-4c36-bcbe-ccdc91e2945d yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:37:42.413491 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8602521-78ed-4e65-8db9-e79d580fb624 None None] Routers {'51414c20-e4e5-4af2-ae57-1f64600c2061'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:37:42.418279 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a8602521-78ed-4e65-8db9-e79d580fb624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:37:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['51414c20-e4e5-4af2-ae57-1f64600c2061'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:42.436992 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5c118dd-2ea7-4506-be1a-5b0bf3cdbf1a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:42.438495 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a5c118dd-2ea7-4506-be1a-5b0bf3cdbf1a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.6058350 Nov 15 11:37:42.441371 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34154) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:42.501966 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a8602521-78ed-4e65-8db9-e79d580fb624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:42.502897 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8602521-78ed-4e65-8db9-e79d580fb624 None None] The sync data for ids ['51414c20-e4e5-4af2-ae57-1f64600c2061'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:37:42.626638 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-d568e7f3-a363-4363-8182-c99ea1190083 service neutron] 10.222.0.64 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672003 Nov 15 11:37:42.693840 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-902ed8c7-0457-436d-a057-c24f5b156ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:42.706841 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2339d716-7ea5-4add-bdb8-63de38d5ed42 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/routers/51414c20-e4e5-4af2-ae57-1f64600c2061 HTTP/1.1" status: 200 len: 879 time: 0.2619381 Nov 15 11:37:42.706841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7d4382fe-3960-470e-b795-7080dac4d27f admin admin] Deleting port 2d712518-e570-48d4-8363-fd33d408ef30 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:42.706841 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d4382fe-3960-470e-b795-7080dac4d27f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:42.708165 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34156) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:42.731343 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-902ed8c7-0457-436d-a057-c24f5b156ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:42.784045 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902ed8c7-0457-436d-a057-c24f5b156ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:37:42.790359 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-902ed8c7-0457-436d-a057-c24f5b156ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:42.793699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902ed8c7-0457-436d-a057-c24f5b156ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:37:42.800384 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902ed8c7-0457-436d-a057-c24f5b156ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:42.801076 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-902ed8c7-0457-436d-a057-c24f5b156ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:42.811294 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-d9e874fa-7d7e-4a0f-ae3d-0a82d7b4cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43206be6-07fb-4a6d-a7c2-c33e0acbae19', 'name': 'tempest-TestServerBasicOps-1003617841-router', 'tenant_id': '4e40dd8c06c3459292a585e10446f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '2d712518-e570-48d4-8363-fd33d408ef30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:31:48Z', 'updated_at': '2021-11-15T11:37:39Z', 'revision_number': 5, 'project_id': '4e40dd8c06c3459292a585e10446f2f2', 'gw_port': {'id': '2d712518-e570-48d4-8363-fd33d408ef30', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:70:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43206be6-07fb-4a6d-a7c2-c33e0acbae19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:49Z', 'updated_at': '2021-11-15T11:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:42.835994 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-902ed8c7-0457-436d-a057-c24f5b156ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8330877 Nov 15 11:37:42.837666 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34162) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:42.871201 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ed8c7-0457-436d-a057-c24f5b156ec9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Port': ['ID=681c0d62-79d8-4c36-bcbe-ccdc91e2945d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:42.889886 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e874fa-7d7e-4a0f-ae3d-0a82d7b4cab2 None None] The sync data for ids ['43206be6-07fb-4a6d-a7c2-c33e0acbae19'] in n-d-729945-9 is: [{'id': '43206be6-07fb-4a6d-a7c2-c33e0acbae19', 'name': 'tempest-TestServerBasicOps-1003617841-router', 'tenant_id': '4e40dd8c06c3459292a585e10446f2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '2d712518-e570-48d4-8363-fd33d408ef30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:31:48Z', 'updated_at': '2021-11-15T11:37:39Z', 'revision_number': 5, 'project_id': '4e40dd8c06c3459292a585e10446f2f2', 'gw_port': {'id': '2d712518-e570-48d4-8363-fd33d408ef30', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:70:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43206be6-07fb-4a6d-a7c2-c33e0acbae19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:31:49Z', 'updated_at': '2021-11-15T11:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:37:42.907169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-39b6cd5c-80c6-4ed2-974b-12d4c8a086cb service neutron] 10.222.0.64 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729042 Nov 15 11:37:42.952607 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7d4382fe-3960-470e-b795-7080dac4d27f admin admin] For port 2d712518-e570-48d4-8363-fd33d408ef30, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2d712518-e570-48d4-8363-fd33d408ef30,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:42.953095 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d4382fe-3960-470e-b795-7080dac4d27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:42.964456 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64f5cd5-e730-4cf4-b95c-29ec0d001ca9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:42.970637 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b64f5cd5-e730-4cf4-b95c-29ec0d001ca9 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports/681c0d62-79d8-4c36-bcbe-ccdc91e2945d HTTP/1.1" status: 200 len: 845 time: 0.1315339 Nov 15 11:37:42.971280 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34164) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:42.972165 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7d4382fe-3960-470e-b795-7080dac4d27f admin admin] Calling delete_port for 2d712518-e570-48d4-8363-fd33d408ef30 owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:43.110365 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1aae6817-c591-4f29-849b-10c5b3d18ae5 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.3989675 Nov 15 11:37:43.113657 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34168) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:43.118951 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-cda44e99-6d4f-4ce9-976b-e732d26aa18d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-23989965'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:43.155772 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-97186336-6fc6-46fb-b63f-622004d9b928 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting port 681c0d62-79d8-4c36-bcbe-ccdc91e2945d {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:43.156205 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97186336-6fc6-46fb-b63f-622004d9b928 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:43.323317 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device be35f131-22c1-49c4-a0fd-2b71dfeaf56c no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:37:43.350348 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97186336-6fc6-46fb-b63f-622004d9b928 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:43.371364 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: be35f131-22c1-49c4-a0fd-2b71dfeaf56c {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:37:43.371991 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device be35f131-22c1-49c4-a0fd-2b71dfeaf56c not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:37:43.387214 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-97186336-6fc6-46fb-b63f-622004d9b928 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Calling delete_port for 681c0d62-79d8-4c36-bcbe-ccdc91e2945d owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:43.596651 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a2fa0f47-118c-44fc-84d8-849518d4cfbf req-f7657f91-24b0-410a-b413-8a839b1e111b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 210 time: 0.3208828 Nov 15 11:37:43.655335 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97186336-6fc6-46fb-b63f-622004d9b928 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:43.720456 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97186336-6fc6-46fb-b63f-622004d9b928 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Port': ['ID=681c0d62-79d8-4c36-bcbe-ccdc91e2945d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:43.728115 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-97186336-6fc6-46fb-b63f-622004d9b928 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:43.736199 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-97186336-6fc6-46fb-b63f-622004d9b928 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/ports/681c0d62-79d8-4c36-bcbe-ccdc91e2945d HTTP/1.1" status: 204 len: 168 time: 0.7633703 Nov 15 11:37:43.738770 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34180) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:43.791038 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d4382fe-3960-470e-b795-7080dac4d27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:43.793374 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40c370b-07e6-4d0a-85ae-7cce8c521d01 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] GET failed (client error): The resource could not be found. Nov 15 11:37:43.795508 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e40c370b-07e6-4d0a-85ae-7cce8c521d01 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports/681c0d62-79d8-4c36-bcbe-ccdc91e2945d HTTP/1.1" status: 404 len: 333 time: 0.0537763 Nov 15 11:37:43.801739 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34186) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:43.812392 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1e4eb4e1-d08e-4ab2-aa4b-dd8558b5394c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'port': {'network_id': 'a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba', 'name': 'tempest-PortsIpV6TestJSON-637777958'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:43.854939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce33e48b-45fd-4184-b7af-6601377d4d82 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:37:43.998929 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4eb4e1-d08e-4ab2-aa4b-dd8558b5394c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:44.002936 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e4eb4e1-d08e-4ab2-aa4b-dd8558b5394c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:44.027881 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-1e4eb4e1-d08e-4ab2-aa4b-dd8558b5394c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] device_id is not set on port 3a0ea71c-a313-4640-a6f1-38a50ca45f33 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:37:44.039548 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4382fe-3960-470e-b795-7080dac4d27f admin admin] Pushing event deleted for resources: {'Port': ['ID=2d712518-e570-48d4-8363-fd33d408ef30,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:44.088503 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d4382fe-3960-470e-b795-7080dac4d27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:44.168362 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cda44e99-6d4f-4ce9-976b-e732d26aa18d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:44.211954 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d4382fe-3960-470e-b795-7080dac4d27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:44.214540 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d4382fe-3960-470e-b795-7080dac4d27f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:44.219035 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cda44e99-6d4f-4ce9-976b-e732d26aa18d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66739771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66739762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66736290'] for router, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:44.331521 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d4382fe-3960-470e-b795-7080dac4d27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:44.332810 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4382fe-3960-470e-b795-7080dac4d27f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43206be6-07fb-4a6d-a7c2-c33e0acbae19 {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:37:44.338327 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d4382fe-3960-470e-b795-7080dac4d27f admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:44.339617 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7d4382fe-3960-470e-b795-7080dac4d27f admin admin] 10.222.0.64 "DELETE /v2.0/routers/43206be6-07fb-4a6d-a7c2-c33e0acbae19 HTTP/1.1" status: 204 len: 168 time: 2.6587305 Nov 15 11:37:44.349102 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34190) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:44.409450 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e4eb4e1-d08e-4ab2-aa4b-dd8558b5394c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:44.477836 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e4eb4e1-d08e-4ab2-aa4b-dd8558b5394c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:44.551575 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4eb4e1-d08e-4ab2-aa4b-dd8558b5394c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:37:44.591996 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-1e4eb4e1-d08e-4ab2-aa4b-dd8558b5394c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:44.612106 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4eb4e1-d08e-4ab2-aa4b-dd8558b5394c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:37:44.628535 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4eb4e1-d08e-4ab2-aa4b-dd8558b5394c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:44.629203 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e4eb4e1-d08e-4ab2-aa4b-dd8558b5394c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:44.661843 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4eb4e1-d08e-4ab2-aa4b-dd8558b5394c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Port': ['ID=3a0ea71c-a313-4640-a6f1-38a50ca45f33,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:44.687494 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1e4eb4e1-d08e-4ab2-aa4b-dd8558b5394c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8823595 Nov 15 11:37:44.689100 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34196) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:44.701984 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-90ea42aa-e341-4fe5-b2eb-7f5522e961ff tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:44.793355 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a4c466-49c1-4735-a440-9c09e392211a admin admin] Deleting subnet 1c5665a8-0c90-4840-9f4f-c9f141b8eb1f {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:37:44.802318 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7a4c466-49c1-4735-a440-9c09e392211a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:44.839931 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7a4c466-49c1-4735-a440-9c09e392211a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:44.851072 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90ea42aa-e341-4fe5-b2eb-7f5522e961ff tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:44.941667 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7a4c466-49c1-4735-a440-9c09e392211a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:45.095840 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7a4c466-49c1-4735-a440-9c09e392211a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:45.217019 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 2d712518-e570-48d4-8363-fd33d408ef30 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:37:45.256408 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 2d712518-e570-48d4-8363-fd33d408ef30 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:37:45.256736 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 2d712518-e570-48d4-8363-fd33d408ef30 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:37:45.258626 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4c466-49c1-4735-a440-9c09e392211a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c5665a8-0c90-4840-9f4f-c9f141b8eb1f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:45.283388 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de2dcd4-924f-4daa-b1d4-191ef4b67cc4 None None] Network a08dbee6-9fbe-497b-a5c4-7e35a7c4974a requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:45.284012 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7a4c466-49c1-4735-a440-9c09e392211a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:45.288207 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d7a4c466-49c1-4735-a440-9c09e392211a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1c5665a8-0c90-4840-9f4f-c9f141b8eb1f HTTP/1.1" status: 204 len: 168 time: 0.9364133 Nov 15 11:37:45.293167 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34202) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:45.344297 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90ea42aa-e341-4fe5-b2eb-7f5522e961ff tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:45.356529 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90ea42aa-e341-4fe5-b2eb-7f5522e961ff tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:45.370730 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-90ea42aa-e341-4fe5-b2eb-7f5522e961ff tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] In _notify_port_updated(), no bound segment for port 3a0ea71c-a313-4640-a6f1-38a50ca45f33 on network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba {{(pid=102677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:37:45.392290 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ea42aa-e341-4fe5-b2eb-7f5522e961ff tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:45.393077 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90ea42aa-e341-4fe5-b2eb-7f5522e961ff tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:45.397909 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-90ea42aa-e341-4fe5-b2eb-7f5522e961ff tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "PUT /v2.0/ports/3a0ea71c-a313-4640-a6f1-38a50ca45f33 HTTP/1.1" status: 200 len: 818 time: 0.7073770 Nov 15 11:37:45.428079 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34204) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:45.484800 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea42aa-e341-4fe5-b2eb-7f5522e961ff tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Port': ['ID=3a0ea71c-a313-4640-a6f1-38a50ca45f33,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:45.534863 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00162a6a-a24d-4fe2-9223-7704d2bad8c3 req-8b4bb42b-ff78-480b-94d2-7540c06f6b5c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 210 time: 0.0658295 Nov 15 11:37:45.555660 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda44e99-6d4f-4ce9-976b-e732d26aa18d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Router 51414c20-e4e5-4af2-ae57-1f64600c2061 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:37:45.567351 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c976ca66-976f-471d-a14d-4d8d3334720f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting port 3a0ea71c-a313-4640-a6f1-38a50ca45f33 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:45.572280 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c976ca66-976f-471d-a14d-4d8d3334720f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:45.619363 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fabd68aa-2a0f-4174-984d-e59dbcea8138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:45.641378 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddd72ae-b78a-4a65-82f1-d5ebf71d7eeb None None] DHCP port deletion for a08dbee6-9fbe-497b-a5c4-7e35a7c4974a request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:37:45.672838 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-f581ebbd-ceb8-4f50-ac53-ffa363a08277 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:45.674548 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-f581ebbd-ceb8-4f50-ac53-ffa363a08277 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.11 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 811 time: 0.6107657 Nov 15 11:37:45.703272 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-5164b698-bc65-4f08-91b3-0b4750b906de tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Request body: {'port': {'device_id': '91131731-afdb-4c08-b2b2-379df5b661bb', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'admin_state_up': True, 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:45.718510 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c976ca66-976f-471d-a14d-4d8d3334720f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:45.730508 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3ddd72ae-b78a-4a65-82f1-d5ebf71d7eeb None None] Deleting port d46f7c6d-3a41-455a-ae66-53d4d8283934 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:45.731153 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3ddd72ae-b78a-4a65-82f1-d5ebf71d7eeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:45.783260 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c976ca66-976f-471d-a14d-4d8d3334720f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Calling delete_port for 3a0ea71c-a313-4640-a6f1-38a50ca45f33 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:45.857484 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3ddd72ae-b78a-4a65-82f1-d5ebf71d7eeb None None] For port d46f7c6d-3a41-455a-ae66-53d4d8283934, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d46f7c6d-3a41-455a-ae66-53d4d8283934,segment=NetworkSegment(39c5fd4a-bd66-44f9-b52a-2ec833df6a0b),segment_id=39c5fd4a-bd66-44f9-b52a-2ec833df6a0b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:45.857752 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3ddd72ae-b78a-4a65-82f1-d5ebf71d7eeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:45.873040 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3ddd72ae-b78a-4a65-82f1-d5ebf71d7eeb None None] Calling delete_port for d46f7c6d-3a41-455a-ae66-53d4d8283934 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:45.954918 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c976ca66-976f-471d-a14d-4d8d3334720f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:45.996569 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976ca66-976f-471d-a14d-4d8d3334720f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Port': ['ID=3a0ea71c-a313-4640-a6f1-38a50ca45f33,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:46.007976 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c976ca66-976f-471d-a14d-4d8d3334720f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:46.013026 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c976ca66-976f-471d-a14d-4d8d3334720f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/ports/3a0ea71c-a313-4640-a6f1-38a50ca45f33 HTTP/1.1" status: 204 len: 168 time: 0.5837421 Nov 15 11:37:46.015677 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34212) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:46.072253 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3ddd72ae-b78a-4a65-82f1-d5ebf71d7eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:46.073811 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-5164b698-bc65-4f08-91b3-0b4750b906de tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Made reservation on behalf of 7766e2dd9df541a4b3334b23af798fc4 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:46.078553 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ddddb3-49ff-4fcf-8e13-756cbc1fccc0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:46.079419 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-5164b698-bc65-4f08-91b3-0b4750b906de tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:46.085148 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-04ddddb3-49ff-4fcf-8e13-756cbc1fccc0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0681632 Nov 15 11:37:46.086007 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34216) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:46.107270 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd72ae-b78a-4a65-82f1-d5ebf71d7eeb None None] Pushing event deleted for resources: {'Port': ['ID=d46f7c6d-3a41-455a-ae66-53d4d8283934,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:46.120526 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddd72ae-b78a-4a65-82f1-d5ebf71d7eeb None None] No DVR routers for this DVR port d46f7c6d-3a41-455a-ae66-53d4d8283934 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:37:46.151133 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25799d5-6705-4093-91d7-6b1a443a324f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] GET failed (client error): The resource could not be found. Nov 15 11:37:46.152677 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b25799d5-6705-4093-91d7-6b1a443a324f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports/3a0ea71c-a313-4640-a6f1-38a50ca45f33 HTTP/1.1" status: 404 len: 333 time: 0.0656388 Nov 15 11:37:46.156884 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34218) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:46.161719 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda44e99-6d4f-4ce9-976b-e732d26aa18d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:37:46.163714 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1c2822c9-fa4f-43c3-b801-0dda32210d27 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-28355785'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:46.175355 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b35525-41fd-4b98-8187-25331a4a1d1c None None] Sync routers for ids ['51414c20-e4e5-4af2-ae57-1f64600c2061'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:37:46.186313 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cda44e99-6d4f-4ce9-976b-e732d26aa18d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:46.189109 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cda44e99-6d4f-4ce9-976b-e732d26aa18d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/routers/51414c20-e4e5-4af2-ae57-1f64600c2061 HTTP/1.1" status: 200 len: 886 time: 3.0741527 Nov 15 11:37:46.192052 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34220) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:46.196176 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b35525-41fd-4b98-8187-25331a4a1d1c None None] Routers {'51414c20-e4e5-4af2-ae57-1f64600c2061'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:37:46.197081 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-b1b35525-41fd-4b98-8187-25331a4a1d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:37:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['51414c20-e4e5-4af2-ae57-1f64600c2061'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:46.237567 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2822c9-fa4f-43c3-b801-0dda32210d27 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:46.241938 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c2822c9-fa4f-43c3-b801-0dda32210d27 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:46.268471 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-b1b35525-41fd-4b98-8187-25331a4a1d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:46.289842 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b35525-41fd-4b98-8187-25331a4a1d1c None None] Routers {'51414c20-e4e5-4af2-ae57-1f64600c2061'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:37:46.292599 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-b1b35525-41fd-4b98-8187-25331a4a1d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:37:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['51414c20-e4e5-4af2-ae57-1f64600c2061'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:46.321202 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-5164b698-bc65-4f08-91b3-0b4750b906de tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Allocated IP 172.20.0.13 (6b1842a3-8b78-48b6-930c-de775291ae35/03402d5a-eb71-46f6-ad30-bb9e6876f489/245c0f55-b6a5-4926-88c4-5d22cb2d8103) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:37:46.325404 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2822c9-fa4f-43c3-b801-0dda32210d27 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:37:46.345337 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c2822c9-fa4f-43c3-b801-0dda32210d27 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:46.346108 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-1c2822c9-fa4f-43c3-b801-0dda32210d27 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Added segment 6029800b-a84f-487a-84b4-5ae9746a0276 of type vlan for network 36edaa1f-d6da-4469-b84a-864384f0e52f Nov 15 11:37:46.381804 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-b1b35525-41fd-4b98-8187-25331a4a1d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:46.384888 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b35525-41fd-4b98-8187-25331a4a1d1c None None] The sync data for ids ['51414c20-e4e5-4af2-ae57-1f64600c2061'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:37:46.406825 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c2822c9-fa4f-43c3-b801-0dda32210d27 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:46.489208 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a4eb203d-a059-4aa0-a8c0-ac6d30f25c6d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/routers/51414c20-e4e5-4af2-ae57-1f64600c2061 HTTP/1.1" status: 200 len: 886 time: 0.2961330 Nov 15 11:37:46.491205 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-5164b698-bc65-4f08-91b3-0b4750b906de tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:46.491515 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34226) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:46.492379 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c2822c9-fa4f-43c3-b801-0dda32210d27 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:46.499007 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2822c9-fa4f-43c3-b801-0dda32210d27 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:46.499882 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c2822c9-fa4f-43c3-b801-0dda32210d27 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:46.524776 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fabd68aa-2a0f-4174-984d-e59dbcea8138 admin admin] Deleting port d46f7c6d-3a41-455a-ae66-53d4d8283934 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:46.525275 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fabd68aa-2a0f-4174-984d-e59dbcea8138 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:46.549801 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1b98be2d-7414-4c32-9b9c-37e22c6537b1 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/ports?device_id=51414c20-e4e5-4af2-ae57-1f64600c2061 HTTP/1.1" status: 200 len: 205 time: 0.0465014 Nov 15 11:37:46.579523 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34228) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:46.601014 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-fabd68aa-2a0f-4174-984d-e59dbcea8138 admin admin] For port d46f7c6d-3a41-455a-ae66-53d4d8283934, host n-d-729945-9, got binding levels [] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:46.601371 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fabd68aa-2a0f-4174-984d-e59dbcea8138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:46.614990 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fabd68aa-2a0f-4174-984d-e59dbcea8138 admin admin] Calling delete_port for d46f7c6d-3a41-455a-ae66-53d4d8283934 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:46.617810 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-fabd68aa-2a0f-4174-984d-e59dbcea8138 admin admin] Port d46f7c6d-3a41-455a-ae66-53d4d8283934 was not found and therefore no delete operation was performed {{(pid=102678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 11:37:46.619762 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fabd68aa-2a0f-4174-984d-e59dbcea8138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:46.622037 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-5164b698-bc65-4f08-91b3-0b4750b906de tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:46.633596 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['4ccd4658-60df-43fd-8f1a-78a06fc9544a'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:37:46.645556 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-5164b698-bc65-4f08-91b3-0b4750b906de tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Network 6b1842a3-8b78-48b6-930c-de775291ae35 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:37:46.664847 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-5164b698-bc65-4f08-91b3-0b4750b906de tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:46.679623 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-5164b698-bc65-4f08-91b3-0b4750b906de tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:37:46.683236 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd68aa-2a0f-4174-984d-e59dbcea8138 admin admin] Pushing event deleted for resources: {'Port': ['ID=d46f7c6d-3a41-455a-ae66-53d4d8283934,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:46.721513 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabd68aa-2a0f-4174-984d-e59dbcea8138 admin admin] No DVR routers for this DVR port d46f7c6d-3a41-455a-ae66-53d4d8283934 on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:37:46.752863 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1c2822c9-fa4f-43c3-b801-0dda32210d27 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5948517 Nov 15 11:37:46.775925 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34232) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:46.798392 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-30b4f81d-697e-4fd4-a477-4000db965d4b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'subnet': {'network_id': '36edaa1f-d6da-4469-b84a-864384f0e52f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:46.845092 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2822c9-fa4f-43c3-b801-0dda32210d27 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Network': ['ID=36edaa1f-d6da-4469-b84a-864384f0e52f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:46.857881 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 36edaa1f-d6da-4469-b84a-864384f0e52f details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:37:47.020668 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fabd68aa-2a0f-4174-984d-e59dbcea8138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:47.029902 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b4f81d-697e-4fd4-a477-4000db965d4b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:47.036923 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30b4f81d-697e-4fd4-a477-4000db965d4b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:47.055017 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-66f5649a-efab-46c8-b0a2-089689f03602 None None] Provisioning complete for port 245c0f55-b6a5-4926-88c4-5d22cb2d8103 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:47.055917 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-66f5649a-efab-46c8-b0a2-089689f03602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:47.062997 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-fabd68aa-2a0f-4174-984d-e59dbcea8138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08dbee6-9fbe-497b-a5c4-7e35a7c4974a']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:47.089337 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-fabd68aa-2a0f-4174-984d-e59dbcea8138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c5fd4a-bd66-44f9-b52a-2ec833df6a0b') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:47.090028 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-fabd68aa-2a0f-4174-984d-e59dbcea8138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c5fd4a-bd66-44f9-b52a-2ec833df6a0b') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:37:47.122059 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-66f5649a-efab-46c8-b0a2-089689f03602 None None] Port 245c0f55-b6a5-4926-88c4-5d22cb2d8103 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:37:47.148296 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-5164b698-bc65-4f08-91b3-0b4750b906de tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:47.151769 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-5164b698-bc65-4f08-91b3-0b4750b906de tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:47.168604 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fabd68aa-2a0f-4174-984d-e59dbcea8138 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:47.197914 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12a2e638-341c-4aad-a483-8cc4b8cf81d0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:47.204714 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d46f7c6d-3a41-455a-ae66-53d4d8283934 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:37:47.255742 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: d46f7c6d-3a41-455a-ae66-53d4d8283934 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:37:47.256140 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d46f7c6d-3a41-455a-ae66-53d4d8283934 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:37:47.285261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f7fde-220b-4ec0-a602-0f90ee0a48e8 req-f68eb4f5-d1f6-41b0-9ecd-29804ea257f7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:47.287548 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bc9f7fde-220b-4ec0-a602-0f90ee0a48e8 req-f68eb4f5-d1f6-41b0-9ecd-29804ea257f7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 932 time: 0.6197882 Nov 15 11:37:47.288275 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164b698-bc65-4f08-91b3-0b4750b906de tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event updated for resources: {'Port': ['ID=245c0f55-b6a5-4926-88c4-5d22cb2d8103,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:47.314171 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fabd68aa-2a0f-4174-984d-e59dbcea8138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:47.334162 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabd68aa-2a0f-4174-984d-e59dbcea8138 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:37:47.334605 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fabd68aa-2a0f-4174-984d-e59dbcea8138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:37:47.336711 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:37:47.352102 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-5164b698-bc65-4f08-91b3-0b4750b906de tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6655543 Nov 15 11:37:47.387138 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-3a7b4e24-ee64-4b00-bcbc-a514bfa192ad service neutron] Request body: {'port': {'device_id': '91131731-afdb-4c08-b2b2-379df5b661bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:47.457269 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bc9f7fde-220b-4ec0-a602-0f90ee0a48e8 req-7348ffa2-c1b4-4e0f-8358-6f7820d0f8e2 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546841 Nov 15 11:37:47.494960 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30b4f81d-697e-4fd4-a477-4000db965d4b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:47.506610 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fabd68aa-2a0f-4174-984d-e59dbcea8138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:47.513323 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fabd68aa-2a0f-4174-984d-e59dbcea8138 admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:47.517659 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fabd68aa-2a0f-4174-984d-e59dbcea8138 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a08dbee6-9fbe-497b-a5c4-7e35a7c4974a HTTP/1.1" status: 204 len: 168 time: 2.2213497 Nov 15 11:37:47.539206 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-3a7b4e24-ee64-4b00-bcbc-a514bfa192ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:47.545205 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd68aa-2a0f-4174-984d-e59dbcea8138 admin admin] Pushing event deleted for resources: {'Network': ['ID=a08dbee6-9fbe-497b-a5c4-7e35a7c4974a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:47.559322 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12a2e638-341c-4aad-a483-8cc4b8cf81d0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:47.657062 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4f81d-697e-4fd4-a477-4000db965d4b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Subnet': ['ID=cbfe2f9b-6c4a-4a61-827a-2207953eddb9,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:47.671584 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4f81d-697e-4fd4-a477-4000db965d4b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Checking segment: {'id': '6029800b-a84f-487a-84b4-5ae9746a0276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '36edaa1f-d6da-4469-b84a-864384f0e52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:37:47.672081 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b4f81d-697e-4fd4-a477-4000db965d4b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network hostable DHCP agents. Network: 36edaa1f-d6da-4469-b84a-864384f0e52f, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:37:47.717572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12a2e638-341c-4aad-a483-8cc4b8cf81d0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting port a059cf87-1016-4d54-b84e-6a9d8845f812 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:47.718110 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12a2e638-341c-4aad-a483-8cc4b8cf81d0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:47.789780 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34244) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:47.871613 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b4f81d-697e-4fd4-a477-4000db965d4b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network 36edaa1f-d6da-4469-b84a-864384f0e52f is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:37:47.897042 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-30b4f81d-697e-4fd4-a477-4000db965d4b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 36edaa1f-d6da-4469-b84a-864384f0e52f) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:47.904948 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-765a65fa-d705-45e6-a5cc-b57d3648b161 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c6befd75a17548db897fe48e53eb3cd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1103890 Nov 15 11:37:47.907316 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34250) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:47.910824 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b665c6ab-e026-40dd-9fbe-ce775afc6d19 None None] Network 36edaa1f-d6da-4469-b84a-864384f0e52f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:47.961134 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12a2e638-341c-4aad-a483-8cc4b8cf81d0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:47.986342 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-12a2e638-341c-4aad-a483-8cc4b8cf81d0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Calling delete_port for a059cf87-1016-4d54-b84e-6a9d8845f812 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:48.117200 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d304f2a3-1085-46e0-9e90-4721987f346f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:48.140371 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b4f81d-697e-4fd4-a477-4000db965d4b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:48.147769 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30b4f81d-697e-4fd4-a477-4000db965d4b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:48.197411 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d304f2a3-1085-46e0-9e90-4721987f346f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:48.227805 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-30b4f81d-697e-4fd4-a477-4000db965d4b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4508440 Nov 15 11:37:48.231333 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34260) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:48.236871 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a899083c-0f0e-43a3-9d91-02b2d3adb186 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'subnet': {'network_id': '36edaa1f-d6da-4469-b84a-864384f0e52f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:48.267458 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-3a7b4e24-ee64-4b00-bcbc-a514bfa192ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245c0f55-b6a5-4926-88c4-5d22cb2d8103 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:37:48.281573 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-3a7b4e24-ee64-4b00-bcbc-a514bfa192ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:48.284319 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc2fcc5-68ea-47a4-ba9b-528e0c5f9a77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-36edaa1f-d6da-4469-b84a-864384f0e52f', 'network_id': '36edaa1f-d6da-4469-b84a-864384f0e52f', 'tenant_id': '98a1ca29c2cd4a64a6ec344e8eaaed84', 'fixed_ips': [{'subnet_id': 'cbfe2f9b-6c4a-4a61-827a-2207953eddb9'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:37:48.285436 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0cc2fcc5-68ea-47a4-ba9b-528e0c5f9a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:48.332155 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-3a7b4e24-ee64-4b00-bcbc-a514bfa192ad service neutron] Transition to ACTIVE for port object 245c0f55-b6a5-4926-88c4-5d22cb2d8103 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:37:48.333241 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d304f2a3-1085-46e0-9e90-4721987f346f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:48.336265 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d304f2a3-1085-46e0-9e90-4721987f346f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:48.340680 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d304f2a3-1085-46e0-9e90-4721987f346f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d5b74401-b7fd-4bb7-b844-0656fb149999 HTTP/1.1" status: 204 len: 168 time: 0.4322820 Nov 15 11:37:48.349762 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304f2a3-1085-46e0-9e90-4721987f346f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b74401-b7fd-4bb7-b844-0656fb149999,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:48.352078 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-3a7b4e24-ee64-4b00-bcbc-a514bfa192ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:48.541625 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b4e24-ee64-4b00-bcbc-a514bfa192ad service neutron] Pushing event updated for resources: {'Port': ['ID=245c0f55-b6a5-4926-88c4-5d22cb2d8103,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:48.631490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-0cc2fcc5-68ea-47a4-ba9b-528e0c5f9a77 None None] Allocated IP 2001:db8::2 (36edaa1f-d6da-4469-b84a-864384f0e52f/cbfe2f9b-6c4a-4a61-827a-2207953eddb9/76703f50-d094-47cb-a42e-514ac006b0da) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:37:48.722537 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-3a7b4e24-ee64-4b00-bcbc-a514bfa192ad service neutron] Attempting to bind port 245c0f55-b6a5-4926-88c4-5d22cb2d8103 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:37:48.722944 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-3a7b4e24-ee64-4b00-bcbc-a514bfa192ad service neutron] Attempting to bind port 245c0f55-b6a5-4926-88c4-5d22cb2d8103 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:37:48.723807 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-3a7b4e24-ee64-4b00-bcbc-a514bfa192ad service neutron] Attempting to bind port 245c0f55-b6a5-4926-88c4-5d22cb2d8103 on network 6b1842a3-8b78-48b6-930c-de775291ae35 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:37:48.742502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31d04c-f737-4049-8034-9b19ba221325 req-6814af91-4643-47e0-a5cc-9c038604270b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:48.756924 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df31d04c-f737-4049-8034-9b19ba221325 req-6814af91-4643-47e0-a5cc-9c038604270b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 944 time: 0.1415617 Nov 15 11:37:48.757866 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-3a7b4e24-ee64-4b00-bcbc-a514bfa192ad service neutron] Port 245c0f55-b6a5-4926-88c4-5d22cb2d8103 on network 6b1842a3-8b78-48b6-930c-de775291ae35 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:37:48.758277 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-3a7b4e24-ee64-4b00-bcbc-a514bfa192ad service neutron] Attempting to bind port 245c0f55-b6a5-4926-88c4-5d22cb2d8103 on network 6b1842a3-8b78-48b6-930c-de775291ae35 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:37:48.770389 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-3a7b4e24-ee64-4b00-bcbc-a514bfa192ad service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:37:48.770838 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-3a7b4e24-ee64-4b00-bcbc-a514bfa192ad service neutron] Checking segment: {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:37:48.771303 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-3a7b4e24-ee64-4b00-bcbc-a514bfa192ad service neutron] Bound using segment: {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:37:48.771806 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-3a7b4e24-ee64-4b00-bcbc-a514bfa192ad service neutron] Bound port: 245c0f55-b6a5-4926-88c4-5d22cb2d8103, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:37:48.772241 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-3a7b4e24-ee64-4b00-bcbc-a514bfa192ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:48.900849 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12a2e638-341c-4aad-a483-8cc4b8cf81d0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:48.908998 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df31d04c-f737-4049-8034-9b19ba221325 req-18374779-f248-4820-b006-8194a9cd6baf tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443915 Nov 15 11:37:48.927520 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-3a7b4e24-ee64-4b00-bcbc-a514bfa192ad service neutron] For port 245c0f55-b6a5-4926-88c4-5d22cb2d8103, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:37:48.927997 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0cc2fcc5-68ea-47a4-ba9b-528e0c5f9a77 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:48.940541 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-3a7b4e24-ee64-4b00-bcbc-a514bfa192ad service neutron] For port 245c0f55-b6a5-4926-88c4-5d22cb2d8103, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=245c0f55-b6a5-4926-88c4-5d22cb2d8103,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:37:48.956315 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-3a7b4e24-ee64-4b00-bcbc-a514bfa192ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:48.981689 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0cc2fcc5-68ea-47a4-ba9b-528e0c5f9a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:49.036675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-3a7b4e24-ee64-4b00-bcbc-a514bfa192ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:49.037570 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-3a7b4e24-ee64-4b00-bcbc-a514bfa192ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:49.039142 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-3a7b4e24-ee64-4b00-bcbc-a514bfa192ad service neutron] 10.222.0.11 "PUT /v2.0/ports/245c0f55-b6a5-4926-88c4-5d22cb2d8103 HTTP/1.1" status: 200 len: 1092 time: 1.6567006 Nov 15 11:37:49.041508 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91131731-afdb-4c08-b2b2-379df5b661bb', 'tag': '245c0f55-b6a5-4926-88c4-5d22cb2d8103'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:37:49.045551 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d85c0d7-74d4-4c37-acd1-89cecda0c88b" -d '{"events": [{"name": "network-changed", "server_uuid": "91131731-afdb-4c08-b2b2-379df5b661bb", "tag": "245c0f55-b6a5-4926-88c4-5d22cb2d8103"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:37:49.047751 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157ae41d-6886-4209-a8f0-184a6d41cabd None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:37:49.072451 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc2fcc5-68ea-47a4-ba9b-528e0c5f9a77 None None] Network 36edaa1f-d6da-4469-b84a-864384f0e52f is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:37:49.082848 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-0cc2fcc5-68ea-47a4-ba9b-528e0c5f9a77 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:49.091709 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2e638-341c-4aad-a483-8cc4b8cf81d0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Port': ['ID=a059cf87-1016-4d54-b84e-6a9d8845f812,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:49.091999 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc2fcc5-68ea-47a4-ba9b-528e0c5f9a77 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:37:49.119482 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2fcc5-68ea-47a4-ba9b-528e0c5f9a77 None None] Pushing event updated for resources: {'Port': ['ID=76703f50-d094-47cb-a42e-514ac006b0da,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:49.189794 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b4e24-ee64-4b00-bcbc-a514bfa192ad service neutron] Pushing event updated for resources: {'Port': ['ID=245c0f55-b6a5-4926-88c4-5d22cb2d8103,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:49.210714 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c27e7b8-30f0-4521-bf8e-84f9214dcb10 x-openstack-request-id: req-9c27e7b8-30f0-4521-bf8e-84f9214dcb10 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:37:49.210997 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91131731-afdb-4c08-b2b2-379df5b661bb", "tag": "245c0f55-b6a5-4926-88c4-5d22cb2d8103", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:37:49.211240 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c27e7b8-30f0-4521-bf8e-84f9214dcb10 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:37:49.211645 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91131731-afdb-4c08-b2b2-379df5b661bb', 'tag': '245c0f55-b6a5-4926-88c4-5d22cb2d8103', 'status': 'completed', 'code': 200} Nov 15 11:37:49.215484 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34276) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:49.252063 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12a2e638-341c-4aad-a483-8cc4b8cf81d0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:49.274961 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-c3d804ba-2293-4448-9ef2-a89fa30b7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:49.276534 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-c3d804ba-2293-4448-9ef2-a89fa30b7418 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 1095 time: 0.1836936 Nov 15 11:37:49.285775 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-0cc2fcc5-68ea-47a4-ba9b-528e0c5f9a77 None None] Attempting to bind port 76703f50-d094-47cb-a42e-514ac006b0da on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:37:49.286707 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-0cc2fcc5-68ea-47a4-ba9b-528e0c5f9a77 None None] Attempting to bind port 76703f50-d094-47cb-a42e-514ac006b0da by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '6029800b-a84f-487a-84b4-5ae9746a0276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '36edaa1f-d6da-4469-b84a-864384f0e52f'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:37:49.287166 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc2fcc5-68ea-47a4-ba9b-528e0c5f9a77 None None] Attempting to bind port 76703f50-d094-47cb-a42e-514ac006b0da on network 36edaa1f-d6da-4469-b84a-864384f0e52f {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:37:49.296798 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc2fcc5-68ea-47a4-ba9b-528e0c5f9a77 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:37:49.297351 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc2fcc5-68ea-47a4-ba9b-528e0c5f9a77 None None] Checking segment: {'id': '6029800b-a84f-487a-84b4-5ae9746a0276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '36edaa1f-d6da-4469-b84a-864384f0e52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:37:49.298027 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0cc2fcc5-68ea-47a4-ba9b-528e0c5f9a77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:49.298521 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc2fcc5-68ea-47a4-ba9b-528e0c5f9a77 None None] Bound using segment: {'id': '6029800b-a84f-487a-84b4-5ae9746a0276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '36edaa1f-d6da-4469-b84a-864384f0e52f'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:37:49.299100 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-0cc2fcc5-68ea-47a4-ba9b-528e0c5f9a77 None None] Bound port: 76703f50-d094-47cb-a42e-514ac006b0da, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6029800b-a84f-487a-84b4-5ae9746a0276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '36edaa1f-d6da-4469-b84a-864384f0e52f'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:37:49.301099 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0cc2fcc5-68ea-47a4-ba9b-528e0c5f9a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:49.374469 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-eabc0ac3-acc7-4bfc-ad9e-5502c12fc9bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=245c0f55-b6a5-4926-88c4-5d22cb2d8103 HTTP/1.1" status: 200 len: 217 time: 0.0884101 Nov 15 11:37:49.395369 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12a2e638-341c-4aad-a483-8cc4b8cf81d0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:49.399736 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12a2e638-341c-4aad-a483-8cc4b8cf81d0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:49.403910 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a899083c-0f0e-43a3-9d91-02b2d3adb186 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:49.409133 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a899083c-0f0e-43a3-9d91-02b2d3adb186 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:49.434296 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0cc2fcc5-68ea-47a4-ba9b-528e0c5f9a77 None None] For port 76703f50-d094-47cb-a42e-514ac006b0da, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:37:49.437973 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0cc2fcc5-68ea-47a4-ba9b-528e0c5f9a77 None None] For port 76703f50-d094-47cb-a42e-514ac006b0da, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=76703f50-d094-47cb-a42e-514ac006b0da,segment=NetworkSegment(6029800b-a84f-487a-84b4-5ae9746a0276),segment_id=6029800b-a84f-487a-84b4-5ae9746a0276)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:37:49.446670 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0cc2fcc5-68ea-47a4-ba9b-528e0c5f9a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:49.499230 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-e2322838-43b0-4b65-8440-6ba214dc04d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:49.501001 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-e2322838-43b0-4b65-8440-6ba214dc04d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 200 len: 850 time: 0.1111159 Nov 15 11:37:49.502371 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2fcc5-68ea-47a4-ba9b-528e0c5f9a77 None None] Pushing event updated for resources: {'Port': ['ID=76703f50-d094-47cb-a42e-514ac006b0da,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:49.516208 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2fc6ff9a-aa13-4a93-858b-df442fa96a05 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e40dd8c06c3459292a585e10446f2f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2995331 Nov 15 11:37:49.538099 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34278) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:49.600434 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12a2e638-341c-4aad-a483-8cc4b8cf81d0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:49.603562 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a2e638-341c-4aad-a483-8cc4b8cf81d0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Fanout notify agent at l3_agent the message router_deleted on router 51414c20-e4e5-4af2-ae57-1f64600c2061 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:37:49.634158 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12a2e638-341c-4aad-a483-8cc4b8cf81d0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:49.638870 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-12a2e638-341c-4aad-a483-8cc4b8cf81d0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/routers/51414c20-e4e5-4af2-ae57-1f64600c2061 HTTP/1.1" status: 204 len: 168 time: 3.0528650 Nov 15 11:37:49.639840 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34280) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:49.648363 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-47744af2-d3d8-48c1-b548-a48fb40ecf9f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'network': {'name': 'tempest-RoutersTest-1875237698'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:49.659984 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-53be1a8f-d9dc-423f-9969-8e6e0e1fab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:49.661709 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-53be1a8f-d9dc-423f-9969-8e6e0e1fab44 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b1842a3-8b78-48b6-930c-de775291ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443558 Nov 15 11:37:49.716728 n-d-729945-9 neutron-server[102677]: INFO neutron.db.ipam_backend_mixin [None req-a899083c-0f0e-43a3-9d91-02b2d3adb186 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cbfe2f9b-6c4a-4a61-827a-2207953eddb9 (CIDR: 2001:db8::/64) Nov 15 11:37:49.722078 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-a899083c-0f0e-43a3-9d91-02b2d3adb186 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:37:49.722779 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a899083c-0f0e-43a3-9d91-02b2d3adb186 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:37:49.754844 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-930b45a0-3ffe-4894-b2a1-25547596dfd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:49.765716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47744af2-d3d8-48c1-b548-a48fb40ecf9f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Made reservation on behalf of 9043398e6de74f8a9cf97297f1911306 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:49.771487 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47744af2-d3d8-48c1-b548-a48fb40ecf9f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:49.784883 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a899083c-0f0e-43a3-9d91-02b2d3adb186 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5516493 Nov 15 11:37:49.788888 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34282) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:49.794874 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9cbc440e-f302-4dd5-b158-fff50d6c6124 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'subnet': {'network_id': '36edaa1f-d6da-4469-b84a-864384f0e52f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:49.823344 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47744af2-d3d8-48c1-b548-a48fb40ecf9f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:37:49.844399 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47744af2-d3d8-48c1-b548-a48fb40ecf9f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:49.844784 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-47744af2-d3d8-48c1-b548-a48fb40ecf9f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Added segment c7dee977-e400-4d13-8b0c-6bb81b4b17c0 of type vlan for network 096e466d-d8af-481f-9cd9-6315928a951f Nov 15 11:37:49.896988 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47744af2-d3d8-48c1-b548-a48fb40ecf9f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:49.954280 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47744af2-d3d8-48c1-b548-a48fb40ecf9f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:49.969449 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47744af2-d3d8-48c1-b548-a48fb40ecf9f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:49.970281 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-47744af2-d3d8-48c1-b548-a48fb40ecf9f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:50.106516 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-930b45a0-3ffe-4894-b2a1-25547596dfd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:50.131294 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-47744af2-d3d8-48c1-b548-a48fb40ecf9f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4880223 Nov 15 11:37:50.137333 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-4b25f1c1-7335-4cda-b427-9a18ffca1db4 service neutron] 10.222.0.11 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621055 Nov 15 11:37:50.138607 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34290) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:50.148870 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-62d05b52-1996-4499-8b58-6433db0257df tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'subnet': {'network_id': '096e466d-d8af-481f-9cd9-6315928a951f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:50.167426 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbc440e-f302-4dd5-b158-fff50d6c6124 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:50.173028 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9cbc440e-f302-4dd5-b158-fff50d6c6124 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:50.340530 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-930b45a0-3ffe-4894-b2a1-25547596dfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:50.344006 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-930b45a0-3ffe-4894-b2a1-25547596dfd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:50.346163 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-930b45a0-3ffe-4894-b2a1-25547596dfd7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ce2c935-3a84-4202-afee-2defeb37bc95 HTTP/1.1" status: 204 len: 168 time: 0.8005009 Nov 15 11:37:50.360601 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b45a0-3ffe-4894-b2a1-25547596dfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce2c935-3a84-4202-afee-2defeb37bc95,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:50.446510 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973380be-3a7d-41ff-9ee8-63e1089003fe req-d5b742cc-0428-4bee-8ece-f7ad9e43fc0b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:50.459845 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-973380be-3a7d-41ff-9ee8-63e1089003fe req-d5b742cc-0428-4bee-8ece-f7ad9e43fc0b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 944 time: 0.4058993 Nov 15 11:37:50.474254 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47744af2-d3d8-48c1-b548-a48fb40ecf9f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Network': ['ID=096e466d-d8af-481f-9cd9-6315928a951f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:50.499101 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 096e466d-d8af-481f-9cd9-6315928a951f details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:37:50.701274 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0219cb9f-09c9-4bc5-a5ef-2a5fba5abc5d req-127892bf-1a71-4892-ad72-379ee94aafaf service neutron] 10.222.0.11 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422230 Nov 15 11:37:50.705646 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-973380be-3a7d-41ff-9ee8-63e1089003fe req-1b208c21-49f7-45a2-a180-a2cfba9c5e65 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445621 Nov 15 11:37:50.710889 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9cbc440e-f302-4dd5-b158-fff50d6c6124 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:50.812079 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbc440e-f302-4dd5-b158-fff50d6c6124 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network 36edaa1f-d6da-4469-b84a-864384f0e52f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:37:50.815718 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-9cbc440e-f302-4dd5-b158-fff50d6c6124 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:50.820719 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbc440e-f302-4dd5-b158-fff50d6c6124 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:50.821527 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9cbc440e-f302-4dd5-b158-fff50d6c6124 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:50.848543 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85c0d7-74d4-4c37-acd1-89cecda0c88b req-83c101c3-6b19-4611-85bd-616f30d2f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:50.852755 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d85c0d7-74d4-4c37-acd1-89cecda0c88b req-83c101c3-6b19-4611-85bd-616f30d2f115 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 1095 time: 0.0756998 Nov 15 11:37:50.853962 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d05b52-1996-4499-8b58-6433db0257df tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Made reservation on behalf of 9043398e6de74f8a9cf97297f1911306 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:50.855519 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc440e-f302-4dd5-b158-fff50d6c6124 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Subnet': ['ID=2bdcbc82-bf90-4aa9-9453-bf16724d42b7,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:50.861235 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-62d05b52-1996-4499-8b58-6433db0257df tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:50.870967 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9cbc440e-f302-4dd5-b158-fff50d6c6124 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0795214 Nov 15 11:37:50.872523 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34306) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:50.890606 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-558dc3f5-7c76-4eda-896a-8c8742f3c11a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'port': {'network_id': '36edaa1f-d6da-4469-b84a-864384f0e52f', 'fixed_ips': [{'subnet_id': 'cbfe2f9b-6c4a-4a61-827a-2207953eddb9'}, {'subnet_id': '2bdcbc82-bf90-4aa9-9453-bf16724d42b7'}], 'name': 'tempest-PortsIpV6TestJSON-554255071'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:51.250489 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558dc3f5-7c76-4eda-896a-8c8742f3c11a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:51.377379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f894a2-a510-43c7-a29f-e2755dbd00a7 None None] Network 36edaa1f-d6da-4469-b84a-864384f0e52f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:51.428062 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-558dc3f5-7c76-4eda-896a-8c8742f3c11a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:51.450051 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85c0d7-74d4-4c37-acd1-89cecda0c88b req-cf3a4175-ab93-45fb-b569-ece5093c15e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:51.454265 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d85c0d7-74d4-4c37-acd1-89cecda0c88b req-cf3a4175-ab93-45fb-b569-ece5093c15e5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 912 time: 0.5858054 Nov 15 11:37:51.491364 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 76703f50-d094-47cb-a42e-514ac006b0da up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:37:51.492869 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-558dc3f5-7c76-4eda-896a-8c8742f3c11a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] device_id is not set on port 321c03b9-9c78-4bd9-b293-ce3786d363a7 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:37:51.609264 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d85c0d7-74d4-4c37-acd1-89cecda0c88b req-d5d0435a-c9da-4990-8a10-99f1be9d457e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=245c0f55-b6a5-4926-88c4-5d22cb2d8103 HTTP/1.1" status: 200 len: 217 time: 0.1205330 Nov 15 11:37:51.617720 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a1965241-4fd7-4151-8f1a-a1cc8e470ae6 None None] Provisioning complete for port 76703f50-d094-47cb-a42e-514ac006b0da triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:51.618344 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a1965241-4fd7-4151-8f1a-a1cc8e470ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:51.713719 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85c0d7-74d4-4c37-acd1-89cecda0c88b req-8244d957-b86b-429b-9bfb-525825f13fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:51.715347 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d85c0d7-74d4-4c37-acd1-89cecda0c88b req-8244d957-b86b-429b-9bfb-525825f13fec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 200 len: 850 time: 0.0747855 Nov 15 11:37:51.803602 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85c0d7-74d4-4c37-acd1-89cecda0c88b req-d36966f4-904c-4d1e-9d7a-a8248ed8fd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:51.805844 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d85c0d7-74d4-4c37-acd1-89cecda0c88b req-d36966f4-904c-4d1e-9d7a-a8248ed8fd98 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6b1842a3-8b78-48b6-930c-de775291ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620451 Nov 15 11:37:51.808620 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-62d05b52-1996-4499-8b58-6433db0257df tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:51.942602 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d85c0d7-74d4-4c37-acd1-89cecda0c88b req-1fa597f7-cf68-4d61-a8c7-a26633c742a6 service neutron] 10.222.0.11 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271176 Nov 15 11:37:51.983434 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 76703f50-d094-47cb-a42e-514ac006b0da triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:51.983791 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:52.081189 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-bee67681-fdf0-4da6-812a-ded61f78514d req-bbcf846c-7785-47d8-963c-13fe66ff96a5 service neutron] (102677) timed out ('10.222.0.11', 65228) {{(pid=102677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 11:37:52.248805 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d05b52-1996-4499-8b58-6433db0257df tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Checking segment: {'id': 'c7dee977-e400-4d13-8b0c-6bb81b4b17c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '096e466d-d8af-481f-9cd9-6315928a951f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:37:52.249456 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d05b52-1996-4499-8b58-6433db0257df tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network hostable DHCP agents. Network: 096e466d-d8af-481f-9cd9-6315928a951f, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:37:52.266953 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d05b52-1996-4499-8b58-6433db0257df tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Subnet': ['ID=e35137de-d1cf-4f3a-bf64-a1e008999a0c,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:52.318255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34346) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:52.368275 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-558dc3f5-7c76-4eda-896a-8c8742f3c11a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Allocated IP 2001:db8::80 (36edaa1f-d6da-4469-b84a-864384f0e52f/cbfe2f9b-6c4a-4a61-827a-2207953eddb9/321c03b9-9c78-4bd9-b293-ce3786d363a7) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:37:52.373500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd5195-8913-45ec-b2ba-069331f7a8cf req-ef3b8a5d-245c-4d98-95b7-d0ea7f4d9be8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:52.376013 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-87fd5195-8913-45ec-b2ba-069331f7a8cf req-ef3b8a5d-245c-4d98-95b7-d0ea7f4d9be8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 944 time: 0.4279387 Nov 15 11:37:52.385344 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d85c0d7-74d4-4c37-acd1-89cecda0c88b req-fc368f9b-75e9-4a6d-8305-36a3918ec5bf service neutron] 10.222.0.11 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035826 Nov 15 11:37:52.386856 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-558dc3f5-7c76-4eda-896a-8c8742f3c11a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Allocated IP 2001:db8:0:1::34c (36edaa1f-d6da-4469-b84a-864384f0e52f/2bdcbc82-bf90-4aa9-9453-bf16724d42b7/321c03b9-9c78-4bd9-b293-ce3786d363a7) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:37:52.388933 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d05b52-1996-4499-8b58-6433db0257df tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 096e466d-d8af-481f-9cd9-6315928a951f is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:37:52.439846 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-62d05b52-1996-4499-8b58-6433db0257df tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 096e466d-d8af-481f-9cd9-6315928a951f) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:52.472987 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d05b52-1996-4499-8b58-6433db0257df tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:52.474409 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-62d05b52-1996-4499-8b58-6433db0257df tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:52.604959 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-993175b7-f854-4271-82e3-f4ecd9e6d27b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1535527032-network', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:52.619065 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb8af52-4bc5-434a-90f6-f53d3128022c None None] Network 096e466d-d8af-481f-9cd9-6315928a951f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:52.638689 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-62d05b52-1996-4499-8b58-6433db0257df tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4889233 Nov 15 11:37:52.656752 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-87fd5195-8913-45ec-b2ba-069331f7a8cf req-8ae8bf85-df78-4fc9-95d7-c30869c1462e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694585 Nov 15 11:37:52.657559 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34352) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:52.685799 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-fe2121ee-0dbe-4347-b8b2-d14192e05d56 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-540480743', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:52.760415 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993175b7-f854-4271-82e3-f4ecd9e6d27b admin admin] Made reservation on behalf of c76095f6c6fc448e83acf8840c1754ec for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:52.771633 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-993175b7-f854-4271-82e3-f4ecd9e6d27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:52.824460 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-993175b7-f854-4271-82e3-f4ecd9e6d27b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:52.850895 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fe2121ee-0dbe-4347-b8b2-d14192e05d56 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:52.855018 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fe2121ee-0dbe-4347-b8b2-d14192e05d56 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:52.866333 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-558dc3f5-7c76-4eda-896a-8c8742f3c11a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:52.884100 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a1965241-4fd7-4151-8f1a-a1cc8e470ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:53.009015 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-558dc3f5-7c76-4eda-896a-8c8742f3c11a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:53.025109 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fe2121ee-0dbe-4347-b8b2-d14192e05d56 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:53.040765 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fe2121ee-0dbe-4347-b8b2-d14192e05d56 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:53.075097 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fe2121ee-0dbe-4347-b8b2-d14192e05d56 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:53.079539 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a1965241-4fd7-4151-8f1a-a1cc8e470ae6 None None] For port 76703f50-d094-47cb-a42e-514ac006b0da, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=76703f50-d094-47cb-a42e-514ac006b0da,segment=NetworkSegment(6029800b-a84f-487a-84b4-5ae9746a0276),segment_id=6029800b-a84f-487a-84b4-5ae9746a0276)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:53.080360 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fe2121ee-0dbe-4347-b8b2-d14192e05d56 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4148078 Nov 15 11:37:53.081515 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34354) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:53.092850 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a1965241-4fd7-4151-8f1a-a1cc8e470ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:53.155093 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558dc3f5-7c76-4eda-896a-8c8742f3c11a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network 36edaa1f-d6da-4469-b84a-864384f0e52f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:37:53.173078 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-558dc3f5-7c76-4eda-896a-8c8742f3c11a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:53.181233 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558dc3f5-7c76-4eda-896a-8c8742f3c11a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:37:53.191177 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558dc3f5-7c76-4eda-896a-8c8742f3c11a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:53.192289 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-558dc3f5-7c76-4eda-896a-8c8742f3c11a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:53.224545 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558dc3f5-7c76-4eda-896a-8c8742f3c11a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Port': ['ID=321c03b9-9c78-4bd9-b293-ce3786d363a7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:53.244388 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-558dc3f5-7c76-4eda-896a-8c8742f3c11a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.3670805 Nov 15 11:37:53.244998 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34356) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:53.254000 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a08901f4-7247-4378-a3ea-3a797fc463cf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cbfe2f9b-6c4a-4a61-827a-2207953eddb9'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:53.304384 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1965241-4fd7-4151-8f1a-a1cc8e470ae6 None None] Pushing event updated for resources: {'Port': ['ID=76703f50-d094-47cb-a42e-514ac006b0da,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:53.399845 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a08901f4-7247-4378-a3ea-3a797fc463cf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:53.467448 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2860024c-160b-4a2b-99c7-9c4f977e7698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-096e466d-d8af-481f-9cd9-6315928a951f', 'network_id': '096e466d-d8af-481f-9cd9-6315928a951f', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'fixed_ips': [{'subnet_id': 'e35137de-d1cf-4f3a-bf64-a1e008999a0c'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:37:53.468420 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2860024c-160b-4a2b-99c7-9c4f977e7698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:53.544878 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272dcfe5-b3a3-4fd0-9811-73f072738701 None None] Update dhcp port {'port': {'network_id': '36edaa1f-d6da-4469-b84a-864384f0e52f', 'fixed_ips': [{'subnet_id': 'cbfe2f9b-6c4a-4a61-827a-2207953eddb9', 'ip_address': '2001:db8::2'}, {'subnet_id': '2bdcbc82-bf90-4aa9-9453-bf16724d42b7'}], 'binding:host_id': 'n-d-729945-9'}, 'id': '76703f50-d094-47cb-a42e-514ac006b0da'} from n-d-729945-9. {{(pid=102679) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 11:37:53.610526 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-272dcfe5-b3a3-4fd0-9811-73f072738701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:53.902881 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 76703f50-d094-47cb-a42e-514ac006b0da up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:37:54.072757 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-a08901f4-7247-4378-a3ea-3a797fc463cf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Delete allocated IP 2001:db8:0:1::34c (36edaa1f-d6da-4469-b84a-864384f0e52f/2bdcbc82-bf90-4aa9-9453-bf16724d42b7) {{(pid=102677) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 15 11:37:54.243862 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-2860024c-160b-4a2b-99c7-9c4f977e7698 None None] Allocated IP 172.20.0.2 (096e466d-d8af-481f-9cd9-6315928a951f/e35137de-d1cf-4f3a-bf64-a1e008999a0c/9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:37:54.273356 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 76703f50-d094-47cb-a42e-514ac006b0da triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:54.273856 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:54.359943 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a08901f4-7247-4378-a3ea-3a797fc463cf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:54.369746 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a08901f4-7247-4378-a3ea-3a797fc463cf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:54.431846 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08901f4-7247-4378-a3ea-3a797fc463cf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Port': ['ID=321c03b9-9c78-4bd9-b293-ce3786d363a7,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:54.458929 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a08901f4-7247-4378-a3ea-3a797fc463cf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] In _notify_port_updated(), no bound segment for port 321c03b9-9c78-4bd9-b293-ce3786d363a7 on network 36edaa1f-d6da-4469-b84a-864384f0e52f {{(pid=102677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:37:54.464863 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08901f4-7247-4378-a3ea-3a797fc463cf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:54.465644 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a08901f4-7247-4378-a3ea-3a797fc463cf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:54.467008 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a08901f4-7247-4378-a3ea-3a797fc463cf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "PUT /v2.0/ports/321c03b9-9c78-4bd9-b293-ce3786d363a7 HTTP/1.1" status: 200 len: 924 time: 1.2208855 Nov 15 11:37:54.469958 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34372) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:54.475339 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-82ec4b7c-2965-43e0-83b4-c7beb242e5ba tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cbfe2f9b-6c4a-4a61-827a-2207953eddb9'}, {'subnet_id': '2bdcbc82-bf90-4aa9-9453-bf16724d42b7'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:54.512358 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-993175b7-f854-4271-82e3-f4ecd9e6d27b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:54.572993 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-993175b7-f854-4271-82e3-f4ecd9e6d27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:54.597196 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82ec4b7c-2965-43e0-83b4-c7beb242e5ba tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:54.616045 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-272dcfe5-b3a3-4fd0-9811-73f072738701 None None] Allocated IP 2001:db8:0:1::2 (36edaa1f-d6da-4469-b84a-864384f0e52f/2bdcbc82-bf90-4aa9-9453-bf16724d42b7/76703f50-d094-47cb-a42e-514ac006b0da) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:37:54.809307 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993175b7-f854-4271-82e3-f4ecd9e6d27b admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:37:54.846908 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-993175b7-f854-4271-82e3-f4ecd9e6d27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:54.847543 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-993175b7-f854-4271-82e3-f4ecd9e6d27b admin admin] Added segment 7513e5bf-dd3d-4fe0-a43e-3a6b16169783 of type vlan for network 9187d822-3785-414a-90e1-c2375533ab75 Nov 15 11:37:54.849056 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993175b7-f854-4271-82e3-f4ecd9e6d27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b0f490-7d1b-4108-9dc8-0df90300755e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:54.955054 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b66f44-f62e-463c-93f5-7b60ad21b5e8 req-740f13d8-587f-4038-bcfd-086dd68efde8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:54.965009 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59b66f44-f62e-463c-93f5-7b60ad21b5e8 req-740f13d8-587f-4038-bcfd-086dd68efde8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 944 time: 0.5020800 Nov 15 11:37:54.994157 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2860024c-160b-4a2b-99c7-9c4f977e7698 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:55.024934 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-993175b7-f854-4271-82e3-f4ecd9e6d27b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:55.038602 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2860024c-160b-4a2b-99c7-9c4f977e7698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:55.094638 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-667b5ce8-19fb-40f0-a123-d247056e18ea tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:55.128393 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59b66f44-f62e-463c-93f5-7b60ad21b5e8 req-ae09622e-a9d4-4b42-bfa0-e0a909a480ca tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421397 Nov 15 11:37:55.137669 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-993175b7-f854-4271-82e3-f4ecd9e6d27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:55.138713 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993175b7-f854-4271-82e3-f4ecd9e6d27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:55.141209 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-993175b7-f854-4271-82e3-f4ecd9e6d27b admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:55.195700 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-272dcfe5-b3a3-4fd0-9811-73f072738701 None None] For port 76703f50-d094-47cb-a42e-514ac006b0da, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=76703f50-d094-47cb-a42e-514ac006b0da,segment=NetworkSegment(6029800b-a84f-487a-84b4-5ae9746a0276),segment_id=6029800b-a84f-487a-84b4-5ae9746a0276)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:37:55.253088 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-272dcfe5-b3a3-4fd0-9811-73f072738701 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:55.313927 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-993175b7-f854-4271-82e3-f4ecd9e6d27b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.9867961 Nov 15 11:37:55.315633 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34378) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:55.324173 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2860024c-160b-4a2b-99c7-9c4f977e7698 None None] Network 096e466d-d8af-481f-9cd9-6315928a951f is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:37:55.326252 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-8a60dfa7-fe82-403f-a515-8817f3064342 admin admin] Request body: {'subnet': {'network_id': '9187d822-3785-414a-90e1-c2375533ab75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1535527032-subnet', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:55.341196 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-272dcfe5-b3a3-4fd0-9811-73f072738701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:55.356781 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-2860024c-160b-4a2b-99c7-9c4f977e7698 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:55.365050 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993175b7-f854-4271-82e3-f4ecd9e6d27b admin admin] Pushing event updated for resources: {'Network': ['ID=9187d822-3785-414a-90e1-c2375533ab75,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:55.410729 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2860024c-160b-4a2b-99c7-9c4f977e7698 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:37:55.425250 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 9187d822-3785-414a-90e1-c2375533ab75 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:37:55.438888 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a60dfa7-fe82-403f-a515-8817f3064342 admin admin] Made reservation on behalf of c76095f6c6fc448e83acf8840c1754ec for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:37:55.446334 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8a60dfa7-fe82-403f-a515-8817f3064342 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:55.467417 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-82ec4b7c-2965-43e0-83b4-c7beb242e5ba tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Allocated IP 2001:db8:0:1::23c (36edaa1f-d6da-4469-b84a-864384f0e52f/2bdcbc82-bf90-4aa9-9453-bf16724d42b7/321c03b9-9c78-4bd9-b293-ce3786d363a7) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:37:55.476092 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860024c-160b-4a2b-99c7-9c4f977e7698 None None] Pushing event updated for resources: {'Port': ['ID=9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:55.762296 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2860024c-160b-4a2b-99c7-9c4f977e7698 None None] Attempting to bind port 9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:37:55.763247 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2860024c-160b-4a2b-99c7-9c4f977e7698 None None] Attempting to bind port 9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'c7dee977-e400-4d13-8b0c-6bb81b4b17c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '096e466d-d8af-481f-9cd9-6315928a951f'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:37:55.764334 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2860024c-160b-4a2b-99c7-9c4f977e7698 None None] Attempting to bind port 9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa on network 096e466d-d8af-481f-9cd9-6315928a951f {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:37:55.792539 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2860024c-160b-4a2b-99c7-9c4f977e7698 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:37:55.793243 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2860024c-160b-4a2b-99c7-9c4f977e7698 None None] Checking segment: {'id': 'c7dee977-e400-4d13-8b0c-6bb81b4b17c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '096e466d-d8af-481f-9cd9-6315928a951f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:37:55.793858 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2860024c-160b-4a2b-99c7-9c4f977e7698 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:55.794707 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2860024c-160b-4a2b-99c7-9c4f977e7698 None None] Bound using segment: {'id': 'c7dee977-e400-4d13-8b0c-6bb81b4b17c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '096e466d-d8af-481f-9cd9-6315928a951f'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:37:55.795364 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2860024c-160b-4a2b-99c7-9c4f977e7698 None None] Bound port: 9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7dee977-e400-4d13-8b0c-6bb81b4b17c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '096e466d-d8af-481f-9cd9-6315928a951f'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:37:55.795950 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2860024c-160b-4a2b-99c7-9c4f977e7698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:55.809147 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82ec4b7c-2965-43e0-83b4-c7beb242e5ba tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:55.822350 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82ec4b7c-2965-43e0-83b4-c7beb242e5ba tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:55.835017 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dcfe5-b3a3-4fd0-9811-73f072738701 None None] Pushing event updated for resources: {'Port': ['ID=76703f50-d094-47cb-a42e-514ac006b0da,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:55.969678 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec4b7c-2965-43e0-83b4-c7beb242e5ba tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Port': ['ID=321c03b9-9c78-4bd9-b293-ce3786d363a7,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:55.998661 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2860024c-160b-4a2b-99c7-9c4f977e7698 None None] For port 9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:37:56.003901 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2860024c-160b-4a2b-99c7-9c4f977e7698 None None] For port 9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa,segment=NetworkSegment(c7dee977-e400-4d13-8b0c-6bb81b4b17c0),segment_id=c7dee977-e400-4d13-8b0c-6bb81b4b17c0)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:37:56.015507 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2860024c-160b-4a2b-99c7-9c4f977e7698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:56.030514 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-667b5ce8-19fb-40f0-a123-d247056e18ea tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Allocated IP 172.20.0.1 (096e466d-d8af-481f-9cd9-6315928a951f/e35137de-d1cf-4f3a-bf64-a1e008999a0c/355877a8-c7fe-4140-a370-45250e22d9f9) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:37:56.178583 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-82ec4b7c-2965-43e0-83b4-c7beb242e5ba tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] In _notify_port_updated(), no bound segment for port 321c03b9-9c78-4bd9-b293-ce3786d363a7 on network 36edaa1f-d6da-4469-b84a-864384f0e52f {{(pid=102677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:37:56.184710 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ec4b7c-2965-43e0-83b4-c7beb242e5ba tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:56.185516 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-82ec4b7c-2965-43e0-83b4-c7beb242e5ba tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:56.189514 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-82ec4b7c-2965-43e0-83b4-c7beb242e5ba tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "PUT /v2.0/ports/321c03b9-9c78-4bd9-b293-ce3786d363a7 HTTP/1.1" status: 200 len: 1010 time: 1.7160168 Nov 15 11:37:56.189990 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34392) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:56.344175 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860024c-160b-4a2b-99c7-9c4f977e7698 None None] Pushing event updated for resources: {'Port': ['ID=9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:56.394919 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d551f75d-a8b5-41ef-bf0f-2392c5ca1fd7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting port 321c03b9-9c78-4bd9-b293-ce3786d363a7 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:37:56.395419 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d551f75d-a8b5-41ef-bf0f-2392c5ca1fd7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:56.428537 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8a60dfa7-fe82-403f-a515-8817f3064342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:56.708533 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1051e1-5363-4946-b490-3b7de42d8d7a req-4bb64550-4b82-4d5c-8778-5ce093f2ef05 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:56.720954 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf1051e1-5363-4946-b490-3b7de42d8d7a req-4bb64550-4b82-4d5c-8778-5ce093f2ef05 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 944 time: 0.3534827 Nov 15 11:37:56.790478 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d551f75d-a8b5-41ef-bf0f-2392c5ca1fd7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:56.804776 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-667b5ce8-19fb-40f0-a123-d247056e18ea tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:56.862463 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d551f75d-a8b5-41ef-bf0f-2392c5ca1fd7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Calling delete_port for 321c03b9-9c78-4bd9-b293-ce3786d363a7 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:37:56.981958 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-667b5ce8-19fb-40f0-a123-d247056e18ea tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:56.983861 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60dfa7-fe82-403f-a515-8817f3064342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c2ac814-f6f8-43e0-bf4f-7c893fcddb25,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:57.069604 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a60dfa7-fe82-403f-a515-8817f3064342 admin admin] Checking segment: {'id': '7513e5bf-dd3d-4fe0-a43e-3a6b16169783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9187d822-3785-414a-90e1-c2375533ab75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:37:57.069604 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a60dfa7-fe82-403f-a515-8817f3064342 admin admin] Network hostable DHCP agents. Network: 9187d822-3785-414a-90e1-c2375533ab75, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:37:57.089161 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667b5ce8-19fb-40f0-a123-d247056e18ea tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 096e466d-d8af-481f-9cd9-6315928a951f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:37:57.117563 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-667b5ce8-19fb-40f0-a123-d247056e18ea tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:57.130915 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b5ce8-19fb-40f0-a123-d247056e18ea tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:37:57.184610 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b5ce8-19fb-40f0-a123-d247056e18ea tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Port': ['ID=355877a8-c7fe-4140-a370-45250e22d9f9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:57.199243 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a60dfa7-fe82-403f-a515-8817f3064342 admin admin] Network 9187d822-3785-414a-90e1-c2375533ab75 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:37:57.239641 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf1051e1-5363-4946-b490-3b7de42d8d7a req-19b708db-36c2-45ed-adf1-74309e718fe3 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177255 Nov 15 11:37:57.243373 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-8a60dfa7-fe82-403f-a515-8817f3064342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 9187d822-3785-414a-90e1-c2375533ab75) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:37:57.256965 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a60dfa7-fe82-403f-a515-8817f3064342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:57.257562 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8a60dfa7-fe82-403f-a515-8817f3064342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:57.275193 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a006b8-4da7-4b4a-9b7f-be9f8861bfbc None None] Network 9187d822-3785-414a-90e1-c2375533ab75 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:57.281476 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-667b5ce8-19fb-40f0-a123-d247056e18ea tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:57.398246 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8a60dfa7-fe82-403f-a515-8817f3064342 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0793669 Nov 15 11:37:57.399402 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34400) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:57.405727 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1535527032-router', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:37:57.442100 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe84f52f-101b-405f-b007-64d44ae48282 None None] Network 36edaa1f-d6da-4469-b84a-864384f0e52f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:57.487614 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-667b5ce8-19fb-40f0-a123-d247056e18ea tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:57.510585 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d551f75d-a8b5-41ef-bf0f-2392c5ca1fd7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:57.528987 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:57.528987 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:57.647802 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551f75d-a8b5-41ef-bf0f-2392c5ca1fd7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Port': ['ID=321c03b9-9c78-4bd9-b293-ce3786d363a7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:57.732866 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:57.772070 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d551f75d-a8b5-41ef-bf0f-2392c5ca1fd7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:57.787414 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d551f75d-a8b5-41ef-bf0f-2392c5ca1fd7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/ports/321c03b9-9c78-4bd9-b293-ce3786d363a7 HTTP/1.1" status: 204 len: 168 time: 1.5959418 Nov 15 11:37:57.788425 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34404) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:57.853755 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3239c94c-4b54-447b-a444-65b8c57b0651 None None] Provisioning complete for port 76703f50-d094-47cb-a42e-514ac006b0da triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:57.854083 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3239c94c-4b54-447b-a444-65b8c57b0651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:57.878875 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-3520db42-0bb0-4dc8-b0f4-823c030585f5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] GET failed (client error): The resource could not be found. Nov 15 11:37:57.891258 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3520db42-0bb0-4dc8-b0f4-823c030585f5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports/321c03b9-9c78-4bd9-b293-ce3786d363a7 HTTP/1.1" status: 404 len: 333 time: 0.0989034 Nov 15 11:37:57.892030 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34408) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:58.037210 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 76703f50-d094-47cb-a42e-514ac006b0da up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:37:58.110801 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd1f911-1f92-4f15-b1ff-6352bdeed61a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting subnet 2bdcbc82-bf90-4aa9-9453-bf16724d42b7 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:37:58.132302 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fd1f911-1f92-4f15-b1ff-6352bdeed61a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:58.326361 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fd1f911-1f92-4f15-b1ff-6352bdeed61a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:58.368055 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:58.458336 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cbd470-6a92-4f4c-bd95-e3cda358ce27 None None] Network 096e466d-d8af-481f-9cd9-6315928a951f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:58.670123 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:37:58.686731 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fd1f911-1f92-4f15-b1ff-6352bdeed61a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:58.769495 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389ebcf-f2a1-4003-8712-75c120d63be9 req-30ad9161-8e0f-4e19-acf0-8c749273c957 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:37:58.778513 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6389ebcf-f2a1-4003-8712-75c120d63be9 req-30ad9161-8e0f-4e19-acf0-8c749273c957 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 944 time: 0.2160046 Nov 15 11:37:58.909434 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6389ebcf-f2a1-4003-8712-75c120d63be9 req-f1fbafb1-db17-408b-bbf7-e46ec97b5608 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283519 Nov 15 11:37:58.919781 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-667b5ce8-19fb-40f0-a123-d247056e18ea tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:58.945653 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-667b5ce8-19fb-40f0-a123-d247056e18ea tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:58.984361 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fd1f911-1f92-4f15-b1ff-6352bdeed61a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:59.038286 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1f911-1f92-4f15-b1ff-6352bdeed61a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Subnet': ['ID=2bdcbc82-bf90-4aa9-9453-bf16724d42b7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:59.053627 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fd1f911-1f92-4f15-b1ff-6352bdeed61a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:59.070052 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6fd1f911-1f92-4f15-b1ff-6352bdeed61a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/subnets/2bdcbc82-bf90-4aa9-9453-bf16724d42b7 HTTP/1.1" status: 204 len: 168 time: 1.1768241 Nov 15 11:37:59.073832 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34422) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:37:59.186612 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ecc1dc-ec84-41a2-96f2-8d403a2ccdcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-9187d822-3785-414a-90e1-c2375533ab75', 'network_id': '9187d822-3785-414a-90e1-c2375533ab75', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'fixed_ips': [{'subnet_id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:37:59.187577 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f4ecc1dc-ec84-41a2-96f2-8d403a2ccdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:59.284076 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b5ce8-19fb-40f0-a123-d247056e18ea tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Port': ['ID=355877a8-c7fe-4140-a370-45250e22d9f9,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:37:59.404126 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-667b5ce8-19fb-40f0-a123-d247056e18ea tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:59.412517 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 76703f50-d094-47cb-a42e-514ac006b0da triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:59.413272 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:59.541951 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b4b047-ec69-43f0-814d-b81fb013fadb tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting subnet cbfe2f9b-6c4a-4a61-827a-2207953eddb9 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:37:59.630168 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1b4b047-ec69-43f0-814d-b81fb013fadb tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:59.730201 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-f4ecc1dc-ec84-41a2-96f2-8d403a2ccdcb None None] Allocated IP 172.20.0.2 (9187d822-3785-414a-90e1-c2375533ab75/0c2ac814-f6f8-43e0-bf4f-7c893fcddb25/a5006746-85a8-4a30-bf96-f3d3b3192fe4) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:37:59.746194 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:59.780554 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:37:59.834488 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:59.852554 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56edc29b-3a08-402f-b42f-59580f97f7d8 None None] Network 36edaa1f-d6da-4469-b84a-864384f0e52f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:37:59.855104 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:59.919128 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5e2cec9f-2b2c-42b4-8456-de5adec14eb4 None None] Provisioning complete for port 9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:37:59.919653 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5e2cec9f-2b2c-42b4-8456-de5adec14eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:59.952679 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1b4b047-ec69-43f0-814d-b81fb013fadb tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:37:59.997591 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Allocated IP 172.25.7.89 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/94b1fd21-3002-4a05-aa45-9e1372d44bc4) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:38:00.192046 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667b5ce8-19fb-40f0-a123-d247056e18ea tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 096e466d-d8af-481f-9cd9-6315928a951f is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:00.199210 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-667b5ce8-19fb-40f0-a123-d247056e18ea tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:00.335769 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:00.336161 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:00.556474 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5e2cec9f-2b2c-42b4-8456-de5adec14eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:00.659025 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f4ecc1dc-ec84-41a2-96f2-8d403a2ccdcb None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:00.770130 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:00.773752 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f4ecc1dc-ec84-41a2-96f2-8d403a2ccdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:00.802235 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5e2cec9f-2b2c-42b4-8456-de5adec14eb4 None None] For port 9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa,segment=NetworkSegment(c7dee977-e400-4d13-8b0c-6bb81b4b17c0),segment_id=c7dee977-e400-4d13-8b0c-6bb81b4b17c0)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:00.846744 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5e2cec9f-2b2c-42b4-8456-de5adec14eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:00.900111 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ecc1dc-ec84-41a2-96f2-8d403a2ccdcb None None] Network 9187d822-3785-414a-90e1-c2375533ab75 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:00.921242 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-f4ecc1dc-ec84-41a2-96f2-8d403a2ccdcb None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:00.930510 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ecc1dc-ec84-41a2-96f2-8d403a2ccdcb None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:38:00.987735 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:38:00.988115 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1b4b047-ec69-43f0-814d-b81fb013fadb tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:00.990382 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:38:01.002938 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ecc1dc-ec84-41a2-96f2-8d403a2ccdcb None None] Pushing event updated for resources: {'Port': ['ID=a5006746-85a8-4a30-bf96-f3d3b3192fe4,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:01.148414 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:01.192444 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2cec9f-2b2c-42b4-8456-de5adec14eb4 None None] Pushing event updated for resources: {'Port': ['ID=9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:01.240091 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbe983-de3b-4638-b965-b45f2d42890d req-6a79ea17-5667-475d-a530-e90cab9edc63 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:01.247350 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5bfbe983-de3b-4638-b965-b45f2d42890d req-6a79ea17-5667-475d-a530-e90cab9edc63 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 944 time: 0.9032731 Nov 15 11:38:01.254850 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c4648627-4a3a-476a-bcdf-60c9a6019d7c None None] Provisioning complete for port 355877a8-c7fe-4140-a370-45250e22d9f9 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:01.256023 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c4648627-4a3a-476a-bcdf-60c9a6019d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:01.299237 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1b4b047-ec69-43f0-814d-b81fb013fadb tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:01.422612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4b047-ec69-43f0-814d-b81fb013fadb tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Subnet': ['ID=cbfe2f9b-6c4a-4a61-827a-2207953eddb9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:01.472065 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f1b4b047-ec69-43f0-814d-b81fb013fadb tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:01.475691 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f1b4b047-ec69-43f0-814d-b81fb013fadb tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/subnets/cbfe2f9b-6c4a-4a61-827a-2207953eddb9 HTTP/1.1" status: 204 len: 168 time: 2.3852780 Nov 15 11:38:01.478816 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34450) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:01.493799 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f4ecc1dc-ec84-41a2-96f2-8d403a2ccdcb None None] Attempting to bind port a5006746-85a8-4a30-bf96-f3d3b3192fe4 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:38:01.494089 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f4ecc1dc-ec84-41a2-96f2-8d403a2ccdcb None None] Attempting to bind port a5006746-85a8-4a30-bf96-f3d3b3192fe4 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '7513e5bf-dd3d-4fe0-a43e-3a6b16169783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9187d822-3785-414a-90e1-c2375533ab75'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:38:01.494458 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ecc1dc-ec84-41a2-96f2-8d403a2ccdcb None None] Attempting to bind port a5006746-85a8-4a30-bf96-f3d3b3192fe4 on network 9187d822-3785-414a-90e1-c2375533ab75 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:38:01.535647 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ecc1dc-ec84-41a2-96f2-8d403a2ccdcb None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:38:01.536052 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ecc1dc-ec84-41a2-96f2-8d403a2ccdcb None None] Checking segment: {'id': '7513e5bf-dd3d-4fe0-a43e-3a6b16169783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9187d822-3785-414a-90e1-c2375533ab75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:01.536669 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f4ecc1dc-ec84-41a2-96f2-8d403a2ccdcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:01.537126 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ecc1dc-ec84-41a2-96f2-8d403a2ccdcb None None] Bound using segment: {'id': '7513e5bf-dd3d-4fe0-a43e-3a6b16169783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9187d822-3785-414a-90e1-c2375533ab75'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:38:01.537676 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f4ecc1dc-ec84-41a2-96f2-8d403a2ccdcb None None] Bound port: a5006746-85a8-4a30-bf96-f3d3b3192fe4, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7513e5bf-dd3d-4fe0-a43e-3a6b16169783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9187d822-3785-414a-90e1-c2375533ab75'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:38:01.538066 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f4ecc1dc-ec84-41a2-96f2-8d403a2ccdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:01.547115 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:01.559139 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667b5ce8-19fb-40f0-a123-d247056e18ea tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Router 3d8be94c-5b93-4bf9-8efc-a72abc19bdd7 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:38:01.635848 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c4648627-4a3a-476a-bcdf-60c9a6019d7c None None] Port 355877a8-c7fe-4140-a370-45250e22d9f9 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:38:01.710566 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Pushing event updated for resources: {'Port': ['ID=94b1fd21-3002-4a05-aa45-9e1372d44bc4,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:01.712847 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d70acda-0c17-4e10-8394-59040457d693 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:01.722421 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5bfbe983-de3b-4638-b965-b45f2d42890d req-6f2e3859-7f4c-4728-848e-04db608a1d3f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738350 Nov 15 11:38:01.765411 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:01.768326 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:01.771583 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:01.772164 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:01.772680 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:01.773177 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:01.773765 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:01.775466 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:01.776120 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:01.777525 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:01.777803 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:01.778132 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:01.862268 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:01.882079 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1d70acda-0c17-4e10-8394-59040457d693 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting port 76703f50-d094-47cb-a42e-514ac006b0da {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:38:01.882611 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d70acda-0c17-4e10-8394-59040457d693 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:01.894197 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:01.899412 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:38:01.985421 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667b5ce8-19fb-40f0-a123-d247056e18ea tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:38:01.996104 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-667b5ce8-19fb-40f0-a123-d247056e18ea tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/routers/3d8be94c-5b93-4bf9-8efc-a72abc19bdd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9081936 Nov 15 11:38:01.998757 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34456) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:01.998925 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f4ecc1dc-ec84-41a2-96f2-8d403a2ccdcb None None] For port a5006746-85a8-4a30-bf96-f3d3b3192fe4, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:38:02.003730 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f4ecc1dc-ec84-41a2-96f2-8d403a2ccdcb None None] For port a5006746-85a8-4a30-bf96-f3d3b3192fe4, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a5006746-85a8-4a30-bf96-f3d3b3192fe4,segment=NetworkSegment(7513e5bf-dd3d-4fe0-a43e-3a6b16169783),segment_id=7513e5bf-dd3d-4fe0-a43e-3a6b16169783)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:38:02.020327 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d2b0d0-adb7-4af5-91d7-b520f19eb90f None None] Network 36edaa1f-d6da-4469-b84a-864384f0e52f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:38:02.055757 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0ff684-f45e-4a4e-9eed-ffff9077add4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:02.059792 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9a0ff684-f45e-4a4e-9eed-ffff9077add4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/ports/355877a8-c7fe-4140-a370-45250e22d9f9 HTTP/1.1" status: 200 len: 910 time: 0.0589175 Nov 15 11:38:02.064765 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34458) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:02.071033 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b75ddaa6-5629-4cf9-bf6a-ed4b5199e8fc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e35137de-d1cf-4f3a-bf64-a1e008999a0c'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:02.076382 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1d70acda-0c17-4e10-8394-59040457d693 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] For port 76703f50-d094-47cb-a42e-514ac006b0da, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=76703f50-d094-47cb-a42e-514ac006b0da,segment=NetworkSegment(6029800b-a84f-487a-84b4-5ae9746a0276),segment_id=6029800b-a84f-487a-84b4-5ae9746a0276)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:02.076956 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d70acda-0c17-4e10-8394-59040457d693 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:02.117820 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6f2b48-6a3c-4371-8248-7b60abf34b02 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:38:02.134361 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bbaef7-5d72-4dfe-8bc3-f333752e6bb9 None None] Sync routers for ids ['3d8be94c-5b93-4bf9-8efc-a72abc19bdd7'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:38:02.153181 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1d70acda-0c17-4e10-8394-59040457d693 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Calling delete_port for 76703f50-d094-47cb-a42e-514ac006b0da owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:38:02.170888 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c4648627-4a3a-476a-bcdf-60c9a6019d7c None None] Provisioning complete for port 76703f50-d094-47cb-a42e-514ac006b0da triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:02.176390 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c4648627-4a3a-476a-bcdf-60c9a6019d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:02.191964 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f4ecc1dc-ec84-41a2-96f2-8d403a2ccdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:02.206813 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:02.339340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bbaef7-5d72-4dfe-8bc3-f333752e6bb9 None None] Routers {'3d8be94c-5b93-4bf9-8efc-a72abc19bdd7'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:38:02.340161 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-17bbaef7-5d72-4dfe-8bc3-f333752e6bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:37:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3d8be94c-5b93-4bf9-8efc-a72abc19bdd7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:02.486766 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b75ddaa6-5629-4cf9-bf6a-ed4b5199e8fc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:02.504030 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d70acda-0c17-4e10-8394-59040457d693 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:02.507264 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:02.521741 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-17bbaef7-5d72-4dfe-8bc3-f333752e6bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:02.642609 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d70acda-0c17-4e10-8394-59040457d693 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] No DVR routers for this DVR port 76703f50-d094-47cb-a42e-514ac006b0da on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:38:02.647954 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70acda-0c17-4e10-8394-59040457d693 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Port': ['ID=76703f50-d094-47cb-a42e-514ac006b0da,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:02.672133 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:02.704880 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ecc1dc-ec84-41a2-96f2-8d403a2ccdcb None None] Pushing event updated for resources: {'Port': ['ID=a5006746-85a8-4a30-bf96-f3d3b3192fe4,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:02.759968 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bbaef7-5d72-4dfe-8bc3-f333752e6bb9 None None] Routers {'3d8be94c-5b93-4bf9-8efc-a72abc19bdd7'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:38:02.768121 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-17bbaef7-5d72-4dfe-8bc3-f333752e6bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:37:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3d8be94c-5b93-4bf9-8efc-a72abc19bdd7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:02.777951 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c4648627-4a3a-476a-bcdf-60c9a6019d7c None None] Could not find standard attr ID for object 76703f50-d094-47cb-a42e-514ac006b0da. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:38:02.870911 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-17bbaef7-5d72-4dfe-8bc3-f333752e6bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:02.871523 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bbaef7-5d72-4dfe-8bc3-f333752e6bb9 None None] The sync data for ids ['3d8be94c-5b93-4bf9-8efc-a72abc19bdd7'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:38:02.891775 n-d-729945-9 neutron-server[102679]: INFO neutron.plugins.ml2.db [None req-c4648627-4a3a-476a-bcdf-60c9a6019d7c None None] No ports have port_id starting with 76703f50-d094-47cb-a42e-514ac006b0da Nov 15 11:38:02.893192 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f42ac7-978a-4a66-84be-1b207c2116d8 None None] DHCP port deletion for 36edaa1f-d6da-4469-b84a-864384f0e52f request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:38:02.914728 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:02.915111 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:03.232516 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c4648627-4a3a-476a-bcdf-60c9a6019d7c None None] Provisioning complete for port 9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:03.233275 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c4648627-4a3a-476a-bcdf-60c9a6019d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:03.453166 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b876f0-aefe-4c48-a681-56281b141992 req-14f00f32-6dbd-44e5-982a-fe402975fe9f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:03.455389 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1b876f0-aefe-4c48-a681-56281b141992 req-14f00f32-6dbd-44e5-982a-fe402975fe9f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 944 time: 0.5587003 Nov 15 11:38:03.469752 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d70acda-0c17-4e10-8394-59040457d693 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:03.503912 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1d70acda-0c17-4e10-8394-59040457d693 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36edaa1f-d6da-4469-b84a-864384f0e52f']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:03.522176 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1d70acda-0c17-4e10-8394-59040457d693 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6029800b-a84f-487a-84b4-5ae9746a0276') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:03.523027 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1d70acda-0c17-4e10-8394-59040457d693 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6029800b-a84f-487a-84b4-5ae9746a0276') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:03.576790 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d70acda-0c17-4e10-8394-59040457d693 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:03.599030 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:03.606554 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d70acda-0c17-4e10-8394-59040457d693 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:03.619017 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d70acda-0c17-4e10-8394-59040457d693 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:38:03.619687 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d70acda-0c17-4e10-8394-59040457d693 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:38:03.623173 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:38:03.681441 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-83b51f61-8659-4bfd-b13b-fffacf4988f9 None None] Provisioning complete for port 94b1fd21-3002-4a05-aa45-9e1372d44bc4 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:03.681772 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-83b51f61-8659-4bfd-b13b-fffacf4988f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:03.757558 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-83b51f61-8659-4bfd-b13b-fffacf4988f9 None None] Port 94b1fd21-3002-4a05-aa45-9e1372d44bc4 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:38:03.760737 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-83b51f61-8659-4bfd-b13b-fffacf4988f9 None None] Could not find standard attr ID for object 76703f50-d094-47cb-a42e-514ac006b0da. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:38:03.774203 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1b876f0-aefe-4c48-a681-56281b141992 req-5d6fec74-5f80-4026-9e57-7f27537b40f4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041353 Nov 15 11:38:03.874106 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d70acda-0c17-4e10-8394-59040457d693 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:03.913569 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d70acda-0c17-4e10-8394-59040457d693 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:03.924780 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34484) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:03.925557 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1d70acda-0c17-4e10-8394-59040457d693 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/networks/36edaa1f-d6da-4469-b84a-864384f0e52f HTTP/1.1" status: 204 len: 168 time: 2.4448788 Nov 15 11:38:03.927060 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70acda-0c17-4e10-8394-59040457d693 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Network': ['ID=36edaa1f-d6da-4469-b84a-864384f0e52f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:04.032247 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Router 5ea94d0a-b96c-46fb-9ec1-73c31275758d is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:38:04.234829 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51636134-b133-4e75-a3b4-75339f0e9a29 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:04.250151 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-51636134-b133-4e75-a3b4-75339f0e9a29 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3138461 Nov 15 11:38:04.254549 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34488) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:04.264456 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b75ddaa6-5629-4cf9-bf6a-ed4b5199e8fc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:04.315934 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b75ddaa6-5629-4cf9-bf6a-ed4b5199e8fc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:04.372266 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ed6215-203c-4d3d-a622-a60a4375f41e None None] Network 9187d822-3785-414a-90e1-c2375533ab75 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:38:04.372838 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:38:04.387968 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] Sync routers for ids ['5ea94d0a-b96c-46fb-9ec1-73c31275758d'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:38:04.409682 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] Routers {'5ea94d0a-b96c-46fb-9ec1-73c31275758d'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:38:04.413541 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:37:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['5ea94d0a-b96c-46fb-9ec1-73c31275758d'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:04.426554 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:04.427403 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0c2864fc-4214-4c02-af77-6ad729153638 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.0266602 Nov 15 11:38:04.443041 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34494) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:04.470411 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-19a96d2f-b97d-4c14-84ed-ec6a6f250493 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1256576 Nov 15 11:38:04.485246 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a5006746-85a8-4a30-bf96-f3d3b3192fe4 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:04.501183 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34496) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:04.511499 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-b74eba98-984d-41fb-84cc-964236e391be tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1166113177'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:04.542789 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75ddaa6-5629-4cf9-bf6a-ed4b5199e8fc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:04.543947 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b75ddaa6-5629-4cf9-bf6a-ed4b5199e8fc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:04.547886 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b75ddaa6-5629-4cf9-bf6a-ed4b5199e8fc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/ports/355877a8-c7fe-4140-a370-45250e22d9f9 HTTP/1.1" status: 200 len: 910 time: 2.4789445 Nov 15 11:38:04.551492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34498) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:04.580121 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-82961cec-cc3c-424f-93e5-c699fd2692f0 None None] Provisioning complete for port a5006746-85a8-4a30-bf96-f3d3b3192fe4 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:04.580453 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-82961cec-cc3c-424f-93e5-c699fd2692f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:04.581571 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ddaa6-5629-4cf9-bf6a-ed4b5199e8fc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Port': ['ID=355877a8-c7fe-4140-a370-45250e22d9f9,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:04.744580 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] Set router 5ea94d0a-b96c-46fb-9ec1-73c31275758d gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:38:04.765688 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74eba98-984d-41fb-84cc-964236e391be tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:04.777876 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b74eba98-984d-41fb-84cc-964236e391be tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:04.857076 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port a5006746-85a8-4a30-bf96-f3d3b3192fe4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:04.858077 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:04.960082 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-82961cec-cc3c-424f-93e5-c699fd2692f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:05.081865 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:05.098444 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'name': 'tempest-TestVolumeBackupRestore-1535527032-router', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:37:57Z', 'updated_at': '2021-11-15T11:38:02Z', 'revision_number': 3, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'gw_port': {'id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:37:59Z', 'updated_at': '2021-11-15T11:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:05.155932 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-82961cec-cc3c-424f-93e5-c699fd2692f0 None None] For port a5006746-85a8-4a30-bf96-f3d3b3192fe4, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a5006746-85a8-4a30-bf96-f3d3b3192fe4,segment=NetworkSegment(7513e5bf-dd3d-4fe0-a43e-3a6b16169783),segment_id=7513e5bf-dd3d-4fe0-a43e-3a6b16169783)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:05.164402 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] Checking router: 5ea94d0a-b96c-46fb-9ec1-73c31275758d for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:38:05.165117 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] Updating router 5ea94d0a-b96c-46fb-9ec1-73c31275758d port 94b1fd21-3002-4a05-aa45-9e1372d44bc4 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:38:05.167489 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-82961cec-cc3c-424f-93e5-c699fd2692f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:05.232152 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:05.296405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74eba98-984d-41fb-84cc-964236e391be tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:38:05.311974 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82961cec-cc3c-424f-93e5-c699fd2692f0 None None] Pushing event updated for resources: {'Port': ['ID=a5006746-85a8-4a30-bf96-f3d3b3192fe4,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:05.353938 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82961cec-cc3c-424f-93e5-c699fd2692f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:05.354274 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82961cec-cc3c-424f-93e5-c699fd2692f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:05.354613 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82961cec-cc3c-424f-93e5-c699fd2692f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:05.354944 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82961cec-cc3c-424f-93e5-c699fd2692f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:05.356318 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82961cec-cc3c-424f-93e5-c699fd2692f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:05.356649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82961cec-cc3c-424f-93e5-c699fd2692f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:05.356976 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82961cec-cc3c-424f-93e5-c699fd2692f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:05.357305 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82961cec-cc3c-424f-93e5-c699fd2692f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:05.357642 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82961cec-cc3c-424f-93e5-c699fd2692f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:05.358090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82961cec-cc3c-424f-93e5-c699fd2692f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:05.358418 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82961cec-cc3c-424f-93e5-c699fd2692f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:05.358739 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82961cec-cc3c-424f-93e5-c699fd2692f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:05.385666 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b74eba98-984d-41fb-84cc-964236e391be tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:05.386317 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-b74eba98-984d-41fb-84cc-964236e391be tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Added segment 5b6b13a0-05ff-4f3d-bc92-a0e37e6e5ce3 of type vlan for network e620a105-c2ea-4b7e-b927-26d8f77e5de5 Nov 15 11:38:05.416261 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:38:05.416857 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:38:05.417778 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5ad8c0db-4a19-4bb1-9500-6eafbf855d7a None None] Provisioning complete for port a5006746-85a8-4a30-bf96-f3d3b3192fe4 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:05.418142 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5ad8c0db-4a19-4bb1-9500-6eafbf855d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:05.441227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c748fe6-2f7c-4981-b99f-dfe5c538368b req-3e9eee75-ad32-4861-b9e6-c9eeca84caaa tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:05.443261 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c748fe6-2f7c-4981-b99f-dfe5c538368b req-3e9eee75-ad32-4861-b9e6-c9eeca84caaa tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 944 time: 0.4614630 Nov 15 11:38:05.542188 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b74eba98-984d-41fb-84cc-964236e391be tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:05.667030 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c748fe6-2f7c-4981-b99f-dfe5c538368b req-82b0c5f7-e6cf-4831-9bef-c6141e44a598 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098613 Nov 15 11:38:05.667970 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b74eba98-984d-41fb-84cc-964236e391be tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:05.673723 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74eba98-984d-41fb-84cc-964236e391be tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:05.674540 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b74eba98-984d-41fb-84cc-964236e391be tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:05.745958 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:05.768113 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:05.792190 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b74eba98-984d-41fb-84cc-964236e391be tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2899261 Nov 15 11:38:05.796128 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34512) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:05.804395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74eba98-984d-41fb-84cc-964236e391be tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Network': ['ID=e620a105-c2ea-4b7e-b927-26d8f77e5de5,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:05.804667 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ad7500b5-2edd-469e-a3f8-cccae81f55a4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'subnet': {'network_id': 'e620a105-c2ea-4b7e-b927-26d8f77e5de5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:05.818355 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network e620a105-c2ea-4b7e-b927-26d8f77e5de5 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:38:05.897205 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] Attempting to bind port 94b1fd21-3002-4a05-aa45-9e1372d44bc4 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:38:05.897702 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] Attempting to bind port 94b1fd21-3002-4a05-aa45-9e1372d44bc4 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:38:05.898720 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] Attempting to bind port 94b1fd21-3002-4a05-aa45-9e1372d44bc4 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:38:05.902212 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4b39d-65cb-4be4-877b-680e0ee98693 None None] Pushing event updated for resources: {'Port': ['ID=94b1fd21-3002-4a05-aa45-9e1372d44bc4,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:05.910136 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:38:05.911133 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:05.911133 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:05.911805 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:38:05.912399 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] Bound port: 94b1fd21-3002-4a05-aa45-9e1372d44bc4, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:38:05.912900 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:05.920048 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4b39d-65cb-4be4-877b-680e0ee98693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:05.920551 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4b39d-65cb-4be4-877b-680e0ee98693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:05.920976 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4b39d-65cb-4be4-877b-680e0ee98693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:05.921403 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4b39d-65cb-4be4-877b-680e0ee98693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:05.921813 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4b39d-65cb-4be4-877b-680e0ee98693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:05.922242 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4b39d-65cb-4be4-877b-680e0ee98693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:05.922652 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4b39d-65cb-4be4-877b-680e0ee98693 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:05.923252 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4b39d-65cb-4be4-877b-680e0ee98693 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:05.923688 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4b39d-65cb-4be4-877b-680e0ee98693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:05.924117 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4b39d-65cb-4be4-877b-680e0ee98693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:05.924678 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4b39d-65cb-4be4-877b-680e0ee98693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:05.925086 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4b39d-65cb-4be4-877b-680e0ee98693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:05.950352 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b7f27c05-a799-4a2d-9e42-49bc72e4b1ae tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:06.016831 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] For port 94b1fd21-3002-4a05-aa45-9e1372d44bc4, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:38:06.028429 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107b6a94-cfb3-4f0c-a48a-a428de985c78 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:38:06.034001 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] For port 94b1fd21-3002-4a05-aa45-9e1372d44bc4, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=94b1fd21-3002-4a05-aa45-9e1372d44bc4,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:38:06.053250 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:06.190937 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7500b5-2edd-469e-a3f8-cccae81f55a4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:06.203006 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad7500b5-2edd-469e-a3f8-cccae81f55a4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:06.207276 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6356545b-55a1-48d9-b483-f893ba265998 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:38:06.219515 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] Routers {'5ea94d0a-b96c-46fb-9ec1-73c31275758d'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:38:06.220170 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:37:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['5ea94d0a-b96c-46fb-9ec1-73c31275758d'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:06.285513 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4b39d-65cb-4be4-877b-680e0ee98693 None None] Pushing event updated for resources: {'Port': ['ID=94b1fd21-3002-4a05-aa45-9e1372d44bc4,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:06.317596 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ab473abc-549a-4568-98cf-6b8327e6870b None None] Provisioning complete for port 94b1fd21-3002-4a05-aa45-9e1372d44bc4 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:06.318140 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ab473abc-549a-4568-98cf-6b8327e6870b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:06.358675 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a4ef5110-d0df-446c-9353-f9080f4667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:06.416415 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ab473abc-549a-4568-98cf-6b8327e6870b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:06.447898 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ab473abc-549a-4568-98cf-6b8327e6870b None None] For port 94b1fd21-3002-4a05-aa45-9e1372d44bc4, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=94b1fd21-3002-4a05-aa45-9e1372d44bc4,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:06.461121 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ab473abc-549a-4568-98cf-6b8327e6870b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:06.468685 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] Set router 5ea94d0a-b96c-46fb-9ec1-73c31275758d gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:38:06.531806 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 76703f50-d094-47cb-a42e-514ac006b0da no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:38:06.579611 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 76703f50-d094-47cb-a42e-514ac006b0da {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:38:06.580296 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 76703f50-d094-47cb-a42e-514ac006b0da not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:38:06.668452 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d8e9ff69-e45f-4fe7-865c-e50ac2c3ff99 None None] Provisioning complete for port 94b1fd21-3002-4a05-aa45-9e1372d44bc4 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:06.668962 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ff69-e45f-4fe7-865c-e50ac2c3ff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:06.672412 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab473abc-549a-4568-98cf-6b8327e6870b None None] Pushing event updated for resources: {'Port': ['ID=94b1fd21-3002-4a05-aa45-9e1372d44bc4,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:06.751880 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a5006746-85a8-4a30-bf96-f3d3b3192fe4 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:06.797697 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad7500b5-2edd-469e-a3f8-cccae81f55a4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:06.830378 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7b22168-78c8-470d-8c6b-eec49c6d4b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:06.838490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port a5006746-85a8-4a30-bf96-f3d3b3192fe4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:06.839160 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:06.846054 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'name': 'tempest-TestVolumeBackupRestore-1535527032-router', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:37:57Z', 'updated_at': '2021-11-15T11:38:02Z', 'revision_number': 3, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'gw_port': {'id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:37:59Z', 'updated_at': '2021-11-15T11:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:06.897880 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484372d9-c858-44fc-8fa7-dd7e686cccdf None None] The sync data for ids ['5ea94d0a-b96c-46fb-9ec1-73c31275758d'] in n-d-729945-9 is: [{'id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'name': 'tempest-TestVolumeBackupRestore-1535527032-router', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:37:57Z', 'updated_at': '2021-11-15T11:38:02Z', 'revision_number': 3, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'gw_port': {'id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:37:59Z', 'updated_at': '2021-11-15T11:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:38:06.986582 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7500b5-2edd-469e-a3f8-cccae81f55a4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Subnet': ['ID=486831bb-3863-4df3-a393-b120dcae3509,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:06.996861 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7500b5-2edd-469e-a3f8-cccae81f55a4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Checking segment: {'id': '5b6b13a0-05ff-4f3d-bc92-a0e37e6e5ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e620a105-c2ea-4b7e-b927-26d8f77e5de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:06.997845 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7500b5-2edd-469e-a3f8-cccae81f55a4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network hostable DHCP agents. Network: e620a105-c2ea-4b7e-b927-26d8f77e5de5, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:38:07.031784 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7500b5-2edd-469e-a3f8-cccae81f55a4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network e620a105-c2ea-4b7e-b927-26d8f77e5de5 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:38:07.088463 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ad7500b5-2edd-469e-a3f8-cccae81f55a4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, e620a105-c2ea-4b7e-b927-26d8f77e5de5) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:07.101131 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a8cafa-75cf-4d86-b07e-3001a83dcafd None None] Network e620a105-c2ea-4b7e-b927-26d8f77e5de5 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:38:07.118965 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7500b5-2edd-469e-a3f8-cccae81f55a4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:07.118965 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad7500b5-2edd-469e-a3f8-cccae81f55a4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:07.152338 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ad7500b5-2edd-469e-a3f8-cccae81f55a4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3547676 Nov 15 11:38:07.155353 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34526) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:07.168546 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-16f87f5e-0d1b-4efe-929a-9540b153dd69 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'port': {'network_id': 'e620a105-c2ea-4b7e-b927-26d8f77e5de5', 'name': 'tempest-PortsIpV6TestJSON-709435905'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:07.319071 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4d46f-d6be-4dd7-8991-bd65434fe9b1 req-3389ac74-7425-4f82-b877-62419a444c96 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:07.328575 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ba4d46f-d6be-4dd7-8991-bd65434fe9b1 req-3389ac74-7425-4f82-b877-62419a444c96 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 944 time: 0.4397247 Nov 15 11:38:07.524345 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f87f5e-0d1b-4efe-929a-9540b153dd69 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:07.527719 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ba4d46f-d6be-4dd7-8991-bd65434fe9b1 req-4c1add2b-4322-4f68-8991-201c4d43581b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981878 Nov 15 11:38:07.534101 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16f87f5e-0d1b-4efe-929a-9540b153dd69 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:07.571152 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-16f87f5e-0d1b-4efe-929a-9540b153dd69 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] device_id is not set on port abef1fc3-1673-455a-929f-16aa915a7109 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:38:07.609074 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-f7b22168-78c8-470d-8c6b-eec49c6d4b96 admin admin] Allocated IP 172.20.0.1 (9187d822-3785-414a-90e1-c2375533ab75/0c2ac814-f6f8-43e0-bf4f-7c893fcddb25/bc034d87-76c2-420d-80d3-0ae45a319770) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:38:07.669329 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5773da84-eb48-40e4-9dfe-2581ba817d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-e620a105-c2ea-4b7e-b927-26d8f77e5de5', 'network_id': 'e620a105-c2ea-4b7e-b927-26d8f77e5de5', 'tenant_id': '98a1ca29c2cd4a64a6ec344e8eaaed84', 'fixed_ips': [{'subnet_id': '486831bb-3863-4df3-a393-b120dcae3509'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:38:07.673278 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5773da84-eb48-40e4-9dfe-2581ba817d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:07.848102 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-16f87f5e-0d1b-4efe-929a-9540b153dd69 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Allocated IP 2001:db8::25a (e620a105-c2ea-4b7e-b927-26d8f77e5de5/486831bb-3863-4df3-a393-b120dcae3509/abef1fc3-1673-455a-929f-16aa915a7109) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:38:07.972840 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b7f27c05-a799-4a2d-9e42-49bc72e4b1ae tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting port 355877a8-c7fe-4140-a370-45250e22d9f9 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:38:07.973387 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b7f27c05-a799-4a2d-9e42-49bc72e4b1ae tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:08.117367 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7b22168-78c8-470d-8c6b-eec49c6d4b96 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:08.237478 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16f87f5e-0d1b-4efe-929a-9540b153dd69 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:08.259283 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b7f27c05-a799-4a2d-9e42-49bc72e4b1ae tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:08.285642 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b7f27c05-a799-4a2d-9e42-49bc72e4b1ae tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Calling delete_port for 355877a8-c7fe-4140-a370-45250e22d9f9 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:38:08.307095 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7b22168-78c8-470d-8c6b-eec49c6d4b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:08.320741 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16f87f5e-0d1b-4efe-929a-9540b153dd69 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:08.410733 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b22168-78c8-470d-8c6b-eec49c6d4b96 admin admin] Pushing event updated for resources: {'Port': ['ID=bc034d87-76c2-420d-80d3-0ae45a319770,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:08.430010 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-86f8a20a-dcba-4e34-9b53-8c6cb58df077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:08.436754 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f87f5e-0d1b-4efe-929a-9540b153dd69 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network e620a105-c2ea-4b7e-b927-26d8f77e5de5 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:08.447966 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-5773da84-eb48-40e4-9dfe-2581ba817d89 None None] Allocated IP 2001:db8::2 (e620a105-c2ea-4b7e-b927-26d8f77e5de5/486831bb-3863-4df3-a393-b120dcae3509/d8ccfb9e-6f86-417d-9342-1272fc11f03a) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:38:08.453547 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-16f87f5e-0d1b-4efe-929a-9540b153dd69 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:08.458327 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f87f5e-0d1b-4efe-929a-9540b153dd69 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:38:08.480601 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f87f5e-0d1b-4efe-929a-9540b153dd69 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:08.481203 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16f87f5e-0d1b-4efe-929a-9540b153dd69 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:08.481445 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b22168-78c8-470d-8c6b-eec49c6d4b96 admin admin] Network 9187d822-3785-414a-90e1-c2375533ab75 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:08.489825 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-f7b22168-78c8-470d-8c6b-eec49c6d4b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:08.492524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b22168-78c8-470d-8c6b-eec49c6d4b96 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:38:08.501247 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f87f5e-0d1b-4efe-929a-9540b153dd69 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Port': ['ID=abef1fc3-1673-455a-929f-16aa915a7109,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:08.542504 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-16f87f5e-0d1b-4efe-929a-9540b153dd69 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3858953 Nov 15 11:38:08.545122 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34538) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:08.554996 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-67717256-45fb-4d20-ac7d-bc3e7687a030 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'port': {'network_id': 'e620a105-c2ea-4b7e-b927-26d8f77e5de5', 'name': 'tempest-PortsIpV6TestJSON-489091801'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:08.574884 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7b22168-78c8-470d-8c6b-eec49c6d4b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:08.823121 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67717256-45fb-4d20-ac7d-bc3e7687a030 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:08.828291 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67717256-45fb-4d20-ac7d-bc3e7687a030 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:08.829719 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 94b1fd21-3002-4a05-aa45-9e1372d44bc4 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:08.905245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-67717256-45fb-4d20-ac7d-bc3e7687a030 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] device_id is not set on port 1af2993d-c630-497e-948c-8aea9e2a67fe yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:38:08.991531 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 94b1fd21-3002-4a05-aa45-9e1372d44bc4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:08.992032 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:09.043949 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5773da84-eb48-40e4-9dfe-2581ba817d89 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:09.059460 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7b22168-78c8-470d-8c6b-eec49c6d4b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:09.076492 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5773da84-eb48-40e4-9dfe-2581ba817d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:09.126143 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7801482c-3ea7-4f67-9d46-c27eefaa77ec None None] Provisioning complete for port bc034d87-76c2-420d-80d3-0ae45a319770 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:09.126952 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7801482c-3ea7-4f67-9d46-c27eefaa77ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:09.129575 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36907e7-1766-4549-b63b-57853108612d req-0b36d839-bd56-46e0-8389-0891ac977641 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:09.131610 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f36907e7-1766-4549-b63b-57853108612d req-0b36d839-bd56-46e0-8389-0891ac977641 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 944 time: 0.2653801 Nov 15 11:38:09.215124 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773da84-eb48-40e4-9dfe-2581ba817d89 None None] Pushing event updated for resources: {'Port': ['ID=d8ccfb9e-6f86-417d-9342-1272fc11f03a,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:09.219548 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5773da84-eb48-40e4-9dfe-2581ba817d89 None None] Network e620a105-c2ea-4b7e-b927-26d8f77e5de5 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:09.227346 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-5773da84-eb48-40e4-9dfe-2581ba817d89 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:09.232360 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-67717256-45fb-4d20-ac7d-bc3e7687a030 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Allocated IP 2001:db8::28d (e620a105-c2ea-4b7e-b927-26d8f77e5de5/486831bb-3863-4df3-a393-b120dcae3509/1af2993d-c630-497e-948c-8aea9e2a67fe) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:38:09.249540 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7801482c-3ea7-4f67-9d46-c27eefaa77ec None None] Port bc034d87-76c2-420d-80d3-0ae45a319770 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:38:09.260072 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5773da84-eb48-40e4-9dfe-2581ba817d89 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:38:09.397896 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f36907e7-1766-4549-b63b-57853108612d req-3629633f-4476-42ec-a0d6-d6bf479cc632 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583370 Nov 15 11:38:09.502342 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5773da84-eb48-40e4-9dfe-2581ba817d89 None None] Attempting to bind port d8ccfb9e-6f86-417d-9342-1272fc11f03a on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:38:09.502774 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5773da84-eb48-40e4-9dfe-2581ba817d89 None None] Attempting to bind port d8ccfb9e-6f86-417d-9342-1272fc11f03a by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '5b6b13a0-05ff-4f3d-bc92-a0e37e6e5ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e620a105-c2ea-4b7e-b927-26d8f77e5de5'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:38:09.503191 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5773da84-eb48-40e4-9dfe-2581ba817d89 None None] Attempting to bind port d8ccfb9e-6f86-417d-9342-1272fc11f03a on network e620a105-c2ea-4b7e-b927-26d8f77e5de5 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:38:09.511420 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b7f27c05-a799-4a2d-9e42-49bc72e4b1ae tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:09.520225 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5773da84-eb48-40e4-9dfe-2581ba817d89 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:38:09.520641 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5773da84-eb48-40e4-9dfe-2581ba817d89 None None] Checking segment: {'id': '5b6b13a0-05ff-4f3d-bc92-a0e37e6e5ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e620a105-c2ea-4b7e-b927-26d8f77e5de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:09.531634 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5773da84-eb48-40e4-9dfe-2581ba817d89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:09.532340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5773da84-eb48-40e4-9dfe-2581ba817d89 None None] Bound using segment: {'id': '5b6b13a0-05ff-4f3d-bc92-a0e37e6e5ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e620a105-c2ea-4b7e-b927-26d8f77e5de5'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:38:09.534983 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5773da84-eb48-40e4-9dfe-2581ba817d89 None None] Bound port: d8ccfb9e-6f86-417d-9342-1272fc11f03a, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6b13a0-05ff-4f3d-bc92-a0e37e6e5ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e620a105-c2ea-4b7e-b927-26d8f77e5de5'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:38:09.535596 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5773da84-eb48-40e4-9dfe-2581ba817d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:09.582095 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67717256-45fb-4d20-ac7d-bc3e7687a030 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:09.605497 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f27c05-a799-4a2d-9e42-49bc72e4b1ae tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Port': ['ID=355877a8-c7fe-4140-a370-45250e22d9f9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:09.667901 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67717256-45fb-4d20-ac7d-bc3e7687a030 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:09.689235 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5773da84-eb48-40e4-9dfe-2581ba817d89 None None] For port d8ccfb9e-6f86-417d-9342-1272fc11f03a, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:38:09.701752 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5773da84-eb48-40e4-9dfe-2581ba817d89 None None] For port d8ccfb9e-6f86-417d-9342-1272fc11f03a, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d8ccfb9e-6f86-417d-9342-1272fc11f03a,segment=NetworkSegment(5b6b13a0-05ff-4f3d-bc92-a0e37e6e5ce3),segment_id=5b6b13a0-05ff-4f3d-bc92-a0e37e6e5ce3)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:38:09.718530 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5773da84-eb48-40e4-9dfe-2581ba817d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:09.793463 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67717256-45fb-4d20-ac7d-bc3e7687a030 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Port': ['ID=1af2993d-c630-497e-948c-8aea9e2a67fe,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:09.841580 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67717256-45fb-4d20-ac7d-bc3e7687a030 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network e620a105-c2ea-4b7e-b927-26d8f77e5de5 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:09.846247 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-67717256-45fb-4d20-ac7d-bc3e7687a030 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:09.864301 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67717256-45fb-4d20-ac7d-bc3e7687a030 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:38:09.870702 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67717256-45fb-4d20-ac7d-bc3e7687a030 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:09.889097 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-67717256-45fb-4d20-ac7d-bc3e7687a030 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:09.890569 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773da84-eb48-40e4-9dfe-2581ba817d89 None None] Pushing event updated for resources: {'Port': ['ID=d8ccfb9e-6f86-417d-9342-1272fc11f03a,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:09.916016 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:09.940848 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7b22168-78c8-470d-8c6b-eec49c6d4b96 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:09.957102 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-67717256-45fb-4d20-ac7d-bc3e7687a030 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4108410 Nov 15 11:38:09.957904 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34554) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:10.057571 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7b22168-78c8-470d-8c6b-eec49c6d4b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:10.106956 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9310b1-42d7-4b4f-b108-9ae6903e6220 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:10.112410 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-db9310b1-42d7-4b4f-b108-9ae6903e6220 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A25a HTTP/1.1" status: 200 len: 928 time: 0.1502960 Nov 15 11:38:10.112914 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34556) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:10.255007 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b7f27c05-a799-4a2d-9e42-49bc72e4b1ae tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:10.340956 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-153ee4f8-75c0-47eb-8f01-b431b73e8baf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting port 1af2993d-c630-497e-948c-8aea9e2a67fe {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:38:10.341292 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-153ee4f8-75c0-47eb-8f01-b431b73e8baf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:10.378304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b22168-78c8-470d-8c6b-eec49c6d4b96 admin admin] Pushing event updated for resources: {'Port': ['ID=bc034d87-76c2-420d-80d3-0ae45a319770,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:10.403311 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7b22168-78c8-470d-8c6b-eec49c6d4b96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:10.555588 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-153ee4f8-75c0-47eb-8f01-b431b73e8baf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:10.573813 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-153ee4f8-75c0-47eb-8f01-b431b73e8baf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Calling delete_port for 1af2993d-c630-497e-948c-8aea9e2a67fe owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:38:10.658225 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f27c05-a799-4a2d-9e42-49bc72e4b1ae tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Router 3d8be94c-5b93-4bf9-8efc-a72abc19bdd7 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:38:10.788291 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d8ccfb9e-6f86-417d-9342-1272fc11f03a up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:10.814629 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447adb0a-d10e-4ea5-ac5b-98e527a87351 req-edc1a6aa-bf31-4998-ac4e-9f21aa7c3545 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:10.816345 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-447adb0a-d10e-4ea5-ac5b-98e527a87351 req-edc1a6aa-bf31-4998-ac4e-9f21aa7c3545 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 944 time: 0.2408848 Nov 15 11:38:10.879521 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-153ee4f8-75c0-47eb-8f01-b431b73e8baf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:10.937524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f27c05-a799-4a2d-9e42-49bc72e4b1ae tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:38:10.944601 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b7f27c05-a799-4a2d-9e42-49bc72e4b1ae tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/routers/3d8be94c-5b93-4bf9-8efc-a72abc19bdd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3894186 Nov 15 11:38:10.952829 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34568) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:10.970453 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d8ccfb9e-6f86-417d-9342-1272fc11f03a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:10.971039 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:10.980208 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b22168-78c8-470d-8c6b-eec49c6d4b96 admin admin] Network 9187d822-3785-414a-90e1-c2375533ab75 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:10.984577 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d27746-6b78-4a72-aade-8f1ac4f769b4 None None] Sync routers for ids ['3d8be94c-5b93-4bf9-8efc-a72abc19bdd7'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:38:11.006709 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ee4f8-75c0-47eb-8f01-b431b73e8baf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Port': ['ID=1af2993d-c630-497e-948c-8aea9e2a67fe,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:11.032327 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d27746-6b78-4a72-aade-8f1ac4f769b4 None None] Routers {'3d8be94c-5b93-4bf9-8efc-a72abc19bdd7'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:38:11.032959 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d6d27746-6b78-4a72-aade-8f1ac4f769b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:38:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3d8be94c-5b93-4bf9-8efc-a72abc19bdd7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:11.035490 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-153ee4f8-75c0-47eb-8f01-b431b73e8baf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:11.042789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-f7b22168-78c8-470d-8c6b-eec49c6d4b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:11.044771 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34570) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:11.056439 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-153ee4f8-75c0-47eb-8f01-b431b73e8baf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/ports/1af2993d-c630-497e-948c-8aea9e2a67fe HTTP/1.1" status: 204 len: 168 time: 0.9270165 Nov 15 11:38:11.064834 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34572) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:11.072277 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f5e340ca-0784-4bde-97fe-35f582c4fa03 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d8be94c-5b93-4bf9-8efc-a72abc19bdd7 HTTP/1.1" status: 200 len: 205 time: 0.1176035 Nov 15 11:38:11.114445 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d6d27746-6b78-4a72-aade-8f1ac4f769b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:11.130652 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d27746-6b78-4a72-aade-8f1ac4f769b4 None None] Routers {'3d8be94c-5b93-4bf9-8efc-a72abc19bdd7'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:38:11.131304 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d6d27746-6b78-4a72-aade-8f1ac4f769b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:38:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3d8be94c-5b93-4bf9-8efc-a72abc19bdd7'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:11.176894 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d6d27746-6b78-4a72-aade-8f1ac4f769b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:11.177783 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d27746-6b78-4a72-aade-8f1ac4f769b4 None None] The sync data for ids ['3d8be94c-5b93-4bf9-8efc-a72abc19bdd7'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:38:11.187267 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6b3a56-5ad9-4b0b-ad45-37ae6aab297b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] GET failed (client error): The resource could not be found. Nov 15 11:38:11.193924 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8f6b3a56-5ad9-4b0b-ad45-37ae6aab297b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports/1af2993d-c630-497e-948c-8aea9e2a67fe HTTP/1.1" status: 404 len: 333 time: 0.1357512 Nov 15 11:38:11.199547 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34576) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:11.255476 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:11.261091 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-45ed1ef5-5525-4bcf-a22d-961723ac729c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:11.276872 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-447adb0a-d10e-4ea5-ac5b-98e527a87351 req-6fa2949e-458d-45c3-811e-4edaf9eac0a7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311219 Nov 15 11:38:11.295831 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port d8ccfb9e-6f86-417d-9342-1272fc11f03a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d8ccfb9e-6f86-417d-9342-1272fc11f03a,segment=NetworkSegment(5b6b13a0-05ff-4f3d-bc92-a0e37e6e5ce3),segment_id=5b6b13a0-05ff-4f3d-bc92-a0e37e6e5ce3)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:11.328020 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:11.442795 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=d8ccfb9e-6f86-417d-9342-1272fc11f03a,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:11.501242 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b22168-78c8-470d-8c6b-eec49c6d4b96 admin admin] Router 5ea94d0a-b96c-46fb-9ec1-73c31275758d has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:38:11.505092 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:11.547281 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc2b4be-4451-402a-96db-a6f2a1f6f9aa None None] Network e620a105-c2ea-4b7e-b927-26d8f77e5de5 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:38:11.612375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b8e758d3-1daa-40a2-98fc-d0ec920380a0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting port abef1fc3-1673-455a-929f-16aa915a7109 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:38:11.612839 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b8e758d3-1daa-40a2-98fc-d0ec920380a0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:11.638304 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-45ed1ef5-5525-4bcf-a22d-961723ac729c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:11.645571 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-45ed1ef5-5525-4bcf-a22d-961723ac729c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:11.716310 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b8e758d3-1daa-40a2-98fc-d0ec920380a0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:11.735132 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b8e758d3-1daa-40a2-98fc-d0ec920380a0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Calling delete_port for abef1fc3-1673-455a-929f-16aa915a7109 owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:38:11.749169 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-45ed1ef5-5525-4bcf-a22d-961723ac729c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:11.749661 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ed1ef5-5525-4bcf-a22d-961723ac729c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Fanout notify agent at l3_agent the message router_deleted on router 3d8be94c-5b93-4bf9-8efc-a72abc19bdd7 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:38:11.757138 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-45ed1ef5-5525-4bcf-a22d-961723ac729c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:11.766462 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-45ed1ef5-5525-4bcf-a22d-961723ac729c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/routers/3d8be94c-5b93-4bf9-8efc-a72abc19bdd7 HTTP/1.1" status: 204 len: 168 time: 0.7002206 Nov 15 11:38:11.768289 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34586) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:11.772372 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-09f8fe6e-47a7-4177-a851-4b8f398a5e68 None None] Provisioning complete for port d8ccfb9e-6f86-417d-9342-1272fc11f03a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:11.772785 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-09f8fe6e-47a7-4177-a851-4b8f398a5e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:11.875354 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b8e758d3-1daa-40a2-98fc-d0ec920380a0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:11.878508 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4500ca-4c0d-4a65-aec5-76582851b071 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting subnet e35137de-d1cf-4f3a-bf64-a1e008999a0c {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:38:11.882655 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb4500ca-4c0d-4a65-aec5-76582851b071 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:11.911778 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e758d3-1daa-40a2-98fc-d0ec920380a0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Port': ['ID=abef1fc3-1673-455a-929f-16aa915a7109,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:11.926100 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb4500ca-4c0d-4a65-aec5-76582851b071 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:11.956469 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b8e758d3-1daa-40a2-98fc-d0ec920380a0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:11.960295 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b8e758d3-1daa-40a2-98fc-d0ec920380a0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/ports/abef1fc3-1673-455a-929f-16aa915a7109 HTTP/1.1" status: 204 len: 168 time: 0.7581749 Nov 15 11:38:11.963115 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34588) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:11.977695 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b22168-78c8-470d-8c6b-eec49c6d4b96 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:38:11.987619 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] Sync routers for ids ['5ea94d0a-b96c-46fb-9ec1-73c31275758d'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:38:11.999965 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f7b22168-78c8-470d-8c6b-eec49c6d4b96 admin admin] 10.222.0.64 "PUT /v2.0/routers/5ea94d0a-b96c-46fb-9ec1-73c31275758d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5558088 Nov 15 11:38:12.001690 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d27dbf-bbdc-4de5-b92b-27a9b1e6dcc2 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] GET failed (client error): The resource could not be found. Nov 15 11:38:12.003222 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c8d27dbf-bbdc-4de5-b92b-27a9b1e6dcc2 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports/abef1fc3-1673-455a-929f-16aa915a7109 HTTP/1.1" status: 404 len: 333 time: 0.0390339 Nov 15 11:38:12.003472 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] Routers {'5ea94d0a-b96c-46fb-9ec1-73c31275758d'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:38:12.005127 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:38:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['5ea94d0a-b96c-46fb-9ec1-73c31275758d'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:12.020487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34590) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:12.074402 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb4500ca-4c0d-4a65-aec5-76582851b071 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:12.148096 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-00775a15-46bf-49d4-af1e-a10def457c55 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting subnet 486831bb-3863-4df3-a393-b120dcae3509 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:38:12.158323 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00775a15-46bf-49d4-af1e-a10def457c55 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:12.215795 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-09f8fe6e-47a7-4177-a851-4b8f398a5e68 None None] Provisioning complete for port bc034d87-76c2-420d-80d3-0ae45a319770 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:12.218552 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-09f8fe6e-47a7-4177-a851-4b8f398a5e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:12.246820 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb4500ca-4c0d-4a65-aec5-76582851b071 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:12.306500 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] Set router 5ea94d0a-b96c-46fb-9ec1-73c31275758d gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:38:12.320635 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00775a15-46bf-49d4-af1e-a10def457c55 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:12.341548 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:12.395089 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb4500ca-4c0d-4a65-aec5-76582851b071 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:12.406017 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fb4500ca-4c0d-4a65-aec5-76582851b071 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/subnets/e35137de-d1cf-4f3a-bf64-a1e008999a0c HTTP/1.1" status: 204 len: 168 time: 0.6366725 Nov 15 11:38:12.407507 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4500ca-4c0d-4a65-aec5-76582851b071 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Subnet': ['ID=e35137de-d1cf-4f3a-bf64-a1e008999a0c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:12.416960 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34604) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:12.451195 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00775a15-46bf-49d4-af1e-a10def457c55 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:12.452039 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab140f9e-7912-407f-a3f8-fee00a649ef9 None None] Network 096e466d-d8af-481f-9cd9-6315928a951f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:38:12.518710 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00775a15-46bf-49d4-af1e-a10def457c55 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:12.696805 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00775a15-46bf-49d4-af1e-a10def457c55 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:12.700515 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-00775a15-46bf-49d4-af1e-a10def457c55 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/subnets/486831bb-3863-4df3-a393-b120dcae3509 HTTP/1.1" status: 204 len: 168 time: 0.6807063 Nov 15 11:38:12.702028 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00775a15-46bf-49d4-af1e-a10def457c55 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Subnet': ['ID=486831bb-3863-4df3-a393-b120dcae3509,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:12.705456 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34612) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:12.734328 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-995e76a3-9743-4fed-adfe-ce2a3cae35d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:12.803437 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b772bd5-55f9-46ba-806e-1ace0d8e6257 req-a87c01a8-ab44-4662-9187-d8f1d4b91dcd tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:12.805115 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b772bd5-55f9-46ba-806e-1ace0d8e6257 req-a87c01a8-ab44-4662-9187-d8f1d4b91dcd tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 944 time: 0.2343128 Nov 15 11:38:12.849053 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-608b740a-5f67-405f-a369-42d14959f0cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:12.945348 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b772bd5-55f9-46ba-806e-1ace0d8e6257 req-4fc3c743-a3d9-4675-9735-5865378787d6 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292024 Nov 15 11:38:13.071689 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d8ccfb9e-6f86-417d-9342-1272fc11f03a up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:13.135022 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-995e76a3-9743-4fed-adfe-ce2a3cae35d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting port 9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:38:13.135632 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-995e76a3-9743-4fed-adfe-ce2a3cae35d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:13.149824 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-09f8fe6e-47a7-4177-a851-4b8f398a5e68 None None] Port bc034d87-76c2-420d-80d3-0ae45a319770 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:38:13.162996 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'name': 'tempest-TestVolumeBackupRestore-1535527032-router', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:37:57Z', 'updated_at': '2021-11-15T11:38:08Z', 'revision_number': 4, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'gw_port': {'id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:37:59Z', 'updated_at': '2021-11-15T11:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'bc034d87-76c2-420d-80d3-0ae45a319770', 'name': '', 'network_id': '9187d822-3785-414a-90e1-c2375533ab75', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'mac_address': 'fa:16:3e:21:ce:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:07Z', 'updated_at': '2021-11-15T11:38:09Z', 'revision_number': 2, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'subnets': [{'id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:13.230715 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] Checking router: 5ea94d0a-b96c-46fb-9ec1-73c31275758d for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:38:13.231253 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] Updating router 5ea94d0a-b96c-46fb-9ec1-73c31275758d port bc034d87-76c2-420d-80d3-0ae45a319770 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:38:13.265373 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:13.301614 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-608b740a-5f67-405f-a369-42d14959f0cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting port d8ccfb9e-6f86-417d-9342-1272fc11f03a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:38:13.313468 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-608b740a-5f67-405f-a369-42d14959f0cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:13.331112 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34624) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:13.334356 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d8ccfb9e-6f86-417d-9342-1272fc11f03a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:13.334891 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:13.337819 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-40fc370e-53fe-4556-87b1-ed153c3c62da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1085199504-network', 'tenant_id': '3d6e193e658d447f956b9957e41bbfa2'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:13.403685 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fc370e-53fe-4556-87b1-ed153c3c62da admin admin] Made reservation on behalf of 3d6e193e658d447f956b9957e41bbfa2 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:13.412948 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40fc370e-53fe-4556-87b1-ed153c3c62da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:13.459302 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40fc370e-53fe-4556-87b1-ed153c3c62da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:13.710708 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40fc370e-53fe-4556-87b1-ed153c3c62da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:13.726900 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40fc370e-53fe-4556-87b1-ed153c3c62da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:13.748494 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40fc370e-53fe-4556-87b1-ed153c3c62da admin admin] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:38:13.779185 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034e7efd-4270-4644-b2b4-a7445c371451 None None] DHCP port deletion for 096e466d-d8af-481f-9cd9-6315928a951f request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:38:13.795243 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40fc370e-53fe-4556-87b1-ed153c3c62da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:13.796048 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-40fc370e-53fe-4556-87b1-ed153c3c62da admin admin] Added segment d8cc5ba1-14e3-4af7-ad0c-f294eadf3974 of type vlan for network e1ecb197-21f0-4b7e-9851-b68e31d60481 Nov 15 11:38:13.852678 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40fc370e-53fe-4556-87b1-ed153c3c62da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:13.867541 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012a3a27-9b3d-47e6-b3ca-6ddb29b9b106 None None] Network e620a105-c2ea-4b7e-b927-26d8f77e5de5 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:38:13.904010 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40fc370e-53fe-4556-87b1-ed153c3c62da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:13.906130 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fc370e-53fe-4556-87b1-ed153c3c62da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:13.911332 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40fc370e-53fe-4556-87b1-ed153c3c62da admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:14.048338 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-608b740a-5f67-405f-a369-42d14959f0cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] For port d8ccfb9e-6f86-417d-9342-1272fc11f03a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d8ccfb9e-6f86-417d-9342-1272fc11f03a,segment=NetworkSegment(5b6b13a0-05ff-4f3d-bc92-a0e37e6e5ce3),segment_id=5b6b13a0-05ff-4f3d-bc92-a0e37e6e5ce3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:14.049110 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-608b740a-5f67-405f-a369-42d14959f0cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:14.064034 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-608b740a-5f67-405f-a369-42d14959f0cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Calling delete_port for d8ccfb9e-6f86-417d-9342-1272fc11f03a owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:38:14.068157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc370e-53fe-4556-87b1-ed153c3c62da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d10bdf-7d42-4962-ad16-731440c0024b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:14.126318 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-40fc370e-53fe-4556-87b1-ed153c3c62da admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7906682 Nov 15 11:38:14.160349 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34636) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:14.183075 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-70bd3d32-7506-434b-afe4-70c97effc6d1 admin admin] Request body: {'subnet': {'network_id': 'e1ecb197-21f0-4b7e-9851-b68e31d60481', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1085199504-subnet', 'tenant_id': '3d6e193e658d447f956b9957e41bbfa2', 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:14.190166 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:14.202831 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:14.203384 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0f0d776a-2ef9-4ae0-91b0-ad252fd5f6fe None None] Provisioning complete for port d8ccfb9e-6f86-417d-9342-1272fc11f03a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:14.203763 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0f0d776a-2ef9-4ae0-91b0-ad252fd5f6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:14.209502 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-608b740a-5f67-405f-a369-42d14959f0cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:14.222517 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc370e-53fe-4556-87b1-ed153c3c62da admin admin] Pushing event updated for resources: {'Network': ['ID=e1ecb197-21f0-4b7e-9851-b68e31d60481,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:14.260266 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-0f0d776a-2ef9-4ae0-91b0-ad252fd5f6fe None None] Port d8ccfb9e-6f86-417d-9342-1272fc11f03a was deleted so its status cannot be updated. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 15 11:38:14.264309 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network e1ecb197-21f0-4b7e-9851-b68e31d60481 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:38:14.284325 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473907c0-9b5a-417e-aa2d-ac26ebd60e5b req-198726e1-fed6-47f2-90ec-1be1a3172ca0 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:14.286964 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-473907c0-9b5a-417e-aa2d-ac26ebd60e5b req-198726e1-fed6-47f2-90ec-1be1a3172ca0 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 944 time: 0.1391628 Nov 15 11:38:14.288050 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bd3d32-7506-434b-afe4-70c97effc6d1 admin admin] Made reservation on behalf of 3d6e193e658d447f956b9957e41bbfa2 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:14.298844 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-70bd3d32-7506-434b-afe4-70c97effc6d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:14.344378 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b740a-5f67-405f-a369-42d14959f0cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Port': ['ID=d8ccfb9e-6f86-417d-9342-1272fc11f03a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:14.360187 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-995e76a3-9743-4fed-adfe-ce2a3cae35d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] For port 9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa,segment=NetworkSegment(c7dee977-e400-4d13-8b0c-6bb81b4b17c0),segment_id=c7dee977-e400-4d13-8b0c-6bb81b4b17c0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:14.361285 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-995e76a3-9743-4fed-adfe-ce2a3cae35d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:14.364452 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec7fd2-d0be-46c6-bc6e-2ecd97f06ae5 None None] Pushing event updated for resources: {'Port': ['ID=bc034d87-76c2-420d-80d3-0ae45a319770,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:14.368294 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b740a-5f67-405f-a369-42d14959f0cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] No DVR routers for this DVR port d8ccfb9e-6f86-417d-9342-1272fc11f03a on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:38:14.415459 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-995e76a3-9743-4fed-adfe-ce2a3cae35d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Calling delete_port for 9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:38:14.423323 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-034e7efd-4270-4644-b2b4-a7445c371451 None None] Deleting port 9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:38:14.424414 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-034e7efd-4270-4644-b2b4-a7445c371451 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:14.535546 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-034e7efd-4270-4644-b2b4-a7445c371451 None None] For port 9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa,segment=NetworkSegment(c7dee977-e400-4d13-8b0c-6bb81b4b17c0),segment_id=c7dee977-e400-4d13-8b0c-6bb81b4b17c0)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:14.536369 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-034e7efd-4270-4644-b2b4-a7445c371451 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:14.541637 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] Attempting to bind port bc034d87-76c2-420d-80d3-0ae45a319770 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:38:14.542581 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] Attempting to bind port bc034d87-76c2-420d-80d3-0ae45a319770 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '7513e5bf-dd3d-4fe0-a43e-3a6b16169783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9187d822-3785-414a-90e1-c2375533ab75'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:38:14.543790 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] Attempting to bind port bc034d87-76c2-420d-80d3-0ae45a319770 on network 9187d822-3785-414a-90e1-c2375533ab75 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:38:14.559581 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:38:14.560964 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] Checking segment: {'id': '7513e5bf-dd3d-4fe0-a43e-3a6b16169783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9187d822-3785-414a-90e1-c2375533ab75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:14.562585 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:14.563221 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] Bound using segment: {'id': '7513e5bf-dd3d-4fe0-a43e-3a6b16169783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9187d822-3785-414a-90e1-c2375533ab75'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:38:14.566656 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] Bound port: bc034d87-76c2-420d-80d3-0ae45a319770, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7513e5bf-dd3d-4fe0-a43e-3a6b16169783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9187d822-3785-414a-90e1-c2375533ab75'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:38:14.572382 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:14.581135 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-034e7efd-4270-4644-b2b4-a7445c371451 None None] Calling delete_port for 9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:38:14.649988 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168b0c41-5b41-42cf-bd43-519310f6e9eb None None] DHCP port deletion for e620a105-c2ea-4b7e-b927-26d8f77e5de5 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:38:14.712312 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-473907c0-9b5a-417e-aa2d-ac26ebd60e5b req-2d85809e-9966-4042-a916-e115d3f0bb69 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934948 Nov 15 11:38:14.769379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:38:14.783265 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] For port bc034d87-76c2-420d-80d3-0ae45a319770, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:38:14.790866 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] For port bc034d87-76c2-420d-80d3-0ae45a319770, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=bc034d87-76c2-420d-80d3-0ae45a319770,segment=NetworkSegment(7513e5bf-dd3d-4fe0-a43e-3a6b16169783),segment_id=7513e5bf-dd3d-4fe0-a43e-3a6b16169783)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:38:14.801532 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:14.816230 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-608b740a-5f67-405f-a369-42d14959f0cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:14.874011 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-608b740a-5f67-405f-a369-42d14959f0cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e620a105-c2ea-4b7e-b927-26d8f77e5de5']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:14.902372 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-608b740a-5f67-405f-a369-42d14959f0cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6b13a0-05ff-4f3d-bc92-a0e37e6e5ce3') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:14.903002 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-608b740a-5f67-405f-a369-42d14959f0cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6b13a0-05ff-4f3d-bc92-a0e37e6e5ce3') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:14.904359 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-70bd3d32-7506-434b-afe4-70c97effc6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:14.920966 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-608b740a-5f67-405f-a369-42d14959f0cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:14.928643 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec7fd2-d0be-46c6-bc6e-2ecd97f06ae5 None None] Pushing event updated for resources: {'Port': ['ID=bc034d87-76c2-420d-80d3-0ae45a319770,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:14.952120 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-608b740a-5f67-405f-a369-42d14959f0cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:14.963673 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608b740a-5f67-405f-a369-42d14959f0cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:38:14.964477 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-608b740a-5f67-405f-a369-42d14959f0cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:14.964642 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] Routers {'5ea94d0a-b96c-46fb-9ec1-73c31275758d'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:38:14.967014 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:38:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['5ea94d0a-b96c-46fb-9ec1-73c31275758d'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:14.969130 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-995e76a3-9743-4fed-adfe-ce2a3cae35d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:38:14.972457 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:38:14.978424 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.086722 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d873f803-97ef-4232-a7be-15818d74df53 None None] Provisioning complete for port bc034d87-76c2-420d-80d3-0ae45a319770 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:15.086991 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d873f803-97ef-4232-a7be-15818d74df53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.093640 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e76a3-9743-4fed-adfe-ce2a3cae35d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Port': ['ID=9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:15.103584 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995e76a3-9743-4fed-adfe-ce2a3cae35d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] No DVR routers for this DVR port 9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:38:15.209035 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-608b740a-5f67-405f-a369-42d14959f0cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.219653 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] Set router 5ea94d0a-b96c-46fb-9ec1-73c31275758d gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:38:15.231271 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-608b740a-5f67-405f-a369-42d14959f0cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.234584 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-608b740a-5f67-405f-a369-42d14959f0cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/networks/e620a105-c2ea-4b7e-b927-26d8f77e5de5 HTTP/1.1" status: 204 len: 168 time: 2.5276778 Nov 15 11:38:15.234827 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d8ccfb9e-6f86-417d-9342-1272fc11f03a no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:38:15.239440 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b740a-5f67-405f-a369-42d14959f0cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Network': ['ID=e620a105-c2ea-4b7e-b927-26d8f77e5de5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:15.240144 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34644) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:15.247807 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-203e53e7-e80d-42f1-a808-29b7a4bf43ac tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1690796941'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:15.266024 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-995e76a3-9743-4fed-adfe-ce2a3cae35d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.291119 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-034e7efd-4270-4644-b2b4-a7445c371451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.300754 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-995e76a3-9743-4fed-adfe-ce2a3cae35d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096e466d-d8af-481f-9cd9-6315928a951f']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:15.307362 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: d8ccfb9e-6f86-417d-9342-1272fc11f03a {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:38:15.307733 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d8ccfb9e-6f86-417d-9342-1272fc11f03a not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:38:15.314511 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203e53e7-e80d-42f1-a808-29b7a4bf43ac tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:15.318325 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-203e53e7-e80d-42f1-a808-29b7a4bf43ac tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.322389 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-995e76a3-9743-4fed-adfe-ce2a3cae35d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7dee977-e400-4d13-8b0c-6bb81b4b17c0') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:15.322732 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-995e76a3-9743-4fed-adfe-ce2a3cae35d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7dee977-e400-4d13-8b0c-6bb81b4b17c0') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:15.350925 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-995e76a3-9743-4fed-adfe-ce2a3cae35d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.372380 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e7efd-4270-4644-b2b4-a7445c371451 None None] Pushing event deleted for resources: {'Port': ['ID=9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:15.374593 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-995e76a3-9743-4fed-adfe-ce2a3cae35d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.374870 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e7efd-4270-4644-b2b4-a7445c371451 None None] No DVR routers for this DVR port 9a3fa2f0-3686-47c7-8b7a-29bc1c5733aa on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:38:15.395906 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203e53e7-e80d-42f1-a808-29b7a4bf43ac tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:38:15.399015 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995e76a3-9743-4fed-adfe-ce2a3cae35d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:38:15.400079 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-995e76a3-9743-4fed-adfe-ce2a3cae35d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:38:15.404636 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:38:15.455653 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-203e53e7-e80d-42f1-a808-29b7a4bf43ac tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.456093 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-203e53e7-e80d-42f1-a808-29b7a4bf43ac tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Added segment f1235d8d-859b-4aa2-b09c-f41b5b4ba582 of type vlan for network 5167341d-a762-4930-8244-4260b40e9efb Nov 15 11:38:15.483176 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d873f803-97ef-4232-a7be-15818d74df53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.497544 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd3d32-7506-434b-afe4-70c97effc6d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd856e8c-78cf-4257-9ff8-155ecb95145f,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:15.508546 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bd3d32-7506-434b-afe4-70c97effc6d1 admin admin] Checking segment: {'id': 'd8cc5ba1-14e3-4af7-ad0c-f294eadf3974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e1ecb197-21f0-4b7e-9851-b68e31d60481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:15.509570 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bd3d32-7506-434b-afe4-70c97effc6d1 admin admin] Network hostable DHCP agents. Network: e1ecb197-21f0-4b7e-9851-b68e31d60481, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:38:15.544488 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bd3d32-7506-434b-afe4-70c97effc6d1 admin admin] Network e1ecb197-21f0-4b7e-9851-b68e31d60481 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:38:15.553932 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-995e76a3-9743-4fed-adfe-ce2a3cae35d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.566850 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d873f803-97ef-4232-a7be-15818d74df53 None None] For port bc034d87-76c2-420d-80d3-0ae45a319770, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=bc034d87-76c2-420d-80d3-0ae45a319770,segment=NetworkSegment(7513e5bf-dd3d-4fe0-a43e-3a6b16169783),segment_id=7513e5bf-dd3d-4fe0-a43e-3a6b16169783)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:15.568930 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-70bd3d32-7506-434b-afe4-70c97effc6d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, e1ecb197-21f0-4b7e-9851-b68e31d60481) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:15.573140 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bd3d32-7506-434b-afe4-70c97effc6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:15.573646 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-70bd3d32-7506-434b-afe4-70c97effc6d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.583506 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b594e51d-f4a1-41f7-b99f-46944a19e0b2 None None] Network e1ecb197-21f0-4b7e-9851-b68e31d60481 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:38:15.601366 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-995e76a3-9743-4fed-adfe-ce2a3cae35d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.602760 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-70bd3d32-7506-434b-afe4-70c97effc6d1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4375949 Nov 15 11:38:15.603885 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d873f803-97ef-4232-a7be-15818d74df53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.605569 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34648) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:15.609926 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-851776a1-73ae-4837-83ff-36a812e0d785 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1085199504-router', 'tenant_id': '3d6e193e658d447f956b9957e41bbfa2', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:15.616209 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-995e76a3-9743-4fed-adfe-ce2a3cae35d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/networks/096e466d-d8af-481f-9cd9-6315928a951f HTTP/1.1" status: 204 len: 168 time: 3.1938438 Nov 15 11:38:15.616433 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34650) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:15.617018 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-203e53e7-e80d-42f1-a808-29b7a4bf43ac tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.621669 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-453222d5-f281-40c9-8753-59a099432190 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1313156038', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:15.653032 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e76a3-9743-4fed-adfe-ce2a3cae35d6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Network': ['ID=096e466d-d8af-481f-9cd9-6315928a951f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:15.661435 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-203e53e7-e80d-42f1-a808-29b7a4bf43ac tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.670249 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203e53e7-e80d-42f1-a808-29b7a4bf43ac tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:15.670978 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-203e53e7-e80d-42f1-a808-29b7a4bf43ac tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.703776 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'name': 'tempest-TestVolumeBackupRestore-1535527032-router', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:37:57Z', 'updated_at': '2021-11-15T11:38:08Z', 'revision_number': 4, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'gw_port': {'id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:37:59Z', 'updated_at': '2021-11-15T11:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'bc034d87-76c2-420d-80d3-0ae45a319770', 'name': '', 'network_id': '9187d822-3785-414a-90e1-c2375533ab75', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'mac_address': 'fa:16:3e:21:ce:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:07Z', 'updated_at': '2021-11-15T11:38:14Z', 'revision_number': 4, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'subnets': [{'id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:15.709339 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-851776a1-73ae-4837-83ff-36a812e0d785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.710424 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-851776a1-73ae-4837-83ff-36a812e0d785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.807956 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-851776a1-73ae-4837-83ff-36a812e0d785 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.814156 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-39174bdf-ab72-460b-92a0-6902816c8b2f None None] Provisioning complete for port bc034d87-76c2-420d-80d3-0ae45a319770 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:15.814513 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-39174bdf-ab72-460b-92a0-6902816c8b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.816133 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873f803-97ef-4232-a7be-15818d74df53 None None] Pushing event updated for resources: {'Port': ['ID=bc034d87-76c2-420d-80d3-0ae45a319770,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:15.829403 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-453222d5-f281-40c9-8753-59a099432190 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.833714 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-453222d5-f281-40c9-8753-59a099432190 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:15.844308 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e258ac-d5be-406d-a964-3db1d5717f6d None None] The sync data for ids ['5ea94d0a-b96c-46fb-9ec1-73c31275758d'] in n-d-729945-9 is: [{'id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'name': 'tempest-TestVolumeBackupRestore-1535527032-router', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:37:57Z', 'updated_at': '2021-11-15T11:38:08Z', 'revision_number': 4, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'gw_port': {'id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:37:59Z', 'updated_at': '2021-11-15T11:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'bc034d87-76c2-420d-80d3-0ae45a319770', 'name': '', 'network_id': '9187d822-3785-414a-90e1-c2375533ab75', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'mac_address': 'fa:16:3e:21:ce:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:07Z', 'updated_at': '2021-11-15T11:38:14Z', 'revision_number': 4, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'subnets': [{'id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:38:15.950271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e53e7-e80d-42f1-a808-29b7a4bf43ac tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Network': ['ID=5167341d-a762-4930-8244-4260b40e9efb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:15.955611 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-203e53e7-e80d-42f1-a808-29b7a4bf43ac tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7123506 Nov 15 11:38:15.966556 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34664) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:15.972170 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ca4a128b-ec75-4dac-b397-7ac9bd9d77dc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'subnet': {'network_id': '5167341d-a762-4930-8244-4260b40e9efb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:15.996172 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 5167341d-a762-4930-8244-4260b40e9efb details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:38:16.069450 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-453222d5-f281-40c9-8753-59a099432190 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:16.159597 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4a128b-ec75-4dac-b397-7ac9bd9d77dc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:16.164338 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca4a128b-ec75-4dac-b397-7ac9bd9d77dc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:16.184779 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6e195b-b9e1-4668-a87a-e83ee3ba076e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-e1ecb197-21f0-4b7e-9851-b68e31d60481', 'network_id': 'e1ecb197-21f0-4b7e-9851-b68e31d60481', 'tenant_id': '3d6e193e658d447f956b9957e41bbfa2', 'fixed_ips': [{'subnet_id': 'bd856e8c-78cf-4257-9ff8-155ecb95145f'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:38:16.185694 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9b6e195b-b9e1-4668-a87a-e83ee3ba076e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:16.286340 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-851776a1-73ae-4837-83ff-36a812e0d785 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:16.297772 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-453222d5-f281-40c9-8753-59a099432190 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:16.342134 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a45c0-9ecd-4cdf-9531-d9996f4de04c req-c4850d35-42c3-4e06-8fd3-3e7cee170582 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:16.353377 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d72a45c0-9ecd-4cdf-9531-d9996f4de04c req-c4850d35-42c3-4e06-8fd3-3e7cee170582 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 944 time: 0.4482555 Nov 15 11:38:16.403995 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-453222d5-f281-40c9-8753-59a099432190 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:16.405647 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-453222d5-f281-40c9-8753-59a099432190 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7893603 Nov 15 11:38:16.411460 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34670) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:16.422794 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f16277dd-7370-4ede-be08-d41d781f962f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'network': {'name': 'tempest-RoutersTest-903087128'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:16.498561 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d72a45c0-9ecd-4cdf-9531-d9996f4de04c req-0d91e1a8-8b4e-4c17-b1f3-b2cb196b63da tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435184 Nov 15 11:38:16.512914 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-9b6e195b-b9e1-4668-a87a-e83ee3ba076e None None] Allocated IP 172.20.0.2 (e1ecb197-21f0-4b7e-9851-b68e31d60481/bd856e8c-78cf-4257-9ff8-155ecb95145f/0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:38:16.558248 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16277dd-7370-4ede-be08-d41d781f962f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Made reservation on behalf of 9043398e6de74f8a9cf97297f1911306 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:16.566701 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f16277dd-7370-4ede-be08-d41d781f962f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:16.674531 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16277dd-7370-4ede-be08-d41d781f962f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:38:16.690649 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca4a128b-ec75-4dac-b397-7ac9bd9d77dc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:16.739417 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9b6e195b-b9e1-4668-a87a-e83ee3ba076e None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:16.754653 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9b6e195b-b9e1-4668-a87a-e83ee3ba076e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:16.771296 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f16277dd-7370-4ede-be08-d41d781f962f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:16.771636 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-f16277dd-7370-4ede-be08-d41d781f962f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Added segment 488ae222-278f-4c92-9623-3075e41a4888 of type vlan for network 4c55403a-f67b-42fe-8a37-5c57e59c9be1 Nov 15 11:38:16.819586 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e195b-b9e1-4668-a87a-e83ee3ba076e None None] Pushing event updated for resources: {'Port': ['ID=0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:16.822271 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bc034d87-76c2-420d-80d3-0ae45a319770 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:16.880171 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4a128b-ec75-4dac-b397-7ac9bd9d77dc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Checking segment: {'id': 'f1235d8d-859b-4aa2-b09c-f41b5b4ba582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '5167341d-a762-4930-8244-4260b40e9efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:16.880838 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4a128b-ec75-4dac-b397-7ac9bd9d77dc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network hostable DHCP agents. Network: 5167341d-a762-4930-8244-4260b40e9efb, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:38:16.888333 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-851776a1-73ae-4837-83ff-36a812e0d785 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:16.915804 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6e195b-b9e1-4668-a87a-e83ee3ba076e None None] Network e1ecb197-21f0-4b7e-9851-b68e31d60481 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:16.916836 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port bc034d87-76c2-420d-80d3-0ae45a319770 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:16.917170 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:16.933846 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-851776a1-73ae-4837-83ff-36a812e0d785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:16.964716 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-9b6e195b-b9e1-4668-a87a-e83ee3ba076e None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:16.967722 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6e195b-b9e1-4668-a87a-e83ee3ba076e None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:38:16.969363 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f16277dd-7370-4ede-be08-d41d781f962f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:16.996711 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a128b-ec75-4dac-b397-7ac9bd9d77dc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Subnet': ['ID=eceabb7b-3b96-418a-98dc-46e43dd983c5,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:17.007786 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4a128b-ec75-4dac-b397-7ac9bd9d77dc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network 5167341d-a762-4930-8244-4260b40e9efb is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:38:17.025675 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ca4a128b-ec75-4dac-b397-7ac9bd9d77dc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 5167341d-a762-4930-8244-4260b40e9efb) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:17.033721 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4a128b-ec75-4dac-b397-7ac9bd9d77dc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:17.034547 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca4a128b-ec75-4dac-b397-7ac9bd9d77dc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:17.051220 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbdada4-e466-40a7-a256-f634833f08ed None None] Network 5167341d-a762-4930-8244-4260b40e9efb requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:38:17.055553 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-9b6e195b-b9e1-4668-a87a-e83ee3ba076e None None] Attempting to bind port 0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:38:17.055935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-9b6e195b-b9e1-4668-a87a-e83ee3ba076e None None] Attempting to bind port 0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'd8cc5ba1-14e3-4af7-ad0c-f294eadf3974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e1ecb197-21f0-4b7e-9851-b68e31d60481'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:38:17.056281 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6e195b-b9e1-4668-a87a-e83ee3ba076e None None] Attempting to bind port 0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14 on network e1ecb197-21f0-4b7e-9851-b68e31d60481 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:38:17.065901 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ca4a128b-ec75-4dac-b397-7ac9bd9d77dc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0975327 Nov 15 11:38:17.068382 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34682) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:17.077555 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6ad37434-c16a-44bc-ab86-0565385da202 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'port': {'network_id': '5167341d-a762-4930-8244-4260b40e9efb', 'name': 'tempest-PortsIpV6TestJSON-2048615035', 'fixed_ips': [{'subnet_id': 'eceabb7b-3b96-418a-98dc-46e43dd983c5', 'ip_address': '2001:db8::10'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:17.168578 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6e195b-b9e1-4668-a87a-e83ee3ba076e None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:38:17.170775 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6e195b-b9e1-4668-a87a-e83ee3ba076e None None] Checking segment: {'id': 'd8cc5ba1-14e3-4af7-ad0c-f294eadf3974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e1ecb197-21f0-4b7e-9851-b68e31d60481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:17.171198 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9b6e195b-b9e1-4668-a87a-e83ee3ba076e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:17.171726 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6e195b-b9e1-4668-a87a-e83ee3ba076e None None] Bound using segment: {'id': 'd8cc5ba1-14e3-4af7-ad0c-f294eadf3974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e1ecb197-21f0-4b7e-9851-b68e31d60481'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:38:17.172212 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-9b6e195b-b9e1-4668-a87a-e83ee3ba076e None None] Bound port: 0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cc5ba1-14e3-4af7-ad0c-f294eadf3974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e1ecb197-21f0-4b7e-9851-b68e31d60481'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:38:17.172602 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9b6e195b-b9e1-4668-a87a-e83ee3ba076e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:17.179308 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-851776a1-73ae-4837-83ff-36a812e0d785 admin admin] Allocated IP 172.25.7.147 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/d78f7f0a-13da-4fd5-a5ca-764236e5596d) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:38:17.222132 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f16277dd-7370-4ede-be08-d41d781f962f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:17.231893 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16277dd-7370-4ede-be08-d41d781f962f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:17.234046 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f16277dd-7370-4ede-be08-d41d781f962f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:17.270732 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9b6e195b-b9e1-4668-a87a-e83ee3ba076e None None] For port 0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:38:17.275326 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9b6e195b-b9e1-4668-a87a-e83ee3ba076e None None] For port 0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14,segment=NetworkSegment(d8cc5ba1-14e3-4af7-ad0c-f294eadf3974),segment_id=d8cc5ba1-14e3-4af7-ad0c-f294eadf3974)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:38:17.305660 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9b6e195b-b9e1-4668-a87a-e83ee3ba076e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:17.363095 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-851776a1-73ae-4837-83ff-36a812e0d785 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:17.452915 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-851776a1-73ae-4837-83ff-36a812e0d785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:17.461548 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16277dd-7370-4ede-be08-d41d781f962f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Network': ['ID=4c55403a-f67b-42fe-8a37-5c57e59c9be1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:17.490016 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f16277dd-7370-4ede-be08-d41d781f962f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0758870 Nov 15 11:38:17.491594 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 4c55403a-f67b-42fe-8a37-5c57e59c9be1 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:38:17.502676 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34686) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:17.521887 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8b6c8f2b-7832-4625-a645-cbdc09ed26e4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'subnet': {'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:17.542503 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851776a1-73ae-4837-83ff-36a812e0d785 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:17.552393 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-851776a1-73ae-4837-83ff-36a812e0d785 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:17.557602 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851776a1-73ae-4837-83ff-36a812e0d785 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:38:17.590530 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851776a1-73ae-4837-83ff-36a812e0d785 admin admin] Pushing event updated for resources: {'Port': ['ID=d78f7f0a-13da-4fd5-a5ca-764236e5596d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:17.687448 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f06ac7e-9adb-4ba8-a977-967e23e99401 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:38:17.762473 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e195b-b9e1-4668-a87a-e83ee3ba076e None None] Pushing event updated for resources: {'Port': ['ID=0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:17.932393 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a218aa45-49d6-45bc-ae21-11647ffd257f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-5167341d-a762-4930-8244-4260b40e9efb', 'network_id': '5167341d-a762-4930-8244-4260b40e9efb', 'tenant_id': '98a1ca29c2cd4a64a6ec344e8eaaed84', 'fixed_ips': [{'subnet_id': 'eceabb7b-3b96-418a-98dc-46e43dd983c5'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:38:17.934132 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a218aa45-49d6-45bc-ae21-11647ffd257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:17.963070 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-52d3ac4e-3fb9-44aa-8cc4-4a96eb311037 None None] Provisioning complete for port d78f7f0a-13da-4fd5-a5ca-764236e5596d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:17.963593 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-52d3ac4e-3fb9-44aa-8cc4-4a96eb311037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:17.977276 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6c8f2b-7832-4625-a645-cbdc09ed26e4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Made reservation on behalf of 9043398e6de74f8a9cf97297f1911306 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:17.981557 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b6c8f2b-7832-4625-a645-cbdc09ed26e4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:17.986676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02340f18-c4cd-4ad1-9b82-09c4f45c9eec req-d7ad28c3-ca0e-4538-b19a-e547f06e533e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:17.988494 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02340f18-c4cd-4ad1-9b82-09c4f45c9eec req-d7ad28c3-ca0e-4538-b19a-e547f06e533e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 944 time: 0.2094605 Nov 15 11:38:18.171047 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-52d3ac4e-3fb9-44aa-8cc4-4a96eb311037 None None] Port d78f7f0a-13da-4fd5-a5ca-764236e5596d cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:38:18.188938 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02340f18-c4cd-4ad1-9b82-09c4f45c9eec req-6ee3334f-3d6e-4acc-a7df-3e273b7c9839 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702707 Nov 15 11:38:18.220892 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-851776a1-73ae-4837-83ff-36a812e0d785 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:18.239983 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad37434-c16a-44bc-ab86-0565385da202 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:18.309822 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-a218aa45-49d6-45bc-ae21-11647ffd257f None None] Allocated IP 2001:db8::2 (5167341d-a762-4930-8244-4260b40e9efb/eceabb7b-3b96-418a-98dc-46e43dd983c5/73255962-7a03-4c00-9766-df19b8ffd688) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:38:18.418185 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ad37434-c16a-44bc-ab86-0565385da202 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:18.509515 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-851776a1-73ae-4837-83ff-36a812e0d785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:18.617126 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a218aa45-49d6-45bc-ae21-11647ffd257f None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:18.631734 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a218aa45-49d6-45bc-ae21-11647ffd257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:18.642755 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b6c8f2b-7832-4625-a645-cbdc09ed26e4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:18.716618 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851776a1-73ae-4837-83ff-36a812e0d785 admin admin] Router 8e34cd1a-440c-4f9f-9446-8d4329a55c9d is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:38:18.753385 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-6ad37434-c16a-44bc-ab86-0565385da202 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] device_id is not set on port e0508dbd-05a2-4a5f-b914-9efc68c4e093 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:38:18.925579 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c8f2b-7832-4625-a645-cbdc09ed26e4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Subnet': ['ID=95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:18.962856 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851776a1-73ae-4837-83ff-36a812e0d785 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:38:19.000166 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6c8f2b-7832-4625-a645-cbdc09ed26e4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:19.000507 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6c8f2b-7832-4625-a645-cbdc09ed26e4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:19.000845 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6c8f2b-7832-4625-a645-cbdc09ed26e4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:19.001178 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6c8f2b-7832-4625-a645-cbdc09ed26e4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:19.001514 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6c8f2b-7832-4625-a645-cbdc09ed26e4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:19.001834 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6c8f2b-7832-4625-a645-cbdc09ed26e4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:19.002155 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6c8f2b-7832-4625-a645-cbdc09ed26e4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:19.002563 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6c8f2b-7832-4625-a645-cbdc09ed26e4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:19.002798 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6c8f2b-7832-4625-a645-cbdc09ed26e4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:19.003148 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6c8f2b-7832-4625-a645-cbdc09ed26e4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:19.003481 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6c8f2b-7832-4625-a645-cbdc09ed26e4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:19.003747 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6c8f2b-7832-4625-a645-cbdc09ed26e4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:38:19.006358 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-851776a1-73ae-4837-83ff-36a812e0d785 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:19.009248 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-851776a1-73ae-4837-83ff-36a812e0d785 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4026394 Nov 15 11:38:19.016409 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34698) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:19.086172 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:19.110700 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6c8f2b-7832-4625-a645-cbdc09ed26e4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Checking segment: {'id': '488ae222-278f-4c92-9623-3075e41a4888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:19.111071 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6c8f2b-7832-4625-a645-cbdc09ed26e4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network hostable DHCP agents. Network: 4c55403a-f67b-42fe-8a37-5c57e59c9be1, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:38:19.131671 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] Sync routers for ids ['8e34cd1a-440c-4f9f-9446-8d4329a55c9d'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:38:19.245450 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6c8f2b-7832-4625-a645-cbdc09ed26e4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 4c55403a-f67b-42fe-8a37-5c57e59c9be1 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:38:19.269687 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-8b6c8f2b-7832-4625-a645-cbdc09ed26e4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 4c55403a-f67b-42fe-8a37-5c57e59c9be1) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:19.279658 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6c8f2b-7832-4625-a645-cbdc09ed26e4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:19.280330 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8b6c8f2b-7832-4625-a645-cbdc09ed26e4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:19.283153 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-6ad37434-c16a-44bc-ab86-0565385da202 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Allocated IP 2001:db8::10 (5167341d-a762-4930-8244-4260b40e9efb/eceabb7b-3b96-418a-98dc-46e43dd983c5/e0508dbd-05a2-4a5f-b914-9efc68c4e093) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:38:19.314375 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e01e48b-3e3a-43ed-a562-ff77e9c5c7b2 None None] Network 4c55403a-f67b-42fe-8a37-5c57e59c9be1 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:38:19.340817 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8b6c8f2b-7832-4625-a645-cbdc09ed26e4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8340175 Nov 15 11:38:19.341065 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34706) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:19.423338 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a218aa45-49d6-45bc-ae21-11647ffd257f None None] Network 5167341d-a762-4930-8244-4260b40e9efb is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:19.428562 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e31a3d-8894-4cfa-a920-e7cb00ffe26b None None] Network e1ecb197-21f0-4b7e-9851-b68e31d60481 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:38:19.441035 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218aa45-49d6-45bc-ae21-11647ffd257f None None] Pushing event updated for resources: {'Port': ['ID=73255962-7a03-4c00-9766-df19b8ffd688,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:19.458373 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-a218aa45-49d6-45bc-ae21-11647ffd257f None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:19.490591 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a218aa45-49d6-45bc-ae21-11647ffd257f None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:38:19.505298 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] Routers {'8e34cd1a-440c-4f9f-9446-8d4329a55c9d'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:38:19.506310 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:38:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8e34cd1a-440c-4f9f-9446-8d4329a55c9d'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:19.579791 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0895c69-c464-4fac-bfbf-4ff3302dcded req-b5840973-559f-4ff7-ab21-bb71283d29c5 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:19.581484 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0895c69-c464-4fac-bfbf-4ff3302dcded req-b5840973-559f-4ff7-ab21-bb71283d29c5 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 944 time: 0.1849010 Nov 15 11:38:19.682325 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a9dd78c6-8f2e-4133-90ce-bf2368952256 None None] Provisioning complete for port 0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:19.682949 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a9dd78c6-8f2e-4133-90ce-bf2368952256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:19.768095 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a218aa45-49d6-45bc-ae21-11647ffd257f None None] Attempting to bind port 73255962-7a03-4c00-9766-df19b8ffd688 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:38:19.768954 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a218aa45-49d6-45bc-ae21-11647ffd257f None None] Attempting to bind port 73255962-7a03-4c00-9766-df19b8ffd688 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'f1235d8d-859b-4aa2-b09c-f41b5b4ba582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '5167341d-a762-4930-8244-4260b40e9efb'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:38:19.769564 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a218aa45-49d6-45bc-ae21-11647ffd257f None None] Attempting to bind port 73255962-7a03-4c00-9766-df19b8ffd688 on network 5167341d-a762-4930-8244-4260b40e9efb {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:38:19.783607 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a218aa45-49d6-45bc-ae21-11647ffd257f None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:38:19.784416 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a218aa45-49d6-45bc-ae21-11647ffd257f None None] Checking segment: {'id': 'f1235d8d-859b-4aa2-b09c-f41b5b4ba582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '5167341d-a762-4930-8244-4260b40e9efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:19.785088 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a218aa45-49d6-45bc-ae21-11647ffd257f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:19.785766 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a218aa45-49d6-45bc-ae21-11647ffd257f None None] Bound using segment: {'id': 'f1235d8d-859b-4aa2-b09c-f41b5b4ba582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '5167341d-a762-4930-8244-4260b40e9efb'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:38:19.786552 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a218aa45-49d6-45bc-ae21-11647ffd257f None None] Bound port: 73255962-7a03-4c00-9766-df19b8ffd688, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1235d8d-859b-4aa2-b09c-f41b5b4ba582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '5167341d-a762-4930-8244-4260b40e9efb'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:38:19.787317 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a218aa45-49d6-45bc-ae21-11647ffd257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:19.815471 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:19.816252 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:19.840111 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0895c69-c464-4fac-bfbf-4ff3302dcded req-147978b1-7f71-46b2-8816-ea9c41df47bf tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520559 Nov 15 11:38:19.983306 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] Set router 8e34cd1a-440c-4f9f-9446-8d4329a55c9d gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:38:20.047326 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48fdaf6a-bec8-4854-b75b-f9d6c857429f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:20.074795 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc308-a9d5-4491-b8d2-1156805a5e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:20.231927 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ad37434-c16a-44bc-ab86-0565385da202 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:20.277448 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-a3ebc308-a9d5-4491-b8d2-1156805a5e67 admin admin] Allocated IP 172.20.0.1 (e1ecb197-21f0-4b7e-9851-b68e31d60481/bd856e8c-78cf-4257-9ff8-155ecb95145f/8ab66c3b-c5b1-4645-a3b6-d4385fce97b7) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:38:20.305109 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ad37434-c16a-44bc-ab86-0565385da202 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:20.315371 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566a7fd1-0168-4299-920a-129d9d50ebb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:38:20.316391 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-566a7fd1-0168-4299-920a-129d9d50ebb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:20.352692 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a218aa45-49d6-45bc-ae21-11647ffd257f None None] For port 73255962-7a03-4c00-9766-df19b8ffd688, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:38:20.486379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a218aa45-49d6-45bc-ae21-11647ffd257f None None] For port 73255962-7a03-4c00-9766-df19b8ffd688, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=73255962-7a03-4c00-9766-df19b8ffd688,segment=NetworkSegment(f1235d8d-859b-4aa2-b09c-f41b5b4ba582),segment_id=f1235d8d-859b-4aa2-b09c-f41b5b4ba582)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:38:20.490371 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:20.516818 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad37434-c16a-44bc-ab86-0565385da202 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network 5167341d-a762-4930-8244-4260b40e9efb is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:20.532024 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc308-a9d5-4491-b8d2-1156805a5e67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:20.542578 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6ad37434-c16a-44bc-ab86-0565385da202 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:20.550385 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad37434-c16a-44bc-ab86-0565385da202 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:38:20.556606 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad37434-c16a-44bc-ab86-0565385da202 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:20.557405 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ad37434-c16a-44bc-ab86-0565385da202 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:20.563683 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad37434-c16a-44bc-ab86-0565385da202 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Port': ['ID=e0508dbd-05a2-4a5f-b914-9efc68c4e093,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:20.600183 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc308-a9d5-4491-b8d2-1156805a5e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:20.606860 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6ad37434-c16a-44bc-ab86-0565385da202 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5341387 Nov 15 11:38:20.610015 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34720) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:20.618791 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-b37ac207-7dcf-4e78-a0a8-7671bb134f5a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'port': {'network_id': '5167341d-a762-4930-8244-4260b40e9efb', 'name': 'tempest-PortsIpV6TestJSON-2120114170', 'fixed_ips': [{'subnet_id': 'eceabb7b-3b96-418a-98dc-46e43dd983c5', 'ip_address': '2001:db8::f'}]}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:20.691393 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-566a7fd1-0168-4299-920a-129d9d50ebb7 None None] Allocated IP 172.20.0.2 (4c55403a-f67b-42fe-8a37-5c57e59c9be1/95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2/c387a71b-25da-4529-a173-ae07f6281b44) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:38:20.811592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ebc308-a9d5-4491-b8d2-1156805a5e67 admin admin] Network e1ecb197-21f0-4b7e-9851-b68e31d60481 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:20.823536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-a3ebc308-a9d5-4491-b8d2-1156805a5e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:20.845046 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ebc308-a9d5-4491-b8d2-1156805a5e67 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:38:20.874178 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-566a7fd1-0168-4299-920a-129d9d50ebb7 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:20.907215 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-566a7fd1-0168-4299-920a-129d9d50ebb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:20.909908 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a218aa45-49d6-45bc-ae21-11647ffd257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:20.934651 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebc308-a9d5-4491-b8d2-1156805a5e67 admin admin] Pushing event updated for resources: {'Port': ['ID=8ab66c3b-c5b1-4645-a3b6-d4385fce97b7,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:21.017227 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-48fdaf6a-bec8-4854-b75b-f9d6c857429f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Allocated IP 172.20.0.1 (4c55403a-f67b-42fe-8a37-5c57e59c9be1/95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2/32d242bb-65e5-4fc8-afb6-079d4ca636c1) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:38:21.050990 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a7fd1-0168-4299-920a-129d9d50ebb7 None None] Pushing event updated for resources: {'Port': ['ID=c387a71b-25da-4529-a173-ae07f6281b44,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:21.068758 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a9dd78c6-8f2e-4133-90ce-bf2368952256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:21.117992 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc308-a9d5-4491-b8d2-1156805a5e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:21.235591 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b629742-6bf4-443a-a822-4e51d37aa881 req-e34951e2-71a7-46e9-9d18-c40202336527 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:21.237213 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b629742-6bf4-443a-a822-4e51d37aa881 req-e34951e2-71a7-46e9-9d18-c40202336527 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 944 time: 0.1859713 Nov 15 11:38:21.296481 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37ac207-7dcf-4e78-a0a8-7671bb134f5a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:21.356157 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14,segment=NetworkSegment(d8cc5ba1-14e3-4af7-ad0c-f294eadf3974),segment_id=d8cc5ba1-14e3-4af7-ad0c-f294eadf3974)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:21.368538 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566a7fd1-0168-4299-920a-129d9d50ebb7 None None] Network 4c55403a-f67b-42fe-8a37-5c57e59c9be1 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:21.410357 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48fdaf6a-bec8-4854-b75b-f9d6c857429f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:21.482750 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b629742-6bf4-443a-a822-4e51d37aa881 req-467d2f74-3709-4be1-8ba0-421419f94f45 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330797 Nov 15 11:38:21.501284 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48fdaf6a-bec8-4854-b75b-f9d6c857429f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:21.517526 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-566a7fd1-0168-4299-920a-129d9d50ebb7 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:21.528601 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566a7fd1-0168-4299-920a-129d9d50ebb7 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:38:21.539220 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:21.571257 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc308-a9d5-4491-b8d2-1156805a5e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:21.577729 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b37ac207-7dcf-4e78-a0a8-7671bb134f5a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:21.578920 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fdaf6a-bec8-4854-b75b-f9d6c857429f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 4c55403a-f67b-42fe-8a37-5c57e59c9be1 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:21.584150 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-48fdaf6a-bec8-4854-b75b-f9d6c857429f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:21.589205 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fdaf6a-bec8-4854-b75b-f9d6c857429f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:38:21.604715 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fdaf6a-bec8-4854-b75b-f9d6c857429f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Port': ['ID=32d242bb-65e5-4fc8-afb6-079d4ca636c1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:21.616395 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-a9dd78c6-8f2e-4133-90ce-bf2368952256 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:38:21.616864 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-a9dd78c6-8f2e-4133-90ce-bf2368952256 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:38:21.626518 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218aa45-49d6-45bc-ae21-11647ffd257f None None] Pushing event updated for resources: {'Port': ['ID=73255962-7a03-4c00-9766-df19b8ffd688,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:21.690577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-b37ac207-7dcf-4e78-a0a8-7671bb134f5a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] device_id is not set on port 6d852b4c-802f-454b-918f-49a4b62cab2c yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:38:21.694219 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48fdaf6a-bec8-4854-b75b-f9d6c857429f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:21.836463 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:21.907499 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e34cd1a-440c-4f9f-9446-8d4329a55c9d', 'name': 'tempest-TestVolumeBackupRestore-1085199504-router', 'tenant_id': '3d6e193e658d447f956b9957e41bbfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd78f7f0a-13da-4fd5-a5ca-764236e5596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:38:17Z', 'revision_number': 3, 'project_id': '3d6e193e658d447f956b9957e41bbfa2', 'gw_port': {'id': 'd78f7f0a-13da-4fd5-a5ca-764236e5596d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e34cd1a-440c-4f9f-9446-8d4329a55c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:16Z', 'updated_at': '2021-11-15T11:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:21.928179 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48fdaf6a-bec8-4854-b75b-f9d6c857429f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:21.951438 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] Checking router: 8e34cd1a-440c-4f9f-9446-8d4329a55c9d for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:38:21.951800 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] Updating router 8e34cd1a-440c-4f9f-9446-8d4329a55c9d port d78f7f0a-13da-4fd5-a5ca-764236e5596d binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:38:21.957161 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-566a7fd1-0168-4299-920a-129d9d50ebb7 None None] Attempting to bind port c387a71b-25da-4529-a173-ae07f6281b44 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:38:21.957161 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-566a7fd1-0168-4299-920a-129d9d50ebb7 None None] Attempting to bind port c387a71b-25da-4529-a173-ae07f6281b44 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '488ae222-278f-4c92-9623-3075e41a4888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:38:21.957564 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566a7fd1-0168-4299-920a-129d9d50ebb7 None None] Attempting to bind port c387a71b-25da-4529-a173-ae07f6281b44 on network 4c55403a-f67b-42fe-8a37-5c57e59c9be1 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:38:22.194938 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566a7fd1-0168-4299-920a-129d9d50ebb7 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:38:22.195308 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566a7fd1-0168-4299-920a-129d9d50ebb7 None None] Checking segment: {'id': '488ae222-278f-4c92-9623-3075e41a4888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:22.195784 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-566a7fd1-0168-4299-920a-129d9d50ebb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:22.196202 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566a7fd1-0168-4299-920a-129d9d50ebb7 None None] Bound using segment: {'id': '488ae222-278f-4c92-9623-3075e41a4888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:38:22.196684 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-566a7fd1-0168-4299-920a-129d9d50ebb7 None None] Bound port: c387a71b-25da-4529-a173-ae07f6281b44, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488ae222-278f-4c92-9623-3075e41a4888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:38:22.197065 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-566a7fd1-0168-4299-920a-129d9d50ebb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:22.204207 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-b37ac207-7dcf-4e78-a0a8-7671bb134f5a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Allocated IP 2001:db8::f (5167341d-a762-4930-8244-4260b40e9efb/eceabb7b-3b96-418a-98dc-46e43dd983c5/6d852b4c-802f-454b-918f-49a4b62cab2c) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:38:22.244078 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:22.302979 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc308-a9d5-4491-b8d2-1156805a5e67 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:22.330597 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc308-a9d5-4491-b8d2-1156805a5e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:22.336788 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48fdaf6a-bec8-4854-b75b-f9d6c857429f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:22.355129 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48fdaf6a-bec8-4854-b75b-f9d6c857429f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:22.400421 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-566a7fd1-0168-4299-920a-129d9d50ebb7 None None] For port c387a71b-25da-4529-a173-ae07f6281b44, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:38:22.437240 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-566a7fd1-0168-4299-920a-129d9d50ebb7 None None] For port c387a71b-25da-4529-a173-ae07f6281b44, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c387a71b-25da-4529-a173-ae07f6281b44,segment=NetworkSegment(488ae222-278f-4c92-9623-3075e41a4888),segment_id=488ae222-278f-4c92-9623-3075e41a4888)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:38:22.458831 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7bb62832-8ee6-4232-b4b6-27b5d8f8fa02 None None] Provisioning complete for port 0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:22.459320 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7bb62832-8ee6-4232-b4b6-27b5d8f8fa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:22.463625 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-566a7fd1-0168-4299-920a-129d9d50ebb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:22.471352 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fdaf6a-bec8-4854-b75b-f9d6c857429f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Port': ['ID=32d242bb-65e5-4fc8-afb6-079d4ca636c1,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:22.529836 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48fdaf6a-bec8-4854-b75b-f9d6c857429f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:22.573392 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a7fd1-0168-4299-920a-129d9d50ebb7 None None] Pushing event updated for resources: {'Port': ['ID=c387a71b-25da-4529-a173-ae07f6281b44,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:22.603648 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc308-a9d5-4491-b8d2-1156805a5e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:22.635330 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebc308-a9d5-4491-b8d2-1156805a5e67 admin admin] Pushing event updated for resources: {'Port': ['ID=8ab66c3b-c5b1-4645-a3b6-d4385fce97b7,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:22.749018 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fdaf6a-bec8-4854-b75b-f9d6c857429f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 4c55403a-f67b-42fe-8a37-5c57e59c9be1 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:22.751430 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-48fdaf6a-bec8-4854-b75b-f9d6c857429f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:22.973961 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fdaf6a-bec8-4854-b75b-f9d6c857429f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Router ab901ef5-5d65-4efd-a5e4-6e32048c7386 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:38:22.994234 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7bb62832-8ee6-4232-b4b6-27b5d8f8fa02 None None] Provisioning complete for port 8ab66c3b-c5b1-4645-a3b6-d4385fce97b7 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:22.994610 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7bb62832-8ee6-4232-b4b6-27b5d8f8fa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:23.259323 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd7fc02-e49a-417e-8ba2-1bd2522207ef None None] Network 5167341d-a762-4930-8244-4260b40e9efb requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:38:23.457509 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:23.464528 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7bb62832-8ee6-4232-b4b6-27b5d8f8fa02 None None] Port 8ab66c3b-c5b1-4645-a3b6-d4385fce97b7 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:38:23.472019 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:23.573220 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24642c1c-79fd-4a5d-918e-bc6b5be1d0a5 req-9d8c7078-7105-46d9-9ba1-d3d4314a0f4d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:23.581839 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24642c1c-79fd-4a5d-918e-bc6b5be1d0a5 req-9d8c7078-7105-46d9-9ba1-d3d4314a0f4d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 944 time: 0.9210818 Nov 15 11:38:23.588590 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139b4c03-a701-4eea-9cd4-abb5b01a33e7 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:38:23.603366 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b37ac207-7dcf-4e78-a0a8-7671bb134f5a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:23.720308 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ebc308-a9d5-4491-b8d2-1156805a5e67 admin admin] Network e1ecb197-21f0-4b7e-9851-b68e31d60481 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:23.724076 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-a3ebc308-a9d5-4491-b8d2-1156805a5e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:23.749999 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24642c1c-79fd-4a5d-918e-bc6b5be1d0a5 req-a5fee80a-d29a-4bab-94b2-1106a30e108f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663859 Nov 15 11:38:23.779552 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d633c8e8-1db0-482c-87df-51571f93c50a None None] Provisioning complete for port 73255962-7a03-4c00-9766-df19b8ffd688 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:23.780409 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d633c8e8-1db0-482c-87df-51571f93c50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:23.785200 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b983-4cb5-4927-895d-290f836b3534 None None] Pushing event updated for resources: {'Port': ['ID=d78f7f0a-13da-4fd5-a5ca-764236e5596d,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:23.800177 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fdaf6a-bec8-4854-b75b-f9d6c857429f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:38:23.825004 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] Sync routers for ids ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:38:23.829596 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-48fdaf6a-bec8-4854-b75b-f9d6c857429f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/routers/ab901ef5-5d65-4efd-a5e4-6e32048c7386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4873919 Nov 15 11:38:23.830338 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34746) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:23.844432 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] Attempting to bind port d78f7f0a-13da-4fd5-a5ca-764236e5596d on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:38:23.844875 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] Attempting to bind port d78f7f0a-13da-4fd5-a5ca-764236e5596d by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:38:23.845603 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] Attempting to bind port d78f7f0a-13da-4fd5-a5ca-764236e5596d on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:38:23.850900 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] Routers {'ab901ef5-5d65-4efd-a5e4-6e32048c7386'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:38:23.851766 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:38:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:23.858066 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:38:23.858434 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:23.858862 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:23.859396 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:38:23.861276 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] Bound port: d78f7f0a-13da-4fd5-a5ca-764236e5596d, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:38:23.861757 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:23.865567 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-93ce7b85-d190-4a9a-9176-78420a9bca49 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'network': {'name': 'tempest-RoutersTest-601011187'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:23.958951 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] For port d78f7f0a-13da-4fd5-a5ca-764236e5596d, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:38:23.964509 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] For port d78f7f0a-13da-4fd5-a5ca-764236e5596d, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d78f7f0a-13da-4fd5-a5ca-764236e5596d,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:38:23.972761 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 245c0f55-b6a5-4926-88c4-5d22cb2d8103 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:38:23.989831 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ce7b85-d190-4a9a-9176-78420a9bca49 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Made reservation on behalf of 9043398e6de74f8a9cf97297f1911306 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:23.993977 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:23.994690 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93ce7b85-d190-4a9a-9176-78420a9bca49 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:24.003908 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b37ac207-7dcf-4e78-a0a8-7671bb134f5a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:24.103022 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ce7b85-d190-4a9a-9176-78420a9bca49 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:38:24.130985 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] Set router ab901ef5-5d65-4efd-a5e4-6e32048c7386 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:38:24.157228 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93ce7b85-d190-4a9a-9176-78420a9bca49 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:24.157611 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-93ce7b85-d190-4a9a-9176-78420a9bca49 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Added segment a53e3eec-5761-4f2f-ba39-c3044e21c000 of type vlan for network f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072 Nov 15 11:38:24.233552 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37ac207-7dcf-4e78-a0a8-7671bb134f5a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network 5167341d-a762-4930-8244-4260b40e9efb is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:24.293303 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 245c0f55-b6a5-4926-88c4-5d22cb2d8103, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=245c0f55-b6a5-4926-88c4-5d22cb2d8103,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:24.298621 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-b37ac207-7dcf-4e78-a0a8-7671bb134f5a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:24.306310 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37ac207-7dcf-4e78-a0a8-7671bb134f5a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:38:24.310392 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93ce7b85-d190-4a9a-9176-78420a9bca49 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:24.317503 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37ac207-7dcf-4e78-a0a8-7671bb134f5a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:24.318546 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b37ac207-7dcf-4e78-a0a8-7671bb134f5a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:24.333435 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:24.343378 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe815de-d145-4e93-b0ef-3dd2f79f2046 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:38:24.347158 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '245c0f55-b6a5-4926-88c4-5d22cb2d8103', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'port_id': '245c0f55-b6a5-4926-88c4-5d22cb2d8103', 'mac_address': 'fa:16:3e:9f:26:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:38:24.385603 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b37ac207-7dcf-4e78-a0a8-7671bb134f5a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7742393 Nov 15 11:38:24.389429 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ac207-7dcf-4e78-a0a8-7671bb134f5a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Port': ['ID=6d852b4c-802f-454b-918f-49a4b62cab2c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:24.392841 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34754) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:24.417823 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ebc308-a9d5-4491-b8d2-1156805a5e67 admin admin] Router 8e34cd1a-440c-4f9f-9446-8d4329a55c9d has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:38:24.462247 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93ce7b85-d190-4a9a-9176-78420a9bca49 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:24.482087 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ce7b85-d190-4a9a-9176-78420a9bca49 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:24.482617 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93ce7b85-d190-4a9a-9176-78420a9bca49 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:24.488734 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] Routers {'8e34cd1a-440c-4f9f-9446-8d4329a55c9d'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:38:24.489618 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:38:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8e34cd1a-440c-4f9f-9446-8d4329a55c9d'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:24.572249 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:38:21Z', 'revision_number': 2, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None, '_interfaces': [{'id': '32d242bb-65e5-4fc8-afb6-079d4ca636c1', 'name': '', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:c5:4f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:22Z', 'revision_number': 2, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:24.621496 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] Checking router: ab901ef5-5d65-4efd-a5e4-6e32048c7386 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:38:24.622912 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] Updating router ab901ef5-5d65-4efd-a5e4-6e32048c7386 port 32d242bb-65e5-4fc8-afb6-079d4ca636c1 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:38:24.706212 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-93ce7b85-d190-4a9a-9176-78420a9bca49 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8747458 Nov 15 11:38:24.710629 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34758) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:24.720882 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-766cb004-985c-4187-9949-a6e74fad543b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'subnet': {'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:24.726732 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ebc308-a9d5-4491-b8d2-1156805a5e67 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:38:24.733024 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a3ebc308-a9d5-4491-b8d2-1156805a5e67 admin admin] 10.222.0.64 "PUT /v2.0/routers/8e34cd1a-440c-4f9f-9446-8d4329a55c9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7149169 Nov 15 11:38:24.734407 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] Set router 8e34cd1a-440c-4f9f-9446-8d4329a55c9d gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:38:24.751401 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:24.884733 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce7b85-d190-4a9a-9176-78420a9bca49 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Network': ['ID=f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:24.938366 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b983-4cb5-4927-895d-290f836b3534 None None] Pushing event updated for resources: {'Port': ['ID=d78f7f0a-13da-4fd5-a5ca-764236e5596d,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:24.946556 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:24.992219 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:38:24.998205 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245c0f55-b6a5-4926-88c4-5d22cb2d8103 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:38:25.010607 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c79653a-96b8-469c-a6cf-1819580e9365 None None] Network 4c55403a-f67b-42fe-8a37-5c57e59c9be1 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:38:25.111351 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a80cbd-7c94-41c4-b0ca-40d694114738 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:25.117371 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34778) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:25.118461 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-72a80cbd-7c94-41c4-b0ca-40d694114738 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.7241971 Nov 15 11:38:25.120222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766cb004-985c-4187-9949-a6e74fad543b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Made reservation on behalf of 9043398e6de74f8a9cf97297f1911306 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:25.124819 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-766cb004-985c-4187-9949-a6e74fad543b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:25.277268 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d0dc32-0cd6-47cd-bf64-1aa2659c090f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:25.288124 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d0dc32-0cd6-47cd-bf64-1aa2659c090f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:25.304432 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d0dc32-0cd6-47cd-bf64-1aa2659c090f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:25.306582 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-23d0dc32-0cd6-47cd-bf64-1aa2659c090f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1877980 Nov 15 11:38:25.309308 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34782) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:25.573008 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:25.583933 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:25.617002 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-766cb004-985c-4187-9949-a6e74fad543b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:25.641632 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 245c0f55-b6a5-4926-88c4-5d22cb2d8103, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=245c0f55-b6a5-4926-88c4-5d22cb2d8103,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:25.647617 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ca664ffe-cc64-4af3-b6fd-b34686ea0061 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting port 6d852b4c-802f-454b-918f-49a4b62cab2c {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:38:25.648002 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca664ffe-cc64-4af3-b6fd-b34686ea0061 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:25.665384 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:25.727939 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed250fe-7254-4958-83f1-50cb7df9464f None None] Pushing event updated for resources: {'Port': ['ID=32d242bb-65e5-4fc8-afb6-079d4ca636c1,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:25.756471 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766cb004-985c-4187-9949-a6e74fad543b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Checking segment: {'id': 'a53e3eec-5761-4f2f-ba39-c3044e21c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:25.757113 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766cb004-985c-4187-9949-a6e74fad543b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network hostable DHCP agents. Network: f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:38:25.778860 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766cb004-985c-4187-9949-a6e74fad543b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Subnet': ['ID=c85a95c3-d43d-4d86-aec0-b8d9d8b016a8,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:25.791841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2bdcc-64b1-493f-a10f-e64aefdd6b40 req-95566865-e941-4f03-be3b-e5a8a7b183d4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:25.795033 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] Attempting to bind port 32d242bb-65e5-4fc8-afb6-079d4ca636c1 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:38:25.795407 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] Attempting to bind port 32d242bb-65e5-4fc8-afb6-079d4ca636c1 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '488ae222-278f-4c92-9623-3075e41a4888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:38:25.795765 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] Attempting to bind port 32d242bb-65e5-4fc8-afb6-079d4ca636c1 on network 4c55403a-f67b-42fe-8a37-5c57e59c9be1 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:38:25.804221 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96d2bdcc-64b1-493f-a10f-e64aefdd6b40 req-95566865-e941-4f03-be3b-e5a8a7b183d4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 944 time: 0.3412750 Nov 15 11:38:25.806591 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:38:25.806983 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] Checking segment: {'id': '488ae222-278f-4c92-9623-3075e41a4888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:25.807344 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:25.807729 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] Bound using segment: {'id': '488ae222-278f-4c92-9623-3075e41a4888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:38:25.808210 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] Bound port: 32d242bb-65e5-4fc8-afb6-079d4ca636c1, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488ae222-278f-4c92-9623-3075e41a4888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:38:25.808573 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:25.825327 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=245c0f55-b6a5-4926-88c4-5d22cb2d8103,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:25.826097 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766cb004-985c-4187-9949-a6e74fad543b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:38:25.843134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-766cb004-985c-4187-9949-a6e74fad543b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:25.847646 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766cb004-985c-4187-9949-a6e74fad543b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:25.848552 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-766cb004-985c-4187-9949-a6e74fad543b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:25.883536 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-766cb004-985c-4187-9949-a6e74fad543b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1687655 Nov 15 11:38:25.888555 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34818) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:25.967611 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] For port 32d242bb-65e5-4fc8-afb6-079d4ca636c1, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:38:25.979062 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] For port 32d242bb-65e5-4fc8-afb6-079d4ca636c1, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=32d242bb-65e5-4fc8-afb6-079d4ca636c1,segment=NetworkSegment(488ae222-278f-4c92-9623-3075e41a4888),segment_id=488ae222-278f-4c92-9623-3075e41a4888)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:38:25.985568 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96d2bdcc-64b1-493f-a10f-e64aefdd6b40 req-088f7115-290b-4115-a13b-778918d8c4e9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806402 Nov 15 11:38:25.993022 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:26.033624 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca664ffe-cc64-4af3-b6fd-b34686ea0061 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:26.062508 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed250fe-7254-4958-83f1-50cb7df9464f None None] Pushing event updated for resources: {'Port': ['ID=32d242bb-65e5-4fc8-afb6-079d4ca636c1,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:26.105112 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-ca664ffe-cc64-4af3-b6fd-b34686ea0061 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Calling delete_port for 6d852b4c-802f-454b-918f-49a4b62cab2c owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:38:26.113318 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] Routers {'ab901ef5-5d65-4efd-a5e4-6e32048c7386'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:38:26.114034 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:38:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:26.219281 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c6d5b0-48bc-4fca-bfbd-70cd526edd36 None None] Network f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:38:26.284898 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d633c8e8-1db0-482c-87df-51571f93c50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:26.317604 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] Set router ab901ef5-5d65-4efd-a5e4-6e32048c7386 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:38:26.434552 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['245c0f55-b6a5-4926-88c4-5d22cb2d8103'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:38:26.474204 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:26.475372 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:26.634777 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca664ffe-cc64-4af3-b6fd-b34686ea0061 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:26.710790 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca664ffe-cc64-4af3-b6fd-b34686ea0061 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Port': ['ID=6d852b4c-802f-454b-918f-49a4b62cab2c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:26.794906 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca664ffe-cc64-4af3-b6fd-b34686ea0061 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:26.805995 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ca664ffe-cc64-4af3-b6fd-b34686ea0061 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/ports/6d852b4c-802f-454b-918f-49a4b62cab2c HTTP/1.1" status: 204 len: 168 time: 1.4954584 Nov 15 11:38:26.809013 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34844) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:26.829660 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d633c8e8-1db0-482c-87df-51571f93c50a None None] For port 73255962-7a03-4c00-9766-df19b8ffd688, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=73255962-7a03-4c00-9766-df19b8ffd688,segment=NetworkSegment(f1235d8d-859b-4aa2-b09c-f41b5b4ba582),segment_id=f1235d8d-859b-4aa2-b09c-f41b5b4ba582)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:26.879654 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de0f279-489b-4189-9b56-a6411719a64d tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] GET failed (client error): The resource could not be found. Nov 15 11:38:26.881367 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7de0f279-489b-4189-9b56-a6411719a64d tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports/6d852b4c-802f-454b-918f-49a4b62cab2c HTTP/1.1" status: 404 len: 333 time: 0.0714209 Nov 15 11:38:26.884452 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34854) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:26.920641 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d633c8e8-1db0-482c-87df-51571f93c50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:26.952395 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:38:21Z', 'revision_number': 2, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None, '_interfaces': [{'id': '32d242bb-65e5-4fc8-afb6-079d4ca636c1', 'name': '', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:c5:4f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:25Z', 'revision_number': 4, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:27.003559 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-075bceae-298c-41c6-9d41-13a54b90079e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:27.146012 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633c8e8-1db0-482c-87df-51571f93c50a None None] Pushing event updated for resources: {'Port': ['ID=73255962-7a03-4c00-9766-df19b8ffd688,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:27.259170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8be32fdc-76cb-40b3-8dcd-aa6b38f6376a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting port e0508dbd-05a2-4a5f-b914-9efc68c4e093 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:38:27.263715 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8be32fdc-76cb-40b3-8dcd-aa6b38f6376a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:27.343666 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2ff3ff-0fcc-4a74-9ce0-0f4fac3ed1c0 None None] The sync data for ids ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'] in n-d-729945-9 is: [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:38:21Z', 'revision_number': 2, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None, '_interfaces': [{'id': '32d242bb-65e5-4fc8-afb6-079d4ca636c1', 'name': '', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:c5:4f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:25Z', 'revision_number': 4, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:38:27.392843 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-19c6f87e-53c4-447f-adc0-dd519504c9d3 None None] Provisioning complete for port 73255962-7a03-4c00-9766-df19b8ffd688 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:27.392843 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-19c6f87e-53c4-447f-adc0-dd519504c9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:27.509806 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e34cd1a-440c-4f9f-9446-8d4329a55c9d', 'name': 'tempest-TestVolumeBackupRestore-1085199504-router', 'tenant_id': '3d6e193e658d447f956b9957e41bbfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd78f7f0a-13da-4fd5-a5ca-764236e5596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:38:21Z', 'revision_number': 4, 'project_id': '3d6e193e658d447f956b9957e41bbfa2', 'gw_port': {'id': 'd78f7f0a-13da-4fd5-a5ca-764236e5596d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e34cd1a-440c-4f9f-9446-8d4329a55c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:16Z', 'updated_at': '2021-11-15T11:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '8ab66c3b-c5b1-4645-a3b6-d4385fce97b7', 'name': '', 'network_id': 'e1ecb197-21f0-4b7e-9851-b68e31d60481', 'tenant_id': '3d6e193e658d447f956b9957e41bbfa2', 'mac_address': 'fa:16:3e:27:88:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e34cd1a-440c-4f9f-9446-8d4329a55c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': 'bd856e8c-78cf-4257-9ff8-155ecb95145f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:21Z', 'revision_number': 2, 'project_id': '3d6e193e658d447f956b9957e41bbfa2', 'subnets': [{'id': 'bd856e8c-78cf-4257-9ff8-155ecb95145f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:27.538646 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2cef78-6a31-45e2-b15b-12452dc3727a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072', 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'fixed_ips': [{'subnet_id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:38:27.539788 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5f2cef78-6a31-45e2-b15b-12452dc3727a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:27.664318 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1d2182-1322-4d77-aa5b-75b74ddc7f49 None None] The sync data for ids ['8e34cd1a-440c-4f9f-9446-8d4329a55c9d'] in n-d-729945-9 is: [{'id': '8e34cd1a-440c-4f9f-9446-8d4329a55c9d', 'name': 'tempest-TestVolumeBackupRestore-1085199504-router', 'tenant_id': '3d6e193e658d447f956b9957e41bbfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd78f7f0a-13da-4fd5-a5ca-764236e5596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:38:21Z', 'revision_number': 4, 'project_id': '3d6e193e658d447f956b9957e41bbfa2', 'gw_port': {'id': 'd78f7f0a-13da-4fd5-a5ca-764236e5596d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e34cd1a-440c-4f9f-9446-8d4329a55c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:16Z', 'updated_at': '2021-11-15T11:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '8ab66c3b-c5b1-4645-a3b6-d4385fce97b7', 'name': '', 'network_id': 'e1ecb197-21f0-4b7e-9851-b68e31d60481', 'tenant_id': '3d6e193e658d447f956b9957e41bbfa2', 'mac_address': 'fa:16:3e:27:88:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e34cd1a-440c-4f9f-9446-8d4329a55c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': 'bd856e8c-78cf-4257-9ff8-155ecb95145f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:21Z', 'revision_number': 2, 'project_id': '3d6e193e658d447f956b9957e41bbfa2', 'subnets': [{'id': 'bd856e8c-78cf-4257-9ff8-155ecb95145f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:38:27.746758 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c387a71b-25da-4529-a173-ae07f6281b44 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:27.869180 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8be32fdc-76cb-40b3-8dcd-aa6b38f6376a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:27.963718 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8be32fdc-76cb-40b3-8dcd-aa6b38f6376a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Calling delete_port for e0508dbd-05a2-4a5f-b914-9efc68c4e093 owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:38:27.977107 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-075bceae-298c-41c6-9d41-13a54b90079e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Allocated IP 172.21.0.1 (f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072/c85a95c3-d43d-4d86-aec0-b8d9d8b016a8/39cf2750-782e-4f1a-a502-f851bfaec706) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:38:28.055908 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7c5e7-993c-458b-9317-b159fa587007 req-a19a274c-fdc3-4db5-9cc6-aa25040220f6 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:28.072227 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0fd7c5e7-993c-458b-9317-b159fa587007 req-a19a274c-fdc3-4db5-9cc6-aa25040220f6 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 945 time: 0.8905981 Nov 15 11:38:28.282801 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-19c6f87e-53c4-447f-adc0-dd519504c9d3 None None] Could not find standard attr ID for object 6d852b4c-802f-454b-918f-49a4b62cab2c. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:38:28.343163 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-19c6f87e-53c4-447f-adc0-dd519504c9d3 None None] Provisioning complete for port d78f7f0a-13da-4fd5-a5ca-764236e5596d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:28.343423 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-19c6f87e-53c4-447f-adc0-dd519504c9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:28.373703 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0fd7c5e7-993c-458b-9317-b159fa587007 req-48609a27-1c93-467b-a948-88f249e2514b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005540 Nov 15 11:38:28.457581 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port c387a71b-25da-4529-a173-ae07f6281b44 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:28.457957 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:28.555907 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-075bceae-298c-41c6-9d41-13a54b90079e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:28.573818 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8be32fdc-76cb-40b3-8dcd-aa6b38f6376a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:28.654800 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be32fdc-76cb-40b3-8dcd-aa6b38f6376a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Port': ['ID=e0508dbd-05a2-4a5f-b914-9efc68c4e093,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:28.712103 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-075bceae-298c-41c6-9d41-13a54b90079e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:28.740598 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8be32fdc-76cb-40b3-8dcd-aa6b38f6376a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:28.747118 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8be32fdc-76cb-40b3-8dcd-aa6b38f6376a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/ports/e0508dbd-05a2-4a5f-b914-9efc68c4e093 HTTP/1.1" status: 204 len: 168 time: 1.8615098 Nov 15 11:38:28.752480 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34884) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:28.833725 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075bceae-298c-41c6-9d41-13a54b90079e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:28.867427 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-075bceae-298c-41c6-9d41-13a54b90079e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:28.871356 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075bceae-298c-41c6-9d41-13a54b90079e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:38:28.902233 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c531ae4-6c59-4f2c-ba71-75f8f875c339 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] GET failed (client error): The resource could not be found. Nov 15 11:38:28.916363 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6c531ae4-6c59-4f2c-ba71-75f8f875c339 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports/e0508dbd-05a2-4a5f-b914-9efc68c4e093 HTTP/1.1" status: 404 len: 333 time: 0.1531670 Nov 15 11:38:28.919608 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34888) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:29.006050 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:29.120133 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bceae-298c-41c6-9d41-13a54b90079e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Port': ['ID=39cf2750-782e-4f1a-a502-f851bfaec706,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:29.191588 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-075bceae-298c-41c6-9d41-13a54b90079e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:29.197542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda1cd84-68df-423f-b34d-58ed27ce9dd7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting subnet eceabb7b-3b96-418a-98dc-46e43dd983c5 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:38:29.201180 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-19c6f87e-53c4-447f-adc0-dd519504c9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:29.211010 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fda1cd84-68df-423f-b34d-58ed27ce9dd7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:29.318352 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fda1cd84-68df-423f-b34d-58ed27ce9dd7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:29.319251 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-19c6f87e-53c4-447f-adc0-dd519504c9d3 None None] For port d78f7f0a-13da-4fd5-a5ca-764236e5596d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d78f7f0a-13da-4fd5-a5ca-764236e5596d,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:29.391784 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port c387a71b-25da-4529-a173-ae07f6281b44, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c387a71b-25da-4529-a173-ae07f6281b44,segment=NetworkSegment(488ae222-278f-4c92-9623-3075e41a4888),segment_id=488ae222-278f-4c92-9623-3075e41a4888)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:29.394324 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-5f2cef78-6a31-45e2-b15b-12452dc3727a None None] Allocated IP 172.21.0.2 (f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072/c85a95c3-d43d-4d86-aec0-b8d9d8b016a8/1f79acfe-f056-4ad6-9b40-b78ba6109c91) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:38:29.418575 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-19c6f87e-53c4-447f-adc0-dd519504c9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:29.427190 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:29.428742 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 73255962-7a03-4c00-9766-df19b8ffd688 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:29.652631 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-075bceae-298c-41c6-9d41-13a54b90079e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:29.730936 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fda1cd84-68df-423f-b34d-58ed27ce9dd7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:29.742639 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 73255962-7a03-4c00-9766-df19b8ffd688 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:29.743288 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:29.871139 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-19c6f87e-53c4-447f-adc0-dd519504c9d3 None None] Provisioning complete for port 8ab66c3b-c5b1-4645-a3b6-d4385fce97b7 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:29.872485 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-19c6f87e-53c4-447f-adc0-dd519504c9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:29.876742 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fda1cd84-68df-423f-b34d-58ed27ce9dd7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:29.923727 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855d39b-ff6a-4e66-9a63-738a2669058f req-4124a0a2-e064-42f4-b44a-5d1cf198c8be tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:29.940914 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8855d39b-ff6a-4e66-9a63-738a2669058f req-4124a0a2-e064-42f4-b44a-5d1cf198c8be tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 945 time: 0.3475878 Nov 15 11:38:29.995640 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 245c0f55-b6a5-4926-88c4-5d22cb2d8103 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:30.005317 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fda1cd84-68df-423f-b34d-58ed27ce9dd7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:30.013282 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fda1cd84-68df-423f-b34d-58ed27ce9dd7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/subnets/eceabb7b-3b96-418a-98dc-46e43dd983c5 HTTP/1.1" status: 204 len: 168 time: 1.0899065 Nov 15 11:38:30.021572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34900) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:30.057012 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a622b0-f748-44b6-8b78-cb2f7835eb6b None None] Network 5167341d-a762-4930-8244-4260b40e9efb requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:38:30.114900 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1cd84-68df-423f-b34d-58ed27ce9dd7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Subnet': ['ID=eceabb7b-3b96-418a-98dc-46e43dd983c5,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:30.209403 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:30.222150 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6f87e-53c4-447f-adc0-dd519504c9d3 None None] Pushing event updated for resources: {'Port': ['ID=d78f7f0a-13da-4fd5-a5ca-764236e5596d,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:30.258731 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8855d39b-ff6a-4e66-9a63-738a2669058f req-a4ba62e5-5958-4063-ad87-bf61e1688fc5 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158889 Nov 15 11:38:30.348905 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b22b9cce-0544-433c-8655-d377bc78177c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:30.364624 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-19c6f87e-53c4-447f-adc0-dd519504c9d3 None None] Port 8ab66c3b-c5b1-4645-a3b6-d4385fce97b7 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:38:30.631391 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 245c0f55-b6a5-4926-88c4-5d22cb2d8103 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:38:30.634791 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-19c6f87e-53c4-447f-adc0-dd519504c9d3 None None] Provisioning complete for port c387a71b-25da-4529-a173-ae07f6281b44 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:30.635178 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-19c6f87e-53c4-447f-adc0-dd519504c9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:30.660895 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b22b9cce-0544-433c-8655-d377bc78177c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting port 73255962-7a03-4c00-9766-df19b8ffd688 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:38:30.661476 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b22b9cce-0544-433c-8655-d377bc78177c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:30.716745 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=c387a71b-25da-4529-a173-ae07f6281b44,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:30.721176 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a404a5d9-a38d-41f4-80c3-2b0d4a48aeac None None] DHCP port deletion for 5167341d-a762-4930-8244-4260b40e9efb request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:38:30.724435 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 245c0f55-b6a5-4926-88c4-5d22cb2d8103 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:30.725130 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:30.938412 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b22b9cce-0544-433c-8655-d377bc78177c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] For port 73255962-7a03-4c00-9766-df19b8ffd688, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=73255962-7a03-4c00-9766-df19b8ffd688,segment=NetworkSegment(f1235d8d-859b-4aa2-b09c-f41b5b4ba582),segment_id=f1235d8d-859b-4aa2-b09c-f41b5b4ba582)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:30.940798 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b22b9cce-0544-433c-8655-d377bc78177c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:30.987614 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b22b9cce-0544-433c-8655-d377bc78177c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Calling delete_port for 73255962-7a03-4c00-9766-df19b8ffd688 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:38:31.142983 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5f2cef78-6a31-45e2-b15b-12452dc3727a None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:31.154665 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 32d242bb-65e5-4fc8-afb6-079d4ca636c1 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:31.155713 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-075bceae-298c-41c6-9d41-13a54b90079e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:31.172636 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-075bceae-298c-41c6-9d41-13a54b90079e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:31.198699 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b22b9cce-0544-433c-8655-d377bc78177c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:31.263003 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5f2cef78-6a31-45e2-b15b-12452dc3727a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:31.369561 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22b9cce-0544-433c-8655-d377bc78177c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] No DVR routers for this DVR port 73255962-7a03-4c00-9766-df19b8ffd688 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:38:31.376624 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a404a5d9-a38d-41f4-80c3-2b0d4a48aeac None None] The port '73255962-7a03-4c00-9766-df19b8ffd688' was deleted {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 15 11:38:31.457090 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-075bceae-298c-41c6-9d41-13a54b90079e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:31.460436 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb8431-957a-493c-be72-7798354c6edd req-e5ef98e2-a454-4ecc-981a-38397e021147 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:31.469340 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4bcb8431-957a-493c-be72-7798354c6edd req-e5ef98e2-a454-4ecc-981a-38397e021147 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 945 time: 0.1108580 Nov 15 11:38:31.534097 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bceae-298c-41c6-9d41-13a54b90079e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Port': ['ID=39cf2750-782e-4f1a-a502-f851bfaec706,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:31.544129 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4bcb8431-957a-493c-be72-7798354c6edd req-830134c5-9801-4624-bcb4-666fc21db406 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734262 Nov 15 11:38:31.552853 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2cef78-6a31-45e2-b15b-12452dc3727a None None] Network f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:31.555575 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-5f2cef78-6a31-45e2-b15b-12452dc3727a None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:31.559847 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2cef78-6a31-45e2-b15b-12452dc3727a None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:38:31.581259 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2cef78-6a31-45e2-b15b-12452dc3727a None None] Pushing event updated for resources: {'Port': ['ID=1f79acfe-f056-4ad6-9b40-b78ba6109c91,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:31.632185 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b22b9cce-0544-433c-8655-d377bc78177c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:31.633493 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b9cce-0544-433c-8655-d377bc78177c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Port': ['ID=73255962-7a03-4c00-9766-df19b8ffd688,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:31.749146 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b22b9cce-0544-433c-8655-d377bc78177c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5167341d-a762-4930-8244-4260b40e9efb']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:31.773854 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b22b9cce-0544-433c-8655-d377bc78177c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1235d8d-859b-4aa2-b09c-f41b5b4ba582') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:31.774147 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b22b9cce-0544-433c-8655-d377bc78177c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1235d8d-859b-4aa2-b09c-f41b5b4ba582') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:31.806764 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-19c6f87e-53c4-447f-adc0-dd519504c9d3 None None] Could not find standard attr ID for object e0508dbd-05a2-4a5f-b914-9efc68c4e093. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:38:31.820403 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b22b9cce-0544-433c-8655-d377bc78177c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:31.834115 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075bceae-298c-41c6-9d41-13a54b90079e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:31.840653 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-075bceae-298c-41c6-9d41-13a54b90079e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:31.896198 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 32d242bb-65e5-4fc8-afb6-079d4ca636c1 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:31.896615 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:31.898156 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:31.931165 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b22b9cce-0544-433c-8655-d377bc78177c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:31.983074 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22b9cce-0544-433c-8655-d377bc78177c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:38:31.983402 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b22b9cce-0544-433c-8655-d377bc78177c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:38:31.989541 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:38:32.026773 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:32.064338 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5f2cef78-6a31-45e2-b15b-12452dc3727a None None] Attempting to bind port 1f79acfe-f056-4ad6-9b40-b78ba6109c91 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:38:32.065575 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5f2cef78-6a31-45e2-b15b-12452dc3727a None None] Attempting to bind port 1f79acfe-f056-4ad6-9b40-b78ba6109c91 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a53e3eec-5761-4f2f-ba39-c3044e21c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:38:32.066013 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2cef78-6a31-45e2-b15b-12452dc3727a None None] Attempting to bind port 1f79acfe-f056-4ad6-9b40-b78ba6109c91 on network f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:38:32.086079 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2cef78-6a31-45e2-b15b-12452dc3727a None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:38:32.086520 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2cef78-6a31-45e2-b15b-12452dc3727a None None] Checking segment: {'id': 'a53e3eec-5761-4f2f-ba39-c3044e21c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:32.087016 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5f2cef78-6a31-45e2-b15b-12452dc3727a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:32.087420 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2cef78-6a31-45e2-b15b-12452dc3727a None None] Bound using segment: {'id': 'a53e3eec-5761-4f2f-ba39-c3044e21c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:38:32.087926 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5f2cef78-6a31-45e2-b15b-12452dc3727a None None] Bound port: 1f79acfe-f056-4ad6-9b40-b78ba6109c91, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53e3eec-5761-4f2f-ba39-c3044e21c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:38:32.088306 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5f2cef78-6a31-45e2-b15b-12452dc3727a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:32.095706 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8a297e74-32e5-4748-b98b-73ce92ee7769 None None] Provisioning complete for port 32d242bb-65e5-4fc8-afb6-079d4ca636c1 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:32.096141 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8a297e74-32e5-4748-b98b-73ce92ee7769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:32.097940 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075bceae-298c-41c6-9d41-13a54b90079e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Router ab901ef5-5d65-4efd-a5e4-6e32048c7386 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:38:32.216016 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b22b9cce-0544-433c-8655-d377bc78177c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:32.222270 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b22b9cce-0544-433c-8655-d377bc78177c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:32.229401 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34926) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:32.230410 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b22b9cce-0544-433c-8655-d377bc78177c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/networks/5167341d-a762-4930-8244-4260b40e9efb HTTP/1.1" status: 204 len: 168 time: 2.2015793 Nov 15 11:38:32.238342 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-99457d86-2563-40ae-8a1d-700043400205 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-784386444'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:32.245662 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91131731-afdb-4c08-b2b2-379df5b661bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245c0f55-b6a5-4926-88c4-5d22cb2d8103'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:38:32.248843 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eca34cc-e649-4c84-a1ed-55b2c4c3ea80" -d '{"events": [{"server_uuid": "91131731-afdb-4c08-b2b2-379df5b661bb", "name": "network-vif-plugged", "status": "completed", "tag": "245c0f55-b6a5-4926-88c4-5d22cb2d8103"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:38:32.287229 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b9cce-0544-433c-8655-d377bc78177c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Network': ['ID=5167341d-a762-4930-8244-4260b40e9efb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:32.310682 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 245c0f55-b6a5-4926-88c4-5d22cb2d8103, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=245c0f55-b6a5-4926-88c4-5d22cb2d8103,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:32.352302 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075bceae-298c-41c6-9d41-13a54b90079e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:38:32.366509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99457d86-2563-40ae-8a1d-700043400205 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:32.373921 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-075bceae-298c-41c6-9d41-13a54b90079e tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/routers/ab901ef5-5d65-4efd-a5e4-6e32048c7386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4833050 Nov 15 11:38:32.377549 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99457d86-2563-40ae-8a1d-700043400205 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:32.383071 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34932) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:32.395015 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-41df3657-220d-41a1-803a-e8e100a5ab7c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'network': {'name': 'tempest-RoutersTest-402585594'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:32.426153 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb73547-0f78-4709-aa2d-9506e7abe2fa x-openstack-request-id: req-8fb73547-0f78-4709-aa2d-9506e7abe2fa {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:38:32.426800 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91131731-afdb-4c08-b2b2-379df5b661bb", "name": "network-vif-plugged", "status": "completed", "tag": "245c0f55-b6a5-4926-88c4-5d22cb2d8103", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:38:32.426800 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8fb73547-0f78-4709-aa2d-9506e7abe2fa {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:38:32.427187 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91131731-afdb-4c08-b2b2-379df5b661bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245c0f55-b6a5-4926-88c4-5d22cb2d8103', 'code': 200} Nov 15 11:38:32.431766 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] Sync routers for ids ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:38:32.493240 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:32.495686 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99457d86-2563-40ae-8a1d-700043400205 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:38:32.504538 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] Routers {'ab901ef5-5d65-4efd-a5e4-6e32048c7386'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:38:32.509091 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:38:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:32.518753 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99457d86-2563-40ae-8a1d-700043400205 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:32.519359 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-99457d86-2563-40ae-8a1d-700043400205 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Added segment 5dc8f910-c684-48f7-9420-32e8daf8ccba of type vlan for network 808a787c-5537-444f-a8bb-a1bd21891c8b Nov 15 11:38:32.522970 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41df3657-220d-41a1-803a-e8e100a5ab7c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Made reservation on behalf of 9043398e6de74f8a9cf97297f1911306 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:32.543504 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41df3657-220d-41a1-803a-e8e100a5ab7c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:32.595423 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99457d86-2563-40ae-8a1d-700043400205 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:32.636048 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41df3657-220d-41a1-803a-e8e100a5ab7c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:38:32.644386 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] Sync routers for ids ['8e34cd1a-440c-4f9f-9446-8d4329a55c9d'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:38:32.664483 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] Routers {'8e34cd1a-440c-4f9f-9446-8d4329a55c9d'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:38:32.666616 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:38:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8e34cd1a-440c-4f9f-9446-8d4329a55c9d'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:32.667853 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41df3657-220d-41a1-803a-e8e100a5ab7c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:32.668207 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-41df3657-220d-41a1-803a-e8e100a5ab7c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Added segment e6909111-38ae-4333-be87-cd5b1447911c of type vlan for network 4e63e566-cc5b-4112-af88-66b6c0d1f989 Nov 15 11:38:32.672639 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99457d86-2563-40ae-8a1d-700043400205 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:32.690917 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99457d86-2563-40ae-8a1d-700043400205 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:32.692741 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99457d86-2563-40ae-8a1d-700043400205 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:32.755387 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c19ed-990c-48fa-89dc-4cc37816f1a2 req-9b651536-7759-4d61-b0ce-7b325e1a2e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:32.758096 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d72c19ed-990c-48fa-89dc-4cc37816f1a2 req-9b651536-7759-4d61-b0ce-7b325e1a2e69 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 1097 time: 0.3401020 Nov 15 11:38:32.901910 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d72c19ed-990c-48fa-89dc-4cc37816f1a2 req-be27211d-6366-4919-afde-fc63c1d31ea9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536578 Nov 15 11:38:32.908388 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0f7dfed-13bc-4a91-aa53-98b6dce8b753 req-d89f8ab1-230b-47c3-8a72-6a0b6db67aa4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5883982 Nov 15 11:38:32.917553 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-99457d86-2563-40ae-8a1d-700043400205 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6867793 Nov 15 11:38:32.929428 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34938) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:32.952456 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-161a01eb-e40a-40d1-9628-764727f246cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'subnet': {'network_id': '808a787c-5537-444f-a8bb-a1bd21891c8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:32.986537 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:33.024587 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5f2cef78-6a31-45e2-b15b-12452dc3727a None None] For port 1f79acfe-f056-4ad6-9b40-b78ba6109c91, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:38:33.043691 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8a297e74-32e5-4748-b98b-73ce92ee7769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:33.057308 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc620c99-6328-4925-a179-34357048444d req-83a69523-e99e-4fe6-a2c6-5c6de986f3c7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:33.065464 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc620c99-6328-4925-a179-34357048444d req-83a69523-e99e-4fe6-a2c6-5c6de986f3c7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 946 time: 0.2977545 Nov 15 11:38:33.079767 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99457d86-2563-40ae-8a1d-700043400205 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Network': ['ID=808a787c-5537-444f-a8bb-a1bd21891c8b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:33.143617 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] Set router 8e34cd1a-440c-4f9f-9446-8d4329a55c9d gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:38:33.168710 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7dfed-13bc-4a91-aa53-98b6dce8b753 req-6a34a5f4-1a65-4a63-b621-2a310df6ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:33.170285 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0f7dfed-13bc-4a91-aa53-98b6dce8b753 req-6a34a5f4-1a65-4a63-b621-2a310df6ae6a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 1097 time: 0.1296127 Nov 15 11:38:33.171910 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 808a787c-5537-444f-a8bb-a1bd21891c8b details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:38:33.179301 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161a01eb-e40a-40d1-9628-764727f246cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:33.183692 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-161a01eb-e40a-40d1-9628-764727f246cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:33.426319 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5f2cef78-6a31-45e2-b15b-12452dc3727a None None] For port 1f79acfe-f056-4ad6-9b40-b78ba6109c91, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=1f79acfe-f056-4ad6-9b40-b78ba6109c91,segment=NetworkSegment(a53e3eec-5761-4f2f-ba39-c3044e21c000),segment_id=a53e3eec-5761-4f2f-ba39-c3044e21c000)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:38:33.429415 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc620c99-6328-4925-a179-34357048444d req-b1fb19ef-7a99-4e02-89fa-7dc7ed53ae87 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630302 Nov 15 11:38:33.492675 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] Set router ab901ef5-5d65-4efd-a5e4-6e32048c7386 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:38:33.536627 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7dfed-13bc-4a91-aa53-98b6dce8b753 req-f2a4d283-e7ad-427e-b92a-dc8f2af5ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:33.538723 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0f7dfed-13bc-4a91-aa53-98b6dce8b753 req-f2a4d283-e7ad-427e-b92a-dc8f2af5ed36 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 912 time: 0.3247154 Nov 15 11:38:33.600179 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0f7dfed-13bc-4a91-aa53-98b6dce8b753 req-4bd12021-3a25-4553-9922-444e0eba34e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ccd4658-60df-43fd-8f1a-78a06fc9544a HTTP/1.1" status: 200 len: 217 time: 0.0523701 Nov 15 11:38:33.663439 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e34cd1a-440c-4f9f-9446-8d4329a55c9d', 'name': 'tempest-TestVolumeBackupRestore-1085199504-router', 'tenant_id': '3d6e193e658d447f956b9957e41bbfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd78f7f0a-13da-4fd5-a5ca-764236e5596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:38:21Z', 'revision_number': 4, 'project_id': '3d6e193e658d447f956b9957e41bbfa2', 'gw_port': {'id': 'd78f7f0a-13da-4fd5-a5ca-764236e5596d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e34cd1a-440c-4f9f-9446-8d4329a55c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:16Z', 'updated_at': '2021-11-15T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '8ab66c3b-c5b1-4645-a3b6-d4385fce97b7', 'name': '', 'network_id': 'e1ecb197-21f0-4b7e-9851-b68e31d60481', 'tenant_id': '3d6e193e658d447f956b9957e41bbfa2', 'mac_address': 'fa:16:3e:27:88:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e34cd1a-440c-4f9f-9446-8d4329a55c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': 'bd856e8c-78cf-4257-9ff8-155ecb95145f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:21Z', 'revision_number': 2, 'project_id': '3d6e193e658d447f956b9957e41bbfa2', 'subnets': [{'id': 'bd856e8c-78cf-4257-9ff8-155ecb95145f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:33.674639 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5f2cef78-6a31-45e2-b15b-12452dc3727a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:33.681068 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=245c0f55-b6a5-4926-88c4-5d22cb2d8103,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:33.708130 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8a297e74-32e5-4748-b98b-73ce92ee7769 None None] For port 32d242bb-65e5-4fc8-afb6-079d4ca636c1, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=32d242bb-65e5-4fc8-afb6-079d4ca636c1,segment=NetworkSegment(488ae222-278f-4c92-9623-3075e41a4888),segment_id=488ae222-278f-4c92-9623-3075e41a4888)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:33.708620 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7dfed-13bc-4a91-aa53-98b6dce8b753 req-ab252963-1a85-4e4e-a260-6ad87bf8ee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:33.710230 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0f7dfed-13bc-4a91-aa53-98b6dce8b753 req-ab252963-1a85-4e4e-a260-6ad87bf8ee9e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 200 len: 850 time: 0.1012990 Nov 15 11:38:33.749965 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8a297e74-32e5-4748-b98b-73ce92ee7769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:33.797016 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] Checking router: 8e34cd1a-440c-4f9f-9446-8d4329a55c9d for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:38:33.801527 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] Updating router 8e34cd1a-440c-4f9f-9446-8d4329a55c9d port 8ab66c3b-c5b1-4645-a3b6-d4385fce97b7 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:38:33.831869 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7dfed-13bc-4a91-aa53-98b6dce8b753 req-8eab98b9-1c9b-4cad-8fe3-480010c808f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:33.834217 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0f7dfed-13bc-4a91-aa53-98b6dce8b753 req-8eab98b9-1c9b-4cad-8fe3-480010c808f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1842a3-8b78-48b6-930c-de775291ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975990 Nov 15 11:38:33.836821 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-161a01eb-e40a-40d1-9628-764727f246cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:33.865068 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41df3657-220d-41a1-803a-e8e100a5ab7c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:33.920499 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:33.929941 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41df3657-220d-41a1-803a-e8e100a5ab7c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:33.938808 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41df3657-220d-41a1-803a-e8e100a5ab7c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:33.939589 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41df3657-220d-41a1-803a-e8e100a5ab7c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:34.034164 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0f7dfed-13bc-4a91-aa53-98b6dce8b753 req-3435152f-91db-4828-bdb2-5c7808c7fe7c service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832809 Nov 15 11:38:34.166695 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-41df3657-220d-41a1-803a-e8e100a5ab7c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7799780 Nov 15 11:38:34.178476 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34954) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:34.188833 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-984cb2ed-6e69-4578-960f-b524232f83bf tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'subnet': {'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:34.197452 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df3657-220d-41a1-803a-e8e100a5ab7c tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Network': ['ID=4e63e566-cc5b-4112-af88-66b6c0d1f989,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:34.247184 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8a297e74-32e5-4748-b98b-73ce92ee7769 None None] Provisioning complete for port c387a71b-25da-4529-a173-ae07f6281b44 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:34.247552 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8a297e74-32e5-4748-b98b-73ce92ee7769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:34.249444 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 4e63e566-cc5b-4112-af88-66b6c0d1f989 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:38:34.343767 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0f7dfed-13bc-4a91-aa53-98b6dce8b753 req-7db47bbe-b44c-47a9-9570-3cbc991fea9f service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845154 Nov 15 11:38:34.400720 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984cb2ed-6e69-4578-960f-b524232f83bf tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Made reservation on behalf of 9043398e6de74f8a9cf97297f1911306 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:34.419317 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-984cb2ed-6e69-4578-960f-b524232f83bf tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:34.515472 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a01eb-e40a-40d1-9628-764727f246cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Subnet': ['ID=9e6457a5-e5a0-4cd3-9d82-e1100f255ee2,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:34.565322 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a01eb-e40a-40d1-9628-764727f246cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Checking segment: {'id': '5dc8f910-c684-48f7-9420-32e8daf8ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '808a787c-5537-444f-a8bb-a1bd21891c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:34.567170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161a01eb-e40a-40d1-9628-764727f246cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network hostable DHCP agents. Network: 808a787c-5537-444f-a8bb-a1bd21891c8b, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:38:34.651195 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161a01eb-e40a-40d1-9628-764727f246cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network 808a787c-5537-444f-a8bb-a1bd21891c8b is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:38:34.671590 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2cef78-6a31-45e2-b15b-12452dc3727a None None] Pushing event updated for resources: {'Port': ['ID=1f79acfe-f056-4ad6-9b40-b78ba6109c91,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:34.682559 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:38:34.689763 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:38:34.738154 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-161a01eb-e40a-40d1-9628-764727f246cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 808a787c-5537-444f-a8bb-a1bd21891c8b) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:34.754073 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161a01eb-e40a-40d1-9628-764727f246cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:34.754680 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-161a01eb-e40a-40d1-9628-764727f246cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:34.775502 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:34.783034 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827987ec-bbc7-48f1-8a3d-4588ea367564 None None] Network 808a787c-5537-444f-a8bb-a1bd21891c8b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:38:34.809149 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:34.878028 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-161a01eb-e40a-40d1-9628-764727f246cd tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9373648 Nov 15 11:38:34.897935 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0213d-99b7-46f1-876b-5cdf178614a0 req-3990108a-570c-4c12-9f10-748775685622 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:34.899636 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-03b0213d-99b7-46f1-876b-5cdf178614a0 req-3990108a-570c-4c12-9f10-748775685622 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 946 time: 0.2806642 Nov 15 11:38:34.910435 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34964) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:34.926232 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-ad95d67f-4f7c-4b10-ba07-1f785657530c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-156906957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:35.049622 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad95d67f-4f7c-4b10-ba07-1f785657530c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:35.050697 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad95d67f-4f7c-4b10-ba07-1f785657530c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:35.130393 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] Attempting to bind port 8ab66c3b-c5b1-4645-a3b6-d4385fce97b7 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:38:35.130773 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] Attempting to bind port 8ab66c3b-c5b1-4645-a3b6-d4385fce97b7 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'd8cc5ba1-14e3-4af7-ad0c-f294eadf3974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e1ecb197-21f0-4b7e-9851-b68e31d60481'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:38:35.131111 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] Attempting to bind port 8ab66c3b-c5b1-4645-a3b6-d4385fce97b7 on network e1ecb197-21f0-4b7e-9851-b68e31d60481 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:38:35.143433 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-984cb2ed-6e69-4578-960f-b524232f83bf tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:35.162199 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a297e74-32e5-4748-b98b-73ce92ee7769 None None] Pushing event updated for resources: {'Port': ['ID=32d242bb-65e5-4fc8-afb6-079d4ca636c1,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:35.170333 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:38:35.170758 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] Checking segment: {'id': 'd8cc5ba1-14e3-4af7-ad0c-f294eadf3974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e1ecb197-21f0-4b7e-9851-b68e31d60481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:35.171088 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:35.171483 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] Bound using segment: {'id': 'd8cc5ba1-14e3-4af7-ad0c-f294eadf3974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e1ecb197-21f0-4b7e-9851-b68e31d60481'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:38:35.171986 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] Bound port: 8ab66c3b-c5b1-4645-a3b6-d4385fce97b7, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cc5ba1-14e3-4af7-ad0c-f294eadf3974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'e1ecb197-21f0-4b7e-9851-b68e31d60481'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:38:35.172381 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:35.206329 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a30632-c6a5-44c7-86f2-68d3edddfdc7 None None] Pushing event updated for resources: {'Port': ['ID=8ab66c3b-c5b1-4645-a3b6-d4385fce97b7,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:35.295515 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:38:29Z', 'revision_number': 3, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None, '_interfaces': [{'id': '32d242bb-65e5-4fc8-afb6-079d4ca636c1', 'name': '', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:c5:4f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:25Z', 'revision_number': 4, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39cf2750-782e-4f1a-a502-f851bfaec706', 'name': '', 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:f7:d3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:27Z', 'updated_at': '2021-11-15T11:38:30Z', 'revision_number': 2, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:35.333009 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984cb2ed-6e69-4578-960f-b524232f83bf tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Subnet': ['ID=28aad79a-775d-4ed9-8a20-c67cfca9ef0b,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:35.398685 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] For port 8ab66c3b-c5b1-4645-a3b6-d4385fce97b7, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:38:35.399509 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984cb2ed-6e69-4578-960f-b524232f83bf tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Checking segment: {'id': 'e6909111-38ae-4333-be87-cd5b1447911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:35.409017 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984cb2ed-6e69-4578-960f-b524232f83bf tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network hostable DHCP agents. Network: 4e63e566-cc5b-4112-af88-66b6c0d1f989, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:38:35.424721 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] For port 8ab66c3b-c5b1-4645-a3b6-d4385fce97b7, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=8ab66c3b-c5b1-4645-a3b6-d4385fce97b7,segment=NetworkSegment(d8cc5ba1-14e3-4af7-ad0c-f294eadf3974),segment_id=d8cc5ba1-14e3-4af7-ad0c-f294eadf3974)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:38:35.428720 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad95d67f-4f7c-4b10-ba07-1f785657530c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:35.442155 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:35.465135 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-03b0213d-99b7-46f1-876b-5cdf178614a0 req-4b286402-d160-4849-ae27-3b3048e42915 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474645 Nov 15 11:38:35.467456 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad95d67f-4f7c-4b10-ba07-1f785657530c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:35.504457 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984cb2ed-6e69-4578-960f-b524232f83bf tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 4e63e566-cc5b-4112-af88-66b6c0d1f989 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:38:35.546091 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad95d67f-4f7c-4b10-ba07-1f785657530c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:35.547627 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ad95d67f-4f7c-4b10-ba07-1f785657530c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6346776 Nov 15 11:38:35.550807 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 34974) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:35.562097 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] Checking router: ab901ef5-5d65-4efd-a5e4-6e32048c7386 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:38:35.563869 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] Updating router ab901ef5-5d65-4efd-a5e4-6e32048c7386 port 39cf2750-782e-4f1a-a502-f851bfaec706 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:38:35.564179 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-528d516a-08ee-48a8-b675-25588cc4baef tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'port': {'network_id': '808a787c-5537-444f-a8bb-a1bd21891c8b', 'name': 'tempest-PortsIpV6TestJSON-1762400417'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:35.565265 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-984cb2ed-6e69-4578-960f-b524232f83bf tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 4e63e566-cc5b-4112-af88-66b6c0d1f989) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:35.589660 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984cb2ed-6e69-4578-960f-b524232f83bf tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:35.590634 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-984cb2ed-6e69-4578-960f-b524232f83bf tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:35.639901 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-984cb2ed-6e69-4578-960f-b524232f83bf tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4602880 Nov 15 11:38:35.640825 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 34976) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:35.657733 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:35.696415 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a30632-c6a5-44c7-86f2-68d3edddfdc7 None None] Pushing event updated for resources: {'Port': ['ID=8ab66c3b-c5b1-4645-a3b6-d4385fce97b7,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:35.786471 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:38:35.821488 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] Routers {'8e34cd1a-440c-4f9f-9446-8d4329a55c9d'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:38:35.822132 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:38:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8e34cd1a-440c-4f9f-9446-8d4329a55c9d'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:35.965300 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528d516a-08ee-48a8-b675-25588cc4baef tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:35.973093 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-528d516a-08ee-48a8-b675-25588cc4baef tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:36.037086 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d2fef-609f-4535-8d09-8dd19f44d8c6 req-dfe0583b-1f2c-4759-8bc8-661dbece8c29 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:36.046606 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d7d2fef-609f-4535-8d09-8dd19f44d8c6 req-dfe0583b-1f2c-4759-8bc8-661dbece8c29 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 946 time: 0.2525980 Nov 15 11:38:36.138686 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-528d516a-08ee-48a8-b675-25588cc4baef tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] device_id is not set on port 1c0cd588-0d29-4720-9de4-485b2d2a87f2 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:38:36.178388 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] Set router 8e34cd1a-440c-4f9f-9446-8d4329a55c9d gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:38:36.217650 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69d8990-3964-462e-ae10-72668fdbd904 None None] Network 4e63e566-cc5b-4112-af88-66b6c0d1f989 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:38:36.370595 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75873dd9-ae75-4555-9806-a5a2e9305450 None None] Network f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:38:36.486156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-528d516a-08ee-48a8-b675-25588cc4baef tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Allocated IP 2001:db8::c (808a787c-5537-444f-a8bb-a1bd21891c8b/9e6457a5-e5a0-4cd3-9d82-e1100f255ee2/1c0cd588-0d29-4720-9de4-485b2d2a87f2) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:38:36.629346 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d78f7f0a-13da-4fd5-a5ca-764236e5596d up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:36.858123 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-24c3031c-c2b5-4021-8842-7b555b5c8d81 None None] Provisioning complete for port 8ab66c3b-c5b1-4645-a3b6-d4385fce97b7 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:36.858661 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-24c3031c-c2b5-4021-8842-7b555b5c8d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:36.866709 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e34cd1a-440c-4f9f-9446-8d4329a55c9d', 'name': 'tempest-TestVolumeBackupRestore-1085199504-router', 'tenant_id': '3d6e193e658d447f956b9957e41bbfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd78f7f0a-13da-4fd5-a5ca-764236e5596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:38:21Z', 'revision_number': 4, 'project_id': '3d6e193e658d447f956b9957e41bbfa2', 'gw_port': {'id': 'd78f7f0a-13da-4fd5-a5ca-764236e5596d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e34cd1a-440c-4f9f-9446-8d4329a55c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:16Z', 'updated_at': '2021-11-15T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '8ab66c3b-c5b1-4645-a3b6-d4385fce97b7', 'name': '', 'network_id': 'e1ecb197-21f0-4b7e-9851-b68e31d60481', 'tenant_id': '3d6e193e658d447f956b9957e41bbfa2', 'mac_address': 'fa:16:3e:27:88:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e34cd1a-440c-4f9f-9446-8d4329a55c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': 'bd856e8c-78cf-4257-9ff8-155ecb95145f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:35Z', 'revision_number': 4, 'project_id': '3d6e193e658d447f956b9957e41bbfa2', 'subnets': [{'id': 'bd856e8c-78cf-4257-9ff8-155ecb95145f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:36.918051 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41177ce7-f0e0-4827-a049-6a2b0c8d4438 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:36.921313 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-528d516a-08ee-48a8-b675-25588cc4baef tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:36.954187 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08db9a8c-6e12-4d77-a3e2-6079b77b3220 None None] The sync data for ids ['8e34cd1a-440c-4f9f-9446-8d4329a55c9d'] in n-d-729945-9 is: [{'id': '8e34cd1a-440c-4f9f-9446-8d4329a55c9d', 'name': 'tempest-TestVolumeBackupRestore-1085199504-router', 'tenant_id': '3d6e193e658d447f956b9957e41bbfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd78f7f0a-13da-4fd5-a5ca-764236e5596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:38:21Z', 'revision_number': 4, 'project_id': '3d6e193e658d447f956b9957e41bbfa2', 'gw_port': {'id': 'd78f7f0a-13da-4fd5-a5ca-764236e5596d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e34cd1a-440c-4f9f-9446-8d4329a55c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:16Z', 'updated_at': '2021-11-15T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '8ab66c3b-c5b1-4645-a3b6-d4385fce97b7', 'name': '', 'network_id': 'e1ecb197-21f0-4b7e-9851-b68e31d60481', 'tenant_id': '3d6e193e658d447f956b9957e41bbfa2', 'mac_address': 'fa:16:3e:27:88:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e34cd1a-440c-4f9f-9446-8d4329a55c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': 'bd856e8c-78cf-4257-9ff8-155ecb95145f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:35Z', 'revision_number': 4, 'project_id': '3d6e193e658d447f956b9957e41bbfa2', 'subnets': [{'id': 'bd856e8c-78cf-4257-9ff8-155ecb95145f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:38:36.978005 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-528d516a-08ee-48a8-b675-25588cc4baef tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:36.987384 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c945c321-f899-4456-a911-68cf39e95306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:37.161354 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d7d2fef-609f-4535-8d09-8dd19f44d8c6 req-17d80f3a-b4ab-4fe5-be39-c7c439b6d74b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1125038 Nov 15 11:38:37.268702 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528d516a-08ee-48a8-b675-25588cc4baef tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network 808a787c-5537-444f-a8bb-a1bd21891c8b is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:37.276987 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d516a-08ee-48a8-b675-25588cc4baef tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Port': ['ID=1c0cd588-0d29-4720-9de4-485b2d2a87f2,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:37.296614 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46eae488-830f-4c3e-9232-6f0f20a5c960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-4e63e566-cc5b-4112-af88-66b6c0d1f989', 'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'fixed_ips': [{'subnet_id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:38:37.301565 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-46eae488-830f-4c3e-9232-6f0f20a5c960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:37.318023 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-528d516a-08ee-48a8-b675-25588cc4baef tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:37.340258 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528d516a-08ee-48a8-b675-25588cc4baef tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:38:37.350585 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-24c3031c-c2b5-4021-8842-7b555b5c8d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:37.376682 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528d516a-08ee-48a8-b675-25588cc4baef tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:37.378296 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-528d516a-08ee-48a8-b675-25588cc4baef tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:37.483472 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-528d516a-08ee-48a8-b675-25588cc4baef tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9301591 Nov 15 11:38:37.488343 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35000) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:37.698843 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-46eae488-830f-4c3e-9232-6f0f20a5c960 None None] Allocated IP 172.22.0.2 (4e63e566-cc5b-4112-af88-66b6c0d1f989/28aad79a-775d-4ed9-8a20-c67cfca9ef0b/44af4182-2731-49e1-ae25-d6d92ec9f105) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:38:38.027355 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-46eae488-830f-4c3e-9232-6f0f20a5c960 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:38.065949 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-24c3031c-c2b5-4021-8842-7b555b5c8d81 None None] For port 8ab66c3b-c5b1-4645-a3b6-d4385fce97b7, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=8ab66c3b-c5b1-4645-a3b6-d4385fce97b7,segment=NetworkSegment(d8cc5ba1-14e3-4af7-ad0c-f294eadf3974),segment_id=d8cc5ba1-14e3-4af7-ad0c-f294eadf3974)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:38.076337 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-46eae488-830f-4c3e-9232-6f0f20a5c960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:38.085707 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-24c3031c-c2b5-4021-8842-7b555b5c8d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:38.172061 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19455c96-41ec-4fbd-b147-1f5a31bcad6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-808a787c-5537-444f-a8bb-a1bd21891c8b', 'network_id': '808a787c-5537-444f-a8bb-a1bd21891c8b', 'tenant_id': '98a1ca29c2cd4a64a6ec344e8eaaed84', 'fixed_ips': [{'subnet_id': '9e6457a5-e5a0-4cd3-9d82-e1100f255ee2'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:38:38.172917 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-19455c96-41ec-4fbd-b147-1f5a31bcad6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:38.186471 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-41177ce7-f0e0-4827-a049-6a2b0c8d4438 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Allocated IP 172.22.0.1 (4e63e566-cc5b-4112-af88-66b6c0d1f989/28aad79a-775d-4ed9-8a20-c67cfca9ef0b/6cbb16fa-28db-4529-a24d-bff61259bbb1) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:38:38.354859 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-19455c96-41ec-4fbd-b147-1f5a31bcad6f None None] Allocated IP 2001:db8::2 (808a787c-5537-444f-a8bb-a1bd21891c8b/9e6457a5-e5a0-4cd3-9d82-e1100f255ee2/0666d853-15d0-4d9e-b64a-59b46e7cd2ff) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:38:38.477289 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41177ce7-f0e0-4827-a049-6a2b0c8d4438 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:38.484946 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029cd73-da70-4cf9-9f7c-fb838fcfb4b0 req-a7c4e33f-b10f-40b7-a19d-6718f543ec15 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:38.486571 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7029cd73-da70-4cf9-9f7c-fb838fcfb4b0 req-a7c4e33f-b10f-40b7-a19d-6718f543ec15 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 946 time: 0.4146302 Nov 15 11:38:38.560230 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41177ce7-f0e0-4827-a049-6a2b0c8d4438 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:38.581245 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eae488-830f-4c3e-9232-6f0f20a5c960 None None] Network 4e63e566-cc5b-4112-af88-66b6c0d1f989 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:38.615736 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d78f7f0a-13da-4fd5-a5ca-764236e5596d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:38.623222 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:38.643858 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41177ce7-f0e0-4827-a049-6a2b0c8d4438 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 4e63e566-cc5b-4112-af88-66b6c0d1f989 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:38.658221 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-41177ce7-f0e0-4827-a049-6a2b0c8d4438 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:38.663415 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41177ce7-f0e0-4827-a049-6a2b0c8d4438 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:38:38.713810 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41177ce7-f0e0-4827-a049-6a2b0c8d4438 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Port': ['ID=6cbb16fa-28db-4529-a24d-bff61259bbb1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:38.773338 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41177ce7-f0e0-4827-a049-6a2b0c8d4438 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:38.956236 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-46eae488-830f-4c3e-9232-6f0f20a5c960 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:38.961225 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eae488-830f-4c3e-9232-6f0f20a5c960 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:38:39.051633 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-42f56537-3dfd-4711-b1c6-3c9cd2ddbfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:39.068210 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eae488-830f-4c3e-9232-6f0f20a5c960 None None] Pushing event updated for resources: {'Port': ['ID=44af4182-2731-49e1-ae25-d6d92ec9f105,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:39.112967 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a5934c82-7af8-4b41-b0d1-81987d252565 None None] Provisioning complete for port 1f79acfe-f056-4ad6-9b40-b78ba6109c91 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:39.113360 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a5934c82-7af8-4b41-b0d1-81987d252565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:39.166789 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41177ce7-f0e0-4827-a049-6a2b0c8d4438 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:39.373062 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0a7ffa32-fb19-46c9-96f7-af59159f7fcb req-35ed0709-17aa-445f-b675-fc75200b8f32 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2212160 Nov 15 11:38:39.381668 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-19455c96-41ec-4fbd-b147-1f5a31bcad6f None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:39.405739 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:39.408971 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-19455c96-41ec-4fbd-b147-1f5a31bcad6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:39.448601 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7029cd73-da70-4cf9-9f7c-fb838fcfb4b0 req-21f3ffaa-9811-496e-8c6e-9c53b96549bc tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9481363 Nov 15 11:38:39.480044 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:39.490588 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-46eae488-830f-4c3e-9232-6f0f20a5c960 None None] Attempting to bind port 44af4182-2731-49e1-ae25-d6d92ec9f105 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:38:39.490947 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-46eae488-830f-4c3e-9232-6f0f20a5c960 None None] Attempting to bind port 44af4182-2731-49e1-ae25-d6d92ec9f105 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e6909111-38ae-4333-be87-cd5b1447911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:38:39.491372 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eae488-830f-4c3e-9232-6f0f20a5c960 None None] Attempting to bind port 44af4182-2731-49e1-ae25-d6d92ec9f105 on network 4e63e566-cc5b-4112-af88-66b6c0d1f989 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:38:39.507991 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eae488-830f-4c3e-9232-6f0f20a5c960 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:38:39.508619 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eae488-830f-4c3e-9232-6f0f20a5c960 None None] Checking segment: {'id': 'e6909111-38ae-4333-be87-cd5b1447911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:39.509028 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-46eae488-830f-4c3e-9232-6f0f20a5c960 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:39.510439 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eae488-830f-4c3e-9232-6f0f20a5c960 None None] Bound using segment: {'id': 'e6909111-38ae-4333-be87-cd5b1447911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:38:39.510994 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-46eae488-830f-4c3e-9232-6f0f20a5c960 None None] Bound port: 44af4182-2731-49e1-ae25-d6d92ec9f105, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6909111-38ae-4333-be87-cd5b1447911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:38:39.512187 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-46eae488-830f-4c3e-9232-6f0f20a5c960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:39.570102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19455c96-41ec-4fbd-b147-1f5a31bcad6f None None] Network 808a787c-5537-444f-a8bb-a1bd21891c8b is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:39.603767 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-19455c96-41ec-4fbd-b147-1f5a31bcad6f None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:39.620216 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3031c-c2b5-4021-8842-7b555b5c8d81 None None] Pushing event updated for resources: {'Port': ['ID=8ab66c3b-c5b1-4645-a3b6-d4385fce97b7,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:39.620739 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fcb13a53-4193-4aac-8945-679f998fd3cc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:39.623308 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19455c96-41ec-4fbd-b147-1f5a31bcad6f None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:38:39.698402 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555753e-c6c9-449d-aae6-d1ef803d3472 req-5d692f8f-5284-4bdb-94b8-148202d18289 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:39.708619 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5555753e-c6c9-449d-aae6-d1ef803d3472 req-5d692f8f-5284-4bdb-94b8-148202d18289 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.11 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 946 time: 0.2116866 Nov 15 11:38:39.777733 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41177ce7-f0e0-4827-a049-6a2b0c8d4438 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:39.833334 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41177ce7-f0e0-4827-a049-6a2b0c8d4438 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:40.135763 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-19455c96-41ec-4fbd-b147-1f5a31bcad6f None None] Attempting to bind port 0666d853-15d0-4d9e-b64a-59b46e7cd2ff on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:38:40.135763 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-19455c96-41ec-4fbd-b147-1f5a31bcad6f None None] Attempting to bind port 0666d853-15d0-4d9e-b64a-59b46e7cd2ff by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '5dc8f910-c684-48f7-9420-32e8daf8ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '808a787c-5537-444f-a8bb-a1bd21891c8b'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:38:40.135763 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19455c96-41ec-4fbd-b147-1f5a31bcad6f None None] Attempting to bind port 0666d853-15d0-4d9e-b64a-59b46e7cd2ff on network 808a787c-5537-444f-a8bb-a1bd21891c8b {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:38:40.148353 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fcb13a53-4193-4aac-8945-679f998fd3cc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:40.153291 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41177ce7-f0e0-4827-a049-6a2b0c8d4438 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:40.191282 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ffa32-fb19-46c9-96f7-af59159f7fcb req-14dcf28c-aeff-43ea-808e-4d3c6a9773a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:40.198410 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0a7ffa32-fb19-46c9-96f7-af59159f7fcb req-14dcf28c-aeff-43ea-808e-4d3c6a9773a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.4178524 Nov 15 11:38:40.203042 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41177ce7-f0e0-4827-a049-6a2b0c8d4438 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Port': ['ID=6cbb16fa-28db-4529-a24d-bff61259bbb1,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:40.234636 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fcb13a53-4193-4aac-8945-679f998fd3cc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:40.238010 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19455c96-41ec-4fbd-b147-1f5a31bcad6f None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:38:40.238512 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19455c96-41ec-4fbd-b147-1f5a31bcad6f None None] Checking segment: {'id': '5dc8f910-c684-48f7-9420-32e8daf8ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '808a787c-5537-444f-a8bb-a1bd21891c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:40.245428 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-19455c96-41ec-4fbd-b147-1f5a31bcad6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:40.246013 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19455c96-41ec-4fbd-b147-1f5a31bcad6f None None] Bound using segment: {'id': '5dc8f910-c684-48f7-9420-32e8daf8ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '808a787c-5537-444f-a8bb-a1bd21891c8b'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:38:40.246604 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-19455c96-41ec-4fbd-b147-1f5a31bcad6f None None] Bound port: 0666d853-15d0-4d9e-b64a-59b46e7cd2ff, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc8f910-c684-48f7-9420-32e8daf8ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '808a787c-5537-444f-a8bb-a1bd21891c8b'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:38:40.247095 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-19455c96-41ec-4fbd-b147-1f5a31bcad6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:40.401961 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-19455c96-41ec-4fbd-b147-1f5a31bcad6f None None] For port 0666d853-15d0-4d9e-b64a-59b46e7cd2ff, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:38:40.410216 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-19455c96-41ec-4fbd-b147-1f5a31bcad6f None None] For port 0666d853-15d0-4d9e-b64a-59b46e7cd2ff, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0666d853-15d0-4d9e-b64a-59b46e7cd2ff,segment=NetworkSegment(5dc8f910-c684-48f7-9420-32e8daf8ccba),segment_id=5dc8f910-c684-48f7-9420-32e8daf8ccba)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:38:40.416145 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 73255962-7a03-4c00-9766-df19b8ffd688 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:38:40.448049 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-19455c96-41ec-4fbd-b147-1f5a31bcad6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:40.552227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb13a53-4193-4aac-8945-679f998fd3cc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Port': ['ID=1c0cd588-0d29-4720-9de4-485b2d2a87f2,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:40.579467 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:40.581784 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-5555753e-c6c9-449d-aae6-d1ef803d3472 req-55bb7308-4d90-46af-9b79-3c7e635e3599 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Deleting port 245c0f55-b6a5-4926-88c4-5d22cb2d8103 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:38:40.582093 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5555753e-c6c9-449d-aae6-d1ef803d3472 req-55bb7308-4d90-46af-9b79-3c7e635e3599 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:40.606541 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19455c96-41ec-4fbd-b147-1f5a31bcad6f None None] Pushing event updated for resources: {'Port': ['ID=0666d853-15d0-4d9e-b64a-59b46e7cd2ff,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:40.647977 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41177ce7-f0e0-4827-a049-6a2b0c8d4438 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 4e63e566-cc5b-4112-af88-66b6c0d1f989 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:40.651169 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-41177ce7-f0e0-4827-a049-6a2b0c8d4438 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:40.670294 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ffa32-fb19-46c9-96f7-af59159f7fcb req-1b2f9bf1-657d-405c-9bbe-151e7b3f1331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:40.674444 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 73255962-7a03-4c00-9766-df19b8ffd688 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:38:40.674792 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 73255962-7a03-4c00-9766-df19b8ffd688 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:38:40.678139 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0a7ffa32-fb19-46c9-96f7-af59159f7fcb req-1b2f9bf1-657d-405c-9bbe-151e7b3f1331 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.4385712 Nov 15 11:38:40.716340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7d9bd-fbbf-4eb4-8b08-15bebac4f1d7 None None] Pushing event updated for resources: {'Port': ['ID=39cf2750-782e-4f1a-a502-f851bfaec706,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:40.719493 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] Attempting to bind port 39cf2750-782e-4f1a-a502-f851bfaec706 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:38:40.719922 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] Attempting to bind port 39cf2750-782e-4f1a-a502-f851bfaec706 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a53e3eec-5761-4f2f-ba39-c3044e21c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:38:40.720261 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] Attempting to bind port 39cf2750-782e-4f1a-a502-f851bfaec706 on network f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:38:40.770925 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-46eae488-830f-4c3e-9232-6f0f20a5c960 None None] For port 44af4182-2731-49e1-ae25-d6d92ec9f105, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:38:40.776161 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:38:40.776543 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] Checking segment: {'id': 'a53e3eec-5761-4f2f-ba39-c3044e21c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:40.776926 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:40.777318 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] Bound using segment: {'id': 'a53e3eec-5761-4f2f-ba39-c3044e21c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:38:40.777825 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] Bound port: 39cf2750-782e-4f1a-a502-f851bfaec706, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53e3eec-5761-4f2f-ba39-c3044e21c000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:38:40.778192 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:40.812448 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a5934c82-7af8-4b41-b0d1-81987d252565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:40.815601 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-46eae488-830f-4c3e-9232-6f0f20a5c960 None None] For port 44af4182-2731-49e1-ae25-d6d92ec9f105, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=44af4182-2731-49e1-ae25-d6d92ec9f105,segment=NetworkSegment(e6909111-38ae-4333-be87-cd5b1447911c),segment_id=e6909111-38ae-4333-be87-cd5b1447911c)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:38:40.861440 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-46eae488-830f-4c3e-9232-6f0f20a5c960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:40.963851 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e6976-9b47-48d5-a029-a5196ca5203a req-03468068-4f3e-4055-8892-c03d30833031 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:40.965471 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-953e6976-9b47-48d5-a029-a5196ca5203a req-03468068-4f3e-4055-8892-c03d30833031 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 946 time: 0.3392878 Nov 15 11:38:41.003363 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fcb13a53-4193-4aac-8945-679f998fd3cc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:41.049975 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] For port 39cf2750-782e-4f1a-a502-f851bfaec706, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:38:41.053395 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] For port 39cf2750-782e-4f1a-a502-f851bfaec706, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=39cf2750-782e-4f1a-a502-f851bfaec706,segment=NetworkSegment(a53e3eec-5761-4f2f-ba39-c3044e21c000),segment_id=a53e3eec-5761-4f2f-ba39-c3044e21c000)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:38:41.069972 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:41.083777 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19455c96-41ec-4fbd-b147-1f5a31bcad6f None None] Pushing event updated for resources: {'Port': ['ID=0666d853-15d0-4d9e-b64a-59b46e7cd2ff,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:41.168276 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41177ce7-f0e0-4827-a049-6a2b0c8d4438 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Router ab901ef5-5d65-4efd-a5e4-6e32048c7386 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:38:41.243600 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a5934c82-7af8-4b41-b0d1-81987d252565 None None] For port 1f79acfe-f056-4ad6-9b40-b78ba6109c91, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=1f79acfe-f056-4ad6-9b40-b78ba6109c91,segment=NetworkSegment(a53e3eec-5761-4f2f-ba39-c3044e21c000),segment_id=a53e3eec-5761-4f2f-ba39-c3044e21c000)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:41.289745 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 32d242bb-65e5-4fc8-afb6-079d4ca636c1 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:41.296030 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a5934c82-7af8-4b41-b0d1-81987d252565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:41.312433 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fcb13a53-4193-4aac-8945-679f998fd3cc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:41.340348 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-5555753e-c6c9-449d-aae6-d1ef803d3472 req-55bb7308-4d90-46af-9b79-3c7e635e3599 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] For port 245c0f55-b6a5-4926-88c4-5d22cb2d8103, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=245c0f55-b6a5-4926-88c4-5d22cb2d8103,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:41.341998 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5555753e-c6c9-449d-aae6-d1ef803d3472 req-55bb7308-4d90-46af-9b79-3c7e635e3599 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:41.386397 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-5555753e-c6c9-449d-aae6-d1ef803d3472 req-55bb7308-4d90-46af-9b79-3c7e635e3599 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Calling delete_port for 245c0f55-b6a5-4926-88c4-5d22cb2d8103 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:38:41.408892 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] Routers {'ab901ef5-5d65-4efd-a5e4-6e32048c7386'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:38:41.409677 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:38:39Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:41.535088 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eae488-830f-4c3e-9232-6f0f20a5c960 None None] Pushing event updated for resources: {'Port': ['ID=44af4182-2731-49e1-ae25-d6d92ec9f105,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:41.550111 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-953e6976-9b47-48d5-a029-a5196ca5203a req-35dbe57b-1b92-4db7-8948-d98b28399607 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5611522 Nov 15 11:38:41.653896 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0a7ffa32-fb19-46c9-96f7-af59159f7fcb req-d0eacdbc-0198-4739-9959-e82317d43d16 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 1001 time: 0.7089500 Nov 15 11:38:41.730736 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:41.744879 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a5934c82-7af8-4b41-b0d1-81987d252565 None None] Provisioning complete for port 8ab66c3b-c5b1-4645-a3b6-d4385fce97b7 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:41.745256 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a5934c82-7af8-4b41-b0d1-81987d252565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:41.862546 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] Set router ab901ef5-5d65-4efd-a5e4-6e32048c7386 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:38:41.864511 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7d9bd-fbbf-4eb4-8b08-15bebac4f1d7 None None] Pushing event updated for resources: {'Port': ['ID=39cf2750-782e-4f1a-a502-f851bfaec706,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:41.943671 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 32d242bb-65e5-4fc8-afb6-079d4ca636c1 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:41.955969 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:42.049163 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 245c0f55-b6a5-4926-88c4-5d22cb2d8103 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:38:42.083317 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5555753e-c6c9-449d-aae6-d1ef803d3472 req-55bb7308-4d90-46af-9b79-3c7e635e3599 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:42.160440 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['4ccd4658-60df-43fd-8f1a-78a06fc9544a'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:38:42.226063 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb7308-4d90-46af-9b79-3c7e635e3599 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event deleted for resources: {'Port': ['ID=245c0f55-b6a5-4926-88c4-5d22cb2d8103,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:42.418764 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 245c0f55-b6a5-4926-88c4-5d22cb2d8103 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:38:42.419343 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 245c0f55-b6a5-4926-88c4-5d22cb2d8103 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:38:42.527790 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5934c82-7af8-4b41-b0d1-81987d252565 None None] Pushing event updated for resources: {'Port': ['ID=1f79acfe-f056-4ad6-9b40-b78ba6109c91,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:42.602819 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:42.646212 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41177ce7-f0e0-4827-a049-6a2b0c8d4438 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:38:42.669514 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-41177ce7-f0e0-4827-a049-6a2b0c8d4438 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/routers/ab901ef5-5d65-4efd-a5e4-6e32048c7386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0272315 Nov 15 11:38:42.685408 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35060) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:42.685751 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fcb13a53-4193-4aac-8945-679f998fd3cc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:42.691647 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fcb13a53-4193-4aac-8945-679f998fd3cc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:42.692711 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fcb13a53-4193-4aac-8945-679f998fd3cc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:42.695543 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4bfd0d11-9372-498e-8400-1e3e2fc12de0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'network': {'name': 'tempest-RoutersTest-2036731190'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:42.781628 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ffa32-fb19-46c9-96f7-af59159f7fcb req-83b8b429-c9d5-475a-83bb-f2ff3d531b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:42.783122 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0a7ffa32-fb19-46c9-96f7-af59159f7fcb req-83b8b429-c9d5-475a-83bb-f2ff3d531b00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 1.1235855 Nov 15 11:38:42.893901 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ffa32-fb19-46c9-96f7-af59159f7fcb req-452e16fb-dd8d-4189-af93-9d7174861159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:42.895468 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0a7ffa32-fb19-46c9-96f7-af59159f7fcb req-452e16fb-dd8d-4189-af93-9d7174861159 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954034 Nov 15 11:38:42.902871 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-5555753e-c6c9-449d-aae6-d1ef803d3472 req-55bb7308-4d90-46af-9b79-3c7e635e3599 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] No DVR routers for this DVR port 245c0f55-b6a5-4926-88c4-5d22cb2d8103 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:38:42.904545 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfd0d11-9372-498e-8400-1e3e2fc12de0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Made reservation on behalf of 9043398e6de74f8a9cf97297f1911306 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:42.909111 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bfd0d11-9372-498e-8400-1e3e2fc12de0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:42.912121 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5555753e-c6c9-449d-aae6-d1ef803d3472 req-55bb7308-4d90-46af-9b79-3c7e635e3599 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:42.915539 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5555753e-c6c9-449d-aae6-d1ef803d3472 req-55bb7308-4d90-46af-9b79-3c7e635e3599 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.11 "DELETE /v2.0/ports/245c0f55-b6a5-4926-88c4-5d22cb2d8103 HTTP/1.1" status: 204 len: 173 time: 2.7642817 Nov 15 11:38:42.978439 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91131731-afdb-4c08-b2b2-379df5b661bb', 'name': 'network-vif-deleted', 'tag': '245c0f55-b6a5-4926-88c4-5d22cb2d8103'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:38:42.980782 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3e76bc-c89e-48d6-9a65-0f80eea7d77b" -d '{"events": [{"server_uuid": "91131731-afdb-4c08-b2b2-379df5b661bb", "name": "network-vif-deleted", "tag": "245c0f55-b6a5-4926-88c4-5d22cb2d8103"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:38:43.008204 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72fef010-2939-4e23-ae92-4316e73eb0e8 req-def2482f-5524-42dd-9801-489299a74d5c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 210 time: 0.2252250 Nov 15 11:38:43.073677 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb13a53-4193-4aac-8945-679f998fd3cc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Port': ['ID=1c0cd588-0d29-4720-9de4-485b2d2a87f2,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:43.144803 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2046ccda-9775-4657-b9b9-f65c9b6acdb5 x-openstack-request-id: req-2046ccda-9775-4657-b9b9-f65c9b6acdb5 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:38:43.146069 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91131731-afdb-4c08-b2b2-379df5b661bb", "name": "network-vif-deleted", "tag": "245c0f55-b6a5-4926-88c4-5d22cb2d8103", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:38:43.146567 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2046ccda-9775-4657-b9b9-f65c9b6acdb5 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:38:43.147215 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91131731-afdb-4c08-b2b2-379df5b661bb', 'name': 'network-vif-deleted', 'tag': '245c0f55-b6a5-4926-88c4-5d22cb2d8103', 'status': 'completed', 'code': 200} Nov 15 11:38:43.203845 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb13a53-4193-4aac-8945-679f998fd3cc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network 808a787c-5537-444f-a8bb-a1bd21891c8b is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:43.210061 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-fcb13a53-4193-4aac-8945-679f998fd3cc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:43.226625 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 8ab66c3b-c5b1-4645-a3b6-d4385fce97b7 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:43.271608 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735c04af-f809-4b4e-be4e-954457ef90a6 None None] Network 808a787c-5537-444f-a8bb-a1bd21891c8b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:38:43.274971 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bfd0d11-9372-498e-8400-1e3e2fc12de0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:38:43.339668 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bfd0d11-9372-498e-8400-1e3e2fc12de0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:43.340670 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-4bfd0d11-9372-498e-8400-1e3e2fc12de0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Added segment 631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d of type vlan for network 2e4e5ec1-1fd5-4248-aac6-6d96e055f990 Nov 15 11:38:43.360921 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0a7ffa32-fb19-46c9-96f7-af59159f7fcb req-79e6d3a8-40a6-4178-ab98-7c5b29b774ce service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488976 Nov 15 11:38:43.438804 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb13a53-4193-4aac-8945-679f998fd3cc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Router 31755737-f9f1-4db1-896b-234df2325dfe is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:38:43.578626 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405e829b-d4f6-41e5-a780-ea460c1f29ac None None] Network 4e63e566-cc5b-4112-af88-66b6c0d1f989 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:38:43.582752 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:38:39Z', 'revision_number': 4, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None, '_interfaces': [{'id': '32d242bb-65e5-4fc8-afb6-079d4ca636c1', 'name': '', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:c5:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:33Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39cf2750-782e-4f1a-a502-f851bfaec706', 'name': '', 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:f7:d3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:27Z', 'updated_at': '2021-11-15T11:38:41Z', 'revision_number': 4, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cbb16fa-28db-4529-a24d-bff61259bbb1', 'name': '', 'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:7c:56:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:37Z', 'updated_at': '2021-11-15T11:38:39Z', 'revision_number': 2, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:43.633071 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb13a53-4193-4aac-8945-679f998fd3cc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:38:43.645442 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fcb13a53-4193-4aac-8945-679f998fd3cc tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "PUT /v2.0/routers/31755737-f9f1-4db1-896b-234df2325dfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1550708 Nov 15 11:38:43.648324 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35070) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:43.692853 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0a7ffa32-fb19-46c9-96f7-af59159f7fcb req-db091a79-9947-465e-8f6e-28e3ab8abe71 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781115 Nov 15 11:38:43.707383 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023ac97d-ec94-41f0-8a5f-b72c3beb08a0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:43.722327 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35072) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:43.725836 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-023ac97d-ec94-41f0-8a5f-b72c3beb08a0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports?device_id=31755737-f9f1-4db1-896b-234df2325dfe HTTP/1.1" status: 200 len: 987 time: 0.0762146 Nov 15 11:38:43.727075 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2989c259-8ce2-4b2c-8216-120e71110eb2 None None] The sync data for ids ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'] in n-d-729945-9 is: [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:38:39Z', 'revision_number': 4, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None, '_interfaces': [{'id': '32d242bb-65e5-4fc8-afb6-079d4ca636c1', 'name': '', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:c5:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:33Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39cf2750-782e-4f1a-a502-f851bfaec706', 'name': '', 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:f7:d3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:27Z', 'updated_at': '2021-11-15T11:38:41Z', 'revision_number': 4, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cbb16fa-28db-4529-a24d-bff61259bbb1', 'name': '', 'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:7c:56:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:37Z', 'updated_at': '2021-11-15T11:38:39Z', 'revision_number': 2, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:38:43.748104 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-30e81eca-f450-4c53-8e38-c3c67f3cc82a None None] Provisioning complete for port 39cf2750-782e-4f1a-a502-f851bfaec706 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:43.748104 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-30e81eca-f450-4c53-8e38-c3c67f3cc82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:43.845766 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a4d18-04ce-46d9-9c14-e35ba41816e8 None None] Sync routers for ids ['31755737-f9f1-4db1-896b-234df2325dfe'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:38:43.890798 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bfd0d11-9372-498e-8400-1e3e2fc12de0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:44.018336 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a4d18-04ce-46d9-9c14-e35ba41816e8 None None] Routers {'31755737-f9f1-4db1-896b-234df2325dfe'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:38:44.019012 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5f4a4d18-04ce-46d9-9c14-e35ba41816e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:38:39Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['31755737-f9f1-4db1-896b-234df2325dfe'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:44.139915 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bfd0d11-9372-498e-8400-1e3e2fc12de0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:44.158604 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfd0d11-9372-498e-8400-1e3e2fc12de0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:44.160329 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4bfd0d11-9372-498e-8400-1e3e2fc12de0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:44.230492 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eaa78f7f-1fdc-4cbb-9145-7eb9d3a79a21 req-9a5bef03-a303-4870-ab30-cced7ba9ad3a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 210 time: 0.0598660 Nov 15 11:38:44.470215 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5f4a4d18-04ce-46d9-9c14-e35ba41816e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:44.501777 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a4d18-04ce-46d9-9c14-e35ba41816e8 None None] Routers {'31755737-f9f1-4db1-896b-234df2325dfe'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:38:44.505438 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5f4a4d18-04ce-46d9-9c14-e35ba41816e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:38:39Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['31755737-f9f1-4db1-896b-234df2325dfe'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:44.581528 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5f4a4d18-04ce-46d9-9c14-e35ba41816e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:44.581528 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a4d18-04ce-46d9-9c14-e35ba41816e8 None None] The sync data for ids ['31755737-f9f1-4db1-896b-234df2325dfe'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:38:44.682788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd0d11-9372-498e-8400-1e3e2fc12de0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Network': ['ID=2e4e5ec1-1fd5-4248-aac6-6d96e055f990,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:44.713831 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 2e4e5ec1-1fd5-4248-aac6-6d96e055f990 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:38:44.728543 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35088) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:44.733030 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4bfd0d11-9372-498e-8400-1e3e2fc12de0 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0502284 Nov 15 11:38:44.738638 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-aea940e4-b860-4f41-9cf9-eac649c0328b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'subnet': {'network_id': '2e4e5ec1-1fd5-4248-aac6-6d96e055f990', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:44.875899 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 8ab66c3b-c5b1-4645-a3b6-d4385fce97b7 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:44.884638 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:45.004798 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-30e81eca-f450-4c53-8e38-c3c67f3cc82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:45.102521 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea940e4-b860-4f41-9cf9-eac649c0328b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Made reservation on behalf of 9043398e6de74f8a9cf97297f1911306 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:45.108979 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aea940e4-b860-4f41-9cf9-eac649c0328b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:45.161599 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-30e81eca-f450-4c53-8e38-c3c67f3cc82a None None] For port 39cf2750-782e-4f1a-a502-f851bfaec706, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=39cf2750-782e-4f1a-a502-f851bfaec706,segment=NetworkSegment(a53e3eec-5761-4f2f-ba39-c3044e21c000),segment_id=a53e3eec-5761-4f2f-ba39-c3044e21c000)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:45.231435 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-30e81eca-f450-4c53-8e38-c3c67f3cc82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:45.446472 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e81eca-f450-4c53-8e38-c3c67f3cc82a None None] Pushing event updated for resources: {'Port': ['ID=39cf2750-782e-4f1a-a502-f851bfaec706,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:45.462962 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-30e81eca-f450-4c53-8e38-c3c67f3cc82a None None] Provisioning complete for port 1f79acfe-f056-4ad6-9b40-b78ba6109c91 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:45.463604 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-30e81eca-f450-4c53-8e38-c3c67f3cc82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:45.509638 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ceda0815-8b7d-4121-aa3a-7cc35ea03a02 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:45.536575 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c387a71b-25da-4529-a173-ae07f6281b44 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:45.748898 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aea940e4-b860-4f41-9cf9-eac649c0328b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:45.807615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9cd551d3-ab8a-4ff3-bad3-a5b569330901 req-fd3df47d-9102-4795-8c78-38f18f9e21ae tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 210 time: 0.0870879 Nov 15 11:38:45.911740 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea940e4-b860-4f41-9cf9-eac649c0328b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Checking segment: {'id': '631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '2e4e5ec1-1fd5-4248-aac6-6d96e055f990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:45.919403 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea940e4-b860-4f41-9cf9-eac649c0328b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network hostable DHCP agents. Network: 2e4e5ec1-1fd5-4248-aac6-6d96e055f990, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:38:45.925061 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea940e4-b860-4f41-9cf9-eac649c0328b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Subnet': ['ID=f8b58536-3035-42fd-bb51-a10f22f8b7f6,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:45.965726 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea940e4-b860-4f41-9cf9-eac649c0328b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 2e4e5ec1-1fd5-4248-aac6-6d96e055f990 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:38:45.989121 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-aea940e4-b860-4f41-9cf9-eac649c0328b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 2e4e5ec1-1fd5-4248-aac6-6d96e055f990) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:45.998275 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea940e4-b860-4f41-9cf9-eac649c0328b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:46.000856 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aea940e4-b860-4f41-9cf9-eac649c0328b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:46.027195 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345d276f-7f03-4c55-a0dc-8c9b89a3eef7 None None] Network 2e4e5ec1-1fd5-4248-aac6-6d96e055f990 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:38:46.043071 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-aea940e4-b860-4f41-9cf9-eac649c0328b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3124044 Nov 15 11:38:46.049948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35104) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:46.057624 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] Sync routers for ids ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:38:46.076233 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] Routers {'ab901ef5-5d65-4efd-a5e4-6e32048c7386'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:38:46.078118 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:38:39Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:46.339315 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ceda0815-8b7d-4121-aa3a-7cc35ea03a02 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting port 1c0cd588-0d29-4720-9de4-485b2d2a87f2 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:38:46.340526 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ceda0815-8b7d-4121-aa3a-7cc35ea03a02 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:46.442624 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port c387a71b-25da-4529-a173-ae07f6281b44 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:46.448337 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:46.727241 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ceda0815-8b7d-4121-aa3a-7cc35ea03a02 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:46.768999 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] Set router ab901ef5-5d65-4efd-a5e4-6e32048c7386 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:38:46.791541 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ceda0815-8b7d-4121-aa3a-7cc35ea03a02 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Calling delete_port for 1c0cd588-0d29-4720-9de4-485b2d2a87f2 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:38:46.896898 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d009e01b-6f60-4cb3-a230-8f87050b48a7 None None] Provisioning complete for port 1c0cd588-0d29-4720-9de4-485b2d2a87f2 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:46.900753 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d009e01b-6f60-4cb3-a230-8f87050b48a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:46.948369 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eda6801-f0dc-4b36-9af2-fe77b2e4df23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-2e4e5ec1-1fd5-4248-aac6-6d96e055f990', 'network_id': '2e4e5ec1-1fd5-4248-aac6-6d96e055f990', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'fixed_ips': [{'subnet_id': 'f8b58536-3035-42fd-bb51-a10f22f8b7f6'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:38:46.949246 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9eda6801-f0dc-4b36-9af2-fe77b2e4df23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:47.219541 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9f50fc2b-af63-4031-bf27-e410e679ce97 req-e8ed0ff4-3167-4c00-8588-6a6b43044ae6 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 210 time: 0.1481669 Nov 15 11:38:47.237641 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d009e01b-6f60-4cb3-a230-8f87050b48a7 None None] Port 1c0cd588-0d29-4720-9de4-485b2d2a87f2 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:38:47.379156 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:38:39Z', 'revision_number': 4, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None, '_interfaces': [{'id': '32d242bb-65e5-4fc8-afb6-079d4ca636c1', 'name': '', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:c5:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:33Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39cf2750-782e-4f1a-a502-f851bfaec706', 'name': '', 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:f7:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:27Z', 'updated_at': '2021-11-15T11:38:45Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cbb16fa-28db-4529-a24d-bff61259bbb1', 'name': '', 'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:7c:56:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:37Z', 'updated_at': '2021-11-15T11:38:39Z', 'revision_number': 2, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:47.435806 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ceda0815-8b7d-4121-aa3a-7cc35ea03a02 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:47.488347 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] Checking router: ab901ef5-5d65-4efd-a5e4-6e32048c7386 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:38:47.500391 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] Updating router ab901ef5-5d65-4efd-a5e4-6e32048c7386 port 6cbb16fa-28db-4529-a24d-bff61259bbb1 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:38:47.504338 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 1f79acfe-f056-4ad6-9b40-b78ba6109c91 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:47.535900 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda0815-8b7d-4121-aa3a-7cc35ea03a02 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Port': ['ID=1c0cd588-0d29-4720-9de4-485b2d2a87f2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:47.603204 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:47.606616 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01bf0d58-2012-4caa-9ddf-2f742b155032 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:47.658905 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d009e01b-6f60-4cb3-a230-8f87050b48a7 None None] Provisioning complete for port 44af4182-2731-49e1-ae25-d6d92ec9f105 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:47.659489 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d009e01b-6f60-4cb3-a230-8f87050b48a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:47.877995 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 1f79acfe-f056-4ad6-9b40-b78ba6109c91 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:47.881595 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:47.900645 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ceda0815-8b7d-4121-aa3a-7cc35ea03a02 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:48.194837 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:48.210932 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:48.332208 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-9eda6801-f0dc-4b36-9af2-fe77b2e4df23 None None] Allocated IP 172.23.0.2 (2e4e5ec1-1fd5-4248-aac6-6d96e055f990/f8b58536-3035-42fd-bb51-a10f22f8b7f6/6ef088dc-9b9c-4e21-8447-98c26dbf25be) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:38:48.397343 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2b909cc-af81-4b67-8e3b-49e415ab0c6e req-ca4e9c7e-5585-4047-bb84-1ac59f058f39 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 210 time: 0.0515914 Nov 15 11:38:48.449660 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d10934-d302-42c6-931f-1f3d46f1d577 None None] Pushing event updated for resources: {'Port': ['ID=6cbb16fa-28db-4529-a24d-bff61259bbb1,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:48.559298 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceda0815-8b7d-4121-aa3a-7cc35ea03a02 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Router 31755737-f9f1-4db1-896b-234df2325dfe has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:38:48.608342 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] Attempting to bind port 6cbb16fa-28db-4529-a24d-bff61259bbb1 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:38:48.608704 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] Attempting to bind port 6cbb16fa-28db-4529-a24d-bff61259bbb1 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e6909111-38ae-4333-be87-cd5b1447911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:38:48.609059 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] Attempting to bind port 6cbb16fa-28db-4529-a24d-bff61259bbb1 on network 4e63e566-cc5b-4112-af88-66b6c0d1f989 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:38:48.621267 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:38:48.621634 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] Checking segment: {'id': 'e6909111-38ae-4333-be87-cd5b1447911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:48.622035 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:48.622423 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] Bound using segment: {'id': 'e6909111-38ae-4333-be87-cd5b1447911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:38:48.622898 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] Bound port: 6cbb16fa-28db-4529-a24d-bff61259bbb1, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6909111-38ae-4333-be87-cd5b1447911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:38:48.623262 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:48.777439 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceda0815-8b7d-4121-aa3a-7cc35ea03a02 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:38:48.786775 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ceda0815-8b7d-4121-aa3a-7cc35ea03a02 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "PUT /v2.0/routers/31755737-f9f1-4db1-896b-234df2325dfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0583632 Nov 15 11:38:48.786849 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35134) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:48.791701 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0c5649-102a-4339-89ee-38517d3160da None None] Sync routers for ids ['31755737-f9f1-4db1-896b-234df2325dfe'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:38:48.800462 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d009e01b-6f60-4cb3-a230-8f87050b48a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:48.838010 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0c5649-102a-4339-89ee-38517d3160da None None] Routers {'31755737-f9f1-4db1-896b-234df2325dfe'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:38:48.838894 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5c0c5649-102a-4339-89ee-38517d3160da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:38:39Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['31755737-f9f1-4db1-896b-234df2325dfe'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:48.895109 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-7169c084-b3d0-489c-b1a0-d0e87b08c542 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] GET failed (client error): The resource could not be found. Nov 15 11:38:48.898488 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] For port 6cbb16fa-28db-4529-a24d-bff61259bbb1, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:38:48.902882 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35136) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:48.904433 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7169c084-b3d0-489c-b1a0-d0e87b08c542 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports/1c0cd588-0d29-4720-9de4-485b2d2a87f2 HTTP/1.1" status: 404 len: 333 time: 0.1169951 Nov 15 11:38:48.907741 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] For port 6cbb16fa-28db-4529-a24d-bff61259bbb1, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6cbb16fa-28db-4529-a24d-bff61259bbb1,segment=NetworkSegment(e6909111-38ae-4333-be87-cd5b1447911c),segment_id=e6909111-38ae-4333-be87-cd5b1447911c)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:38:48.915152 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:48.965663 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d009e01b-6f60-4cb3-a230-8f87050b48a7 None None] For port 44af4182-2731-49e1-ae25-d6d92ec9f105, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=44af4182-2731-49e1-ae25-d6d92ec9f105,segment=NetworkSegment(e6909111-38ae-4333-be87-cd5b1447911c),segment_id=e6909111-38ae-4333-be87-cd5b1447911c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:48.967954 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5c0c5649-102a-4339-89ee-38517d3160da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:49.009141 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d009e01b-6f60-4cb3-a230-8f87050b48a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:49.014109 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0c5649-102a-4339-89ee-38517d3160da None None] Routers {'31755737-f9f1-4db1-896b-234df2325dfe'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:38:49.014804 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5c0c5649-102a-4339-89ee-38517d3160da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:38:39Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['31755737-f9f1-4db1-896b-234df2325dfe'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:49.071245 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] Routers {'ab901ef5-5d65-4efd-a5e4-6e32048c7386'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:38:49.072379 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:38:39Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:49.124135 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009e01b-6f60-4cb3-a230-8f87050b48a7 None None] Pushing event updated for resources: {'Port': ['ID=44af4182-2731-49e1-ae25-d6d92ec9f105,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:49.230302 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8859a73f-6d1b-41e5-8d96-f6d28854cbab tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:49.271809 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5c0c5649-102a-4339-89ee-38517d3160da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:49.272967 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0c5649-102a-4339-89ee-38517d3160da None None] The sync data for ids ['31755737-f9f1-4db1-896b-234df2325dfe'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:38:49.287485 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9eda6801-f0dc-4b36-9af2-fe77b2e4df23 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:49.290216 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0666d853-15d0-4d9e-b64a-59b46e7cd2ff up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:49.341036 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d009e01b-6f60-4cb3-a230-8f87050b48a7 None None] Provisioning complete for port 0666d853-15d0-4d9e-b64a-59b46e7cd2ff triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:49.341730 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d009e01b-6f60-4cb3-a230-8f87050b48a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:49.345721 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d10934-d302-42c6-931f-1f3d46f1d577 None None] Pushing event updated for resources: {'Port': ['ID=6cbb16fa-28db-4529-a24d-bff61259bbb1,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:49.370431 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9eda6801-f0dc-4b36-9af2-fe77b2e4df23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:49.410588 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] Set router ab901ef5-5d65-4efd-a5e4-6e32048c7386 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:38:49.421144 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-01bf0d58-2012-4caa-9ddf-2f742b155032 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Allocated IP 172.23.0.1 (2e4e5ec1-1fd5-4248-aac6-6d96e055f990/f8b58536-3035-42fd-bb51-a10f22f8b7f6/8e897d82-9627-41b3-876c-cde80dc2729d) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:38:49.598620 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eda6801-f0dc-4b36-9af2-fe77b2e4df23 None None] Network 2e4e5ec1-1fd5-4248-aac6-6d96e055f990 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:49.617367 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-9eda6801-f0dc-4b36-9af2-fe77b2e4df23 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:49.630177 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eda6801-f0dc-4b36-9af2-fe77b2e4df23 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:38:49.641073 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda6801-f0dc-4b36-9af2-fe77b2e4df23 None None] Pushing event updated for resources: {'Port': ['ID=6ef088dc-9b9c-4e21-8447-98c26dbf25be,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:49.673242 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8859a73f-6d1b-41e5-8d96-f6d28854cbab tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:49.688984 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8859a73f-6d1b-41e5-8d96-f6d28854cbab tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:49.698609 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57c5e131-7935-4c97-a8f0-40b0e05302c9 req-26fee6cc-5d6f-44ec-a484-654c769af2e9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 210 time: 0.1408114 Nov 15 11:38:49.751687 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-9eda6801-f0dc-4b36-9af2-fe77b2e4df23 None None] Attempting to bind port 6ef088dc-9b9c-4e21-8447-98c26dbf25be on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:38:49.752087 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-9eda6801-f0dc-4b36-9af2-fe77b2e4df23 None None] Attempting to bind port 6ef088dc-9b9c-4e21-8447-98c26dbf25be by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '2e4e5ec1-1fd5-4248-aac6-6d96e055f990'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:38:49.752448 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eda6801-f0dc-4b36-9af2-fe77b2e4df23 None None] Attempting to bind port 6ef088dc-9b9c-4e21-8447-98c26dbf25be on network 2e4e5ec1-1fd5-4248-aac6-6d96e055f990 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:38:49.754844 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 0666d853-15d0-4d9e-b64a-59b46e7cd2ff triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:49.755204 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:49.795736 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01bf0d58-2012-4caa-9ddf-2f742b155032 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:49.828555 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8859a73f-6d1b-41e5-8d96-f6d28854cbab tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:49.829664 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8859a73f-6d1b-41e5-8d96-f6d28854cbab tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Fanout notify agent at l3_agent the message router_deleted on router 31755737-f9f1-4db1-896b-234df2325dfe {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:38:49.844087 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8859a73f-6d1b-41e5-8d96-f6d28854cbab tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:49.845514 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8859a73f-6d1b-41e5-8d96-f6d28854cbab tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/routers/31755737-f9f1-4db1-896b-234df2325dfe HTTP/1.1" status: 204 len: 168 time: 0.9410095 Nov 15 11:38:49.848746 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35152) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:49.856586 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d009e01b-6f60-4cb3-a230-8f87050b48a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:49.866032 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eda6801-f0dc-4b36-9af2-fe77b2e4df23 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:38:49.868866 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eda6801-f0dc-4b36-9af2-fe77b2e4df23 None None] Checking segment: {'id': '631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '2e4e5ec1-1fd5-4248-aac6-6d96e055f990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:49.869454 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9eda6801-f0dc-4b36-9af2-fe77b2e4df23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:49.870021 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eda6801-f0dc-4b36-9af2-fe77b2e4df23 None None] Bound using segment: {'id': '631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '2e4e5ec1-1fd5-4248-aac6-6d96e055f990'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:38:49.870891 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-9eda6801-f0dc-4b36-9af2-fe77b2e4df23 None None] Bound port: 6ef088dc-9b9c-4e21-8447-98c26dbf25be, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '2e4e5ec1-1fd5-4248-aac6-6d96e055f990'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:38:49.872675 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9eda6801-f0dc-4b36-9af2-fe77b2e4df23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:49.936665 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-344fc0c0-9a10-4cc1-8018-8ecb187b3396 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting subnet 9e6457a5-e5a0-4cd3-9d82-e1100f255ee2 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:38:49.940392 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-344fc0c0-9a10-4cc1-8018-8ecb187b3396 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:50.018339 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-344fc0c0-9a10-4cc1-8018-8ecb187b3396 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:50.021858 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:38:39Z', 'revision_number': 4, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None, '_interfaces': [{'id': '32d242bb-65e5-4fc8-afb6-079d4ca636c1', 'name': '', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:c5:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:33Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39cf2750-782e-4f1a-a502-f851bfaec706', 'name': '', 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:f7:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:27Z', 'updated_at': '2021-11-15T11:38:45Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cbb16fa-28db-4529-a24d-bff61259bbb1', 'name': '', 'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:7c:56:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:37Z', 'updated_at': '2021-11-15T11:38:48Z', 'revision_number': 4, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:50.056863 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa0d8a4-0270-450a-a51b-c66276f3bae9 None None] The sync data for ids ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'] in n-d-729945-9 is: [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:38:39Z', 'revision_number': 4, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None, '_interfaces': [{'id': '32d242bb-65e5-4fc8-afb6-079d4ca636c1', 'name': '', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:c5:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:33Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39cf2750-782e-4f1a-a502-f851bfaec706', 'name': '', 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:f7:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:27Z', 'updated_at': '2021-11-15T11:38:45Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cbb16fa-28db-4529-a24d-bff61259bbb1', 'name': '', 'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:7c:56:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:37Z', 'updated_at': '2021-11-15T11:38:48Z', 'revision_number': 4, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:38:50.073779 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9eda6801-f0dc-4b36-9af2-fe77b2e4df23 None None] For port 6ef088dc-9b9c-4e21-8447-98c26dbf25be, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:38:50.082422 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9eda6801-f0dc-4b36-9af2-fe77b2e4df23 None None] For port 6ef088dc-9b9c-4e21-8447-98c26dbf25be, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6ef088dc-9b9c-4e21-8447-98c26dbf25be,segment=NetworkSegment(631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d),segment_id=631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:38:50.121716 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9eda6801-f0dc-4b36-9af2-fe77b2e4df23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:50.187786 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d009e01b-6f60-4cb3-a230-8f87050b48a7 None None] For port 0666d853-15d0-4d9e-b64a-59b46e7cd2ff, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0666d853-15d0-4d9e-b64a-59b46e7cd2ff,segment=NetworkSegment(5dc8f910-c684-48f7-9420-32e8daf8ccba),segment_id=5dc8f910-c684-48f7-9420-32e8daf8ccba)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:50.204753 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-344fc0c0-9a10-4cc1-8018-8ecb187b3396 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:50.241995 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d009e01b-6f60-4cb3-a230-8f87050b48a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:50.310957 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 39cf2750-782e-4f1a-a502-f851bfaec706 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:50.318355 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda6801-f0dc-4b36-9af2-fe77b2e4df23 None None] Pushing event updated for resources: {'Port': ['ID=6ef088dc-9b9c-4e21-8447-98c26dbf25be,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:50.466677 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-344fc0c0-9a10-4cc1-8018-8ecb187b3396 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:50.533675 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5cf31e96-79d7-4e36-ad96-49764bb0cd95 None None] Could not find standard attr ID for object 1c0cd588-0d29-4720-9de4-485b2d2a87f2. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:38:50.550180 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344fc0c0-9a10-4cc1-8018-8ecb187b3396 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Subnet': ['ID=9e6457a5-e5a0-4cd3-9d82-e1100f255ee2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:50.577963 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-344fc0c0-9a10-4cc1-8018-8ecb187b3396 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:50.589131 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-344fc0c0-9a10-4cc1-8018-8ecb187b3396 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/subnets/9e6457a5-e5a0-4cd3-9d82-e1100f255ee2 HTTP/1.1" status: 204 len: 168 time: 0.7388837 Nov 15 11:38:50.591432 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35158) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:50.658108 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ff9e76-3e56-4c6e-bc1f-d3b385636aaa None None] Network 808a787c-5537-444f-a8bb-a1bd21891c8b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:38:50.870013 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e05cd839-907a-471f-8f06-0e67cd852953 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:50.898549 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009e01b-6f60-4cb3-a230-8f87050b48a7 None None] Pushing event updated for resources: {'Port': ['ID=0666d853-15d0-4d9e-b64a-59b46e7cd2ff,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:50.938152 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5cf31e96-79d7-4e36-ad96-49764bb0cd95 None None] Provisioning complete for port 44af4182-2731-49e1-ae25-d6d92ec9f105 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:50.938583 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5cf31e96-79d7-4e36-ad96-49764bb0cd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:50.950501 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-de60a597-2fda-4364-a24d-34b8bd967998 req-cfaebd5f-58da-4bfc-9e0d-4b47b0115fe9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 210 time: 0.0728424 Nov 15 11:38:50.952092 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 39cf2750-782e-4f1a-a502-f851bfaec706 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:50.952441 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:50.953326 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01bf0d58-2012-4caa-9ddf-2f742b155032 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:51.012938 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e05cd839-907a-471f-8f06-0e67cd852953 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting port 0666d853-15d0-4d9e-b64a-59b46e7cd2ff {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:38:51.013608 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e05cd839-907a-471f-8f06-0e67cd852953 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:51.018295 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bf0d58-2012-4caa-9ddf-2f742b155032 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 2e4e5ec1-1fd5-4248-aac6-6d96e055f990 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:51.026485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-01bf0d58-2012-4caa-9ddf-2f742b155032 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:51.039370 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bf0d58-2012-4caa-9ddf-2f742b155032 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:38:51.114928 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e05cd839-907a-471f-8f06-0e67cd852953 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] For port 0666d853-15d0-4d9e-b64a-59b46e7cd2ff, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0666d853-15d0-4d9e-b64a-59b46e7cd2ff,segment=NetworkSegment(5dc8f910-c684-48f7-9420-32e8daf8ccba),segment_id=5dc8f910-c684-48f7-9420-32e8daf8ccba)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:51.117322 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e05cd839-907a-471f-8f06-0e67cd852953 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:51.121824 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf0d58-2012-4caa-9ddf-2f742b155032 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Port': ['ID=8e897d82-9627-41b3-876c-cde80dc2729d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:51.143463 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e05cd839-907a-471f-8f06-0e67cd852953 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Calling delete_port for 0666d853-15d0-4d9e-b64a-59b46e7cd2ff owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:38:51.177946 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01bf0d58-2012-4caa-9ddf-2f742b155032 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:51.253323 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e05cd839-907a-471f-8f06-0e67cd852953 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:51.305698 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cd839-907a-471f-8f06-0e67cd852953 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Port': ['ID=0666d853-15d0-4d9e-b64a-59b46e7cd2ff,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:51.322794 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05cd839-907a-471f-8f06-0e67cd852953 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] No DVR routers for this DVR port 0666d853-15d0-4d9e-b64a-59b46e7cd2ff on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:38:51.517801 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01bf0d58-2012-4caa-9ddf-2f742b155032 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:51.913834 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d368c1f2-5b2e-45ed-b675-7caa7fbcded1 None None] DHCP port deletion for 808a787c-5537-444f-a8bb-a1bd21891c8b request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:38:51.984986 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 1f79acfe-f056-4ad6-9b40-b78ba6109c91 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:52.139325 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a700a26-3050-4e2c-93ad-05b7055a6d33 None None] Network 2e4e5ec1-1fd5-4248-aac6-6d96e055f990 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:38:52.174866 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9c9b41ca-92c1-43e7-88b3-fa8e7edca29b req-e1f69bbf-ab12-4111-ad52-b9dd70dc79a5 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 210 time: 0.0547433 Nov 15 11:38:52.264967 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5cf31e96-79d7-4e36-ad96-49764bb0cd95 None None] Provisioning complete for port 6cbb16fa-28db-4529-a24d-bff61259bbb1 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:52.265381 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5cf31e96-79d7-4e36-ad96-49764bb0cd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:52.354795 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01bf0d58-2012-4caa-9ddf-2f742b155032 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:52.383403 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01bf0d58-2012-4caa-9ddf-2f742b155032 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:52.414684 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5cf31e96-79d7-4e36-ad96-49764bb0cd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:52.433109 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e05cd839-907a-471f-8f06-0e67cd852953 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:52.486884 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e05cd839-907a-471f-8f06-0e67cd852953 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808a787c-5537-444f-a8bb-a1bd21891c8b']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:52.506652 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e05cd839-907a-471f-8f06-0e67cd852953 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc8f910-c684-48f7-9420-32e8daf8ccba') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:52.506947 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e05cd839-907a-471f-8f06-0e67cd852953 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc8f910-c684-48f7-9420-32e8daf8ccba') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:52.521665 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 1f79acfe-f056-4ad6-9b40-b78ba6109c91 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:52.524329 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:52.532812 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e05cd839-907a-471f-8f06-0e67cd852953 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:52.573453 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e05cd839-907a-471f-8f06-0e67cd852953 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:52.588692 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05cd839-907a-471f-8f06-0e67cd852953 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:38:52.589111 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e05cd839-907a-471f-8f06-0e67cd852953 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:52.592219 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf0d58-2012-4caa-9ddf-2f742b155032 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event updated for resources: {'Port': ['ID=8e897d82-9627-41b3-876c-cde80dc2729d,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:52.599234 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-01bf0d58-2012-4caa-9ddf-2f742b155032 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:38:52.742922 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:38:52.752295 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e05cd839-907a-471f-8f06-0e67cd852953 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:52.765650 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e05cd839-907a-471f-8f06-0e67cd852953 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:52.778966 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e05cd839-907a-471f-8f06-0e67cd852953 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/networks/808a787c-5537-444f-a8bb-a1bd21891c8b HTTP/1.1" status: 204 len: 168 time: 2.1843057 Nov 15 11:38:52.780860 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35202) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:52.787639 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5cf31e96-79d7-4e36-ad96-49764bb0cd95 None None] For port 6cbb16fa-28db-4529-a24d-bff61259bbb1, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6cbb16fa-28db-4529-a24d-bff61259bbb1,segment=NetworkSegment(e6909111-38ae-4333-be87-cd5b1447911c),segment_id=e6909111-38ae-4333-be87-cd5b1447911c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:52.846314 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bf0d58-2012-4caa-9ddf-2f742b155032 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Network 2e4e5ec1-1fd5-4248-aac6-6d96e055f990 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:52.863346 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-01bf0d58-2012-4caa-9ddf-2f742b155032 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:52.897412 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cd839-907a-471f-8f06-0e67cd852953 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Network': ['ID=808a787c-5537-444f-a8bb-a1bd21891c8b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:52.936088 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a67b61-888b-4384-aa83-fd8578644a8f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:52.947988 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-20a67b61-888b-4384-aa83-fd8578644a8f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports/54540904-02bd-4121-b2c9-dd8ce9f96eb7 HTTP/1.1" status: 200 len: 845 time: 0.1556432 Nov 15 11:38:52.948700 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35204) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:52.967191 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5cf31e96-79d7-4e36-ad96-49764bb0cd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:53.042624 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-80a9fd23-087a-482d-8212-3b77501e3e1e tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports/54540904-02bd-4121-b2c9-dd8ce9f96eb7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0926828 Nov 15 11:38:53.043417 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf31e96-79d7-4e36-ad96-49764bb0cd95 None None] Pushing event updated for resources: {'Port': ['ID=6cbb16fa-28db-4529-a24d-bff61259bbb1,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:53.050572 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35206) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:53.077919 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 44af4182-2731-49e1-ae25-d6d92ec9f105 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:53.085881 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-24027840-70e3-4954-9c77-848c3aea3fc6 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'subnet': {'network_id': 'a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:53.152986 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-267c5966-93d9-47eb-97a6-6e738bfae3ad None None] Provisioning complete for port 6ef088dc-9b9c-4e21-8447-98c26dbf25be triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:53.153685 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-267c5966-93d9-47eb-97a6-6e738bfae3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:53.218434 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 44af4182-2731-49e1-ae25-d6d92ec9f105 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:53.221164 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:53.420017 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70a98397-e4fd-4e68-8b8b-5fb270efb88c req-32cfc760-6b00-48e2-b564-5793e0dba796 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 210 time: 0.0503068 Nov 15 11:38:53.422609 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24027840-70e3-4954-9c77-848c3aea3fc6 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:53.430936 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-267c5966-93d9-47eb-97a6-6e738bfae3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:53.432326 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-24027840-70e3-4954-9c77-848c3aea3fc6 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:53.465358 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bf0d58-2012-4caa-9ddf-2f742b155032 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Router ab901ef5-5d65-4efd-a5e4-6e32048c7386 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:38:53.521245 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-267c5966-93d9-47eb-97a6-6e738bfae3ad None None] For port 6ef088dc-9b9c-4e21-8447-98c26dbf25be, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6ef088dc-9b9c-4e21-8447-98c26dbf25be,segment=NetworkSegment(631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d),segment_id=631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:53.543143 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-267c5966-93d9-47eb-97a6-6e738bfae3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:53.722512 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bf0d58-2012-4caa-9ddf-2f742b155032 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:38:53.733035 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] Sync routers for ids ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:38:53.746033 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35218) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:53.746600 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-01bf0d58-2012-4caa-9ddf-2f742b155032 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/routers/ab901ef5-5d65-4efd-a5e4-6e32048c7386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6922832 Nov 15 11:38:53.750658 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-bcaa9158-94d0-4a63-8782-f0ff13935b11 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:53.757279 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] Routers {'ab901ef5-5d65-4efd-a5e4-6e32048c7386'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:38:53.758161 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:38:39Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:53.812083 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c5966-93d9-47eb-97a6-6e738bfae3ad None None] Pushing event updated for resources: {'Port': ['ID=6ef088dc-9b9c-4e21-8447-98c26dbf25be,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:53.953068 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3e5073b5-e92b-4ed0-a4d6-55e4897b1a1f None None] Provisioning complete for port 6ef088dc-9b9c-4e21-8447-98c26dbf25be triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:53.953254 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3e5073b5-e92b-4ed0-a4d6-55e4897b1a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:53.987098 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-24027840-70e3-4954-9c77-848c3aea3fc6 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:54.215882 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3e5073b5-e92b-4ed0-a4d6-55e4897b1a1f None None] Provisioning complete for port 8e897d82-9627-41b3-876c-cde80dc2729d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:54.215882 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3e5073b5-e92b-4ed0-a4d6-55e4897b1a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:54.219782 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24027840-70e3-4954-9c77-848c3aea3fc6 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:54.236198 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] Set router ab901ef5-5d65-4efd-a5e4-6e32048c7386 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:38:54.241659 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-24027840-70e3-4954-9c77-848c3aea3fc6 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:54.245339 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24027840-70e3-4954-9c77-848c3aea3fc6 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Subnet': ['ID=7ecc7ac5-5c6a-4980-92af-2b0fd8c66012,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:54.249620 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24027840-70e3-4954-9c77-848c3aea3fc6 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:54.250216 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-24027840-70e3-4954-9c77-848c3aea3fc6 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:54.298140 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-24027840-70e3-4954-9c77-848c3aea3fc6 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2406378 Nov 15 11:38:54.301187 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35234) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:54.310198 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-80d3a897-4711-43c2-ba04-53d38ba485ec tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'security_group': {'name': 'tempest-secgroup-2035081278'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:54.343268 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7afc74-39e5-46ee-a540-4cf97cf1ca3a None None] Network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:38:54.354872 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80d3a897-4711-43c2-ba04-53d38ba485ec tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:54.534762 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6ef088dc-9b9c-4e21-8447-98c26dbf25be up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:54.546836 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80d3a897-4711-43c2-ba04-53d38ba485ec tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:54.557742 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80d3a897-4711-43c2-ba04-53d38ba485ec tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:54.672507 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3e5073b5-e92b-4ed0-a4d6-55e4897b1a1f None None] Port 8e897d82-9627-41b3-876c-cde80dc2729d cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:38:54.691317 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f6896a90-783a-41ef-9718-d89df18e9ecd req-498ee9d0-2be6-4cf3-9d2d-b1716b004511 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 210 time: 0.0932057 Nov 15 11:38:54.702895 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80d3a897-4711-43c2-ba04-53d38ba485ec tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:54.704192 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-80d3a897-4711-43c2-ba04-53d38ba485ec tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4023585 Nov 15 11:38:54.708772 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35242) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:54.714208 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-535422d4-3016-47f3-aa5e-efad35f1cdfe tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'security_group': {'name': 'tempest-secgroup-1947873822'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:54.726720 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3a897-4711-43c2-ba04-53d38ba485ec tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87924b2c-40de-4e03-a06d-1ec9a87e408c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:54.786801 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-535422d4-3016-47f3-aa5e-efad35f1cdfe tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:54.853722 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 6ef088dc-9b9c-4e21-8447-98c26dbf25be triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:54.855277 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:54.890904 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.extraroute_db [None req-bcaa9158-94d0-4a63-8782-f0ff13935b11 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 15 11:38:54.924504 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.extraroute_db [None req-bcaa9158-94d0-4a63-8782-f0ff13935b11 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Removed routes are [] {{(pid=102677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 15 11:38:54.932396 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bcaa9158-94d0-4a63-8782-f0ff13935b11 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:54.933286 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c7ff48fe-a0fa-4a4e-8d12-a0e85600e871 None None] Provisioning complete for port 8e897d82-9627-41b3-876c-cde80dc2729d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:54.933802 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c7ff48fe-a0fa-4a4e-8d12-a0e85600e871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:54.946931 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-535422d4-3016-47f3-aa5e-efad35f1cdfe tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:54.949900 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:38:51Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None, '_interfaces': [{'id': '32d242bb-65e5-4fc8-afb6-079d4ca636c1', 'name': '', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:c5:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:33Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39cf2750-782e-4f1a-a502-f851bfaec706', 'name': '', 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:f7:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:27Z', 'updated_at': '2021-11-15T11:38:45Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cbb16fa-28db-4529-a24d-bff61259bbb1', 'name': '', 'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:7c:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:37Z', 'updated_at': '2021-11-15T11:38:52Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e897d82-9627-41b3-876c-cde80dc2729d', 'name': '', 'network_id': '2e4e5ec1-1fd5-4248-aac6-6d96e055f990', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:b3:48:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'f8b58536-3035-42fd-bb51-a10f22f8b7f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:47Z', 'updated_at': '2021-11-15T11:38:51Z', 'revision_number': 2, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': 'f8b58536-3035-42fd-bb51-a10f22f8b7f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:54.971198 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-535422d4-3016-47f3-aa5e-efad35f1cdfe tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:55.050043 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535422d4-3016-47f3-aa5e-efad35f1cdfe tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=392d8c7e-bbcb-418f-b1ed-69be2ccecbe6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:55.056912 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-535422d4-3016-47f3-aa5e-efad35f1cdfe tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:55.061884 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-535422d4-3016-47f3-aa5e-efad35f1cdfe tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3519797 Nov 15 11:38:55.065424 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35246) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:55.070562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d70a7445-03f6-416b-8a85-0b5b9043c36c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-233340881', 'security_groups': ['392d8c7e-bbcb-418f-b1ed-69be2ccecbe6'], 'network_id': 'a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7ecc7ac5-5c6a-4980-92af-2b0fd8c66012'}]}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:55.108857 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] Checking router: ab901ef5-5d65-4efd-a5e4-6e32048c7386 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:38:55.109558 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] Updating router ab901ef5-5d65-4efd-a5e4-6e32048c7386 port 8e897d82-9627-41b3-876c-cde80dc2729d binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:38:55.250167 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff48fe-a0fa-4a4e-8d12-a0e85600e871 None None] Port 8e897d82-9627-41b3-876c-cde80dc2729d cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:38:55.317433 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70a7445-03f6-416b-8a85-0b5b9043c36c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:55.376115 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bcaa9158-94d0-4a63-8782-f0ff13935b11 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:55.377679 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bc23be-3c12-4743-a839-6cff621b658c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba', 'network_id': 'a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba', 'tenant_id': '98a1ca29c2cd4a64a6ec344e8eaaed84', 'fixed_ips': [{'subnet_id': '7ecc7ac5-5c6a-4980-92af-2b0fd8c66012'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:38:55.378773 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f5bc23be-3c12-4743-a839-6cff621b658c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:55.393387 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bcaa9158-94d0-4a63-8782-f0ff13935b11 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66739771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66739762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66736290'] for router, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:55.411639 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 44af4182-2731-49e1-ae25-d6d92ec9f105 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:55.523311 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:55.534210 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d70a7445-03f6-416b-8a85-0b5b9043c36c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:55.583047 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-d70a7445-03f6-416b-8a85-0b5b9043c36c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] device_id is not set on port 991bbb0d-91a2-413c-a7f0-fc36901f60ea yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:38:55.688263 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcaa9158-94d0-4a63-8782-f0ff13935b11 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Router ab901ef5-5d65-4efd-a5e4-6e32048c7386 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:38:55.711485 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 44af4182-2731-49e1-ae25-d6d92ec9f105 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:55.715441 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:55.930361 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-f5bc23be-3c12-4743-a839-6cff621b658c None None] Allocated IP 2001:db8::2 (a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba/7ecc7ac5-5c6a-4980-92af-2b0fd8c66012/f1cf27f4-1724-47f1-8fac-244f99ee160f) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:38:55.958731 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-49fda2ca-295a-4fae-a928-7ce91eaad8f5 req-6bfa2367-2a80-47b7-9ab2-fa8ace655a25 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 210 time: 0.0591033 Nov 15 11:38:55.960075 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcaa9158-94d0-4a63-8782-f0ff13935b11 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:38:55.989995 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bcaa9158-94d0-4a63-8782-f0ff13935b11 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:55.994828 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35256) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:55.996206 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bcaa9158-94d0-4a63-8782-f0ff13935b11 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/routers/ab901ef5-5d65-4efd-a5e4-6e32048c7386 HTTP/1.1" status: 200 len: 934 time: 2.2487004 Nov 15 11:38:56.167300 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6cbb16fa-28db-4529-a24d-bff61259bbb1 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:38:56.208105 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f8fe7657-7346-4b7b-baa6-bcfeb928bfcb tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/routers/ab901ef5-5d65-4efd-a5e4-6e32048c7386 HTTP/1.1" status: 200 len: 934 time: 0.2118702 Nov 15 11:38:56.212403 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35264) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:56.219477 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-41671051-88d3-458c-8af3-07c95f51b4b9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'router': {'routes': None}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:56.249912 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:56.268573 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:56.345958 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1749a60-a105-4a06-9dd7-5bcb308e2f23 None None] Pushing event updated for resources: {'Port': ['ID=8e897d82-9627-41b3-876c-cde80dc2729d,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:56.399157 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 6cbb16fa-28db-4529-a24d-bff61259bbb1 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:56.399661 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:56.476888 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] Attempting to bind port 8e897d82-9627-41b3-876c-cde80dc2729d on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:38:56.477257 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] Attempting to bind port 8e897d82-9627-41b3-876c-cde80dc2729d by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '2e4e5ec1-1fd5-4248-aac6-6d96e055f990'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:38:56.477618 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] Attempting to bind port 8e897d82-9627-41b3-876c-cde80dc2729d on network 2e4e5ec1-1fd5-4248-aac6-6d96e055f990 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:38:56.489191 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:38:56.489560 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] Checking segment: {'id': '631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '2e4e5ec1-1fd5-4248-aac6-6d96e055f990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:56.489959 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:56.490333 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] Bound using segment: {'id': '631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '2e4e5ec1-1fd5-4248-aac6-6d96e055f990'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:38:56.490789 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] Bound port: 8e897d82-9627-41b3-876c-cde80dc2729d, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '2e4e5ec1-1fd5-4248-aac6-6d96e055f990'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:38:56.491166 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:56.519573 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f5bc23be-3c12-4743-a839-6cff621b658c None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:56.581206 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f5bc23be-3c12-4743-a839-6cff621b658c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:56.756147 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] For port 8e897d82-9627-41b3-876c-cde80dc2729d, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:38:56.772289 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] For port 8e897d82-9627-41b3-876c-cde80dc2729d, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=8e897d82-9627-41b3-876c-cde80dc2729d,segment=NetworkSegment(631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d),segment_id=631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:38:56.789277 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:56.804899 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-d70a7445-03f6-416b-8a85-0b5b9043c36c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Allocated IP 2001:db8::e1 (a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba/7ecc7ac5-5c6a-4980-92af-2b0fd8c66012/991bbb0d-91a2-413c-a7f0-fc36901f60ea) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:38:56.930778 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1749a60-a105-4a06-9dd7-5bcb308e2f23 None None] Pushing event updated for resources: {'Port': ['ID=8e897d82-9627-41b3-876c-cde80dc2729d,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:56.944114 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bc23be-3c12-4743-a839-6cff621b658c None None] Network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:56.976911 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-f5bc23be-3c12-4743-a839-6cff621b658c None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:56.986555 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bc23be-3c12-4743-a839-6cff621b658c None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:38:57.032750 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] Routers {'ab901ef5-5d65-4efd-a5e4-6e32048c7386'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:38:57.033772 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:38:39Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:57.054477 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc23be-3c12-4743-a839-6cff621b658c None None] Pushing event updated for resources: {'Port': ['ID=f1cf27f4-1724-47f1-8fac-244f99ee160f,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:57.208051 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0666d853-15d0-4d9e-b64a-59b46e7cd2ff no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:38:57.382649 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.extraroute_db [None req-41671051-88d3-458c-8af3-07c95f51b4b9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Added routes are [] {{(pid=102677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 15 11:38:57.384290 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.extraroute_db [None req-41671051-88d3-458c-8af3-07c95f51b4b9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 15 11:38:57.389579 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d70a7445-03f6-416b-8a85-0b5b9043c36c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:57.428780 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] Set router ab901ef5-5d65-4efd-a5e4-6e32048c7386 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:38:57.475108 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d70a7445-03f6-416b-8a85-0b5b9043c36c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:57.509824 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-93d97ba5-a039-48db-aa3d-568d0988d845 req-b88ddffc-1242-49f5-b0cc-1848c1c29675 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=91131731-afdb-4c08-b2b2-379df5b661bb HTTP/1.1" status: 200 len: 210 time: 0.0536237 Nov 15 11:38:57.538854 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41671051-88d3-458c-8af3-07c95f51b4b9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:57.571312 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70a7445-03f6-416b-8a85-0b5b9043c36c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:57.575156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-d70a7445-03f6-416b-8a85-0b5b9043c36c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:57.580353 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70a7445-03f6-416b-8a85-0b5b9043c36c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:38:57.586351 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70a7445-03f6-416b-8a85-0b5b9043c36c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:57.587238 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d70a7445-03f6-416b-8a85-0b5b9043c36c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:57.598743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a7445-03f6-416b-8a85-0b5b9043c36c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Port': ['ID=991bbb0d-91a2-413c-a7f0-fc36901f60ea,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:57.613192 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d70a7445-03f6-416b-8a85-0b5b9043c36c tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5464373 Nov 15 11:38:57.616201 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35278) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:57.622342 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-16348927-a8aa-40e3-8642-3f6dc08618e4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'subnet': {'network_id': 'a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:57.665889 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 0666d853-15d0-4d9e-b64a-59b46e7cd2ff {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:38:57.666454 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0666d853-15d0-4d9e-b64a-59b46e7cd2ff not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:38:57.675272 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-145a4285-3158-4249-ad86-2888ce4ac33e None None] Provisioning complete for port 8e897d82-9627-41b3-876c-cde80dc2729d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:57.676666 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-145a4285-3158-4249-ad86-2888ce4ac33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:57.681219 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f5bc23be-3c12-4743-a839-6cff621b658c None None] Attempting to bind port f1cf27f4-1724-47f1-8fac-244f99ee160f on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:38:57.681564 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f5bc23be-3c12-4743-a839-6cff621b658c None None] Attempting to bind port f1cf27f4-1724-47f1-8fac-244f99ee160f by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '740139c0-0f98-458c-b58a-00088d1f9c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:38:57.681916 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bc23be-3c12-4743-a839-6cff621b658c None None] Attempting to bind port f1cf27f4-1724-47f1-8fac-244f99ee160f on network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:38:57.705502 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bc23be-3c12-4743-a839-6cff621b658c None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:38:57.709147 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bc23be-3c12-4743-a839-6cff621b658c None None] Checking segment: {'id': '740139c0-0f98-458c-b58a-00088d1f9c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:38:57.709617 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f5bc23be-3c12-4743-a839-6cff621b658c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:57.716724 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bc23be-3c12-4743-a839-6cff621b658c None None] Bound using segment: {'id': '740139c0-0f98-458c-b58a-00088d1f9c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:38:57.718064 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f5bc23be-3c12-4743-a839-6cff621b658c None None] Bound port: f1cf27f4-1724-47f1-8fac-244f99ee160f, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740139c0-0f98-458c-b58a-00088d1f9c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:38:57.718466 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f5bc23be-3c12-4743-a839-6cff621b658c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:57.878320 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16348927-a8aa-40e3-8642-3f6dc08618e4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:57.882148 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-16348927-a8aa-40e3-8642-3f6dc08618e4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:58.038910 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41671051-88d3-458c-8af3-07c95f51b4b9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:58.047321 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41671051-88d3-458c-8af3-07c95f51b4b9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66739771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66739762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66736290'] for router, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:58.079203 n-d-729945-9 neutron-server[102678]: INFO neutron.db.ipam_backend_mixin [None req-16348927-a8aa-40e3-8642-3f6dc08618e4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7ecc7ac5-5c6a-4980-92af-2b0fd8c66012 (CIDR: 2001:db8::/64) Nov 15 11:38:58.080892 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:38:54Z', 'revision_number': 6, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None, '_interfaces': [{'id': '32d242bb-65e5-4fc8-afb6-079d4ca636c1', 'name': '', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:c5:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:33Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39cf2750-782e-4f1a-a502-f851bfaec706', 'name': '', 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:f7:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:27Z', 'updated_at': '2021-11-15T11:38:45Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cbb16fa-28db-4529-a24d-bff61259bbb1', 'name': '', 'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:7c:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:37Z', 'updated_at': '2021-11-15T11:38:52Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e897d82-9627-41b3-876c-cde80dc2729d', 'name': '', 'network_id': '2e4e5ec1-1fd5-4248-aac6-6d96e055f990', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:b3:48:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'f8b58536-3035-42fd-bb51-a10f22f8b7f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:47Z', 'updated_at': '2021-11-15T11:38:56Z', 'revision_number': 4, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': 'f8b58536-3035-42fd-bb51-a10f22f8b7f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:38:58.086415 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-16348927-a8aa-40e3-8642-3f6dc08618e4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:38:58.101198 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16348927-a8aa-40e3-8642-3f6dc08618e4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:38:58.115837 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f5bc23be-3c12-4743-a839-6cff621b658c None None] For port f1cf27f4-1724-47f1-8fac-244f99ee160f, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:38:58.148868 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-16348927-a8aa-40e3-8642-3f6dc08618e4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5313077 Nov 15 11:38:58.151783 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35296) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:58.157194 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-703ccd4f-32e2-4f14-b7c6-22dc0791178a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'subnet': {'network_id': 'a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:58.167256 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8948eb-d005-4d7c-96a8-58d06c142c4e None None] The sync data for ids ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'] in n-d-729945-9 is: [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:38:54Z', 'revision_number': 6, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None, '_interfaces': [{'id': '32d242bb-65e5-4fc8-afb6-079d4ca636c1', 'name': '', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:c5:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:33Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39cf2750-782e-4f1a-a502-f851bfaec706', 'name': '', 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:f7:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:27Z', 'updated_at': '2021-11-15T11:38:45Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cbb16fa-28db-4529-a24d-bff61259bbb1', 'name': '', 'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:7c:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:37Z', 'updated_at': '2021-11-15T11:38:52Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e897d82-9627-41b3-876c-cde80dc2729d', 'name': '', 'network_id': '2e4e5ec1-1fd5-4248-aac6-6d96e055f990', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:b3:48:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'f8b58536-3035-42fd-bb51-a10f22f8b7f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:47Z', 'updated_at': '2021-11-15T11:38:56Z', 'revision_number': 4, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': 'f8b58536-3035-42fd-bb51-a10f22f8b7f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:38:58.194245 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-145a4285-3158-4249-ad86-2888ce4ac33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:58.199930 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f5bc23be-3c12-4743-a839-6cff621b658c None None] For port f1cf27f4-1724-47f1-8fac-244f99ee160f, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f1cf27f4-1724-47f1-8fac-244f99ee160f,segment=NetworkSegment(740139c0-0f98-458c-b58a-00088d1f9c9c),segment_id=740139c0-0f98-458c-b58a-00088d1f9c9c)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:38:58.277548 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f5bc23be-3c12-4743-a839-6cff621b658c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:58.426782 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41671051-88d3-458c-8af3-07c95f51b4b9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Router ab901ef5-5d65-4efd-a5e4-6e32048c7386 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:38:58.431623 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-145a4285-3158-4249-ad86-2888ce4ac33e None None] For port 8e897d82-9627-41b3-876c-cde80dc2729d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=8e897d82-9627-41b3-876c-cde80dc2729d,segment=NetworkSegment(631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d),segment_id=631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:38:58.505864 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703ccd4f-32e2-4f14-b7c6-22dc0791178a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:38:58.509546 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-703ccd4f-32e2-4f14-b7c6-22dc0791178a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:58.515314 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc23be-3c12-4743-a839-6cff621b658c None None] Pushing event updated for resources: {'Port': ['ID=f1cf27f4-1724-47f1-8fac-244f99ee160f,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:58.524731 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-145a4285-3158-4249-ad86-2888ce4ac33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:58.684053 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a4285-3158-4249-ad86-2888ce4ac33e None None] Pushing event updated for resources: {'Port': ['ID=8e897d82-9627-41b3-876c-cde80dc2729d,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:58.693740 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-12acae8d-1f8e-46c9-ab9d-749cc56eb51f None None] Provisioning complete for port 8e897d82-9627-41b3-876c-cde80dc2729d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:38:58.694255 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-12acae8d-1f8e-46c9-ab9d-749cc56eb51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:58.875163 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41671051-88d3-458c-8af3-07c95f51b4b9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:38:58.902206 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41671051-88d3-458c-8af3-07c95f51b4b9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:58.909486 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-41671051-88d3-458c-8af3-07c95f51b4b9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/routers/ab901ef5-5d65-4efd-a5e4-6e32048c7386 HTTP/1.1" status: 200 len: 700 time: 2.6933627 Nov 15 11:38:58.911250 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35310) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:59.061159 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-703ccd4f-32e2-4f14-b7c6-22dc0791178a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:59.122331 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703ccd4f-32e2-4f14-b7c6-22dc0791178a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:38:59.127658 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-703ccd4f-32e2-4f14-b7c6-22dc0791178a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:38:59.142238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703ccd4f-32e2-4f14-b7c6-22dc0791178a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:38:59.142848 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-703ccd4f-32e2-4f14-b7c6-22dc0791178a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:59.189152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ccd4f-32e2-4f14-b7c6-22dc0791178a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Subnet': ['ID=5759cd35-4295-4dde-9197-7353dddfc399,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:38:59.227047 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-703ccd4f-32e2-4f14-b7c6-22dc0791178a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0713627 Nov 15 11:38:59.229456 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35316) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:38:59.243288 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-2886eec3-3217-4099-902c-ac417244c209 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1908245885', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5759cd35-4295-4dde-9197-7353dddfc399'}], 'security_groups': ['87924b2c-40de-4e03-a06d-1ec9a87e408c']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:38:59.424278 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2886eec3-3217-4099-902c-ac417244c209 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:38:59.661622 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:00.048987 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 8e897d82-9627-41b3-876c-cde80dc2729d up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:39:00.126220 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-03215d82-613e-401d-b8ab-839365561bd9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/routers/ab901ef5-5d65-4efd-a5e4-6e32048c7386 HTTP/1.1" status: 200 len: 700 time: 1.2136912 Nov 15 11:39:00.131326 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35324) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:00.140163 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982396d3-3a96-4ef8-a09b-4881c35c2422 None None] Sync routers for ids ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:39:00.193981 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982396d3-3a96-4ef8-a09b-4881c35c2422 None None] Routers {'ab901ef5-5d65-4efd-a5e4-6e32048c7386'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:39:00.198121 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-982396d3-3a96-4ef8-a09b-4881c35c2422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:38:39Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:00.235273 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-2886eec3-3217-4099-902c-ac417244c209 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Delete allocated IP 2001:db8::e1 (a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba/7ecc7ac5-5c6a-4980-92af-2b0fd8c66012) {{(pid=102678) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 15 11:39:00.257446 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-2886eec3-3217-4099-902c-ac417244c209 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Allocated IP 2001:db8:0:1::38d (a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba/5759cd35-4295-4dde-9197-7353dddfc399/991bbb0d-91a2-413c-a7f0-fc36901f60ea) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:39:00.477597 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-982396d3-3a96-4ef8-a09b-4881c35c2422 None None] Set router ab901ef5-5d65-4efd-a5e4-6e32048c7386 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:39:00.616291 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 8e897d82-9627-41b3-876c-cde80dc2729d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:00.616689 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:00.637456 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2886eec3-3217-4099-902c-ac417244c209 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:00.646100 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2886eec3-3217-4099-902c-ac417244c209 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:00.720447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba375d7f-3df7-4dac-b1c2-a476c784e47a None None] Network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:39:00.770266 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2886eec3-3217-4099-902c-ac417244c209 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] In _notify_port_updated(), no bound segment for port 991bbb0d-91a2-413c-a7f0-fc36901f60ea on network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba {{(pid=102678) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:39:00.784119 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2886eec3-3217-4099-902c-ac417244c209 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:39:00.786688 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2886eec3-3217-4099-902c-ac417244c209 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:00.789487 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2886eec3-3217-4099-902c-ac417244c209 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "PUT /v2.0/ports/991bbb0d-91a2-413c-a7f0-fc36901f60ea HTTP/1.1" status: 200 len: 931 time: 1.5588760 Nov 15 11:39:00.793952 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35332) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:00.835342 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886eec3-3217-4099-902c-ac417244c209 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Port': ['ID=991bbb0d-91a2-413c-a7f0-fc36901f60ea,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:01.109236 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f1cf27f4-1724-47f1-8fac-244f99ee160f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:39:01.111844 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5c2d2eab-fbbc-4770-8925-80ffec5a6825 None None] Provisioning complete for port 54540904-02bd-4121-b2c9-dd8ce9f96eb7 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:01.112475 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c2d2eab-fbbc-4770-8925-80ffec5a6825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:01.145203 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-18327322-0c0a-4ea9-b70a-a439ba0e3009 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting port 991bbb0d-91a2-413c-a7f0-fc36901f60ea {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:39:01.145722 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18327322-0c0a-4ea9-b70a-a439ba0e3009 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:01.246103 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28fc5968-6159-4118-b3ca-71898eead7fc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:01.352466 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d2eab-fbbc-4770-8925-80ffec5a6825 None None] Port 54540904-02bd-4121-b2c9-dd8ce9f96eb7 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:39:01.462957 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5c2d2eab-fbbc-4770-8925-80ffec5a6825 None None] Provisioning complete for port f1cf27f4-1724-47f1-8fac-244f99ee160f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:01.463452 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c2d2eab-fbbc-4770-8925-80ffec5a6825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:01.530310 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port f1cf27f4-1724-47f1-8fac-244f99ee160f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:01.537438 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:01.754295 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:01.760814 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c2d2eab-fbbc-4770-8925-80ffec5a6825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:01.774451 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18327322-0c0a-4ea9-b70a-a439ba0e3009 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:01.821721 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-18327322-0c0a-4ea9-b70a-a439ba0e3009 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Calling delete_port for 991bbb0d-91a2-413c-a7f0-fc36901f60ea owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:39:01.826409 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-982396d3-3a96-4ef8-a09b-4881c35c2422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:38:57Z', 'revision_number': 7, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None, '_interfaces': [{'id': '32d242bb-65e5-4fc8-afb6-079d4ca636c1', 'name': '', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:c5:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:33Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39cf2750-782e-4f1a-a502-f851bfaec706', 'name': '', 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:f7:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:27Z', 'updated_at': '2021-11-15T11:38:45Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cbb16fa-28db-4529-a24d-bff61259bbb1', 'name': '', 'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:7c:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:37Z', 'updated_at': '2021-11-15T11:38:52Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e897d82-9627-41b3-876c-cde80dc2729d', 'name': '', 'network_id': '2e4e5ec1-1fd5-4248-aac6-6d96e055f990', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:b3:48:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'f8b58536-3035-42fd-bb51-a10f22f8b7f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:47Z', 'updated_at': '2021-11-15T11:38:58Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': 'f8b58536-3035-42fd-bb51-a10f22f8b7f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:01.876728 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982396d3-3a96-4ef8-a09b-4881c35c2422 None None] Checking router: ab901ef5-5d65-4efd-a5e4-6e32048c7386 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:39:01.883545 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5c2d2eab-fbbc-4770-8925-80ffec5a6825 None None] For port f1cf27f4-1724-47f1-8fac-244f99ee160f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f1cf27f4-1724-47f1-8fac-244f99ee160f,segment=NetworkSegment(740139c0-0f98-458c-b58a-00088d1f9c9c),segment_id=740139c0-0f98-458c-b58a-00088d1f9c9c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:39:01.918386 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6723f6bf-8c2d-4e25-958d-2f969bcfe820 None None] Update dhcp port {'port': {'network_id': 'a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba', 'fixed_ips': [{'subnet_id': '7ecc7ac5-5c6a-4980-92af-2b0fd8c66012', 'ip_address': '2001:db8::2'}, {'subnet_id': '5759cd35-4295-4dde-9197-7353dddfc399'}], 'binding:host_id': 'n-d-729945-9'}, 'id': 'f1cf27f4-1724-47f1-8fac-244f99ee160f'} from n-d-729945-9. {{(pid=102679) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 11:39:01.946766 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c2d2eab-fbbc-4770-8925-80ffec5a6825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:01.952227 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6723f6bf-8c2d-4e25-958d-2f969bcfe820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:02.034530 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-28fc5968-6159-4118-b3ca-71898eead7fc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting port 8e897d82-9627-41b3-876c-cde80dc2729d {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:39:02.034869 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28fc5968-6159-4118-b3ca-71898eead7fc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:02.044457 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982396d3-3a96-4ef8-a09b-4881c35c2422 None None] Routers {'ab901ef5-5d65-4efd-a5e4-6e32048c7386'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:39:02.045086 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-982396d3-3a96-4ef8-a09b-4881c35c2422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:38:39Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:02.167545 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:02.272507 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-28fc5968-6159-4118-b3ca-71898eead7fc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] For port 8e897d82-9627-41b3-876c-cde80dc2729d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=8e897d82-9627-41b3-876c-cde80dc2729d,segment=NetworkSegment(631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d),segment_id=631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:39:02.273092 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28fc5968-6159-4118-b3ca-71898eead7fc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:02.281138 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18327322-0c0a-4ea9-b70a-a439ba0e3009 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:02.360008 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-28fc5968-6159-4118-b3ca-71898eead7fc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Calling delete_port for 8e897d82-9627-41b3-876c-cde80dc2729d owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:39:02.363783 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18327322-0c0a-4ea9-b70a-a439ba0e3009 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Port': ['ID=991bbb0d-91a2-413c-a7f0-fc36901f60ea,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:02.372328 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18327322-0c0a-4ea9-b70a-a439ba0e3009 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:02.379520 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-18327322-0c0a-4ea9-b70a-a439ba0e3009 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/ports/991bbb0d-91a2-413c-a7f0-fc36901f60ea HTTP/1.1" status: 204 len: 168 time: 1.5829320 Nov 15 11:39:02.380087 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35354) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:02.434160 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-6adaea82-f557-491e-976f-e51d6fa45b02 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] GET failed (client error): The resource could not be found. Nov 15 11:39:02.439173 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6adaea82-f557-491e-976f-e51d6fa45b02 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports/991bbb0d-91a2-413c-a7f0-fc36901f60ea HTTP/1.1" status: 404 len: 333 time: 0.0574279 Nov 15 11:39:02.442719 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35356) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:02.562466 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f5d5443-1035-4f24-abc7-8b750cb4a15a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:02.609248 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f5d5443-1035-4f24-abc7-8b750cb4a15a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:02.714318 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f5d5443-1035-4f24-abc7-8b750cb4a15a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:02.717798 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f5d5443-1035-4f24-abc7-8b750cb4a15a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:02.719208 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9f5d5443-1035-4f24-abc7-8b750cb4a15a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/security-groups/392d8c7e-bbcb-418f-b1ed-69be2ccecbe6 HTTP/1.1" status: 204 len: 168 time: 0.2753894 Nov 15 11:39:02.733633 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35366) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:02.737841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d5443-1035-4f24-abc7-8b750cb4a15a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=392d8c7e-bbcb-418f-b1ed-69be2ccecbe6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:02.768505 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d2eab-fbbc-4770-8925-80ffec5a6825 None None] Pushing event updated for resources: {'Port': ['ID=f1cf27f4-1724-47f1-8fac-244f99ee160f,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:02.771888 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d5443-1035-4f24-abc7-8b750cb4a15a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:02.777397 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d5443-1035-4f24-abc7-8b750cb4a15a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:02.778105 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d5443-1035-4f24-abc7-8b750cb4a15a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:02.782138 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d5443-1035-4f24-abc7-8b750cb4a15a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:02.782630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d5443-1035-4f24-abc7-8b750cb4a15a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:02.783332 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d5443-1035-4f24-abc7-8b750cb4a15a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:02.783923 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d5443-1035-4f24-abc7-8b750cb4a15a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:02.785025 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d5443-1035-4f24-abc7-8b750cb4a15a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:02.785465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d5443-1035-4f24-abc7-8b750cb4a15a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:02.788797 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d5443-1035-4f24-abc7-8b750cb4a15a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:02.789261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d5443-1035-4f24-abc7-8b750cb4a15a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:02.789692 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d5443-1035-4f24-abc7-8b750cb4a15a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:02.811390 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28fc5968-6159-4118-b3ca-71898eead7fc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:02.879055 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc5968-6159-4118-b3ca-71898eead7fc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Port': ['ID=8e897d82-9627-41b3-876c-cde80dc2729d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:02.910123 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-35170faf-3958-4702-9c13-30caa887ed79 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:02.931801 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-982396d3-3a96-4ef8-a09b-4881c35c2422 None None] Set router ab901ef5-5d65-4efd-a5e4-6e32048c7386 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:39:02.970871 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-35170faf-3958-4702-9c13-30caa887ed79 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:03.061149 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-35170faf-3958-4702-9c13-30caa887ed79 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:03.064772 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-35170faf-3958-4702-9c13-30caa887ed79 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:03.069084 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:39:03.069430 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:39:03.070150 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-35170faf-3958-4702-9c13-30caa887ed79 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/security-groups/87924b2c-40de-4e03-a06d-1ec9a87e408c HTTP/1.1" status: 204 len: 168 time: 0.3156826 Nov 15 11:39:03.070847 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35368) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:03.166034 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28fc5968-6159-4118-b3ca-71898eead7fc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:03.167102 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35170faf-3958-4702-9c13-30caa887ed79 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87924b2c-40de-4e03-a06d-1ec9a87e408c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:03.216332 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b9e91c-6451-4d1d-a003-1e2e3bba9f8f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting subnet 7ecc7ac5-5c6a-4980-92af-2b0fd8c66012 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:39:03.257807 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-6723f6bf-8c2d-4e25-958d-2f969bcfe820 None None] Allocated IP 2001:db8:0:1::2 (a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba/5759cd35-4295-4dde-9197-7353dddfc399/f1cf27f4-1724-47f1-8fac-244f99ee160f) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:39:03.416210 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6723f6bf-8c2d-4e25-958d-2f969bcfe820 None None] For port f1cf27f4-1724-47f1-8fac-244f99ee160f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f1cf27f4-1724-47f1-8fac-244f99ee160f,segment=NetworkSegment(740139c0-0f98-458c-b58a-00088d1f9c9c),segment_id=740139c0-0f98-458c-b58a-00088d1f9c9c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:39:03.452405 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6723f6bf-8c2d-4e25-958d-2f969bcfe820 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:03.462293 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11b9e91c-6451-4d1d-a003-1e2e3bba9f8f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:03.539500 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6723f6bf-8c2d-4e25-958d-2f969bcfe820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:03.580254 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11b9e91c-6451-4d1d-a003-1e2e3bba9f8f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:03.627878 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fc5968-6159-4118-b3ca-71898eead7fc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Router ab901ef5-5d65-4efd-a5e4-6e32048c7386 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:39:03.765458 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11b9e91c-6451-4d1d-a003-1e2e3bba9f8f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:03.906381 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11b9e91c-6451-4d1d-a003-1e2e3bba9f8f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:03.940104 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fc5968-6159-4118-b3ca-71898eead7fc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:39:03.950326 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-28fc5968-6159-4118-b3ca-71898eead7fc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/routers/ab901ef5-5d65-4efd-a5e4-6e32048c7386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8142271 Nov 15 11:39:03.952240 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-11b9e91c-6451-4d1d-a003-1e2e3bba9f8f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:03.953363 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723f6bf-8c2d-4e25-958d-2f969bcfe820 None None] Pushing event updated for resources: {'Port': ['ID=f1cf27f4-1724-47f1-8fac-244f99ee160f,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:03.960549 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35384) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:03.972681 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35386) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:03.973582 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-11b9e91c-6451-4d1d-a003-1e2e3bba9f8f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/subnets/7ecc7ac5-5c6a-4980-92af-2b0fd8c66012 HTTP/1.1" status: 204 len: 168 time: 0.8966575 Nov 15 11:39:03.979892 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-77f53e5e-9f3e-468f-a818-5e2bc2d95991 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'subnet': {'network_id': 'a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:04.089174 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9e91c-6451-4d1d-a003-1e2e3bba9f8f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Subnet': ['ID=7ecc7ac5-5c6a-4980-92af-2b0fd8c66012,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:04.205024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35388) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:04.402201 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ae45db-9200-4649-8bf7-c1103a47e2cf tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting subnet f8b58536-3035-42fd-bb51-a10f22f8b7f6 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:39:04.420299 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78ae45db-9200-4649-8bf7-c1103a47e2cf tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:04.455182 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f1cf27f4-1724-47f1-8fac-244f99ee160f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:39:04.477619 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c06aa02-5918-4eec-b98d-1d1eef9dca84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:04.646220 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78ae45db-9200-4649-8bf7-c1103a47e2cf tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:04.737611 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f53e5e-9f3e-468f-a818-5e2bc2d95991 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:39:04.741790 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77f53e5e-9f3e-468f-a818-5e2bc2d95991 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:04.760032 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c06aa02-5918-4eec-b98d-1d1eef9dca84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:04.766151 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-982396d3-3a96-4ef8-a09b-4881c35c2422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:38:57Z', 'revision_number': 7, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None, '_interfaces': [{'id': '32d242bb-65e5-4fc8-afb6-079d4ca636c1', 'name': '', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:c5:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:33Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39cf2750-782e-4f1a-a502-f851bfaec706', 'name': '', 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:f7:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:27Z', 'updated_at': '2021-11-15T11:38:45Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cbb16fa-28db-4529-a24d-bff61259bbb1', 'name': '', 'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:7c:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:37Z', 'updated_at': '2021-11-15T11:38:52Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e897d82-9627-41b3-876c-cde80dc2729d', 'name': '', 'network_id': '2e4e5ec1-1fd5-4248-aac6-6d96e055f990', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:b3:48:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'f8b58536-3035-42fd-bb51-a10f22f8b7f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:47Z', 'updated_at': '2021-11-15T11:38:58Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': 'f8b58536-3035-42fd-bb51-a10f22f8b7f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:04.778384 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c06aa02-5918-4eec-b98d-1d1eef9dca84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:04.857167 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06aa02-5918-4eec-b98d-1d1eef9dca84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da80828a-4d6d-47f8-a306-4a943040a842,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:04.874653 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982396d3-3a96-4ef8-a09b-4881c35c2422 None None] The sync data for ids ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'] in n-d-729945-9 is: [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:38:57Z', 'revision_number': 7, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None, '_interfaces': [{'id': '32d242bb-65e5-4fc8-afb6-079d4ca636c1', 'name': '', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:c5:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:33Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39cf2750-782e-4f1a-a502-f851bfaec706', 'name': '', 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:f7:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:27Z', 'updated_at': '2021-11-15T11:38:45Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cbb16fa-28db-4529-a24d-bff61259bbb1', 'name': '', 'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:7c:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:37Z', 'updated_at': '2021-11-15T11:38:52Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e897d82-9627-41b3-876c-cde80dc2729d', 'name': '', 'network_id': '2e4e5ec1-1fd5-4248-aac6-6d96e055f990', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:b3:48:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'f8b58536-3035-42fd-bb51-a10f22f8b7f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:47Z', 'updated_at': '2021-11-15T11:38:58Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': 'f8b58536-3035-42fd-bb51-a10f22f8b7f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:39:04.917004 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9c06aa02-5918-4eec-b98d-1d1eef9dca84 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a3ad758e1f16424eae6728054fde7e71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7082100 Nov 15 11:39:04.917197 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port f1cf27f4-1724-47f1-8fac-244f99ee160f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:04.917197 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:04.933689 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35408) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:05.080005 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44ccba6f-021f-412e-ac8c-2a4cd31d9e85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:05.092974 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78ae45db-9200-4649-8bf7-c1103a47e2cf tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:05.148938 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44ccba6f-021f-412e-ac8c-2a4cd31d9e85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:05.257773 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44ccba6f-021f-412e-ac8c-2a4cd31d9e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:05.260672 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44ccba6f-021f-412e-ac8c-2a4cd31d9e85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:05.262023 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-44ccba6f-021f-412e-ac8c-2a4cd31d9e85 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/da80828a-4d6d-47f8-a306-4a943040a842 HTTP/1.1" status: 204 len: 168 time: 0.3271658 Nov 15 11:39:05.277321 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccba6f-021f-412e-ac8c-2a4cd31d9e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da80828a-4d6d-47f8-a306-4a943040a842,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:05.461208 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df759f7-2f61-43ec-8193-de77e65866d5 None None] Sync routers for ids ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:39:05.471477 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78ae45db-9200-4649-8bf7-c1103a47e2cf tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:05.483993 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df759f7-2f61-43ec-8193-de77e65866d5 None None] Routers {'ab901ef5-5d65-4efd-a5e4-6e32048c7386'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:39:05.484630 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2df759f7-2f61-43ec-8193-de77e65866d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:38:39Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:05.524835 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c97fdd3-587c-4517-bfb5-30db9351fbe5 None None] Network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:39:05.609942 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2df759f7-2f61-43ec-8193-de77e65866d5 None None] Set router ab901ef5-5d65-4efd-a5e4-6e32048c7386 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:39:05.692985 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f1c2c472-1c19-4ec9-9ef6-7fc4434ca813 None None] Provisioning complete for port 54540904-02bd-4121-b2c9-dd8ce9f96eb7 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:05.693341 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c472-1c19-4ec9-9ef6-7fc4434ca813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:05.862333 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f1c2c472-1c19-4ec9-9ef6-7fc4434ca813 None None] Port 54540904-02bd-4121-b2c9-dd8ce9f96eb7 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:39:05.979706 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f1c2c472-1c19-4ec9-9ef6-7fc4434ca813 None None] Provisioning complete for port f1cf27f4-1724-47f1-8fac-244f99ee160f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:05.980093 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c472-1c19-4ec9-9ef6-7fc4434ca813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:05.999615 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2df759f7-2f61-43ec-8193-de77e65866d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:39:02Z', 'revision_number': 8, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None, '_interfaces': [{'id': '32d242bb-65e5-4fc8-afb6-079d4ca636c1', 'name': '', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:c5:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:33Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39cf2750-782e-4f1a-a502-f851bfaec706', 'name': '', 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:f7:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:27Z', 'updated_at': '2021-11-15T11:38:45Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cbb16fa-28db-4529-a24d-bff61259bbb1', 'name': '', 'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:7c:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:37Z', 'updated_at': '2021-11-15T11:38:52Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:06.075716 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df759f7-2f61-43ec-8193-de77e65866d5 None None] Checking router: ab901ef5-5d65-4efd-a5e4-6e32048c7386 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:39:06.098658 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df759f7-2f61-43ec-8193-de77e65866d5 None None] Routers {'ab901ef5-5d65-4efd-a5e4-6e32048c7386'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:39:06.099713 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2df759f7-2f61-43ec-8193-de77e65866d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:38:39Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:06.327560 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2df759f7-2f61-43ec-8193-de77e65866d5 None None] Set router ab901ef5-5d65-4efd-a5e4-6e32048c7386 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:39:06.332139 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ab79ba5c-4d19-482f-b62a-0e1f19b7bd1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:06.347763 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f1c2c472-1c19-4ec9-9ef6-7fc4434ca813 None None] Could not find standard attr ID for object 991bbb0d-91a2-413c-a7f0-fc36901f60ea. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:39:06.460192 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae45db-9200-4649-8bf7-c1103a47e2cf tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Subnet': ['ID=f8b58536-3035-42fd-bb51-a10f22f8b7f6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:06.626449 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e5bfe9-677e-4874-893c-733e418d9804 None None] Network 2e4e5ec1-1fd5-4248-aac6-6d96e055f990 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:39:06.644583 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78ae45db-9200-4649-8bf7-c1103a47e2cf tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:06.650711 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35440) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:06.658703 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-78ae45db-9200-4649-8bf7-c1103a47e2cf tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/subnets/f8b58536-3035-42fd-bb51-a10f22f8b7f6 HTTP/1.1" status: 204 len: 168 time: 2.6969614 Nov 15 11:39:06.668244 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77f53e5e-9f3e-468f-a818-5e2bc2d95991 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:06.829149 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f53e5e-9f3e-468f-a818-5e2bc2d95991 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Subnet': ['ID=ba4483da-25bf-4546-a3a4-9c9134976d0a,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:06.842372 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f53e5e-9f3e-468f-a818-5e2bc2d95991 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:39:06.843882 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-77f53e5e-9f3e-468f-a818-5e2bc2d95991 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:39:06.854838 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f53e5e-9f3e-468f-a818-5e2bc2d95991 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:39:06.855435 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-77f53e5e-9f3e-468f-a818-5e2bc2d95991 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:06.893170 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-77f53e5e-9f3e-468f-a818-5e2bc2d95991 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9197259 Nov 15 11:39:06.893897 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35450) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:06.900613 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e2698816-3504-4b8f-ac2e-ac5b1b07cbaf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'security_group': {'name': 'tempest-secgroup-2005754394'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:06.965314 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-865ba5e3-a725-4037-a5d4-dc54fb9fc613 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:06.977357 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2698816-3504-4b8f-ac2e-ac5b1b07cbaf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:07.122729 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2df759f7-2f61-43ec-8193-de77e65866d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:39:02Z', 'revision_number': 8, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None, '_interfaces': [{'id': '32d242bb-65e5-4fc8-afb6-079d4ca636c1', 'name': '', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:c5:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:33Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39cf2750-782e-4f1a-a502-f851bfaec706', 'name': '', 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:f7:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:27Z', 'updated_at': '2021-11-15T11:38:45Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cbb16fa-28db-4529-a24d-bff61259bbb1', 'name': '', 'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:7c:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:37Z', 'updated_at': '2021-11-15T11:38:52Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:07.173257 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-865ba5e3-a725-4037-a5d4-dc54fb9fc613 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting port 6ef088dc-9b9c-4e21-8447-98c26dbf25be {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:39:07.175162 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-865ba5e3-a725-4037-a5d4-dc54fb9fc613 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:07.188017 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda0af27-5ddb-438c-9a0a-6d9c9f24bda6 None None] DHCP port deletion for 2e4e5ec1-1fd5-4248-aac6-6d96e055f990 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:39:07.223407 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2698816-3504-4b8f-ac2e-ac5b1b07cbaf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:07.237661 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2698816-3504-4b8f-ac2e-ac5b1b07cbaf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:07.276777 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df759f7-2f61-43ec-8193-de77e65866d5 None None] The sync data for ids ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'] in n-d-729945-9 is: [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:39:02Z', 'revision_number': 8, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None, '_interfaces': [{'id': '32d242bb-65e5-4fc8-afb6-079d4ca636c1', 'name': '', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:c5:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:33Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39cf2750-782e-4f1a-a502-f851bfaec706', 'name': '', 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:f7:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:27Z', 'updated_at': '2021-11-15T11:38:45Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cbb16fa-28db-4529-a24d-bff61259bbb1', 'name': '', 'network_id': '4e63e566-cc5b-4112-af88-66b6c0d1f989', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:7c:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:37Z', 'updated_at': '2021-11-15T11:38:52Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '28aad79a-775d-4ed9-8a20-c67cfca9ef0b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:39:07.286295 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2698816-3504-4b8f-ac2e-ac5b1b07cbaf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a28fc79b-3384-4832-b7fa-11ebc9720382,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:07.292902 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2698816-3504-4b8f-ac2e-ac5b1b07cbaf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:07.307165 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e2698816-3504-4b8f-ac2e-ac5b1b07cbaf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4121108 Nov 15 11:39:07.308117 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35458) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:07.315614 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-681852d3-ed9f-4db6-8787-3eee90c59fe7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'security_group': {'name': 'tempest-secgroup-165724528'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:07.363325 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-681852d3-ed9f-4db6-8787-3eee90c59fe7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:07.409579 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-865ba5e3-a725-4037-a5d4-dc54fb9fc613 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] For port 6ef088dc-9b9c-4e21-8447-98c26dbf25be, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6ef088dc-9b9c-4e21-8447-98c26dbf25be,segment=NetworkSegment(631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d),segment_id=631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:39:07.409910 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-865ba5e3-a725-4037-a5d4-dc54fb9fc613 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:07.413829 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-bda0af27-5ddb-438c-9a0a-6d9c9f24bda6 None None] Deleting port 6ef088dc-9b9c-4e21-8447-98c26dbf25be {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:39:07.414195 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bda0af27-5ddb-438c-9a0a-6d9c9f24bda6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:07.455569 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-865ba5e3-a725-4037-a5d4-dc54fb9fc613 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Calling delete_port for 6ef088dc-9b9c-4e21-8447-98c26dbf25be owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:39:07.507020 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-4f910008-b869-4012-9838-01be09110148 req-9528af29-5876-4604-8acb-dd8a8d560727 service neutron] (102678) timed out ('10.222.0.64', 46670) {{(pid=102678) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 11:39:07.514501 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-681852d3-ed9f-4db6-8787-3eee90c59fe7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:07.529433 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-681852d3-ed9f-4db6-8787-3eee90c59fe7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:07.537513 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-bda0af27-5ddb-438c-9a0a-6d9c9f24bda6 None None] For port 6ef088dc-9b9c-4e21-8447-98c26dbf25be, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6ef088dc-9b9c-4e21-8447-98c26dbf25be,segment=NetworkSegment(631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d),segment_id=631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:39:07.539034 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bda0af27-5ddb-438c-9a0a-6d9c9f24bda6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:07.575720 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-bda0af27-5ddb-438c-9a0a-6d9c9f24bda6 None None] Calling delete_port for 6ef088dc-9b9c-4e21-8447-98c26dbf25be owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:39:07.606562 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681852d3-ed9f-4db6-8787-3eee90c59fe7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df255b3-9639-4998-bbd8-11f39848140b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:07.619911 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-681852d3-ed9f-4db6-8787-3eee90c59fe7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:07.624527 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-681852d3-ed9f-4db6-8787-3eee90c59fe7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3152013 Nov 15 11:39:07.627249 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35462) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:07.642437 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-10b5f7f8-2545-4d0a-b001-230464528377 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'security_group': {'name': 'tempest-secgroup-297357479'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:07.693904 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-865ba5e3-a725-4037-a5d4-dc54fb9fc613 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:07.702725 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10b5f7f8-2545-4d0a-b001-230464528377 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:07.780519 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865ba5e3-a725-4037-a5d4-dc54fb9fc613 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] No DVR routers for this DVR port 6ef088dc-9b9c-4e21-8447-98c26dbf25be on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:39:07.820837 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bda0af27-5ddb-438c-9a0a-6d9c9f24bda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:07.856087 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ba5e3-a725-4037-a5d4-dc54fb9fc613 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Port': ['ID=6ef088dc-9b9c-4e21-8447-98c26dbf25be,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:07.861264 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997ec3f4-2d8a-4147-a603-aa55be8f61a4 None None] Network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:39:07.871904 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10b5f7f8-2545-4d0a-b001-230464528377 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:07.887740 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10b5f7f8-2545-4d0a-b001-230464528377 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:07.961939 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10b5f7f8-2545-4d0a-b001-230464528377 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:07.966484 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-10b5f7f8-2545-4d0a-b001-230464528377 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3254843 Nov 15 11:39:07.969090 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35468) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:07.980517 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-cb8f5622-6402-48cb-8d50-cd131a47a7a0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1798319643', 'security_groups': ['74831db2-14d9-4912-9069-014c34eb1475'], 'network_id': 'a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ba4483da-25bf-4546-a3a4-9c9134976d0a'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:07.993018 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0af27-5ddb-438c-9a0a-6d9c9f24bda6 None None] Pushing event deleted for resources: {'Port': ['ID=6ef088dc-9b9c-4e21-8447-98c26dbf25be,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:07.998810 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-865ba5e3-a725-4037-a5d4-dc54fb9fc613 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:08.006358 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda0af27-5ddb-438c-9a0a-6d9c9f24bda6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:08.006696 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda0af27-5ddb-438c-9a0a-6d9c9f24bda6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:08.007034 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda0af27-5ddb-438c-9a0a-6d9c9f24bda6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:08.007356 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda0af27-5ddb-438c-9a0a-6d9c9f24bda6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:08.007897 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda0af27-5ddb-438c-9a0a-6d9c9f24bda6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:08.008423 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda0af27-5ddb-438c-9a0a-6d9c9f24bda6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:08.010290 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda0af27-5ddb-438c-9a0a-6d9c9f24bda6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:08.010290 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda0af27-5ddb-438c-9a0a-6d9c9f24bda6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:08.010290 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda0af27-5ddb-438c-9a0a-6d9c9f24bda6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:08.010290 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda0af27-5ddb-438c-9a0a-6d9c9f24bda6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:08.010290 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda0af27-5ddb-438c-9a0a-6d9c9f24bda6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:08.010290 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda0af27-5ddb-438c-9a0a-6d9c9f24bda6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:08.052828 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda0af27-5ddb-438c-9a0a-6d9c9f24bda6 None None] No DVR routers for this DVR port 6ef088dc-9b9c-4e21-8447-98c26dbf25be on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:39:08.078696 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-865ba5e3-a725-4037-a5d4-dc54fb9fc613 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4e5ec1-1fd5-4248-aac6-6d96e055f990']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:08.107631 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-865ba5e3-a725-4037-a5d4-dc54fb9fc613 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:08.108108 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-865ba5e3-a725-4037-a5d4-dc54fb9fc613 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631be0bf-b7d9-4289-a6f1-28f0ad5f2e7d') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:08.140161 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-865ba5e3-a725-4037-a5d4-dc54fb9fc613 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:08.219351 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5a802bbe-195d-42fb-bfc7-debc5de2a279 None None] Provisioning complete for port 54540904-02bd-4121-b2c9-dd8ce9f96eb7 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:08.221282 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-865ba5e3-a725-4037-a5d4-dc54fb9fc613 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:08.227600 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5a802bbe-195d-42fb-bfc7-debc5de2a279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:08.243101 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865ba5e3-a725-4037-a5d4-dc54fb9fc613 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:39:08.262018 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-865ba5e3-a725-4037-a5d4-dc54fb9fc613 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:08.297783 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-5a802bbe-195d-42fb-bfc7-debc5de2a279 None None] Port 54540904-02bd-4121-b2c9-dd8ce9f96eb7 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:39:08.299692 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6ef088dc-9b9c-4e21-8447-98c26dbf25be no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:39:08.343618 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5f7f8-2545-4d0a-b001-230464528377 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74831db2-14d9-4912-9069-014c34eb1475,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:08.370583 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 6ef088dc-9b9c-4e21-8447-98c26dbf25be {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:39:08.371958 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6ef088dc-9b9c-4e21-8447-98c26dbf25be not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:39:08.372510 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 8e897d82-9627-41b3-876c-cde80dc2729d no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:39:08.414306 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8f5622-6402-48cb-8d50-cd131a47a7a0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:39:08.453492 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:39:08.487844 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-865ba5e3-a725-4037-a5d4-dc54fb9fc613 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:08.501690 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 8e897d82-9627-41b3-876c-cde80dc2729d {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:39:08.502275 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 8e897d82-9627-41b3-876c-cde80dc2729d not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:39:08.523248 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-865ba5e3-a725-4037-a5d4-dc54fb9fc613 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:08.533291 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5a802bbe-195d-42fb-bfc7-debc5de2a279 None None] Provisioning complete for port f1cf27f4-1724-47f1-8fac-244f99ee160f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:08.533930 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5a802bbe-195d-42fb-bfc7-debc5de2a279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:08.542999 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-865ba5e3-a725-4037-a5d4-dc54fb9fc613 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/networks/2e4e5ec1-1fd5-4248-aac6-6d96e055f990 HTTP/1.1" status: 204 len: 168 time: 1.8911705 Nov 15 11:39:08.557709 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35484) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:08.575426 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ba5e3-a725-4037-a5d4-dc54fb9fc613 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Network': ['ID=2e4e5ec1-1fd5-4248-aac6-6d96e055f990,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:08.634092 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-08415059-2fdc-4ff3-b91d-af22ed38abba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:08.691923 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb8f5622-6402-48cb-8d50-cd131a47a7a0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:08.748870 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-cb8f5622-6402-48cb-8d50-cd131a47a7a0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] device_id is not set on port e66a128e-2063-4d36-9201-e1c59420bffa yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:39:08.864748 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fc40fb-43f7-4e9d-8060-cfc6acc400da None None] Update dhcp port {'port': {'network_id': 'a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba', 'fixed_ips': [{'subnet_id': '5759cd35-4295-4dde-9197-7353dddfc399', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ba4483da-25bf-4546-a3a4-9c9134976d0a'}], 'binding:host_id': 'n-d-729945-9'}, 'id': 'f1cf27f4-1724-47f1-8fac-244f99ee160f'} from n-d-729945-9. {{(pid=102679) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 11:39:08.897118 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-23fc40fb-43f7-4e9d-8060-cfc6acc400da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:09.248433 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-cb8f5622-6402-48cb-8d50-cd131a47a7a0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Allocated IP 2001:db8::1d6 (a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba/ba4483da-25bf-4546-a3a4-9c9134976d0a/e66a128e-2063-4d36-9201-e1c59420bffa) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:39:09.297350 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-572f15d3-441c-400a-8221-3182c89839cc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:09.428589 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff0505-9a98-4dd0-8ca5-62c4d9016ae7 req-947ea138-1454-4309-b495-8ad0964997e5 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:39:09.438814 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cff0505-9a98-4dd0-8ca5-62c4d9016ae7 req-947ea138-1454-4309-b495-8ad0964997e5 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 946 time: 0.0792658 Nov 15 11:39:09.541342 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7cff0505-9a98-4dd0-8ca5-62c4d9016ae7 req-bc6f5226-ac4e-409d-b2f3-4e08f0837c39 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015766 Nov 15 11:39:09.596313 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb8f5622-6402-48cb-8d50-cd131a47a7a0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:09.747383 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-572f15d3-441c-400a-8221-3182c89839cc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting port 6cbb16fa-28db-4529-a24d-bff61259bbb1 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:39:09.748046 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-572f15d3-441c-400a-8221-3182c89839cc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:09.771067 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb8f5622-6402-48cb-8d50-cd131a47a7a0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:09.833114 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-23fc40fb-43f7-4e9d-8060-cfc6acc400da None None] Allocated IP 2001:db8::2 (a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba/ba4483da-25bf-4546-a3a4-9c9134976d0a/f1cf27f4-1724-47f1-8fac-244f99ee160f) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:39:09.859624 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8f5622-6402-48cb-8d50-cd131a47a7a0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:39:09.868516 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-cb8f5622-6402-48cb-8d50-cd131a47a7a0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:39:09.874569 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8f5622-6402-48cb-8d50-cd131a47a7a0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:39:09.880549 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8f5622-6402-48cb-8d50-cd131a47a7a0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:39:09.881209 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cb8f5622-6402-48cb-8d50-cd131a47a7a0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:09.917412 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f5622-6402-48cb-8d50-cd131a47a7a0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Port': ['ID=e66a128e-2063-4d36-9201-e1c59420bffa,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:09.926348 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cb8f5622-6402-48cb-8d50-cd131a47a7a0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9548702 Nov 15 11:39:09.930609 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35518) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:09.935504 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:09.936771 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-a7807354-4c0e-4905-af2d-21e28893e411 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'subnet': {'network_id': 'a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:09.964286 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-572f15d3-441c-400a-8221-3182c89839cc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] For port 6cbb16fa-28db-4529-a24d-bff61259bbb1, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6cbb16fa-28db-4529-a24d-bff61259bbb1,segment=NetworkSegment(e6909111-38ae-4333-be87-cd5b1447911c),segment_id=e6909111-38ae-4333-be87-cd5b1447911c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:39:09.964662 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-572f15d3-441c-400a-8221-3182c89839cc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:09.988514 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-23fc40fb-43f7-4e9d-8060-cfc6acc400da None None] For port f1cf27f4-1724-47f1-8fac-244f99ee160f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f1cf27f4-1724-47f1-8fac-244f99ee160f,segment=NetworkSegment(740139c0-0f98-458c-b58a-00088d1f9c9c),segment_id=740139c0-0f98-458c-b58a-00088d1f9c9c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:39:09.996119 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-572f15d3-441c-400a-8221-3182c89839cc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Calling delete_port for 6cbb16fa-28db-4529-a24d-bff61259bbb1 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:39:10.053394 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-23fc40fb-43f7-4e9d-8060-cfc6acc400da None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:10.070193 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-23fc40fb-43f7-4e9d-8060-cfc6acc400da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:10.120802 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7807354-4c0e-4905-af2d-21e28893e411 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:39:10.127247 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a7807354-4c0e-4905-af2d-21e28893e411 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:10.170912 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc40fb-43f7-4e9d-8060-cfc6acc400da None None] Pushing event updated for resources: {'Port': ['ID=f1cf27f4-1724-47f1-8fac-244f99ee160f,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:10.263016 n-d-729945-9 neutron-server[102678]: INFO neutron.db.ipam_backend_mixin [None req-a7807354-4c0e-4905-af2d-21e28893e411 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ba4483da-25bf-4546-a3a4-9c9134976d0a (CIDR: 2001:db8::/64) Nov 15 11:39:10.267407 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7807354-4c0e-4905-af2d-21e28893e411 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:39:10.267875 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7807354-4c0e-4905-af2d-21e28893e411 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:39:10.306283 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-572f15d3-441c-400a-8221-3182c89839cc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:10.310545 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a7807354-4c0e-4905-af2d-21e28893e411 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3779247 Nov 15 11:39:10.311115 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35524) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:10.316874 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-0d5fe0c4-f029-4c4c-a807-c78b0973b773 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'subnet': {'network_id': 'a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:10.357098 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f15d3-441c-400a-8221-3182c89839cc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Port': ['ID=6cbb16fa-28db-4529-a24d-bff61259bbb1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:10.585013 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5fe0c4-f029-4c4c-a807-c78b0973b773 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:39:10.589064 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0d5fe0c4-f029-4c4c-a807-c78b0973b773 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:10.750179 n-d-729945-9 neutron-server[102678]: INFO neutron.db.ipam_backend_mixin [None req-0d5fe0c4-f029-4c4c-a807-c78b0973b773 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5759cd35-4295-4dde-9197-7353dddfc399 (CIDR: 2001:db8:0:1::/64) Nov 15 11:39:10.765834 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5fe0c4-f029-4c4c-a807-c78b0973b773 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:39:10.766956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5fe0c4-f029-4c4c-a807-c78b0973b773 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:39:10.772145 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-572f15d3-441c-400a-8221-3182c89839cc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:10.901049 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0d5fe0c4-f029-4c4c-a807-c78b0973b773 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5863302 Nov 15 11:39:10.903419 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35538) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:10.922350 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c533ff-ea25-44ee-9647-0f23c7e5d5fd req-a2cc4783-58b8-4f39-becc-d75769f46263 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:39:10.923864 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9c533ff-ea25-44ee-9647-0f23c7e5d5fd req-a2cc4783-58b8-4f39-becc-d75769f46263 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 946 time: 0.1719012 Nov 15 11:39:10.942929 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38695dc8-8ad4-4365-a285-8c22630ef5c4 req-ed769171-fd31-4f2b-8b2b-e6bf642b671d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:39:10.945916 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-38695dc8-8ad4-4365-a285-8c22630ef5c4 req-ed769171-fd31-4f2b-8b2b-e6bf642b671d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 946 time: 0.1258376 Nov 15 11:39:10.986359 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9d3f7e0f-44ca-420d-b8f5-56e445d8889b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'subnet': {'network_id': 'a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:11.140764 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9c533ff-ea25-44ee-9647-0f23c7e5d5fd req-812e8c9c-1a03-49cc-96e1-17ee3eb15908 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937182 Nov 15 11:39:11.208152 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e8b4135f-bdf6-4a36-87f4-3f11fd63d64f None None] Provisioning complete for port 54540904-02bd-4121-b2c9-dd8ce9f96eb7 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:11.208659 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e8b4135f-bdf6-4a36-87f4-3f11fd63d64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:11.216176 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-38695dc8-8ad4-4365-a285-8c22630ef5c4 req-c14ac0e7-0750-457f-ae15-639bc917239d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Deleting port 4ccd4658-60df-43fd-8f1a-78a06fc9544a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:39:11.216620 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-38695dc8-8ad4-4365-a285-8c22630ef5c4 req-c14ac0e7-0750-457f-ae15-639bc917239d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:11.298884 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e8b4135f-bdf6-4a36-87f4-3f11fd63d64f None None] Port 54540904-02bd-4121-b2c9-dd8ce9f96eb7 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:39:11.320611 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e8b4135f-bdf6-4a36-87f4-3f11fd63d64f None None] Provisioning complete for port f1cf27f4-1724-47f1-8fac-244f99ee160f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:11.320975 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e8b4135f-bdf6-4a36-87f4-3f11fd63d64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:11.425221 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-38695dc8-8ad4-4365-a285-8c22630ef5c4 req-c14ac0e7-0750-457f-ae15-639bc917239d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] For port 4ccd4658-60df-43fd-8f1a-78a06fc9544a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4ccd4658-60df-43fd-8f1a-78a06fc9544a,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:39:11.426203 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-38695dc8-8ad4-4365-a285-8c22630ef5c4 req-c14ac0e7-0750-457f-ae15-639bc917239d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:11.435806 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572f15d3-441c-400a-8221-3182c89839cc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Router ab901ef5-5d65-4efd-a5e4-6e32048c7386 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:39:11.437289 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3f7e0f-44ca-420d-b8f5-56e445d8889b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Made reservation on behalf of 98a1ca29c2cd4a64a6ec344e8eaaed84 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:39:11.442739 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d3f7e0f-44ca-420d-b8f5-56e445d8889b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:11.460430 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-38695dc8-8ad4-4365-a285-8c22630ef5c4 req-c14ac0e7-0750-457f-ae15-639bc917239d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Calling delete_port for 4ccd4658-60df-43fd-8f1a-78a06fc9544a owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:39:11.719791 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572f15d3-441c-400a-8221-3182c89839cc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:39:11.726635 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-572f15d3-441c-400a-8221-3182c89839cc tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/routers/ab901ef5-5d65-4efd-a5e4-6e32048c7386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1678703 Nov 15 11:39:11.732930 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35556) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:11.817627 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f060499b-2daf-4084-ac37-ddd80e08be33 None None] Sync routers for ids ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:39:11.828711 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-54fdb68d-34aa-4520-a3f9-85f6d040c03a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting subnet 28aad79a-775d-4ed9-8a20-c67cfca9ef0b {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:39:11.836131 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54fdb68d-34aa-4520-a3f9-85f6d040c03a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:11.852559 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f060499b-2daf-4084-ac37-ddd80e08be33 None None] Routers {'ab901ef5-5d65-4efd-a5e4-6e32048c7386'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:39:11.853507 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f060499b-2daf-4084-ac37-ddd80e08be33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:39:09Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:11.935085 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54fdb68d-34aa-4520-a3f9-85f6d040c03a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:11.983276 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-f060499b-2daf-4084-ac37-ddd80e08be33 None None] Set router ab901ef5-5d65-4efd-a5e4-6e32048c7386 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:39:12.166778 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:12.180007 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d3f7e0f-44ca-420d-b8f5-56e445d8889b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:12.234486 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54fdb68d-34aa-4520-a3f9-85f6d040c03a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:12.354279 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f7e0f-44ca-420d-b8f5-56e445d8889b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:39:12.417924 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-9d3f7e0f-44ca-420d-b8f5-56e445d8889b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:39:12.443997 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3f7e0f-44ca-420d-b8f5-56e445d8889b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:39:12.444709 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d3f7e0f-44ca-420d-b8f5-56e445d8889b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:12.529076 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9d3f7e0f-44ca-420d-b8f5-56e445d8889b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5483196 Nov 15 11:39:12.532394 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f7e0f-44ca-420d-b8f5-56e445d8889b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Subnet': ['ID=a018b633-1842-4ac2-8e12-d350a00c6a4b,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:12.538961 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35566) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:12.556909 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-583bb8c4-93a6-4df2-a605-e6c2eaedee3b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1905994960', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a018b633-1842-4ac2-8e12-d350a00c6a4b'}], 'security_groups': ['a28fc79b-3384-4832-b7fa-11ebc9720382', '0df255b3-9639-4998-bbd8-11f39848140b']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:12.585363 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f1cf27f4-1724-47f1-8fac-244f99ee160f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:39:12.592227 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf266abd-b41c-426a-934b-b947f522acf0 None None] Network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:39:12.594585 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:12.679107 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-38695dc8-8ad4-4365-a285-8c22630ef5c4 req-c14ac0e7-0750-457f-ae15-639bc917239d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:12.696237 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:39:12.758630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ac0e7-0750-457f-ae15-639bc917239d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event deleted for resources: {'Port': ['ID=4ccd4658-60df-43fd-8f1a-78a06fc9544a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:12.765477 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f33afce1-d40c-4939-b8bb-31bd4e635d22 None None] Provisioning complete for port e66a128e-2063-4d36-9201-e1c59420bffa triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:12.765976 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f33afce1-d40c-4939-b8bb-31bd4e635d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:12.767738 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54fdb68d-34aa-4520-a3f9-85f6d040c03a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:12.791191 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-38695dc8-8ad4-4365-a285-8c22630ef5c4 req-c14ac0e7-0750-457f-ae15-639bc917239d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] No DVR routers for this DVR port 4ccd4658-60df-43fd-8f1a-78a06fc9544a on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:39:12.794193 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-583bb8c4-93a6-4df2-a605-e6c2eaedee3b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:12.795744 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-38695dc8-8ad4-4365-a285-8c22630ef5c4 req-c14ac0e7-0750-457f-ae15-639bc917239d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:12.799552 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-38695dc8-8ad4-4365-a285-8c22630ef5c4 req-c14ac0e7-0750-457f-ae15-639bc917239d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.55 "DELETE /v2.0/ports/4ccd4658-60df-43fd-8f1a-78a06fc9544a HTTP/1.1" status: 204 len: 173 time: 1.8249102 Nov 15 11:39:12.810810 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4d766-f12d-425e-80c4-34cd0b8dd283 req-09894e3c-6523-4528-9b5e-08168bd5cfce tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:39:12.821683 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-38d4d766-f12d-425e-80c4-34cd0b8dd283 req-09894e3c-6523-4528-9b5e-08168bd5cfce tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 867 time: 0.1734893 Nov 15 11:39:12.847322 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a0fa4c-be7d-48b5-af1a-4036841031af', 'name': 'network-vif-deleted', 'tag': '4ccd4658-60df-43fd-8f1a-78a06fc9544a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:39:12.854597 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf87f26c-3a97-4058-8197-ae60158ca154" -d '{"events": [{"server_uuid": "e7a0fa4c-be7d-48b5-af1a-4036841031af", "name": "network-vif-deleted", "tag": "4ccd4658-60df-43fd-8f1a-78a06fc9544a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:39:12.870628 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f33afce1-d40c-4939-b8bb-31bd4e635d22 None None] Port e66a128e-2063-4d36-9201-e1c59420bffa cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:39:12.876763 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f33afce1-d40c-4939-b8bb-31bd4e635d22 None None] Could not find standard attr ID for object 991bbb0d-91a2-413c-a7f0-fc36901f60ea. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:39:12.879066 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port f1cf27f4-1724-47f1-8fac-244f99ee160f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:12.881010 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:12.886121 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f060499b-2daf-4084-ac37-ddd80e08be33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:39:10Z', 'revision_number': 9, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None, '_interfaces': [{'id': '32d242bb-65e5-4fc8-afb6-079d4ca636c1', 'name': '', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:c5:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:33Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39cf2750-782e-4f1a-a502-f851bfaec706', 'name': '', 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:f7:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:27Z', 'updated_at': '2021-11-15T11:38:45Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:12.928196 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f060499b-2daf-4084-ac37-ddd80e08be33 None None] Checking router: ab901ef5-5d65-4efd-a5e4-6e32048c7386 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:39:12.946329 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-38d4d766-f12d-425e-80c4-34cd0b8dd283 req-0628b175-f1bb-4b8f-8b1e-04336e607385 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198814 Nov 15 11:39:12.960388 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdb68d-34aa-4520-a3f9-85f6d040c03a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Subnet': ['ID=28aad79a-775d-4ed9-8a20-c67cfca9ef0b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:12.988560 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54fdb68d-34aa-4520-a3f9-85f6d040c03a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:12.992816 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-54fdb68d-34aa-4520-a3f9-85f6d040c03a tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/subnets/28aad79a-775d-4ed9-8a20-c67cfca9ef0b HTTP/1.1" status: 204 len: 168 time: 1.2588153 Nov 15 11:39:12.995531 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35578) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:13.002818 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f060499b-2daf-4084-ac37-ddd80e08be33 None None] Routers {'ab901ef5-5d65-4efd-a5e4-6e32048c7386'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:39:13.012806 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f060499b-2daf-4084-ac37-ddd80e08be33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:39:09Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:13.019610 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2477a9b5-6801-4e2d-a564-a6dd7f205e1d x-openstack-request-id: req-2477a9b5-6801-4e2d-a564-a6dd7f205e1d {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:39:13.020095 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a0fa4c-be7d-48b5-af1a-4036841031af", "name": "network-vif-deleted", "tag": "4ccd4658-60df-43fd-8f1a-78a06fc9544a", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:39:13.020473 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2477a9b5-6801-4e2d-a564-a6dd7f205e1d {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:39:13.021026 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a0fa4c-be7d-48b5-af1a-4036841031af', 'name': 'network-vif-deleted', 'tag': '4ccd4658-60df-43fd-8f1a-78a06fc9544a', 'status': 'completed', 'code': 200} Nov 15 11:39:13.113697 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc3cd15-3c51-4b07-86f4-cb131184273d None None] Network 4e63e566-cc5b-4112-af88-66b6c0d1f989 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:39:13.242550 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-f060499b-2daf-4084-ac37-ddd80e08be33 None None] Set router ab901ef5-5d65-4efd-a5e4-6e32048c7386 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:39:13.447106 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4ccd4658-60df-43fd-8f1a-78a06fc9544a no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:39:13.500027 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-583bb8c4-93a6-4df2-a605-e6c2eaedee3b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Delete allocated IP 2001:db8::1d6 (a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba/ba4483da-25bf-4546-a3a4-9c9134976d0a) {{(pid=102677) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 15 11:39:13.508886 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-583bb8c4-93a6-4df2-a605-e6c2eaedee3b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Allocated IP 2001:db8:0:2::3a9 (a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba/a018b633-1842-4ac2-8e12-d350a00c6a4b/e66a128e-2063-4d36-9201-e1c59420bffa) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:39:13.564218 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 4ccd4658-60df-43fd-8f1a-78a06fc9544a {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:39:13.564668 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4ccd4658-60df-43fd-8f1a-78a06fc9544a not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:39:13.721628 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cabcf0b-f6ea-4bc9-a75e-9231511d946f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:13.775971 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f060499b-2daf-4084-ac37-ddd80e08be33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:39:10Z', 'revision_number': 9, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None, '_interfaces': [{'id': '32d242bb-65e5-4fc8-afb6-079d4ca636c1', 'name': '', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:c5:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:33Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39cf2750-782e-4f1a-a502-f851bfaec706', 'name': '', 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:f7:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:27Z', 'updated_at': '2021-11-15T11:38:45Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:13.819033 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f060499b-2daf-4084-ac37-ddd80e08be33 None None] The sync data for ids ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'] in n-d-729945-9 is: [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:39:10Z', 'revision_number': 9, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None, '_interfaces': [{'id': '32d242bb-65e5-4fc8-afb6-079d4ca636c1', 'name': '', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:c5:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:33Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39cf2750-782e-4f1a-a502-f851bfaec706', 'name': '', 'network_id': 'f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:f7:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:27Z', 'updated_at': '2021-11-15T11:38:45Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': 'c85a95c3-d43d-4d86-aec0-b8d9d8b016a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:39:13.830488 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aefba8-6f5a-4d9e-a9b4-0f6ee7648d67 None None] DHCP port deletion for 4e63e566-cc5b-4112-af88-66b6c0d1f989 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:39:13.835391 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4dfa04-269f-4ef8-8eaf-d979bfad43bd None None] Update dhcp port {'port': {'network_id': 'a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba', 'fixed_ips': [{'subnet_id': '5759cd35-4295-4dde-9197-7353dddfc399', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ba4483da-25bf-4546-a3a4-9c9134976d0a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a018b633-1842-4ac2-8e12-d350a00c6a4b'}], 'binding:host_id': 'n-d-729945-9'}, 'id': 'f1cf27f4-1724-47f1-8fac-244f99ee160f'} from n-d-729945-9. {{(pid=102679) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 11:39:13.925972 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dc4dfa04-269f-4ef8-8eaf-d979bfad43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:14.004868 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4cabcf0b-f6ea-4bc9-a75e-9231511d946f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting port 44af4182-2731-49e1-ae25-d6d92ec9f105 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:39:14.008425 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cabcf0b-f6ea-4bc9-a75e-9231511d946f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:14.057301 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-24aefba8-6f5a-4d9e-a9b4-0f6ee7648d67 None None] Deleting port 44af4182-2731-49e1-ae25-d6d92ec9f105 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:39:14.057735 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-24aefba8-6f5a-4d9e-a9b4-0f6ee7648d67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:14.143536 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-24aefba8-6f5a-4d9e-a9b4-0f6ee7648d67 None None] For port 44af4182-2731-49e1-ae25-d6d92ec9f105, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=44af4182-2731-49e1-ae25-d6d92ec9f105,segment=NetworkSegment(e6909111-38ae-4333-be87-cd5b1447911c),segment_id=e6909111-38ae-4333-be87-cd5b1447911c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:39:14.144041 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-24aefba8-6f5a-4d9e-a9b4-0f6ee7648d67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:14.148858 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f9bcf595-955c-4c10-a05e-0ccd2cfa182d req-d1839367-fee1-4f06-87f9-c424adf00903 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 210 time: 0.0507469 Nov 15 11:39:14.166789 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-24aefba8-6f5a-4d9e-a9b4-0f6ee7648d67 None None] Calling delete_port for 44af4182-2731-49e1-ae25-d6d92ec9f105 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:39:14.210974 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-583bb8c4-93a6-4df2-a605-e6c2eaedee3b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:14.235160 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4cabcf0b-f6ea-4bc9-a75e-9231511d946f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] For port 44af4182-2731-49e1-ae25-d6d92ec9f105, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=44af4182-2731-49e1-ae25-d6d92ec9f105,segment=NetworkSegment(e6909111-38ae-4333-be87-cd5b1447911c),segment_id=e6909111-38ae-4333-be87-cd5b1447911c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:39:14.235681 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cabcf0b-f6ea-4bc9-a75e-9231511d946f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:14.238302 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-583bb8c4-93a6-4df2-a605-e6c2eaedee3b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:14.338131 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4cabcf0b-f6ea-4bc9-a75e-9231511d946f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Calling delete_port for 44af4182-2731-49e1-ae25-d6d92ec9f105 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:39:14.341782 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 44af4182-2731-49e1-ae25-d6d92ec9f105 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:39:14.734009 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-dc4dfa04-269f-4ef8-8eaf-d979bfad43bd None None] Allocated IP 2001:db8:0:2::2 (a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba/a018b633-1842-4ac2-8e12-d350a00c6a4b/f1cf27f4-1724-47f1-8fac-244f99ee160f) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:39:14.782184 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-24aefba8-6f5a-4d9e-a9b4-0f6ee7648d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:14.785283 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-583bb8c4-93a6-4df2-a605-e6c2eaedee3b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] In _notify_port_updated(), no bound segment for port e66a128e-2063-4d36-9201-e1c59420bffa on network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba {{(pid=102677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:39:14.790878 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583bb8c4-93a6-4df2-a605-e6c2eaedee3b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:39:14.791495 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-583bb8c4-93a6-4df2-a605-e6c2eaedee3b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:14.795940 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35606) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:14.796068 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-583bb8c4-93a6-4df2-a605-e6c2eaedee3b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "PUT /v2.0/ports/e66a128e-2063-4d36-9201-e1c59420bffa HTTP/1.1" status: 200 len: 970 time: 2.2538843 Nov 15 11:39:14.880335 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583bb8c4-93a6-4df2-a605-e6c2eaedee3b tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event updated for resources: {'Port': ['ID=e66a128e-2063-4d36-9201-e1c59420bffa,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:14.939836 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aefba8-6f5a-4d9e-a9b4-0f6ee7648d67 None None] Pushing event deleted for resources: {'Port': ['ID=44af4182-2731-49e1-ae25-d6d92ec9f105,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:14.945623 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aefba8-6f5a-4d9e-a9b4-0f6ee7648d67 None None] No DVR routers for this DVR port 44af4182-2731-49e1-ae25-d6d92ec9f105 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:39:14.973593 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:14.994343 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-35e92a0c-a11a-4364-a28c-1cafd038225a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting port e66a128e-2063-4d36-9201-e1c59420bffa {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:39:14.994706 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-35e92a0c-a11a-4364-a28c-1cafd038225a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:15.006737 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cabcf0b-f6ea-4bc9-a75e-9231511d946f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:15.077166 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6cbb16fa-28db-4529-a24d-bff61259bbb1 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:39:15.103692 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 6cbb16fa-28db-4529-a24d-bff61259bbb1 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:39:15.104063 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6cbb16fa-28db-4529-a24d-bff61259bbb1 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:39:15.117554 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-dc4dfa04-269f-4ef8-8eaf-d979bfad43bd None None] For port f1cf27f4-1724-47f1-8fac-244f99ee160f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f1cf27f4-1724-47f1-8fac-244f99ee160f,segment=NetworkSegment(740139c0-0f98-458c-b58a-00088d1f9c9c),segment_id=740139c0-0f98-458c-b58a-00088d1f9c9c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:39:15.155301 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dc4dfa04-269f-4ef8-8eaf-d979bfad43bd None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:15.161391 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dc4dfa04-269f-4ef8-8eaf-d979bfad43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:15.163015 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabcf0b-f6ea-4bc9-a75e-9231511d946f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Port': ['ID=44af4182-2731-49e1-ae25-d6d92ec9f105,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:15.167938 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cabcf0b-f6ea-4bc9-a75e-9231511d946f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] No DVR routers for this DVR port 44af4182-2731-49e1-ae25-d6d92ec9f105 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:39:15.235091 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-35e92a0c-a11a-4364-a28c-1cafd038225a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:15.263060 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-35e92a0c-a11a-4364-a28c-1cafd038225a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Calling delete_port for e66a128e-2063-4d36-9201-e1c59420bffa owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:39:15.282624 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4dfa04-269f-4ef8-8eaf-d979bfad43bd None None] Pushing event updated for resources: {'Port': ['ID=f1cf27f4-1724-47f1-8fac-244f99ee160f,revision_number=7']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:15.322410 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b9290be-43c8-46b6-ac81-5f57080399ec req-fdcd12f1-5455-446e-8e5f-7b7eb0525e3a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 210 time: 0.0424109 Nov 15 11:39:15.381574 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cabcf0b-f6ea-4bc9-a75e-9231511d946f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:15.417923 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4cabcf0b-f6ea-4bc9-a75e-9231511d946f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e63e566-cc5b-4112-af88-66b6c0d1f989']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:15.441261 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4cabcf0b-f6ea-4bc9-a75e-9231511d946f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6909111-38ae-4333-be87-cd5b1447911c') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:15.441710 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4cabcf0b-f6ea-4bc9-a75e-9231511d946f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6909111-38ae-4333-be87-cd5b1447911c') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:15.458626 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cabcf0b-f6ea-4bc9-a75e-9231511d946f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:15.486447 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cabcf0b-f6ea-4bc9-a75e-9231511d946f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:15.496037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cabcf0b-f6ea-4bc9-a75e-9231511d946f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:39:15.496440 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cabcf0b-f6ea-4bc9-a75e-9231511d946f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:15.498100 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-35e92a0c-a11a-4364-a28c-1cafd038225a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:39:15.516079 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:39:15.596884 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e92a0c-a11a-4364-a28c-1cafd038225a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Port': ['ID=e66a128e-2063-4d36-9201-e1c59420bffa,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:15.616115 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cabcf0b-f6ea-4bc9-a75e-9231511d946f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:15.628972 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cabcf0b-f6ea-4bc9-a75e-9231511d946f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:15.642484 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4cabcf0b-f6ea-4bc9-a75e-9231511d946f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/networks/4e63e566-cc5b-4112-af88-66b6c0d1f989 HTTP/1.1" status: 204 len: 168 time: 2.6455917 Nov 15 11:39:15.646625 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35620) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:15.662748 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-35e92a0c-a11a-4364-a28c-1cafd038225a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:15.670118 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-35e92a0c-a11a-4364-a28c-1cafd038225a tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/ports/e66a128e-2063-4d36-9201-e1c59420bffa HTTP/1.1" status: 204 len: 168 time: 0.8728449 Nov 15 11:39:15.671668 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35622) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:15.709704 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-98299df8-371e-406a-ad77-df54192fcb03 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] GET failed (client error): The resource could not be found. Nov 15 11:39:15.720951 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-98299df8-371e-406a-ad77-df54192fcb03 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports/e66a128e-2063-4d36-9201-e1c59420bffa HTTP/1.1" status: 404 len: 333 time: 0.0423148 Nov 15 11:39:15.721719 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35626) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:15.725721 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabcf0b-f6ea-4bc9-a75e-9231511d946f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Network': ['ID=4e63e566-cc5b-4112-af88-66b6c0d1f989,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:15.839495 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d9d90ba6-afe4-449f-a60c-295cb8bbc8fa tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:15.896987 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d9d90ba6-afe4-449f-a60c-295cb8bbc8fa tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:15.969103 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d9d90ba6-afe4-449f-a60c-295cb8bbc8fa tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:15.972237 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d9d90ba6-afe4-449f-a60c-295cb8bbc8fa tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:15.973594 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d9d90ba6-afe4-449f-a60c-295cb8bbc8fa tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/security-groups/74831db2-14d9-4912-9069-014c34eb1475 HTTP/1.1" status: 204 len: 168 time: 0.2507856 Nov 15 11:39:15.988476 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35628) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:15.991969 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d90ba6-afe4-449f-a60c-295cb8bbc8fa tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74831db2-14d9-4912-9069-014c34eb1475,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:16.109788 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-938dd128-db3f-4a6b-b705-79d720f0b0a8 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:16.156127 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-938dd128-db3f-4a6b-b705-79d720f0b0a8 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:16.184066 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f1cf27f4-1724-47f1-8fac-244f99ee160f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:39:16.219948 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f693888-6e85-4035-95d9-770a7963c2a3 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:16.248785 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-938dd128-db3f-4a6b-b705-79d720f0b0a8 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:16.251603 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-938dd128-db3f-4a6b-b705-79d720f0b0a8 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:16.252831 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-938dd128-db3f-4a6b-b705-79d720f0b0a8 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/security-groups/0df255b3-9639-4998-bbd8-11f39848140b HTTP/1.1" status: 204 len: 168 time: 0.2586749 Nov 15 11:39:16.266557 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35634) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:16.267341 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938dd128-db3f-4a6b-b705-79d720f0b0a8 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df255b3-9639-4998-bbd8-11f39848140b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:16.314506 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port f1cf27f4-1724-47f1-8fac-244f99ee160f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:16.314866 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:16.337981 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97044276-1b60-41c4-939e-931c9bf10345 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:16.378817 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97044276-1b60-41c4-939e-931c9bf10345 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:16.510889 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c139cd95-eb9f-4588-8a20-1b78be034d2e req-ed8d42ef-5c0e-4420-909d-834c72dbb5ff tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 210 time: 0.0616376 Nov 15 11:39:16.536192 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97044276-1b60-41c4-939e-931c9bf10345 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:16.536192 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97044276-1b60-41c4-939e-931c9bf10345 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:16.536192 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-97044276-1b60-41c4-939e-931c9bf10345 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/security-groups/a28fc79b-3384-4832-b7fa-11ebc9720382 HTTP/1.1" status: 204 len: 168 time: 0.2640131 Nov 15 11:39:16.537202 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35646) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:16.558965 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a09dc1a9-37ce-43be-a41f-b31f996ae289 None None] Could not find standard attr ID for object e66a128e-2063-4d36-9201-e1c59420bffa. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:39:16.573711 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97044276-1b60-41c4-939e-931c9bf10345 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28fc79b-3384-4832-b7fa-11ebc9720382,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:16.579764 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a09dc1a9-37ce-43be-a41f-b31f996ae289 None None] Provisioning complete for port 54540904-02bd-4121-b2c9-dd8ce9f96eb7 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:16.581794 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a09dc1a9-37ce-43be-a41f-b31f996ae289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:16.679724 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a09dc1a9-37ce-43be-a41f-b31f996ae289 None None] Port 54540904-02bd-4121-b2c9-dd8ce9f96eb7 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:39:16.706398 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a09dc1a9-37ce-43be-a41f-b31f996ae289 None None] Provisioning complete for port f1cf27f4-1724-47f1-8fac-244f99ee160f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:16.707059 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a09dc1a9-37ce-43be-a41f-b31f996ae289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:16.710714 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc9e76b-e414-4fa4-8df5-c53af10bc692 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting subnet ba4483da-25bf-4546-a3a4-9c9134976d0a {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:39:16.728152 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0cc9e76b-e414-4fa4-8df5-c53af10bc692 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:16.816558 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8f693888-6e85-4035-95d9-770a7963c2a3 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting port 39cf2750-782e-4f1a-a502-f851bfaec706 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:39:16.816900 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f693888-6e85-4035-95d9-770a7963c2a3 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:16.857045 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0cc9e76b-e414-4fa4-8df5-c53af10bc692 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:16.993433 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-47012c50-c981-49c9-8454-56662d03b18a None None] Could not find standard attr ID for object e66a128e-2063-4d36-9201-e1c59420bffa. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:39:17.019152 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0cc9e76b-e414-4fa4-8df5-c53af10bc692 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:17.037110 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8f693888-6e85-4035-95d9-770a7963c2a3 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] For port 39cf2750-782e-4f1a-a502-f851bfaec706, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=39cf2750-782e-4f1a-a502-f851bfaec706,segment=NetworkSegment(a53e3eec-5761-4f2f-ba39-c3044e21c000),segment_id=a53e3eec-5761-4f2f-ba39-c3044e21c000)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:39:17.039056 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f693888-6e85-4035-95d9-770a7963c2a3 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:17.082256 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8f693888-6e85-4035-95d9-770a7963c2a3 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Calling delete_port for 39cf2750-782e-4f1a-a502-f851bfaec706 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:39:17.157962 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0cc9e76b-e414-4fa4-8df5-c53af10bc692 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:17.208826 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9e76b-e414-4fa4-8df5-c53af10bc692 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Subnet': ['ID=ba4483da-25bf-4546-a3a4-9c9134976d0a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:17.229299 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0cc9e76b-e414-4fa4-8df5-c53af10bc692 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:17.237313 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0cc9e76b-e414-4fa4-8df5-c53af10bc692 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/subnets/ba4483da-25bf-4546-a3a4-9c9134976d0a HTTP/1.1" status: 204 len: 168 time: 0.6809840 Nov 15 11:39:17.238958 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35662) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:17.245409 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b3011a-4329-4e4c-a4fa-c1b230c9a999 None None] Network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:39:17.298751 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc80793-6380-4fd5-bc56-adf6fc38758f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting subnet a018b633-1842-4ac2-8e12-d350a00c6a4b {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:39:17.302388 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cc80793-6380-4fd5-bc56-adf6fc38758f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:17.358897 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cc80793-6380-4fd5-bc56-adf6fc38758f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:17.489942 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f693888-6e85-4035-95d9-770a7963c2a3 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:17.527753 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f693888-6e85-4035-95d9-770a7963c2a3 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Port': ['ID=39cf2750-782e-4f1a-a502-f851bfaec706,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:17.563224 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cc80793-6380-4fd5-bc56-adf6fc38758f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:17.664655 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cc80793-6380-4fd5-bc56-adf6fc38758f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:17.708358 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cc80793-6380-4fd5-bc56-adf6fc38758f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:17.718664 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3cc80793-6380-4fd5-bc56-adf6fc38758f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/subnets/a018b633-1842-4ac2-8e12-d350a00c6a4b HTTP/1.1" status: 204 len: 168 time: 0.4787741 Nov 15 11:39:17.723743 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-078fb5ac-33b6-43b2-af84-dbaaebb86aad req-2a0958cc-0a3a-493a-893f-f4431fc53469 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 210 time: 0.0730748 Nov 15 11:39:17.724400 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35680) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:17.775509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc80793-6380-4fd5-bc56-adf6fc38758f tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Subnet': ['ID=a018b633-1842-4ac2-8e12-d350a00c6a4b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:17.823036 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fdd5d54-2793-4dd1-869d-77c94737e915 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] DELETE failed (client error): The resource could not be found. Nov 15 11:39:17.823411 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fdd5d54-2793-4dd1-869d-77c94737e915 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:39:17.832629 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6fdd5d54-2793-4dd1-869d-77c94737e915 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/subnets/ba4483da-25bf-4546-a3a4-9c9134976d0a HTTP/1.1" status: 404 len: 337 time: 0.0662968 Nov 15 11:39:17.835404 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35682) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:17.934192 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8f693888-6e85-4035-95d9-770a7963c2a3 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:17.942584 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee372379-8f72-4269-b1ea-c87ef169cb61 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting subnet 5759cd35-4295-4dde-9197-7353dddfc399 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:39:17.961252 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee372379-8f72-4269-b1ea-c87ef169cb61 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:18.148097 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee372379-8f72-4269-b1ea-c87ef169cb61 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:18.392821 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f693888-6e85-4035-95d9-770a7963c2a3 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Router ab901ef5-5d65-4efd-a5e4-6e32048c7386 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:39:18.397476 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee372379-8f72-4269-b1ea-c87ef169cb61 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:18.563727 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fa266e-0085-4eea-b395-8144990953d1 None None] Network a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:39:18.601519 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee372379-8f72-4269-b1ea-c87ef169cb61 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:18.628523 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ee372379-8f72-4269-b1ea-c87ef169cb61 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:18.632185 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ee372379-8f72-4269-b1ea-c87ef169cb61 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/subnets/5759cd35-4295-4dde-9197-7353dddfc399 HTTP/1.1" status: 204 len: 168 time: 0.7955887 Nov 15 11:39:18.633614 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f693888-6e85-4035-95d9-770a7963c2a3 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:39:18.634693 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35708) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:18.654772 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35710) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:18.655674 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5943c28a-9731-4039-b2c6-6747bf5ebf19 None None] Sync routers for ids ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:39:18.659987 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8f693888-6e85-4035-95d9-770a7963c2a3 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/routers/ab901ef5-5d65-4efd-a5e4-6e32048c7386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0108321 Nov 15 11:39:18.671047 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5943c28a-9731-4039-b2c6-6747bf5ebf19 None None] Routers {'ab901ef5-5d65-4efd-a5e4-6e32048c7386'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:39:18.671894 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5943c28a-9731-4039-b2c6-6747bf5ebf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:39:09Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:18.703872 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef855c4-9d3d-4305-bfff-679cb6b7f4bf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] DELETE failed (client error): The resource could not be found. Nov 15 11:39:18.704327 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef855c4-9d3d-4305-bfff-679cb6b7f4bf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:39:18.707546 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1ef855c4-9d3d-4305-bfff-679cb6b7f4bf tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/subnets/7ecc7ac5-5c6a-4980-92af-2b0fd8c66012 HTTP/1.1" status: 404 len: 337 time: 0.0712690 Nov 15 11:39:18.711473 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35716) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:18.740314 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a807f6cd-893a-47d8-b3cf-6d81b042caf1 None None] Provisioning complete for port 54540904-02bd-4121-b2c9-dd8ce9f96eb7 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:18.740314 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a807f6cd-893a-47d8-b3cf-6d81b042caf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:18.784668 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-321d7047-7fd3-4ebd-8a7e-207d90255a08 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "GET /v2.0/ports?device_id=31755737-f9f1-4db1-896b-234df2325dfe HTTP/1.1" status: 200 len: 205 time: 0.0686233 Nov 15 11:39:18.785235 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35724) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:18.785586 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee372379-8f72-4269-b1ea-c87ef169cb61 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Subnet': ['ID=5759cd35-4295-4dde-9197-7353dddfc399,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:18.861312 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-1da1f47e-9ffd-4d96-afc2-9da168a6f4e3 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] delete failed (client error): The resource could not be found. Nov 15 11:39:18.865182 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35726) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:18.866230 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1da1f47e-9ffd-4d96-afc2-9da168a6f4e3 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/routers/31755737-f9f1-4db1-896b-234df2325dfe HTTP/1.1" status: 404 len: 336 time: 0.0760577 Nov 15 11:39:18.872494 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-5943c28a-9731-4039-b2c6-6747bf5ebf19 None None] Set router ab901ef5-5d65-4efd-a5e4-6e32048c7386 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:39:18.878392 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a807f6cd-893a-47d8-b3cf-6d81b042caf1 None None] Port 54540904-02bd-4121-b2c9-dd8ce9f96eb7 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:39:18.935856 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f2223172-14fb-44c7-8b11-f31e3212776d req-e2f7623f-902f-495e-81e9-599c536be36a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 210 time: 0.0593081 Nov 15 11:39:18.945535 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf89508f-2bc2-4435-8838-c6b1a0621465 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting subnet c85a95c3-d43d-4d86-aec0-b8d9d8b016a8 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:39:18.949533 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf89508f-2bc2-4435-8838-c6b1a0621465 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:18.951468 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e6ad1b-7cb6-4de1-9717-4af60859e4e8 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] DELETE failed (client error): The resource could not be found. Nov 15 11:39:18.953416 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e6ad1b-7cb6-4de1-9717-4af60859e4e8 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:39:18.964829 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-00e6ad1b-7cb6-4de1-9717-4af60859e4e8 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/subnets/9e6457a5-e5a0-4cd3-9d82-e1100f255ee2 HTTP/1.1" status: 404 len: 337 time: 0.0961492 Nov 15 11:39:18.965866 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35728) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:19.000926 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf89508f-2bc2-4435-8838-c6b1a0621465 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:19.015290 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a807f6cd-893a-47d8-b3cf-6d81b042caf1 None None] Provisioning complete for port f1cf27f4-1724-47f1-8fac-244f99ee160f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:19.015660 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a807f6cd-893a-47d8-b3cf-6d81b042caf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:19.027529 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76a5764-e587-44a4-a862-3b08f4d0fbb3 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] DELETE failed (client error): The resource could not be found. Nov 15 11:39:19.028023 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e76a5764-e587-44a4-a862-3b08f4d0fbb3 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:39:19.033531 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e76a5764-e587-44a4-a862-3b08f4d0fbb3 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/subnets/eceabb7b-3b96-418a-98dc-46e43dd983c5 HTTP/1.1" status: 404 len: 337 time: 0.0636685 Nov 15 11:39:19.033826 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35732) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:19.098716 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca9ccd9-4caa-4e0c-ad20-735eaa0588b0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] DELETE failed (client error): The resource could not be found. Nov 15 11:39:19.098716 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca9ccd9-4caa-4e0c-ad20-735eaa0588b0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:39:19.112341 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0ca9ccd9-4caa-4e0c-ad20-735eaa0588b0 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/subnets/486831bb-3863-4df3-a393-b120dcae3509 HTTP/1.1" status: 404 len: 337 time: 0.0698025 Nov 15 11:39:19.112341 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35736) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:19.123554 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf89508f-2bc2-4435-8838-c6b1a0621465 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:19.153450 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-657c9a40-9c79-4200-8b9a-a11fb2610833 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] DELETE failed (client error): The resource could not be found. Nov 15 11:39:19.154807 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657c9a40-9c79-4200-8b9a-a11fb2610833 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:39:19.161909 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-657c9a40-9c79-4200-8b9a-a11fb2610833 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/ports/321c03b9-9c78-4bd9-b293-ce3786d363a7 HTTP/1.1" status: 404 len: 333 time: 0.0537784 Nov 15 11:39:19.162795 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35740) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:19.202766 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2235fcc-b3f4-45b2-a22e-4f0b6565f723 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] DELETE failed (client error): The resource could not be found. Nov 15 11:39:19.203432 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2235fcc-b3f4-45b2-a22e-4f0b6565f723 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:39:19.210869 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a2235fcc-b3f4-45b2-a22e-4f0b6565f723 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/subnets/2bdcbc82-bf90-4aa9-9453-bf16724d42b7 HTTP/1.1" status: 404 len: 337 time: 0.0463965 Nov 15 11:39:19.211745 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35742) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:19.251973 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fa464d-43a9-4e8a-94b0-a4a147de7b93 None None] DHCP port deletion for a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:39:19.261444 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf89508f-2bc2-4435-8838-c6b1a0621465 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:19.283511 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb518c8-3d69-40f9-bc44-216acd3aebd7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] DELETE failed (client error): The resource could not be found. Nov 15 11:39:19.284315 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb518c8-3d69-40f9-bc44-216acd3aebd7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:39:19.295160 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5943c28a-9731-4039-b2c6-6747bf5ebf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:39:17Z', 'revision_number': 10, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None, '_interfaces': [{'id': '32d242bb-65e5-4fc8-afb6-079d4ca636c1', 'name': '', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:c5:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:33Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:19.295971 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7eb518c8-3d69-40f9-bc44-216acd3aebd7 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/subnets/cbfe2f9b-6c4a-4a61-827a-2207953eddb9 HTTP/1.1" status: 404 len: 337 time: 0.0805311 Nov 15 11:39:19.297072 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35744) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:19.329385 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89508f-2bc2-4435-8838-c6b1a0621465 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Subnet': ['ID=c85a95c3-d43d-4d86-aec0-b8d9d8b016a8,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:19.339714 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf89508f-2bc2-4435-8838-c6b1a0621465 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:19.351447 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cf89508f-2bc2-4435-8838-c6b1a0621465 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/subnets/c85a95c3-d43d-4d86-aec0-b8d9d8b016a8 HTTP/1.1" status: 204 len: 168 time: 0.6623926 Nov 15 11:39:19.352190 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35748) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:19.360583 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab22988-8f10-474a-9c25-4bf73fbba4ee None None] Network f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:39:19.363489 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5943c28a-9731-4039-b2c6-6747bf5ebf19 None None] Checking router: ab901ef5-5d65-4efd-a5e4-6e32048c7386 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:39:19.368021 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-28095df7-5c07-4adf-934d-4a58cb4bcc01 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] DELETE failed (client error): The resource could not be found. Nov 15 11:39:19.369839 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28095df7-5c07-4adf-934d-4a58cb4bcc01 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:39:19.380611 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-28095df7-5c07-4adf-934d-4a58cb4bcc01 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/ports/98236969-fb72-42d1-ad6d-19ea3be95082 HTTP/1.1" status: 404 len: 333 time: 0.0810030 Nov 15 11:39:19.383126 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35750) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:19.390931 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5943c28a-9731-4039-b2c6-6747bf5ebf19 None None] Routers {'ab901ef5-5d65-4efd-a5e4-6e32048c7386'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:39:19.391569 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5943c28a-9731-4039-b2c6-6747bf5ebf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:39:09Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:19.419233 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76bf476-6fff-407f-a773-1ecf1880f70d tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] DELETE failed (client error): The resource could not be found. Nov 15 11:39:19.419691 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76bf476-6fff-407f-a773-1ecf1880f70d tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:39:19.424496 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c76bf476-6fff-407f-a773-1ecf1880f70d tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/subnets/0c11ff3c-5185-4d55-b067-af90ca480453 HTTP/1.1" status: 404 len: 337 time: 0.0401733 Nov 15 11:39:19.427098 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35754) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:19.484891 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-878d7e9e-dc8c-46b9-9a50-09b8519d7fb3 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] DELETE failed (client error): The resource could not be found. Nov 15 11:39:19.491526 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878d7e9e-dc8c-46b9-9a50-09b8519d7fb3 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:39:19.510011 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-878d7e9e-dc8c-46b9-9a50-09b8519d7fb3 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/subnets/6cad676f-caf1-4b86-9c7f-8e6c745e8c41 HTTP/1.1" status: 404 len: 337 time: 0.0698848 Nov 15 11:39:19.510011 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35762) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:19.516203 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-96fa464d-43a9-4e8a-94b0-a4a147de7b93 None None] Deleting port f1cf27f4-1724-47f1-8fac-244f99ee160f {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:39:19.520174 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-96fa464d-43a9-4e8a-94b0-a4a147de7b93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:19.531521 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9dec92d3-ad79-47c8-b792-afed4bf239d9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:19.628788 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-5943c28a-9731-4039-b2c6-6747bf5ebf19 None None] Set router ab901ef5-5d65-4efd-a5e4-6e32048c7386 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:39:19.683857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9dec92d3-ad79-47c8-b792-afed4bf239d9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting port 1f79acfe-f056-4ad6-9b40-b78ba6109c91 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:39:19.684439 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9dec92d3-ad79-47c8-b792-afed4bf239d9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:19.745218 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-96fa464d-43a9-4e8a-94b0-a4a147de7b93 None None] For port f1cf27f4-1724-47f1-8fac-244f99ee160f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f1cf27f4-1724-47f1-8fac-244f99ee160f,segment=NetworkSegment(740139c0-0f98-458c-b58a-00088d1f9c9c),segment_id=740139c0-0f98-458c-b58a-00088d1f9c9c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:39:19.745808 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-96fa464d-43a9-4e8a-94b0-a4a147de7b93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:19.773104 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-31e944c6-3d40-465c-97b0-1c4a482a65f5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Deleting port 54540904-02bd-4121-b2c9-dd8ce9f96eb7 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:39:19.773663 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31e944c6-3d40-465c-97b0-1c4a482a65f5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:19.784995 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-96fa464d-43a9-4e8a-94b0-a4a147de7b93 None None] Calling delete_port for f1cf27f4-1724-47f1-8fac-244f99ee160f owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:39:19.877456 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9dec92d3-ad79-47c8-b792-afed4bf239d9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] For port 1f79acfe-f056-4ad6-9b40-b78ba6109c91, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=1f79acfe-f056-4ad6-9b40-b78ba6109c91,segment=NetworkSegment(a53e3eec-5761-4f2f-ba39-c3044e21c000),segment_id=a53e3eec-5761-4f2f-ba39-c3044e21c000)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:39:19.888938 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9dec92d3-ad79-47c8-b792-afed4bf239d9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:19.896091 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31e944c6-3d40-465c-97b0-1c4a482a65f5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:19.920166 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-31e944c6-3d40-465c-97b0-1c4a482a65f5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Calling delete_port for 54540904-02bd-4121-b2c9-dd8ce9f96eb7 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:39:19.923279 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9dec92d3-ad79-47c8-b792-afed4bf239d9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Calling delete_port for 1f79acfe-f056-4ad6-9b40-b78ba6109c91 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:39:20.061598 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-96fa464d-43a9-4e8a-94b0-a4a147de7b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:20.146979 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5943c28a-9731-4039-b2c6-6747bf5ebf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:39:17Z', 'revision_number': 10, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None, '_interfaces': [{'id': '32d242bb-65e5-4fc8-afb6-079d4ca636c1', 'name': '', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:c5:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:33Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:20.161363 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c76be7ff-49e9-4b08-9516-927eb81a7307 req-f62a2d68-31c7-48ff-a07e-b37c2761fc8c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 210 time: 0.0877874 Nov 15 11:39:20.174247 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa464d-43a9-4e8a-94b0-a4a147de7b93 None None] Pushing event deleted for resources: {'Port': ['ID=f1cf27f4-1724-47f1-8fac-244f99ee160f,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:20.178558 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31e944c6-3d40-465c-97b0-1c4a482a65f5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:20.190728 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7eac12f-a093-4a83-97ca-a5fe21a73d0b None None] DHCP port deletion for f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:39:20.207997 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fa464d-43a9-4e8a-94b0-a4a147de7b93 None None] No DVR routers for this DVR port f1cf27f4-1724-47f1-8fac-244f99ee160f on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:39:20.216063 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5943c28a-9731-4039-b2c6-6747bf5ebf19 None None] The sync data for ids ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'] in n-d-729945-9 is: [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:39:17Z', 'revision_number': 10, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None, '_interfaces': [{'id': '32d242bb-65e5-4fc8-afb6-079d4ca636c1', 'name': '', 'network_id': '4c55403a-f67b-42fe-8a37-5c57e59c9be1', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'mac_address': 'fa:16:3e:c5:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:20Z', 'updated_at': '2021-11-15T11:38:33Z', 'revision_number': 5, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'subnets': [{'id': '95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:39:20.218064 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e944c6-3d40-465c-97b0-1c4a482a65f5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Port': ['ID=54540904-02bd-4121-b2c9-dd8ce9f96eb7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:20.224668 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f1cf27f4-1724-47f1-8fac-244f99ee160f no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:39:20.232794 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e944c6-3d40-465c-97b0-1c4a482a65f5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:20.233557 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e944c6-3d40-465c-97b0-1c4a482a65f5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:20.234037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e944c6-3d40-465c-97b0-1c4a482a65f5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:20.234521 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e944c6-3d40-465c-97b0-1c4a482a65f5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:20.235065 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e944c6-3d40-465c-97b0-1c4a482a65f5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:20.235548 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e944c6-3d40-465c-97b0-1c4a482a65f5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:20.236907 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e944c6-3d40-465c-97b0-1c4a482a65f5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:20.237648 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e944c6-3d40-465c-97b0-1c4a482a65f5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:20.238388 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e944c6-3d40-465c-97b0-1c4a482a65f5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:20.238861 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e944c6-3d40-465c-97b0-1c4a482a65f5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:20.239333 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e944c6-3d40-465c-97b0-1c4a482a65f5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:20.239967 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e944c6-3d40-465c-97b0-1c4a482a65f5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:20.247801 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-31e944c6-3d40-465c-97b0-1c4a482a65f5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:20.258115 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-31e944c6-3d40-465c-97b0-1c4a482a65f5 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/ports/54540904-02bd-4121-b2c9-dd8ce9f96eb7 HTTP/1.1" status: 204 len: 168 time: 0.7481296 Nov 15 11:39:20.259619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35780) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:20.263613 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: f1cf27f4-1724-47f1-8fac-244f99ee160f {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:39:20.264048 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f1cf27f4-1724-47f1-8fac-244f99ee160f not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:39:20.291281 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9dec92d3-ad79-47c8-b792-afed4bf239d9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:20.316220 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e7eac12f-a093-4a83-97ca-a5fe21a73d0b None None] The port '1f79acfe-f056-4ad6-9b40-b78ba6109c91' was deleted {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 15 11:39:20.353247 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec92d3-ad79-47c8-b792-afed4bf239d9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Port': ['ID=1f79acfe-f056-4ad6-9b40-b78ba6109c91,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:20.372357 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dec92d3-ad79-47c8-b792-afed4bf239d9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] No DVR routers for this DVR port 1f79acfe-f056-4ad6-9b40-b78ba6109c91 on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:39:20.472169 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9dec92d3-ad79-47c8-b792-afed4bf239d9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:20.493062 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-9dec92d3-ad79-47c8-b792-afed4bf239d9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:20.505231 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-9dec92d3-ad79-47c8-b792-afed4bf239d9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53e3eec-5761-4f2f-ba39-c3044e21c000') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:20.505539 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-9dec92d3-ad79-47c8-b792-afed4bf239d9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53e3eec-5761-4f2f-ba39-c3044e21c000') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:20.516923 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9dec92d3-ad79-47c8-b792-afed4bf239d9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:20.532857 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9dec92d3-ad79-47c8-b792-afed4bf239d9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:20.540075 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dec92d3-ad79-47c8-b792-afed4bf239d9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:39:20.540526 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9dec92d3-ad79-47c8-b792-afed4bf239d9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:39:20.612564 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:39:20.625527 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9dec92d3-ad79-47c8-b792-afed4bf239d9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:20.630906 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9dec92d3-ad79-47c8-b792-afed4bf239d9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:20.638458 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9dec92d3-ad79-47c8-b792-afed4bf239d9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/networks/f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072 HTTP/1.1" status: 204 len: 168 time: 1.2808502 Nov 15 11:39:20.642461 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35790) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:20.696326 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52c27384-59c9-46da-a92a-87c68b907ca4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:20.730697 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec92d3-ad79-47c8-b792-afed4bf239d9 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Network': ['ID=f1ba8d03-7c1e-43a2-aaef-7d7cf5f94072,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:20.840469 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52c27384-59c9-46da-a92a-87c68b907ca4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:20.861226 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-52c27384-59c9-46da-a92a-87c68b907ca4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:20.870910 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-52c27384-59c9-46da-a92a-87c68b907ca4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740139c0-0f98-458c-b58a-00088d1f9c9c') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:20.871301 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-52c27384-59c9-46da-a92a-87c68b907ca4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740139c0-0f98-458c-b58a-00088d1f9c9c') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:20.881274 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52c27384-59c9-46da-a92a-87c68b907ca4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:20.896411 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52c27384-59c9-46da-a92a-87c68b907ca4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:20.902930 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c27384-59c9-46da-a92a-87c68b907ca4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:39:20.903507 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52c27384-59c9-46da-a92a-87c68b907ca4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:39:20.966704 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:39:20.979328 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52c27384-59c9-46da-a92a-87c68b907ca4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:21.024984 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52c27384-59c9-46da-a92a-87c68b907ca4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:21.028625 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-52c27384-59c9-46da-a92a-87c68b907ca4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] 10.222.0.64 "DELETE /v2.0/networks/a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba HTTP/1.1" status: 204 len: 168 time: 0.7678018 Nov 15 11:39:21.068968 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c27384-59c9-46da-a92a-87c68b907ca4 tempest-PortsIpV6TestJSON-619708261 tempest-PortsIpV6TestJSON-619708261-project] Pushing event deleted for resources: {'Network': ['ID=a029931f-a0f3-43f3-8b8c-bfe66b3fc0ba,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:21.413169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a38393f-876c-44dd-9e6b-350b4ef38386 req-2a804c38-99b4-4ffb-82da-25f2e5f46e7b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 210 time: 0.0793703 Nov 15 11:39:21.464380 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3fa8c0dc-0950-4b6b-b9c6-d8534870194d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:21.523479 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35808) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:21.820170 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ae245e5a-87be-4b3f-b41b-5ac35395bf59 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=98a1ca29c2cd4a64a6ec344e8eaaed84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2949979 Nov 15 11:39:21.820368 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35816) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:21.881725 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e3c109d-946d-45aa-ab56-e7001f6e6d9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:21.914844 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e3c109d-946d-45aa-ab56-e7001f6e6d9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:21.923753 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3fa8c0dc-0950-4b6b-b9c6-d8534870194d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting port 32d242bb-65e5-4fc8-afb6-079d4ca636c1 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:39:21.924115 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3fa8c0dc-0950-4b6b-b9c6-d8534870194d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:22.139014 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3fa8c0dc-0950-4b6b-b9c6-d8534870194d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] For port 32d242bb-65e5-4fc8-afb6-079d4ca636c1, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=32d242bb-65e5-4fc8-afb6-079d4ca636c1,segment=NetworkSegment(488ae222-278f-4c92-9623-3075e41a4888),segment_id=488ae222-278f-4c92-9623-3075e41a4888)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:39:22.139379 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3fa8c0dc-0950-4b6b-b9c6-d8534870194d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:22.146383 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e3c109d-946d-45aa-ab56-e7001f6e6d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:22.153768 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 39cf2750-782e-4f1a-a502-f851bfaec706 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:39:22.154330 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e3c109d-946d-45aa-ab56-e7001f6e6d9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:22.159938 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0e3c109d-946d-45aa-ab56-e7001f6e6d9d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7c47229e-6644-4327-a27c-85844e32fc9c HTTP/1.1" status: 204 len: 168 time: 0.3384395 Nov 15 11:39:22.177202 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c109d-946d-45aa-ab56-e7001f6e6d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c47229e-6644-4327-a27c-85844e32fc9c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:22.190619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3fa8c0dc-0950-4b6b-b9c6-d8534870194d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Calling delete_port for 32d242bb-65e5-4fc8-afb6-079d4ca636c1 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:39:22.211841 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 39cf2750-782e-4f1a-a502-f851bfaec706 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:39:22.212577 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 39cf2750-782e-4f1a-a502-f851bfaec706 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:39:22.213148 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 1f79acfe-f056-4ad6-9b40-b78ba6109c91 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:39:22.244599 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 1f79acfe-f056-4ad6-9b40-b78ba6109c91 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:39:22.245198 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 1f79acfe-f056-4ad6-9b40-b78ba6109c91 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:39:22.443142 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3fa8c0dc-0950-4b6b-b9c6-d8534870194d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:22.489625 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8c0dc-0950-4b6b-b9c6-d8534870194d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Port': ['ID=32d242bb-65e5-4fc8-afb6-079d4ca636c1,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:22.583960 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-de47215a-5495-4d00-bbc3-120544b52e19 req-b7ee1a0d-0cf4-47b0-88ef-c5172e73b8bd tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 210 time: 0.0580449 Nov 15 11:39:22.847382 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3fa8c0dc-0950-4b6b-b9c6-d8534870194d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:23.146196 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa8c0dc-0950-4b6b-b9c6-d8534870194d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Router ab901ef5-5d65-4efd-a5e4-6e32048c7386 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:39:23.345833 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa8c0dc-0950-4b6b-b9c6-d8534870194d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:39:23.351051 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3fa8c0dc-0950-4b6b-b9c6-d8534870194d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/routers/ab901ef5-5d65-4efd-a5e4-6e32048c7386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7075074 Nov 15 11:39:23.353917 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35860) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:23.369517 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab16e8c-9e6f-4b5c-934e-91ed9eb94a32 None None] Sync routers for ids ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:39:23.388046 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab16e8c-9e6f-4b5c-934e-91ed9eb94a32 None None] Routers {'ab901ef5-5d65-4efd-a5e4-6e32048c7386'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:39:23.388916 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bab16e8c-9e6f-4b5c-934e-91ed9eb94a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:39:09Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:23.414307 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2c16b6-8d22-4e71-b0fd-06cc43a557d4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting subnet 95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:39:23.418125 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc2c16b6-8d22-4e71-b0fd-06cc43a557d4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:23.444400 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35862) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:23.480086 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-bab16e8c-9e6f-4b5c-934e-91ed9eb94a32 None None] Set router ab901ef5-5d65-4efd-a5e4-6e32048c7386 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:39:23.520363 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc2c16b6-8d22-4e71-b0fd-06cc43a557d4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:23.602875 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bab16e8c-9e6f-4b5c-934e-91ed9eb94a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:39:22Z', 'revision_number': 11, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:23.665142 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab16e8c-9e6f-4b5c-934e-91ed9eb94a32 None None] Checking router: ab901ef5-5d65-4efd-a5e4-6e32048c7386 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:39:23.691486 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-80699ef3-5e38-4cce-a940-0b45eb9b1abc tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Request body: {'security_group': {'name': 'tempest-secgroup--2032092525'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:23.698248 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab16e8c-9e6f-4b5c-934e-91ed9eb94a32 None None] Routers {'ab901ef5-5d65-4efd-a5e4-6e32048c7386'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:39:23.702809 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bab16e8c-9e6f-4b5c-934e-91ed9eb94a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:39:09Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:23.730370 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc2c16b6-8d22-4e71-b0fd-06cc43a557d4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:23.756935 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80699ef3-5e38-4cce-a940-0b45eb9b1abc tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:23.781711 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80699ef3-5e38-4cce-a940-0b45eb9b1abc tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:23.903852 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc2c16b6-8d22-4e71-b0fd-06cc43a557d4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:23.935255 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-bab16e8c-9e6f-4b5c-934e-91ed9eb94a32 None None] Set router ab901ef5-5d65-4efd-a5e4-6e32048c7386 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:39:23.983259 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80699ef3-5e38-4cce-a940-0b45eb9b1abc tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:23.983792 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c16b6-8d22-4e71-b0fd-06cc43a557d4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Subnet': ['ID=95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:24.010631 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc2c16b6-8d22-4e71-b0fd-06cc43a557d4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:24.020625 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80699ef3-5e38-4cce-a940-0b45eb9b1abc tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:24.022630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35878) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:24.025442 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cc2c16b6-8d22-4e71-b0fd-06cc43a557d4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/subnets/95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2 HTTP/1.1" status: 204 len: 168 time: 0.6698341 Nov 15 11:39:24.129737 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8aef541e-a884-4207-bbb8-8dd114cdd0f4 req-1c412c1d-3047-43ef-8eb1-e69fd9e526a5 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a0fa4c-be7d-48b5-af1a-4036841031af HTTP/1.1" status: 200 len: 210 time: 0.3809550 Nov 15 11:39:24.160790 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8c5de8-3f3f-497d-a965-8807da50e443 None None] Network 4c55403a-f67b-42fe-8a37-5c57e59c9be1 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:39:24.163683 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bab16e8c-9e6f-4b5c-934e-91ed9eb94a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:39:22Z', 'revision_number': 11, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:24.278417 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80699ef3-5e38-4cce-a940-0b45eb9b1abc tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8d792d-0b52-4bad-8322-833ebd887c7b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:24.321112 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b325-0ad8-428e-90b4-be0a5f378db6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:24.374742 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80699ef3-5e38-4cce-a940-0b45eb9b1abc tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:24.388005 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80699ef3-5e38-4cce-a940-0b45eb9b1abc tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:24.422340 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80699ef3-5e38-4cce-a940-0b45eb9b1abc tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c78eb241-f1c8-469d-949f-bd6e59ec7451,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:24.489702 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-80699ef3-5e38-4cce-a940-0b45eb9b1abc tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:24.494409 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-80699ef3-5e38-4cce-a940-0b45eb9b1abc tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0453954 Nov 15 11:39:24.494409 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35886) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:24.494639 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab16e8c-9e6f-4b5c-934e-91ed9eb94a32 None None] The sync data for ids ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'] in n-d-729945-9 is: [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:39:22Z', 'revision_number': 11, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:39:24.569963 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8de643c1-63a4-4bdf-b2d1-970577c638fe tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0726964 Nov 15 11:39:24.570415 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35888) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:24.574142 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d4d3b325-0ad8-428e-90b4-be0a5f378db6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Deleting port c387a71b-25da-4529-a173-ae07f6281b44 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:39:24.574632 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b325-0ad8-428e-90b4-be0a5f378db6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:24.577102 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-468190b6-8906-4de2-8c72-dc85c2a5d934 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Request body: {'security_group': {'name': 'tempest-security--272618522', 'description': 'tempest-security-description-1779294746'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:24.655701 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-468190b6-8906-4de2-8c72-dc85c2a5d934 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:24.691306 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d4d3b325-0ad8-428e-90b4-be0a5f378db6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] For port c387a71b-25da-4529-a173-ae07f6281b44, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c387a71b-25da-4529-a173-ae07f6281b44,segment=NetworkSegment(488ae222-278f-4c92-9623-3075e41a4888),segment_id=488ae222-278f-4c92-9623-3075e41a4888)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:39:24.691657 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b325-0ad8-428e-90b4-be0a5f378db6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:24.723119 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d4d3b325-0ad8-428e-90b4-be0a5f378db6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Calling delete_port for c387a71b-25da-4529-a173-ae07f6281b44 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:39:24.759601 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-468190b6-8906-4de2-8c72-dc85c2a5d934 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:24.773375 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-468190b6-8906-4de2-8c72-dc85c2a5d934 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:24.776184 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-468190b6-8906-4de2-8c72-dc85c2a5d934 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:24.777752 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-468190b6-8906-4de2-8c72-dc85c2a5d934 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "PUT /v2.0/security-groups/c78eb241-f1c8-469d-949f-bd6e59ec7451 HTTP/1.1" status: 200 len: 1796 time: 0.2061217 Nov 15 11:39:24.780892 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35890) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:24.820842 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468190b6-8906-4de2-8c72-dc85c2a5d934 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c78eb241-f1c8-469d-949f-bd6e59ec7451,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:24.871550 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b325-0ad8-428e-90b4-be0a5f378db6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:24.904879 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3b325-0ad8-428e-90b4-be0a5f378db6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Port': ['ID=c387a71b-25da-4529-a173-ae07f6281b44,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:24.910061 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866a2aaa-976e-4d57-a6ee-baf3551e91e5 None None] DHCP port deletion for 4c55403a-f67b-42fe-8a37-5c57e59c9be1 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:39:24.928093 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d3b325-0ad8-428e-90b4-be0a5f378db6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] No DVR routers for this DVR port c387a71b-25da-4529-a173-ae07f6281b44 on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:39:25.048364 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b4bad9ed-90c9-4470-9118-dff6954ad17e tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-groups/c78eb241-f1c8-469d-949f-bd6e59ec7451 HTTP/1.1" status: 200 len: 1796 time: 0.1921353 Nov 15 11:39:25.049095 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35898) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:25.064626 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b325-0ad8-428e-90b4-be0a5f378db6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:25.088393 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-d4d3b325-0ad8-428e-90b4-be0a5f378db6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c55403a-f67b-42fe-8a37-5c57e59c9be1']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:25.102438 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-d4d3b325-0ad8-428e-90b4-be0a5f378db6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488ae222-278f-4c92-9623-3075e41a4888') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:25.102736 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-d4d3b325-0ad8-428e-90b4-be0a5f378db6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488ae222-278f-4c92-9623-3075e41a4888') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:25.114659 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b325-0ad8-428e-90b4-be0a5f378db6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:25.130571 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b325-0ad8-428e-90b4-be0a5f378db6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:25.142490 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d3b325-0ad8-428e-90b4-be0a5f378db6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:39:25.142903 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b325-0ad8-428e-90b4-be0a5f378db6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:25.186096 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28fa9af7-ff97-4ada-b58e-7efeff78b96a tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:39:25.256510 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:39:25.274025 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28fa9af7-ff97-4ada-b58e-7efeff78b96a tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:25.298364 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b325-0ad8-428e-90b4-be0a5f378db6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:25.306035 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b325-0ad8-428e-90b4-be0a5f378db6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:25.311179 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d4d3b325-0ad8-428e-90b4-be0a5f378db6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/networks/4c55403a-f67b-42fe-8a37-5c57e59c9be1 HTTP/1.1" status: 204 len: 168 time: 1.2756031 Nov 15 11:39:25.313856 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35908) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:25.323383 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-73d8f671-9aca-4672-aa3d-d7d25d0dbc31 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'router': {'routes': None}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:25.337835 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3b325-0ad8-428e-90b4-be0a5f378db6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Pushing event deleted for resources: {'Network': ['ID=4c55403a-f67b-42fe-8a37-5c57e59c9be1,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:25.520593 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.extraroute_db [None req-73d8f671-9aca-4672-aa3d-d7d25d0dbc31 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Added routes are [] {{(pid=102677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 15 11:39:25.533559 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.extraroute_db [None req-73d8f671-9aca-4672-aa3d-d7d25d0dbc31 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Removed routes are [] {{(pid=102677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 15 11:39:25.534185 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73d8f671-9aca-4672-aa3d-d7d25d0dbc31 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:25.715286 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73d8f671-9aca-4672-aa3d-d7d25d0dbc31 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:25.723390 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28fa9af7-ff97-4ada-b58e-7efeff78b96a tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:25.726330 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28fa9af7-ff97-4ada-b58e-7efeff78b96a tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:25.730276 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35910) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:25.730675 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-28fa9af7-ff97-4ada-b58e-7efeff78b96a tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "DELETE /v2.0/security-groups/c78eb241-f1c8-469d-949f-bd6e59ec7451 HTTP/1.1" status: 204 len: 168 time: 0.6805949 Nov 15 11:39:25.732250 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73d8f671-9aca-4672-aa3d-d7d25d0dbc31 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66739771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66739762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66736290'] for router, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:25.745173 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa9af7-ff97-4ada-b58e-7efeff78b96a tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78eb241-f1c8-469d-949f-bd6e59ec7451,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:25.819958 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e822c146-26f3-47d5-93b7-18bdbee0b8a1 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0884135 Nov 15 11:39:25.822474 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35912) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:25.848505 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-000f9f12-ea8d-450f-bcc1-37b6bb83d99b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] delete failed (client error): The resource could not be found. Nov 15 11:39:25.849567 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-000f9f12-ea8d-450f-bcc1-37b6bb83d99b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "DELETE /v2.0/security-groups/c78eb241-f1c8-469d-949f-bd6e59ec7451 HTTP/1.1" status: 404 len: 347 time: 0.0261776 Nov 15 11:39:25.853953 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35914) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:25.859153 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-7b128334-0b4b-4602-8e15-f669892af03b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Request body: {'security_group': {'name': 'tempest-secgroup--345104923'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:25.931142 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7b128334-0b4b-4602-8e15-f669892af03b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:25.972326 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d8f671-9aca-4672-aa3d-d7d25d0dbc31 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Router ab901ef5-5d65-4efd-a5e4-6e32048c7386 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:39:26.066711 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7b128334-0b4b-4602-8e15-f669892af03b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:26.080497 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7b128334-0b4b-4602-8e15-f669892af03b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:26.142100 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7b128334-0b4b-4602-8e15-f669892af03b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:26.144645 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7b128334-0b4b-4602-8e15-f669892af03b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2896428 Nov 15 11:39:26.148282 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35922) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:26.157103 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d3e53c08-e25b-4748-8fae-46d9059f34c0 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Request body: {'security_group_rule': {'security_group_id': 'de06a77e-a6df-4da2-892f-9ee5805e6a57', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:26.167957 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c387a71b-25da-4529-a173-ae07f6281b44 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:39:26.189512 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b128334-0b4b-4602-8e15-f669892af03b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de06a77e-a6df-4da2-892f-9ee5805e6a57,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:26.218509 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: c387a71b-25da-4529-a173-ae07f6281b44 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:39:26.218772 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c387a71b-25da-4529-a173-ae07f6281b44 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:39:26.219104 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3e53c08-e25b-4748-8fae-46d9059f34c0 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:26.219218 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 32d242bb-65e5-4fc8-afb6-079d4ca636c1 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:39:26.281789 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 32d242bb-65e5-4fc8-afb6-079d4ca636c1 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:39:26.282134 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 32d242bb-65e5-4fc8-afb6-079d4ca636c1 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:39:26.330187 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3e53c08-e25b-4748-8fae-46d9059f34c0 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:26.335617 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3e53c08-e25b-4748-8fae-46d9059f34c0 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:26.410393 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d3e53c08-e25b-4748-8fae-46d9059f34c0 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:26.412248 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d3e53c08-e25b-4748-8fae-46d9059f34c0 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2627084 Nov 15 11:39:26.415070 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35934) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:26.456268 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e53c08-e25b-4748-8fae-46d9059f34c0 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cceb3cb-eba9-4085-a62d-7624687f0f45,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:26.479324 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5127ef7c-1921-4b9e-952d-d44b3aabc68b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:26.492252 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5127ef7c-1921-4b9e-952d-d44b3aabc68b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:26.504031 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-a03194e5-286b-4cec-ae48-0199702d852d req-50d76284-27c3-4ece-a417-0fe48dc56c43 service neutron] (102677) timed out ('10.222.0.55', 64224) {{(pid=102677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 11:39:26.553778 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d8f671-9aca-4672-aa3d-d7d25d0dbc31 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:39:26.563247 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7dfdef-f8ae-410a-93e1-aa0dffb3f9ca None None] Sync routers for ids ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:39:26.573892 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73d8f671-9aca-4672-aa3d-d7d25d0dbc31 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:26.577607 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7dfdef-f8ae-410a-93e1-aa0dffb3f9ca None None] Routers {'ab901ef5-5d65-4efd-a5e4-6e32048c7386'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:39:26.578384 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-3a7dfdef-f8ae-410a-93e1-aa0dffb3f9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:39:09Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:26.578830 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-73d8f671-9aca-4672-aa3d-d7d25d0dbc31 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/routers/ab901ef5-5d65-4efd-a5e4-6e32048c7386 HTTP/1.1" status: 200 len: 701 time: 1.2604110 Nov 15 11:39:26.580412 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35936) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:26.644914 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-58fc61e0-2963-47b5-a169-9777fbd985d7 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab901ef5-5d65-4efd-a5e4-6e32048c7386 HTTP/1.1" status: 200 len: 205 time: 0.0632737 Nov 15 11:39:26.647234 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35940) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:26.749238 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-3a7dfdef-f8ae-410a-93e1-aa0dffb3f9ca None None] Set router ab901ef5-5d65-4efd-a5e4-6e32048c7386 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:39:26.838315 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c83100f8-9339-4ec4-83ef-6b259b38346d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:26.897948 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-3a7dfdef-f8ae-410a-93e1-aa0dffb3f9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:39:22Z', 'revision_number': 11, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:26.972340 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7dfdef-f8ae-410a-93e1-aa0dffb3f9ca None None] Checking router: ab901ef5-5d65-4efd-a5e4-6e32048c7386 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:39:26.991133 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7dfdef-f8ae-410a-93e1-aa0dffb3f9ca None None] Routers {'ab901ef5-5d65-4efd-a5e4-6e32048c7386'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:39:26.992109 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-3a7dfdef-f8ae-410a-93e1-aa0dffb3f9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:39:09Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:27.091844 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-3a7dfdef-f8ae-410a-93e1-aa0dffb3f9ca None None] Set router ab901ef5-5d65-4efd-a5e4-6e32048c7386 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:39:27.110531 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c83100f8-9339-4ec4-83ef-6b259b38346d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:27.114306 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c83100f8-9339-4ec4-83ef-6b259b38346d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:27.151930 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-3a7dfdef-f8ae-410a-93e1-aa0dffb3f9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:39:22Z', 'revision_number': 11, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:27.170524 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c83100f8-9339-4ec4-83ef-6b259b38346d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:27.171220 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83100f8-9339-4ec4-83ef-6b259b38346d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Fanout notify agent at l3_agent the message router_deleted on router ab901ef5-5d65-4efd-a5e4-6e32048c7386 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:39:27.180070 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c83100f8-9339-4ec4-83ef-6b259b38346d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:27.181446 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c83100f8-9339-4ec4-83ef-6b259b38346d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/routers/ab901ef5-5d65-4efd-a5e4-6e32048c7386 HTTP/1.1" status: 204 len: 168 time: 0.5329790 Nov 15 11:39:27.188274 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35948) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:27.188715 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7dfdef-f8ae-410a-93e1-aa0dffb3f9ca None None] The sync data for ids ['ab901ef5-5d65-4efd-a5e4-6e32048c7386'] in n-d-729945-9 is: [{'id': 'ab901ef5-5d65-4efd-a5e4-6e32048c7386', 'name': 'tempest-RoutersTest-router-1313156038', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:39:22Z', 'revision_number': 11, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:39:27.194651 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0a64d581-865c-4e9f-bd37-c22bfbb79c30 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-601057670', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:27.225720 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a64d581-865c-4e9f-bd37-c22bfbb79c30 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:27.227243 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a64d581-865c-4e9f-bd37-c22bfbb79c30 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:27.319721 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a64d581-865c-4e9f-bd37-c22bfbb79c30 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:27.325694 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a64d581-865c-4e9f-bd37-c22bfbb79c30 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:27.333282 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5127ef7c-1921-4b9e-952d-d44b3aabc68b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:27.345746 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5127ef7c-1921-4b9e-952d-d44b3aabc68b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:27.350267 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5127ef7c-1921-4b9e-952d-d44b3aabc68b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/4cceb3cb-eba9-4085-a62d-7624687f0f45 HTTP/1.1" status: 204 len: 168 time: 0.9340866 Nov 15 11:39:27.353623 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35954) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:27.367923 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127ef7c-1921-4b9e-952d-d44b3aabc68b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cceb3cb-eba9-4085-a62d-7624687f0f45,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:27.375871 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0a64d581-865c-4e9f-bd37-c22bfbb79c30 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:27.377104 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0a64d581-865c-4e9f-bd37-c22bfbb79c30 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1874704 Nov 15 11:39:27.396016 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35956) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:27.409298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-e47f13b8-0ba7-4de8-b443-febd5204ee32 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:27.417564 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-76077719-96f5-4b73-86a6-cd6ac745a3c5 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0625134 Nov 15 11:39:27.418245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35958) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:27.528853 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54907cf0-6169-41e1-8b4a-82e787d2df86 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:27.578222 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54907cf0-6169-41e1-8b4a-82e787d2df86 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:27.653740 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54907cf0-6169-41e1-8b4a-82e787d2df86 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:27.656623 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54907cf0-6169-41e1-8b4a-82e787d2df86 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:27.657805 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-54907cf0-6169-41e1-8b4a-82e787d2df86 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "DELETE /v2.0/security-groups/de06a77e-a6df-4da2-892f-9ee5805e6a57 HTTP/1.1" status: 204 len: 168 time: 0.2386353 Nov 15 11:39:27.661271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35966) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:27.699558 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54907cf0-6169-41e1-8b4a-82e787d2df86 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de06a77e-a6df-4da2-892f-9ee5805e6a57,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:27.753537 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5db73344-205d-4c47-8f63-e80156d44d82 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0911064 Nov 15 11:39:27.753765 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35968) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:27.784991 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-e6d84de8-3060-4f9c-8e54-7020720c9739 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Request body: {'security_group': {'name': 'tempest-secgroup--400949557'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:27.800306 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e47f13b8-0ba7-4de8-b443-febd5204ee32 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:27.817883 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e47f13b8-0ba7-4de8-b443-febd5204ee32 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66739771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66739762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66736290'] for router, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:27.824174 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e6d84de8-3060-4f9c-8e54-7020720c9739 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:28.008578 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e6d84de8-3060-4f9c-8e54-7020720c9739 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:28.009749 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47f13b8-0ba7-4de8-b443-febd5204ee32 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Router ccaf137b-7ec6-4569-a086-412d00abbb48 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:39:28.022375 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e6d84de8-3060-4f9c-8e54-7020720c9739 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:28.178641 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47f13b8-0ba7-4de8-b443-febd5204ee32 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:39:28.189649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57057d47-f885-4cd0-bf30-45c4e523865d None None] Sync routers for ids ['ccaf137b-7ec6-4569-a086-412d00abbb48'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:39:28.190590 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e6d84de8-3060-4f9c-8e54-7020720c9739 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:28.193566 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e6d84de8-3060-4f9c-8e54-7020720c9739 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4387071 Nov 15 11:39:28.197110 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35978) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:28.201758 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e47f13b8-0ba7-4de8-b443-febd5204ee32 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:28.202226 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f72b27bc-bc1a-480f-a7b6-6e5269fa8aa8 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Request body: {'security_group_rule': {'security_group_id': '926dfcf7-bf42-47a6-ac7b-dc4659e10597', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:28.205547 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e47f13b8-0ba7-4de8-b443-febd5204ee32 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "PUT /v2.0/routers/ccaf137b-7ec6-4569-a086-412d00abbb48 HTTP/1.1" status: 200 len: 693 time: 0.8060718 Nov 15 11:39:28.205547 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d84de8-3060-4f9c-8e54-7020720c9739 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=926dfcf7-bf42-47a6-ac7b-dc4659e10597,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:28.206405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35980) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:28.216666 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57057d47-f885-4cd0-bf30-45c4e523865d None None] Routers {'ccaf137b-7ec6-4569-a086-412d00abbb48'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:39:28.217269 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-57057d47-f885-4cd0-bf30-45c4e523865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:39:09Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ccaf137b-7ec6-4569-a086-412d00abbb48'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:28.269570 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f72b27bc-bc1a-480f-a7b6-6e5269fa8aa8 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:28.361943 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-57057d47-f885-4cd0-bf30-45c4e523865d None None] Set router ccaf137b-7ec6-4569-a086-412d00abbb48 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:39:28.366404 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b4ef6b80-b0f5-4d3c-aed6-d36694428f22 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/routers/ccaf137b-7ec6-4569-a086-412d00abbb48 HTTP/1.1" status: 200 len: 699 time: 0.1586163 Nov 15 11:39:28.372714 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35984) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:28.399611 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f72b27bc-bc1a-480f-a7b6-6e5269fa8aa8 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:28.412559 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f72b27bc-bc1a-480f-a7b6-6e5269fa8aa8 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:28.461077 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c5add028-ca23-4173-865e-f63e5a69a710 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccaf137b-7ec6-4569-a086-412d00abbb48 HTTP/1.1" status: 200 len: 205 time: 0.0797315 Nov 15 11:39:28.462033 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 35990) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:28.465815 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b27bc-bc1a-480f-a7b6-6e5269fa8aa8 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4da6948-7515-44af-9b96-430bb076908b,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:28.475710 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-57057d47-f885-4cd0-bf30-45c4e523865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf137b-7ec6-4569-a086-412d00abbb48', 'name': 'tempest-RoutersTest-router-601057670', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:39:27Z', 'updated_at': '2021-11-15T11:39:27Z', 'revision_number': 2, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:28.492151 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f72b27bc-bc1a-480f-a7b6-6e5269fa8aa8 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:28.498132 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f72b27bc-bc1a-480f-a7b6-6e5269fa8aa8 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2998533 Nov 15 11:39:28.499255 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35992) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:28.510980 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-113cd031-90ac-459c-bc07-d6c4da9d3b0a tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Request body: {'security_group_rule': {'security_group_id': '926dfcf7-bf42-47a6-ac7b-dc4659e10597', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:28.534969 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57057d47-f885-4cd0-bf30-45c4e523865d None None] Checking router: ccaf137b-7ec6-4569-a086-412d00abbb48 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:39:28.555708 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57057d47-f885-4cd0-bf30-45c4e523865d None None] Routers {'ccaf137b-7ec6-4569-a086-412d00abbb48'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:39:28.556374 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-57057d47-f885-4cd0-bf30-45c4e523865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:39:09Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ccaf137b-7ec6-4569-a086-412d00abbb48'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:28.597001 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-113cd031-90ac-459c-bc07-d6c4da9d3b0a tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:28.686894 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-57057d47-f885-4cd0-bf30-45c4e523865d None None] Set router ccaf137b-7ec6-4569-a086-412d00abbb48 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:39:28.722404 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-113cd031-90ac-459c-bc07-d6c4da9d3b0a tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:28.742860 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-113cd031-90ac-459c-bc07-d6c4da9d3b0a tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:28.760087 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-67e5c2ca-6c34-4cb3-bbcc-775e747303ca tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:28.781499 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cd031-90ac-459c-bc07-d6c4da9d3b0a tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b80c714a-2ba7-4805-a26d-70645a8a00a9,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:28.796825 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-113cd031-90ac-459c-bc07-d6c4da9d3b0a tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:28.800747 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-113cd031-90ac-459c-bc07-d6c4da9d3b0a tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2966056 Nov 15 11:39:28.800975 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 35998) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:28.807452 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ae0ff5ca-4ba2-4a4e-8f7f-8a6ff250b111 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Request body: {'security_group_rule': {'security_group_id': '926dfcf7-bf42-47a6-ac7b-dc4659e10597', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:28.830659 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-57057d47-f885-4cd0-bf30-45c4e523865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaf137b-7ec6-4569-a086-412d00abbb48', 'name': 'tempest-RoutersTest-router-601057670', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:39:27Z', 'updated_at': '2021-11-15T11:39:27Z', 'revision_number': 2, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:28.879286 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae0ff5ca-4ba2-4a4e-8f7f-8a6ff250b111 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:28.904000 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57057d47-f885-4cd0-bf30-45c4e523865d None None] The sync data for ids ['ccaf137b-7ec6-4569-a086-412d00abbb48'] in n-d-729945-9 is: [{'id': 'ccaf137b-7ec6-4569-a086-412d00abbb48', 'name': 'tempest-RoutersTest-router-601057670', 'tenant_id': '9043398e6de74f8a9cf97297f1911306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:39:27Z', 'updated_at': '2021-11-15T11:39:27Z', 'revision_number': 2, 'project_id': '9043398e6de74f8a9cf97297f1911306', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:39:29.049078 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae0ff5ca-4ba2-4a4e-8f7f-8a6ff250b111 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:29.059285 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae0ff5ca-4ba2-4a4e-8f7f-8a6ff250b111 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:29.079034 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ff5ca-4ba2-4a4e-8f7f-8a6ff250b111 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91563896-afb7-47cb-8d51-c697c3adbf2c,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:29.115397 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae0ff5ca-4ba2-4a4e-8f7f-8a6ff250b111 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:29.116790 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ae0ff5ca-4ba2-4a4e-8f7f-8a6ff250b111 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3149018 Nov 15 11:39:29.119605 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36010) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:29.124979 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-aec1bdd4-08af-461c-b37f-3016fabe444b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Request body: {'security_group_rule': {'security_group_id': '926dfcf7-bf42-47a6-ac7b-dc4659e10597', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:29.156824 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-67e5c2ca-6c34-4cb3-bbcc-775e747303ca tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:29.168161 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aec1bdd4-08af-461c-b37f-3016fabe444b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:29.171012 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-67e5c2ca-6c34-4cb3-bbcc-775e747303ca tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:29.291418 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-67e5c2ca-6c34-4cb3-bbcc-775e747303ca tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:29.292266 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e5c2ca-6c34-4cb3-bbcc-775e747303ca tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Fanout notify agent at l3_agent the message router_deleted on router ccaf137b-7ec6-4569-a086-412d00abbb48 {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:39:29.307539 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aec1bdd4-08af-461c-b37f-3016fabe444b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:29.317857 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-67e5c2ca-6c34-4cb3-bbcc-775e747303ca tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:29.321622 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-67e5c2ca-6c34-4cb3-bbcc-775e747303ca tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/routers/ccaf137b-7ec6-4569-a086-412d00abbb48 HTTP/1.1" status: 204 len: 168 time: 0.8581476 Nov 15 11:39:29.322284 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aec1bdd4-08af-461c-b37f-3016fabe444b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:29.326974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36014) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:29.337728 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1bdd4-08af-461c-b37f-3016fabe444b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=861587ca-04db-4503-ba2a-095f181f84b9,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:29.378541 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e181d1d8-cc82-42be-bf52-5e5ccce5dcca tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccaf137b-7ec6-4569-a086-412d00abbb48 HTTP/1.1" status: 200 len: 205 time: 0.0499811 Nov 15 11:39:29.380794 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36018) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:29.385617 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aec1bdd4-08af-461c-b37f-3016fabe444b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:29.387302 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-aec1bdd4-08af-461c-b37f-3016fabe444b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2666614 Nov 15 11:39:29.394594 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36020) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:29.402906 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-810406aa-44cd-49fc-90d8-e73fe827ce05 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Request body: {'security_group_rule': {'security_group_id': '926dfcf7-bf42-47a6-ac7b-dc4659e10597', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:29.475741 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-810406aa-44cd-49fc-90d8-e73fe827ce05 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:29.492257 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-add9ef60-cf73-4986-9af0-f6a5e3856f76 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] delete failed (client error): The resource could not be found. Nov 15 11:39:29.502599 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36028) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:29.506989 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-add9ef60-cf73-4986-9af0-f6a5e3856f76 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/routers/ccaf137b-7ec6-4569-a086-412d00abbb48 HTTP/1.1" status: 404 len: 336 time: 0.1174710 Nov 15 11:39:29.545157 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d66525-df9b-404b-829a-82f0a46e5c91 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] DELETE failed (client error): The resource could not be found. Nov 15 11:39:29.545845 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d66525-df9b-404b-829a-82f0a46e5c91 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:39:29.549444 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a1d66525-df9b-404b-829a-82f0a46e5c91 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/subnets/f8b58536-3035-42fd-bb51-a10f22f8b7f6 HTTP/1.1" status: 404 len: 337 time: 0.0454233 Nov 15 11:39:29.552203 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36030) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:29.584266 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-810406aa-44cd-49fc-90d8-e73fe827ce05 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:29.591058 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-810406aa-44cd-49fc-90d8-e73fe827ce05 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:29.607551 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-419ad4d9-d13b-4e6f-be2f-394b5a9250ca tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] DELETE failed (client error): The resource could not be found. Nov 15 11:39:29.636862 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419ad4d9-d13b-4e6f-be2f-394b5a9250ca tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:39:29.658974 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-419ad4d9-d13b-4e6f-be2f-394b5a9250ca tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/subnets/28aad79a-775d-4ed9-8a20-c67cfca9ef0b HTTP/1.1" status: 404 len: 337 time: 0.1056306 Nov 15 11:39:29.659654 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36034) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:29.662241 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:29.664369 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810406aa-44cd-49fc-90d8-e73fe827ce05 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128106e9-b165-4e3a-9402-920615fddacf,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:29.722426 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-810406aa-44cd-49fc-90d8-e73fe827ce05 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:29.724963 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-810406aa-44cd-49fc-90d8-e73fe827ce05 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3281786 Nov 15 11:39:29.726945 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36040) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:29.810853 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86e1185-84cd-448d-b9de-1ba2428150e6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] DELETE failed (client error): The resource could not be found. Nov 15 11:39:29.811546 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c86e1185-84cd-448d-b9de-1ba2428150e6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:39:29.815398 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c86e1185-84cd-448d-b9de-1ba2428150e6 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/subnets/c85a95c3-d43d-4d86-aec0-b8d9d8b016a8 HTTP/1.1" status: 404 len: 337 time: 0.1486297 Nov 15 11:39:29.819338 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36046) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:29.858429 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98cfb13e-80f1-4cb5-b536-a93795b9cffb tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:29.898494 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-1255cf8a-aae8-4f12-a7c7-c9269f286a63 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] DELETE failed (client error): The resource could not be found. Nov 15 11:39:29.898945 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1255cf8a-aae8-4f12-a7c7-c9269f286a63 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:39:29.902033 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1255cf8a-aae8-4f12-a7c7-c9269f286a63 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/subnets/95cdc9d9-e384-4e84-99da-6a0dbc8e7fa2 HTTP/1.1" status: 404 len: 337 time: 0.0811455 Nov 15 11:39:29.904695 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36048) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:29.925737 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98cfb13e-80f1-4cb5-b536-a93795b9cffb tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:29.958522 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f1f2197f-4aac-457f-b59d-4386f8b93301 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab901ef5-5d65-4efd-a5e4-6e32048c7386 HTTP/1.1" status: 200 len: 205 time: 0.0524716 Nov 15 11:39:29.962263 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36050) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:30.022436 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98cfb13e-80f1-4cb5-b536-a93795b9cffb tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:30.040956 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98cfb13e-80f1-4cb5-b536-a93795b9cffb tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:30.042167 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-98cfb13e-80f1-4cb5-b536-a93795b9cffb tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/128106e9-b165-4e3a-9402-920615fddacf HTTP/1.1" status: 204 len: 168 time: 0.3140414 Nov 15 11:39:30.043024 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cfb13e-80f1-4cb5-b536-a93795b9cffb tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=128106e9-b165-4e3a-9402-920615fddacf,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:30.046787 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36052) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:30.079394 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-cf5dae64-8e97-4013-a1b9-c3b7c41948b8 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] delete failed (client error): The resource could not be found. Nov 15 11:39:30.090512 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cf5dae64-8e97-4013-a1b9-c3b7c41948b8 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/routers/ab901ef5-5d65-4efd-a5e4-6e32048c7386 HTTP/1.1" status: 404 len: 336 time: 0.1269507 Nov 15 11:39:30.097089 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36056) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:30.155831 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d25127dd-19d3-4f4c-a212-a11d2119f76f tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d8be94c-5b93-4bf9-8efc-a72abc19bdd7 HTTP/1.1" status: 200 len: 205 time: 0.0570290 Nov 15 11:39:30.158000 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36060) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:30.158831 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2151fc42-50ce-453a-b8a0-96202ab827dd tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1106575 Nov 15 11:39:30.162375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36062) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:30.213129 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-160111e9-bbb0-49c9-a45d-da79eebde0f4 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:30.251932 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-160111e9-bbb0-49c9-a45d-da79eebde0f4 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:30.272868 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-01f24522-1757-4c7a-88d1-d25d9913d834 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] delete failed (client error): The resource could not be found. Nov 15 11:39:30.274004 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-01f24522-1757-4c7a-88d1-d25d9913d834 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/routers/3d8be94c-5b93-4bf9-8efc-a72abc19bdd7 HTTP/1.1" status: 404 len: 336 time: 0.1127350 Nov 15 11:39:30.276859 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36068) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:30.347971 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f54518-e40a-467d-b720-6ab5a9a530e3 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] DELETE failed (client error): The resource could not be found. Nov 15 11:39:30.348679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f54518-e40a-467d-b720-6ab5a9a530e3 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:39:30.352023 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-65f54518-e40a-467d-b720-6ab5a9a530e3 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/subnets/e35137de-d1cf-4f3a-bf64-a1e008999a0c HTTP/1.1" status: 404 len: 337 time: 0.0738559 Nov 15 11:39:30.354675 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36072) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:30.386664 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-160111e9-bbb0-49c9-a45d-da79eebde0f4 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:30.394632 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-160111e9-bbb0-49c9-a45d-da79eebde0f4 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:30.396086 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-160111e9-bbb0-49c9-a45d-da79eebde0f4 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/861587ca-04db-4503-ba2a-095f181f84b9 HTTP/1.1" status: 204 len: 168 time: 0.2326992 Nov 15 11:39:30.398699 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5f40565a-d05d-4439-849e-c0ef883548fa tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/ports?device_id=51414c20-e4e5-4af2-ae57-1f64600c2061 HTTP/1.1" status: 200 len: 205 time: 0.0419941 Nov 15 11:39:30.400857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36074) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:30.401405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36076) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:30.426751 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160111e9-bbb0-49c9-a45d-da79eebde0f4 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=861587ca-04db-4503-ba2a-095f181f84b9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:30.468232 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-4c8b817e-68a1-46a0-84e4-0b06ce2eb646 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] delete failed (client error): The resource could not be found. Nov 15 11:39:30.469435 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4c8b817e-68a1-46a0-84e4-0b06ce2eb646 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/routers/51414c20-e4e5-4af2-ae57-1f64600c2061 HTTP/1.1" status: 404 len: 336 time: 0.0611320 Nov 15 11:39:30.472181 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36078) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:30.514965 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c4da763e-f563-40af-9739-5c5311dd59d2 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a9b4c58-a02b-452a-81c3-07bbb7f0921f HTTP/1.1" status: 200 len: 205 time: 0.0414810 Nov 15 11:39:30.519070 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36080) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:30.539439 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fb7a96fc-2b63-4693-99fa-8c77dcf8862e tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1341388 Nov 15 11:39:30.539743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36082) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:30.589194 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5d58e40-24e2-402e-ada9-c0668e5276f1 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:30.602640 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5d58e40-24e2-402e-ada9-c0668e5276f1 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:30.604469 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-ae9367fa-8219-490c-a034-26be1c0a0690 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] delete failed (client error): The resource could not be found. Nov 15 11:39:30.607222 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ae9367fa-8219-490c-a034-26be1c0a0690 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/routers/6a9b4c58-a02b-452a-81c3-07bbb7f0921f HTTP/1.1" status: 404 len: 336 time: 0.0871584 Nov 15 11:39:30.612778 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36084) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:30.646841 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ffda07a-d515-47c0-9ee7-1e4115011fad tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] DELETE failed (client error): The resource could not be found. Nov 15 11:39:30.647657 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ffda07a-d515-47c0-9ee7-1e4115011fad tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:39:30.651061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2ffda07a-d515-47c0-9ee7-1e4115011fad tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/subnets/c7fbfc6c-3a42-4204-8bab-b6cf65dc8047 HTTP/1.1" status: 404 len: 337 time: 0.0370765 Nov 15 11:39:30.654188 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36086) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:30.698483 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-da36b3dc-8ec3-4a8b-b1e7-d4203e7cb79d tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/ports?device_id=410f016c-234c-4d40-8e94-260380228d0f HTTP/1.1" status: 200 len: 205 time: 0.0397522 Nov 15 11:39:30.698483 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36090) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:30.707033 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5d58e40-24e2-402e-ada9-c0668e5276f1 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:30.714251 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b5d58e40-24e2-402e-ada9-c0668e5276f1 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:30.717700 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b5d58e40-24e2-402e-ada9-c0668e5276f1 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/91563896-afb7-47cb-8d51-c697c3adbf2c HTTP/1.1" status: 204 len: 168 time: 0.1745715 Nov 15 11:39:30.729819 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36094) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:30.730587 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d58e40-24e2-402e-ada9-c0668e5276f1 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91563896-afb7-47cb-8d51-c697c3adbf2c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:30.756325 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-b155ad3b-e957-4765-bf1b-2d21d2363196 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] delete failed (client error): The resource could not be found. Nov 15 11:39:30.761408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36096) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:30.762069 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b155ad3b-e957-4765-bf1b-2d21d2363196 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/routers/410f016c-234c-4d40-8e94-260380228d0f HTTP/1.1" status: 404 len: 336 time: 0.0623565 Nov 15 11:39:30.827323 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9336e3d-dc00-4e59-851e-f082d3899b37 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] DELETE failed (client error): The resource could not be found. Nov 15 11:39:30.836488 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9336e3d-dc00-4e59-851e-f082d3899b37 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:39:30.841333 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a9336e3d-dc00-4e59-851e-f082d3899b37 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/subnets/d82069c3-ce3b-402a-be0f-daa76786b28e HTTP/1.1" status: 404 len: 337 time: 0.0760810 Nov 15 11:39:30.844042 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36102) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:30.889485 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-dea32a8d-c083-4d03-87ee-1871697f2933 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "GET /v2.0/ports?device_id=d26972a4-8710-4ed9-861b-4d78f8804730 HTTP/1.1" status: 200 len: 205 time: 0.0413561 Nov 15 11:39:30.890089 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36104) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:30.895276 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-254b21f3-7742-4584-977d-6279cc660969 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1476128 Nov 15 11:39:30.900051 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36106) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:30.926175 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f398a93-d7a5-47ba-a94a-54a25fd26dce tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:30.934571 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f398a93-d7a5-47ba-a94a-54a25fd26dce tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:30.974310 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f398a93-d7a5-47ba-a94a-54a25fd26dce tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:30.980085 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-5de53121-e849-4de0-b174-27e42bb45377 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] delete failed (client error): The resource could not be found. Nov 15 11:39:30.981383 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4f398a93-d7a5-47ba-a94a-54a25fd26dce tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:30.981676 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5de53121-e849-4de0-b174-27e42bb45377 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/routers/d26972a4-8710-4ed9-861b-4d78f8804730 HTTP/1.1" status: 404 len: 336 time: 0.0903027 Nov 15 11:39:30.984943 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4f398a93-d7a5-47ba-a94a-54a25fd26dce tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/b80c714a-2ba7-4805-a26d-70645a8a00a9 HTTP/1.1" status: 204 len: 168 time: 0.0805521 Nov 15 11:39:30.985528 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36108) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:30.986057 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36110) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:30.998543 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f398a93-d7a5-47ba-a94a-54a25fd26dce tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b80c714a-2ba7-4805-a26d-70645a8a00a9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:31.026170 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a91b12e-e473-4f76-a6a6-07b6b4095df4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] DELETE failed (client error): The resource could not be found. Nov 15 11:39:31.026753 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a91b12e-e473-4f76-a6a6-07b6b4095df4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:39:31.029904 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7a91b12e-e473-4f76-a6a6-07b6b4095df4 tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/subnets/2cc0877e-5fec-49a9-ba51-44dbc28a4f23 HTTP/1.1" status: 404 len: 337 time: 0.0425677 Nov 15 11:39:31.032388 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36114) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:31.065622 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a35e61a-e8b9-44a6-880b-26d99f23280b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] DELETE failed (client error): The resource could not be found. Nov 15 11:39:31.066134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a35e61a-e8b9-44a6-880b-26d99f23280b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:39:31.069342 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9a35e61a-e8b9-44a6-880b-26d99f23280b tempest-RoutersTest-457138972 tempest-RoutersTest-457138972-project] 10.222.0.64 "DELETE /v2.0/subnets/a902942c-101d-4a0d-8a0d-b3d0b61679db HTTP/1.1" status: 404 len: 337 time: 0.0359578 Nov 15 11:39:31.117362 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36120) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:31.118253 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d0aad5ae-2e95-4972-958b-6dd596e8286d tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1294794 Nov 15 11:39:31.158873 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9ed2d26-41a1-488c-aff9-0f63c3da7acb tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:31.184006 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9ed2d26-41a1-488c-aff9-0f63c3da7acb tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:31.244526 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9ed2d26-41a1-488c-aff9-0f63c3da7acb tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:31.251627 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9ed2d26-41a1-488c-aff9-0f63c3da7acb tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:31.253335 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e9ed2d26-41a1-488c-aff9-0f63c3da7acb tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/c4da6948-7515-44af-9b96-430bb076908b HTTP/1.1" status: 204 len: 168 time: 0.1341779 Nov 15 11:39:31.256786 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36122) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:31.271960 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed2d26-41a1-488c-aff9-0f63c3da7acb tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4da6948-7515-44af-9b96-430bb076908b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:31.334408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36124) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:31.346668 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d30a0ad8-3a73-4ac1-aa9b-13620a50f925 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0872273 Nov 15 11:39:31.453475 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36130) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:31.497296 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a853c0e9-34f8-4f92-9e9e-3b3c00145a37 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:31.568377 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a853c0e9-34f8-4f92-9e9e-3b3c00145a37 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:31.618620 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-46b4dcd9-aa25-4bb7-9f96-3a3f2f2462c4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9043398e6de74f8a9cf97297f1911306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1639528 Nov 15 11:39:31.619230 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36134) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:31.646280 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a853c0e9-34f8-4f92-9e9e-3b3c00145a37 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:31.649161 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a853c0e9-34f8-4f92-9e9e-3b3c00145a37 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:31.652792 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a853c0e9-34f8-4f92-9e9e-3b3c00145a37 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "DELETE /v2.0/security-groups/926dfcf7-bf42-47a6-ac7b-dc4659e10597 HTTP/1.1" status: 204 len: 168 time: 0.3150063 Nov 15 11:39:31.654576 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:31.655579 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36136) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:31.697764 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853c0e9-34f8-4f92-9e9e-3b3c00145a37 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=926dfcf7-bf42-47a6-ac7b-dc4659e10597,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:31.719628 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a633-2cd9-4138-8d7b-f0a46a5f8d81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:31.778175 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c5337571-0fa9-44df-af2a-cdaaca5aa69b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1140141 Nov 15 11:39:31.778368 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a633-2cd9-4138-8d7b-f0a46a5f8d81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:31.782170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36138) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:31.786956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-70fbc1b4-ae04-4275-ac0c-a87ecfef22b0 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Request body: {'security_group': {'name': 'tempest-secgroup--379411966'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:31.851656 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-70fbc1b4-ae04-4275-ac0c-a87ecfef22b0 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:31.899510 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a633-2cd9-4138-8d7b-f0a46a5f8d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:31.907201 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6d0a633-2cd9-4138-8d7b-f0a46a5f8d81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:31.911016 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e6d0a633-2cd9-4138-8d7b-f0a46a5f8d81 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/37444819-76fc-4f93-a427-563fba83a6ed HTTP/1.1" status: 204 len: 168 time: 0.2897518 Nov 15 11:39:31.938851 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0a633-2cd9-4138-8d7b-f0a46a5f8d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37444819-76fc-4f93-a427-563fba83a6ed,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:32.029315 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-70fbc1b4-ae04-4275-ac0c-a87ecfef22b0 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:32.036028 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-70fbc1b4-ae04-4275-ac0c-a87ecfef22b0 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:32.085062 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fbc1b4-ae04-4275-ac0c-a87ecfef22b0 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1379ae6-a8e8-4d62-aad5-b89787039beb,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:32.092479 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-70fbc1b4-ae04-4275-ac0c-a87ecfef22b0 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:32.097037 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-70fbc1b4-ae04-4275-ac0c-a87ecfef22b0 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3112030 Nov 15 11:39:32.097592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36158) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:32.111739 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c0cbd964-09ef-4163-b242-09eb413cc589 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Request body: {'security_group_rule': {'security_group_id': 'f1379ae6-a8e8-4d62-aad5-b89787039beb', 'direction': 'ingress', 'protocol': 17}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:32.217942 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd964-09ef-4163-b242-09eb413cc589 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:32.293650 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd964-09ef-4163-b242-09eb413cc589 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:32.300887 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd964-09ef-4163-b242-09eb413cc589 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:32.330074 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbd964-09ef-4163-b242-09eb413cc589 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2a0839-2119-48b8-99e3-7204e28b9e1a,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:32.372159 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c0cbd964-09ef-4163-b242-09eb413cc589 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:32.373506 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c0cbd964-09ef-4163-b242-09eb413cc589 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2746882 Nov 15 11:39:32.376187 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36174) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:32.490993 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bc253788-adba-4d75-85c5-f8959475942c tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:32.561217 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bc253788-adba-4d75-85c5-f8959475942c tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:32.665685 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bc253788-adba-4d75-85c5-f8959475942c tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:32.668951 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bc253788-adba-4d75-85c5-f8959475942c tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:32.672526 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-bc253788-adba-4d75-85c5-f8959475942c tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "DELETE /v2.0/security-groups/f1379ae6-a8e8-4d62-aad5-b89787039beb HTTP/1.1" status: 204 len: 168 time: 0.2930620 Nov 15 11:39:32.673057 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36194) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:32.712491 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc253788-adba-4d75-85c5-f8959475942c tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1379ae6-a8e8-4d62-aad5-b89787039beb,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:32.774679 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4c068f64-72f6-4f62-9e20-d92e5e9e5d09 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0999746 Nov 15 11:39:32.778413 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36198) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:32.783089 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c7db544b-4e85-43b7-8411-62f80b5df664 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1684753417'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:32.864134 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7db544b-4e85-43b7-8411-62f80b5df664 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:33.004578 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7db544b-4e85-43b7-8411-62f80b5df664 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:33.016396 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7db544b-4e85-43b7-8411-62f80b5df664 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:33.117061 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7db544b-4e85-43b7-8411-62f80b5df664 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:33.117799 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c7db544b-4e85-43b7-8411-62f80b5df664 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3383615 Nov 15 11:39:33.119774 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db544b-4e85-43b7-8411-62f80b5df664 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b82ced0e-bc61-4c84-928d-12b4a8cf64e2,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:33.120596 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36220) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:33.125230 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5c512bd3-0840-497e-bf9a-fa3a01b0ccb9 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1595580577'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:33.212522 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c512bd3-0840-497e-bf9a-fa3a01b0ccb9 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:33.459748 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36240) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:33.460726 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c512bd3-0840-497e-bf9a-fa3a01b0ccb9 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:33.475225 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c512bd3-0840-497e-bf9a-fa3a01b0ccb9 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:33.585198 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c512bd3-0840-497e-bf9a-fa3a01b0ccb9 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:33.591927 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36246) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:33.592658 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5c512bd3-0840-497e-bf9a-fa3a01b0ccb9 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4703591 Nov 15 11:39:33.594383 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c512bd3-0840-497e-bf9a-fa3a01b0ccb9 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c626aa4c-d9b2-4759-aa3a-ff7686223830,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:33.599163 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-157565ef-df2e-4642-a60b-1d66bb9f74e8 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Request body: {'security_group_rule': {'security_group_id': 'b82ced0e-bc61-4c84-928d-12b4a8cf64e2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c626aa4c-d9b2-4759-aa3a-ff7686223830', 'remote_ip_prefix': None}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:33.661596 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-157565ef-df2e-4642-a60b-1d66bb9f74e8 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:33.701831 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36256) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:33.856996 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-157565ef-df2e-4642-a60b-1d66bb9f74e8 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:33.866932 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9caded4c-832f-4dfe-8d56-bb2fad59139f tempest-ServiceProvidersTest-1797927233 tempest-ServiceProvidersTest-1797927233-project] 10.222.0.64 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4058301 Nov 15 11:39:33.868530 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-157565ef-df2e-4642-a60b-1d66bb9f74e8 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:33.935701 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157565ef-df2e-4642-a60b-1d66bb9f74e8 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b276267-eecd-41c0-84f6-ac29d41c1410,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:33.951625 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-157565ef-df2e-4642-a60b-1d66bb9f74e8 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:33.967711 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-157565ef-df2e-4642-a60b-1d66bb9f74e8 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3664680 Nov 15 11:39:33.969082 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e984a74-dea6-42d0-a564-d944d1751b2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:33.969424 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36268) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:34.021800 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36270) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:34.032630 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-bef322ca-fbcd-4bae-9ab9-dd92c28f0b95 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1581028617', 'description': 'tempest-secgroup-smoke-1581028617 description', 'project_id': '7766e2dd9df541a4b3334b23af798fc4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:34.049412 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-918701d8-9c91-436a-8f65-9dae6f719db2 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:34.084743 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bef322ca-fbcd-4bae-9ab9-dd92c28f0b95 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:34.097924 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-918701d8-9c91-436a-8f65-9dae6f719db2 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:34.138047 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e984a74-dea6-42d0-a564-d944d1751b2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:34.154895 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e984a74-dea6-42d0-a564-d944d1751b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:34.169624 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-918701d8-9c91-436a-8f65-9dae6f719db2 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:34.176191 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-918701d8-9c91-436a-8f65-9dae6f719db2 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:34.179604 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-918701d8-9c91-436a-8f65-9dae6f719db2 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/8b276267-eecd-41c0-84f6-ac29d41c1410 HTTP/1.1" status: 204 len: 168 time: 0.2068834 Nov 15 11:39:34.180234 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36272) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:34.235246 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918701d8-9c91-436a-8f65-9dae6f719db2 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b276267-eecd-41c0-84f6-ac29d41c1410,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:34.311106 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ea314807-5682-4e9d-b337-48f4c173acf6 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1297565 Nov 15 11:39:34.313924 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36282) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:34.351692 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36284) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:34.358530 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4e984a74-dea6-42d0-a564-d944d1751b2d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0e709b6718174eb49777479a975e52f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6497998 Nov 15 11:39:34.395609 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e984a74-dea6-42d0-a564-d944d1751b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7623de17-ff0f-4a86-860b-dcc1ae117f91,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:34.452361 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36286) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:34.509889 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bef322ca-fbcd-4bae-9ab9-dd92c28f0b95 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:34.528518 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bef322ca-fbcd-4bae-9ab9-dd92c28f0b95 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:34.623129 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef322ca-fbcd-4bae-9ab9-dd92c28f0b95 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bc7465-2782-416e-ac2c-abf5fde7b165,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:34.630454 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f60eaa14-a9e0-4657-9824-25138a9e45a3 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:34.656453 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bef322ca-fbcd-4bae-9ab9-dd92c28f0b95 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:34.659558 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-73af2d69-b3b0-45e2-9540-88e3df16cf31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:34.660076 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bef322ca-fbcd-4bae-9ab9-dd92c28f0b95 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6316628 Nov 15 11:39:34.664528 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36292) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:34.675238 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f60eaa14-a9e0-4657-9824-25138a9e45a3 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:34.680456 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-96913236-df61-44cb-9f70-0e3e22099530 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Request body: {'security_group_rule': {'security_group_id': 'a3bc7465-2782-416e-ac2c-abf5fde7b165', 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:34.681491 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9488b058-62cb-4bf5-8884-6a23c0013421 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:34.727977 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-73af2d69-b3b0-45e2-9540-88e3df16cf31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:34.812873 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9488b058-62cb-4bf5-8884-6a23c0013421 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:34.818794 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9488b058-62cb-4bf5-8884-6a23c0013421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:34.876184 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96913236-df61-44cb-9f70-0e3e22099530 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:34.890277 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f60eaa14-a9e0-4657-9824-25138a9e45a3 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:34.893712 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f60eaa14-a9e0-4657-9824-25138a9e45a3 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:34.894936 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f60eaa14-a9e0-4657-9824-25138a9e45a3 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "DELETE /v2.0/security-groups/c626aa4c-d9b2-4759-aa3a-ff7686223830 HTTP/1.1" status: 204 len: 168 time: 0.5798581 Nov 15 11:39:34.899805 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36298) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:34.925255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60eaa14-a9e0-4657-9824-25138a9e45a3 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c626aa4c-d9b2-4759-aa3a-ff7686223830,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:34.954527 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-73af2d69-b3b0-45e2-9540-88e3df16cf31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:34.957708 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-73af2d69-b3b0-45e2-9540-88e3df16cf31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:34.961347 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-73af2d69-b3b0-45e2-9540-88e3df16cf31 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7623de17-ff0f-4a86-860b-dcc1ae117f91 HTTP/1.1" status: 204 len: 168 time: 0.6064231 Nov 15 11:39:34.961347 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96913236-df61-44cb-9f70-0e3e22099530 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:34.990596 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96913236-df61-44cb-9f70-0e3e22099530 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:35.009949 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af2d69-b3b0-45e2-9540-88e3df16cf31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7623de17-ff0f-4a86-860b-dcc1ae117f91,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:35.042821 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9488b058-62cb-4bf5-8884-6a23c0013421 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=720f5ce2b30042c8a6a18c3a8d2c3ecc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5794878 Nov 15 11:39:35.047025 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36302) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:35.057614 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488b058-62cb-4bf5-8884-6a23c0013421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb00654f-f839-4bfd-931d-3113d36f4c3b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:35.071902 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96913236-df61-44cb-9f70-0e3e22099530 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1627752-4f66-4ca8-8f5f-1f19c39bc7f8,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:35.085212 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-96913236-df61-44cb-9f70-0e3e22099530 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:35.089575 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36304) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:35.098240 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-96913236-df61-44cb-9f70-0e3e22099530 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4192548 Nov 15 11:39:35.117788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5c67a5eb-aae4-4fc2-a05d-c945dadda1bb tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Request body: {'security_group_rule': {'security_group_id': 'a3bc7465-2782-416e-ac2c-abf5fde7b165', 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:35.194931 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-98f6db39-b884-4a8f-8747-675c7f6f8553 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:35.232526 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-40396eda-9791-43ee-a823-3348e9f453d3 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3139529 Nov 15 11:39:35.234881 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c67a5eb-aae4-4fc2-a05d-c945dadda1bb tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:35.244594 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-98f6db39-b884-4a8f-8747-675c7f6f8553 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:35.310796 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36310) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:35.316710 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-98f6db39-b884-4a8f-8747-675c7f6f8553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:35.319776 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-98f6db39-b884-4a8f-8747-675c7f6f8553 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:35.321851 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-98f6db39-b884-4a8f-8747-675c7f6f8553 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cb00654f-f839-4bfd-931d-3113d36f4c3b HTTP/1.1" status: 204 len: 168 time: 0.2690911 Nov 15 11:39:35.332876 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6db39-b884-4a8f-8747-675c7f6f8553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb00654f-f839-4bfd-931d-3113d36f4c3b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:35.357346 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c67a5eb-aae4-4fc2-a05d-c945dadda1bb tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:35.376680 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c67a5eb-aae4-4fc2-a05d-c945dadda1bb tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:35.431427 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb2de495-904e-48fe-b0fe-040ae8597e2c tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:35.442453 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67a5eb-aae4-4fc2-a05d-c945dadda1bb tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c737f6-9fb2-4ee5-bf0a-30e5df517dff,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:35.481551 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c67a5eb-aae4-4fc2-a05d-c945dadda1bb tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:35.485863 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36320) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:35.491109 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-4526e2eb-0e5d-4728-a3c6-876beefb752e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Request body: {'security_group_rule': {'security_group_id': 'a3bc7465-2782-416e-ac2c-abf5fde7b165', 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:35.496391 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5c67a5eb-aae4-4fc2-a05d-c945dadda1bb tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4047351 Nov 15 11:39:35.510754 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb2de495-904e-48fe-b0fe-040ae8597e2c tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:35.570539 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4526e2eb-0e5d-4728-a3c6-876beefb752e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:35.609349 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb2de495-904e-48fe-b0fe-040ae8597e2c tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:35.613106 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb2de495-904e-48fe-b0fe-040ae8597e2c tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:35.617377 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-eb2de495-904e-48fe-b0fe-040ae8597e2c tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "DELETE /v2.0/security-groups/b82ced0e-bc61-4c84-928d-12b4a8cf64e2 HTTP/1.1" status: 204 len: 168 time: 0.2767053 Nov 15 11:39:35.618108 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36326) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:35.655215 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2de495-904e-48fe-b0fe-040ae8597e2c tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82ced0e-bc61-4c84-928d-12b4a8cf64e2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:35.725426 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4526e2eb-0e5d-4728-a3c6-876beefb752e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:35.751892 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4526e2eb-0e5d-4728-a3c6-876beefb752e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:35.792025 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526e2eb-0e5d-4728-a3c6-876beefb752e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e85887-b535-4a42-a2ed-6d5bcac7f30c,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:35.792895 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9fe5b126-b631-47b5-816f-6ddc9525149e tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1695800 Nov 15 11:39:35.796093 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36336) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:35.809814 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4526e2eb-0e5d-4728-a3c6-876beefb752e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:35.814016 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4526e2eb-0e5d-4728-a3c6-876beefb752e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3269908 Nov 15 11:39:35.814639 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36338) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:35.819151 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9c64b448-223a-4c2e-ae43-a1d461ccd691 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Request body: {'security_group': {'name': 'tempest-secgroup--523664588'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:35.819685 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-8d540374-ebf1-4011-8b4d-a05c13966383 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Request body: {'security_group_rule': {'security_group_id': 'a3bc7465-2782-416e-ac2c-abf5fde7b165', 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:35.855891 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8d540374-ebf1-4011-8b4d-a05c13966383 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:35.874936 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9c64b448-223a-4c2e-ae43-a1d461ccd691 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:36.035334 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8d540374-ebf1-4011-8b4d-a05c13966383 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:36.054253 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8d540374-ebf1-4011-8b4d-a05c13966383 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:36.089611 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9c64b448-223a-4c2e-ae43-a1d461ccd691 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:36.105564 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9c64b448-223a-4c2e-ae43-a1d461ccd691 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:36.123347 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d540374-ebf1-4011-8b4d-a05c13966383 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03f2d33-25b8-4daf-a1c0-e466de5c3327,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:36.169788 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8d540374-ebf1-4011-8b4d-a05c13966383 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:36.179996 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8d540374-ebf1-4011-8b4d-a05c13966383 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3641043 Nov 15 11:39:36.190578 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36356) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:36.191826 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64b448-223a-4c2e-ae43-a1d461ccd691 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6326605e-824f-4432-aabf-a915320fa2e1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:36.216807 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9c64b448-223a-4c2e-ae43-a1d461ccd691 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:36.232782 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36360) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:36.233804 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9c64b448-223a-4c2e-ae43-a1d461ccd691 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4276209 Nov 15 11:39:36.237302 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-8c9006a3-c192-41e3-9d56-efa71215e8d9 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Request body: {'security_group_rule': {'security_group_id': '6326605e-824f-4432-aabf-a915320fa2e1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:36.240883 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c61f4def-0247-4416-afcf-443a6d0d7bd8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Request body: {'security_group_rule': {'security_group_id': 'a3bc7465-2782-416e-ac2c-abf5fde7b165', 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:36.284808 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-638079cd-c8d4-4f1b-8843-996f61fd5f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:36.324219 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.db.api [None req-c61f4def-0247-4416-afcf-443a6d0d7bd8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 15 11:39:36.324219 n-d-729945-9 neutron-server[102677]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 15 11:39:36.324219 n-d-729945-9 neutron-server[102677]: [parameters: {'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'id': 'e1efddfc-111f-480f-91c8-418ebc62feea', 'expiration': datetime.datetime(2021, 11, 15, 11, 41, 36, 312465)}] Nov 15 11:39:36.324219 n-d-729945-9 neutron-server[102677]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:39:36.332216 n-d-729945-9 neutron-server[102677]: DEBUG oslo_db.api [None req-c61f4def-0247-4416-afcf-443a6d0d7bd8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:39:36.350811 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8c9006a3-c192-41e3-9d56-efa71215e8d9 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:36.490060 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8c9006a3-c192-41e3-9d56-efa71215e8d9 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:36.495895 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8c9006a3-c192-41e3-9d56-efa71215e8d9 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:36.549145 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9006a3-c192-41e3-9d56-efa71215e8d9 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67766865-977d-43b7-b002-2970ef45b146,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:36.594232 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8c9006a3-c192-41e3-9d56-efa71215e8d9 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:36.594232 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8c9006a3-c192-41e3-9d56-efa71215e8d9 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3581214 Nov 15 11:39:36.594724 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36380) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:36.659977 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-723e3470-a6fb-46ab-b410-7c2831ce56b9 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:36.682947 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-723e3470-a6fb-46ab-b410-7c2831ce56b9 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:36.756107 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36390) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:36.782769 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-723e3470-a6fb-46ab-b410-7c2831ce56b9 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:36.801169 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-723e3470-a6fb-46ab-b410-7c2831ce56b9 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:36.802847 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-723e3470-a6fb-46ab-b410-7c2831ce56b9 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/67766865-977d-43b7-b002-2970ef45b146 HTTP/1.1" status: 204 len: 168 time: 0.2072482 Nov 15 11:39:36.805808 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36394) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:36.810697 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e3470-a6fb-46ab-b410-7c2831ce56b9 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67766865-977d-43b7-b002-2970ef45b146,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:36.875578 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b8a6e543-f191-4251-9231-da4a7dfad98b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0685987 Nov 15 11:39:36.876794 n-d-729945-9 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-c61f4def-0247-4416-afcf-443a6d0d7bd8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Project 7766e2dd9df541a4b3334b23af798fc4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 11:39:36.878686 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36400) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:36.890629 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c61f4def-0247-4416-afcf-443a6d0d7bd8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:36.994599 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5d645506-0ba7-490a-b03c-088190f972b7 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:36.997823 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c61f4def-0247-4416-afcf-443a6d0d7bd8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.006574 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c61f4def-0247-4416-afcf-443a6d0d7bd8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.035866 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5d645506-0ba7-490a-b03c-088190f972b7 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.054972 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c61f4def-0247-4416-afcf-443a6d0d7bd8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.058447 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c61f4def-0247-4416-afcf-443a6d0d7bd8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8208542 Nov 15 11:39:37.058447 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f4def-0247-4416-afcf-443a6d0d7bd8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd073e54-5c69-407f-a2d7-f53b4472f33d,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:37.061184 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36406) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:37.071644 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c709017d-42a1-4d14-9b94-cdf7b711c04f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Request body: {'security_group_rule': {'security_group_id': 'a3bc7465-2782-416e-ac2c-abf5fde7b165', 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:37.115912 n-d-729945-9 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-c709017d-42a1-4d14-9b94-cdf7b711c04f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Project 7766e2dd9df541a4b3334b23af798fc4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 11:39:37.122641 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c709017d-42a1-4d14-9b94-cdf7b711c04f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.179010 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5d645506-0ba7-490a-b03c-088190f972b7 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.181780 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5d645506-0ba7-490a-b03c-088190f972b7 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.185421 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5d645506-0ba7-490a-b03c-088190f972b7 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "DELETE /v2.0/security-groups/6326605e-824f-4432-aabf-a915320fa2e1 HTTP/1.1" status: 204 len: 168 time: 0.3034258 Nov 15 11:39:37.187463 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36412) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:37.210750 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-cbf16f40-b758-49ca-8d42-c1046efe577a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-171732787-network', 'tenant_id': 'c84dfd2870ad4d31a20377a650c611ba'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:37.234013 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d645506-0ba7-490a-b03c-088190f972b7 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6326605e-824f-4432-aabf-a915320fa2e1,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:37.263098 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c709017d-42a1-4d14-9b94-cdf7b711c04f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.273156 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c709017d-42a1-4d14-9b94-cdf7b711c04f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.295529 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-24e7e24d-6127-4b96-9814-5f5ac823bf76 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0983648 Nov 15 11:39:37.296173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36416) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:37.300583 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c98a6cb2-b90c-45ca-a771-a99ebaedd753 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1547310075'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:37.320664 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf16f40-b758-49ca-8d42-c1046efe577a admin admin] Made reservation on behalf of c84dfd2870ad4d31a20377a650c611ba for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:39:37.325406 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbf16f40-b758-49ca-8d42-c1046efe577a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.335209 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709017d-42a1-4d14-9b94-cdf7b711c04f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca423b6a-affc-4ee7-8dbb-54e880e84e3c,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:37.338128 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbf16f40-b758-49ca-8d42-c1046efe577a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.370263 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c98a6cb2-b90c-45ca-a771-a99ebaedd753 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.392590 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c709017d-42a1-4d14-9b94-cdf7b711c04f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.394479 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c709017d-42a1-4d14-9b94-cdf7b711c04f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3326111 Nov 15 11:39:37.450014 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbf16f40-b758-49ca-8d42-c1046efe577a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.458980 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbf16f40-b758-49ca-8d42-c1046efe577a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.504017 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf16f40-b758-49ca-8d42-c1046efe577a admin admin] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:39:37.515258 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf16f40-b758-49ca-8d42-c1046efe577a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b657ba-2793-44b8-8fa5-90363d630cd7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:37.520538 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbf16f40-b758-49ca-8d42-c1046efe577a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.520871 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-cbf16f40-b758-49ca-8d42-c1046efe577a admin admin] Added segment 00d2063e-13f8-46c0-8194-cc798f80ede7 of type vlan for network 9949dea6-564f-443f-9bad-39247b280b2b Nov 15 11:39:37.552996 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c98a6cb2-b90c-45ca-a771-a99ebaedd753 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.565658 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c98a6cb2-b90c-45ca-a771-a99ebaedd753 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.576844 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbf16f40-b758-49ca-8d42-c1046efe577a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.633227 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbf16f40-b758-49ca-8d42-c1046efe577a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.634435 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf16f40-b758-49ca-8d42-c1046efe577a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:39:37.635165 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbf16f40-b758-49ca-8d42-c1046efe577a admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.696427 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c98a6cb2-b90c-45ca-a771-a99ebaedd753 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.696427 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c98a6cb2-b90c-45ca-a771-a99ebaedd753 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3992999 Nov 15 11:39:37.696975 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36466) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:37.697363 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cbf16f40-b758-49ca-8d42-c1046efe577a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9392581 Nov 15 11:39:37.700121 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36468) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:37.705198 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-cc88ae2c-b1ce-4086-b348-6feb584f1e47 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Request body: {'security_group_rule': {'security_group_id': 'a9e8d958-8db5-4efb-acee-08f76dc18ce7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:37.718302 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-bc18ae9b-2bab-40be-95ef-c15ba3a076c4 admin admin] Request body: {'subnet': {'network_id': '9949dea6-564f-443f-9bad-39247b280b2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-171732787-subnet', 'tenant_id': 'c84dfd2870ad4d31a20377a650c611ba', 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:37.727454 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a6cb2-b90c-45ca-a771-a99ebaedd753 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e8d958-8db5-4efb-acee-08f76dc18ce7,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:37.731321 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf16f40-b758-49ca-8d42-c1046efe577a admin admin] Pushing event updated for resources: {'Network': ['ID=9949dea6-564f-443f-9bad-39247b280b2b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:37.755670 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc88ae2c-b1ce-4086-b348-6feb584f1e47 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.762144 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 9949dea6-564f-443f-9bad-39247b280b2b details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:39:37.789276 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc18ae9b-2bab-40be-95ef-c15ba3a076c4 admin admin] Made reservation on behalf of c84dfd2870ad4d31a20377a650c611ba for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:39:37.791899 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bc18ae9b-2bab-40be-95ef-c15ba3a076c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.848372 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc88ae2c-b1ce-4086-b348-6feb584f1e47 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.859671 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc88ae2c-b1ce-4086-b348-6feb584f1e47 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.880316 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88ae2c-b1ce-4086-b348-6feb584f1e47 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31950b67-00de-4a5c-90f4-ade8d62be191,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:37.911788 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cc88ae2c-b1ce-4086-b348-6feb584f1e47 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:37.913268 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cc88ae2c-b1ce-4086-b348-6feb584f1e47 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2119181 Nov 15 11:39:37.915655 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36480) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:37.957700 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6b6bd5b9-b633-4af9-98da-bef3792facae tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-group-rules/31950b67-00de-4a5c-90f4-ade8d62be191 HTTP/1.1" status: 200 len: 763 time: 0.0373392 Nov 15 11:39:37.957700 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36484) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:38.044607 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-38a5c265-0388-4c30-aeb2-29b65e6bb525 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0857501 Nov 15 11:39:38.047543 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36490) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:38.147919 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4541179-d565-43b5-a298-8f928521aaa1 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:38.152809 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bc18ae9b-2bab-40be-95ef-c15ba3a076c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:38.162527 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4541179-d565-43b5-a298-8f928521aaa1 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:38.224614 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4541179-d565-43b5-a298-8f928521aaa1 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:38.250548 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18ae9b-2bab-40be-95ef-c15ba3a076c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed97c7d0-1d49-475c-b495-8ff2f2921fd6,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:38.254512 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a4541179-d565-43b5-a298-8f928521aaa1 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:38.258270 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a4541179-d565-43b5-a298-8f928521aaa1 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/31950b67-00de-4a5c-90f4-ade8d62be191 HTTP/1.1" status: 204 len: 168 time: 0.2088301 Nov 15 11:39:38.258612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc18ae9b-2bab-40be-95ef-c15ba3a076c4 admin admin] Checking segment: {'id': '00d2063e-13f8-46c0-8194-cc798f80ede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9949dea6-564f-443f-9bad-39247b280b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:39:38.258973 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc18ae9b-2bab-40be-95ef-c15ba3a076c4 admin admin] Network hostable DHCP agents. Network: 9949dea6-564f-443f-9bad-39247b280b2b, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:39:38.260972 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36504) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:38.263965 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4541179-d565-43b5-a298-8f928521aaa1 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31950b67-00de-4a5c-90f4-ade8d62be191,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:38.309294 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f8fbee75-ccaa-4b79-8e2e-da0348cf5af0 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0472214 Nov 15 11:39:38.312061 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36506) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:38.324866 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-03cdb0b7-af34-4c63-8598-c4bf989fdacd tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Request body: {'security_group_rule': {'security_group_id': 'a9e8d958-8db5-4efb-acee-08f76dc18ce7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:38.338302 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc18ae9b-2bab-40be-95ef-c15ba3a076c4 admin admin] Network 9949dea6-564f-443f-9bad-39247b280b2b is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:39:38.360710 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-bc18ae9b-2bab-40be-95ef-c15ba3a076c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 9949dea6-564f-443f-9bad-39247b280b2b) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:39:38.370061 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7e8e98-b14a-4e4e-aedd-182ab999deb2 None None] Network 9949dea6-564f-443f-9bad-39247b280b2b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:39:38.379633 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc18ae9b-2bab-40be-95ef-c15ba3a076c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:39:38.380372 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bc18ae9b-2bab-40be-95ef-c15ba3a076c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:38.401257 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-03cdb0b7-af34-4c63-8598-c4bf989fdacd tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:38.405510 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd077-8ad3-4425-9f8d-3f723d00a027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:38.421451 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-bc18ae9b-2bab-40be-95ef-c15ba3a076c4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7202291 Nov 15 11:39:38.421853 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36512) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:38.426570 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7a4df6c2-cb12-4965-a51e-dad078ab93ac admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-171732787-router', 'tenant_id': 'c84dfd2870ad4d31a20377a650c611ba', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:38.469433 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a4df6c2-cb12-4965-a51e-dad078ab93ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:38.470498 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a4df6c2-cb12-4965-a51e-dad078ab93ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:38.522880 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-03cdb0b7-af34-4c63-8598-c4bf989fdacd tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:38.532512 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-03cdb0b7-af34-4c63-8598-c4bf989fdacd tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:38.567747 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a4df6c2-cb12-4965-a51e-dad078ab93ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:38.571235 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdb0b7-af34-4c63-8598-c4bf989fdacd tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea39cff4-2060-4a2e-8095-892b82ab70cf,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:38.602244 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-03cdb0b7-af34-4c63-8598-c4bf989fdacd tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:38.609054 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-03cdb0b7-af34-4c63-8598-c4bf989fdacd tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2920470 Nov 15 11:39:38.611129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36532) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:38.674982 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0565ad99-7960-409c-9584-c3e2c539b287 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-group-rules/ea39cff4-2060-4a2e-8095-892b82ab70cf HTTP/1.1" status: 200 len: 763 time: 0.0611615 Nov 15 11:39:38.676280 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36544) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:38.812505 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e312547b-f7f2-4929-b1cc-881c63a0b63d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-9949dea6-564f-443f-9bad-39247b280b2b', 'network_id': '9949dea6-564f-443f-9bad-39247b280b2b', 'tenant_id': 'c84dfd2870ad4d31a20377a650c611ba', 'fixed_ips': [{'subnet_id': 'ed97c7d0-1d49-475c-b495-8ff2f2921fd6'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:39:38.813434 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e312547b-f7f2-4929-b1cc-881c63a0b63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:38.831977 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3d9386a9-6ee6-44f2-825d-d8f3381105b0 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1532564 Nov 15 11:39:38.836480 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36562) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:38.934780 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-62cd1b3d-75f1-417b-ae43-def99ff01d7c tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:38.943351 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a4df6c2-cb12-4965-a51e-dad078ab93ac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:38.953060 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-62cd1b3d-75f1-417b-ae43-def99ff01d7c tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:39.040043 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-62cd1b3d-75f1-417b-ae43-def99ff01d7c tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:39.059168 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-62cd1b3d-75f1-417b-ae43-def99ff01d7c tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:39.072511 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-62cd1b3d-75f1-417b-ae43-def99ff01d7c tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/ea39cff4-2060-4a2e-8095-892b82ab70cf HTTP/1.1" status: 204 len: 168 time: 0.2296848 Nov 15 11:39:39.073539 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36570) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:39.144467 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-e312547b-f7f2-4929-b1cc-881c63a0b63d None None] Allocated IP 172.20.0.2 (9949dea6-564f-443f-9bad-39247b280b2b/ed97c7d0-1d49-475c-b495-8ff2f2921fd6/bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:39:39.217200 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd1b3d-75f1-417b-ae43-def99ff01d7c tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea39cff4-2060-4a2e-8095-892b82ab70cf,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:39.276095 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-36fce206-6bbf-45e8-914f-4d4ac8b33b82 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1637690 Nov 15 11:39:39.276741 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36574) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:39.288435 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-89728bd4-37e0-4c4f-9618-2ecf91efa4ac tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Request body: {'security_group_rule': {'security_group_id': 'a9e8d958-8db5-4efb-acee-08f76dc18ce7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:39.345978 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e312547b-f7f2-4929-b1cc-881c63a0b63d None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:39.353020 n-d-729945-9 neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-89728bd4-37e0-4c4f-9618-2ecf91efa4ac tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Project ffb1e3d147274f77b06c68831509fc16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 11:39:39.366174 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89728bd4-37e0-4c4f-9618-2ecf91efa4ac tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:39.375185 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e312547b-f7f2-4929-b1cc-881c63a0b63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:39.432479 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e312547b-f7f2-4929-b1cc-881c63a0b63d None None] Network 9949dea6-564f-443f-9bad-39247b280b2b is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:39:39.438344 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-e312547b-f7f2-4929-b1cc-881c63a0b63d None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:39:39.447576 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e312547b-f7f2-4929-b1cc-881c63a0b63d None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:39:39.455278 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312547b-f7f2-4929-b1cc-881c63a0b63d None None] Pushing event updated for resources: {'Port': ['ID=bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:39.517290 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89728bd4-37e0-4c4f-9618-2ecf91efa4ac tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:39.527662 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89728bd4-37e0-4c4f-9618-2ecf91efa4ac tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:39.555687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89728bd4-37e0-4c4f-9618-2ecf91efa4ac tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3523896c-77b5-4b55-954d-16dce23203e2,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:39.565702 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a4df6c2-cb12-4965-a51e-dad078ab93ac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:39.566242 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89728bd4-37e0-4c4f-9618-2ecf91efa4ac tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:39.567976 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-89728bd4-37e0-4c4f-9618-2ecf91efa4ac tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2899647 Nov 15 11:39:39.570443 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36586) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:39.578125 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-e312547b-f7f2-4929-b1cc-881c63a0b63d None None] Attempting to bind port bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:39:39.578487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-e312547b-f7f2-4929-b1cc-881c63a0b63d None None] Attempting to bind port bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '00d2063e-13f8-46c0-8194-cc798f80ede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9949dea6-564f-443f-9bad-39247b280b2b'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:39:39.578851 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e312547b-f7f2-4929-b1cc-881c63a0b63d None None] Attempting to bind port bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36 on network 9949dea6-564f-443f-9bad-39247b280b2b {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:39:39.593971 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e312547b-f7f2-4929-b1cc-881c63a0b63d None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:39:39.594348 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e312547b-f7f2-4929-b1cc-881c63a0b63d None None] Checking segment: {'id': '00d2063e-13f8-46c0-8194-cc798f80ede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9949dea6-564f-443f-9bad-39247b280b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:39:39.594752 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e312547b-f7f2-4929-b1cc-881c63a0b63d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:39.595143 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e312547b-f7f2-4929-b1cc-881c63a0b63d None None] Bound using segment: {'id': '00d2063e-13f8-46c0-8194-cc798f80ede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9949dea6-564f-443f-9bad-39247b280b2b'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:39:39.595793 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-e312547b-f7f2-4929-b1cc-881c63a0b63d None None] Bound port: bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d2063e-13f8-46c0-8194-cc798f80ede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9949dea6-564f-443f-9bad-39247b280b2b'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:39:39.596356 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e312547b-f7f2-4929-b1cc-881c63a0b63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:39.600534 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0501f344-adc4-4e72-9905-b4eff04a07f2 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-group-rules/3523896c-77b5-4b55-954d-16dce23203e2 HTTP/1.1" status: 200 len: 769 time: 0.0275569 Nov 15 11:39:39.601217 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36588) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:39.617222 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4f962f7b-eb08-49f6-ac80-dda0b4075966 req-95ea16c6-10fa-480c-9c68-c0011121a3a4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2036285 Nov 15 11:39:39.624171 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a4df6c2-cb12-4965-a51e-dad078ab93ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:39.715106 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-28459fbb-cce2-416d-81d2-8d78082b977b tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1108184 Nov 15 11:39:39.716245 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36592) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:39.745039 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e312547b-f7f2-4929-b1cc-881c63a0b63d None None] For port bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:39:39.750267 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e312547b-f7f2-4929-b1cc-881c63a0b63d None None] For port bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36,segment=NetworkSegment(00d2063e-13f8-46c0-8194-cc798f80ede7),segment_id=00d2063e-13f8-46c0-8194-cc798f80ede7)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:39:39.761393 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bf82a771-8f8f-4819-8308-1cc70f2b11fa tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:39.761995 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e312547b-f7f2-4929-b1cc-881c63a0b63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:39.777462 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bf82a771-8f8f-4819-8308-1cc70f2b11fa tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:39.839834 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bf82a771-8f8f-4819-8308-1cc70f2b11fa tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:39.852634 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bf82a771-8f8f-4819-8308-1cc70f2b11fa tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:39.853897 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-bf82a771-8f8f-4819-8308-1cc70f2b11fa tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/3523896c-77b5-4b55-954d-16dce23203e2 HTTP/1.1" status: 204 len: 168 time: 0.1367304 Nov 15 11:39:39.858580 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36600) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:39.870549 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82a771-8f8f-4819-8308-1cc70f2b11fa tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3523896c-77b5-4b55-954d-16dce23203e2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:39.903600 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:39.905950 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f962f7b-eb08-49f6-ac80-dda0b4075966 req-3ce06509-cdaa-45c4-b57d-f6ba90ed7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:39:39.907920 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4f962f7b-eb08-49f6-ac80-dda0b4075966 req-3ce06509-cdaa-45c4-b57d-f6ba90ed7905 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.1870203 Nov 15 11:39:39.911146 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312547b-f7f2-4929-b1cc-881c63a0b63d None None] Pushing event updated for resources: {'Port': ['ID=bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:40.039999 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-7a4df6c2-cb12-4965-a51e-dad078ab93ac admin admin] Allocated IP 172.25.7.38 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/98b85cfe-d32e-442a-abe7-fb8662c17eaf) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:39:40.062654 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-526c3ba2-ada8-44a3-97db-11fb32246f21 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2004983 Nov 15 11:39:40.066170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36608) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:40.255172 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f962f7b-eb08-49f6-ac80-dda0b4075966 req-95b41791-c9af-4fc2-bc40-5e72ad11c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:39:40.263379 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4f962f7b-eb08-49f6-ac80-dda0b4075966 req-95b41791-c9af-4fc2-bc40-5e72ad11c69a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.3194354 Nov 15 11:39:40.282809 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9bbb3e00-c2e3-46a3-b20c-8dcdd9f170c4 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:40.368863 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9bbb3e00-c2e3-46a3-b20c-8dcdd9f170c4 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:40.475264 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9bbb3e00-c2e3-46a3-b20c-8dcdd9f170c4 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:40.478247 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9bbb3e00-c2e3-46a3-b20c-8dcdd9f170c4 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:40.481987 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9bbb3e00-c2e3-46a3-b20c-8dcdd9f170c4 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "DELETE /v2.0/security-groups/a9e8d958-8db5-4efb-acee-08f76dc18ce7 HTTP/1.1" status: 204 len: 168 time: 0.4123635 Nov 15 11:39:40.489501 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36624) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:40.532896 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a4df6c2-cb12-4965-a51e-dad078ab93ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:40.555685 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb3e00-c2e3-46a3-b20c-8dcdd9f170c4 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e8d958-8db5-4efb-acee-08f76dc18ce7,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:40.577447 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4f962f7b-eb08-49f6-ac80-dda0b4075966 req-9d376f6e-431c-4409-831a-c80ffd0f041c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 1001 time: 0.3031631 Nov 15 11:39:40.580908 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a4df6c2-cb12-4965-a51e-dad078ab93ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:40.656576 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4df6c2-cb12-4965-a51e-dad078ab93ac admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:39:40.662713 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7a4df6c2-cb12-4965-a51e-dad078ab93ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:39:40.670000 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4df6c2-cb12-4965-a51e-dad078ab93ac admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:39:40.691410 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aa3c00-ab57-4b16-b4b5-762c069126ac None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:39:40.696130 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-108fea6f-05d7-4cbf-9aaa-1dc81f551c40 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2048717 Nov 15 11:39:40.702529 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36634) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:40.725529 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4df6c2-cb12-4965-a51e-dad078ab93ac admin admin] Pushing event updated for resources: {'Port': ['ID=98b85cfe-d32e-442a-abe7-fb8662c17eaf,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:40.728971 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f962f7b-eb08-49f6-ac80-dda0b4075966 req-7818126e-4e6e-4ee5-a722-41ed0800a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:39:40.730675 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4f962f7b-eb08-49f6-ac80-dda0b4075966 req-7818126e-4e6e-4ee5-a722-41ed0800a888 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.1395879 Nov 15 11:39:40.827190 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6456000d-9667-43ad-ac54-70a751e56fd4 tempest-SecGroupIPv6Test-801302537 tempest-SecGroupIPv6Test-801302537-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1233950 Nov 15 11:39:40.877961 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3a4bf919-ee19-466f-bbd3-309ce614638e None None] Provisioning complete for port 98b85cfe-d32e-442a-abe7-fb8662c17eaf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:40.878606 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf919-ee19-466f-bbd3-309ce614638e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:40.968984 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bf919-ee19-466f-bbd3-309ce614638e None None] Port 98b85cfe-d32e-442a-abe7-fb8662c17eaf cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:39:41.026820 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f962f7b-eb08-49f6-ac80-dda0b4075966 req-b7792021-7634-4159-86fd-fdee522ac22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:39:41.028350 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4f962f7b-eb08-49f6-ac80-dda0b4075966 req-b7792021-7634-4159-86fd-fdee522ac22c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1805975 Nov 15 11:39:41.382545 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36648) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:41.458807 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:41.700499 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e111ec2-d1e9-445b-a202-1c3a18eb7069 None None] Network 9949dea6-564f-443f-9bad-39247b280b2b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:39:41.707002 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8895349a-69fc-443c-a69e-caf843832c11 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ffb1e3d147274f77b06c68831509fc16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3232827 Nov 15 11:39:41.716577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36660) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:41.819066 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f331f4f0-605d-480a-adff-8c55d84480e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:41.873001 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f331f4f0-605d-480a-adff-8c55d84480e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:41.874467 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a4df6c2-cb12-4965-a51e-dad078ab93ac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:41.973841 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f331f4f0-605d-480a-adff-8c55d84480e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:41.976799 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f331f4f0-605d-480a-adff-8c55d84480e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:41.980699 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f331f4f0-605d-480a-adff-8c55d84480e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cb8d792d-0b52-4bad-8322-833ebd887c7b HTTP/1.1" status: 204 len: 168 time: 0.2602937 Nov 15 11:39:41.989120 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331f4f0-605d-480a-adff-8c55d84480e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8d792d-0b52-4bad-8322-833ebd887c7b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:42.022634 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-99e307da-14c8-4b2e-b053-606be62359e3 None None] Provisioning complete for port bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:42.023181 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-99e307da-14c8-4b2e-b053-606be62359e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:42.193132 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4f962f7b-eb08-49f6-ac80-dda0b4075966 req-e3575bf5-f16f-449e-b9ec-005f4f491cbe service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1513422 Nov 15 11:39:42.370447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:39:42.519004 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:42.525375 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4f962f7b-eb08-49f6-ac80-dda0b4075966 req-cff39ebc-e768-4a19-b6b2-af4911939b73 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213208 Nov 15 11:39:42.536012 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:42.537046 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:42.621674 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-99e307da-14c8-4b2e-b053-606be62359e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:42.674155 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a4df6c2-cb12-4965-a51e-dad078ab93ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:42.699534 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-99e307da-14c8-4b2e-b053-606be62359e3 None None] For port bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36,segment=NetworkSegment(00d2063e-13f8-46c0-8194-cc798f80ede7),segment_id=00d2063e-13f8-46c0-8194-cc798f80ede7)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:39:42.714857 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-99e307da-14c8-4b2e-b053-606be62359e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:42.868927 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e307da-14c8-4b2e-b053-606be62359e3 None None] Pushing event updated for resources: {'Port': ['ID=bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:42.999386 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4df6c2-cb12-4965-a51e-dad078ab93ac admin admin] Router 49916c3d-ebb1-4dfd-82fa-81ba57d6787b is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:39:43.144936 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f85db409-de04-4d6c-b0f7-66e356d6c386 None None] Provisioning complete for port bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:43.145517 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f85db409-de04-4d6c-b0f7-66e356d6c386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:43.253392 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4df6c2-cb12-4965-a51e-dad078ab93ac admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:39:43.277745 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] Sync routers for ids ['49916c3d-ebb1-4dfd-82fa-81ba57d6787b'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:39:43.327605 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7a4df6c2-cb12-4965-a51e-dad078ab93ac admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:43.331830 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36714) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:43.339741 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7a4df6c2-cb12-4965-a51e-dad078ab93ac admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9161530 Nov 15 11:39:43.340119 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] Routers {'49916c3d-ebb1-4dfd-82fa-81ba57d6787b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:39:43.340822 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:39:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['49916c3d-ebb1-4dfd-82fa-81ba57d6787b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:43.672009 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] Set router 49916c3d-ebb1-4dfd-82fa-81ba57d6787b gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:39:43.798883 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36730) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:44.044185 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49916c3d-ebb1-4dfd-82fa-81ba57d6787b', 'name': 'tempest-TestAggregatesBasicOps-171732787-router', 'tenant_id': 'c84dfd2870ad4d31a20377a650c611ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '98b85cfe-d32e-442a-abe7-fb8662c17eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:39:38Z', 'updated_at': '2021-11-15T11:39:41Z', 'revision_number': 3, 'project_id': 'c84dfd2870ad4d31a20377a650c611ba', 'gw_port': {'id': '98b85cfe-d32e-442a-abe7-fb8662c17eaf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49916c3d-ebb1-4dfd-82fa-81ba57d6787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:39:39Z', 'updated_at': '2021-11-15T11:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:44.064158 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-30b31182-0ce5-41c7-8dda-8c872c0419e7 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-74305447'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:44.131352 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] Checking router: 49916c3d-ebb1-4dfd-82fa-81ba57d6787b for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:39:44.133723 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] Updating router 49916c3d-ebb1-4dfd-82fa-81ba57d6787b port 98b85cfe-d32e-442a-abe7-fb8662c17eaf binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:39:44.198103 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:44.217468 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b31182-0ce5-41c7-8dda-8c872c0419e7 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] Made reservation on behalf of faa0fad7d7b34d94a60206c906142d9e for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:39:44.220869 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-30b31182-0ce5-41c7-8dda-8c872c0419e7 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:44.222151 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:39:44.242307 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-30b31182-0ce5-41c7-8dda-8c872c0419e7 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:44.295577 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:44.296278 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:44.487968 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-30b31182-0ce5-41c7-8dda-8c872c0419e7 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:44.508698 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-30b31182-0ce5-41c7-8dda-8c872c0419e7 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:44.568659 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b31182-0ce5-41c7-8dda-8c872c0419e7 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:39:44.621108 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b31182-0ce5-41c7-8dda-8c872c0419e7 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e948998-0d77-43eb-9c81-c06ccb4b165f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:44.629798 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-30b31182-0ce5-41c7-8dda-8c872c0419e7 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:44.630134 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-30b31182-0ce5-41c7-8dda-8c872c0419e7 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] Added segment b7f63b60-2fbe-4591-ac94-279d7750b603 of type vlan for network 0e43fc30-9177-4e0e-96a1-a15f7f2e3c43 Nov 15 11:39:44.686578 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:44.693592 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:44.695077 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6d5e42e-e8d9-4874-bc86-b9e6537e9136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:44.721629 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667cd1cd-4568-414f-9aab-6301eb2616b8 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:39:44.745881 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-30b31182-0ce5-41c7-8dda-8c872c0419e7 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:44.756694 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] Attempting to bind port 98b85cfe-d32e-442a-abe7-fb8662c17eaf on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:39:44.757119 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] Attempting to bind port 98b85cfe-d32e-442a-abe7-fb8662c17eaf by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:39:44.757888 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] Attempting to bind port 98b85cfe-d32e-442a-abe7-fb8662c17eaf on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:39:44.765297 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:39:44.765954 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:39:44.766667 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:44.767316 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:39:44.768264 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] Bound port: 98b85cfe-d32e-442a-abe7-fb8662c17eaf, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:39:44.768873 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:44.813942 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1e429de6-c8af-44e5-bde2-bf8a56b99ee4 None None] Provisioning complete for port 98b85cfe-d32e-442a-abe7-fb8662c17eaf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:44.816700 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1e429de6-c8af-44e5-bde2-bf8a56b99ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:44.856052 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] For port 98b85cfe-d32e-442a-abe7-fb8662c17eaf, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:39:44.863165 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] For port 98b85cfe-d32e-442a-abe7-fb8662c17eaf, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=98b85cfe-d32e-442a-abe7-fb8662c17eaf,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:39:44.876165 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafef31-04d3-40fa-8559-5422146c7172 None None] Pushing event updated for resources: {'Port': ['ID=98b85cfe-d32e-442a-abe7-fb8662c17eaf,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:44.898127 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-1e429de6-c8af-44e5-bde2-bf8a56b99ee4 None None] Port 98b85cfe-d32e-442a-abe7-fb8662c17eaf cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:39:44.902232 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:44.913311 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafef31-04d3-40fa-8559-5422146c7172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:44.913924 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafef31-04d3-40fa-8559-5422146c7172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:44.914414 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafef31-04d3-40fa-8559-5422146c7172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:44.914889 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafef31-04d3-40fa-8559-5422146c7172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:44.915356 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafef31-04d3-40fa-8559-5422146c7172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:44.915859 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafef31-04d3-40fa-8559-5422146c7172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:44.916313 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafef31-04d3-40fa-8559-5422146c7172 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:44.916782 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafef31-04d3-40fa-8559-5422146c7172 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:44.917405 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafef31-04d3-40fa-8559-5422146c7172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:44.917918 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafef31-04d3-40fa-8559-5422146c7172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:44.918595 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafef31-04d3-40fa-8559-5422146c7172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:44.919151 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aafef31-04d3-40fa-8559-5422146c7172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:39:44.939898 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a45dff-03c2-45e2-abb5-63beda758122 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:39:44.986729 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] Routers {'49916c3d-ebb1-4dfd-82fa-81ba57d6787b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:39:44.987402 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:39:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['49916c3d-ebb1-4dfd-82fa-81ba57d6787b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:45.014325 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-a6d5e42e-e8d9-4874-bc86-b9e6537e9136 admin admin] Allocated IP 172.20.0.1 (9949dea6-564f-443f-9bad-39247b280b2b/ed97c7d0-1d49-475c-b495-8ff2f2921fd6/f38abbe5-f72a-4c83-bb20-e8cbf85354ad) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:39:45.027778 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8dfdf2cd-2ddb-4902-87d4-9deafd3b9748 None None] Provisioning complete for port 98b85cfe-d32e-442a-abe7-fb8662c17eaf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:45.028793 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8dfdf2cd-2ddb-4902-87d4-9deafd3b9748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:45.153229 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafef31-04d3-40fa-8559-5422146c7172 None None] Pushing event updated for resources: {'Port': ['ID=98b85cfe-d32e-442a-abe7-fb8662c17eaf,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:45.208955 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8dfdf2cd-2ddb-4902-87d4-9deafd3b9748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:45.234045 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] Set router 49916c3d-ebb1-4dfd-82fa-81ba57d6787b gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:39:45.247743 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6d5e42e-e8d9-4874-bc86-b9e6537e9136 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:45.252591 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-30b31182-0ce5-41c7-8dda-8c872c0419e7 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:45.254589 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8dfdf2cd-2ddb-4902-87d4-9deafd3b9748 None None] For port 98b85cfe-d32e-442a-abe7-fb8662c17eaf, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=98b85cfe-d32e-442a-abe7-fb8662c17eaf,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:39:45.266184 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b31182-0ce5-41c7-8dda-8c872c0419e7 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:39:45.267062 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-30b31182-0ce5-41c7-8dda-8c872c0419e7 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:45.279129 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8dfdf2cd-2ddb-4902-87d4-9deafd3b9748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:45.359326 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-30b31182-0ce5-41c7-8dda-8c872c0419e7 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5593264 Nov 15 11:39:45.362625 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36760) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:45.368671 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-b18581f5-0c42-48f9-83fd-3578cd659a84 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '0e43fc30-9177-4e0e-96a1-a15f7f2e3c43', 'tempest-TagsTest-Tag-284886620') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:45.375280 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdf2cd-2ddb-4902-87d4-9deafd3b9748 None None] Pushing event updated for resources: {'Port': ['ID=98b85cfe-d32e-442a-abe7-fb8662c17eaf,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:45.412378 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b31182-0ce5-41c7-8dda-8c872c0419e7 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] Pushing event updated for resources: {'Network': ['ID=0e43fc30-9177-4e0e-96a1-a15f7f2e3c43,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:45.434213 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 0e43fc30-9177-4e0e-96a1-a15f7f2e3c43 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:39:45.463132 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6d5e42e-e8d9-4874-bc86-b9e6537e9136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:45.540778 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b18581f5-0c42-48f9-83fd-3578cd659a84 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] 10.222.0.64 "PUT /v2.0/networks/0e43fc30-9177-4e0e-96a1-a15f7f2e3c43/tags/tempest-TagsTest-Tag-284886620 HTTP/1.1" status: 201 len: 201 time: 0.1770356 Nov 15 11:39:45.543172 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36766) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:45.552353 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-4c003b97-82e4-4a0f-92ad-a4ff3e5da537 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0e43fc30-9177-4e0e-96a1-a15f7f2e3c43', 'tempest-TagsTest-Tag-284886620') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:45.575938 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d5e42e-e8d9-4874-bc86-b9e6537e9136 admin admin] Network 9949dea6-564f-443f-9bad-39247b280b2b is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:39:45.584661 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-a6d5e42e-e8d9-4874-bc86-b9e6537e9136 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:39:45.603924 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d5e42e-e8d9-4874-bc86-b9e6537e9136 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:39:45.606672 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5e42e-e8d9-4874-bc86-b9e6537e9136 admin admin] Pushing event updated for resources: {'Port': ['ID=f38abbe5-f72a-4c83-bb20-e8cbf85354ad,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:45.699245 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49916c3d-ebb1-4dfd-82fa-81ba57d6787b', 'name': 'tempest-TestAggregatesBasicOps-171732787-router', 'tenant_id': 'c84dfd2870ad4d31a20377a650c611ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '98b85cfe-d32e-442a-abe7-fb8662c17eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:39:38Z', 'updated_at': '2021-11-15T11:39:41Z', 'revision_number': 3, 'project_id': 'c84dfd2870ad4d31a20377a650c611ba', 'gw_port': {'id': '98b85cfe-d32e-442a-abe7-fb8662c17eaf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49916c3d-ebb1-4dfd-82fa-81ba57d6787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:39:39Z', 'updated_at': '2021-11-15T11:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:45.722791 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6d5e42e-e8d9-4874-bc86-b9e6537e9136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:45.746768 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4c003b97-82e4-4a0f-92ad-a4ff3e5da537 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] 10.222.0.64 "GET /v2.0/networks/0e43fc30-9177-4e0e-96a1-a15f7f2e3c43/tags/tempest-TagsTest-Tag-284886620 HTTP/1.1" status: 204 len: 168 time: 0.2011299 Nov 15 11:39:45.749867 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36770) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:45.758877 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-afde5fbc-730f-4449-8ea3-9416082eb270 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '0e43fc30-9177-4e0e-96a1-a15f7f2e3c43') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:45.803804 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad055ac-18b1-4e41-b78d-dd870e305204 None None] The sync data for ids ['49916c3d-ebb1-4dfd-82fa-81ba57d6787b'] in n-d-729945-9 is: [{'id': '49916c3d-ebb1-4dfd-82fa-81ba57d6787b', 'name': 'tempest-TestAggregatesBasicOps-171732787-router', 'tenant_id': 'c84dfd2870ad4d31a20377a650c611ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '98b85cfe-d32e-442a-abe7-fb8662c17eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:39:38Z', 'updated_at': '2021-11-15T11:39:41Z', 'revision_number': 3, 'project_id': 'c84dfd2870ad4d31a20377a650c611ba', 'gw_port': {'id': '98b85cfe-d32e-442a-abe7-fb8662c17eaf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49916c3d-ebb1-4dfd-82fa-81ba57d6787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:39:39Z', 'updated_at': '2021-11-15T11:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:39:46.007315 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-afde5fbc-730f-4449-8ea3-9416082eb270 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] 10.222.0.64 "GET /v2.0/networks/0e43fc30-9177-4e0e-96a1-a15f7f2e3c43/tags HTTP/1.1" status: 200 len: 237 time: 0.2548800 Nov 15 11:39:46.010023 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36782) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:46.016387 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-8d38efff-df3a-4e3f-b28f-1da9248ccd06 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '0e43fc30-9177-4e0e-96a1-a15f7f2e3c43', {'tags': ['tempest-TagsTest-Tag-1470996403', 'tempest-TagsTest-Tag-1949804473', 'tempest-TagsTest-Tag-811516540']}) {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:46.124149 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6d5e42e-e8d9-4874-bc86-b9e6537e9136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:46.145162 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8d38efff-df3a-4e3f-b28f-1da9248ccd06 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] 10.222.0.64 "PUT /v2.0/networks/0e43fc30-9177-4e0e-96a1-a15f7f2e3c43/tags HTTP/1.1" status: 200 len: 308 time: 0.1313000 Nov 15 11:39:46.146019 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36786) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:46.152142 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3e3dab24-dbfd-46ee-a038-e97bd8d4d5eb None None] Provisioning complete for port f38abbe5-f72a-4c83-bb20-e8cbf85354ad triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:46.155292 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-d0f9880b-6a98-485a-a91e-fdfad06a66b7 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '0e43fc30-9177-4e0e-96a1-a15f7f2e3c43', 'tempest-TagsTest-Tag-1470996403') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:46.158777 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3e3dab24-dbfd-46ee-a038-e97bd8d4d5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:46.260478 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3e3dab24-dbfd-46ee-a038-e97bd8d4d5eb None None] Port f38abbe5-f72a-4c83-bb20-e8cbf85354ad cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:39:46.369866 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d0f9880b-6a98-485a-a91e-fdfad06a66b7 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] 10.222.0.64 "DELETE /v2.0/networks/0e43fc30-9177-4e0e-96a1-a15f7f2e3c43/tags/tempest-TagsTest-Tag-1470996403 HTTP/1.1" status: 204 len: 168 time: 0.2214842 Nov 15 11:39:46.372538 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36790) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:46.378504 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-c01857b0-62d3-4c10-a670-f234dcd1eabc tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0e43fc30-9177-4e0e-96a1-a15f7f2e3c43', 'tempest-TagsTest-Tag-1470996403') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:46.553480 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6d5e42e-e8d9-4874-bc86-b9e6537e9136 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:46.563550 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6d5e42e-e8d9-4874-bc86-b9e6537e9136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:46.604312 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-c01857b0-62d3-4c10-a670-f234dcd1eabc tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] show failed (client error): The resource could not be found. Nov 15 11:39:46.610624 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c01857b0-62d3-4c10-a670-f234dcd1eabc tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] 10.222.0.64 "GET /v2.0/networks/0e43fc30-9177-4e0e-96a1-a15f7f2e3c43/tags/tempest-TagsTest-Tag-1470996403 HTTP/1.1" status: 404 len: 326 time: 0.2367797 Nov 15 11:39:46.611993 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36796) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:46.624214 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-eec5985d-62ba-4b84-af67-338476468fcf tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0e43fc30-9177-4e0e-96a1-a15f7f2e3c43', 'tempest-TagsTest-Tag-1949804473') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:46.674459 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6d5e42e-e8d9-4874-bc86-b9e6537e9136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:46.882452 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-eec5985d-62ba-4b84-af67-338476468fcf tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] 10.222.0.64 "GET /v2.0/networks/0e43fc30-9177-4e0e-96a1-a15f7f2e3c43/tags/tempest-TagsTest-Tag-1949804473 HTTP/1.1" status: 204 len: 168 time: 0.2669563 Nov 15 11:39:46.885179 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36802) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:46.894916 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-5d601e0b-53d1-489d-b4bd-a1effba79310 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0e43fc30-9177-4e0e-96a1-a15f7f2e3c43', 'tempest-TagsTest-Tag-811516540') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:47.073012 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5d601e0b-53d1-489d-b4bd-a1effba79310 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] 10.222.0.64 "GET /v2.0/networks/0e43fc30-9177-4e0e-96a1-a15f7f2e3c43/tags/tempest-TagsTest-Tag-811516540 HTTP/1.1" status: 204 len: 168 time: 0.1848133 Nov 15 11:39:47.075337 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36812) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:47.080177 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-e3bfd041-aa9e-4667-a5d9-6c623735bcab tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0e43fc30-9177-4e0e-96a1-a15f7f2e3c43') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:47.273122 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e3bfd041-aa9e-4667-a5d9-6c623735bcab tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] 10.222.0.64 "DELETE /v2.0/networks/0e43fc30-9177-4e0e-96a1-a15f7f2e3c43/tags HTTP/1.1" status: 204 len: 168 time: 0.1940234 Nov 15 11:39:47.273438 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36814) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:47.277797 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-93401f9e-f01b-4f9b-af77-608a6d4ad0be tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0e43fc30-9177-4e0e-96a1-a15f7f2e3c43', 'tempest-TagsTest-Tag-1949804473') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:47.380845 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-93401f9e-f01b-4f9b-af77-608a6d4ad0be tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] show failed (client error): The resource could not be found. Nov 15 11:39:47.385431 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-93401f9e-f01b-4f9b-af77-608a6d4ad0be tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] 10.222.0.64 "GET /v2.0/networks/0e43fc30-9177-4e0e-96a1-a15f7f2e3c43/tags/tempest-TagsTest-Tag-1949804473 HTTP/1.1" status: 404 len: 326 time: 0.1099124 Nov 15 11:39:47.385596 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36816) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:47.389933 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-955a9192-f3bb-497f-94b7-009f5f89ee77 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0e43fc30-9177-4e0e-96a1-a15f7f2e3c43', 'tempest-TagsTest-Tag-811516540') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:47.488466 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-955a9192-f3bb-497f-94b7-009f5f89ee77 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] show failed (client error): The resource could not be found. Nov 15 11:39:47.489472 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-955a9192-f3bb-497f-94b7-009f5f89ee77 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] 10.222.0.64 "GET /v2.0/networks/0e43fc30-9177-4e0e-96a1-a15f7f2e3c43/tags/tempest-TagsTest-Tag-811516540 HTTP/1.1" status: 404 len: 325 time: 0.1029592 Nov 15 11:39:47.492388 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36818) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:47.504191 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.tag.tag_plugin [None req-013bf864-e6b2-4f5a-94f4-d738ed2d7d70 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0e43fc30-9177-4e0e-96a1-a15f7f2e3c43') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:47.565767 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5e42e-e8d9-4874-bc86-b9e6537e9136 admin admin] Pushing event updated for resources: {'Port': ['ID=f38abbe5-f72a-4c83-bb20-e8cbf85354ad,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:47.618233 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-013bf864-e6b2-4f5a-94f4-d738ed2d7d70 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] 10.222.0.64 "DELETE /v2.0/networks/0e43fc30-9177-4e0e-96a1-a15f7f2e3c43/tags HTTP/1.1" status: 204 len: 168 time: 0.1212475 Nov 15 11:39:47.618686 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36824) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:47.732238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d5e42e-e8d9-4874-bc86-b9e6537e9136 admin admin] Network 9949dea6-564f-443f-9bad-39247b280b2b is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:39:47.747020 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-a6d5e42e-e8d9-4874-bc86-b9e6537e9136 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:39:47.908768 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ff12825-5504-479c-9748-4b76485a7e87 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:47.966921 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d5e42e-e8d9-4874-bc86-b9e6537e9136 admin admin] Router 49916c3d-ebb1-4dfd-82fa-81ba57d6787b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:39:48.078343 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ff12825-5504-479c-9748-4b76485a7e87 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:48.109418 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-0ff12825-5504-479c-9748-4b76485a7e87 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e43fc30-9177-4e0e-96a1-a15f7f2e3c43']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:48.139352 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-45ecaaf2-d159-45e6-b414-fb383fc89b23 None None] Provisioning complete for port f38abbe5-f72a-4c83-bb20-e8cbf85354ad triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:48.139904 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-45ecaaf2-d159-45e6-b414-fb383fc89b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:48.221268 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-45ecaaf2-d159-45e6-b414-fb383fc89b23 None None] Port f38abbe5-f72a-4c83-bb20-e8cbf85354ad cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:39:48.251616 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-0ff12825-5504-479c-9748-4b76485a7e87 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f63b60-2fbe-4591-ac94-279d7750b603') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:48.252157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-0ff12825-5504-479c-9748-4b76485a7e87 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f63b60-2fbe-4591-ac94-279d7750b603') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:48.266939 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ff12825-5504-479c-9748-4b76485a7e87 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:48.278744 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 98b85cfe-d32e-442a-abe7-fb8662c17eaf up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:39:48.299543 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ff12825-5504-479c-9748-4b76485a7e87 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:48.316424 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff12825-5504-479c-9748-4b76485a7e87 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:39:48.324859 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ff12825-5504-479c-9748-4b76485a7e87 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:39:48.328952 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:39:48.418163 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 98b85cfe-d32e-442a-abe7-fb8662c17eaf triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:48.418958 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:48.477178 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d5e42e-e8d9-4874-bc86-b9e6537e9136 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:39:48.479564 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ff12825-5504-479c-9748-4b76485a7e87 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:48.485204 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a6d5e42e-e8d9-4874-bc86-b9e6537e9136 admin admin] 10.222.0.64 "PUT /v2.0/routers/49916c3d-ebb1-4dfd-82fa-81ba57d6787b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1522396 Nov 15 11:39:48.504189 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ff12825-5504-479c-9748-4b76485a7e87 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:48.510795 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0ff12825-5504-479c-9748-4b76485a7e87 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] 10.222.0.64 "DELETE /v2.0/networks/0e43fc30-9177-4e0e-96a1-a15f7f2e3c43 HTTP/1.1" status: 204 len: 168 time: 0.8824739 Nov 15 11:39:48.511751 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff12825-5504-479c-9748-4b76485a7e87 tempest-TagsTest-1699172368 tempest-TagsTest-1699172368-project] Pushing event deleted for resources: {'Network': ['ID=0e43fc30-9177-4e0e-96a1-a15f7f2e3c43,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:49.027637 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] Sync routers for ids ['49916c3d-ebb1-4dfd-82fa-81ba57d6787b'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:39:49.042625 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] Routers {'49916c3d-ebb1-4dfd-82fa-81ba57d6787b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:39:49.043610 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:39:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['49916c3d-ebb1-4dfd-82fa-81ba57d6787b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:49.059741 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36870) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:49.511645 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f76ae424-5f3b-4ae9-9424-ee823b717b4c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=faa0fad7d7b34d94a60206c906142d9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4505737 Nov 15 11:39:49.514245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36896) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:49.587718 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] Set router 49916c3d-ebb1-4dfd-82fa-81ba57d6787b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:39:49.624535 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bdee0b66-9787-46be-9d3e-fb74326db342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:49.677630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36902) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:49.683396 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-a98d30bc-3eec-4187-8a9d-916329e5679c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-854290489-network', 'tenant_id': '12848f7d1a4a49ab905e757f8c7b5625'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:49.708751 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:39:49.715970 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bdee0b66-9787-46be-9d3e-fb74326db342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:49.753311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98d30bc-3eec-4187-8a9d-916329e5679c admin admin] Made reservation on behalf of 12848f7d1a4a49ab905e757f8c7b5625 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:39:49.756390 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a98d30bc-3eec-4187-8a9d-916329e5679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:49.785698 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a98d30bc-3eec-4187-8a9d-916329e5679c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:49.914706 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bdee0b66-9787-46be-9d3e-fb74326db342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:49.925537 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bdee0b66-9787-46be-9d3e-fb74326db342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:49.927656 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49916c3d-ebb1-4dfd-82fa-81ba57d6787b', 'name': 'tempest-TestAggregatesBasicOps-171732787-router', 'tenant_id': 'c84dfd2870ad4d31a20377a650c611ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '98b85cfe-d32e-442a-abe7-fb8662c17eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:39:38Z', 'updated_at': '2021-11-15T11:39:45Z', 'revision_number': 4, 'project_id': 'c84dfd2870ad4d31a20377a650c611ba', 'gw_port': {'id': '98b85cfe-d32e-442a-abe7-fb8662c17eaf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49916c3d-ebb1-4dfd-82fa-81ba57d6787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:39:39Z', 'updated_at': '2021-11-15T11:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f38abbe5-f72a-4c83-bb20-e8cbf85354ad', 'name': '', 'network_id': '9949dea6-564f-443f-9bad-39247b280b2b', 'tenant_id': 'c84dfd2870ad4d31a20377a650c611ba', 'mac_address': 'fa:16:3e:61:87:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49916c3d-ebb1-4dfd-82fa-81ba57d6787b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'ed97c7d0-1d49-475c-b495-8ff2f2921fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:39:44Z', 'updated_at': '2021-11-15T11:39:46Z', 'revision_number': 2, 'project_id': 'c84dfd2870ad4d31a20377a650c611ba', 'subnets': [{'id': 'ed97c7d0-1d49-475c-b495-8ff2f2921fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:49.931718 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bdee0b66-9787-46be-9d3e-fb74326db342 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0e948998-0d77-43eb-9c81-c06ccb4b165f HTTP/1.1" status: 204 len: 168 time: 0.4159803 Nov 15 11:39:49.952710 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee0b66-9787-46be-9d3e-fb74326db342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e948998-0d77-43eb-9c81-c06ccb4b165f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:49.997282 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] Checking router: 49916c3d-ebb1-4dfd-82fa-81ba57d6787b for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:39:49.998997 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] Updating router 49916c3d-ebb1-4dfd-82fa-81ba57d6787b port f38abbe5-f72a-4c83-bb20-e8cbf85354ad binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:39:50.032232 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a98d30bc-3eec-4187-8a9d-916329e5679c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:50.039038 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a98d30bc-3eec-4187-8a9d-916329e5679c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:50.063352 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:50.097438 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98d30bc-3eec-4187-8a9d-916329e5679c admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:39:50.122586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d30bc-3eec-4187-8a9d-916329e5679c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3275a9-3b71-4c13-a5d5-528525ee1632,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:50.130791 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a98d30bc-3eec-4187-8a9d-916329e5679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:50.131181 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-a98d30bc-3eec-4187-8a9d-916329e5679c admin admin] Added segment 4988c338-4c7c-454d-ac0b-abbdfdb95597 of type vlan for network e521e9bc-5f50-4eda-bc3e-6a21a392d020 Nov 15 11:39:50.211214 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a98d30bc-3eec-4187-8a9d-916329e5679c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:50.273145 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a98d30bc-3eec-4187-8a9d-916329e5679c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:50.275552 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98d30bc-3eec-4187-8a9d-916329e5679c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:39:50.276189 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a98d30bc-3eec-4187-8a9d-916329e5679c admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:50.321531 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a98d30bc-3eec-4187-8a9d-916329e5679c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6422722 Nov 15 11:39:50.321730 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36928) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:50.329104 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e75016b7-66b4-4881-ab5a-b6e2aa4b4f68 admin admin] Request body: {'subnet': {'network_id': 'e521e9bc-5f50-4eda-bc3e-6a21a392d020', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-854290489-subnet', 'tenant_id': '12848f7d1a4a49ab905e757f8c7b5625', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:50.412135 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75016b7-66b4-4881-ab5a-b6e2aa4b4f68 admin admin] Made reservation on behalf of 12848f7d1a4a49ab905e757f8c7b5625 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:39:50.418212 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e75016b7-66b4-4881-ab5a-b6e2aa4b4f68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:50.418903 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d30bc-3eec-4187-8a9d-916329e5679c admin admin] Pushing event updated for resources: {'Network': ['ID=e521e9bc-5f50-4eda-bc3e-6a21a392d020,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:50.431195 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network e521e9bc-5f50-4eda-bc3e-6a21a392d020 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:39:50.922809 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:50.953144 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:50.953399 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e75016b7-66b4-4881-ab5a-b6e2aa4b4f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:51.022597 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75016b7-66b4-4881-ab5a-b6e2aa4b4f68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00422052-671b-4d2f-844c-e62c37f0a5c2,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:51.083019 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75016b7-66b4-4881-ab5a-b6e2aa4b4f68 admin admin] Checking segment: {'id': '4988c338-4c7c-454d-ac0b-abbdfdb95597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e521e9bc-5f50-4eda-bc3e-6a21a392d020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:39:51.085932 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75016b7-66b4-4881-ab5a-b6e2aa4b4f68 admin admin] Network hostable DHCP agents. Network: e521e9bc-5f50-4eda-bc3e-6a21a392d020, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:39:51.143970 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75016b7-66b4-4881-ab5a-b6e2aa4b4f68 admin admin] Network e521e9bc-5f50-4eda-bc3e-6a21a392d020 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:39:51.150779 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037895a-2934-4b08-94c7-bb3e018969b4 None None] Pushing event updated for resources: {'Port': ['ID=f38abbe5-f72a-4c83-bb20-e8cbf85354ad,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:51.167745 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e75016b7-66b4-4881-ab5a-b6e2aa4b4f68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, e521e9bc-5f50-4eda-bc3e-6a21a392d020) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:39:51.173420 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75016b7-66b4-4881-ab5a-b6e2aa4b4f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:39:51.175586 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e75016b7-66b4-4881-ab5a-b6e2aa4b4f68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:51.216617 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3601540-724d-4802-b2a3-b37be05ed7b5 None None] Network e521e9bc-5f50-4eda-bc3e-6a21a392d020 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:39:51.219910 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36952) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:51.221125 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e75016b7-66b4-4881-ab5a-b6e2aa4b4f68 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8982246 Nov 15 11:39:51.224417 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-420455c1-5093-46b0-8c4b-0189dea454c0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-854290489-router', 'tenant_id': '12848f7d1a4a49ab905e757f8c7b5625', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:39:51.294427 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-420455c1-5093-46b0-8c4b-0189dea454c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:51.296284 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-420455c1-5093-46b0-8c4b-0189dea454c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:51.412484 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-420455c1-5093-46b0-8c4b-0189dea454c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:51.427833 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] Attempting to bind port f38abbe5-f72a-4c83-bb20-e8cbf85354ad on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:39:51.439130 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] Attempting to bind port f38abbe5-f72a-4c83-bb20-e8cbf85354ad by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '00d2063e-13f8-46c0-8194-cc798f80ede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9949dea6-564f-443f-9bad-39247b280b2b'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:39:51.439734 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] Attempting to bind port f38abbe5-f72a-4c83-bb20-e8cbf85354ad on network 9949dea6-564f-443f-9bad-39247b280b2b {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:39:51.464212 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29fd956-f988-4cc7-9a36-31edc3e5cca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-e521e9bc-5f50-4eda-bc3e-6a21a392d020', 'network_id': 'e521e9bc-5f50-4eda-bc3e-6a21a392d020', 'tenant_id': '12848f7d1a4a49ab905e757f8c7b5625', 'fixed_ips': [{'subnet_id': '00422052-671b-4d2f-844c-e62c37f0a5c2'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:39:51.469140 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c29fd956-f988-4cc7-9a36-31edc3e5cca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:51.491478 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:39:51.494326 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] Checking segment: {'id': '00d2063e-13f8-46c0-8194-cc798f80ede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9949dea6-564f-443f-9bad-39247b280b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:39:51.494955 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:51.495537 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] Bound using segment: {'id': '00d2063e-13f8-46c0-8194-cc798f80ede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9949dea6-564f-443f-9bad-39247b280b2b'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:39:51.496282 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] Bound port: f38abbe5-f72a-4c83-bb20-e8cbf85354ad, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d2063e-13f8-46c0-8194-cc798f80ede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9949dea6-564f-443f-9bad-39247b280b2b'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:39:51.496868 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:51.662258 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] For port f38abbe5-f72a-4c83-bb20-e8cbf85354ad, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:39:51.688887 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] For port f38abbe5-f72a-4c83-bb20-e8cbf85354ad, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f38abbe5-f72a-4c83-bb20-e8cbf85354ad,segment=NetworkSegment(00d2063e-13f8-46c0-8194-cc798f80ede7),segment_id=00d2063e-13f8-46c0-8194-cc798f80ede7)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:39:51.708804 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:51.798529 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-420455c1-5093-46b0-8c4b-0189dea454c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:51.840246 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36970) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:51.846137 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037895a-2934-4b08-94c7-bb3e018969b4 None None] Pushing event updated for resources: {'Port': ['ID=f38abbe5-f72a-4c83-bb20-e8cbf85354ad,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:51.850528 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0089889 Nov 15 11:39:51.851914 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36972) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:51.859935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-624be246-b242-452d-97b9-874a21959c7a None None] Provisioning complete for port f38abbe5-f72a-4c83-bb20-e8cbf85354ad triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:51.860527 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-624be246-b242-452d-97b9-874a21959c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:51.951849 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] Routers {'49916c3d-ebb1-4dfd-82fa-81ba57d6787b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:39:51.953267 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:39:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['49916c3d-ebb1-4dfd-82fa-81ba57d6787b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:52.150812 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f1e0952b-cec6-4b7c-a0d4-a8dc9cec03a7 tempest-NetworksApiDiscovery-166814064 tempest-NetworksApiDiscovery-166814064-project] 10.222.0.64 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2975783 Nov 15 11:39:52.357865 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-c29fd956-f988-4cc7-9a36-31edc3e5cca5 None None] Allocated IP 172.20.0.2 (e521e9bc-5f50-4eda-bc3e-6a21a392d020/00422052-671b-4d2f-844c-e62c37f0a5c2/3a22ef03-5e73-43d3-993a-d7141ec13831) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:39:52.370876 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] Set router 49916c3d-ebb1-4dfd-82fa-81ba57d6787b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:39:52.382556 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-624be246-b242-452d-97b9-874a21959c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:52.505408 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-420455c1-5093-46b0-8c4b-0189dea454c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:52.541715 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-624be246-b242-452d-97b9-874a21959c7a None None] For port f38abbe5-f72a-4c83-bb20-e8cbf85354ad, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f38abbe5-f72a-4c83-bb20-e8cbf85354ad,segment=NetworkSegment(00d2063e-13f8-46c0-8194-cc798f80ede7),segment_id=00d2063e-13f8-46c0-8194-cc798f80ede7)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:39:52.547611 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-420455c1-5093-46b0-8c4b-0189dea454c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:52.613758 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-624be246-b242-452d-97b9-874a21959c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:52.661676 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 36984) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:52.745519 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-420455c1-5093-46b0-8c4b-0189dea454c0 admin admin] Allocated IP 172.25.7.81 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:39:52.789367 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624be246-b242-452d-97b9-874a21959c7a None None] Pushing event updated for resources: {'Port': ['ID=f38abbe5-f72a-4c83-bb20-e8cbf85354ad,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:52.917708 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-420455c1-5093-46b0-8c4b-0189dea454c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:52.951429 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d98b782-8c3b-40e8-8dbe-2d7a16860be5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:53.021479 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-420455c1-5093-46b0-8c4b-0189dea454c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:53.056401 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420455c1-5093-46b0-8c4b-0189dea454c0 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:39:53.062753 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-420455c1-5093-46b0-8c4b-0189dea454c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:39:53.068752 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420455c1-5093-46b0-8c4b-0189dea454c0 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:39:53.137909 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d98b782-8c3b-40e8-8dbe-2d7a16860be5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:53.150170 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7d98b782-8c3b-40e8-8dbe-2d7a16860be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:53.162179 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c29fd956-f988-4cc7-9a36-31edc3e5cca5 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:53.240475 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420455c1-5093-46b0-8c4b-0189dea454c0 admin admin] Pushing event updated for resources: {'Port': ['ID=f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:53.250702 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 36996) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:53.252130 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7d98b782-8c3b-40e8-8dbe-2d7a16860be5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1bf85c816bb84e1089c2b3d426a97bbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5893497 Nov 15 11:39:53.254520 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98b782-8c3b-40e8-8dbe-2d7a16860be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968e5430-75f8-49e4-93f2-2b80ee46e3d9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:53.295262 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21bb1d9-33b3-4006-84fa-a99b82349e51 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:39:53.312418 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c29fd956-f988-4cc7-9a36-31edc3e5cca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:53.408375 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2678205c-5e7c-4a9c-acfc-54490ccbc3da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:53.433518 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2678205c-5e7c-4a9c-acfc-54490ccbc3da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:53.506358 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2678205c-5e7c-4a9c-acfc-54490ccbc3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:53.510095 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2678205c-5e7c-4a9c-acfc-54490ccbc3da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:53.525467 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2678205c-5e7c-4a9c-acfc-54490ccbc3da admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/968e5430-75f8-49e4-93f2-2b80ee46e3d9 HTTP/1.1" status: 204 len: 168 time: 0.2642772 Nov 15 11:39:53.562556 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678205c-5e7c-4a9c-acfc-54490ccbc3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968e5430-75f8-49e4-93f2-2b80ee46e3d9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:53.599070 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fd956-f988-4cc7-9a36-31edc3e5cca5 None None] Pushing event updated for resources: {'Port': ['ID=3a22ef03-5e73-43d3-993a-d7141ec13831,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:53.624464 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-dd5776cf-6b89-4d11-8673-4a0d77fa7fb8 None None] Provisioning complete for port f38abbe5-f72a-4c83-bb20-e8cbf85354ad triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:53.624940 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dd5776cf-6b89-4d11-8673-4a0d77fa7fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:53.672620 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29fd956-f988-4cc7-9a36-31edc3e5cca5 None None] Network e521e9bc-5f50-4eda-bc3e-6a21a392d020 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:39:53.688910 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-c29fd956-f988-4cc7-9a36-31edc3e5cca5 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:39:53.693161 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29fd956-f988-4cc7-9a36-31edc3e5cca5 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:39:53.884750 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-c29fd956-f988-4cc7-9a36-31edc3e5cca5 None None] Attempting to bind port 3a22ef03-5e73-43d3-993a-d7141ec13831 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:39:53.885491 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-c29fd956-f988-4cc7-9a36-31edc3e5cca5 None None] Attempting to bind port 3a22ef03-5e73-43d3-993a-d7141ec13831 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '4988c338-4c7c-454d-ac0b-abbdfdb95597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e521e9bc-5f50-4eda-bc3e-6a21a392d020'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:39:53.886070 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29fd956-f988-4cc7-9a36-31edc3e5cca5 None None] Attempting to bind port 3a22ef03-5e73-43d3-993a-d7141ec13831 on network e521e9bc-5f50-4eda-bc3e-6a21a392d020 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:39:53.894673 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29fd956-f988-4cc7-9a36-31edc3e5cca5 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:39:53.895417 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29fd956-f988-4cc7-9a36-31edc3e5cca5 None None] Checking segment: {'id': '4988c338-4c7c-454d-ac0b-abbdfdb95597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e521e9bc-5f50-4eda-bc3e-6a21a392d020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:39:53.896075 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c29fd956-f988-4cc7-9a36-31edc3e5cca5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:53.896700 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29fd956-f988-4cc7-9a36-31edc3e5cca5 None None] Bound using segment: {'id': '4988c338-4c7c-454d-ac0b-abbdfdb95597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e521e9bc-5f50-4eda-bc3e-6a21a392d020'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:39:53.897383 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-c29fd956-f988-4cc7-9a36-31edc3e5cca5 None None] Bound port: 3a22ef03-5e73-43d3-993a-d7141ec13831, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4988c338-4c7c-454d-ac0b-abbdfdb95597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e521e9bc-5f50-4eda-bc3e-6a21a392d020'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:39:53.897993 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c29fd956-f988-4cc7-9a36-31edc3e5cca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:53.939769 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-420455c1-5093-46b0-8c4b-0189dea454c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:54.121292 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c29fd956-f988-4cc7-9a36-31edc3e5cca5 None None] For port 3a22ef03-5e73-43d3-993a-d7141ec13831, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:39:54.131682 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c29fd956-f988-4cc7-9a36-31edc3e5cca5 None None] For port 3a22ef03-5e73-43d3-993a-d7141ec13831, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3a22ef03-5e73-43d3-993a-d7141ec13831,segment=NetworkSegment(4988c338-4c7c-454d-ac0b-abbdfdb95597),segment_id=4988c338-4c7c-454d-ac0b-abbdfdb95597)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:39:54.153508 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c29fd956-f988-4cc7-9a36-31edc3e5cca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:54.170390 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49916c3d-ebb1-4dfd-82fa-81ba57d6787b', 'name': 'tempest-TestAggregatesBasicOps-171732787-router', 'tenant_id': 'c84dfd2870ad4d31a20377a650c611ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '98b85cfe-d32e-442a-abe7-fb8662c17eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:39:38Z', 'updated_at': '2021-11-15T11:39:45Z', 'revision_number': 4, 'project_id': 'c84dfd2870ad4d31a20377a650c611ba', 'gw_port': {'id': '98b85cfe-d32e-442a-abe7-fb8662c17eaf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49916c3d-ebb1-4dfd-82fa-81ba57d6787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:39:39Z', 'updated_at': '2021-11-15T11:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f38abbe5-f72a-4c83-bb20-e8cbf85354ad', 'name': '', 'network_id': '9949dea6-564f-443f-9bad-39247b280b2b', 'tenant_id': 'c84dfd2870ad4d31a20377a650c611ba', 'mac_address': 'fa:16:3e:61:87:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49916c3d-ebb1-4dfd-82fa-81ba57d6787b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'ed97c7d0-1d49-475c-b495-8ff2f2921fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:39:44Z', 'updated_at': '2021-11-15T11:39:51Z', 'revision_number': 4, 'project_id': 'c84dfd2870ad4d31a20377a650c611ba', 'subnets': [{'id': 'ed97c7d0-1d49-475c-b495-8ff2f2921fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:54.337273 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fd956-f988-4cc7-9a36-31edc3e5cca5 None None] Pushing event updated for resources: {'Port': ['ID=3a22ef03-5e73-43d3-993a-d7141ec13831,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:54.340145 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8155b4-52e6-49df-9549-21576bc0f8c5 None None] The sync data for ids ['49916c3d-ebb1-4dfd-82fa-81ba57d6787b'] in n-d-729945-9 is: [{'id': '49916c3d-ebb1-4dfd-82fa-81ba57d6787b', 'name': 'tempest-TestAggregatesBasicOps-171732787-router', 'tenant_id': 'c84dfd2870ad4d31a20377a650c611ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '98b85cfe-d32e-442a-abe7-fb8662c17eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:39:38Z', 'updated_at': '2021-11-15T11:39:45Z', 'revision_number': 4, 'project_id': 'c84dfd2870ad4d31a20377a650c611ba', 'gw_port': {'id': '98b85cfe-d32e-442a-abe7-fb8662c17eaf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49916c3d-ebb1-4dfd-82fa-81ba57d6787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:39:39Z', 'updated_at': '2021-11-15T11:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f38abbe5-f72a-4c83-bb20-e8cbf85354ad', 'name': '', 'network_id': '9949dea6-564f-443f-9bad-39247b280b2b', 'tenant_id': 'c84dfd2870ad4d31a20377a650c611ba', 'mac_address': 'fa:16:3e:61:87:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49916c3d-ebb1-4dfd-82fa-81ba57d6787b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'ed97c7d0-1d49-475c-b495-8ff2f2921fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:39:44Z', 'updated_at': '2021-11-15T11:39:51Z', 'revision_number': 4, 'project_id': 'c84dfd2870ad4d31a20377a650c611ba', 'subnets': [{'id': 'ed97c7d0-1d49-475c-b495-8ff2f2921fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:39:54.376790 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-28294346-7e6b-41f3-ace0-093ab3ec84fc None None] Provisioning complete for port f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:54.377158 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-28294346-7e6b-41f3-ace0-093ab3ec84fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:54.463397 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-420455c1-5093-46b0-8c4b-0189dea454c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:54.488976 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-28294346-7e6b-41f3-ace0-093ab3ec84fc None None] Port f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:39:54.989062 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420455c1-5093-46b0-8c4b-0189dea454c0 admin admin] Router f6b2506e-a6b0-4142-a58d-8cf435e9dcd0 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:39:55.281341 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420455c1-5093-46b0-8c4b-0189dea454c0 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:39:55.297917 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] Sync routers for ids ['f6b2506e-a6b0-4142-a58d-8cf435e9dcd0'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:39:55.313431 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] Routers {'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:39:55.315942 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:39:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['f6b2506e-a6b0-4142-a58d-8cf435e9dcd0'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:55.318714 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-420455c1-5093-46b0-8c4b-0189dea454c0 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:55.325368 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-420455c1-5093-46b0-8c4b-0189dea454c0 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1019218 Nov 15 11:39:55.325812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 37042) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:55.546100 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] Set router f6b2506e-a6b0-4142-a58d-8cf435e9dcd0 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:39:55.990304 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0', 'name': 'tempest-TestAggregatesBasicOps-854290489-router', 'tenant_id': '12848f7d1a4a49ab905e757f8c7b5625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:39:51Z', 'updated_at': '2021-11-15T11:39:53Z', 'revision_number': 3, 'project_id': '12848f7d1a4a49ab905e757f8c7b5625', 'gw_port': {'id': 'f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:86:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:39:52Z', 'updated_at': '2021-11-15T11:39:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:56.090369 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] Checking router: f6b2506e-a6b0-4142-a58d-8cf435e9dcd0 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:39:56.090880 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] Updating router f6b2506e-a6b0-4142-a58d-8cf435e9dcd0 port f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:39:56.231543 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:56.456520 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3a22ef03-5e73-43d3-993a-d7141ec13831 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:39:56.557330 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e49a765-2eb0-4bb9-a4f4-dc19f638bfa4 None None] Network e521e9bc-5f50-4eda-bc3e-6a21a392d020 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:39:56.735953 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c525d6ec-4f69-45fd-9bd5-a6757d70e309 None None] Provisioning complete for port 3a22ef03-5e73-43d3-993a-d7141ec13831 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:56.737241 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c525d6ec-4f69-45fd-9bd5-a6757d70e309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:56.786268 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c2abf22-d87d-425f-b3ca-aa817ed30ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:56.836037 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 3a22ef03-5e73-43d3-993a-d7141ec13831 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:56.836705 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:56.995498 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:57.015994 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:57.218321 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] Attempting to bind port f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:39:57.218937 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] Attempting to bind port f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:39:57.219458 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] Attempting to bind port f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:39:57.259069 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:39:57.259545 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:39:57.260522 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:57.263067 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:39:57.264427 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] Bound port: f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:39:57.265038 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:57.326897 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-5c2abf22-d87d-425f-b3ca-aa817ed30ad6 admin admin] Allocated IP 172.20.0.1 (e521e9bc-5f50-4eda-bc3e-6a21a392d020/00422052-671b-4d2f-844c-e62c37f0a5c2/793a00d6-9fbb-46a3-b6f8-c1c590c6c186) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:39:57.334380 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d87b5-c835-45f6-b137-d95534aee24c None None] Pushing event updated for resources: {'Port': ['ID=f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:57.385659 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d845c79f-107a-4b50-b094-913d86f295be None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:39:57.408394 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] For port f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:39:57.419319 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] For port f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:39:57.435439 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:57.581430 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c2abf22-d87d-425f-b3ca-aa817ed30ad6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:57.597963 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791daa75-a308-48b5-8ba1-34a012e77f11 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:39:57.641735 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c525d6ec-4f69-45fd-9bd5-a6757d70e309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:57.679477 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c2abf22-d87d-425f-b3ca-aa817ed30ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:57.695179 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:57.764667 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d87b5-c835-45f6-b137-d95534aee24c None None] Pushing event updated for resources: {'Port': ['ID=f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:57.779496 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] Routers {'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:39:57.782175 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:39:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['f6b2506e-a6b0-4142-a58d-8cf435e9dcd0'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:57.782780 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c525d6ec-4f69-45fd-9bd5-a6757d70e309 None None] For port 3a22ef03-5e73-43d3-993a-d7141ec13831, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3a22ef03-5e73-43d3-993a-d7141ec13831,segment=NetworkSegment(4988c338-4c7c-454d-ac0b-abbdfdb95597),segment_id=4988c338-4c7c-454d-ac0b-abbdfdb95597)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:39:57.801235 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c525d6ec-4f69-45fd-9bd5-a6757d70e309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:57.874800 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2abf22-d87d-425f-b3ca-aa817ed30ad6 admin admin] Network e521e9bc-5f50-4eda-bc3e-6a21a392d020 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:39:57.894856 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-5c2abf22-d87d-425f-b3ca-aa817ed30ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:39:57.899324 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525d6ec-4f69-45fd-9bd5-a6757d70e309 None None] Pushing event updated for resources: {'Port': ['ID=3a22ef03-5e73-43d3-993a-d7141ec13831,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:57.904898 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2abf22-d87d-425f-b3ca-aa817ed30ad6 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:39:57.940583 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2abf22-d87d-425f-b3ca-aa817ed30ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=793a00d6-9fbb-46a3-b6f8-c1c590c6c186,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:58.003412 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:39:58.004059 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:39:58.033717 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c2ef9970-0958-4ae7-b1dc-7a22795527df None None] Provisioning complete for port f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:58.034360 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c2ef9970-0958-4ae7-b1dc-7a22795527df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:58.098834 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37088) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:58.134701 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] Set router f6b2506e-a6b0-4142-a58d-8cf435e9dcd0 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:39:58.202749 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c2abf22-d87d-425f-b3ca-aa817ed30ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:58.259658 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c2ef9970-0958-4ae7-b1dc-7a22795527df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:58.302706 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c2ef9970-0958-4ae7-b1dc-7a22795527df None None] For port f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:39:58.309097 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c2ef9970-0958-4ae7-b1dc-7a22795527df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:58.542249 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbd1ad6b-120a-406e-b2a6-96ae9f2ff3c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:58.640379 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c2abf22-d87d-425f-b3ca-aa817ed30ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:58.717645 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbd1ad6b-120a-406e-b2a6-96ae9f2ff3c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:58.736041 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbd1ad6b-120a-406e-b2a6-96ae9f2ff3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:58.788360 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef9970-0958-4ae7-b1dc-7a22795527df None None] Pushing event updated for resources: {'Port': ['ID=f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:58.816699 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f38abbe5-f72a-4c83-bb20-e8cbf85354ad up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:39:58.832121 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cbd1ad6b-120a-406e-b2a6-96ae9f2ff3c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de4d7bf654b74772bca003e50ff41412&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7310498 Nov 15 11:39:58.840044 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37104) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:39:58.865146 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1ad6b-120a-406e-b2a6-96ae9f2ff3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41458239-7ae4-4c35-a3ea-a45fffb575a1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:58.977242 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0', 'name': 'tempest-TestAggregatesBasicOps-854290489-router', 'tenant_id': '12848f7d1a4a49ab905e757f8c7b5625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:39:51Z', 'updated_at': '2021-11-15T11:39:53Z', 'revision_number': 3, 'project_id': '12848f7d1a4a49ab905e757f8c7b5625', 'gw_port': {'id': 'f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:86:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:39:52Z', 'updated_at': '2021-11-15T11:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:39:58.999579 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a12051f4-7e5b-4ce9-aa90-c9f4b7e2c278 None None] Provisioning complete for port 3a22ef03-5e73-43d3-993a-d7141ec13831 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:59.000229 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a12051f4-7e5b-4ce9-aa90-c9f4b7e2c278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:59.023918 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a5b1147-221e-44bd-a49d-c63ad7c055c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:59.065889 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port f38abbe5-f72a-4c83-bb20-e8cbf85354ad triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:59.066059 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466110c3-92e0-43b5-ad5c-e69c4af688a2 None None] The sync data for ids ['f6b2506e-a6b0-4142-a58d-8cf435e9dcd0'] in n-d-729945-9 is: [{'id': 'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0', 'name': 'tempest-TestAggregatesBasicOps-854290489-router', 'tenant_id': '12848f7d1a4a49ab905e757f8c7b5625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:39:51Z', 'updated_at': '2021-11-15T11:39:53Z', 'revision_number': 3, 'project_id': '12848f7d1a4a49ab905e757f8c7b5625', 'gw_port': {'id': 'f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:86:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:39:52Z', 'updated_at': '2021-11-15T11:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:39:59.066719 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:59.097176 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c2abf22-d87d-425f-b3ca-aa817ed30ad6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:59.099280 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a5b1147-221e-44bd-a49d-c63ad7c055c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:59.120157 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c2abf22-d87d-425f-b3ca-aa817ed30ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:59.286607 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a5b1147-221e-44bd-a49d-c63ad7c055c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:59.290109 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3a5b1147-221e-44bd-a49d-c63ad7c055c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:59.291669 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3a5b1147-221e-44bd-a49d-c63ad7c055c2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/41458239-7ae4-4c35-a3ea-a45fffb575a1 HTTP/1.1" status: 204 len: 168 time: 0.4426625 Nov 15 11:39:59.327740 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c2abf22-d87d-425f-b3ca-aa817ed30ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:59.341890 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b1147-221e-44bd-a49d-c63ad7c055c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41458239-7ae4-4c35-a3ea-a45fffb575a1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:59.585928 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2abf22-d87d-425f-b3ca-aa817ed30ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=793a00d6-9fbb-46a3-b6f8-c1c590c6c186,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:39:59.713337 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:39:59.736838 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3a22ef03-5e73-43d3-993a-d7141ec13831 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:39:59.922271 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6f57464b-5fef-4724-a91c-6e6c6f8958c0 None None] Provisioning complete for port 793a00d6-9fbb-46a3-b6f8-c1c590c6c186 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:39:59.923342 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f57464b-5fef-4724-a91c-6e6c6f8958c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:00.029566 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 3a22ef03-5e73-43d3-993a-d7141ec13831 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:40:00.029925 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:00.079516 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37120) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:00.110980 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6f57464b-5fef-4724-a91c-6e6c6f8958c0 None None] Port 793a00d6-9fbb-46a3-b6f8-c1c590c6c186 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:40:00.152485 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b6badb7-68ce-400e-a784-c0b73f206c88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:00.400046 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b6badb7-68ce-400e-a784-c0b73f206c88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:00.411986 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b6badb7-68ce-400e-a784-c0b73f206c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:00.534837 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6badb7-68ce-400e-a784-c0b73f206c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7af3670-292c-49b1-9def-ee9871188a28,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:00.546835 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6b6badb7-68ce-400e-a784-c0b73f206c88 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fc83d1989b6340839a7d04f9f988bcfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4654596 Nov 15 11:40:00.549514 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37130) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:00.655452 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e172fd76-3466-42e1-9e1d-4200a9cc5164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:00.698811 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e172fd76-3466-42e1-9e1d-4200a9cc5164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:00.716851 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2abf22-d87d-425f-b3ca-aa817ed30ad6 admin admin] Network e521e9bc-5f50-4eda-bc3e-6a21a392d020 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:40:00.719017 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-5c2abf22-d87d-425f-b3ca-aa817ed30ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:40:00.818626 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e172fd76-3466-42e1-9e1d-4200a9cc5164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:00.832923 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e172fd76-3466-42e1-9e1d-4200a9cc5164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:00.847470 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e172fd76-3466-42e1-9e1d-4200a9cc5164 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b7af3670-292c-49b1-9def-ee9871188a28 HTTP/1.1" status: 204 len: 168 time: 0.2812459 Nov 15 11:40:00.892185 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172fd76-3466-42e1-9e1d-4200a9cc5164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7af3670-292c-49b1-9def-ee9871188a28,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:01.081565 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2abf22-d87d-425f-b3ca-aa817ed30ad6 admin admin] Router f6b2506e-a6b0-4142-a58d-8cf435e9dcd0 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:40:01.181899 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8e06b133-f305-45b3-b415-d9f744ddb0a2 None None] Provisioning complete for port 793a00d6-9fbb-46a3-b6f8-c1c590c6c186 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:40:01.182927 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e06b133-f305-45b3-b415-d9f744ddb0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:01.273710 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8e06b133-f305-45b3-b415-d9f744ddb0a2 None None] Port 793a00d6-9fbb-46a3-b6f8-c1c590c6c186 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:40:01.368795 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2abf22-d87d-425f-b3ca-aa817ed30ad6 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:40:01.387848 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5c2abf22-d87d-425f-b3ca-aa817ed30ad6 admin admin] 10.222.0.64 "PUT /v2.0/routers/f6b2506e-a6b0-4142-a58d-8cf435e9dcd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0512702 Nov 15 11:40:01.563742 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:40:01.688218 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:01.721397 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:40:01.721767 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:02.369612 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] Sync routers for ids ['f6b2506e-a6b0-4142-a58d-8cf435e9dcd0'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:40:02.389273 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] Routers {'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:40:02.389273 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:39:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['f6b2506e-a6b0-4142-a58d-8cf435e9dcd0'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:02.767051 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] Set router f6b2506e-a6b0-4142-a58d-8cf435e9dcd0 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:40:03.322867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0', 'name': 'tempest-TestAggregatesBasicOps-854290489-router', 'tenant_id': '12848f7d1a4a49ab905e757f8c7b5625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:39:51Z', 'updated_at': '2021-11-15T11:39:58Z', 'revision_number': 4, 'project_id': '12848f7d1a4a49ab905e757f8c7b5625', 'gw_port': {'id': 'f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:39:52Z', 'updated_at': '2021-11-15T11:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '793a00d6-9fbb-46a3-b6f8-c1c590c6c186', 'name': '', 'network_id': 'e521e9bc-5f50-4eda-bc3e-6a21a392d020', 'tenant_id': '12848f7d1a4a49ab905e757f8c7b5625', 'mac_address': 'fa:16:3e:33:de:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '00422052-671b-4d2f-844c-e62c37f0a5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:39:56Z', 'updated_at': '2021-11-15T11:39:58Z', 'revision_number': 2, 'project_id': '12848f7d1a4a49ab905e757f8c7b5625', 'subnets': [{'id': '00422052-671b-4d2f-844c-e62c37f0a5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:03.361627 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] Checking router: f6b2506e-a6b0-4142-a58d-8cf435e9dcd0 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:40:03.362356 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] Updating router f6b2506e-a6b0-4142-a58d-8cf435e9dcd0 port 793a00d6-9fbb-46a3-b6f8-c1c590c6c186 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:40:03.473101 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:04.084399 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:04.101687 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:04.173245 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 37268) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:04.277518 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e1e82-9428-48cf-a51e-01c1d8700c9a None None] Pushing event updated for resources: {'Port': ['ID=793a00d6-9fbb-46a3-b6f8-c1c590c6c186,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:04.413506 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] Attempting to bind port 793a00d6-9fbb-46a3-b6f8-c1c590c6c186 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:40:04.413874 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] Attempting to bind port 793a00d6-9fbb-46a3-b6f8-c1c590c6c186 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '4988c338-4c7c-454d-ac0b-abbdfdb95597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e521e9bc-5f50-4eda-bc3e-6a21a392d020'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:40:04.414238 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] Attempting to bind port 793a00d6-9fbb-46a3-b6f8-c1c590c6c186 on network e521e9bc-5f50-4eda-bc3e-6a21a392d020 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:40:04.458648 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:40:04.461488 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] Checking segment: {'id': '4988c338-4c7c-454d-ac0b-abbdfdb95597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e521e9bc-5f50-4eda-bc3e-6a21a392d020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:40:04.463598 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:04.465225 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] Bound using segment: {'id': '4988c338-4c7c-454d-ac0b-abbdfdb95597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e521e9bc-5f50-4eda-bc3e-6a21a392d020'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:40:04.469240 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] Bound port: 793a00d6-9fbb-46a3-b6f8-c1c590c6c186, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4988c338-4c7c-454d-ac0b-abbdfdb95597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e521e9bc-5f50-4eda-bc3e-6a21a392d020'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:40:04.469656 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:04.662356 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7d67e68e-5647-4b58-a752-a22075827aa6 None None] Provisioning complete for port 793a00d6-9fbb-46a3-b6f8-c1c590c6c186 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:40:04.662984 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7d67e68e-5647-4b58-a752-a22075827aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:04.711466 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] For port 793a00d6-9fbb-46a3-b6f8-c1c590c6c186, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:40:04.715037 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7d67e68e-5647-4b58-a752-a22075827aa6 None None] Port 793a00d6-9fbb-46a3-b6f8-c1c590c6c186 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:40:04.733610 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] For port 793a00d6-9fbb-46a3-b6f8-c1c590c6c186, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=793a00d6-9fbb-46a3-b6f8-c1c590c6c186,segment=NetworkSegment(4988c338-4c7c-454d-ac0b-abbdfdb95597),segment_id=4988c338-4c7c-454d-ac0b-abbdfdb95597)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:40:04.755340 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:04.925414 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e1e82-9428-48cf-a51e-01c1d8700c9a None None] Pushing event updated for resources: {'Port': ['ID=793a00d6-9fbb-46a3-b6f8-c1c590c6c186,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:05.005102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] Routers {'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:40:05.006525 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:39:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['f6b2506e-a6b0-4142-a58d-8cf435e9dcd0'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:05.041586 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-001a2434-5aa8-413c-a3ae-4e88b4018524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:05.422727 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-697b841b-c2a8-4f6f-8723-dab3fc0ac7dc None None] Provisioning complete for port 793a00d6-9fbb-46a3-b6f8-c1c590c6c186 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:40:05.424166 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-697b841b-c2a8-4f6f-8723-dab3fc0ac7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:05.477922 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] Set router f6b2506e-a6b0-4142-a58d-8cf435e9dcd0 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:40:05.623888 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-001a2434-5aa8-413c-a3ae-4e88b4018524 admin admin] Deleting port f38abbe5-f72a-4c83-bb20-e8cbf85354ad {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:40:05.623888 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-001a2434-5aa8-413c-a3ae-4e88b4018524 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:05.769349 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-001a2434-5aa8-413c-a3ae-4e88b4018524 admin admin] For port f38abbe5-f72a-4c83-bb20-e8cbf85354ad, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f38abbe5-f72a-4c83-bb20-e8cbf85354ad,segment=NetworkSegment(00d2063e-13f8-46c0-8194-cc798f80ede7),segment_id=00d2063e-13f8-46c0-8194-cc798f80ede7)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:40:05.769987 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-001a2434-5aa8-413c-a3ae-4e88b4018524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:05.791865 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-001a2434-5aa8-413c-a3ae-4e88b4018524 admin admin] Calling delete_port for f38abbe5-f72a-4c83-bb20-e8cbf85354ad owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:40:05.998312 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-001a2434-5aa8-413c-a3ae-4e88b4018524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:06.087064 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a2434-5aa8-413c-a3ae-4e88b4018524 admin admin] Pushing event deleted for resources: {'Port': ['ID=f38abbe5-f72a-4c83-bb20-e8cbf85354ad,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:06.093787 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-697b841b-c2a8-4f6f-8723-dab3fc0ac7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:06.110433 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001a2434-5aa8-413c-a3ae-4e88b4018524 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:06.110772 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001a2434-5aa8-413c-a3ae-4e88b4018524 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:06.111102 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001a2434-5aa8-413c-a3ae-4e88b4018524 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:06.111427 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001a2434-5aa8-413c-a3ae-4e88b4018524 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:06.111919 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001a2434-5aa8-413c-a3ae-4e88b4018524 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:06.112119 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001a2434-5aa8-413c-a3ae-4e88b4018524 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:06.112439 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001a2434-5aa8-413c-a3ae-4e88b4018524 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:06.112754 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001a2434-5aa8-413c-a3ae-4e88b4018524 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:06.113069 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001a2434-5aa8-413c-a3ae-4e88b4018524 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:06.113378 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001a2434-5aa8-413c-a3ae-4e88b4018524 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:06.113690 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001a2434-5aa8-413c-a3ae-4e88b4018524 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:06.114969 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001a2434-5aa8-413c-a3ae-4e88b4018524 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:06.175005 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-697b841b-c2a8-4f6f-8723-dab3fc0ac7dc None None] For port 793a00d6-9fbb-46a3-b6f8-c1c590c6c186, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=793a00d6-9fbb-46a3-b6f8-c1c590c6c186,segment=NetworkSegment(4988c338-4c7c-454d-ac0b-abbdfdb95597),segment_id=4988c338-4c7c-454d-ac0b-abbdfdb95597)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:40:06.253183 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-697b841b-c2a8-4f6f-8723-dab3fc0ac7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:06.327388 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-15ee61ba-e2e9-43b0-9114-39232075743b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:06.359745 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b841b-c2a8-4f6f-8723-dab3fc0ac7dc None None] Pushing event updated for resources: {'Port': ['ID=793a00d6-9fbb-46a3-b6f8-c1c590c6c186,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:06.379451 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0', 'name': 'tempest-TestAggregatesBasicOps-854290489-router', 'tenant_id': '12848f7d1a4a49ab905e757f8c7b5625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:39:51Z', 'updated_at': '2021-11-15T11:39:58Z', 'revision_number': 4, 'project_id': '12848f7d1a4a49ab905e757f8c7b5625', 'gw_port': {'id': 'f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:39:52Z', 'updated_at': '2021-11-15T11:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '793a00d6-9fbb-46a3-b6f8-c1c590c6c186', 'name': '', 'network_id': 'e521e9bc-5f50-4eda-bc3e-6a21a392d020', 'tenant_id': '12848f7d1a4a49ab905e757f8c7b5625', 'mac_address': 'fa:16:3e:33:de:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '00422052-671b-4d2f-844c-e62c37f0a5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:39:56Z', 'updated_at': '2021-11-15T11:40:04Z', 'revision_number': 4, 'project_id': '12848f7d1a4a49ab905e757f8c7b5625', 'subnets': [{'id': '00422052-671b-4d2f-844c-e62c37f0a5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:06.415052 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7e413d-e81b-4024-9c0b-cf82b1fd9bdd None None] The sync data for ids ['f6b2506e-a6b0-4142-a58d-8cf435e9dcd0'] in n-d-729945-9 is: [{'id': 'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0', 'name': 'tempest-TestAggregatesBasicOps-854290489-router', 'tenant_id': '12848f7d1a4a49ab905e757f8c7b5625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:39:51Z', 'updated_at': '2021-11-15T11:39:58Z', 'revision_number': 4, 'project_id': '12848f7d1a4a49ab905e757f8c7b5625', 'gw_port': {'id': 'f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:39:52Z', 'updated_at': '2021-11-15T11:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '793a00d6-9fbb-46a3-b6f8-c1c590c6c186', 'name': '', 'network_id': 'e521e9bc-5f50-4eda-bc3e-6a21a392d020', 'tenant_id': '12848f7d1a4a49ab905e757f8c7b5625', 'mac_address': 'fa:16:3e:33:de:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '00422052-671b-4d2f-844c-e62c37f0a5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:39:56Z', 'updated_at': '2021-11-15T11:40:04Z', 'revision_number': 4, 'project_id': '12848f7d1a4a49ab905e757f8c7b5625', 'subnets': [{'id': '00422052-671b-4d2f-844c-e62c37f0a5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:40:06.608913 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-001a2434-5aa8-413c-a3ae-4e88b4018524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:07.095086 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001a2434-5aa8-413c-a3ae-4e88b4018524 admin admin] Router 49916c3d-ebb1-4dfd-82fa-81ba57d6787b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:40:07.395790 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001a2434-5aa8-413c-a3ae-4e88b4018524 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:40:07.407452 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de45d81b-c421-41b5-b651-5f4cf54b72ea None None] Sync routers for ids ['49916c3d-ebb1-4dfd-82fa-81ba57d6787b'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:40:07.420806 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-001a2434-5aa8-413c-a3ae-4e88b4018524 admin admin] 10.222.0.64 "PUT /v2.0/routers/49916c3d-ebb1-4dfd-82fa-81ba57d6787b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2455618 Nov 15 11:40:07.423464 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de45d81b-c421-41b5-b651-5f4cf54b72ea None None] Routers {'49916c3d-ebb1-4dfd-82fa-81ba57d6787b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:40:07.424160 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37360) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:07.425216 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-de45d81b-c421-41b5-b651-5f4cf54b72ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:39:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['49916c3d-ebb1-4dfd-82fa-81ba57d6787b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:07.470129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 37362) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:07.610771 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-de45d81b-c421-41b5-b651-5f4cf54b72ea None None] Set router 49916c3d-ebb1-4dfd-82fa-81ba57d6787b gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:40:07.661703 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 793a00d6-9fbb-46a3-b6f8-c1c590c6c186 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:40:07.727242 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87c4ceb8-cd3d-4354-8eda-6723b2748c2f admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:07.806609 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 793a00d6-9fbb-46a3-b6f8-c1c590c6c186 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:40:07.806974 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:07.817212 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fded7ca6-183c-4d69-acdd-4cbb55043689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:08.082904 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87c4ceb8-cd3d-4354-8eda-6723b2748c2f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:08.090672 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-de45d81b-c421-41b5-b651-5f4cf54b72ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49916c3d-ebb1-4dfd-82fa-81ba57d6787b', 'name': 'tempest-TestAggregatesBasicOps-171732787-router', 'tenant_id': 'c84dfd2870ad4d31a20377a650c611ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '98b85cfe-d32e-442a-abe7-fb8662c17eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:39:38Z', 'updated_at': '2021-11-15T11:40:05Z', 'revision_number': 5, 'project_id': 'c84dfd2870ad4d31a20377a650c611ba', 'gw_port': {'id': '98b85cfe-d32e-442a-abe7-fb8662c17eaf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49916c3d-ebb1-4dfd-82fa-81ba57d6787b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:39:39Z', 'updated_at': '2021-11-15T11:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:08.112418 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fded7ca6-183c-4d69-acdd-4cbb55043689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:08.131378 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fded7ca6-183c-4d69-acdd-4cbb55043689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:08.171323 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de45d81b-c421-41b5-b651-5f4cf54b72ea None None] Checking router: 49916c3d-ebb1-4dfd-82fa-81ba57d6787b for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:40:08.193466 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de45d81b-c421-41b5-b651-5f4cf54b72ea None None] Routers {'49916c3d-ebb1-4dfd-82fa-81ba57d6787b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:40:08.194978 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-de45d81b-c421-41b5-b651-5f4cf54b72ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:39:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['49916c3d-ebb1-4dfd-82fa-81ba57d6787b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:08.251783 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37382) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:08.252481 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fded7ca6-183c-4d69-acdd-4cbb55043689 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7d3f5a03f4ea4f128659963ec1fe89e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7759564 Nov 15 11:40:08.275030 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded7ca6-183c-4d69-acdd-4cbb55043689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f63817a-4df8-447a-a202-798e4070c8f0,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:08.276902 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-87c4ceb8-cd3d-4354-8eda-6723b2748c2f admin admin] Deleting port 98b85cfe-d32e-442a-abe7-fb8662c17eaf {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:40:08.277584 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87c4ceb8-cd3d-4354-8eda-6723b2748c2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:08.368799 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e653d2df-7a52-4f19-8f4b-ec7c322c6cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:08.379056 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3671a7da-77f4-4d06-90e8-bbecbc719ad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:08.427664 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3671a7da-77f4-4d06-90e8-bbecbc719ad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:08.446008 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-87c4ceb8-cd3d-4354-8eda-6723b2748c2f admin admin] For port 98b85cfe-d32e-442a-abe7-fb8662c17eaf, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=98b85cfe-d32e-442a-abe7-fb8662c17eaf,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:40:08.446670 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87c4ceb8-cd3d-4354-8eda-6723b2748c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:08.453246 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-de45d81b-c421-41b5-b651-5f4cf54b72ea None None] Set router 49916c3d-ebb1-4dfd-82fa-81ba57d6787b gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:40:08.500126 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-87c4ceb8-cd3d-4354-8eda-6723b2748c2f admin admin] Calling delete_port for 98b85cfe-d32e-442a-abe7-fb8662c17eaf owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:40:08.581088 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-de45d81b-c421-41b5-b651-5f4cf54b72ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49916c3d-ebb1-4dfd-82fa-81ba57d6787b', 'name': 'tempest-TestAggregatesBasicOps-171732787-router', 'tenant_id': 'c84dfd2870ad4d31a20377a650c611ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:39:38Z', 'updated_at': '2021-11-15T11:40:08Z', 'revision_number': 6, 'project_id': 'c84dfd2870ad4d31a20377a650c611ba', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:08.629183 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de45d81b-c421-41b5-b651-5f4cf54b72ea None None] The sync data for ids ['49916c3d-ebb1-4dfd-82fa-81ba57d6787b'] in n-d-729945-9 is: [{'id': '49916c3d-ebb1-4dfd-82fa-81ba57d6787b', 'name': 'tempest-TestAggregatesBasicOps-171732787-router', 'tenant_id': 'c84dfd2870ad4d31a20377a650c611ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:39:38Z', 'updated_at': '2021-11-15T11:40:08Z', 'revision_number': 6, 'project_id': 'c84dfd2870ad4d31a20377a650c611ba', 'gw_port_host': None}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:40:08.669171 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3671a7da-77f4-4d06-90e8-bbecbc719ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:08.674303 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3671a7da-77f4-4d06-90e8-bbecbc719ad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:08.677737 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3671a7da-77f4-4d06-90e8-bbecbc719ad0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3f63817a-4df8-447a-a202-798e4070c8f0 HTTP/1.1" status: 204 len: 168 time: 0.4239106 Nov 15 11:40:08.709230 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671a7da-77f4-4d06-90e8-bbecbc719ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f63817a-4df8-447a-a202-798e4070c8f0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:08.941709 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87c4ceb8-cd3d-4354-8eda-6723b2748c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:08.985092 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4ceb8-cd3d-4354-8eda-6723b2748c2f admin admin] Pushing event deleted for resources: {'Port': ['ID=98b85cfe-d32e-442a-abe7-fb8662c17eaf,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:09.006448 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7770241f-a36a-4c4c-8180-0857cd7ec246 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:40:09.151798 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87c4ceb8-cd3d-4354-8eda-6723b2748c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:09.247048 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 37394) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:09.269517 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8fe221ad-7bd0-432e-a9d6-44eb82eca543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:09.313412 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87c4ceb8-cd3d-4354-8eda-6723b2748c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:09.316970 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87c4ceb8-cd3d-4354-8eda-6723b2748c2f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:09.357666 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8fe221ad-7bd0-432e-a9d6-44eb82eca543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:09.369508 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8fe221ad-7bd0-432e-a9d6-44eb82eca543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:09.395657 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87c4ceb8-cd3d-4354-8eda-6723b2748c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:09.396570 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c4ceb8-cd3d-4354-8eda-6723b2748c2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49916c3d-ebb1-4dfd-82fa-81ba57d6787b {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:40:09.406611 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-87c4ceb8-cd3d-4354-8eda-6723b2748c2f admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:09.411528 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 37400) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:09.416053 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-87c4ceb8-cd3d-4354-8eda-6723b2748c2f admin admin] 10.222.0.64 "DELETE /v2.0/routers/49916c3d-ebb1-4dfd-82fa-81ba57d6787b HTTP/1.1" status: 204 len: 168 time: 1.9868038 Nov 15 11:40:09.425128 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37402) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:09.425929 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8fe221ad-7bd0-432e-a9d6-44eb82eca543 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1d2a9f3581c2439a933a7d1a8c51cdb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1777773 Nov 15 11:40:09.481640 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe221ad-7bd0-432e-a9d6-44eb82eca543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91b46c9-1e99-4374-bf14-9e8713e2957b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:09.540831 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eab53278-1910-4860-9c6b-7705280d10e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:09.544624 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca719cb-f63e-404e-bed6-dbd381105e11 admin admin] Deleting subnet ed97c7d0-1d49-475c-b495-8ff2f2921fd6 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:40:09.563613 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7ca719cb-f63e-404e-bed6-dbd381105e11 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:09.597382 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eab53278-1910-4860-9c6b-7705280d10e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:09.633912 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7ca719cb-f63e-404e-bed6-dbd381105e11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:09.646554 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 98b85cfe-d32e-442a-abe7-fb8662c17eaf no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:40:09.690556 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eab53278-1910-4860-9c6b-7705280d10e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:09.693702 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eab53278-1910-4860-9c6b-7705280d10e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:09.695181 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-eab53278-1910-4860-9c6b-7705280d10e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a91b46c9-1e99-4374-bf14-9e8713e2957b HTTP/1.1" status: 204 len: 168 time: 0.2688482 Nov 15 11:40:09.714499 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab53278-1910-4860-9c6b-7705280d10e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91b46c9-1e99-4374-bf14-9e8713e2957b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:09.725040 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 98b85cfe-d32e-442a-abe7-fb8662c17eaf {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:40:09.725285 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 98b85cfe-d32e-442a-abe7-fb8662c17eaf not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:40:09.725874 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f38abbe5-f72a-4c83-bb20-e8cbf85354ad no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:40:09.760650 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: f38abbe5-f72a-4c83-bb20-e8cbf85354ad {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:40:09.760993 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f38abbe5-f72a-4c83-bb20-e8cbf85354ad not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:40:09.833538 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7ca719cb-f63e-404e-bed6-dbd381105e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:09.877901 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:10.016016 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7ca719cb-f63e-404e-bed6-dbd381105e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:10.034464 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7ca719cb-f63e-404e-bed6-dbd381105e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:10.039795 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da92dae-dbbc-4983-a820-aa88e15885e2 None None] Network 9949dea6-564f-443f-9bad-39247b280b2b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:40:10.044839 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7ca719cb-f63e-404e-bed6-dbd381105e11 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ed97c7d0-1d49-475c-b495-8ff2f2921fd6 HTTP/1.1" status: 204 len: 168 time: 0.6297727 Nov 15 11:40:10.045530 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37416) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:10.092969 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca719cb-f63e-404e-bed6-dbd381105e11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed97c7d0-1d49-475c-b495-8ff2f2921fd6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:10.254883 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ef31944-855f-4faf-b168-11a65a2ecb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:10.367726 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ef31944-855f-4faf-b168-11a65a2ecb8e admin admin] Deleting port bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:40:10.368093 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ef31944-855f-4faf-b168-11a65a2ecb8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:10.507573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca7a41d-8c55-478a-8f1d-31eb7157a96e None None] DHCP port deletion for 9949dea6-564f-443f-9bad-39247b280b2b request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:40:10.585827 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5ef31944-855f-4faf-b168-11a65a2ecb8e admin admin] For port bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36,segment=NetworkSegment(00d2063e-13f8-46c0-8194-cc798f80ede7),segment_id=00d2063e-13f8-46c0-8194-cc798f80ede7)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:40:10.586827 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ef31944-855f-4faf-b168-11a65a2ecb8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:10.616626 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6ca7a41d-8c55-478a-8f1d-31eb7157a96e None None] Deleting port bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:40:10.616992 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a41d-8c55-478a-8f1d-31eb7157a96e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:10.619180 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5ef31944-855f-4faf-b168-11a65a2ecb8e admin admin] Calling delete_port for bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:40:10.764357 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6ca7a41d-8c55-478a-8f1d-31eb7157a96e None None] For port bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36,segment=NetworkSegment(00d2063e-13f8-46c0-8194-cc798f80ede7),segment_id=00d2063e-13f8-46c0-8194-cc798f80ede7)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:40:10.765166 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a41d-8c55-478a-8f1d-31eb7157a96e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:10.783100 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6ca7a41d-8c55-478a-8f1d-31eb7157a96e None None] Calling delete_port for bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:40:10.880038 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ef31944-855f-4faf-b168-11a65a2ecb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:10.952140 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef31944-855f-4faf-b168-11a65a2ecb8e admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:10.969353 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef31944-855f-4faf-b168-11a65a2ecb8e admin admin] No DVR routers for this DVR port bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:40:10.970622 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6ca7a41d-8c55-478a-8f1d-31eb7157a96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:11.049435 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7a41d-8c55-478a-8f1d-31eb7157a96e None None] Pushing event deleted for resources: {'Port': ['ID=bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:11.087570 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca7a41d-8c55-478a-8f1d-31eb7157a96e None None] No DVR routers for this DVR port bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:40:11.121425 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca7a41d-8c55-478a-8f1d-31eb7157a96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:11.122980 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca7a41d-8c55-478a-8f1d-31eb7157a96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:11.124244 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca7a41d-8c55-478a-8f1d-31eb7157a96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:11.126963 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca7a41d-8c55-478a-8f1d-31eb7157a96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:11.132049 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca7a41d-8c55-478a-8f1d-31eb7157a96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:11.136141 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca7a41d-8c55-478a-8f1d-31eb7157a96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:11.138008 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca7a41d-8c55-478a-8f1d-31eb7157a96e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:11.140956 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca7a41d-8c55-478a-8f1d-31eb7157a96e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:11.141303 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca7a41d-8c55-478a-8f1d-31eb7157a96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:11.142232 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca7a41d-8c55-478a-8f1d-31eb7157a96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:11.142573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca7a41d-8c55-478a-8f1d-31eb7157a96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:11.144499 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca7a41d-8c55-478a-8f1d-31eb7157a96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:11.219556 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ef31944-855f-4faf-b168-11a65a2ecb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:11.300958 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5ef31944-855f-4faf-b168-11a65a2ecb8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9949dea6-564f-443f-9bad-39247b280b2b']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:11.325722 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5ef31944-855f-4faf-b168-11a65a2ecb8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d2063e-13f8-46c0-8194-cc798f80ede7') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:11.332506 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5ef31944-855f-4faf-b168-11a65a2ecb8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d2063e-13f8-46c0-8194-cc798f80ede7') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:11.354704 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ef31944-855f-4faf-b168-11a65a2ecb8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:11.396726 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ef31944-855f-4faf-b168-11a65a2ecb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:11.406272 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef31944-855f-4faf-b168-11a65a2ecb8e admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:40:11.406782 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ef31944-855f-4faf-b168-11a65a2ecb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:40:11.415083 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:40:11.492435 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:40:11.574396 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:40:11.575461 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bfd7c1d6-c3df-4545-bc4a-0f1871cdfb36 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:40:11.584870 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:11.889097 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ef31944-855f-4faf-b168-11a65a2ecb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:11.899897 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5ef31944-855f-4faf-b168-11a65a2ecb8e admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:11.905111 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5ef31944-855f-4faf-b168-11a65a2ecb8e admin admin] 10.222.0.64 "DELETE /v2.0/networks/9949dea6-564f-443f-9bad-39247b280b2b HTTP/1.1" status: 204 len: 168 time: 1.8582654 Nov 15 11:40:11.907680 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 37454) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:11.944311 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef31944-855f-4faf-b168-11a65a2ecb8e admin admin] Pushing event deleted for resources: {'Network': ['ID=9949dea6-564f-443f-9bad-39247b280b2b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:12.163015 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:12.642347 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1146121b-57e6-4a8f-8e5d-dfcf7cb03c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:12.874898 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37490) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:13.039216 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-b554c9e1-5b87-42ee-98d3-31c6decd086d tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 15 11:40:13.042083 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b554c9e1-5b87-42ee-98d3-31c6decd086d tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "DELETE /v2.0/security-groups/b80995bf-216f-404f-b662-8b71d997d8df HTTP/1.1" status: 409 len: 336 time: 0.1640096 Nov 15 11:40:13.068995 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37496) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:13.468245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-436edcaa-2c31-45d3-af9f-f8bb6b16ad95 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Deleting port 25039f8e-1e46-4d56-a35c-09c4e0b8f9de {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:40:13.468869 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-436edcaa-2c31-45d3-af9f-f8bb6b16ad95 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:13.489621 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1146121b-57e6-4a8f-8e5d-dfcf7cb03c64 admin admin] Deleting port 793a00d6-9fbb-46a3-b6f8-c1c590c6c186 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:40:13.490499 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1146121b-57e6-4a8f-8e5d-dfcf7cb03c64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:13.618463 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-436edcaa-2c31-45d3-af9f-f8bb6b16ad95 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:13.619846 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-436edcaa-2c31-45d3-af9f-f8bb6b16ad95 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:13.666072 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-436edcaa-2c31-45d3-af9f-f8bb6b16ad95 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Calling delete_port for 25039f8e-1e46-4d56-a35c-09c4e0b8f9de owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:40:13.765597 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1146121b-57e6-4a8f-8e5d-dfcf7cb03c64 admin admin] For port 793a00d6-9fbb-46a3-b6f8-c1c590c6c186, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=793a00d6-9fbb-46a3-b6f8-c1c590c6c186,segment=NetworkSegment(4988c338-4c7c-454d-ac0b-abbdfdb95597),segment_id=4988c338-4c7c-454d-ac0b-abbdfdb95597)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:40:13.766257 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1146121b-57e6-4a8f-8e5d-dfcf7cb03c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:13.801549 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1146121b-57e6-4a8f-8e5d-dfcf7cb03c64 admin admin] Calling delete_port for 793a00d6-9fbb-46a3-b6f8-c1c590c6c186 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:40:14.136691 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1146121b-57e6-4a8f-8e5d-dfcf7cb03c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:14.222687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146121b-57e6-4a8f-8e5d-dfcf7cb03c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=793a00d6-9fbb-46a3-b6f8-c1c590c6c186,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:14.269283 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-436edcaa-2c31-45d3-af9f-f8bb6b16ad95 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:14.339966 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436edcaa-2c31-45d3-af9f-f8bb6b16ad95 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Pushing event deleted for resources: {'Port': ['ID=25039f8e-1e46-4d56-a35c-09c4e0b8f9de,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:14.492832 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-436edcaa-2c31-45d3-af9f-f8bb6b16ad95 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:14.493425 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-436edcaa-2c31-45d3-af9f-f8bb6b16ad95 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Floating IP c0d37dae-ac20-45ed-9e18-6d15f6541052 disassociated (deleted). External IP: 172.25.7.194, port: 0f90fe4b-ca22-4dff-88d3-111bf0a55843. Nov 15 11:40:14.580728 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1146121b-57e6-4a8f-8e5d-dfcf7cb03c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:14.937970 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436edcaa-2c31-45d3-af9f-f8bb6b16ad95 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Router 8fd82397-60b9-4655-b973-2872b653f018 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:40:15.150952 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436edcaa-2c31-45d3-af9f-f8bb6b16ad95 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:40:15.167253 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-436edcaa-2c31-45d3-af9f-f8bb6b16ad95 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:15.178726 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6774b2-e911-43fa-90d2-751c6553ccc7 None None] Sync routers for ids ['8fd82397-60b9-4655-b973-2872b653f018'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:40:15.202530 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6774b2-e911-43fa-90d2-751c6553ccc7 None None] Routers {'8fd82397-60b9-4655-b973-2872b653f018'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:40:15.203489 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4b6774b2-e911-43fa-90d2-751c6553ccc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:40:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8fd82397-60b9-4655-b973-2872b653f018'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:15.276539 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-436edcaa-2c31-45d3-af9f-f8bb6b16ad95 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "DELETE /v2.0/floatingips/c0d37dae-ac20-45ed-9e18-6d15f6541052 HTTP/1.1" status: 204 len: 168 time: 2.2052286 Nov 15 11:40:15.278238 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0bd8887-4064-4ccd-846a-616a239bf526', 'tag': '0f90fe4b-ca22-4dff-88d3-111bf0a55843'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:40:15.283145 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1ca27f-c6b4-490c-a935-2be7c8f66790" -d '{"events": [{"name": "network-changed", "server_uuid": "f0bd8887-4064-4ccd-846a-616a239bf526", "tag": "0f90fe4b-ca22-4dff-88d3-111bf0a55843"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:40:15.492584 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-4b6774b2-e911-43fa-90d2-751c6553ccc7 None None] Set router 8fd82397-60b9-4655-b973-2872b653f018 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:40:15.740243 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1146121b-57e6-4a8f-8e5d-dfcf7cb03c64 admin admin] Router f6b2506e-a6b0-4142-a58d-8cf435e9dcd0 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:40:15.863164 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-eccbb882-544f-4576-8057-734beffbc08e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1581028617&fields=id&tenant_id=7766e2dd9df541a4b3334b23af798fc4 HTTP/1.1" status: 200 len: 267 time: 0.1432834 Nov 15 11:40:15.872578 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4b6774b2-e911-43fa-90d2-751c6553ccc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd82397-60b9-4655-b973-2872b653f018', 'name': 'tempest-AttachVolumeShelveTestJSON-1761931472-router', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:36:33Z', 'updated_at': '2021-11-15T11:36:42Z', 'revision_number': 4, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'gw_port': {'id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:35Z', 'updated_at': '2021-11-15T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'c8ca9dce-a63a-406b-a36d-f30b74cfe2dd', 'name': '', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'mac_address': 'fa:16:3e:3a:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:40Z', 'updated_at': '2021-11-15T11:36:53Z', 'revision_number': 5, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'subnets': [{'id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:15.918744 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6774b2-e911-43fa-90d2-751c6553ccc7 None None] Checking router: 8fd82397-60b9-4655-b973-2872b653f018 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:40:15.932071 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6774b2-e911-43fa-90d2-751c6553ccc7 None None] Routers {'8fd82397-60b9-4655-b973-2872b653f018'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:40:15.932772 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4b6774b2-e911-43fa-90d2-751c6553ccc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:40:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8fd82397-60b9-4655-b973-2872b653f018'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:15.962466 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1146121b-57e6-4a8f-8e5d-dfcf7cb03c64 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:40:15.969669 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1146121b-57e6-4a8f-8e5d-dfcf7cb03c64 admin admin] 10.222.0.64 "PUT /v2.0/routers/f6b2506e-a6b0-4142-a58d-8cf435e9dcd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0597355 Nov 15 11:40:15.972618 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37550) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:15.979858 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f40e968-6153-4195-9b0b-4e3edb35fa6b None None] Sync routers for ids ['f6b2506e-a6b0-4142-a58d-8cf435e9dcd0'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:40:15.993591 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f40e968-6153-4195-9b0b-4e3edb35fa6b None None] Routers {'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:40:15.994188 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-4f40e968-6153-4195-9b0b-4e3edb35fa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:40:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['f6b2506e-a6b0-4142-a58d-8cf435e9dcd0'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:16.063187 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-4b6774b2-e911-43fa-90d2-751c6553ccc7 None None] Set router 8fd82397-60b9-4655-b973-2872b653f018 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:40:16.063698 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-57c4dcab-5e1d-465e-87d0-31b55f014766 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:16.065299 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-57c4dcab-5e1d-465e-87d0-31b55f014766 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 811 time: 0.1917794 Nov 15 11:40:16.089599 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-046ea4e4-90b3-41bb-a7df-7da2109ade57 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/quotas/7766e2dd9df541a4b3334b23af798fc4 HTTP/1.1" status: 200 len: 375 time: 0.0172749 Nov 15 11:40:16.181570 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-84b6e08d-59c7-45ed-8599-41add0a6e68a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762362 Nov 15 11:40:16.210553 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5324be9a-5a0c-4b35-b969-8d3372b859e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:16.249130 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-4f40e968-6153-4195-9b0b-4e3edb35fa6b None None] Set router f6b2506e-a6b0-4142-a58d-8cf435e9dcd0 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:40:16.419420 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4b6774b2-e911-43fa-90d2-751c6553ccc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd82397-60b9-4655-b973-2872b653f018', 'name': 'tempest-AttachVolumeShelveTestJSON-1761931472-router', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:36:33Z', 'updated_at': '2021-11-15T11:36:42Z', 'revision_number': 4, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'gw_port': {'id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:35Z', 'updated_at': '2021-11-15T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'c8ca9dce-a63a-406b-a36d-f30b74cfe2dd', 'name': '', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'mac_address': 'fa:16:3e:3a:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:40Z', 'updated_at': '2021-11-15T11:36:53Z', 'revision_number': 5, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'subnets': [{'id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:16.468073 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-ae723f08-4492-4686-8f9c-ed7e1c54e93d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:40:16.469837 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-ae723f08-4492-4686-8f9c-ed7e1c54e93d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2721019 Nov 15 11:40:16.490617 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6774b2-e911-43fa-90d2-751c6553ccc7 None None] The sync data for ids ['8fd82397-60b9-4655-b973-2872b653f018'] in n-d-729945-9 is: [{'id': '8fd82397-60b9-4655-b973-2872b653f018', 'name': 'tempest-AttachVolumeShelveTestJSON-1761931472-router', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:36:33Z', 'updated_at': '2021-11-15T11:36:42Z', 'revision_number': 4, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'gw_port': {'id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:35Z', 'updated_at': '2021-11-15T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'c8ca9dce-a63a-406b-a36d-f30b74cfe2dd', 'name': '', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'mac_address': 'fa:16:3e:3a:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:40Z', 'updated_at': '2021-11-15T11:36:53Z', 'revision_number': 5, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'subnets': [{'id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:40:16.501557 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5324be9a-5a0c-4b35-b969-8d3372b859e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:16.523428 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-4f40e968-6153-4195-9b0b-4e3edb35fa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0', 'name': 'tempest-TestAggregatesBasicOps-854290489-router', 'tenant_id': '12848f7d1a4a49ab905e757f8c7b5625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:39:51Z', 'updated_at': '2021-11-15T11:40:14Z', 'revision_number': 5, 'project_id': '12848f7d1a4a49ab905e757f8c7b5625', 'gw_port': {'id': 'f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:39:52Z', 'updated_at': '2021-11-15T11:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:16.604376 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f40e968-6153-4195-9b0b-4e3edb35fa6b None None] Checking router: f6b2506e-a6b0-4142-a58d-8cf435e9dcd0 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:40:16.612919 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5324be9a-5a0c-4b35-b969-8d3372b859e2 admin admin] Deleting port f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:40:16.616456 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5324be9a-5a0c-4b35-b969-8d3372b859e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:16.638836 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f40e968-6153-4195-9b0b-4e3edb35fa6b None None] Routers {'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:40:16.642413 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-4f40e968-6153-4195-9b0b-4e3edb35fa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:40:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['f6b2506e-a6b0-4142-a58d-8cf435e9dcd0'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:16.716016 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-3eaa7d47-9ec4-44f0-8600-fb7adbbfa91c service neutron] 10.222.0.64 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371140 Nov 15 11:40:16.827439 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5324be9a-5a0c-4b35-b969-8d3372b859e2 admin admin] For port f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:40:16.828064 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5324be9a-5a0c-4b35-b969-8d3372b859e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:16.852109 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-4f40e968-6153-4195-9b0b-4e3edb35fa6b None None] Set router f6b2506e-a6b0-4142-a58d-8cf435e9dcd0 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:40:16.866796 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5324be9a-5a0c-4b35-b969-8d3372b859e2 admin admin] Calling delete_port for f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:40:16.905485 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-3bf7ba2c-7e8f-47d3-b218-cc8b72e5e38b service neutron] 10.222.0.64 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827765 Nov 15 11:40:17.016501 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e92444-4c10-4f68-b319-817e9c29e552 None None] New status for floating IP c0d37dae-ac20-45ed-9e18-6d15f6541052: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:40:17.052987 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-4f40e968-6153-4195-9b0b-4e3edb35fa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0', 'name': 'tempest-TestAggregatesBasicOps-854290489-router', 'tenant_id': '12848f7d1a4a49ab905e757f8c7b5625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:39:51Z', 'updated_at': '2021-11-15T11:40:16Z', 'revision_number': 6, 'project_id': '12848f7d1a4a49ab905e757f8c7b5625', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:17.145685 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f40e968-6153-4195-9b0b-4e3edb35fa6b None None] The sync data for ids ['f6b2506e-a6b0-4142-a58d-8cf435e9dcd0'] in n-d-729945-9 is: [{'id': 'f6b2506e-a6b0-4142-a58d-8cf435e9dcd0', 'name': 'tempest-TestAggregatesBasicOps-854290489-router', 'tenant_id': '12848f7d1a4a49ab905e757f8c7b5625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:39:51Z', 'updated_at': '2021-11-15T11:40:16Z', 'revision_number': 6, 'project_id': '12848f7d1a4a49ab905e757f8c7b5625', 'gw_port_host': None}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:40:17.250969 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5324be9a-5a0c-4b35-b969-8d3372b859e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:17.300277 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324be9a-5a0c-4b35-b969-8d3372b859e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:17.323934 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ab8479-a5ac-4da2-a20f-81ccb068d371 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:40:17.465970 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5324be9a-5a0c-4b35-b969-8d3372b859e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:17.691515 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 793a00d6-9fbb-46a3-b6f8-c1c590c6c186 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:40:17.762367 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 793a00d6-9fbb-46a3-b6f8-c1c590c6c186 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:40:17.762706 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 793a00d6-9fbb-46a3-b6f8-c1c590c6c186 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:40:17.822502 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5324be9a-5a0c-4b35-b969-8d3372b859e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:17.829574 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5324be9a-5a0c-4b35-b969-8d3372b859e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:17.947096 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5324be9a-5a0c-4b35-b969-8d3372b859e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:17.947781 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5324be9a-5a0c-4b35-b969-8d3372b859e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6b2506e-a6b0-4142-a58d-8cf435e9dcd0 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:40:17.954121 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5324be9a-5a0c-4b35-b969-8d3372b859e2 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:17.957768 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5324be9a-5a0c-4b35-b969-8d3372b859e2 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f6b2506e-a6b0-4142-a58d-8cf435e9dcd0 HTTP/1.1" status: 204 len: 168 time: 1.9817111 Nov 15 11:40:17.957984 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37610) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:18.055198 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc91040a-be88-458a-a27a-a73a2507df09 admin admin] Deleting subnet 00422052-671b-4d2f-844c-e62c37f0a5c2 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:40:18.064634 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc91040a-be88-458a-a27a-a73a2507df09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:18.181475 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982ac78b-c015-45c0-a134-cc9a0fac51ee x-openstack-request-id: req-982ac78b-c015-45c0-a134-cc9a0fac51ee {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:40:18.181736 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0bd8887-4064-4ccd-846a-616a239bf526", "tag": "0f90fe4b-ca22-4dff-88d3-111bf0a55843", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:40:18.181984 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-982ac78b-c015-45c0-a134-cc9a0fac51ee {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:40:18.182374 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0bd8887-4064-4ccd-846a-616a239bf526', 'tag': '0f90fe4b-ca22-4dff-88d3-111bf0a55843', 'status': 'completed', 'code': 200} Nov 15 11:40:18.245976 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc91040a-be88-458a-a27a-a73a2507df09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:18.251934 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ca27f-c6b4-490c-a935-2be7c8f66790 req-90c90220-a297-4a82-9328-c8fe79c2c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:18.256347 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1f1ca27f-c6b4-490c-a935-2be7c8f66790 req-90c90220-a297-4a82-9328-c8fe79c2c16d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.1289973 Nov 15 11:40:18.426863 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ca27f-c6b4-490c-a935-2be7c8f66790 req-a7809050-5eb6-4933-9045-68f5bd7ea75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:18.428651 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1f1ca27f-c6b4-490c-a935-2be7c8f66790 req-a7809050-5eb6-4933-9045-68f5bd7ea75a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.1446428 Nov 15 11:40:18.433676 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc91040a-be88-458a-a27a-a73a2507df09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:18.516958 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1f1ca27f-c6b4-490c-a935-2be7c8f66790 req-1a5b7eb1-253d-4760-aaa5-e0a6b53eb663 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0784991 Nov 15 11:40:18.637644 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ca27f-c6b4-490c-a935-2be7c8f66790 req-035b0ad9-eaff-42bc-a44d-3bad1350aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:18.639418 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1f1ca27f-c6b4-490c-a935-2be7c8f66790 req-035b0ad9-eaff-42bc-a44d-3bad1350aa1a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.1027946 Nov 15 11:40:18.659099 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 37632) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:18.663710 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d9eae05a-0852-46a5-a66a-98054b914c0a tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Request body: {'security_group': {'name': 'tempest-securitygroup--147734621', 'description': 'tempest-description--732927714'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:40:18.714471 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc91040a-be88-458a-a27a-a73a2507df09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:18.722965 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d9eae05a-0852-46a5-a66a-98054b914c0a tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:18.758763 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc91040a-be88-458a-a27a-a73a2507df09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:18.760066 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a3855d-3ccf-4c10-a785-d6eed09f758b None None] Network e521e9bc-5f50-4eda-bc3e-6a21a392d020 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:40:18.771187 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fc91040a-be88-458a-a27a-a73a2507df09 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/00422052-671b-4d2f-844c-e62c37f0a5c2 HTTP/1.1" status: 204 len: 168 time: 0.8121467 Nov 15 11:40:18.773791 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 37634) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:18.853175 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91040a-be88-458a-a27a-a73a2507df09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00422052-671b-4d2f-844c-e62c37f0a5c2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:18.878447 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ca27f-c6b4-490c-a935-2be7c8f66790 req-ccfcb52a-cf56-44d6-8a66-7621e6dc8046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:18.885365 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1f1ca27f-c6b4-490c-a935-2be7c8f66790 req-ccfcb52a-cf56-44d6-8a66-7621e6dc8046 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2377872 Nov 15 11:40:18.914875 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8c387d7-14d6-490d-b664-60b265f6f069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:18.922796 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1897c7dd-7e2c-4417-b0aa-ad7f49686c76 req-438b10fe-3463-4021-8e9e-e0485cc5fef8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 210 time: 0.0362837 Nov 15 11:40:19.075600 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1f1ca27f-c6b4-490c-a935-2be7c8f66790 req-247207c9-a91a-4cf0-95f7-a8f76152dded service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815820 Nov 15 11:40:19.105861 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d9eae05a-0852-46a5-a66a-98054b914c0a tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:19.123314 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d9eae05a-0852-46a5-a66a-98054b914c0a tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:19.175712 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca0f31a-ba82-42f0-90a0-b19e5f266b6e None None] DHCP port deletion for e521e9bc-5f50-4eda-bc3e-6a21a392d020 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:40:19.189771 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eae05a-0852-46a5-a66a-98054b914c0a tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3257864a-37a2-410f-bf3c-7ca392c95d73,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:19.203085 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d8c387d7-14d6-490d-b664-60b265f6f069 admin admin] Deleting port 3a22ef03-5e73-43d3-993a-d7141ec13831 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:40:19.205025 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8c387d7-14d6-490d-b664-60b265f6f069 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:19.272032 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1f1ca27f-c6b4-490c-a935-2be7c8f66790 req-c2eaab24-6798-404e-9d15-752662135350 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890643 Nov 15 11:40:19.355845 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d8c387d7-14d6-490d-b664-60b265f6f069 admin admin] For port 3a22ef03-5e73-43d3-993a-d7141ec13831, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3a22ef03-5e73-43d3-993a-d7141ec13831,segment=NetworkSegment(4988c338-4c7c-454d-ac0b-abbdfdb95597),segment_id=4988c338-4c7c-454d-ac0b-abbdfdb95597)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:40:19.356667 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8c387d7-14d6-490d-b664-60b265f6f069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:19.392906 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d8c387d7-14d6-490d-b664-60b265f6f069 admin admin] Calling delete_port for 3a22ef03-5e73-43d3-993a-d7141ec13831 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:40:19.434122 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6ca0f31a-ba82-42f0-90a0-b19e5f266b6e None None] Deleting port 3a22ef03-5e73-43d3-993a-d7141ec13831 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:40:19.435221 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6ca0f31a-ba82-42f0-90a0-b19e5f266b6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:19.553070 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8c387d7-14d6-490d-b664-60b265f6f069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:19.565061 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3a22ef03-5e73-43d3-993a-d7141ec13831 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:40:19.617108 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 3a22ef03-5e73-43d3-993a-d7141ec13831 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:40:19.618687 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3a22ef03-5e73-43d3-993a-d7141ec13831 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:40:19.619732 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:40:19.650865 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d9eae05a-0852-46a5-a66a-98054b914c0a tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:19.655711 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37648) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:19.655992 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d9eae05a-0852-46a5-a66a-98054b914c0a tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9955363 Nov 15 11:40:19.656848 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c387d7-14d6-490d-b664-60b265f6f069 admin admin] No DVR routers for this DVR port 3a22ef03-5e73-43d3-993a-d7141ec13831 on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:40:19.660496 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4edf2763-40cb-4704-9069-560f0b2c18ce tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Request body: {'security_group_rule': {'security_group_id': '3257864a-37a2-410f-bf3c-7ca392c95d73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:40:19.702891 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c387d7-14d6-490d-b664-60b265f6f069 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a22ef03-5e73-43d3-993a-d7141ec13831,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:19.740869 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:40:19.741491 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f05d1a1a-8d06-4f7f-b1fb-6dcd143d801b not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:40:19.746783 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4edf2763-40cb-4704-9069-560f0b2c18ce tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:19.780803 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6ca0f31a-ba82-42f0-90a0-b19e5f266b6e None None] For port 3a22ef03-5e73-43d3-993a-d7141ec13831, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3a22ef03-5e73-43d3-993a-d7141ec13831,segment=NetworkSegment(4988c338-4c7c-454d-ac0b-abbdfdb95597),segment_id=4988c338-4c7c-454d-ac0b-abbdfdb95597)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:40:19.781887 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6ca0f31a-ba82-42f0-90a0-b19e5f266b6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:19.796831 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8c387d7-14d6-490d-b664-60b265f6f069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:19.804237 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6ca0f31a-ba82-42f0-90a0-b19e5f266b6e None None] Calling delete_port for 3a22ef03-5e73-43d3-993a-d7141ec13831 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:40:19.831327 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-d8c387d7-14d6-490d-b664-60b265f6f069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e521e9bc-5f50-4eda-bc3e-6a21a392d020']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:19.846424 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-d8c387d7-14d6-490d-b664-60b265f6f069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4988c338-4c7c-454d-ac0b-abbdfdb95597') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:19.847022 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-d8c387d7-14d6-490d-b664-60b265f6f069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4988c338-4c7c-454d-ac0b-abbdfdb95597') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:19.858485 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8c387d7-14d6-490d-b664-60b265f6f069 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:19.873450 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8c387d7-14d6-490d-b664-60b265f6f069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:19.880918 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c387d7-14d6-490d-b664-60b265f6f069 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:40:19.881631 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8c387d7-14d6-490d-b664-60b265f6f069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:19.935490 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4edf2763-40cb-4704-9069-560f0b2c18ce tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:19.946112 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4edf2763-40cb-4704-9069-560f0b2c18ce tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:40:19.953509 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:40:19.961627 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8c387d7-14d6-490d-b664-60b265f6f069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:19.981121 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8c387d7-14d6-490d-b664-60b265f6f069 admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:19.986117 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf2763-40cb-4704-9069-560f0b2c18ce tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d5fa1c-74ea-40eb-911f-e6d70fdce8a8,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:19.994980 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d8c387d7-14d6-490d-b664-60b265f6f069 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e521e9bc-5f50-4eda-bc3e-6a21a392d020 HTTP/1.1" status: 204 len: 168 time: 1.2155385 Nov 15 11:40:20.019374 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4edf2763-40cb-4704-9069-560f0b2c18ce tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:20.023932 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4edf2763-40cb-4704-9069-560f0b2c18ce tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3640649 Nov 15 11:40:20.024574 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37658) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:20.037535 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ab68f0dc-d4db-4f38-b981-76f66313b811 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Request body: {'security_group_rule': {'security_group_id': '3257864a-37a2-410f-bf3c-7ca392c95d73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:40:20.076072 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6ca0f31a-ba82-42f0-90a0-b19e5f266b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:20.080691 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c387d7-14d6-490d-b664-60b265f6f069 admin admin] Pushing event deleted for resources: {'Network': ['ID=e521e9bc-5f50-4eda-bc3e-6a21a392d020,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:20.096761 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6ca0f31a-ba82-42f0-90a0-b19e5f266b6e None None] Network e521e9bc-5f50-4eda-bc3e-6a21a392d020 is not hosted by any dhcp agent {{(pid=102679) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 15 11:40:20.097657 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca0f31a-ba82-42f0-90a0-b19e5f266b6e None None] No DVR routers for this DVR port 3a22ef03-5e73-43d3-993a-d7141ec13831 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:40:20.122830 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0f31a-ba82-42f0-90a0-b19e5f266b6e None None] Pushing event deleted for resources: {'Port': ['ID=3a22ef03-5e73-43d3-993a-d7141ec13831,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:20.134750 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab68f0dc-d4db-4f38-b981-76f66313b811 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:20.180447 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-cd804d3c-d968-40c6-8764-66d6403e963b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:20.182568 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-cd804d3c-d968-40c6-8764-66d6403e963b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.55 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 811 time: 0.6531093 Nov 15 11:40:20.232886 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5fe2178b-994c-4e72-9f79-b0be36959f8f req-250f1798-b794-4796-a9b0-bc09529a24f8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 210 time: 0.0961001 Nov 15 11:40:20.284830 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab68f0dc-d4db-4f38-b981-76f66313b811 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:20.301389 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab68f0dc-d4db-4f38-b981-76f66313b811 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:20.353474 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68f0dc-d4db-4f38-b981-76f66313b811 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4e03a9-cd30-4530-9cc8-f7f4481681a0,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:20.361914 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-61720e02-0984-4063-b995-3f7b70b2b45f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7766e2dd9df541a4b3334b23af798fc4 HTTP/1.1" status: 200 len: 380 time: 0.1579177 Nov 15 11:40:20.364574 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab68f0dc-d4db-4f38-b981-76f66313b811 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:20.374694 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-25e880a6-857c-49eb-aaee-e92f7eb4e57f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Request body: {'port': {'device_id': '7f75e029-fd0d-490a-8c11-2f3d785c8391', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'admin_state_up': True, 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'security_groups': ['a3bc7465-2782-416e-ac2c-abf5fde7b165']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:40:20.380017 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 37668) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:20.384673 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ab68f0dc-d4db-4f38-b981-76f66313b811 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3587925 Nov 15 11:40:20.515691 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68f0dc-d4db-4f38-b981-76f66313b811 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:20.515691 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68f0dc-d4db-4f38-b981-76f66313b811 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:20.515691 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68f0dc-d4db-4f38-b981-76f66313b811 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:20.515691 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68f0dc-d4db-4f38-b981-76f66313b811 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:20.517449 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-9072a0dd-4520-42c2-b5fc-abd972ff3d0b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:40:20.517733 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68f0dc-d4db-4f38-b981-76f66313b811 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:20.517733 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68f0dc-d4db-4f38-b981-76f66313b811 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:20.517733 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68f0dc-d4db-4f38-b981-76f66313b811 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:20.517733 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68f0dc-d4db-4f38-b981-76f66313b811 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:20.517733 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68f0dc-d4db-4f38-b981-76f66313b811 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:20.517733 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68f0dc-d4db-4f38-b981-76f66313b811 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:20.517733 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68f0dc-d4db-4f38-b981-76f66313b811 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:20.517733 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68f0dc-d4db-4f38-b981-76f66313b811 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:40:20.603487 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37682) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:20.710196 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9072a0dd-4520-42c2-b5fc-abd972ff3d0b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:20.740432 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a526069d-66dc-400f-83ac-e69f7701c63a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c84dfd2870ad4d31a20377a650c611ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1363192 Nov 15 11:40:20.740796 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37690) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:20.800553 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-25e880a6-857c-49eb-aaee-e92f7eb4e57f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Made reservation on behalf of 7766e2dd9df541a4b3334b23af798fc4 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:40:20.804920 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-25e880a6-857c-49eb-aaee-e92f7eb4e57f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:20.877800 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-297b2078-49b7-4638-ad4b-b9186aa848b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:20.912825 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-297b2078-49b7-4638-ad4b-b9186aa848b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:21.015363 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-297b2078-49b7-4638-ad4b-b9186aa848b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:21.021683 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-297b2078-49b7-4638-ad4b-b9186aa848b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:21.026373 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-297b2078-49b7-4638-ad4b-b9186aa848b4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f8b657ba-2793-44b8-8fa5-90363d630cd7 HTTP/1.1" status: 204 len: 168 time: 0.2822196 Nov 15 11:40:21.034966 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b2078-49b7-4638-ad4b-b9186aa848b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b657ba-2793-44b8-8fa5-90363d630cd7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:21.136929 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-25e880a6-857c-49eb-aaee-e92f7eb4e57f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Allocated IP 172.20.0.4 (6b1842a3-8b78-48b6-930c-de775291ae35/03402d5a-eb71-46f6-ad30-bb9e6876f489/c5254d0e-0d09-45d1-a9e6-524c12f8e8d3) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:40:21.461827 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5ba26f1e-b08f-4e17-94e5-2a87d26f5f46 req-a2da0cd9-d4f0-4188-9e44-a073bfd916b9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 210 time: 0.0587580 Nov 15 11:40:21.469372 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9072a0dd-4520-42c2-b5fc-abd972ff3d0b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:21.542899 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-25e880a6-857c-49eb-aaee-e92f7eb4e57f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:21.652319 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-25e880a6-857c-49eb-aaee-e92f7eb4e57f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:21.823666 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37718) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:21.879768 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-25e880a6-857c-49eb-aaee-e92f7eb4e57f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Network 6b1842a3-8b78-48b6-930c-de775291ae35 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:40:21.904091 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-25e880a6-857c-49eb-aaee-e92f7eb4e57f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:40:21.936202 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-25e880a6-857c-49eb-aaee-e92f7eb4e57f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:40:22.048455 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e880a6-857c-49eb-aaee-e92f7eb4e57f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event updated for resources: {'Port': ['ID=c5254d0e-0d09-45d1-a9e6-524c12f8e8d3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:22.102025 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-53737341-9acf-44f4-8a2a-7c7d797686fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=12848f7d1a4a49ab905e757f8c7b5625&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2769372 Nov 15 11:40:22.104458 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37726) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:22.217376 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91f8fdfa-0dc2-4494-9ddc-99fb6c8ddb2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:22.228253 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-25e880a6-857c-49eb-aaee-e92f7eb4e57f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:22.228949 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-25e880a6-857c-49eb-aaee-e92f7eb4e57f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:22.254283 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91f8fdfa-0dc2-4494-9ddc-99fb6c8ddb2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:22.292971 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-9072a0dd-4520-42c2-b5fc-abd972ff3d0b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Allocated IP 172.25.7.178 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/2a889882-7cf1-4847-8ce4-860a0e7c792b) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:40:22.347958 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-25e880a6-857c-49eb-aaee-e92f7eb4e57f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9734907 Nov 15 11:40:22.381984 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91f8fdfa-0dc2-4494-9ddc-99fb6c8ddb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:22.385759 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-91f8fdfa-0dc2-4494-9ddc-99fb6c8ddb2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:22.387428 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-91f8fdfa-0dc2-4494-9ddc-99fb6c8ddb2b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ea3275a9-3b71-4c13-a5d5-528525ee1632 HTTP/1.1" status: 204 len: 168 time: 0.2818303 Nov 15 11:40:22.417068 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8fdfa-0dc2-4494-9ddc-99fb6c8ddb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3275a9-3b71-4c13-a5d5-528525ee1632,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:22.423848 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-bdc4636a-27e6-4429-b02f-dfe9d2b7bf3f service neutron] Request body: {'port': {'device_id': '7f75e029-fd0d-490a-8c11-2f3d785c8391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:40:22.637983 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b2634390-7556-43f4-b7b1-b898f51000b6 None None] Provisioning complete for port c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:40:22.646012 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b2634390-7556-43f4-b7b1-b898f51000b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:22.747591 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-b2634390-7556-43f4-b7b1-b898f51000b6 None None] Port c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:40:22.773040 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-bdc4636a-27e6-4429-b02f-dfe9d2b7bf3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:22.950747 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41de0fa-7898-4e6c-8a44-ab5c262905af req-40d17753-e1fa-4754-a674-8647172e15c2 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:22.957213 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f41de0fa-7898-4e6c-8a44-ab5c262905af req-40d17753-e1fa-4754-a674-8647172e15c2 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 931 time: 0.2758775 Nov 15 11:40:23.023427 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9072a0dd-4520-42c2-b5fc-abd972ff3d0b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:23.202889 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f41de0fa-7898-4e6c-8a44-ab5c262905af req-7fb9728a-3138-4900-910a-d5a2585e5623 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244833 Nov 15 11:40:23.343963 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9072a0dd-4520-42c2-b5fc-abd972ff3d0b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:23.369838 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9072a0dd-4520-42c2-b5fc-abd972ff3d0b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:40:23.389953 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-9072a0dd-4520-42c2-b5fc-abd972ff3d0b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:40:23.401562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9072a0dd-4520-42c2-b5fc-abd972ff3d0b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:40:23.560198 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072a0dd-4520-42c2-b5fc-abd972ff3d0b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Pushing event updated for resources: {'Port': ['ID=2a889882-7cf1-4847-8ce4-860a0e7c792b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:23.915630 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9072a0dd-4520-42c2-b5fc-abd972ff3d0b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:24.211300 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9072a0dd-4520-42c2-b5fc-abd972ff3d0b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:24.305836 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37804) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:24.529035 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9072a0dd-4520-42c2-b5fc-abd972ff3d0b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:24.572892 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a856ecb4-37cf-410b-adf5-b100606e2e3f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1486628776-network', 'tenant_id': '308ab3edaa434ec29496d9cabf01aabd'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:40:24.582065 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-bdc4636a-27e6-4429-b02f-dfe9d2b7bf3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:40:24.607511 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9072a0dd-4520-42c2-b5fc-abd972ff3d0b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:24.642467 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a856ecb4-37cf-410b-adf5-b100606e2e3f admin admin] Made reservation on behalf of 308ab3edaa434ec29496d9cabf01aabd for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:40:24.645149 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a856ecb4-37cf-410b-adf5-b100606e2e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:24.660499 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a856ecb4-37cf-410b-adf5-b100606e2e3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:24.700430 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-bdc4636a-27e6-4429-b02f-dfe9d2b7bf3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:24.865720 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a856ecb4-37cf-410b-adf5-b100606e2e3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:24.880942 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a856ecb4-37cf-410b-adf5-b100606e2e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:24.893956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-bdc4636a-27e6-4429-b02f-dfe9d2b7bf3f service neutron] Transition to ACTIVE for port object c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:40:24.908188 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a856ecb4-37cf-410b-adf5-b100606e2e3f admin admin] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:40:24.929819 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a856ecb4-37cf-410b-adf5-b100606e2e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:24.930158 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-a856ecb4-37cf-410b-adf5-b100606e2e3f admin admin] Added segment f173ac90-159c-4513-85c8-b4d8f0388aae of type vlan for network 04d0469d-fca5-4b13-a04a-fdbaee125521 Nov 15 11:40:24.930822 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-bdc4636a-27e6-4429-b02f-dfe9d2b7bf3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:24.973001 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072a0dd-4520-42c2-b5fc-abd972ff3d0b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Pushing event updated for resources: {'Port': ['ID=2a889882-7cf1-4847-8ce4-860a0e7c792b,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:24.992900 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492508e-c6b0-428d-bc75-613da3ef3c01 req-8bdbf0b4-85e2-4301-81b8-94e7c30d4564 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:24.994530 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8492508e-c6b0-428d-bc75-613da3ef3c01 req-8bdbf0b4-85e2-4301-81b8-94e7c30d4564 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 931 time: 0.4572723 Nov 15 11:40:25.044549 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a856ecb4-37cf-410b-adf5-b100606e2e3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:25.126306 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9072a0dd-4520-42c2-b5fc-abd972ff3d0b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:25.172331 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a856ecb4-37cf-410b-adf5-b100606e2e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:25.183183 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a856ecb4-37cf-410b-adf5-b100606e2e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:25.184177 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a856ecb4-37cf-410b-adf5-b100606e2e3f admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:25.292769 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9072a0dd-4520-42c2-b5fc-abd972ff3d0b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:25.292769 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9072a0dd-4520-42c2-b5fc-abd972ff3d0b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9038861 Nov 15 11:40:25.336623 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4636a-27e6-4429-b02f-dfe9d2b7bf3f service neutron] Pushing event updated for resources: {'Port': ['ID=c5254d0e-0d09-45d1-a9e6-524c12f8e8d3,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:25.368247 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8492508e-c6b0-428d-bc75-613da3ef3c01 req-c793f295-50b2-4d08-b685-a42546b3bd02 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3471906 Nov 15 11:40:25.437033 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856ecb4-37cf-410b-adf5-b100606e2e3f admin admin] Pushing event updated for resources: {'Network': ['ID=04d0469d-fca5-4b13-a04a-fdbaee125521,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:25.448499 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 04d0469d-fca5-4b13-a04a-fdbaee125521 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:40:25.453021 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856ecb4-37cf-410b-adf5-b100606e2e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7736138-e54b-4303-9598-2ddc5fd9cf6f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:25.500484 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a856ecb4-37cf-410b-adf5-b100606e2e3f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1935139 Nov 15 11:40:25.503873 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37838) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:25.508759 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-136dc04a-593c-4d69-9a09-667b2527be28 admin admin] Request body: {'subnet': {'network_id': '04d0469d-fca5-4b13-a04a-fdbaee125521', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1486628776-subnet', 'tenant_id': '308ab3edaa434ec29496d9cabf01aabd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:40:25.588933 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136dc04a-593c-4d69-9a09-667b2527be28 admin admin] Made reservation on behalf of 308ab3edaa434ec29496d9cabf01aabd for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:40:25.591297 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-136dc04a-593c-4d69-9a09-667b2527be28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:25.620193 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-bdc4636a-27e6-4429-b02f-dfe9d2b7bf3f service neutron] Attempting to bind port c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:40:25.620683 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-bdc4636a-27e6-4429-b02f-dfe9d2b7bf3f service neutron] Attempting to bind port c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:40:25.621182 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-bdc4636a-27e6-4429-b02f-dfe9d2b7bf3f service neutron] Attempting to bind port c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 on network 6b1842a3-8b78-48b6-930c-de775291ae35 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:40:25.631695 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-bdc4636a-27e6-4429-b02f-dfe9d2b7bf3f service neutron] Port c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 on network 6b1842a3-8b78-48b6-930c-de775291ae35 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:40:25.633614 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-bdc4636a-27e6-4429-b02f-dfe9d2b7bf3f service neutron] Attempting to bind port c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 on network 6b1842a3-8b78-48b6-930c-de775291ae35 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:40:25.640228 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-bdc4636a-27e6-4429-b02f-dfe9d2b7bf3f service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:40:25.644494 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-bdc4636a-27e6-4429-b02f-dfe9d2b7bf3f service neutron] Checking segment: {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:40:25.646077 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-bdc4636a-27e6-4429-b02f-dfe9d2b7bf3f service neutron] Bound using segment: {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:40:25.646077 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-bdc4636a-27e6-4429-b02f-dfe9d2b7bf3f service neutron] Bound port: c5254d0e-0d09-45d1-a9e6-524c12f8e8d3, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:40:25.646077 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-bdc4636a-27e6-4429-b02f-dfe9d2b7bf3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:25.693274 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 37852) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:25.850009 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-bdc4636a-27e6-4429-b02f-dfe9d2b7bf3f service neutron] For port c5254d0e-0d09-45d1-a9e6-524c12f8e8d3, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:40:25.853838 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-bdc4636a-27e6-4429-b02f-dfe9d2b7bf3f service neutron] For port c5254d0e-0d09-45d1-a9e6-524c12f8e8d3, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=c5254d0e-0d09-45d1-a9e6-524c12f8e8d3,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:40:25.911694 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-bdc4636a-27e6-4429-b02f-dfe9d2b7bf3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:25.996336 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-43a86b4f-9422-4612-aa8d-10b41cd61b2c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--147734621&fields=id&tenant_id=eab0b4a8b87d49f5928c8feddd42ff75 HTTP/1.1" status: 200 len: 267 time: 0.3059032 Nov 15 11:40:26.023238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-bdc4636a-27e6-4429-b02f-dfe9d2b7bf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:26.023923 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-bdc4636a-27e6-4429-b02f-dfe9d2b7bf3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:26.026545 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-bdc4636a-27e6-4429-b02f-dfe9d2b7bf3f service neutron] 10.222.0.55 "PUT /v2.0/ports/c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 HTTP/1.1" status: 200 len: 1091 time: 3.6624043 Nov 15 11:40:26.069682 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f75e029-fd0d-490a-8c11-2f3d785c8391', 'tag': 'c5254d0e-0d09-45d1-a9e6-524c12f8e8d3'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:40:26.072492 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153d2175-f16c-48d9-8e78-7bf1af714d96" -d '{"events": [{"name": "network-changed", "server_uuid": "7f75e029-fd0d-490a-8c11-2f3d785c8391", "tag": "c5254d0e-0d09-45d1-a9e6-524c12f8e8d3"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:40:26.107188 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-136dc04a-593c-4d69-9a09-667b2527be28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:26.208008 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136dc04a-593c-4d69-9a09-667b2527be28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebcc61f2-7bc0-4a5a-9c2a-7961e9171db2,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:26.230678 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136dc04a-593c-4d69-9a09-667b2527be28 admin admin] Checking segment: {'id': 'f173ac90-159c-4513-85c8-b4d8f0388aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '04d0469d-fca5-4b13-a04a-fdbaee125521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:40:26.231330 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136dc04a-593c-4d69-9a09-667b2527be28 admin admin] Network hostable DHCP agents. Network: 04d0469d-fca5-4b13-a04a-fdbaee125521, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:40:26.293969 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136dc04a-593c-4d69-9a09-667b2527be28 admin admin] Network 04d0469d-fca5-4b13-a04a-fdbaee125521 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:40:26.325527 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-136dc04a-593c-4d69-9a09-667b2527be28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 04d0469d-fca5-4b13-a04a-fdbaee125521) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:40:26.337972 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136dc04a-593c-4d69-9a09-667b2527be28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:26.338571 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-136dc04a-593c-4d69-9a09-667b2527be28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:26.354356 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d79b21-b345-4166-9096-f70bffca1aa1 None None] Network 04d0469d-fca5-4b13-a04a-fdbaee125521 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:40:26.457632 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-136dc04a-593c-4d69-9a09-667b2527be28 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9520628 Nov 15 11:40:26.636653 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9421c81-00c8-4f93-ba9e-04b059c14592 None None] Network 04d0469d-fca5-4b13-a04a-fdbaee125521 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:40:26.698670 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:40:27.120388 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d0117ca-8f06-47a7-9543-a43cda65c7c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:27.170850 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4636a-27e6-4429-b02f-dfe9d2b7bf3f service neutron] Pushing event updated for resources: {'Port': ['ID=c5254d0e-0d09-45d1-a9e6-524c12f8e8d3,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:27.201237 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-9064a367-bc60-4e4f-8a26-f675a680e30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:27.203320 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-9064a367-bc60-4e4f-8a26-f675a680e30a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 1094 time: 1.1211779 Nov 15 11:40:27.289705 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-86ab902b-a2e8-4096-87c3-5009109d0642 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:27.292519 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-86ab902b-a2e8-4096-87c3-5009109d0642 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 817 time: 1.2755804 Nov 15 11:40:27.303984 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-b8ca8aff-ce30-4faf-ba6b-736b759575ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 HTTP/1.1" status: 200 len: 217 time: 0.0871990 Nov 15 11:40:27.351719 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-9d834bf8-6983-43e0-8f65-d168f5943b71 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/quotas/eab0b4a8b87d49f5928c8feddd42ff75 HTTP/1.1" status: 200 len: 375 time: 0.0496731 Nov 15 11:40:27.390836 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37904) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:27.408720 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-01b013a5-06ad-479d-9116-26a88d0237a2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-257034611-network', 'tenant_id': 'aec11074dce449b6bcdc43c03230984e'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:40:27.448650 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-4080d92c-eed6-44bd-ba22-2f9cbf1c0065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:27.451217 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-4080d92c-eed6-44bd-ba22-2f9cbf1c0065 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 200 len: 850 time: 0.1349280 Nov 15 11:40:27.455592 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b013a5-06ad-479d-9116-26a88d0237a2 admin admin] Made reservation on behalf of aec11074dce449b6bcdc43c03230984e for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:40:27.458158 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-01b013a5-06ad-479d-9116-26a88d0237a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:27.489311 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-01b013a5-06ad-479d-9116-26a88d0237a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:27.576231 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-b5e63ad3-a329-41c2-a581-6d81344c7361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:27.579050 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-b5e63ad3-a329-41c2-a581-6d81344c7361 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1842a3-8b78-48b6-930c-de775291ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181264 Nov 15 11:40:27.611643 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-fc12bb53-4800-4d91-bb97-3ad2b8be8011 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2463655 Nov 15 11:40:27.615849 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-c8a875ee-4756-45ab-bb9e-3895d29ceeeb service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:40:27.617002 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-c8a875ee-4756-45ab-bb9e-3895d29ceeeb service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0178542 Nov 15 11:40:27.620202 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d0117ca-8f06-47a7-9543-a43cda65c7c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:27.687272 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d0117ca-8f06-47a7-9543-a43cda65c7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:27.717034 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-01b013a5-06ad-479d-9116-26a88d0237a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:27.730917 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-01b013a5-06ad-479d-9116-26a88d0237a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:27.795986 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b013a5-06ad-479d-9116-26a88d0237a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:40:27.822313 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-01b013a5-06ad-479d-9116-26a88d0237a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:27.822758 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-01b013a5-06ad-479d-9116-26a88d0237a2 admin admin] Added segment 20010eb4-4ef5-45e0-bd5b-c96ec9a88114 of type vlan for network d6917c52-e5cf-490a-b0db-b2621f26c019 Nov 15 11:40:27.833371 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2d0117ca-8f06-47a7-9543-a43cda65c7c4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1198ec77340f40b0b3545db49658a48d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1253340 Nov 15 11:40:27.873975 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b013a5-06ad-479d-9116-26a88d0237a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a100aa61-8814-4521-b411-58da95ffdc0f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:27.879574 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37922) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:27.902388 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-01b013a5-06ad-479d-9116-26a88d0237a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:27.955990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-007dc573-75f3-469b-94d9-aa3dc833b6c6 service neutron] 10.222.0.64 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065116 Nov 15 11:40:27.965501 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0117ca-8f06-47a7-9543-a43cda65c7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a25d1d-c9db-4650-9a79-e862df41e2d2,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:27.983026 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-01b013a5-06ad-479d-9116-26a88d0237a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:27.984085 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b013a5-06ad-479d-9116-26a88d0237a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:27.988136 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-01b013a5-06ad-479d-9116-26a88d0237a2 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:28.077651 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13c09324-cfda-4c0b-8bdd-8d4b1399f498 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:28.114020 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13c09324-cfda-4c0b-8bdd-8d4b1399f498 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:28.126283 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-01b013a5-06ad-479d-9116-26a88d0237a2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7343338 Nov 15 11:40:28.130670 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37926) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:28.141867 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3e356ee3-8b87-4aa9-99a6-47b05079444a admin admin] Request body: {'subnet': {'network_id': 'd6917c52-e5cf-490a-b0db-b2621f26c019', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-257034611-subnet', 'tenant_id': 'aec11074dce449b6bcdc43c03230984e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:40:28.158367 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-61f6aa99-b11b-4b8e-9865-98b7aee44952 service neutron] 10.222.0.64 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944695 Nov 15 11:40:28.182803 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-a7b2a060-d581-4922-b16f-160170e86d94 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575032 Nov 15 11:40:28.183409 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e356ee3-8b87-4aa9-99a6-47b05079444a admin admin] Made reservation on behalf of aec11074dce449b6bcdc43c03230984e for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:40:28.186204 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e356ee3-8b87-4aa9-99a6-47b05079444a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:28.203494 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b013a5-06ad-479d-9116-26a88d0237a2 admin admin] Pushing event updated for resources: {'Network': ['ID=d6917c52-e5cf-490a-b0db-b2621f26c019,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:28.217224 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network d6917c52-e5cf-490a-b0db-b2621f26c019 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:40:28.279659 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13c09324-cfda-4c0b-8bdd-8d4b1399f498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:28.286559 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13c09324-cfda-4c0b-8bdd-8d4b1399f498 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:28.296886 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-13c09324-cfda-4c0b-8bdd-8d4b1399f498 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/21a25d1d-c9db-4650-9a79-e862df41e2d2 HTTP/1.1" status: 204 len: 168 time: 0.4159496 Nov 15 11:40:28.331769 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c09324-cfda-4c0b-8bdd-8d4b1399f498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a25d1d-c9db-4650-9a79-e862df41e2d2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:28.564016 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29764ec3-0c2c-4507-b8f0-a8e09bb666a9 req-b78f5297-a5cf-45d9-839d-62c82a2ecc83 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739502 Nov 15 11:40:28.641784 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e356ee3-8b87-4aa9-99a6-47b05079444a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:28.802025 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e356ee3-8b87-4aa9-99a6-47b05079444a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5778be4a-9860-4995-a5e8-c6f0c9d53ed8,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:28.804222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e356ee3-8b87-4aa9-99a6-47b05079444a admin admin] Checking segment: {'id': '20010eb4-4ef5-45e0-bd5b-c96ec9a88114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'd6917c52-e5cf-490a-b0db-b2621f26c019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:40:28.804583 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e356ee3-8b87-4aa9-99a6-47b05079444a admin admin] Network hostable DHCP agents. Network: d6917c52-e5cf-490a-b0db-b2621f26c019, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:40:28.869567 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e356ee3-8b87-4aa9-99a6-47b05079444a admin admin] Network d6917c52-e5cf-490a-b0db-b2621f26c019 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:40:28.889929 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3e356ee3-8b87-4aa9-99a6-47b05079444a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, d6917c52-e5cf-490a-b0db-b2621f26c019) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:40:28.894322 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e356ee3-8b87-4aa9-99a6-47b05079444a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:28.894913 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3e356ee3-8b87-4aa9-99a6-47b05079444a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:28.929310 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3e356ee3-8b87-4aa9-99a6-47b05079444a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7953162 Nov 15 11:40:28.939800 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a0d6ec-396e-4af7-9958-57c93651625f None None] Network d6917c52-e5cf-490a-b0db-b2621f26c019 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:40:29.198054 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85f9747-ee86-427b-848a-e8e1e20bd0f2 x-openstack-request-id: req-a85f9747-ee86-427b-848a-e8e1e20bd0f2 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:40:29.198561 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f75e029-fd0d-490a-8c11-2f3d785c8391", "tag": "c5254d0e-0d09-45d1-a9e6-524c12f8e8d3", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:40:29.198561 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a85f9747-ee86-427b-848a-e8e1e20bd0f2 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:40:29.199013 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f75e029-fd0d-490a-8c11-2f3d785c8391', 'tag': 'c5254d0e-0d09-45d1-a9e6-524c12f8e8d3', 'status': 'completed', 'code': 200} Nov 15 11:40:29.254741 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79df6f2b-578b-4031-9bf2-f39f8cdb7ee3 None None] Network d6917c52-e5cf-490a-b0db-b2621f26c019 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:40:29.277275 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37958) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:29.293209 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d55fad1-8b12-472e-bad2-1a5f6d94ee9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:29.444126 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d2175-f16c-48d9-8e78-7bf1af714d96 req-1a80472f-8098-43ed-adf8-fdf3fdfe72fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:29.444992 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-153d2175-f16c-48d9-8e78-7bf1af714d96 req-1a80472f-8098-43ed-adf8-fdf3fdfe72fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 1094 time: 0.2225301 Nov 15 11:40:29.498397 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d55fad1-8b12-472e-bad2-1a5f6d94ee9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:29.518813 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d55fad1-8b12-472e-bad2-1a5f6d94ee9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:29.667864 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8d55fad1-8b12-472e-bad2-1a5f6d94ee9d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8b8720b94bc641f7b3306ba62f1a9d3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3888793 Nov 15 11:40:29.669357 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 37978) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:29.678489 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55fad1-8b12-472e-bad2-1a5f6d94ee9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8869528-2efe-49d1-9267-365f44afcdae,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:29.690366 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d2175-f16c-48d9-8e78-7bf1af714d96 req-45c72134-1e53-4fcd-bc83-7776e14351a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:29.691986 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-153d2175-f16c-48d9-8e78-7bf1af714d96 req-45c72134-1e53-4fcd-bc83-7776e14351a2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 912 time: 0.2326605 Nov 15 11:40:29.716473 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:29.755598 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58a3d44a-a1f0-4e33-a949-5ba5954c6404 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:29.779978 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332aba13-c652-4961-8548-ead5a882a2c1 req-8508a136-0e12-43e4-8fd9-6d47894b1778 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:29.781765 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-332aba13-c652-4961-8548-ead5a882a2c1 req-8508a136-0e12-43e4-8fd9-6d47894b1778 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 943 time: 0.4923980 Nov 15 11:40:29.789559 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58a3d44a-a1f0-4e33-a949-5ba5954c6404 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:29.869897 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58a3d44a-a1f0-4e33-a949-5ba5954c6404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:29.872772 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-58a3d44a-a1f0-4e33-a949-5ba5954c6404 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:29.882303 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-58a3d44a-a1f0-4e33-a949-5ba5954c6404 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8869528-2efe-49d1-9267-365f44afcdae HTTP/1.1" status: 204 len: 168 time: 0.2060528 Nov 15 11:40:29.902897 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-332aba13-c652-4961-8548-ead5a882a2c1 req-5d78b1d4-eccf-4531-bf44-55f6076de7a1 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138382 Nov 15 11:40:29.917775 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3d44a-a1f0-4e33-a949-5ba5954c6404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8869528-2efe-49d1-9267-365f44afcdae,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:30.114334 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41456ec5-8980-408f-a037-50766fb75ff3 req-80f583ef-3d54-4ef6-84d6-01e959231a47 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 210 time: 0.0664444 Nov 15 11:40:30.183122 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-153d2175-f16c-48d9-8e78-7bf1af714d96 req-4b5349e4-5247-439b-812b-182909b112b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 HTTP/1.1" status: 200 len: 217 time: 0.4818606 Nov 15 11:40:30.341867 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d2175-f16c-48d9-8e78-7bf1af714d96 req-bb79473e-0b4e-4199-a235-ead2d8a3b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:30.349958 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-153d2175-f16c-48d9-8e78-7bf1af714d96 req-bb79473e-0b4e-4199-a235-ead2d8a3b4da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 200 len: 850 time: 0.1577582 Nov 15 11:40:30.476628 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d2175-f16c-48d9-8e78-7bf1af714d96 req-1cebde5d-7617-4ae4-bc80-48ecedcf9b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:30.482482 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-153d2175-f16c-48d9-8e78-7bf1af714d96 req-1cebde5d-7617-4ae4-bc80-48ecedcf9b92 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1842a3-8b78-48b6-930c-de775291ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241090 Nov 15 11:40:30.716754 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-153d2175-f16c-48d9-8e78-7bf1af714d96 req-68275591-99b5-48b3-858e-7d61e8d5d20a service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265093 Nov 15 11:40:30.897619 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-153d2175-f16c-48d9-8e78-7bf1af714d96 req-5517a3d9-0711-4d03-a3dd-e3432e15ccc3 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736524 Nov 15 11:40:31.215618 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-d4d4d49e-472f-4fb7-8abd-2eecdda0b941 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:31.233236 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-d4d4d49e-472f-4fb7-8abd-2eecdda0b941 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/networks?id=04d0469d-fca5-4b13-a04a-fdbaee125521 HTTP/1.1" status: 200 len: 812 time: 0.2313149 Nov 15 11:40:31.256421 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-0fbc1840-a9aa-4f0b-a13c-85ee4bcc6a4d tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/quotas/308ab3edaa434ec29496d9cabf01aabd HTTP/1.1" status: 200 len: 375 time: 0.0217395 Nov 15 11:40:31.316752 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-25ab1a40-6b14-4324-93e5-488e9887a919 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=308ab3edaa434ec29496d9cabf01aabd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511889 Nov 15 11:40:31.459248 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-5b130ba0-eb44-4aab-8de4-8a22c3576368 service neutron] 10.222.0.64 "GET /v2.0/networks/04d0469d-fca5-4b13-a04a-fdbaee125521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414638 Nov 15 11:40:31.635590 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-3c2e6e41-f553-4a70-a7c8-03422021d33e service neutron] 10.222.0.64 "GET /v2.0/networks/04d0469d-fca5-4b13-a04a-fdbaee125521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671903 Nov 15 11:40:31.661073 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:32.087667 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2cd9f-8a40-44a4-b64c-051b584ed3c7 req-e0df270a-469e-4890-aeb0-9f3a053a0ae4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:32.099686 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ad2cd9f-8a40-44a4-b64c-051b584ed3c7 req-e0df270a-469e-4890-aeb0-9f3a053a0ae4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 943 time: 0.1194806 Nov 15 11:40:32.229222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38090) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:32.269194 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ad2cd9f-8a40-44a4-b64c-051b584ed3c7 req-a660ae0c-bdcb-4f3e-8b51-4c67c709da82 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650703 Nov 15 11:40:32.424849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e20d852c-db36-4a02-994e-4dc06874912d req-a1d6e00c-cd24-454f-9ae0-a1d7dfc6b77a tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 210 time: 0.0594504 Nov 15 11:40:32.565584 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-413bad4a-fe27-41cb-a224-353f2dcd51c0 req-d6effae4-ad5a-4edb-a39b-366e248bf33b tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455 HTTP/1.1" status: 200 len: 210 time: 0.0505140 Nov 15 11:40:32.629583 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2642c5f7-84d5-42d0-806a-6c4aa9ed06cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:33.046073 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-400caf3b-8ba2-4128-8594-66f5dd23643c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:33.047686 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-400caf3b-8ba2-4128-8594-66f5dd23643c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 817 time: 0.7318971 Nov 15 11:40:33.136812 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2642c5f7-84d5-42d0-806a-6c4aa9ed06cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:33.143114 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2642c5f7-84d5-42d0-806a-6c4aa9ed06cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:33.176146 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642c5f7-84d5-42d0-806a-6c4aa9ed06cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04e5e14-d82d-415c-b076-0957e095d4ae,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:33.199146 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-b3b38b97-2f25-462c-b305-86a703f7a94f tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eab0b4a8b87d49f5928c8feddd42ff75 HTTP/1.1" status: 200 len: 471 time: 0.1416674 Nov 15 11:40:33.212539 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-706ef26c-1544-4886-8cb3-bded9a54462d tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Request body: {'port': {'device_id': '687004a5-12ee-4517-94c8-8990fbfc002f', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'admin_state_up': True, 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'security_groups': ['3257864a-37a2-410f-bf3c-7ca392c95d73']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:40:33.218940 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2642c5f7-84d5-42d0-806a-6c4aa9ed06cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7d8928253dfe436caad633fc80825648&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9846635 Nov 15 11:40:33.221648 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 38116) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:33.349148 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ac83a86b-3da8-4004-8060-6b8be47987ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:33.397158 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ac83a86b-3da8-4004-8060-6b8be47987ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:33.437070 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-706ef26c-1544-4886-8cb3-bded9a54462d tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Made reservation on behalf of eab0b4a8b87d49f5928c8feddd42ff75 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:40:33.443657 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-706ef26c-1544-4886-8cb3-bded9a54462d tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:33.574928 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ac83a86b-3da8-4004-8060-6b8be47987ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:33.579541 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ac83a86b-3da8-4004-8060-6b8be47987ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:33.581253 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ac83a86b-3da8-4004-8060-6b8be47987ec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c04e5e14-d82d-415c-b076-0957e095d4ae HTTP/1.1" status: 204 len: 168 time: 0.3581214 Nov 15 11:40:33.737736 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83a86b-3da8-4004-8060-6b8be47987ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04e5e14-d82d-415c-b076-0957e095d4ae,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:33.781287 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04694aa0-e221-4b29-bec6-498bd43bdfbd req-873e1fef-7cc7-4385-96ea-bb7f7de8d520 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:33.790257 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-04694aa0-e221-4b29-bec6-498bd43bdfbd req-873e1fef-7cc7-4385-96ea-bb7f7de8d520 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 943 time: 0.3369040 Nov 15 11:40:33.854121 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-706ef26c-1544-4886-8cb3-bded9a54462d tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Allocated IP 172.20.0.12 (c6f1c26a-527a-4f69-9e9a-99c48209985b/08dee673-fca8-478a-9f8a-c99ddd2f0e06/606a7e1d-cd71-4862-93c2-f0baec0fa6a7) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:40:33.876373 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-04694aa0-e221-4b29-bec6-498bd43bdfbd req-5879296b-707c-4415-9bbc-028ea14f2c11 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850117 Nov 15 11:40:33.906026 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-0e132529-a456-4868-9a45-c4d83aa57cfd tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:33.908818 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-0e132529-a456-4868-9a45-c4d83aa57cfd tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.55 "GET /v2.0/networks?id=04d0469d-fca5-4b13-a04a-fdbaee125521 HTTP/1.1" status: 200 len: 812 time: 0.4522030 Nov 15 11:40:33.922984 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-3634409b-8fdc-4510-b1de-c6e2f6c5989b tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Request body: {'port': {'device_id': '1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455', 'network_id': '04d0469d-fca5-4b13-a04a-fdbaee125521', 'admin_state_up': True, 'tenant_id': '308ab3edaa434ec29496d9cabf01aabd'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:40:34.083243 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-706ef26c-1544-4886-8cb3-bded9a54462d tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:34.089044 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a3c6288-7386-48d9-bd31-e148ae074b5b req-f4061f54-22f5-4f34-b713-c8adcc67d9b9 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 210 time: 0.0501182 Nov 15 11:40:34.141452 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-706ef26c-1544-4886-8cb3-bded9a54462d tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:34.182670 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-3634409b-8fdc-4510-b1de-c6e2f6c5989b tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Made reservation on behalf of 308ab3edaa434ec29496d9cabf01aabd for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:40:34.187585 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-3634409b-8fdc-4510-b1de-c6e2f6c5989b tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:34.215907 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ef26c-1544-4886-8cb3-bded9a54462d tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Pushing event updated for resources: {'Port': ['ID=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:34.220978 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-706ef26c-1544-4886-8cb3-bded9a54462d tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Network c6f1c26a-527a-4f69-9e9a-99c48209985b is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:40:34.223449 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-706ef26c-1544-4886-8cb3-bded9a54462d tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:40:34.226306 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-706ef26c-1544-4886-8cb3-bded9a54462d tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:40:34.298763 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-706ef26c-1544-4886-8cb3-bded9a54462d tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:34.299506 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-706ef26c-1544-4886-8cb3-bded9a54462d tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:34.312803 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e789b3c9-509e-43d7-be03-b26b7c09a91b req-fa74510c-76e5-450c-af6d-489734db28b2 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455 HTTP/1.1" status: 200 len: 210 time: 0.0631533 Nov 15 11:40:34.340296 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-706ef26c-1544-4886-8cb3-bded9a54462d tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1321282 Nov 15 11:40:34.356261 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-7e3bfb73-e523-4a26-ab50-8eddc147255c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:40:34.357386 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-7e3bfb73-e523-4a26-ab50-8eddc147255c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101113 Nov 15 11:40:34.383075 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-de0ac5bd-62f9-4e22-a64f-6698ef10edad service neutron] Request body: {'port': {'device_id': '687004a5-12ee-4517-94c8-8990fbfc002f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:40:34.511984 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-3634409b-8fdc-4510-b1de-c6e2f6c5989b tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Allocated IP 172.20.0.9 (04d0469d-fca5-4b13-a04a-fdbaee125521/ebcc61f2-7bc0-4a5a-9c2a-7961e9171db2/ae3099cc-2928-4590-9c80-b0e672d0d077) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:40:34.558426 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-de0ac5bd-62f9-4e22-a64f-6698ef10edad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:34.660754 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-db64f2f3-9755-4c9c-9221-de98456a52ba None None] Provisioning complete for port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:40:34.661250 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-db64f2f3-9755-4c9c-9221-de98456a52ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:34.736285 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-db64f2f3-9755-4c9c-9221-de98456a52ba None None] Port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:40:34.871046 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-3634409b-8fdc-4510-b1de-c6e2f6c5989b tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:34.996316 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-3634409b-8fdc-4510-b1de-c6e2f6c5989b tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:35.228304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-3634409b-8fdc-4510-b1de-c6e2f6c5989b tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Network 04d0469d-fca5-4b13-a04a-fdbaee125521 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:40:35.244592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-3634409b-8fdc-4510-b1de-c6e2f6c5989b tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:40:35.249075 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-3634409b-8fdc-4510-b1de-c6e2f6c5989b tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:40:35.261610 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-de0ac5bd-62f9-4e22-a64f-6698ef10edad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:40:35.271862 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-de0ac5bd-62f9-4e22-a64f-6698ef10edad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:35.294337 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-de0ac5bd-62f9-4e22-a64f-6698ef10edad service neutron] Transition to ACTIVE for port object 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:40:35.295200 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634409b-8fdc-4510-b1de-c6e2f6c5989b tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Pushing event updated for resources: {'Port': ['ID=ae3099cc-2928-4590-9c80-b0e672d0d077,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:35.301433 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-de0ac5bd-62f9-4e22-a64f-6698ef10edad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:35.312127 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-3634409b-8fdc-4510-b1de-c6e2f6c5989b tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:35.313692 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-3634409b-8fdc-4510-b1de-c6e2f6c5989b tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:35.337890 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5defb23-9423-4349-9f28-336fba2aa89d req-26adac89-4ff0-405c-be26-10dbef14f1c4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:35.359113 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f5defb23-9423-4349-9f28-336fba2aa89d req-26adac89-4ff0-405c-be26-10dbef14f1c4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 943 time: 0.3026395 Nov 15 11:40:35.442455 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-3634409b-8fdc-4510-b1de-c6e2f6c5989b tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5237608 Nov 15 11:40:35.464884 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-640beeab-6b00-4c55-bcb2-ed8ffef62156 service neutron] Request body: {'port': {'device_id': '1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:40:35.490583 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ac5bd-62f9-4e22-a64f-6698ef10edad service neutron] Pushing event updated for resources: {'Port': ['ID=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:35.524251 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f5defb23-9423-4349-9f28-336fba2aa89d req-b75fcedc-0f5a-4413-9c38-175806d5d2c1 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566358 Nov 15 11:40:35.565602 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-de0ac5bd-62f9-4e22-a64f-6698ef10edad service neutron] Attempting to bind port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:40:35.566158 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-de0ac5bd-62f9-4e22-a64f-6698ef10edad service neutron] Attempting to bind port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '07d81d7a-62d7-47a6-90cb-780710d04269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:40:35.566248 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-de0ac5bd-62f9-4e22-a64f-6698ef10edad service neutron] Attempting to bind port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 on network c6f1c26a-527a-4f69-9e9a-99c48209985b {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:40:35.578980 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-de0ac5bd-62f9-4e22-a64f-6698ef10edad service neutron] Port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 on network c6f1c26a-527a-4f69-9e9a-99c48209985b not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:40:35.579326 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-de0ac5bd-62f9-4e22-a64f-6698ef10edad service neutron] Attempting to bind port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 on network c6f1c26a-527a-4f69-9e9a-99c48209985b {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:40:35.592841 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-de0ac5bd-62f9-4e22-a64f-6698ef10edad service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:40:35.593227 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-de0ac5bd-62f9-4e22-a64f-6698ef10edad service neutron] Checking segment: {'id': '07d81d7a-62d7-47a6-90cb-780710d04269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:40:35.593533 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-de0ac5bd-62f9-4e22-a64f-6698ef10edad service neutron] Bound using segment: {'id': '07d81d7a-62d7-47a6-90cb-780710d04269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:40:35.597768 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-de0ac5bd-62f9-4e22-a64f-6698ef10edad service neutron] Bound port: 606a7e1d-cd71-4862-93c2-f0baec0fa6a7, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07d81d7a-62d7-47a6-90cb-780710d04269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:40:35.598292 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-de0ac5bd-62f9-4e22-a64f-6698ef10edad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:35.713000 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-640beeab-6b00-4c55-bcb2-ed8ffef62156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:35.818174 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-de0ac5bd-62f9-4e22-a64f-6698ef10edad service neutron] For port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:40:35.825546 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-de0ac5bd-62f9-4e22-a64f-6698ef10edad service neutron] For port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,segment=NetworkSegment(07d81d7a-62d7-47a6-90cb-780710d04269),segment_id=07d81d7a-62d7-47a6-90cb-780710d04269)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:40:35.836999 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-de0ac5bd-62f9-4e22-a64f-6698ef10edad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:35.878950 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-de0ac5bd-62f9-4e22-a64f-6698ef10edad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:35.880328 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-de0ac5bd-62f9-4e22-a64f-6698ef10edad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:35.881868 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-de0ac5bd-62f9-4e22-a64f-6698ef10edad service neutron] 10.222.0.11 "PUT /v2.0/ports/606a7e1d-cd71-4862-93c2-f0baec0fa6a7 HTTP/1.1" status: 200 len: 1092 time: 1.5143523 Nov 15 11:40:35.884244 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687004a5-12ee-4517-94c8-8990fbfc002f', 'tag': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:40:35.886733 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a077eea9-fd23-45bf-afd4-05f47f2ffc22" -d '{"events": [{"name": "network-changed", "server_uuid": "687004a5-12ee-4517-94c8-8990fbfc002f", "tag": "606a7e1d-cd71-4862-93c2-f0baec0fa6a7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:40:35.894811 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4e8e5-81bb-4962-ae11-f34f9c7a79ab req-610ea653-0a6b-417c-a433-a534e6d60e69 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:35.918219 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3fc4e8e5-81bb-4962-ae11-f34f9c7a79ab req-610ea653-0a6b-417c-a433-a534e6d60e69 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 944 time: 0.2288876 Nov 15 11:40:36.044576 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ac5bd-62f9-4e22-a64f-6698ef10edad service neutron] Pushing event updated for resources: {'Port': ['ID=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:36.293116 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3c6dbf96-576d-4f43-9b58-e0be19c1807d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:36.335099 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3fc4e8e5-81bb-4962-ae11-f34f9c7a79ab req-b6408505-1e3d-42a4-9301-b2de00ae1275 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3984613 Nov 15 11:40:36.396535 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-52de10e4-2aaa-43d4-a224-ed44634ccdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:36.398498 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-52de10e4-2aaa-43d4-a224-ed44634ccdcc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 1095 time: 0.4352202 Nov 15 11:40:36.512326 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-cbd80cf3-e1f9-4134-8878-5e9a84948e4a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606a7e1d-cd71-4862-93c2-f0baec0fa6a7 HTTP/1.1" status: 200 len: 217 time: 0.1037467 Nov 15 11:40:36.638197 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-07e07dcf-c257-4487-ac5c-b3faf8114ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:36.640151 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-07e07dcf-c257-4487-ac5c-b3faf8114ab8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.1160676 Nov 15 11:40:36.821078 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-dd2c4000-5965-42af-95e6-3d7b9d42abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:36.826283 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-dd2c4000-5965-42af-95e6-3d7b9d42abdf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1717548 Nov 15 11:40:36.864051 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6b3a4-3461-44b3-bc16-9ff738a88e86 req-9c30c05b-41bc-4941-8adf-71a2a154195d tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:36.868508 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1bb6b3a4-3461-44b3-bc16-9ff738a88e86 req-9c30c05b-41bc-4941-8adf-71a2a154195d tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455 HTTP/1.1" status: 200 len: 931 time: 0.3151796 Nov 15 11:40:36.970517 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-64774931-e67f-4a0f-8735-b3fe723912e4 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359620 Nov 15 11:40:37.110615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1bb6b3a4-3461-44b3-bc16-9ff738a88e86 req-cc5ac8e9-053a-4c62-961b-0d70eaa26048 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7736138-e54b-4303-9598-2ddc5fd9cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333775 Nov 15 11:40:37.179249 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-640beeab-6b00-4c55-bcb2-ed8ffef62156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3099cc-2928-4590-9c80-b0e672d0d077 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:40:37.252573 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-640beeab-6b00-4c55-bcb2-ed8ffef62156 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:37.258401 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-764bf7cb-cda8-4fd2-b5c7-fe50c4f1a0a1 req-8f1c56f4-daca-4275-bab5-1202141c5f85 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742839 Nov 15 11:40:37.287494 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd062ee-f5b9-4d77-ad44-50e138bb2066 x-openstack-request-id: req-6fd062ee-f5b9-4d77-ad44-50e138bb2066 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:40:37.287786 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "687004a5-12ee-4517-94c8-8990fbfc002f", "tag": "606a7e1d-cd71-4862-93c2-f0baec0fa6a7", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:40:37.288139 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6fd062ee-f5b9-4d77-ad44-50e138bb2066 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:40:37.288676 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687004a5-12ee-4517-94c8-8990fbfc002f', 'tag': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7', 'status': 'completed', 'code': 200} Nov 15 11:40:37.290460 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-640beeab-6b00-4c55-bcb2-ed8ffef62156 service neutron] Transition to ACTIVE for port object ae3099cc-2928-4590-9c80-b0e672d0d077 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:40:37.302934 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-640beeab-6b00-4c55-bcb2-ed8ffef62156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:37.432804 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077eea9-fd23-45bf-afd4-05f47f2ffc22 req-3bb9fb3a-fd6c-46aa-b82f-e04a19a6989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:37.434369 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a077eea9-fd23-45bf-afd4-05f47f2ffc22 req-3bb9fb3a-fd6c-46aa-b82f-e04a19a6989b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 1095 time: 0.0947599 Nov 15 11:40:37.599263 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640beeab-6b00-4c55-bcb2-ed8ffef62156 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3099cc-2928-4590-9c80-b0e672d0d077,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:37.608057 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077eea9-fd23-45bf-afd4-05f47f2ffc22 req-e2679ab7-4d9e-455f-a422-16cf1059f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:37.609416 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a077eea9-fd23-45bf-afd4-05f47f2ffc22 req-e2679ab7-4d9e-455f-a422-16cf1059f14b service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.1666195 Nov 15 11:40:37.655603 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a077eea9-fd23-45bf-afd4-05f47f2ffc22 req-17a0095e-8b54-4162-b890-55beb5229c47 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606a7e1d-cd71-4862-93c2-f0baec0fa6a7 HTTP/1.1" status: 200 len: 217 time: 0.0378737 Nov 15 11:40:37.675834 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec0fcc-6ae9-4ea0-a9a4-fac7fc5dddd8 req-143adec1-d910-4766-ab96-59bea5ab16e1 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:37.677423 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dcec0fcc-6ae9-4ea0-a9a4-fac7fc5dddd8 req-143adec1-d910-4766-ab96-59bea5ab16e1 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 943 time: 0.2401800 Nov 15 11:40:37.714871 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-640beeab-6b00-4c55-bcb2-ed8ffef62156 service neutron] Attempting to bind port ae3099cc-2928-4590-9c80-b0e672d0d077 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:40:37.715420 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-640beeab-6b00-4c55-bcb2-ed8ffef62156 service neutron] Attempting to bind port ae3099cc-2928-4590-9c80-b0e672d0d077 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'f173ac90-159c-4513-85c8-b4d8f0388aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '04d0469d-fca5-4b13-a04a-fdbaee125521'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:40:37.716009 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-640beeab-6b00-4c55-bcb2-ed8ffef62156 service neutron] Attempting to bind port ae3099cc-2928-4590-9c80-b0e672d0d077 on network 04d0469d-fca5-4b13-a04a-fdbaee125521 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:40:37.736812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-640beeab-6b00-4c55-bcb2-ed8ffef62156 service neutron] Port ae3099cc-2928-4590-9c80-b0e672d0d077 on network 04d0469d-fca5-4b13-a04a-fdbaee125521 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:40:37.737049 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-640beeab-6b00-4c55-bcb2-ed8ffef62156 service neutron] Attempting to bind port ae3099cc-2928-4590-9c80-b0e672d0d077 on network 04d0469d-fca5-4b13-a04a-fdbaee125521 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:40:37.752273 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-640beeab-6b00-4c55-bcb2-ed8ffef62156 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:40:37.752753 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-640beeab-6b00-4c55-bcb2-ed8ffef62156 service neutron] Checking segment: {'id': 'f173ac90-159c-4513-85c8-b4d8f0388aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '04d0469d-fca5-4b13-a04a-fdbaee125521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:40:37.753293 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-640beeab-6b00-4c55-bcb2-ed8ffef62156 service neutron] Bound using segment: {'id': 'f173ac90-159c-4513-85c8-b4d8f0388aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '04d0469d-fca5-4b13-a04a-fdbaee125521'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:40:37.754064 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-640beeab-6b00-4c55-bcb2-ed8ffef62156 service neutron] Bound port: ae3099cc-2928-4590-9c80-b0e672d0d077, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f173ac90-159c-4513-85c8-b4d8f0388aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '04d0469d-fca5-4b13-a04a-fdbaee125521'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:40:37.754667 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-640beeab-6b00-4c55-bcb2-ed8ffef62156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:37.761133 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077eea9-fd23-45bf-afd4-05f47f2ffc22 req-da230a83-c519-4ffe-a0b3-04571105d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:37.762713 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a077eea9-fd23-45bf-afd4-05f47f2ffc22 req-da230a83-c519-4ffe-a0b3-04571105d03a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.1001725 Nov 15 11:40:37.829174 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dcec0fcc-6ae9-4ea0-a9a4-fac7fc5dddd8 req-f1cb5692-05da-44d7-90ed-7acfff919c70 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426501 Nov 15 11:40:37.833174 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077eea9-fd23-45bf-afd4-05f47f2ffc22 req-d8fe8604-ae40-4095-b37e-831342ff31f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:37.834832 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a077eea9-fd23-45bf-afd4-05f47f2ffc22 req-d8fe8604-ae40-4095-b37e-831342ff31f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640545 Nov 15 11:40:37.954085 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-640beeab-6b00-4c55-bcb2-ed8ffef62156 service neutron] For port ae3099cc-2928-4590-9c80-b0e672d0d077, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:40:37.998792 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-640beeab-6b00-4c55-bcb2-ed8ffef62156 service neutron] For port ae3099cc-2928-4590-9c80-b0e672d0d077, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ae3099cc-2928-4590-9c80-b0e672d0d077,segment=NetworkSegment(f173ac90-159c-4513-85c8-b4d8f0388aae),segment_id=f173ac90-159c-4513-85c8-b4d8f0388aae)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:40:38.006468 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a077eea9-fd23-45bf-afd4-05f47f2ffc22 req-777b542d-af6e-4af3-a695-ad96d87f532c service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599052 Nov 15 11:40:38.037889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6c1c2-4b4a-4e03-b3f1-4b464f973252 req-dd0127ef-6460-4526-a28a-1777b6a13fa4 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:38.048252 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5af6c1c2-4b4a-4e03-b3f1-4b464f973252 req-dd0127ef-6460-4526-a28a-1777b6a13fa4 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 944 time: 0.1082997 Nov 15 11:40:38.052764 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-640beeab-6b00-4c55-bcb2-ed8ffef62156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:38.144496 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a077eea9-fd23-45bf-afd4-05f47f2ffc22 req-86d2eed5-b971-47df-9ecb-afee17869578 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290011 Nov 15 11:40:38.145010 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-640beeab-6b00-4c55-bcb2-ed8ffef62156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:38.145628 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-640beeab-6b00-4c55-bcb2-ed8ffef62156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:38.146986 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-640beeab-6b00-4c55-bcb2-ed8ffef62156 service neutron] 10.222.0.55 "PUT /v2.0/ports/ae3099cc-2928-4590-9c80-b0e672d0d077 HTTP/1.1" status: 200 len: 1091 time: 2.6887839 Nov 15 11:40:38.149248 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455', 'tag': 'ae3099cc-2928-4590-9c80-b0e672d0d077'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:40:38.152474 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44a6aae-4a55-4ccf-8efc-ebe05ec9a5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455", "tag": "ae3099cc-2928-4590-9c80-b0e672d0d077"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:40:38.189748 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5af6c1c2-4b4a-4e03-b3f1-4b464f973252 req-867fc50e-8ba0-4d99-8dbe-e2ccf8377865 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394429 Nov 15 11:40:38.190552 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640beeab-6b00-4c55-bcb2-ed8ffef62156 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3099cc-2928-4590-9c80-b0e672d0d077,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:38.332894 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-25e2dd6f-ad29-44e3-925d-47e2578bf2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:38.334403 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-25e2dd6f-ad29-44e3-925d-47e2578bf2f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=308ab3edaa434ec29496d9cabf01aabd&device_id=1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455 HTTP/1.1" status: 200 len: 1094 time: 0.1282434 Nov 15 11:40:38.400851 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-caaf5f70-e296-4dde-a621-b37d2af1bdaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:38.407909 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-0a0c635a-a52f-45f4-95c2-0b358f412dc1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3099cc-2928-4590-9c80-b0e672d0d077 HTTP/1.1" status: 200 len: 217 time: 0.0564258 Nov 15 11:40:38.488972 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e4af3-4434-42f3-b908-852318d932da req-ee58bbda-9df8-4f8b-8607-4783538de1c0 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:38.490667 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca8e4af3-4434-42f3-b908-852318d932da req-ee58bbda-9df8-4f8b-8607-4783538de1c0 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455 HTTP/1.1" status: 200 len: 943 time: 0.1604400 Nov 15 11:40:38.501116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-beed413d-739e-4414-b245-6b6f7fe5762b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:38.502733 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-beed413d-739e-4414-b245-6b6f7fe5762b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ebcc61f2-7bc0-4a5a-9c2a-7961e9171db2 HTTP/1.1" status: 200 len: 852 time: 0.0873976 Nov 15 11:40:38.557679 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-dc0d3a67-71e7-44a2-bdd7-53c2814f7c21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=04d0469d-fca5-4b13-a04a-fdbaee125521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415943 Nov 15 11:40:38.641340 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ca8e4af3-4434-42f3-b908-852318d932da req-d15afac0-d4c4-4be4-8cb0-7f9573f88498 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7736138-e54b-4303-9598-2ddc5fd9cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424770 Nov 15 11:40:38.720021 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-753c4cce-89f4-4b3e-808f-d0aaed564c82 service neutron] 10.222.0.55 "GET /v2.0/networks/04d0469d-fca5-4b13-a04a-fdbaee125521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408386 Nov 15 11:40:38.753880 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e09a35-5f8f-4699-981b-0b5f250fb2b7 x-openstack-request-id: req-24e09a35-5f8f-4699-981b-0b5f250fb2b7 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:40:38.754172 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455", "tag": "ae3099cc-2928-4590-9c80-b0e672d0d077", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:40:38.754421 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24e09a35-5f8f-4699-981b-0b5f250fb2b7 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:40:38.754833 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455', 'tag': 'ae3099cc-2928-4590-9c80-b0e672d0d077', 'status': 'completed', 'code': 200} Nov 15 11:40:38.860903 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00fa6e0d-ff5a-43b2-9a61-f5209b5b314a req-53c200a2-5f70-4d8f-a793-1a16475cf7e5 service neutron] 10.222.0.55 "GET /v2.0/networks/04d0469d-fca5-4b13-a04a-fdbaee125521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213472 Nov 15 11:40:39.029418 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a6aae-4a55-4ccf-8efc-ebe05ec9a5eb req-b86bf050-2668-46a9-a341-519e5db1e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:39.031112 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f44a6aae-4a55-4ccf-8efc-ebe05ec9a5eb req-b86bf050-2668-46a9-a341-519e5db1e805 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=308ab3edaa434ec29496d9cabf01aabd&device_id=1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455 HTTP/1.1" status: 200 len: 1094 time: 0.1196623 Nov 15 11:40:39.126936 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c37ec3-5ddc-41a4-9fb5-a5732b6d3c13 req-6113c3eb-930e-4a4f-8d74-b070dbbadc60 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:39.129365 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-51c37ec3-5ddc-41a4-9fb5-a5732b6d3c13 req-6113c3eb-930e-4a4f-8d74-b070dbbadc60 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 943 time: 0.1687574 Nov 15 11:40:39.158800 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a6aae-4a55-4ccf-8efc-ebe05ec9a5eb req-2d2b4005-960a-4a48-8d1c-4c6a35133e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:39.160361 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f44a6aae-4a55-4ccf-8efc-ebe05ec9a5eb req-2d2b4005-960a-4a48-8d1c-4c6a35133e38 service neutron] 10.222.0.55 "GET /v2.0/networks?id=04d0469d-fca5-4b13-a04a-fdbaee125521 HTTP/1.1" status: 200 len: 913 time: 0.1209881 Nov 15 11:40:39.228322 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f44a6aae-4a55-4ccf-8efc-ebe05ec9a5eb req-1c83063f-2f5a-45d2-8001-c575b487c798 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3099cc-2928-4590-9c80-b0e672d0d077 HTTP/1.1" status: 200 len: 217 time: 0.0495489 Nov 15 11:40:39.247215 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-51c37ec3-5ddc-41a4-9fb5-a5732b6d3c13 req-e0ddfba0-212a-4b59-9534-39bdfe6f0846 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081641 Nov 15 11:40:39.457907 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a6aae-4a55-4ccf-8efc-ebe05ec9a5eb req-109c6ef5-1925-47f9-96dc-d611034e2319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:39.464091 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f44a6aae-4a55-4ccf-8efc-ebe05ec9a5eb req-109c6ef5-1925-47f9-96dc-d611034e2319 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ebcc61f2-7bc0-4a5a-9c2a-7961e9171db2 HTTP/1.1" status: 200 len: 852 time: 0.2158191 Nov 15 11:40:39.522210 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f44a6aae-4a55-4ccf-8efc-ebe05ec9a5eb req-0cc59b86-3449-46b9-b3d6-70d55b726851 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=04d0469d-fca5-4b13-a04a-fdbaee125521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467951 Nov 15 11:40:39.637121 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea80a8a-b286-45d3-bdb2-27af3b69cf42 req-6d7c72e3-3463-401e-b6b8-3487990de4f7 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:39.639086 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ea80a8a-b286-45d3-bdb2-27af3b69cf42 req-6d7c72e3-3463-401e-b6b8-3487990de4f7 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 944 time: 0.1734715 Nov 15 11:40:39.758228 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ea80a8a-b286-45d3-bdb2-27af3b69cf42 req-8070c873-5db7-4bfb-b4da-30745e29021d tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115291 Nov 15 11:40:39.760490 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f44a6aae-4a55-4ccf-8efc-ebe05ec9a5eb req-4040e75e-c7be-415d-9a8a-060d2af7a970 service neutron] 10.222.0.55 "GET /v2.0/networks/04d0469d-fca5-4b13-a04a-fdbaee125521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233777 Nov 15 11:40:39.808696 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:40:39.880990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f44a6aae-4a55-4ccf-8efc-ebe05ec9a5eb req-0b2fd4da-214b-4ecc-8362-c8085faa322c service neutron] 10.222.0.55 "GET /v2.0/networks/04d0469d-fca5-4b13-a04a-fdbaee125521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097853 Nov 15 11:40:40.020867 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230a2ba-ccb1-45eb-b49e-682eed37440d req-c1433390-4308-4ea6-9a15-17f213cdd5f8 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:40.022619 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2230a2ba-ccb1-45eb-b49e-682eed37440d req-c1433390-4308-4ea6-9a15-17f213cdd5f8 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455 HTTP/1.1" status: 200 len: 943 time: 0.1052246 Nov 15 11:40:40.062627 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port c5254d0e-0d09-45d1-a9e6-524c12f8e8d3, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=c5254d0e-0d09-45d1-a9e6-524c12f8e8d3,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:40:40.112845 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'c5254d0e-0d09-45d1-a9e6-524c12f8e8d3', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'port_id': 'c5254d0e-0d09-45d1-a9e6-524c12f8e8d3', 'mac_address': 'fa:16:3e:97:c2:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:40:40.156409 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2230a2ba-ccb1-45eb-b49e-682eed37440d req-e1763873-d420-445e-a8d3-89afbc4e89f4 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7736138-e54b-4303-9598-2ddc5fd9cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240628 Nov 15 11:40:40.191371 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:40.193645 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:40.207252 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:40:40.235198 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port c5254d0e-0d09-45d1-a9e6-524c12f8e8d3, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=c5254d0e-0d09-45d1-a9e6-524c12f8e8d3,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:40:40.249732 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:40.372204 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=c5254d0e-0d09-45d1-a9e6-524c12f8e8d3,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:40.437154 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b73fa-bc12-405d-ae36-30ea2b4be67a req-710bd064-4704-4451-9c91-2d46ee4416ba tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:40.445791 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a2b73fa-bc12-405d-ae36-30ea2b4be67a req-710bd064-4704-4451-9c91-2d46ee4416ba tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 944 time: 0.0779321 Nov 15 11:40:40.510967 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:40:40.547463 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a2b73fa-bc12-405d-ae36-30ea2b4be67a req-c3ddff52-b83c-49d0-98f5-7260770a7f59 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005299 Nov 15 11:40:40.647983 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,segment=NetworkSegment(07d81d7a-62d7-47a6-90cb-780710d04269),segment_id=07d81d7a-62d7-47a6-90cb-780710d04269)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:40:40.664799 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'port_id': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7', 'mac_address': 'fa:16:3e:01:c9:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:40:40.717925 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:40.735393 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['c5254d0e-0d09-45d1-a9e6-524c12f8e8d3'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:40:40.773457 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:40:40.867380 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,segment=NetworkSegment(07d81d7a-62d7-47a6-90cb-780710d04269),segment_id=07d81d7a-62d7-47a6-90cb-780710d04269)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:40:40.880055 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:41.014366 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb0745-b771-4eb5-9f86-8f161b2e10d9 req-d32c63b1-5f99-453a-88bb-ffe5b23bf41e tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:41.017657 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4feb0745-b771-4eb5-9f86-8f161b2e10d9 req-d32c63b1-5f99-453a-88bb-ffe5b23bf41e tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 945 time: 0.0794544 Nov 15 11:40:41.086325 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:41.121467 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4feb0745-b771-4eb5-9f86-8f161b2e10d9 req-aa1e215e-b94a-40ce-9c4f-e08171090c24 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990915 Nov 15 11:40:41.192642 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ccd6428a-650f-4bef-9c9d-367f1b5dad38 req-a51ab7fc-63c1-4592-99b3-cb29c1e02a4a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1496696 Nov 15 11:40:41.257741 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['606a7e1d-cd71-4862-93c2-f0baec0fa6a7'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:40:41.335450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d21b75-7cd7-46b0-a137-1dff93304a5f req-9b557e3c-5298-47f0-94d8-4d5e808c066b tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:41.337002 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5d21b75-7cd7-46b0-a137-1dff93304a5f req-9b557e3c-5298-47f0-94d8-4d5e808c066b tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455 HTTP/1.1" status: 200 len: 943 time: 0.1137354 Nov 15 11:40:41.342528 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6428a-650f-4bef-9c9d-367f1b5dad38 req-1934d3c1-fdb8-427a-bffa-33afca1bdb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:41.344282 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ccd6428a-650f-4bef-9c9d-367f1b5dad38 req-1934d3c1-fdb8-427a-bffa-33afca1bdb4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0902169 Nov 15 11:40:41.481103 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5d21b75-7cd7-46b0-a137-1dff93304a5f req-8bdaf742-cde7-47ae-9426-6bc085c504aa tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7736138-e54b-4303-9598-2ddc5fd9cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226718 Nov 15 11:40:41.633267 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6428a-650f-4bef-9c9d-367f1b5dad38 req-e188a6b2-48a4-4835-82e0-a8504283c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:41.636510 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ccd6428a-650f-4bef-9c9d-367f1b5dad38 req-e188a6b2-48a4-4835-82e0-a8504283c252 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.2687097 Nov 15 11:40:41.667493 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:41.730528 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ccd6428a-650f-4bef-9c9d-367f1b5dad38 req-2090342f-9640-4727-939e-66a2bd7e69f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0857890 Nov 15 11:40:41.839230 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ae3099cc-2928-4590-9c80-b0e672d0d077 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:40:41.890871 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6428a-650f-4bef-9c9d-367f1b5dad38 req-86b63bc0-a19a-4df7-8a80-81f7129861b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:41.892672 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ccd6428a-650f-4bef-9c9d-367f1b5dad38 req-86b63bc0-a19a-4df7-8a80-81f7129861b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.1539726 Nov 15 11:40:41.909741 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cde394-202b-4da2-9272-f3a9cbea2f6b req-9c6006b1-8d01-40d8-81ff-7c9196eab2f8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:41.918235 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f4cde394-202b-4da2-9272-f3a9cbea2f6b req-9c6006b1-8d01-40d8-81ff-7c9196eab2f8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 944 time: 0.1930912 Nov 15 11:40:42.039322 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6428a-650f-4bef-9c9d-367f1b5dad38 req-0cd5be9f-170d-4392-aece-69d9f02319b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:42.040823 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ccd6428a-650f-4bef-9c9d-367f1b5dad38 req-0cd5be9f-170d-4392-aece-69d9f02319b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375391 Nov 15 11:40:42.061520 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f4cde394-202b-4da2-9272-f3a9cbea2f6b req-859f4f5c-c7fe-4c8e-bb9c-1eef834a7bea tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423099 Nov 15 11:40:42.281318 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ccd6428a-650f-4bef-9c9d-367f1b5dad38 req-12f5ba80-3c96-417b-8564-6ecc19ddd0b2 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327728 Nov 15 11:40:42.284600 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port ae3099cc-2928-4590-9c80-b0e672d0d077, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ae3099cc-2928-4590-9c80-b0e672d0d077,segment=NetworkSegment(f173ac90-159c-4513-85c8-b4d8f0388aae),segment_id=f173ac90-159c-4513-85c8-b4d8f0388aae)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:40:42.301267 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:42.329277 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'ae3099cc-2928-4590-9c80-b0e672d0d077', 'network_id': '04d0469d-fca5-4b13-a04a-fdbaee125521', 'port_id': 'ae3099cc-2928-4590-9c80-b0e672d0d077', 'mac_address': 'fa:16:3e:74:95:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebcc61f2-7bc0-4a5a-9c2a-7961e9171db2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:40:42.348126 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476858b3-da99-43bf-8157-7e3cbfb09062 req-0b88b3a4-44a5-4a49-85b2-637c39322e97 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:42.350354 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-476858b3-da99-43bf-8157-7e3cbfb09062 req-0b88b3a4-44a5-4a49-85b2-637c39322e97 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 945 time: 0.0879478 Nov 15 11:40:42.426944 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-476858b3-da99-43bf-8157-7e3cbfb09062 req-e090dd68-fc50-4764-92f6-aa61eaa878b5 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701673 Nov 15 11:40:42.455899 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:42.487459 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ccd6428a-650f-4bef-9c9d-367f1b5dad38 req-f305d02e-61de-4bee-a31c-ee05a8263f55 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978743 Nov 15 11:40:42.487641 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3099cc-2928-4590-9c80-b0e672d0d077 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:40:42.537755 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port ae3099cc-2928-4590-9c80-b0e672d0d077, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ae3099cc-2928-4590-9c80-b0e672d0d077,segment=NetworkSegment(f173ac90-159c-4513-85c8-b4d8f0388aae),segment_id=f173ac90-159c-4513-85c8-b4d8f0388aae)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:40:42.547500 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:42.650265 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=ae3099cc-2928-4590-9c80-b0e672d0d077,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:42.656520 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cdd68-6844-4206-8cb7-36bf30429a81 req-b7ebce90-451e-4409-bb67-61c52dc4bab3 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:42.664421 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-687cdd68-6844-4206-8cb7-36bf30429a81 req-b7ebce90-451e-4409-bb67-61c52dc4bab3 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455 HTTP/1.1" status: 200 len: 944 time: 0.0799770 Nov 15 11:40:42.716584 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-687cdd68-6844-4206-8cb7-36bf30429a81 req-50a0169e-b3d8-4f26-8482-58a03e92656a tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7736138-e54b-4303-9598-2ddc5fd9cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510254 Nov 15 11:40:42.754417 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['ae3099cc-2928-4590-9c80-b0e672d0d077'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:40:43.255696 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b31af-c038-49dd-959d-2ea0dee3bb14 req-f0b61e04-2fdb-4cd6-a249-f1b9ec2b5d6d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:43.257585 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b2b31af-c038-49dd-959d-2ea0dee3bb14 req-f0b61e04-2fdb-4cd6-a249-f1b9ec2b5d6d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 944 time: 0.0915351 Nov 15 11:40:43.404683 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b2b31af-c038-49dd-959d-2ea0dee3bb14 req-158f1274-dfdb-45be-b2a6-902c9c84c19b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308446 Nov 15 11:40:43.661667 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4a385-f96e-438e-9a20-bb92ad3900f5 req-63547849-ec72-449e-a60b-ad3ba97a0455 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:43.666668 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74a4a385-f96e-438e-9a20-bb92ad3900f5 req-63547849-ec72-449e-a60b-ad3ba97a0455 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 945 time: 0.1018753 Nov 15 11:40:43.760291 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74a4a385-f96e-438e-9a20-bb92ad3900f5 req-68553a7a-dd0b-4723-83d6-2ea6143ba74a tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873601 Nov 15 11:40:43.830419 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:40:43.958243 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:40:43.966242 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:40:43.967133 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:44.010739 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d36eb-59ae-4ae2-8b29-99d802ef8d98 req-7063a105-4fc6-4906-bcb7-3566298a74d3 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:44.052350 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a80d36eb-59ae-4ae2-8b29-99d802ef8d98 req-7063a105-4fc6-4906-bcb7-3566298a74d3 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455 HTTP/1.1" status: 200 len: 944 time: 0.1769280 Nov 15 11:40:44.276895 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:44.320180 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f75e029-fd0d-490a-8c11-2f3d785c8391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5254d0e-0d09-45d1-a9e6-524c12f8e8d3'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:40:44.322479 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeec089d-d141-44e8-8ca6-720dff49817b" -d '{"events": [{"server_uuid": "7f75e029-fd0d-490a-8c11-2f3d785c8391", "name": "network-vif-plugged", "status": "completed", "tag": "c5254d0e-0d09-45d1-a9e6-524c12f8e8d3"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:40:44.347078 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port c5254d0e-0d09-45d1-a9e6-524c12f8e8d3, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=c5254d0e-0d09-45d1-a9e6-524c12f8e8d3,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:40:44.373179 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:44.373977 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ae3099cc-2928-4590-9c80-b0e672d0d077 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:40:44.507114 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port ae3099cc-2928-4590-9c80-b0e672d0d077 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:40:44.513150 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port ae3099cc-2928-4590-9c80-b0e672d0d077 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:40:44.513751 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:44.580345 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:40:44.613970 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=c5254d0e-0d09-45d1-a9e6-524c12f8e8d3,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:44.631125 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38482) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:44.696845 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a80d36eb-59ae-4ae2-8b29-99d802ef8d98 req-13a93705-2b9b-4e22-a5e5-72197aad8594 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7736138-e54b-4303-9598-2ddc5fd9cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6426153 Nov 15 11:40:44.818232 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:40:44.835220 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b81ba86-4d4a-433d-8fc6-02ec6a4ff555 x-openstack-request-id: req-1b81ba86-4d4a-433d-8fc6-02ec6a4ff555 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:40:44.835880 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f75e029-fd0d-490a-8c11-2f3d785c8391", "name": "network-vif-plugged", "status": "completed", "tag": "c5254d0e-0d09-45d1-a9e6-524c12f8e8d3", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:40:44.836103 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b81ba86-4d4a-433d-8fc6-02ec6a4ff555 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:40:44.836316 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f75e029-fd0d-490a-8c11-2f3d785c8391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5254d0e-0d09-45d1-a9e6-524c12f8e8d3', 'code': 200} Nov 15 11:40:44.850525 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:40:44.850902 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:44.880422 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7118f3e2-d5b1-45f6-ad05-fd6488587984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:44.940820 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:45.024014 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7118f3e2-d5b1-45f6-ad05-fd6488587984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:45.036380 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7118f3e2-d5b1-45f6-ad05-fd6488587984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:45.070530 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f909b-04d2-4821-8715-a206d187ceee req-b1531be4-e40e-4684-b744-e89d986af1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:45.071971 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb1f909b-04d2-4821-8715-a206d187ceee req-b1531be4-e40e-4684-b744-e89d986af1e9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 1096 time: 0.1850309 Nov 15 11:40:45.086061 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7118f3e2-d5b1-45f6-ad05-fd6488587984 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=96f3c6cfa87f40ac9d62dccfede5b36d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4530544 Nov 15 11:40:45.091945 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c72591-69ee-40ad-8575-6ca21c2b93c5 req-e03f683f-2fea-4c6f-9cec-0d56553a5b85 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:45.098016 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6c72591-69ee-40ad-8575-6ca21c2b93c5 req-e03f683f-2fea-4c6f-9cec-0d56553a5b85 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 945 time: 0.1809654 Nov 15 11:40:45.098016 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 38490) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:45.099725 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port ae3099cc-2928-4590-9c80-b0e672d0d077, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ae3099cc-2928-4590-9c80-b0e672d0d077,segment=NetworkSegment(f173ac90-159c-4513-85c8-b4d8f0388aae),segment_id=f173ac90-159c-4513-85c8-b4d8f0388aae)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:40:45.122472 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:45.126682 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:45.134739 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f3e2-d5b1-45f6-ad05-fd6488587984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72217d3c-e510-40df-9968-31083b8c9c7c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:45.206887 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,segment=NetworkSegment(07d81d7a-62d7-47a6-90cb-780710d04269),segment_id=07d81d7a-62d7-47a6-90cb-780710d04269)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:40:45.251771 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:45.269429 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6c72591-69ee-40ad-8575-6ca21c2b93c5 req-4f21a4fb-428e-4a6b-8b3a-dbb016742fcf tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266770 Nov 15 11:40:45.319206 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=ae3099cc-2928-4590-9c80-b0e672d0d077,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:45.334725 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb1f909b-04d2-4821-8715-a206d187ceee req-db9ae5f0-847c-4ddc-b15b-45b63a1dfeb2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378516 Nov 15 11:40:45.384145 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-33d82f49-7571-4b73-aef8-c0e09d9fbc3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:45.409391 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:45.468000 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-33d82f49-7571-4b73-aef8-c0e09d9fbc3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:45.486048 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9003122-9f38-409d-9f8b-59c0109e9095 req-523ce22b-4493-4459-8173-b745869779c3 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:45.487889 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b9003122-9f38-409d-9f8b-59c0109e9095 req-523ce22b-4493-4459-8173-b745869779c3 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.0936580 Nov 15 11:40:45.598550 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-33d82f49-7571-4b73-aef8-c0e09d9fbc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:45.603774 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-33d82f49-7571-4b73-aef8-c0e09d9fbc3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:45.607115 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-33d82f49-7571-4b73-aef8-c0e09d9fbc3c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/72217d3c-e510-40df-9968-31083b8c9c7c HTTP/1.1" status: 204 len: 168 time: 0.5087211 Nov 15 11:40:45.627809 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b9003122-9f38-409d-9f8b-59c0109e9095 req-1136bbb5-7c13-4bae-bab5-2d8b7167c778 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262593 Nov 15 11:40:45.671737 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d82f49-7571-4b73-aef8-c0e09d9fbc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72217d3c-e510-40df-9968-31083b8c9c7c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:45.927344 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847b206-9279-4bdb-9de1-326fb4061969 req-f22dff52-1482-41e4-9aa3-3edb79c81309 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:45.936098 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4847b206-9279-4bdb-9de1-326fb4061969 req-f22dff52-1482-41e4-9aa3-3edb79c81309 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455 HTTP/1.1" status: 200 len: 945 time: 0.1156099 Nov 15 11:40:46.042420 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4847b206-9279-4bdb-9de1-326fb4061969 req-955d9f61-b43d-4046-a91c-026e31cee32b tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7736138-e54b-4303-9598-2ddc5fd9cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950923 Nov 15 11:40:46.171141 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38512) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:46.188126 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f77c2843-eeeb-43df-b840-821d5ea5981c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:46.288661 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f77c2843-eeeb-43df-b840-821d5ea5981c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:46.300523 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f77c2843-eeeb-43df-b840-821d5ea5981c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:46.376921 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f77c2843-eeeb-43df-b840-821d5ea5981c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=28946b7067ec4c5bad3c67adad1682b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2045035 Nov 15 11:40:46.379604 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 38516) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:46.396354 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c2843-eeeb-43df-b840-821d5ea5981c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76aefb05-f2fe-459f-8902-775c5129cdc0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:46.520562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41951adb-8c1f-4a57-8971-1d9de8c78b38 req-eeb8acd1-2128-4347-8e50-e3e70e9aef1b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:46.521975 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41951adb-8c1f-4a57-8971-1d9de8c78b38 req-eeb8acd1-2128-4347-8e50-e3e70e9aef1b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 945 time: 0.1227782 Nov 15 11:40:46.527218 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4a7584f-c0bb-438d-bc0a-db7655f95aa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:46.596511 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41951adb-8c1f-4a57-8971-1d9de8c78b38 req-d806f702-cdb9-43f1-9134-99a237f1304f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669501 Nov 15 11:40:46.598548 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4a7584f-c0bb-438d-bc0a-db7655f95aa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:46.655237 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4a7584f-c0bb-438d-bc0a-db7655f95aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:46.657945 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4a7584f-c0bb-438d-bc0a-db7655f95aa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:46.661711 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f4a7584f-c0bb-438d-bc0a-db7655f95aa3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/76aefb05-f2fe-459f-8902-775c5129cdc0 HTTP/1.1" status: 204 len: 168 time: 0.2776861 Nov 15 11:40:46.685295 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7584f-c0bb-438d-bc0a-db7655f95aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76aefb05-f2fe-459f-8902-775c5129cdc0,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:46.837711 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3099cc-2928-4590-9c80-b0e672d0d077'}, {'server_uuid': '687004a5-12ee-4517-94c8-8990fbfc002f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:40:46.840649 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dfe28c-9374-46d2-8dce-2ed046d6f68c" -d '{"events": [{"server_uuid": "1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455", "name": "network-vif-plugged", "status": "completed", "tag": "ae3099cc-2928-4590-9c80-b0e672d0d077"}, {"server_uuid": "687004a5-12ee-4517-94c8-8990fbfc002f", "name": "network-vif-plugged", "status": "completed", "tag": "606a7e1d-cd71-4862-93c2-f0baec0fa6a7"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:40:46.843718 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5969b8c-1946-4de4-bfdf-44eb81fb1aa2 req-501421dd-f104-48af-ae07-01dc118f9905 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:46.845748 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5969b8c-1946-4de4-bfdf-44eb81fb1aa2 req-501421dd-f104-48af-ae07-01dc118f9905 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.0810609 Nov 15 11:40:46.934695 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5969b8c-1946-4de4-bfdf-44eb81fb1aa2 req-f880ba83-2ae2-4719-98af-1fdbb3769373 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825651 Nov 15 11:40:46.995500 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 11:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432be453-c582-4fd4-96c4-c53853fe5664 x-openstack-request-id: req-432be453-c582-4fd4-96c4-c53853fe5664 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:40:46.996022 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455", "name": "network-vif-plugged", "status": "completed", "tag": "ae3099cc-2928-4590-9c80-b0e672d0d077", "code": 200}, {"server_uuid": "687004a5-12ee-4517-94c8-8990fbfc002f", "name": "network-vif-plugged", "status": "completed", "tag": "606a7e1d-cd71-4862-93c2-f0baec0fa6a7", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:40:46.996429 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-432be453-c582-4fd4-96c4-c53853fe5664 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:40:46.996966 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3099cc-2928-4590-9c80-b0e672d0d077', 'code': 200} Nov 15 11:40:46.997410 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687004a5-12ee-4517-94c8-8990fbfc002f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7', 'code': 200} Nov 15 11:40:47.145441 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed5956-6d9f-48c8-8990-9621b353fe93 req-e745c5c3-1813-4634-a90f-54ddfe424dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:47.147312 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b0ed5956-6d9f-48c8-8990-9621b353fe93 req-e745c5c3-1813-4634-a90f-54ddfe424dd1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 1097 time: 0.0888762 Nov 15 11:40:47.157934 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f915f2-4532-4372-84c8-187e74d4b3d0 req-fab29129-ead5-4183-baf8-b4a4d6c75bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:47.159485 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-43f915f2-4532-4372-84c8-187e74d4b3d0 req-fab29129-ead5-4183-baf8-b4a4d6c75bd1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455 HTTP/1.1" status: 200 len: 1096 time: 0.1009436 Nov 15 11:40:47.212955 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b0ed5956-6d9f-48c8-8990-9621b353fe93 req-2dab4f65-5347-41c3-a3d1-6a9bfbe90190 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579157 Nov 15 11:40:47.356774 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-43f915f2-4532-4372-84c8-187e74d4b3d0 req-ff7b71fd-2330-451c-aed4-9c225acbdfd3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f7736138-e54b-4303-9598-2ddc5fd9cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716855 Nov 15 11:40:47.391860 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc84de-4c06-4ef7-881a-66fe34dd81dd req-bbe394fc-abf0-403b-a389-c0e02a3d5b22 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:47.400062 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4edc84de-4c06-4ef7-881a-66fe34dd81dd req-bbe394fc-abf0-403b-a389-c0e02a3d5b22 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455 HTTP/1.1" status: 200 len: 945 time: 0.2161145 Nov 15 11:40:47.491214 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4edc84de-4c06-4ef7-881a-66fe34dd81dd req-1e263d6a-a119-41ce-983d-63fcff7dd0ec tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7736138-e54b-4303-9598-2ddc5fd9cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855756 Nov 15 11:40:47.773904 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff43838-1a3a-4fa5-bfe7-4bac28a8f655 req-e98e4d8c-ed44-4f1c-b6d5-e8cd6fe395e2 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:47.775757 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cff43838-1a3a-4fa5-bfe7-4bac28a8f655 req-e98e4d8c-ed44-4f1c-b6d5-e8cd6fe395e2 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 945 time: 0.0680561 Nov 15 11:40:47.865443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cff43838-1a3a-4fa5-bfe7-4bac28a8f655 req-fa28e008-5448-4cfc-ac4e-a98fb00d6b3b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837939 Nov 15 11:40:48.087694 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c44da-ccc7-42b4-93f9-ff287ace5b0c req-b1f632c2-cdff-45f3-9e17-4661dabdd72c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:48.089357 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-841c44da-ccc7-42b4-93f9-ff287ace5b0c req-b1f632c2-cdff-45f3-9e17-4661dabdd72c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 945 time: 0.0617442 Nov 15 11:40:48.178878 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-841c44da-ccc7-42b4-93f9-ff287ace5b0c req-5352c56a-7a91-470f-b5c8-83a474780b12 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821438 Nov 15 11:40:48.205082 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 38582) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:48.406723 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1dcb2-ae44-4b2f-956d-565b462d4057 req-8f9fbd89-da7e-4b61-a71d-e057edeaa7ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:48.411486 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84b1dcb2-ae44-4b2f-956d-565b462d4057 req-8f9fbd89-da7e-4b61-a71d-e057edeaa7ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.1230195 Nov 15 11:40:48.574360 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84b1dcb2-ae44-4b2f-956d-565b462d4057 req-8afeba61-54c4-4498-a798-99ed7adc87bd tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526172 Nov 15 11:40:48.628729 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cb34fa-df08-4988-b382-3246ed476ebc tempest-TestVolumeBootPattern-1981984747 tempest-TestVolumeBootPattern-1981984747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:48.630576 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-76cb34fa-df08-4988-b382-3246ed476ebc tempest-TestVolumeBootPattern-1981984747 tempest-TestVolumeBootPattern-1981984747-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 1091 time: 0.4238687 Nov 15 11:40:48.634030 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38596) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:48.647183 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-349285b8-49cc-4f89-b5b2-99fe0fa905ad tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': 'c5254d0e-0d09-45d1-a9e6-524c12f8e8d3', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:40:48.721013 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-349285b8-49cc-4f89-b5b2-99fe0fa905ad tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:48.777070 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd621f4-3dd5-4e13-b3c1-2038d5e6172a req-c25c874b-7150-4f74-b97e-a1c9a9160f0f tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:48.781442 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cd621f4-3dd5-4e13-b3c1-2038d5e6172a req-c25c874b-7150-4f74-b97e-a1c9a9160f0f tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455 HTTP/1.1" status: 200 len: 945 time: 0.1225083 Nov 15 11:40:48.832773 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-349285b8-49cc-4f89-b5b2-99fe0fa905ad tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:48.851350 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cd621f4-3dd5-4e13-b3c1-2038d5e6172a req-d1d89d17-eae8-42d8-8bcb-ab2477fa6e0a tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7736138-e54b-4303-9598-2ddc5fd9cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527623 Nov 15 11:40:49.039961 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92462450-2c59-4425-98a4-a65639455985 req-8ca16354-3198-4f94-9169-c4d3398d6efa tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:49.048894 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-92462450-2c59-4425-98a4-a65639455985 req-8ca16354-3198-4f94-9169-c4d3398d6efa tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455 HTTP/1.1" status: 200 len: 945 time: 0.0959964 Nov 15 11:40:49.093175 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-349285b8-49cc-4f89-b5b2-99fe0fa905ad tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Allocated IP 172.25.7.27 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/0d0597c5-2d5f-4f1d-8bf5-a02806fe984f) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:40:49.150120 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-92462450-2c59-4425-98a4-a65639455985 req-22eb6cc8-f3c1-44d3-bba5-ef9f2f41aed0 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7736138-e54b-4303-9598-2ddc5fd9cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001904 Nov 15 11:40:49.345426 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-349285b8-49cc-4f89-b5b2-99fe0fa905ad tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:49.436299 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-349285b8-49cc-4f89-b5b2-99fe0fa905ad tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:49.550511 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349285b8-49cc-4f89-b5b2-99fe0fa905ad tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:40:49.562597 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-349285b8-49cc-4f89-b5b2-99fe0fa905ad tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:40:49.575329 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349285b8-49cc-4f89-b5b2-99fe0fa905ad tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:40:49.610139 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349285b8-49cc-4f89-b5b2-99fe0fa905ad tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event updated for resources: {'Port': ['ID=0d0597c5-2d5f-4f1d-8bf5-a02806fe984f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:49.614982 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81908729-7fdc-4661-b371-ec2ea50544a3 req-8a27048c-305c-45f5-ba6c-908bee6a2b6c tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:49.627031 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-81908729-7fdc-4661-b371-ec2ea50544a3 req-8a27048c-305c-45f5-ba6c-908bee6a2b6c tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455 HTTP/1.1" status: 200 len: 945 time: 0.1189051 Nov 15 11:40:49.716866 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-81908729-7fdc-4661-b371-ec2ea50544a3 req-a49855e9-8946-4237-88e7-f9884739f149 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7736138-e54b-4303-9598-2ddc5fd9cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870733 Nov 15 11:40:49.938587 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9075a-3217-4f79-9ced-9a8bf59cf426 req-b826c26a-ea67-470b-bb86-3dfa8207a392 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:49.940342 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f3c9075a-3217-4f79-9ced-9a8bf59cf426 req-b826c26a-ea67-470b-bb86-3dfa8207a392 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.0965514 Nov 15 11:40:50.029613 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f3c9075a-3217-4f79-9ced-9a8bf59cf426 req-e62d7510-dd0d-4c0c-bf02-f56041334312 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830333 Nov 15 11:40:50.182350 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21021d0-6902-45b4-80c9-5bf25f72e306 req-fbf241d0-734f-4b9f-aba8-0038a9b140c0 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:50.183979 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f21021d0-6902-45b4-80c9-5bf25f72e306 req-fbf241d0-734f-4b9f-aba8-0038a9b140c0 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.0656769 Nov 15 11:40:50.195909 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38648) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:50.203797 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a208230f-4c9b-4f7a-86c2-c70da0d5b320 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Request body: {'floatingip': {'port_id': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:40:50.268712 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-349285b8-49cc-4f89-b5b2-99fe0fa905ad tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:50.711407 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a208230f-4c9b-4f7a-86c2-c70da0d5b320 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:50.832573 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-349285b8-49cc-4f89-b5b2-99fe0fa905ad tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:50.910829 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f634a8-ca29-45cb-889c-82ca19632a26 req-9c9f1b4e-6f3f-4f0f-bbe7-08dfe1347e79 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:50.918367 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-75f634a8-ca29-45cb-889c-82ca19632a26 req-9c9f1b4e-6f3f-4f0f-bbe7-08dfe1347e79 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455 HTTP/1.1" status: 200 len: 945 time: 0.0606391 Nov 15 11:40:50.976325 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-75f634a8-ca29-45cb-889c-82ca19632a26 req-94fdf486-3abc-4f55-b1f0-ed52be7c2d6b tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7736138-e54b-4303-9598-2ddc5fd9cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517023 Nov 15 11:40:51.466990 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4428eef-f16c-4114-9a99-d62c03adc7fa req-0adc79b5-0074-4a2e-9fc9-ea288ed229ad tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:51.472300 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4428eef-f16c-4114-9a99-d62c03adc7fa req-0adc79b5-0074-4a2e-9fc9-ea288ed229ad tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455 HTTP/1.1" status: 200 len: 945 time: 0.1323102 Nov 15 11:40:51.558997 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4428eef-f16c-4114-9a99-d62c03adc7fa req-fb0f7a03-88c2-4e59-90cb-23e24973d7aa tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7736138-e54b-4303-9598-2ddc5fd9cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812068 Nov 15 11:40:51.662238 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a208230f-4c9b-4f7a-86c2-c70da0d5b320 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:51.713374 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a208230f-4c9b-4f7a-86c2-c70da0d5b320 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:51.763435 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-349285b8-49cc-4f89-b5b2-99fe0fa905ad tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:51.853216 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-349285b8-49cc-4f89-b5b2-99fe0fa905ad tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:51.855782 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-a208230f-4c9b-4f7a-86c2-c70da0d5b320 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Floating IP 548ad62c-44d9-47d3-ac26-bc86bbc69aca associated. External IP: 172.25.7.178, port: 606a7e1d-cd71-4862-93c2-f0baec0fa6a7. Nov 15 11:40:52.030292 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349285b8-49cc-4f89-b5b2-99fe0fa905ad tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event updated for resources: {'Port': ['ID=0d0597c5-2d5f-4f1d-8bf5-a02806fe984f,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:52.081869 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-349285b8-49cc-4f89-b5b2-99fe0fa905ad tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:52.384526 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-349285b8-49cc-4f89-b5b2-99fe0fa905ad tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Floating IP 3e8aa081-f31c-4b23-b753-1b61fa9a6051 associated. External IP: 172.25.7.27, port: c5254d0e-0d09-45d1-a9e6-524c12f8e8d3. Nov 15 11:40:52.481940 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a208230f-4c9b-4f7a-86c2-c70da0d5b320 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Router 8fd82397-60b9-4655-b973-2872b653f018 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:40:52.672754 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487b726-5c36-4aee-a19f-1522e2d050d9 req-7408e54a-dd08-4057-b0dd-e00f3f689a3e tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:52.675158 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5487b726-5c36-4aee-a19f-1522e2d050d9 req-7408e54a-dd08-4057-b0dd-e00f3f689a3e tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455 HTTP/1.1" status: 200 len: 945 time: 0.0989809 Nov 15 11:40:52.809881 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349285b8-49cc-4f89-b5b2-99fe0fa905ad tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Router b00994c2-1981-4cdc-acb3-efc2a4ecb86e has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:40:52.908764 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a208230f-4c9b-4f7a-86c2-c70da0d5b320 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:40:52.926315 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92afabc4-ba3d-4b4b-aa2e-0172d24e0197 None None] Sync routers for ids ['8fd82397-60b9-4655-b973-2872b653f018'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:40:52.942134 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92afabc4-ba3d-4b4b-aa2e-0172d24e0197 None None] Routers {'8fd82397-60b9-4655-b973-2872b653f018'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:40:52.944895 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-92afabc4-ba3d-4b4b-aa2e-0172d24e0197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:40:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8fd82397-60b9-4655-b973-2872b653f018'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:52.996729 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a208230f-4c9b-4f7a-86c2-c70da0d5b320 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:53.014872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f204ee-42fb-4015-bd82-22e7e0a83648 req-2753217d-a574-4b19-97ae-a383be857ddc tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:53.040678 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33f204ee-42fb-4015-bd82-22e7e0a83648 req-2753217d-a574-4b19-97ae-a383be857ddc tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455 HTTP/1.1" status: 200 len: 945 time: 0.2431350 Nov 15 11:40:53.071691 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a208230f-4c9b-4f7a-86c2-c70da0d5b320 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "PUT /v2.0/floatingips/548ad62c-44d9-47d3-ac26-bc86bbc69aca HTTP/1.1" status: 200 len: 992 time: 2.8740578 Nov 15 11:40:53.074591 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687004a5-12ee-4517-94c8-8990fbfc002f', 'tag': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:40:53.077586 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30344ae6-8d1b-4893-9359-3f9cc3695e48" -d '{"events": [{"name": "network-changed", "server_uuid": "687004a5-12ee-4517-94c8-8990fbfc002f", "tag": "606a7e1d-cd71-4862-93c2-f0baec0fa6a7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:40:53.129695 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-5487b726-5c36-4aee-a19f-1522e2d050d9 req-7237fb61-b251-420b-80dc-8b5ed77f0f3d tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Deleting port ae3099cc-2928-4590-9c80-b0e672d0d077 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:40:53.130051 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5487b726-5c36-4aee-a19f-1522e2d050d9 req-7237fb61-b251-420b-80dc-8b5ed77f0f3d tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:53.156407 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349285b8-49cc-4f89-b5b2-99fe0fa905ad tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:40:53.172530 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff1dc32-f172-4cb9-9c5a-077fdf5f60fe None None] Sync routers for ids ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:40:53.186312 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff1dc32-f172-4cb9-9c5a-077fdf5f60fe None None] Routers {'b00994c2-1981-4cdc-acb3-efc2a4ecb86e'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:40:53.187177 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cff1dc32-f172-4cb9-9c5a-077fdf5f60fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:40:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:53.202677 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-349285b8-49cc-4f89-b5b2-99fe0fa905ad tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:53.223909 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-92afabc4-ba3d-4b4b-aa2e-0172d24e0197 None None] Set router 8fd82397-60b9-4655-b973-2872b653f018 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:40:53.300743 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33f204ee-42fb-4015-bd82-22e7e0a83648 req-acf76491-b27c-4b43-a1c7-59929ba320c7 tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7736138-e54b-4303-9598-2ddc5fd9cf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478955 Nov 15 11:40:53.334373 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 38734) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:53.366340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-cff1dc32-f172-4cb9-9c5a-077fdf5f60fe None None] Set router b00994c2-1981-4cdc-acb3-efc2a4ecb86e gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:40:53.491402 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-5487b726-5c36-4aee-a19f-1522e2d050d9 req-7237fb61-b251-420b-80dc-8b5ed77f0f3d tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] For port ae3099cc-2928-4590-9c80-b0e672d0d077, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ae3099cc-2928-4590-9c80-b0e672d0d077,segment=NetworkSegment(f173ac90-159c-4513-85c8-b4d8f0388aae),segment_id=f173ac90-159c-4513-85c8-b4d8f0388aae)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:40:53.491777 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5487b726-5c36-4aee-a19f-1522e2d050d9 req-7237fb61-b251-420b-80dc-8b5ed77f0f3d tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:53.505129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-9917c463-af31-4b0f-901b-d47db77b2519 admin admin] Deleting subnet ebcc61f2-7bc0-4a5a-9c2a-7961e9171db2 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:40:53.528871 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9917c463-af31-4b0f-901b-d47db77b2519 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:53.602145 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-5487b726-5c36-4aee-a19f-1522e2d050d9 req-7237fb61-b251-420b-80dc-8b5ed77f0f3d tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Calling delete_port for ae3099cc-2928-4590-9c80-b0e672d0d077 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:40:53.712553 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-92afabc4-ba3d-4b4b-aa2e-0172d24e0197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd82397-60b9-4655-b973-2872b653f018', 'name': 'tempest-AttachVolumeShelveTestJSON-1761931472-router', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:36:33Z', 'updated_at': '2021-11-15T11:36:42Z', 'revision_number': 4, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'gw_port': {'id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:35Z', 'updated_at': '2021-11-15T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '548ad62c-44d9-47d3-ac26-bc86bbc69aca', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '8fd82397-60b9-4655-b973-2872b653f018', 'port_id': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'mac_address': 'fa:16:3e:01:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687004a5-12ee-4517-94c8-8990fbfc002f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:40:23Z', 'updated_at': '2021-11-15T11:40:51Z', 'revision_number': 1, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ca9dce-a63a-406b-a36d-f30b74cfe2dd', 'name': '', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'mac_address': 'fa:16:3e:3a:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:40Z', 'updated_at': '2021-11-15T11:36:53Z', 'revision_number': 5, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'subnets': [{'id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:53.748034 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9917c463-af31-4b0f-901b-d47db77b2519 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:53.775888 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92afabc4-ba3d-4b4b-aa2e-0172d24e0197 None None] Checking router: 8fd82397-60b9-4655-b973-2872b653f018 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:40:53.797868 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92afabc4-ba3d-4b4b-aa2e-0172d24e0197 None None] Routers {'8fd82397-60b9-4655-b973-2872b653f018'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:40:53.798485 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-92afabc4-ba3d-4b4b-aa2e-0172d24e0197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:40:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8fd82397-60b9-4655-b973-2872b653f018'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:53.878069 n-d-729945-9 neutron-server[102678]: INFO neutron.db.db_base_plugin_v2 [None req-9917c463-af31-4b0f-901b-d47db77b2519 admin admin] Found port (ae3099cc-2928-4590-9c80-b0e672d0d077, 172.20.0.9) having IP allocation on subnet ebcc61f2-7bc0-4a5a-9c2a-7961e9171db2, cannot delete Nov 15 11:40:53.886218 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-9917c463-af31-4b0f-901b-d47db77b2519 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 15 11:40:53.890866 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cff1dc32-f172-4cb9-9c5a-077fdf5f60fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:33:04Z', 'revision_number': 4, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '3e8aa081-f31c-4b23-b753-1b61fa9a6051', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'port_id': 'c5254d0e-0d09-45d1-a9e6-524c12f8e8d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'mac_address': 'fa:16:3e:97:c2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f75e029-fd0d-490a-8c11-2f3d785c8391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:40:50Z', 'updated_at': '2021-11-15T11:40:50Z', 'revision_number': 0, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438254d2-d8d3-48db-8ba9-073fdbb53818', 'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'mac_address': 'fa:16:3e:64:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:02Z', 'updated_at': '2021-11-15T11:33:08Z', 'revision_number': 5, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'subnets': [{'id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:53.900711 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9917c463-af31-4b0f-901b-d47db77b2519 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:40:53.908670 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9917c463-af31-4b0f-901b-d47db77b2519 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ebcc61f2-7bc0-4a5a-9c2a-7961e9171db2 HTTP/1.1" status: 409 len: 404 time: 0.5646188 Nov 15 11:40:53.929426 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff1dc32-f172-4cb9-9c5a-077fdf5f60fe None None] Checking router: b00994c2-1981-4cdc-acb3-efc2a4ecb86e for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:40:53.940606 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff1dc32-f172-4cb9-9c5a-077fdf5f60fe None None] Routers {'b00994c2-1981-4cdc-acb3-efc2a4ecb86e'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:40:53.941615 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cff1dc32-f172-4cb9-9c5a-077fdf5f60fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:40:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:54.031234 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d879f1d-d994-433f-98e1-bd64edc23209 x-openstack-request-id: req-2d879f1d-d994-433f-98e1-bd64edc23209 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:40:54.031780 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "687004a5-12ee-4517-94c8-8990fbfc002f", "tag": "606a7e1d-cd71-4862-93c2-f0baec0fa6a7", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:40:54.031780 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d879f1d-d994-433f-98e1-bd64edc23209 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:40:54.032216 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687004a5-12ee-4517-94c8-8990fbfc002f', 'tag': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7', 'status': 'completed', 'code': 200} Nov 15 11:40:54.154103 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-349285b8-49cc-4f89-b5b2-99fe0fa905ad tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.5188067 Nov 15 11:40:54.203425 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30344ae6-8d1b-4893-9359-3f9cc3695e48 req-eb84d105-f63e-4e6c-bb94-3ac10281f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:54.205050 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30344ae6-8d1b-4893-9359-3f9cc3695e48 req-eb84d105-f63e-4e6c-bb94-3ac10281f576 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 1097 time: 0.1719768 Nov 15 11:40:54.232088 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5487b726-5c36-4aee-a19f-1522e2d050d9 req-7237fb61-b251-420b-80dc-8b5ed77f0f3d tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:54.246927 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-92afabc4-ba3d-4b4b-aa2e-0172d24e0197 None None] Set router 8fd82397-60b9-4655-b973-2872b653f018 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:40:54.324980 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237fb61-b251-420b-80dc-8b5ed77f0f3d tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Pushing event deleted for resources: {'Port': ['ID=ae3099cc-2928-4590-9c80-b0e672d0d077,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:54.414475 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30344ae6-8d1b-4893-9359-3f9cc3695e48 req-dec77619-dc42-4da3-a0a2-959aac0923c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:54.416000 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30344ae6-8d1b-4893-9359-3f9cc3695e48 req-dec77619-dc42-4da3-a0a2-959aac0923c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.2037325 Nov 15 11:40:54.460788 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-5487b726-5c36-4aee-a19f-1522e2d050d9 req-7237fb61-b251-420b-80dc-8b5ed77f0f3d tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] No DVR routers for this DVR port ae3099cc-2928-4590-9c80-b0e672d0d077 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:40:54.472228 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-5487b726-5c36-4aee-a19f-1522e2d050d9 req-7237fb61-b251-420b-80dc-8b5ed77f0f3d tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:54.490316 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5487b726-5c36-4aee-a19f-1522e2d050d9 req-7237fb61-b251-420b-80dc-8b5ed77f0f3d tempest-TestServerAdvancedOps-2060175992 tempest-TestServerAdvancedOps-2060175992-project] 10.222.0.55 "DELETE /v2.0/ports/ae3099cc-2928-4590-9c80-b0e672d0d077 HTTP/1.1" status: 204 len: 173 time: 1.8087626 Nov 15 11:40:54.490979 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455', 'name': 'network-vif-deleted', 'tag': 'ae3099cc-2928-4590-9c80-b0e672d0d077'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:40:54.505661 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94ecf4e-dcf3-4ce6-88ff-c8aa6b27d4d1" -d '{"events": [{"server_uuid": "1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455", "name": "network-vif-deleted", "tag": "ae3099cc-2928-4590-9c80-b0e672d0d077"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:40:54.607350 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30344ae6-8d1b-4893-9359-3f9cc3695e48 req-3d0bf10f-b54a-4660-bb3d-a4dca5a3df7f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606a7e1d-cd71-4862-93c2-f0baec0fa6a7 HTTP/1.1" status: 200 len: 1000 time: 0.1838155 Nov 15 11:40:54.675153 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-cff1dc32-f172-4cb9-9c5a-077fdf5f60fe None None] Set router b00994c2-1981-4cdc-acb3-efc2a4ecb86e gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:40:54.700468 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8f1b9f-44f7-4ebc-bcf7-b8e8773ad145 x-openstack-request-id: req-0e8f1b9f-44f7-4ebc-bcf7-b8e8773ad145 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:40:54.700946 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455", "name": "network-vif-deleted", "tag": "ae3099cc-2928-4590-9c80-b0e672d0d077", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:40:54.701444 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e8f1b9f-44f7-4ebc-bcf7-b8e8773ad145 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:40:54.703061 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbcf9b8-613e-42e3-8c2e-c4ed87cd5455', 'name': 'network-vif-deleted', 'tag': 'ae3099cc-2928-4590-9c80-b0e672d0d077', 'status': 'completed', 'code': 200} Nov 15 11:40:54.746997 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30344ae6-8d1b-4893-9359-3f9cc3695e48 req-2d194df1-b301-4a98-b0e5-86e453681bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:54.748446 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30344ae6-8d1b-4893-9359-3f9cc3695e48 req-2d194df1-b301-4a98-b0e5-86e453681bff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.1283262 Nov 15 11:40:54.891953 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30344ae6-8d1b-4893-9359-3f9cc3695e48 req-0e342215-0787-40b3-839e-ba50d0215291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:54.898431 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30344ae6-8d1b-4893-9359-3f9cc3695e48 req-0e342215-0787-40b3-839e-ba50d0215291 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406677 Nov 15 11:40:54.899321 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-92afabc4-ba3d-4b4b-aa2e-0172d24e0197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd82397-60b9-4655-b973-2872b653f018', 'name': 'tempest-AttachVolumeShelveTestJSON-1761931472-router', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:36:33Z', 'updated_at': '2021-11-15T11:36:42Z', 'revision_number': 4, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'gw_port': {'id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:35Z', 'updated_at': '2021-11-15T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '548ad62c-44d9-47d3-ac26-bc86bbc69aca', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '8fd82397-60b9-4655-b973-2872b653f018', 'port_id': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'mac_address': 'fa:16:3e:01:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687004a5-12ee-4517-94c8-8990fbfc002f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:40:23Z', 'updated_at': '2021-11-15T11:40:51Z', 'revision_number': 1, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ca9dce-a63a-406b-a36d-f30b74cfe2dd', 'name': '', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'mac_address': 'fa:16:3e:3a:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:40Z', 'updated_at': '2021-11-15T11:36:53Z', 'revision_number': 5, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'subnets': [{'id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:54.978064 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92afabc4-ba3d-4b4b-aa2e-0172d24e0197 None None] The sync data for ids ['8fd82397-60b9-4655-b973-2872b653f018'] in n-d-729945-9 is: [{'id': '8fd82397-60b9-4655-b973-2872b653f018', 'name': 'tempest-AttachVolumeShelveTestJSON-1761931472-router', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:36:33Z', 'updated_at': '2021-11-15T11:36:42Z', 'revision_number': 4, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'gw_port': {'id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:35Z', 'updated_at': '2021-11-15T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '548ad62c-44d9-47d3-ac26-bc86bbc69aca', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '8fd82397-60b9-4655-b973-2872b653f018', 'port_id': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'mac_address': 'fa:16:3e:01:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687004a5-12ee-4517-94c8-8990fbfc002f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:40:23Z', 'updated_at': '2021-11-15T11:40:51Z', 'revision_number': 1, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ca9dce-a63a-406b-a36d-f30b74cfe2dd', 'name': '', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'mac_address': 'fa:16:3e:3a:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:40Z', 'updated_at': '2021-11-15T11:36:53Z', 'revision_number': 5, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'subnets': [{'id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:40:55.136395 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30344ae6-8d1b-4893-9359-3f9cc3695e48 req-66f573d8-9ec3-46d4-90ec-72d63019341e service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238612 Nov 15 11:40:55.170134 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-cff1dc32-f172-4cb9-9c5a-077fdf5f60fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:33:04Z', 'revision_number': 4, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '3e8aa081-f31c-4b23-b753-1b61fa9a6051', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'port_id': 'c5254d0e-0d09-45d1-a9e6-524c12f8e8d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'mac_address': 'fa:16:3e:97:c2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f75e029-fd0d-490a-8c11-2f3d785c8391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:40:50Z', 'updated_at': '2021-11-15T11:40:50Z', 'revision_number': 0, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438254d2-d8d3-48db-8ba9-073fdbb53818', 'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'mac_address': 'fa:16:3e:64:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:02Z', 'updated_at': '2021-11-15T11:33:08Z', 'revision_number': 5, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'subnets': [{'id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:40:55.244872 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff1dc32-f172-4cb9-9c5a-077fdf5f60fe None None] The sync data for ids ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'] in n-d-729945-9 is: [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:33:04Z', 'revision_number': 4, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '3e8aa081-f31c-4b23-b753-1b61fa9a6051', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'port_id': 'c5254d0e-0d09-45d1-a9e6-524c12f8e8d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'mac_address': 'fa:16:3e:97:c2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f75e029-fd0d-490a-8c11-2f3d785c8391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:40:50Z', 'updated_at': '2021-11-15T11:40:50Z', 'revision_number': 0, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438254d2-d8d3-48db-8ba9-073fdbb53818', 'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'mac_address': 'fa:16:3e:64:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:02Z', 'updated_at': '2021-11-15T11:33:08Z', 'revision_number': 5, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'subnets': [{'id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:40:55.496640 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30344ae6-8d1b-4893-9359-3f9cc3695e48 req-8d16fc7f-739f-4962-866d-5758d11dcf8b service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503375 Nov 15 11:40:55.574068 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5aa26c-d039-4ae3-ac53-ab3705cc6af9 None None] New status for floating IP 548ad62c-44d9-47d3-ac26-bc86bbc69aca: ACTIVE {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:40:55.798478 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51c55e2-1243-499f-970b-652a0724b998 None None] New status for floating IP 3e8aa081-f31c-4b23-b753-1b61fa9a6051: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:40:55.903653 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ae3099cc-2928-4590-9c80-b0e672d0d077 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:40:55.990966 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: ae3099cc-2928-4590-9c80-b0e672d0d077 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:40:55.998251 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ae3099cc-2928-4590-9c80-b0e672d0d077 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:40:56.033870 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f75e029-fd0d-490a-8c11-2f3d785c8391', 'tag': 'c5254d0e-0d09-45d1-a9e6-524c12f8e8d3'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:40:56.036678 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e64ae7-305c-4d56-9fc6-43944f0a12e9" -d '{"events": [{"name": "network-changed", "server_uuid": "7f75e029-fd0d-490a-8c11-2f3d785c8391", "tag": "c5254d0e-0d09-45d1-a9e6-524c12f8e8d3"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:40:56.134404 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8978a955-04bf-4bb6-a9b6-19af3893802d x-openstack-request-id: req-8978a955-04bf-4bb6-a9b6-19af3893802d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:40:56.134892 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f75e029-fd0d-490a-8c11-2f3d785c8391", "tag": "c5254d0e-0d09-45d1-a9e6-524c12f8e8d3", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:40:56.135203 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8978a955-04bf-4bb6-a9b6-19af3893802d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:40:56.135677 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f75e029-fd0d-490a-8c11-2f3d785c8391', 'tag': 'c5254d0e-0d09-45d1-a9e6-524c12f8e8d3', 'status': 'completed', 'code': 200} Nov 15 11:40:56.259356 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e64ae7-305c-4d56-9fc6-43944f0a12e9 req-391311eb-5bcc-4b2a-88cf-0211f5cde1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:56.261289 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72e64ae7-305c-4d56-9fc6-43944f0a12e9 req-391311eb-5bcc-4b2a-88cf-0211f5cde1ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 1096 time: 0.0867999 Nov 15 11:40:56.432707 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e64ae7-305c-4d56-9fc6-43944f0a12e9 req-d8333112-4267-4fe6-859d-825aee068ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:56.435182 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72e64ae7-305c-4d56-9fc6-43944f0a12e9 req-d8333112-4267-4fe6-859d-825aee068ad6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 912 time: 0.1659467 Nov 15 11:40:56.566572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38806) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:56.582205 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72e64ae7-305c-4d56-9fc6-43944f0a12e9 req-c2116ab8-e2dd-498e-b295-39bdf5ebd3de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 HTTP/1.1" status: 200 len: 1000 time: 0.1391203 Nov 15 11:40:56.665996 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e64ae7-305c-4d56-9fc6-43944f0a12e9 req-eca08cac-e6af-4e29-b112-7ab660f54667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:56.670034 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72e64ae7-305c-4d56-9fc6-43944f0a12e9 req-eca08cac-e6af-4e29-b112-7ab660f54667 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 200 len: 850 time: 0.0801694 Nov 15 11:40:56.748699 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e64ae7-305c-4d56-9fc6-43944f0a12e9 req-57a45350-1848-439b-8329-37631f23fc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:40:56.751442 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72e64ae7-305c-4d56-9fc6-43944f0a12e9 req-57a45350-1848-439b-8329-37631f23fc82 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1842a3-8b78-48b6-930c-de775291ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731993 Nov 15 11:40:56.829903 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-830d37b4-f4eb-4c34-b994-78b581bb6784 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:56.891588 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72e64ae7-305c-4d56-9fc6-43944f0a12e9 req-1a0b8bb6-dbbe-4a4f-9303-1a7470d45e43 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325917 Nov 15 11:40:57.001092 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-830d37b4-f4eb-4c34-b994-78b581bb6784 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:57.010251 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-830d37b4-f4eb-4c34-b994-78b581bb6784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:57.045540 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72e64ae7-305c-4d56-9fc6-43944f0a12e9 req-e167defc-f20d-45b8-ac59-0c84a57609e6 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466939 Nov 15 11:40:57.111766 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d37b4-f4eb-4c34-b994-78b581bb6784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddf7f61-ff7d-4742-88a1-5396aded19b4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:57.138051 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-830d37b4-f4eb-4c34-b994-78b581bb6784 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ebafbe4ce0034197a2dfda9cd57ba804&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5704830 Nov 15 11:40:57.140565 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 38816) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:40:57.221447 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d78c4d3d-35d7-4cb4-ba13-8df93073d08a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:57.249963 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d78c4d3d-35d7-4cb4-ba13-8df93073d08a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:57.357619 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d78c4d3d-35d7-4cb4-ba13-8df93073d08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:57.361412 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d78c4d3d-35d7-4cb4-ba13-8df93073d08a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:40:57.363834 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d78c4d3d-35d7-4cb4-ba13-8df93073d08a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ddf7f61-ff7d-4742-88a1-5396aded19b4 HTTP/1.1" status: 204 len: 168 time: 0.2211957 Nov 15 11:40:57.396524 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c4d3d-35d7-4cb4-ba13-8df93073d08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddf7f61-ff7d-4742-88a1-5396aded19b4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:40:59.694951 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:01.670744 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:03.703129 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:41:06.236457 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a1237590-e548-463d-b6ed-dca0359abc4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:08.355645 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-490dedf0-564d-424d-aa18-3981739a2fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:09.882795 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:11.113006 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 39698) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:11.318928 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2e85537b-25f6-4de4-992a-ca32c0096732 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:11.463289 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:11.507987 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2e85537b-25f6-4de4-992a-ca32c0096732 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:11.513734 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2e85537b-25f6-4de4-992a-ca32c0096732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:11.570428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2e85537b-25f6-4de4-992a-ca32c0096732 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eab995485b5b46f6afd282c58101d5b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4555442 Nov 15 11:41:11.571547 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85537b-25f6-4de4-992a-ca32c0096732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f57c629-23f2-4fd8-8aba-944acca248c0,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:11.573045 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39718) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:11.582296 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85537b-25f6-4de4-992a-ca32c0096732 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:41:11.582973 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85537b-25f6-4de4-992a-ca32c0096732 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:41:11.583512 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85537b-25f6-4de4-992a-ca32c0096732 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:41:11.584831 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85537b-25f6-4de4-992a-ca32c0096732 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:41:11.585398 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85537b-25f6-4de4-992a-ca32c0096732 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:41:11.585920 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85537b-25f6-4de4-992a-ca32c0096732 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:41:11.586478 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85537b-25f6-4de4-992a-ca32c0096732 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:41:11.587023 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85537b-25f6-4de4-992a-ca32c0096732 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:41:11.587572 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85537b-25f6-4de4-992a-ca32c0096732 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:41:11.588149 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85537b-25f6-4de4-992a-ca32c0096732 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:41:11.588684 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85537b-25f6-4de4-992a-ca32c0096732 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:41:11.589214 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85537b-25f6-4de4-992a-ca32c0096732 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:41:11.638757 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86a893bd-4e2a-4060-b5d0-78c3759caf44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:11.672876 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86a893bd-4e2a-4060-b5d0-78c3759caf44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:11.738658 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86a893bd-4e2a-4060-b5d0-78c3759caf44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:11.742641 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-86a893bd-4e2a-4060-b5d0-78c3759caf44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:11.744635 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-86a893bd-4e2a-4060-b5d0-78c3759caf44 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2f57c629-23f2-4fd8-8aba-944acca248c0 HTTP/1.1" status: 204 len: 168 time: 0.1702943 Nov 15 11:41:11.755110 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a893bd-4e2a-4060-b5d0-78c3759caf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f57c629-23f2-4fd8-8aba-944acca248c0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:12.151484 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:12.174268 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39728) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:12.199398 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-abc39706-61c8-4db3-bcab-119740e246cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:12.305546 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-abc39706-61c8-4db3-bcab-119740e246cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:12.309416 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-abc39706-61c8-4db3-bcab-119740e246cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:12.354052 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc39706-61c8-4db3-bcab-119740e246cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0506a990-e7ca-486b-95af-65cf6073d289,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:12.359392 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-abc39706-61c8-4db3-bcab-119740e246cf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=20f673680c764fe1aab90e175acc0a3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1839290 Nov 15 11:41:12.362112 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 39734) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:12.428362 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3366a3c0-40e6-4491-8d0a-b9ece89e56ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:12.453221 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3366a3c0-40e6-4491-8d0a-b9ece89e56ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:12.513482 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3366a3c0-40e6-4491-8d0a-b9ece89e56ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:12.516694 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3366a3c0-40e6-4491-8d0a-b9ece89e56ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:12.520486 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3366a3c0-40e6-4491-8d0a-b9ece89e56ba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0506a990-e7ca-486b-95af-65cf6073d289 HTTP/1.1" status: 204 len: 168 time: 0.1548920 Nov 15 11:41:12.526750 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366a3c0-40e6-4491-8d0a-b9ece89e56ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0506a990-e7ca-486b-95af-65cf6073d289,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:28.715317 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 40170) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:28.872559 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7cfe882-f55d-4d3e-9265-8ae03114ad26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:28.961862 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7cfe882-f55d-4d3e-9265-8ae03114ad26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:28.981240 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e7cfe882-f55d-4d3e-9265-8ae03114ad26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:29.032890 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e7cfe882-f55d-4d3e-9265-8ae03114ad26 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ed51d5f29c04d1d8a2701bf0898ff5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3163686 Nov 15 11:41:29.035918 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 40186) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:29.038545 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cfe882-f55d-4d3e-9265-8ae03114ad26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56819a06-3471-46f0-b22b-3546e1df287d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:29.049777 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cfe882-f55d-4d3e-9265-8ae03114ad26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:41:29.050508 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cfe882-f55d-4d3e-9265-8ae03114ad26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:41:29.051068 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cfe882-f55d-4d3e-9265-8ae03114ad26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:41:29.051790 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cfe882-f55d-4d3e-9265-8ae03114ad26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:41:29.052359 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cfe882-f55d-4d3e-9265-8ae03114ad26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:41:29.052965 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cfe882-f55d-4d3e-9265-8ae03114ad26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:41:29.053806 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cfe882-f55d-4d3e-9265-8ae03114ad26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:41:29.054344 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cfe882-f55d-4d3e-9265-8ae03114ad26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:41:29.054873 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cfe882-f55d-4d3e-9265-8ae03114ad26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:41:29.055365 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cfe882-f55d-4d3e-9265-8ae03114ad26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:41:29.056010 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cfe882-f55d-4d3e-9265-8ae03114ad26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:41:29.056904 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cfe882-f55d-4d3e-9265-8ae03114ad26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:41:29.123616 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05889534-bb80-4e40-aefb-f47b06592705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:29.157305 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05889534-bb80-4e40-aefb-f47b06592705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:29.209989 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05889534-bb80-4e40-aefb-f47b06592705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:29.214493 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05889534-bb80-4e40-aefb-f47b06592705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:29.228376 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-05889534-bb80-4e40-aefb-f47b06592705 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56819a06-3471-46f0-b22b-3546e1df287d HTTP/1.1" status: 204 len: 168 time: 0.1892390 Nov 15 11:41:29.238004 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05889534-bb80-4e40-aefb-f47b06592705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56819a06-3471-46f0-b22b-3546e1df287d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:29.586168 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 40198) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:29.605173 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c1d9ffde-dcfe-4dfa-938d-f1df29cafa29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:29.690135 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c1d9ffde-dcfe-4dfa-938d-f1df29cafa29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:29.698067 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c1d9ffde-dcfe-4dfa-938d-f1df29cafa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:29.701341 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:29.747337 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9ffde-dcfe-4dfa-938d-f1df29cafa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f631ba8-2afa-4a37-86fe-e56e0c0eaf9e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:29.757230 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 40204) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:29.770029 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c1d9ffde-dcfe-4dfa-938d-f1df29cafa29 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=321d54ed471240f8a42e1f93b625e3d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1811948 Nov 15 11:41:29.829809 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f473039b-5039-4a78-b6ba-383832ef657e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:29.857758 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f473039b-5039-4a78-b6ba-383832ef657e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:29.913181 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f473039b-5039-4a78-b6ba-383832ef657e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:29.917831 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f473039b-5039-4a78-b6ba-383832ef657e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:29.922357 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f473039b-5039-4a78-b6ba-383832ef657e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3f631ba8-2afa-4a37-86fe-e56e0c0eaf9e HTTP/1.1" status: 204 len: 168 time: 0.1618512 Nov 15 11:41:29.931119 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473039b-5039-4a78-b6ba-383832ef657e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f631ba8-2afa-4a37-86fe-e56e0c0eaf9e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:31.685610 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:32.789554 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 40354) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:32.945582 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b0b97b3f-1344-4be3-9fe7-be8ffa10927f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:33.039195 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b0b97b3f-1344-4be3-9fe7-be8ffa10927f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:33.046900 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b0b97b3f-1344-4be3-9fe7-be8ffa10927f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:33.098444 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b97b3f-1344-4be3-9fe7-be8ffa10927f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2eb492-3a06-484c-87fd-36b994128cc5,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:33.119302 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 40370) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:33.119896 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b0b97b3f-1344-4be3-9fe7-be8ffa10927f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af657361debc4502815fbb3e105e9d78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3290026 Nov 15 11:41:33.187120 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef0a30f3-6aaf-4905-a23a-7bd9ace6543b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:33.227986 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef0a30f3-6aaf-4905-a23a-7bd9ace6543b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:33.278501 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef0a30f3-6aaf-4905-a23a-7bd9ace6543b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:33.282233 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ef0a30f3-6aaf-4905-a23a-7bd9ace6543b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:33.287476 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ef0a30f3-6aaf-4905-a23a-7bd9ace6543b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5d2eb492-3a06-484c-87fd-36b994128cc5 HTTP/1.1" status: 204 len: 168 time: 0.1660969 Nov 15 11:41:33.297834 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a30f3-6aaf-4905-a23a-7bd9ace6543b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2eb492-3a06-484c-87fd-36b994128cc5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:33.691653 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 40390) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:33.723595 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df1e31a9-6bc3-4aa5-b046-827a4526889b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:33.878997 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df1e31a9-6bc3-4aa5-b046-827a4526889b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:33.886184 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df1e31a9-6bc3-4aa5-b046-827a4526889b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:33.923038 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-df1e31a9-6bc3-4aa5-b046-827a4526889b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76d078ad513f4462b2020c5708e1381d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2273777 Nov 15 11:41:33.924037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 40398) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:33.942627 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e31a9-6bc3-4aa5-b046-827a4526889b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a20c940-1d56-4d76-bc97-0351c9354ffe,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:34.021311 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd119c20-080c-42a1-b66e-88419f670a26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:34.050366 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd119c20-080c-42a1-b66e-88419f670a26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:34.137044 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd119c20-080c-42a1-b66e-88419f670a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:34.140888 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fd119c20-080c-42a1-b66e-88419f670a26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:34.142247 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fd119c20-080c-42a1-b66e-88419f670a26 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0a20c940-1d56-4d76-bc97-0351c9354ffe HTTP/1.1" status: 204 len: 168 time: 0.2167611 Nov 15 11:41:34.153819 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd119c20-080c-42a1-b66e-88419f670a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a20c940-1d56-4d76-bc97-0351c9354ffe,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:35.206568 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-82825c9c-f07a-4032-813e-a5c4f5ae1dbf req-4aba11d2-7bcb-4999-b981-ec97c981a3a9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0892389 Nov 15 11:41:35.336682 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82825c9c-f07a-4032-813e-a5c4f5ae1dbf req-499dd59e-80cf-4d4c-b30d-cf76b68b01f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:41:35.338815 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-82825c9c-f07a-4032-813e-a5c4f5ae1dbf req-499dd59e-80cf-4d4c-b30d-cf76b68b01f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 1096 time: 0.0736349 Nov 15 11:41:35.546658 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82825c9c-f07a-4032-813e-a5c4f5ae1dbf req-e628fc86-79c0-4d42-ad32-0e4de7a74661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:41:35.555970 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-82825c9c-f07a-4032-813e-a5c4f5ae1dbf req-e628fc86-79c0-4d42-ad32-0e4de7a74661 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 912 time: 0.1928113 Nov 15 11:41:35.681727 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-82825c9c-f07a-4032-813e-a5c4f5ae1dbf req-e5aa4edf-d4f9-4745-b2a6-55409ae4a715 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 HTTP/1.1" status: 200 len: 1000 time: 0.1203444 Nov 15 11:41:35.792703 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82825c9c-f07a-4032-813e-a5c4f5ae1dbf req-41962cfa-13a0-41d7-a7d9-41e7d241a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:41:35.797733 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-82825c9c-f07a-4032-813e-a5c4f5ae1dbf req-41962cfa-13a0-41d7-a7d9-41e7d241a192 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 200 len: 850 time: 0.1093373 Nov 15 11:41:35.911248 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82825c9c-f07a-4032-813e-a5c4f5ae1dbf req-4b4fc98e-05c0-4934-9185-4b47240fef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:41:35.914275 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-82825c9c-f07a-4032-813e-a5c4f5ae1dbf req-4b4fc98e-05c0-4934-9185-4b47240fef9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1842a3-8b78-48b6-930c-de775291ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099155 Nov 15 11:41:36.060850 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-82825c9c-f07a-4032-813e-a5c4f5ae1dbf req-7198e3d2-29cf-4c4c-a0d7-5eb1964faaa7 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370816 Nov 15 11:41:36.265645 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-45aaf112-a666-4f72-a7be-c3b68b0e01f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:36.364581 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-82825c9c-f07a-4032-813e-a5c4f5ae1dbf req-0a52ff36-fd6c-45b8-9b59-448b033aeb3f service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953305 Nov 15 11:41:38.378705 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-791266e9-6ee8-422f-8945-47428ec6719c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:39.883581 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:40.703943 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:41:41.459430 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:42.151978 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:43.090801 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-08ef78f1-8ce9-450a-b065-738184413b88 req-3b155106-2ee8-472c-89b3-2633da9b6235 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514531 Nov 15 11:41:43.251340 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef78f1-8ce9-450a-b065-738184413b88 req-b36a1a3e-fe5e-48d8-8353-b2627d4f2bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:41:43.253025 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-08ef78f1-8ce9-450a-b065-738184413b88 req-b36a1a3e-fe5e-48d8-8353-b2627d4f2bce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0970221 Nov 15 11:41:43.468840 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef78f1-8ce9-450a-b065-738184413b88 req-c4c47db4-e3fc-4c5f-a088-6904cdfeff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:41:43.470344 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-08ef78f1-8ce9-450a-b065-738184413b88 req-c4c47db4-e3fc-4c5f-a088-6904cdfeff16 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.1949601 Nov 15 11:41:43.520476 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-08ef78f1-8ce9-450a-b065-738184413b88 req-c09cbdcb-0d59-4805-ae55-21e689291dbb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0401907 Nov 15 11:41:43.596157 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef78f1-8ce9-450a-b065-738184413b88 req-fd9736a5-0662-43e9-9ad4-5ed0756db528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:41:43.600485 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-08ef78f1-8ce9-450a-b065-738184413b88 req-fd9736a5-0662-43e9-9ad4-5ed0756db528 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0720952 Nov 15 11:41:43.670439 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef78f1-8ce9-450a-b065-738184413b88 req-e0806e51-7097-4de8-b90c-510800c85d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:41:43.672001 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-08ef78f1-8ce9-450a-b065-738184413b88 req-e0806e51-7097-4de8-b90c-510800c85d8a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630808 Nov 15 11:41:43.851950 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-08ef78f1-8ce9-450a-b065-738184413b88 req-3e3a3a54-de4b-4095-abf3-1c4f71b9489a service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628597 Nov 15 11:41:43.993822 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-08ef78f1-8ce9-450a-b065-738184413b88 req-a40661e0-5a16-46a3-9925-52746f31c030 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347218 Nov 15 11:41:52.474853 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41144) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:52.626831 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83b7a023-34eb-4645-9c72-a2447d3bfdec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:52.714221 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83b7a023-34eb-4645-9c72-a2447d3bfdec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:52.720118 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83b7a023-34eb-4645-9c72-a2447d3bfdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:52.792466 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-83b7a023-34eb-4645-9c72-a2447d3bfdec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=55a8a1fe84a04aedb9bfddbf2a9cd9d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3163283 Nov 15 11:41:52.796427 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41160) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:52.822549 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7a023-34eb-4645-9c72-a2447d3bfdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e1b739-51fc-4efc-a537-18e1bcc7bdc0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:52.888975 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3eccb0ba-2812-4e47-8bfd-614d28238f68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:52.911978 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3eccb0ba-2812-4e47-8bfd-614d28238f68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:52.963070 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3eccb0ba-2812-4e47-8bfd-614d28238f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:52.966645 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3eccb0ba-2812-4e47-8bfd-614d28238f68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:52.970155 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3eccb0ba-2812-4e47-8bfd-614d28238f68 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/13e1b739-51fc-4efc-a537-18e1bcc7bdc0 HTTP/1.1" status: 204 len: 168 time: 0.1697092 Nov 15 11:41:52.986461 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccb0ba-2812-4e47-8bfd-614d28238f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e1b739-51fc-4efc-a537-18e1bcc7bdc0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:53.378726 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41178) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:53.398337 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e420f565-db00-414a-adfb-4845d2d4d7aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:53.495149 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e420f565-db00-414a-adfb-4845d2d4d7aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:53.501003 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e420f565-db00-414a-adfb-4845d2d4d7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:53.530839 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e420f565-db00-414a-adfb-4845d2d4d7aa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bdb428514e2b471f8b377ade38c6cd51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1506710 Nov 15 11:41:53.533874 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41180) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:53.554645 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420f565-db00-414a-adfb-4845d2d4d7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd30daa0-0c79-4017-b399-0605e4e3dd73,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:53.601081 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c05cc88-2a7d-405e-abb9-73290ecaa2b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:53.626822 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c05cc88-2a7d-405e-abb9-73290ecaa2b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:53.683991 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c05cc88-2a7d-405e-abb9-73290ecaa2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:53.687643 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c05cc88-2a7d-405e-abb9-73290ecaa2b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:53.689748 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9c05cc88-2a7d-405e-abb9-73290ecaa2b1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd30daa0-0c79-4017-b399-0605e4e3dd73 HTTP/1.1" status: 204 len: 168 time: 0.1543810 Nov 15 11:41:53.700409 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05cc88-2a7d-405e-abb9-73290ecaa2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd30daa0-0c79-4017-b399-0605e4e3dd73,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:54.218875 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41202) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:54.235647 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-90fe5291-e2b8-4b5e-9380-36ada1ca6a1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:54.322974 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-90fe5291-e2b8-4b5e-9380-36ada1ca6a1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:54.328429 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-90fe5291-e2b8-4b5e-9380-36ada1ca6a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:54.367223 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe5291-e2b8-4b5e-9380-36ada1ca6a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8782a32-944f-4420-b9f2-f853d5f23b6d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:54.371647 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-90fe5291-e2b8-4b5e-9380-36ada1ca6a1b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8abbf0dc2e174ac68cb756f54fa1b8b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1512723 Nov 15 11:41:54.374251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41204) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:54.425533 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e74a79f5-2b21-4dd0-8828-16dbf6676733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:54.447263 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e74a79f5-2b21-4dd0-8828-16dbf6676733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:54.497791 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e74a79f5-2b21-4dd0-8828-16dbf6676733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:54.500621 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e74a79f5-2b21-4dd0-8828-16dbf6676733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:54.501791 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e74a79f5-2b21-4dd0-8828-16dbf6676733 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c8782a32-944f-4420-b9f2-f853d5f23b6d HTTP/1.1" status: 204 len: 168 time: 0.1255157 Nov 15 11:41:54.510294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a79f5-2b21-4dd0-8828-16dbf6676733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8782a32-944f-4420-b9f2-f853d5f23b6d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:55.047095 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41232) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:55.054391 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-caa42843-7ded-43f0-a43f-c4e2257e733c tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1411952439', 'description': 'tempest-secgroup-smoke-1411952439 description', 'project_id': 'c76095f6c6fc448e83acf8840c1754ec'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:41:55.084667 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-caa42843-7ded-43f0-a43f-c4e2257e733c tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:55.218372 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-caa42843-7ded-43f0-a43f-c4e2257e733c tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:55.223278 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-caa42843-7ded-43f0-a43f-c4e2257e733c tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:55.260610 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-caa42843-7ded-43f0-a43f-c4e2257e733c tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:55.264976 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-caa42843-7ded-43f0-a43f-c4e2257e733c tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2139356 Nov 15 11:41:55.264976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa42843-7ded-43f0-a43f-c4e2257e733c tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a29dd2c1-e0fa-4750-96f7-84232fbf915a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:55.265747 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41240) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:55.272217 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4dadf9e9-f4a0-4215-95c9-904cc16cb432 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Request body: {'security_group_rule': {'security_group_id': 'a29dd2c1-e0fa-4750-96f7-84232fbf915a', 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:41:55.313835 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4dadf9e9-f4a0-4215-95c9-904cc16cb432 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:55.372903 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4dadf9e9-f4a0-4215-95c9-904cc16cb432 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:55.378089 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4dadf9e9-f4a0-4215-95c9-904cc16cb432 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:55.400634 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dadf9e9-f4a0-4215-95c9-904cc16cb432 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba74f27d-710d-4fdc-9165-346de0ab39d7,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:55.414611 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4dadf9e9-f4a0-4215-95c9-904cc16cb432 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:55.418484 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4dadf9e9-f4a0-4215-95c9-904cc16cb432 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1511874 Nov 15 11:41:55.421582 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41244) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:55.428751 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-6e93f32f-de9d-4218-940d-ff769821acfc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Request body: {'security_group_rule': {'security_group_id': 'a29dd2c1-e0fa-4750-96f7-84232fbf915a', 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:41:55.472441 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e93f32f-de9d-4218-940d-ff769821acfc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:55.548582 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e93f32f-de9d-4218-940d-ff769821acfc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:55.554217 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e93f32f-de9d-4218-940d-ff769821acfc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:55.570874 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93f32f-de9d-4218-940d-ff769821acfc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c5c160-608d-4e0d-8ccc-971aba9942cb,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:55.589180 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e93f32f-de9d-4218-940d-ff769821acfc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:55.591032 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6e93f32f-de9d-4218-940d-ff769821acfc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1679094 Nov 15 11:41:55.594330 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41248) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:55.601986 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-56159306-2d20-4e16-84bf-a97db6e224da tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Request body: {'security_group_rule': {'security_group_id': 'a29dd2c1-e0fa-4750-96f7-84232fbf915a', 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:41:55.658351 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-56159306-2d20-4e16-84bf-a97db6e224da tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:55.737905 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-56159306-2d20-4e16-84bf-a97db6e224da tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:55.742755 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-56159306-2d20-4e16-84bf-a97db6e224da tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:55.758882 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56159306-2d20-4e16-84bf-a97db6e224da tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42746bf-f4ea-4e1d-89eb-63e824fd9655,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:55.775589 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-56159306-2d20-4e16-84bf-a97db6e224da tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:55.777365 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-56159306-2d20-4e16-84bf-a97db6e224da tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1815262 Nov 15 11:41:55.780154 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41256) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:55.786797 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-5c29ed92-e893-4329-ac82-4cf065afc4f0 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Request body: {'security_group_rule': {'security_group_id': 'a29dd2c1-e0fa-4750-96f7-84232fbf915a', 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:41:55.819431 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c29ed92-e893-4329-ac82-4cf065afc4f0 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:55.896351 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c29ed92-e893-4329-ac82-4cf065afc4f0 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:55.902526 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c29ed92-e893-4329-ac82-4cf065afc4f0 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:55.924115 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29ed92-e893-4329-ac82-4cf065afc4f0 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c18a828-a5ea-4e50-a9ce-ee16398148fa,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:55.941129 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c29ed92-e893-4329-ac82-4cf065afc4f0 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:55.943071 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5c29ed92-e893-4329-ac82-4cf065afc4f0 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1616840 Nov 15 11:41:55.945990 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41262) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:55.950933 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7b9b8bbf-22ea-4f95-bfbf-d8fd076027f6 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Request body: {'security_group_rule': {'security_group_id': 'a29dd2c1-e0fa-4750-96f7-84232fbf915a', 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:41:55.983369 n-d-729945-9 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-7b9b8bbf-22ea-4f95-bfbf-d8fd076027f6 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Project c76095f6c6fc448e83acf8840c1754ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 11:41:55.989439 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8bbf-22ea-4f95-bfbf-d8fd076027f6 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:56.065096 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8bbf-22ea-4f95-bfbf-d8fd076027f6 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:56.078356 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8bbf-22ea-4f95-bfbf-d8fd076027f6 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:56.121549 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b8bbf-22ea-4f95-bfbf-d8fd076027f6 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09fc8584-be57-487f-9416-0e231dd8e81f,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:56.151292 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8bbf-22ea-4f95-bfbf-d8fd076027f6 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:56.158103 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7b9b8bbf-22ea-4f95-bfbf-d8fd076027f6 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2082303 Nov 15 11:41:56.158319 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41272) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:56.163782 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-56013337-e540-43da-9810-ec60300d2734 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Request body: {'security_group_rule': {'security_group_id': 'a29dd2c1-e0fa-4750-96f7-84232fbf915a', 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:41:56.197858 n-d-729945-9 neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-56013337-e540-43da-9810-ec60300d2734 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Project c76095f6c6fc448e83acf8840c1754ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 11:41:56.207704 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56013337-e540-43da-9810-ec60300d2734 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:56.294387 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56013337-e540-43da-9810-ec60300d2734 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:56.300422 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56013337-e540-43da-9810-ec60300d2734 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:56.317866 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56013337-e540-43da-9810-ec60300d2734 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a137897-826d-407e-921d-94528a3f63a4,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:56.341168 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56013337-e540-43da-9810-ec60300d2734 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:56.342645 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-56013337-e540-43da-9810-ec60300d2734 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1832385 Nov 15 11:41:56.591383 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4222a15a-eaeb-4223-856e-e78295039d7f req-c5bcd8f0-b529-45f6-8193-eb4c998cb7ea tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1411952439&fields=id&tenant_id=c76095f6c6fc448e83acf8840c1754ec HTTP/1.1" status: 200 len: 267 time: 0.0510459 Nov 15 11:41:56.717364 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222a15a-eaeb-4223-856e-e78295039d7f req-9ee88694-69cd-4979-9d40-ed97ed36d6ab tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:41:56.726955 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4222a15a-eaeb-4223-856e-e78295039d7f req-9ee88694-69cd-4979-9d40-ed97ed36d6ab tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/networks?id=9187d822-3785-414a-90e1-c2375533ab75 HTTP/1.1" status: 200 len: 814 time: 0.1267889 Nov 15 11:41:56.752845 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4222a15a-eaeb-4223-856e-e78295039d7f req-ea4c3001-d488-4ad2-bd91-46d0cf4f591a tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/quotas/c76095f6c6fc448e83acf8840c1754ec HTTP/1.1" status: 200 len: 375 time: 0.0222774 Nov 15 11:41:56.765748 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41298) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:56.807191 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4222a15a-eaeb-4223-856e-e78295039d7f req-8fe8d8ee-93bc-4d5c-8abc-952a7d552713 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c76095f6c6fc448e83acf8840c1754ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521214 Nov 15 11:41:56.926175 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7493ebdb-3946-430d-8877-16ce2a6cea5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:56.953807 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4222a15a-eaeb-4223-856e-e78295039d7f req-9325569b-5b7d-4b69-9048-5c63334679c4 service neutron] 10.222.0.64 "GET /v2.0/networks/9187d822-3785-414a-90e1-c2375533ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329718 Nov 15 11:41:57.035740 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7493ebdb-3946-430d-8877-16ce2a6cea5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:57.041594 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7493ebdb-3946-430d-8877-16ce2a6cea5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:57.057791 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4222a15a-eaeb-4223-856e-e78295039d7f req-6d35116e-908d-43d4-a00e-d44ad9b9003e service neutron] 10.222.0.64 "GET /v2.0/networks/9187d822-3785-414a-90e1-c2375533ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972781 Nov 15 11:41:57.088801 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7493ebdb-3946-430d-8877-16ce2a6cea5f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d6335ab0286f46e182574f251eb7cb64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3176730 Nov 15 11:41:57.089133 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41304) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:57.116880 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493ebdb-3946-430d-8877-16ce2a6cea5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5515465f-0035-4c04-93f4-a86d42e06092,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:57.177234 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca07056f-6ceb-464a-bee5-e999f887e715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:57.211466 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca07056f-6ceb-464a-bee5-e999f887e715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:57.275134 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca07056f-6ceb-464a-bee5-e999f887e715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:57.290584 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca07056f-6ceb-464a-bee5-e999f887e715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:57.293947 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ca07056f-6ceb-464a-bee5-e999f887e715 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5515465f-0035-4c04-93f4-a86d42e06092 HTTP/1.1" status: 204 len: 168 time: 0.2035882 Nov 15 11:41:57.304580 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07056f-6ceb-464a-bee5-e999f887e715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5515465f-0035-4c04-93f4-a86d42e06092,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:57.720379 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-61f53f8e-0f99-4ad9-9165-cd25b81a82dd req-8b341aa7-1e5d-4268-8d88-40c14219f1ad tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 210 time: 0.0381737 Nov 15 11:41:57.804131 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41328) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:57.818514 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18f132c9-6578-434b-81e6-29b75e1cb747 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:57.914188 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18f132c9-6578-434b-81e6-29b75e1cb747 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:57.921660 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-18f132c9-6578-434b-81e6-29b75e1cb747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:57.984974 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f132c9-6578-434b-81e6-29b75e1cb747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07e0be8-2c0e-48b6-bb71-c8e1e9458bf8,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:58.004466 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41334) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:41:58.005519 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-18f132c9-6578-434b-81e6-29b75e1cb747 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=968d367e3e9140a3b269e1a5f2fd45d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2002678 Nov 15 11:41:58.061135 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6850c854-cac4-4257-830c-dd16c32adb57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:58.085315 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6850c854-cac4-4257-830c-dd16c32adb57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:58.145847 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6850c854-cac4-4257-830c-dd16c32adb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:58.149842 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6850c854-cac4-4257-830c-dd16c32adb57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:58.152258 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6850c854-cac4-4257-830c-dd16c32adb57 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b07e0be8-2c0e-48b6-bb71-c8e1e9458bf8 HTTP/1.1" status: 204 len: 168 time: 0.1466594 Nov 15 11:41:58.160739 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850c854-cac4-4257-830c-dd16c32adb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07e0be8-2c0e-48b6-bb71-c8e1e9458bf8,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:58.856013 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39ea55c0-e192-48ad-b727-f51aacc8c9bc req-38af5bd4-4c45-45e4-86d1-1d336a7fffa2 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 210 time: 0.0398071 Nov 15 11:41:58.892686 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222a15a-eaeb-4223-856e-e78295039d7f req-6abd480f-a187-41fc-a981-dbb6210b3e7d tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:41:58.894598 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4222a15a-eaeb-4223-856e-e78295039d7f req-6abd480f-a187-41fc-a981-dbb6210b3e7d tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.55 "GET /v2.0/networks?id=9187d822-3785-414a-90e1-c2375533ab75 HTTP/1.1" status: 200 len: 814 time: 0.2081363 Nov 15 11:41:58.975736 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4222a15a-eaeb-4223-856e-e78295039d7f req-6c2bc4a3-cc14-4e2e-b5be-2dcccb8c0a82 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c76095f6c6fc448e83acf8840c1754ec HTTP/1.1" status: 200 len: 380 time: 0.0711279 Nov 15 11:41:58.987065 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-4222a15a-eaeb-4223-856e-e78295039d7f req-94378a7c-8448-419b-a0e8-0fed3c89273b tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Request body: {'port': {'device_id': 'f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51', 'network_id': '9187d822-3785-414a-90e1-c2375533ab75', 'admin_state_up': True, 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'security_groups': ['a29dd2c1-e0fa-4750-96f7-84232fbf915a']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:41:59.126131 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4222a15a-eaeb-4223-856e-e78295039d7f req-94378a7c-8448-419b-a0e8-0fed3c89273b tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Made reservation on behalf of c76095f6c6fc448e83acf8840c1754ec for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:41:59.131782 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4222a15a-eaeb-4223-856e-e78295039d7f req-94378a7c-8448-419b-a0e8-0fed3c89273b tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:59.296808 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-4222a15a-eaeb-4223-856e-e78295039d7f req-94378a7c-8448-419b-a0e8-0fed3c89273b tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Allocated IP 172.20.0.10 (9187d822-3785-414a-90e1-c2375533ab75/0c2ac814-f6f8-43e0-bf4f-7c893fcddb25/bbce35d0-34f2-415f-b7ea-adc994307f05) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:41:59.491422 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4222a15a-eaeb-4223-856e-e78295039d7f req-94378a7c-8448-419b-a0e8-0fed3c89273b tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:59.537003 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4222a15a-eaeb-4223-856e-e78295039d7f req-94378a7c-8448-419b-a0e8-0fed3c89273b tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:59.589786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4222a15a-eaeb-4223-856e-e78295039d7f req-94378a7c-8448-419b-a0e8-0fed3c89273b tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Network 9187d822-3785-414a-90e1-c2375533ab75 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:41:59.592941 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-4222a15a-eaeb-4223-856e-e78295039d7f req-94378a7c-8448-419b-a0e8-0fed3c89273b tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:41:59.596749 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-4222a15a-eaeb-4223-856e-e78295039d7f req-94378a7c-8448-419b-a0e8-0fed3c89273b tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:41:59.632542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94378a7c-8448-419b-a0e8-0fed3c89273b tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Pushing event updated for resources: {'Port': ['ID=bbce35d0-34f2-415f-b7ea-adc994307f05,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:41:59.671378 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222a15a-eaeb-4223-856e-e78295039d7f req-94378a7c-8448-419b-a0e8-0fed3c89273b tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:41:59.672182 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4222a15a-eaeb-4223-856e-e78295039d7f req-94378a7c-8448-419b-a0e8-0fed3c89273b tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:59.695173 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4222a15a-eaeb-4223-856e-e78295039d7f req-94378a7c-8448-419b-a0e8-0fed3c89273b tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7121699 Nov 15 11:41:59.714057 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-4222a15a-eaeb-4223-856e-e78295039d7f req-1e1eba09-59b9-49f6-b0f2-8ad29fcc8ce0 service neutron] Request body: {'port': {'device_id': 'f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:41:59.747953 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:59.809091 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4222a15a-eaeb-4223-856e-e78295039d7f req-1e1eba09-59b9-49f6-b0f2-8ad29fcc8ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:41:59.926090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0f05430b-8e47-4a84-a404-6a577a5f7efd None None] Provisioning complete for port bbce35d0-34f2-415f-b7ea-adc994307f05 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:41:59.929355 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0f05430b-8e47-4a84-a404-6a577a5f7efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:00.033911 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-0f05430b-8e47-4a84-a404-6a577a5f7efd None None] Port bbce35d0-34f2-415f-b7ea-adc994307f05 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:42:00.274778 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a024cd-9e74-4118-b2d4-ce2cec599803 req-ab56320d-a8ea-43a6-80ea-648fb77080e9 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:00.276613 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77a024cd-9e74-4118-b2d4-ce2cec599803 req-ab56320d-a8ea-43a6-80ea-648fb77080e9 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 932 time: 0.2154536 Nov 15 11:42:00.279074 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-4222a15a-eaeb-4223-856e-e78295039d7f req-1e1eba09-59b9-49f6-b0f2-8ad29fcc8ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbce35d0-34f2-415f-b7ea-adc994307f05 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:42:00.288818 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4222a15a-eaeb-4223-856e-e78295039d7f req-1e1eba09-59b9-49f6-b0f2-8ad29fcc8ce0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:00.308149 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-4222a15a-eaeb-4223-856e-e78295039d7f req-1e1eba09-59b9-49f6-b0f2-8ad29fcc8ce0 service neutron] Transition to ACTIVE for port object bbce35d0-34f2-415f-b7ea-adc994307f05 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:42:00.361263 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77a024cd-9e74-4118-b2d4-ce2cec599803 req-8d75d220-fe72-42b0-885e-b1a3feb51a81 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/security-groups?id=a29dd2c1-e0fa-4750-96f7-84232fbf915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550144 Nov 15 11:42:00.362075 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4222a15a-eaeb-4223-856e-e78295039d7f req-1e1eba09-59b9-49f6-b0f2-8ad29fcc8ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:00.468472 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1eba09-59b9-49f6-b0f2-8ad29fcc8ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=bbce35d0-34f2-415f-b7ea-adc994307f05,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:00.531089 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-4222a15a-eaeb-4223-856e-e78295039d7f req-1e1eba09-59b9-49f6-b0f2-8ad29fcc8ce0 service neutron] Attempting to bind port bbce35d0-34f2-415f-b7ea-adc994307f05 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:42:00.531676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-4222a15a-eaeb-4223-856e-e78295039d7f req-1e1eba09-59b9-49f6-b0f2-8ad29fcc8ce0 service neutron] Attempting to bind port bbce35d0-34f2-415f-b7ea-adc994307f05 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '7513e5bf-dd3d-4fe0-a43e-3a6b16169783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9187d822-3785-414a-90e1-c2375533ab75'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:42:00.532214 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4222a15a-eaeb-4223-856e-e78295039d7f req-1e1eba09-59b9-49f6-b0f2-8ad29fcc8ce0 service neutron] Attempting to bind port bbce35d0-34f2-415f-b7ea-adc994307f05 on network 9187d822-3785-414a-90e1-c2375533ab75 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:42:00.537757 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4222a15a-eaeb-4223-856e-e78295039d7f req-1e1eba09-59b9-49f6-b0f2-8ad29fcc8ce0 service neutron] Port bbce35d0-34f2-415f-b7ea-adc994307f05 on network 9187d822-3785-414a-90e1-c2375533ab75 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:42:00.538286 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4222a15a-eaeb-4223-856e-e78295039d7f req-1e1eba09-59b9-49f6-b0f2-8ad29fcc8ce0 service neutron] Attempting to bind port bbce35d0-34f2-415f-b7ea-adc994307f05 on network 9187d822-3785-414a-90e1-c2375533ab75 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:42:00.545154 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4222a15a-eaeb-4223-856e-e78295039d7f req-1e1eba09-59b9-49f6-b0f2-8ad29fcc8ce0 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:42:00.545696 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4222a15a-eaeb-4223-856e-e78295039d7f req-1e1eba09-59b9-49f6-b0f2-8ad29fcc8ce0 service neutron] Checking segment: {'id': '7513e5bf-dd3d-4fe0-a43e-3a6b16169783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9187d822-3785-414a-90e1-c2375533ab75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:42:00.546437 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4222a15a-eaeb-4223-856e-e78295039d7f req-1e1eba09-59b9-49f6-b0f2-8ad29fcc8ce0 service neutron] Bound using segment: {'id': '7513e5bf-dd3d-4fe0-a43e-3a6b16169783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9187d822-3785-414a-90e1-c2375533ab75'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:42:00.547026 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-4222a15a-eaeb-4223-856e-e78295039d7f req-1e1eba09-59b9-49f6-b0f2-8ad29fcc8ce0 service neutron] Bound port: bbce35d0-34f2-415f-b7ea-adc994307f05, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7513e5bf-dd3d-4fe0-a43e-3a6b16169783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '9187d822-3785-414a-90e1-c2375533ab75'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:42:00.547558 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4222a15a-eaeb-4223-856e-e78295039d7f req-1e1eba09-59b9-49f6-b0f2-8ad29fcc8ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:00.618675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-4222a15a-eaeb-4223-856e-e78295039d7f req-1e1eba09-59b9-49f6-b0f2-8ad29fcc8ce0 service neutron] For port bbce35d0-34f2-415f-b7ea-adc994307f05, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:42:00.622261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-4222a15a-eaeb-4223-856e-e78295039d7f req-1e1eba09-59b9-49f6-b0f2-8ad29fcc8ce0 service neutron] For port bbce35d0-34f2-415f-b7ea-adc994307f05, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=bbce35d0-34f2-415f-b7ea-adc994307f05,segment=NetworkSegment(7513e5bf-dd3d-4fe0-a43e-3a6b16169783),segment_id=7513e5bf-dd3d-4fe0-a43e-3a6b16169783)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:42:00.631310 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4222a15a-eaeb-4223-856e-e78295039d7f req-1e1eba09-59b9-49f6-b0f2-8ad29fcc8ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:00.694726 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222a15a-eaeb-4223-856e-e78295039d7f req-1e1eba09-59b9-49f6-b0f2-8ad29fcc8ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:00.695285 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-4222a15a-eaeb-4223-856e-e78295039d7f req-1e1eba09-59b9-49f6-b0f2-8ad29fcc8ce0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:00.697194 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4222a15a-eaeb-4223-856e-e78295039d7f req-1e1eba09-59b9-49f6-b0f2-8ad29fcc8ce0 service neutron] 10.222.0.55 "PUT /v2.0/ports/bbce35d0-34f2-415f-b7ea-adc994307f05 HTTP/1.1" status: 200 len: 1092 time: 0.9892974 Nov 15 11:42:00.697321 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51', 'tag': 'bbce35d0-34f2-415f-b7ea-adc994307f05'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:42:00.699794 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fa0aa2-d0da-4d2f-a9f2-7b5b47ea1ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51", "tag": "bbce35d0-34f2-415f-b7ea-adc994307f05"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:42:00.757339 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1eba09-59b9-49f6-b0f2-8ad29fcc8ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=bbce35d0-34f2-415f-b7ea-adc994307f05,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:00.840546 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecec2b29-50ed-4f9f-b42d-60d360631781 x-openstack-request-id: req-ecec2b29-50ed-4f9f-b42d-60d360631781 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:42:00.841084 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51", "tag": "bbce35d0-34f2-415f-b7ea-adc994307f05", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:42:00.841382 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ecec2b29-50ed-4f9f-b42d-60d360631781 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:42:00.841885 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51', 'tag': 'bbce35d0-34f2-415f-b7ea-adc994307f05', 'status': 'completed', 'code': 200} Nov 15 11:42:00.881993 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222a15a-eaeb-4223-856e-e78295039d7f req-2d2aa729-7db0-4062-ad4f-5fc91a47bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:00.883920 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4222a15a-eaeb-4223-856e-e78295039d7f req-2d2aa729-7db0-4062-ad4f-5fc91a47bbdf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c76095f6c6fc448e83acf8840c1754ec&device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 1095 time: 0.1178193 Nov 15 11:42:00.948889 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4222a15a-eaeb-4223-856e-e78295039d7f req-23efa3ee-2dae-4da5-ae0f-f7cc97774350 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbce35d0-34f2-415f-b7ea-adc994307f05 HTTP/1.1" status: 200 len: 217 time: 0.0560179 Nov 15 11:42:01.053194 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222a15a-eaeb-4223-856e-e78295039d7f req-e071495f-8ba9-4866-b523-fc15f88932f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:01.057495 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4222a15a-eaeb-4223-856e-e78295039d7f req-e071495f-8ba9-4866-b523-fc15f88932f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c2ac814-f6f8-43e0-bf4f-7c893fcddb25 HTTP/1.1" status: 200 len: 853 time: 0.1015694 Nov 15 11:42:01.131217 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222a15a-eaeb-4223-856e-e78295039d7f req-2aa08825-7145-4d68-941f-09a97a631abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:01.132842 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4222a15a-eaeb-4223-856e-e78295039d7f req-2aa08825-7145-4d68-941f-09a97a631abc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9187d822-3785-414a-90e1-c2375533ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680552 Nov 15 11:42:01.246770 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4222a15a-eaeb-4223-856e-e78295039d7f req-b8d4de36-e099-4db5-8c89-77d1912dedc3 service neutron] 10.222.0.55 "GET /v2.0/networks/9187d822-3785-414a-90e1-c2375533ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048715 Nov 15 11:42:01.354097 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4222a15a-eaeb-4223-856e-e78295039d7f req-7b81cd5a-49d6-4801-a406-9d6c883937da service neutron] 10.222.0.55 "GET /v2.0/networks/9187d822-3785-414a-90e1-c2375533ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993590 Nov 15 11:42:01.456928 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa0aa2-d0da-4d2f-a9f2-7b5b47ea1ba1 req-c4b71474-9696-4067-9e28-9c936d6db89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:01.458823 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2fa0aa2-d0da-4d2f-a9f2-7b5b47ea1ba1 req-c4b71474-9696-4067-9e28-9c936d6db89c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c76095f6c6fc448e83acf8840c1754ec&device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 1095 time: 0.0582340 Nov 15 11:42:01.569332 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32461dd3-80fe-484d-bf3c-7b643db665d9 req-31b73e7e-0300-49b9-a50d-f4d23688dc93 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:01.570868 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32461dd3-80fe-484d-bf3c-7b643db665d9 req-31b73e7e-0300-49b9-a50d-f4d23688dc93 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 944 time: 0.1051655 Nov 15 11:42:01.606196 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa0aa2-d0da-4d2f-a9f2-7b5b47ea1ba1 req-9bf4cfd5-b31f-4153-bc43-e8f6eb3b1b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:01.607758 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2fa0aa2-d0da-4d2f-a9f2-7b5b47ea1ba1 req-9bf4cfd5-b31f-4153-bc43-e8f6eb3b1b1f service neutron] 10.222.0.55 "GET /v2.0/networks?id=9187d822-3785-414a-90e1-c2375533ab75 HTTP/1.1" status: 200 len: 915 time: 0.1403418 Nov 15 11:42:01.665185 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2fa0aa2-d0da-4d2f-a9f2-7b5b47ea1ba1 req-82872c7a-d817-49e6-9d12-a23cab527d43 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbce35d0-34f2-415f-b7ea-adc994307f05 HTTP/1.1" status: 200 len: 217 time: 0.0479493 Nov 15 11:42:01.670761 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32461dd3-80fe-484d-bf3c-7b643db665d9 req-e9b4e6a8-8768-4fe9-bcd5-62fde983be22 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/security-groups?id=a29dd2c1-e0fa-4750-96f7-84232fbf915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910916 Nov 15 11:42:01.705879 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:01.716654 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa0aa2-d0da-4d2f-a9f2-7b5b47ea1ba1 req-02e89813-3dd7-4307-b39d-6ac7889c8960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:01.718275 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2fa0aa2-d0da-4d2f-a9f2-7b5b47ea1ba1 req-02e89813-3dd7-4307-b39d-6ac7889c8960 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c2ac814-f6f8-43e0-bf4f-7c893fcddb25 HTTP/1.1" status: 200 len: 853 time: 0.0458002 Nov 15 11:42:01.764051 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa0aa2-d0da-4d2f-a9f2-7b5b47ea1ba1 req-266e7477-af76-45e0-8904-b39ff87ea265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:01.765540 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2fa0aa2-d0da-4d2f-a9f2-7b5b47ea1ba1 req-266e7477-af76-45e0-8904-b39ff87ea265 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9187d822-3785-414a-90e1-c2375533ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405486 Nov 15 11:42:01.876528 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2fa0aa2-d0da-4d2f-a9f2-7b5b47ea1ba1 req-97aab930-ea20-4539-992a-d37bcee6f6c3 service neutron] 10.222.0.55 "GET /v2.0/networks/9187d822-3785-414a-90e1-c2375533ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030595 Nov 15 11:42:01.994601 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2fa0aa2-d0da-4d2f-a9f2-7b5b47ea1ba1 req-b8a78457-1a40-48d0-ad98-640d2efd903c service neutron] 10.222.0.55 "GET /v2.0/networks/9187d822-3785-414a-90e1-c2375533ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103661 Nov 15 11:42:02.805713 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311ded0-b820-44ac-a097-bfd5e774f7ff req-b4764649-98ad-47f3-9dcb-b094b755cb03 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:02.807221 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3311ded0-b820-44ac-a097-bfd5e774f7ff req-b4764649-98ad-47f3-9dcb-b094b755cb03 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 944 time: 0.0566039 Nov 15 11:42:03.201541 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3311ded0-b820-44ac-a097-bfd5e774f7ff req-ede1720f-290b-48b9-8cb3-7fa551fd4b4c tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/security-groups?id=a29dd2c1-e0fa-4750-96f7-84232fbf915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3878639 Nov 15 11:42:04.365321 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6ef65-70fd-41cc-95b5-0e0bbdc9afc9 req-5bc1bd8c-a44b-4421-b116-1b5a8cc93035 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:04.367486 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2f6ef65-70fd-41cc-95b5-0e0bbdc9afc9 req-5bc1bd8c-a44b-4421-b116-1b5a8cc93035 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 944 time: 0.0776389 Nov 15 11:42:04.428532 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2f6ef65-70fd-41cc-95b5-0e0bbdc9afc9 req-e58fcaa9-d1d1-44f0-a13a-44fdf04f2d9f tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/security-groups?id=a29dd2c1-e0fa-4750-96f7-84232fbf915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540035 Nov 15 11:42:05.596421 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fb557-701b-445d-b5eb-c11638752931 req-0cca59a6-2bf9-434e-b440-9e98ef41e2fd tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:05.597991 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-446fb557-701b-445d-b5eb-c11638752931 req-0cca59a6-2bf9-434e-b440-9e98ef41e2fd tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 944 time: 0.0561697 Nov 15 11:42:05.660319 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-446fb557-701b-445d-b5eb-c11638752931 req-dba611ac-d389-414b-a71c-e4906fba5f5a tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/security-groups?id=a29dd2c1-e0fa-4750-96f7-84232fbf915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547240 Nov 15 11:42:06.311165 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7c6ae3d0-6999-4c42-9be6-c57d154eb5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:06.797026 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e94148-ef74-44be-923b-a559386a51b4 req-f5a88576-08a3-41bc-af85-70b2f5568e3e tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:06.805060 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-50e94148-ef74-44be-923b-a559386a51b4 req-f5a88576-08a3-41bc-af85-70b2f5568e3e tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 944 time: 0.0595813 Nov 15 11:42:06.865202 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-50e94148-ef74-44be-923b-a559386a51b4 req-8663a019-f493-4b3e-b067-14009bc28075 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/security-groups?id=a29dd2c1-e0fa-4750-96f7-84232fbf915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590827 Nov 15 11:42:07.985381 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3026e7-d21c-4c79-86a5-be455a247812 req-d2933326-9437-4100-90e6-acfc0875d3c2 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:07.987739 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0a3026e7-d21c-4c79-86a5-be455a247812 req-d2933326-9437-4100-90e6-acfc0875d3c2 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 944 time: 0.0522485 Nov 15 11:42:08.058629 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0a3026e7-d21c-4c79-86a5-be455a247812 req-870baade-745a-48f7-9d62-167752d145d6 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/security-groups?id=a29dd2c1-e0fa-4750-96f7-84232fbf915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641522 Nov 15 11:42:08.368321 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6bd96bf5-485f-4ada-ba6d-0be3e27d0f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:09.182746 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c18ca-944c-4223-b648-3975577e2357 req-1f4cebd5-a222-43ec-a382-67cf17ccf7f5 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:09.191153 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5c3c18ca-944c-4223-b648-3975577e2357 req-1f4cebd5-a222-43ec-a382-67cf17ccf7f5 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 944 time: 0.0599597 Nov 15 11:42:09.238502 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5c3c18ca-944c-4223-b648-3975577e2357 req-dd22eaf4-2580-4323-8bcd-4c102830115a tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/security-groups?id=a29dd2c1-e0fa-4750-96f7-84232fbf915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464785 Nov 15 11:42:09.879201 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:10.370419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b66a28-212e-4e80-83da-e7e9a5225c8c req-fdb4ed6f-1834-495c-9212-144b43355a9e tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:10.378615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-13b66a28-212e-4e80-83da-e7e9a5225c8c req-fdb4ed6f-1834-495c-9212-144b43355a9e tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 944 time: 0.0624850 Nov 15 11:42:10.426739 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-13b66a28-212e-4e80-83da-e7e9a5225c8c req-9ba1e1f9-35ae-4254-b0ca-fbc4db8c9da6 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/security-groups?id=a29dd2c1-e0fa-4750-96f7-84232fbf915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470524 Nov 15 11:42:11.457765 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:11.573550 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc58ad6-5b93-43da-b72f-50b319ce05cc req-7c6c8a0f-d17a-4b55-aed8-7211b60ac6c8 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:11.582884 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0fc58ad6-5b93-43da-b72f-50b319ce05cc req-7c6c8a0f-d17a-4b55-aed8-7211b60ac6c8 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 944 time: 0.0680163 Nov 15 11:42:11.643432 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0fc58ad6-5b93-43da-b72f-50b319ce05cc req-90edb98c-8f68-4f4c-ba3f-57b81b0ee517 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/security-groups?id=a29dd2c1-e0fa-4750-96f7-84232fbf915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595376 Nov 15 11:42:12.162508 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:12.304667 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device bbce35d0-34f2-415f-b7ea-adc994307f05 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:42:12.458767 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port bbce35d0-34f2-415f-b7ea-adc994307f05, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=bbce35d0-34f2-415f-b7ea-adc994307f05,segment=NetworkSegment(7513e5bf-dd3d-4fe0-a43e-3a6b16169783),segment_id=7513e5bf-dd3d-4fe0-a43e-3a6b16169783)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:42:12.479928 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'bbce35d0-34f2-415f-b7ea-adc994307f05', 'network_id': '9187d822-3785-414a-90e1-c2375533ab75', 'port_id': 'bbce35d0-34f2-415f-b7ea-adc994307f05', 'mac_address': 'fa:16:3e:cf:00:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:42:12.572659 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:12.592547 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbce35d0-34f2-415f-b7ea-adc994307f05 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:42:12.628661 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port bbce35d0-34f2-415f-b7ea-adc994307f05, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=bbce35d0-34f2-415f-b7ea-adc994307f05,segment=NetworkSegment(7513e5bf-dd3d-4fe0-a43e-3a6b16169783),segment_id=7513e5bf-dd3d-4fe0-a43e-3a6b16169783)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:42:12.637099 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:12.713282 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=bbce35d0-34f2-415f-b7ea-adc994307f05,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:12.745917 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:12.746766 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:12.747282 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:12.748379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:12.750064 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:12.750876 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:12.751352 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:12.751912 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:12.753464 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:12.753947 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:12.754419 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:12.755508 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:12.856452 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['bbce35d0-34f2-415f-b7ea-adc994307f05'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:42:12.915295 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae269728-33f1-434a-90ff-8025fc06fc47 req-a5c9037f-041e-4d2b-95f0-a68e0f9d3fab tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:12.926545 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae269728-33f1-434a-90ff-8025fc06fc47 req-a5c9037f-041e-4d2b-95f0-a68e0f9d3fab tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 945 time: 0.1255207 Nov 15 11:42:13.063341 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae269728-33f1-434a-90ff-8025fc06fc47 req-9f4db7b6-2278-42d4-bb91-8fb0dec9859b tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/security-groups?id=a29dd2c1-e0fa-4750-96f7-84232fbf915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357439 Nov 15 11:42:13.069489 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41618) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:13.307368 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78d8a0ef-ef1f-4e10-a7a1-b91ff22e0b4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:13.431342 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78d8a0ef-ef1f-4e10-a7a1-b91ff22e0b4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:13.440306 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-78d8a0ef-ef1f-4e10-a7a1-b91ff22e0b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:13.460789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41632) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:13.483806 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8a0ef-ef1f-4e10-a7a1-b91ff22e0b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd92cc1b-a86b-4d78-98eb-bd23a8fabc49,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:13.492368 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-78d8a0ef-ef1f-4e10-a7a1-b91ff22e0b4a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=25585ec18bb14973a689a11aa070b1e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4191384 Nov 15 11:42:13.495354 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41638) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:13.561210 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7151-7f01-4756-8210-afa325a36236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:13.597363 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-64c67b05-1954-4a6a-85bb-46a93690c1ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:13.600216 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7151-7f01-4756-8210-afa325a36236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:13.701567 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7151-7f01-4756-8210-afa325a36236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:13.704464 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7151-7f01-4756-8210-afa325a36236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:13.705712 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7d0f7151-7f01-4756-8210-afa325a36236 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd92cc1b-a86b-4d78-98eb-bd23a8fabc49 HTTP/1.1" status: 204 len: 168 time: 0.2079933 Nov 15 11:42:13.723338 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f7151-7f01-4756-8210-afa325a36236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd92cc1b-a86b-4d78-98eb-bd23a8fabc49,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:13.731833 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-64c67b05-1954-4a6a-85bb-46a93690c1ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:13.741832 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f7151-7f01-4756-8210-afa325a36236 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:13.742481 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f7151-7f01-4756-8210-afa325a36236 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:13.742983 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f7151-7f01-4756-8210-afa325a36236 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:13.743473 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f7151-7f01-4756-8210-afa325a36236 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:13.743982 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f7151-7f01-4756-8210-afa325a36236 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:13.744480 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f7151-7f01-4756-8210-afa325a36236 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:13.744799 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f7151-7f01-4756-8210-afa325a36236 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:13.745243 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f7151-7f01-4756-8210-afa325a36236 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:13.745753 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f7151-7f01-4756-8210-afa325a36236 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:13.745753 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f7151-7f01-4756-8210-afa325a36236 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:13.746067 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f7151-7f01-4756-8210-afa325a36236 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:13.746561 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f7151-7f01-4756-8210-afa325a36236 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:13.749719 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-64c67b05-1954-4a6a-85bb-46a93690c1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:13.810178 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-64c67b05-1954-4a6a-85bb-46a93690c1ca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f6daf692bfe94cd7833ef76d74239e00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3480721 Nov 15 11:42:13.811115 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c67b05-1954-4a6a-85bb-46a93690c1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7c1186-a77d-475a-8bc2-27f378d6b5f8,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:13.812817 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41650) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:13.881778 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c973c2b-794e-4e4b-ac80-7e16e7a2e1ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:13.904313 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c973c2b-794e-4e4b-ac80-7e16e7a2e1ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:13.959660 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c973c2b-794e-4e4b-ac80-7e16e7a2e1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:13.962556 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c973c2b-794e-4e4b-ac80-7e16e7a2e1ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:13.964021 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2c973c2b-794e-4e4b-ac80-7e16e7a2e1ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7f7c1186-a77d-475a-8bc2-27f378d6b5f8 HTTP/1.1" status: 204 len: 168 time: 0.1501770 Nov 15 11:42:13.977771 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c973c2b-794e-4e4b-ac80-7e16e7a2e1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7c1186-a77d-475a-8bc2-27f378d6b5f8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:14.207319 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6b3c9-8a85-41de-9977-1ec3c87fa55d req-09259128-1314-4aaf-9350-637bf4eae4dd tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:14.209059 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25d6b3c9-8a85-41de-9977-1ec3c87fa55d req-09259128-1314-4aaf-9350-637bf4eae4dd tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 945 time: 0.0675552 Nov 15 11:42:14.265564 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25d6b3c9-8a85-41de-9977-1ec3c87fa55d req-0348b38a-cade-4f52-ab0f-9df6604f13d3 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/security-groups?id=a29dd2c1-e0fa-4750-96f7-84232fbf915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491841 Nov 15 11:42:14.306743 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device bbce35d0-34f2-415f-b7ea-adc994307f05 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:42:14.392052 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port bbce35d0-34f2-415f-b7ea-adc994307f05 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:42:14.396349 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port bbce35d0-34f2-415f-b7ea-adc994307f05 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:42:14.396713 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:14.495034 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41688) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:14.502000 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:14.509918 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c3cf528-ecca-493b-b5f7-f6e68281452d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:14.538709 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port bbce35d0-34f2-415f-b7ea-adc994307f05, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=bbce35d0-34f2-415f-b7ea-adc994307f05,segment=NetworkSegment(7513e5bf-dd3d-4fe0-a43e-3a6b16169783),segment_id=7513e5bf-dd3d-4fe0-a43e-3a6b16169783)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:42:14.540219 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbce35d0-34f2-415f-b7ea-adc994307f05'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:42:14.542985 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd8ef91-8d96-446e-918c-67994d16051f" -d '{"events": [{"server_uuid": "f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51", "name": "network-vif-plugged", "status": "completed", "tag": "bbce35d0-34f2-415f-b7ea-adc994307f05"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:42:14.549455 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:14.612233 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=bbce35d0-34f2-415f-b7ea-adc994307f05,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:14.620821 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c3cf528-ecca-493b-b5f7-f6e68281452d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:14.628520 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c3cf528-ecca-493b-b5f7-f6e68281452d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:14.682074 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3cf528-ecca-493b-b5f7-f6e68281452d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64c97f3-c62a-4baa-b074-15c8e63f0b2a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:14.688319 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4c3cf528-ecca-493b-b5f7-f6e68281452d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b8e2d997d5a14f4388d0792adaa12135&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1918004 Nov 15 11:42:14.692166 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41698) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:14.760059 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b1d72db-f980-483c-ac31-dab62fcc530c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:14.786560 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b1d72db-f980-483c-ac31-dab62fcc530c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:14.793300 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41702) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:14.856810 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e2305a-95a8-4917-a714-c3fcb3c049f2 x-openstack-request-id: req-b2e2305a-95a8-4917-a714-c3fcb3c049f2 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:42:14.857097 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51", "name": "network-vif-plugged", "status": "completed", "tag": "bbce35d0-34f2-415f-b7ea-adc994307f05", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:42:14.857343 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2e2305a-95a8-4917-a714-c3fcb3c049f2 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:42:14.857735 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbce35d0-34f2-415f-b7ea-adc994307f05', 'code': 200} Nov 15 11:42:14.859017 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b1d72db-f980-483c-ac31-dab62fcc530c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:14.862073 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3b1d72db-f980-483c-ac31-dab62fcc530c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:14.863271 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3b1d72db-f980-483c-ac31-dab62fcc530c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b64c97f3-c62a-4baa-b074-15c8e63f0b2a HTTP/1.1" status: 204 len: 168 time: 0.1700869 Nov 15 11:42:14.871540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d72db-f980-483c-ac31-dab62fcc530c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64c97f3-c62a-4baa-b074-15c8e63f0b2a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:14.986215 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6bf4582c-b63c-415e-a0b3-f0675b98041d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2122752519-network', 'tenant_id': 'ff76c59cc73d4574aa6375584d816238'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:42:14.993368 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07610f06-783e-407f-847e-b1e6b35f218c req-d2efa9bc-4d2b-4326-bd48-7d65a00316fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:14.995158 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-07610f06-783e-407f-847e-b1e6b35f218c req-d2efa9bc-4d2b-4326-bd48-7d65a00316fc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 1097 time: 0.0624130 Nov 15 11:42:15.017462 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf4582c-b63c-415e-a0b3-f0675b98041d admin admin] Made reservation on behalf of ff76c59cc73d4574aa6375584d816238 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:42:15.019899 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6bf4582c-b63c-415e-a0b3-f0675b98041d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:15.028933 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6bf4582c-b63c-415e-a0b3-f0675b98041d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:15.047422 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-07610f06-783e-407f-847e-b1e6b35f218c req-7b8249d6-5bca-4755-8360-570dd6594679 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a29dd2c1-e0fa-4750-96f7-84232fbf915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443785 Nov 15 11:42:15.148171 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6bf4582c-b63c-415e-a0b3-f0675b98041d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:15.152735 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6bf4582c-b63c-415e-a0b3-f0675b98041d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:15.181426 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf4582c-b63c-415e-a0b3-f0675b98041d admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:42:15.204747 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4582c-b63c-415e-a0b3-f0675b98041d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4c2f0e-9a79-44b5-8f2f-38d96c2e5403,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:15.210007 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6bf4582c-b63c-415e-a0b3-f0675b98041d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:15.210344 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-6bf4582c-b63c-415e-a0b3-f0675b98041d admin admin] Added segment a4634e56-c449-43d0-a0e4-9eb61ae06af3 of type vlan for network d33d8ce1-3b51-4200-b2f1-45e6688ea26f Nov 15 11:42:15.256771 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6bf4582c-b63c-415e-a0b3-f0675b98041d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:15.283306 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6bf4582c-b63c-415e-a0b3-f0675b98041d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:15.284564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf4582c-b63c-415e-a0b3-f0675b98041d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:15.285136 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6bf4582c-b63c-415e-a0b3-f0675b98041d admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:15.367153 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6bf4582c-b63c-415e-a0b3-f0675b98041d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5726936 Nov 15 11:42:15.370107 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41732) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:15.374841 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d5829a88-b82f-4195-bde0-6fa7d4be1209 admin admin] Request body: {'subnet': {'network_id': 'd33d8ce1-3b51-4200-b2f1-45e6688ea26f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2122752519-subnet', 'tenant_id': 'ff76c59cc73d4574aa6375584d816238', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:42:15.384776 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4582c-b63c-415e-a0b3-f0675b98041d admin admin] Pushing event updated for resources: {'Network': ['ID=d33d8ce1-3b51-4200-b2f1-45e6688ea26f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:15.396382 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network d33d8ce1-3b51-4200-b2f1-45e6688ea26f details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:42:15.410118 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5829a88-b82f-4195-bde0-6fa7d4be1209 admin admin] Made reservation on behalf of ff76c59cc73d4574aa6375584d816238 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:42:15.412902 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5829a88-b82f-4195-bde0-6fa7d4be1209 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:15.452805 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a02296-60e9-480c-862e-694b3f049eaa req-474a148f-da7d-425b-b318-c9a28c566038 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:15.454681 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79a02296-60e9-480c-862e-694b3f049eaa req-474a148f-da7d-425b-b318-c9a28c566038 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 946 time: 0.1037304 Nov 15 11:42:15.532083 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79a02296-60e9-480c-862e-694b3f049eaa req-f1ee4786-d055-4f4f-ad00-4a0f1e161962 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/security-groups?id=a29dd2c1-e0fa-4750-96f7-84232fbf915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637417 Nov 15 11:42:15.694780 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5829a88-b82f-4195-bde0-6fa7d4be1209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:15.756852 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5829a88-b82f-4195-bde0-6fa7d4be1209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=186e7fa5-9dbf-43aa-b035-baadd8e68213,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:15.762453 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5829a88-b82f-4195-bde0-6fa7d4be1209 admin admin] Checking segment: {'id': 'a4634e56-c449-43d0-a0e4-9eb61ae06af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'd33d8ce1-3b51-4200-b2f1-45e6688ea26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:42:15.762809 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5829a88-b82f-4195-bde0-6fa7d4be1209 admin admin] Network hostable DHCP agents. Network: d33d8ce1-3b51-4200-b2f1-45e6688ea26f, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:42:15.786636 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5829a88-b82f-4195-bde0-6fa7d4be1209 admin admin] Network d33d8ce1-3b51-4200-b2f1-45e6688ea26f is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:42:15.797705 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d5829a88-b82f-4195-bde0-6fa7d4be1209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, d33d8ce1-3b51-4200-b2f1-45e6688ea26f) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:42:15.807375 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cced810-21fd-4816-9a48-662de152c1c3 None None] Network d33d8ce1-3b51-4200-b2f1-45e6688ea26f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:42:15.809207 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5829a88-b82f-4195-bde0-6fa7d4be1209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:15.809995 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5829a88-b82f-4195-bde0-6fa7d4be1209 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:15.830684 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d5829a88-b82f-4195-bde0-6fa7d4be1209 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4594662 Nov 15 11:42:16.038684 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258dc042-b6ef-4a8f-a30c-0e88bdfd4042 None None] Network d33d8ce1-3b51-4200-b2f1-45e6688ea26f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:42:16.694822 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14e6f4-46fa-4b38-941c-7304a1b55feb req-e06b0811-2a60-4f75-8821-6e9302801fb2 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:16.697483 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d14e6f4-46fa-4b38-941c-7304a1b55feb req-e06b0811-2a60-4f75-8821-6e9302801fb2 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 946 time: 0.0603468 Nov 15 11:42:16.764278 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d14e6f4-46fa-4b38-941c-7304a1b55feb req-c56b63c8-cbad-447b-9d3c-781eaadd53a9 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/security-groups?id=a29dd2c1-e0fa-4750-96f7-84232fbf915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596406 Nov 15 11:42:16.948267 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466ec41-97ee-46b0-9793-c0c8a74b5dc1 req-7fe9e321-63d0-4c43-b4bc-af45846e841b tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:16.949845 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c466ec41-97ee-46b0-9793-c0c8a74b5dc1 req-7fe9e321-63d0-4c43-b4bc-af45846e841b tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 946 time: 0.0524111 Nov 15 11:42:17.004658 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c466ec41-97ee-46b0-9793-c0c8a74b5dc1 req-0a764965-d4b2-43b6-a125-80afd5283377 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/security-groups?id=a29dd2c1-e0fa-4750-96f7-84232fbf915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479875 Nov 15 11:42:17.027209 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41818) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:17.329146 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1384d58-c313-4248-9477-fb2999b524d7 tempest-TestVolumeBackupRestore-1432400156 tempest-TestVolumeBackupRestore-1432400156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:17.331760 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d1384d58-c313-4248-9477-fb2999b524d7 tempest-TestVolumeBackupRestore-1432400156 tempest-TestVolumeBackupRestore-1432400156-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 1092 time: 0.3031635 Nov 15 11:42:17.334485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 41830) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:17.339428 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-49d05f17-41fa-40df-870d-c84c484d63fc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': 'bbce35d0-34f2-415f-b7ea-adc994307f05', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:42:17.367459 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-49d05f17-41fa-40df-870d-c84c484d63fc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:17.520442 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-49d05f17-41fa-40df-870d-c84c484d63fc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:17.703023 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-49d05f17-41fa-40df-870d-c84c484d63fc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Allocated IP 172.25.7.233 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/43d716d6-c6c1-4212-82eb-86083a1f479b) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:42:17.703954 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:42:17.825628 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-49d05f17-41fa-40df-870d-c84c484d63fc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:17.862265 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-49d05f17-41fa-40df-870d-c84c484d63fc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:17.903502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d05f17-41fa-40df-870d-c84c484d63fc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:42:17.906595 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-49d05f17-41fa-40df-870d-c84c484d63fc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:42:17.909671 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d05f17-41fa-40df-870d-c84c484d63fc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:42:17.966667 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d05f17-41fa-40df-870d-c84c484d63fc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Pushing event updated for resources: {'Port': ['ID=43d716d6-c6c1-4212-82eb-86083a1f479b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:18.435025 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-49d05f17-41fa-40df-870d-c84c484d63fc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:18.549982 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-49d05f17-41fa-40df-870d-c84c484d63fc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:18.750517 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-49d05f17-41fa-40df-870d-c84c484d63fc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:18.757143 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-49d05f17-41fa-40df-870d-c84c484d63fc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:18.857114 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-49d05f17-41fa-40df-870d-c84c484d63fc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:18.894424 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d05f17-41fa-40df-870d-c84c484d63fc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Pushing event updated for resources: {'Port': ['ID=43d716d6-c6c1-4212-82eb-86083a1f479b,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:19.028819 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-49d05f17-41fa-40df-870d-c84c484d63fc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Floating IP d8296e55-da66-41b4-b967-066b1ae52c17 associated. External IP: 172.25.7.233, port: bbce35d0-34f2-415f-b7ea-adc994307f05. Nov 15 11:42:19.289336 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d05f17-41fa-40df-870d-c84c484d63fc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Router 5ea94d0a-b96c-46fb-9ec1-73c31275758d has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:42:19.420135 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d05f17-41fa-40df-870d-c84c484d63fc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:42:19.433126 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddcec24-6a9c-4809-82bb-faa581291482 None None] Sync routers for ids ['5ea94d0a-b96c-46fb-9ec1-73c31275758d'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:42:19.449177 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddcec24-6a9c-4809-82bb-faa581291482 None None] Routers {'5ea94d0a-b96c-46fb-9ec1-73c31275758d'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:42:19.449985 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2ddcec24-6a9c-4809-82bb-faa581291482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:42:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['5ea94d0a-b96c-46fb-9ec1-73c31275758d'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:42:19.468773 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-49d05f17-41fa-40df-870d-c84c484d63fc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:19.515925 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41894) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:19.516846 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-49d05f17-41fa-40df-870d-c84c484d63fc tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1804140 Nov 15 11:42:19.517877 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51', 'tag': 'bbce35d0-34f2-415f-b7ea-adc994307f05'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:42:19.526964 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3945c32b-d0ae-406b-b6df-3dd6f16f3648" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51", "tag": "bbce35d0-34f2-415f-b7ea-adc994307f05"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:42:19.603659 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8299b8-6eff-44b9-979b-8ccbc43eec48 x-openstack-request-id: req-2a8299b8-6eff-44b9-979b-8ccbc43eec48 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:42:19.609076 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f4c969-53c8-460f-abb3-afd1a8861a40 tempest-TestVolumeBackupRestore-1432400156 tempest-TestVolumeBackupRestore-1432400156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:19.609635 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51", "tag": "bbce35d0-34f2-415f-b7ea-adc994307f05", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:42:19.609999 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a8299b8-6eff-44b9-979b-8ccbc43eec48 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:42:19.610480 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51', 'tag': 'bbce35d0-34f2-415f-b7ea-adc994307f05', 'status': 'completed', 'code': 200} Nov 15 11:42:19.611584 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-32f4c969-53c8-460f-abb3-afd1a8861a40 tempest-TestVolumeBackupRestore-1432400156 tempest-TestVolumeBackupRestore-1432400156-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 1092 time: 0.0945470 Nov 15 11:42:19.614366 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 41900) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:19.619328 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8bed0722-5939-476b-a35e-356e4e5de7f8 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Request body: {'floatingip': {'port_id': 'bbce35d0-34f2-415f-b7ea-adc994307f05'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:42:19.663229 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2ddcec24-6a9c-4809-82bb-faa581291482 None None] Set router 5ea94d0a-b96c-46fb-9ec1-73c31275758d gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:42:19.707561 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8bed0722-5939-476b-a35e-356e4e5de7f8 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for floatingip, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:19.715420 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945c32b-d0ae-406b-b6df-3dd6f16f3648 req-6cd155cb-6f7e-46d6-9035-47bd3827dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:19.716978 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3945c32b-d0ae-406b-b6df-3dd6f16f3648 req-6cd155cb-6f7e-46d6-9035-47bd3827dd07 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c76095f6c6fc448e83acf8840c1754ec&device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 1097 time: 0.0787637 Nov 15 11:42:19.933464 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945c32b-d0ae-406b-b6df-3dd6f16f3648 req-7eb1b4f5-6f46-4832-aa68-d22435a6dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:19.933464 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3945c32b-d0ae-406b-b6df-3dd6f16f3648 req-7eb1b4f5-6f46-4832-aa68-d22435a6dc54 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9187d822-3785-414a-90e1-c2375533ab75 HTTP/1.1" status: 200 len: 915 time: 0.2059650 Nov 15 11:42:20.117317 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3945c32b-d0ae-406b-b6df-3dd6f16f3648 req-9430e63e-f955-44aa-8907-2a43f1963075 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbce35d0-34f2-415f-b7ea-adc994307f05 HTTP/1.1" status: 200 len: 1000 time: 0.1680334 Nov 15 11:42:20.148844 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2ddcec24-6a9c-4809-82bb-faa581291482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'name': 'tempest-TestVolumeBackupRestore-1535527032-router', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:37:57Z', 'updated_at': '2021-11-15T11:38:08Z', 'revision_number': 4, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'gw_port': {'id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:37:59Z', 'updated_at': '2021-11-15T11:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'd8296e55-da66-41b4-b967-066b1ae52c17', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'port_id': 'bbce35d0-34f2-415f-b7ea-adc994307f05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9187d822-3785-414a-90e1-c2375533ab75', 'mac_address': 'fa:16:3e:cf:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:42:18Z', 'updated_at': '2021-11-15T11:42:18Z', 'revision_number': 0, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc034d87-76c2-420d-80d3-0ae45a319770', 'name': '', 'network_id': '9187d822-3785-414a-90e1-c2375533ab75', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'mac_address': 'fa:16:3e:21:ce:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:07Z', 'updated_at': '2021-11-15T11:38:15Z', 'revision_number': 5, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'subnets': [{'id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:42:20.212649 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945c32b-d0ae-406b-b6df-3dd6f16f3648 req-15c67116-ecf1-45d0-abf0-b4b3ecee83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:20.214152 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3945c32b-d0ae-406b-b6df-3dd6f16f3648 req-15c67116-ecf1-45d0-abf0-b4b3ecee83a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c2ac814-f6f8-43e0-bf4f-7c893fcddb25 HTTP/1.1" status: 200 len: 853 time: 0.0891044 Nov 15 11:42:20.341263 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945c32b-d0ae-406b-b6df-3dd6f16f3648 req-9a44d3ed-2cff-4a09-a8d5-0ef9eb9cab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:20.342897 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3945c32b-d0ae-406b-b6df-3dd6f16f3648 req-9a44d3ed-2cff-4a09-a8d5-0ef9eb9cab07 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9187d822-3785-414a-90e1-c2375533ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220703 Nov 15 11:42:20.433419 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddcec24-6a9c-4809-82bb-faa581291482 None None] Checking router: 5ea94d0a-b96c-46fb-9ec1-73c31275758d for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:42:20.447401 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddcec24-6a9c-4809-82bb-faa581291482 None None] Routers {'5ea94d0a-b96c-46fb-9ec1-73c31275758d'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:42:20.448680 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2ddcec24-6a9c-4809-82bb-faa581291482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:42:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['5ea94d0a-b96c-46fb-9ec1-73c31275758d'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:42:20.579912 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3945c32b-d0ae-406b-b6df-3dd6f16f3648 req-18c1fe29-8496-4df4-8637-9a6ba48ae387 service neutron] 10.222.0.55 "GET /v2.0/networks/9187d822-3785-414a-90e1-c2375533ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284496 Nov 15 11:42:20.675483 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8bed0722-5939-476b-a35e-356e4e5de7f8 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:20.693111 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2ddcec24-6a9c-4809-82bb-faa581291482 None None] Set router 5ea94d0a-b96c-46fb-9ec1-73c31275758d gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:42:20.701293 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8bed0722-5939-476b-a35e-356e4e5de7f8 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:20.720133 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3945c32b-d0ae-406b-b6df-3dd6f16f3648 req-97b35212-2e20-4580-b0ed-f8f21ed75547 service neutron] 10.222.0.55 "GET /v2.0/networks/9187d822-3785-414a-90e1-c2375533ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246948 Nov 15 11:42:21.063277 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bed0722-5939-476b-a35e-356e4e5de7f8 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Router 5ea94d0a-b96c-46fb-9ec1-73c31275758d has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:42:21.197523 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2ddcec24-6a9c-4809-82bb-faa581291482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'name': 'tempest-TestVolumeBackupRestore-1535527032-router', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:37:57Z', 'updated_at': '2021-11-15T11:38:08Z', 'revision_number': 4, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'gw_port': {'id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:37:59Z', 'updated_at': '2021-11-15T11:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'd8296e55-da66-41b4-b967-066b1ae52c17', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'port_id': 'bbce35d0-34f2-415f-b7ea-adc994307f05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9187d822-3785-414a-90e1-c2375533ab75', 'mac_address': 'fa:16:3e:cf:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:42:18Z', 'updated_at': '2021-11-15T11:42:18Z', 'revision_number': 0, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc034d87-76c2-420d-80d3-0ae45a319770', 'name': '', 'network_id': '9187d822-3785-414a-90e1-c2375533ab75', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'mac_address': 'fa:16:3e:21:ce:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:07Z', 'updated_at': '2021-11-15T11:38:15Z', 'revision_number': 5, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'subnets': [{'id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:42:21.316484 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddcec24-6a9c-4809-82bb-faa581291482 None None] The sync data for ids ['5ea94d0a-b96c-46fb-9ec1-73c31275758d'] in n-d-729945-9 is: [{'id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'name': 'tempest-TestVolumeBackupRestore-1535527032-router', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:37:57Z', 'updated_at': '2021-11-15T11:38:08Z', 'revision_number': 4, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'gw_port': {'id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:37:59Z', 'updated_at': '2021-11-15T11:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'd8296e55-da66-41b4-b967-066b1ae52c17', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'port_id': 'bbce35d0-34f2-415f-b7ea-adc994307f05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9187d822-3785-414a-90e1-c2375533ab75', 'mac_address': 'fa:16:3e:cf:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:42:18Z', 'updated_at': '2021-11-15T11:42:18Z', 'revision_number': 0, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc034d87-76c2-420d-80d3-0ae45a319770', 'name': '', 'network_id': '9187d822-3785-414a-90e1-c2375533ab75', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'mac_address': 'fa:16:3e:21:ce:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:07Z', 'updated_at': '2021-11-15T11:38:15Z', 'revision_number': 5, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'subnets': [{'id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:42:21.440914 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bed0722-5939-476b-a35e-356e4e5de7f8 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:42:21.448382 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8bed0722-5939-476b-a35e-356e4e5de7f8 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:21.483332 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51', 'tag': 'bbce35d0-34f2-415f-b7ea-adc994307f05'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:42:21.485920 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1ee5e9-580a-4d1f-b73b-2ab6187e63ff" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51", "tag": "bbce35d0-34f2-415f-b7ea-adc994307f05"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:42:21.532168 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3305c8-8e04-4c4f-a549-c7443761e081 x-openstack-request-id: req-0a3305c8-8e04-4c4f-a549-c7443761e081 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:42:21.532539 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51", "tag": "bbce35d0-34f2-415f-b7ea-adc994307f05", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:42:21.532874 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a3305c8-8e04-4c4f-a549-c7443761e081 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:42:21.533378 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51', 'tag': 'bbce35d0-34f2-415f-b7ea-adc994307f05', 'status': 'completed', 'code': 200} Nov 15 11:42:21.538835 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8bed0722-5939-476b-a35e-356e4e5de7f8 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "PUT /v2.0/floatingips/d8296e55-da66-41b4-b967-066b1ae52c17 HTTP/1.1" status: 200 len: 992 time: 1.9231277 Nov 15 11:42:21.619392 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ee5e9-580a-4d1f-b73b-2ab6187e63ff req-5579e8c3-68d8-4669-b0e5-bb1a4c86c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:21.621378 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac1ee5e9-580a-4d1f-b73b-2ab6187e63ff req-5579e8c3-68d8-4669-b0e5-bb1a4c86c70d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c76095f6c6fc448e83acf8840c1754ec&device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 1097 time: 0.0577435 Nov 15 11:42:21.658923 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c4946-65ca-4784-b1c8-eeb3926426c8 None None] New status for floating IP d8296e55-da66-41b4-b967-066b1ae52c17: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:42:21.729877 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ee5e9-580a-4d1f-b73b-2ab6187e63ff req-95428da3-f72a-4f40-8340-b92a98c7f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:21.731389 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac1ee5e9-580a-4d1f-b73b-2ab6187e63ff req-95428da3-f72a-4f40-8340-b92a98c7f9d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9187d822-3785-414a-90e1-c2375533ab75 HTTP/1.1" status: 200 len: 915 time: 0.1026039 Nov 15 11:42:21.807912 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac1ee5e9-580a-4d1f-b73b-2ab6187e63ff req-59e877d9-7e51-495e-8369-e612ece0476d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbce35d0-34f2-415f-b7ea-adc994307f05 HTTP/1.1" status: 200 len: 1000 time: 0.0690322 Nov 15 11:42:21.877611 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ee5e9-580a-4d1f-b73b-2ab6187e63ff req-8dd24943-6b16-48da-89b7-5cadd8c9151b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:21.879178 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac1ee5e9-580a-4d1f-b73b-2ab6187e63ff req-8dd24943-6b16-48da-89b7-5cadd8c9151b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c2ac814-f6f8-43e0-bf4f-7c893fcddb25 HTTP/1.1" status: 200 len: 853 time: 0.0639794 Nov 15 11:42:21.944899 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ee5e9-580a-4d1f-b73b-2ab6187e63ff req-e781c6b7-85e5-4808-9404-d8ba85e79921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:21.945654 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411d47b1-3d99-4311-8332-d8792978c70f None None] Sync routers for ids ['5ea94d0a-b96c-46fb-9ec1-73c31275758d'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:42:21.946623 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac1ee5e9-580a-4d1f-b73b-2ab6187e63ff req-e781c6b7-85e5-4808-9404-d8ba85e79921 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9187d822-3785-414a-90e1-c2375533ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548179 Nov 15 11:42:21.958646 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411d47b1-3d99-4311-8332-d8792978c70f None None] Routers {'5ea94d0a-b96c-46fb-9ec1-73c31275758d'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:42:21.959910 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-411d47b1-3d99-4311-8332-d8792978c70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:42:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['5ea94d0a-b96c-46fb-9ec1-73c31275758d'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:42:22.054726 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac1ee5e9-580a-4d1f-b73b-2ab6187e63ff req-f988e9e9-fafc-4fc2-ba0a-b945e172eab5 service neutron] 10.222.0.55 "GET /v2.0/networks/9187d822-3785-414a-90e1-c2375533ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994949 Nov 15 11:42:22.079737 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-411d47b1-3d99-4311-8332-d8792978c70f None None] Set router 5ea94d0a-b96c-46fb-9ec1-73c31275758d gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:42:22.162380 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac1ee5e9-580a-4d1f-b73b-2ab6187e63ff req-062dddc8-bf27-44d7-8e2f-02ec9bd8172d service neutron] 10.222.0.55 "GET /v2.0/networks/9187d822-3785-414a-90e1-c2375533ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983877 Nov 15 11:42:22.367258 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-411d47b1-3d99-4311-8332-d8792978c70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'name': 'tempest-TestVolumeBackupRestore-1535527032-router', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:37:57Z', 'updated_at': '2021-11-15T11:38:08Z', 'revision_number': 4, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'gw_port': {'id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:37:59Z', 'updated_at': '2021-11-15T11:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'd8296e55-da66-41b4-b967-066b1ae52c17', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'port_id': 'bbce35d0-34f2-415f-b7ea-adc994307f05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9187d822-3785-414a-90e1-c2375533ab75', 'mac_address': 'fa:16:3e:cf:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:42:18Z', 'updated_at': '2021-11-15T11:42:21Z', 'revision_number': 2, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc034d87-76c2-420d-80d3-0ae45a319770', 'name': '', 'network_id': '9187d822-3785-414a-90e1-c2375533ab75', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'mac_address': 'fa:16:3e:21:ce:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:07Z', 'updated_at': '2021-11-15T11:38:15Z', 'revision_number': 5, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'subnets': [{'id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:42:22.405559 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411d47b1-3d99-4311-8332-d8792978c70f None None] Checking router: 5ea94d0a-b96c-46fb-9ec1-73c31275758d for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:42:22.423945 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411d47b1-3d99-4311-8332-d8792978c70f None None] Routers {'5ea94d0a-b96c-46fb-9ec1-73c31275758d'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:42:22.424940 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-411d47b1-3d99-4311-8332-d8792978c70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:42:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['5ea94d0a-b96c-46fb-9ec1-73c31275758d'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:42:22.547443 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-411d47b1-3d99-4311-8332-d8792978c70f None None] Set router 5ea94d0a-b96c-46fb-9ec1-73c31275758d gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:42:22.838152 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-411d47b1-3d99-4311-8332-d8792978c70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'name': 'tempest-TestVolumeBackupRestore-1535527032-router', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:37:57Z', 'updated_at': '2021-11-15T11:38:08Z', 'revision_number': 4, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'gw_port': {'id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:37:59Z', 'updated_at': '2021-11-15T11:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'd8296e55-da66-41b4-b967-066b1ae52c17', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'port_id': 'bbce35d0-34f2-415f-b7ea-adc994307f05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9187d822-3785-414a-90e1-c2375533ab75', 'mac_address': 'fa:16:3e:cf:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:42:18Z', 'updated_at': '2021-11-15T11:42:21Z', 'revision_number': 2, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc034d87-76c2-420d-80d3-0ae45a319770', 'name': '', 'network_id': '9187d822-3785-414a-90e1-c2375533ab75', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'mac_address': 'fa:16:3e:21:ce:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:07Z', 'updated_at': '2021-11-15T11:38:15Z', 'revision_number': 5, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'subnets': [{'id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:42:22.870485 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411d47b1-3d99-4311-8332-d8792978c70f None None] The sync data for ids ['5ea94d0a-b96c-46fb-9ec1-73c31275758d'] in n-d-729945-9 is: [{'id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'name': 'tempest-TestVolumeBackupRestore-1535527032-router', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:37:57Z', 'updated_at': '2021-11-15T11:38:08Z', 'revision_number': 4, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'gw_port': {'id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:37:59Z', 'updated_at': '2021-11-15T11:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'd8296e55-da66-41b4-b967-066b1ae52c17', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'port_id': 'bbce35d0-34f2-415f-b7ea-adc994307f05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9187d822-3785-414a-90e1-c2375533ab75', 'mac_address': 'fa:16:3e:cf:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:42:18Z', 'updated_at': '2021-11-15T11:42:21Z', 'revision_number': 2, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc034d87-76c2-420d-80d3-0ae45a319770', 'name': '', 'network_id': '9187d822-3785-414a-90e1-c2375533ab75', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'mac_address': 'fa:16:3e:21:ce:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:07Z', 'updated_at': '2021-11-15T11:38:15Z', 'revision_number': 5, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'subnets': [{'id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:42:23.535463 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51', 'tag': 'bbce35d0-34f2-415f-b7ea-adc994307f05'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:42:23.538087 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa39736f-1ab8-46cb-8564-4aca2f521ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51", "tag": "bbce35d0-34f2-415f-b7ea-adc994307f05"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:42:23.626990 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfcb462-fb6c-4467-a04e-932e9f3307e0 x-openstack-request-id: req-6bfcb462-fb6c-4467-a04e-932e9f3307e0 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:42:23.627484 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51", "tag": "bbce35d0-34f2-415f-b7ea-adc994307f05", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:42:23.628071 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6bfcb462-fb6c-4467-a04e-932e9f3307e0 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:42:23.628632 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51', 'tag': 'bbce35d0-34f2-415f-b7ea-adc994307f05', 'status': 'completed', 'code': 200} Nov 15 11:42:23.704350 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39736f-1ab8-46cb-8564-4aca2f521ffb req-3f03facb-5593-40fa-9c1c-49690e6cf0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:23.706004 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa39736f-1ab8-46cb-8564-4aca2f521ffb req-3f03facb-5593-40fa-9c1c-49690e6cf0d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c76095f6c6fc448e83acf8840c1754ec&device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 1097 time: 0.0555265 Nov 15 11:42:24.281466 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39736f-1ab8-46cb-8564-4aca2f521ffb req-807faef1-2c1b-4fe0-b6bd-0c07b6f3dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:24.283208 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa39736f-1ab8-46cb-8564-4aca2f521ffb req-807faef1-2c1b-4fe0-b6bd-0c07b6f3dfc0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9187d822-3785-414a-90e1-c2375533ab75 HTTP/1.1" status: 200 len: 915 time: 0.5691507 Nov 15 11:42:24.355373 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa39736f-1ab8-46cb-8564-4aca2f521ffb req-85a7a083-0f65-44d6-b2ed-540d3d8c953f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbce35d0-34f2-415f-b7ea-adc994307f05 HTTP/1.1" status: 200 len: 1002 time: 0.0636160 Nov 15 11:42:24.410274 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39736f-1ab8-46cb-8564-4aca2f521ffb req-eb2ef3ab-3fbc-4957-9641-67f643cecd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:24.412210 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa39736f-1ab8-46cb-8564-4aca2f521ffb req-eb2ef3ab-3fbc-4957-9641-67f643cecd0e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c2ac814-f6f8-43e0-bf4f-7c893fcddb25 HTTP/1.1" status: 200 len: 853 time: 0.0505857 Nov 15 11:42:24.471872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39736f-1ab8-46cb-8564-4aca2f521ffb req-4be7d58e-65fc-420a-a11a-09b91eb3d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:24.473760 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa39736f-1ab8-46cb-8564-4aca2f521ffb req-4be7d58e-65fc-420a-a11a-09b91eb3d488 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9187d822-3785-414a-90e1-c2375533ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544691 Nov 15 11:42:24.611666 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa39736f-1ab8-46cb-8564-4aca2f521ffb req-70a5d3e6-0d45-4e86-8101-6187d1a0a3a2 service neutron] 10.222.0.55 "GET /v2.0/networks/9187d822-3785-414a-90e1-c2375533ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272306 Nov 15 11:42:24.747680 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa39736f-1ab8-46cb-8564-4aca2f521ffb req-57202f57-be93-4972-a064-2649107b23d5 service neutron] 10.222.0.55 "GET /v2.0/networks/9187d822-3785-414a-90e1-c2375533ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287065 Nov 15 11:42:25.078553 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42078) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:25.203051 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b818f211-c637-4660-95a0-fca4ae7cb010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:25.294968 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b818f211-c637-4660-95a0-fca4ae7cb010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:25.300986 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b818f211-c637-4660-95a0-fca4ae7cb010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:25.329072 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818f211-c637-4660-95a0-fca4ae7cb010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac908295-d0c0-4aa4-a088-abc96196b658,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:25.356313 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b818f211-c637-4660-95a0-fca4ae7cb010 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ebe7792d043946e39d51ec4cb63fcad9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2756531 Nov 15 11:42:25.359350 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42084) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:25.420065 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bae2ab1f-d8d0-472c-b5d9-5e673e044bc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:25.442829 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bae2ab1f-d8d0-472c-b5d9-5e673e044bc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:25.505213 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bae2ab1f-d8d0-472c-b5d9-5e673e044bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:25.508297 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bae2ab1f-d8d0-472c-b5d9-5e673e044bc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:25.509440 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bae2ab1f-d8d0-472c-b5d9-5e673e044bc3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac908295-d0c0-4aa4-a088-abc96196b658 HTTP/1.1" status: 204 len: 168 time: 0.1489544 Nov 15 11:42:25.518637 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2ab1f-d8d0-472c-b5d9-5e673e044bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac908295-d0c0-4aa4-a088-abc96196b658,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:25.873892 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42094) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:25.887577 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-51d8f64b-39cb-446d-90e6-c3944ae20006 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:25.964878 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-51d8f64b-39cb-446d-90e6-c3944ae20006 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:25.968903 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-51d8f64b-39cb-446d-90e6-c3944ae20006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:26.008280 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-51d8f64b-39cb-446d-90e6-c3944ae20006 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=92d537fedae34defb8ff9d31774ba350&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332953 Nov 15 11:42:26.009619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8f64b-39cb-446d-90e6-c3944ae20006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fd475f-971a-4737-aa11-81a1d48dbb10,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:26.011464 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42096) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:26.069214 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed23a62f-c869-4209-b2ce-bee8eb1002f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:26.091164 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed23a62f-c869-4209-b2ce-bee8eb1002f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:26.144489 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed23a62f-c869-4209-b2ce-bee8eb1002f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:26.147260 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ed23a62f-c869-4209-b2ce-bee8eb1002f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:26.148514 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ed23a62f-c869-4209-b2ce-bee8eb1002f5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/57fd475f-971a-4737-aa11-81a1d48dbb10 HTTP/1.1" status: 204 len: 168 time: 0.1353879 Nov 15 11:42:26.165530 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23a62f-c869-4209-b2ce-bee8eb1002f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fd475f-971a-4737-aa11-81a1d48dbb10,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:27.010150 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 42124) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:27.141671 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d93b6aaa-0391-48b8-a42e-ff17244642f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-891560149-network', 'tenant_id': '32f314c00a2246b6b4b65621bc70a327'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:42:27.168369 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93b6aaa-0391-48b8-a42e-ff17244642f1 admin admin] Made reservation on behalf of 32f314c00a2246b6b4b65621bc70a327 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:42:27.171385 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d93b6aaa-0391-48b8-a42e-ff17244642f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:27.180915 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d93b6aaa-0391-48b8-a42e-ff17244642f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:27.312254 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d93b6aaa-0391-48b8-a42e-ff17244642f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:27.317424 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d93b6aaa-0391-48b8-a42e-ff17244642f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:27.349346 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b6aaa-0391-48b8-a42e-ff17244642f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431a1148-5115-420a-a65c-78b76bf6464b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:27.352351 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93b6aaa-0391-48b8-a42e-ff17244642f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:42:27.363570 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d93b6aaa-0391-48b8-a42e-ff17244642f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:27.363570 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-d93b6aaa-0391-48b8-a42e-ff17244642f1 admin admin] Added segment b2b2e295-0bce-4fa2-b807-1ec7659d2e43 of type vlan for network 0c155869-aa91-406b-9b44-d0bf189a1bcf Nov 15 11:42:27.407647 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d93b6aaa-0391-48b8-a42e-ff17244642f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:27.436223 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d93b6aaa-0391-48b8-a42e-ff17244642f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:27.438553 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93b6aaa-0391-48b8-a42e-ff17244642f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:27.438553 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d93b6aaa-0391-48b8-a42e-ff17244642f1 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:27.504273 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d93b6aaa-0391-48b8-a42e-ff17244642f1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4928863 Nov 15 11:42:27.508023 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42130) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:27.509386 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b6aaa-0391-48b8-a42e-ff17244642f1 admin admin] Pushing event updated for resources: {'Network': ['ID=0c155869-aa91-406b-9b44-d0bf189a1bcf,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:27.513581 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-05a3c006-2cbb-4c5f-a08a-8d62eaeb05f5 admin admin] Request body: {'subnet': {'network_id': '0c155869-aa91-406b-9b44-d0bf189a1bcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-891560149-subnet', 'tenant_id': '32f314c00a2246b6b4b65621bc70a327', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:42:27.525440 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 0c155869-aa91-406b-9b44-d0bf189a1bcf details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:42:27.581121 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a3c006-2cbb-4c5f-a08a-8d62eaeb05f5 admin admin] Made reservation on behalf of 32f314c00a2246b6b4b65621bc70a327 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:42:27.583423 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05a3c006-2cbb-4c5f-a08a-8d62eaeb05f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:27.843350 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05a3c006-2cbb-4c5f-a08a-8d62eaeb05f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:27.895219 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3c006-2cbb-4c5f-a08a-8d62eaeb05f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f54b8af-ef07-4389-bcb0-30c0766fa887,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:27.918290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a3c006-2cbb-4c5f-a08a-8d62eaeb05f5 admin admin] Checking segment: {'id': 'b2b2e295-0bce-4fa2-b807-1ec7659d2e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '0c155869-aa91-406b-9b44-d0bf189a1bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:42:27.918658 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a3c006-2cbb-4c5f-a08a-8d62eaeb05f5 admin admin] Network hostable DHCP agents. Network: 0c155869-aa91-406b-9b44-d0bf189a1bcf, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:42:27.939573 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a3c006-2cbb-4c5f-a08a-8d62eaeb05f5 admin admin] Network 0c155869-aa91-406b-9b44-d0bf189a1bcf is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:42:27.952863 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-05a3c006-2cbb-4c5f-a08a-8d62eaeb05f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 0c155869-aa91-406b-9b44-d0bf189a1bcf) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:42:27.966539 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dc3223-fa77-428e-bbe8-45b64d1a2da0 None None] Network 0c155869-aa91-406b-9b44-d0bf189a1bcf requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:42:27.975993 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a3c006-2cbb-4c5f-a08a-8d62eaeb05f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:27.979872 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05a3c006-2cbb-4c5f-a08a-8d62eaeb05f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:27.999798 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-05a3c006-2cbb-4c5f-a08a-8d62eaeb05f5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4903421 Nov 15 11:42:28.166151 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f773064-08fe-4615-8957-c1698dfb0a58 None None] Network 0c155869-aa91-406b-9b44-d0bf189a1bcf requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:42:28.743393 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42154) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:28.748554 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-2185a1e1-7140-4c58-9142-c1c28fa7e092 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-300231330-network', 'tenant_id': '54dbd4f5cbb54271acdded61beb486ae'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:42:28.775758 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2185a1e1-7140-4c58-9142-c1c28fa7e092 admin admin] Made reservation on behalf of 54dbd4f5cbb54271acdded61beb486ae for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:42:28.778713 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2185a1e1-7140-4c58-9142-c1c28fa7e092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:28.794136 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2185a1e1-7140-4c58-9142-c1c28fa7e092 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:28.915437 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2185a1e1-7140-4c58-9142-c1c28fa7e092 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:28.920358 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2185a1e1-7140-4c58-9142-c1c28fa7e092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:28.957000 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2185a1e1-7140-4c58-9142-c1c28fa7e092 admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:42:28.970367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185a1e1-7140-4c58-9142-c1c28fa7e092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e93ecf-4bdc-47dc-a383-65051c221772,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:28.987122 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2185a1e1-7140-4c58-9142-c1c28fa7e092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:28.987476 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-2185a1e1-7140-4c58-9142-c1c28fa7e092 admin admin] Added segment a634fb95-39ac-4931-8145-609cc2dba773 of type vlan for network 9ca82d92-9bd2-4637-946c-a455c77d5562 Nov 15 11:42:29.066011 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2185a1e1-7140-4c58-9142-c1c28fa7e092 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:29.120850 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2185a1e1-7140-4c58-9142-c1c28fa7e092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:29.122230 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2185a1e1-7140-4c58-9142-c1c28fa7e092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:29.123197 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2185a1e1-7140-4c58-9142-c1c28fa7e092 admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:29.183526 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2185a1e1-7140-4c58-9142-c1c28fa7e092 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4384315 Nov 15 11:42:29.186142 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42158) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:29.191221 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-108087b6-de11-4cb7-b3f6-caeb57e9e7c6 admin admin] Request body: {'subnet': {'network_id': '9ca82d92-9bd2-4637-946c-a455c77d5562', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-300231330-subnet', 'tenant_id': '54dbd4f5cbb54271acdded61beb486ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:42:29.226917 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185a1e1-7140-4c58-9142-c1c28fa7e092 admin admin] Pushing event updated for resources: {'Network': ['ID=9ca82d92-9bd2-4637-946c-a455c77d5562,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:29.239422 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108087b6-de11-4cb7-b3f6-caeb57e9e7c6 admin admin] Made reservation on behalf of 54dbd4f5cbb54271acdded61beb486ae for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:42:29.240806 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 9ca82d92-9bd2-4637-946c-a455c77d5562 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:42:29.242152 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-108087b6-de11-4cb7-b3f6-caeb57e9e7c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:29.509898 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-108087b6-de11-4cb7-b3f6-caeb57e9e7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:29.578990 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108087b6-de11-4cb7-b3f6-caeb57e9e7c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d503778-50a9-4990-b86e-433f25fa17b0,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:29.583976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108087b6-de11-4cb7-b3f6-caeb57e9e7c6 admin admin] Checking segment: {'id': 'a634fb95-39ac-4931-8145-609cc2dba773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9ca82d92-9bd2-4637-946c-a455c77d5562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:42:29.584341 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108087b6-de11-4cb7-b3f6-caeb57e9e7c6 admin admin] Network hostable DHCP agents. Network: 9ca82d92-9bd2-4637-946c-a455c77d5562, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:42:29.608525 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108087b6-de11-4cb7-b3f6-caeb57e9e7c6 admin admin] Network 9ca82d92-9bd2-4637-946c-a455c77d5562 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:42:29.634072 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-108087b6-de11-4cb7-b3f6-caeb57e9e7c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 9ca82d92-9bd2-4637-946c-a455c77d5562) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:42:29.651747 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108087b6-de11-4cb7-b3f6-caeb57e9e7c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:29.652528 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-108087b6-de11-4cb7-b3f6-caeb57e9e7c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:29.664009 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e69628-0e03-4765-97e9-0b1f8edc4fd8 None None] Network 9ca82d92-9bd2-4637-946c-a455c77d5562 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:42:29.695629 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-108087b6-de11-4cb7-b3f6-caeb57e9e7c6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5005479 Nov 15 11:42:29.804795 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:29.869056 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f208a716-be73-4ab5-b486-6445b438e28b None None] Network 9ca82d92-9bd2-4637-946c-a455c77d5562 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:42:30.397454 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-765d8511-a1cf-4af3-9e47-998fce6ea997 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:30.404720 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-765d8511-a1cf-4af3-9e47-998fce6ea997 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/networks?id=0c155869-aa91-406b-9b44-d0bf189a1bcf HTTP/1.1" status: 200 len: 808 time: 0.1259201 Nov 15 11:42:30.420814 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-46daf029-721c-4089-bc58-1e87e4767cb8 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/quotas/32f314c00a2246b6b4b65621bc70a327 HTTP/1.1" status: 200 len: 375 time: 0.0151212 Nov 15 11:42:30.453574 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-e2a173c7-6b01-4550-9113-7a2849fd156d tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=32f314c00a2246b6b4b65621bc70a327&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318739 Nov 15 11:42:30.544737 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-f325830d-94ef-419e-8697-85bdca18ce54 service neutron] 10.222.0.64 "GET /v2.0/networks/0c155869-aa91-406b-9b44-d0bf189a1bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834219 Nov 15 11:42:30.652587 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-f93bc445-eb88-44a5-9c3d-a52395ba5ef1 service neutron] 10.222.0.64 "GET /v2.0/networks/0c155869-aa91-406b-9b44-d0bf189a1bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012425 Nov 15 11:42:30.914419 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0a7491e2-cf94-4a48-a65a-3e74979a6b41 req-5bdecc85-82cc-4d9e-b1ef-fff42c9b96cb tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ab42600-ae59-4b8a-9768-73f010f535e6 HTTP/1.1" status: 200 len: 210 time: 0.0370247 Nov 15 11:42:31.713218 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:31.941568 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-dd194275-edfe-4034-8477-22f07dabc16d tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:31.943697 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-dd194275-edfe-4034-8477-22f07dabc16d tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.11 "GET /v2.0/networks?id=0c155869-aa91-406b-9b44-d0bf189a1bcf HTTP/1.1" status: 200 len: 808 time: 0.1315830 Nov 15 11:42:31.959025 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Request body: {'port': {'device_id': '3ab42600-ae59-4b8a-9768-73f010f535e6', 'network_id': '0c155869-aa91-406b-9b44-d0bf189a1bcf', 'admin_state_up': True, 'tenant_id': '32f314c00a2246b6b4b65621bc70a327'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:42:32.047371 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2813225e-0931-44b6-8a09-ff93c35eb303 req-c7d0cf30-3c30-41a1-852c-32ec451d6da6 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ab42600-ae59-4b8a-9768-73f010f535e6 HTTP/1.1" status: 200 len: 210 time: 0.0459356 Nov 15 11:42:32.086682 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Made reservation on behalf of 32f314c00a2246b6b4b65621bc70a327 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:42:32.091015 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:32.228568 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Allocated IP 172.20.0.9 (0c155869-aa91-406b-9b44-d0bf189a1bcf/3f54b8af-ef07-4389-bcb0-30c0766fa887/32d93401-46fd-46cd-bf16-d076b58f4439) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:42:32.385924 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:32.421543 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:32.467840 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Network 0c155869-aa91-406b-9b44-d0bf189a1bcf is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:42:32.473825 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:42:32.477644 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:42:32.480487 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Pushing event updated for resources: {'Port': ['ID=32d93401-46fd-46cd-bf16-d076b58f4439,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:32.506310 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:32.506653 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:32.506985 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:32.507314 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:32.507640 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:32.507989 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:32.508311 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:32.508630 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:32.508945 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:32.509259 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:32.509577 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:32.509892 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:42:32.541062 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:32.541701 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:32.558197 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-2151fe83-d205-4411-967b-0cf3c4f92fa4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6042130 Nov 15 11:42:32.570590 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-f2732877-014b-439b-ae81-598b24d1b528 service neutron] Request body: {'port': {'device_id': '3ab42600-ae59-4b8a-9768-73f010f535e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:42:32.630694 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-f2732877-014b-439b-ae81-598b24d1b528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:32.903043 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-f2732877-014b-439b-ae81-598b24d1b528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d93401-46fd-46cd-bf16-d076b58f4439 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:42:32.910803 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-f2732877-014b-439b-ae81-598b24d1b528 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:32.922878 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-f2732877-014b-439b-ae81-598b24d1b528 service neutron] Transition to ACTIVE for port object 32d93401-46fd-46cd-bf16-d076b58f4439 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:42:32.928103 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-f2732877-014b-439b-ae81-598b24d1b528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:33.020554 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2732877-014b-439b-ae81-598b24d1b528 service neutron] Pushing event updated for resources: {'Port': ['ID=32d93401-46fd-46cd-bf16-d076b58f4439,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:33.070169 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-f2732877-014b-439b-ae81-598b24d1b528 service neutron] Attempting to bind port 32d93401-46fd-46cd-bf16-d076b58f4439 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:42:33.070513 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-f2732877-014b-439b-ae81-598b24d1b528 service neutron] Attempting to bind port 32d93401-46fd-46cd-bf16-d076b58f4439 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'b2b2e295-0bce-4fa2-b807-1ec7659d2e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '0c155869-aa91-406b-9b44-d0bf189a1bcf'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:42:33.070824 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-f2732877-014b-439b-ae81-598b24d1b528 service neutron] Attempting to bind port 32d93401-46fd-46cd-bf16-d076b58f4439 on network 0c155869-aa91-406b-9b44-d0bf189a1bcf {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:42:33.075722 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-f2732877-014b-439b-ae81-598b24d1b528 service neutron] Port 32d93401-46fd-46cd-bf16-d076b58f4439 on network 0c155869-aa91-406b-9b44-d0bf189a1bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:42:33.076096 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-f2732877-014b-439b-ae81-598b24d1b528 service neutron] Attempting to bind port 32d93401-46fd-46cd-bf16-d076b58f4439 on network 0c155869-aa91-406b-9b44-d0bf189a1bcf {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:42:33.081569 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-f2732877-014b-439b-ae81-598b24d1b528 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:42:33.081900 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-f2732877-014b-439b-ae81-598b24d1b528 service neutron] Checking segment: {'id': 'b2b2e295-0bce-4fa2-b807-1ec7659d2e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '0c155869-aa91-406b-9b44-d0bf189a1bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:42:33.082278 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-f2732877-014b-439b-ae81-598b24d1b528 service neutron] Bound using segment: {'id': 'b2b2e295-0bce-4fa2-b807-1ec7659d2e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '0c155869-aa91-406b-9b44-d0bf189a1bcf'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:42:33.082702 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-f2732877-014b-439b-ae81-598b24d1b528 service neutron] Bound port: 32d93401-46fd-46cd-bf16-d076b58f4439, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b2e295-0bce-4fa2-b807-1ec7659d2e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '0c155869-aa91-406b-9b44-d0bf189a1bcf'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:42:33.083054 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-f2732877-014b-439b-ae81-598b24d1b528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:33.152614 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-f2732877-014b-439b-ae81-598b24d1b528 service neutron] For port 32d93401-46fd-46cd-bf16-d076b58f4439, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:42:33.156245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-f2732877-014b-439b-ae81-598b24d1b528 service neutron] For port 32d93401-46fd-46cd-bf16-d076b58f4439, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=32d93401-46fd-46cd-bf16-d076b58f4439,segment=NetworkSegment(b2b2e295-0bce-4fa2-b807-1ec7659d2e43),segment_id=b2b2e295-0bce-4fa2-b807-1ec7659d2e43)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:42:33.162046 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-f2732877-014b-439b-ae81-598b24d1b528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:33.171079 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553daaba-2e47-49c6-92ce-b58fe2a5bdfd req-db617796-0b27-4806-be58-329b8953beea tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:33.172808 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-553daaba-2e47-49c6-92ce-b58fe2a5bdfd req-db617796-0b27-4806-be58-329b8953beea tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ab42600-ae59-4b8a-9768-73f010f535e6 HTTP/1.1" status: 200 len: 943 time: 0.0510154 Nov 15 11:42:33.200652 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-f2732877-014b-439b-ae81-598b24d1b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:33.201346 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-f2732877-014b-439b-ae81-598b24d1b528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:33.202690 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-f2732877-014b-439b-ae81-598b24d1b528 service neutron] 10.222.0.11 "PUT /v2.0/ports/32d93401-46fd-46cd-bf16-d076b58f4439 HTTP/1.1" status: 200 len: 1091 time: 0.6365118 Nov 15 11:42:33.203219 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab42600-ae59-4b8a-9768-73f010f535e6', 'tag': '32d93401-46fd-46cd-bf16-d076b58f4439'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:42:33.207019 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691104dd-2b38-479a-abf8-a972e2323f16" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab42600-ae59-4b8a-9768-73f010f535e6", "tag": "32d93401-46fd-46cd-bf16-d076b58f4439"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:42:33.247794 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2732877-014b-439b-ae81-598b24d1b528 service neutron] Pushing event updated for resources: {'Port': ['ID=32d93401-46fd-46cd-bf16-d076b58f4439,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:33.267485 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-553daaba-2e47-49c6-92ce-b58fe2a5bdfd req-9a812e76-328c-4fa7-80be-42e5f7c489c0 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/security-groups?id=431a1148-5115-420a-a65c-78b76bf6464b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875232 Nov 15 11:42:33.329536 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01acc48d-ab87-4b10-8ef7-e734159e2de1 x-openstack-request-id: req-01acc48d-ab87-4b10-8ef7-e734159e2de1 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:42:33.329966 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab42600-ae59-4b8a-9768-73f010f535e6", "tag": "32d93401-46fd-46cd-bf16-d076b58f4439", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:42:33.330353 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-01acc48d-ab87-4b10-8ef7-e734159e2de1 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:42:33.330863 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab42600-ae59-4b8a-9768-73f010f535e6', 'tag': '32d93401-46fd-46cd-bf16-d076b58f4439', 'status': 'completed', 'code': 200} Nov 15 11:42:33.339651 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-2022f523-e491-4001-bd14-0e0180c4ab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:33.341378 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-2022f523-e491-4001-bd14-0e0180c4ab54 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32f314c00a2246b6b4b65621bc70a327&device_id=3ab42600-ae59-4b8a-9768-73f010f535e6 HTTP/1.1" status: 200 len: 1094 time: 0.0783403 Nov 15 11:42:33.395710 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-858a57db-89dd-46b5-8b7d-6b2b5db5bed2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32d93401-46fd-46cd-bf16-d076b58f4439 HTTP/1.1" status: 200 len: 217 time: 0.0453613 Nov 15 11:42:33.450458 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-557688f6-979e-4f34-a7c8-550294cf493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:33.452300 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-557688f6-979e-4f34-a7c8-550294cf493b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f54b8af-ef07-4389-bcb0-30c0766fa887 HTTP/1.1" status: 200 len: 848 time: 0.0499837 Nov 15 11:42:33.494876 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-6702d173-1bd8-4340-881c-ec4dabf558c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c155869-aa91-406b-9b44-d0bf189a1bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340383 Nov 15 11:42:33.954593 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-75ead3c1-aa69-4344-a4d8-7810cfd824da service neutron] 10.222.0.11 "GET /v2.0/networks/0c155869-aa91-406b-9b44-d0bf189a1bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520361 Nov 15 11:42:34.066904 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f9f5fde2-7bfe-457b-813a-6d08966e5a1c req-90fa2e4e-ed96-4af6-b913-f3a1d8ff1126 service neutron] 10.222.0.11 "GET /v2.0/networks/0c155869-aa91-406b-9b44-d0bf189a1bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043003 Nov 15 11:42:34.178084 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691104dd-2b38-479a-abf8-a972e2323f16 req-05952c05-638c-40a1-91c6-59d47e1cb90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:34.179613 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-691104dd-2b38-479a-abf8-a972e2323f16 req-05952c05-638c-40a1-91c6-59d47e1cb90d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=32f314c00a2246b6b4b65621bc70a327&device_id=3ab42600-ae59-4b8a-9768-73f010f535e6 HTTP/1.1" status: 200 len: 1094 time: 0.0453300 Nov 15 11:42:34.321839 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691104dd-2b38-479a-abf8-a972e2323f16 req-7ce327a4-2fcf-4bfe-beb8-871806c9f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:34.324197 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-691104dd-2b38-479a-abf8-a972e2323f16 req-7ce327a4-2fcf-4bfe-beb8-871806c9f59b service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c155869-aa91-406b-9b44-d0bf189a1bcf HTTP/1.1" status: 200 len: 909 time: 0.1374311 Nov 15 11:42:34.389778 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-691104dd-2b38-479a-abf8-a972e2323f16 req-6e329037-e868-4f3a-91f4-7f23d5f99227 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32d93401-46fd-46cd-bf16-d076b58f4439 HTTP/1.1" status: 200 len: 217 time: 0.0575590 Nov 15 11:42:34.445899 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691104dd-2b38-479a-abf8-a972e2323f16 req-af36acd7-527d-4783-9338-3df2c4b17826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:34.447472 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-691104dd-2b38-479a-abf8-a972e2323f16 req-af36acd7-527d-4783-9338-3df2c4b17826 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f54b8af-ef07-4389-bcb0-30c0766fa887 HTTP/1.1" status: 200 len: 848 time: 0.0481555 Nov 15 11:42:34.461829 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b29846-dc07-4564-b352-7683566626b9 req-db1a00f6-7043-4e8d-be90-24dc847533f6 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:34.469934 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24b29846-dc07-4564-b352-7683566626b9 req-db1a00f6-7043-4e8d-be90-24dc847533f6 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ab42600-ae59-4b8a-9768-73f010f535e6 HTTP/1.1" status: 200 len: 943 time: 0.0859923 Nov 15 11:42:34.512015 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-691104dd-2b38-479a-abf8-a972e2323f16 req-eba07e86-e1ac-468e-ab42-35c527c1250e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c155869-aa91-406b-9b44-d0bf189a1bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577307 Nov 15 11:42:34.535184 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24b29846-dc07-4564-b352-7683566626b9 req-00fd9b45-d53d-4a38-a24c-4cf8824a1448 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/security-groups?id=431a1148-5115-420a-a65c-78b76bf6464b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640304 Nov 15 11:42:34.624082 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-691104dd-2b38-479a-abf8-a972e2323f16 req-55269643-6085-489d-ad6e-87a26820d270 service neutron] 10.222.0.11 "GET /v2.0/networks/0c155869-aa91-406b-9b44-d0bf189a1bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025529 Nov 15 11:42:34.729879 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-691104dd-2b38-479a-abf8-a972e2323f16 req-ce8cad4f-7b91-496b-a619-604e011a77e2 service neutron] 10.222.0.11 "GET /v2.0/networks/0c155869-aa91-406b-9b44-d0bf189a1bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987594 Nov 15 11:42:35.582975 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c5226a0-4f2a-4dd0-b2a7-87e64662d179 req-f5d8b410-ca7b-445f-8d0e-ae7fccd545a0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703590 Nov 15 11:42:35.724333 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5226a0-4f2a-4dd0-b2a7-87e64662d179 req-b0fd8ee4-213f-494d-9133-ac1df2e82e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:35.726150 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c5226a0-4f2a-4dd0-b2a7-87e64662d179 req-b0fd8ee4-213f-494d-9133-ac1df2e82e9a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 1096 time: 0.0790346 Nov 15 11:42:35.739274 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431973e4-a7bf-4549-a109-8a1c235d2df1 req-6ef059fd-7324-4528-bcc7-f8fb172d2e56 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:35.747052 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-431973e4-a7bf-4549-a109-8a1c235d2df1 req-6ef059fd-7324-4528-bcc7-f8fb172d2e56 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ab42600-ae59-4b8a-9768-73f010f535e6 HTTP/1.1" status: 200 len: 943 time: 0.0886931 Nov 15 11:42:35.877080 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-431973e4-a7bf-4549-a109-8a1c235d2df1 req-bd3408ab-ab9b-4802-9d6b-1d06911cb6c4 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/security-groups?id=431a1148-5115-420a-a65c-78b76bf6464b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155348 Nov 15 11:42:35.922703 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5226a0-4f2a-4dd0-b2a7-87e64662d179 req-5732b562-529c-4f79-9848-8a95930f342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:35.924507 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c5226a0-4f2a-4dd0-b2a7-87e64662d179 req-5732b562-529c-4f79-9848-8a95930f342c service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 912 time: 0.1599936 Nov 15 11:42:36.025296 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c5226a0-4f2a-4dd0-b2a7-87e64662d179 req-9cb35ca9-e296-4f38-a2c3-d0e468274eb7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 HTTP/1.1" status: 200 len: 1000 time: 0.0931666 Nov 15 11:42:36.081859 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5226a0-4f2a-4dd0-b2a7-87e64662d179 req-c016c1c4-b0cb-456f-b170-d2c3b8fd6f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:36.083698 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c5226a0-4f2a-4dd0-b2a7-87e64662d179 req-c016c1c4-b0cb-456f-b170-d2c3b8fd6f6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 200 len: 850 time: 0.0510190 Nov 15 11:42:36.146351 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5226a0-4f2a-4dd0-b2a7-87e64662d179 req-d1fa7ba4-83b7-4817-9be6-6b0f1e073b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:36.148447 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c5226a0-4f2a-4dd0-b2a7-87e64662d179 req-d1fa7ba4-83b7-4817-9be6-6b0f1e073b98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1842a3-8b78-48b6-930c-de775291ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574102 Nov 15 11:42:36.257410 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c5226a0-4f2a-4dd0-b2a7-87e64662d179 req-0745876e-7e24-4ff5-a8b8-92210e28f636 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005907 Nov 15 11:42:36.263196 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6766d815-d2e9-417d-8325-788b9e422dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:36.381077 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c5226a0-4f2a-4dd0-b2a7-87e64662d179 req-da9470d3-d06b-4474-8925-7b90cef48911 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158047 Nov 15 11:42:37.025959 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 32d93401-46fd-46cd-bf16-d076b58f4439 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:42:37.066857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859ef76-307f-4bb0-a135-10a83bd8449d req-8a0c152d-1e7f-4ebb-b0e5-72bb5b457294 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:37.068447 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3859ef76-307f-4bb0-a135-10a83bd8449d req-8a0c152d-1e7f-4ebb-b0e5-72bb5b457294 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ab42600-ae59-4b8a-9768-73f010f535e6 HTTP/1.1" status: 200 len: 943 time: 0.0710132 Nov 15 11:42:37.176101 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3859ef76-307f-4bb0-a135-10a83bd8449d req-263b3ffe-259e-4d2e-8ac9-125733d24e99 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/security-groups?id=431a1148-5115-420a-a65c-78b76bf6464b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893126 Nov 15 11:42:37.176359 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 32d93401-46fd-46cd-bf16-d076b58f4439, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=32d93401-46fd-46cd-bf16-d076b58f4439,segment=NetworkSegment(b2b2e295-0bce-4fa2-b807-1ec7659d2e43),segment_id=b2b2e295-0bce-4fa2-b807-1ec7659d2e43)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:42:37.194024 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '32d93401-46fd-46cd-bf16-d076b58f4439', 'network_id': '0c155869-aa91-406b-9b44-d0bf189a1bcf', 'port_id': '32d93401-46fd-46cd-bf16-d076b58f4439', 'mac_address': 'fa:16:3e:d0:e7:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f54b8af-ef07-4389-bcb0-30c0766fa887', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:42:37.241820 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:37.261752 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d93401-46fd-46cd-bf16-d076b58f4439 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:42:37.283172 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 32d93401-46fd-46cd-bf16-d076b58f4439, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=32d93401-46fd-46cd-bf16-d076b58f4439,segment=NetworkSegment(b2b2e295-0bce-4fa2-b807-1ec7659d2e43),segment_id=b2b2e295-0bce-4fa2-b807-1ec7659d2e43)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:42:37.294028 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:37.359628 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=32d93401-46fd-46cd-bf16-d076b58f4439,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:37.621069 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['32d93401-46fd-46cd-bf16-d076b58f4439'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:42:38.290269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500574af-9ee1-432b-9b1b-0d91f5030e6c req-dc3b1dfa-9ba0-4c07-ade3-ed3aeea6c1a1 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:38.291757 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-500574af-9ee1-432b-9b1b-0d91f5030e6c req-dc3b1dfa-9ba0-4c07-ade3-ed3aeea6c1a1 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ab42600-ae59-4b8a-9768-73f010f535e6 HTTP/1.1" status: 200 len: 944 time: 0.0512006 Nov 15 11:42:38.355022 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-500574af-9ee1-432b-9b1b-0d91f5030e6c req-23c72d20-2c2a-4218-a3e8-aa6ea7182ec2 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/security-groups?id=431a1148-5115-420a-a65c-78b76bf6464b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564024 Nov 15 11:42:38.371371 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6a456cd5-78f8-4f77-ab37-c2c4614d3f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:39.041547 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 32d93401-46fd-46cd-bf16-d076b58f4439 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:42:39.113736 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 32d93401-46fd-46cd-bf16-d076b58f4439 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:42:39.118479 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 32d93401-46fd-46cd-bf16-d076b58f4439 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:42:39.118948 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:39.211604 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:39.244775 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab42600-ae59-4b8a-9768-73f010f535e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d93401-46fd-46cd-bf16-d076b58f4439'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:42:39.247016 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73461a3a-c011-46b1-80a6-944f3393c558" -d '{"events": [{"server_uuid": "3ab42600-ae59-4b8a-9768-73f010f535e6", "name": "network-vif-plugged", "status": "completed", "tag": "32d93401-46fd-46cd-bf16-d076b58f4439"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:42:39.265760 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 32d93401-46fd-46cd-bf16-d076b58f4439, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=32d93401-46fd-46cd-bf16-d076b58f4439,segment=NetworkSegment(b2b2e295-0bce-4fa2-b807-1ec7659d2e43),segment_id=b2b2e295-0bce-4fa2-b807-1ec7659d2e43)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:42:39.271042 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:39.311957 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80021786-0347-44f1-a9b5-65d6b4d59f75 x-openstack-request-id: req-80021786-0347-44f1-a9b5-65d6b4d59f75 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:42:39.312319 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab42600-ae59-4b8a-9768-73f010f535e6", "name": "network-vif-plugged", "status": "completed", "tag": "32d93401-46fd-46cd-bf16-d076b58f4439", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:42:39.312636 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80021786-0347-44f1-a9b5-65d6b4d59f75 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:42:39.313508 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab42600-ae59-4b8a-9768-73f010f535e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d93401-46fd-46cd-bf16-d076b58f4439', 'code': 200} Nov 15 11:42:39.338267 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=32d93401-46fd-46cd-bf16-d076b58f4439,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:39.434366 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8afe2-899b-4c2c-bf3b-b54a69ed67fe req-025b2348-68f6-460c-8583-675564e44297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:39.435876 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-88e8afe2-899b-4c2c-bf3b-b54a69ed67fe req-025b2348-68f6-460c-8583-675564e44297 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3ab42600-ae59-4b8a-9768-73f010f535e6 HTTP/1.1" status: 200 len: 1096 time: 0.0600665 Nov 15 11:42:39.500621 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-88e8afe2-899b-4c2c-bf3b-b54a69ed67fe req-ff331d49-abd9-4527-8e47-844a7e31262b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=431a1148-5115-420a-a65c-78b76bf6464b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575519 Nov 15 11:42:39.522366 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25314c75-ab8e-4615-90ee-219884548ed6 req-5263bdc7-e3c8-4965-97f7-6c2b705d0403 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:39.523728 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25314c75-ab8e-4615-90ee-219884548ed6 req-5263bdc7-e3c8-4965-97f7-6c2b705d0403 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ab42600-ae59-4b8a-9768-73f010f535e6 HTTP/1.1" status: 200 len: 945 time: 0.0718734 Nov 15 11:42:39.580105 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25314c75-ab8e-4615-90ee-219884548ed6 req-46acb483-bcde-4c5d-ad4a-f9da14b7e717 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/security-groups?id=431a1148-5115-420a-a65c-78b76bf6464b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477872 Nov 15 11:42:39.893105 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:40.703029 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a27ae-7742-4f0b-a10c-4edc5da8383d req-28c6f7be-6f91-45fb-bd0f-4cadf0e53602 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:40.705706 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-880a27ae-7742-4f0b-a10c-4edc5da8383d req-28c6f7be-6f91-45fb-bd0f-4cadf0e53602 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ab42600-ae59-4b8a-9768-73f010f535e6 HTTP/1.1" status: 200 len: 945 time: 0.0541575 Nov 15 11:42:40.780466 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-880a27ae-7742-4f0b-a10c-4edc5da8383d req-a4c34dc5-c234-49ac-862d-c63d52fa41c9 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/security-groups?id=431a1148-5115-420a-a65c-78b76bf6464b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678239 Nov 15 11:42:41.455113 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:41.914624 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabb62f-ee8f-43eb-9013-9c56b3acf981 req-99f91520-02f8-4db4-b6a2-8ed5ce18271a tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:41.923436 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-faabb62f-ee8f-43eb-9013-9c56b3acf981 req-99f91520-02f8-4db4-b6a2-8ed5ce18271a tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ab42600-ae59-4b8a-9768-73f010f535e6 HTTP/1.1" status: 200 len: 945 time: 0.0645468 Nov 15 11:42:41.985292 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-faabb62f-ee8f-43eb-9013-9c56b3acf981 req-aaf35f14-32b1-4379-b8d9-a8c6fad68ea2 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/security-groups?id=431a1148-5115-420a-a65c-78b76bf6464b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605280 Nov 15 11:42:42.153662 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:42.462523 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1d6ba0a8-db24-43e9-9785-4a2d0edc3ed0 req-579daf30-4c9a-4c26-ba1e-105b45f3d9c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419073 Nov 15 11:42:42.554054 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ba0a8-db24-43e9-9785-4a2d0edc3ed0 req-900b4452-f14b-4fc3-b612-d486d5a88047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:42.555660 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1d6ba0a8-db24-43e9-9785-4a2d0edc3ed0 req-900b4452-f14b-4fc3-b612-d486d5a88047 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 1097 time: 0.0695686 Nov 15 11:42:42.704454 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ba0a8-db24-43e9-9785-4a2d0edc3ed0 req-1d7e86d2-3963-4c35-b1d8-34a2daca1da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:42.707195 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1d6ba0a8-db24-43e9-9785-4a2d0edc3ed0 req-1d7e86d2-3963-4c35-b1d8-34a2daca1da5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.1297576 Nov 15 11:42:42.840760 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1d6ba0a8-db24-43e9-9785-4a2d0edc3ed0 req-1aacd07a-8e98-4d73-80cf-5c1002407b1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606a7e1d-cd71-4862-93c2-f0baec0fa6a7 HTTP/1.1" status: 200 len: 1002 time: 0.1256189 Nov 15 11:42:42.899898 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ba0a8-db24-43e9-9785-4a2d0edc3ed0 req-ab5a1a2b-0392-41dc-a276-a40041343935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:42.901972 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1d6ba0a8-db24-43e9-9785-4a2d0edc3ed0 req-ab5a1a2b-0392-41dc-a276-a40041343935 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0538940 Nov 15 11:42:42.952908 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ba0a8-db24-43e9-9785-4a2d0edc3ed0 req-3a131705-583f-437d-b2c0-14569e84ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:42.955379 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1d6ba0a8-db24-43e9-9785-4a2d0edc3ed0 req-3a131705-583f-437d-b2c0-14569e84ea14 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461037 Nov 15 11:42:43.073785 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1d6ba0a8-db24-43e9-9785-4a2d0edc3ed0 req-cd222c2e-15f0-413b-80fd-ac26c62bc91c service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107013 Nov 15 11:42:43.184081 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1d6ba0a8-db24-43e9-9785-4a2d0edc3ed0 req-0c7e6244-c9bc-479e-81e0-67d95eb1a899 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031313 Nov 15 11:42:45.862628 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ec8ed-e665-4e67-8c18-77da6cf36548 req-2401834d-637c-4960-869a-6fc9ee1c7e9d tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:45.864163 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-088ec8ed-e665-4e67-8c18-77da6cf36548 req-2401834d-637c-4960-869a-6fc9ee1c7e9d tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ab42600-ae59-4b8a-9768-73f010f535e6 HTTP/1.1" status: 200 len: 945 time: 0.0715687 Nov 15 11:42:45.928545 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-088ec8ed-e665-4e67-8c18-77da6cf36548 req-8a9cfc54-3179-40a2-a3e7-821bddc04227 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/security-groups?id=431a1148-5115-420a-a65c-78b76bf6464b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554326 Nov 15 11:42:47.079582 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f8d03-25e4-4989-9694-68a76fd75d36 req-c3935f05-c8ad-4e94-a9e1-daf065e9a637 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:47.081856 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d15f8d03-25e4-4989-9694-68a76fd75d36 req-c3935f05-c8ad-4e94-a9e1-daf065e9a637 tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ab42600-ae59-4b8a-9768-73f010f535e6 HTTP/1.1" status: 200 len: 945 time: 0.0820785 Nov 15 11:42:47.148476 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d15f8d03-25e4-4989-9694-68a76fd75d36 req-081b3243-9521-46a0-af1e-bc78a9fa609e tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/security-groups?id=431a1148-5115-420a-a65c-78b76bf6464b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591364 Nov 15 11:42:47.251249 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42942) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:47.268432 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f7d8d-5173-4436-977a-04238612c81d req-a0e8e321-1f67-4151-9d12-e875f71ef87e tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:47.270059 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-556f7d8d-5173-4436-977a-04238612c81d req-a0e8e321-1f67-4151-9d12-e875f71ef87e tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ab42600-ae59-4b8a-9768-73f010f535e6 HTTP/1.1" status: 200 len: 945 time: 0.0944107 Nov 15 11:42:47.377840 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-556f7d8d-5173-4436-977a-04238612c81d req-0f7fcb47-a270-454d-bfe6-334b096d05da tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Deleting port 32d93401-46fd-46cd-bf16-d076b58f4439 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:42:47.378231 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-556f7d8d-5173-4436-977a-04238612c81d req-0f7fcb47-a270-454d-bfe6-334b096d05da tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:47.431645 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-571f8de1-69ff-4df5-8e5e-1624f88f0b5f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=da04dae2b65a4f16adcc558b087f9aae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1789496 Nov 15 11:42:47.434116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 42946) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:47.506157 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-556f7d8d-5173-4436-977a-04238612c81d req-0f7fcb47-a270-454d-bfe6-334b096d05da tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] For port 32d93401-46fd-46cd-bf16-d076b58f4439, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=32d93401-46fd-46cd-bf16-d076b58f4439,segment=NetworkSegment(b2b2e295-0bce-4fa2-b807-1ec7659d2e43),segment_id=b2b2e295-0bce-4fa2-b807-1ec7659d2e43)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:42:47.506563 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-556f7d8d-5173-4436-977a-04238612c81d req-0f7fcb47-a270-454d-bfe6-334b096d05da tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:47.520237 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-556f7d8d-5173-4436-977a-04238612c81d req-0f7fcb47-a270-454d-bfe6-334b096d05da tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Calling delete_port for 32d93401-46fd-46cd-bf16-d076b58f4439 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:42:47.539862 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ff58e63-43af-4a0d-9265-d20ee268a813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:47.573321 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ff58e63-43af-4a0d-9265-d20ee268a813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:47.628971 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ff58e63-43af-4a0d-9265-d20ee268a813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:47.631852 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3ff58e63-43af-4a0d-9265-d20ee268a813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:47.633284 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3ff58e63-43af-4a0d-9265-d20ee268a813 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4975f9a7-4938-4450-a727-d156801a7528 HTTP/1.1" status: 204 len: 168 time: 0.1978097 Nov 15 11:42:47.641976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff58e63-43af-4a0d-9265-d20ee268a813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4975f9a7-4938-4450-a727-d156801a7528,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:47.702060 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-556f7d8d-5173-4436-977a-04238612c81d req-0f7fcb47-a270-454d-bfe6-334b096d05da tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:47.714358 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['32d93401-46fd-46cd-bf16-d076b58f4439'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:42:47.733531 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fcb47-a270-454d-bfe6-334b096d05da tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Pushing event deleted for resources: {'Port': ['ID=32d93401-46fd-46cd-bf16-d076b58f4439,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:47.783528 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-556f7d8d-5173-4436-977a-04238612c81d req-0f7fcb47-a270-454d-bfe6-334b096d05da tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] No DVR routers for this DVR port 32d93401-46fd-46cd-bf16-d076b58f4439 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:42:47.786359 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-556f7d8d-5173-4436-977a-04238612c81d req-0f7fcb47-a270-454d-bfe6-334b096d05da tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:47.789855 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-556f7d8d-5173-4436-977a-04238612c81d req-0f7fcb47-a270-454d-bfe6-334b096d05da tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.11 "DELETE /v2.0/ports/32d93401-46fd-46cd-bf16-d076b58f4439 HTTP/1.1" status: 204 len: 173 time: 0.5138314 Nov 15 11:42:47.790307 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab42600-ae59-4b8a-9768-73f010f535e6', 'name': 'network-vif-deleted', 'tag': '32d93401-46fd-46cd-bf16-d076b58f4439'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:42:47.792968 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22df589c-3367-4674-a3ab-86390bc5994a" -d '{"events": [{"server_uuid": "3ab42600-ae59-4b8a-9768-73f010f535e6", "name": "network-vif-deleted", "tag": "32d93401-46fd-46cd-bf16-d076b58f4439"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:42:47.845954 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609cb9c4-92ed-4b53-8394-4d1f597a7168 x-openstack-request-id: req-609cb9c4-92ed-4b53-8394-4d1f597a7168 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:42:47.846787 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab42600-ae59-4b8a-9768-73f010f535e6", "name": "network-vif-deleted", "tag": "32d93401-46fd-46cd-bf16-d076b58f4439", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:42:47.847139 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-609cb9c4-92ed-4b53-8394-4d1f597a7168 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:42:47.848280 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab42600-ae59-4b8a-9768-73f010f535e6', 'name': 'network-vif-deleted', 'tag': '32d93401-46fd-46cd-bf16-d076b58f4439', 'status': 'completed', 'code': 200} Nov 15 11:42:48.352289 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5b6766e2-5c3e-4097-8b59-c40f65e25117 req-31de806f-fe55-4f09-9185-821bebabb03a tempest-VolumesActionsTest-1088614199 tempest-VolumesActionsTest-1088614199-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ab42600-ae59-4b8a-9768-73f010f535e6 HTTP/1.1" status: 200 len: 210 time: 0.0559983 Nov 15 11:42:50.894473 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a8069-5bf1-47d3-9161-e018c8b881a3 req-388a8d61-d6a1-47c8-b5a5-c1402f08c0b1 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:50.897211 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ff6a8069-5bf1-47d3-9161-e018c8b881a3 req-388a8d61-d6a1-47c8-b5a5-c1402f08c0b1 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 945 time: 0.0588524 Nov 15 11:42:50.972936 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ff6a8069-5bf1-47d3-9161-e018c8b881a3 req-98f7d3a5-0859-4f42-8054-9e860f1f0dfb tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633209 Nov 15 11:42:51.134944 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 32d93401-46fd-46cd-bf16-d076b58f4439 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:42:51.161535 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 32d93401-46fd-46cd-bf16-d076b58f4439 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:42:51.162112 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 32d93401-46fd-46cd-bf16-d076b58f4439 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:42:52.132559 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8334f8-27cd-466c-8ad1-2c88eac44ea2 req-133390d9-c449-4766-b49b-1295cbaebfa6 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:52.151769 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc8334f8-27cd-466c-8ad1-2c88eac44ea2 req-133390d9-c449-4766-b49b-1295cbaebfa6 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 945 time: 0.1046033 Nov 15 11:42:52.248049 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc8334f8-27cd-466c-8ad1-2c88eac44ea2 req-8b5c8ad0-6012-4cc2-98f8-36561611bffd tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953102 Nov 15 11:42:52.337545 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35dd98-fada-40eb-af31-2620d47960c6 req-d8263931-c3f8-48e7-8d1b-4dab2dc4a89e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:52.339493 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b35dd98-fada-40eb-af31-2620d47960c6 req-d8263931-c3f8-48e7-8d1b-4dab2dc4a89e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 945 time: 0.0787089 Nov 15 11:42:52.448900 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-9b35dd98-fada-40eb-af31-2620d47960c6 req-139d0a35-9ba5-4ac5-afba-c9ed8455bdd9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Deleting port c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:42:52.449232 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9b35dd98-fada-40eb-af31-2620d47960c6 req-139d0a35-9ba5-4ac5-afba-c9ed8455bdd9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:52.557139 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-9b35dd98-fada-40eb-af31-2620d47960c6 req-139d0a35-9ba5-4ac5-afba-c9ed8455bdd9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] For port c5254d0e-0d09-45d1-a9e6-524c12f8e8d3, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=c5254d0e-0d09-45d1-a9e6-524c12f8e8d3,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:42:52.557769 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9b35dd98-fada-40eb-af31-2620d47960c6 req-139d0a35-9ba5-4ac5-afba-c9ed8455bdd9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:52.738317 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9b35dd98-fada-40eb-af31-2620d47960c6 req-139d0a35-9ba5-4ac5-afba-c9ed8455bdd9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:52.738927 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9b35dd98-fada-40eb-af31-2620d47960c6 req-139d0a35-9ba5-4ac5-afba-c9ed8455bdd9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:52.739401 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [req-9b35dd98-fada-40eb-af31-2620d47960c6 req-139d0a35-9ba5-4ac5-afba-c9ed8455bdd9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Floating IP 3e8aa081-f31c-4b23-b753-1b61fa9a6051 disassociated. External IP: 172.25.7.27, port: c5254d0e-0d09-45d1-a9e6-524c12f8e8d3. Nov 15 11:42:52.739948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-9b35dd98-fada-40eb-af31-2620d47960c6 req-139d0a35-9ba5-4ac5-afba-c9ed8455bdd9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Calling delete_port for c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:42:52.897273 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9b35dd98-fada-40eb-af31-2620d47960c6 req-139d0a35-9ba5-4ac5-afba-c9ed8455bdd9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:52.932495 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d0a35-9ba5-4ac5-afba-c9ed8455bdd9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event deleted for resources: {'Port': ['ID=c5254d0e-0d09-45d1-a9e6-524c12f8e8d3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:53.050169 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b35dd98-fada-40eb-af31-2620d47960c6 req-139d0a35-9ba5-4ac5-afba-c9ed8455bdd9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Router b00994c2-1981-4cdc-acb3-efc2a4ecb86e has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:42:53.199150 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b35dd98-fada-40eb-af31-2620d47960c6 req-139d0a35-9ba5-4ac5-afba-c9ed8455bdd9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:42:53.213711 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ccb42c-70f9-4915-b44c-3a09a441afd9 None None] Sync routers for ids ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:42:53.227090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ccb42c-70f9-4915-b44c-3a09a441afd9 None None] Routers {'b00994c2-1981-4cdc-acb3-efc2a4ecb86e'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:42:53.228380 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-79ccb42c-70f9-4915-b44c-3a09a441afd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:42:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:42:53.281935 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b35dd98-fada-40eb-af31-2620d47960c6 req-139d0a35-9ba5-4ac5-afba-c9ed8455bdd9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] No DVR routers for this DVR port c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:42:53.286839 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-9b35dd98-fada-40eb-af31-2620d47960c6 req-139d0a35-9ba5-4ac5-afba-c9ed8455bdd9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:53.290227 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b35dd98-fada-40eb-af31-2620d47960c6 req-139d0a35-9ba5-4ac5-afba-c9ed8455bdd9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.55 "DELETE /v2.0/ports/c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 HTTP/1.1" status: 204 len: 173 time: 0.9443719 Nov 15 11:42:53.297452 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f75e029-fd0d-490a-8c11-2f3d785c8391', 'name': 'network-vif-deleted', 'tag': 'c5254d0e-0d09-45d1-a9e6-524c12f8e8d3'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:42:53.299966 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ee404f-dbe1-4d5b-8d4b-059145da2c72" -d '{"events": [{"server_uuid": "7f75e029-fd0d-490a-8c11-2f3d785c8391", "name": "network-vif-deleted", "tag": "c5254d0e-0d09-45d1-a9e6-524c12f8e8d3"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:42:53.533772 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d341c87f-9a75-46e7-aa5b-630205419bd6 req-46c58658-7886-4e9b-8cd0-83cfd30283c7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 210 time: 0.1028097 Nov 15 11:42:53.543175 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-79ccb42c-70f9-4915-b44c-3a09a441afd9 None None] Set router b00994c2-1981-4cdc-acb3-efc2a4ecb86e gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:42:53.697238 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc09f891-23e8-4c93-81c5-194cbb33786b x-openstack-request-id: req-fc09f891-23e8-4c93-81c5-194cbb33786b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:42:53.697643 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f75e029-fd0d-490a-8c11-2f3d785c8391", "name": "network-vif-deleted", "tag": "c5254d0e-0d09-45d1-a9e6-524c12f8e8d3", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:42:53.697979 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc09f891-23e8-4c93-81c5-194cbb33786b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:42:53.698473 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f75e029-fd0d-490a-8c11-2f3d785c8391', 'name': 'network-vif-deleted', 'tag': 'c5254d0e-0d09-45d1-a9e6-524c12f8e8d3', 'status': 'completed', 'code': 200} Nov 15 11:42:53.803956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 43152) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:53.958551 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-79ccb42c-70f9-4915-b44c-3a09a441afd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:33:04Z', 'revision_number': 4, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '438254d2-d8d3-48db-8ba9-073fdbb53818', 'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'mac_address': 'fa:16:3e:64:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:02Z', 'updated_at': '2021-11-15T11:33:08Z', 'revision_number': 5, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'subnets': [{'id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:42:53.963423 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dac1b134-b8ae-4290-8ebf-b60fcb67901b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:53.992381 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ccb42c-70f9-4915-b44c-3a09a441afd9 None None] Checking router: b00994c2-1981-4cdc-acb3-efc2a4ecb86e for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:42:54.003210 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ccb42c-70f9-4915-b44c-3a09a441afd9 None None] Routers {'b00994c2-1981-4cdc-acb3-efc2a4ecb86e'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:42:54.004173 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-79ccb42c-70f9-4915-b44c-3a09a441afd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:42:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:42:54.149991 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dac1b134-b8ae-4290-8ebf-b60fcb67901b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:54.156171 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dac1b134-b8ae-4290-8ebf-b60fcb67901b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:54.210232 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-dac1b134-b8ae-4290-8ebf-b60fcb67901b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=228bbcc6af2e4eb7b8bee477b54d8b14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4049301 Nov 15 11:42:54.212912 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43162) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:54.213992 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1b134-b8ae-4290-8ebf-b60fcb67901b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fb8a00-2c31-4628-a5d8-ee4b3efaa42d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:54.214558 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-79ccb42c-70f9-4915-b44c-3a09a441afd9 None None] Set router b00994c2-1981-4cdc-acb3-efc2a4ecb86e gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:42:54.315320 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d2793d3-78f1-4a9b-a100-37b51934236c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:54.357322 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d2793d3-78f1-4a9b-a100-37b51934236c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:54.450105 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d2793d3-78f1-4a9b-a100-37b51934236c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:54.452972 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d2793d3-78f1-4a9b-a100-37b51934236c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:54.457392 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4d2793d3-78f1-4a9b-a100-37b51934236c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c1fb8a00-2c31-4628-a5d8-ee4b3efaa42d HTTP/1.1" status: 204 len: 168 time: 0.2433734 Nov 15 11:42:54.468417 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2793d3-78f1-4a9b-a100-37b51934236c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fb8a00-2c31-4628-a5d8-ee4b3efaa42d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:54.673756 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:42:54.709107 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:42:54.755776 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:42:54.756510 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device c5254d0e-0d09-45d1-a9e6-524c12f8e8d3 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:42:54.810783 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-542dda74-022c-4611-9a0d-67872867b2e5 req-8ddd9d54-d1f7-4ee3-99a6-2921c06764aa tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 210 time: 0.0797257 Nov 15 11:42:54.834381 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-79ccb42c-70f9-4915-b44c-3a09a441afd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:33:04Z', 'revision_number': 4, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '438254d2-d8d3-48db-8ba9-073fdbb53818', 'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'mac_address': 'fa:16:3e:64:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:02Z', 'updated_at': '2021-11-15T11:33:08Z', 'revision_number': 5, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'subnets': [{'id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:42:54.902104 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ccb42c-70f9-4915-b44c-3a09a441afd9 None None] The sync data for ids ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'] in n-d-729945-9 is: [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:33:04Z', 'revision_number': 4, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '438254d2-d8d3-48db-8ba9-073fdbb53818', 'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'mac_address': 'fa:16:3e:64:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:02Z', 'updated_at': '2021-11-15T11:33:08Z', 'revision_number': 5, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'subnets': [{'id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:42:55.401192 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88d9d1d-10c7-4812-95c3-87e7a7ee78db None None] New status for floating IP 3e8aa081-f31c-4b23-b753-1b61fa9a6051: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:42:56.063588 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90446d8c-bfb3-4cdb-a89b-9c692a76a139 req-9f42a18a-c887-4e82-8f69-c8f869d3237a tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 210 time: 0.0681345 Nov 15 11:42:56.760424 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43254) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:42:56.991344 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-28ca47ce-b56c-4c68-9146-4fe8e4207bab tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Deleting port 43d716d6-c6c1-4212-82eb-86083a1f479b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:42:56.992077 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28ca47ce-b56c-4c68-9146-4fe8e4207bab tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:57.121251 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28ca47ce-b56c-4c68-9146-4fe8e4207bab tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:57.127890 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28ca47ce-b56c-4c68-9146-4fe8e4207bab tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:57.151346 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-28ca47ce-b56c-4c68-9146-4fe8e4207bab tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Calling delete_port for 43d716d6-c6c1-4212-82eb-86083a1f479b owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:42:57.229281 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-88c09c8b-c360-45c4-992b-39be042bb837 req-3d65c368-6803-49bb-a837-b584005de0d2 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 210 time: 0.0514450 Nov 15 11:42:57.393039 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28ca47ce-b56c-4c68-9146-4fe8e4207bab tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:57.421610 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca47ce-b56c-4c68-9146-4fe8e4207bab tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Pushing event deleted for resources: {'Port': ['ID=43d716d6-c6c1-4212-82eb-86083a1f479b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:42:57.605455 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28ca47ce-b56c-4c68-9146-4fe8e4207bab tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:57.606052 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-28ca47ce-b56c-4c68-9146-4fe8e4207bab tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Floating IP d8296e55-da66-41b4-b967-066b1ae52c17 disassociated (deleted). External IP: 172.25.7.233, port: bbce35d0-34f2-415f-b7ea-adc994307f05. Nov 15 11:42:57.882169 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ca47ce-b56c-4c68-9146-4fe8e4207bab tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Router 5ea94d0a-b96c-46fb-9ec1-73c31275758d has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:42:58.021731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ca47ce-b56c-4c68-9146-4fe8e4207bab tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:42:58.027939 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28ca47ce-b56c-4c68-9146-4fe8e4207bab tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:58.032692 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865c8f2-0b43-4569-a13e-b2ef42de8ffe None None] Sync routers for ids ['5ea94d0a-b96c-46fb-9ec1-73c31275758d'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:42:58.055354 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5865c8f2-0b43-4569-a13e-b2ef42de8ffe None None] Routers {'5ea94d0a-b96c-46fb-9ec1-73c31275758d'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:42:58.055996 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5865c8f2-0b43-4569-a13e-b2ef42de8ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:42:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['5ea94d0a-b96c-46fb-9ec1-73c31275758d'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:42:58.063268 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-28ca47ce-b56c-4c68-9146-4fe8e4207bab tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "DELETE /v2.0/floatingips/d8296e55-da66-41b4-b967-066b1ae52c17 HTTP/1.1" status: 204 len: 168 time: 1.2998466 Nov 15 11:42:58.064379 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51', 'tag': 'bbce35d0-34f2-415f-b7ea-adc994307f05'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:42:58.067161 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bc7f97-1bda-48b2-b077-46a7c8f0b047" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51", "tag": "bbce35d0-34f2-415f-b7ea-adc994307f05"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:42:58.251307 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5865c8f2-0b43-4569-a13e-b2ef42de8ffe None None] Set router 5ea94d0a-b96c-46fb-9ec1-73c31275758d gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:42:58.291388 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86905b40-8672-48f8-a36d-cb241ff99d20 x-openstack-request-id: req-86905b40-8672-48f8-a36d-cb241ff99d20 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:42:58.292807 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51", "tag": "bbce35d0-34f2-415f-b7ea-adc994307f05", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:42:58.293296 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-86905b40-8672-48f8-a36d-cb241ff99d20 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:42:58.293929 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51', 'tag': 'bbce35d0-34f2-415f-b7ea-adc994307f05', 'status': 'completed', 'code': 200} Nov 15 11:42:58.473235 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20431e-2df6-4659-88bc-54c50d168f6c req-6a962b82-fb42-42cd-b903-3e0085e7b62e tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:58.476476 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e20431e-2df6-4659-88bc-54c50d168f6c req-6a962b82-fb42-42cd-b903-3e0085e7b62e tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 946 time: 0.0946310 Nov 15 11:42:58.478856 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7f97-1bda-48b2-b077-46a7c8f0b047 req-bb5e8064-a4b9-412e-bcef-5d5acfeec3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:58.480614 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3bc7f97-1bda-48b2-b077-46a7c8f0b047 req-bb5e8064-a4b9-412e-bcef-5d5acfeec3d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c76095f6c6fc448e83acf8840c1754ec&device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 1097 time: 0.1645756 Nov 15 11:42:58.498329 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5865c8f2-0b43-4569-a13e-b2ef42de8ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'name': 'tempest-TestVolumeBackupRestore-1535527032-router', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:37:57Z', 'updated_at': '2021-11-15T11:38:08Z', 'revision_number': 4, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'gw_port': {'id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:37:59Z', 'updated_at': '2021-11-15T11:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'bc034d87-76c2-420d-80d3-0ae45a319770', 'name': '', 'network_id': '9187d822-3785-414a-90e1-c2375533ab75', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'mac_address': 'fa:16:3e:21:ce:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:07Z', 'updated_at': '2021-11-15T11:38:15Z', 'revision_number': 5, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'subnets': [{'id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:42:58.526591 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865c8f2-0b43-4569-a13e-b2ef42de8ffe None None] Checking router: 5ea94d0a-b96c-46fb-9ec1-73c31275758d for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:42:58.536107 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5865c8f2-0b43-4569-a13e-b2ef42de8ffe None None] Routers {'5ea94d0a-b96c-46fb-9ec1-73c31275758d'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:42:58.536798 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5865c8f2-0b43-4569-a13e-b2ef42de8ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:42:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['5ea94d0a-b96c-46fb-9ec1-73c31275758d'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:42:58.624479 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e20431e-2df6-4659-88bc-54c50d168f6c req-ae7e6e8d-3f48-4e8a-97d8-577d6a67e6bf tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/security-groups?id=a29dd2c1-e0fa-4750-96f7-84232fbf915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372256 Nov 15 11:42:58.663320 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7f97-1bda-48b2-b077-46a7c8f0b047 req-4460bf97-a695-4344-98b6-0c133683c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:58.665245 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3bc7f97-1bda-48b2-b077-46a7c8f0b047 req-4460bf97-a695-4344-98b6-0c133683c345 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9187d822-3785-414a-90e1-c2375533ab75 HTTP/1.1" status: 200 len: 915 time: 0.1744108 Nov 15 11:42:58.756686 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3bc7f97-1bda-48b2-b077-46a7c8f0b047 req-9e3054e5-d1ab-4e24-8170-144b3c273337 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbce35d0-34f2-415f-b7ea-adc994307f05 HTTP/1.1" status: 200 len: 217 time: 0.0831330 Nov 15 11:42:58.762782 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5865c8f2-0b43-4569-a13e-b2ef42de8ffe None None] Set router 5ea94d0a-b96c-46fb-9ec1-73c31275758d gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:42:58.865292 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-330c0b2b-d5cd-4dcb-9381-9a74c0a57bca req-9097b681-b39b-4173-9c4c-990e386685f7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 210 time: 0.1069069 Nov 15 11:42:58.913586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7f97-1bda-48b2-b077-46a7c8f0b047 req-1f02eb3b-6154-4111-a70a-143fd259ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:58.915221 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3bc7f97-1bda-48b2-b077-46a7c8f0b047 req-1f02eb3b-6154-4111-a70a-143fd259ab25 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c2ac814-f6f8-43e0-bf4f-7c893fcddb25 HTTP/1.1" status: 200 len: 853 time: 0.1404002 Nov 15 11:42:59.002689 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc7f97-1bda-48b2-b077-46a7c8f0b047 req-dee16258-7b52-4d51-83b6-d248b7bd2427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:59.016007 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3bc7f97-1bda-48b2-b077-46a7c8f0b047 req-dee16258-7b52-4d51-83b6-d248b7bd2427 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9187d822-3785-414a-90e1-c2375533ab75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924795 Nov 15 11:42:59.231844 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3bc7f97-1bda-48b2-b077-46a7c8f0b047 req-4a8024ec-85c8-49a6-8143-ed6b1d8e5192 service neutron] 10.222.0.55 "GET /v2.0/networks/9187d822-3785-414a-90e1-c2375533ab75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030189 Nov 15 11:42:59.422903 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5865c8f2-0b43-4569-a13e-b2ef42de8ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'name': 'tempest-TestVolumeBackupRestore-1535527032-router', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:37:57Z', 'updated_at': '2021-11-15T11:38:08Z', 'revision_number': 4, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'gw_port': {'id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:37:59Z', 'updated_at': '2021-11-15T11:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'bc034d87-76c2-420d-80d3-0ae45a319770', 'name': '', 'network_id': '9187d822-3785-414a-90e1-c2375533ab75', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'mac_address': 'fa:16:3e:21:ce:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:07Z', 'updated_at': '2021-11-15T11:38:15Z', 'revision_number': 5, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'subnets': [{'id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:42:59.431443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3bc7f97-1bda-48b2-b077-46a7c8f0b047 req-b6c80e18-b47b-47fb-b491-afa600579b0b service neutron] 10.222.0.55 "GET /v2.0/networks/9187d822-3785-414a-90e1-c2375533ab75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897843 Nov 15 11:42:59.477150 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865c8f2-0b43-4569-a13e-b2ef42de8ffe None None] The sync data for ids ['5ea94d0a-b96c-46fb-9ec1-73c31275758d'] in n-d-729945-9 is: [{'id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'name': 'tempest-TestVolumeBackupRestore-1535527032-router', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:37:57Z', 'updated_at': '2021-11-15T11:38:08Z', 'revision_number': 4, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'gw_port': {'id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:37:59Z', 'updated_at': '2021-11-15T11:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'bc034d87-76c2-420d-80d3-0ae45a319770', 'name': '', 'network_id': '9187d822-3785-414a-90e1-c2375533ab75', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'mac_address': 'fa:16:3e:21:ce:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:07Z', 'updated_at': '2021-11-15T11:38:15Z', 'revision_number': 5, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'subnets': [{'id': '0c2ac814-f6f8-43e0-bf4f-7c893fcddb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:42:59.740902 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:42:59.839245 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cebe77-41a8-4934-8f3f-0706fc091dbd req-0967eb65-a4c6-4929-98f0-f79bdb80caac tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:59.841401 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25cebe77-41a8-4934-8f3f-0706fc091dbd req-0967eb65-a4c6-4929-98f0-f79bdb80caac tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 946 time: 0.0846736 Nov 15 11:42:59.856170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82a029-525a-4ef4-a1d5-6472d415a050 req-23bedfbc-df43-470c-a56d-867595843bf3 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:42:59.859263 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f82a029-525a-4ef4-a1d5-6472d415a050 req-23bedfbc-df43-470c-a56d-867595843bf3 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 946 time: 0.1399951 Nov 15 11:42:59.949616 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321b43fd-13bb-423d-b24b-947445dc9661 None None] New status for floating IP d8296e55-da66-41b4-b967-066b1ae52c17: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:43:00.022224 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-25cebe77-41a8-4934-8f3f-0706fc091dbd req-b5de2fb7-2bea-46c8-bf96-046d48fde986 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/security-groups?id=a29dd2c1-e0fa-4750-96f7-84232fbf915a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553302 Nov 15 11:43:00.105947 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-0f82a029-525a-4ef4-a1d5-6472d415a050 req-be1cdb2b-d3ac-4cdd-be7d-c33c204b1096 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Deleting port bbce35d0-34f2-415f-b7ea-adc994307f05 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:43:00.105947 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0f82a029-525a-4ef4-a1d5-6472d415a050 req-be1cdb2b-d3ac-4cdd-be7d-c33c204b1096 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:00.206054 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-19de0b14-3f5b-47e2-9890-5aebbad9ea9c req-e5113318-3c66-49ab-8bdb-dceba073c6ad tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 210 time: 0.0589068 Nov 15 11:43:00.265327 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-0f82a029-525a-4ef4-a1d5-6472d415a050 req-be1cdb2b-d3ac-4cdd-be7d-c33c204b1096 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] For port bbce35d0-34f2-415f-b7ea-adc994307f05, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=bbce35d0-34f2-415f-b7ea-adc994307f05,segment=NetworkSegment(7513e5bf-dd3d-4fe0-a43e-3a6b16169783),segment_id=7513e5bf-dd3d-4fe0-a43e-3a6b16169783)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:43:00.265962 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0f82a029-525a-4ef4-a1d5-6472d415a050 req-be1cdb2b-d3ac-4cdd-be7d-c33c204b1096 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:00.281842 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-0f82a029-525a-4ef4-a1d5-6472d415a050 req-be1cdb2b-d3ac-4cdd-be7d-c33c204b1096 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Calling delete_port for bbce35d0-34f2-415f-b7ea-adc994307f05 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:43:00.519134 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0f82a029-525a-4ef4-a1d5-6472d415a050 req-be1cdb2b-d3ac-4cdd-be7d-c33c204b1096 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:00.601059 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cdb2b-d3ac-4cdd-be7d-c33c204b1096 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Pushing event deleted for resources: {'Port': ['ID=bbce35d0-34f2-415f-b7ea-adc994307f05,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:00.715169 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f82a029-525a-4ef4-a1d5-6472d415a050 req-be1cdb2b-d3ac-4cdd-be7d-c33c204b1096 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] No DVR routers for this DVR port bbce35d0-34f2-415f-b7ea-adc994307f05 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:43:00.719292 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0f82a029-525a-4ef4-a1d5-6472d415a050 req-be1cdb2b-d3ac-4cdd-be7d-c33c204b1096 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:00.723365 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f82a029-525a-4ef4-a1d5-6472d415a050 req-be1cdb2b-d3ac-4cdd-be7d-c33c204b1096 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.55 "DELETE /v2.0/ports/bbce35d0-34f2-415f-b7ea-adc994307f05 HTTP/1.1" status: 204 len: 173 time: 0.8538277 Nov 15 11:43:00.723784 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51', 'name': 'network-vif-deleted', 'tag': 'bbce35d0-34f2-415f-b7ea-adc994307f05'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:43:00.726302 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfe34c8-9682-4e11-8142-eec8f245db9d" -d '{"events": [{"server_uuid": "f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51", "name": "network-vif-deleted", "tag": "bbce35d0-34f2-415f-b7ea-adc994307f05"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:43:00.866579 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39bfe57-9fbc-4ae4-a27e-fd31b97461df x-openstack-request-id: req-d39bfe57-9fbc-4ae4-a27e-fd31b97461df {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:43:00.867184 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51", "name": "network-vif-deleted", "tag": "bbce35d0-34f2-415f-b7ea-adc994307f05", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:43:00.867184 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d39bfe57-9fbc-4ae4-a27e-fd31b97461df {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:43:00.867575 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51', 'name': 'network-vif-deleted', 'tag': 'bbce35d0-34f2-415f-b7ea-adc994307f05', 'status': 'completed', 'code': 200} Nov 15 11:43:01.329790 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-566a3105-16d0-4d72-b354-08dff2f3a0e2 req-a32440b1-0534-40e5-bcb4-89c277d8c28c tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 210 time: 0.1266828 Nov 15 11:43:01.582412 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab1225ac-334f-4b1f-8073-025e53a082c9 req-b80c0e24-e7ea-4381-a52b-de19781e2b45 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f75e029-fd0d-490a-8c11-2f3d785c8391 HTTP/1.1" status: 200 len: 210 time: 0.0628560 Nov 15 11:43:01.740322 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:02.466901 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4db02340-eb29-40dc-b996-45e5aff19002 req-214381c4-225b-4845-b9f4-ec6289f01d1d tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 210 time: 0.0473175 Nov 15 11:43:02.493133 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device bbce35d0-34f2-415f-b7ea-adc994307f05 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:43:02.519192 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: bbce35d0-34f2-415f-b7ea-adc994307f05 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:43:02.519676 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device bbce35d0-34f2-415f-b7ea-adc994307f05 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:43:03.157417 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-91e8a7fb-6724-45eb-bf6f-a77c82a1e8c7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1581028617&fields=id&tenant_id=7766e2dd9df541a4b3334b23af798fc4 HTTP/1.1" status: 200 len: 267 time: 0.0769737 Nov 15 11:43:03.333841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-5bc737dd-1e86-4898-aadd-c39739342ebb tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:03.342442 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-5bc737dd-1e86-4898-aadd-c39739342ebb tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 811 time: 0.1695962 Nov 15 11:43:03.359981 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-38289889-9057-4e4c-916e-fe901cfd0b97 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/quotas/7766e2dd9df541a4b3334b23af798fc4 HTTP/1.1" status: 200 len: 375 time: 0.0163760 Nov 15 11:43:03.462702 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-2373a4e0-0da6-4cac-b6f3-a9f6f6cf99f0 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1000528 Nov 15 11:43:03.589233 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-cd18f318-85e3-46a7-be30-ebfe01ee8609 service neutron] 10.222.0.64 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047757 Nov 15 11:43:03.764632 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-5138a7f9-f5c8-44ae-9783-13878254e420 service neutron] 10.222.0.64 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734505 Nov 15 11:43:04.297972 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-886abe6c-b801-42af-8b7d-35b048e08978 req-26d33bbe-73a4-4122-bbb4-20451f7e4ba8 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 210 time: 0.0381777 Nov 15 11:43:04.564826 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ea23f5b-30e9-483c-b292-ee98d8cc5736 req-77518e6f-6f8f-4703-a14b-959cc93bf71b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 210 time: 0.0564516 Nov 15 11:43:05.414897 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb0aed34-912c-4588-a039-766656c92c44 req-b94d7dee-0296-4e82-9667-bb8e6fd61339 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 210 time: 0.0283263 Nov 15 11:43:05.839720 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6f5ff96c-4690-46a6-ae1c-abc1a1aa11fa req-a3b3ccf8-4475-47f6-913a-30b97bb3437d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 210 time: 0.1113317 Nov 15 11:43:06.066065 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-0447f520-5acb-469e-8435-807049f41621 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:06.067606 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-0447f520-5acb-469e-8435-807049f41621 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.55 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 811 time: 0.2756321 Nov 15 11:43:06.151597 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-1431475a-f6f2-4f6e-9162-be46adc08f8e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7766e2dd9df541a4b3334b23af798fc4 HTTP/1.1" status: 200 len: 380 time: 0.0656722 Nov 15 11:43:06.163320 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-6f6a6d30-f6df-454b-9253-8e8b2915bb64 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Request body: {'port': {'device_id': 'ce2c2ad5-3a93-4612-bdee-75a16c774219', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'admin_state_up': True, 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'security_groups': ['a3bc7465-2782-416e-ac2c-abf5fde7b165']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:43:06.261143 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-03af561f-2a14-476a-8756-1e0abb4ba694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:06.809971 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6fbe3ef5-82ee-45c1-9aca-bc79b30530a1 req-36a29e69-f40a-4cfd-ae14-9c968414c87a tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 210 time: 0.0405045 Nov 15 11:43:06.841168 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-6f6a6d30-f6df-454b-9253-8e8b2915bb64 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Made reservation on behalf of 7766e2dd9df541a4b3334b23af798fc4 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:43:06.846936 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-6f6a6d30-f6df-454b-9253-8e8b2915bb64 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:07.069078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-6f6a6d30-f6df-454b-9253-8e8b2915bb64 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Allocated IP 172.20.0.14 (6b1842a3-8b78-48b6-930c-de775291ae35/03402d5a-eb71-46f6-ad30-bb9e6876f489/8348c1c1-7f8c-4e82-9143-3b66ce4440c0) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:43:07.217860 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-6f6a6d30-f6df-454b-9253-8e8b2915bb64 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:07.298054 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b5fffa1a-a631-42a1-8a06-05784670004c req-1bd81c7c-75d5-44ba-baec-51ac8ad4dfba tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 210 time: 0.0475278 Nov 15 11:43:07.326724 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-6f6a6d30-f6df-454b-9253-8e8b2915bb64 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:07.460867 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-6f6a6d30-f6df-454b-9253-8e8b2915bb64 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Network 6b1842a3-8b78-48b6-930c-de775291ae35 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:43:07.478911 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-6f6a6d30-f6df-454b-9253-8e8b2915bb64 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:43:07.484616 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-6f6a6d30-f6df-454b-9253-8e8b2915bb64 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:43:07.523719 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a6d30-f6df-454b-9253-8e8b2915bb64 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event updated for resources: {'Port': ['ID=8348c1c1-7f8c-4e82-9143-3b66ce4440c0,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:07.585370 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-6f6a6d30-f6df-454b-9253-8e8b2915bb64 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:07.587302 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-6f6a6d30-f6df-454b-9253-8e8b2915bb64 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:07.648054 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-6f6a6d30-f6df-454b-9253-8e8b2915bb64 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4892516 Nov 15 11:43:07.667684 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-4484b051-2945-4956-b4e3-3134d4d4e103 service neutron] Request body: {'port': {'device_id': 'ce2c2ad5-3a93-4612-bdee-75a16c774219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:43:07.819795 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-4484b051-2945-4956-b4e3-3134d4d4e103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:08.009913 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37fef993-f338-4ba5-98ee-55cfddd1157d req-a6088b58-f565-48df-9f51-698ce26d00ba tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1a8b1a3-cdbe-4eb2-85ce-76a9108cad51 HTTP/1.1" status: 200 len: 210 time: 0.0721269 Nov 15 11:43:08.162677 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b168f594-f01c-474a-8347-bcd7979de5ef None None] Provisioning complete for port 8348c1c1-7f8c-4e82-9143-3b66ce4440c0 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:43:08.165893 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b168f594-f01c-474a-8347-bcd7979de5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:08.292073 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-b168f594-f01c-474a-8347-bcd7979de5ef None None] Port 8348c1c1-7f8c-4e82-9143-3b66ce4440c0 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:43:08.367854 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-88221f51-49b4-4928-b747-a26b68a52d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:08.529528 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2733cdf-404b-459a-a263-73d94b4265a4 req-a3884df6-7b9d-4cf5-84d7-b36a8468e4cd tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:08.531094 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f2733cdf-404b-459a-a263-73d94b4265a4 req-a3884df6-7b9d-4cf5-84d7-b36a8468e4cd tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 932 time: 0.1241391 Nov 15 11:43:08.575189 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-4484b051-2945-4956-b4e3-3134d4d4e103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8348c1c1-7f8c-4e82-9143-3b66ce4440c0 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:43:08.588800 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-4484b051-2945-4956-b4e3-3134d4d4e103 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:08.639025 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f2733cdf-404b-459a-a263-73d94b4265a4 req-4810f6a1-a06a-4bdc-9bcd-df73b69b4a2e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977674 Nov 15 11:43:08.663790 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-4484b051-2945-4956-b4e3-3134d4d4e103 service neutron] Transition to ACTIVE for port object 8348c1c1-7f8c-4e82-9143-3b66ce4440c0 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:43:08.671483 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-4484b051-2945-4956-b4e3-3134d4d4e103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:08.727241 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484b051-2945-4956-b4e3-3134d4d4e103 service neutron] Pushing event updated for resources: {'Port': ['ID=8348c1c1-7f8c-4e82-9143-3b66ce4440c0,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:08.869534 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-4484b051-2945-4956-b4e3-3134d4d4e103 service neutron] Attempting to bind port 8348c1c1-7f8c-4e82-9143-3b66ce4440c0 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:43:08.870731 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-4484b051-2945-4956-b4e3-3134d4d4e103 service neutron] Attempting to bind port 8348c1c1-7f8c-4e82-9143-3b66ce4440c0 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:43:08.871293 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-4484b051-2945-4956-b4e3-3134d4d4e103 service neutron] Attempting to bind port 8348c1c1-7f8c-4e82-9143-3b66ce4440c0 on network 6b1842a3-8b78-48b6-930c-de775291ae35 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:43:08.879572 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-4484b051-2945-4956-b4e3-3134d4d4e103 service neutron] Port 8348c1c1-7f8c-4e82-9143-3b66ce4440c0 on network 6b1842a3-8b78-48b6-930c-de775291ae35 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:43:08.881579 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-4484b051-2945-4956-b4e3-3134d4d4e103 service neutron] Attempting to bind port 8348c1c1-7f8c-4e82-9143-3b66ce4440c0 on network 6b1842a3-8b78-48b6-930c-de775291ae35 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:43:08.893516 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-4484b051-2945-4956-b4e3-3134d4d4e103 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:43:08.894440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-4484b051-2945-4956-b4e3-3134d4d4e103 service neutron] Checking segment: {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:43:08.895073 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-4484b051-2945-4956-b4e3-3134d4d4e103 service neutron] Bound using segment: {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:43:08.895743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-4484b051-2945-4956-b4e3-3134d4d4e103 service neutron] Bound port: 8348c1c1-7f8c-4e82-9143-3b66ce4440c0, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:43:08.896364 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-4484b051-2945-4956-b4e3-3134d4d4e103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:09.036103 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-4484b051-2945-4956-b4e3-3134d4d4e103 service neutron] For port 8348c1c1-7f8c-4e82-9143-3b66ce4440c0, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:43:09.056451 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-4484b051-2945-4956-b4e3-3134d4d4e103 service neutron] For port 8348c1c1-7f8c-4e82-9143-3b66ce4440c0, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=8348c1c1-7f8c-4e82-9143-3b66ce4440c0,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:43:09.099955 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-4484b051-2945-4956-b4e3-3134d4d4e103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:09.163705 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 43602) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:09.225322 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-4484b051-2945-4956-b4e3-3134d4d4e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:09.227337 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-4484b051-2945-4956-b4e3-3134d4d4e103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:09.234860 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-4484b051-2945-4956-b4e3-3134d4d4e103 service neutron] 10.222.0.55 "PUT /v2.0/ports/8348c1c1-7f8c-4e82-9143-3b66ce4440c0 HTTP/1.1" status: 200 len: 1092 time: 1.5760303 Nov 15 11:43:09.235362 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2c2ad5-3a93-4612-bdee-75a16c774219', 'tag': '8348c1c1-7f8c-4e82-9143-3b66ce4440c0'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:43:09.238968 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca3059a-525b-4497-a424-01a85aa955a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2c2ad5-3a93-4612-bdee-75a16c774219", "tag": "8348c1c1-7f8c-4e82-9143-3b66ce4440c0"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:43:09.281775 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484b051-2945-4956-b4e3-3134d4d4e103 service neutron] Pushing event updated for resources: {'Port': ['ID=8348c1c1-7f8c-4e82-9143-3b66ce4440c0,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:09.399271 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94ae496c-692d-4d4a-a9dd-212c8ae62f83 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:09.468738 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-08bf5f3f-0e8a-4a07-9315-2e5b4bee74da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:09.473118 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-08bf5f3f-0e8a-4a07-9315-2e5b4bee74da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 1095 time: 0.1601150 Nov 15 11:43:09.474924 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8eb6833-25e7-4eda-8b9d-04994b446bd4 x-openstack-request-id: req-c8eb6833-25e7-4eda-8b9d-04994b446bd4 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:43:09.488810 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2c2ad5-3a93-4612-bdee-75a16c774219", "tag": "8348c1c1-7f8c-4e82-9143-3b66ce4440c0", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:43:09.489419 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8eb6833-25e7-4eda-8b9d-04994b446bd4 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:43:09.490179 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2c2ad5-3a93-4612-bdee-75a16c774219', 'tag': '8348c1c1-7f8c-4e82-9143-3b66ce4440c0', 'status': 'completed', 'code': 200} Nov 15 11:43:09.522620 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94ae496c-692d-4d4a-a9dd-212c8ae62f83 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:09.542391 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-9324b12a-f160-4a04-894f-ebc1c3aaaf2e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8348c1c1-7f8c-4e82-9143-3b66ce4440c0 HTTP/1.1" status: 200 len: 217 time: 0.0500097 Nov 15 11:43:09.617265 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94ae496c-692d-4d4a-a9dd-212c8ae62f83 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:09.620687 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94ae496c-692d-4d4a-a9dd-212c8ae62f83 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:09.622346 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-94ae496c-692d-4d4a-a9dd-212c8ae62f83 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] 10.222.0.64 "DELETE /v2.0/security-groups/a29dd2c1-e0fa-4750-96f7-84232fbf915a HTTP/1.1" status: 204 len: 168 time: 0.4575241 Nov 15 11:43:09.633735 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae496c-692d-4d4a-a9dd-212c8ae62f83 tempest-TestVolumeBackupRestore-408686120 tempest-TestVolumeBackupRestore-408686120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29dd2c1-e0fa-4750-96f7-84232fbf915a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:09.744645 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-bc996173-52e7-41c7-84a4-9b8195c1179a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:09.749198 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-bc996173-52e7-41c7-84a4-9b8195c1179a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 200 len: 850 time: 0.1979952 Nov 15 11:43:09.824732 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-d343d79e-78ac-44b0-91dd-e02704ac1a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:09.826876 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-d343d79e-78ac-44b0-91dd-e02704ac1a59 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1842a3-8b78-48b6-930c-de775291ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705390 Nov 15 11:43:09.933067 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:09.952264 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c690a1-bd3d-4327-8bca-d98e36ac250c req-ef92f430-7646-4c5b-83b5-686253f83d57 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:09.961260 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33c690a1-bd3d-4327-8bca-d98e36ac250c req-ef92f430-7646-4c5b-83b5-686253f83d57 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 944 time: 0.1316593 Nov 15 11:43:10.033475 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-db445da0-288a-49e6-ab0e-bda878f6002f service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944764 Nov 15 11:43:10.045784 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33c690a1-bd3d-4327-8bca-d98e36ac250c req-1f8fc1b2-ed8d-4dae-b34a-160baa3c4082 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835145 Nov 15 11:43:10.202669 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cd1cfe2-e5dd-4b56-849a-bafe15d7db96 req-73018191-9f26-47ae-86e2-b6845f312cf8 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518359 Nov 15 11:43:10.351774 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3059a-525b-4497-a424-01a85aa955a2 req-cfd69845-6b57-408f-86e1-91378afc53cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:10.353425 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ca3059a-525b-4497-a424-01a85aa955a2 req-cfd69845-6b57-408f-86e1-91378afc53cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 1095 time: 0.0903516 Nov 15 11:43:10.537361 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3059a-525b-4497-a424-01a85aa955a2 req-8928b613-d5be-4eb4-96bb-e7c68ef6dd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:10.538539 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ca3059a-525b-4497-a424-01a85aa955a2 req-8928b613-d5be-4eb4-96bb-e7c68ef6dd0d service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 912 time: 0.1778276 Nov 15 11:43:10.622417 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ca3059a-525b-4497-a424-01a85aa955a2 req-cea4b2ea-a0ea-47e6-9dd0-11ba671f0285 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8348c1c1-7f8c-4e82-9143-3b66ce4440c0 HTTP/1.1" status: 200 len: 217 time: 0.0725124 Nov 15 11:43:10.734552 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3059a-525b-4497-a424-01a85aa955a2 req-952f4adb-e6b5-421f-b4dd-61adc8a907ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:10.744756 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ca3059a-525b-4497-a424-01a85aa955a2 req-952f4adb-e6b5-421f-b4dd-61adc8a907ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 200 len: 850 time: 0.1105866 Nov 15 11:43:10.863985 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3059a-525b-4497-a424-01a85aa955a2 req-3fc8b61d-de4b-4fe4-a321-209ed869a5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:10.865524 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ca3059a-525b-4497-a424-01a85aa955a2 req-3fc8b61d-de4b-4fe4-a321-209ed869a5b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1842a3-8b78-48b6-930c-de775291ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176162 Nov 15 11:43:11.007474 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ca3059a-525b-4497-a424-01a85aa955a2 req-c5d1c7ee-6de9-46cf-9efb-37d41b16011f service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345582 Nov 15 11:43:11.328176 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ca3059a-525b-4497-a424-01a85aa955a2 req-677422a9-3078-4eeb-b70d-55c00fbaeb91 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124082 Nov 15 11:43:11.390109 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aaac66-8765-4ebc-a175-72a0797ccc54 req-b483d516-e591-4410-94c3-ad15a353af13 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:11.393841 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-58aaac66-8765-4ebc-a175-72a0797ccc54 req-b483d516-e591-4410-94c3-ad15a353af13 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 944 time: 0.1588736 Nov 15 11:43:11.475973 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:11.506514 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-58aaac66-8765-4ebc-a175-72a0797ccc54 req-0752288a-7f20-41be-970b-b1e0a59dd4ae tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061246 Nov 15 11:43:12.151216 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:12.748550 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95938108-83ae-47ac-86f4-a37414be741d req-95a4cb74-ecba-4d06-924f-3a2ac4e0b179 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:12.750092 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-95938108-83ae-47ac-86f4-a37414be741d req-95a4cb74-ecba-4d06-924f-3a2ac4e0b179 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 944 time: 0.1075270 Nov 15 11:43:12.842115 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-95938108-83ae-47ac-86f4-a37414be741d req-d038422a-88f6-4c12-8cb3-dca8535b0945 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840058 Nov 15 11:43:14.161859 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c048643-7415-4c49-9793-26e90df86e50 req-37fb7d42-2043-44a9-a69b-57db2c2cfc38 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:14.163444 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2c048643-7415-4c49-9793-26e90df86e50 req-37fb7d42-2043-44a9-a69b-57db2c2cfc38 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 944 time: 0.1246555 Nov 15 11:43:14.273810 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2c048643-7415-4c49-9793-26e90df86e50 req-21fe5b5c-0829-484a-8329-138c2b4d63f5 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987685 Nov 15 11:43:15.427420 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1c084-9a11-4354-969e-b63c0e86f45a req-796dc52d-15cd-4333-8e4e-7e76ead9cbd2 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:15.488760 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39b1c084-9a11-4354-969e-b63c0e86f45a req-796dc52d-15cd-4333-8e4e-7e76ead9cbd2 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 944 time: 0.1251638 Nov 15 11:43:15.624431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39b1c084-9a11-4354-969e-b63c0e86f45a req-6f849515-5963-49cf-8d83-08d6b9a66e42 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346965 Nov 15 11:43:16.813136 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d84d84-2b0e-4d8f-82f6-388b00dbb087 req-919bb722-737f-4ebe-b4e1-77d65b8c69fd tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:16.823495 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64d84d84-2b0e-4d8f-82f6-388b00dbb087 req-919bb722-737f-4ebe-b4e1-77d65b8c69fd tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 944 time: 0.0813227 Nov 15 11:43:16.909842 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64d84d84-2b0e-4d8f-82f6-388b00dbb087 req-efc89b24-0898-4592-a6c0-f1d9cfdadec5 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849881 Nov 15 11:43:17.622847 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44258) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:18.214310 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e81590-95dd-478d-ab6b-dfc75c3e979b req-231a8c75-df18-406d-b1d0-68512aa1591c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:18.228452 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-88e81590-95dd-478d-ab6b-dfc75c3e979b req-231a8c75-df18-406d-b1d0-68512aa1591c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 944 time: 0.1587389 Nov 15 11:43:18.416980 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-88e81590-95dd-478d-ab6b-dfc75c3e979b req-55eb2211-7a7a-4f06-8c75-59b66aa17214 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858068 Nov 15 11:43:18.828479 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb709ce5-ff8b-4298-965f-a480bce0b527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:19.456740 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-eb709ce5-ff8b-4298-965f-a480bce0b527 admin admin] Deleting port bc034d87-76c2-420d-80d3-0ae45a319770 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:43:19.457079 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb709ce5-ff8b-4298-965f-a480bce0b527 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:19.613078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbdc1f-caed-4b13-a1e1-e55c0404080a req-c090483f-bdd6-4435-90ef-5a105cffa224 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:19.632440 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b4bbdc1f-caed-4b13-a1e1-e55c0404080a req-c090483f-bdd6-4435-90ef-5a105cffa224 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 944 time: 0.1165261 Nov 15 11:43:19.686597 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-eb709ce5-ff8b-4298-965f-a480bce0b527 admin admin] For port bc034d87-76c2-420d-80d3-0ae45a319770, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=bc034d87-76c2-420d-80d3-0ae45a319770,segment=NetworkSegment(7513e5bf-dd3d-4fe0-a43e-3a6b16169783),segment_id=7513e5bf-dd3d-4fe0-a43e-3a6b16169783)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:43:19.686839 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb709ce5-ff8b-4298-965f-a480bce0b527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:19.720104 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-eb709ce5-ff8b-4298-965f-a480bce0b527 admin admin] Calling delete_port for bc034d87-76c2-420d-80d3-0ae45a319770 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:43:19.735990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b4bbdc1f-caed-4b13-a1e1-e55c0404080a req-678ec6b4-8327-469d-84aa-51372936e3b9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957971 Nov 15 11:43:20.194035 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb709ce5-ff8b-4298-965f-a480bce0b527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:20.239773 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb709ce5-ff8b-4298-965f-a480bce0b527 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc034d87-76c2-420d-80d3-0ae45a319770,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:20.528163 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328d851-fa1f-4072-911f-7a9c31ab325e req-292bcc42-b7b1-4ccd-98b0-07d99366b751 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:20.541580 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a328d851-fa1f-4072-911f-7a9c31ab325e req-292bcc42-b7b1-4ccd-98b0-07d99366b751 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.1115050 Nov 15 11:43:20.616466 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a328d851-fa1f-4072-911f-7a9c31ab325e req-72f3a4c3-179f-4892-8c24-0275b5e1aaaf tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738845 Nov 15 11:43:20.648400 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-eb709ce5-ff8b-4298-965f-a480bce0b527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:20.927571 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca5469-ad9e-4a72-be81-e46b50d40dfb req-68bf47bc-a622-4d62-bbcc-bc31be47ccdf tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:20.929491 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5dca5469-ad9e-4a72-be81-e46b50d40dfb req-68bf47bc-a622-4d62-bbcc-bc31be47ccdf tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 944 time: 0.0993223 Nov 15 11:43:20.998029 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5dca5469-ad9e-4a72-be81-e46b50d40dfb req-e57e3852-1682-400c-8d9a-2ba373dca257 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618131 Nov 15 11:43:21.406223 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb709ce5-ff8b-4298-965f-a480bce0b527 admin admin] Router 5ea94d0a-b96c-46fb-9ec1-73c31275758d has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:43:21.594934 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb709ce5-ff8b-4298-965f-a480bce0b527 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:43:21.606089 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1735d4-4912-4a28-b386-1e25ccbc8b06 None None] Sync routers for ids ['5ea94d0a-b96c-46fb-9ec1-73c31275758d'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:43:21.609267 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-eb709ce5-ff8b-4298-965f-a480bce0b527 admin admin] 10.222.0.64 "PUT /v2.0/routers/5ea94d0a-b96c-46fb-9ec1-73c31275758d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9842811 Nov 15 11:43:21.610653 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44334) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:21.627251 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1735d4-4912-4a28-b386-1e25ccbc8b06 None None] Routers {'5ea94d0a-b96c-46fb-9ec1-73c31275758d'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:43:21.627897 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0f1735d4-4912-4a28-b386-1e25ccbc8b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:43:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['5ea94d0a-b96c-46fb-9ec1-73c31275758d'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:21.838200 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e191bd0d-0874-4936-bc0a-16e13ecab186 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:21.842675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287bd20-7f9d-440d-ad48-1a5e28787520 req-5c4139cf-ff36-4ed3-8536-e4709f8cd50a tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:21.856056 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8287bd20-7f9d-440d-ad48-1a5e28787520 req-5c4139cf-ff36-4ed3-8536-e4709f8cd50a tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.1109812 Nov 15 11:43:21.916435 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-0f1735d4-4912-4a28-b386-1e25ccbc8b06 None None] Set router 5ea94d0a-b96c-46fb-9ec1-73c31275758d gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:43:21.946017 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8287bd20-7f9d-440d-ad48-1a5e28787520 req-288a481c-0434-49ce-a81a-07226230e6f2 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889099 Nov 15 11:43:22.083054 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e191bd0d-0874-4936-bc0a-16e13ecab186 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:22.160068 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058c453-d547-4019-9436-c24a69b0f248 req-1183ac70-ac33-45bb-901b-c61d449aa975 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:22.161795 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1058c453-d547-4019-9436-c24a69b0f248 req-1183ac70-ac33-45bb-901b-c61d449aa975 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 944 time: 0.0693250 Nov 15 11:43:22.177039 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e191bd0d-0874-4936-bc0a-16e13ecab186 admin admin] Deleting port 94b1fd21-3002-4a05-aa45-9e1372d44bc4 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:43:22.177598 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e191bd0d-0874-4936-bc0a-16e13ecab186 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:22.286238 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1058c453-d547-4019-9436-c24a69b0f248 req-8063356b-2a9c-4127-9885-9fc076d7a497 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094570 Nov 15 11:43:22.290593 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0f1735d4-4912-4a28-b386-1e25ccbc8b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'name': 'tempest-TestVolumeBackupRestore-1535527032-router', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:37:57Z', 'updated_at': '2021-11-15T11:43:20Z', 'revision_number': 5, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'gw_port': {'id': '94b1fd21-3002-4a05-aa45-9e1372d44bc4', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:37:59Z', 'updated_at': '2021-11-15T11:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:22.311346 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e191bd0d-0874-4936-bc0a-16e13ecab186 admin admin] For port 94b1fd21-3002-4a05-aa45-9e1372d44bc4, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=94b1fd21-3002-4a05-aa45-9e1372d44bc4,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:43:22.311703 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e191bd0d-0874-4936-bc0a-16e13ecab186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:22.322869 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1735d4-4912-4a28-b386-1e25ccbc8b06 None None] Checking router: 5ea94d0a-b96c-46fb-9ec1-73c31275758d for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:43:22.327646 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e191bd0d-0874-4936-bc0a-16e13ecab186 admin admin] Calling delete_port for 94b1fd21-3002-4a05-aa45-9e1372d44bc4 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:43:22.332685 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1735d4-4912-4a28-b386-1e25ccbc8b06 None None] Routers {'5ea94d0a-b96c-46fb-9ec1-73c31275758d'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:43:22.333477 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0f1735d4-4912-4a28-b386-1e25ccbc8b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:43:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['5ea94d0a-b96c-46fb-9ec1-73c31275758d'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:22.423524 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-0f1735d4-4912-4a28-b386-1e25ccbc8b06 None None] Set router 5ea94d0a-b96c-46fb-9ec1-73c31275758d gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:43:22.477035 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0f1735d4-4912-4a28-b386-1e25ccbc8b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'name': 'tempest-TestVolumeBackupRestore-1535527032-router', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:37:57Z', 'updated_at': '2021-11-15T11:43:22Z', 'revision_number': 6, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:22.512161 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1735d4-4912-4a28-b386-1e25ccbc8b06 None None] The sync data for ids ['5ea94d0a-b96c-46fb-9ec1-73c31275758d'] in n-d-729945-9 is: [{'id': '5ea94d0a-b96c-46fb-9ec1-73c31275758d', 'name': 'tempest-TestVolumeBackupRestore-1535527032-router', 'tenant_id': 'c76095f6c6fc448e83acf8840c1754ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:37:57Z', 'updated_at': '2021-11-15T11:43:22Z', 'revision_number': 6, 'project_id': 'c76095f6c6fc448e83acf8840c1754ec', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:43:22.575010 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e191bd0d-0874-4936-bc0a-16e13ecab186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:22.618864 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191bd0d-0874-4936-bc0a-16e13ecab186 admin admin] Pushing event deleted for resources: {'Port': ['ID=94b1fd21-3002-4a05-aa45-9e1372d44bc4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:22.630673 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49d9b1f-2281-400b-976b-a79348916134 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:43:22.702012 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e191bd0d-0874-4936-bc0a-16e13ecab186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:22.802915 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e191bd0d-0874-4936-bc0a-16e13ecab186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:22.805106 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e191bd0d-0874-4936-bc0a-16e13ecab186 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:22.865636 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e191bd0d-0874-4936-bc0a-16e13ecab186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:22.866231 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e191bd0d-0874-4936-bc0a-16e13ecab186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ea94d0a-b96c-46fb-9ec1-73c31275758d {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:43:22.871065 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e191bd0d-0874-4936-bc0a-16e13ecab186 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:22.872516 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e191bd0d-0874-4936-bc0a-16e13ecab186 admin admin] 10.222.0.64 "DELETE /v2.0/routers/5ea94d0a-b96c-46fb-9ec1-73c31275758d HTTP/1.1" status: 204 len: 168 time: 1.2602220 Nov 15 11:43:22.875249 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44346) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:22.941815 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bbbe79f-ff7b-430f-ae08-d891c458cbe9 admin admin] Deleting subnet 0c2ac814-f6f8-43e0-bf4f-7c893fcddb25 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:43:22.945161 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bbbe79f-ff7b-430f-ae08-d891c458cbe9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:23.005371 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bbbe79f-ff7b-430f-ae08-d891c458cbe9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:23.111486 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e257c-3f05-4753-bb72-60f5dd8bde1d req-c9d3eaac-480a-42a7-aad0-534779d44152 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:23.114760 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a06e257c-3f05-4753-bb72-60f5dd8bde1d req-c9d3eaac-480a-42a7-aad0-534779d44152 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.0737917 Nov 15 11:43:23.122808 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bbbe79f-ff7b-430f-ae08-d891c458cbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:23.223033 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bbbe79f-ff7b-430f-ae08-d891c458cbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:23.237677 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a06e257c-3f05-4753-bb72-60f5dd8bde1d req-1c13a008-d5e7-4bef-a225-0a35580a8f9a tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115270 Nov 15 11:43:23.312245 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ce4780-dd87-4608-8907-b1098d281e38 None None] Network 9187d822-3785-414a-90e1-c2375533ab75 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:43:23.330266 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbbe79f-ff7b-430f-ae08-d891c458cbe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c2ac814-f6f8-43e0-bf4f-7c893fcddb25,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:23.344811 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bbbe79f-ff7b-430f-ae08-d891c458cbe9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:23.362051 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9bbbe79f-ff7b-430f-ae08-d891c458cbe9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0c2ac814-f6f8-43e0-bf4f-7c893fcddb25 HTTP/1.1" status: 204 len: 168 time: 0.4834049 Nov 15 11:43:23.362533 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44366) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:23.643437 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:23.653896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ced99a-907d-48e8-a288-ce5c42fb288c req-9fece57b-ed96-49ea-ba81-a7145200d230 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:23.661819 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08ced99a-907d-48e8-a288-ce5c42fb288c req-9fece57b-ed96-49ea-ba81-a7145200d230 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 944 time: 0.1698470 Nov 15 11:43:23.703615 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 94b1fd21-3002-4a05-aa45-9e1372d44bc4 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:43:23.754518 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 94b1fd21-3002-4a05-aa45-9e1372d44bc4 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:43:23.757235 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 94b1fd21-3002-4a05-aa45-9e1372d44bc4 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:43:23.757761 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bc034d87-76c2-420d-80d3-0ae45a319770 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:43:23.765540 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08ced99a-907d-48e8-a288-ce5c42fb288c req-980ab255-925f-487f-806c-f936a79bb711 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002243 Nov 15 11:43:23.795094 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9177a1f-d6b3-4674-9c4f-8874ad237572 None None] DHCP port deletion for 9187d822-3785-414a-90e1-c2375533ab75 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:43:23.836899 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: bc034d87-76c2-420d-80d3-0ae45a319770 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:43:23.839498 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bc034d87-76c2-420d-80d3-0ae45a319770 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:43:23.871185 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c9177a1f-d6b3-4674-9c4f-8874ad237572 None None] Deleting port a5006746-85a8-4a30-bf96-f3d3b3192fe4 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:43:23.871699 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c9177a1f-d6b3-4674-9c4f-8874ad237572 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:23.882373 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Deleting port a5006746-85a8-4a30-bf96-f3d3b3192fe4 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:43:23.882692 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:23.975422 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c9177a1f-d6b3-4674-9c4f-8874ad237572 None None] For port a5006746-85a8-4a30-bf96-f3d3b3192fe4, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a5006746-85a8-4a30-bf96-f3d3b3192fe4,segment=NetworkSegment(7513e5bf-dd3d-4fe0-a43e-3a6b16169783),segment_id=7513e5bf-dd3d-4fe0-a43e-3a6b16169783)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:43:23.976191 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c9177a1f-d6b3-4674-9c4f-8874ad237572 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:23.990904 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c9177a1f-d6b3-4674-9c4f-8874ad237572 None None] Calling delete_port for a5006746-85a8-4a30-bf96-f3d3b3192fe4 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:43:24.034844 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] For port a5006746-85a8-4a30-bf96-f3d3b3192fe4, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a5006746-85a8-4a30-bf96-f3d3b3192fe4,segment=NetworkSegment(7513e5bf-dd3d-4fe0-a43e-3a6b16169783),segment_id=7513e5bf-dd3d-4fe0-a43e-3a6b16169783)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:43:24.035203 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:24.064032 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Calling delete_port for a5006746-85a8-4a30-bf96-f3d3b3192fe4 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:43:24.093016 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c9177a1f-d6b3-4674-9c4f-8874ad237572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:24.163518 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9177a1f-d6b3-4674-9c4f-8874ad237572 None None] Pushing event deleted for resources: {'Port': ['ID=a5006746-85a8-4a30-bf96-f3d3b3192fe4,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:24.182743 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9177a1f-d6b3-4674-9c4f-8874ad237572 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:24.187515 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9177a1f-d6b3-4674-9c4f-8874ad237572 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:24.188169 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9177a1f-d6b3-4674-9c4f-8874ad237572 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:24.188739 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9177a1f-d6b3-4674-9c4f-8874ad237572 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:24.189652 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9177a1f-d6b3-4674-9c4f-8874ad237572 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:24.190197 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9177a1f-d6b3-4674-9c4f-8874ad237572 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:24.190883 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9177a1f-d6b3-4674-9c4f-8874ad237572 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:24.191489 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9177a1f-d6b3-4674-9c4f-8874ad237572 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:24.192114 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9177a1f-d6b3-4674-9c4f-8874ad237572 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:24.192685 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9177a1f-d6b3-4674-9c4f-8874ad237572 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:24.193778 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9177a1f-d6b3-4674-9c4f-8874ad237572 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:24.194332 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9177a1f-d6b3-4674-9c4f-8874ad237572 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:24.208518 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9177a1f-d6b3-4674-9c4f-8874ad237572 None None] No DVR routers for this DVR port a5006746-85a8-4a30-bf96-f3d3b3192fe4 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:43:24.236942 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:24.266931 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5006746-85a8-4a30-bf96-f3d3b3192fe4,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:24.271934 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] No DVR routers for this DVR port a5006746-85a8-4a30-bf96-f3d3b3192fe4 on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:43:24.341648 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:24.345779 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:24.351979 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:24.352528 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:24.353040 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:24.353525 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:24.354005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:24.354487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:24.354957 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:24.355435 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:24.355926 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:24.356388 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:24.449770 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:24.481899 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc318cc-ff3e-467e-a430-25e1291ece17 req-f727e0c4-cee4-43d2-9aa4-f467182fd38e tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:24.489756 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8bc318cc-ff3e-467e-a430-25e1291ece17 req-f727e0c4-cee4-43d2-9aa4-f467182fd38e tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.1143744 Nov 15 11:43:24.516602 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9187d822-3785-414a-90e1-c2375533ab75']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:24.541617 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7513e5bf-dd3d-4fe0-a43e-3a6b16169783') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:24.542141 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7513e5bf-dd3d-4fe0-a43e-3a6b16169783') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:24.560985 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:24.585627 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8bc318cc-ff3e-467e-a430-25e1291ece17 req-998bc944-1bdc-4726-9309-1f8625f9670b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890422 Nov 15 11:43:24.594964 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:24.601509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:43:24.601890 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: self.session.flush() Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:43:24.603556 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:43:24.677042 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:24.695263 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:24.699087 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9187d822-3785-414a-90e1-c2375533ab75 HTTP/1.1" status: 204 len: 168 time: 1.3354313 Nov 15 11:43:24.700081 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caad60b-76ba-4119-952e-551242f0cab0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9187d822-3785-414a-90e1-c2375533ab75,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:24.702162 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44380) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:24.941725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd9682-d8d2-4cd5-a14f-5aaef93ff6c5 req-910b5b8f-ec52-42a9-a456-aadc38210f2d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:24.950817 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8dd9682-d8d2-4cd5-a14f-5aaef93ff6c5 req-910b5b8f-ec52-42a9-a456-aadc38210f2d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 944 time: 0.0852020 Nov 15 11:43:25.047446 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8dd9682-d8d2-4cd5-a14f-5aaef93ff6c5 req-a455e652-8213-423b-916c-0298d452ad1f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953059 Nov 15 11:43:25.122601 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44390) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:25.331500 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30153eec-e34e-41cf-ae89-03aadf7b835a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:25.343467 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8a12b96f-60ff-445d-97e1-343c7203045b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:25.418692 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8a12b96f-60ff-445d-97e1-343c7203045b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:25.423926 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8a12b96f-60ff-445d-97e1-343c7203045b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:25.454956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12b96f-60ff-445d-97e1-343c7203045b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511a1630-c7ff-4d33-b0bd-503770ec6ce7,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:25.478334 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8a12b96f-60ff-445d-97e1-343c7203045b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=94da1f35947542f191dc3b9940eef5bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3535650 Nov 15 11:43:25.479048 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44394) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:25.569231 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9876b5cc-f07d-47e4-8215-acfa14199e67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:25.617479 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9876b5cc-f07d-47e4-8215-acfa14199e67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:25.627604 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-30153eec-e34e-41cf-ae89-03aadf7b835a admin admin] Deleting port 8ab66c3b-c5b1-4645-a3b6-d4385fce97b7 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:43:25.627993 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30153eec-e34e-41cf-ae89-03aadf7b835a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:25.628118 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a5006746-85a8-4a30-bf96-f3d3b3192fe4 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:43:25.661434 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: a5006746-85a8-4a30-bf96-f3d3b3192fe4 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:43:25.662164 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a5006746-85a8-4a30-bf96-f3d3b3192fe4 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:43:25.758607 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-30153eec-e34e-41cf-ae89-03aadf7b835a admin admin] For port 8ab66c3b-c5b1-4645-a3b6-d4385fce97b7, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=8ab66c3b-c5b1-4645-a3b6-d4385fce97b7,segment=NetworkSegment(d8cc5ba1-14e3-4af7-ad0c-f294eadf3974),segment_id=d8cc5ba1-14e3-4af7-ad0c-f294eadf3974)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:43:25.759880 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30153eec-e34e-41cf-ae89-03aadf7b835a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:25.774679 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-30153eec-e34e-41cf-ae89-03aadf7b835a admin admin] Calling delete_port for 8ab66c3b-c5b1-4645-a3b6-d4385fce97b7 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:43:25.801986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccad88-10de-45d5-9e4e-8d3e20935c4b req-e73f7cbe-1537-46c4-a9bd-d104e8f71c08 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:25.804117 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5bccad88-10de-45d5-9e4e-8d3e20935c4b req-e73f7cbe-1537-46c4-a9bd-d104e8f71c08 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.1129000 Nov 15 11:43:25.805368 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9876b5cc-f07d-47e4-8215-acfa14199e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:25.807999 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9876b5cc-f07d-47e4-8215-acfa14199e67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:25.809124 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9876b5cc-f07d-47e4-8215-acfa14199e67 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/511a1630-c7ff-4d33-b0bd-503770ec6ce7 HTTP/1.1" status: 204 len: 168 time: 0.3290262 Nov 15 11:43:25.828469 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876b5cc-f07d-47e4-8215-acfa14199e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511a1630-c7ff-4d33-b0bd-503770ec6ce7,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:25.926989 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5bccad88-10de-45d5-9e4e-8d3e20935c4b req-ca4adeac-d30e-4231-8ed7-e04367b6abfe tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066682 Nov 15 11:43:26.076582 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30153eec-e34e-41cf-ae89-03aadf7b835a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:26.115250 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30153eec-e34e-41cf-ae89-03aadf7b835a admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab66c3b-c5b1-4645-a3b6-d4385fce97b7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:26.418859 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-30153eec-e34e-41cf-ae89-03aadf7b835a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:26.602277 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 8348c1c1-7f8c-4e82-9143-3b66ce4440c0 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:43:26.610955 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c4a9f-bed7-49c5-adaa-b45b0c8b8706 req-ed77b04b-d6f7-4d5b-8048-9498fbadef04 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:26.612702 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-074c4a9f-bed7-49c5-adaa-b45b0c8b8706 req-ed77b04b-d6f7-4d5b-8048-9498fbadef04 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 944 time: 0.0984993 Nov 15 11:43:26.709721 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-074c4a9f-bed7-49c5-adaa-b45b0c8b8706 req-f2beeb07-3cb0-4cf8-b5ae-2c120d7c67c2 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861845 Nov 15 11:43:26.727124 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30153eec-e34e-41cf-ae89-03aadf7b835a admin admin] Router 8e34cd1a-440c-4f9f-9446-8d4329a55c9d has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:43:26.768128 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 8348c1c1-7f8c-4e82-9143-3b66ce4440c0, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=8348c1c1-7f8c-4e82-9143-3b66ce4440c0,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:43:26.784945 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '8348c1c1-7f8c-4e82-9143-3b66ce4440c0', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'port_id': '8348c1c1-7f8c-4e82-9143-3b66ce4440c0', 'mac_address': 'fa:16:3e:4a:d1:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:43:26.835561 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:26.855808 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8348c1c1-7f8c-4e82-9143-3b66ce4440c0 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:43:26.879278 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 8348c1c1-7f8c-4e82-9143-3b66ce4440c0, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=8348c1c1-7f8c-4e82-9143-3b66ce4440c0,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:43:26.888662 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:26.891231 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30153eec-e34e-41cf-ae89-03aadf7b835a admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:43:26.899530 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-30153eec-e34e-41cf-ae89-03aadf7b835a admin admin] 10.222.0.64 "PUT /v2.0/routers/8e34cd1a-440c-4f9f-9446-8d4329a55c9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1934602 Nov 15 11:43:26.899854 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44430) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:26.907846 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055e5bb6-2094-437f-8df9-a385c201e20a None None] Sync routers for ids ['8e34cd1a-440c-4f9f-9446-8d4329a55c9d'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:43:26.922031 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055e5bb6-2094-437f-8df9-a385c201e20a None None] Routers {'8e34cd1a-440c-4f9f-9446-8d4329a55c9d'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:43:26.924038 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-055e5bb6-2094-437f-8df9-a385c201e20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:43:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8e34cd1a-440c-4f9f-9446-8d4329a55c9d'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:26.975473 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=8348c1c1-7f8c-4e82-9143-3b66ce4440c0,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:27.058303 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6c49276-0c09-4638-9444-b6e29b9067aa admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:27.082372 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-055e5bb6-2094-437f-8df9-a385c201e20a None None] Set router 8e34cd1a-440c-4f9f-9446-8d4329a55c9d gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:43:27.114169 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['8348c1c1-7f8c-4e82-9143-3b66ce4440c0'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:43:27.197517 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393beea-2422-4733-9891-aa83d11f1551 req-95cad3be-f72d-4c8e-97ff-329b8638f525 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:27.212116 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4393beea-2422-4733-9891-aa83d11f1551 req-95cad3be-f72d-4c8e-97ff-329b8638f525 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.1453600 Nov 15 11:43:27.302273 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6c49276-0c09-4638-9444-b6e29b9067aa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:27.399751 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4393beea-2422-4733-9891-aa83d11f1551 req-e0fe6ebc-560a-4768-b616-c2cc311272b9 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867082 Nov 15 11:43:27.520059 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a6c49276-0c09-4638-9444-b6e29b9067aa admin admin] Deleting port d78f7f0a-13da-4fd5-a5ca-764236e5596d {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:43:27.520319 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6c49276-0c09-4638-9444-b6e29b9067aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:27.647248 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-055e5bb6-2094-437f-8df9-a385c201e20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e34cd1a-440c-4f9f-9446-8d4329a55c9d', 'name': 'tempest-TestVolumeBackupRestore-1085199504-router', 'tenant_id': '3d6e193e658d447f956b9957e41bbfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd78f7f0a-13da-4fd5-a5ca-764236e5596d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:43:26Z', 'revision_number': 5, 'project_id': '3d6e193e658d447f956b9957e41bbfa2', 'gw_port': {'id': 'd78f7f0a-13da-4fd5-a5ca-764236e5596d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e34cd1a-440c-4f9f-9446-8d4329a55c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:38:16Z', 'updated_at': '2021-11-15T11:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:27.680124 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055e5bb6-2094-437f-8df9-a385c201e20a None None] Checking router: 8e34cd1a-440c-4f9f-9446-8d4329a55c9d for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:43:27.691426 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055e5bb6-2094-437f-8df9-a385c201e20a None None] Routers {'8e34cd1a-440c-4f9f-9446-8d4329a55c9d'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:43:27.692244 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-055e5bb6-2094-437f-8df9-a385c201e20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:43:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8e34cd1a-440c-4f9f-9446-8d4329a55c9d'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:27.772188 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a6c49276-0c09-4638-9444-b6e29b9067aa admin admin] For port d78f7f0a-13da-4fd5-a5ca-764236e5596d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d78f7f0a-13da-4fd5-a5ca-764236e5596d,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:43:27.772627 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6c49276-0c09-4638-9444-b6e29b9067aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:27.787926 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a6c49276-0c09-4638-9444-b6e29b9067aa admin admin] Calling delete_port for d78f7f0a-13da-4fd5-a5ca-764236e5596d owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:43:27.797280 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44492) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:27.817045 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-055e5bb6-2094-437f-8df9-a385c201e20a None None] Set router 8e34cd1a-440c-4f9f-9446-8d4329a55c9d gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:43:27.941068 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-055e5bb6-2094-437f-8df9-a385c201e20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e34cd1a-440c-4f9f-9446-8d4329a55c9d', 'name': 'tempest-TestVolumeBackupRestore-1085199504-router', 'tenant_id': '3d6e193e658d447f956b9957e41bbfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:43:27Z', 'revision_number': 6, 'project_id': '3d6e193e658d447f956b9957e41bbfa2', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:27.948717 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-a730549a-61f4-4d2c-a1b9-b948f2004ad3 admin admin] Deleting subnet 3f54b8af-ef07-4389-bcb0-30c0766fa887 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:43:27.967056 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a730549a-61f4-4d2c-a1b9-b948f2004ad3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:28.000222 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055e5bb6-2094-437f-8df9-a385c201e20a None None] The sync data for ids ['8e34cd1a-440c-4f9f-9446-8d4329a55c9d'] in n-d-729945-9 is: [{'id': '8e34cd1a-440c-4f9f-9446-8d4329a55c9d', 'name': 'tempest-TestVolumeBackupRestore-1085199504-router', 'tenant_id': '3d6e193e658d447f956b9957e41bbfa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:38:15Z', 'updated_at': '2021-11-15T11:43:27Z', 'revision_number': 6, 'project_id': '3d6e193e658d447f956b9957e41bbfa2', 'gw_port_host': None}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:43:28.034678 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a37239-00cc-4786-b8a6-de1adcc95084 req-e4209c2d-821e-4bd0-85b6-1da6e4242dca tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:28.050034 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b8a37239-00cc-4786-b8a6-de1adcc95084 req-e4209c2d-821e-4bd0-85b6-1da6e4242dca tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 945 time: 0.1872411 Nov 15 11:43:28.084737 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a730549a-61f4-4d2c-a1b9-b948f2004ad3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:28.143327 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6c49276-0c09-4638-9444-b6e29b9067aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:28.188643 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c49276-0c09-4638-9444-b6e29b9067aa admin admin] Pushing event deleted for resources: {'Port': ['ID=d78f7f0a-13da-4fd5-a5ca-764236e5596d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:28.210207 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73db6e00-1277-4f1f-8010-eaf8a3984e7b None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:43:28.238886 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b8a37239-00cc-4786-b8a6-de1adcc95084 req-2e8445e4-6bbf-4b94-9d9e-474cc6b05e95 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835961 Nov 15 11:43:28.248243 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a730549a-61f4-4d2c-a1b9-b948f2004ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:28.291687 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6c49276-0c09-4638-9444-b6e29b9067aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:28.366816 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a730549a-61f4-4d2c-a1b9-b948f2004ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:28.387746 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a730549a-61f4-4d2c-a1b9-b948f2004ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:28.396635 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a730549a-61f4-4d2c-a1b9-b948f2004ad3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3f54b8af-ef07-4389-bcb0-30c0766fa887 HTTP/1.1" status: 204 len: 168 time: 0.5958493 Nov 15 11:43:28.398686 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44562) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:28.532293 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-635309d1-7a89-4e49-b4ff-d9fd097dee87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:28.535605 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730549a-61f4-4d2c-a1b9-b948f2004ad3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f54b8af-ef07-4389-bcb0-30c0766fa887,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:28.580916 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6c49276-0c09-4638-9444-b6e29b9067aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:28.588216 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6c49276-0c09-4638-9444-b6e29b9067aa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:28.617074 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 8348c1c1-7f8c-4e82-9143-3b66ce4440c0 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:43:28.684927 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6c49276-0c09-4638-9444-b6e29b9067aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:28.685350 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c49276-0c09-4638-9444-b6e29b9067aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e34cd1a-440c-4f9f-9446-8d4329a55c9d {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:43:28.693596 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6c49276-0c09-4638-9444-b6e29b9067aa admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:28.697413 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a6c49276-0c09-4638-9444-b6e29b9067aa admin admin] 10.222.0.64 "DELETE /v2.0/routers/8e34cd1a-440c-4f9f-9446-8d4329a55c9d HTTP/1.1" status: 204 len: 168 time: 1.7965055 Nov 15 11:43:28.698053 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44602) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:28.726696 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 8348c1c1-7f8c-4e82-9143-3b66ce4440c0 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:43:28.731182 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 8348c1c1-7f8c-4e82-9143-3b66ce4440c0 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:43:28.731647 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:28.751085 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-635309d1-7a89-4e49-b4ff-d9fd097dee87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:28.798995 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-da774857-8211-42f9-b4ef-465054548c41 admin admin] Deleting subnet bd856e8c-78cf-4257-9ff8-155ecb95145f {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:43:28.804063 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da774857-8211-42f9-b4ef-465054548c41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:28.815086 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ff310-64b6-4b95-9919-4681f5f95da9 req-8a7364d2-a01c-4db8-9784-48cdef219ab5 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:28.832610 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-996ff310-64b6-4b95-9919-4681f5f95da9 req-8a7364d2-a01c-4db8-9784-48cdef219ab5 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.2594056 Nov 15 11:43:28.837420 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-635309d1-7a89-4e49-b4ff-d9fd097dee87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c155869-aa91-406b-9b44-d0bf189a1bcf']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:28.858063 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da774857-8211-42f9-b4ef-465054548c41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:28.875453 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:28.897328 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-635309d1-7a89-4e49-b4ff-d9fd097dee87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b2e295-0bce-4fa2-b807-1ec7659d2e43') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:28.900114 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-635309d1-7a89-4e49-b4ff-d9fd097dee87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b2e295-0bce-4fa2-b807-1ec7659d2e43') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:28.904702 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2c2ad5-3a93-4612-bdee-75a16c774219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8348c1c1-7f8c-4e82-9143-3b66ce4440c0'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:43:28.913277 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afe6538-bac3-4f6c-a51c-d46222990c81" -d '{"events": [{"server_uuid": "ce2c2ad5-3a93-4612-bdee-75a16c774219", "name": "network-vif-plugged", "status": "completed", "tag": "8348c1c1-7f8c-4e82-9143-3b66ce4440c0"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:43:28.934292 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-635309d1-7a89-4e49-b4ff-d9fd097dee87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:28.946254 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 8348c1c1-7f8c-4e82-9143-3b66ce4440c0, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=8348c1c1-7f8c-4e82-9143-3b66ce4440c0,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:43:28.964858 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:28.982578 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-635309d1-7a89-4e49-b4ff-d9fd097dee87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:28.989787 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da774857-8211-42f9-b4ef-465054548c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:29.001958 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-996ff310-64b6-4b95-9919-4681f5f95da9 req-e081f7a7-3bd3-45ce-87a5-926215c8c912 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617870 Nov 15 11:43:29.003196 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635309d1-7a89-4e49-b4ff-d9fd097dee87 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:43:29.006602 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-635309d1-7a89-4e49-b4ff-d9fd097dee87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:43:29.008463 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:43:29.076512 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=8348c1c1-7f8c-4e82-9143-3b66ce4440c0,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:29.086516 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da774857-8211-42f9-b4ef-465054548c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:29.126787 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-635309d1-7a89-4e49-b4ff-d9fd097dee87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:29.133311 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-635309d1-7a89-4e49-b4ff-d9fd097dee87 admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:29.133637 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da774857-8211-42f9-b4ef-465054548c41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd856e8c-78cf-4257-9ff8-155ecb95145f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:29.141627 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-635309d1-7a89-4e49-b4ff-d9fd097dee87 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0c155869-aa91-406b-9b44-d0bf189a1bcf HTTP/1.1" status: 204 len: 168 time: 0.7394814 Nov 15 11:43:29.143506 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da774857-8211-42f9-b4ef-465054548c41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:29.145013 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44658) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:29.149290 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-da774857-8211-42f9-b4ef-465054548c41 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bd856e8c-78cf-4257-9ff8-155ecb95145f HTTP/1.1" status: 204 len: 168 time: 0.4479353 Nov 15 11:43:29.150018 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44662) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:29.150460 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0492fc-d4a7-4a88-b22c-b9bb036ec9fb None None] Network e1ecb197-21f0-4b7e-9851-b68e31d60481 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:43:29.263046 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635309d1-7a89-4e49-b4ff-d9fd097dee87 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c155869-aa91-406b-9b44-d0bf189a1bcf,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:29.283298 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a976ed05-c73d-431a-943a-302067a1eb66 x-openstack-request-id: req-a976ed05-c73d-431a-943a-302067a1eb66 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:43:29.284152 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2c2ad5-3a93-4612-bdee-75a16c774219", "name": "network-vif-plugged", "status": "completed", "tag": "8348c1c1-7f8c-4e82-9143-3b66ce4440c0", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:43:29.285982 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a976ed05-c73d-431a-943a-302067a1eb66 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:43:29.286616 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2c2ad5-3a93-4612-bdee-75a16c774219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8348c1c1-7f8c-4e82-9143-3b66ce4440c0', 'code': 200} Nov 15 11:43:29.309575 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-84fb5086-f25a-4c8c-9338-c94d14761448 admin admin] Deleting subnet 0d503778-50a9-4990-b86e-433f25fa17b0 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:43:29.318959 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84fb5086-f25a-4c8c-9338-c94d14761448 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:29.444276 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5ff69ac-630b-4d55-8815-a66eaab8d8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:29.607567 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e5ff69ac-630b-4d55-8815-a66eaab8d8c5 admin admin] Deleting port 0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:43:29.608936 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5ff69ac-630b-4d55-8815-a66eaab8d8c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:29.622581 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84fb5086-f25a-4c8c-9338-c94d14761448 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:29.654923 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47afe87a-e953-4730-8955-6a6b72da604f None None] DHCP port deletion for e1ecb197-21f0-4b7e-9851-b68e31d60481 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:43:29.695434 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340538b0-2569-4ac2-9ef4-00a19f220fcf req-fdac4f01-4fe3-48c5-b782-e06818d100b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:29.698184 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-340538b0-2569-4ac2-9ef4-00a19f220fcf req-fdac4f01-4fe3-48c5-b782-e06818d100b0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 1097 time: 0.3476624 Nov 15 11:43:29.725236 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d78f7f0a-13da-4fd5-a5ca-764236e5596d no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:43:29.734709 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d65f1-3d0f-4095-8554-e64d836fb04c req-9fb336b8-07f2-4f6f-b895-ddfae9e6b210 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:29.747526 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e5ff69ac-630b-4d55-8815-a66eaab8d8c5 admin admin] For port 0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14,segment=NetworkSegment(d8cc5ba1-14e3-4af7-ad0c-f294eadf3974),segment_id=d8cc5ba1-14e3-4af7-ad0c-f294eadf3974)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:43:29.748000 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5ff69ac-630b-4d55-8815-a66eaab8d8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:29.749322 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-570d65f1-3d0f-4095-8554-e64d836fb04c req-9fb336b8-07f2-4f6f-b895-ddfae9e6b210 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 946 time: 0.2526102 Nov 15 11:43:29.761877 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e5ff69ac-630b-4d55-8815-a66eaab8d8c5 admin admin] Calling delete_port for 0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:43:29.780206 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84fb5086-f25a-4c8c-9338-c94d14761448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:29.832535 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: d78f7f0a-13da-4fd5-a5ca-764236e5596d {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:43:29.833406 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d78f7f0a-13da-4fd5-a5ca-764236e5596d not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:43:29.834954 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 8ab66c3b-c5b1-4645-a3b6-d4385fce97b7 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:43:29.879487 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-570d65f1-3d0f-4095-8554-e64d836fb04c req-87e5cce8-5048-4a0e-bdbe-d09c7122a1b8 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288619 Nov 15 11:43:29.885545 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 8ab66c3b-c5b1-4645-a3b6-d4385fce97b7 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:43:29.885881 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 8ab66c3b-c5b1-4645-a3b6-d4385fce97b7 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:43:29.923783 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:29.937854 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-340538b0-2569-4ac2-9ef4-00a19f220fcf req-dc785110-feca-4aa1-8aa0-bb35023a022b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270758 Nov 15 11:43:29.981393 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-47afe87a-e953-4730-8955-6a6b72da604f None None] Deleting port 0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:43:29.981766 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-47afe87a-e953-4730-8955-6a6b72da604f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:29.989131 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84fb5086-f25a-4c8c-9338-c94d14761448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:30.017956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb5086-f25a-4c8c-9338-c94d14761448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d503778-50a9-4990-b86e-433f25fa17b0,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:30.021694 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84fb5086-f25a-4c8c-9338-c94d14761448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:30.029189 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-84fb5086-f25a-4c8c-9338-c94d14761448 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0d503778-50a9-4990-b86e-433f25fa17b0 HTTP/1.1" status: 204 len: 168 time: 0.8818145 Nov 15 11:43:30.029983 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44768) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:30.138924 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-47afe87a-e953-4730-8955-6a6b72da604f None None] For port 0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14,segment=NetworkSegment(d8cc5ba1-14e3-4af7-ad0c-f294eadf3974),segment_id=d8cc5ba1-14e3-4af7-ad0c-f294eadf3974)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:43:30.139500 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-47afe87a-e953-4730-8955-6a6b72da604f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:30.172931 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-47afe87a-e953-4730-8955-6a6b72da604f None None] Calling delete_port for 0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:43:30.200803 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68673047-4582-40f3-8a80-5e52b8f082b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:30.311651 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e841f8-d564-41c7-9d92-45478ff19b80 req-a4620758-a905-4070-8156-8fc4c305beaf tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:30.313843 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41e841f8-d564-41c7-9d92-45478ff19b80 req-a4620758-a905-4070-8156-8fc4c305beaf tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.1339183 Nov 15 11:43:30.346861 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68673047-4582-40f3-8a80-5e52b8f082b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:30.373951 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-47afe87a-e953-4730-8955-6a6b72da604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:30.376601 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-68673047-4582-40f3-8a80-5e52b8f082b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca82d92-9bd2-4637-946c-a455c77d5562']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:30.388967 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5ff69ac-630b-4d55-8815-a66eaab8d8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:30.420527 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff69ac-630b-4d55-8815-a66eaab8d8c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:30.424033 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-68673047-4582-40f3-8a80-5e52b8f082b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a634fb95-39ac-4931-8145-609cc2dba773') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:30.424344 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-68673047-4582-40f3-8a80-5e52b8f082b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a634fb95-39ac-4931-8145-609cc2dba773') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:30.436861 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ff69ac-630b-4d55-8815-a66eaab8d8c5 admin admin] No DVR routers for this DVR port 0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:43:30.454121 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41e841f8-d564-41c7-9d92-45478ff19b80 req-86c6819e-665b-467b-a160-bdbdbc4c667a tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334708 Nov 15 11:43:30.454862 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47afe87a-e953-4730-8955-6a6b72da604f None None] Pushing event deleted for resources: {'Port': ['ID=0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:30.457468 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47afe87a-e953-4730-8955-6a6b72da604f None None] No DVR routers for this DVR port 0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:43:30.459990 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68673047-4582-40f3-8a80-5e52b8f082b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:30.484943 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68673047-4582-40f3-8a80-5e52b8f082b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:30.496220 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68673047-4582-40f3-8a80-5e52b8f082b2 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:43:30.497470 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68673047-4582-40f3-8a80-5e52b8f082b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:43:30.501451 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:43:30.564337 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5ff69ac-630b-4d55-8815-a66eaab8d8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:30.595227 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e5ff69ac-630b-4d55-8815-a66eaab8d8c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ecb197-21f0-4b7e-9851-b68e31d60481']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:30.607369 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e5ff69ac-630b-4d55-8815-a66eaab8d8c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8cc5ba1-14e3-4af7-ad0c-f294eadf3974') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:30.607647 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e5ff69ac-630b-4d55-8815-a66eaab8d8c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8cc5ba1-14e3-4af7-ad0c-f294eadf3974') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:30.612820 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68673047-4582-40f3-8a80-5e52b8f082b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:30.614727 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44826) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:30.624146 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-68673047-4582-40f3-8a80-5e52b8f082b2 admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:30.624753 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5ff69ac-630b-4d55-8815-a66eaab8d8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:30.636343 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-68673047-4582-40f3-8a80-5e52b8f082b2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9ca82d92-9bd2-4637-946c-a455c77d5562 HTTP/1.1" status: 204 len: 168 time: 0.5993283 Nov 15 11:43:30.641807 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5ff69ac-630b-4d55-8815-a66eaab8d8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:30.649382 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ff69ac-630b-4d55-8815-a66eaab8d8c5 admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:43:30.650113 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5ff69ac-630b-4d55-8815-a66eaab8d8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:30.659736 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68673047-4582-40f3-8a80-5e52b8f082b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ca82d92-9bd2-4637-946c-a455c77d5562,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: self.session.flush() Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:43:30.704450 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:43:30.738136 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5ff69ac-630b-4d55-8815-a66eaab8d8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:30.747116 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e5ff69ac-630b-4d55-8815-a66eaab8d8c5 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:30.753815 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e5ff69ac-630b-4d55-8815-a66eaab8d8c5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e1ecb197-21f0-4b7e-9851-b68e31d60481 HTTP/1.1" status: 204 len: 168 time: 1.5997834 Nov 15 11:43:30.779561 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff69ac-630b-4d55-8815-a66eaab8d8c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ecb197-21f0-4b7e-9851-b68e31d60481,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:30.841849 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44856) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:30.862083 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cc97f239-e6cd-485c-81d6-1e426612f194 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:30.898649 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4d6fd412-f092-468f-b0a0-dc7de85bd21e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=32f314c00a2246b6b4b65621bc70a327&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0543540 Nov 15 11:43:30.902583 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44864) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:30.979441 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2dd49a6-0942-4453-b2b8-91459ee1de7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:31.032749 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2dd49a6-0942-4453-b2b8-91459ee1de7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:31.100257 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cc97f239-e6cd-485c-81d6-1e426612f194 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:31.122391 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd16d7-d48a-458c-94d3-422dbb361ef2 req-34307a29-b120-4630-9454-b2beaf9dc91b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:31.131881 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c0bd16d7-d48a-458c-94d3-422dbb361ef2 req-34307a29-b120-4630-9454-b2beaf9dc91b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 946 time: 0.0906668 Nov 15 11:43:31.133789 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cc97f239-e6cd-485c-81d6-1e426612f194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:31.141796 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44888) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:31.148541 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2dd49a6-0942-4453-b2b8-91459ee1de7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:31.151070 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2dd49a6-0942-4453-b2b8-91459ee1de7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:31.152171 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a2dd49a6-0942-4453-b2b8-91459ee1de7a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/431a1148-5115-420a-a65c-78b76bf6464b HTTP/1.1" status: 204 len: 168 time: 0.2479861 Nov 15 11:43:31.176239 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd49a6-0942-4453-b2b8-91459ee1de7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431a1148-5115-420a-a65c-78b76bf6464b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:31.221258 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cc97f239-e6cd-485c-81d6-1e426612f194 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3f3fa66bc82d4b40833621a0e182835c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6053345 Nov 15 11:43:31.228716 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-56d0bcff-c399-46e7-8698-6c24203f850b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c76095f6c6fc448e83acf8840c1754ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0831671 Nov 15 11:43:31.229756 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44898) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:31.230074 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 44900) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:31.232235 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97f239-e6cd-485c-81d6-1e426612f194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f852c6d4-5305-4cb0-a902-c96427ee1bc2,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:31.287756 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c0bd16d7-d48a-458c-94d3-422dbb361ef2 req-f052e467-4eb0-43ce-b41d-86e068d34d3f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501038 Nov 15 11:43:31.314390 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-701d66be-7557-4e96-a3e4-655d985abe6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:31.328679 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff9dbcad-6516-45cb-bfbd-23ef053b4364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:31.350031 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-701d66be-7557-4e96-a3e4-655d985abe6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:31.352817 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff9dbcad-6516-45cb-bfbd-23ef053b4364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:31.411271 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-701d66be-7557-4e96-a3e4-655d985abe6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:31.414686 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-701d66be-7557-4e96-a3e4-655d985abe6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:31.418183 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-701d66be-7557-4e96-a3e4-655d985abe6c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f852c6d4-5305-4cb0-a902-c96427ee1bc2 HTTP/1.1" status: 204 len: 168 time: 0.1869915 Nov 15 11:43:31.441595 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff9dbcad-6516-45cb-bfbd-23ef053b4364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:31.444661 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff9dbcad-6516-45cb-bfbd-23ef053b4364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:31.445905 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ff9dbcad-6516-45cb-bfbd-23ef053b4364 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d6b0f490-7d1b-4108-9dc8-0df90300755e HTTP/1.1" status: 204 len: 168 time: 0.2147636 Nov 15 11:43:31.473947 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d66be-7557-4e96-a3e4-655d985abe6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f852c6d4-5305-4cb0-a902-c96427ee1bc2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:31.480598 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9dbcad-6516-45cb-bfbd-23ef053b4364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b0f490-7d1b-4108-9dc8-0df90300755e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:31.709094 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:43:31.734972 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:31.737196 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4f07c-d925-425b-b9a0-2d251e670e53 req-196d1d6d-bb48-476e-b7af-26fd88c8d0ee tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:31.741685 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:43:31.750043 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ef4f07c-d925-425b-b9a0-2d251e670e53 req-196d1d6d-bb48-476e-b7af-26fd88c8d0ee tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.1266093 Nov 15 11:43:31.779140 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:43:31.779574 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0da2c5e9-1d8e-4ffa-8689-8e569a7fbb14 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:43:31.823766 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ef4f07c-d925-425b-b9a0-2d251e670e53 req-08d2186d-f64b-47fa-b8f9-f0817a8b44e6 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728362 Nov 15 11:43:32.041171 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44992) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:32.067213 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 44996) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:32.090504 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-876c12f3-2b43-4454-939e-dcc33b123950 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:32.114579 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45004) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:32.115160 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-dff94dcd-d0ef-413c-88e5-3d67b0903c58 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=54dbd4f5cbb54271acdded61beb486ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0726049 Nov 15 11:43:32.194108 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-876c12f3-2b43-4454-939e-dcc33b123950 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:32.199054 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4cdc6a7a-2fa6-4833-849e-ef2df2432a47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:32.200861 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-876c12f3-2b43-4454-939e-dcc33b123950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:32.223870 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4cdc6a7a-2fa6-4833-849e-ef2df2432a47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:32.245571 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-876c12f3-2b43-4454-939e-dcc33b123950 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a10c40fd8faa417383c349154a6b94ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1772928 Nov 15 11:43:32.249110 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45020) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:32.269055 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c12f3-2b43-4454-939e-dcc33b123950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26d9320-1ec1-4132-9cb0-b8c8ffa4b999,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:32.293221 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4cdc6a7a-2fa6-4833-849e-ef2df2432a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:32.298411 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4cdc6a7a-2fa6-4833-849e-ef2df2432a47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:32.299530 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4cdc6a7a-2fa6-4833-849e-ef2df2432a47 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/62e93ecf-4bdc-47dc-a383-65051c221772 HTTP/1.1" status: 204 len: 168 time: 0.1828799 Nov 15 11:43:32.307633 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc6a7a-2fa6-4833-849e-ef2df2432a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e93ecf-4bdc-47dc-a383-65051c221772,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:32.335897 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bd78936-8d7e-4b0f-944b-137c38afa9d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:32.382601 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bd78936-8d7e-4b0f-944b-137c38afa9d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:32.437180 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45046) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:32.484690 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bd78936-8d7e-4b0f-944b-137c38afa9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:32.488132 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bd78936-8d7e-4b0f-944b-137c38afa9d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:32.489417 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3bd78936-8d7e-4b0f-944b-137c38afa9d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a26d9320-1ec1-4132-9cb0-b8c8ffa4b999 HTTP/1.1" status: 204 len: 168 time: 0.2395608 Nov 15 11:43:32.503286 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-50b862f0-26d3-43db-9b06-8bfa8f76ba7f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3d6e193e658d447f956b9957e41bbfa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0647483 Nov 15 11:43:32.507884 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268077c-a335-4cb1-a501-7a989a74d8c4 req-efd582a0-921b-4f69-8cb6-456a2b0636a5 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:32.508840 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45058) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:32.509931 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a268077c-a335-4cb1-a501-7a989a74d8c4 req-efd582a0-921b-4f69-8cb6-456a2b0636a5 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 946 time: 0.1076767 Nov 15 11:43:32.514937 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd78936-8d7e-4b0f-944b-137c38afa9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26d9320-1ec1-4132-9cb0-b8c8ffa4b999,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:32.532637 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd78936-8d7e-4b0f-944b-137c38afa9d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:32.534250 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd78936-8d7e-4b0f-944b-137c38afa9d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:32.534591 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd78936-8d7e-4b0f-944b-137c38afa9d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:32.535021 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd78936-8d7e-4b0f-944b-137c38afa9d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:32.535355 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd78936-8d7e-4b0f-944b-137c38afa9d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:32.535806 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd78936-8d7e-4b0f-944b-137c38afa9d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:32.536040 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd78936-8d7e-4b0f-944b-137c38afa9d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:32.536645 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd78936-8d7e-4b0f-944b-137c38afa9d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:32.537238 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd78936-8d7e-4b0f-944b-137c38afa9d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:32.537563 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd78936-8d7e-4b0f-944b-137c38afa9d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:32.537912 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd78936-8d7e-4b0f-944b-137c38afa9d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:32.538225 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd78936-8d7e-4b0f-944b-137c38afa9d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:43:32.604866 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9da921e9-a312-4e69-bcfa-47e7037aa160 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:32.618428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a268077c-a335-4cb1-a501-7a989a74d8c4 req-6ccd1805-2ff5-4cea-b1a8-6e27db5dfd36 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012087 Nov 15 11:43:32.634309 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9da921e9-a312-4e69-bcfa-47e7037aa160 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:32.708739 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9da921e9-a312-4e69-bcfa-47e7037aa160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:32.712752 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9da921e9-a312-4e69-bcfa-47e7037aa160 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:32.716692 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9da921e9-a312-4e69-bcfa-47e7037aa160 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/08d10bdf-7d42-4962-ad16-731440c0024b HTTP/1.1" status: 204 len: 168 time: 0.2068903 Nov 15 11:43:32.732655 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da921e9-a312-4e69-bcfa-47e7037aa160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d10bdf-7d42-4962-ad16-731440c0024b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:32.806410 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345be14-ed8d-48b7-a361-0c5cc9bdc482 req-674a34e5-6136-4cac-9f80-1dc2ab832cbc tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:32.808113 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3345be14-ed8d-48b7-a361-0c5cc9bdc482 req-674a34e5-6136-4cac-9f80-1dc2ab832cbc tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 946 time: 0.1043465 Nov 15 11:43:32.933700 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3345be14-ed8d-48b7-a361-0c5cc9bdc482 req-d7912172-6148-48de-9b2d-32f7b0b13c2b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180093 Nov 15 11:43:32.958816 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45100) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:33.077583 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5969beee-8af5-4da8-8040-6a768cd41a73 tempest-TestVolumeBootPattern-1981984747 tempest-TestVolumeBootPattern-1981984747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:33.079939 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5969beee-8af5-4da8-8040-6a768cd41a73 tempest-TestVolumeBootPattern-1981984747 tempest-TestVolumeBootPattern-1981984747-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 1092 time: 0.1196713 Nov 15 11:43:33.084096 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45104) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:33.090511 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6ed57454-f415-480e-9fc8-44465abe5dd4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': '8348c1c1-7f8c-4e82-9143-3b66ce4440c0', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:43:33.133735 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e039e-f725-45a1-a4bb-6b7f75339f82 req-0f11bbda-3f6e-4a76-b769-d4a06e3eea68 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:33.146099 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f64e039e-f725-45a1-a4bb-6b7f75339f82 req-0f11bbda-3f6e-4a76-b769-d4a06e3eea68 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.1193511 Nov 15 11:43:33.163192 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ed57454-f415-480e-9fc8-44465abe5dd4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:33.274361 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f64e039e-f725-45a1-a4bb-6b7f75339f82 req-ae6df57e-7a14-4c0f-9b50-e6551be1ec48 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261754 Nov 15 11:43:33.377429 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ed57454-f415-480e-9fc8-44465abe5dd4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:33.494189 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-6ed57454-f415-480e-9fc8-44465abe5dd4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Allocated IP 172.25.7.103 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/a5f7abdb-ac5b-4e36-a7a1-52b1c7b6b202) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:43:33.624751 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ed57454-f415-480e-9fc8-44465abe5dd4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:33.664777 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ed57454-f415-480e-9fc8-44465abe5dd4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:33.721864 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed57454-f415-480e-9fc8-44465abe5dd4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:43:33.723760 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6ed57454-f415-480e-9fc8-44465abe5dd4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:43:33.728656 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed57454-f415-480e-9fc8-44465abe5dd4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:43:33.764027 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed57454-f415-480e-9fc8-44465abe5dd4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event updated for resources: {'Port': ['ID=a5f7abdb-ac5b-4e36-a7a1-52b1c7b6b202,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:33.807293 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-9947f9df-f19a-4087-9b27-7b2161069ca6 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:33.808828 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-9947f9df-f19a-4087-9b27-7b2161069ca6 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/networks?id=d33d8ce1-3b51-4200-b2f1-45e6688ea26f HTTP/1.1" status: 200 len: 814 time: 0.1113780 Nov 15 11:43:33.824023 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-31472cce-adff-40f3-80b2-0eb3d0b7351b tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/quotas/ff76c59cc73d4574aa6375584d816238 HTTP/1.1" status: 200 len: 375 time: 0.0094683 Nov 15 11:43:33.858712 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-4c1bcdec-aba9-440b-917f-80464bc3615d tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff76c59cc73d4574aa6375584d816238&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274465 Nov 15 11:43:33.955643 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-f9e9869c-ede5-428b-9b61-349eb95260db service neutron] 10.222.0.64 "GET /v2.0/networks/d33d8ce1-3b51-4200-b2f1-45e6688ea26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894356 Nov 15 11:43:34.049549 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-435774a7-fe44-40ef-a57e-ce8ed650eba5 service neutron] 10.222.0.64 "GET /v2.0/networks/d33d8ce1-3b51-4200-b2f1-45e6688ea26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866680 Nov 15 11:43:34.117884 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ed57454-f415-480e-9fc8-44465abe5dd4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:34.190702 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ed57454-f415-480e-9fc8-44465abe5dd4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:34.262609 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0875a9a-3aa9-442a-b4a0-f1bd8552b6c6 req-32b60e23-4e19-4e21-989f-e10fe1cd8ef9 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=546fd5e2-7df1-41a8-9fc7-aab444bfb2a6 HTTP/1.1" status: 200 len: 210 time: 0.0503628 Nov 15 11:43:34.449711 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ed57454-f415-480e-9fc8-44465abe5dd4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:34.450714 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034de51-2743-4fcf-a519-bb76de0fc5a9 req-762533f8-2de6-48d8-b04c-38a00ee3ea6c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:34.460971 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2034de51-2743-4fcf-a519-bb76de0fc5a9 req-762533f8-2de6-48d8-b04c-38a00ee3ea6c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.0785966 Nov 15 11:43:34.464223 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ed57454-f415-480e-9fc8-44465abe5dd4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:34.550199 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2034de51-2743-4fcf-a519-bb76de0fc5a9 req-6be994cb-bdfe-4610-8492-4fcf28bed013 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834503 Nov 15 11:43:34.588788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed57454-f415-480e-9fc8-44465abe5dd4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event updated for resources: {'Port': ['ID=a5f7abdb-ac5b-4e36-a7a1-52b1c7b6b202,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:34.598043 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ed57454-f415-480e-9fc8-44465abe5dd4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:34.705051 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-6ed57454-f415-480e-9fc8-44465abe5dd4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Floating IP 598ee1f5-b971-4c2c-a6bb-7356090835a0 associated. External IP: 172.25.7.103, port: 8348c1c1-7f8c-4e82-9143-3b66ce4440c0. Nov 15 11:43:34.975885 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed57454-f415-480e-9fc8-44465abe5dd4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Router b00994c2-1981-4cdc-acb3-efc2a4ecb86e has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:43:35.099849 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed57454-f415-480e-9fc8-44465abe5dd4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:43:35.109992 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89e595c-e35d-4753-81ca-dc82bd63b375 None None] Sync routers for ids ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:43:35.120894 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89e595c-e35d-4753-81ca-dc82bd63b375 None None] Routers {'b00994c2-1981-4cdc-acb3-efc2a4ecb86e'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:43:35.121836 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b89e595c-e35d-4753-81ca-dc82bd63b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:43:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:35.133753 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6ed57454-f415-480e-9fc8-44465abe5dd4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:35.168164 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6ed57454-f415-480e-9fc8-44465abe5dd4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0825360 Nov 15 11:43:35.169081 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2c2ad5-3a93-4612-bdee-75a16c774219', 'tag': '8348c1c1-7f8c-4e82-9143-3b66ce4440c0'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:43:35.172686 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9be9d9b-7914-40f3-9221-c31ad1ab7bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2c2ad5-3a93-4612-bdee-75a16c774219", "tag": "8348c1c1-7f8c-4e82-9143-3b66ce4440c0"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:43:35.227334 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08790373-90cd-4f7f-9751-fa5d9d78bb32 x-openstack-request-id: req-08790373-90cd-4f7f-9751-fa5d9d78bb32 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:43:35.227857 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2c2ad5-3a93-4612-bdee-75a16c774219", "tag": "8348c1c1-7f8c-4e82-9143-3b66ce4440c0", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:43:35.229039 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08790373-90cd-4f7f-9751-fa5d9d78bb32 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:43:35.229039 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2c2ad5-3a93-4612-bdee-75a16c774219', 'tag': '8348c1c1-7f8c-4e82-9143-3b66ce4440c0', 'status': 'completed', 'code': 200} Nov 15 11:43:35.241459 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-b89e595c-e35d-4753-81ca-dc82bd63b375 None None] Set router b00994c2-1981-4cdc-acb3-efc2a4ecb86e gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:43:35.383522 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be9d9b-7914-40f3-9221-c31ad1ab7bdb req-631bc3b8-b9d6-475d-a00a-6138c0f2d9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:35.385082 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c9be9d9b-7914-40f3-9221-c31ad1ab7bdb req-631bc3b8-b9d6-475d-a00a-6138c0f2d9e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 1097 time: 0.1321020 Nov 15 11:43:35.707024 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-2c48171e-4458-4870-8d30-e4533b68314d tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:35.708599 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-2c48171e-4458-4870-8d30-e4533b68314d tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.11 "GET /v2.0/networks?id=d33d8ce1-3b51-4200-b2f1-45e6688ea26f HTTP/1.1" status: 200 len: 814 time: 0.2515419 Nov 15 11:43:35.731909 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-e1b54df6-12cc-4ef2-b02c-765831d7f8e4 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Request body: {'port': {'device_id': '546fd5e2-7df1-41a8-9fc7-aab444bfb2a6', 'network_id': 'd33d8ce1-3b51-4200-b2f1-45e6688ea26f', 'admin_state_up': True, 'tenant_id': 'ff76c59cc73d4574aa6375584d816238'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:43:35.842888 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b89e595c-e35d-4753-81ca-dc82bd63b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:33:04Z', 'revision_number': 4, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '598ee1f5-b971-4c2c-a6bb-7356090835a0', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'port_id': '8348c1c1-7f8c-4e82-9143-3b66ce4440c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'mac_address': 'fa:16:3e:4a:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2c2ad5-3a93-4612-bdee-75a16c774219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:43:33Z', 'updated_at': '2021-11-15T11:43:33Z', 'revision_number': 0, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438254d2-d8d3-48db-8ba9-073fdbb53818', 'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'mac_address': 'fa:16:3e:64:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:02Z', 'updated_at': '2021-11-15T11:33:08Z', 'revision_number': 5, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'subnets': [{'id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:35.855952 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-60260c32-2102-4398-ac9f-6c2580fdb180 req-a07e61bd-cadb-41f9-9305-31e3cf93220a tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=546fd5e2-7df1-41a8-9fc7-aab444bfb2a6 HTTP/1.1" status: 200 len: 210 time: 0.4295311 Nov 15 11:43:35.902000 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89e595c-e35d-4753-81ca-dc82bd63b375 None None] Checking router: b00994c2-1981-4cdc-acb3-efc2a4ecb86e for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:43:35.919144 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89e595c-e35d-4753-81ca-dc82bd63b375 None None] Routers {'b00994c2-1981-4cdc-acb3-efc2a4ecb86e'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:43:35.922469 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b89e595c-e35d-4753-81ca-dc82bd63b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:43:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:35.930240 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be9d9b-7914-40f3-9221-c31ad1ab7bdb req-73555a72-cdc2-4cc2-aef8-8b0df9e95c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:35.931732 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c9be9d9b-7914-40f3-9221-c31ad1ab7bdb req-73555a72-cdc2-4cc2-aef8-8b0df9e95c7f service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 912 time: 0.5367501 Nov 15 11:43:35.990487 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-e1b54df6-12cc-4ef2-b02c-765831d7f8e4 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Made reservation on behalf of ff76c59cc73d4574aa6375584d816238 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:43:35.995037 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-e1b54df6-12cc-4ef2-b02c-765831d7f8e4 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:36.048664 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7988d-3c78-41b9-b43d-e3d14c224df4 req-634c6df5-1343-4cfb-a15f-6a5ea72d5d13 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:36.050186 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64f7988d-3c78-41b9-b43d-e3d14c224df4 req-634c6df5-1343-4cfb-a15f-6a5ea72d5d13 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.0964704 Nov 15 11:43:36.052026 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c9be9d9b-7914-40f3-9221-c31ad1ab7bdb req-1332f2a7-dd6c-4ef7-92e3-cbbb9ccbfe52 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8348c1c1-7f8c-4e82-9143-3b66ce4440c0 HTTP/1.1" status: 200 len: 1000 time: 0.1050494 Nov 15 11:43:36.069978 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-b89e595c-e35d-4753-81ca-dc82bd63b375 None None] Set router b00994c2-1981-4cdc-acb3-efc2a4ecb86e gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:43:36.147520 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be9d9b-7914-40f3-9221-c31ad1ab7bdb req-fd6752c9-83ee-4a0a-80f4-141b45ac3859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:36.149019 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c9be9d9b-7914-40f3-9221-c31ad1ab7bdb req-fd6752c9-83ee-4a0a-80f4-141b45ac3859 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 200 len: 850 time: 0.0894821 Nov 15 11:43:36.152702 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64f7988d-3c78-41b9-b43d-e3d14c224df4 req-6b9c687d-37b5-4fd7-b162-fad21b6bcff3 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835822 Nov 15 11:43:36.154710 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-e1b54df6-12cc-4ef2-b02c-765831d7f8e4 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Allocated IP 172.20.0.6 (d33d8ce1-3b51-4200-b2f1-45e6688ea26f/186e7fa5-9dbf-43aa-b035-baadd8e68213/2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:43:36.206596 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be9d9b-7914-40f3-9221-c31ad1ab7bdb req-9f939673-6da6-4c27-acd8-6af80e77215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:36.209298 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c9be9d9b-7914-40f3-9221-c31ad1ab7bdb req-9f939673-6da6-4c27-acd8-6af80e77215c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1842a3-8b78-48b6-930c-de775291ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532110 Nov 15 11:43:36.259381 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c473b3ed-9337-4a46-86ca-4d06d682d436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:36.308925 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c9be9d9b-7914-40f3-9221-c31ad1ab7bdb req-60c70134-0cf3-420b-a8d5-947eaf18a0a1 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925643 Nov 15 11:43:36.326344 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-e1b54df6-12cc-4ef2-b02c-765831d7f8e4 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:36.333962 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b89e595c-e35d-4753-81ca-dc82bd63b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:33:04Z', 'revision_number': 4, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '598ee1f5-b971-4c2c-a6bb-7356090835a0', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'port_id': '8348c1c1-7f8c-4e82-9143-3b66ce4440c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'mac_address': 'fa:16:3e:4a:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2c2ad5-3a93-4612-bdee-75a16c774219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:43:33Z', 'updated_at': '2021-11-15T11:43:33Z', 'revision_number': 0, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438254d2-d8d3-48db-8ba9-073fdbb53818', 'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'mac_address': 'fa:16:3e:64:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:02Z', 'updated_at': '2021-11-15T11:33:08Z', 'revision_number': 5, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'subnets': [{'id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:36.361082 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89e595c-e35d-4753-81ca-dc82bd63b375 None None] The sync data for ids ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'] in n-d-729945-9 is: [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:33:04Z', 'revision_number': 4, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '598ee1f5-b971-4c2c-a6bb-7356090835a0', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'port_id': '8348c1c1-7f8c-4e82-9143-3b66ce4440c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'mac_address': 'fa:16:3e:4a:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2c2ad5-3a93-4612-bdee-75a16c774219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:43:33Z', 'updated_at': '2021-11-15T11:43:33Z', 'revision_number': 0, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438254d2-d8d3-48db-8ba9-073fdbb53818', 'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'mac_address': 'fa:16:3e:64:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:02Z', 'updated_at': '2021-11-15T11:33:08Z', 'revision_number': 5, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'subnets': [{'id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:43:36.363169 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-e1b54df6-12cc-4ef2-b02c-765831d7f8e4 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:36.407482 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c9be9d9b-7914-40f3-9221-c31ad1ab7bdb req-3290d1e4-9f62-48be-8133-f6996a85c9c0 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914631 Nov 15 11:43:36.408172 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-e1b54df6-12cc-4ef2-b02c-765831d7f8e4 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Network d33d8ce1-3b51-4200-b2f1-45e6688ea26f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:43:36.411380 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-e1b54df6-12cc-4ef2-b02c-765831d7f8e4 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:43:36.415553 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-e1b54df6-12cc-4ef2-b02c-765831d7f8e4 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:43:36.422286 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b54df6-12cc-4ef2-b02c-765831d7f8e4 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Pushing event updated for resources: {'Port': ['ID=2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:36.469649 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-e1b54df6-12cc-4ef2-b02c-765831d7f8e4 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:36.470164 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-e1b54df6-12cc-4ef2-b02c-765831d7f8e4 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:36.488032 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-e1b54df6-12cc-4ef2-b02c-765831d7f8e4 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7691252 Nov 15 11:43:36.501912 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-5aa7ea1c-8e60-480d-9400-556a1bdb9c9d service neutron] Request body: {'port': {'device_id': '546fd5e2-7df1-41a8-9fc7-aab444bfb2a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:43:36.564169 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-5aa7ea1c-8e60-480d-9400-556a1bdb9c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:36.583644 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ebc376-e160-48d1-90c5-131a3223a109 None None] New status for floating IP 598ee1f5-b971-4c2c-a6bb-7356090835a0: ACTIVE {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:43:36.827127 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-5aa7ea1c-8e60-480d-9400-556a1bdb9c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:43:36.835242 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-5aa7ea1c-8e60-480d-9400-556a1bdb9c9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:36.848581 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-5aa7ea1c-8e60-480d-9400-556a1bdb9c9d service neutron] Transition to ACTIVE for port object 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:43:36.854480 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-5aa7ea1c-8e60-480d-9400-556a1bdb9c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:36.901685 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7ea1c-8e60-480d-9400-556a1bdb9c9d service neutron] Pushing event updated for resources: {'Port': ['ID=2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:36.976301 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-5aa7ea1c-8e60-480d-9400-556a1bdb9c9d service neutron] Attempting to bind port 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:43:36.976743 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-5aa7ea1c-8e60-480d-9400-556a1bdb9c9d service neutron] Attempting to bind port 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'a4634e56-c449-43d0-a0e4-9eb61ae06af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'd33d8ce1-3b51-4200-b2f1-45e6688ea26f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:43:36.976962 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-5aa7ea1c-8e60-480d-9400-556a1bdb9c9d service neutron] Attempting to bind port 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c on network d33d8ce1-3b51-4200-b2f1-45e6688ea26f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:43:36.982323 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-5aa7ea1c-8e60-480d-9400-556a1bdb9c9d service neutron] Port 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c on network d33d8ce1-3b51-4200-b2f1-45e6688ea26f not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:43:36.982572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-5aa7ea1c-8e60-480d-9400-556a1bdb9c9d service neutron] Attempting to bind port 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c on network d33d8ce1-3b51-4200-b2f1-45e6688ea26f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:43:36.987488 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-5aa7ea1c-8e60-480d-9400-556a1bdb9c9d service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:43:36.987785 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-5aa7ea1c-8e60-480d-9400-556a1bdb9c9d service neutron] Checking segment: {'id': 'a4634e56-c449-43d0-a0e4-9eb61ae06af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'd33d8ce1-3b51-4200-b2f1-45e6688ea26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:43:36.988203 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-5aa7ea1c-8e60-480d-9400-556a1bdb9c9d service neutron] Bound using segment: {'id': 'a4634e56-c449-43d0-a0e4-9eb61ae06af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'd33d8ce1-3b51-4200-b2f1-45e6688ea26f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:43:36.988628 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-5aa7ea1c-8e60-480d-9400-556a1bdb9c9d service neutron] Bound port: 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4634e56-c449-43d0-a0e4-9eb61ae06af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'd33d8ce1-3b51-4200-b2f1-45e6688ea26f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:43:36.988981 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-5aa7ea1c-8e60-480d-9400-556a1bdb9c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:37.000077 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b4d0f-a0d8-4480-9853-c325ae07a8e9 req-639a58df-4c32-4447-992b-a414da4ee01e tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:37.001787 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-769b4d0f-a0d8-4480-9853-c325ae07a8e9 req-639a58df-4c32-4447-992b-a414da4ee01e tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=546fd5e2-7df1-41a8-9fc7-aab444bfb2a6 HTTP/1.1" status: 200 len: 943 time: 0.0542634 Nov 15 11:43:37.050018 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-769b4d0f-a0d8-4480-9853-c325ae07a8e9 req-5ddb0e28-454e-43bc-a192-088f475d74f9 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce4c2f0e-9a79-44b5-8f2f-38d96c2e5403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414803 Nov 15 11:43:37.052995 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-5aa7ea1c-8e60-480d-9400-556a1bdb9c9d service neutron] For port 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:43:37.056148 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-5aa7ea1c-8e60-480d-9400-556a1bdb9c9d service neutron] For port 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c,segment=NetworkSegment(a4634e56-c449-43d0-a0e4-9eb61ae06af3),segment_id=a4634e56-c449-43d0-a0e4-9eb61ae06af3)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:43:37.069047 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-5aa7ea1c-8e60-480d-9400-556a1bdb9c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:37.103620 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-5aa7ea1c-8e60-480d-9400-556a1bdb9c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:37.104735 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-5aa7ea1c-8e60-480d-9400-556a1bdb9c9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:37.106202 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-5aa7ea1c-8e60-480d-9400-556a1bdb9c9d service neutron] 10.222.0.11 "PUT /v2.0/ports/2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c HTTP/1.1" status: 200 len: 1091 time: 0.6092947 Nov 15 11:43:37.129711 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7ea1c-8e60-480d-9400-556a1bdb9c9d service neutron] Pushing event updated for resources: {'Port': ['ID=2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:37.201088 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-a2db7f92-7645-4b01-a5e2-409a454fbc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:37.202723 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-a2db7f92-7645-4b01-a5e2-409a454fbc4b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff76c59cc73d4574aa6375584d816238&device_id=546fd5e2-7df1-41a8-9fc7-aab444bfb2a6 HTTP/1.1" status: 200 len: 1094 time: 0.0481563 Nov 15 11:43:37.230936 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:43:37.254399 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546fd5e2-7df1-41a8-9fc7-aab444bfb2a6', 'tag': '2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:43:37.257223 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa47720e-86db-4070-b1a7-f2ef4d01bad6" -d '{"events": [{"name": "network-changed", "server_uuid": "546fd5e2-7df1-41a8-9fc7-aab444bfb2a6", "tag": "2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:43:37.266471 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-33338e65-28b6-430a-b8dc-db95fec83635 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c HTTP/1.1" status: 200 len: 217 time: 0.0551939 Nov 15 11:43:37.292092 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c391de-cf39-4e0f-83a5-2a25aa77a969 req-25147637-f311-47ae-b9b8-0b4994ec87ce tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:37.294326 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-85c391de-cf39-4e0f-83a5-2a25aa77a969 req-25147637-f311-47ae-b9b8-0b4994ec87ce tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.0564344 Nov 15 11:43:37.328380 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-effe1520-6dd5-4bee-b42c-31576a994889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:37.330987 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-effe1520-6dd5-4bee-b42c-31576a994889 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=186e7fa5-9dbf-43aa-b035-baadd8e68213 HTTP/1.1" status: 200 len: 854 time: 0.0560670 Nov 15 11:43:37.353778 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-85c391de-cf39-4e0f-83a5-2a25aa77a969 req-0ab0dbc9-fa5a-4812-b568-8007dfea036b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516329 Nov 15 11:43:37.379244 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,segment=NetworkSegment(07d81d7a-62d7-47a6-90cb-780710d04269),segment_id=07d81d7a-62d7-47a6-90cb-780710d04269)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:43:37.389440 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-fbc34df2-9e13-4ed0-b435-5b5f239e9251 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d33d8ce1-3b51-4200-b2f1-45e6688ea26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482204 Nov 15 11:43:37.398462 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'port_id': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7', 'mac_address': 'fa:16:3e:01:c9:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:43:37.407863 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275b26ef-4dc8-4b31-b389-ebd96ecb2e0b x-openstack-request-id: req-275b26ef-4dc8-4b31-b389-ebd96ecb2e0b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:43:37.407863 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546fd5e2-7df1-41a8-9fc7-aab444bfb2a6", "tag": "2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:43:37.408168 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-275b26ef-4dc8-4b31-b389-ebd96ecb2e0b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:43:37.408389 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546fd5e2-7df1-41a8-9fc7-aab444bfb2a6', 'tag': '2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c', 'status': 'completed', 'code': 200} Nov 15 11:43:37.443782 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:37.458235 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:43:37.479752 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,segment=NetworkSegment(07d81d7a-62d7-47a6-90cb-780710d04269),segment_id=07d81d7a-62d7-47a6-90cb-780710d04269)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:43:37.486738 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:37.517909 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-1458fde2-d699-4806-baf9-30c1ed33b323 service neutron] 10.222.0.11 "GET /v2.0/networks/d33d8ce1-3b51-4200-b2f1-45e6688ea26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201739 Nov 15 11:43:37.558930 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:37.576936 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['606a7e1d-cd71-4862-93c2-f0baec0fa6a7'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:43:37.619712 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c93e9808-660b-4807-aa75-6c56a47db7ba req-b563dd80-015d-4e9b-a5a4-cdb27b04701c service neutron] 10.222.0.11 "GET /v2.0/networks/d33d8ce1-3b51-4200-b2f1-45e6688ea26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943015 Nov 15 11:43:37.720402 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47720e-86db-4070-b1a7-f2ef4d01bad6 req-c5cba18f-0a8b-4779-a42a-2b88fe50e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:37.722376 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aa47720e-86db-4070-b1a7-f2ef4d01bad6 req-c5cba18f-0a8b-4779-a42a-2b88fe50e514 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff76c59cc73d4574aa6375584d816238&device_id=546fd5e2-7df1-41a8-9fc7-aab444bfb2a6 HTTP/1.1" status: 200 len: 1094 time: 0.0454717 Nov 15 11:43:37.828238 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47720e-86db-4070-b1a7-f2ef4d01bad6 req-53a3da3b-b5d7-4d1e-a77c-15732fffdd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:37.830864 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aa47720e-86db-4070-b1a7-f2ef4d01bad6 req-53a3da3b-b5d7-4d1e-a77c-15732fffdd09 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d33d8ce1-3b51-4200-b2f1-45e6688ea26f HTTP/1.1" status: 200 len: 915 time: 0.0982070 Nov 15 11:43:37.874310 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aa47720e-86db-4070-b1a7-f2ef4d01bad6 req-388158c1-c555-4578-8fc4-92826065ea5d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c HTTP/1.1" status: 200 len: 217 time: 0.0354433 Nov 15 11:43:37.925103 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47720e-86db-4070-b1a7-f2ef4d01bad6 req-4bee9311-f9b3-4ade-a9d0-04a05f9afa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:37.926534 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aa47720e-86db-4070-b1a7-f2ef4d01bad6 req-4bee9311-f9b3-4ade-a9d0-04a05f9afa80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=186e7fa5-9dbf-43aa-b035-baadd8e68213 HTTP/1.1" status: 200 len: 854 time: 0.0438983 Nov 15 11:43:37.959946 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aa47720e-86db-4070-b1a7-f2ef4d01bad6 req-1ac6f3b4-dae4-4815-9518-894d35bac52a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d33d8ce1-3b51-4200-b2f1-45e6688ea26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246742 Nov 15 11:43:38.060410 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aa47720e-86db-4070-b1a7-f2ef4d01bad6 req-86dcf7a9-dd93-45fa-bef6-77f6686f9f69 service neutron] 10.222.0.11 "GET /v2.0/networks/d33d8ce1-3b51-4200-b2f1-45e6688ea26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914774 Nov 15 11:43:38.164746 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-aa47720e-86db-4070-b1a7-f2ef4d01bad6 req-1a2edf1a-2e0f-4cee-ba71-e018a2028e11 service neutron] 10.222.0.11 "GET /v2.0/networks/d33d8ce1-3b51-4200-b2f1-45e6688ea26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962629 Nov 15 11:43:38.191768 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33791f5b-8f4f-4acd-aae6-250c3eabb053 req-a308011f-5750-475a-b761-29459f1529f6 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:38.193644 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33791f5b-8f4f-4acd-aae6-250c3eabb053 req-a308011f-5750-475a-b761-29459f1529f6 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=546fd5e2-7df1-41a8-9fc7-aab444bfb2a6 HTTP/1.1" status: 200 len: 943 time: 0.0667446 Nov 15 11:43:38.244842 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33791f5b-8f4f-4acd-aae6-250c3eabb053 req-bca1483b-0a9a-4c4f-9fc4-752e7d6fbe73 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce4c2f0e-9a79-44b5-8f2f-38d96c2e5403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449619 Nov 15 11:43:38.365747 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-afca4a40-1af8-4725-8a89-954d3ffe6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:38.479245 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12123d-e8cf-427c-ac76-2e8e8ab634fa req-0b333126-9d79-4827-9e87-37a48ba425cb tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:38.480753 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9c12123d-e8cf-427c-ac76-2e8e8ab634fa req-0b333126-9d79-4827-9e87-37a48ba425cb tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 945 time: 0.0501537 Nov 15 11:43:38.528129 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9c12123d-e8cf-427c-ac76-2e8e8ab634fa req-71238d8f-6186-4bf4-9ba5-7c5df1c3042e tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411274 Nov 15 11:43:39.228962 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:43:39.279555 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:43:39.280336 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:39.360783 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:39.371095 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8f517-0788-48d3-a3ed-99692a739837 req-316c009f-1759-49cb-82d1-10730c7df45f tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:39.372527 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20a8f517-0788-48d3-a3ed-99692a739837 req-316c009f-1759-49cb-82d1-10730c7df45f tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=546fd5e2-7df1-41a8-9fc7-aab444bfb2a6 HTTP/1.1" status: 200 len: 943 time: 0.0537302 Nov 15 11:43:39.394697 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687004a5-12ee-4517-94c8-8990fbfc002f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:43:39.396941 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1de6dc0-af14-41e2-9803-20237b426986" -d '{"events": [{"server_uuid": "687004a5-12ee-4517-94c8-8990fbfc002f", "name": "network-vif-plugged", "status": "completed", "tag": "606a7e1d-cd71-4862-93c2-f0baec0fa6a7"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:43:39.414573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,segment=NetworkSegment(07d81d7a-62d7-47a6-90cb-780710d04269),segment_id=07d81d7a-62d7-47a6-90cb-780710d04269)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:43:39.419961 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:39.446717 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20a8f517-0788-48d3-a3ed-99692a739837 req-26790f0e-e7e1-4b7f-9528-a1c06092dd4a tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce4c2f0e-9a79-44b5-8f2f-38d96c2e5403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575492 Nov 15 11:43:39.481482 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,revision_number=7']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:39.502150 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d492c7b-d69c-4443-87a7-60e234e62afc x-openstack-request-id: req-3d492c7b-d69c-4443-87a7-60e234e62afc {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:43:39.502476 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687004a5-12ee-4517-94c8-8990fbfc002f", "name": "network-vif-plugged", "status": "completed", "tag": "606a7e1d-cd71-4862-93c2-f0baec0fa6a7", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:43:39.502852 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3d492c7b-d69c-4443-87a7-60e234e62afc {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:43:39.503275 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687004a5-12ee-4517-94c8-8990fbfc002f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7', 'code': 200} Nov 15 11:43:39.650023 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4b85f-2ba0-41b9-bf88-716d7655fa36 req-8b71eed0-105f-4dfb-bf0d-36e3d63e1945 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:39.651505 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57b4b85f-2ba0-41b9-bf88-716d7655fa36 req-8b71eed0-105f-4dfb-bf0d-36e3d63e1945 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.0498250 Nov 15 11:43:39.698898 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57b4b85f-2ba0-41b9-bf88-716d7655fa36 req-deb3910b-1b02-4465-97f7-12232384c440 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412283 Nov 15 11:43:39.888530 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:40.568638 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521bcb9-67af-4593-832c-3b977aa7d783 req-b6de9c45-06ea-437d-bd11-8bd66ade8cb3 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:40.570048 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8521bcb9-67af-4593-832c-3b977aa7d783 req-b6de9c45-06ea-437d-bd11-8bd66ade8cb3 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=546fd5e2-7df1-41a8-9fc7-aab444bfb2a6 HTTP/1.1" status: 200 len: 943 time: 0.0493212 Nov 15 11:43:40.618449 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8521bcb9-67af-4593-832c-3b977aa7d783 req-f1edd64f-b9fe-43cb-9ba4-288066372333 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce4c2f0e-9a79-44b5-8f2f-38d96c2e5403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419543 Nov 15 11:43:40.831252 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c5f20-0fc0-453d-9134-4988b67c4443 req-42a9220d-c074-4be6-9ede-d18c8b29ade4 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:40.833022 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5b3c5f20-0fc0-453d-9134-4988b67c4443 req-42a9220d-c074-4be6-9ede-d18c8b29ade4 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.0617476 Nov 15 11:43:40.884112 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5b3c5f20-0fc0-453d-9134-4988b67c4443 req-7227a025-43a1-4663-9215-4d5c4fa87ec6 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442288 Nov 15 11:43:41.248885 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:43:41.357513 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c,segment=NetworkSegment(a4634e56-c449-43d0-a0e4-9eb61ae06af3),segment_id=a4634e56-c449-43d0-a0e4-9eb61ae06af3)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:43:41.371443 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c', 'network_id': 'd33d8ce1-3b51-4200-b2f1-45e6688ea26f', 'port_id': '2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c', 'mac_address': 'fa:16:3e:c7:72:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186e7fa5-9dbf-43aa-b035-baadd8e68213', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:43:41.432527 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:41.458695 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:43:41.473235 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:41.481602 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c,segment=NetworkSegment(a4634e56-c449-43d0-a0e4-9eb61ae06af3),segment_id=a4634e56-c449-43d0-a0e4-9eb61ae06af3)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:43:41.487340 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:41.539919 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:41.748570 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05f079-705c-4ce8-9900-7a904e6ed065 req-c1f65f5d-5da0-4293-9c5d-322ff4c836cf tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:41.751016 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bc05f079-705c-4ce8-9900-7a904e6ed065 req-c1f65f5d-5da0-4293-9c5d-322ff4c836cf tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=546fd5e2-7df1-41a8-9fc7-aab444bfb2a6 HTTP/1.1" status: 200 len: 944 time: 0.0551910 Nov 15 11:43:41.799496 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bc05f079-705c-4ce8-9900-7a904e6ed065 req-90b82735-09f1-4c1d-8c77-b0998ee61bb1 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce4c2f0e-9a79-44b5-8f2f-38d96c2e5403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418062 Nov 15 11:43:41.839121 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:43:42.008236 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615da632-bc7d-447f-9d92-f9e75f27cf1f req-4abd4035-36e6-4eb3-b67e-b8ea91904d66 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:42.010425 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-615da632-bc7d-447f-9d92-f9e75f27cf1f req-4abd4035-36e6-4eb3-b67e-b8ea91904d66 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.0517318 Nov 15 11:43:42.065144 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-615da632-bc7d-447f-9d92-f9e75f27cf1f req-af0c7ed9-5363-4346-9bd5-9430078af727 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492377 Nov 15 11:43:42.149111 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:43.001139 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530a5fb-b8e5-4644-92b6-ca1d89038dab req-3f6343a6-4ad1-4c67-a830-f688308d4567 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:43.005708 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2530a5fb-b8e5-4644-92b6-ca1d89038dab req-3f6343a6-4ad1-4c67-a830-f688308d4567 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=546fd5e2-7df1-41a8-9fc7-aab444bfb2a6 HTTP/1.1" status: 200 len: 944 time: 0.1006656 Nov 15 11:43:43.087001 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2530a5fb-b8e5-4644-92b6-ca1d89038dab req-46f18f0d-4392-4b3d-b8bd-c91896de078d tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce4c2f0e-9a79-44b5-8f2f-38d96c2e5403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755773 Nov 15 11:43:43.257269 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de27518-cd71-4ae2-b0eb-4d2aef1721dc req-f50b7366-5049-45b5-9926-3c35bbc04892 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:43.259642 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:43:43.265861 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9de27518-cd71-4ae2-b0eb-4d2aef1721dc req-f50b7366-5049-45b5-9926-3c35bbc04892 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.0770454 Nov 15 11:43:43.341723 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9de27518-cd71-4ae2-b0eb-4d2aef1721dc req-8cc4edfb-4794-4624-b346-08f165edd5d4 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745413 Nov 15 11:43:43.372353 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:43:43.378028 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:43:43.378636 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:43.462440 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-22372ffc-8f65-40a3-9ca7-f4b209f14145 req-c6612e51-6db2-44ed-914b-d8eff8f644ed service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549488 Nov 15 11:43:43.531398 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:43.607447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c,segment=NetworkSegment(a4634e56-c449-43d0-a0e4-9eb61ae06af3),segment_id=a4634e56-c449-43d0-a0e4-9eb61ae06af3)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:43:43.609557 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546fd5e2-7df1-41a8-9fc7-aab444bfb2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:43:43.618898 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40de4295-0f22-49e7-a0dc-6975300cd3dd" -d '{"events": [{"server_uuid": "546fd5e2-7df1-41a8-9fc7-aab444bfb2a6", "name": "network-vif-plugged", "status": "completed", "tag": "2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:43:43.624246 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:43.664899 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22372ffc-8f65-40a3-9ca7-f4b209f14145 req-b6de7f20-d0ef-4eaf-935d-b42994cce53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:43.667105 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-22372ffc-8f65-40a3-9ca7-f4b209f14145 req-b6de7f20-d0ef-4eaf-935d-b42994cce53d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.1459231 Nov 15 11:43:43.703508 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:43.727005 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fa6f7c-2ccb-4371-bcc8-7d1a08227404 x-openstack-request-id: req-c5fa6f7c-2ccb-4371-bcc8-7d1a08227404 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:43:43.727722 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546fd5e2-7df1-41a8-9fc7-aab444bfb2a6", "name": "network-vif-plugged", "status": "completed", "tag": "2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:43:43.728219 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c5fa6f7c-2ccb-4371-bcc8-7d1a08227404 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:43:43.729111 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546fd5e2-7df1-41a8-9fc7-aab444bfb2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c', 'code': 200} Nov 15 11:43:43.825686 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22372ffc-8f65-40a3-9ca7-f4b209f14145 req-759305e2-ce20-49b1-8038-8ae1ea19e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:43.827294 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-22372ffc-8f65-40a3-9ca7-f4b209f14145 req-759305e2-ce20-49b1-8038-8ae1ea19e3c8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.1240208 Nov 15 11:43:43.860806 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5134dd-c9e4-44d9-b1f2-27c94e2a5984 req-422b4b42-a80c-491d-bf8d-db558f631113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:43.862556 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e5134dd-c9e4-44d9-b1f2-27c94e2a5984 req-422b4b42-a80c-491d-bf8d-db558f631113 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=546fd5e2-7df1-41a8-9fc7-aab444bfb2a6 HTTP/1.1" status: 200 len: 1096 time: 0.0606728 Nov 15 11:43:43.878464 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-22372ffc-8f65-40a3-9ca7-f4b209f14145 req-7a25a4d6-24dc-459c-9802-58ee3bbc8df0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0424311 Nov 15 11:43:43.932099 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e5134dd-c9e4-44d9-b1f2-27c94e2a5984 req-ff59576c-e7f7-4454-b465-69710b0ae284 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ce4c2f0e-9a79-44b5-8f2f-38d96c2e5403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623965 Nov 15 11:43:43.943554 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22372ffc-8f65-40a3-9ca7-f4b209f14145 req-1f1d8ab3-dec5-41b0-bcc3-1f784ec8ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:43.945721 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-22372ffc-8f65-40a3-9ca7-f4b209f14145 req-1f1d8ab3-dec5-41b0-bcc3-1f784ec8ec9b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0609760 Nov 15 11:43:44.250941 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afe044-7654-4edf-8357-faad3cf060f2 req-470ea430-62df-4144-9c78-ffa56ccf7716 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:44.265150 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84afe044-7654-4edf-8357-faad3cf060f2 req-470ea430-62df-4144-9c78-ffa56ccf7716 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=546fd5e2-7df1-41a8-9fc7-aab444bfb2a6 HTTP/1.1" status: 200 len: 945 time: 0.0871644 Nov 15 11:43:44.281857 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22372ffc-8f65-40a3-9ca7-f4b209f14145 req-49512251-6e40-4af9-b2fe-f92e3b0b961f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:44.284486 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-22372ffc-8f65-40a3-9ca7-f4b209f14145 req-49512251-6e40-4af9-b2fe-f92e3b0b961f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972641 Nov 15 11:43:44.365018 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84afe044-7654-4edf-8357-faad3cf060f2 req-7b341cad-a8ec-454c-a92c-25c133c35842 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce4c2f0e-9a79-44b5-8f2f-38d96c2e5403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983188 Nov 15 11:43:44.422624 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-22372ffc-8f65-40a3-9ca7-f4b209f14145 req-c491d066-32d9-4c49-857c-31e470baf2dd service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302633 Nov 15 11:43:44.528372 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7abcd-87f1-4602-a880-20230af954ba req-52ced90d-3e59-4d22-9212-d28e0e989f2d tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:44.538960 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dff7abcd-87f1-4602-a880-20230af954ba req-52ced90d-3e59-4d22-9212-d28e0e989f2d tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.0894055 Nov 15 11:43:44.589869 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-22372ffc-8f65-40a3-9ca7-f4b209f14145 req-7d8685a8-8e2e-488a-ae44-82db6b4901a3 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593645 Nov 15 11:43:44.593464 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dff7abcd-87f1-4602-a880-20230af954ba req-88cd3ad2-f041-490d-95bf-c8b94f9b5df8 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536437 Nov 15 11:43:45.549239 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8339e-40b2-4049-b520-37513c9d1d35 req-890e4412-470f-4eae-85ce-f2fbcfd766d9 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:45.559560 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f9f8339e-40b2-4049-b520-37513c9d1d35 req-890e4412-470f-4eae-85ce-f2fbcfd766d9 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=546fd5e2-7df1-41a8-9fc7-aab444bfb2a6 HTTP/1.1" status: 200 len: 945 time: 0.1013050 Nov 15 11:43:45.613023 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f9f8339e-40b2-4049-b520-37513c9d1d35 req-b80f4378-07c8-4e0d-a514-6f2d95482aba tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce4c2f0e-9a79-44b5-8f2f-38d96c2e5403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524375 Nov 15 11:43:45.821658 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953be25-02aa-4a3b-9e0e-5e54f3b3c269 req-5225dd35-e436-4d96-8d50-ecb4a688248c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:45.828456 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8953be25-02aa-4a3b-9e0e-5e54f3b3c269 req-5225dd35-e436-4d96-8d50-ecb4a688248c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.1126599 Nov 15 11:43:45.904806 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8953be25-02aa-4a3b-9e0e-5e54f3b3c269 req-de34a5d0-0553-4246-b72f-2c53158046b9 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728765 Nov 15 11:43:47.065996 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d92ef9-4b51-4049-bdac-b1bbfde228a0 req-066b3928-e9c8-43d4-b09b-64a15b0b1836 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:47.067601 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5d92ef9-4b51-4049-bdac-b1bbfde228a0 req-066b3928-e9c8-43d4-b09b-64a15b0b1836 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.0692434 Nov 15 11:43:47.120194 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5d92ef9-4b51-4049-bdac-b1bbfde228a0 req-83b7b755-c2cd-4119-a6ed-c58f0996d10e tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454240 Nov 15 11:43:48.288945 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbed8d-4fde-4a75-b224-b1e6afe552f2 req-8bfc2a89-9bdc-4d90-a584-b614b18efd8d tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:48.291259 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-94cbed8d-4fde-4a75-b224-b1e6afe552f2 req-8bfc2a89-9bdc-4d90-a584-b614b18efd8d tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.0675015 Nov 15 11:43:48.354554 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-94cbed8d-4fde-4a75-b224-b1e6afe552f2 req-82f61459-4d5f-4b9e-8a36-afc61589c9de tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564587 Nov 15 11:43:49.592073 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0d510-a42d-4db2-bfbf-3da6884fb492 req-3d68e75d-a2af-4271-bf91-d3c593d5ea43 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:49.600802 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-40b0d510-a42d-4db2-bfbf-3da6884fb492 req-3d68e75d-a2af-4271-bf91-d3c593d5ea43 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.0796292 Nov 15 11:43:49.657052 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-40b0d510-a42d-4db2-bfbf-3da6884fb492 req-30d084b7-a4ef-4d0a-9bf8-a2553f212aa4 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550232 Nov 15 11:43:50.842752 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db100e7-70a0-431a-a815-0227a5b9f4e3 req-5f049f6d-995b-4379-bf01-30584a710f68 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:50.848505 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5db100e7-70a0-431a-a815-0227a5b9f4e3 req-5f049f6d-995b-4379-bf01-30584a710f68 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.0767841 Nov 15 11:43:50.905945 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5db100e7-70a0-431a-a815-0227a5b9f4e3 req-349b5637-9b0a-4b4d-8875-641321cf8821 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550938 Nov 15 11:43:51.923222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45428) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:52.063379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6333ac-204b-48a3-9c70-f314d50ba2e3 req-f0d2568a-1388-49a9-8696-0f298f7ac6ea tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:52.069410 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f6333ac-204b-48a3-9c70-f314d50ba2e3 req-f0d2568a-1388-49a9-8696-0f298f7ac6ea tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.0628152 Nov 15 11:43:52.135742 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f6333ac-204b-48a3-9c70-f314d50ba2e3 req-e7132b13-22f0-4b77-aafd-4fd7f7854769 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554931 Nov 15 11:43:52.160418 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8eff5261-a79d-47b4-b49a-0f7dd9ecb84f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:52.277998 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8eff5261-a79d-47b4-b49a-0f7dd9ecb84f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:52.284488 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8eff5261-a79d-47b4-b49a-0f7dd9ecb84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:52.329760 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8eff5261-a79d-47b4-b49a-0f7dd9ecb84f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ff74cd38e6844d884592eb9863172e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4044960 Nov 15 11:43:52.331195 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff5261-a79d-47b4-b49a-0f7dd9ecb84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541c1079-160e-4c5b-9754-d3ae7db97968,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:52.332871 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45434) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:52.409472 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-903785ba-3085-4162-aaad-2a814f10b819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:52.435157 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-903785ba-3085-4162-aaad-2a814f10b819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:52.502257 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-903785ba-3085-4162-aaad-2a814f10b819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:52.505991 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-903785ba-3085-4162-aaad-2a814f10b819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:52.507334 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-903785ba-3085-4162-aaad-2a814f10b819 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/541c1079-160e-4c5b-9754-d3ae7db97968 HTTP/1.1" status: 204 len: 168 time: 0.1733303 Nov 15 11:43:52.516628 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903785ba-3085-4162-aaad-2a814f10b819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541c1079-160e-4c5b-9754-d3ae7db97968,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:52.892183 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45442) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:52.909823 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07f9ab35-984a-49bc-b8ed-df4ca68539c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:53.005045 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07f9ab35-984a-49bc-b8ed-df4ca68539c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:53.012457 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07f9ab35-984a-49bc-b8ed-df4ca68539c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:53.061406 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-07f9ab35-984a-49bc-b8ed-df4ca68539c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e48b269fdec42bd885e0a54880e93ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1675084 Nov 15 11:43:53.063662 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45444) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:53.071688 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9ab35-984a-49bc-b8ed-df4ca68539c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad1e9e1-f786-455a-85b6-4b4e01dade46,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:53.129946 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4558bba1-ef3b-428a-8a2d-169611cd2e79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:53.166447 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4558bba1-ef3b-428a-8a2d-169611cd2e79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:53.294337 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6f7fa-2a1d-4ed3-8ec9-559cec84f027 req-f299473e-6e5c-45b7-8ff2-514226bfddb8 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:53.295922 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72f6f7fa-2a1d-4ed3-8ec9-559cec84f027 req-f299473e-6e5c-45b7-8ff2-514226bfddb8 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.0660341 Nov 15 11:43:53.297092 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4558bba1-ef3b-428a-8a2d-169611cd2e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:53.299713 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4558bba1-ef3b-428a-8a2d-169611cd2e79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:53.300785 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4558bba1-ef3b-428a-8a2d-169611cd2e79 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ad1e9e1-f786-455a-85b6-4b4e01dade46 HTTP/1.1" status: 204 len: 168 time: 0.2354975 Nov 15 11:43:53.344777 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558bba1-ef3b-428a-8a2d-169611cd2e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad1e9e1-f786-455a-85b6-4b4e01dade46,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:53.392926 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72f6f7fa-2a1d-4ed3-8ec9-559cec84f027 req-b4b04dfb-3767-4a17-bb6c-2df98b473616 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830882 Nov 15 11:43:54.372884 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45470) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:54.516532 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-dfad7191-5142-45cb-ac45-90b1ec3cb33b admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-487765360-network', 'tenant_id': '849d1abb8a33475da82e0d6d8175bfa8'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:43:54.569370 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfad7191-5142-45cb-ac45-90b1ec3cb33b admin admin] Made reservation on behalf of 849d1abb8a33475da82e0d6d8175bfa8 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:43:54.576133 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfad7191-5142-45cb-ac45-90b1ec3cb33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:54.585783 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707e6c5-1a5a-4f33-ab7d-fcb768c5c83d req-d70c9f50-8938-4185-a650-d2299b51a581 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:54.588701 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfad7191-5142-45cb-ac45-90b1ec3cb33b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:54.597646 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8707e6c5-1a5a-4f33-ab7d-fcb768c5c83d req-d70c9f50-8938-4185-a650-d2299b51a581 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.1105056 Nov 15 11:43:54.684786 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8707e6c5-1a5a-4f33-ab7d-fcb768c5c83d req-df7ff9af-dde2-4f77-88b3-c6bd2d00046a tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851631 Nov 15 11:43:54.713807 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfad7191-5142-45cb-ac45-90b1ec3cb33b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:54.720015 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfad7191-5142-45cb-ac45-90b1ec3cb33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:54.737746 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfad7191-5142-45cb-ac45-90b1ec3cb33b admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:43:54.752899 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfad7191-5142-45cb-ac45-90b1ec3cb33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:54.753764 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-dfad7191-5142-45cb-ac45-90b1ec3cb33b admin admin] Added segment a8620df7-49cd-4024-b284-7dc8792956aa of type vlan for network 5f890bf6-bffb-4dc4-a49c-46200ce676e3 Nov 15 11:43:54.805690 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfad7191-5142-45cb-ac45-90b1ec3cb33b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:55.203259 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfad7191-5142-45cb-ac45-90b1ec3cb33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:55.204655 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfad7191-5142-45cb-ac45-90b1ec3cb33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:55.205423 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dfad7191-5142-45cb-ac45-90b1ec3cb33b admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:55.256534 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad7191-5142-45cb-ac45-90b1ec3cb33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be80ac65-8ec8-422e-a2c3-19a55ce0f70e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:55.292249 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad7191-5142-45cb-ac45-90b1ec3cb33b admin admin] Pushing event updated for resources: {'Network': ['ID=5f890bf6-bffb-4dc4-a49c-46200ce676e3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:55.305263 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 5f890bf6-bffb-4dc4-a49c-46200ce676e3 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:43:55.309269 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-dfad7191-5142-45cb-ac45-90b1ec3cb33b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9352801 Nov 15 11:43:55.312629 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45482) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:55.319335 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-dd79c5f9-28a8-4d5e-871b-fa729e637ca5 admin admin] Request body: {'subnet': {'network_id': '5f890bf6-bffb-4dc4-a49c-46200ce676e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-487765360-subnet', 'tenant_id': '849d1abb8a33475da82e0d6d8175bfa8', 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:43:55.357463 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd79c5f9-28a8-4d5e-871b-fa729e637ca5 admin admin] Made reservation on behalf of 849d1abb8a33475da82e0d6d8175bfa8 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:43:55.360048 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dd79c5f9-28a8-4d5e-871b-fa729e637ca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:55.557299 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dd79c5f9-28a8-4d5e-871b-fa729e637ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:55.621348 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79c5f9-28a8-4d5e-871b-fa729e637ca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60aaf0be-8329-4307-8ef6-66e7bbcc7783,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:55.628620 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd79c5f9-28a8-4d5e-871b-fa729e637ca5 admin admin] Checking segment: {'id': 'a8620df7-49cd-4024-b284-7dc8792956aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '5f890bf6-bffb-4dc4-a49c-46200ce676e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:43:55.629024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd79c5f9-28a8-4d5e-871b-fa729e637ca5 admin admin] Network hostable DHCP agents. Network: 5f890bf6-bffb-4dc4-a49c-46200ce676e3, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:43:55.647670 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd79c5f9-28a8-4d5e-871b-fa729e637ca5 admin admin] Network 5f890bf6-bffb-4dc4-a49c-46200ce676e3 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:43:55.658803 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-dd79c5f9-28a8-4d5e-871b-fa729e637ca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 5f890bf6-bffb-4dc4-a49c-46200ce676e3) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:43:55.663673 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd79c5f9-28a8-4d5e-871b-fa729e637ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:55.664592 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dd79c5f9-28a8-4d5e-871b-fa729e637ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:55.672849 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a14f258-11ba-4fc6-bb27-c01b1dff385e None None] Network 5f890bf6-bffb-4dc4-a49c-46200ce676e3 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:43:55.682673 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-dd79c5f9-28a8-4d5e-871b-fa729e637ca5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3689284 Nov 15 11:43:55.685379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45494) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:55.691360 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-1be49a16-6962-499f-bd04-bdf4a79ef396 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-487765360-router', 'tenant_id': '849d1abb8a33475da82e0d6d8175bfa8', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:43:55.716519 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1be49a16-6962-499f-bd04-bdf4a79ef396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:55.717336 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1be49a16-6962-499f-bd04-bdf4a79ef396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:55.802847 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1be49a16-6962-499f-bd04-bdf4a79ef396 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:55.857211 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbe52db-cf7d-462b-b3a6-fd234b93b021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-5f890bf6-bffb-4dc4-a49c-46200ce676e3', 'network_id': '5f890bf6-bffb-4dc4-a49c-46200ce676e3', 'tenant_id': '849d1abb8a33475da82e0d6d8175bfa8', 'fixed_ips': [{'subnet_id': '60aaf0be-8329-4307-8ef6-66e7bbcc7783'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:43:55.858362 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7cbe52db-cf7d-462b-b3a6-fd234b93b021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:55.895187 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134c492-e5e7-4be9-bd02-44b1dc14f5fd req-fffa4241-c756-4765-abf3-9b0dbd7c6f1b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:55.897129 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5134c492-e5e7-4be9-bd02-44b1dc14f5fd req-fffa4241-c756-4765-abf3-9b0dbd7c6f1b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.1239417 Nov 15 11:43:55.987503 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1be49a16-6962-499f-bd04-bdf4a79ef396 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:56.020768 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-7cbe52db-cf7d-462b-b3a6-fd234b93b021 None None] Allocated IP 172.20.0.2 (5f890bf6-bffb-4dc4-a49c-46200ce676e3/60aaf0be-8329-4307-8ef6-66e7bbcc7783/c4d3cb88-f8be-473e-8526-f5028775eed4) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:43:56.025481 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5134c492-e5e7-4be9-bd02-44b1dc14f5fd req-f6b95960-7b6d-4c49-8c1e-ecbbbe32eedb tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194046 Nov 15 11:43:56.199430 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7cbe52db-cf7d-462b-b3a6-fd234b93b021 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:56.208052 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7cbe52db-cf7d-462b-b3a6-fd234b93b021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:56.242422 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbe52db-cf7d-462b-b3a6-fd234b93b021 None None] Network 5f890bf6-bffb-4dc4-a49c-46200ce676e3 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:43:56.246314 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-7cbe52db-cf7d-462b-b3a6-fd234b93b021 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:43:56.249883 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe52db-cf7d-462b-b3a6-fd234b93b021 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:43:56.260046 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1be49a16-6962-499f-bd04-bdf4a79ef396 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:56.285173 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1be49a16-6962-499f-bd04-bdf4a79ef396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:56.289094 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe52db-cf7d-462b-b3a6-fd234b93b021 None None] Pushing event updated for resources: {'Port': ['ID=c4d3cb88-f8be-473e-8526-f5028775eed4,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:56.301888 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d9f80-bbad-4d0f-a500-565431700d0e req-b8980c09-9ada-4d67-a650-b98bbad00318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:56.304041 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-de0d9f80-bbad-4d0f-a500-565431700d0e req-b8980c09-9ada-4d67-a650-b98bbad00318 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 1097 time: 0.0568678 Nov 15 11:43:56.324583 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7cbe52db-cf7d-462b-b3a6-fd234b93b021 None None] Attempting to bind port c4d3cb88-f8be-473e-8526-f5028775eed4 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:43:56.325216 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7cbe52db-cf7d-462b-b3a6-fd234b93b021 None None] Attempting to bind port c4d3cb88-f8be-473e-8526-f5028775eed4 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a8620df7-49cd-4024-b284-7dc8792956aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '5f890bf6-bffb-4dc4-a49c-46200ce676e3'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:43:56.325558 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbe52db-cf7d-462b-b3a6-fd234b93b021 None None] Attempting to bind port c4d3cb88-f8be-473e-8526-f5028775eed4 on network 5f890bf6-bffb-4dc4-a49c-46200ce676e3 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:43:56.334640 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbe52db-cf7d-462b-b3a6-fd234b93b021 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:43:56.335149 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbe52db-cf7d-462b-b3a6-fd234b93b021 None None] Checking segment: {'id': 'a8620df7-49cd-4024-b284-7dc8792956aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '5f890bf6-bffb-4dc4-a49c-46200ce676e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:43:56.335704 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7cbe52db-cf7d-462b-b3a6-fd234b93b021 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:56.336199 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbe52db-cf7d-462b-b3a6-fd234b93b021 None None] Bound using segment: {'id': 'a8620df7-49cd-4024-b284-7dc8792956aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '5f890bf6-bffb-4dc4-a49c-46200ce676e3'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:43:56.336898 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7cbe52db-cf7d-462b-b3a6-fd234b93b021 None None] Bound port: c4d3cb88-f8be-473e-8526-f5028775eed4, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8620df7-49cd-4024-b284-7dc8792956aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '5f890bf6-bffb-4dc4-a49c-46200ce676e3'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:43:56.337552 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7cbe52db-cf7d-462b-b3a6-fd234b93b021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:56.409418 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d9f80-bbad-4d0f-a500-565431700d0e req-53107ff3-6711-4611-8102-9a0e825b3245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:56.410527 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7cbe52db-cf7d-462b-b3a6-fd234b93b021 None None] For port c4d3cb88-f8be-473e-8526-f5028775eed4, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:43:56.411518 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-de0d9f80-bbad-4d0f-a500-565431700d0e req-53107ff3-6711-4611-8102-9a0e825b3245 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.1003866 Nov 15 11:43:56.413922 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7cbe52db-cf7d-462b-b3a6-fd234b93b021 None None] For port c4d3cb88-f8be-473e-8526-f5028775eed4, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c4d3cb88-f8be-473e-8526-f5028775eed4,segment=NetworkSegment(a8620df7-49cd-4024-b284-7dc8792956aa),segment_id=a8620df7-49cd-4024-b284-7dc8792956aa)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:43:56.422569 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-1be49a16-6962-499f-bd04-bdf4a79ef396 admin admin] Allocated IP 172.25.7.252 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/7e4992af-3fd5-4572-9c67-65eb8257242b) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:43:56.424068 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7cbe52db-cf7d-462b-b3a6-fd234b93b021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:56.508480 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe52db-cf7d-462b-b3a6-fd234b93b021 None None] Pushing event updated for resources: {'Port': ['ID=c4d3cb88-f8be-473e-8526-f5028775eed4,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:56.521191 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-de0d9f80-bbad-4d0f-a500-565431700d0e req-5b0cc437-3446-4e12-b498-b058096723f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606a7e1d-cd71-4862-93c2-f0baec0fa6a7 HTTP/1.1" status: 200 len: 1002 time: 0.1012166 Nov 15 11:43:56.563088 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1be49a16-6962-499f-bd04-bdf4a79ef396 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:56.594072 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d9f80-bbad-4d0f-a500-565431700d0e req-0bd348f2-08be-4940-9a33-2db49431861e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:56.595952 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-de0d9f80-bbad-4d0f-a500-565431700d0e req-0bd348f2-08be-4940-9a33-2db49431861e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0669734 Nov 15 11:43:56.603097 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1be49a16-6962-499f-bd04-bdf4a79ef396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:56.660529 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d9f80-bbad-4d0f-a500-565431700d0e req-2fefb151-37bf-4f88-84e5-b9181abc6a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:56.660842 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be49a16-6962-499f-bd04-bdf4a79ef396 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:43:56.662286 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-de0d9f80-bbad-4d0f-a500-565431700d0e req-2fefb151-37bf-4f88-84e5-b9181abc6a9e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572271 Nov 15 11:43:56.668465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-1be49a16-6962-499f-bd04-bdf4a79ef396 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:43:56.670455 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be49a16-6962-499f-bd04-bdf4a79ef396 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:43:56.680800 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be49a16-6962-499f-bd04-bdf4a79ef396 admin admin] Pushing event updated for resources: {'Port': ['ID=7e4992af-3fd5-4572-9c67-65eb8257242b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:56.708290 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d79b05-b450-4d42-8649-c0cf829a8769 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:43:56.821100 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-51b5cf28-d404-41aa-83f0-c3817db79498 None None] Provisioning complete for port 7e4992af-3fd5-4572-9c67-65eb8257242b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:43:56.821465 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-51b5cf28-d404-41aa-83f0-c3817db79498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:56.852321 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-de0d9f80-bbad-4d0f-a500-565431700d0e req-b2161413-5641-427f-b9b5-658dc62de271 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791794 Nov 15 11:43:56.879889 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-51b5cf28-d404-41aa-83f0-c3817db79498 None None] Port 7e4992af-3fd5-4572-9c67-65eb8257242b cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:43:56.984384 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-de0d9f80-bbad-4d0f-a500-565431700d0e req-4f19ecaa-8846-426e-a9b3-94877b828690 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241457 Nov 15 11:43:56.998205 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1be49a16-6962-499f-bd04-bdf4a79ef396 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:57.240972 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac810549-3727-4525-b3f9-75cb3dd85413 req-d0e4e3df-4fc5-4dea-8bbf-18d32cd814b7 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:57.242480 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac810549-3727-4525-b3f9-75cb3dd85413 req-d0e4e3df-4fc5-4dea-8bbf-18d32cd814b7 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.0989859 Nov 15 11:43:57.248724 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1be49a16-6962-499f-bd04-bdf4a79ef396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:57.379023 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ac810549-3727-4525-b3f9-75cb3dd85413 req-27025baa-43ac-4b0d-a81c-0eff8e216440 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255887 Nov 15 11:43:57.435732 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be49a16-6962-499f-bd04-bdf4a79ef396 admin admin] Router 5d648f22-1020-4830-9071-19e72e42ccd2 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:43:57.550340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9d6855-815f-4946-82b8-e2b8f36a8cd3 None None] Network 5f890bf6-bffb-4dc4-a49c-46200ce676e3 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:43:57.638538 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7bf27b76-3d12-4679-8b5e-617d62dc6537 None None] Provisioning complete for port c4d3cb88-f8be-473e-8526-f5028775eed4 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:43:57.638903 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7bf27b76-3d12-4679-8b5e-617d62dc6537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:57.734316 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c4d3cb88-f8be-473e-8526-f5028775eed4 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:43:57.860255 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7bf27b76-3d12-4679-8b5e-617d62dc6537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:57.925612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be49a16-6962-499f-bd04-bdf4a79ef396 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:43:57.951201 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1be49a16-6962-499f-bd04-bdf4a79ef396 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:57.953485 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1be49a16-6962-499f-bd04-bdf4a79ef396 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.2666440 Nov 15 11:43:57.957020 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45506) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:43:58.044266 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] Sync routers for ids ['5d648f22-1020-4830-9071-19e72e42ccd2'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:43:58.072015 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] Routers {'5d648f22-1020-4830-9071-19e72e42ccd2'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:43:58.072646 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:43:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['5d648f22-1020-4830-9071-19e72e42ccd2'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:58.113750 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port c4d3cb88-f8be-473e-8526-f5028775eed4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:43:58.113750 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:58.193040 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7bf27b76-3d12-4679-8b5e-617d62dc6537 None None] For port c4d3cb88-f8be-473e-8526-f5028775eed4, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c4d3cb88-f8be-473e-8526-f5028775eed4,segment=NetworkSegment(a8620df7-49cd-4024-b284-7dc8792956aa),segment_id=a8620df7-49cd-4024-b284-7dc8792956aa)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:43:58.275844 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] Set router 5d648f22-1020-4830-9071-19e72e42ccd2 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:43:58.394479 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7bf27b76-3d12-4679-8b5e-617d62dc6537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:58.404588 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:58.575097 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a9ea8-a1a9-4f2e-98ed-7ff6d0ef2277 req-22fb34bd-e85f-4082-b673-9806cad930a1 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:58.575572 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf27b76-3d12-4679-8b5e-617d62dc6537 None None] Pushing event updated for resources: {'Port': ['ID=c4d3cb88-f8be-473e-8526-f5028775eed4,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:58.576838 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e8a9ea8-a1a9-4f2e-98ed-7ff6d0ef2277 req-22fb34bd-e85f-4082-b673-9806cad930a1 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.0897076 Nov 15 11:43:58.578673 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-95f95bce-4924-4ae4-86f0-e448140ad666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:58.604082 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:43:58.604436 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:43:58.609681 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6ef661ea-69ec-44ef-ab3b-b17205cb4ab4 None None] Provisioning complete for port c4d3cb88-f8be-473e-8526-f5028775eed4 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:43:58.610043 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6ef661ea-69ec-44ef-ab3b-b17205cb4ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:58.714741 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e8a9ea8-a1a9-4f2e-98ed-7ff6d0ef2277 req-428bf96a-15d3-4764-8ab1-a71736610241 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248968 Nov 15 11:43:58.765178 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d648f22-1020-4830-9071-19e72e42ccd2', 'name': 'tempest-ImageQuotaTest-487765360-router', 'tenant_id': '849d1abb8a33475da82e0d6d8175bfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '7e4992af-3fd5-4572-9c67-65eb8257242b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:43:55Z', 'updated_at': '2021-11-15T11:43:56Z', 'revision_number': 3, 'project_id': '849d1abb8a33475da82e0d6d8175bfa8', 'gw_port': {'id': '7e4992af-3fd5-4572-9c67-65eb8257242b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d648f22-1020-4830-9071-19e72e42ccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:43:56Z', 'updated_at': '2021-11-15T11:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:58.801256 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] Checking router: 5d648f22-1020-4830-9071-19e72e42ccd2 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:43:58.801622 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] Updating router 5d648f22-1020-4830-9071-19e72e42ccd2 port 7e4992af-3fd5-4572-9c67-65eb8257242b binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:43:58.835433 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:58.840567 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-95f95bce-4924-4ae4-86f0-e448140ad666 admin admin] Allocated IP 172.20.0.1 (5f890bf6-bffb-4dc4-a49c-46200ce676e3/60aaf0be-8329-4307-8ef6-66e7bbcc7783/67425b6d-7f93-41e0-b825-6944e4aebec1) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:43:58.957290 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-95f95bce-4924-4ae4-86f0-e448140ad666 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:59.000278 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-95f95bce-4924-4ae4-86f0-e448140ad666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:59.057872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f95bce-4924-4ae4-86f0-e448140ad666 admin admin] Network 5f890bf6-bffb-4dc4-a49c-46200ce676e3 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:43:59.064562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-95f95bce-4924-4ae4-86f0-e448140ad666 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:43:59.070311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f95bce-4924-4ae4-86f0-e448140ad666 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:43:59.073672 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f95bce-4924-4ae4-86f0-e448140ad666 admin admin] Pushing event updated for resources: {'Port': ['ID=67425b6d-7f93-41e0-b825-6944e4aebec1,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:59.164844 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-95f95bce-4924-4ae4-86f0-e448140ad666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:59.166460 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:59.196888 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:59.259168 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedc7f2c-6c41-49f9-b350-9e2217a41e07 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:43:59.261896 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] Attempting to bind port 7e4992af-3fd5-4572-9c67-65eb8257242b on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:43:59.262189 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] Attempting to bind port 7e4992af-3fd5-4572-9c67-65eb8257242b by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:43:59.262538 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] Attempting to bind port 7e4992af-3fd5-4572-9c67-65eb8257242b on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:43:59.266956 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf7167-461b-46a0-821b-3bb68a72c44c None None] Pushing event updated for resources: {'Port': ['ID=7e4992af-3fd5-4572-9c67-65eb8257242b,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:59.273214 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:43:59.273580 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:43:59.273968 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:59.274395 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:43:59.274860 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] Bound port: 7e4992af-3fd5-4572-9c67-65eb8257242b, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:43:59.275226 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:59.335912 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-95f95bce-4924-4ae4-86f0-e448140ad666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:59.353400 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] For port 7e4992af-3fd5-4572-9c67-65eb8257242b, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:43:59.368816 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] For port 7e4992af-3fd5-4572-9c67-65eb8257242b, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7e4992af-3fd5-4572-9c67-65eb8257242b,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:43:59.385379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:43:59.391371 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:59.416554 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-00f97e71-a437-4f3b-a8f7-a8c56ed9dcbc None None] Provisioning complete for port 7e4992af-3fd5-4572-9c67-65eb8257242b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:43:59.417011 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-00f97e71-a437-4f3b-a8f7-a8c56ed9dcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:59.513030 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c8cbe8-abb6-4f74-84d7-80e0c0d76fdd None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:43:59.547979 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-95f95bce-4924-4ae4-86f0-e448140ad666 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:59.556071 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] Routers {'5d648f22-1020-4830-9071-19e72e42ccd2'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:43:59.556945 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:43:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['5d648f22-1020-4830-9071-19e72e42ccd2'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:43:59.558218 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-95f95bce-4924-4ae4-86f0-e448140ad666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:59.563000 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf7167-461b-46a0-821b-3bb68a72c44c None None] Pushing event updated for resources: {'Port': ['ID=7e4992af-3fd5-4572-9c67-65eb8257242b,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:59.651733 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f95bce-4924-4ae4-86f0-e448140ad666 admin admin] Pushing event updated for resources: {'Port': ['ID=67425b6d-7f93-41e0-b825-6944e4aebec1,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:43:59.655381 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-95f95bce-4924-4ae4-86f0-e448140ad666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:59.681926 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c4d3cb88-f8be-473e-8526-f5028775eed4 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:43:59.769298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f95bce-4924-4ae4-86f0-e448140ad666 admin admin] Network 5f890bf6-bffb-4dc4-a49c-46200ce676e3 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:43:59.770775 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-95f95bce-4924-4ae4-86f0-e448140ad666 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:43:59.792284 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-00f97e71-a437-4f3b-a8f7-a8c56ed9dcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:59.811477 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:59.824688 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:59.857745 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-00f97e71-a437-4f3b-a8f7-a8c56ed9dcbc None None] For port 7e4992af-3fd5-4572-9c67-65eb8257242b, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7e4992af-3fd5-4572-9c67-65eb8257242b,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:43:59.874486 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] Set router 5d648f22-1020-4830-9071-19e72e42ccd2 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:43:59.877477 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-00f97e71-a437-4f3b-a8f7-a8c56ed9dcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:43:59.931710 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687004a5-12ee-4517-94c8-8990fbfc002f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:43:59.941730 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163c3df7-5317-4c5a-87fb-07b99119fdb7" -d '{"events": [{"server_uuid": "687004a5-12ee-4517-94c8-8990fbfc002f", "name": "network-vif-unplugged", "status": "completed", "tag": "606a7e1d-cd71-4862-93c2-f0baec0fa6a7"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:43:59.953423 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00700769-0036-4640-898c-d0356c045158 req-b02cd394-ee38-411f-a838-9a4de3b6618c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:43:59.955018 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00700769-0036-4640-898c-d0356c045158 req-b02cd394-ee38-411f-a838-9a4de3b6618c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.0852993 Nov 15 11:43:59.967509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f95bce-4924-4ae4-86f0-e448140ad666 admin admin] Router 5d648f22-1020-4830-9071-19e72e42ccd2 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:44:00.120275 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-00700769-0036-4640-898c-d0356c045158 req-b072c670-398f-4f8c-a7e0-5f53cf0e4402 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509318 Nov 15 11:44:00.151739 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f95bce-4924-4ae4-86f0-e448140ad666 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:44:00.157952 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-95f95bce-4924-4ae4-86f0-e448140ad666 admin admin] 10.222.0.64 "PUT /v2.0/routers/5d648f22-1020-4830-9071-19e72e42ccd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1979673 Nov 15 11:44:00.211489 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 15 Nov 2021 11:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b4513d-c2d0-4cdb-9b96-9aa19e30e451 x-openstack-request-id: req-e2b4513d-c2d0-4cdb-9b96-9aa19e30e451 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:44:00.211782 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687004a5-12ee-4517-94c8-8990fbfc002f", "name": "network-vif-unplugged", "status": "failed", "tag": "606a7e1d-cd71-4862-93c2-f0baec0fa6a7", "code": 422}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:44:00.212102 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e2b4513d-c2d0-4cdb-9b96-9aa19e30e451 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:44:00.212486 n-d-729945-9 neutron-server[102679]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '687004a5-12ee-4517-94c8-8990fbfc002f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7', 'code': 422} returned with failed status Nov 15 11:44:00.220919 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port c4d3cb88-f8be-473e-8526-f5028775eed4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:44:00.221281 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:00.229184 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,segment=NetworkSegment(07d81d7a-62d7-47a6-90cb-780710d04269),segment_id=07d81d7a-62d7-47a6-90cb-780710d04269)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:44:00.318386 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:00.389240 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ca41c16f-9483-4e87-bf05-897da2cd18fe None None] Provisioning complete for port 67425b6d-7f93-41e0-b825-6944e4aebec1 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:44:00.389593 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ca41c16f-9483-4e87-bf05-897da2cd18fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:00.439993 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f97e71-a437-4f3b-a8f7-a8c56ed9dcbc None None] Pushing event updated for resources: {'Port': ['ID=7e4992af-3fd5-4572-9c67-65eb8257242b,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:44:00.528105 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-ca41c16f-9483-4e87-bf05-897da2cd18fe None None] Port 67425b6d-7f93-41e0-b825-6944e4aebec1 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:44:00.605549 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:44:00.628398 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ca41c16f-9483-4e87-bf05-897da2cd18fe None None] Provisioning complete for port 7e4992af-3fd5-4572-9c67-65eb8257242b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:44:00.628872 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ca41c16f-9483-4e87-bf05-897da2cd18fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:00.724821 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d648f22-1020-4830-9071-19e72e42ccd2', 'name': 'tempest-ImageQuotaTest-487765360-router', 'tenant_id': '849d1abb8a33475da82e0d6d8175bfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '7e4992af-3fd5-4572-9c67-65eb8257242b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:43:55Z', 'updated_at': '2021-11-15T11:43:59Z', 'revision_number': 4, 'project_id': '849d1abb8a33475da82e0d6d8175bfa8', 'gw_port': {'id': '7e4992af-3fd5-4572-9c67-65eb8257242b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d648f22-1020-4830-9071-19e72e42ccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:43:56Z', 'updated_at': '2021-11-15T11:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '67425b6d-7f93-41e0-b825-6944e4aebec1', 'name': '', 'network_id': '5f890bf6-bffb-4dc4-a49c-46200ce676e3', 'tenant_id': '849d1abb8a33475da82e0d6d8175bfa8', 'mac_address': 'fa:16:3e:36:f5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d648f22-1020-4830-9071-19e72e42ccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '60aaf0be-8329-4307-8ef6-66e7bbcc7783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:43:58Z', 'updated_at': '2021-11-15T11:43:59Z', 'revision_number': 2, 'project_id': '849d1abb8a33475da82e0d6d8175bfa8', 'subnets': [{'id': '60aaf0be-8329-4307-8ef6-66e7bbcc7783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:44:00.760542 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9eeded-42ce-4bcf-9845-5eca1757a0eb None None] The sync data for ids ['5d648f22-1020-4830-9071-19e72e42ccd2'] in n-d-729945-9 is: [{'id': '5d648f22-1020-4830-9071-19e72e42ccd2', 'name': 'tempest-ImageQuotaTest-487765360-router', 'tenant_id': '849d1abb8a33475da82e0d6d8175bfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '7e4992af-3fd5-4572-9c67-65eb8257242b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:43:55Z', 'updated_at': '2021-11-15T11:43:59Z', 'revision_number': 4, 'project_id': '849d1abb8a33475da82e0d6d8175bfa8', 'gw_port': {'id': '7e4992af-3fd5-4572-9c67-65eb8257242b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d648f22-1020-4830-9071-19e72e42ccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:43:56Z', 'updated_at': '2021-11-15T11:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '67425b6d-7f93-41e0-b825-6944e4aebec1', 'name': '', 'network_id': '5f890bf6-bffb-4dc4-a49c-46200ce676e3', 'tenant_id': '849d1abb8a33475da82e0d6d8175bfa8', 'mac_address': 'fa:16:3e:36:f5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d648f22-1020-4830-9071-19e72e42ccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '60aaf0be-8329-4307-8ef6-66e7bbcc7783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:43:58Z', 'updated_at': '2021-11-15T11:43:59Z', 'revision_number': 2, 'project_id': '849d1abb8a33475da82e0d6d8175bfa8', 'subnets': [{'id': '60aaf0be-8329-4307-8ef6-66e7bbcc7783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:44:00.898325 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b67b029c-6ec5-4db2-bf68-6a917b2c2cd2 None None] Provisioning complete for port 67425b6d-7f93-41e0-b825-6944e4aebec1 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:44:00.898706 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b67b029c-6ec5-4db2-bf68-6a917b2c2cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:00.944587 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-b67b029c-6ec5-4db2-bf68-6a917b2c2cd2 None None] Port 67425b6d-7f93-41e0-b825-6944e4aebec1 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:44:01.233347 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-1003e289-a527-4a52-a99c-eab11c40086b req-f3e61414-409d-4f8b-8343-2a8aa815b23b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:44:01.234360 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1003e289-a527-4a52-a99c-eab11c40086b req-f3e61414-409d-4f8b-8343-2a8aa815b23b service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064790 Nov 15 11:44:01.476847 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e38346-beb7-496c-8a7b-9d6612e9f2f3 req-53104bfc-f356-4261-9c3f-be24ef7fbc64 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:01.480100 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42e38346-beb7-496c-8a7b-9d6612e9f2f3 req-53104bfc-f356-4261-9c3f-be24ef7fbc64 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 944 time: 0.0645938 Nov 15 11:44:01.606680 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42e38346-beb7-496c-8a7b-9d6612e9f2f3 req-2361663b-c9ca-404d-94a4-defc03dba3b4 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174917 Nov 15 11:44:01.721999 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:01.737616 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7e4992af-3fd5-4572-9c67-65eb8257242b up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:44:01.781228 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45580) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:44:01.805487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 7e4992af-3fd5-4572-9c67-65eb8257242b triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:44:01.806015 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:01.865595 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45586) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:44:02.008480 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-e52fb498-391c-433a-9fd7-0837668463a3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1413302 Nov 15 11:44:02.018875 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-9a4f03d2-d7d5-48e5-b75f-047393312742 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:44:02.020335 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-9a4f03d2-d7d5-48e5-b75f-047393312742 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065916 Nov 15 11:44:02.220856 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-853a9fae-1c28-4fdd-8792-0d4555a29ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:02.542034 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-853a9fae-1c28-4fdd-8792-0d4555a29ae4 admin admin] Deleting port 67425b6d-7f93-41e0-b825-6944e4aebec1 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:44:02.543987 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-853a9fae-1c28-4fdd-8792-0d4555a29ae4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:02.627175 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-853a9fae-1c28-4fdd-8792-0d4555a29ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:02.641524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-853a9fae-1c28-4fdd-8792-0d4555a29ae4 admin admin] Calling delete_port for 67425b6d-7f93-41e0-b825-6944e4aebec1 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:44:02.751507 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac15f2a-4f9e-4375-a3fb-b02a74097938 req-f81ee86d-256e-437f-a415-a2fde8c12b5a tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:02.753096 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ac15f2a-4f9e-4375-a3fb-b02a74097938 req-f81ee86d-256e-437f-a415-a2fde8c12b5a tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 944 time: 0.0691187 Nov 15 11:44:02.846916 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ac15f2a-4f9e-4375-a3fb-b02a74097938 req-d5ed53d6-8060-486d-90cc-b41858e6b474 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621722 Nov 15 11:44:02.955513 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-853a9fae-1c28-4fdd-8792-0d4555a29ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:02.983969 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-97793372-e9f0-436b-8fe4-26a0d6f4dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:02.985478 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-97793372-e9f0-436b-8fe4-26a0d6f4dc49 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f&tenant_id=eab0b4a8b87d49f5928c8feddd42ff75 HTTP/1.1" status: 200 len: 1095 time: 0.1101673 Nov 15 11:44:02.988388 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a9fae-1c28-4fdd-8792-0d4555a29ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=67425b6d-7f93-41e0-b825-6944e4aebec1,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:44:02.999651 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-729945-9', 'device_owner': 'compute:nova'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:44:03.150543 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:03.306656 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0999a10-df70-4cb0-a008-8405ae59790e None None] Sync routers for ids ['5d648f22-1020-4830-9071-19e72e42ccd2'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:44:03.313856 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-853a9fae-1c28-4fdd-8792-0d4555a29ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:03.316467 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0999a10-df70-4cb0-a008-8405ae59790e None None] Routers {'5d648f22-1020-4830-9071-19e72e42ccd2'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:44:03.317081 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c0999a10-df70-4cb0-a008-8405ae59790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:43:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['5d648f22-1020-4830-9071-19e72e42ccd2'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:44:03.418018 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:44:03.419082 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-c0999a10-df70-4cb0-a008-8405ae59790e None None] Set router 5d648f22-1020-4830-9071-19e72e42ccd2 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:44:03.489256 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] For port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,segment=NetworkSegment(07d81d7a-62d7-47a6-90cb-780710d04269),segment_id=07d81d7a-62d7-47a6-90cb-780710d04269)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:44:03.539990 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] For port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:44:03.601288 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:44:03.607644 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c0999a10-df70-4cb0-a008-8405ae59790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d648f22-1020-4830-9071-19e72e42ccd2', 'name': 'tempest-ImageQuotaTest-487765360-router', 'tenant_id': '849d1abb8a33475da82e0d6d8175bfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '7e4992af-3fd5-4572-9c67-65eb8257242b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:43:55Z', 'updated_at': '2021-11-15T11:44:02Z', 'revision_number': 5, 'project_id': '849d1abb8a33475da82e0d6d8175bfa8', 'gw_port': {'id': '7e4992af-3fd5-4572-9c67-65eb8257242b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d648f22-1020-4830-9071-19e72e42ccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:43:56Z', 'updated_at': '2021-11-15T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:44:03.610991 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:03.633375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] Transition to ACTIVE for port object 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:44:03.643609 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:03.643909 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0999a10-df70-4cb0-a008-8405ae59790e None None] Checking router: 5d648f22-1020-4830-9071-19e72e42ccd2 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:44:03.653983 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0999a10-df70-4cb0-a008-8405ae59790e None None] Routers {'5d648f22-1020-4830-9071-19e72e42ccd2'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:44:03.654874 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c0999a10-df70-4cb0-a008-8405ae59790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:43:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['5d648f22-1020-4830-9071-19e72e42ccd2'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:44:03.880029 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-c0999a10-df70-4cb0-a008-8405ae59790e None None] Set router 5d648f22-1020-4830-9071-19e72e42ccd2 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:44:04.071419 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c0999a10-df70-4cb0-a008-8405ae59790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d648f22-1020-4830-9071-19e72e42ccd2', 'name': 'tempest-ImageQuotaTest-487765360-router', 'tenant_id': '849d1abb8a33475da82e0d6d8175bfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '7e4992af-3fd5-4572-9c67-65eb8257242b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:43:55Z', 'updated_at': '2021-11-15T11:44:02Z', 'revision_number': 5, 'project_id': '849d1abb8a33475da82e0d6d8175bfa8', 'gw_port': {'id': '7e4992af-3fd5-4572-9c67-65eb8257242b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d648f22-1020-4830-9071-19e72e42ccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:43:56Z', 'updated_at': '2021-11-15T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:44:04.107054 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0999a10-df70-4cb0-a008-8405ae59790e None None] The sync data for ids ['5d648f22-1020-4830-9071-19e72e42ccd2'] in n-d-729945-9 is: [{'id': '5d648f22-1020-4830-9071-19e72e42ccd2', 'name': 'tempest-ImageQuotaTest-487765360-router', 'tenant_id': '849d1abb8a33475da82e0d6d8175bfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '7e4992af-3fd5-4572-9c67-65eb8257242b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:43:55Z', 'updated_at': '2021-11-15T11:44:02Z', 'revision_number': 5, 'project_id': '849d1abb8a33475da82e0d6d8175bfa8', 'gw_port': {'id': '7e4992af-3fd5-4572-9c67-65eb8257242b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d648f22-1020-4830-9071-19e72e42ccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:43:56Z', 'updated_at': '2021-11-15T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:44:04.208053 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,revision_number=9']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:44:04.295100 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a441972-0abf-4d75-85cf-56654ca44dd6 req-99bef1dd-676e-4601-bc3f-5da24bc58029 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:04.296722 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0a441972-0abf-4d75-85cf-56654ca44dd6 req-99bef1dd-676e-4601-bc3f-5da24bc58029 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 944 time: 0.2031984 Nov 15 11:44:04.314136 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] No DVR routers for this DVR port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:44:04.397992 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853a9fae-1c28-4fdd-8792-0d4555a29ae4 admin admin] Router 5d648f22-1020-4830-9071-19e72e42ccd2 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:44:04.452381 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0a441972-0abf-4d75-85cf-56654ca44dd6 req-466da803-198b-48ae-832a-b463867e0f35 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401687 Nov 15 11:44:04.581743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] Attempting to bind port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:44:04.582084 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] Attempting to bind port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '07d81d7a-62d7-47a6-90cb-780710d04269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:44:04.582429 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] Attempting to bind port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 on network c6f1c26a-527a-4f69-9e9a-99c48209985b {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:44:04.592192 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] Port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 on network c6f1c26a-527a-4f69-9e9a-99c48209985b not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:44:04.592543 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] Attempting to bind port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 on network c6f1c26a-527a-4f69-9e9a-99c48209985b {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:44:04.601352 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853a9fae-1c28-4fdd-8792-0d4555a29ae4 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:44:04.603154 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:44:04.603489 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] Checking segment: {'id': '07d81d7a-62d7-47a6-90cb-780710d04269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:44:04.603886 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] Bound using segment: {'id': '07d81d7a-62d7-47a6-90cb-780710d04269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:44:04.604467 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] Bound port: 606a7e1d-cd71-4862-93c2-f0baec0fa6a7, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07d81d7a-62d7-47a6-90cb-780710d04269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:44:04.604755 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:04.611993 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-853a9fae-1c28-4fdd-8792-0d4555a29ae4 admin admin] 10.222.0.64 "PUT /v2.0/routers/5d648f22-1020-4830-9071-19e72e42ccd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8273528 Nov 15 11:44:04.612391 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45622) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:44:04.694226 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] For port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:44:04.697821 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] For port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,segment=NetworkSegment(07d81d7a-62d7-47a6-90cb-780710d04269),segment_id=07d81d7a-62d7-47a6-90cb-780710d04269)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:44:04.708335 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:04.725885 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-218f516d-75d1-47ef-a459-6b80221cb892 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:04.743302 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:04.744019 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:04.745673 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] 10.222.0.55 "PUT /v2.0/ports/606a7e1d-cd71-4862-93c2-f0baec0fa6a7 HTTP/1.1" status: 200 len: 1092 time: 1.7501271 Nov 15 11:44:04.746178 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687004a5-12ee-4517-94c8-8990fbfc002f', 'tag': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:44:04.748697 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d8df59-ff95-4a42-ac20-659ed04b8591" -d '{"events": [{"name": "network-changed", "server_uuid": "687004a5-12ee-4517-94c8-8990fbfc002f", "tag": "606a7e1d-cd71-4862-93c2-f0baec0fa6a7"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:44:04.780535 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f22b77-4dbc-48c2-a0f7-6a525b9e8ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,revision_number=10']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:44:04.842003 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55368343-328b-4a37-a80c-c8abd12d215c x-openstack-request-id: req-55368343-328b-4a37-a80c-c8abd12d215c {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:44:04.842361 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "687004a5-12ee-4517-94c8-8990fbfc002f", "tag": "606a7e1d-cd71-4862-93c2-f0baec0fa6a7", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:44:04.842671 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55368343-328b-4a37-a80c-c8abd12d215c {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:44:04.843738 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687004a5-12ee-4517-94c8-8990fbfc002f', 'tag': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7', 'status': 'completed', 'code': 200} Nov 15 11:44:04.855104 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-218f516d-75d1-47ef-a459-6b80221cb892 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:04.864961 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-7dc46fa2-7854-4aa5-b379-f1c62f3d35b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:04.866560 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-7dc46fa2-7854-4aa5-b379-f1c62f3d35b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 1096 time: 0.0822945 Nov 15 11:44:04.964580 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-218f516d-75d1-47ef-a459-6b80221cb892 admin admin] Deleting port 7e4992af-3fd5-4572-9c67-65eb8257242b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:44:04.964920 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-218f516d-75d1-47ef-a459-6b80221cb892 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:05.037716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-1c18ca1e-1554-4a1a-82ec-79a7f9bb8a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:05.039640 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-1c18ca1e-1554-4a1a-82ec-79a7f9bb8a17 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.1629460 Nov 15 11:44:05.052834 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-218f516d-75d1-47ef-a459-6b80221cb892 admin admin] For port 7e4992af-3fd5-4572-9c67-65eb8257242b, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7e4992af-3fd5-4572-9c67-65eb8257242b,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:44:05.053202 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-218f516d-75d1-47ef-a459-6b80221cb892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:05.071733 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-218f516d-75d1-47ef-a459-6b80221cb892 admin admin] Calling delete_port for 7e4992af-3fd5-4572-9c67-65eb8257242b owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:44:05.152080 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-4cede5a5-18c5-4ac4-8e58-f032026b6643 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606a7e1d-cd71-4862-93c2-f0baec0fa6a7 HTTP/1.1" status: 200 len: 1000 time: 0.1012352 Nov 15 11:44:05.213657 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-ccb6d4a4-712d-4995-abb3-58cbd20ed5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:05.215347 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-ccb6d4a4-712d-4995-abb3-58cbd20ed5e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0561066 Nov 15 11:44:05.248933 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-218f516d-75d1-47ef-a459-6b80221cb892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:05.270496 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-4d3d36b7-8522-43a1-8b0f-2961dc2ab025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:05.274232 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73726a41-4523-471a-be20-32474a5d62b2 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:44:05.282703 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-4d3d36b7-8522-43a1-8b0f-2961dc2ab025 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600464 Nov 15 11:44:05.323122 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f516d-75d1-47ef-a459-6b80221cb892 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e4992af-3fd5-4572-9c67-65eb8257242b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:44:05.370592 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-218f516d-75d1-47ef-a459-6b80221cb892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:05.398600 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-eef5d08b-5824-4a7c-9930-5615d3854517 service neutron] 10.222.0.55 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085420 Nov 15 11:44:05.448356 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48724dbe-1cf1-40bb-a49d-4c42eff6d136 None None] Sync routers for ids ['5d648f22-1020-4830-9071-19e72e42ccd2'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:44:05.461071 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48724dbe-1cf1-40bb-a49d-4c42eff6d136 None None] Routers {'5d648f22-1020-4830-9071-19e72e42ccd2'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:44:05.461676 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-48724dbe-1cf1-40bb-a49d-4c42eff6d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:43:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['5d648f22-1020-4830-9071-19e72e42ccd2'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:44:05.469423 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-218f516d-75d1-47ef-a459-6b80221cb892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:05.471950 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-218f516d-75d1-47ef-a459-6b80221cb892 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:05.513072 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-50d5ad30-071f-4c48-907a-50a295a7e26a req-a6b842e6-0454-4223-8884-505a4259753b service neutron] 10.222.0.55 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064143 Nov 15 11:44:05.529671 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-218f516d-75d1-47ef-a459-6b80221cb892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:05.530391 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218f516d-75d1-47ef-a459-6b80221cb892 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d648f22-1020-4830-9071-19e72e42ccd2 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:44:05.542828 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-218f516d-75d1-47ef-a459-6b80221cb892 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:05.544882 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-218f516d-75d1-47ef-a459-6b80221cb892 admin admin] 10.222.0.64 "DELETE /v2.0/routers/5d648f22-1020-4830-9071-19e72e42ccd2 HTTP/1.1" status: 204 len: 168 time: 0.9314852 Nov 15 11:44:05.547498 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45630) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:44:05.547656 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-48724dbe-1cf1-40bb-a49d-4c42eff6d136 None None] Set router 5d648f22-1020-4830-9071-19e72e42ccd2 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:44:05.638109 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-48724dbe-1cf1-40bb-a49d-4c42eff6d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d648f22-1020-4830-9071-19e72e42ccd2', 'name': 'tempest-ImageQuotaTest-487765360-router', 'tenant_id': '849d1abb8a33475da82e0d6d8175bfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:43:55Z', 'updated_at': '2021-11-15T11:44:05Z', 'revision_number': 7, 'project_id': '849d1abb8a33475da82e0d6d8175bfa8', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:44:05.661023 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-48dbd270-d848-432f-bd17-c6f015295c65 admin admin] Deleting subnet 60aaf0be-8329-4307-8ef6-66e7bbcc7783 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:44:05.687983 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48724dbe-1cf1-40bb-a49d-4c42eff6d136 None None] Checking router: 5d648f22-1020-4830-9071-19e72e42ccd2 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:44:05.697474 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48724dbe-1cf1-40bb-a49d-4c42eff6d136 None None] Routers set() bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:44:05.697819 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48724dbe-1cf1-40bb-a49d-4c42eff6d136 None None] Router IDs set() for agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 15 11:44:05.698465 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_agentschedulers_db [None req-48724dbe-1cf1-40bb-a49d-4c42eff6d136 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5d648f22-1020-4830-9071-19e72e42ccd2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:43:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent'). {{(pid=102679) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 15 11:44:05.698840 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48724dbe-1cf1-40bb-a49d-4c42eff6d136 None None] The sync data for ids ['5d648f22-1020-4830-9071-19e72e42ccd2'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:44:05.720735 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-48dbd270-d848-432f-bd17-c6f015295c65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:05.730690 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 67425b6d-7f93-41e0-b825-6944e4aebec1 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:44:05.757816 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 67425b6d-7f93-41e0-b825-6944e4aebec1 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:44:05.758274 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 67425b6d-7f93-41e0-b825-6944e4aebec1 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:44:05.784992 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-48dbd270-d848-432f-bd17-c6f015295c65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:05.829716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8df59-ff95-4a42-ac20-659ed04b8591 req-a15c29cc-100e-4c3e-9eb6-6a3cf98ef54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:05.832101 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90d8df59-ff95-4a42-ac20-659ed04b8591 req-a15c29cc-100e-4c3e-9eb6-6a3cf98ef54e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 1096 time: 0.2322755 Nov 15 11:44:05.846829 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41af72-6e36-46e9-a722-ce290cdbcf7e req-59896b83-33e1-41e2-9320-aa264683d3cb tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:05.848409 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cb41af72-6e36-46e9-a722-ce290cdbcf7e req-59896b83-33e1-41e2-9320-aa264683d3cb tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 945 time: 0.2497213 Nov 15 11:44:05.996801 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cb41af72-6e36-46e9-a722-ce290cdbcf7e req-30dea07c-4b09-4cbd-b6a9-b30ad82f023b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360550 Nov 15 11:44:06.035226 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-48dbd270-d848-432f-bd17-c6f015295c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:06.038032 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8df59-ff95-4a42-ac20-659ed04b8591 req-d4acc92c-598b-4c73-9cad-707c75b95541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:06.039609 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90d8df59-ff95-4a42-ac20-659ed04b8591 req-d4acc92c-598b-4c73-9cad-707c75b95541 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.1903076 Nov 15 11:44:06.140293 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90d8df59-ff95-4a42-ac20-659ed04b8591 req-3a22f4cd-15a7-4270-8378-9395c707bba3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606a7e1d-cd71-4862-93c2-f0baec0fa6a7 HTTP/1.1" status: 200 len: 1000 time: 0.0824282 Nov 15 11:44:06.184533 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-48dbd270-d848-432f-bd17-c6f015295c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:06.206486 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-48dbd270-d848-432f-bd17-c6f015295c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:06.213002 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc37fc06-b637-45df-9928-f034861fb6f9 None None] Network 5f890bf6-bffb-4dc4-a49c-46200ce676e3 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:44:06.213230 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-48dbd270-d848-432f-bd17-c6f015295c65 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/60aaf0be-8329-4307-8ef6-66e7bbcc7783 HTTP/1.1" status: 204 len: 168 time: 0.6642816 Nov 15 11:44:06.213926 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45652) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:44:06.242217 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbd270-d848-432f-bd17-c6f015295c65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60aaf0be-8329-4307-8ef6-66e7bbcc7783,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:44:06.272372 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8df59-ff95-4a42-ac20-659ed04b8591 req-55401a56-17be-4cca-9947-ee77e4fc33be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:06.279325 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90d8df59-ff95-4a42-ac20-659ed04b8591 req-55401a56-17be-4cca-9947-ee77e4fc33be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.1322885 Nov 15 11:44:06.348445 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b32b33f8-4899-4443-8512-d794f3c9df20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:06.364996 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-696001af-cdab-47fa-9e59-a96b529c90d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:06.439557 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-696001af-cdab-47fa-9e59-a96b529c90d1 admin admin] Deleting port c4d3cb88-f8be-473e-8526-f5028775eed4 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:44:06.448396 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-696001af-cdab-47fa-9e59-a96b529c90d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:06.470223 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8df59-ff95-4a42-ac20-659ed04b8591 req-f3345ae2-379a-47d5-8855-e5ab29dd00f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:06.471776 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90d8df59-ff95-4a42-ac20-659ed04b8591 req-f3345ae2-379a-47d5-8855-e5ab29dd00f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096971 Nov 15 11:44:06.613360 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596fe322-fb5b-4d2c-a2fc-220bf58ce223 None None] DHCP port deletion for 5f890bf6-bffb-4dc4-a49c-46200ce676e3 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:44:06.643531 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-696001af-cdab-47fa-9e59-a96b529c90d1 admin admin] For port c4d3cb88-f8be-473e-8526-f5028775eed4, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c4d3cb88-f8be-473e-8526-f5028775eed4,segment=NetworkSegment(a8620df7-49cd-4024-b284-7dc8792956aa),segment_id=a8620df7-49cd-4024-b284-7dc8792956aa)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:44:06.644066 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-696001af-cdab-47fa-9e59-a96b529c90d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:06.667330 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-696001af-cdab-47fa-9e59-a96b529c90d1 admin admin] Calling delete_port for c4d3cb88-f8be-473e-8526-f5028775eed4 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:44:06.714482 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-596fe322-fb5b-4d2c-a2fc-220bf58ce223 None None] Deleting port c4d3cb88-f8be-473e-8526-f5028775eed4 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:44:06.714850 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-596fe322-fb5b-4d2c-a2fc-220bf58ce223 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:06.890238 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-696001af-cdab-47fa-9e59-a96b529c90d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:06.908952 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-596fe322-fb5b-4d2c-a2fc-220bf58ce223 None None] For port c4d3cb88-f8be-473e-8526-f5028775eed4, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c4d3cb88-f8be-473e-8526-f5028775eed4,segment=NetworkSegment(a8620df7-49cd-4024-b284-7dc8792956aa),segment_id=a8620df7-49cd-4024-b284-7dc8792956aa)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:44:06.909475 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-596fe322-fb5b-4d2c-a2fc-220bf58ce223 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:06.928432 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-596fe322-fb5b-4d2c-a2fc-220bf58ce223 None None] Calling delete_port for c4d3cb88-f8be-473e-8526-f5028775eed4 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:44:06.961475 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696001af-cdab-47fa-9e59-a96b529c90d1 admin admin] No DVR routers for this DVR port c4d3cb88-f8be-473e-8526-f5028775eed4 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:44:06.963679 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696001af-cdab-47fa-9e59-a96b529c90d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d3cb88-f8be-473e-8526-f5028775eed4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:44:07.026077 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90d8df59-ff95-4a42-ac20-659ed04b8591 req-f8195642-307c-4ec4-9873-056be5ff1661 service neutron] 10.222.0.55 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908206 Nov 15 11:44:07.071622 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-696001af-cdab-47fa-9e59-a96b529c90d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:07.120732 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-696001af-cdab-47fa-9e59-a96b529c90d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f890bf6-bffb-4dc4-a49c-46200ce676e3']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:44:07.129765 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-596fe322-fb5b-4d2c-a2fc-220bf58ce223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:07.144605 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-696001af-cdab-47fa-9e59-a96b529c90d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8620df7-49cd-4024-b284-7dc8792956aa') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:44:07.146944 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-696001af-cdab-47fa-9e59-a96b529c90d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8620df7-49cd-4024-b284-7dc8792956aa') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:44:07.177065 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-696001af-cdab-47fa-9e59-a96b529c90d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:07.196928 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596fe322-fb5b-4d2c-a2fc-220bf58ce223 None None] Pushing event deleted for resources: {'Port': ['ID=c4d3cb88-f8be-473e-8526-f5028775eed4,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:44:07.203430 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596fe322-fb5b-4d2c-a2fc-220bf58ce223 None None] No DVR routers for this DVR port c4d3cb88-f8be-473e-8526-f5028775eed4 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:44:07.222278 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-696001af-cdab-47fa-9e59-a96b529c90d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:07.245968 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696001af-cdab-47fa-9e59-a96b529c90d1 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:44:07.257215 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-696001af-cdab-47fa-9e59-a96b529c90d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:44:07.259707 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:44:07.280073 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a32b10-7b16-439b-83b0-4be9d162e339 req-00077557-1f15-4f7b-9b87-bf3fb3d69859 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:07.283311 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3a32b10-7b16-439b-83b0-4be9d162e339 req-00077557-1f15-4f7b-9b87-bf3fb3d69859 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 945 time: 0.1333208 Nov 15 11:44:07.381447 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3a32b10-7b16-439b-83b0-4be9d162e339 req-6b818b5b-8239-4d32-a5cf-c50f6e711d4b tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864191 Nov 15 11:44:07.390657 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-696001af-cdab-47fa-9e59-a96b529c90d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:07.404991 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-696001af-cdab-47fa-9e59-a96b529c90d1 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:07.411120 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-696001af-cdab-47fa-9e59-a96b529c90d1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5f890bf6-bffb-4dc4-a49c-46200ce676e3 HTTP/1.1" status: 204 len: 168 time: 1.1947317 Nov 15 11:44:07.492418 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696001af-cdab-47fa-9e59-a96b529c90d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f890bf6-bffb-4dc4-a49c-46200ce676e3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:44:07.561783 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90d8df59-ff95-4a42-ac20-659ed04b8591 req-85f1f78c-d465-4982-8595-3449fdc5a752 service neutron] 10.222.0.55 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727600 Nov 15 11:44:07.707076 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7e4992af-3fd5-4572-9c67-65eb8257242b no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:44:07.740401 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 7e4992af-3fd5-4572-9c67-65eb8257242b {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:44:07.740919 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7e4992af-3fd5-4572-9c67-65eb8257242b not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:44:07.741243 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c4d3cb88-f8be-473e-8526-f5028775eed4 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:44:07.760378 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45660) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:44:07.787216 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: c4d3cb88-f8be-473e-8526-f5028775eed4 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:44:07.787568 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c4d3cb88-f8be-473e-8526-f5028775eed4 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:44:07.842321 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8006347d-1a43-462a-bedb-3e0aee15658c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=849d1abb8a33475da82e0d6d8175bfa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0803285 Nov 15 11:44:07.844884 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45664) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:44:07.925125 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2de3da87-2568-4c29-b6b0-ed44bd0ab383 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:07.951540 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2de3da87-2568-4c29-b6b0-ed44bd0ab383 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:08.034641 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2de3da87-2568-4c29-b6b0-ed44bd0ab383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:08.038505 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2de3da87-2568-4c29-b6b0-ed44bd0ab383 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:08.041095 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2de3da87-2568-4c29-b6b0-ed44bd0ab383 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be80ac65-8ec8-422e-a2c3-19a55ce0f70e HTTP/1.1" status: 204 len: 168 time: 0.1951239 Nov 15 11:44:08.056711 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3da87-2568-4c29-b6b0-ed44bd0ab383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be80ac65-8ec8-422e-a2c3-19a55ce0f70e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:44:08.367424 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d54ff30b-3e68-4d71-aca3-a9080082e39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:08.562174 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45672) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:44:08.591041 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8550284d-2003-4210-99b9-e34101705d2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:08.596027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e71ae-1459-4df1-9e32-5b7c7b4bf1cf req-2a1d9acb-117c-47fb-90a7-652656b79a4c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:08.614964 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d34e71ae-1459-4df1-9e32-5b7c7b4bf1cf req-2a1d9acb-117c-47fb-90a7-652656b79a4c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 945 time: 0.0756674 Nov 15 11:44:08.679282 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d34e71ae-1459-4df1-9e32-5b7c7b4bf1cf req-6d079f81-752f-41b6-b4fb-80d49b1e6393 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568881 Nov 15 11:44:08.713979 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:44:08.725349 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8550284d-2003-4210-99b9-e34101705d2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:08.737342 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8550284d-2003-4210-99b9-e34101705d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:08.783408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45674) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:44:08.783669 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8550284d-2003-4210-99b9-e34101705d2e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2192039 Nov 15 11:44:08.784634 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550284d-2003-4210-99b9-e34101705d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cba145-c610-440a-be18-39616dea4215,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:44:08.855967 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99c8549d-c8fc-44e3-8b05-5caa7df15d21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:08.876956 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99c8549d-c8fc-44e3-8b05-5caa7df15d21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:08.935640 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99c8549d-c8fc-44e3-8b05-5caa7df15d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:08.938559 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-99c8549d-c8fc-44e3-8b05-5caa7df15d21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:08.942490 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-99c8549d-c8fc-44e3-8b05-5caa7df15d21 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/75cba145-c610-440a-be18-39616dea4215 HTTP/1.1" status: 204 len: 168 time: 0.1552336 Nov 15 11:44:08.956586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8549d-c8fc-44e3-8b05-5caa7df15d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cba145-c610-440a-be18-39616dea4215,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:44:09.819552 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b0135-63b6-4155-a1e0-0c9cb5b07756 req-f2cbf252-1e7c-44f8-a4f2-51732b5d8b10 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:09.821005 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bc5b0135-63b6-4155-a1e0-0c9cb5b07756 req-f2cbf252-1e7c-44f8-a4f2-51732b5d8b10 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 945 time: 0.0699558 Nov 15 11:44:09.876371 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bc5b0135-63b6-4155-a1e0-0c9cb5b07756 req-e8d7a836-d9c2-4c41-bea3-e47ff019908c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493307 Nov 15 11:44:09.918768 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:11.041055 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa5685-e35d-42ac-9210-d29cbb7d00f2 req-4733c2fb-2569-4591-b02a-7803aa1d6950 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:11.042635 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ffa5685-e35d-42ac-9210-d29cbb7d00f2 req-4733c2fb-2569-4591-b02a-7803aa1d6950 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 945 time: 0.0764132 Nov 15 11:44:11.097751 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ffa5685-e35d-42ac-9210-d29cbb7d00f2 req-617480d7-7bdf-45e0-bc7a-890dfce0a978 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488114 Nov 15 11:44:11.465060 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:12.152147 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:12.252202 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479064a-d57a-447a-b628-10c80e3fac8f req-6734f9a4-f03f-40a8-a00b-42e0188ade5c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:12.260227 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5479064a-d57a-447a-b628-10c80e3fac8f req-6734f9a4-f03f-40a8-a00b-42e0188ade5c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 945 time: 0.0645986 Nov 15 11:44:12.304639 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5479064a-d57a-447a-b628-10c80e3fac8f req-e1e3f8ef-6220-47b9-8243-257d7d2ec905 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435679 Nov 15 11:44:13.446159 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e2c07-558c-4811-8722-558e9c3940f5 req-5d28d277-9e6f-4f93-80b8-d4860de837d2 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:13.447854 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ce4e2c07-558c-4811-8722-558e9c3940f5 req-5d28d277-9e6f-4f93-80b8-d4860de837d2 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 945 time: 0.0554459 Nov 15 11:44:13.509627 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ce4e2c07-558c-4811-8722-558e9c3940f5 req-3c32c599-eab1-4c63-8800-47e738d08b05 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461006 Nov 15 11:44:14.665330 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef5cac-e8c4-4d58-80f0-49abfed0f795 req-dc001d70-217c-4cc4-bf43-7235730867cc tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:14.666814 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bcef5cac-e8c4-4d58-80f0-49abfed0f795 req-dc001d70-217c-4cc4-bf43-7235730867cc tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 945 time: 0.0669551 Nov 15 11:44:14.719358 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bcef5cac-e8c4-4d58-80f0-49abfed0f795 req-8b9d4e59-feec-49ae-ae69-d969e9a88b6e tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462999 Nov 15 11:44:15.867261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337dc3e-767f-4a8c-bc14-d69a05f98e19 req-d705e9f1-3fed-4db0-9a5e-a9490f854e1c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:15.869284 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2337dc3e-767f-4a8c-bc14-d69a05f98e19 req-d705e9f1-3fed-4db0-9a5e-a9490f854e1c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 945 time: 0.0559046 Nov 15 11:44:15.920817 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2337dc3e-767f-4a8c-bc14-d69a05f98e19 req-9ecafbf8-1a8c-41b2-9b3a-708b043b3ec6 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456705 Nov 15 11:44:17.063724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d27c8-3777-4b70-bd9a-6b7244242643 req-a3b0b795-c526-4550-9ab2-dbc901aff3c0 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:17.065158 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb0d27c8-3777-4b70-bd9a-6b7244242643 req-a3b0b795-c526-4550-9ab2-dbc901aff3c0 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 945 time: 0.0572658 Nov 15 11:44:17.117013 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb0d27c8-3777-4b70-bd9a-6b7244242643 req-9a1e72a4-2561-4d83-9875-57e0dd61b490 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423453 Nov 15 11:44:18.243446 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08d66a-b3d6-4730-9735-e17335ba1f25 req-c856ef3b-4aa1-49e3-bdc4-4d5d9035ecf5 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:18.244935 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f08d66a-b3d6-4730-9735-e17335ba1f25 req-c856ef3b-4aa1-49e3-bdc4-4d5d9035ecf5 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 945 time: 0.0509446 Nov 15 11:44:18.297251 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f08d66a-b3d6-4730-9735-e17335ba1f25 req-4666dae5-903a-4614-bbe1-c841d4c6ab30 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461528 Nov 15 11:44:18.870170 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:44:18.968502 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,segment=NetworkSegment(07d81d7a-62d7-47a6-90cb-780710d04269),segment_id=07d81d7a-62d7-47a6-90cb-780710d04269)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:44:18.979552 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'port_id': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7', 'mac_address': 'fa:16:3e:01:c9:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:44:19.019173 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:19.031647 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:44:19.051592 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,segment=NetworkSegment(07d81d7a-62d7-47a6-90cb-780710d04269),segment_id=07d81d7a-62d7-47a6-90cb-780710d04269)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:44:19.057047 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:19.103947 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,revision_number=11']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:44:19.261337 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['606a7e1d-cd71-4862-93c2-f0baec0fa6a7'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:44:19.426538 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374f5c3-4c2a-4758-ac5f-d05c94a63665 req-726a2938-8fe4-4135-b90f-72f9d80fa420 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:19.428362 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6374f5c3-4c2a-4758-ac5f-d05c94a63665 req-726a2938-8fe4-4135-b90f-72f9d80fa420 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.0551488 Nov 15 11:44:19.477088 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6374f5c3-4c2a-4758-ac5f-d05c94a63665 req-fa3b6f50-2341-44a5-bd89-7216274be586 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423117 Nov 15 11:44:20.612985 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b9b48-2c70-49d5-b964-8d486af35d3d req-10cb41c9-c545-42a2-b478-e3639a62671e tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:20.614603 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc3b9b48-2c70-49d5-b964-8d486af35d3d req-10cb41c9-c545-42a2-b478-e3639a62671e tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 946 time: 0.0559595 Nov 15 11:44:20.665448 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc3b9b48-2c70-49d5-b964-8d486af35d3d req-df154eed-098a-4709-b6fb-8bc5bd250b27 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430202 Nov 15 11:44:20.883282 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:44:20.942539 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:44:20.946807 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:44:20.947162 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:21.026068 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:21.049723 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687004a5-12ee-4517-94c8-8990fbfc002f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:44:21.052137 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56e6f7e-a2b7-4412-928e-0c9069be0b3c" -d '{"events": [{"server_uuid": "687004a5-12ee-4517-94c8-8990fbfc002f", "name": "network-vif-plugged", "status": "completed", "tag": "606a7e1d-cd71-4862-93c2-f0baec0fa6a7"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:44:21.064774 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,segment=NetworkSegment(07d81d7a-62d7-47a6-90cb-780710d04269),segment_id=07d81d7a-62d7-47a6-90cb-780710d04269)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:44:21.074361 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:21.112713 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d85e7e-b6cd-44cf-b241-27f79b89d45d x-openstack-request-id: req-e1d85e7e-b6cd-44cf-b241-27f79b89d45d {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:44:21.113000 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687004a5-12ee-4517-94c8-8990fbfc002f", "name": "network-vif-plugged", "status": "completed", "tag": "606a7e1d-cd71-4862-93c2-f0baec0fa6a7", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:44:21.113255 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1d85e7e-b6cd-44cf-b241-27f79b89d45d {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:44:21.113822 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687004a5-12ee-4517-94c8-8990fbfc002f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7', 'code': 200} Nov 15 11:44:21.144748 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,revision_number=12']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:44:21.275931 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4465cf-e811-4e7b-9a2d-7eb930fbb805 req-6df08cab-2ec5-4217-a349-8d2cd61d840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:21.277742 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab4465cf-e811-4e7b-9a2d-7eb930fbb805 req-6df08cab-2ec5-4217-a349-8d2cd61d840d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 1098 time: 0.0473089 Nov 15 11:44:21.322207 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab4465cf-e811-4e7b-9a2d-7eb930fbb805 req-2c82dc01-6600-40f2-9f6e-f5d6cbe996de service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376825 Nov 15 11:44:21.794554 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f465e6-ac5c-4126-8d00-ee529281bb96 req-482122df-08c1-4534-a3cf-c396465c43ea tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:21.796254 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-40f465e6-ac5c-4126-8d00-ee529281bb96 req-482122df-08c1-4534-a3cf-c396465c43ea tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 947 time: 0.0502112 Nov 15 11:44:21.846095 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-40f465e6-ac5c-4126-8d00-ee529281bb96 req-c9a050a1-b19a-4d52-8dd8-adf67aeceb0e tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430768 Nov 15 11:44:22.989603 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2260ba6-839d-4185-938a-02213da016af req-ced802de-5ed4-430f-8bfa-e01289437eff tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:22.991364 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c2260ba6-839d-4185-938a-02213da016af req-ced802de-5ed4-430f-8bfa-e01289437eff tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 947 time: 0.0568626 Nov 15 11:44:23.042967 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c2260ba6-839d-4185-938a-02213da016af req-b7adb58c-f73b-41e8-8b01-e2216de14602 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450783 Nov 15 11:44:24.350236 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c19f1-d84d-43a9-9be9-4dd7ce68dad9 req-13851e71-eacb-4e54-97d5-95f1edc13fff tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:24.351750 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-690c19f1-d84d-43a9-9be9-4dd7ce68dad9 req-13851e71-eacb-4e54-97d5-95f1edc13fff tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 947 time: 0.2234659 Nov 15 11:44:24.398975 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-690c19f1-d84d-43a9-9be9-4dd7ce68dad9 req-9da1f5fb-d574-4df4-bfcf-a6296a8564b1 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410717 Nov 15 11:44:29.769537 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:31.717635 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:36.253005 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-019212de-3630-46a4-b4a2-db61c46e9765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:38.363032 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-376481b7-915a-4b65-af94-a366cc1869db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:38.558933 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bbb06338-7134-4f13-9120-b8caf772f8b9 req-7b2b3ce3-6dcd-4be0-a9b9-20d1731f15e6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418997 Nov 15 11:44:38.649392 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb06338-7134-4f13-9120-b8caf772f8b9 req-12633845-be95-4cc3-a3f1-2e12cdc9e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:38.650889 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bbb06338-7134-4f13-9120-b8caf772f8b9 req-12633845-be95-4cc3-a3f1-2e12cdc9e2f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 1098 time: 0.0501714 Nov 15 11:44:38.758020 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb06338-7134-4f13-9120-b8caf772f8b9 req-3c5cd9c0-be3d-41f6-acc9-6d155edd05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:38.759601 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bbb06338-7134-4f13-9120-b8caf772f8b9 req-3c5cd9c0-be3d-41f6-acc9-6d155edd05c0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0891700 Nov 15 11:44:38.830384 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bbb06338-7134-4f13-9120-b8caf772f8b9 req-7a0bb87a-6b11-4551-9024-50f5610b36d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606a7e1d-cd71-4862-93c2-f0baec0fa6a7 HTTP/1.1" status: 200 len: 1002 time: 0.0629396 Nov 15 11:44:38.879486 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb06338-7134-4f13-9120-b8caf772f8b9 req-54a8be21-c6b6-407f-a575-b9d244652431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:38.880888 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bbb06338-7134-4f13-9120-b8caf772f8b9 req-54a8be21-c6b6-407f-a575-b9d244652431 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0437295 Nov 15 11:44:38.927853 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb06338-7134-4f13-9120-b8caf772f8b9 req-68c3081d-05a1-4380-a3b0-668e4d3330e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:38.929385 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bbb06338-7134-4f13-9120-b8caf772f8b9 req-68c3081d-05a1-4380-a3b0-668e4d3330e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407860 Nov 15 11:44:39.024796 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bbb06338-7134-4f13-9120-b8caf772f8b9 req-5911dbae-5fe1-4eca-88a8-536f00b76dc0 service neutron] 10.222.0.55 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874200 Nov 15 11:44:39.116122 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bbb06338-7134-4f13-9120-b8caf772f8b9 req-217d0a31-3c1d-448d-8e8a-a2685039f012 service neutron] 10.222.0.55 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843604 Nov 15 11:44:39.892249 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:39.944135 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82f68a-31c6-49ca-8208-af502ebcf3e3 req-b2e380ce-d7d0-4435-8423-d3b1723ef2c7 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:39.945609 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6f82f68a-31c6-49ca-8208-af502ebcf3e3 req-b2e380ce-d7d0-4435-8423-d3b1723ef2c7 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=546fd5e2-7df1-41a8-9fc7-aab444bfb2a6 HTTP/1.1" status: 200 len: 945 time: 0.0486290 Nov 15 11:44:40.002339 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6f82f68a-31c6-49ca-8208-af502ebcf3e3 req-53afc561-e212-4c62-832f-d098e09477f3 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce4c2f0e-9a79-44b5-8f2f-38d96c2e5403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497043 Nov 15 11:44:41.139423 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec89c2-6f94-423a-b672-ef966dca9777 req-3127d944-4f5b-4695-810c-f9bc908525e6 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:41.140922 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edec89c2-6f94-423a-b672-ef966dca9777 req-3127d944-4f5b-4695-810c-f9bc908525e6 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=546fd5e2-7df1-41a8-9fc7-aab444bfb2a6 HTTP/1.1" status: 200 len: 945 time: 0.0562723 Nov 15 11:44:41.191114 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edec89c2-6f94-423a-b672-ef966dca9777 req-9db6af29-4f81-4123-bee8-0edaf7eed0e4 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce4c2f0e-9a79-44b5-8f2f-38d96c2e5403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432882 Nov 15 11:44:41.468955 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:41.522085 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4a243-4acf-492f-b882-a5e55f874653 req-973e1d26-3c65-4918-bfad-be0defdaa28f tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:41.523552 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-86d4a243-4acf-492f-b882-a5e55f874653 req-973e1d26-3c65-4918-bfad-be0defdaa28f tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.11 "GET /v2.0/ports?device_id=546fd5e2-7df1-41a8-9fc7-aab444bfb2a6 HTTP/1.1" status: 200 len: 945 time: 0.0642722 Nov 15 11:44:41.625353 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-86d4a243-4acf-492f-b882-a5e55f874653 req-03ea4600-16bd-4649-ac24-0b4f4d03af59 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Deleting port 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:44:41.625723 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-86d4a243-4acf-492f-b882-a5e55f874653 req-03ea4600-16bd-4649-ac24-0b4f4d03af59 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:41.717828 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-86d4a243-4acf-492f-b882-a5e55f874653 req-03ea4600-16bd-4649-ac24-0b4f4d03af59 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] For port 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c,segment=NetworkSegment(a4634e56-c449-43d0-a0e4-9eb61ae06af3),segment_id=a4634e56-c449-43d0-a0e4-9eb61ae06af3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:44:41.718071 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-86d4a243-4acf-492f-b882-a5e55f874653 req-03ea4600-16bd-4649-ac24-0b4f4d03af59 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:41.735366 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-86d4a243-4acf-492f-b882-a5e55f874653 req-03ea4600-16bd-4649-ac24-0b4f4d03af59 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Calling delete_port for 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:44:41.868340 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-86d4a243-4acf-492f-b882-a5e55f874653 req-03ea4600-16bd-4649-ac24-0b4f4d03af59 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:41.879800 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:44:41.901379 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea4600-16bd-4649-ac24-0b4f4d03af59 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Pushing event deleted for resources: {'Port': ['ID=2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:44:41.913902 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4600-16bd-4649-ac24-0b4f4d03af59 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:41.914241 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4600-16bd-4649-ac24-0b4f4d03af59 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:41.914574 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4600-16bd-4649-ac24-0b4f4d03af59 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:41.914903 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4600-16bd-4649-ac24-0b4f4d03af59 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:41.915224 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4600-16bd-4649-ac24-0b4f4d03af59 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:41.915548 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4600-16bd-4649-ac24-0b4f4d03af59 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:41.915859 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4600-16bd-4649-ac24-0b4f4d03af59 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:41.916189 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4600-16bd-4649-ac24-0b4f4d03af59 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:41.916505 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4600-16bd-4649-ac24-0b4f4d03af59 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:41.916818 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4600-16bd-4649-ac24-0b4f4d03af59 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:41.917135 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4600-16bd-4649-ac24-0b4f4d03af59 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:41.917448 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea4600-16bd-4649-ac24-0b4f4d03af59 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:41.950290 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d4a243-4acf-492f-b882-a5e55f874653 req-03ea4600-16bd-4649-ac24-0b4f4d03af59 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] No DVR routers for this DVR port 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:44:41.952813 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-86d4a243-4acf-492f-b882-a5e55f874653 req-03ea4600-16bd-4649-ac24-0b4f4d03af59 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:41.956306 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-86d4a243-4acf-492f-b882-a5e55f874653 req-03ea4600-16bd-4649-ac24-0b4f4d03af59 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.11 "DELETE /v2.0/ports/2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c HTTP/1.1" status: 204 len: 173 time: 0.4260802 Nov 15 11:44:41.956734 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546fd5e2-7df1-41a8-9fc7-aab444bfb2a6', 'name': 'network-vif-deleted', 'tag': '2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:44:41.959333 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2623f599-171f-4dad-b032-c30e1f0e3b82" -d '{"events": [{"server_uuid": "546fd5e2-7df1-41a8-9fc7-aab444bfb2a6", "name": "network-vif-deleted", "tag": "2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:44:41.994477 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd996a1-3f31-4f9d-a354-02809e258c58 x-openstack-request-id: req-dfd996a1-3f31-4f9d-a354-02809e258c58 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:44:41.994765 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546fd5e2-7df1-41a8-9fc7-aab444bfb2a6", "name": "network-vif-deleted", "tag": "2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:44:41.995014 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dfd996a1-3f31-4f9d-a354-02809e258c58 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:44:41.995413 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546fd5e2-7df1-41a8-9fc7-aab444bfb2a6', 'name': 'network-vif-deleted', 'tag': '2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c', 'status': 'completed', 'code': 200} Nov 15 11:44:42.149570 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:42.303157 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6edce09c-2a2c-40a5-9c47-653939675043 req-6560e029-caf3-4b3a-85e7-f1e0bdd59a83 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=546fd5e2-7df1-41a8-9fc7-aab444bfb2a6 HTTP/1.1" status: 200 len: 210 time: 0.0262589 Nov 15 11:44:45.635483 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:44:45.655717 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:44:45.656105 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 2d27f69d-3e6e-41f8-bb7f-9e46dfd7bd5c not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:44:45.714384 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:44:46.654073 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-4a4e126c-c94b-46a2-bcee-e61f2d47e0e8 req-50e8219d-5f54-41f1-9ae8-796c163230ac service neutron] (102677) timed out ('10.222.0.64', 48712) {{(pid=102677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 11:44:50.341489 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948069c7-42cb-4176-b834-7dee04702c56 req-094d5739-c199-493a-90a2-e1f475750f73 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:50.342930 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-948069c7-42cb-4176-b834-7dee04702c56 req-094d5739-c199-493a-90a2-e1f475750f73 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/networks?id=d33d8ce1-3b51-4200-b2f1-45e6688ea26f HTTP/1.1" status: 200 len: 814 time: 0.1028948 Nov 15 11:44:50.361197 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-948069c7-42cb-4176-b834-7dee04702c56 req-828b1418-1546-400b-bd87-411b03a99e30 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/quotas/ff76c59cc73d4574aa6375584d816238 HTTP/1.1" status: 200 len: 375 time: 0.0093958 Nov 15 11:44:50.392057 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-948069c7-42cb-4176-b834-7dee04702c56 req-295c3d9f-9823-4810-a598-321c0f69a1c2 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff76c59cc73d4574aa6375584d816238&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243025 Nov 15 11:44:50.483856 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-948069c7-42cb-4176-b834-7dee04702c56 req-87301ab9-37b1-4a4c-aac4-6d34d0c0afde service neutron] 10.222.0.64 "GET /v2.0/networks/d33d8ce1-3b51-4200-b2f1-45e6688ea26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848944 Nov 15 11:44:50.577413 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-948069c7-42cb-4176-b834-7dee04702c56 req-62d89494-61f3-42be-b63d-d1368445aefd service neutron] 10.222.0.64 "GET /v2.0/networks/d33d8ce1-3b51-4200-b2f1-45e6688ea26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872860 Nov 15 11:44:50.745980 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-38ffed00-aaaf-49ff-bec0-5939c253d6e7 req-fcff1b5e-acf9-4849-b96d-6393474c3884 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=734da045-cdd3-4ba2-bc73-2d9d8b7c3590 HTTP/1.1" status: 200 len: 210 time: 0.0259001 Nov 15 11:44:51.706660 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948069c7-42cb-4176-b834-7dee04702c56 req-967d1e8c-816f-4f17-be73-f96d9bd72dfe tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:51.708694 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-948069c7-42cb-4176-b834-7dee04702c56 req-967d1e8c-816f-4f17-be73-f96d9bd72dfe tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.11 "GET /v2.0/networks?id=d33d8ce1-3b51-4200-b2f1-45e6688ea26f HTTP/1.1" status: 200 len: 814 time: 0.1079326 Nov 15 11:44:51.722627 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-948069c7-42cb-4176-b834-7dee04702c56 req-95bc746b-30fc-413b-abc6-f3ad7203a055 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Request body: {'port': {'device_id': '734da045-cdd3-4ba2-bc73-2d9d8b7c3590', 'network_id': 'd33d8ce1-3b51-4200-b2f1-45e6688ea26f', 'admin_state_up': True, 'tenant_id': 'ff76c59cc73d4574aa6375584d816238'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:44:51.854545 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948069c7-42cb-4176-b834-7dee04702c56 req-95bc746b-30fc-413b-abc6-f3ad7203a055 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Made reservation on behalf of ff76c59cc73d4574aa6375584d816238 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:44:51.861047 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-948069c7-42cb-4176-b834-7dee04702c56 req-95bc746b-30fc-413b-abc6-f3ad7203a055 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:51.864041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-315289f6-f6b3-49b4-a4f1-15f578eaea9f req-49866de0-76e6-453f-a95b-a37a4d1c51d3 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=734da045-cdd3-4ba2-bc73-2d9d8b7c3590 HTTP/1.1" status: 200 len: 210 time: 0.0325603 Nov 15 11:44:51.982637 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-948069c7-42cb-4176-b834-7dee04702c56 req-95bc746b-30fc-413b-abc6-f3ad7203a055 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Allocated IP 172.20.0.3 (d33d8ce1-3b51-4200-b2f1-45e6688ea26f/186e7fa5-9dbf-43aa-b035-baadd8e68213/5c286b0c-2be5-4e08-89fe-0a6fff6cddd4) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:44:52.132817 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-948069c7-42cb-4176-b834-7dee04702c56 req-95bc746b-30fc-413b-abc6-f3ad7203a055 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:52.168833 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-948069c7-42cb-4176-b834-7dee04702c56 req-95bc746b-30fc-413b-abc6-f3ad7203a055 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:52.212603 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948069c7-42cb-4176-b834-7dee04702c56 req-95bc746b-30fc-413b-abc6-f3ad7203a055 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Network d33d8ce1-3b51-4200-b2f1-45e6688ea26f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:44:52.215704 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-948069c7-42cb-4176-b834-7dee04702c56 req-95bc746b-30fc-413b-abc6-f3ad7203a055 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:44:52.219550 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-948069c7-42cb-4176-b834-7dee04702c56 req-95bc746b-30fc-413b-abc6-f3ad7203a055 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:44:52.225881 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc746b-30fc-413b-abc6-f3ad7203a055 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Pushing event updated for resources: {'Port': ['ID=5c286b0c-2be5-4e08-89fe-0a6fff6cddd4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:44:52.270252 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948069c7-42cb-4176-b834-7dee04702c56 req-95bc746b-30fc-413b-abc6-f3ad7203a055 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:52.270851 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-948069c7-42cb-4176-b834-7dee04702c56 req-95bc746b-30fc-413b-abc6-f3ad7203a055 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:52.289974 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-948069c7-42cb-4176-b834-7dee04702c56 req-95bc746b-30fc-413b-abc6-f3ad7203a055 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5714645 Nov 15 11:44:52.302944 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-948069c7-42cb-4176-b834-7dee04702c56 req-c11d5689-77a7-43ef-aaa6-695f488029c3 service neutron] Request body: {'port': {'device_id': '734da045-cdd3-4ba2-bc73-2d9d8b7c3590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:44:52.361294 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-948069c7-42cb-4176-b834-7dee04702c56 req-c11d5689-77a7-43ef-aaa6-695f488029c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:52.631226 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-948069c7-42cb-4176-b834-7dee04702c56 req-c11d5689-77a7-43ef-aaa6-695f488029c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:44:52.638770 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-948069c7-42cb-4176-b834-7dee04702c56 req-c11d5689-77a7-43ef-aaa6-695f488029c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:52.651617 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-948069c7-42cb-4176-b834-7dee04702c56 req-c11d5689-77a7-43ef-aaa6-695f488029c3 service neutron] Transition to ACTIVE for port object 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:44:52.657903 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-948069c7-42cb-4176-b834-7dee04702c56 req-c11d5689-77a7-43ef-aaa6-695f488029c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:52.707684 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d5689-77a7-43ef-aaa6-695f488029c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c286b0c-2be5-4e08-89fe-0a6fff6cddd4,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:44:52.777464 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-948069c7-42cb-4176-b834-7dee04702c56 req-c11d5689-77a7-43ef-aaa6-695f488029c3 service neutron] Attempting to bind port 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:44:52.777748 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-948069c7-42cb-4176-b834-7dee04702c56 req-c11d5689-77a7-43ef-aaa6-695f488029c3 service neutron] Attempting to bind port 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'a4634e56-c449-43d0-a0e4-9eb61ae06af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'd33d8ce1-3b51-4200-b2f1-45e6688ea26f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:44:52.778098 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948069c7-42cb-4176-b834-7dee04702c56 req-c11d5689-77a7-43ef-aaa6-695f488029c3 service neutron] Attempting to bind port 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4 on network d33d8ce1-3b51-4200-b2f1-45e6688ea26f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:44:52.782547 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948069c7-42cb-4176-b834-7dee04702c56 req-c11d5689-77a7-43ef-aaa6-695f488029c3 service neutron] Port 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4 on network d33d8ce1-3b51-4200-b2f1-45e6688ea26f not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:44:52.782855 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948069c7-42cb-4176-b834-7dee04702c56 req-c11d5689-77a7-43ef-aaa6-695f488029c3 service neutron] Attempting to bind port 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4 on network d33d8ce1-3b51-4200-b2f1-45e6688ea26f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:44:52.787693 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948069c7-42cb-4176-b834-7dee04702c56 req-c11d5689-77a7-43ef-aaa6-695f488029c3 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:44:52.788042 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948069c7-42cb-4176-b834-7dee04702c56 req-c11d5689-77a7-43ef-aaa6-695f488029c3 service neutron] Checking segment: {'id': 'a4634e56-c449-43d0-a0e4-9eb61ae06af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'd33d8ce1-3b51-4200-b2f1-45e6688ea26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:44:52.788416 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948069c7-42cb-4176-b834-7dee04702c56 req-c11d5689-77a7-43ef-aaa6-695f488029c3 service neutron] Bound using segment: {'id': 'a4634e56-c449-43d0-a0e4-9eb61ae06af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'd33d8ce1-3b51-4200-b2f1-45e6688ea26f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:44:52.788827 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-948069c7-42cb-4176-b834-7dee04702c56 req-c11d5689-77a7-43ef-aaa6-695f488029c3 service neutron] Bound port: 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4634e56-c449-43d0-a0e4-9eb61ae06af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'd33d8ce1-3b51-4200-b2f1-45e6688ea26f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:44:52.789172 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-948069c7-42cb-4176-b834-7dee04702c56 req-c11d5689-77a7-43ef-aaa6-695f488029c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:52.853209 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-948069c7-42cb-4176-b834-7dee04702c56 req-c11d5689-77a7-43ef-aaa6-695f488029c3 service neutron] For port 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:44:52.856386 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-948069c7-42cb-4176-b834-7dee04702c56 req-c11d5689-77a7-43ef-aaa6-695f488029c3 service neutron] For port 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5c286b0c-2be5-4e08-89fe-0a6fff6cddd4,segment=NetworkSegment(a4634e56-c449-43d0-a0e4-9eb61ae06af3),segment_id=a4634e56-c449-43d0-a0e4-9eb61ae06af3)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:44:52.864063 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-948069c7-42cb-4176-b834-7dee04702c56 req-c11d5689-77a7-43ef-aaa6-695f488029c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:52.896887 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948069c7-42cb-4176-b834-7dee04702c56 req-c11d5689-77a7-43ef-aaa6-695f488029c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:52.897538 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-948069c7-42cb-4176-b834-7dee04702c56 req-c11d5689-77a7-43ef-aaa6-695f488029c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:52.898945 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-948069c7-42cb-4176-b834-7dee04702c56 req-c11d5689-77a7-43ef-aaa6-695f488029c3 service neutron] 10.222.0.11 "PUT /v2.0/ports/5c286b0c-2be5-4e08-89fe-0a6fff6cddd4 HTTP/1.1" status: 200 len: 1091 time: 0.6004167 Nov 15 11:44:52.899379 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734da045-cdd3-4ba2-bc73-2d9d8b7c3590', 'tag': '5c286b0c-2be5-4e08-89fe-0a6fff6cddd4'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:44:52.901702 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14327d84-ec11-4a08-8b17-c5295cc02174" -d '{"events": [{"name": "network-changed", "server_uuid": "734da045-cdd3-4ba2-bc73-2d9d8b7c3590", "tag": "5c286b0c-2be5-4e08-89fe-0a6fff6cddd4"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:44:52.929473 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d5689-77a7-43ef-aaa6-695f488029c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c286b0c-2be5-4e08-89fe-0a6fff6cddd4,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:44:52.984854 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948069c7-42cb-4176-b834-7dee04702c56 req-12a30a7b-2d80-4a1e-8bd5-eac398cee9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:52.986368 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-948069c7-42cb-4176-b834-7dee04702c56 req-12a30a7b-2d80-4a1e-8bd5-eac398cee9d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff76c59cc73d4574aa6375584d816238&device_id=734da045-cdd3-4ba2-bc73-2d9d8b7c3590 HTTP/1.1" status: 200 len: 1094 time: 0.0457497 Nov 15 11:44:52.989173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd65f0-0b0e-4b24-88ce-285e8af3cacc req-f4df787d-b925-4925-9f40-c5cdfcaceb14 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:52.990688 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66dd65f0-0b0e-4b24-88ce-285e8af3cacc req-f4df787d-b925-4925-9f40-c5cdfcaceb14 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=734da045-cdd3-4ba2-bc73-2d9d8b7c3590 HTTP/1.1" status: 200 len: 943 time: 0.0501447 Nov 15 11:44:53.029647 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-948069c7-42cb-4176-b834-7dee04702c56 req-116d5937-3c5d-4278-b832-86862130f377 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c286b0c-2be5-4e08-89fe-0a6fff6cddd4 HTTP/1.1" status: 200 len: 217 time: 0.0346680 Nov 15 11:44:53.037358 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66dd65f0-0b0e-4b24-88ce-285e8af3cacc req-394847a8-22b7-48d6-adae-ff3a5d60f89b tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce4c2f0e-9a79-44b5-8f2f-38d96c2e5403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407200 Nov 15 11:44:53.079053 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948069c7-42cb-4176-b834-7dee04702c56 req-4ab38dca-708e-4de4-9fe9-488adc47be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:53.081483 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-948069c7-42cb-4176-b834-7dee04702c56 req-4ab38dca-708e-4de4-9fe9-488adc47be3d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=186e7fa5-9dbf-43aa-b035-baadd8e68213 HTTP/1.1" status: 200 len: 854 time: 0.0442953 Nov 15 11:44:53.090076 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92fce2c-fe2c-47ee-8062-3db4a688e20e x-openstack-request-id: req-e92fce2c-fe2c-47ee-8062-3db4a688e20e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:44:53.090363 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734da045-cdd3-4ba2-bc73-2d9d8b7c3590", "tag": "5c286b0c-2be5-4e08-89fe-0a6fff6cddd4", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:44:53.090612 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e92fce2c-fe2c-47ee-8062-3db4a688e20e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:44:53.091008 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734da045-cdd3-4ba2-bc73-2d9d8b7c3590', 'tag': '5c286b0c-2be5-4e08-89fe-0a6fff6cddd4', 'status': 'completed', 'code': 200} Nov 15 11:44:53.118307 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-948069c7-42cb-4176-b834-7dee04702c56 req-9c8703d9-fc4f-41d5-843d-c7364b0d0bf0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d33d8ce1-3b51-4200-b2f1-45e6688ea26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251958 Nov 15 11:44:53.214890 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-948069c7-42cb-4176-b834-7dee04702c56 req-fbbd0396-c190-42ff-b696-1810f497f4c3 service neutron] 10.222.0.11 "GET /v2.0/networks/d33d8ce1-3b51-4200-b2f1-45e6688ea26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885484 Nov 15 11:44:53.310319 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-948069c7-42cb-4176-b834-7dee04702c56 req-f8f24ca9-f52a-4896-ba63-b47868be396b service neutron] 10.222.0.11 "GET /v2.0/networks/d33d8ce1-3b51-4200-b2f1-45e6688ea26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883756 Nov 15 11:44:53.412593 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14327d84-ec11-4a08-8b17-c5295cc02174 req-87c09efc-2605-4309-b734-7f223515c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:53.414091 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-14327d84-ec11-4a08-8b17-c5295cc02174 req-87c09efc-2605-4309-b734-7f223515c0cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff76c59cc73d4574aa6375584d816238&device_id=734da045-cdd3-4ba2-bc73-2d9d8b7c3590 HTTP/1.1" status: 200 len: 1094 time: 0.0502861 Nov 15 11:44:53.509359 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14327d84-ec11-4a08-8b17-c5295cc02174 req-03b70711-8a79-4438-bb16-cbcc35516a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:53.510708 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-14327d84-ec11-4a08-8b17-c5295cc02174 req-03b70711-8a79-4438-bb16-cbcc35516a59 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d33d8ce1-3b51-4200-b2f1-45e6688ea26f HTTP/1.1" status: 200 len: 915 time: 0.0891991 Nov 15 11:44:53.551798 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-14327d84-ec11-4a08-8b17-c5295cc02174 req-595b8b90-7b0e-4891-8a5b-50e84183aa18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c286b0c-2be5-4e08-89fe-0a6fff6cddd4 HTTP/1.1" status: 200 len: 217 time: 0.0335107 Nov 15 11:44:53.603371 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14327d84-ec11-4a08-8b17-c5295cc02174 req-21ef4fee-4c12-4dd3-ae5e-7cafebdfc59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:53.604885 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-14327d84-ec11-4a08-8b17-c5295cc02174 req-21ef4fee-4c12-4dd3-ae5e-7cafebdfc59b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=186e7fa5-9dbf-43aa-b035-baadd8e68213 HTTP/1.1" status: 200 len: 854 time: 0.0458393 Nov 15 11:44:53.635783 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-14327d84-ec11-4a08-8b17-c5295cc02174 req-1a6098a8-27cb-4913-9109-6144a74f79bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d33d8ce1-3b51-4200-b2f1-45e6688ea26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237987 Nov 15 11:44:53.728682 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-14327d84-ec11-4a08-8b17-c5295cc02174 req-8a49bfed-e39d-40e4-a1fa-9e23761f4409 service neutron] 10.222.0.11 "GET /v2.0/networks/d33d8ce1-3b51-4200-b2f1-45e6688ea26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859172 Nov 15 11:44:53.817195 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-14327d84-ec11-4a08-8b17-c5295cc02174 req-a30f125d-ce93-47c2-a4f7-f22aae6c80ef service neutron] 10.222.0.11 "GET /v2.0/networks/d33d8ce1-3b51-4200-b2f1-45e6688ea26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813899 Nov 15 11:44:54.165689 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aff8ad-90bb-40e2-a424-755352617f3d req-ca1d2a12-ce5b-448a-95fb-df60932d4906 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:54.167174 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-03aff8ad-90bb-40e2-a424-755352617f3d req-ca1d2a12-ce5b-448a-95fb-df60932d4906 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=734da045-cdd3-4ba2-bc73-2d9d8b7c3590 HTTP/1.1" status: 200 len: 943 time: 0.0492663 Nov 15 11:44:54.214721 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-03aff8ad-90bb-40e2-a424-755352617f3d req-bc4575b2-cbdf-4ec2-9370-b0fc45a12995 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce4c2f0e-9a79-44b5-8f2f-38d96c2e5403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414298 Nov 15 11:44:55.335841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186e54f-a812-4d4c-940c-3816983bc233 req-b7db2ac5-6f84-404c-b353-f4d0a08f415c tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:55.337562 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5186e54f-a812-4d4c-940c-3816983bc233 req-b7db2ac5-6f84-404c-b353-f4d0a08f415c tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=734da045-cdd3-4ba2-bc73-2d9d8b7c3590 HTTP/1.1" status: 200 len: 943 time: 0.0555983 Nov 15 11:44:55.387963 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5186e54f-a812-4d4c-940c-3816983bc233 req-d413f37a-b25e-4156-ab2c-230b9ee55790 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce4c2f0e-9a79-44b5-8f2f-38d96c2e5403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417464 Nov 15 11:44:55.730879 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:44:55.834113 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5c286b0c-2be5-4e08-89fe-0a6fff6cddd4,segment=NetworkSegment(a4634e56-c449-43d0-a0e4-9eb61ae06af3),segment_id=a4634e56-c449-43d0-a0e4-9eb61ae06af3)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:44:55.845728 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '5c286b0c-2be5-4e08-89fe-0a6fff6cddd4', 'network_id': 'd33d8ce1-3b51-4200-b2f1-45e6688ea26f', 'port_id': '5c286b0c-2be5-4e08-89fe-0a6fff6cddd4', 'mac_address': 'fa:16:3e:d8:c0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186e7fa5-9dbf-43aa-b035-baadd8e68213', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:44:55.885993 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:56.055325 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:44:56.075794 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5c286b0c-2be5-4e08-89fe-0a6fff6cddd4,segment=NetworkSegment(a4634e56-c449-43d0-a0e4-9eb61ae06af3),segment_id=a4634e56-c449-43d0-a0e4-9eb61ae06af3)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:44:56.082882 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:56.132015 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=5c286b0c-2be5-4e08-89fe-0a6fff6cddd4,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:44:56.139754 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:56.140124 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:56.140450 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:56.140779 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:56.141099 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:56.141421 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:56.141739 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:56.142052 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:56.142364 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:56.142673 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:56.142984 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:56.143289 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:56.403489 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['5c286b0c-2be5-4e08-89fe-0a6fff6cddd4'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:44:56.517172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01d544-90ce-419d-970c-3a214aac72dc req-c8deee34-fe6c-4b91-99d0-7a6a5ce8dd85 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:56.518677 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a01d544-90ce-419d-970c-3a214aac72dc req-c8deee34-fe6c-4b91-99d0-7a6a5ce8dd85 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=734da045-cdd3-4ba2-bc73-2d9d8b7c3590 HTTP/1.1" status: 200 len: 944 time: 0.0495915 Nov 15 11:44:56.567599 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a01d544-90ce-419d-970c-3a214aac72dc req-a2156562-027e-4430-8e60-679ac608b8d0 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce4c2f0e-9a79-44b5-8f2f-38d96c2e5403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422304 Nov 15 11:44:57.307086 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d4981-3a22-4b28-b4f2-a0ac4d7e2b98 req-f97f52bd-2d93-4628-a126-417491da1630 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:57.308597 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d26d4981-3a22-4b28-b4f2-a0ac4d7e2b98 req-f97f52bd-2d93-4628-a126-417491da1630 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 947 time: 0.0508246 Nov 15 11:44:57.362673 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d26d4981-3a22-4b28-b4f2-a0ac4d7e2b98 req-4f384a78-1989-4698-9697-8ea5a0c28c3c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456381 Nov 15 11:44:57.694319 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d675437-91c8-42bf-9c91-7407c1db7d1a req-8a0e5baf-63ce-4161-9f20-a89b969012d6 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:57.695802 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d675437-91c8-42bf-9c91-7407c1db7d1a req-8a0e5baf-63ce-4161-9f20-a89b969012d6 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=734da045-cdd3-4ba2-bc73-2d9d8b7c3590 HTTP/1.1" status: 200 len: 944 time: 0.0501487 Nov 15 11:44:57.739743 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:44:57.747062 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d675437-91c8-42bf-9c91-7407c1db7d1a req-dfa2513a-a94d-498b-a672-b6a8d71c762a tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce4c2f0e-9a79-44b5-8f2f-38d96c2e5403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423439 Nov 15 11:44:57.793673 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:44:57.797406 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:44:57.797773 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:57.874940 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:57.901886 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734da045-cdd3-4ba2-bc73-2d9d8b7c3590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c286b0c-2be5-4e08-89fe-0a6fff6cddd4'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:44:57.904035 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c4f569-f48e-45e4-ad1b-891ebf17e9f7" -d '{"events": [{"server_uuid": "734da045-cdd3-4ba2-bc73-2d9d8b7c3590", "name": "network-vif-plugged", "status": "completed", "tag": "5c286b0c-2be5-4e08-89fe-0a6fff6cddd4"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:44:57.916224 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5c286b0c-2be5-4e08-89fe-0a6fff6cddd4,segment=NetworkSegment(a4634e56-c449-43d0-a0e4-9eb61ae06af3),segment_id=a4634e56-c449-43d0-a0e4-9eb61ae06af3)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:44:57.921525 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:57.948329 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbf396d-f0a6-48e2-bbf5-0389da7701f4 x-openstack-request-id: req-6cbf396d-f0a6-48e2-bbf5-0389da7701f4 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:44:57.948616 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734da045-cdd3-4ba2-bc73-2d9d8b7c3590", "name": "network-vif-plugged", "status": "completed", "tag": "5c286b0c-2be5-4e08-89fe-0a6fff6cddd4", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:44:57.948860 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6cbf396d-f0a6-48e2-bbf5-0389da7701f4 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:44:57.949249 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734da045-cdd3-4ba2-bc73-2d9d8b7c3590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c286b0c-2be5-4e08-89fe-0a6fff6cddd4', 'code': 200} Nov 15 11:44:57.979505 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=5c286b0c-2be5-4e08-89fe-0a6fff6cddd4,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:44:58.044298 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d042907-5140-40c0-87d5-bfbbb63616e0 req-e50b835f-902c-49eb-a753-db07667010ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:58.045793 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8d042907-5140-40c0-87d5-bfbbb63616e0 req-e50b835f-902c-49eb-a753-db07667010ef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=734da045-cdd3-4ba2-bc73-2d9d8b7c3590 HTTP/1.1" status: 200 len: 1096 time: 0.0454824 Nov 15 11:44:58.091581 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8d042907-5140-40c0-87d5-bfbbb63616e0 req-64b1c3fa-c439-4979-bc49-79d9963c87ff service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ce4c2f0e-9a79-44b5-8f2f-38d96c2e5403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389743 Nov 15 11:44:58.494128 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e609d-5c9b-40aa-876b-41f44ee82232 req-aac8d1b7-9614-4c89-afff-8b7db34f0d21 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:58.495605 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b64e609d-5c9b-40aa-876b-41f44ee82232 req-aac8d1b7-9614-4c89-afff-8b7db34f0d21 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 947 time: 0.0492597 Nov 15 11:44:58.552546 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b64e609d-5c9b-40aa-876b-41f44ee82232 req-3eb4998a-2c77-41ac-a65c-48dd916b242d tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups?id=3257864a-37a2-410f-bf3c-7ca392c95d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486083 Nov 15 11:44:58.592101 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aeb74a-431c-4f4c-a4da-e836045c9dff req-df4a8f3d-c035-4e01-951a-9c1d1b085f85 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:58.593630 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-35aeb74a-431c-4f4c-a4da-e836045c9dff req-df4a8f3d-c035-4e01-951a-9c1d1b085f85 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.55 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 947 time: 0.0556889 Nov 15 11:44:58.694904 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-35aeb74a-431c-4f4c-a4da-e836045c9dff req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Deleting port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:44:58.695619 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-35aeb74a-431c-4f4c-a4da-e836045c9dff req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:58.786078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-35aeb74a-431c-4f4c-a4da-e836045c9dff req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] For port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,segment=NetworkSegment(07d81d7a-62d7-47a6-90cb-780710d04269),segment_id=07d81d7a-62d7-47a6-90cb-780710d04269)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:44:58.786436 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-35aeb74a-431c-4f4c-a4da-e836045c9dff req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:59.268657 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cc195-3939-48dc-908f-3e089043ad3c req-b708a9fd-e8e7-485f-aafc-8e83a97f5b38 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:44:59.270103 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-020cc195-3939-48dc-908f-3e089043ad3c req-b708a9fd-e8e7-485f-aafc-8e83a97f5b38 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=734da045-cdd3-4ba2-bc73-2d9d8b7c3590 HTTP/1.1" status: 200 len: 945 time: 0.4435191 Nov 15 11:44:59.363511 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-35aeb74a-431c-4f4c-a4da-e836045c9dff req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:59.363882 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-35aeb74a-431c-4f4c-a4da-e836045c9dff req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:59.364176 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [req-35aeb74a-431c-4f4c-a4da-e836045c9dff req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Floating IP 548ad62c-44d9-47d3-ac26-bc86bbc69aca disassociated. External IP: 172.25.7.178, port: 606a7e1d-cd71-4862-93c2-f0baec0fa6a7. Nov 15 11:44:59.364575 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-35aeb74a-431c-4f4c-a4da-e836045c9dff req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Calling delete_port for 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:44:59.369934 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-020cc195-3939-48dc-908f-3e089043ad3c req-44909de6-c414-4898-9a25-dcf5825b436d tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce4c2f0e-9a79-44b5-8f2f-38d96c2e5403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932612 Nov 15 11:44:59.505458 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-35aeb74a-431c-4f4c-a4da-e836045c9dff req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:59.542877 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Pushing event deleted for resources: {'Port': ['ID=606a7e1d-cd71-4862-93c2-f0baec0fa6a7,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:44:59.554529 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:59.554862 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:59.555189 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:59.555535 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:59.555869 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:59.556189 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:59.556573 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:59.556875 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:59.557195 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:59.557492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:59.558278 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:59.558278 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:44:59.660262 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3766419-c8fd-4550-9a37-db28ff1f0620 req-f30dfdcd-aeca-467e-ba1b-f9041107aa08 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/ports?device_id=687004a5-12ee-4517-94c8-8990fbfc002f HTTP/1.1" status: 200 len: 210 time: 0.0343742 Nov 15 11:44:59.687596 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35aeb74a-431c-4f4c-a4da-e836045c9dff req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Router 8fd82397-60b9-4655-b973-2872b653f018 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:44:59.792275 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:59.808068 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35aeb74a-431c-4f4c-a4da-e836045c9dff req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:44:59.817982 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588d4470-aa03-4231-9420-dc572997c1b0 None None] Sync routers for ids ['8fd82397-60b9-4655-b973-2872b653f018'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:44:59.828415 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588d4470-aa03-4231-9420-dc572997c1b0 None None] Routers {'8fd82397-60b9-4655-b973-2872b653f018'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:44:59.829009 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-588d4470-aa03-4231-9420-dc572997c1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:44:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8fd82397-60b9-4655-b973-2872b653f018'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:44:59.846544 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-35aeb74a-431c-4f4c-a4da-e836045c9dff req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] No DVR routers for this DVR port 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:44:59.849206 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-35aeb74a-431c-4f4c-a4da-e836045c9dff req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:44:59.852517 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-35aeb74a-431c-4f4c-a4da-e836045c9dff req-1eb10d54-9f88-42e8-890b-c766286c92ab tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.55 "DELETE /v2.0/ports/606a7e1d-cd71-4862-93c2-f0baec0fa6a7 HTTP/1.1" status: 204 len: 173 time: 1.2517400 Nov 15 11:44:59.852944 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687004a5-12ee-4517-94c8-8990fbfc002f', 'name': 'network-vif-deleted', 'tag': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:44:59.855177 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459cc150-fc1e-4a5c-a872-ec32fdd276a8" -d '{"events": [{"server_uuid": "687004a5-12ee-4517-94c8-8990fbfc002f", "name": "network-vif-deleted", "tag": "606a7e1d-cd71-4862-93c2-f0baec0fa6a7"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:44:59.893959 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34a6aca-71ba-43f0-a7ba-0f963d9d1d18 x-openstack-request-id: req-e34a6aca-71ba-43f0-a7ba-0f963d9d1d18 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:44:59.894275 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687004a5-12ee-4517-94c8-8990fbfc002f", "name": "network-vif-deleted", "tag": "606a7e1d-cd71-4862-93c2-f0baec0fa6a7", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:44:59.894497 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e34a6aca-71ba-43f0-a7ba-0f963d9d1d18 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:44:59.894845 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687004a5-12ee-4517-94c8-8990fbfc002f', 'name': 'network-vif-deleted', 'tag': '606a7e1d-cd71-4862-93c2-f0baec0fa6a7', 'status': 'completed', 'code': 200} Nov 15 11:44:59.937582 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-588d4470-aa03-4231-9420-dc572997c1b0 None None] Set router 8fd82397-60b9-4655-b973-2872b653f018 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:45:00.149004 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-588d4470-aa03-4231-9420-dc572997c1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd82397-60b9-4655-b973-2872b653f018', 'name': 'tempest-AttachVolumeShelveTestJSON-1761931472-router', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:36:33Z', 'updated_at': '2021-11-15T11:36:42Z', 'revision_number': 4, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'gw_port': {'id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:35Z', 'updated_at': '2021-11-15T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'c8ca9dce-a63a-406b-a36d-f30b74cfe2dd', 'name': '', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'mac_address': 'fa:16:3e:3a:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:40Z', 'updated_at': '2021-11-15T11:36:53Z', 'revision_number': 5, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'subnets': [{'id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:00.174673 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588d4470-aa03-4231-9420-dc572997c1b0 None None] Checking router: 8fd82397-60b9-4655-b973-2872b653f018 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:45:00.183481 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588d4470-aa03-4231-9420-dc572997c1b0 None None] Routers {'8fd82397-60b9-4655-b973-2872b653f018'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:45:00.184105 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-588d4470-aa03-4231-9420-dc572997c1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:44:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8fd82397-60b9-4655-b973-2872b653f018'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:00.291492 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-588d4470-aa03-4231-9420-dc572997c1b0 None None] Set router 8fd82397-60b9-4655-b973-2872b653f018 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:45:00.489493 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-588d4470-aa03-4231-9420-dc572997c1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd82397-60b9-4655-b973-2872b653f018', 'name': 'tempest-AttachVolumeShelveTestJSON-1761931472-router', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:36:33Z', 'updated_at': '2021-11-15T11:36:42Z', 'revision_number': 4, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'gw_port': {'id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:35Z', 'updated_at': '2021-11-15T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'c8ca9dce-a63a-406b-a36d-f30b74cfe2dd', 'name': '', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'mac_address': 'fa:16:3e:3a:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:40Z', 'updated_at': '2021-11-15T11:36:53Z', 'revision_number': 5, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'subnets': [{'id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:00.501446 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd6430-593a-40f2-ab7f-b3d140e05e77 req-e64c35a4-8e04-45a0-aeb8-43ae5ea8632d tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:00.502968 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64bd6430-593a-40f2-ab7f-b3d140e05e77 req-e64c35a4-8e04-45a0-aeb8-43ae5ea8632d tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=734da045-cdd3-4ba2-bc73-2d9d8b7c3590 HTTP/1.1" status: 200 len: 945 time: 0.0496759 Nov 15 11:45:00.515998 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588d4470-aa03-4231-9420-dc572997c1b0 None None] The sync data for ids ['8fd82397-60b9-4655-b973-2872b653f018'] in n-d-729945-9 is: [{'id': '8fd82397-60b9-4655-b973-2872b653f018', 'name': 'tempest-AttachVolumeShelveTestJSON-1761931472-router', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:36:33Z', 'updated_at': '2021-11-15T11:36:42Z', 'revision_number': 4, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'gw_port': {'id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:35Z', 'updated_at': '2021-11-15T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'c8ca9dce-a63a-406b-a36d-f30b74cfe2dd', 'name': '', 'network_id': 'c6f1c26a-527a-4f69-9e9a-99c48209985b', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'mac_address': 'fa:16:3e:3a:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:40Z', 'updated_at': '2021-11-15T11:36:53Z', 'revision_number': 5, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'subnets': [{'id': '08dee673-fca8-478a-9f8a-c99ddd2f0e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:45:00.555852 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64bd6430-593a-40f2-ab7f-b3d140e05e77 req-ec4b581e-26e9-4eb2-aa0d-a98d691ca147 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce4c2f0e-9a79-44b5-8f2f-38d96c2e5403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463955 Nov 15 11:45:00.757532 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c656e9-ac5d-4e25-8ae9-4a5168ac6c6c None None] New status for floating IP 548ad62c-44d9-47d3-ac26-bc86bbc69aca: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:45:00.929331 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 45984) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:00.987200 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf6cdb85-dba9-40e0-b5eb-8153e0366e94 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:01.010267 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf6cdb85-dba9-40e0-b5eb-8153e0366e94 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:01.059655 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf6cdb85-dba9-40e0-b5eb-8153e0366e94 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:01.062411 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf6cdb85-dba9-40e0-b5eb-8153e0366e94 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:01.063950 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cf6cdb85-dba9-40e0-b5eb-8153e0366e94 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "DELETE /v2.0/security-groups/3257864a-37a2-410f-bf3c-7ca392c95d73 HTTP/1.1" status: 204 len: 168 time: 0.1334708 Nov 15 11:45:01.066727 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45986) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:01.073255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6cdb85-dba9-40e0-b5eb-8153e0366e94 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3257864a-37a2-410f-bf3c-7ca392c95d73,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:01.083401 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-af847d98-bfb3-47be-b35f-7e41da999678 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] show failed (client error): The resource could not be found. Nov 15 11:45:01.087694 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-af847d98-bfb3-47be-b35f-7e41da999678 tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "GET /v2.0/security-groups/3257864a-37a2-410f-bf3c-7ca392c95d73 HTTP/1.1" status: 404 len: 347 time: 0.0191264 Nov 15 11:45:01.088289 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 45988) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:01.148807 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:45:01.172567 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:45:01.172928 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 606a7e1d-cd71-4862-93c2-f0baec0fa6a7 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:45:01.216706 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1c132c4f-40a0-4c1d-840f-c74faec7120c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Deleting port 2a889882-7cf1-4847-8ce4-860a0e7c792b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:45:01.216937 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c132c4f-40a0-4c1d-840f-c74faec7120c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:01.296193 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c132c4f-40a0-4c1d-840f-c74faec7120c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:01.296435 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c132c4f-40a0-4c1d-840f-c74faec7120c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:01.308671 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1c132c4f-40a0-4c1d-840f-c74faec7120c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Calling delete_port for 2a889882-7cf1-4847-8ce4-860a0e7c792b owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:45:01.443489 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c132c4f-40a0-4c1d-840f-c74faec7120c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:01.471908 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c132c4f-40a0-4c1d-840f-c74faec7120c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Pushing event deleted for resources: {'Port': ['ID=2a889882-7cf1-4847-8ce4-860a0e7c792b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:01.532505 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c132c4f-40a0-4c1d-840f-c74faec7120c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:01.535125 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c132c4f-40a0-4c1d-840f-c74faec7120c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:01.536337 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1c132c4f-40a0-4c1d-840f-c74faec7120c tempest-AttachVolumeShelveTestJSON-2009021340 tempest-AttachVolumeShelveTestJSON-2009021340-project] 10.222.0.64 "DELETE /v2.0/floatingips/548ad62c-44d9-47d3-ac26-bc86bbc69aca HTTP/1.1" status: 204 len: 168 time: 0.4470079 Nov 15 11:45:01.732140 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:03.858502 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46006) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:04.612251 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ee0fa2e-4f3a-4e61-a78e-e861acdd3064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:04.866291 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2ee0fa2e-4f3a-4e61-a78e-e861acdd3064 admin admin] Deleting port c8ca9dce-a63a-406b-a36d-f30b74cfe2dd {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:45:04.867030 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ee0fa2e-4f3a-4e61-a78e-e861acdd3064 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:04.957369 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2ee0fa2e-4f3a-4e61-a78e-e861acdd3064 admin admin] For port c8ca9dce-a63a-406b-a36d-f30b74cfe2dd, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c8ca9dce-a63a-406b-a36d-f30b74cfe2dd,segment=NetworkSegment(07d81d7a-62d7-47a6-90cb-780710d04269),segment_id=07d81d7a-62d7-47a6-90cb-780710d04269)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:45:04.958152 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ee0fa2e-4f3a-4e61-a78e-e861acdd3064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:04.971473 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2ee0fa2e-4f3a-4e61-a78e-e861acdd3064 admin admin] Calling delete_port for c8ca9dce-a63a-406b-a36d-f30b74cfe2dd owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:45:05.167062 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ee0fa2e-4f3a-4e61-a78e-e861acdd3064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:05.189868 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0fa2e-4f3a-4e61-a78e-e861acdd3064 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ca9dce-a63a-406b-a36d-f30b74cfe2dd,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:05.355380 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2ee0fa2e-4f3a-4e61-a78e-e861acdd3064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:05.571875 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee0fa2e-4f3a-4e61-a78e-e861acdd3064 admin admin] Router 8fd82397-60b9-4655-b973-2872b653f018 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:45:05.680394 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee0fa2e-4f3a-4e61-a78e-e861acdd3064 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:45:05.685992 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2ee0fa2e-4f3a-4e61-a78e-e861acdd3064 admin admin] 10.222.0.64 "PUT /v2.0/routers/8fd82397-60b9-4655-b973-2872b653f018/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8264101 Nov 15 11:45:05.688576 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46014) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:05.689970 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacc3801-3d9e-4111-a3bb-9bf0d98b0a92 None None] Sync routers for ids ['8fd82397-60b9-4655-b973-2872b653f018'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:45:05.700214 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacc3801-3d9e-4111-a3bb-9bf0d98b0a92 None None] Routers {'8fd82397-60b9-4655-b973-2872b653f018'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:45:05.700932 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-cacc3801-3d9e-4111-a3bb-9bf0d98b0a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:44:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8fd82397-60b9-4655-b973-2872b653f018'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:05.802183 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-336a8bc5-3b27-4657-bbad-56065d05fba3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:05.808010 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-cacc3801-3d9e-4111-a3bb-9bf0d98b0a92 None None] Set router 8fd82397-60b9-4655-b973-2872b653f018 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:45:05.915051 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-336a8bc5-3b27-4657-bbad-56065d05fba3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:05.972508 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-336a8bc5-3b27-4657-bbad-56065d05fba3 admin admin] Deleting port ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:45:05.972846 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-336a8bc5-3b27-4657-bbad-56065d05fba3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:06.054301 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-336a8bc5-3b27-4657-bbad-56065d05fba3 admin admin] For port ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:45:06.054541 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-336a8bc5-3b27-4657-bbad-56065d05fba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:06.066837 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-336a8bc5-3b27-4657-bbad-56065d05fba3 admin admin] Calling delete_port for ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:45:06.079495 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-cacc3801-3d9e-4111-a3bb-9bf0d98b0a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd82397-60b9-4655-b973-2872b653f018', 'name': 'tempest-AttachVolumeShelveTestJSON-1761931472-router', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:36:33Z', 'updated_at': '2021-11-15T11:45:05Z', 'revision_number': 5, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'gw_port': {'id': 'ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd82397-60b9-4655-b973-2872b653f018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:36:35Z', 'updated_at': '2021-11-15T11:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:06.108393 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacc3801-3d9e-4111-a3bb-9bf0d98b0a92 None None] Checking router: 8fd82397-60b9-4655-b973-2872b653f018 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:45:06.116925 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacc3801-3d9e-4111-a3bb-9bf0d98b0a92 None None] Routers {'8fd82397-60b9-4655-b973-2872b653f018'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:45:06.117539 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-cacc3801-3d9e-4111-a3bb-9bf0d98b0a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:44:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['8fd82397-60b9-4655-b973-2872b653f018'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:06.204186 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-cacc3801-3d9e-4111-a3bb-9bf0d98b0a92 None None] Set router 8fd82397-60b9-4655-b973-2872b653f018 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:45:06.239897 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-336a8bc5-3b27-4657-bbad-56065d05fba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:06.257220 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d2b6590a-e2e6-4db5-8d33-83b082683f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:06.263783 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-cacc3801-3d9e-4111-a3bb-9bf0d98b0a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd82397-60b9-4655-b973-2872b653f018', 'name': 'tempest-AttachVolumeShelveTestJSON-1761931472-router', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:36:33Z', 'updated_at': '2021-11-15T11:45:05Z', 'revision_number': 6, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:06.266770 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a8bc5-3b27-4657-bbad-56065d05fba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:06.284132 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39bd40b-325a-4be0-9053-4af416d1662f None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:45:06.294325 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacc3801-3d9e-4111-a3bb-9bf0d98b0a92 None None] The sync data for ids ['8fd82397-60b9-4655-b973-2872b653f018'] in n-d-729945-9 is: [{'id': '8fd82397-60b9-4655-b973-2872b653f018', 'name': 'tempest-AttachVolumeShelveTestJSON-1761931472-router', 'tenant_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:36:33Z', 'updated_at': '2021-11-15T11:45:05Z', 'revision_number': 6, 'project_id': 'eab0b4a8b87d49f5928c8feddd42ff75', 'gw_port_host': None}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:45:06.334513 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-336a8bc5-3b27-4657-bbad-56065d05fba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:06.424170 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-336a8bc5-3b27-4657-bbad-56065d05fba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:06.426438 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-336a8bc5-3b27-4657-bbad-56065d05fba3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:06.472302 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-336a8bc5-3b27-4657-bbad-56065d05fba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:06.472783 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336a8bc5-3b27-4657-bbad-56065d05fba3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fd82397-60b9-4655-b973-2872b653f018 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:45:06.477234 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-336a8bc5-3b27-4657-bbad-56065d05fba3 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:06.478402 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-336a8bc5-3b27-4657-bbad-56065d05fba3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/8fd82397-60b9-4655-b973-2872b653f018 HTTP/1.1" status: 204 len: 168 time: 0.7888377 Nov 15 11:45:06.480960 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46018) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:06.528214 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ebeaa1-b797-4f94-8fe0-3ac28116dcff admin admin] Deleting subnet 08dee673-fca8-478a-9f8a-c99ddd2f0e06 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:45:06.533476 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25ebeaa1-b797-4f94-8fe0-3ac28116dcff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:06.572785 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25ebeaa1-b797-4f94-8fe0-3ac28116dcff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:06.617213 n-d-729945-9 neutron-server[102677]: INFO neutron.db.db_base_plugin_v2 [None req-25ebeaa1-b797-4f94-8fe0-3ac28116dcff admin admin] Found port (0f90fe4b-ca22-4dff-88d3-111bf0a55843, 172.20.0.9) having IP allocation on subnet 08dee673-fca8-478a-9f8a-c99ddd2f0e06, cannot delete Nov 15 11:45:06.619806 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ebeaa1-b797-4f94-8fe0-3ac28116dcff admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 15 11:45:06.620435 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ebeaa1-b797-4f94-8fe0-3ac28116dcff admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:45:06.625321 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-25ebeaa1-b797-4f94-8fe0-3ac28116dcff admin admin] 10.222.0.64 "DELETE /v2.0/subnets/08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 409 len: 404 time: 0.1432168 Nov 15 11:45:07.679062 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:45:07.699215 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:45:07.699553 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ac2d2dc0-d7ed-4db8-bd88-5baa20ab05fd not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:45:07.699980 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c8ca9dce-a63a-406b-a36d-f30b74cfe2dd no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:45:07.722151 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: c8ca9dce-a63a-406b-a36d-f30b74cfe2dd {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:45:07.722429 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c8ca9dce-a63a-406b-a36d-f30b74cfe2dd not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:45:08.365158 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c1264e5-3617-4e0c-8275-8f71656b8b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:08.624251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46072) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:08.753147 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a565cf3e-df08-481a-b942-95b0e00eb180 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:08.829232 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a565cf3e-df08-481a-b942-95b0e00eb180 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:08.835972 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a565cf3e-df08-481a-b942-95b0e00eb180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:08.876617 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a565cf3e-df08-481a-b942-95b0e00eb180 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f1e70e44b7c419ba9ce056d6a0320a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2512841 Nov 15 11:45:08.877757 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565cf3e-df08-481a-b942-95b0e00eb180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af94a0f7-1739-46e7-9c21-85fff639b2e3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:08.879663 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46076) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:08.927620 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65ce7848-4fe4-41cf-a58d-bc2954130d4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:08.949262 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65ce7848-4fe4-41cf-a58d-bc2954130d4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:08.997838 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65ce7848-4fe4-41cf-a58d-bc2954130d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:09.000523 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-65ce7848-4fe4-41cf-a58d-bc2954130d4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:09.001670 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-65ce7848-4fe4-41cf-a58d-bc2954130d4c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af94a0f7-1739-46e7-9c21-85fff639b2e3 HTTP/1.1" status: 204 len: 168 time: 0.1210220 Nov 15 11:45:09.009772 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce7848-4fe4-41cf-a58d-bc2954130d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af94a0f7-1739-46e7-9c21-85fff639b2e3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:09.277512 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46082) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:09.290960 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5df023c6-771a-457f-a91c-083d2cb24ada admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:09.370515 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5df023c6-771a-457f-a91c-083d2cb24ada admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:09.375468 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5df023c6-771a-457f-a91c-083d2cb24ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:09.414937 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df023c6-771a-457f-a91c-083d2cb24ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfcdd13-3297-46b9-9e18-ec648d2a7e21,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:09.418944 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5df023c6-771a-457f-a91c-083d2cb24ada admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=35465a18e9e54939978d92d9e5463e5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1404533 Nov 15 11:45:09.421769 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46086) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:09.469281 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b902c77-03c2-45f8-b02a-4960ca70961e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:09.491184 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b902c77-03c2-45f8-b02a-4960ca70961e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:09.546475 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b902c77-03c2-45f8-b02a-4960ca70961e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:09.549479 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1b902c77-03c2-45f8-b02a-4960ca70961e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:09.550636 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1b902c77-03c2-45f8-b02a-4960ca70961e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/abfcdd13-3297-46b9-9e18-ec648d2a7e21 HTTP/1.1" status: 204 len: 168 time: 0.1279819 Nov 15 11:45:09.558521 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b902c77-03c2-45f8-b02a-4960ca70961e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfcdd13-3297-46b9-9e18-ec648d2a7e21,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:09.896240 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:11.475654 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:12.143221 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:14.965530 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46218) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:15.078531 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c26b8747-fcc1-42ee-ac93-950362712de6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:15.166315 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c26b8747-fcc1-42ee-ac93-950362712de6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:15.171619 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c26b8747-fcc1-42ee-ac93-950362712de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:15.212245 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c26b8747-fcc1-42ee-ac93-950362712de6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=926b7583ad6a41febdce0c22c60541fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2431934 Nov 15 11:45:15.212654 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46222) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:15.216099 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b8747-fcc1-42ee-ac93-950362712de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd353220-5471-4022-be6a-57e49dd68a67,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:15.265694 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-959392bc-9f2c-45eb-bd3b-d8295b62d939 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:15.287624 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-959392bc-9f2c-45eb-bd3b-d8295b62d939 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:15.340969 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-959392bc-9f2c-45eb-bd3b-d8295b62d939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:15.344003 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-959392bc-9f2c-45eb-bd3b-d8295b62d939 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:15.347553 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-959392bc-9f2c-45eb-bd3b-d8295b62d939 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd353220-5471-4022-be6a-57e49dd68a67 HTTP/1.1" status: 204 len: 168 time: 0.1315312 Nov 15 11:45:15.360877 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959392bc-9f2c-45eb-bd3b-d8295b62d939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd353220-5471-4022-be6a-57e49dd68a67,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:15.692381 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46230) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:15.706390 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b2da37e-6c1e-4e57-b03b-349b95142ef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:15.800192 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b2da37e-6c1e-4e57-b03b-349b95142ef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:15.806756 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b2da37e-6c1e-4e57-b03b-349b95142ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:15.854386 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2da37e-6c1e-4e57-b03b-349b95142ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a15ef7-7ba0-4c29-a876-a92e26a3883a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:15.862228 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46232) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:15.876439 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2b2da37e-6c1e-4e57-b03b-349b95142ef0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b6d22220339d439fac9098b9942ccf64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1828637 Nov 15 11:45:15.931215 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9ca80e51-a858-4519-8aba-10b056d27a78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:15.967449 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9ca80e51-a858-4519-8aba-10b056d27a78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:16.018398 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9ca80e51-a858-4519-8aba-10b056d27a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:16.021274 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9ca80e51-a858-4519-8aba-10b056d27a78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:16.022768 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9ca80e51-a858-4519-8aba-10b056d27a78 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d6a15ef7-7ba0-4c29-a876-a92e26a3883a HTTP/1.1" status: 204 len: 168 time: 0.1592429 Nov 15 11:45:16.032442 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca80e51-a858-4519-8aba-10b056d27a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a15ef7-7ba0-4c29-a876-a92e26a3883a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:18.590335 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46328) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:18.714747 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4767706-65e7-4005-8731-7039b351f014 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:18.790491 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4767706-65e7-4005-8731-7039b351f014 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:18.795223 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4767706-65e7-4005-8731-7039b351f014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:18.833898 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4767706-65e7-4005-8731-7039b351f014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ee1325-6194-4bbe-8b22-54296d56595f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:18.841091 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f4767706-65e7-4005-8731-7039b351f014 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=088a7c65da1e482484925172be8cc7fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2469234 Nov 15 11:45:18.841289 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46332) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:18.890031 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d85d181-72d6-41a7-93bf-94fbf552ad56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:18.911529 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d85d181-72d6-41a7-93bf-94fbf552ad56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:18.962628 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d85d181-72d6-41a7-93bf-94fbf552ad56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:18.965489 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d85d181-72d6-41a7-93bf-94fbf552ad56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:18.969415 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1d85d181-72d6-41a7-93bf-94fbf552ad56 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/43ee1325-6194-4bbe-8b22-54296d56595f HTTP/1.1" status: 204 len: 168 time: 0.1271949 Nov 15 11:45:18.977823 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85d181-72d6-41a7-93bf-94fbf552ad56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ee1325-6194-4bbe-8b22-54296d56595f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:19.280699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46346) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:19.296054 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bba712a-b21e-45c4-9231-1858c240978d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:19.384511 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bba712a-b21e-45c4-9231-1858c240978d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:19.392579 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bba712a-b21e-45c4-9231-1858c240978d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:19.438094 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9bba712a-b21e-45c4-9231-1858c240978d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f4dd0334eae4b5daee3213668d5cb5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1546252 Nov 15 11:45:19.439398 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46348) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:19.447029 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba712a-b21e-45c4-9231-1858c240978d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77eee0a-2061-42bd-9e7e-1e500176a50b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:19.496704 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2e07db3-e5ab-4807-add3-66980b84348f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:19.520534 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2e07db3-e5ab-4807-add3-66980b84348f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:19.572728 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2e07db3-e5ab-4807-add3-66980b84348f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:19.576226 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2e07db3-e5ab-4807-add3-66980b84348f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:19.578388 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a2e07db3-e5ab-4807-add3-66980b84348f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d77eee0a-2061-42bd-9e7e-1e500176a50b HTTP/1.1" status: 204 len: 168 time: 0.1378818 Nov 15 11:45:19.591770 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e07db3-e5ab-4807-add3-66980b84348f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77eee0a-2061-42bd-9e7e-1e500176a50b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:21.903545 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46404) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:22.094231 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1048999d-63f4-4d71-8061-33de6e5b839e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:22.252188 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1048999d-63f4-4d71-8061-33de6e5b839e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:22.262703 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1048999d-63f4-4d71-8061-33de6e5b839e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:22.307678 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1048999d-63f4-4d71-8061-33de6e5b839e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f83d2ccfb5eb44fe8236c2fcadc9a2f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4028277 Nov 15 11:45:22.308644 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048999d-63f4-4d71-8061-33de6e5b839e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22472049-efe8-4045-ab64-b6828bfd6946,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:22.309440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46410) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:22.371770 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19d51d0d-1b28-46a6-bdbc-ad8dac6035f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:22.401097 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19d51d0d-1b28-46a6-bdbc-ad8dac6035f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:22.504180 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19d51d0d-1b28-46a6-bdbc-ad8dac6035f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:22.507061 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-19d51d0d-1b28-46a6-bdbc-ad8dac6035f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:22.511837 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-19d51d0d-1b28-46a6-bdbc-ad8dac6035f1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/22472049-efe8-4045-ab64-b6828bfd6946 HTTP/1.1" status: 204 len: 168 time: 0.1969833 Nov 15 11:45:22.524383 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d51d0d-1b28-46a6-bdbc-ad8dac6035f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22472049-efe8-4045-ab64-b6828bfd6946,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:22.714799 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:45:23.025564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46418) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:23.045520 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e11a2d3f-4d45-4924-bb0c-23a0d7b40072 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:23.151664 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e11a2d3f-4d45-4924-bb0c-23a0d7b40072 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:23.159277 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e11a2d3f-4d45-4924-bb0c-23a0d7b40072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:23.200956 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e11a2d3f-4d45-4924-bb0c-23a0d7b40072 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=556869d79ac94c97b9d38f67ff35d8f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1739812 Nov 15 11:45:23.202170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a2d3f-4d45-4924-bb0c-23a0d7b40072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb24be4-3df2-4838-9dc3-f087c823fc89,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:23.203987 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46420) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:23.256036 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea325b1c-3f92-415b-9a0d-91ec2bf3b012 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:23.278816 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea325b1c-3f92-415b-9a0d-91ec2bf3b012 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:23.330217 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea325b1c-3f92-415b-9a0d-91ec2bf3b012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:23.332921 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ea325b1c-3f92-415b-9a0d-91ec2bf3b012 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:23.334611 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ea325b1c-3f92-415b-9a0d-91ec2bf3b012 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1eb24be4-3df2-4838-9dc3-f087c823fc89 HTTP/1.1" status: 204 len: 168 time: 0.1287885 Nov 15 11:45:23.343317 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea325b1c-3f92-415b-9a0d-91ec2bf3b012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb24be4-3df2-4838-9dc3-f087c823fc89,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:25.812538 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46512) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:25.949879 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e8133a3-17e4-430f-bc54-5933ec68e902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:26.032460 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e8133a3-17e4-430f-bc54-5933ec68e902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:26.039348 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e8133a3-17e4-430f-bc54-5933ec68e902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:26.079182 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1e8133a3-17e4-430f-bc54-5933ec68e902 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4263813b46a4a6ea4c023f0526e39d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2645738 Nov 15 11:45:26.079993 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8133a3-17e4-430f-bc54-5933ec68e902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b73c5c5-09e6-4707-913c-b57419e3d9e1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:26.082041 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46518) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:26.137605 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3330a236-3353-44b2-a3b2-19227d14e186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:26.158482 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3330a236-3353-44b2-a3b2-19227d14e186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:26.207629 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3330a236-3353-44b2-a3b2-19227d14e186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:26.210913 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3330a236-3353-44b2-a3b2-19227d14e186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:26.214859 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3330a236-3353-44b2-a3b2-19227d14e186 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6b73c5c5-09e6-4707-913c-b57419e3d9e1 HTTP/1.1" status: 204 len: 168 time: 0.1316116 Nov 15 11:45:26.222885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330a236-3353-44b2-a3b2-19227d14e186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b73c5c5-09e6-4707-913c-b57419e3d9e1,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:26.486423 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46526) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:26.502000 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32e0767a-e045-47ff-96f1-fd6549e14670 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:26.587087 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32e0767a-e045-47ff-96f1-fd6549e14670 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:26.592773 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-32e0767a-e045-47ff-96f1-fd6549e14670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:26.630323 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-32e0767a-e045-47ff-96f1-fd6549e14670 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7387b304ef054a4582649f13fa953dd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1427405 Nov 15 11:45:26.632286 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0767a-e045-47ff-96f1-fd6549e14670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13e41f3-b01b-49dd-a3d4-528756bd5831,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:26.633127 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46532) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:26.690933 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1994a3ef-2d82-435b-b5b7-94a1bdff1f5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:26.714156 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1994a3ef-2d82-435b-b5b7-94a1bdff1f5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:26.764827 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1994a3ef-2d82-435b-b5b7-94a1bdff1f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:26.768341 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1994a3ef-2d82-435b-b5b7-94a1bdff1f5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:26.772828 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1994a3ef-2d82-435b-b5b7-94a1bdff1f5a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c13e41f3-b01b-49dd-a3d4-528756bd5831 HTTP/1.1" status: 204 len: 168 time: 0.1373458 Nov 15 11:45:26.782359 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994a3ef-2d82-435b-b5b7-94a1bdff1f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13e41f3-b01b-49dd-a3d4-528756bd5831,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:26.823091 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-269c61fb-238a-4da1-96e1-3c1169760d03 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1581028617&fields=id&tenant_id=7766e2dd9df541a4b3334b23af798fc4 HTTP/1.1" status: 200 len: 267 time: 0.0666773 Nov 15 11:45:26.944531 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-1aea7168-c6fa-4aa4-8e7f-075c7c919805 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:26.946071 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-1aea7168-c6fa-4aa4-8e7f-075c7c919805 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 811 time: 0.1154356 Nov 15 11:45:26.964182 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-0bb29f43-dd0b-4757-ae31-b5799c029864 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/quotas/7766e2dd9df541a4b3334b23af798fc4 HTTP/1.1" status: 200 len: 375 time: 0.0119259 Nov 15 11:45:27.027191 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-1a5d36d5-262b-41b9-93af-53eb0e661bf4 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0522399 Nov 15 11:45:27.250103 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-213171e5-418d-435a-8a49-738520a70152 service neutron] 10.222.0.64 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083070 Nov 15 11:45:27.352778 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-b59672f3-985c-48a9-b012-45f43128f879 service neutron] 10.222.0.64 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952177 Nov 15 11:45:27.683208 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad2c5a1d-e670-4093-923b-01bd4296446f req-1f7222e1-5f1a-4eaf-9768-5d69af472877 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 210 time: 0.0323648 Nov 15 11:45:28.816190 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3a78594-d2c0-4b3a-84e4-7c720f817530 req-a4ef3dbd-6510-4051-b379-c2800e972005 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 210 time: 0.0331619 Nov 15 11:45:28.862774 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-bcb1822a-5e2f-4e64-8464-477d12c4acb9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:28.864266 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-bcb1822a-5e2f-4e64-8464-477d12c4acb9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.55 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 811 time: 0.1412687 Nov 15 11:45:28.931055 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-00729f99-386c-4eb1-9d95-97f0420557d7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7766e2dd9df541a4b3334b23af798fc4 HTTP/1.1" status: 200 len: 380 time: 0.0570183 Nov 15 11:45:28.940310 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f31a3385-2590-4936-b990-8874e86018d7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Request body: {'port': {'device_id': '4d0e8630-7052-4f34-be87-452667751223', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'admin_state_up': True, 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'security_groups': ['a3bc7465-2782-416e-ac2c-abf5fde7b165']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:45:29.013586 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46646) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:29.086803 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f31a3385-2590-4936-b990-8874e86018d7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Made reservation on behalf of 7766e2dd9df541a4b3334b23af798fc4 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:45:29.096322 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f31a3385-2590-4936-b990-8874e86018d7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:29.154177 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fbb74b9-cc6e-462a-ac86-d62410995257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:29.268339 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fbb74b9-cc6e-462a-ac86-d62410995257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:29.276093 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fbb74b9-cc6e-462a-ac86-d62410995257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:29.300484 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f31a3385-2590-4936-b990-8874e86018d7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Allocated IP 172.20.0.11 (6b1842a3-8b78-48b6-930c-de775291ae35/03402d5a-eb71-46f6-ad30-bb9e6876f489/8b7021c3-b25f-4933-95dc-f52aa5229596) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:45:29.317697 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46656) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:29.318108 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5fbb74b9-cc6e-462a-ac86-d62410995257 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8bc435d455334266a63debba78f3b447&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3034141 Nov 15 11:45:29.339304 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb74b9-cc6e-462a-ac86-d62410995257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820cbea1-d92d-44b2-bd56-4031b0d00375,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:29.468386 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bfd12-f7d7-4863-b267-80b526f83591 req-259670e1-e790-4301-a45c-4fa99dee81f5 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:29.470026 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d20bfd12-f7d7-4863-b267-80b526f83591 req-259670e1-e790-4301-a45c-4fa99dee81f5 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=734da045-cdd3-4ba2-bc73-2d9d8b7c3590 HTTP/1.1" status: 200 len: 945 time: 0.1428027 Nov 15 11:45:29.504505 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-660c998f-276f-4822-b57b-4a7f8a4ad3cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:29.567728 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-660c998f-276f-4822-b57b-4a7f8a4ad3cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:29.589678 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f31a3385-2590-4936-b990-8874e86018d7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:29.594428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d20bfd12-f7d7-4863-b267-80b526f83591 req-3104e56b-8d8d-4f0b-aa94-350e05e758d3 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce4c2f0e-9a79-44b5-8f2f-38d96c2e5403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151187 Nov 15 11:45:29.650706 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f31a3385-2590-4936-b990-8874e86018d7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:29.652799 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-660c998f-276f-4822-b57b-4a7f8a4ad3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:29.655365 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-660c998f-276f-4822-b57b-4a7f8a4ad3cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:29.659719 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-660c998f-276f-4822-b57b-4a7f8a4ad3cb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/820cbea1-d92d-44b2-bd56-4031b0d00375 HTTP/1.1" status: 204 len: 168 time: 0.3379788 Nov 15 11:45:29.694265 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c998f-276f-4822-b57b-4a7f8a4ad3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820cbea1-d92d-44b2-bd56-4031b0d00375,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:29.712368 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f31a3385-2590-4936-b990-8874e86018d7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Network 6b1842a3-8b78-48b6-930c-de775291ae35 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:45:29.715894 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f31a3385-2590-4936-b990-8874e86018d7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:45:29.720483 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f31a3385-2590-4936-b990-8874e86018d7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:45:29.724569 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a3385-2590-4936-b990-8874e86018d7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event updated for resources: {'Port': ['ID=8b7021c3-b25f-4933-95dc-f52aa5229596,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:29.789272 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f31a3385-2590-4936-b990-8874e86018d7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:29.790507 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f31a3385-2590-4936-b990-8874e86018d7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:29.814042 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:29.819540 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f31a3385-2590-4936-b990-8874e86018d7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8828616 Nov 15 11:45:29.834574 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f1b878b4-1063-4cf4-adb7-94e3d0501b13 service neutron] Request body: {'port': {'device_id': '4d0e8630-7052-4f34-be87-452667751223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:45:29.960348 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f1b878b4-1063-4cf4-adb7-94e3d0501b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:30.017911 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-52d5d5d3-3add-4bfc-bd0d-b03d6d3d3f58 None None] Provisioning complete for port 8b7021c3-b25f-4933-95dc-f52aa5229596 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:45:30.018279 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-52d5d5d3-3add-4bfc-bd0d-b03d6d3d3f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:30.028564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46664) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:30.044680 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0bfb80d4-0105-41b0-a614-9840598c853e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:30.058180 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-52d5d5d3-3add-4bfc-bd0d-b03d6d3d3f58 None None] Port 8b7021c3-b25f-4933-95dc-f52aa5229596 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:45:30.112973 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9850f3b-98aa-4eeb-b6d6-fb1226c8994c req-aef86d6a-34f8-40ff-8625-25c15535e155 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:30.114531 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f9850f3b-98aa-4eeb-b6d6-fb1226c8994c req-aef86d6a-34f8-40ff-8625-25c15535e155 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 932 time: 0.1574049 Nov 15 11:45:30.139442 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0bfb80d4-0105-41b0-a614-9840598c853e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:30.145870 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0bfb80d4-0105-41b0-a614-9840598c853e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:30.186007 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0bfb80d4-0105-41b0-a614-9840598c853e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aa36bc92be0049fd9c80f8fd07801504&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1557174 Nov 15 11:45:30.187287 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb80d4-0105-41b0-a614-9840598c853e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66bfede-26b5-45c1-ada4-5234ab91d72e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:30.192716 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46666) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:30.223300 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f9850f3b-98aa-4eeb-b6d6-fb1226c8994c req-0b0eea61-cbda-4d18-a2ed-8100b0e41e96 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987182 Nov 15 11:45:30.241571 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-228528f9-ca6b-44fa-8df1-06081f4b8a3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:30.264045 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-228528f9-ca6b-44fa-8df1-06081f4b8a3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:30.310644 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-228528f9-ca6b-44fa-8df1-06081f4b8a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:30.314765 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-228528f9-ca6b-44fa-8df1-06081f4b8a3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:30.315969 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-228528f9-ca6b-44fa-8df1-06081f4b8a3f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a66bfede-26b5-45c1-ada4-5234ab91d72e HTTP/1.1" status: 204 len: 168 time: 0.1222842 Nov 15 11:45:30.324403 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228528f9-ca6b-44fa-8df1-06081f4b8a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66bfede-26b5-45c1-ada4-5234ab91d72e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:30.337883 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f1b878b4-1063-4cf4-adb7-94e3d0501b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7021c3-b25f-4933-95dc-f52aa5229596 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:45:30.349376 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f1b878b4-1063-4cf4-adb7-94e3d0501b13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:30.363667 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f1b878b4-1063-4cf4-adb7-94e3d0501b13 service neutron] Transition to ACTIVE for port object 8b7021c3-b25f-4933-95dc-f52aa5229596 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:45:30.370026 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f1b878b4-1063-4cf4-adb7-94e3d0501b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:30.441560 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b878b4-1063-4cf4-adb7-94e3d0501b13 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7021c3-b25f-4933-95dc-f52aa5229596,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:30.496129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f1b878b4-1063-4cf4-adb7-94e3d0501b13 service neutron] Attempting to bind port 8b7021c3-b25f-4933-95dc-f52aa5229596 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:30.496129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f1b878b4-1063-4cf4-adb7-94e3d0501b13 service neutron] Attempting to bind port 8b7021c3-b25f-4933-95dc-f52aa5229596 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:30.500181 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f1b878b4-1063-4cf4-adb7-94e3d0501b13 service neutron] Attempting to bind port 8b7021c3-b25f-4933-95dc-f52aa5229596 on network 6b1842a3-8b78-48b6-930c-de775291ae35 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:30.507160 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f1b878b4-1063-4cf4-adb7-94e3d0501b13 service neutron] Port 8b7021c3-b25f-4933-95dc-f52aa5229596 on network 6b1842a3-8b78-48b6-930c-de775291ae35 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:30.507777 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f1b878b4-1063-4cf4-adb7-94e3d0501b13 service neutron] Attempting to bind port 8b7021c3-b25f-4933-95dc-f52aa5229596 on network 6b1842a3-8b78-48b6-930c-de775291ae35 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:30.514733 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f1b878b4-1063-4cf4-adb7-94e3d0501b13 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:45:30.515340 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f1b878b4-1063-4cf4-adb7-94e3d0501b13 service neutron] Checking segment: {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:45:30.515738 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f1b878b4-1063-4cf4-adb7-94e3d0501b13 service neutron] Bound using segment: {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:45:30.516221 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f1b878b4-1063-4cf4-adb7-94e3d0501b13 service neutron] Bound port: 8b7021c3-b25f-4933-95dc-f52aa5229596, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c19283d2-69b5-4cfd-aa62-bae4e4d72274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:45:30.516583 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f1b878b4-1063-4cf4-adb7-94e3d0501b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:30.614645 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f1b878b4-1063-4cf4-adb7-94e3d0501b13 service neutron] For port 8b7021c3-b25f-4933-95dc-f52aa5229596, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:45:30.635079 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f1b878b4-1063-4cf4-adb7-94e3d0501b13 service neutron] For port 8b7021c3-b25f-4933-95dc-f52aa5229596, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=8b7021c3-b25f-4933-95dc-f52aa5229596,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:45:30.644232 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f1b878b4-1063-4cf4-adb7-94e3d0501b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:30.743111 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b878b4-1063-4cf4-adb7-94e3d0501b13 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7021c3-b25f-4933-95dc-f52aa5229596,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:30.754610 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f1b878b4-1063-4cf4-adb7-94e3d0501b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:30.755239 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f1b878b4-1063-4cf4-adb7-94e3d0501b13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:30.756755 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-f1b878b4-1063-4cf4-adb7-94e3d0501b13 service neutron] 10.222.0.55 "PUT /v2.0/ports/8b7021c3-b25f-4933-95dc-f52aa5229596 HTTP/1.1" status: 200 len: 1092 time: 0.9290123 Nov 15 11:45:30.757214 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0e8630-7052-4f34-be87-452667751223', 'tag': '8b7021c3-b25f-4933-95dc-f52aa5229596'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:45:30.760118 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb68d6c-1c66-463a-b013-2c9fb6e240db" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0e8630-7052-4f34-be87-452667751223", "tag": "8b7021c3-b25f-4933-95dc-f52aa5229596"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:45:30.797178 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1d7ee-3470-4878-bfec-b330d70ada54 req-57b808e9-a56b-443e-9cb7-e393c353e9da tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:30.798774 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6a1d7ee-3470-4878-bfec-b330d70ada54 req-57b808e9-a56b-443e-9cb7-e393c353e9da tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=734da045-cdd3-4ba2-bc73-2d9d8b7c3590 HTTP/1.1" status: 200 len: 945 time: 0.0952387 Nov 15 11:45:30.873403 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6a1d7ee-3470-4878-bfec-b330d70ada54 req-820f9757-76b4-4957-b9c8-c711a974c784 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/security-groups?id=ce4c2f0e-9a79-44b5-8f2f-38d96c2e5403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652750 Nov 15 11:45:31.029914 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebd805-98f6-4c0d-aaf5-cba70abc5ff0 req-0971155d-7a8f-40a9-8544-2e98af8a0c01 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:31.033977 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-83ebd805-98f6-4c0d-aaf5-cba70abc5ff0 req-0971155d-7a8f-40a9-8544-2e98af8a0c01 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.11 "GET /v2.0/ports?device_id=734da045-cdd3-4ba2-bc73-2d9d8b7c3590 HTTP/1.1" status: 200 len: 945 time: 0.0703917 Nov 15 11:45:31.087856 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-4397aa01-b41b-4178-a74e-bef24f4459fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:31.089395 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-4397aa01-b41b-4178-a74e-bef24f4459fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 1095 time: 0.2869515 Nov 15 11:45:31.160085 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-577b232c-cb23-4e5a-9fc1-e8e0297f663e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b7021c3-b25f-4933-95dc-f52aa5229596 HTTP/1.1" status: 200 len: 217 time: 0.0613923 Nov 15 11:45:31.183079 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-83ebd805-98f6-4c0d-aaf5-cba70abc5ff0 req-53ebc50c-2aa6-47e1-b763-272c2ddf7679 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Deleting port 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:45:31.183618 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-83ebd805-98f6-4c0d-aaf5-cba70abc5ff0 req-53ebc50c-2aa6-47e1-b763-272c2ddf7679 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:31.244499 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-bd68c1ea-d9e3-462d-81b8-0f156df15525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:31.246839 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-bd68c1ea-d9e3-462d-81b8-0f156df15525 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 200 len: 850 time: 0.0791550 Nov 15 11:45:31.306502 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af730d2-493f-4acb-9de6-df149a59949e x-openstack-request-id: req-3af730d2-493f-4acb-9de6-df149a59949e {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:45:31.306773 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0e8630-7052-4f34-be87-452667751223", "tag": "8b7021c3-b25f-4933-95dc-f52aa5229596", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:45:31.307019 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3af730d2-493f-4acb-9de6-df149a59949e {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:45:31.307466 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0e8630-7052-4f34-be87-452667751223', 'tag': '8b7021c3-b25f-4933-95dc-f52aa5229596', 'status': 'completed', 'code': 200} Nov 15 11:45:31.309522 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-83ebd805-98f6-4c0d-aaf5-cba70abc5ff0 req-53ebc50c-2aa6-47e1-b763-272c2ddf7679 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] For port 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5c286b0c-2be5-4e08-89fe-0a6fff6cddd4,segment=NetworkSegment(a4634e56-c449-43d0-a0e4-9eb61ae06af3),segment_id=a4634e56-c449-43d0-a0e4-9eb61ae06af3)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:45:31.310244 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-83ebd805-98f6-4c0d-aaf5-cba70abc5ff0 req-53ebc50c-2aa6-47e1-b763-272c2ddf7679 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:31.326477 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-83ebd805-98f6-4c0d-aaf5-cba70abc5ff0 req-53ebc50c-2aa6-47e1-b763-272c2ddf7679 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Calling delete_port for 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:45:31.361588 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-9bc0a959-62b5-4f74-bd17-7a89f486ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:31.363397 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-9bc0a959-62b5-4f74-bd17-7a89f486ceb4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1842a3-8b78-48b6-930c-de775291ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056113 Nov 15 11:45:31.468055 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-83ebd805-98f6-4c0d-aaf5-cba70abc5ff0 req-53ebc50c-2aa6-47e1-b763-272c2ddf7679 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:31.481721 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['5c286b0c-2be5-4e08-89fe-0a6fff6cddd4'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:45:31.487721 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1412ec9-75d4-4187-90fd-52a5479dcf00 req-0b2ebfba-e8dc-4a77-a6de-edb119466ff5 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:31.492259 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a1412ec9-75d4-4187-90fd-52a5479dcf00 req-0b2ebfba-e8dc-4a77-a6de-edb119466ff5 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 944 time: 0.1632748 Nov 15 11:45:31.510946 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-035803b8-c013-450f-ba3f-e93179e2e74d service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384652 Nov 15 11:45:31.547339 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebc50c-2aa6-47e1-b763-272c2ddf7679 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Pushing event deleted for resources: {'Port': ['ID=5c286b0c-2be5-4e08-89fe-0a6fff6cddd4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:31.569113 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ebd805-98f6-4c0d-aaf5-cba70abc5ff0 req-53ebc50c-2aa6-47e1-b763-272c2ddf7679 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] No DVR routers for this DVR port 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:45:31.572529 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-83ebd805-98f6-4c0d-aaf5-cba70abc5ff0 req-53ebc50c-2aa6-47e1-b763-272c2ddf7679 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:31.577152 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-83ebd805-98f6-4c0d-aaf5-cba70abc5ff0 req-53ebc50c-2aa6-47e1-b763-272c2ddf7679 tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.11 "DELETE /v2.0/ports/5c286b0c-2be5-4e08-89fe-0a6fff6cddd4 HTTP/1.1" status: 204 len: 173 time: 0.5380595 Nov 15 11:45:31.577667 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734da045-cdd3-4ba2-bc73-2d9d8b7c3590', 'name': 'network-vif-deleted', 'tag': '5c286b0c-2be5-4e08-89fe-0a6fff6cddd4'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:45:31.580698 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ddcaf8-be74-42be-aec9-a88cd8be3e99" -d '{"events": [{"server_uuid": "734da045-cdd3-4ba2-bc73-2d9d8b7c3590", "name": "network-vif-deleted", "tag": "5c286b0c-2be5-4e08-89fe-0a6fff6cddd4"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:45:31.647935 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a1412ec9-75d4-4187-90fd-52a5479dcf00 req-1e1a2b11-cc76-4ad2-844c-44b33c89a1bd tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464884 Nov 15 11:45:31.698106 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66ac7d4b-ea3c-49d7-9787-3815bdd9dde2 req-5885acd6-91e5-43b9-ace5-2f1f0c0a8d59 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766217 Nov 15 11:45:31.752454 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:31.829294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb68d6c-1c66-463a-b013-2c9fb6e240db req-61e42a09-a154-4a97-a2f1-7a4f7b88354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:31.831275 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6fb68d6c-1c66-463a-b013-2c9fb6e240db req-61e42a09-a154-4a97-a2f1-7a4f7b88354e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 1095 time: 0.0628662 Nov 15 11:45:31.877649 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2475efa2-473c-45e1-82f1-f6458fa0a50b x-openstack-request-id: req-2475efa2-473c-45e1-82f1-f6458fa0a50b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:45:31.877841 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734da045-cdd3-4ba2-bc73-2d9d8b7c3590", "name": "network-vif-deleted", "tag": "5c286b0c-2be5-4e08-89fe-0a6fff6cddd4", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:45:31.878315 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2475efa2-473c-45e1-82f1-f6458fa0a50b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:45:31.878562 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734da045-cdd3-4ba2-bc73-2d9d8b7c3590', 'name': 'network-vif-deleted', 'tag': '5c286b0c-2be5-4e08-89fe-0a6fff6cddd4', 'status': 'completed', 'code': 200} Nov 15 11:45:31.931537 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb68d6c-1c66-463a-b013-2c9fb6e240db req-91661569-d8e9-40b0-b85f-6cd944fd7169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:31.933079 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6fb68d6c-1c66-463a-b013-2c9fb6e240db req-91661569-d8e9-40b0-b85f-6cd944fd7169 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 912 time: 0.0940344 Nov 15 11:45:31.996357 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6fb68d6c-1c66-463a-b013-2c9fb6e240db req-cb81cfac-ba88-4e8e-8d2a-492cfb7de1df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b7021c3-b25f-4933-95dc-f52aa5229596 HTTP/1.1" status: 200 len: 217 time: 0.0551236 Nov 15 11:45:32.046383 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-133c4619-9a09-4635-b157-6a4c32826b93 req-24fbe629-cdfd-4ae6-be13-2e032deae66f tempest-VolumesSnapshotTestJSON-1631988635 tempest-VolumesSnapshotTestJSON-1631988635-project] 10.222.0.64 "GET /v2.0/ports?device_id=734da045-cdd3-4ba2-bc73-2d9d8b7c3590 HTTP/1.1" status: 200 len: 210 time: 0.0455668 Nov 15 11:45:32.094107 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb68d6c-1c66-463a-b013-2c9fb6e240db req-11592a8c-54dd-4f29-bd8d-8b8be2015618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:32.095755 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6fb68d6c-1c66-463a-b013-2c9fb6e240db req-11592a8c-54dd-4f29-bd8d-8b8be2015618 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 200 len: 850 time: 0.0620475 Nov 15 11:45:32.169938 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb68d6c-1c66-463a-b013-2c9fb6e240db req-ab622163-6d3c-4e12-abeb-b51352ba3728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:32.172525 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6fb68d6c-1c66-463a-b013-2c9fb6e240db req-ab622163-6d3c-4e12-abeb-b51352ba3728 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1842a3-8b78-48b6-930c-de775291ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693033 Nov 15 11:45:32.212139 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46718) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:32.285127 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6fb68d6c-1c66-463a-b013-2c9fb6e240db req-728ec189-68b9-4c46-ab0a-2d40b3ee6336 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033237 Nov 15 11:45:32.381862 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6fb68d6c-1c66-463a-b013-2c9fb6e240db req-1698cb9e-9127-4167-a12a-dad358ce1579 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904300 Nov 15 11:45:32.390625 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d683c529-72ef-439d-8b36-db651722b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-674128059'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:45:32.414825 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d683c529-72ef-439d-8b36-db651722b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] Made reservation on behalf of a43af2b3be074e30892183ca6b2010c6 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:45:32.418959 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d683c529-72ef-439d-8b36-db651722b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:32.429012 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d683c529-72ef-439d-8b36-db651722b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:32.510777 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d683c529-72ef-439d-8b36-db651722b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:32.514758 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d683c529-72ef-439d-8b36-db651722b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:32.543264 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d683c529-72ef-439d-8b36-db651722b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:45:32.554197 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683c529-72ef-439d-8b36-db651722b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54b8aecf-47a7-465d-9300-b9772e40dd0f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:32.561007 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d683c529-72ef-439d-8b36-db651722b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:32.561406 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-d683c529-72ef-439d-8b36-db651722b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] Added segment ae995314-7d42-4ef0-ba45-fb3e9b2676d6 of type vlan for network b4df2660-84ef-4ee4-a4aa-893759c4d088 Nov 15 11:45:32.607396 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d683c529-72ef-439d-8b36-db651722b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:32.638341 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d683c529-72ef-439d-8b36-db651722b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:32.644206 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d683c529-72ef-439d-8b36-db651722b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:32.644847 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d683c529-72ef-439d-8b36-db651722b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:32.719883 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d683c529-72ef-439d-8b36-db651722b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.5037880 Nov 15 11:45:32.723536 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683c529-72ef-439d-8b36-db651722b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] Pushing event updated for resources: {'Network': ['ID=b4df2660-84ef-4ee4-a4aa-893759c4d088,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:32.735621 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network b4df2660-84ef-4ee4-a4aa-893759c4d088 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:45:32.777369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddf201-c046-4cb8-bc92-9a02a8ee03b9 req-679f9916-d684-416a-a119-a0bb8d643d3b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:32.779119 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14ddf201-c046-4cb8-bc92-9a02a8ee03b9 req-679f9916-d684-416a-a119-a0bb8d643d3b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 944 time: 0.0594969 Nov 15 11:45:32.830675 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14ddf201-c046-4cb8-bc92-9a02a8ee03b9 req-183f6ecb-9f5d-4a7e-9849-03c14beb2124 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451229 Nov 15 11:45:32.999321 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46728) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:33.004395 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Request body: {'port': {'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088', 'binding:host_id': 'n-h2-729945-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024108234'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:45:33.027550 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Made reservation on behalf of e05ff485708249849adc34d1c6224d04 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:45:33.029879 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:33.038979 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:33.117805 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:33.124806 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:33.137731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] device_id is not set on port ac80d26d-afd7-448b-87ef-cde248dbeb3c yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:45:33.203066 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e639e75-63b2-4e97-b794-f55cf9a62300,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:33.374152 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] device_id is not set on port ac80d26d-afd7-448b-87ef-cde248dbeb3c yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:45:33.384624 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:33.392524 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:33.466764 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Pushing event updated for resources: {'Port': ['ID=ac80d26d-afd7-448b-87ef-cde248dbeb3c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:33.478323 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Checking segment: {'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:45:33.478685 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Network hostable DHCP agents. Network: b4df2660-84ef-4ee4-a4aa-893759c4d088, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:45:33.502343 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Network b4df2660-84ef-4ee4-a4aa-893759c4d088 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:45:33.517049 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, b4df2660-84ef-4ee4-a4aa-893759c4d088) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:45:33.521336 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:45:33.535489 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67cec96-2e98-4585-ae56-d41e43dfee5c None None] Network b4df2660-84ef-4ee4-a4aa-893759c4d088 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:45:33.538317 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:33.538711 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:33.538982 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:33.544093 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port ac80d26d-afd7-448b-87ef-cde248dbeb3c on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:33.544417 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:33.544849 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 2 to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c Nov 15 11:45:33.559272 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:33.559595 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:33.560164 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:33.564459 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port ac80d26d-afd7-448b-87ef-cde248dbeb3c on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:33.564775 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:33.565196 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 3 to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c Nov 15 11:45:33.578604 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:33.578945 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:33.579264 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:33.593212 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port ac80d26d-afd7-448b-87ef-cde248dbeb3c on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:33.593537 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:33.593929 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 4 to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c Nov 15 11:45:33.607656 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:33.608019 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:33.608359 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:33.613783 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port ac80d26d-afd7-448b-87ef-cde248dbeb3c on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:33.614487 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:33.614487 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 5 to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c Nov 15 11:45:33.636759 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:33.637692 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:33.638122 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:33.643651 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port ac80d26d-afd7-448b-87ef-cde248dbeb3c on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:33.644134 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:33.644618 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 6 to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c Nov 15 11:45:33.658868 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:33.659482 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:33.659944 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:33.666663 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port ac80d26d-afd7-448b-87ef-cde248dbeb3c on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:33.667131 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:33.667788 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 7 to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c Nov 15 11:45:33.688386 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:33.689144 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:33.690441 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:33.697762 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port ac80d26d-afd7-448b-87ef-cde248dbeb3c on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:33.698319 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:33.699086 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 8 to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c Nov 15 11:45:33.716301 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:33.716852 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:33.717466 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:33.723268 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port ac80d26d-afd7-448b-87ef-cde248dbeb3c on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:33.724240 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:33.724756 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 9 to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c Nov 15 11:45:33.742844 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:33.743215 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:33.743484 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:33.748491 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port ac80d26d-afd7-448b-87ef-cde248dbeb3c on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:33.748880 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:33.749304 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 10 to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c Nov 15 11:45:33.763132 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:33.763546 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:33.763868 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:33.769128 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port ac80d26d-afd7-448b-87ef-cde248dbeb3c on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:33.769370 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port ac80d26d-afd7-448b-87ef-cde248dbeb3c on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:33.769751 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:33.864771 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] For port ac80d26d-afd7-448b-87ef-cde248dbeb3c, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:45:33.865258 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempted to set empty binding levels {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 15 11:45:33.874285 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:33.921101 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:33.922120 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:33.950345 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Pushing event updated for resources: {'Port': ['ID=ac80d26d-afd7-448b-87ef-cde248dbeb3c,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:33.961741 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c7c1db18-3f5d-4049-ad7f-56b82aa2ec6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 0.9583831 Nov 15 11:45:33.962074 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46742) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:33.978377 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afcdcb-d920-40f9-b122-451f61c4acc9 req-1d988231-2c0e-4121-8e00-6eea289db783 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:33.980875 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72afcdcb-d920-40f9-b122-451f61c4acc9 req-1d988231-2c0e-4121-8e00-6eea289db783 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 944 time: 0.0762846 Nov 15 11:45:34.042584 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72afcdcb-d920-40f9-b122-451f61c4acc9 req-cdb52641-d20f-494f-9d34-29e2c97591b9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554426 Nov 15 11:45:34.064539 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b3a96931-8ad3-4226-afd1-0c29d982eade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Deleting port ac80d26d-afd7-448b-87ef-cde248dbeb3c {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:45:34.064872 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b3a96931-8ad3-4226-afd1-0c29d982eade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:34.134746 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b3a96931-8ad3-4226-afd1-0c29d982eade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] For port ac80d26d-afd7-448b-87ef-cde248dbeb3c, host n-h2-729945-9, got binding levels [] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:45:34.135109 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b3a96931-8ad3-4226-afd1-0c29d982eade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:34.149324 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b3a96931-8ad3-4226-afd1-0c29d982eade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Calling delete_port for ac80d26d-afd7-448b-87ef-cde248dbeb3c owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:45:34.250417 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b3a96931-8ad3-4226-afd1-0c29d982eade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:34.290234 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a96931-8ad3-4226-afd1-0c29d982eade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac80d26d-afd7-448b-87ef-cde248dbeb3c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:34.296159 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b3a96931-8ad3-4226-afd1-0c29d982eade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:34.303756 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b3a96931-8ad3-4226-afd1-0c29d982eade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] 10.222.0.64 "DELETE /v2.0/ports/ac80d26d-afd7-448b-87ef-cde248dbeb3c HTTP/1.1" status: 204 len: 168 time: 0.3403552 Nov 15 11:45:34.306642 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46744) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:34.337672 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2cd36f-11ea-4399-8c95-4a17bed4f994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] GET failed (client error): The resource could not be found. Nov 15 11:45:34.343519 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46746) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:34.343723 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3e2cd36f-11ea-4399-8c95-4a17bed4f994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] 10.222.0.64 "GET /v2.0/ports/ac80d26d-afd7-448b-87ef-cde248dbeb3c HTTP/1.1" status: 404 len: 333 time: 0.0360289 Nov 15 11:45:34.348814 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c3a7dd84-dc98-41d5-b1ec-7374cb4bdb0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Request body: {'port': {'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961079213'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:45:34.378008 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a7dd84-dc98-41d5-b1ec-7374cb4bdb0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Made reservation on behalf of e05ff485708249849adc34d1c6224d04 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:45:34.381249 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c3a7dd84-dc98-41d5-b1ec-7374cb4bdb0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:34.402114 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-c3a7dd84-dc98-41d5-b1ec-7374cb4bdb0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] device_id is not set on port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:45:34.638515 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c3a7dd84-dc98-41d5-b1ec-7374cb4bdb0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:34.712489 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c3a7dd84-dc98-41d5-b1ec-7374cb4bdb0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:34.770006 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a7dd84-dc98-41d5-b1ec-7374cb4bdb0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Network b4df2660-84ef-4ee4-a4aa-893759c4d088 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:45:34.776512 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-c3a7dd84-dc98-41d5-b1ec-7374cb4bdb0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:45:34.779417 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a7dd84-dc98-41d5-b1ec-7374cb4bdb0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:45:34.780490 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a7dd84-dc98-41d5-b1ec-7374cb4bdb0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:34.781084 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c3a7dd84-dc98-41d5-b1ec-7374cb4bdb0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:34.790917 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7dd84-dc98-41d5-b1ec-7374cb4bdb0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Pushing event updated for resources: {'Port': ['ID=062afb4a-0972-4b72-ba8c-dfa6a9fe58a3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:34.812226 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c3a7dd84-dc98-41d5-b1ec-7374cb4bdb0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4641213 Nov 15 11:45:34.813386 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46754) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:34.819546 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:45:34.890036 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:35.101106 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] device_id is not set on port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:45:35.123676 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:35.131137 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:35.221337 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Pushing event updated for resources: {'Port': ['ID=062afb4a-0972-4b72-ba8c-dfa6a9fe58a3,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:35.237510 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:35.237844 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:35.238216 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:35.252474 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f7d2d-b8d5-4355-a091-06809f62f308 req-6244d9dd-ef98-4ea6-aca2-5d3e16a54547 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:35.253892 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c6f7d2d-b8d5-4355-a091-06809f62f308 req-6244d9dd-ef98-4ea6-aca2-5d3e16a54547 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 944 time: 0.1159563 Nov 15 11:45:35.254643 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:35.254976 n-d-729945-9 neutron-server[102678]: ERROR neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:35.255356 n-d-729945-9 neutron-server[102678]: INFO neutron.plugins.ml2.plugin [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 2 to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 Nov 15 11:45:35.280958 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:35.281313 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:35.281630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:35.288791 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:35.289114 n-d-729945-9 neutron-server[102678]: ERROR neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:35.289756 n-d-729945-9 neutron-server[102678]: INFO neutron.plugins.ml2.plugin [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 3 to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 Nov 15 11:45:35.321640 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:35.322069 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:35.322553 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:35.331280 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c6f7d2d-b8d5-4355-a091-06809f62f308 req-9beb404d-2a10-4b94-a9b8-0d7487dfd421 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663657 Nov 15 11:45:35.332007 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:35.332336 n-d-729945-9 neutron-server[102678]: ERROR neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:35.332716 n-d-729945-9 neutron-server[102678]: INFO neutron.plugins.ml2.plugin [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 4 to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 Nov 15 11:45:35.346406 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:35.346736 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:35.347062 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:35.351953 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:35.352278 n-d-729945-9 neutron-server[102678]: ERROR neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:35.352658 n-d-729945-9 neutron-server[102678]: INFO neutron.plugins.ml2.plugin [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 5 to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 Nov 15 11:45:35.367623 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:35.368065 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:35.368405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:35.373784 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:35.374122 n-d-729945-9 neutron-server[102678]: ERROR neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:35.374512 n-d-729945-9 neutron-server[102678]: INFO neutron.plugins.ml2.plugin [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 6 to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 Nov 15 11:45:35.388357 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:35.388357 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:35.388668 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:35.392902 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:35.393248 n-d-729945-9 neutron-server[102678]: ERROR neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:35.393633 n-d-729945-9 neutron-server[102678]: INFO neutron.plugins.ml2.plugin [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 7 to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 Nov 15 11:45:35.407237 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:35.407565 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:35.407926 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:35.412812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:35.413185 n-d-729945-9 neutron-server[102678]: ERROR neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:35.413616 n-d-729945-9 neutron-server[102678]: INFO neutron.plugins.ml2.plugin [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 8 to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 Nov 15 11:45:35.426640 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:35.426983 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:35.427354 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:35.432206 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:35.432532 n-d-729945-9 neutron-server[102678]: ERROR neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:35.432920 n-d-729945-9 neutron-server[102678]: INFO neutron.plugins.ml2.plugin [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 9 to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 Nov 15 11:45:35.446108 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:35.446519 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:35.446862 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:35.451467 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:35.451782 n-d-729945-9 neutron-server[102678]: ERROR neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:35.452289 n-d-729945-9 neutron-server[102678]: INFO neutron.plugins.ml2.plugin [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 10 to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 Nov 15 11:45:35.467768 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:35.468131 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:35.468473 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:35.474303 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:35.474638 n-d-729945-9 neutron-server[102678]: ERROR neutron.plugins.ml2.managers [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:35.475011 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:35.551965 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] For port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:45:35.552410 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempted to set empty binding levels {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 15 11:45:35.558079 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:35.594295 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] In _notify_port_updated(), no bound segment for port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102678) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:45:35.595298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:35.596193 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:35.597640 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] 10.222.0.64 "PUT /v2.0/ports/062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 HTTP/1.1" status: 200 len: 979 time: 0.7843184 Nov 15 11:45:35.600653 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46758) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:35.666322 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a53c95-c7ac-4093-8425-cff4d914cb59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Pushing event updated for resources: {'Port': ['ID=062afb4a-0972-4b72-ba8c-dfa6a9fe58a3,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:35.909032 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:45:35.934836 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:45:35.935142 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5c286b0c-2be5-4e08-89fe-0a6fff6cddd4 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:45:36.059612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f03f4a-b416-4eb7-a1c1-15c23dff7075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:36.060687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f03f4a-b416-4eb7-a1c1-15c23dff7075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:36.061155 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f03f4a-b416-4eb7-a1c1-15c23dff7075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:36.061608 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f03f4a-b416-4eb7-a1c1-15c23dff7075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:36.062066 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f03f4a-b416-4eb7-a1c1-15c23dff7075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:36.062512 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f03f4a-b416-4eb7-a1c1-15c23dff7075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:36.062967 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f03f4a-b416-4eb7-a1c1-15c23dff7075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:36.063415 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f03f4a-b416-4eb7-a1c1-15c23dff7075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:36.063880 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f03f4a-b416-4eb7-a1c1-15c23dff7075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:36.064324 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f03f4a-b416-4eb7-a1c1-15c23dff7075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:36.064767 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f03f4a-b416-4eb7-a1c1-15c23dff7075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:36.065206 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f03f4a-b416-4eb7-a1c1-15c23dff7075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:36.065640 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f03f4a-b416-4eb7-a1c1-15c23dff7075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:36.066081 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f03f4a-b416-4eb7-a1c1-15c23dff7075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:36.066525 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f03f4a-b416-4eb7-a1c1-15c23dff7075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:36.066966 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f03f4a-b416-4eb7-a1c1-15c23dff7075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:36.067405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f03f4a-b416-4eb7-a1c1-15c23dff7075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:36.069992 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-98f03f4a-b416-4eb7-a1c1-15c23dff7075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15357 time: 0.4683876 Nov 15 11:45:36.073577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46762) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:36.152374 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d76e1d07-758d-4b0f-86c4-fedf5dbad56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Deleting port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:45:36.153427 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d76e1d07-758d-4b0f-86c4-fedf5dbad56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:36.225599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d76e1d07-758d-4b0f-86c4-fedf5dbad56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] For port 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3, host n-h2-729945-9, got binding levels [] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:45:36.225599 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d76e1d07-758d-4b0f-86c4-fedf5dbad56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:36.241783 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d76e1d07-758d-4b0f-86c4-fedf5dbad56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Calling delete_port for 062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:45:36.273922 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4f5e3ca8-5a1e-4986-8d32-082578c7133a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:36.334676 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d76e1d07-758d-4b0f-86c4-fedf5dbad56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:36.360216 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e1d07-758d-4b0f-86c4-fedf5dbad56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Pushing event deleted for resources: {'Port': ['ID=062afb4a-0972-4b72-ba8c-dfa6a9fe58a3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:36.369091 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d76e1d07-758d-4b0f-86c4-fedf5dbad56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:36.373087 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d76e1d07-758d-4b0f-86c4-fedf5dbad56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] 10.222.0.64 "DELETE /v2.0/ports/062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 HTTP/1.1" status: 204 len: 168 time: 0.2981358 Nov 15 11:45:36.375432 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46764) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:36.401112 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed475e0d-4fc3-42a2-838f-f98acc8a0331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] GET failed (client error): The resource could not be found. Nov 15 11:45:36.405994 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ed475e0d-4fc3-42a2-838f-f98acc8a0331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] 10.222.0.64 "GET /v2.0/ports/062afb4a-0972-4b72-ba8c-dfa6a9fe58a3 HTTP/1.1" status: 404 len: 333 time: 0.0258813 Nov 15 11:45:36.406466 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46768) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:36.411421 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-df6f8211-c046-419f-9290-0964e2f1d1b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-515297834', 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:45:36.435859 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6f8211-c046-419f-9290-0964e2f1d1b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Made reservation on behalf of e05ff485708249849adc34d1c6224d04 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:45:36.438568 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df6f8211-c046-419f-9290-0964e2f1d1b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:36.455390 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-df6f8211-c046-419f-9290-0964e2f1d1b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] device_id is not set on port f446ed32-1196-4384-bffa-95ca72b1d03f yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:45:36.499001 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d11e5-585c-43b6-9a2f-791d928d126b req-8010af38-301e-4525-85b4-a103875901bd tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:36.500871 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e3d11e5-585c-43b6-9a2f-791d928d126b req-8010af38-301e-4525-85b4-a103875901bd tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 944 time: 0.0545723 Nov 15 11:45:36.556061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e3d11e5-585c-43b6-9a2f-791d928d126b req-fff118c9-fcca-4bd4-b721-9e935ec8ea99 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482311 Nov 15 11:45:36.912433 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df6f8211-c046-419f-9290-0964e2f1d1b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:36.945965 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df6f8211-c046-419f-9290-0964e2f1d1b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:36.985214 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6f8211-c046-419f-9290-0964e2f1d1b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Network b4df2660-84ef-4ee4-a4aa-893759c4d088 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:45:36.991929 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-df6f8211-c046-419f-9290-0964e2f1d1b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:45:36.995720 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6f8211-c046-419f-9290-0964e2f1d1b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:45:36.996776 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6f8211-c046-419f-9290-0964e2f1d1b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:36.997386 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df6f8211-c046-419f-9290-0964e2f1d1b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:37.005362 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f8211-c046-419f-9290-0964e2f1d1b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Pushing event updated for resources: {'Port': ['ID=f446ed32-1196-4384-bffa-95ca72b1d03f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:37.018236 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-df6f8211-c046-419f-9290-0964e2f1d1b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6106298 Nov 15 11:45:37.021932 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46774) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:37.058651 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb568658-3929-4b4e-b830-f306162651b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:37.062564 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cb568658-3929-4b4e-b830-f306162651b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] 10.222.0.64 "GET /v2.0/ports/f446ed32-1196-4384-bffa-95ca72b1d03f HTTP/1.1" status: 200 len: 958 time: 0.0371358 Nov 15 11:45:37.062776 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46776) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:37.152605 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a3a6d609-b313-4bc5-9c2c-0f9c009fa62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Deleting port f446ed32-1196-4384-bffa-95ca72b1d03f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:45:37.153537 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3a6d609-b313-4bc5-9c2c-0f9c009fa62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:37.219598 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3a6d609-b313-4bc5-9c2c-0f9c009fa62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:37.232145 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a3a6d609-b313-4bc5-9c2c-0f9c009fa62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Calling delete_port for f446ed32-1196-4384-bffa-95ca72b1d03f owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:45:37.309514 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3a6d609-b313-4bc5-9c2c-0f9c009fa62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:37.337390 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6d609-b313-4bc5-9c2c-0f9c009fa62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Pushing event deleted for resources: {'Port': ['ID=f446ed32-1196-4384-bffa-95ca72b1d03f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:37.342514 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3a6d609-b313-4bc5-9c2c-0f9c009fa62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:37.349046 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a3a6d609-b313-4bc5-9c2c-0f9c009fa62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] 10.222.0.64 "DELETE /v2.0/ports/f446ed32-1196-4384-bffa-95ca72b1d03f HTTP/1.1" status: 204 len: 168 time: 0.2828496 Nov 15 11:45:37.349308 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46786) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:37.372661 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-43063f40-32a2-4ad4-b14e-57d7dfea9ae5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] GET failed (client error): The resource could not be found. Nov 15 11:45:37.374004 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-43063f40-32a2-4ad4-b14e-57d7dfea9ae5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] 10.222.0.64 "GET /v2.0/ports/f446ed32-1196-4384-bffa-95ca72b1d03f HTTP/1.1" status: 404 len: 333 time: 0.0238183 Nov 15 11:45:37.377889 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46788) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:37.382566 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-355a65b6-beef-49dc-918a-407ac52ea866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Request body: {'port': {'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-335594674'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:45:37.402960 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355a65b6-beef-49dc-918a-407ac52ea866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Made reservation on behalf of e05ff485708249849adc34d1c6224d04 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:45:37.405307 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-355a65b6-beef-49dc-918a-407ac52ea866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:37.423965 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-355a65b6-beef-49dc-918a-407ac52ea866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] device_id is not set on port c4298f59-72fb-4401-b77d-3c502b3815df yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:45:37.573262 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-355a65b6-beef-49dc-918a-407ac52ea866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:37.613751 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-355a65b6-beef-49dc-918a-407ac52ea866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:37.671498 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355a65b6-beef-49dc-918a-407ac52ea866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Network b4df2660-84ef-4ee4-a4aa-893759c4d088 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:45:37.674389 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-355a65b6-beef-49dc-918a-407ac52ea866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:45:37.676938 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355a65b6-beef-49dc-918a-407ac52ea866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:45:37.678051 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355a65b6-beef-49dc-918a-407ac52ea866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:37.678718 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-355a65b6-beef-49dc-918a-407ac52ea866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:37.690355 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a65b6-beef-49dc-918a-407ac52ea866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Pushing event updated for resources: {'Port': ['ID=c4298f59-72fb-4401-b77d-3c502b3815df,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:37.690672 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73820e-6d59-4303-bbf7-cf122550b978 req-2f3476ac-b374-4a79-9fd4-b7c09b7f7372 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:37.692748 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0a73820e-6d59-4303-bbf7-cf122550b978 req-2f3476ac-b374-4a79-9fd4-b7c09b7f7372 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 944 time: 0.0589707 Nov 15 11:45:37.702586 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-355a65b6-beef-49dc-918a-407ac52ea866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3237126 Nov 15 11:45:37.705105 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46792) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:37.712403 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:45:37.750189 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0a73820e-6d59-4303-bbf7-cf122550b978 req-9e706065-82f5-4e98-b509-12ce95a67a9f tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500071 Nov 15 11:45:37.765343 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:37.946285 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] device_id is not set on port c4298f59-72fb-4401-b77d-3c502b3815df yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:45:37.955434 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:37.963700 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:38.016285 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Pushing event updated for resources: {'Port': ['ID=c4298f59-72fb-4401-b77d-3c502b3815df,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:38.030586 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:38.030913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:38.031242 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:38.035460 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port c4298f59-72fb-4401-b77d-3c502b3815df on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:38.035775 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port c4298f59-72fb-4401-b77d-3c502b3815df on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:38.036178 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 2 to bind port c4298f59-72fb-4401-b77d-3c502b3815df Nov 15 11:45:38.049079 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:38.049430 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:38.049752 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:38.054160 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port c4298f59-72fb-4401-b77d-3c502b3815df on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:38.054511 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port c4298f59-72fb-4401-b77d-3c502b3815df on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:38.054890 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 3 to bind port c4298f59-72fb-4401-b77d-3c502b3815df Nov 15 11:45:38.066628 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:38.066952 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:38.067274 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:38.071614 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port c4298f59-72fb-4401-b77d-3c502b3815df on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:38.071956 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port c4298f59-72fb-4401-b77d-3c502b3815df on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:38.072352 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 4 to bind port c4298f59-72fb-4401-b77d-3c502b3815df Nov 15 11:45:38.085008 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:38.085331 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:38.085656 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:38.089947 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port c4298f59-72fb-4401-b77d-3c502b3815df on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:38.090262 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port c4298f59-72fb-4401-b77d-3c502b3815df on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:38.090636 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 5 to bind port c4298f59-72fb-4401-b77d-3c502b3815df Nov 15 11:45:38.103448 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:38.103779 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:38.104230 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:38.108618 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port c4298f59-72fb-4401-b77d-3c502b3815df on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:38.109068 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port c4298f59-72fb-4401-b77d-3c502b3815df on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:38.109453 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 6 to bind port c4298f59-72fb-4401-b77d-3c502b3815df Nov 15 11:45:38.123418 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:38.123418 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:38.123418 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:38.132238 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port c4298f59-72fb-4401-b77d-3c502b3815df on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:38.133758 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port c4298f59-72fb-4401-b77d-3c502b3815df on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:38.133758 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 7 to bind port c4298f59-72fb-4401-b77d-3c502b3815df Nov 15 11:45:38.146308 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:38.146845 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:38.147264 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:38.152203 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port c4298f59-72fb-4401-b77d-3c502b3815df on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:38.152590 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port c4298f59-72fb-4401-b77d-3c502b3815df on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:38.153055 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 8 to bind port c4298f59-72fb-4401-b77d-3c502b3815df Nov 15 11:45:38.173377 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:38.173728 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:38.174064 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:38.178484 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port c4298f59-72fb-4401-b77d-3c502b3815df on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:38.178855 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port c4298f59-72fb-4401-b77d-3c502b3815df on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:38.179250 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 9 to bind port c4298f59-72fb-4401-b77d-3c502b3815df Nov 15 11:45:38.191197 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:38.191630 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:38.191961 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:38.196243 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port c4298f59-72fb-4401-b77d-3c502b3815df on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:38.196605 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port c4298f59-72fb-4401-b77d-3c502b3815df on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:38.196932 n-d-729945-9 neutron-server[102677]: INFO neutron.plugins.ml2.plugin [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempt 10 to bind port c4298f59-72fb-4401-b77d-3c502b3815df Nov 15 11:45:38.209509 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:38.209838 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:38.210177 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempting to bind port c4298f59-72fb-4401-b77d-3c502b3815df on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:38.214425 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Port c4298f59-72fb-4401-b77d-3c502b3815df on network b4df2660-84ef-4ee4-a4aa-893759c4d088 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:45:38.214739 n-d-729945-9 neutron-server[102677]: ERROR neutron.plugins.ml2.managers [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Failed to bind port c4298f59-72fb-4401-b77d-3c502b3815df on host n-h2-729945-9 for vnic_type normal using segments [{'id': 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b4df2660-84ef-4ee4-a4aa-893759c4d088'}] Nov 15 11:45:38.215093 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:38.278970 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] For port c4298f59-72fb-4401-b77d-3c502b3815df, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:45:38.279462 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attempted to set empty binding levels {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 15 11:45:38.286575 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:38.321304 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] In _notify_port_updated(), no bound segment for port c4298f59-72fb-4401-b77d-3c502b3815df on network b4df2660-84ef-4ee4-a4aa-893759c4d088 {{(pid=102677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:45:38.322151 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:38.322764 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:38.324100 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] 10.222.0.64 "PUT /v2.0/ports/c4298f59-72fb-4401-b77d-3c502b3815df HTTP/1.1" status: 200 len: 978 time: 0.6171973 Nov 15 11:45:38.326810 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46796) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:38.359991 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a469edf-63f5-4c98-845d-1afe6d1c0b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Pushing event updated for resources: {'Port': ['ID=c4298f59-72fb-4401-b77d-3c502b3815df,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:38.379297 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1f997e1d-5004-48c1-8c6a-9f9cb7ecf645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:38.415731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4338f7dc-ba13-40b9-b806-a0c72383654d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Deleting port c4298f59-72fb-4401-b77d-3c502b3815df {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:45:38.416100 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4338f7dc-ba13-40b9-b806-a0c72383654d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:38.482112 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4338f7dc-ba13-40b9-b806-a0c72383654d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] For port c4298f59-72fb-4401-b77d-3c502b3815df, host n-h2-729945-9, got binding levels [] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:45:38.482779 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4338f7dc-ba13-40b9-b806-a0c72383654d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:38.495572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4338f7dc-ba13-40b9-b806-a0c72383654d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Calling delete_port for c4298f59-72fb-4401-b77d-3c502b3815df owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:45:38.577603 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4338f7dc-ba13-40b9-b806-a0c72383654d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:38.608338 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338f7dc-ba13-40b9-b806-a0c72383654d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4298f59-72fb-4401-b77d-3c502b3815df,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:38.613612 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4338f7dc-ba13-40b9-b806-a0c72383654d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:38.620562 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4338f7dc-ba13-40b9-b806-a0c72383654d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] 10.222.0.64 "DELETE /v2.0/ports/c4298f59-72fb-4401-b77d-3c502b3815df HTTP/1.1" status: 204 len: 168 time: 0.2902219 Nov 15 11:45:38.620758 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46798) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:38.648764 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fcea7b-b581-47b0-9873-2938342e6a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] GET failed (client error): The resource could not be found. Nov 15 11:45:38.653528 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e9fcea7b-b581-47b0-9873-2938342e6a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219576568-project-admin] 10.222.0.64 "GET /v2.0/ports/c4298f59-72fb-4401-b77d-3c502b3815df HTTP/1.1" status: 404 len: 333 time: 0.0285378 Nov 15 11:45:38.654003 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46800) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:38.742135 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89f1f89b-6dff-40ad-8515-e6ca2074b8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:38.836871 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89f1f89b-6dff-40ad-8515-e6ca2074b8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:38.875090 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-89f1f89b-6dff-40ad-8515-e6ca2074b8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4df2660-84ef-4ee4-a4aa-893759c4d088']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:38.887759 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-89f1f89b-6dff-40ad-8515-e6ca2074b8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:38.888034 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-89f1f89b-6dff-40ad-8515-e6ca2074b8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae995314-7d42-4ef0-ba45-fb3e9b2676d6') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:38.900420 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89f1f89b-6dff-40ad-8515-e6ca2074b8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:38.917188 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd05fb2-43d7-463e-9a09-76414d327f71 req-88fb2eef-40b2-4243-82a6-a1ba1b19b8ee tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:38.918659 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8dd05fb2-43d7-463e-9a09-76414d327f71 req-88fb2eef-40b2-4243-82a6-a1ba1b19b8ee tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 944 time: 0.0933068 Nov 15 11:45:38.924748 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89f1f89b-6dff-40ad-8515-e6ca2074b8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:38.937043 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f1f89b-6dff-40ad-8515-e6ca2074b8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:45:38.937427 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89f1f89b-6dff-40ad-8515-e6ca2074b8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:45:38.940418 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:45:39.022648 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89f1f89b-6dff-40ad-8515-e6ca2074b8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:39.026946 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89f1f89b-6dff-40ad-8515-e6ca2074b8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:39.036212 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-89f1f89b-6dff-40ad-8515-e6ca2074b8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] 10.222.0.64 "DELETE /v2.0/networks/b4df2660-84ef-4ee4-a4aa-893759c4d088 HTTP/1.1" status: 204 len: 168 time: 0.3783576 Nov 15 11:45:39.043920 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8dd05fb2-43d7-463e-9a09-76414d327f71 req-0ea34766-2bdf-473b-8a4b-15a83c876951 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169038 Nov 15 11:45:39.055872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1f89b-6dff-40ad-8515-e6ca2074b8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386798583-project] Pushing event deleted for resources: {'Network': ['ID=b4df2660-84ef-4ee4-a4aa-893759c4d088,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:39.312531 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46810) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:39.451753 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f073f279-8d97-4722-b635-b5b95e9300c6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a43af2b3be074e30892183ca6b2010c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1379113 Nov 15 11:45:39.454283 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46814) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:39.503459 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55283ac2-93d1-4c06-9044-1873d5652e3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:39.526518 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55283ac2-93d1-4c06-9044-1873d5652e3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:39.573007 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55283ac2-93d1-4c06-9044-1873d5652e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:39.575728 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-55283ac2-93d1-4c06-9044-1873d5652e3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:39.576948 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-55283ac2-93d1-4c06-9044-1873d5652e3f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/54b8aecf-47a7-465d-9300-b9772e40dd0f HTTP/1.1" status: 204 len: 168 time: 0.1217532 Nov 15 11:45:39.589787 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55283ac2-93d1-4c06-9044-1873d5652e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b8aecf-47a7-465d-9300-b9772e40dd0f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:39.869398 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46820) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:39.899963 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:39.911442 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-92e6ec9b-c339-43e3-8e5c-2415c8259911 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e05ff485708249849adc34d1c6224d04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408762 Nov 15 11:45:39.914324 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46822) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:39.964412 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7dd99ba-9f70-45de-ba40-c220413dae9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:39.986515 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7dd99ba-9f70-45de-ba40-c220413dae9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:40.033330 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7dd99ba-9f70-45de-ba40-c220413dae9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:40.036214 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7dd99ba-9f70-45de-ba40-c220413dae9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:40.038244 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b7dd99ba-9f70-45de-ba40-c220413dae9c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5e639e75-63b2-4e97-b794-f55cf9a62300 HTTP/1.1" status: 204 len: 168 time: 0.1221328 Nov 15 11:45:40.047168 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd99ba-9f70-45de-ba40-c220413dae9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e639e75-63b2-4e97-b794-f55cf9a62300,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:40.176143 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4809d59-2378-4866-9b9d-8efdd19b396e req-32855ce4-fddb-4b3c-bbfa-cdb760b3553d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:40.177575 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4809d59-2378-4866-9b9d-8efdd19b396e req-32855ce4-fddb-4b3c-bbfa-cdb760b3553d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 944 time: 0.0537770 Nov 15 11:45:40.252982 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4809d59-2378-4866-9b9d-8efdd19b396e req-d922f84e-5e1c-48dd-b4d8-a46038933423 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663586 Nov 15 11:45:41.148200 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-78dd7cff-c7d3-4e05-b017-3df8816760cc req-6ed23379-8073-41ce-abd8-5836d4eff336 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0650041 Nov 15 11:45:41.217168 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd7cff-c7d3-4e05-b017-3df8816760cc req-de6291b8-759b-4a2a-a0e1-881a0238394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:41.218696 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-78dd7cff-c7d3-4e05-b017-3df8816760cc req-de6291b8-759b-4a2a-a0e1-881a0238394f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 1097 time: 0.0481999 Nov 15 11:45:41.367314 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 8b7021c3-b25f-4933-95dc-f52aa5229596 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:45:41.372096 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd7cff-c7d3-4e05-b017-3df8816760cc req-cadf3a29-3b5b-4db4-80b1-91707d042cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:41.373758 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-78dd7cff-c7d3-4e05-b017-3df8816760cc req-cadf3a29-3b5b-4db4-80b1-91707d042cea service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 912 time: 0.1301594 Nov 15 11:45:41.495128 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:41.501833 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 8b7021c3-b25f-4933-95dc-f52aa5229596, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=8b7021c3-b25f-4933-95dc-f52aa5229596,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:45:41.504389 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-78dd7cff-c7d3-4e05-b017-3df8816760cc req-7ffef14f-7253-4994-b13f-10a9098265f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8348c1c1-7f8c-4e82-9143-3b66ce4440c0 HTTP/1.1" status: 200 len: 1002 time: 0.1232038 Nov 15 11:45:41.512743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46a535-2d9b-4c54-960a-ce9071cc84cf req-1847e6ac-dfef-489d-91d3-82636ba818e7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:41.514192 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e46a535-2d9b-4c54-960a-ce9071cc84cf req-1847e6ac-dfef-489d-91d3-82636ba818e7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 944 time: 0.1343291 Nov 15 11:45:41.516015 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '8b7021c3-b25f-4933-95dc-f52aa5229596', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'port_id': '8b7021c3-b25f-4933-95dc-f52aa5229596', 'mac_address': 'fa:16:3e:cd:0d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:45:41.554952 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:41.578377 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7021c3-b25f-4933-95dc-f52aa5229596 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:45:41.591236 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd7cff-c7d3-4e05-b017-3df8816760cc req-610aa7de-3bbf-4669-94bd-b5235c2b5b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:41.592747 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-78dd7cff-c7d3-4e05-b017-3df8816760cc req-610aa7de-3bbf-4669-94bd-b5235c2b5b62 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 200 len: 850 time: 0.0776992 Nov 15 11:45:41.596685 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e46a535-2d9b-4c54-960a-ce9071cc84cf req-fb496c56-3953-43f0-939e-a7296b4c77d2 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739510 Nov 15 11:45:41.614272 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 8b7021c3-b25f-4933-95dc-f52aa5229596, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=8b7021c3-b25f-4933-95dc-f52aa5229596,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:45:41.619921 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:41.649842 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd7cff-c7d3-4e05-b017-3df8816760cc req-cbf6629a-5d21-4c48-822f-81bde1d5f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:41.651733 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-78dd7cff-c7d3-4e05-b017-3df8816760cc req-cbf6629a-5d21-4c48-822f-81bde1d5f2ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1842a3-8b78-48b6-930c-de775291ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523741 Nov 15 11:45:41.700313 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=8b7021c3-b25f-4933-95dc-f52aa5229596,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:41.730844 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46868) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:41.774092 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-78dd7cff-c7d3-4e05-b017-3df8816760cc req-4294404e-0e01-44db-bf0a-025bb6674019 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145096 Nov 15 11:45:41.846171 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['8b7021c3-b25f-4933-95dc-f52aa5229596'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:45:41.855892 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-4ae4e112-a9aa-4c53-83d1-2943d171e965 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-610425862', 'router:external': True}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:45:41.899193 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae4e112-a9aa-4c53-83d1-2943d171e965 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Made reservation on behalf of ef61b3117c18431db7dca4707b1af122 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:45:41.901792 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e112-a9aa-4c53-83d1-2943d171e965 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:41.906161 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-78dd7cff-c7d3-4e05-b017-3df8816760cc req-eb9b1712-be58-416c-959d-5b451d7cef6e service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244004 Nov 15 11:45:41.911882 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e112-a9aa-4c53-83d1-2943d171e965 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:42.004080 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e112-a9aa-4c53-83d1-2943d171e965 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:42.010279 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e112-a9aa-4c53-83d1-2943d171e965 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:42.031938 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae4e112-a9aa-4c53-83d1-2943d171e965 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:45:42.050677 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e112-a9aa-4c53-83d1-2943d171e965 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:42.051114 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-4ae4e112-a9aa-4c53-83d1-2943d171e965 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Added segment 63adc626-9652-432e-b9ce-300edd6281a7 of type vlan for network 60d7242c-16f0-4b7e-849b-e0b8195ddf98 Nov 15 11:45:42.052628 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4e112-a9aa-4c53-83d1-2943d171e965 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb517eb2-6844-4fa1-8b42-98e8bc6a9601,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:42.116991 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e112-a9aa-4c53-83d1-2943d171e965 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:42.155692 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:42.159750 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e112-a9aa-4c53-83d1-2943d171e965 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:42.160876 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae4e112-a9aa-4c53-83d1-2943d171e965 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:42.161625 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e112-a9aa-4c53-83d1-2943d171e965 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:42.220670 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4ae4e112-a9aa-4c53-83d1-2943d171e965 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.4887693 Nov 15 11:45:42.224136 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46872) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:42.225954 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4e112-a9aa-4c53-83d1-2943d171e965 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Pushing event updated for resources: {'Network': ['ID=60d7242c-16f0-4b7e-849b-e0b8195ddf98,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:42.230779 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Request body: {'subnet': {'network_id': '60d7242c-16f0-4b7e-849b-e0b8195ddf98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:45:42.238462 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 60d7242c-16f0-4b7e-849b-e0b8195ddf98 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:45:42.265220 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Made reservation on behalf of ef61b3117c18431db7dca4707b1af122 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:45:42.268224 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:42.578054 n-d-729945-9 neutron-server[102677]: DEBUG neutron.objects.ports [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102677) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 11:45:42.578875 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:42.628087 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a4fdb075-0487-4b74-a788-1b703b7c6935,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:42.647411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:45:42.647411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:45:42.647411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:45:42.647411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:45:42.647411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:45:42.647411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:45:42.647411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:45:42.647411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:45:42.650002 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:45:42.650002 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:45:42.650002 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:45:42.650002 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:45:42.663383 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Checking segment: {'id': '63adc626-9652-432e-b9ce-300edd6281a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '60d7242c-16f0-4b7e-849b-e0b8195ddf98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:45:42.663383 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Network hostable DHCP agents. Network: 60d7242c-16f0-4b7e-849b-e0b8195ddf98, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:45:42.685957 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Network 60d7242c-16f0-4b7e-849b-e0b8195ddf98 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:45:42.696868 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 60d7242c-16f0-4b7e-849b-e0b8195ddf98) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:45:42.701628 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:42.702295 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:42.708680 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c132f3b-bc4e-4b91-a265-4e078b69440d None None] Network 60d7242c-16f0-4b7e-849b-e0b8195ddf98 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:45:42.736205 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-63d9e098-072b-47bb-8d19-a06b0b101c32 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5098908 Nov 15 11:45:42.739578 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46878) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:42.745414 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6650e6ac-d7b2-4431-b92f-6177e6fef4c4 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-652585241', 'network_id': '60d7242c-16f0-4b7e-849b-e0b8195ddf98'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:45:42.750071 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e858e-aa73-4a2a-86d1-fc40857815e1 req-6130fa22-7275-4d42-9c1e-e4677d891dc1 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:42.751855 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb5e858e-aa73-4a2a-86d1-fc40857815e1 req-6130fa22-7275-4d42-9c1e-e4677d891dc1 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 945 time: 0.0706761 Nov 15 11:45:42.785686 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6650e6ac-d7b2-4431-b92f-6177e6fef4c4 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Made reservation on behalf of ef61b3117c18431db7dca4707b1af122 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:45:42.789101 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6650e6ac-d7b2-4431-b92f-6177e6fef4c4 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:42.816736 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-6650e6ac-d7b2-4431-b92f-6177e6fef4c4 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] device_id is not set on port dfd0fe7f-a714-423d-bd26-d5d42261c569 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:45:42.844378 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb5e858e-aa73-4a2a-86d1-fc40857815e1 req-5fac3ff1-a57b-4214-89a9-333109dd8274 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851314 Nov 15 11:45:42.875977 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97e37e8-fffd-4218-8f9e-96c4ee896a70 None None] Network 60d7242c-16f0-4b7e-849b-e0b8195ddf98 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:45:42.938262 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-6650e6ac-d7b2-4431-b92f-6177e6fef4c4 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Allocated IP 172.20.0.9 (60d7242c-16f0-4b7e-849b-e0b8195ddf98/a4fdb075-0487-4b74-a788-1b703b7c6935/dfd0fe7f-a714-423d-bd26-d5d42261c569) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:45:43.113822 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6650e6ac-d7b2-4431-b92f-6177e6fef4c4 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:43.149259 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6650e6ac-d7b2-4431-b92f-6177e6fef4c4 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:43.187531 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6650e6ac-d7b2-4431-b92f-6177e6fef4c4 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Network 60d7242c-16f0-4b7e-849b-e0b8195ddf98 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:45:43.192274 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6650e6ac-d7b2-4431-b92f-6177e6fef4c4 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:45:43.196197 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6650e6ac-d7b2-4431-b92f-6177e6fef4c4 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:45:43.221146 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650e6ac-d7b2-4431-b92f-6177e6fef4c4 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Pushing event updated for resources: {'Port': ['ID=dfd0fe7f-a714-423d-bd26-d5d42261c569,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:43.238940 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6650e6ac-d7b2-4431-b92f-6177e6fef4c4 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:43.239727 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6650e6ac-d7b2-4431-b92f-6177e6fef4c4 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:43.259783 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6650e6ac-d7b2-4431-b92f-6177e6fef4c4 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.5164962 Nov 15 11:45:43.260226 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46880) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:43.341077 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-09b1430e-3b72-4364-be33-aae0344a6ede tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Deleting port dfd0fe7f-a714-423d-bd26-d5d42261c569 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:45:43.341535 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09b1430e-3b72-4364-be33-aae0344a6ede tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:43.388138 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 8b7021c3-b25f-4933-95dc-f52aa5229596 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:45:43.468424 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09b1430e-3b72-4364-be33-aae0344a6ede tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:43.476816 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 8b7021c3-b25f-4933-95dc-f52aa5229596 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:45:43.485417 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-09b1430e-3b72-4364-be33-aae0344a6ede tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Calling delete_port for dfd0fe7f-a714-423d-bd26-d5d42261c569 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:45:43.486280 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 8b7021c3-b25f-4933-95dc-f52aa5229596 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:45:43.486921 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:43.572513 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:43.580875 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a74d570f-7f29-4778-9c0f-adebcc3a9985 req-658a6b05-3b0e-4d1c-88fa-547a94a21376 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1949131 Nov 15 11:45:43.606903 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 8b7021c3-b25f-4933-95dc-f52aa5229596, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=8b7021c3-b25f-4933-95dc-f52aa5229596,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:45:43.608227 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0e8630-7052-4f34-be87-452667751223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7021c3-b25f-4933-95dc-f52aa5229596'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:45:43.611044 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3631a6-ad76-41b8-9729-eb02e9d518bf" -d '{"events": [{"server_uuid": "4d0e8630-7052-4f34-be87-452667751223", "name": "network-vif-plugged", "status": "completed", "tag": "8b7021c3-b25f-4933-95dc-f52aa5229596"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:45:43.615377 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:43.688159 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f75fb1-cd4b-4340-b1db-bd1d12299986 x-openstack-request-id: req-b4f75fb1-cd4b-4340-b1db-bd1d12299986 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:45:43.688332 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0e8630-7052-4f34-be87-452667751223", "name": "network-vif-plugged", "status": "completed", "tag": "8b7021c3-b25f-4933-95dc-f52aa5229596", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:45:43.688778 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b4f75fb1-cd4b-4340-b1db-bd1d12299986 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:45:43.689357 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0e8630-7052-4f34-be87-452667751223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7021c3-b25f-4933-95dc-f52aa5229596', 'code': 200} Nov 15 11:45:43.690245 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=8b7021c3-b25f-4933-95dc-f52aa5229596,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:43.772480 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09b1430e-3b72-4364-be33-aae0344a6ede tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:43.794957 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e982574-8985-46a2-ace0-022a88f9119d req-c04a3f57-5cbb-4745-8cb2-d809f71d2c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:43.796989 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e982574-8985-46a2-ace0-022a88f9119d req-c04a3f57-5cbb-4745-8cb2-d809f71d2c7d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 1097 time: 0.0459113 Nov 15 11:45:43.817195 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1430e-3b72-4364-be33-aae0344a6ede tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfd0fe7f-a714-423d-bd26-d5d42261c569,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:43.827501 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d570f-7f29-4778-9c0f-adebcc3a9985 req-5c86f317-c0a1-40a4-87f1-9cef70f57356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:43.829763 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a74d570f-7f29-4778-9c0f-adebcc3a9985 req-5c86f317-c0a1-40a4-87f1-9cef70f57356 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.1502128 Nov 15 11:45:43.908559 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e982574-8985-46a2-ace0-022a88f9119d req-c08af91d-a8b2-4e91-973b-0d2a38a2a20e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011240 Nov 15 11:45:43.938503 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-09b1430e-3b72-4364-be33-aae0344a6ede tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:43.941950 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-09b1430e-3b72-4364-be33-aae0344a6ede tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "DELETE /v2.0/ports/dfd0fe7f-a714-423d-bd26-d5d42261c569 HTTP/1.1" status: 204 len: 168 time: 0.6809506 Nov 15 11:45:43.945276 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46890) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:43.950872 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5fb9bb56-e971-4b23-ab6a-8bf6ec6b434f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '60d7242c-16f0-4b7e-849b-e0b8195ddf98', 'external_fixed_ips': [{'subnet_id': 'a4fdb075-0487-4b74-a788-1b703b7c6935', 'ip_address': '172.20.0.9'}]}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:45:43.971562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10adea6-855b-4036-b7a2-b08af89ad0b3 req-049da5de-1042-4def-8dd1-269f54762e93 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:43.979063 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f10adea6-855b-4036-b7a2-b08af89ad0b3 req-049da5de-1042-4def-8dd1-269f54762e93 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 946 time: 0.0645852 Nov 15 11:45:44.001221 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fb9bb56-e971-4b23-ab6a-8bf6ec6b434f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:44.002271 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fb9bb56-e971-4b23-ab6a-8bf6ec6b434f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:44.008087 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d570f-7f29-4778-9c0f-adebcc3a9985 req-69e3643a-db7d-469f-a971-81a91ad6226d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:44.009393 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a74d570f-7f29-4778-9c0f-adebcc3a9985 req-69e3643a-db7d-469f-a971-81a91ad6226d service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.1451118 Nov 15 11:45:44.044207 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f10adea6-855b-4036-b7a2-b08af89ad0b3 req-9be4e1c7-1345-473a-8fad-57e08e063ad6 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591707 Nov 15 11:45:44.061182 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a74d570f-7f29-4778-9c0f-adebcc3a9985 req-3e7a0c3c-4399-4e98-8fb0-a358009056cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0433850 Nov 15 11:45:44.119468 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fb9bb56-e971-4b23-ab6a-8bf6ec6b434f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:44.267239 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d570f-7f29-4778-9c0f-adebcc3a9985 req-f4770b8b-1d02-4357-a1af-0fb8f33e9ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:44.269583 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a74d570f-7f29-4778-9c0f-adebcc3a9985 req-f4770b8b-1d02-4357-a1af-0fb8f33e9ce3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.1810474 Nov 15 11:45:44.273603 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fb9bb56-e971-4b23-ab6a-8bf6ec6b434f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:44.356339 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d570f-7f29-4778-9c0f-adebcc3a9985 req-fed80abd-61c7-4861-a869-41668860dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:44.357841 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a74d570f-7f29-4778-9c0f-adebcc3a9985 req-fed80abd-61c7-4861-a869-41668860dc42 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808809 Nov 15 11:45:44.469421 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a74d570f-7f29-4778-9c0f-adebcc3a9985 req-5ade5391-8d3a-4b56-98a8-7c32b91383fb service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046064 Nov 15 11:45:44.644420 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a74d570f-7f29-4778-9c0f-adebcc3a9985 req-ab7d0fe2-7542-4bc1-a54c-1660b058ebaa service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660879 Nov 15 11:45:44.660858 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fb9bb56-e971-4b23-ab6a-8bf6ec6b434f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:44.680868 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fb9bb56-e971-4b23-ab6a-8bf6ec6b434f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:45.159547 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd75eb-147d-4626-9c6a-423f26e1f51d req-93f0e39f-6955-4da7-b8b0-de0869fac38c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:45.161169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8fd75eb-147d-4626-9c6a-423f26e1f51d req-93f0e39f-6955-4da7-b8b0-de0869fac38c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 946 time: 0.0514383 Nov 15 11:45:45.201620 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-5fb9bb56-e971-4b23-ab6a-8bf6ec6b434f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Allocated IP 172.20.0.9 (60d7242c-16f0-4b7e-849b-e0b8195ddf98/a4fdb075-0487-4b74-a788-1b703b7c6935/313df60f-93ee-4751-bbde-cc00c367ab78) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:45:45.213025 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8fd75eb-147d-4626-9c6a-423f26e1f51d req-f5088c7d-7e65-4075-9255-e1570f9f12c1 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453038 Nov 15 11:45:45.299768 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fb9bb56-e971-4b23-ab6a-8bf6ec6b434f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:45.330048 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdfe87-9c84-4c70-8955-fb827960df96 req-cd6a1c1c-fd93-43e9-8d29-21c5f302f82d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:45.331521 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1cdfe87-9c84-4c70-8955-fb827960df96 req-cd6a1c1c-fd93-43e9-8d29-21c5f302f82d tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 946 time: 0.0482969 Nov 15 11:45:45.337456 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fb9bb56-e971-4b23-ab6a-8bf6ec6b434f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:45.372500 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb9bb56-e971-4b23-ab6a-8bf6ec6b434f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Network 60d7242c-16f0-4b7e-849b-e0b8195ddf98 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:45:45.377310 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-5fb9bb56-e971-4b23-ab6a-8bf6ec6b434f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:45:45.380840 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb9bb56-e971-4b23-ab6a-8bf6ec6b434f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:45:45.387175 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1cdfe87-9c84-4c70-8955-fb827960df96 req-93deaaef-0440-41e9-9eee-e417dae93343 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488677 Nov 15 11:45:45.404438 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9bb56-e971-4b23-ab6a-8bf6ec6b434f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Pushing event updated for resources: {'Port': ['ID=313df60f-93ee-4751-bbde-cc00c367ab78,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:45.410313 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46898) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:45.452359 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57420011-21d4-4292-a2bc-aa1d008dded8 tempest-TestVolumeBootPattern-1981984747 tempest-TestVolumeBootPattern-1981984747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:45.456634 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-57420011-21d4-4292-a2bc-aa1d008dded8 tempest-TestVolumeBootPattern-1981984747 tempest-TestVolumeBootPattern-1981984747-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 1092 time: 0.0418928 Nov 15 11:45:45.456834 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46900) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:45.461445 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-40baea72-0539-40d8-be3c-b72d13b8fc94 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': '8b7021c3-b25f-4933-95dc-f52aa5229596', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:45:45.484507 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40baea72-0539-40d8-be3c-b72d13b8fc94 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:45.598795 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40baea72-0539-40d8-be3c-b72d13b8fc94 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:45.655257 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fb9bb56-e971-4b23-ab6a-8bf6ec6b434f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:45.706818 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-40baea72-0539-40d8-be3c-b72d13b8fc94 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Allocated IP 172.25.7.247 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/2f5f10ed-109c-45ac-94f8-888ec81ce716) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:45:45.817855 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40baea72-0539-40d8-be3c-b72d13b8fc94 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:45.853793 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40baea72-0539-40d8-be3c-b72d13b8fc94 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:45.889397 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fb9bb56-e971-4b23-ab6a-8bf6ec6b434f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:45.890128 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40baea72-0539-40d8-be3c-b72d13b8fc94 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:45:45.896777 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-40baea72-0539-40d8-be3c-b72d13b8fc94 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:45:45.899307 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40baea72-0539-40d8-be3c-b72d13b8fc94 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:45:45.924988 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40baea72-0539-40d8-be3c-b72d13b8fc94 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event updated for resources: {'Port': ['ID=2f5f10ed-109c-45ac-94f8-888ec81ce716,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:46.031062 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb9bb56-e971-4b23-ab6a-8bf6ec6b434f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Router ae2479ad-7dd9-4855-8a33-dc3d89e97842 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:45:46.145713 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb9bb56-e971-4b23-ab6a-8bf6ec6b434f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:45:46.154900 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053bc737-1513-45a3-94b7-cf786c42e06e None None] Sync routers for ids ['ae2479ad-7dd9-4855-8a33-dc3d89e97842'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:45:46.172208 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053bc737-1513-45a3-94b7-cf786c42e06e None None] Routers {'ae2479ad-7dd9-4855-8a33-dc3d89e97842'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:45:46.173287 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-053bc737-1513-45a3-94b7-cf786c42e06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:45:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ae2479ad-7dd9-4855-8a33-dc3d89e97842'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:46.173927 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5fb9bb56-e971-4b23-ab6a-8bf6ec6b434f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:46.177783 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5fb9bb56-e971-4b23-ab6a-8bf6ec6b434f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.2289467 Nov 15 11:45:46.177993 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46910) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:46.285261 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40baea72-0539-40d8-be3c-b72d13b8fc94 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:46.291694 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-179df6db-5643-407d-894b-c995bc4a5fac tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:46.293072 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-053bc737-1513-45a3-94b7-cf786c42e06e None None] Set router ae2479ad-7dd9-4855-8a33-dc3d89e97842 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:45:46.360778 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40baea72-0539-40d8-be3c-b72d13b8fc94 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:46.420939 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-179df6db-5643-407d-894b-c995bc4a5fac tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:46.503403 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-179df6db-5643-407d-894b-c995bc4a5fac tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Deleting port 313df60f-93ee-4751-bbde-cc00c367ab78 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:45:46.503755 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-179df6db-5643-407d-894b-c995bc4a5fac tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:46.508830 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-053bc737-1513-45a3-94b7-cf786c42e06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2479ad-7dd9-4855-8a33-dc3d89e97842', 'name': '', 'tenant_id': 'ef61b3117c18431db7dca4707b1af122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d7242c-16f0-4b7e-849b-e0b8195ddf98', 'external_fixed_ips': [{'subnet_id': 'a4fdb075-0487-4b74-a788-1b703b7c6935', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '313df60f-93ee-4751-bbde-cc00c367ab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:45:44Z', 'updated_at': '2021-11-15T11:45:45Z', 'revision_number': 3, 'project_id': 'ef61b3117c18431db7dca4707b1af122', 'gw_port': {'id': '313df60f-93ee-4751-bbde-cc00c367ab78', 'name': '', 'network_id': '60d7242c-16f0-4b7e-849b-e0b8195ddf98', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2479ad-7dd9-4855-8a33-dc3d89e97842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'a4fdb075-0487-4b74-a788-1b703b7c6935', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:45:44Z', 'updated_at': '2021-11-15T11:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a4fdb075-0487-4b74-a788-1b703b7c6935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:46.540450 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053bc737-1513-45a3-94b7-cf786c42e06e None None] Checking router: ae2479ad-7dd9-4855-8a33-dc3d89e97842 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:45:46.541380 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053bc737-1513-45a3-94b7-cf786c42e06e None None] Updating router ae2479ad-7dd9-4855-8a33-dc3d89e97842 port 313df60f-93ee-4751-bbde-cc00c367ab78 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:45:46.551569 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40baea72-0539-40d8-be3c-b72d13b8fc94 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:46.558767 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40baea72-0539-40d8-be3c-b72d13b8fc94 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:46.569459 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-053bc737-1513-45a3-94b7-cf786c42e06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:46.600821 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-179df6db-5643-407d-894b-c995bc4a5fac tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:46.616278 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-179df6db-5643-407d-894b-c995bc4a5fac tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Calling delete_port for 313df60f-93ee-4751-bbde-cc00c367ab78 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:45:46.642092 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40baea72-0539-40d8-be3c-b72d13b8fc94 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event updated for resources: {'Port': ['ID=2f5f10ed-109c-45ac-94f8-888ec81ce716,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:46.653899 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40baea72-0539-40d8-be3c-b72d13b8fc94 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:46.813559 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-179df6db-5643-407d-894b-c995bc4a5fac tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:46.831789 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-40baea72-0539-40d8-be3c-b72d13b8fc94 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Floating IP 5701f845-9114-4efa-b2d3-eda7cd18e30b associated. External IP: 172.25.7.247, port: 8b7021c3-b25f-4933-95dc-f52aa5229596. Nov 15 11:45:46.855290 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179df6db-5643-407d-894b-c995bc4a5fac tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Pushing event deleted for resources: {'Port': ['ID=313df60f-93ee-4751-bbde-cc00c367ab78,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:46.933719 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-179df6db-5643-407d-894b-c995bc4a5fac tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:47.008729 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-053bc737-1513-45a3-94b7-cf786c42e06e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:45:47.009073 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-053bc737-1513-45a3-94b7-cf786c42e06e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:45:47.032708 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-179df6db-5643-407d-894b-c995bc4a5fac tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:47.035273 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-179df6db-5643-407d-894b-c995bc4a5fac tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:47.086415 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-179df6db-5643-407d-894b-c995bc4a5fac tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:47.087375 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179df6db-5643-407d-894b-c995bc4a5fac tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae2479ad-7dd9-4855-8a33-dc3d89e97842 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:45:47.089205 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40baea72-0539-40d8-be3c-b72d13b8fc94 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Router b00994c2-1981-4cdc-acb3-efc2a4ecb86e has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:45:47.091886 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-179df6db-5643-407d-894b-c995bc4a5fac tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:47.102942 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-179df6db-5643-407d-894b-c995bc4a5fac tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "DELETE /v2.0/routers/ae2479ad-7dd9-4855-8a33-dc3d89e97842 HTTP/1.1" status: 204 len: 168 time: 0.9214129 Nov 15 11:45:47.103202 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46914) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:47.156178 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e5b77a-ab09-48dc-b6fa-8efcc77ac333 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Deleting subnet a4fdb075-0487-4b74-a788-1b703b7c6935 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:45:47.160183 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81e5b77a-ab09-48dc-b6fa-8efcc77ac333 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:47.197675 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81e5b77a-ab09-48dc-b6fa-8efcc77ac333 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:47.219002 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40baea72-0539-40d8-be3c-b72d13b8fc94 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:45:47.231241 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb96b213-7325-47d8-b30b-d3d51ac61675 None None] Sync routers for ids ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:45:47.243611 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-40baea72-0539-40d8-be3c-b72d13b8fc94 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:47.244155 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb96b213-7325-47d8-b30b-d3d51ac61675 None None] Routers {'b00994c2-1981-4cdc-acb3-efc2a4ecb86e'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:45:47.244960 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-fb96b213-7325-47d8-b30b-d3d51ac61675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:45:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:47.259492 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81e5b77a-ab09-48dc-b6fa-8efcc77ac333 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:47.284360 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-40baea72-0539-40d8-be3c-b72d13b8fc94 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8264761 Nov 15 11:45:47.285306 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0e8630-7052-4f34-be87-452667751223', 'tag': '8b7021c3-b25f-4933-95dc-f52aa5229596'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:45:47.290290 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1bcf9e-9263-407d-b1f7-5945908d6b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0e8630-7052-4f34-be87-452667751223", "tag": "8b7021c3-b25f-4933-95dc-f52aa5229596"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:45:47.332106 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81e5b77a-ab09-48dc-b6fa-8efcc77ac333 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:47.339049 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf3fd94-18f8-47b9-aab1-630a0716317b x-openstack-request-id: req-dcf3fd94-18f8-47b9-aab1-630a0716317b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:45:47.339448 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0e8630-7052-4f34-be87-452667751223", "tag": "8b7021c3-b25f-4933-95dc-f52aa5229596", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:45:47.339751 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dcf3fd94-18f8-47b9-aab1-630a0716317b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:45:47.340248 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0e8630-7052-4f34-be87-452667751223', 'tag': '8b7021c3-b25f-4933-95dc-f52aa5229596', 'status': 'completed', 'code': 200} Nov 15 11:45:47.369499 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5b77a-ab09-48dc-b6fa-8efcc77ac333 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a4fdb075-0487-4b74-a788-1b703b7c6935,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:47.370743 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-fb96b213-7325-47d8-b30b-d3d51ac61675 None None] Set router b00994c2-1981-4cdc-acb3-efc2a4ecb86e gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:45:47.382760 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-81e5b77a-ab09-48dc-b6fa-8efcc77ac333 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:47.386757 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-81e5b77a-ab09-48dc-b6fa-8efcc77ac333 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/a4fdb075-0487-4b74-a788-1b703b7c6935 HTTP/1.1" status: 204 len: 168 time: 0.2825420 Nov 15 11:45:47.389889 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46920) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:47.409899 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bcf9e-9263-407d-b1f7-5945908d6b1f req-7e0566e1-d24f-4330-bec1-d5a0ca95f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:47.412200 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e1bcf9e-9263-407d-b1f7-5945908d6b1f req-7e0566e1-d24f-4330-bec1-d5a0ca95f5b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 1097 time: 0.0505850 Nov 15 11:45:47.470366 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74c8f7f2-5416-48bc-8d0e-c9f91aa6d97e tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:47.533172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bcf9e-9263-407d-b1f7-5945908d6b1f req-1dd87a37-e1de-4523-911a-c41830d6b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:47.535032 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e1bcf9e-9263-407d-b1f7-5945908d6b1f req-1dd87a37-e1de-4523-911a-c41830d6b3ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 912 time: 0.1161695 Nov 15 11:45:47.538089 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053bc737-1513-45a3-94b7-cf786c42e06e None None] Port 313df60f-93ee-4751-bbde-cc00c367ab78 not found while updating agent binding for router ae2479ad-7dd9-4855-8a33-dc3d89e97842. {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 15 11:45:47.547288 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053bc737-1513-45a3-94b7-cf786c42e06e None None] Routers set() bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:45:47.547792 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053bc737-1513-45a3-94b7-cf786c42e06e None None] Router IDs set() for agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 15 11:45:47.548577 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_agentschedulers_db [None req-053bc737-1513-45a3-94b7-cf786c42e06e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ae2479ad-7dd9-4855-8a33-dc3d89e97842'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:45:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent'). {{(pid=102679) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 15 11:45:47.549052 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053bc737-1513-45a3-94b7-cf786c42e06e None None] The sync data for ids ['ae2479ad-7dd9-4855-8a33-dc3d89e97842'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:45:47.581626 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74c8f7f2-5416-48bc-8d0e-c9f91aa6d97e tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:47.606705 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-74c8f7f2-5416-48bc-8d0e-c9f91aa6d97e tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d7242c-16f0-4b7e-849b-e0b8195ddf98']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:47.616623 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-74c8f7f2-5416-48bc-8d0e-c9f91aa6d97e tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63adc626-9652-432e-b9ce-300edd6281a7') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:47.616896 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-74c8f7f2-5416-48bc-8d0e-c9f91aa6d97e tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63adc626-9652-432e-b9ce-300edd6281a7') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:47.619221 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e1bcf9e-9263-407d-b1f7-5945908d6b1f req-43788484-939f-47c5-9384-29f735352162 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b7021c3-b25f-4933-95dc-f52aa5229596 HTTP/1.1" status: 200 len: 1000 time: 0.0756967 Nov 15 11:45:47.629004 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74c8f7f2-5416-48bc-8d0e-c9f91aa6d97e tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:47.644082 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74c8f7f2-5416-48bc-8d0e-c9f91aa6d97e tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:47.670106 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c8f7f2-5416-48bc-8d0e-c9f91aa6d97e tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:45:47.670521 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74c8f7f2-5416-48bc-8d0e-c9f91aa6d97e tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:45:47.673367 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:45:47.676315 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-fb96b213-7325-47d8-b30b-d3d51ac61675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:33:04Z', 'revision_number': 4, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '5701f845-9114-4efa-b2d3-eda7cd18e30b', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'floating_ip_address': '172.25.7.247', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'port_id': '8b7021c3-b25f-4933-95dc-f52aa5229596', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'mac_address': 'fa:16:3e:cd:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e8630-7052-4f34-be87-452667751223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:45:46Z', 'updated_at': '2021-11-15T11:45:46Z', 'revision_number': 0, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'fixed_ip_address_scope': None}, {'id': '598ee1f5-b971-4c2c-a6bb-7356090835a0', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'port_id': '8348c1c1-7f8c-4e82-9143-3b66ce4440c0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'mac_address': 'fa:16:3e:4a:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2c2ad5-3a93-4612-bdee-75a16c774219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:43:33Z', 'updated_at': '2021-11-15T11:43:36Z', 'revision_number': 1, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438254d2-d8d3-48db-8ba9-073fdbb53818', 'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'mac_address': 'fa:16:3e:64:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:02Z', 'updated_at': '2021-11-15T11:33:08Z', 'revision_number': 5, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'subnets': [{'id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:47.685914 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bcf9e-9263-407d-b1f7-5945908d6b1f req-2014f6fe-e9bf-4978-b6f6-5a7fc8c8c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:47.687561 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e1bcf9e-9263-407d-b1f7-5945908d6b1f req-2014f6fe-e9bf-4978-b6f6-5a7fc8c8c7e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 200 len: 850 time: 0.0619166 Nov 15 11:45:47.701808 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb96b213-7325-47d8-b30b-d3d51ac61675 None None] Checking router: b00994c2-1981-4cdc-acb3-efc2a4ecb86e for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:45:47.717803 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb96b213-7325-47d8-b30b-d3d51ac61675 None None] Routers {'b00994c2-1981-4cdc-acb3-efc2a4ecb86e'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:45:47.718623 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-fb96b213-7325-47d8-b30b-d3d51ac61675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:45:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:47.740935 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bcf9e-9263-407d-b1f7-5945908d6b1f req-0c3d75b1-e11e-485e-b67c-8d691e57f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:45:47.742804 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e1bcf9e-9263-407d-b1f7-5945908d6b1f req-0c3d75b1-e11e-485e-b67c-8d691e57f99b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1842a3-8b78-48b6-930c-de775291ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478928 Nov 15 11:45:47.757607 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74c8f7f2-5416-48bc-8d0e-c9f91aa6d97e tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:47.763286 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c8f7f2-5416-48bc-8d0e-c9f91aa6d97e tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 60d7242c-16f0-4b7e-849b-e0b8195ddf98 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 15 11:45:47.773071 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-74c8f7f2-5416-48bc-8d0e-c9f91aa6d97e tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:47.776627 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-74c8f7f2-5416-48bc-8d0e-c9f91aa6d97e tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "DELETE /v2.0/networks/60d7242c-16f0-4b7e-849b-e0b8195ddf98 HTTP/1.1" status: 204 len: 168 time: 0.3857729 Nov 15 11:45:47.794277 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8f7f2-5416-48bc-8d0e-c9f91aa6d97e tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Pushing event deleted for resources: {'Network': ['ID=60d7242c-16f0-4b7e-849b-e0b8195ddf98,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:47.866943 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-fb96b213-7325-47d8-b30b-d3d51ac61675 None None] Set router b00994c2-1981-4cdc-acb3-efc2a4ecb86e gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:45:47.886306 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e1bcf9e-9263-407d-b1f7-5945908d6b1f req-6093d4b7-a329-4ced-b15c-5bbc754ee105 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359587 Nov 15 11:45:48.031178 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e1bcf9e-9263-407d-b1f7-5945908d6b1f req-603ee343-ce3c-4ea4-b1bf-1e2251fb6ad2 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372139 Nov 15 11:45:48.117577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46930) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:48.124224 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-2931a326-4e92-4e4d-a497-6f2e2ddc6085 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Request body: {'router': {'name': 'tempest-router--2023161947', 'project_id': '686c0150fd7d4b5f8224a3d4c2cae692'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:45:48.160891 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2931a326-4e92-4e4d-a497-6f2e2ddc6085 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:48.161534 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2931a326-4e92-4e4d-a497-6f2e2ddc6085 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:48.180378 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-fb96b213-7325-47d8-b30b-d3d51ac61675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:33:04Z', 'revision_number': 4, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '5701f845-9114-4efa-b2d3-eda7cd18e30b', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'floating_ip_address': '172.25.7.247', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'port_id': '8b7021c3-b25f-4933-95dc-f52aa5229596', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'mac_address': 'fa:16:3e:cd:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e8630-7052-4f34-be87-452667751223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:45:46Z', 'updated_at': '2021-11-15T11:45:46Z', 'revision_number': 0, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'fixed_ip_address_scope': None}, {'id': '598ee1f5-b971-4c2c-a6bb-7356090835a0', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'port_id': '8348c1c1-7f8c-4e82-9143-3b66ce4440c0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'mac_address': 'fa:16:3e:4a:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2c2ad5-3a93-4612-bdee-75a16c774219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:43:33Z', 'updated_at': '2021-11-15T11:43:36Z', 'revision_number': 1, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438254d2-d8d3-48db-8ba9-073fdbb53818', 'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'mac_address': 'fa:16:3e:64:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:02Z', 'updated_at': '2021-11-15T11:33:08Z', 'revision_number': 5, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'subnets': [{'id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:48.215470 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb96b213-7325-47d8-b30b-d3d51ac61675 None None] The sync data for ids ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'] in n-d-729945-9 is: [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:33:04Z', 'revision_number': 4, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '5701f845-9114-4efa-b2d3-eda7cd18e30b', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'floating_ip_address': '172.25.7.247', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'port_id': '8b7021c3-b25f-4933-95dc-f52aa5229596', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'mac_address': 'fa:16:3e:cd:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e8630-7052-4f34-be87-452667751223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:45:46Z', 'updated_at': '2021-11-15T11:45:46Z', 'revision_number': 0, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'fixed_ip_address_scope': None}, {'id': '598ee1f5-b971-4c2c-a6bb-7356090835a0', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'port_id': '8348c1c1-7f8c-4e82-9143-3b66ce4440c0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'mac_address': 'fa:16:3e:4a:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2c2ad5-3a93-4612-bdee-75a16c774219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:43:33Z', 'updated_at': '2021-11-15T11:43:36Z', 'revision_number': 1, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438254d2-d8d3-48db-8ba9-073fdbb53818', 'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'mac_address': 'fa:16:3e:64:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:02Z', 'updated_at': '2021-11-15T11:33:08Z', 'revision_number': 5, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'subnets': [{'id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:45:48.226333 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2931a326-4e92-4e4d-a497-6f2e2ddc6085 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:48.231666 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2931a326-4e92-4e4d-a497-6f2e2ddc6085 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:48.251801 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2931a326-4e92-4e4d-a497-6f2e2ddc6085 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:48.253977 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2931a326-4e92-4e4d-a497-6f2e2ddc6085 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1351116 Nov 15 11:45:48.256205 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46932) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:48.330567 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b0f64c5-7394-44d6-8d70-e5fd64c62f30 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:48.489298 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b0f64c5-7394-44d6-8d70-e5fd64c62f30 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:48.491596 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b0f64c5-7394-44d6-8d70-e5fd64c62f30 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:48.534688 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b0f64c5-7394-44d6-8d70-e5fd64c62f30 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:48.535316 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0f64c5-7394-44d6-8d70-e5fd64c62f30 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05a40fac-49e6-4995-9b3e-be11d5bf4d14 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:45:48.539642 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9b0f64c5-7394-44d6-8d70-e5fd64c62f30 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:48.540704 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9b0f64c5-7394-44d6-8d70-e5fd64c62f30 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "DELETE /v2.0/routers/05a40fac-49e6-4995-9b3e-be11d5bf4d14 HTTP/1.1" status: 204 len: 168 time: 0.2834849 Nov 15 11:45:48.616469 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd27a52-0c35-4ba7-8f25-d726afeec6d8 None None] New status for floating IP 5701f845-9114-4efa-b2d3-eda7cd18e30b: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:45:48.671181 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46936) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:48.877814 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1f56b4d6-62fc-46d2-968e-b869be77154c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1534505038', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:45:48.910296 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f56b4d6-62fc-46d2-968e-b869be77154c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:48.911375 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f56b4d6-62fc-46d2-968e-b869be77154c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:48.964106 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f56b4d6-62fc-46d2-968e-b869be77154c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:49.141753 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f56b4d6-62fc-46d2-968e-b869be77154c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:49.363563 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f56b4d6-62fc-46d2-968e-b869be77154c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:49.382340 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f56b4d6-62fc-46d2-968e-b869be77154c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:49.491608 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-1f56b4d6-62fc-46d2-968e-b869be77154c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Allocated IP 172.25.7.187 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/e3be8671-185e-4f6e-a265-2f3bb51d0081) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:45:49.596136 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f56b4d6-62fc-46d2-968e-b869be77154c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:49.631597 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f56b4d6-62fc-46d2-968e-b869be77154c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:49.674387 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f56b4d6-62fc-46d2-968e-b869be77154c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:45:49.679899 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-1f56b4d6-62fc-46d2-968e-b869be77154c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:45:49.682346 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f56b4d6-62fc-46d2-968e-b869be77154c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:45:49.693541 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4c53ce-7328-484e-b5db-91cc6846ef8b None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:45:49.704223 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56b4d6-62fc-46d2-968e-b869be77154c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Pushing event updated for resources: {'Port': ['ID=e3be8671-185e-4f6e-a265-2f3bb51d0081,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:49.811545 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-aed164c7-dcde-4536-80ed-0ba54ae59f94 None None] Provisioning complete for port e3be8671-185e-4f6e-a265-2f3bb51d0081 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:45:49.811983 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aed164c7-dcde-4536-80ed-0ba54ae59f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:49.853734 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-aed164c7-dcde-4536-80ed-0ba54ae59f94 None None] Port e3be8671-185e-4f6e-a265-2f3bb51d0081 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:45:49.944365 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f56b4d6-62fc-46d2-968e-b869be77154c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:50.148887 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f56b4d6-62fc-46d2-968e-b869be77154c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:50.587075 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f56b4d6-62fc-46d2-968e-b869be77154c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Router 1635396a-e554-4e13-b863-972689c0ada7 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:45:50.696578 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f56b4d6-62fc-46d2-968e-b869be77154c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:45:50.706651 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fd0349-eeab-4897-ad2d-72034d8f7415 None None] Sync routers for ids ['1635396a-e554-4e13-b863-972689c0ada7'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:45:50.719348 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fd0349-eeab-4897-ad2d-72034d8f7415 None None] Routers {'1635396a-e554-4e13-b863-972689c0ada7'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:45:50.719892 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f56b4d6-62fc-46d2-968e-b869be77154c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:50.720064 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-90fd0349-eeab-4897-ad2d-72034d8f7415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:45:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['1635396a-e554-4e13-b863-972689c0ada7'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:50.723870 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1f56b4d6-62fc-46d2-968e-b869be77154c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0491352 Nov 15 11:45:50.724290 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46956) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:50.757137 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-90fd0349-eeab-4897-ad2d-72034d8f7415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:50.766383 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fd0349-eeab-4897-ad2d-72034d8f7415 None None] Routers {'1635396a-e554-4e13-b863-972689c0ada7'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:45:50.766985 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-90fd0349-eeab-4897-ad2d-72034d8f7415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:45:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['1635396a-e554-4e13-b863-972689c0ada7'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:50.799359 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-90fd0349-eeab-4897-ad2d-72034d8f7415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:50.800019 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fd0349-eeab-4897-ad2d-72034d8f7415 None None] The sync data for ids ['1635396a-e554-4e13-b863-972689c0ada7'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:45:50.830271 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1b058911-fb00-4d49-a75b-33baed6b8d9d tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "GET /v2.0/routers/1635396a-e554-4e13-b863-972689c0ada7 HTTP/1.1" status: 200 len: 921 time: 0.1047702 Nov 15 11:45:50.833167 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46958) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:50.862615 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3400a531-6609-4b75-a990-587de925ce0f tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "GET /v2.0/ports?device_id=1635396a-e554-4e13-b863-972689c0ada7 HTTP/1.1" status: 200 len: 205 time: 0.0259721 Nov 15 11:45:50.862852 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46960) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:50.973046 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6da8f18-a6be-4081-9270-845e3ac5126b tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:51.082284 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6da8f18-a6be-4081-9270-845e3ac5126b tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:51.139723 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c6da8f18-a6be-4081-9270-845e3ac5126b tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Deleting port e3be8671-185e-4f6e-a265-2f3bb51d0081 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:45:51.140181 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6da8f18-a6be-4081-9270-845e3ac5126b tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:51.221571 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6da8f18-a6be-4081-9270-845e3ac5126b tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:51.233779 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-c6da8f18-a6be-4081-9270-845e3ac5126b tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Calling delete_port for e3be8671-185e-4f6e-a265-2f3bb51d0081 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:45:51.405745 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6da8f18-a6be-4081-9270-845e3ac5126b tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:51.431780 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da8f18-a6be-4081-9270-845e3ac5126b tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Pushing event deleted for resources: {'Port': ['ID=e3be8671-185e-4f6e-a265-2f3bb51d0081,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:51.447500 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f372128-dc29-4124-8de2-c795e3d900b9 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:45:51.494140 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6da8f18-a6be-4081-9270-845e3ac5126b tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:51.588362 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6da8f18-a6be-4081-9270-845e3ac5126b tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:51.590571 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6da8f18-a6be-4081-9270-845e3ac5126b tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:51.666061 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6da8f18-a6be-4081-9270-845e3ac5126b tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:51.666618 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6da8f18-a6be-4081-9270-845e3ac5126b tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Fanout notify agent at l3_agent the message router_deleted on router 1635396a-e554-4e13-b863-972689c0ada7 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:45:51.679070 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c6da8f18-a6be-4081-9270-845e3ac5126b tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:51.681136 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c6da8f18-a6be-4081-9270-845e3ac5126b tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "DELETE /v2.0/routers/1635396a-e554-4e13-b863-972689c0ada7 HTTP/1.1" status: 204 len: 168 time: 0.8174589 Nov 15 11:45:51.685369 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46964) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:51.690347 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a39a1980-1c86-4403-8f10-0004aff5e31f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1843870730', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'enable_snat': False}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:45:51.719675 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a39a1980-1c86-4403-8f10-0004aff5e31f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:51.722149 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a39a1980-1c86-4403-8f10-0004aff5e31f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:51.780172 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a39a1980-1c86-4403-8f10-0004aff5e31f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:51.924106 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a39a1980-1c86-4403-8f10-0004aff5e31f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:52.124076 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a39a1980-1c86-4403-8f10-0004aff5e31f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:52.146428 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a39a1980-1c86-4403-8f10-0004aff5e31f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:52.247521 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-a39a1980-1c86-4403-8f10-0004aff5e31f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Allocated IP 172.25.7.169 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/41470cc1-0b7b-435f-b65f-a2addb213459) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:45:52.350946 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a39a1980-1c86-4403-8f10-0004aff5e31f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:52.386940 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a39a1980-1c86-4403-8f10-0004aff5e31f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:52.423780 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39a1980-1c86-4403-8f10-0004aff5e31f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:45:52.428736 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a39a1980-1c86-4403-8f10-0004aff5e31f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:45:52.432252 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39a1980-1c86-4403-8f10-0004aff5e31f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:45:52.442280 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bfe118-a5fe-4303-a69e-8c7b69f83dc2 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:45:52.457434 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a1980-1c86-4403-8f10-0004aff5e31f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Pushing event updated for resources: {'Port': ['ID=41470cc1-0b7b-435f-b65f-a2addb213459,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:52.490343 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1ae4adf0-7d6c-4969-ab07-c00bb2483f04 None None] Provisioning complete for port 41470cc1-0b7b-435f-b65f-a2addb213459 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:45:52.491454 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1ae4adf0-7d6c-4969-ab07-c00bb2483f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:52.529175 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-1ae4adf0-7d6c-4969-ab07-c00bb2483f04 None None] Port 41470cc1-0b7b-435f-b65f-a2addb213459 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:45:52.684547 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a39a1980-1c86-4403-8f10-0004aff5e31f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:52.903884 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a39a1980-1c86-4403-8f10-0004aff5e31f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:53.036956 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39a1980-1c86-4403-8f10-0004aff5e31f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Router d3905c67-625f-4805-909c-abb2e99b89b1 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:45:53.140949 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39a1980-1c86-4403-8f10-0004aff5e31f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:45:53.150398 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] Sync routers for ids ['d3905c67-625f-4805-909c-abb2e99b89b1'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:45:53.159966 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a39a1980-1c86-4403-8f10-0004aff5e31f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:53.161226 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a39a1980-1c86-4403-8f10-0004aff5e31f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.4748557 Nov 15 11:45:53.164317 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46976) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:53.164848 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] Routers {'d3905c67-625f-4805-909c-abb2e99b89b1'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:45:53.165482 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:45:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d3905c67-625f-4805-909c-abb2e99b89b1'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:53.269447 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-dc297ce6-a078-4478-8dfb-26d5c9e5f88d tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "GET /v2.0/routers/d3905c67-625f-4805-909c-abb2e99b89b1 HTTP/1.1" status: 200 len: 909 time: 0.1014574 Nov 15 11:45:53.269691 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 46978) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:53.274037 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-e8114ea2-a007-4285-8ff8-a80fd9bd079f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1843870730', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'enable_snat': True}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:45:53.278086 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] Set router d3905c67-625f-4805-909c-abb2e99b89b1 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:45:53.295612 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8114ea2-a007-4285-8ff8-a80fd9bd079f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:53.296591 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8114ea2-a007-4285-8ff8-a80fd9bd079f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:53.352134 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8114ea2-a007-4285-8ff8-a80fd9bd079f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:53.457240 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3905c67-625f-4805-909c-abb2e99b89b1', 'name': 'tempest-snat-router-1843870730', 'tenant_id': 'ef61b3117c18431db7dca4707b1af122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.169'}], 'enable_snat': False}, 'gw_port_id': '41470cc1-0b7b-435f-b65f-a2addb213459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:45:51Z', 'updated_at': '2021-11-15T11:45:52Z', 'revision_number': 3, 'project_id': 'ef61b3117c18431db7dca4707b1af122', 'gw_port': {'id': '41470cc1-0b7b-435f-b65f-a2addb213459', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3905c67-625f-4805-909c-abb2e99b89b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:45:52Z', 'updated_at': '2021-11-15T11:45:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:53.485914 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] Checking router: d3905c67-625f-4805-909c-abb2e99b89b1 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:45:53.486606 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] Updating router d3905c67-625f-4805-909c-abb2e99b89b1 port 41470cc1-0b7b-435f-b65f-a2addb213459 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:45:53.497280 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8114ea2-a007-4285-8ff8-a80fd9bd079f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:53.518606 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:53.820708 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:53.828813 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:53.887776 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f09363-8481-4dbb-a676-19d4d206f525 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:45:53.895400 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] Attempting to bind port 41470cc1-0b7b-435f-b65f-a2addb213459 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:53.895772 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] Attempting to bind port 41470cc1-0b7b-435f-b65f-a2addb213459 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:53.896156 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] Attempting to bind port 41470cc1-0b7b-435f-b65f-a2addb213459 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:53.899210 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7522b7-8943-4ec7-be70-ad694b626cb7 None None] Pushing event updated for resources: {'Port': ['ID=41470cc1-0b7b-435f-b65f-a2addb213459,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:53.906834 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:45:53.907205 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:45:53.907607 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:53.908019 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:45:53.908495 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] Bound port: 41470cc1-0b7b-435f-b65f-a2addb213459, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:45:53.908872 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:53.977057 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] For port 41470cc1-0b7b-435f-b65f-a2addb213459, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:45:53.979647 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a5a0e1ca-35ab-4abf-92e4-3b96b533ab22 None None] Provisioning complete for port 41470cc1-0b7b-435f-b65f-a2addb213459 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:45:53.980039 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a5a0e1ca-35ab-4abf-92e4-3b96b533ab22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:53.983864 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] For port 41470cc1-0b7b-435f-b65f-a2addb213459, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=41470cc1-0b7b-435f-b65f-a2addb213459,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:45:54.007525 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:54.052590 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a5a0e1ca-35ab-4abf-92e4-3b96b533ab22 None None] Port 41470cc1-0b7b-435f-b65f-a2addb213459 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:45:54.063440 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8114ea2-a007-4285-8ff8-a80fd9bd079f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:54.063723 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40cbbdd-07b1-4385-bdb7-b281162c3ea1 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:45:54.083741 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8114ea2-a007-4285-8ff8-a80fd9bd079f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:54.086372 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7522b7-8943-4ec7-be70-ad694b626cb7 None None] Pushing event updated for resources: {'Port': ['ID=41470cc1-0b7b-435f-b65f-a2addb213459,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:54.089209 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] Routers {'d3905c67-625f-4805-909c-abb2e99b89b1'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:45:54.089811 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:45:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d3905c67-625f-4805-909c-abb2e99b89b1'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:54.193342 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8bebebd8-4ef7-46f8-8723-6b12d0f0d124 None None] Provisioning complete for port 41470cc1-0b7b-435f-b65f-a2addb213459 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:45:54.193681 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8bebebd8-4ef7-46f8-8723-6b12d0f0d124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:54.200979 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-e8114ea2-a007-4285-8ff8-a80fd9bd079f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Allocated IP 172.25.7.167 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/b3565309-78b9-48c1-a0f4-8338694e0165) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:45:54.238111 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] Set router d3905c67-625f-4805-909c-abb2e99b89b1 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:45:54.313612 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8114ea2-a007-4285-8ff8-a80fd9bd079f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:54.348490 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8114ea2-a007-4285-8ff8-a80fd9bd079f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:54.392721 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8114ea2-a007-4285-8ff8-a80fd9bd079f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:45:54.395750 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-e8114ea2-a007-4285-8ff8-a80fd9bd079f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:45:54.400119 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8bebebd8-4ef7-46f8-8723-6b12d0f0d124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:54.402373 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8114ea2-a007-4285-8ff8-a80fd9bd079f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:45:54.419740 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8104de07-ac5a-42da-96b9-90b2b25ee525 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:45:54.451189 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8bebebd8-4ef7-46f8-8723-6b12d0f0d124 None None] For port 41470cc1-0b7b-435f-b65f-a2addb213459, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=41470cc1-0b7b-435f-b65f-a2addb213459,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:45:54.465696 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8bebebd8-4ef7-46f8-8723-6b12d0f0d124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:54.517613 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8114ea2-a007-4285-8ff8-a80fd9bd079f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Pushing event updated for resources: {'Port': ['ID=b3565309-78b9-48c1-a0f4-8338694e0165,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:54.524377 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebebd8-4ef7-46f8-8723-6b12d0f0d124 None None] Pushing event updated for resources: {'Port': ['ID=41470cc1-0b7b-435f-b65f-a2addb213459,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:54.540252 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3905c67-625f-4805-909c-abb2e99b89b1', 'name': 'tempest-snat-router-1843870730', 'tenant_id': 'ef61b3117c18431db7dca4707b1af122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.169'}], 'enable_snat': False}, 'gw_port_id': '41470cc1-0b7b-435f-b65f-a2addb213459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:45:51Z', 'updated_at': '2021-11-15T11:45:52Z', 'revision_number': 3, 'project_id': 'ef61b3117c18431db7dca4707b1af122', 'gw_port': {'id': '41470cc1-0b7b-435f-b65f-a2addb213459', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3905c67-625f-4805-909c-abb2e99b89b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:45:52Z', 'updated_at': '2021-11-15T11:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:54.573948 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec981e-f3fb-4cc8-88e5-798856f1a3c1 None None] The sync data for ids ['d3905c67-625f-4805-909c-abb2e99b89b1'] in n-d-729945-9 is: [{'id': 'd3905c67-625f-4805-909c-abb2e99b89b1', 'name': 'tempest-snat-router-1843870730', 'tenant_id': 'ef61b3117c18431db7dca4707b1af122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.169'}], 'enable_snat': False}, 'gw_port_id': '41470cc1-0b7b-435f-b65f-a2addb213459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:45:51Z', 'updated_at': '2021-11-15T11:45:52Z', 'revision_number': 3, 'project_id': 'ef61b3117c18431db7dca4707b1af122', 'gw_port': {'id': '41470cc1-0b7b-435f-b65f-a2addb213459', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3905c67-625f-4805-909c-abb2e99b89b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:45:52Z', 'updated_at': '2021-11-15T11:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:45:54.594099 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-45132141-a6cb-4025-98e6-9a7e159e2eac None None] Provisioning complete for port b3565309-78b9-48c1-a0f4-8338694e0165 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:45:54.594854 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-45132141-a6cb-4025-98e6-9a7e159e2eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:54.637350 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-45132141-a6cb-4025-98e6-9a7e159e2eac None None] Port b3565309-78b9-48c1-a0f4-8338694e0165 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:45:54.680891 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8114ea2-a007-4285-8ff8-a80fd9bd079f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:54.927778 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8114ea2-a007-4285-8ff8-a80fd9bd079f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:55.061350 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8114ea2-a007-4285-8ff8-a80fd9bd079f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Router 021d1825-55c7-476a-9b14-c58e42f6e3f5 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:45:55.186384 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8114ea2-a007-4285-8ff8-a80fd9bd079f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:45:55.196983 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] Sync routers for ids ['021d1825-55c7-476a-9b14-c58e42f6e3f5'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:45:55.208119 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] Routers {'021d1825-55c7-476a-9b14-c58e42f6e3f5'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:45:55.209016 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:45:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['021d1825-55c7-476a-9b14-c58e42f6e3f5'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:55.209826 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e8114ea2-a007-4285-8ff8-a80fd9bd079f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:55.211303 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e8114ea2-a007-4285-8ff8-a80fd9bd079f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9406817 Nov 15 11:45:55.214109 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46986) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:55.349883 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-43cb5338-8885-43b5-80f1-9cd6ed3899ec tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "GET /v2.0/routers/021d1825-55c7-476a-9b14-c58e42f6e3f5 HTTP/1.1" status: 200 len: 908 time: 0.1341166 Nov 15 11:45:55.352565 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46988) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:55.364363 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] Set router 021d1825-55c7-476a-9b14-c58e42f6e3f5 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:45:55.477032 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2305afc6-ffe2-43a9-98f2-327593bb3b78 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:55.689580 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021d1825-55c7-476a-9b14-c58e42f6e3f5', 'name': 'tempest-snat-router-1843870730', 'tenant_id': 'ef61b3117c18431db7dca4707b1af122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'b3565309-78b9-48c1-a0f4-8338694e0165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:45:53Z', 'updated_at': '2021-11-15T11:45:54Z', 'revision_number': 3, 'project_id': 'ef61b3117c18431db7dca4707b1af122', 'gw_port': {'id': 'b3565309-78b9-48c1-a0f4-8338694e0165', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021d1825-55c7-476a-9b14-c58e42f6e3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:45:54Z', 'updated_at': '2021-11-15T11:45:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:55.721210 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] Checking router: 021d1825-55c7-476a-9b14-c58e42f6e3f5 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:45:55.721558 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] Updating router 021d1825-55c7-476a-9b14-c58e42f6e3f5 port b3565309-78b9-48c1-a0f4-8338694e0165 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:45:55.749937 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:55.765913 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 41470cc1-0b7b-435f-b65f-a2addb213459 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:45:55.827443 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 41470cc1-0b7b-435f-b65f-a2addb213459 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:45:55.830951 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:55.959578 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2305afc6-ffe2-43a9-98f2-327593bb3b78 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:56.036313 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2305afc6-ffe2-43a9-98f2-327593bb3b78 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Deleting port b3565309-78b9-48c1-a0f4-8338694e0165 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:45:56.037379 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2305afc6-ffe2-43a9-98f2-327593bb3b78 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:56.133342 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:56.144163 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:56.155345 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2305afc6-ffe2-43a9-98f2-327593bb3b78 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:56.174678 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2305afc6-ffe2-43a9-98f2-327593bb3b78 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Calling delete_port for b3565309-78b9-48c1-a0f4-8338694e0165 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:45:56.197586 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6135ee28-dd21-47a2-bc90-405eecc5d049 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:45:56.213526 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] Attempting to bind port b3565309-78b9-48c1-a0f4-8338694e0165 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:45:56.214060 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] Attempting to bind port b3565309-78b9-48c1-a0f4-8338694e0165 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:45:56.214299 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] Attempting to bind port b3565309-78b9-48c1-a0f4-8338694e0165 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:45:56.220800 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ed0f5-388f-44fa-ba88-7a5cc90b13cf None None] Pushing event updated for resources: {'Port': ['ID=b3565309-78b9-48c1-a0f4-8338694e0165,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:56.229698 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:45:56.230064 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:45:56.230596 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:56.231026 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:45:56.231486 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] Bound port: b3565309-78b9-48c1-a0f4-8338694e0165, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:45:56.231882 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:56.236271 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ed0f5-388f-44fa-ba88-7a5cc90b13cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:45:56.236619 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ed0f5-388f-44fa-ba88-7a5cc90b13cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:45:56.236948 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ed0f5-388f-44fa-ba88-7a5cc90b13cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:45:56.237303 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ed0f5-388f-44fa-ba88-7a5cc90b13cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:45:56.237622 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ed0f5-388f-44fa-ba88-7a5cc90b13cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:45:56.238098 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ed0f5-388f-44fa-ba88-7a5cc90b13cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:45:56.238604 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ed0f5-388f-44fa-ba88-7a5cc90b13cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:45:56.238767 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ed0f5-388f-44fa-ba88-7a5cc90b13cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:45:56.239078 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ed0f5-388f-44fa-ba88-7a5cc90b13cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:45:56.239391 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ed0f5-388f-44fa-ba88-7a5cc90b13cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:45:56.239728 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ed0f5-388f-44fa-ba88-7a5cc90b13cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:45:56.240187 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180ed0f5-388f-44fa-ba88-7a5cc90b13cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:45:56.284902 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-355b5645-b255-4687-9e20-fdaa39378c5d None None] Provisioning complete for port b3565309-78b9-48c1-a0f4-8338694e0165 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:45:56.285488 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-355b5645-b255-4687-9e20-fdaa39378c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:56.303436 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] For port b3565309-78b9-48c1-a0f4-8338694e0165, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:45:56.306737 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] For port b3565309-78b9-48c1-a0f4-8338694e0165, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b3565309-78b9-48c1-a0f4-8338694e0165,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:45:56.313563 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:56.377535 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] Routers {'021d1825-55c7-476a-9b14-c58e42f6e3f5'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:45:56.378369 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:45:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['021d1825-55c7-476a-9b14-c58e42f6e3f5'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:56.378512 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbbd0b3-0520-45e8-bfd2-347b4fb04178 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:45:56.389843 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-355b5645-b255-4687-9e20-fdaa39378c5d None None] Port b3565309-78b9-48c1-a0f4-8338694e0165 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:45:56.447321 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ed0f5-388f-44fa-ba88-7a5cc90b13cf None None] Pushing event updated for resources: {'Port': ['ID=b3565309-78b9-48c1-a0f4-8338694e0165,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:56.449324 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2305afc6-ffe2-43a9-98f2-327593bb3b78 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:56.481709 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] Set router 021d1825-55c7-476a-9b14-c58e42f6e3f5 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:45:56.488366 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305afc6-ffe2-43a9-98f2-327593bb3b78 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3565309-78b9-48c1-a0f4-8338694e0165,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:56.502605 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d95cb3ca-3a59-4d87-b2d4-2593adc40d94 None None] Could not find standard attr ID for object b3565309-78b9-48c1-a0f4-8338694e0165. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:45:56.514624 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f21088-2032-4f3e-aba5-95d75a688bab None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:45:56.554521 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021d1825-55c7-476a-9b14-c58e42f6e3f5', 'name': 'tempest-snat-router-1843870730', 'tenant_id': 'ef61b3117c18431db7dca4707b1af122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:45:53Z', 'updated_at': '2021-11-15T11:45:55Z', 'revision_number': 4, 'project_id': 'ef61b3117c18431db7dca4707b1af122', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:56.577166 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2305afc6-ffe2-43a9-98f2-327593bb3b78 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:56.594798 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860ea73-f045-445d-9517-1b73ac500043 None None] The sync data for ids ['021d1825-55c7-476a-9b14-c58e42f6e3f5'] in n-d-729945-9 is: [{'id': '021d1825-55c7-476a-9b14-c58e42f6e3f5', 'name': 'tempest-snat-router-1843870730', 'tenant_id': 'ef61b3117c18431db7dca4707b1af122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:45:53Z', 'updated_at': '2021-11-15T11:45:55Z', 'revision_number': 4, 'project_id': 'ef61b3117c18431db7dca4707b1af122', 'gw_port_host': None}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:45:56.712318 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2305afc6-ffe2-43a9-98f2-327593bb3b78 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:56.715849 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2305afc6-ffe2-43a9-98f2-327593bb3b78 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:56.773983 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2305afc6-ffe2-43a9-98f2-327593bb3b78 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:56.774556 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2305afc6-ffe2-43a9-98f2-327593bb3b78 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 021d1825-55c7-476a-9b14-c58e42f6e3f5 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:45:56.779536 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2305afc6-ffe2-43a9-98f2-327593bb3b78 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:56.781101 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2305afc6-ffe2-43a9-98f2-327593bb3b78 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "DELETE /v2.0/routers/021d1825-55c7-476a-9b14-c58e42f6e3f5 HTTP/1.1" status: 204 len: 168 time: 1.4272556 Nov 15 11:45:56.783781 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46994) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:56.905572 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05b65087-f648-4b4f-9364-5c9b60f552ff tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:57.020805 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05b65087-f648-4b4f-9364-5c9b60f552ff tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:57.094083 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-05b65087-f648-4b4f-9364-5c9b60f552ff tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Deleting port 41470cc1-0b7b-435f-b65f-a2addb213459 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:45:57.095349 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05b65087-f648-4b4f-9364-5c9b60f552ff tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:57.188313 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-05b65087-f648-4b4f-9364-5c9b60f552ff tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] For port 41470cc1-0b7b-435f-b65f-a2addb213459, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=41470cc1-0b7b-435f-b65f-a2addb213459,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:45:57.188796 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05b65087-f648-4b4f-9364-5c9b60f552ff tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:57.205544 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-05b65087-f648-4b4f-9364-5c9b60f552ff tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Calling delete_port for 41470cc1-0b7b-435f-b65f-a2addb213459 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:45:57.417839 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05b65087-f648-4b4f-9364-5c9b60f552ff tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:57.451322 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b65087-f648-4b4f-9364-5c9b60f552ff tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Pushing event deleted for resources: {'Port': ['ID=41470cc1-0b7b-435f-b65f-a2addb213459,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:57.468145 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25df5045-74e0-41e9-8659-a1432f25200b None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:45:57.518521 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05b65087-f648-4b4f-9364-5c9b60f552ff tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:57.630132 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05b65087-f648-4b4f-9364-5c9b60f552ff tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:57.632937 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05b65087-f648-4b4f-9364-5c9b60f552ff tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:57.690856 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05b65087-f648-4b4f-9364-5c9b60f552ff tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:57.695151 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b65087-f648-4b4f-9364-5c9b60f552ff tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3905c67-625f-4805-909c-abb2e99b89b1 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:45:57.708957 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05b65087-f648-4b4f-9364-5c9b60f552ff tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:57.710716 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-05b65087-f648-4b4f-9364-5c9b60f552ff tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "DELETE /v2.0/routers/d3905c67-625f-4805-909c-abb2e99b89b1 HTTP/1.1" status: 204 len: 168 time: 0.9258728 Nov 15 11:45:57.714381 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 46998) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:57.725426 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-02aadb2b-7512-48a4-b8ec-a868577883f5 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2056298957', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:45:57.770381 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02aadb2b-7512-48a4-b8ec-a868577883f5 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:57.772091 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02aadb2b-7512-48a4-b8ec-a868577883f5 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:57.875204 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02aadb2b-7512-48a4-b8ec-a868577883f5 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:58.062085 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02aadb2b-7512-48a4-b8ec-a868577883f5 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:58.301412 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02aadb2b-7512-48a4-b8ec-a868577883f5 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:58.322861 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02aadb2b-7512-48a4-b8ec-a868577883f5 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:58.425377 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-02aadb2b-7512-48a4-b8ec-a868577883f5 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Allocated IP 172.25.7.167 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/de032c5d-8f7f-4361-b35c-8041390e3cd0) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:45:58.534089 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02aadb2b-7512-48a4-b8ec-a868577883f5 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:58.570270 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02aadb2b-7512-48a4-b8ec-a868577883f5 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:58.611749 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aadb2b-7512-48a4-b8ec-a868577883f5 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:45:58.614931 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-02aadb2b-7512-48a4-b8ec-a868577883f5 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:45:58.619256 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aadb2b-7512-48a4-b8ec-a868577883f5 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:45:58.622273 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aadb2b-7512-48a4-b8ec-a868577883f5 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Pushing event updated for resources: {'Port': ['ID=de032c5d-8f7f-4361-b35c-8041390e3cd0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:45:58.635576 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae68a78-55ac-44a0-b395-c7dc515a7e3d None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:45:58.770398 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ae4c274b-8760-4f7b-bb4d-7fef6d6c128e None None] Provisioning complete for port de032c5d-8f7f-4361-b35c-8041390e3cd0 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:45:58.771120 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ae4c274b-8760-4f7b-bb4d-7fef6d6c128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:58.837832 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c274b-8760-4f7b-bb4d-7fef6d6c128e None None] Port de032c5d-8f7f-4361-b35c-8041390e3cd0 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:45:58.875615 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02aadb2b-7512-48a4-b8ec-a868577883f5 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:59.079470 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02aadb2b-7512-48a4-b8ec-a868577883f5 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:59.213375 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02aadb2b-7512-48a4-b8ec-a868577883f5 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Router 720d9a94-a3eb-4cd6-b9eb-7a6a2e5db783 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:45:59.328561 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02aadb2b-7512-48a4-b8ec-a868577883f5 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:45:59.341269 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf84258-7efa-4aff-91f2-bdef53aa15bb None None] Sync routers for ids ['720d9a94-a3eb-4cd6-b9eb-7a6a2e5db783'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:45:59.351140 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02aadb2b-7512-48a4-b8ec-a868577883f5 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:59.355220 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47004) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:45:59.355732 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-02aadb2b-7512-48a4-b8ec-a868577883f5 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6397629 Nov 15 11:45:59.357839 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf84258-7efa-4aff-91f2-bdef53aa15bb None None] Routers {'720d9a94-a3eb-4cd6-b9eb-7a6a2e5db783'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:45:59.358604 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5bf84258-7efa-4aff-91f2-bdef53aa15bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:45:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['720d9a94-a3eb-4cd6-b9eb-7a6a2e5db783'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:59.359997 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-329aeaad-ecb4-43c4-a7a7-f8d6d91b8067 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'enable_snat': False}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:45:59.403030 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5bf84258-7efa-4aff-91f2-bdef53aa15bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:59.414470 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf84258-7efa-4aff-91f2-bdef53aa15bb None None] Routers {'720d9a94-a3eb-4cd6-b9eb-7a6a2e5db783'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:45:59.415367 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5bf84258-7efa-4aff-91f2-bdef53aa15bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:45:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['720d9a94-a3eb-4cd6-b9eb-7a6a2e5db783'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:59.457089 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5bf84258-7efa-4aff-91f2-bdef53aa15bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:45:59.458160 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf84258-7efa-4aff-91f2-bdef53aa15bb None None] The sync data for ids ['720d9a94-a3eb-4cd6-b9eb-7a6a2e5db783'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:45:59.675074 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 41470cc1-0b7b-435f-b65f-a2addb213459 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:45:59.675787 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-329aeaad-ecb4-43c4-a7a7-f8d6d91b8067 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:45:59.701963 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 41470cc1-0b7b-435f-b65f-a2addb213459 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:45:59.702391 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 41470cc1-0b7b-435f-b65f-a2addb213459 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:45:59.716827 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:45:59.811305 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:00.084227 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-329aeaad-ecb4-43c4-a7a7-f8d6d91b8067 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:00.088378 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-329aeaad-ecb4-43c4-a7a7-f8d6d91b8067 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66739771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66739762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66736290'] for router, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:00.208004 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329aeaad-ecb4-43c4-a7a7-f8d6d91b8067 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Router 720d9a94-a3eb-4cd6-b9eb-7a6a2e5db783 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:46:00.313697 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329aeaad-ecb4-43c4-a7a7-f8d6d91b8067 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:46:00.319617 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-329aeaad-ecb4-43c4-a7a7-f8d6d91b8067 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:00.323679 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-329aeaad-ecb4-43c4-a7a7-f8d6d91b8067 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "PUT /v2.0/routers/720d9a94-a3eb-4cd6-b9eb-7a6a2e5db783 HTTP/1.1" status: 200 len: 922 time: 0.9644299 Nov 15 11:46:00.324579 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47008) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:00.325167 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c55aa-e6f3-4487-aa84-8d1a8f1e90e2 None None] Sync routers for ids ['720d9a94-a3eb-4cd6-b9eb-7a6a2e5db783'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:46:00.336010 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52c55aa-e6f3-4487-aa84-8d1a8f1e90e2 None None] Routers {'720d9a94-a3eb-4cd6-b9eb-7a6a2e5db783'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:46:00.336888 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-d52c55aa-e6f3-4487-aa84-8d1a8f1e90e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:45:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['720d9a94-a3eb-4cd6-b9eb-7a6a2e5db783'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:00.368695 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-d52c55aa-e6f3-4487-aa84-8d1a8f1e90e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:00.380458 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52c55aa-e6f3-4487-aa84-8d1a8f1e90e2 None None] Routers {'720d9a94-a3eb-4cd6-b9eb-7a6a2e5db783'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:46:00.381300 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-d52c55aa-e6f3-4487-aa84-8d1a8f1e90e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:45:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['720d9a94-a3eb-4cd6-b9eb-7a6a2e5db783'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:00.413646 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-d52c55aa-e6f3-4487-aa84-8d1a8f1e90e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:00.414725 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c55aa-e6f3-4487-aa84-8d1a8f1e90e2 None None] The sync data for ids ['720d9a94-a3eb-4cd6-b9eb-7a6a2e5db783'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:46:00.435802 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7d353b9a-4188-475e-a50c-a2937eb8c9de tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "GET /v2.0/routers/720d9a94-a3eb-4cd6-b9eb-7a6a2e5db783 HTTP/1.1" status: 200 len: 922 time: 0.1078050 Nov 15 11:46:00.436387 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47010) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:00.505514 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a3800f-8827-4961-a7d5-c97293984e5d tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:00.507084 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-13a3800f-8827-4961-a7d5-c97293984e5d tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&device_id=720d9a94-a3eb-4cd6-b9eb-7a6a2e5db783&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0701032 Nov 15 11:46:00.510315 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47012) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:00.601462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cf3804-870b-49b5-9222-439bfc879f69 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:00.606378 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47014) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:00.607099 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a9cf3804-870b-49b5-9222-439bfc879f69 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 881 time: 0.0951872 Nov 15 11:46:00.641310 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fcd7fb6e-68f5-4699-9f66-5fd5e83df163 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "GET /v2.0/ports?device_id=720d9a94-a3eb-4cd6-b9eb-7a6a2e5db783 HTTP/1.1" status: 200 len: 205 time: 0.0333138 Nov 15 11:46:00.643759 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47016) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:00.752383 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:00.854187 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:00.911709 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Deleting port de032c5d-8f7f-4361-b35c-8041390e3cd0 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:46:00.911992 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:00.994270 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:01.006091 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Calling delete_port for de032c5d-8f7f-4361-b35c-8041390e3cd0 owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:46:01.521870 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:01.546415 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Pushing event deleted for resources: {'Port': ['ID=de032c5d-8f7f-4361-b35c-8041390e3cd0,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:01.560635 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24cfa84-d86e-465a-b69e-65d6c60e93bb None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:46:01.573206 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:01.573552 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:01.573932 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:01.574208 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:01.574535 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:01.574866 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:01.575250 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:01.575504 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:01.575891 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:01.576236 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:01.576551 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:01.576869 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:01.616206 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:01.705315 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:01.707503 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:01.753906 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:01.755462 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:01.755998 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Fanout notify agent at l3_agent the message router_deleted on router 720d9a94-a3eb-4cd6-b9eb-7a6a2e5db783 {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:46:01.762734 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:01.767305 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f03e69c3-fbd6-4662-8d5b-fed8abcbcaeb tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "DELETE /v2.0/routers/720d9a94-a3eb-4cd6-b9eb-7a6a2e5db783 HTTP/1.1" status: 204 len: 168 time: 1.1190073 Nov 15 11:46:01.767548 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47028) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:01.772189 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c888b544-c2be-4dfc-b161-bd7a4f9cb977 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1188125935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:01.796451 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c888b544-c2be-4dfc-b161-bd7a4f9cb977 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:01.797446 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c888b544-c2be-4dfc-b161-bd7a4f9cb977 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:01.848274 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c888b544-c2be-4dfc-b161-bd7a4f9cb977 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:01.854076 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c888b544-c2be-4dfc-b161-bd7a4f9cb977 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:01.872811 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c888b544-c2be-4dfc-b161-bd7a4f9cb977 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:01.874016 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c888b544-c2be-4dfc-b161-bd7a4f9cb977 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1054678 Nov 15 11:46:01.876769 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47030) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:01.881182 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-6c84bed0-a92d-4f6e-a4a9-494858a6e5c3 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Request body: {'router': {'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:02.114712 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c84bed0-a92d-4f6e-a4a9-494858a6e5c3 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:02.313173 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c84bed0-a92d-4f6e-a4a9-494858a6e5c3 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:02.331566 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c84bed0-a92d-4f6e-a4a9-494858a6e5c3 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:02.444377 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-6c84bed0-a92d-4f6e-a4a9-494858a6e5c3 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Allocated IP 172.25.7.29 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/93e1908e-e410-46ae-870f-fc3c6aaa3a8c) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:02.546639 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c84bed0-a92d-4f6e-a4a9-494858a6e5c3 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:02.588340 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c84bed0-a92d-4f6e-a4a9-494858a6e5c3 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:02.629596 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c84bed0-a92d-4f6e-a4a9-494858a6e5c3 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:02.632990 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-6c84bed0-a92d-4f6e-a4a9-494858a6e5c3 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:02.636966 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c84bed0-a92d-4f6e-a4a9-494858a6e5c3 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:02.647319 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6e5895-c94e-40cf-b635-523bb7f31e4b None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:46:02.660090 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84bed0-a92d-4f6e-a4a9-494858a6e5c3 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Pushing event updated for resources: {'Port': ['ID=93e1908e-e410-46ae-870f-fc3c6aaa3a8c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:02.696084 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2afa28e3-0845-4d24-9120-ba38f4955ded None None] Provisioning complete for port 93e1908e-e410-46ae-870f-fc3c6aaa3a8c triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:02.696561 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2afa28e3-0845-4d24-9120-ba38f4955ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:02.735535 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-2afa28e3-0845-4d24-9120-ba38f4955ded None None] Port 93e1908e-e410-46ae-870f-fc3c6aaa3a8c cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:46:02.890338 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c84bed0-a92d-4f6e-a4a9-494858a6e5c3 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:03.085468 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c84bed0-a92d-4f6e-a4a9-494858a6e5c3 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:03.088961 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c84bed0-a92d-4f6e-a4a9-494858a6e5c3 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66739771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66739762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66736290'] for router, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:03.222682 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c84bed0-a92d-4f6e-a4a9-494858a6e5c3 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Router 7e363854-8461-4e71-bd14-2334df858ccc is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:46:03.331101 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c84bed0-a92d-4f6e-a4a9-494858a6e5c3 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:46:03.340006 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6c84bed0-a92d-4f6e-a4a9-494858a6e5c3 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:03.341303 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6c84bed0-a92d-4f6e-a4a9-494858a6e5c3 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "PUT /v2.0/routers/7e363854-8461-4e71-bd14-2334df858ccc HTTP/1.1" status: 200 len: 879 time: 1.4635899 Nov 15 11:46:03.343688 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186285f5-30ff-487e-aa99-a5294eeca98d None None] Sync routers for ids ['7e363854-8461-4e71-bd14-2334df858ccc'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:46:03.344023 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47034) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:03.355935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186285f5-30ff-487e-aa99-a5294eeca98d None None] Routers {'7e363854-8461-4e71-bd14-2334df858ccc'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:46:03.356525 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-186285f5-30ff-487e-aa99-a5294eeca98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:45:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7e363854-8461-4e71-bd14-2334df858ccc'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:03.388717 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-186285f5-30ff-487e-aa99-a5294eeca98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:03.397498 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186285f5-30ff-487e-aa99-a5294eeca98d None None] Routers {'7e363854-8461-4e71-bd14-2334df858ccc'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:46:03.398179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-186285f5-30ff-487e-aa99-a5294eeca98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:45:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7e363854-8461-4e71-bd14-2334df858ccc'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:03.431336 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-186285f5-30ff-487e-aa99-a5294eeca98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:03.432128 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186285f5-30ff-487e-aa99-a5294eeca98d None None] The sync data for ids ['7e363854-8461-4e71-bd14-2334df858ccc'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:46:03.452101 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-68ca1227-fc75-435e-ac37-8379f91bcdf3 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "GET /v2.0/routers/7e363854-8461-4e71-bd14-2334df858ccc HTTP/1.1" status: 200 len: 920 time: 0.1043596 Nov 15 11:46:03.452331 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47036) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:03.502027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e24e3bc-5f35-4ff6-8a62-d34fd8a262ed tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:03.503677 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3e24e3bc-5f35-4ff6-8a62-d34fd8a262ed tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&device_id=7e363854-8461-4e71-bd14-2334df858ccc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0506065 Nov 15 11:46:03.506829 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47042) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:03.600011 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f3e141-f4a9-4fb8-9446-1286fe676aaf tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:03.603951 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-99f3e141-f4a9-4fb8-9446-1286fe676aaf tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 881 time: 0.0939579 Nov 15 11:46:03.605063 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47048) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:03.638919 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7e3361a6-3685-48fa-a6b7-5f99974eca6d tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e363854-8461-4e71-bd14-2334df858ccc HTTP/1.1" status: 200 len: 205 time: 0.0325081 Nov 15 11:46:03.641965 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47050) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:03.755009 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fde3ad52-e0be-4e1d-824e-0b22b9c492bf tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:03.865786 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fde3ad52-e0be-4e1d-824e-0b22b9c492bf tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:03.918505 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fde3ad52-e0be-4e1d-824e-0b22b9c492bf tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Deleting port 93e1908e-e410-46ae-870f-fc3c6aaa3a8c {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:46:03.918837 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fde3ad52-e0be-4e1d-824e-0b22b9c492bf tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:04.000729 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fde3ad52-e0be-4e1d-824e-0b22b9c492bf tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:04.014896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-fde3ad52-e0be-4e1d-824e-0b22b9c492bf tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Calling delete_port for 93e1908e-e410-46ae-870f-fc3c6aaa3a8c owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:46:04.189911 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fde3ad52-e0be-4e1d-824e-0b22b9c492bf tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:04.226538 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3ad52-e0be-4e1d-824e-0b22b9c492bf tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Pushing event deleted for resources: {'Port': ['ID=93e1908e-e410-46ae-870f-fc3c6aaa3a8c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:04.254789 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f964b2-94e1-4bc9-a64d-d8210120021d None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:46:04.319853 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fde3ad52-e0be-4e1d-824e-0b22b9c492bf tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:04.471751 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fde3ad52-e0be-4e1d-824e-0b22b9c492bf tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:04.474162 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fde3ad52-e0be-4e1d-824e-0b22b9c492bf tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:04.523632 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fde3ad52-e0be-4e1d-824e-0b22b9c492bf tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:04.524599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde3ad52-e0be-4e1d-824e-0b22b9c492bf tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Fanout notify agent at l3_agent the message router_deleted on router 7e363854-8461-4e71-bd14-2334df858ccc {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:46:04.533563 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fde3ad52-e0be-4e1d-824e-0b22b9c492bf tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:04.539669 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47052) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:04.544524 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fde3ad52-e0be-4e1d-824e-0b22b9c492bf tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "DELETE /v2.0/routers/7e363854-8461-4e71-bd14-2334df858ccc HTTP/1.1" status: 204 len: 168 time: 0.9000344 Nov 15 11:46:04.546036 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-15ea03cc-a1a0-4f9a-bf73-5df3e25ce852 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-74421190', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:04.573087 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15ea03cc-a1a0-4f9a-bf73-5df3e25ce852 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:04.574880 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15ea03cc-a1a0-4f9a-bf73-5df3e25ce852 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:04.649213 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15ea03cc-a1a0-4f9a-bf73-5df3e25ce852 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:04.656223 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15ea03cc-a1a0-4f9a-bf73-5df3e25ce852 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:04.678746 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15ea03cc-a1a0-4f9a-bf73-5df3e25ce852 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:04.680239 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-15ea03cc-a1a0-4f9a-bf73-5df3e25ce852 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1390712 Nov 15 11:46:04.683013 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47056) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:04.687507 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-40ad14c1-3cef-4309-be91-990bf5f3aa01 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'enable_snat': True}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:04.927208 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40ad14c1-3cef-4309-be91-990bf5f3aa01 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:05.145958 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40ad14c1-3cef-4309-be91-990bf5f3aa01 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:05.486399 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40ad14c1-3cef-4309-be91-990bf5f3aa01 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:05.591275 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-40ad14c1-3cef-4309-be91-990bf5f3aa01 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Allocated IP 172.25.7.133 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/25093671-832d-47b3-8d23-6af5fa9fc4bc) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:05.709005 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40ad14c1-3cef-4309-be91-990bf5f3aa01 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:05.756927 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40ad14c1-3cef-4309-be91-990bf5f3aa01 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:05.792579 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ad14c1-3cef-4309-be91-990bf5f3aa01 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:05.795460 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-40ad14c1-3cef-4309-be91-990bf5f3aa01 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:05.801134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad14c1-3cef-4309-be91-990bf5f3aa01 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:05.810847 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5082afd6-edfa-4baa-843a-9c2b4840a1a8 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:46:05.828800 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad14c1-3cef-4309-be91-990bf5f3aa01 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Pushing event updated for resources: {'Port': ['ID=25093671-832d-47b3-8d23-6af5fa9fc4bc,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:05.898890 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d28f4804-8e89-4935-91ff-f43c87b63003 None None] Provisioning complete for port 25093671-832d-47b3-8d23-6af5fa9fc4bc triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:05.899389 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d28f4804-8e89-4935-91ff-f43c87b63003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:05.934349 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d28f4804-8e89-4935-91ff-f43c87b63003 None None] Port 25093671-832d-47b3-8d23-6af5fa9fc4bc cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:46:06.058486 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40ad14c1-3cef-4309-be91-990bf5f3aa01 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:06.260407 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40ad14c1-3cef-4309-be91-990bf5f3aa01 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:06.262433 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6a786abf-1440-40e1-bbc9-40593136c170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:06.264420 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40ad14c1-3cef-4309-be91-990bf5f3aa01 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66739771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66739762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66736290'] for router, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:06.410149 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ad14c1-3cef-4309-be91-990bf5f3aa01 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Router 90ba9289-8a0d-4741-8512-e227da74b074 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:46:06.527115 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ad14c1-3cef-4309-be91-990bf5f3aa01 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:46:06.532274 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40ad14c1-3cef-4309-be91-990bf5f3aa01 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:06.534539 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-40ad14c1-3cef-4309-be91-990bf5f3aa01 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "PUT /v2.0/routers/90ba9289-8a0d-4741-8512-e227da74b074 HTTP/1.1" status: 200 len: 913 time: 1.8494928 Nov 15 11:46:06.536170 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47064) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:06.536601 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155e097c-baed-42f2-8319-f43672d9dbd9 None None] Sync routers for ids ['90ba9289-8a0d-4741-8512-e227da74b074'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:46:06.547030 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155e097c-baed-42f2-8319-f43672d9dbd9 None None] Routers {'90ba9289-8a0d-4741-8512-e227da74b074'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:46:06.547844 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-155e097c-baed-42f2-8319-f43672d9dbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:45:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['90ba9289-8a0d-4741-8512-e227da74b074'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:06.581035 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-155e097c-baed-42f2-8319-f43672d9dbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:06.590333 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155e097c-baed-42f2-8319-f43672d9dbd9 None None] Routers {'90ba9289-8a0d-4741-8512-e227da74b074'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:46:06.591092 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-155e097c-baed-42f2-8319-f43672d9dbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:45:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['90ba9289-8a0d-4741-8512-e227da74b074'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:06.624273 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-155e097c-baed-42f2-8319-f43672d9dbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:06.625185 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155e097c-baed-42f2-8319-f43672d9dbd9 None None] The sync data for ids ['90ba9289-8a0d-4741-8512-e227da74b074'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:46:06.646279 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-066e4f0b-8a48-4997-a721-67003d2ee4ca tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "GET /v2.0/routers/90ba9289-8a0d-4741-8512-e227da74b074 HTTP/1.1" status: 200 len: 919 time: 0.1089041 Nov 15 11:46:06.649528 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47066) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:06.692204 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73de247-468b-4d26-9975-e57372293f1b tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:06.693624 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d73de247-468b-4d26-9975-e57372293f1b tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&device_id=90ba9289-8a0d-4741-8512-e227da74b074&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0431013 Nov 15 11:46:06.696419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47068) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:06.806644 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc0d184-6b9b-45a5-847f-b48884503875 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:06.811202 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9cc0d184-6b9b-45a5-847f-b48884503875 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 881 time: 0.1138771 Nov 15 11:46:06.811383 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47072) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:06.840462 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-01f5a986-564c-46da-a6c9-8555675117dd tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "GET /v2.0/ports?device_id=90ba9289-8a0d-4741-8512-e227da74b074 HTTP/1.1" status: 200 len: 205 time: 0.0272949 Nov 15 11:46:06.842959 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47074) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:06.953163 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-414ecf7b-47ff-4834-b3e6-1d4253b33303 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:07.063088 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-414ecf7b-47ff-4834-b3e6-1d4253b33303 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:07.119850 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-414ecf7b-47ff-4834-b3e6-1d4253b33303 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Deleting port 25093671-832d-47b3-8d23-6af5fa9fc4bc {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:46:07.120193 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-414ecf7b-47ff-4834-b3e6-1d4253b33303 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:07.194917 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-414ecf7b-47ff-4834-b3e6-1d4253b33303 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:07.206911 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-414ecf7b-47ff-4834-b3e6-1d4253b33303 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Calling delete_port for 25093671-832d-47b3-8d23-6af5fa9fc4bc owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:46:07.376979 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-414ecf7b-47ff-4834-b3e6-1d4253b33303 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:07.406706 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ecf7b-47ff-4834-b3e6-1d4253b33303 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Pushing event deleted for resources: {'Port': ['ID=25093671-832d-47b3-8d23-6af5fa9fc4bc,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:07.431741 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68281d05-18b2-4d86-a879-0a15eae6e03c None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:46:07.473269 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-414ecf7b-47ff-4834-b3e6-1d4253b33303 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:07.568557 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-414ecf7b-47ff-4834-b3e6-1d4253b33303 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:07.570716 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-414ecf7b-47ff-4834-b3e6-1d4253b33303 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:07.621411 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-414ecf7b-47ff-4834-b3e6-1d4253b33303 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:07.621935 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414ecf7b-47ff-4834-b3e6-1d4253b33303 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Fanout notify agent at l3_agent the message router_deleted on router 90ba9289-8a0d-4741-8512-e227da74b074 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:46:07.629510 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-414ecf7b-47ff-4834-b3e6-1d4253b33303 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:07.631044 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-414ecf7b-47ff-4834-b3e6-1d4253b33303 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "DELETE /v2.0/routers/90ba9289-8a0d-4741-8512-e227da74b074 HTTP/1.1" status: 204 len: 168 time: 0.7868075 Nov 15 11:46:07.634586 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47076) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:07.639028 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1ab2271a-1c6c-4f3a-aeb5-310b6393e980 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1842504866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:07.668511 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ab2271a-1c6c-4f3a-aeb5-310b6393e980 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:07.670248 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ab2271a-1c6c-4f3a-aeb5-310b6393e980 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:07.727616 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ab2271a-1c6c-4f3a-aeb5-310b6393e980 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:07.733177 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ab2271a-1c6c-4f3a-aeb5-310b6393e980 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:07.754733 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1ab2271a-1c6c-4f3a-aeb5-310b6393e980 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:07.756094 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1ab2271a-1c6c-4f3a-aeb5-310b6393e980 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1205659 Nov 15 11:46:07.758995 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47078) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:07.765411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-da5b301c-cde8-4087-93fd-bbc978c9b4a6 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'enable_snat': False}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:07.993476 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da5b301c-cde8-4087-93fd-bbc978c9b4a6 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:08.198374 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da5b301c-cde8-4087-93fd-bbc978c9b4a6 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:08.218054 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da5b301c-cde8-4087-93fd-bbc978c9b4a6 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:08.328636 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-da5b301c-cde8-4087-93fd-bbc978c9b4a6 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Allocated IP 172.25.7.17 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/1cfd295e-fba0-4be0-b6e3-e7d3cde97023) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:08.378843 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d114ac13-4e24-4a2a-996a-f180aef77b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:08.448167 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da5b301c-cde8-4087-93fd-bbc978c9b4a6 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:08.485214 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da5b301c-cde8-4087-93fd-bbc978c9b4a6 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:08.523389 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5b301c-cde8-4087-93fd-bbc978c9b4a6 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:08.526508 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-da5b301c-cde8-4087-93fd-bbc978c9b4a6 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:08.533430 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5b301c-cde8-4087-93fd-bbc978c9b4a6 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:08.544381 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5621ac5-1dd3-4d19-9df8-5f99d02993e2 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:46:08.564276 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b301c-cde8-4087-93fd-bbc978c9b4a6 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Pushing event updated for resources: {'Port': ['ID=1cfd295e-fba0-4be0-b6e3-e7d3cde97023,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:08.676537 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a79a712c-37e8-4ac6-b0e1-20920f2a4966 None None] Provisioning complete for port 1cfd295e-fba0-4be0-b6e3-e7d3cde97023 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:08.677808 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a79a712c-37e8-4ac6-b0e1-20920f2a4966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:08.816448 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da5b301c-cde8-4087-93fd-bbc978c9b4a6 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:08.914368 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a79a712c-37e8-4ac6-b0e1-20920f2a4966 None None] Port 1cfd295e-fba0-4be0-b6e3-e7d3cde97023 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:46:09.382176 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da5b301c-cde8-4087-93fd-bbc978c9b4a6 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:09.390051 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da5b301c-cde8-4087-93fd-bbc978c9b4a6 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66739771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66739762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66736290'] for router, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:09.528845 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5b301c-cde8-4087-93fd-bbc978c9b4a6 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Router 7656b014-c8cc-4cae-b1ff-738387a89391 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:46:09.638454 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5b301c-cde8-4087-93fd-bbc978c9b4a6 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:46:09.642822 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-da5b301c-cde8-4087-93fd-bbc978c9b4a6 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:09.646333 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-da5b301c-cde8-4087-93fd-bbc978c9b4a6 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "PUT /v2.0/routers/7656b014-c8cc-4cae-b1ff-738387a89391 HTTP/1.1" status: 200 len: 915 time: 1.8838718 Nov 15 11:46:09.646608 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47092) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:09.647546 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eddf54b-fc4e-4598-b268-ba355c9dd3b7 None None] Sync routers for ids ['7656b014-c8cc-4cae-b1ff-738387a89391'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:46:09.657801 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eddf54b-fc4e-4598-b268-ba355c9dd3b7 None None] Routers {'7656b014-c8cc-4cae-b1ff-738387a89391'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:46:09.658408 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1eddf54b-fc4e-4598-b268-ba355c9dd3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:46:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7656b014-c8cc-4cae-b1ff-738387a89391'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:09.691424 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1eddf54b-fc4e-4598-b268-ba355c9dd3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:09.700688 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eddf54b-fc4e-4598-b268-ba355c9dd3b7 None None] Routers {'7656b014-c8cc-4cae-b1ff-738387a89391'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:46:09.701271 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1eddf54b-fc4e-4598-b268-ba355c9dd3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:46:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7656b014-c8cc-4cae-b1ff-738387a89391'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:09.750955 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1eddf54b-fc4e-4598-b268-ba355c9dd3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:09.751605 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eddf54b-fc4e-4598-b268-ba355c9dd3b7 None None] The sync data for ids ['7656b014-c8cc-4cae-b1ff-738387a89391'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:46:09.762691 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-06229040-c38e-43e2-a7d2-495ee0760b91 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "GET /v2.0/routers/7656b014-c8cc-4cae-b1ff-738387a89391 HTTP/1.1" status: 200 len: 921 time: 0.1149356 Nov 15 11:46:09.765443 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47094) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:09.841330 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd8b494-78fd-44b4-9121-5feedbffc23f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:09.842869 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5dd8b494-78fd-44b4-9121-5feedbffc23f tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&device_id=7656b014-c8cc-4cae-b1ff-738387a89391&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0764952 Nov 15 11:46:09.845922 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47096) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:09.902473 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:09.935171 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fad7c71-cc33-4104-831f-d6db71336229 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:09.938690 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7fad7c71-cc33-4104-831f-d6db71336229 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "GET /v2.0/networks/620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 881 time: 0.0917497 Nov 15 11:46:09.939537 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47098) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:09.970889 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-51254306-2c4a-48c2-ac7f-f2970716195d tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "GET /v2.0/ports?device_id=7656b014-c8cc-4cae-b1ff-738387a89391 HTTP/1.1" status: 200 len: 205 time: 0.0300093 Nov 15 11:46:09.973499 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47100) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:10.088582 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a032600-ae05-45fa-9187-b1ee6aa1b16c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:10.200649 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a032600-ae05-45fa-9187-b1ee6aa1b16c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:10.254190 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9a032600-ae05-45fa-9187-b1ee6aa1b16c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Deleting port 1cfd295e-fba0-4be0-b6e3-e7d3cde97023 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:46:10.254574 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a032600-ae05-45fa-9187-b1ee6aa1b16c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:10.337220 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a032600-ae05-45fa-9187-b1ee6aa1b16c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:10.350838 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9a032600-ae05-45fa-9187-b1ee6aa1b16c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Calling delete_port for 1cfd295e-fba0-4be0-b6e3-e7d3cde97023 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:46:10.524743 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a032600-ae05-45fa-9187-b1ee6aa1b16c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:10.557350 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a032600-ae05-45fa-9187-b1ee6aa1b16c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Pushing event deleted for resources: {'Port': ['ID=1cfd295e-fba0-4be0-b6e3-e7d3cde97023,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:10.565867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6e51a2-1480-4662-8cc9-704e85700037 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:46:10.627962 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a032600-ae05-45fa-9187-b1ee6aa1b16c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:10.726306 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a032600-ae05-45fa-9187-b1ee6aa1b16c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:10.729185 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a032600-ae05-45fa-9187-b1ee6aa1b16c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:10.788762 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a032600-ae05-45fa-9187-b1ee6aa1b16c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:10.789398 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a032600-ae05-45fa-9187-b1ee6aa1b16c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Fanout notify agent at l3_agent the message router_deleted on router 7656b014-c8cc-4cae-b1ff-738387a89391 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:46:10.797942 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9a032600-ae05-45fa-9187-b1ee6aa1b16c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:10.799006 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9a032600-ae05-45fa-9187-b1ee6aa1b16c tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "DELETE /v2.0/routers/7656b014-c8cc-4cae-b1ff-738387a89391 HTTP/1.1" status: 204 len: 168 time: 0.8245370 Nov 15 11:46:10.802975 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47108) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:10.808372 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-addb44bb-1957-4201-9048-eb66aa4fc192 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-743607496', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:10.835306 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-addb44bb-1957-4201-9048-eb66aa4fc192 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:10.837259 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-addb44bb-1957-4201-9048-eb66aa4fc192 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:10.892505 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-addb44bb-1957-4201-9048-eb66aa4fc192 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:11.043663 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-addb44bb-1957-4201-9048-eb66aa4fc192 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:11.258035 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-addb44bb-1957-4201-9048-eb66aa4fc192 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:11.283879 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-addb44bb-1957-4201-9048-eb66aa4fc192 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:11.395116 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-addb44bb-1957-4201-9048-eb66aa4fc192 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Allocated IP 172.25.7.141 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/a10ca11d-2168-4913-9147-9ca9b39b1076) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:11.481687 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:11.510182 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-addb44bb-1957-4201-9048-eb66aa4fc192 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:11.546084 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-addb44bb-1957-4201-9048-eb66aa4fc192 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:11.589564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addb44bb-1957-4201-9048-eb66aa4fc192 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:11.593193 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-addb44bb-1957-4201-9048-eb66aa4fc192 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:11.595927 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addb44bb-1957-4201-9048-eb66aa4fc192 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:11.609883 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6593cdc3-a6d9-4f6d-98bc-bfa9b333bd54 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:46:11.624646 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb44bb-1957-4201-9048-eb66aa4fc192 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Pushing event updated for resources: {'Port': ['ID=a10ca11d-2168-4913-9147-9ca9b39b1076,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:11.655783 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8065f718-7e15-488f-b2dd-8a01f27e8f71 None None] Provisioning complete for port a10ca11d-2168-4913-9147-9ca9b39b1076 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:11.656433 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8065f718-7e15-488f-b2dd-8a01f27e8f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:11.694099 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8065f718-7e15-488f-b2dd-8a01f27e8f71 None None] Port a10ca11d-2168-4913-9147-9ca9b39b1076 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:46:11.867717 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-addb44bb-1957-4201-9048-eb66aa4fc192 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:12.079219 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-addb44bb-1957-4201-9048-eb66aa4fc192 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:12.151344 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:12.229532 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addb44bb-1957-4201-9048-eb66aa4fc192 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Router 60695e19-356a-4cff-9021-0240c7576619 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:46:12.679704 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addb44bb-1957-4201-9048-eb66aa4fc192 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:46:12.689838 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1ab00b-55ea-4808-be61-8c331e8b062b None None] Sync routers for ids ['60695e19-356a-4cff-9021-0240c7576619'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:46:12.702938 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-addb44bb-1957-4201-9048-eb66aa4fc192 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:12.704540 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-addb44bb-1957-4201-9048-eb66aa4fc192 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9000452 Nov 15 11:46:12.707037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47132) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:12.712733 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3995eed6-0274-4675-ac4a-bca1c7d80b9d tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:12.714821 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1ab00b-55ea-4808-be61-8c331e8b062b None None] Routers {'60695e19-356a-4cff-9021-0240c7576619'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:46:12.715924 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-cf1ab00b-55ea-4808-be61-8c331e8b062b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:46:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['60695e19-356a-4cff-9021-0240c7576619'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:12.754133 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-cf1ab00b-55ea-4808-be61-8c331e8b062b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:12.766406 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1ab00b-55ea-4808-be61-8c331e8b062b None None] Routers {'60695e19-356a-4cff-9021-0240c7576619'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:46:12.767510 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-cf1ab00b-55ea-4808-be61-8c331e8b062b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:46:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['60695e19-356a-4cff-9021-0240c7576619'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:12.805457 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-cf1ab00b-55ea-4808-be61-8c331e8b062b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:12.806310 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1ab00b-55ea-4808-be61-8c331e8b062b None None] The sync data for ids ['60695e19-356a-4cff-9021-0240c7576619'] in n-d-729945-9 is: [] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:46:13.052709 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3995eed6-0274-4675-ac4a-bca1c7d80b9d tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:13.065836 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3995eed6-0274-4675-ac4a-bca1c7d80b9d tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:13.119306 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3995eed6-0274-4675-ac4a-bca1c7d80b9d tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Deleting port a10ca11d-2168-4913-9147-9ca9b39b1076 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:46:13.119641 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3995eed6-0274-4675-ac4a-bca1c7d80b9d tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:13.201211 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3995eed6-0274-4675-ac4a-bca1c7d80b9d tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:13.213643 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-3995eed6-0274-4675-ac4a-bca1c7d80b9d tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Calling delete_port for a10ca11d-2168-4913-9147-9ca9b39b1076 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:46:13.389762 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3995eed6-0274-4675-ac4a-bca1c7d80b9d tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:13.429648 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995eed6-0274-4675-ac4a-bca1c7d80b9d tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Pushing event deleted for resources: {'Port': ['ID=a10ca11d-2168-4913-9147-9ca9b39b1076,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:13.444146 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c74fb8-c78a-4b92-8459-54b1febd187a None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:46:13.522237 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3995eed6-0274-4675-ac4a-bca1c7d80b9d tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:13.725365 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3995eed6-0274-4675-ac4a-bca1c7d80b9d tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66739748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66736299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2761'] for router, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:13.728887 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3995eed6-0274-4675-ac4a-bca1c7d80b9d tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66739771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66739762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66736290'] for router, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:13.815742 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3995eed6-0274-4675-ac4a-bca1c7d80b9d tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Router 60695e19-356a-4cff-9021-0240c7576619 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:46:13.897573 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3995eed6-0274-4675-ac4a-bca1c7d80b9d tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:46:13.906126 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3995eed6-0274-4675-ac4a-bca1c7d80b9d tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:13.907860 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3995eed6-0274-4675-ac4a-bca1c7d80b9d tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "PUT /v2.0/routers/60695e19-356a-4cff-9021-0240c7576619 HTTP/1.1" status: 200 len: 705 time: 1.1996441 Nov 15 11:46:13.909374 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47136) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:13.909732 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b43127-b805-456b-a695-8471100956cd None None] Sync routers for ids ['60695e19-356a-4cff-9021-0240c7576619'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:46:13.921111 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b43127-b805-456b-a695-8471100956cd None None] Routers {'60695e19-356a-4cff-9021-0240c7576619'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:46:13.922003 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-29b43127-b805-456b-a695-8471100956cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:46:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['60695e19-356a-4cff-9021-0240c7576619'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:13.957044 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-29b43127-b805-456b-a695-8471100956cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:13.967582 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b43127-b805-456b-a695-8471100956cd None None] Routers {'60695e19-356a-4cff-9021-0240c7576619'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:46:13.968231 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-29b43127-b805-456b-a695-8471100956cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:46:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['60695e19-356a-4cff-9021-0240c7576619'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:13.988289 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e8569b9a-99b5-4df0-b452-0d5c426d69c1 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "GET /v2.0/routers/60695e19-356a-4cff-9021-0240c7576619 HTTP/1.1" status: 200 len: 740 time: 0.0754559 Nov 15 11:46:13.988675 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47138) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:14.000892 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-29b43127-b805-456b-a695-8471100956cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:14.001539 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b43127-b805-456b-a695-8471100956cd None None] The sync data for ids ['60695e19-356a-4cff-9021-0240c7576619'] in n-d-729945-9 is: [] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:46:14.039004 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ae4650f7-c12b-473e-826b-4f53633f7713 tempest-RoutersAdminTest-1996628410 tempest-RoutersAdminTest-1996628410-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&device_id=60695e19-356a-4cff-9021-0240c7576619 HTTP/1.1" status: 200 len: 205 time: 0.0491595 Nov 15 11:46:14.041645 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47140) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:14.070314 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-60a92817-5ab0-4c4f-96b3-a0128329d36d tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "GET /v2.0/ports?device_id=60695e19-356a-4cff-9021-0240c7576619 HTTP/1.1" status: 200 len: 205 time: 0.0248458 Nov 15 11:46:14.070566 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47142) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:14.146061 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-986e1125-1463-4264-9c8d-0871370f47bd tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:14.305499 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-986e1125-1463-4264-9c8d-0871370f47bd tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:14.307533 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-986e1125-1463-4264-9c8d-0871370f47bd tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:14.350649 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-986e1125-1463-4264-9c8d-0871370f47bd tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:14.351441 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986e1125-1463-4264-9c8d-0871370f47bd tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Fanout notify agent at l3_agent the message router_deleted on router 60695e19-356a-4cff-9021-0240c7576619 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:46:14.358842 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-986e1125-1463-4264-9c8d-0871370f47bd tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:14.359995 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-986e1125-1463-4264-9c8d-0871370f47bd tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "DELETE /v2.0/routers/60695e19-356a-4cff-9021-0240c7576619 HTTP/1.1" status: 204 len: 168 time: 0.2884595 Nov 15 11:46:14.363448 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47144) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:14.393213 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0d0da754-84e0-47bc-b590-d0675f16a968 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "GET /v2.0/ports?device_id=60695e19-356a-4cff-9021-0240c7576619 HTTP/1.1" status: 200 len: 205 time: 0.0264518 Nov 15 11:46:14.393455 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47146) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:14.433968 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-e81635ff-e020-474c-a8f5-92b9c2c95806 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] delete failed (client error): The resource could not be found. Nov 15 11:46:14.434965 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e81635ff-e020-474c-a8f5-92b9c2c95806 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "DELETE /v2.0/routers/60695e19-356a-4cff-9021-0240c7576619 HTTP/1.1" status: 404 len: 336 time: 0.0405960 Nov 15 11:46:14.437680 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47148) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:14.464561 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-53e4ce5b-7add-453e-bc33-8c16d0d17b27 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "GET /v2.0/ports?device_id=7656b014-c8cc-4cae-b1ff-738387a89391 HTTP/1.1" status: 200 len: 205 time: 0.0258074 Nov 15 11:46:14.466900 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47150) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:14.503328 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-24454920-4c54-481e-bfee-c80d65de9a4e tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] delete failed (client error): The resource could not be found. Nov 15 11:46:14.506945 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-24454920-4c54-481e-bfee-c80d65de9a4e tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "DELETE /v2.0/routers/7656b014-c8cc-4cae-b1ff-738387a89391 HTTP/1.1" status: 404 len: 336 time: 0.0366621 Nov 15 11:46:14.508037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47154) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:14.535299 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2a9abd5d-58b7-4199-8aab-b450b21c3343 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "GET /v2.0/ports?device_id=90ba9289-8a0d-4741-8512-e227da74b074 HTTP/1.1" status: 200 len: 205 time: 0.0268338 Nov 15 11:46:14.537628 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47156) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:14.579229 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-29ec5246-70dd-4c76-9fca-f50d19c0bfaa tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] delete failed (client error): The resource could not be found. Nov 15 11:46:14.580315 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-29ec5246-70dd-4c76-9fca-f50d19c0bfaa tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "DELETE /v2.0/routers/90ba9289-8a0d-4741-8512-e227da74b074 HTTP/1.1" status: 404 len: 336 time: 0.0417719 Nov 15 11:46:14.583173 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47158) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:14.613133 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8cd317ef-160b-4bf2-a45a-12fc81c26e8b tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e363854-8461-4e71-bd14-2334df858ccc HTTP/1.1" status: 200 len: 205 time: 0.0266767 Nov 15 11:46:14.613374 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47160) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:14.649742 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-9b71db9a-b8bf-42bb-bd52-ca72b6d4d276 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] delete failed (client error): The resource could not be found. Nov 15 11:46:14.650738 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9b71db9a-b8bf-42bb-bd52-ca72b6d4d276 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "DELETE /v2.0/routers/7e363854-8461-4e71-bd14-2334df858ccc HTTP/1.1" status: 404 len: 336 time: 0.0364525 Nov 15 11:46:14.653387 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47162) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:14.683770 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8c92bcce-5b1b-4927-8b1b-0a5696b6659e tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "GET /v2.0/ports?device_id=720d9a94-a3eb-4cd6-b9eb-7a6a2e5db783 HTTP/1.1" status: 200 len: 205 time: 0.0292859 Nov 15 11:46:14.686183 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47164) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:14.723031 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-3d58b685-bd32-4e56-b919-f131f72e3b4b tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] delete failed (client error): The resource could not be found. Nov 15 11:46:14.724072 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3d58b685-bd32-4e56-b919-f131f72e3b4b tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "DELETE /v2.0/routers/720d9a94-a3eb-4cd6-b9eb-7a6a2e5db783 HTTP/1.1" status: 404 len: 336 time: 0.0369499 Nov 15 11:46:14.726921 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47166) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:14.753816 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1e5a9e42-dfbf-4ddf-8b57-7cd7e4d17286 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "GET /v2.0/ports?device_id=1635396a-e554-4e13-b863-972689c0ada7 HTTP/1.1" status: 200 len: 205 time: 0.0258241 Nov 15 11:46:14.756302 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47168) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:14.796131 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-206a3cc6-e0b8-4fb8-a132-235ada9e7126 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] delete failed (client error): The resource could not be found. Nov 15 11:46:14.799622 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-206a3cc6-e0b8-4fb8-a132-235ada9e7126 tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "DELETE /v2.0/routers/1635396a-e554-4e13-b863-972689c0ada7 HTTP/1.1" status: 404 len: 336 time: 0.0399477 Nov 15 11:46:14.799981 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47170) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:14.826030 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-071bda2d-eb11-42d3-b5c8-a7a73c59aedf tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] DELETE failed (client error): The resource could not be found. Nov 15 11:46:14.826336 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071bda2d-eb11-42d3-b5c8-a7a73c59aedf tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:46:14.829370 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-071bda2d-eb11-42d3-b5c8-a7a73c59aedf tempest-RoutersAdminTest-1456999084 tempest-RoutersAdminTest-1456999084-project] 10.222.0.64 "DELETE /v2.0/subnets/a4fdb075-0487-4b74-a788-1b703b7c6935 HTTP/1.1" status: 404 len: 337 time: 0.0285113 Nov 15 11:46:15.091120 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47176) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:15.218418 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c2c53a6-c7ae-451d-a397-0b8cc3a64afb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:15.297204 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c2c53a6-c7ae-451d-a397-0b8cc3a64afb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:15.302508 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c2c53a6-c7ae-451d-a397-0b8cc3a64afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:15.341714 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8c2c53a6-c7ae-451d-a397-0b8cc3a64afb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=094c59825ae14176bf11eb6ebc9cdc37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2492671 Nov 15 11:46:15.342354 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c53a6-c7ae-451d-a397-0b8cc3a64afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77382a2-fe3a-4d59-917b-734da89e0b77,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:15.344337 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47180) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:15.393457 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e1c1f7f6-8a0a-4c34-9423-9d785c622412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:15.425480 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e1c1f7f6-8a0a-4c34-9423-9d785c622412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:15.475424 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e1c1f7f6-8a0a-4c34-9423-9d785c622412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:15.478146 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e1c1f7f6-8a0a-4c34-9423-9d785c622412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:15.479409 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e1c1f7f6-8a0a-4c34-9423-9d785c622412 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d77382a2-fe3a-4d59-917b-734da89e0b77 HTTP/1.1" status: 204 len: 168 time: 0.1339054 Nov 15 11:46:15.493459 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1f7f6-8a0a-4c34-9423-9d785c622412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77382a2-fe3a-4d59-917b-734da89e0b77,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:15.774206 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47192) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:15.814405 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-33ae8f19-3c4f-44e5-8d24-eb031a11ab3f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef61b3117c18431db7dca4707b1af122&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389781 Nov 15 11:46:15.817060 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47194) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:15.865971 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2eb86c43-056d-4008-93d5-3dd69f3fde00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:15.887476 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2eb86c43-056d-4008-93d5-3dd69f3fde00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:15.950465 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2eb86c43-056d-4008-93d5-3dd69f3fde00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:15.953502 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2eb86c43-056d-4008-93d5-3dd69f3fde00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:15.954937 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2eb86c43-056d-4008-93d5-3dd69f3fde00 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bb517eb2-6844-4fa1-8b42-98e8bc6a9601 HTTP/1.1" status: 204 len: 168 time: 0.1363418 Nov 15 11:46:15.964849 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb86c43-056d-4008-93d5-3dd69f3fde00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb517eb2-6844-4fa1-8b42-98e8bc6a9601,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:16.798391 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47218) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:16.910702 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-02c5026e-4053-4eb1-ae1b-bc5b3a182923 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1338132849'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:16.937720 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c5026e-4053-4eb1-ae1b-bc5b3a182923 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Made reservation on behalf of 28f8103955374b149893288526001b74 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:16.941665 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02c5026e-4053-4eb1-ae1b-bc5b3a182923 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:16.950346 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02c5026e-4053-4eb1-ae1b-bc5b3a182923 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:17.032330 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02c5026e-4053-4eb1-ae1b-bc5b3a182923 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:17.037856 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02c5026e-4053-4eb1-ae1b-bc5b3a182923 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:17.066578 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c5026e-4053-4eb1-ae1b-bc5b3a182923 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:46:17.077095 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5026e-4053-4eb1-ae1b-bc5b3a182923 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=138f4c94-8fbb-44ec-9860-4ad72fae26f5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:17.082116 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02c5026e-4053-4eb1-ae1b-bc5b3a182923 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:17.082449 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-02c5026e-4053-4eb1-ae1b-bc5b3a182923 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Added segment 96e8e8c8-61e3-408e-947e-b9398d47fa8e of type vlan for network 95a18ec7-8212-4ad9-9f94-7a3baf476f91 Nov 15 11:46:17.126002 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02c5026e-4053-4eb1-ae1b-bc5b3a182923 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:17.153630 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02c5026e-4053-4eb1-ae1b-bc5b3a182923 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:17.159257 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c5026e-4053-4eb1-ae1b-bc5b3a182923 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:17.159837 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-02c5026e-4053-4eb1-ae1b-bc5b3a182923 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:17.224848 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-02c5026e-4053-4eb1-ae1b-bc5b3a182923 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4253638 Nov 15 11:46:17.227645 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47224) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:17.239156 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-66c85a66-cb0c-4f84-8b2a-65017ded11c7 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Request body: {'subnet': {'network_id': '95a18ec7-8212-4ad9-9f94-7a3baf476f91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:17.257563 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5026e-4053-4eb1-ae1b-bc5b3a182923 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Pushing event updated for resources: {'Network': ['ID=95a18ec7-8212-4ad9-9f94-7a3baf476f91,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:17.268575 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 95a18ec7-8212-4ad9-9f94-7a3baf476f91 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:46:17.333073 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c85a66-cb0c-4f84-8b2a-65017ded11c7 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Made reservation on behalf of 28f8103955374b149893288526001b74 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:17.337048 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66c85a66-cb0c-4f84-8b2a-65017ded11c7 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:17.532319 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66c85a66-cb0c-4f84-8b2a-65017ded11c7 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:17.595757 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c85a66-cb0c-4f84-8b2a-65017ded11c7 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Pushing event updated for resources: {'Subnet': ['ID=32df7e46-956d-4513-8b18-6c5da39a3dfe,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:17.607619 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c85a66-cb0c-4f84-8b2a-65017ded11c7 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Checking segment: {'id': '96e8e8c8-61e3-408e-947e-b9398d47fa8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '95a18ec7-8212-4ad9-9f94-7a3baf476f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:46:17.608010 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c85a66-cb0c-4f84-8b2a-65017ded11c7 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Network hostable DHCP agents. Network: 95a18ec7-8212-4ad9-9f94-7a3baf476f91, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:46:17.627121 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c85a66-cb0c-4f84-8b2a-65017ded11c7 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Network 95a18ec7-8212-4ad9-9f94-7a3baf476f91 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:46:17.637531 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-66c85a66-cb0c-4f84-8b2a-65017ded11c7 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 95a18ec7-8212-4ad9-9f94-7a3baf476f91) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:17.641697 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c85a66-cb0c-4f84-8b2a-65017ded11c7 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:17.642495 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66c85a66-cb0c-4f84-8b2a-65017ded11c7 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:17.647456 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe794e7-845b-4850-a0ad-55102bb612ff None None] Network 95a18ec7-8212-4ad9-9f94-7a3baf476f91 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:17.665710 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-66c85a66-cb0c-4f84-8b2a-65017ded11c7 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4343152 Nov 15 11:46:17.666085 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47226) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:17.671368 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2417c612-7cb4-4e61-ad7e-433f53e546db tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Request body: {'port': {'network_id': '95a18ec7-8212-4ad9-9f94-7a3baf476f91', 'name': 'tempest-AllowedAddressPairTestJSON-1385184260'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:17.789895 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2417c612-7cb4-4e61-ad7e-433f53e546db tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Made reservation on behalf of 28f8103955374b149893288526001b74 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:17.795366 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2417c612-7cb4-4e61-ad7e-433f53e546db tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:17.814299 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-2417c612-7cb4-4e61-ad7e-433f53e546db tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] device_id is not set on port b8024d34-f511-4717-8dc3-99a76f9e2a36 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:46:17.817806 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-95a18ec7-8212-4ad9-9f94-7a3baf476f91', 'network_id': '95a18ec7-8212-4ad9-9f94-7a3baf476f91', 'tenant_id': '28f8103955374b149893288526001b74', 'fixed_ips': [{'subnet_id': '32df7e46-956d-4513-8b18-6c5da39a3dfe'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:46:17.819140 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:17.936071 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-2417c612-7cb4-4e61-ad7e-433f53e546db tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Allocated IP 172.20.0.12 (95a18ec7-8212-4ad9-9f94-7a3baf476f91/32df7e46-956d-4513-8b18-6c5da39a3dfe/b8024d34-f511-4717-8dc3-99a76f9e2a36) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:18.088822 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2417c612-7cb4-4e61-ad7e-433f53e546db tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:18.127684 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2417c612-7cb4-4e61-ad7e-433f53e546db tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:18.179228 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Allocated IP 172.20.0.2 (95a18ec7-8212-4ad9-9f94-7a3baf476f91/32df7e46-956d-4513-8b18-6c5da39a3dfe/ba083e81-70d0-4c7a-91f4-7570b043d5d9) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:18.183499 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2417c612-7cb4-4e61-ad7e-433f53e546db tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Network 95a18ec7-8212-4ad9-9f94-7a3baf476f91 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:18.194110 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2417c612-7cb4-4e61-ad7e-433f53e546db tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:18.197464 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2417c612-7cb4-4e61-ad7e-433f53e546db tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:18.234169 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417c612-7cb4-4e61-ad7e-433f53e546db tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Pushing event updated for resources: {'Port': ['ID=b8024d34-f511-4717-8dc3-99a76f9e2a36,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:18.262011 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2417c612-7cb4-4e61-ad7e-433f53e546db tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:18.263152 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2417c612-7cb4-4e61-ad7e-433f53e546db tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:18.282083 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2417c612-7cb4-4e61-ad7e-433f53e546db tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6148479 Nov 15 11:46:18.285420 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47234) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:18.291018 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a128ffa7-7cc1-49ac-a39e-9757267fc5bd tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Request body: {'port': {'network_id': '95a18ec7-8212-4ad9-9f94-7a3baf476f91', 'name': 'tempest-AllowedAddressPairTestJSON-243175150', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:b2:91:c2'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:18.333113 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:18.341784 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:18.378549 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Network 95a18ec7-8212-4ad9-9f94-7a3baf476f91 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:18.381972 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:18.388312 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:18.417913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a128ffa7-7cc1-49ac-a39e-9757267fc5bd tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Made reservation on behalf of 28f8103955374b149893288526001b74 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:18.424851 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Pushing event updated for resources: {'Port': ['ID=ba083e81-70d0-4c7a-91f4-7570b043d5d9,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:18.452615 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:18.453261 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:18.453766 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:18.454268 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:18.454765 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:18.455265 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:18.455756 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:18.456266 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:18.456760 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:18.457246 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:18.457741 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:18.458230 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:18.466218 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Attempting to bind port ba083e81-70d0-4c7a-91f4-7570b043d5d9 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:46:18.466829 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Attempting to bind port ba083e81-70d0-4c7a-91f4-7570b043d5d9 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '96e8e8c8-61e3-408e-947e-b9398d47fa8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '95a18ec7-8212-4ad9-9f94-7a3baf476f91'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:46:18.467458 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Attempting to bind port ba083e81-70d0-4c7a-91f4-7570b043d5d9 on network 95a18ec7-8212-4ad9-9f94-7a3baf476f91 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:46:18.472619 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:46:18.472993 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Checking segment: {'id': '96e8e8c8-61e3-408e-947e-b9398d47fa8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '95a18ec7-8212-4ad9-9f94-7a3baf476f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:46:18.473385 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:18.473770 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Bound using segment: {'id': '96e8e8c8-61e3-408e-947e-b9398d47fa8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '95a18ec7-8212-4ad9-9f94-7a3baf476f91'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:46:18.474472 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Bound port: ba083e81-70d0-4c7a-91f4-7570b043d5d9, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e8e8c8-61e3-408e-947e-b9398d47fa8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '95a18ec7-8212-4ad9-9f94-7a3baf476f91'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:46:18.474846 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:18.514736 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a128ffa7-7cc1-49ac-a39e-9757267fc5bd tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:18.534210 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [None req-a128ffa7-7cc1-49ac-a39e-9757267fc5bd tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] device_id is not set on port 286dc260-5721-4526-ad53-1fefa403dc66 yet. {{(pid=102677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:46:18.542297 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] For port ba083e81-70d0-4c7a-91f4-7570b043d5d9, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:46:18.545649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] For port ba083e81-70d0-4c7a-91f4-7570b043d5d9, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ba083e81-70d0-4c7a-91f4-7570b043d5d9,segment=NetworkSegment(96e8e8c8-61e3-408e-947e-b9398d47fa8e),segment_id=96e8e8c8-61e3-408e-947e-b9398d47fa8e)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:46:18.552229 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:18.623009 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2202e-405c-48c6-a93f-f39f0676dcd9 None None] Pushing event updated for resources: {'Port': ['ID=ba083e81-70d0-4c7a-91f4-7570b043d5d9,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:18.669736 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-a128ffa7-7cc1-49ac-a39e-9757267fc5bd tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Allocated IP 172.20.0.3 (95a18ec7-8212-4ad9-9f94-7a3baf476f91/32df7e46-956d-4513-8b18-6c5da39a3dfe/286dc260-5721-4526-ad53-1fefa403dc66) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:19.188423 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a128ffa7-7cc1-49ac-a39e-9757267fc5bd tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:19.228344 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a128ffa7-7cc1-49ac-a39e-9757267fc5bd tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:19.278227 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a128ffa7-7cc1-49ac-a39e-9757267fc5bd tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Network 95a18ec7-8212-4ad9-9f94-7a3baf476f91 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:19.281466 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a128ffa7-7cc1-49ac-a39e-9757267fc5bd tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:19.284012 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a128ffa7-7cc1-49ac-a39e-9757267fc5bd tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:19.315259 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128ffa7-7cc1-49ac-a39e-9757267fc5bd tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Pushing event updated for resources: {'Port': ['ID=286dc260-5721-4526-ad53-1fefa403dc66,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:19.350862 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a128ffa7-7cc1-49ac-a39e-9757267fc5bd tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:19.351606 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a128ffa7-7cc1-49ac-a39e-9757267fc5bd tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:19.370801 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a128ffa7-7cc1-49ac-a39e-9757267fc5bd tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.0841789 Nov 15 11:46:19.373363 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47238) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:19.430436 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e91e756-054d-40d1-b296-f4e13bf027b4 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:19.436830 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e91e756-054d-40d1-b296-f4e13bf027b4 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:19.443010 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e91e756-054d-40d1-b296-f4e13bf027b4 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:19.446893 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7e91e756-054d-40d1-b296-f4e13bf027b4 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.0704169 Nov 15 11:46:19.447644 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47240) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:19.541463 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-54646d29-d58c-4f07-bd7b-29fbfad9a89f tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Deleting port 286dc260-5721-4526-ad53-1fefa403dc66 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:46:19.541797 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54646d29-d58c-4f07-bd7b-29fbfad9a89f tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:19.566115 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3479709-dbea-43ca-a418-ba224bcb6444 None None] Network 95a18ec7-8212-4ad9-9f94-7a3baf476f91 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:19.627778 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-77a43ca6-d90b-4044-b85c-2e19e63fa07e None None] Provisioning complete for port ba083e81-70d0-4c7a-91f4-7570b043d5d9 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:19.628183 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-77a43ca6-d90b-4044-b85c-2e19e63fa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:19.647037 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54646d29-d58c-4f07-bd7b-29fbfad9a89f tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:19.662047 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-54646d29-d58c-4f07-bd7b-29fbfad9a89f tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Calling delete_port for 286dc260-5721-4526-ad53-1fefa403dc66 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:46:19.754010 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-77a43ca6-d90b-4044-b85c-2e19e63fa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:19.814087 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ba083e81-70d0-4c7a-91f4-7570b043d5d9 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:46:19.817497 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-77a43ca6-d90b-4044-b85c-2e19e63fa07e None None] For port ba083e81-70d0-4c7a-91f4-7570b043d5d9, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ba083e81-70d0-4c7a-91f4-7570b043d5d9,segment=NetworkSegment(96e8e8c8-61e3-408e-947e-b9398d47fa8e),segment_id=96e8e8c8-61e3-408e-947e-b9398d47fa8e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:46:19.842031 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54646d29-d58c-4f07-bd7b-29fbfad9a89f tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:19.848204 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-77a43ca6-d90b-4044-b85c-2e19e63fa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:19.879631 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54646d29-d58c-4f07-bd7b-29fbfad9a89f tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Pushing event deleted for resources: {'Port': ['ID=286dc260-5721-4526-ad53-1fefa403dc66,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:19.925351 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a43ca6-d90b-4044-b85c-2e19e63fa07e None None] Pushing event updated for resources: {'Port': ['ID=ba083e81-70d0-4c7a-91f4-7570b043d5d9,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:19.934241 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port ba083e81-70d0-4c7a-91f4-7570b043d5d9 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:19.934599 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:20.067344 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54646d29-d58c-4f07-bd7b-29fbfad9a89f tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:20.071466 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-54646d29-d58c-4f07-bd7b-29fbfad9a89f tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "DELETE /v2.0/ports/286dc260-5721-4526-ad53-1fefa403dc66 HTTP/1.1" status: 204 len: 168 time: 0.6227610 Nov 15 11:46:20.074136 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47244) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:20.103063 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e25a69-ee49-44a4-90d8-11043a8249fd tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] GET failed (client error): The resource could not be found. Nov 15 11:46:20.108682 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47246) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:20.109291 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-34e25a69-ee49-44a4-90d8-11043a8249fd tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "GET /v2.0/ports/286dc260-5721-4526-ad53-1fefa403dc66 HTTP/1.1" status: 404 len: 333 time: 0.0336392 Nov 15 11:46:20.113724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-ecaf89d6-19ab-425f-af42-fe6696967c8e tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Request body: {'port': {'network_id': '95a18ec7-8212-4ad9-9f94-7a3baf476f91', 'name': 'tempest-AllowedAddressPairTestJSON-1560698071'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:20.228342 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaf89d6-19ab-425f-af42-fe6696967c8e tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Made reservation on behalf of 28f8103955374b149893288526001b74 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:20.231943 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ecaf89d6-19ab-425f-af42-fe6696967c8e tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:20.250479 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-ecaf89d6-19ab-425f-af42-fe6696967c8e tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] device_id is not set on port 6e19008c-6588-4344-b17a-93bd40acdbdb yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:46:20.272035 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0949f84e-b071-4dcc-898a-75f703df2072 None None] Provisioning complete for port b8024d34-f511-4717-8dc3-99a76f9e2a36 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:20.272753 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0949f84e-b071-4dcc-898a-75f703df2072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:20.320079 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-0949f84e-b071-4dcc-898a-75f703df2072 None None] Port b8024d34-f511-4717-8dc3-99a76f9e2a36 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:46:20.330957 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0949f84e-b071-4dcc-898a-75f703df2072 None None] Provisioning complete for port ba083e81-70d0-4c7a-91f4-7570b043d5d9 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:20.331399 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0949f84e-b071-4dcc-898a-75f703df2072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:20.372273 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-ecaf89d6-19ab-425f-af42-fe6696967c8e tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Allocated IP 172.20.0.7 (95a18ec7-8212-4ad9-9f94-7a3baf476f91/32df7e46-956d-4513-8b18-6c5da39a3dfe/6e19008c-6588-4344-b17a-93bd40acdbdb) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:20.427350 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0949f84e-b071-4dcc-898a-75f703df2072 None None] Could not find standard attr ID for object 286dc260-5721-4526-ad53-1fefa403dc66. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:46:20.553380 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-488873b1-185d-4a18-861a-7f2ca93da5da None None] Provisioning complete for port b8024d34-f511-4717-8dc3-99a76f9e2a36 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:20.554012 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-488873b1-185d-4a18-861a-7f2ca93da5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:20.596241 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-488873b1-185d-4a18-861a-7f2ca93da5da None None] Port b8024d34-f511-4717-8dc3-99a76f9e2a36 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:46:20.712755 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6b9559bf-d5f3-4ba7-98ad-588e3218fbee None None] Could not find standard attr ID for object 286dc260-5721-4526-ad53-1fefa403dc66. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:46:20.912752 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ecaf89d6-19ab-425f-af42-fe6696967c8e tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:20.949243 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ecaf89d6-19ab-425f-af42-fe6696967c8e tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:20.992929 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47250) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:20.997474 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaf89d6-19ab-425f-af42-fe6696967c8e tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Network 95a18ec7-8212-4ad9-9f94-7a3baf476f91 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:21.000762 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ecaf89d6-19ab-425f-af42-fe6696967c8e tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:21.004933 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaf89d6-19ab-425f-af42-fe6696967c8e tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:21.012085 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf89d6-19ab-425f-af42-fe6696967c8e tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Pushing event updated for resources: {'Port': ['ID=6e19008c-6588-4344-b17a-93bd40acdbdb,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:21.059991 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10cfc6b-72a2-40bf-ab13-ba78ac2ea6c6 admin admin] Deleting subnet 186e7fa5-9dbf-43aa-b035-baadd8e68213 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:46:21.062336 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaf89d6-19ab-425f-af42-fe6696967c8e tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:21.062992 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ecaf89d6-19ab-425f-af42-fe6696967c8e tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:21.066973 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e10cfc6b-72a2-40bf-ab13-ba78ac2ea6c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:21.084936 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ecaf89d6-19ab-425f-af42-fe6696967c8e tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9751709 Nov 15 11:46:21.087958 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47252) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:21.095203 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-602c735b-ea59-4a82-9000-4c83c0d5c52c tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:b2:91:c2'}]}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:21.129603 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e10cfc6b-72a2-40bf-ab13-ba78ac2ea6c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:21.182540 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e10cfc6b-72a2-40bf-ab13-ba78ac2ea6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:21.253473 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e10cfc6b-72a2-40bf-ab13-ba78ac2ea6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:21.271583 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-602c735b-ea59-4a82-9000-4c83c0d5c52c tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:21.280621 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10cfc6b-72a2-40bf-ab13-ba78ac2ea6c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=186e7fa5-9dbf-43aa-b035-baadd8e68213,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:21.284387 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e10cfc6b-72a2-40bf-ab13-ba78ac2ea6c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:21.287619 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e10cfc6b-72a2-40bf-ab13-ba78ac2ea6c6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/186e7fa5-9dbf-43aa-b035-baadd8e68213 HTTP/1.1" status: 204 len: 168 time: 0.2930849 Nov 15 11:46:21.290642 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47254) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:21.350735 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b53158d4-7810-4eb3-9354-972816870ad3 None None] Provisioning complete for port 6e19008c-6588-4344-b17a-93bd40acdbdb triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:21.351223 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b53158d4-7810-4eb3-9354-972816870ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:21.375445 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e89a00d-2b59-48ea-afcf-a190e1fcf253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:21.387776 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-b53158d4-7810-4eb3-9354-972816870ad3 None None] Port 6e19008c-6588-4344-b17a-93bd40acdbdb cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:46:21.469433 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e89a00d-2b59-48ea-afcf-a190e1fcf253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:21.469591 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-602c735b-ea59-4a82-9000-4c83c0d5c52c tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:21.475888 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-602c735b-ea59-4a82-9000-4c83c0d5c52c tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:21.490119 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-2e89a00d-2b59-48ea-afcf-a190e1fcf253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d33d8ce1-3b51-4200-b2f1-45e6688ea26f']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:21.499510 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-2e89a00d-2b59-48ea-afcf-a190e1fcf253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4634e56-c449-43d0-a0e4-9eb61ae06af3') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:21.499809 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-2e89a00d-2b59-48ea-afcf-a190e1fcf253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4634e56-c449-43d0-a0e4-9eb61ae06af3') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:21.510079 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e89a00d-2b59-48ea-afcf-a190e1fcf253 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:21.526974 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e89a00d-2b59-48ea-afcf-a190e1fcf253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:21.533890 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e89a00d-2b59-48ea-afcf-a190e1fcf253 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:46:21.534384 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e89a00d-2b59-48ea-afcf-a190e1fcf253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: items = [ Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:46:21.536185 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:46:21.554551 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c735b-ea59-4a82-9000-4c83c0d5c52c tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Pushing event updated for resources: {'Port': ['ID=6e19008c-6588-4344-b17a-93bd40acdbdb,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:21.567170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-602c735b-ea59-4a82-9000-4c83c0d5c52c tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] In _notify_port_updated(), no bound segment for port 6e19008c-6588-4344-b17a-93bd40acdbdb on network 95a18ec7-8212-4ad9-9f94-7a3baf476f91 {{(pid=102678) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:46:21.573335 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602c735b-ea59-4a82-9000-4c83c0d5c52c tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:21.574102 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-602c735b-ea59-4a82-9000-4c83c0d5c52c tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:21.578072 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-602c735b-ea59-4a82-9000-4c83c0d5c52c tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "PUT /v2.0/ports/6e19008c-6588-4344-b17a-93bd40acdbdb HTTP/1.1" status: 200 len: 994 time: 0.4864800 Nov 15 11:46:21.578413 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47256) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:21.620067 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e89a00d-2b59-48ea-afcf-a190e1fcf253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:21.626092 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e89a00d-2b59-48ea-afcf-a190e1fcf253 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:21.633176 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2e89a00d-2b59-48ea-afcf-a190e1fcf253 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d33d8ce1-3b51-4200-b2f1-45e6688ea26f HTTP/1.1" status: 204 len: 168 time: 0.3388026 Nov 15 11:46:21.676911 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89a00d-2b59-48ea-afcf-a190e1fcf253 admin admin] Pushing event deleted for resources: {'Network': ['ID=d33d8ce1-3b51-4200-b2f1-45e6688ea26f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:21.704375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6afcb1f6-9c8a-4ed2-85d5-277a5fc01fe4 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Deleting port 6e19008c-6588-4344-b17a-93bd40acdbdb {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:46:21.704711 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6afcb1f6-9c8a-4ed2-85d5-277a5fc01fe4 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:21.793077 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ba083e81-70d0-4c7a-91f4-7570b043d5d9 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:46:21.810294 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6afcb1f6-9c8a-4ed2-85d5-277a5fc01fe4 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:21.823591 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6afcb1f6-9c8a-4ed2-85d5-277a5fc01fe4 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Calling delete_port for 6e19008c-6588-4344-b17a-93bd40acdbdb owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:46:21.862388 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47260) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:21.863127 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7b5f011b-0627-4985-ba2e-13a5272ef30e None None] Provisioning complete for port 6e19008c-6588-4344-b17a-93bd40acdbdb triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:21.863496 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7b5f011b-0627-4985-ba2e-13a5272ef30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:21.891614 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port ba083e81-70d0-4c7a-91f4-7570b043d5d9 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:21.892874 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:21.907017 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d4d8793d-9dbd-49b9-b1a2-cf0d43832527 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff76c59cc73d4574aa6375584d816238&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432961 Nov 15 11:46:21.909619 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47262) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:21.953259 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7b5f011b-0627-4985-ba2e-13a5272ef30e None None] Port 6e19008c-6588-4344-b17a-93bd40acdbdb cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:46:21.972969 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28c42a88-2a98-4c63-83e3-b0c9c9b9c32c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:21.997844 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28c42a88-2a98-4c63-83e3-b0c9c9b9c32c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:22.002856 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6afcb1f6-9c8a-4ed2-85d5-277a5fc01fe4 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:22.033670 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcb1f6-9c8a-4ed2-85d5-277a5fc01fe4 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Pushing event deleted for resources: {'Port': ['ID=6e19008c-6588-4344-b17a-93bd40acdbdb,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:22.065152 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28c42a88-2a98-4c63-83e3-b0c9c9b9c32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:22.067864 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-28c42a88-2a98-4c63-83e3-b0c9c9b9c32c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:22.069162 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-28c42a88-2a98-4c63-83e3-b0c9c9b9c32c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce4c2f0e-9a79-44b5-8f2f-38d96c2e5403 HTTP/1.1" status: 204 len: 168 time: 0.1586361 Nov 15 11:46:22.081297 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c42a88-2a98-4c63-83e3-b0c9c9b9c32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4c2f0e-9a79-44b5-8f2f-38d96c2e5403,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:22.187312 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6afcb1f6-9c8a-4ed2-85d5-277a5fc01fe4 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:22.190720 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6afcb1f6-9c8a-4ed2-85d5-277a5fc01fe4 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "DELETE /v2.0/ports/6e19008c-6588-4344-b17a-93bd40acdbdb HTTP/1.1" status: 204 len: 168 time: 0.6111119 Nov 15 11:46:22.193817 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47266) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:22.226427 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0274684-d625-47d5-b73d-785f85fea2aa tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] GET failed (client error): The resource could not be found. Nov 15 11:46:22.228713 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c0274684-d625-47d5-b73d-785f85fea2aa tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "GET /v2.0/ports/6e19008c-6588-4344-b17a-93bd40acdbdb HTTP/1.1" status: 404 len: 333 time: 0.0334344 Nov 15 11:46:22.232543 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47268) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:22.239689 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-9bc6a7e1-bb65-40f0-9201-ea313aff58e5 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Request body: {'port': {'network_id': '95a18ec7-8212-4ad9-9f94-7a3baf476f91', 'name': 'tempest-AllowedAddressPairTestJSON-2030661636'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:22.359223 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc6a7e1-bb65-40f0-9201-ea313aff58e5 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Made reservation on behalf of 28f8103955374b149893288526001b74 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:22.362745 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a7e1-bb65-40f0-9201-ea313aff58e5 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:22.380299 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-9bc6a7e1-bb65-40f0-9201-ea313aff58e5 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] device_id is not set on port 0afd98ee-4f8e-4c72-b154-87e61cb3a333 yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:46:22.504367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-9bc6a7e1-bb65-40f0-9201-ea313aff58e5 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Allocated IP 172.20.0.10 (95a18ec7-8212-4ad9-9f94-7a3baf476f91/32df7e46-956d-4513-8b18-6c5da39a3dfe/0afd98ee-4f8e-4c72-b154-87e61cb3a333) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:22.654503 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a7e1-bb65-40f0-9201-ea313aff58e5 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:22.689391 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a7e1-bb65-40f0-9201-ea313aff58e5 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:22.742531 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc6a7e1-bb65-40f0-9201-ea313aff58e5 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Network 95a18ec7-8212-4ad9-9f94-7a3baf476f91 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:22.746637 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-9bc6a7e1-bb65-40f0-9201-ea313aff58e5 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:22.748629 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6a7e1-bb65-40f0-9201-ea313aff58e5 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Pushing event updated for resources: {'Port': ['ID=0afd98ee-4f8e-4c72-b154-87e61cb3a333,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:22.750761 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc6a7e1-bb65-40f0-9201-ea313aff58e5 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:22.804808 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc6a7e1-bb65-40f0-9201-ea313aff58e5 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:22.805452 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9bc6a7e1-bb65-40f0-9201-ea313aff58e5 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:22.823176 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9bc6a7e1-bb65-40f0-9201-ea313aff58e5 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5894423 Nov 15 11:46:22.826084 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47288) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:22.831528 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-4401b2c8-637a-41f7-a80d-56f676ad506c tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b2:91:c2'}]}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:22.903552 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4401b2c8-637a-41f7-a80d-56f676ad506c tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:23.088036 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-349e7e30-7ed5-4859-9514-95d4051c519f None None] Provisioning complete for port 0afd98ee-4f8e-4c72-b154-87e61cb3a333 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:23.088852 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-349e7e30-7ed5-4859-9514-95d4051c519f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:23.091771 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4401b2c8-637a-41f7-a80d-56f676ad506c tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:23.102059 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4401b2c8-637a-41f7-a80d-56f676ad506c tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:23.125958 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-349e7e30-7ed5-4859-9514-95d4051c519f None None] Port 0afd98ee-4f8e-4c72-b154-87e61cb3a333 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:46:23.184233 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401b2c8-637a-41f7-a80d-56f676ad506c tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Pushing event updated for resources: {'Port': ['ID=0afd98ee-4f8e-4c72-b154-87e61cb3a333,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:23.200049 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4401b2c8-637a-41f7-a80d-56f676ad506c tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] In _notify_port_updated(), no bound segment for port 0afd98ee-4f8e-4c72-b154-87e61cb3a333 on network 95a18ec7-8212-4ad9-9f94-7a3baf476f91 {{(pid=102678) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:46:23.207172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4401b2c8-637a-41f7-a80d-56f676ad506c tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:23.207992 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4401b2c8-637a-41f7-a80d-56f676ad506c tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:23.209470 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4401b2c8-637a-41f7-a80d-56f676ad506c tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "PUT /v2.0/ports/0afd98ee-4f8e-4c72-b154-87e61cb3a333 HTTP/1.1" status: 200 len: 997 time: 0.3823183 Nov 15 11:46:23.213957 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47302) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:23.310754 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f7173d2d-42e1-489e-ba12-2312c286fc4e tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Deleting port 0afd98ee-4f8e-4c72-b154-87e61cb3a333 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:46:23.311191 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7173d2d-42e1-489e-ba12-2312c286fc4e tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:23.410907 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7173d2d-42e1-489e-ba12-2312c286fc4e tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:23.424774 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f7173d2d-42e1-489e-ba12-2312c286fc4e tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Calling delete_port for 0afd98ee-4f8e-4c72-b154-87e61cb3a333 owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:46:23.447159 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d13d04ca-6484-4fdb-b5b5-bc93ef9d3967 None None] Provisioning complete for port 0afd98ee-4f8e-4c72-b154-87e61cb3a333 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:23.447500 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d13d04ca-6484-4fdb-b5b5-bc93ef9d3967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:23.484943 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d13d04ca-6484-4fdb-b5b5-bc93ef9d3967 None None] Port 0afd98ee-4f8e-4c72-b154-87e61cb3a333 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:46:23.565893 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7173d2d-42e1-489e-ba12-2312c286fc4e tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:23.597073 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7173d2d-42e1-489e-ba12-2312c286fc4e tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Pushing event deleted for resources: {'Port': ['ID=0afd98ee-4f8e-4c72-b154-87e61cb3a333,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:23.666001 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f7173d2d-42e1-489e-ba12-2312c286fc4e tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:23.669786 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f7173d2d-42e1-489e-ba12-2312c286fc4e tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "DELETE /v2.0/ports/0afd98ee-4f8e-4c72-b154-87e61cb3a333 HTTP/1.1" status: 204 len: 168 time: 0.4547184 Nov 15 11:46:23.677246 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47312) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:23.706336 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d514aa1-5b62-429b-880e-bf36e6811592 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] GET failed (client error): The resource could not be found. Nov 15 11:46:23.712107 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7d514aa1-5b62-429b-880e-bf36e6811592 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "GET /v2.0/ports/0afd98ee-4f8e-4c72-b154-87e61cb3a333 HTTP/1.1" status: 404 len: 333 time: 0.0287955 Nov 15 11:46:23.712487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47314) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:23.717679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-fa1c2bca-7903-4d0f-a705-3f0cd859215d tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Request body: {'port': {'network_id': '95a18ec7-8212-4ad9-9f94-7a3baf476f91', 'name': 'tempest-AllowedAddressPairTestJSON-1972613159'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:23.827510 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1c2bca-7903-4d0f-a705-3f0cd859215d tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Made reservation on behalf of 28f8103955374b149893288526001b74 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:23.830989 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa1c2bca-7903-4d0f-a705-3f0cd859215d tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:23.849847 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-fa1c2bca-7903-4d0f-a705-3f0cd859215d tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] device_id is not set on port bded25ed-3a38-4557-aa20-c2f682aac01d yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:46:23.947005 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47316) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:23.951675 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d1f533db-a79f-4ffe-8424-3d44ea25303a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-925708359', 'description': 'tempest-secgroup-smoke-925708359 description', 'project_id': '362ca752f1324aed8969e4ed5d5df955'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:23.961583 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-fa1c2bca-7903-4d0f-a705-3f0cd859215d tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Allocated IP 172.20.0.11 (95a18ec7-8212-4ad9-9f94-7a3baf476f91/32df7e46-956d-4513-8b18-6c5da39a3dfe/bded25ed-3a38-4557-aa20-c2f682aac01d) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:23.973658 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f533db-a79f-4ffe-8424-3d44ea25303a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:23.984451 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f533db-a79f-4ffe-8424-3d44ea25303a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.062071 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f533db-a79f-4ffe-8424-3d44ea25303a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.067096 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f533db-a79f-4ffe-8424-3d44ea25303a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.107670 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f533db-a79f-4ffe-8424-3d44ea25303a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ac1cb8-9668-41d7-b665-00e4215f9bb8,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:24.124703 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa1c2bca-7903-4d0f-a705-3f0cd859215d tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.145675 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f533db-a79f-4ffe-8424-3d44ea25303a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.150157 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f533db-a79f-4ffe-8424-3d44ea25303a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.159919 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa1c2bca-7903-4d0f-a705-3f0cd859215d tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.189527 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f533db-a79f-4ffe-8424-3d44ea25303a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.190679 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d1f533db-a79f-4ffe-8424-3d44ea25303a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2426491 Nov 15 11:46:24.193762 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47318) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:24.195756 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f533db-a79f-4ffe-8424-3d44ea25303a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae126c90-0ff6-43e3-8329-3cc3a9f0f373,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:24.202462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1c2bca-7903-4d0f-a705-3f0cd859215d tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Network 95a18ec7-8212-4ad9-9f94-7a3baf476f91 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:24.205591 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-07ff63d5-1dbc-4891-8e55-2d8d8b6bf2b3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group_rule': {'security_group_id': 'ae126c90-0ff6-43e3-8329-3cc3a9f0f373', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:24.218538 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-fa1c2bca-7903-4d0f-a705-3f0cd859215d tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:24.224380 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1c2bca-7903-4d0f-a705-3f0cd859215d tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:24.253375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c2bca-7903-4d0f-a705-3f0cd859215d tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Pushing event updated for resources: {'Port': ['ID=bded25ed-3a38-4557-aa20-c2f682aac01d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:24.287404 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1c2bca-7903-4d0f-a705-3f0cd859215d tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:24.288074 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa1c2bca-7903-4d0f-a705-3f0cd859215d tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.290780 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07ff63d5-1dbc-4891-8e55-2d8d8b6bf2b3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.319712 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fa1c2bca-7903-4d0f-a705-3f0cd859215d tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6035779 Nov 15 11:46:24.319979 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47320) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:24.327488 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-2b83e0a2-e804-4307-82b3-3f3cf7faaff0 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Request body: {'port': {'network_id': '95a18ec7-8212-4ad9-9f94-7a3baf476f91', 'name': 'tempest-AllowedAddressPairTestJSON-1492151524'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:24.420036 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07ff63d5-1dbc-4891-8e55-2d8d8b6bf2b3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.430237 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07ff63d5-1dbc-4891-8e55-2d8d8b6bf2b3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.463446 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff63d5-1dbc-4891-8e55-2d8d8b6bf2b3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cddec4ac-1bb8-4e08-9520-0d978fc33269,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:24.476202 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-07ff63d5-1dbc-4891-8e55-2d8d8b6bf2b3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.477466 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-07ff63d5-1dbc-4891-8e55-2d8d8b6bf2b3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2820120 Nov 15 11:46:24.480401 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47322) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:24.485542 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c9d69304-cea1-48f9-a765-42b4bee01dd0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group_rule': {'security_group_id': 'ae126c90-0ff6-43e3-8329-3cc3a9f0f373', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:24.495542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b83e0a2-e804-4307-82b3-3f3cf7faaff0 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Made reservation on behalf of 28f8103955374b149893288526001b74 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:24.499028 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b83e0a2-e804-4307-82b3-3f3cf7faaff0 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.518301 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a7a8853f-efe1-491c-a73b-fe7f27011d30 None None] Provisioning complete for port bded25ed-3a38-4557-aa20-c2f682aac01d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:24.518951 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a7a8853f-efe1-491c-a73b-fe7f27011d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.520796 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c9d69304-cea1-48f9-a765-42b4bee01dd0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.527929 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-2b83e0a2-e804-4307-82b3-3f3cf7faaff0 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] device_id is not set on port ceb36b09-9a33-46e1-ba7f-30f72f3810ef yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:46:24.554776 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a7a8853f-efe1-491c-a73b-fe7f27011d30 None None] Port bded25ed-3a38-4557-aa20-c2f682aac01d cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:46:24.592684 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c9d69304-cea1-48f9-a765-42b4bee01dd0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.598537 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c9d69304-cea1-48f9-a765-42b4bee01dd0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.614798 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d69304-cea1-48f9-a765-42b4bee01dd0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2c141a-ccd7-4c6d-805d-ed0277f14c17,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:24.627305 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c9d69304-cea1-48f9-a765-42b4bee01dd0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.628571 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c9d69304-cea1-48f9-a765-42b4bee01dd0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1469860 Nov 15 11:46:24.631270 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47324) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:24.635902 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6bcf685e-3da0-40b6-b04d-7a00b1eb8d83 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group_rule': {'security_group_id': 'ae126c90-0ff6-43e3-8329-3cc3a9f0f373', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:24.653508 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-2b83e0a2-e804-4307-82b3-3f3cf7faaff0 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Allocated IP 172.20.0.8 (95a18ec7-8212-4ad9-9f94-7a3baf476f91/32df7e46-956d-4513-8b18-6c5da39a3dfe/ceb36b09-9a33-46e1-ba7f-30f72f3810ef) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:24.667362 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6bcf685e-3da0-40b6-b04d-7a00b1eb8d83 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.728335 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6bcf685e-3da0-40b6-b04d-7a00b1eb8d83 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.734248 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6bcf685e-3da0-40b6-b04d-7a00b1eb8d83 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.756676 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf685e-3da0-40b6-b04d-7a00b1eb8d83 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0cb98a-9ec8-4eef-a073-64080e74640b,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:24.769377 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6bcf685e-3da0-40b6-b04d-7a00b1eb8d83 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.770628 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6bcf685e-3da0-40b6-b04d-7a00b1eb8d83 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384075 Nov 15 11:46:24.773440 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47326) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:24.777850 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ca7f31cb-0f02-4c28-a363-8f3bd0fa7eb7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group_rule': {'security_group_id': 'ae126c90-0ff6-43e3-8329-3cc3a9f0f373', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:24.804332 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca7f31cb-0f02-4c28-a363-8f3bd0fa7eb7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.813248 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b83e0a2-e804-4307-82b3-3f3cf7faaff0 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.848889 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b83e0a2-e804-4307-82b3-3f3cf7faaff0 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.869528 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca7f31cb-0f02-4c28-a363-8f3bd0fa7eb7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.875352 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca7f31cb-0f02-4c28-a363-8f3bd0fa7eb7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.890390 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f31cb-0f02-4c28-a363-8f3bd0fa7eb7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61b6096-5e0d-439e-bda3-ba62f01ccf18,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:24.894699 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b83e0a2-e804-4307-82b3-3f3cf7faaff0 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Network 95a18ec7-8212-4ad9-9f94-7a3baf476f91 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:24.898231 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-2b83e0a2-e804-4307-82b3-3f3cf7faaff0 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:24.902717 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b83e0a2-e804-4307-82b3-3f3cf7faaff0 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:24.903337 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca7f31cb-0f02-4c28-a363-8f3bd0fa7eb7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.906725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83e0a2-e804-4307-82b3-3f3cf7faaff0 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Pushing event updated for resources: {'Port': ['ID=ceb36b09-9a33-46e1-ba7f-30f72f3810ef,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:24.907932 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ca7f31cb-0f02-4c28-a363-8f3bd0fa7eb7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1334341 Nov 15 11:46:24.908869 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47328) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:24.913506 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9f37ccf2-be9f-4e56-a0a8-d52f82e59794 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group_rule': {'security_group_id': 'ae126c90-0ff6-43e3-8329-3cc3a9f0f373', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:24.939011 n-d-729945-9 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-9f37ccf2-be9f-4e56-a0a8-d52f82e59794 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Project 362ca752f1324aed8969e4ed5d5df955 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 11:46:24.944778 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f37ccf2-be9f-4e56-a0a8-d52f82e59794 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.954728 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b83e0a2-e804-4307-82b3-3f3cf7faaff0 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:24.955561 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2b83e0a2-e804-4307-82b3-3f3cf7faaff0 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:24.976422 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2b83e0a2-e804-4307-82b3-3f3cf7faaff0 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6553373 Nov 15 11:46:24.979264 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47330) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:24.985330 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c8f156af-4767-478e-83c8-59702c10b68f tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:b2:91:c2'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:d7:9b:3c'}]}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:25.018361 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f37ccf2-be9f-4e56-a0a8-d52f82e59794 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.023330 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f37ccf2-be9f-4e56-a0a8-d52f82e59794 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.044199 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37ccf2-be9f-4e56-a0a8-d52f82e59794 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1ed710-33a0-4494-9ea9-759e62a80166,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:25.055593 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9f37ccf2-be9f-4e56-a0a8-d52f82e59794 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.056873 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9f37ccf2-be9f-4e56-a0a8-d52f82e59794 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1471245 Nov 15 11:46:25.060107 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47332) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:25.062374 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8f156af-4767-478e-83c8-59702c10b68f tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.064758 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-17b7cf18-e90b-4306-aca6-cd02b67e838f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group_rule': {'security_group_id': 'ae126c90-0ff6-43e3-8329-3cc3a9f0f373', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:25.094410 n-d-729945-9 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-17b7cf18-e90b-4306-aca6-cd02b67e838f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Project 362ca752f1324aed8969e4ed5d5df955 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 11:46:25.102685 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17b7cf18-e90b-4306-aca6-cd02b67e838f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.168241 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17b7cf18-e90b-4306-aca6-cd02b67e838f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.173727 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17b7cf18-e90b-4306-aca6-cd02b67e838f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.178170 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-4097458b-9b5d-420e-9206-bcee10f3f065 None None] Provisioning complete for port ceb36b09-9a33-46e1-ba7f-30f72f3810ef triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:25.178802 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4097458b-9b5d-420e-9206-bcee10f3f065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.192036 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7cf18-e90b-4306-aca6-cd02b67e838f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=884dbd4b-1187-4655-ab04-40cf778360ea,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:25.201478 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-17b7cf18-e90b-4306-aca6-cd02b67e838f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.202704 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-17b7cf18-e90b-4306-aca6-cd02b67e838f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1416252 Nov 15 11:46:25.206431 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47334) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:25.214092 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c287daff-c087-45fe-affb-9ef30ef53cf7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'network': {'name': 'tempest-network-smoke--1543491104', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'port_security_enabled': True}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:25.221978 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-4097458b-9b5d-420e-9206-bcee10f3f065 None None] Port ceb36b09-9a33-46e1-ba7f-30f72f3810ef cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:46:25.269859 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c287daff-c087-45fe-affb-9ef30ef53cf7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Made reservation on behalf of 362ca752f1324aed8969e4ed5d5df955 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:25.273278 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c287daff-c087-45fe-affb-9ef30ef53cf7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.295030 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8f156af-4767-478e-83c8-59702c10b68f tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.303009 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8f156af-4767-478e-83c8-59702c10b68f tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.312496 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c287daff-c087-45fe-affb-9ef30ef53cf7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:46:25.359750 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c287daff-c087-45fe-affb-9ef30ef53cf7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.360128 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-c287daff-c087-45fe-affb-9ef30ef53cf7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Added segment 384d8523-97b9-4643-89b6-6ac791f7ac54 of type vlan for network b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 Nov 15 11:46:25.389826 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f156af-4767-478e-83c8-59702c10b68f tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Pushing event updated for resources: {'Port': ['ID=ceb36b09-9a33-46e1-ba7f-30f72f3810ef,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:25.436905 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c287daff-c087-45fe-affb-9ef30ef53cf7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.440831 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c8f156af-4767-478e-83c8-59702c10b68f tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] In _notify_port_updated(), no bound segment for port ceb36b09-9a33-46e1-ba7f-30f72f3810ef on network 95a18ec7-8212-4ad9-9f94-7a3baf476f91 {{(pid=102678) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:46:25.446365 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f156af-4767-478e-83c8-59702c10b68f tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:25.447004 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c8f156af-4767-478e-83c8-59702c10b68f tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.448391 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c8f156af-4767-478e-83c8-59702c10b68f tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "PUT /v2.0/ports/ceb36b09-9a33-46e1-ba7f-30f72f3810ef HTTP/1.1" status: 200 len: 1057 time: 0.4681306 Nov 15 11:46:25.451358 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47336) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:25.523514 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c287daff-c087-45fe-affb-9ef30ef53cf7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.534828 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c287daff-c087-45fe-affb-9ef30ef53cf7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:25.535733 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c287daff-c087-45fe-affb-9ef30ef53cf7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.545315 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c2fae58a-20f3-4c97-bcf6-a8f0bf6d705d None None] Provisioning complete for port ceb36b09-9a33-46e1-ba7f-30f72f3810ef triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:25.545887 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c2fae58a-20f3-4c97-bcf6-a8f0bf6d705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.584795 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c2fae58a-20f3-4c97-bcf6-a8f0bf6d705d None None] Port ceb36b09-9a33-46e1-ba7f-30f72f3810ef cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:46:25.626019 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c287daff-c087-45fe-affb-9ef30ef53cf7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4184182 Nov 15 11:46:25.629084 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47338) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:25.634222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ce563446-a6ee-464a-9a46-efe91f74ff79 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1951261473', 'admin_state_up': True, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:25.634858 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287daff-c087-45fe-affb-9ef30ef53cf7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Network': ['ID=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:25.645995 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:46:25.657572 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-77e16959-c73f-486a-aa53-01116d4b4f43 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Deleting port ceb36b09-9a33-46e1-ba7f-30f72f3810ef {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:46:25.657958 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77e16959-c73f-486a-aa53-01116d4b4f43 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.659649 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce563446-a6ee-464a-9a46-efe91f74ff79 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.660798 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce563446-a6ee-464a-9a46-efe91f74ff79 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.715346 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce563446-a6ee-464a-9a46-efe91f74ff79 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.749462 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77e16959-c73f-486a-aa53-01116d4b4f43 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.761168 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-77e16959-c73f-486a-aa53-01116d4b4f43 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Calling delete_port for ceb36b09-9a33-46e1-ba7f-30f72f3810ef owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:46:25.856313 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce563446-a6ee-464a-9a46-efe91f74ff79 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.906432 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77e16959-c73f-486a-aa53-01116d4b4f43 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:25.938974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e16959-c73f-486a-aa53-01116d4b4f43 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Pushing event deleted for resources: {'Port': ['ID=ceb36b09-9a33-46e1-ba7f-30f72f3810ef,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:26.056503 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce563446-a6ee-464a-9a46-efe91f74ff79 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:26.076441 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce563446-a6ee-464a-9a46-efe91f74ff79 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:26.134180 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77e16959-c73f-486a-aa53-01116d4b4f43 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:26.137722 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-77e16959-c73f-486a-aa53-01116d4b4f43 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "DELETE /v2.0/ports/ceb36b09-9a33-46e1-ba7f-30f72f3810ef HTTP/1.1" status: 204 len: 168 time: 0.6854239 Nov 15 11:46:26.141088 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47340) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:26.163694 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f95acfb-15ab-4c41-b8c1-9cb676c554fd tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] GET failed (client error): The resource could not be found. Nov 15 11:46:26.165518 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0f95acfb-15ab-4c41-b8c1-9cb676c554fd tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "GET /v2.0/ports/ceb36b09-9a33-46e1-ba7f-30f72f3810ef HTTP/1.1" status: 404 len: 333 time: 0.0237639 Nov 15 11:46:26.167998 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47342) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:26.197226 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-ce563446-a6ee-464a-9a46-efe91f74ff79 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Allocated IP 172.25.7.125 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/8b494477-c15f-4f35-99d0-dfca57dc8db9) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:26.259179 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0b87408b-7bfb-4f8b-ac66-7dda51be1b43 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Deleting port bded25ed-3a38-4557-aa20-c2f682aac01d {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:46:26.259420 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b87408b-7bfb-4f8b-ac66-7dda51be1b43 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:26.295965 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce563446-a6ee-464a-9a46-efe91f74ff79 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:26.329545 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce563446-a6ee-464a-9a46-efe91f74ff79 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:26.348346 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b87408b-7bfb-4f8b-ac66-7dda51be1b43 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:26.360581 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0b87408b-7bfb-4f8b-ac66-7dda51be1b43 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Calling delete_port for bded25ed-3a38-4557-aa20-c2f682aac01d owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:46:26.377153 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce563446-a6ee-464a-9a46-efe91f74ff79 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:26.381181 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ce563446-a6ee-464a-9a46-efe91f74ff79 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:26.383014 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce563446-a6ee-464a-9a46-efe91f74ff79 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Port': ['ID=8b494477-c15f-4f35-99d0-dfca57dc8db9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:26.385107 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce563446-a6ee-464a-9a46-efe91f74ff79 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:26.400322 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aaaef5-334f-4d6a-811e-3e1c5edc4a1d None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:46:26.487857 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b87408b-7bfb-4f8b-ac66-7dda51be1b43 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:26.519308 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87408b-7bfb-4f8b-ac66-7dda51be1b43 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Pushing event deleted for resources: {'Port': ['ID=bded25ed-3a38-4557-aa20-c2f682aac01d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:26.559874 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7f414b1a-abad-49c6-aaf2-d139ad929e37 None None] Provisioning complete for port 8b494477-c15f-4f35-99d0-dfca57dc8db9 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:26.563892 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f414b1a-abad-49c6-aaf2-d139ad929e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:26.614296 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b87408b-7bfb-4f8b-ac66-7dda51be1b43 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:26.623868 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47346) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:26.625264 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0b87408b-7bfb-4f8b-ac66-7dda51be1b43 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "DELETE /v2.0/ports/bded25ed-3a38-4557-aa20-c2f682aac01d HTTP/1.1" status: 204 len: 168 time: 0.4561739 Nov 15 11:46:26.626943 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7f414b1a-abad-49c6-aaf2-d139ad929e37 None None] Port 8b494477-c15f-4f35-99d0-dfca57dc8db9 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:46:26.655378 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-760137b3-3541-40ae-b8c0-41f4cff68f76 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] GET failed (client error): The resource could not be found. Nov 15 11:46:26.657184 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-760137b3-3541-40ae-b8c0-41f4cff68f76 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "GET /v2.0/ports/bded25ed-3a38-4557-aa20-c2f682aac01d HTTP/1.1" status: 404 len: 333 time: 0.0318022 Nov 15 11:46:26.661692 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47348) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:26.680964 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce563446-a6ee-464a-9a46-efe91f74ff79 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:26.760803 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0516d763-c00c-4d6c-bf31-7ce61cf034be tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Deleting port b8024d34-f511-4717-8dc3-99a76f9e2a36 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:46:26.761138 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0516d763-c00c-4d6c-bf31-7ce61cf034be tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:26.850381 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0516d763-c00c-4d6c-bf31-7ce61cf034be tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:26.862699 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0516d763-c00c-4d6c-bf31-7ce61cf034be tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Calling delete_port for b8024d34-f511-4717-8dc3-99a76f9e2a36 owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:46:26.893798 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce563446-a6ee-464a-9a46-efe91f74ff79 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:26.991133 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0516d763-c00c-4d6c-bf31-7ce61cf034be tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:27.019580 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516d763-c00c-4d6c-bf31-7ce61cf034be tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Pushing event deleted for resources: {'Port': ['ID=b8024d34-f511-4717-8dc3-99a76f9e2a36,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:27.024548 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce563446-a6ee-464a-9a46-efe91f74ff79 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Router 10e1066b-e202-4bf5-ad62-2d9d6d8ecd34 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:46:27.098043 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0516d763-c00c-4d6c-bf31-7ce61cf034be tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:27.098043 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0516d763-c00c-4d6c-bf31-7ce61cf034be tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "DELETE /v2.0/ports/b8024d34-f511-4717-8dc3-99a76f9e2a36 HTTP/1.1" status: 204 len: 168 time: 0.4344807 Nov 15 11:46:27.101567 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47350) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:27.166777 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f1b294-9239-467d-be32-d66691250d66 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Deleting subnet 32df7e46-956d-4513-8b18-6c5da39a3dfe {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:46:27.172485 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b294-9239-467d-be32-d66691250d66 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:27.208130 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce563446-a6ee-464a-9a46-efe91f74ff79 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:46:27.219084 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] Sync routers for ids ['10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:46:27.228744 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] Routers {'10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:46:27.228976 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b294-9239-467d-be32-d66691250d66 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:27.229506 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:46:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:27.253255 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce563446-a6ee-464a-9a46-efe91f74ff79 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:27.254479 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ce563446-a6ee-464a-9a46-efe91f74ff79 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6241393 Nov 15 11:46:27.258000 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47352) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:27.329914 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b294-9239-467d-be32-d66691250d66 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:27.333537 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] Set router 10e1066b-e202-4bf5-ad62-2d9d6d8ecd34 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:46:27.393133 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b294-9239-467d-be32-d66691250d66 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:27.400117 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9a85124b-a643-4e93-a1d3-b0d389dba90c tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=362ca752f1324aed8969e4ed5d5df955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1400084 Nov 15 11:46:27.402201 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47356) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:27.424880 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b294-9239-467d-be32-d66691250d66 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:27.428154 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d3f1b294-9239-467d-be32-d66691250d66 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "DELETE /v2.0/subnets/32df7e46-956d-4513-8b18-6c5da39a3dfe HTTP/1.1" status: 204 len: 168 time: 0.3257902 Nov 15 11:46:27.429738 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1b294-9239-467d-be32-d66691250d66 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Pushing event deleted for resources: {'Subnet': ['ID=32df7e46-956d-4513-8b18-6c5da39a3dfe,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:27.430781 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47358) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:27.435721 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a481aef4-2e78-405b-9f61-d6ee47b4d5fd None None] Network 95a18ec7-8212-4ad9-9f94-7a3baf476f91 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:27.512519 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d2f212b-7135-4833-8774-f3ba5a7865d9 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:27.533153 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951261473', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:46:25Z', 'updated_at': '2021-11-15T11:46:26Z', 'revision_number': 3, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:46:26Z', 'updated_at': '2021-11-15T11:46:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:27.570864 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] Checking router: 10e1066b-e202-4bf5-ad62-2d9d6d8ecd34 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:46:27.571516 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] Updating router 10e1066b-e202-4bf5-ad62-2d9d6d8ecd34 port 8b494477-c15f-4f35-99d0-dfca57dc8db9 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:46:27.578900 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f212b-7135-4833-8774-f3ba5a7865d9 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Deleting port ba083e81-70d0-4c7a-91f4-7570b043d5d9 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:46:27.579282 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d2f212b-7135-4833-8774-f3ba5a7865d9 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:27.624132 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ac2eb7-b4d2-4834-923a-358003ac8f0c tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:27.628383 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c2ac2eb7-b4d2-4834-923a-358003ac8f0c tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2224138 Nov 15 11:46:27.630599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47360) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:27.660383 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f0c285-97b0-4c49-954f-625dec244d49 None None] DHCP port deletion for 95a18ec7-8212-4ad9-9f94-7a3baf476f91 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:46:27.674254 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-dfa379a6-c273-4f90-9eea-4a4c1cd9c661 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399370 Nov 15 11:46:27.674558 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47362) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:27.676928 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-9d2f212b-7135-4833-8774-f3ba5a7865d9 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] For port ba083e81-70d0-4c7a-91f4-7570b043d5d9, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ba083e81-70d0-4c7a-91f4-7570b043d5d9,segment=NetworkSegment(96e8e8c8-61e3-408e-947e-b9398d47fa8e),segment_id=96e8e8c8-61e3-408e-947e-b9398d47fa8e)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:46:27.678217 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d2f212b-7135-4833-8774-f3ba5a7865d9 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:27.680119 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-dbdb9adf-e239-4bd1-bb57-31d081c320c8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-284760606', 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:27.695572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f212b-7135-4833-8774-f3ba5a7865d9 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Calling delete_port for ba083e81-70d0-4c7a-91f4-7570b043d5d9 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:46:27.726470 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:27.747134 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-b4f0c285-97b0-4c49-954f-625dec244d49 None None] Deleting port ba083e81-70d0-4c7a-91f4-7570b043d5d9 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:46:27.747651 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b4f0c285-97b0-4c49-954f-625dec244d49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:27.787470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdb9adf-e239-4bd1-bb57-31d081c320c8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Made reservation on behalf of 362ca752f1324aed8969e4ed5d5df955 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:27.792625 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dbdb9adf-e239-4bd1-bb57-31d081c320c8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:27.795857 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ba083e81-70d0-4c7a-91f4-7570b043d5d9 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:46:27.818572 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d2f212b-7135-4833-8774-f3ba5a7865d9 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:27.851716 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f212b-7135-4833-8774-f3ba5a7865d9 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Pushing event deleted for resources: {'Port': ['ID=ba083e81-70d0-4c7a-91f4-7570b043d5d9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:27.857985 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f212b-7135-4833-8774-f3ba5a7865d9 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] No DVR routers for this DVR port ba083e81-70d0-4c7a-91f4-7570b043d5d9 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:46:27.869207 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b4f0c285-97b0-4c49-954f-625dec244d49 None None] For port ba083e81-70d0-4c7a-91f4-7570b043d5d9, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ba083e81-70d0-4c7a-91f4-7570b043d5d9,segment=NetworkSegment(96e8e8c8-61e3-408e-947e-b9398d47fa8e),segment_id=96e8e8c8-61e3-408e-947e-b9398d47fa8e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:46:27.870044 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b4f0c285-97b0-4c49-954f-625dec244d49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:27.872637 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No active binding found for port ba083e81-70d0-4c7a-91f4-7570b043d5d9 {{(pid=102679) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 15 11:46:27.873381 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ba083e81-70d0-4c7a-91f4-7570b043d5d9 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:46:27.888515 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-b4f0c285-97b0-4c49-954f-625dec244d49 None None] Calling delete_port for ba083e81-70d0-4c7a-91f4-7570b043d5d9 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:46:27.975597 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b4f0c285-97b0-4c49-954f-625dec244d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:27.989778 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f0c285-97b0-4c49-954f-625dec244d49 None None] No DVR routers for this DVR port ba083e81-70d0-4c7a-91f4-7570b043d5d9 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:46:28.018244 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0c285-97b0-4c49-954f-625dec244d49 None None] Pushing event deleted for resources: {'Port': ['ID=ba083e81-70d0-4c7a-91f4-7570b043d5d9,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:28.043398 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dbdb9adf-e239-4bd1-bb57-31d081c320c8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:28.053972 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:28.062855 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:28.123341 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] Attempting to bind port 8b494477-c15f-4f35-99d0-dfca57dc8db9 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:46:28.123742 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] Attempting to bind port 8b494477-c15f-4f35-99d0-dfca57dc8db9 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:46:28.124142 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] Attempting to bind port 8b494477-c15f-4f35-99d0-dfca57dc8db9 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:46:28.130232 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94317b8a-e141-47e5-b78d-7f80dee9cf1b None None] Pushing event updated for resources: {'Port': ['ID=8b494477-c15f-4f35-99d0-dfca57dc8db9,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:28.136600 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eb1210-f5d7-4a52-b847-c2b86303b5e9 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:46:28.142393 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:46:28.142760 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:46:28.143155 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:28.143531 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:46:28.144031 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] Bound port: 8b494477-c15f-4f35-99d0-dfca57dc8db9, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:46:28.144396 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:28.150051 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb9adf-e239-4bd1-bb57-31d081c320c8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Subnet': ['ID=17ee72d1-5ebc-4c38-885b-4ae82a34b602,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:28.161482 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdb9adf-e239-4bd1-bb57-31d081c320c8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Checking segment: {'id': '384d8523-97b9-4643-89b6-6ac791f7ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:46:28.161947 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdb9adf-e239-4bd1-bb57-31d081c320c8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network hostable DHCP agents. Network: b6f6d00d-fa6f-441c-a7c8-a3680eaebef7, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:46:28.184590 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdb9adf-e239-4bd1-bb57-31d081c320c8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:46:28.197543 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-dbdb9adf-e239-4bd1-bb57-31d081c320c8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, b6f6d00d-fa6f-441c-a7c8-a3680eaebef7) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:28.202596 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdb9adf-e239-4bd1-bb57-31d081c320c8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:28.203348 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dbdb9adf-e239-4bd1-bb57-31d081c320c8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:28.214768 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5b98b8-e8ec-4083-b38d-002eab9e7fb2 None None] Network b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:28.223107 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] For port 8b494477-c15f-4f35-99d0-dfca57dc8db9, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:46:28.230325 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] For port 8b494477-c15f-4f35-99d0-dfca57dc8db9, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=8b494477-c15f-4f35-99d0-dfca57dc8db9,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:46:28.230578 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-dbdb9adf-e239-4bd1-bb57-31d081c320c8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5518060 Nov 15 11:46:28.230703 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47364) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:28.234579 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:28.323847 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94317b8a-e141-47e5-b78d-7f80dee9cf1b None None] Pushing event updated for resources: {'Port': ['ID=8b494477-c15f-4f35-99d0-dfca57dc8db9,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:28.331783 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] Routers {'10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:46:28.333261 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d2f212b-7135-4833-8774-f3ba5a7865d9 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:28.334980 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:46:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:28.360108 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-9d2f212b-7135-4833-8774-f3ba5a7865d9 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a18ec7-8212-4ad9-9f94-7a3baf476f91']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:28.372334 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-9d2f212b-7135-4833-8774-f3ba5a7865d9 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e8e8c8-61e3-408e-947e-b9398d47fa8e') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:28.372720 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-9d2f212b-7135-4833-8774-f3ba5a7865d9 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e8e8c8-61e3-408e-947e-b9398d47fa8e') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:28.386143 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d2f212b-7135-4833-8774-f3ba5a7865d9 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:28.402728 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d2f212b-7135-4833-8774-f3ba5a7865d9 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:28.412648 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2f212b-7135-4833-8774-f3ba5a7865d9 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:46:28.412648 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d2f212b-7135-4833-8774-f3ba5a7865d9 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:46:28.460001 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:46:28.462921 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] Set router 10e1066b-e202-4bf5-ad62-2d9d6d8ecd34 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:46:28.487698 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d2f212b-7135-4833-8774-f3ba5a7865d9 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:28.502703 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9d2f212b-7135-4833-8774-f3ba5a7865d9 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:28.504469 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572e7851-4529-437c-81f8-ecd1ac3fc25c None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:46:28.507173 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9d2f212b-7135-4833-8774-f3ba5a7865d9 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] 10.222.0.64 "DELETE /v2.0/networks/95a18ec7-8212-4ad9-9f94-7a3baf476f91 HTTP/1.1" status: 204 len: 168 time: 1.0754209 Nov 15 11:46:28.521473 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f212b-7135-4833-8774-f3ba5a7865d9 tempest-AllowedAddressPairTestJSON-612071040 tempest-AllowedAddressPairTestJSON-612071040-project] Pushing event deleted for resources: {'Network': ['ID=95a18ec7-8212-4ad9-9f94-7a3baf476f91,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:28.532753 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-9b65436d-e232-49a1-bce0-5282d0232d10 None None] Provisioning complete for port 8b494477-c15f-4f35-99d0-dfca57dc8db9 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:28.533216 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9b65436d-e232-49a1-bce0-5282d0232d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:28.665941 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9b65436d-e232-49a1-bce0-5282d0232d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:28.690749 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951261473', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:46:25Z', 'updated_at': '2021-11-15T11:46:26Z', 'revision_number': 3, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:46:26Z', 'updated_at': '2021-11-15T11:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:28.714055 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9b65436d-e232-49a1-bce0-5282d0232d10 None None] For port 8b494477-c15f-4f35-99d0-dfca57dc8db9, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=8b494477-c15f-4f35-99d0-dfca57dc8db9,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:46:28.732640 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603fc843-6d82-4faa-98d1-c1a771a9bfcc None None] The sync data for ids ['10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'] in n-d-729945-9 is: [{'id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951261473', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:46:25Z', 'updated_at': '2021-11-15T11:46:26Z', 'revision_number': 3, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:46:26Z', 'updated_at': '2021-11-15T11:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:46:28.733353 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9b65436d-e232-49a1-bce0-5282d0232d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:28.760376 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e936884-d96d-4400-8f9c-106212a7193b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-b6f6d00d-fa6f-441c-a7c8-a3680eaebef7', 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'fixed_ips': [{'subnet_id': '17ee72d1-5ebc-4c38-885b-4ae82a34b602'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:46:28.761551 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e936884-d96d-4400-8f9c-106212a7193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:28.811830 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65436d-e232-49a1-bce0-5282d0232d10 None None] Pushing event updated for resources: {'Port': ['ID=8b494477-c15f-4f35-99d0-dfca57dc8db9,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:28.891405 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47370) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:28.927041 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1b829ed4-5d6a-407e-b2fa-882ec36b9724 None None] Provisioning complete for port 8b494477-c15f-4f35-99d0-dfca57dc8db9 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:28.927404 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1b829ed4-5d6a-407e-b2fa-882ec36b9724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:28.989117 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-8e936884-d96d-4400-8f9c-106212a7193b None None] Allocated IP 172.20.0.2 (b6f6d00d-fa6f-441c-a7c8-a3680eaebef7/17ee72d1-5ebc-4c38-885b-4ae82a34b602/f91908e5-d137-44f0-9616-501950108877) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:29.115251 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-91a183d8-6a9a-4a49-9531-cce0750cdeeb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=28f8103955374b149893288526001b74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2219241 Nov 15 11:46:29.115990 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47374) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:29.193505 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6669e16-fd27-4fc9-a2a7-725012c219be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:29.221482 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5edbe8b-805f-475e-8ee6-9586abc31d85 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:29.224309 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6669e16-fd27-4fc9-a2a7-725012c219be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:29.225342 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e936884-d96d-4400-8f9c-106212a7193b None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:29.236865 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e936884-d96d-4400-8f9c-106212a7193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:29.287102 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6669e16-fd27-4fc9-a2a7-725012c219be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:29.290753 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6669e16-fd27-4fc9-a2a7-725012c219be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:29.291549 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e936884-d96d-4400-8f9c-106212a7193b None None] Network b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:29.292357 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e6669e16-fd27-4fc9-a2a7-725012c219be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/138f4c94-8fbb-44ec-9860-4ad72fae26f5 HTTP/1.1" status: 204 len: 168 time: 0.1751349 Nov 15 11:46:29.294899 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-8e936884-d96d-4400-8f9c-106212a7193b None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:29.301770 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e936884-d96d-4400-8f9c-106212a7193b None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:29.317119 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e936884-d96d-4400-8f9c-106212a7193b None None] Pushing event updated for resources: {'Port': ['ID=f91908e5-d137-44f0-9616-501950108877,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:29.338161 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6669e16-fd27-4fc9-a2a7-725012c219be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138f4c94-8fbb-44ec-9860-4ad72fae26f5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:29.379720 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8e936884-d96d-4400-8f9c-106212a7193b None None] Attempting to bind port f91908e5-d137-44f0-9616-501950108877 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:46:29.380127 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8e936884-d96d-4400-8f9c-106212a7193b None None] Attempting to bind port f91908e5-d137-44f0-9616-501950108877 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '384d8523-97b9-4643-89b6-6ac791f7ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:46:29.380487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e936884-d96d-4400-8f9c-106212a7193b None None] Attempting to bind port f91908e5-d137-44f0-9616-501950108877 on network b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:46:29.391298 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e936884-d96d-4400-8f9c-106212a7193b None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:46:29.391798 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e936884-d96d-4400-8f9c-106212a7193b None None] Checking segment: {'id': '384d8523-97b9-4643-89b6-6ac791f7ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:46:29.392139 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e936884-d96d-4400-8f9c-106212a7193b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:29.392518 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e936884-d96d-4400-8f9c-106212a7193b None None] Bound using segment: {'id': '384d8523-97b9-4643-89b6-6ac791f7ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:46:29.392995 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8e936884-d96d-4400-8f9c-106212a7193b None None] Bound port: f91908e5-d137-44f0-9616-501950108877, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '384d8523-97b9-4643-89b6-6ac791f7ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:46:29.393353 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e936884-d96d-4400-8f9c-106212a7193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:29.471705 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8e936884-d96d-4400-8f9c-106212a7193b None None] For port f91908e5-d137-44f0-9616-501950108877, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:46:29.475432 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8e936884-d96d-4400-8f9c-106212a7193b None None] For port f91908e5-d137-44f0-9616-501950108877, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f91908e5-d137-44f0-9616-501950108877,segment=NetworkSegment(384d8523-97b9-4643-89b6-6ac791f7ac54),segment_id=384d8523-97b9-4643-89b6-6ac791f7ac54)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:46:29.484818 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e936884-d96d-4400-8f9c-106212a7193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:29.562903 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e936884-d96d-4400-8f9c-106212a7193b None None] Pushing event updated for resources: {'Port': ['ID=f91908e5-d137-44f0-9616-501950108877,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:29.651796 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-a5edbe8b-805f-475e-8ee6-9586abc31d85 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Allocated IP 172.20.0.1 (b6f6d00d-fa6f-441c-a7c8-a3680eaebef7/17ee72d1-5ebc-4c38-885b-4ae82a34b602/307c8a43-2630-4398-8ebf-3cd2e701bb55) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:29.834100 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:29.849718 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5edbe8b-805f-475e-8ee6-9586abc31d85 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:29.874739 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 8b494477-c15f-4f35-99d0-dfca57dc8db9 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:46:29.911066 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5edbe8b-805f-475e-8ee6-9586abc31d85 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:29.966449 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5edbe8b-805f-475e-8ee6-9586abc31d85 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:29.967135 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 8b494477-c15f-4f35-99d0-dfca57dc8db9 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:29.967755 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:29.970193 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-a5edbe8b-805f-475e-8ee6-9586abc31d85 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:29.974581 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5edbe8b-805f-475e-8ee6-9586abc31d85 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:30.003634 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edbe8b-805f-475e-8ee6-9586abc31d85 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Port': ['ID=307c8a43-2630-4398-8ebf-3cd2e701bb55,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:30.032429 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5edbe8b-805f-475e-8ee6-9586abc31d85 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:30.220780 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5edbe8b-805f-475e-8ee6-9586abc31d85 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:30.260175 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47396) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.361288 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-09e45820-116c-40e3-bf2f-9fbaebe9c3a7 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.362423 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-09e45820-116c-40e3-bf2f-9fbaebe9c3a7 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1012185 Nov 15 11:46:30.365504 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47400) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.369713 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-3a6bb9f7-5c65-45d7-b912-1d98e6cc3283 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.370726 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3a6bb9f7-5c65-45d7-b912-1d98e6cc3283 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0042992 Nov 15 11:46:30.374404 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47402) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.378822 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [None req-28f7abfd-5cf2-48c8-ab04-1c3f10a27512 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.379754 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-28f7abfd-5cf2-48c8-ab04-1c3f10a27512 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044246 Nov 15 11:46:30.382363 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47404) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.387738 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-8524e98c-902c-4ea5-a1b5-4b95d601446f tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.388725 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8524e98c-902c-4ea5-a1b5-4b95d601446f tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0053356 Nov 15 11:46:30.391414 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47406) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.397153 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-5e62f9c7-7bfc-4328-ac26-648b4cc5cdac tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.398318 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5e62f9c7-7bfc-4328-ac26-648b4cc5cdac tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0058866 Nov 15 11:46:30.400775 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47408) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.404944 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-5ddf6923-3005-43b3-b9eb-413688ee9859 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.406137 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5ddf6923-3005-43b3-b9eb-413688ee9859 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0042520 Nov 15 11:46:30.408322 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47410) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.412644 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-379de004-d7ab-4519-830e-c0270f2fadcc tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.415809 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-379de004-d7ab-4519-830e-c0270f2fadcc tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0044730 Nov 15 11:46:30.416296 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47412) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.420696 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-ebbcc6d3-fe8a-48f1-9832-952a15fe233e tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.421723 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ebbcc6d3-fe8a-48f1-9832-952a15fe233e tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0045156 Nov 15 11:46:30.424320 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47414) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.428547 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-a099da01-92ca-4ea0-85fe-12cfc50fbb28 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.431791 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a099da01-92ca-4ea0-85fe-12cfc50fbb28 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0041928 Nov 15 11:46:30.432005 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47416) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.435798 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-67687e29-df9a-4054-baca-a7e28cf28c37 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.436683 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-67687e29-df9a-4054-baca-a7e28cf28c37 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0038636 Nov 15 11:46:30.438941 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47418) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.442690 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-60ec2c31-6c70-48d0-a31b-9f10b2c7a421 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.443575 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-60ec2c31-6c70-48d0-a31b-9f10b2c7a421 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0038323 Nov 15 11:46:30.445915 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47420) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.450166 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-c6d6a8ea-1980-488e-a958-8dd94d0e0773 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.451084 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c6d6a8ea-1980-488e-a958-8dd94d0e0773 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0043490 Nov 15 11:46:30.453356 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47422) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.457084 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-b181ca21-a3c6-412e-897e-e46850f8b6c3 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.458132 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b181ca21-a3c6-412e-897e-e46850f8b6c3 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0037165 Nov 15 11:46:30.460676 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47424) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.465493 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-ba824c8d-7d7f-4459-96f2-ac7b4458159f tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.466514 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ba824c8d-7d7f-4459-96f2-ac7b4458159f tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0041990 Nov 15 11:46:30.469114 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47426) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.474638 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-05770f01-222c-402f-9b9f-22b9a166bd9b tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.477953 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-05770f01-222c-402f-9b9f-22b9a166bd9b tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0055106 Nov 15 11:46:30.478233 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47428) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.483360 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-84e57647-e314-4ce4-a722-47ed4e4b593d tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.484559 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-84e57647-e314-4ce4-a722-47ed4e4b593d tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0051053 Nov 15 11:46:30.487052 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47430) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.491181 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-1fa5cd84-315b-447f-a324-14dc30825805 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.492223 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1fa5cd84-315b-447f-a324-14dc30825805 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0042305 Nov 15 11:46:30.494783 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47432) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.498637 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-4173e99d-507f-4c02-9d9a-40b382027457 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.499524 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4173e99d-507f-4c02-9d9a-40b382027457 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0039032 Nov 15 11:46:30.501695 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47434) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.505637 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-e589c69a-ebd9-4e06-b48c-2902de6449a5 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.506586 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e589c69a-ebd9-4e06-b48c-2902de6449a5 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0040123 Nov 15 11:46:30.508864 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47436) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.513099 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5edbe8b-805f-475e-8ee6-9586abc31d85 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:30.513292 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-39380fc9-48d3-4412-bba6-1e3d1a3ce48e tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.514299 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-39380fc9-48d3-4412-bba6-1e3d1a3ce48e tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0044856 Nov 15 11:46:30.517408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47438) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.522020 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [None req-2f887b97-1702-4aa1-96d3-065d20cac0d3 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.522953 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2f887b97-1702-4aa1-96d3-065d20cac0d3 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0046217 Nov 15 11:46:30.523833 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5edbe8b-805f-475e-8ee6-9586abc31d85 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:30.525143 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47440) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.529349 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-7cbf0c01-0b96-4b23-9093-278483210dfe tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.530310 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7cbf0c01-0b96-4b23-9093-278483210dfe tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0042005 Nov 15 11:46:30.532487 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47442) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.536302 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-ec2afe2c-0ac3-46c5-9eeb-ef4be0e64f80 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.537192 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ec2afe2c-0ac3-46c5-9eeb-ef4be0e64f80 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0038598 Nov 15 11:46:30.539291 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47444) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.542924 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-f4d9dc47-935b-4e2e-a3a4-90b35d437d91 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.543839 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f4d9dc47-935b-4e2e-a3a4-90b35d437d91 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0037534 Nov 15 11:46:30.546008 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47446) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.549702 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-af96d5b4-0b94-4a5c-ada3-819d9436ae83 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.551848 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-af96d5b4-0b94-4a5c-ada3-819d9436ae83 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0037889 Nov 15 11:46:30.552645 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47448) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.556317 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-6594dbfe-5acd-46f8-8bca-46f06780a310 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.557205 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6594dbfe-5acd-46f8-8bca-46f06780a310 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0037682 Nov 15 11:46:30.559197 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47450) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.562861 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-469e5442-4492-4b80-ba08-1207c2b1afff tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.563738 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-469e5442-4492-4b80-ba08-1207c2b1afff tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0037634 Nov 15 11:46:30.565855 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47452) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.569523 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-e27cb53d-4013-4c7d-a036-36808d2ef435 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.570490 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e27cb53d-4013-4c7d-a036-36808d2ef435 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0037632 Nov 15 11:46:30.572616 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47454) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.576976 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-803e4302-7d43-40a3-affc-2e9ebfa4682b tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.577863 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-803e4302-7d43-40a3-affc-2e9ebfa4682b tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0043871 Nov 15 11:46:30.580035 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47456) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.583842 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-4ff9368b-f70d-4345-aa42-a7b1a3e1b871 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.584769 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4ff9368b-f70d-4345-aa42-a7b1a3e1b871 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0039067 Nov 15 11:46:30.587360 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47458) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.591520 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-caa3571f-dcb5-4789-adda-ffdff0d0d375 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.592479 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-caa3571f-dcb5-4789-adda-ffdff0d0d375 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0040376 Nov 15 11:46:30.594750 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47460) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.598533 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-6495b3e2-eb91-47a9-a524-60f792c7cba8 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.599526 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6495b3e2-eb91-47a9-a524-60f792c7cba8 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0038524 Nov 15 11:46:30.600805 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edbe8b-805f-475e-8ee6-9586abc31d85 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Port': ['ID=307c8a43-2630-4398-8ebf-3cd2e701bb55,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:30.601630 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47462) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.603223 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5edbe8b-805f-475e-8ee6-9586abc31d85 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:30.606019 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-cf89117f-6e34-42ce-ae62-b98d115b8fbb tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.606574 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cf89117f-6e34-42ce-ae62-b98d115b8fbb tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0040810 Nov 15 11:46:30.608776 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47464) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.612619 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-d599f327-2846-49df-a7ed-97641c7a5d09 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.613562 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d599f327-2846-49df-a7ed-97641c7a5d09 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0039372 Nov 15 11:46:30.615801 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47466) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.619859 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-d11bc757-e790-4f18-84cc-e24c4b07b538 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.622952 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d11bc757-e790-4f18-84cc-e24c4b07b538 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0040522 Nov 15 11:46:30.623228 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47468) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.627290 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-b0606002-2e9b-4329-9add-18f35ec10fbd tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.628498 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b0606002-2e9b-4329-9add-18f35ec10fbd tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0041258 Nov 15 11:46:30.630695 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47470) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.635585 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-9eb810c1-cafc-4590-9565-76f141996265 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.636867 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9eb810c1-cafc-4590-9565-76f141996265 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0050097 Nov 15 11:46:30.638990 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47472) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.642930 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-72d7436c-56ad-41c7-bc4e-fcc8a31b1f3f tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.644061 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-72d7436c-56ad-41c7-bc4e-fcc8a31b1f3f tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0040019 Nov 15 11:46:30.646275 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47474) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.650319 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-7d32d3a3-1354-4161-8791-e3abef8c2ca7 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.651238 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7d32d3a3-1354-4161-8791-e3abef8c2ca7 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0041311 Nov 15 11:46:30.653677 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47476) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.657719 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-e966db47-9015-4aba-bc1d-720270b35df9 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.658628 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e966db47-9015-4aba-bc1d-720270b35df9 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0041211 Nov 15 11:46:30.660834 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47478) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.664696 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-ec4a4f66-0a3d-47c7-957a-557ac954ee50 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.665609 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ec4a4f66-0a3d-47c7-957a-557ac954ee50 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0039551 Nov 15 11:46:30.667834 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47480) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.671558 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-896c14ae-cc3c-4cc3-8603-d9a0947384df tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.672483 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-896c14ae-cc3c-4cc3-8603-d9a0947384df tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0038285 Nov 15 11:46:30.674604 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47482) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.678493 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-9331cd4a-aa78-49e5-b19a-072af97d88c6 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.679389 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9331cd4a-aa78-49e5-b19a-072af97d88c6 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0039115 Nov 15 11:46:30.681568 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47484) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.685306 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-38ac43f9-8ce6-434d-b5d3-86f090f8c35f tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.686311 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-38ac43f9-8ce6-434d-b5d3-86f090f8c35f tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0038462 Nov 15 11:46:30.688324 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47486) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.692713 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-bceb47f6-ca0b-443f-8ef1-debae4d6ec45 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.693690 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bceb47f6-ca0b-443f-8ef1-debae4d6ec45 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0044944 Nov 15 11:46:30.695764 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47488) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.697499 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5edbe8b-805f-475e-8ee6-9586abc31d85 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:30.698963 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-a5edbe8b-805f-475e-8ee6-9586abc31d85 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:30.699549 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-493ff5f0-5bf1-4a6f-ba21-4cc3e7b8671b tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.700512 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-493ff5f0-5bf1-4a6f-ba21-4cc3e7b8671b tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0038438 Nov 15 11:46:30.703635 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47490) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.708723 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [None req-9fe7d99e-3e1a-456e-980b-2b6a958867e1 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.709696 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9fe7d99e-3e1a-456e-980b-2b6a958867e1 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0050874 Nov 15 11:46:30.712214 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47492) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.716341 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-4388b6e1-67c6-4831-8f05-d6be1eac3341 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.717310 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4388b6e1-67c6-4831-8f05-d6be1eac3341 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0041819 Nov 15 11:46:30.719619 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47494) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.723333 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-b60c9116-a6d4-4c45-a382-8ef134a839a2 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.724250 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b60c9116-a6d4-4c45-a382-8ef134a839a2 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0037947 Nov 15 11:46:30.726482 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47496) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.730191 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-fc668d9c-a674-4998-af7e-e1f521835027 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.731078 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fc668d9c-a674-4998-af7e-e1f521835027 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0037711 Nov 15 11:46:30.733942 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47498) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.737772 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-f9ac0e76-3853-45fb-b775-9b849297a737 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.738730 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f9ac0e76-3853-45fb-b775-9b849297a737 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0039442 Nov 15 11:46:30.740883 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47500) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.744691 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-537b0215-b935-4deb-8cec-02caa40e2c28 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.745617 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-537b0215-b935-4deb-8cec-02caa40e2c28 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0038471 Nov 15 11:46:30.747601 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47502) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.751326 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-e0bdb370-75f3-49d4-8b31-f2dcdbf922ff tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.752273 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e0bdb370-75f3-49d4-8b31-f2dcdbf922ff tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0038004 Nov 15 11:46:30.754368 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47504) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.758575 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-8e1c04f6-483e-4928-a619-76d2ceca5da5 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.759498 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8e1c04f6-483e-4928-a619-76d2ceca5da5 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0043063 Nov 15 11:46:30.761525 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47506) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.765137 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-785c6e54-e77d-4fcc-9074-7fd9c3b8b831 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.766056 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-785c6e54-e77d-4fcc-9074-7fd9c3b8b831 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0037069 Nov 15 11:46:30.768080 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47508) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.771717 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-ac5454b9-ad2c-41e9-81f1-0dcfc9c3248c tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.772641 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ac5454b9-ad2c-41e9-81f1-0dcfc9c3248c tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0037677 Nov 15 11:46:30.774968 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47510) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.778712 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-24937a60-dab3-4c61-97b7-f3c1250c29f3 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.780343 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-24937a60-dab3-4c61-97b7-f3c1250c29f3 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0038366 Nov 15 11:46:30.781885 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47512) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.785966 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-e4f7d568-576f-42f5-8b31-b06e86f49abd tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.787020 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e4f7d568-576f-42f5-8b31-b06e86f49abd tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0042071 Nov 15 11:46:30.789584 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47514) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.794506 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-7b5fff9f-f6ad-4835-a817-c7cc74f88663 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.795569 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7b5fff9f-f6ad-4835-a817-c7cc74f88663 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0043631 Nov 15 11:46:30.798244 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47516) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.802764 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-66514ed7-bef6-403c-bab2-124aaf156e07 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.803792 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-66514ed7-bef6-403c-bab2-124aaf156e07 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0044405 Nov 15 11:46:30.806545 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47518) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.811918 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-2224ba3e-96a2-44f4-87df-0a4966bb8e08 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.812847 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2224ba3e-96a2-44f4-87df-0a4966bb8e08 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0053401 Nov 15 11:46:30.815597 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47520) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.822267 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-6cd12c1b-6a66-4a60-b668-23cf807a0761 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.823756 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5edbe8b-805f-475e-8ee6-9586abc31d85 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Router 10e1066b-e202-4bf5-ad62-2d9d6d8ecd34 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:46:30.823951 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6cd12c1b-6a66-4a60-b668-23cf807a0761 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0066550 Nov 15 11:46:30.826046 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47522) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.830277 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-e342a562-eda2-43af-bad3-bb181222444a tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.831195 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e342a562-eda2-43af-bad3-bb181222444a tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0041058 Nov 15 11:46:30.833683 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47524) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.838705 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [None req-575e613c-cf9a-4143-93b3-896be2bca217 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.841792 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-575e613c-cf9a-4143-93b3-896be2bca217 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0050321 Nov 15 11:46:30.842160 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47526) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.846534 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-626d7aaa-b067-452c-a8f7-671d7a786c75 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.847859 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-626d7aaa-b067-452c-a8f7-671d7a786c75 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0044930 Nov 15 11:46:30.850931 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47528) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.855397 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-2107d0cf-7ac1-438c-885d-2321a69d6692 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.856648 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2107d0cf-7ac1-438c-885d-2321a69d6692 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0044703 Nov 15 11:46:30.859026 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47530) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.864287 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-125ba2e9-96f1-4c5c-af46-65d4d3c16a32 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.867877 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-125ba2e9-96f1-4c5c-af46-65d4d3c16a32 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0050192 Nov 15 11:46:30.868202 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47532) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.873062 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-d4d21e4e-699f-49c0-88ac-a70f8254784e tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.874066 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d4d21e4e-699f-49c0-88ac-a70f8254784e tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0048907 Nov 15 11:46:30.876493 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47534) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.880702 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-581af37c-b396-46b7-81f1-170554ce00bf tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.883859 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-581af37c-b396-46b7-81f1-170554ce00bf tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0042903 Nov 15 11:46:30.884236 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47536) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.891402 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-c121e8c7-8fe6-4c6d-b7b5-6dace855aad7 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.891402 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c121e8c7-8fe6-4c6d-b7b5-6dace855aad7 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0040493 Nov 15 11:46:30.891733 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47538) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:30.897282 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [None req-fdb1d2ef-1c81-4c0c-8ed9-b4729f700cd1 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:46:30.900979 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fdb1d2ef-1c81-4c0c-8ed9-b4729f700cd1 tempest-ExtensionsTestJSON-1577888545 tempest-ExtensionsTestJSON-1577888545-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0052111 Nov 15 11:46:30.969172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5edbe8b-805f-475e-8ee6-9586abc31d85 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:46:30.975104 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a5edbe8b-805f-475e-8ee6-9586abc31d85 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "PUT /v2.0/routers/10e1066b-e202-4bf5-ad62-2d9d6d8ecd34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7432714 Nov 15 11:46:31.090905 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] Sync routers for ids ['10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:46:31.115104 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] Routers {'10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:46:31.115104 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:46:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:31.226868 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47560) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:31.230795 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-0810096d-833f-4707-80e1-fca0fe23449a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-925708359&fields=id&tenant_id=362ca752f1324aed8969e4ed5d5df955 HTTP/1.1" status: 200 len: 267 time: 0.0632463 Nov 15 11:46:31.231947 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b47f757-1f0b-42ce-971c-6a49aa9693f8 None None] Network b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:31.275709 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] Set router 10e1066b-e202-4bf5-ad62-2d9d6d8ecd34 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:46:31.336299 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-e9e05155-bef2-4a6b-9fb0-bf685b799abd tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:31.337986 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-e9e05155-bef2-4a6b-9fb0-bf685b799abd tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/networks?id=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 HTTP/1.1" status: 200 len: 797 time: 0.1063397 Nov 15 11:46:31.347420 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e06fcfc2-7b92-4614-ba9e-41057460af7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:31.355305 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-765da858-4127-4f95-bece-f32e2b8236e4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/quotas/362ca752f1324aed8969e4ed5d5df955 HTTP/1.1" status: 200 len: 375 time: 0.0101454 Nov 15 11:46:31.382763 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d5af45a8-5516-4fdf-96b1-c77fafce5a22 None None] Provisioning complete for port f91908e5-d137-44f0-9616-501950108877 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:31.383246 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d5af45a8-5516-4fdf-96b1-c77fafce5a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:31.424456 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-e2cd4cba-b1af-4b43-b3dd-6f863a8b424e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623167 Nov 15 11:46:31.430160 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e06fcfc2-7b92-4614-ba9e-41057460af7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:31.437092 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e06fcfc2-7b92-4614-ba9e-41057460af7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:31.479045 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e06fcfc2-7b92-4614-ba9e-41057460af7f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c875c0f7a3348ce86ab301eaff75a2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2472718 Nov 15 11:46:31.479305 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47564) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:31.485716 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fcfc2-7b92-4614-ba9e-41057460af7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a922df-f32f-4c63-86a3-0be5552fbe2d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:31.537803 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13131197-4979-4919-afcd-37a9a1aaa2be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:31.545842 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-b13d5537-8054-4ef8-bc10-02e972007996 service neutron] 10.222.0.64 "GET /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149130 Nov 15 11:46:31.561659 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13131197-4979-4919-afcd-37a9a1aaa2be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:31.610490 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13131197-4979-4919-afcd-37a9a1aaa2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:31.612973 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-13131197-4979-4919-afcd-37a9a1aaa2be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:31.616851 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-13131197-4979-4919-afcd-37a9a1aaa2be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61a922df-f32f-4c63-86a3-0be5552fbe2d HTTP/1.1" status: 204 len: 168 time: 0.1365526 Nov 15 11:46:31.626806 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13131197-4979-4919-afcd-37a9a1aaa2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a922df-f32f-4c63-86a3-0be5552fbe2d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:31.641215 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d5af45a8-5516-4fdf-96b1-c77fafce5a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:31.648816 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-e60c427d-0098-455f-a596-6131b09d6b94 service neutron] 10.222.0.64 "GET /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963099 Nov 15 11:46:31.689718 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d5af45a8-5516-4fdf-96b1-c77fafce5a22 None None] For port f91908e5-d137-44f0-9616-501950108877, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f91908e5-d137-44f0-9616-501950108877,segment=NetworkSegment(384d8523-97b9-4643-89b6-6ac791f7ac54),segment_id=384d8523-97b9-4643-89b6-6ac791f7ac54)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:46:31.697945 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951261473', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:46:25Z', 'updated_at': '2021-11-15T11:46:30Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:46:26Z', 'updated_at': '2021-11-15T11:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '307c8a43-2630-4398-8ebf-3cd2e701bb55', 'name': '', 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:0f:b5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '17ee72d1-5ebc-4c38-885b-4ae82a34b602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:46:29Z', 'updated_at': '2021-11-15T11:46:30Z', 'revision_number': 2, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': '17ee72d1-5ebc-4c38-885b-4ae82a34b602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:31.701284 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d5af45a8-5516-4fdf-96b1-c77fafce5a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:31.765952 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] Checking router: 10e1066b-e202-4bf5-ad62-2d9d6d8ecd34 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:46:31.766632 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] Updating router 10e1066b-e202-4bf5-ad62-2d9d6d8ecd34 port 307c8a43-2630-4398-8ebf-3cd2e701bb55 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:46:31.817528 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:31.819437 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:31.841883 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af45a8-5516-4fdf-96b1-c77fafce5a22 None None] Pushing event updated for resources: {'Port': ['ID=f91908e5-d137-44f0-9616-501950108877,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:31.852662 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f91908e5-d137-44f0-9616-501950108877 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:46:31.965868 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6a1c6b87-1d29-4d0e-81b4-8779ab9136a6 req-cac37fdd-f473-4507-9a23-7046747f6b27 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 210 time: 0.0483482 Nov 15 11:46:32.029273 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port f91908e5-d137-44f0-9616-501950108877 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:32.029715 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:32.070426 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b9509dc3-765e-46d0-b872-d894e4427119 None None] Provisioning complete for port f91908e5-d137-44f0-9616-501950108877 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:32.070865 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b9509dc3-765e-46d0-b872-d894e4427119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:32.391527 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b9509dc3-765e-46d0-b872-d894e4427119 None None] Provisioning complete for port 307c8a43-2630-4398-8ebf-3cd2e701bb55 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:32.392362 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b9509dc3-765e-46d0-b872-d894e4427119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:32.424761 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:32.444323 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-b9509dc3-765e-46d0-b872-d894e4427119 None None] Port 307c8a43-2630-4398-8ebf-3cd2e701bb55 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:46:32.453038 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:32.510223 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b520c09-31cc-48af-b16d-5c35c622f2bd None None] Pushing event updated for resources: {'Port': ['ID=307c8a43-2630-4398-8ebf-3cd2e701bb55,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:32.575444 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47596) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:32.732162 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-afbc3f89-9828-45cd-8d8d-8fac16f874f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1262088050'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:32.741987 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7f0fa887-d191-433d-a771-2f74b60dc148 None None] Provisioning complete for port 307c8a43-2630-4398-8ebf-3cd2e701bb55 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:32.742394 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f0fa887-d191-433d-a771-2f74b60dc148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:32.746443 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] Attempting to bind port 307c8a43-2630-4398-8ebf-3cd2e701bb55 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:46:32.747116 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] Attempting to bind port 307c8a43-2630-4398-8ebf-3cd2e701bb55 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '384d8523-97b9-4643-89b6-6ac791f7ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:46:32.747251 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] Attempting to bind port 307c8a43-2630-4398-8ebf-3cd2e701bb55 on network b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:46:32.759438 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbc3f89-9828-45cd-8d8d-8fac16f874f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Made reservation on behalf of 7f0945673af84970940b3179d947551f for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:32.763096 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afbc3f89-9828-45cd-8d8d-8fac16f874f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:32.771591 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:46:32.772046 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] Checking segment: {'id': '384d8523-97b9-4643-89b6-6ac791f7ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:46:32.772259 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afbc3f89-9828-45cd-8d8d-8fac16f874f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:32.772460 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:32.772855 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] Bound using segment: {'id': '384d8523-97b9-4643-89b6-6ac791f7ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:46:32.773373 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] Bound port: 307c8a43-2630-4398-8ebf-3cd2e701bb55, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '384d8523-97b9-4643-89b6-6ac791f7ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:46:32.773806 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:32.795699 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7f0fa887-d191-433d-a771-2f74b60dc148 None None] Port 307c8a43-2630-4398-8ebf-3cd2e701bb55 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:46:32.848078 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afbc3f89-9828-45cd-8d8d-8fac16f874f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:32.850137 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] For port 307c8a43-2630-4398-8ebf-3cd2e701bb55, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:46:32.853350 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afbc3f89-9828-45cd-8d8d-8fac16f874f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:32.853907 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] For port 307c8a43-2630-4398-8ebf-3cd2e701bb55, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=307c8a43-2630-4398-8ebf-3cd2e701bb55,segment=NetworkSegment(384d8523-97b9-4643-89b6-6ac791f7ac54),segment_id=384d8523-97b9-4643-89b6-6ac791f7ac54)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:46:32.859751 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:32.880032 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afbc3f89-9828-45cd-8d8d-8fac16f874f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:46:32.889008 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc3f89-9828-45cd-8d8d-8fac16f874f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227bf88e-5cab-48ba-9f19-204f20df1453,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:32.895033 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afbc3f89-9828-45cd-8d8d-8fac16f874f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:32.895380 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-afbc3f89-9828-45cd-8d8d-8fac16f874f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Added segment 6ee72bfd-fa2e-493a-9f9b-367ffe89efb3 of type vlan for network a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc Nov 15 11:46:32.937849 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afbc3f89-9828-45cd-8d8d-8fac16f874f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:32.940427 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b520c09-31cc-48af-b16d-5c35c622f2bd None None] Pushing event updated for resources: {'Port': ['ID=307c8a43-2630-4398-8ebf-3cd2e701bb55,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:32.944281 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] Routers {'10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:46:32.944940 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:46:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:32.973961 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afbc3f89-9828-45cd-8d8d-8fac16f874f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:32.982020 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbc3f89-9828-45cd-8d8d-8fac16f874f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:32.982971 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-afbc3f89-9828-45cd-8d8d-8fac16f874f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:33.032398 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b92fa680-a5cd-4d6d-9c8e-1a4e17dd5436 None None] Provisioning complete for port 307c8a43-2630-4398-8ebf-3cd2e701bb55 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:33.032671 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b92fa680-a5cd-4d6d-9c8e-1a4e17dd5436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:33.054993 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47602) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:33.055590 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-afbc3f89-9828-45cd-8d8d-8fac16f874f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4784987 Nov 15 11:46:33.061051 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-2583bfd1-d944-483a-9185-8c6e9df09c27 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Request body: {'subnet': {'network_id': 'a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:33.089467 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc3f89-9828-45cd-8d8d-8fac16f874f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Pushing event updated for resources: {'Network': ['ID=a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:33.127915 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:46:33.211338 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5c01c83-8cc8-4f81-b2a2-d8f701529886 req-362260d5-55e5-4bcd-ba4b-1b0b697cb06e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 210 time: 0.0396433 Nov 15 11:46:33.217556 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-e00a84a6-ec18-467b-b67e-d326cfccce81 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:33.219356 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-e00a84a6-ec18-467b-b67e-d326cfccce81 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.11 "GET /v2.0/networks?id=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 HTTP/1.1" status: 200 len: 797 time: 0.1444540 Nov 15 11:46:33.263555 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] Set router 10e1066b-e202-4bf5-ad62-2d9d6d8ecd34 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:46:33.267003 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2583bfd1-d944-483a-9185-8c6e9df09c27 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Made reservation on behalf of 7f0945673af84970940b3179d947551f for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:33.271999 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2583bfd1-d944-483a-9185-8c6e9df09c27 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:33.304538 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-8543a76e-317b-4a1a-a449-68c8cfc2894d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=362ca752f1324aed8969e4ed5d5df955 HTTP/1.1" status: 200 len: 379 time: 0.0749466 Nov 15 11:46:33.314723 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-dd047180-86a3-4c9a-8854-228678153418 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'port': {'device_id': '8335081a-5a40-457a-98ac-44484848ad54', 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7', 'admin_state_up': True, 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'security_groups': ['ae126c90-0ff6-43e3-8329-3cc3a9f0f373']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:33.372816 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b92fa680-a5cd-4d6d-9c8e-1a4e17dd5436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:33.438888 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-dd047180-86a3-4c9a-8854-228678153418 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Made reservation on behalf of 362ca752f1324aed8969e4ed5d5df955 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:33.444205 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-dd047180-86a3-4c9a-8854-228678153418 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:33.452075 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b92fa680-a5cd-4d6d-9c8e-1a4e17dd5436 None None] For port 307c8a43-2630-4398-8ebf-3cd2e701bb55, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=307c8a43-2630-4398-8ebf-3cd2e701bb55,segment=NetworkSegment(384d8523-97b9-4643-89b6-6ac791f7ac54),segment_id=384d8523-97b9-4643-89b6-6ac791f7ac54)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:46:33.459165 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b92fa680-a5cd-4d6d-9c8e-1a4e17dd5436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:33.468764 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2583bfd1-d944-483a-9185-8c6e9df09c27 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:33.538185 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583bfd1-d944-483a-9185-8c6e9df09c27 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Pushing event updated for resources: {'Subnet': ['ID=ef253493-4ebc-4536-8816-0fead2be02c2,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:33.545149 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92fa680-a5cd-4d6d-9c8e-1a4e17dd5436 None None] Pushing event updated for resources: {'Port': ['ID=307c8a43-2630-4398-8ebf-3cd2e701bb55,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:33.545875 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2583bfd1-d944-483a-9185-8c6e9df09c27 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Checking segment: {'id': '6ee72bfd-fa2e-493a-9f9b-367ffe89efb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:46:33.546301 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2583bfd1-d944-483a-9185-8c6e9df09c27 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Network hostable DHCP agents. Network: a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:46:33.566212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2583bfd1-d944-483a-9185-8c6e9df09c27 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Network a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:46:33.575907 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951261473', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:46:25Z', 'updated_at': '2021-11-15T11:46:30Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:46:26Z', 'updated_at': '2021-11-15T11:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '307c8a43-2630-4398-8ebf-3cd2e701bb55', 'name': '', 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:0f:b5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '17ee72d1-5ebc-4c38-885b-4ae82a34b602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:46:29Z', 'updated_at': '2021-11-15T11:46:32Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': '17ee72d1-5ebc-4c38-885b-4ae82a34b602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:33.577974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-2583bfd1-d944-483a-9185-8c6e9df09c27 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:33.583577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2583bfd1-d944-483a-9185-8c6e9df09c27 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:33.584228 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2583bfd1-d944-483a-9185-8c6e9df09c27 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:33.597744 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-dd047180-86a3-4c9a-8854-228678153418 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Allocated IP 172.20.0.14 (b6f6d00d-fa6f-441c-a7c8-a3680eaebef7/17ee72d1-5ebc-4c38-885b-4ae82a34b602/f15e4ccc-47ca-4b96-9681-69a8814f5dd1) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:33.606061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2583bfd1-d944-483a-9185-8c6e9df09c27 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5495405 Nov 15 11:46:33.608937 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47604) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:33.611431 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea020105-3ecf-4f0f-aca0-09d89a20760c None None] Network a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:33.614307 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0fbbb3-1bca-4616-a7cd-8b6e1d46ce5c None None] The sync data for ids ['10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'] in n-d-729945-9 is: [{'id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951261473', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:46:25Z', 'updated_at': '2021-11-15T11:46:30Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:46:26Z', 'updated_at': '2021-11-15T11:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '307c8a43-2630-4398-8ebf-3cd2e701bb55', 'name': '', 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:0f:b5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '17ee72d1-5ebc-4c38-885b-4ae82a34b602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:46:29Z', 'updated_at': '2021-11-15T11:46:32Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': '17ee72d1-5ebc-4c38-885b-4ae82a34b602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:46:33.615071 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-5703c918-14b9-41d1-9a2b-49e5d79e1680 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Request body: {'port': {'network_id': 'a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-903253340'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:33.657797 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b13f4b47-13c1-4fbd-8c29-ed7738ba6c4d None None] Provisioning complete for port 307c8a43-2630-4398-8ebf-3cd2e701bb55 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:33.657797 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b13f4b47-13c1-4fbd-8c29-ed7738ba6c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:33.830338 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-dd047180-86a3-4c9a-8854-228678153418 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:33.838518 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f91908e5-d137-44f0-9616-501950108877 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:46:33.840157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5703c918-14b9-41d1-9a2b-49e5d79e1680 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Made reservation on behalf of 7f0945673af84970940b3179d947551f for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:33.844348 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5703c918-14b9-41d1-9a2b-49e5d79e1680 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:33.870793 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-5703c918-14b9-41d1-9a2b-49e5d79e1680 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] device_id is not set on port 0611d02e-8978-4891-9352-5cbe806941cc yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:46:33.895215 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-dd047180-86a3-4c9a-8854-228678153418 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:33.918097 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07618dd-a450-4eba-b330-7943cbd6302a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc', 'network_id': 'a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc', 'tenant_id': '7f0945673af84970940b3179d947551f', 'fixed_ips': [{'subnet_id': 'ef253493-4ebc-4536-8816-0fead2be02c2'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:46:33.918976 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b07618dd-a450-4eba-b330-7943cbd6302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:33.969605 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd047180-86a3-4c9a-8854-228678153418 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Port': ['ID=f15e4ccc-47ca-4b96-9681-69a8814f5dd1,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:33.988109 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-dd047180-86a3-4c9a-8854-228678153418 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:33.989937 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-dd047180-86a3-4c9a-8854-228678153418 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:34.004169 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-dd047180-86a3-4c9a-8854-228678153418 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:34.022601 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-5703c918-14b9-41d1-9a2b-49e5d79e1680 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Allocated IP 2001:db8::93 (a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc/ef253493-4ebc-4536-8816-0fead2be02c2/0611d02e-8978-4891-9352-5cbe806941cc) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:34.057683 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port f91908e5-d137-44f0-9616-501950108877 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:34.058052 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:34.087663 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-dd047180-86a3-4c9a-8854-228678153418 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:34.088702 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-dd047180-86a3-4c9a-8854-228678153418 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:34.129620 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-dd047180-86a3-4c9a-8854-228678153418 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8188779 Nov 15 11:46:34.143516 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-70338192-28e8-4320-bb96-f1c8658d855a service neutron] Request body: {'port': {'device_id': '8335081a-5a40-457a-98ac-44484848ad54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:34.207249 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-70338192-28e8-4320-bb96-f1c8658d855a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:34.392438 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-95101bda-7499-4d8b-9678-bbabb6794777 None None] Provisioning complete for port f15e4ccc-47ca-4b96-9681-69a8814f5dd1 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:34.393111 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-95101bda-7499-4d8b-9678-bbabb6794777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:34.446316 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-95101bda-7499-4d8b-9678-bbabb6794777 None None] Port f15e4ccc-47ca-4b96-9681-69a8814f5dd1 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:46:34.588393 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-70338192-28e8-4320-bb96-f1c8658d855a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f15e4ccc-47ca-4b96-9681-69a8814f5dd1 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:46:34.597947 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-70338192-28e8-4320-bb96-f1c8658d855a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:34.614109 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-70338192-28e8-4320-bb96-f1c8658d855a service neutron] Transition to ACTIVE for port object f15e4ccc-47ca-4b96-9681-69a8814f5dd1 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:46:34.618485 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5703c918-14b9-41d1-9a2b-49e5d79e1680 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:34.623593 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-70338192-28e8-4320-bb96-f1c8658d855a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:34.643992 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b1788-cd36-464e-956a-03b48d435941 req-1184d700-9363-46df-8915-d7cb8f790fa3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:34.645552 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-823b1788-cd36-464e-956a-03b48d435941 req-1184d700-9363-46df-8915-d7cb8f790fa3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 932 time: 0.0759435 Nov 15 11:46:34.720583 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70338192-28e8-4320-bb96-f1c8658d855a service neutron] Pushing event updated for resources: {'Port': ['ID=f15e4ccc-47ca-4b96-9681-69a8814f5dd1,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:34.724836 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-823b1788-cd36-464e-956a-03b48d435941 req-d0673d7f-8652-4b3f-965e-d53cb9dc1d3b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720716 Nov 15 11:46:34.757747 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5703c918-14b9-41d1-9a2b-49e5d79e1680 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:34.850480 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5703c918-14b9-41d1-9a2b-49e5d79e1680 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Network a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:34.855520 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-5703c918-14b9-41d1-9a2b-49e5d79e1680 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:34.858535 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-b07618dd-a450-4eba-b330-7943cbd6302a None None] Allocated IP 2001:db8::2 (a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc/ef253493-4ebc-4536-8816-0fead2be02c2/04690245-3b23-43cc-83de-3d499a51a3e1) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:34.859054 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5703c918-14b9-41d1-9a2b-49e5d79e1680 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:34.864912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5703c918-14b9-41d1-9a2b-49e5d79e1680 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:34.866743 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5703c918-14b9-41d1-9a2b-49e5d79e1680 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:34.875604 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-70338192-28e8-4320-bb96-f1c8658d855a service neutron] Attempting to bind port f15e4ccc-47ca-4b96-9681-69a8814f5dd1 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:46:34.875968 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-70338192-28e8-4320-bb96-f1c8658d855a service neutron] Attempting to bind port f15e4ccc-47ca-4b96-9681-69a8814f5dd1 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '384d8523-97b9-4643-89b6-6ac791f7ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:46:34.876402 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-70338192-28e8-4320-bb96-f1c8658d855a service neutron] Attempting to bind port f15e4ccc-47ca-4b96-9681-69a8814f5dd1 on network b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:46:34.882393 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-70338192-28e8-4320-bb96-f1c8658d855a service neutron] Port f15e4ccc-47ca-4b96-9681-69a8814f5dd1 on network b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:46:34.882830 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-70338192-28e8-4320-bb96-f1c8658d855a service neutron] Attempting to bind port f15e4ccc-47ca-4b96-9681-69a8814f5dd1 on network b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:46:34.890996 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-70338192-28e8-4320-bb96-f1c8658d855a service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:46:34.890996 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-70338192-28e8-4320-bb96-f1c8658d855a service neutron] Checking segment: {'id': '384d8523-97b9-4643-89b6-6ac791f7ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:46:34.891638 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-70338192-28e8-4320-bb96-f1c8658d855a service neutron] Bound using segment: {'id': '384d8523-97b9-4643-89b6-6ac791f7ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:46:34.892461 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-70338192-28e8-4320-bb96-f1c8658d855a service neutron] Bound port: f15e4ccc-47ca-4b96-9681-69a8814f5dd1, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384d8523-97b9-4643-89b6-6ac791f7ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:46:34.893060 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-70338192-28e8-4320-bb96-f1c8658d855a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:34.895554 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703c918-14b9-41d1-9a2b-49e5d79e1680 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Pushing event updated for resources: {'Port': ['ID=0611d02e-8978-4891-9352-5cbe806941cc,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:34.919707 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5703c918-14b9-41d1-9a2b-49e5d79e1680 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.3096120 Nov 15 11:46:34.923892 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47608) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:34.935968 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-9d69b776-6d53-429f-9686-741342e09df1 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Request body: {'port': {'network_id': 'a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-42612292', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:34.936872 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.api.validators [None req-9d69b776-6d53-429f-9686-741342e09df1 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] bootfile-name is not in valid_values {{(pid=102678) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 11:46:34.937440 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.api.validators [None req-9d69b776-6d53-429f-9686-741342e09df1 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] tftp-server is not in valid_values {{(pid=102678) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 11:46:34.938116 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.api.validators [None req-9d69b776-6d53-429f-9686-741342e09df1 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] server-ip-address is not in valid_values {{(pid=102678) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 11:46:35.005932 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-70338192-28e8-4320-bb96-f1c8658d855a service neutron] For port f15e4ccc-47ca-4b96-9681-69a8814f5dd1, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:46:35.017105 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-70338192-28e8-4320-bb96-f1c8658d855a service neutron] For port f15e4ccc-47ca-4b96-9681-69a8814f5dd1, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f15e4ccc-47ca-4b96-9681-69a8814f5dd1,segment=NetworkSegment(384d8523-97b9-4643-89b6-6ac791f7ac54),segment_id=384d8523-97b9-4643-89b6-6ac791f7ac54)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:46:35.029235 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-70338192-28e8-4320-bb96-f1c8658d855a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:35.082670 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-70338192-28e8-4320-bb96-f1c8658d855a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:35.083857 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-70338192-28e8-4320-bb96-f1c8658d855a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:35.085204 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-70338192-28e8-4320-bb96-f1c8658d855a service neutron] 10.222.0.11 "PUT /v2.0/ports/f15e4ccc-47ca-4b96-9681-69a8814f5dd1 HTTP/1.1" status: 200 len: 1092 time: 0.9463754 Nov 15 11:46:35.086035 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8335081a-5a40-457a-98ac-44484848ad54', 'tag': 'f15e4ccc-47ca-4b96-9681-69a8814f5dd1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:46:35.089119 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce26da4-5e2e-495d-8fa5-18054fa697f0" -d '{"events": [{"name": "network-changed", "server_uuid": "8335081a-5a40-457a-98ac-44484848ad54", "tag": "f15e4ccc-47ca-4b96-9681-69a8814f5dd1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:46:35.123986 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b07618dd-a450-4eba-b330-7943cbd6302a None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:35.133518 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b07618dd-a450-4eba-b330-7943cbd6302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:35.199673 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec66141-b944-40b9-b734-9aa230d702fa x-openstack-request-id: req-cec66141-b944-40b9-b734-9aa230d702fa {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:46:35.200052 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8335081a-5a40-457a-98ac-44484848ad54", "tag": "f15e4ccc-47ca-4b96-9681-69a8814f5dd1", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:46:35.200365 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cec66141-b944-40b9-b734-9aa230d702fa {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:46:35.200781 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8335081a-5a40-457a-98ac-44484848ad54', 'tag': 'f15e4ccc-47ca-4b96-9681-69a8814f5dd1', 'status': 'completed', 'code': 200} Nov 15 11:46:35.201633 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70338192-28e8-4320-bb96-f1c8658d855a service neutron] Pushing event updated for resources: {'Port': ['ID=f15e4ccc-47ca-4b96-9681-69a8814f5dd1,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:35.216529 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d69b776-6d53-429f-9686-741342e09df1 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Made reservation on behalf of 7f0945673af84970940b3179d947551f for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:35.221164 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07618dd-a450-4eba-b330-7943cbd6302a None None] Network a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:35.221514 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d69b776-6d53-429f-9686-741342e09df1 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:35.227122 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-d25b6a67-65a7-410d-96e8-702fe657da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:35.227453 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-b07618dd-a450-4eba-b330-7943cbd6302a None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:35.231152 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-d25b6a67-65a7-410d-96e8-702fe657da08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 1095 time: 0.0891967 Nov 15 11:46:35.236347 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07618dd-a450-4eba-b330-7943cbd6302a None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:35.242996 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07618dd-a450-4eba-b330-7943cbd6302a None None] Pushing event updated for resources: {'Port': ['ID=04690245-3b23-43cc-83de-3d499a51a3e1,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:35.265251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [None req-9d69b776-6d53-429f-9686-741342e09df1 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] device_id is not set on port 6039ddec-6e42-4bf7-8d76-ee3787528fdd yet. {{(pid=102678) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 11:46:35.339024 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-e2505194-294d-4b08-a142-9ebd9fb191af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f15e4ccc-47ca-4b96-9681-69a8814f5dd1 HTTP/1.1" status: 200 len: 217 time: 0.0976443 Nov 15 11:46:35.344283 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b07618dd-a450-4eba-b330-7943cbd6302a None None] Attempting to bind port 04690245-3b23-43cc-83de-3d499a51a3e1 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:46:35.344677 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b07618dd-a450-4eba-b330-7943cbd6302a None None] Attempting to bind port 04690245-3b23-43cc-83de-3d499a51a3e1 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '6ee72bfd-fa2e-493a-9f9b-367ffe89efb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:46:35.345019 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07618dd-a450-4eba-b330-7943cbd6302a None None] Attempting to bind port 04690245-3b23-43cc-83de-3d499a51a3e1 on network a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:46:35.351457 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07618dd-a450-4eba-b330-7943cbd6302a None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:46:35.351896 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07618dd-a450-4eba-b330-7943cbd6302a None None] Checking segment: {'id': '6ee72bfd-fa2e-493a-9f9b-367ffe89efb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:46:35.352478 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b07618dd-a450-4eba-b330-7943cbd6302a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:35.352885 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07618dd-a450-4eba-b330-7943cbd6302a None None] Bound using segment: {'id': '6ee72bfd-fa2e-493a-9f9b-367ffe89efb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:46:35.353359 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b07618dd-a450-4eba-b330-7943cbd6302a None None] Bound port: 04690245-3b23-43cc-83de-3d499a51a3e1, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee72bfd-fa2e-493a-9f9b-367ffe89efb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:46:35.353738 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b07618dd-a450-4eba-b330-7943cbd6302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:35.457623 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-db6e6123-5ea1-4bb5-afb0-3849d5253bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:35.462791 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-db6e6123-5ea1-4bb5-afb0-3849d5253bda service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17ee72d1-5ebc-4c38-885b-4ae82a34b602 HTTP/1.1" status: 200 len: 834 time: 0.1167767 Nov 15 11:46:35.490781 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b07618dd-a450-4eba-b330-7943cbd6302a None None] For port 04690245-3b23-43cc-83de-3d499a51a3e1, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:46:35.497711 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b07618dd-a450-4eba-b330-7943cbd6302a None None] For port 04690245-3b23-43cc-83de-3d499a51a3e1, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=04690245-3b23-43cc-83de-3d499a51a3e1,segment=NetworkSegment(6ee72bfd-fa2e-493a-9f9b-367ffe89efb3),segment_id=6ee72bfd-fa2e-493a-9f9b-367ffe89efb3)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:46:35.511330 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-9d69b776-6d53-429f-9686-741342e09df1 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Allocated IP 2001:db8::30b (a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc/ef253493-4ebc-4536-8816-0fead2be02c2/6039ddec-6e42-4bf7-8d76-ee3787528fdd) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:35.517263 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b07618dd-a450-4eba-b330-7943cbd6302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:35.565129 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-cd45c618-22a2-4e81-87f5-215d320230ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:35.568428 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-cd45c618-22a2-4e81-87f5-215d320230ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958064 Nov 15 11:46:35.616533 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07618dd-a450-4eba-b330-7943cbd6302a None None] Pushing event updated for resources: {'Port': ['ID=04690245-3b23-43cc-83de-3d499a51a3e1,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:35.755602 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d69b776-6d53-429f-9686-741342e09df1 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:35.768302 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-9477886f-36a3-48fb-bb27-0ce2eebf3ca8 service neutron] 10.222.0.11 "GET /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907039 Nov 15 11:46:35.811702 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d69b776-6d53-429f-9686-741342e09df1 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:35.850236 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 307c8a43-2630-4398-8ebf-3cd2e701bb55 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:46:35.951114 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34b5d4ca-9869-4fb6-842b-fc941cbfbb50 req-a11a5ea2-07ad-4645-b4c4-6acc25a1942a service neutron] 10.222.0.11 "GET /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750717 Nov 15 11:46:35.971512 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 307c8a43-2630-4398-8ebf-3cd2e701bb55 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:35.972622 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:35.973678 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d69b776-6d53-429f-9686-741342e09df1 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Network a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:35.979357 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-9d69b776-6d53-429f-9686-741342e09df1 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:35.983849 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d69b776-6d53-429f-9686-741342e09df1 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:35.991773 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d69b776-6d53-429f-9686-741342e09df1 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:35.994419 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d69b776-6d53-429f-9686-741342e09df1 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:36.030017 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69b776-6d53-429f-9686-741342e09df1 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Pushing event updated for resources: {'Port': ['ID=6039ddec-6e42-4bf7-8d76-ee3787528fdd,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:36.049704 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9d69b776-6d53-429f-9686-741342e09df1 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.1245203 Nov 15 11:46:36.053796 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47614) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:36.111558 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce26da4-5e2e-495d-8fa5-18054fa697f0 req-4d9f021d-2ccf-4cfa-ad0f-d272886261f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:36.119655 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ce26da4-5e2e-495d-8fa5-18054fa697f0 req-4d9f021d-2ccf-4cfa-ad0f-d272886261f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 1095 time: 0.0989714 Nov 15 11:46:36.121745 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974ddf3-2f14-4866-a0eb-ca3500ef629c req-c06697de-4071-4c40-9d9d-e59c1dab692b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:36.123465 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f974ddf3-2f14-4866-a0eb-ca3500ef629c req-c06697de-4071-4c40-9d9d-e59c1dab692b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 944 time: 0.2460051 Nov 15 11:46:36.214893 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f974ddf3-2f14-4866-a0eb-ca3500ef629c req-cd9073aa-8179-419d-aedc-0c9777f68385 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749998 Nov 15 11:46:36.226418 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd99444f-8daf-44db-a297-8a24761cea0d tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:36.236939 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd99444f-8daf-44db-a297-8a24761cea0d tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:36.239260 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd99444f-8daf-44db-a297-8a24761cea0d tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:36.240933 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce26da4-5e2e-495d-8fa5-18054fa697f0 req-4a4c6d6d-c8b2-4074-a6a6-31934b6ab216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:36.241532 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-dd99444f-8daf-44db-a297-8a24761cea0d tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1865025 Nov 15 11:46:36.243633 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ce26da4-5e2e-495d-8fa5-18054fa697f0 req-4a4c6d6d-c8b2-4074-a6a6-31934b6ab216 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 HTTP/1.1" status: 200 len: 898 time: 0.1135430 Nov 15 11:46:36.244475 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47616) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:36.268934 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ffd823b6-4c4a-490e-9aa1-1a5546ccc6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:36.303151 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ce26da4-5e2e-495d-8fa5-18054fa697f0 req-1598d675-ce73-400e-afec-1213702f5ca5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f15e4ccc-47ca-4b96-9681-69a8814f5dd1 HTTP/1.1" status: 200 len: 217 time: 0.0519030 Nov 15 11:46:36.345494 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7f74e200-cc79-4b80-a4b6-7106c40aabc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Deleting port 6039ddec-6e42-4bf7-8d76-ee3787528fdd {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:46:36.345903 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f74e200-cc79-4b80-a4b6-7106c40aabc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:36.363523 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce26da4-5e2e-495d-8fa5-18054fa697f0 req-c0821f5b-642f-43b3-a1d8-9fc21bed86cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:36.365118 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ce26da4-5e2e-495d-8fa5-18054fa697f0 req-c0821f5b-642f-43b3-a1d8-9fc21bed86cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17ee72d1-5ebc-4c38-885b-4ae82a34b602 HTTP/1.1" status: 200 len: 834 time: 0.0558546 Nov 15 11:46:36.411238 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce26da4-5e2e-495d-8fa5-18054fa697f0 req-52ec538c-8b10-4761-8457-ead0f14c8246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:36.412798 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ce26da4-5e2e-495d-8fa5-18054fa697f0 req-52ec538c-8b10-4761-8457-ead0f14c8246 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403953 Nov 15 11:46:36.444982 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f74e200-cc79-4b80-a4b6-7106c40aabc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:36.458786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7f74e200-cc79-4b80-a4b6-7106c40aabc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Calling delete_port for 6039ddec-6e42-4bf7-8d76-ee3787528fdd owned by {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:46:36.523481 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ce26da4-5e2e-495d-8fa5-18054fa697f0 req-84443a6f-09f9-4ce5-bac5-626af5fb8545 service neutron] 10.222.0.11 "GET /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030929 Nov 15 11:46:36.626396 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f74e200-cc79-4b80-a4b6-7106c40aabc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:36.628784 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6ce26da4-5e2e-495d-8fa5-18054fa697f0 req-58377a99-5686-42bf-9b80-678a0722da68 service neutron] 10.222.0.11 "GET /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984204 Nov 15 11:46:36.671942 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74e200-cc79-4b80-a4b6-7106c40aabc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Pushing event deleted for resources: {'Port': ['ID=6039ddec-6e42-4bf7-8d76-ee3787528fdd,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:36.693378 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f74e200-cc79-4b80-a4b6-7106c40aabc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:36.697505 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7f74e200-cc79-4b80-a4b6-7106c40aabc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] 10.222.0.64 "DELETE /v2.0/ports/6039ddec-6e42-4bf7-8d76-ee3787528fdd HTTP/1.1" status: 204 len: 168 time: 0.4518094 Nov 15 11:46:36.701256 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47618) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:36.707404 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-433be2b7-b94f-4ce1-bff4-09716f95a926 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Request body: {'port': {'name': 'tempest-new-port-name-893904052', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:36.707846 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.api.validators [None req-433be2b7-b94f-4ce1-bff4-09716f95a926 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] bootfile-name is not in valid_values {{(pid=102678) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 11:46:36.708187 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.api.validators [None req-433be2b7-b94f-4ce1-bff4-09716f95a926 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] tftp-server is not in valid_values {{(pid=102678) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 11:46:36.708520 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.api.validators [None req-433be2b7-b94f-4ce1-bff4-09716f95a926 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] server-ip-address is not in valid_values {{(pid=102678) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 11:46:36.717891 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:46:36.785671 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-433be2b7-b94f-4ce1-bff4-09716f95a926 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:36.825463 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa610725-93ba-4317-91d7-dc0324035ba0 None None] Network a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:36.891217 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-72e6c172-b461-4069-8527-fe68cf343cd3 None None] Provisioning complete for port 04690245-3b23-43cc-83de-3d499a51a3e1 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:36.891644 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-72e6c172-b461-4069-8527-fe68cf343cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:36.988363 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-433be2b7-b94f-4ce1-bff4-09716f95a926 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:36.993965 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-433be2b7-b94f-4ce1-bff4-09716f95a926 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:37.025688 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-433be2b7-b94f-4ce1-bff4-09716f95a926 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] In _notify_port_updated(), no bound segment for port 0611d02e-8978-4891-9352-5cbe806941cc on network a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc {{(pid=102678) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 11:46:37.031173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433be2b7-b94f-4ce1-bff4-09716f95a926 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:37.031876 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-433be2b7-b94f-4ce1-bff4-09716f95a926 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:37.035688 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-433be2b7-b94f-4ce1-bff4-09716f95a926 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] 10.222.0.64 "PUT /v2.0/ports/0611d02e-8978-4891-9352-5cbe806941cc HTTP/1.1" status: 200 len: 1128 time: 0.3305712 Nov 15 11:46:37.037160 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47620) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:37.053930 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433be2b7-b94f-4ce1-bff4-09716f95a926 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Pushing event updated for resources: {'Port': ['ID=0611d02e-8978-4891-9352-5cbe806941cc,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:37.102427 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1586d269-0cb5-4f3e-b8de-916ee1c5289b tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:37.104416 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1586d269-0cb5-4f3e-b8de-916ee1c5289b tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] 10.222.0.64 "GET /v2.0/ports/0611d02e-8978-4891-9352-5cbe806941cc HTTP/1.1" status: 200 len: 1128 time: 0.0660326 Nov 15 11:46:37.108027 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47624) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:37.207183 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-72e6c172-b461-4069-8527-fe68cf343cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:37.227306 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-66bff54b-3782-4155-97fe-a55be1a8fc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Deleting port 0611d02e-8978-4891-9352-5cbe806941cc {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:46:37.227690 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66bff54b-3782-4155-97fe-a55be1a8fc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:37.250394 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-72e6c172-b461-4069-8527-fe68cf343cd3 None None] For port 04690245-3b23-43cc-83de-3d499a51a3e1, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=04690245-3b23-43cc-83de-3d499a51a3e1,segment=NetworkSegment(6ee72bfd-fa2e-493a-9f9b-367ffe89efb3),segment_id=6ee72bfd-fa2e-493a-9f9b-367ffe89efb3)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:46:37.256013 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-72e6c172-b461-4069-8527-fe68cf343cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:37.310524 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6c172-b461-4069-8527-fe68cf343cd3 None None] Pushing event updated for resources: {'Port': ['ID=04690245-3b23-43cc-83de-3d499a51a3e1,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:37.340789 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66bff54b-3782-4155-97fe-a55be1a8fc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:37.356792 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-66bff54b-3782-4155-97fe-a55be1a8fc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Calling delete_port for 0611d02e-8978-4891-9352-5cbe806941cc owned by {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:46:37.361484 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99d415-e49a-450c-baf2-bcdc7593677b req-7d87120c-b270-4dc1-9d87-066d10f93e68 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:37.363087 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5f99d415-e49a-450c-baf2-bcdc7593677b req-7d87120c-b270-4dc1-9d87-066d10f93e68 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 944 time: 0.0580819 Nov 15 11:46:37.429094 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5f99d415-e49a-450c-baf2-bcdc7593677b req-360b3701-d2f4-45ff-b747-c0798ddfd579 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575068 Nov 15 11:46:37.505948 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66bff54b-3782-4155-97fe-a55be1a8fc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:37.541050 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bff54b-3782-4155-97fe-a55be1a8fc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Pushing event deleted for resources: {'Port': ['ID=0611d02e-8978-4891-9352-5cbe806941cc,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:37.567894 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66bff54b-3782-4155-97fe-a55be1a8fc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:37.574264 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47628) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:37.575124 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-66bff54b-3782-4155-97fe-a55be1a8fc65 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] 10.222.0.64 "DELETE /v2.0/ports/0611d02e-8978-4891-9352-5cbe806941cc HTTP/1.1" status: 204 len: 168 time: 0.4659750 Nov 15 11:46:37.581018 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6c7245ed-3324-4e29-afcf-17cf877860ef None None] Could not find standard attr ID for object 0611d02e-8978-4891-9352-5cbe806941cc. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:46:37.594824 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6c7245ed-3324-4e29-afcf-17cf877860ef None None] Provisioning complete for port 04690245-3b23-43cc-83de-3d499a51a3e1 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:37.595190 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6c7245ed-3324-4e29-afcf-17cf877860ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:37.635143 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-3883ec3a-51ce-439c-b79d-13db9c6165e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Deleting subnet ef253493-4ebc-4536-8816-0fead2be02c2 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:46:37.638636 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3883ec3a-51ce-439c-b79d-13db9c6165e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:37.698642 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3883ec3a-51ce-439c-b79d-13db9c6165e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:37.802370 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e9d657bb-1559-4b40-a589-2c2e4b2754e4 None None] Could not find standard attr ID for object 0611d02e-8978-4891-9352-5cbe806941cc. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:46:37.808471 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 04690245-3b23-43cc-83de-3d499a51a3e1 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:46:37.850141 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3883ec3a-51ce-439c-b79d-13db9c6165e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:37.862737 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 04690245-3b23-43cc-83de-3d499a51a3e1 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:37.863085 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:37.922348 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3883ec3a-51ce-439c-b79d-13db9c6165e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:37.954592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883ec3a-51ce-439c-b79d-13db9c6165e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Pushing event deleted for resources: {'Subnet': ['ID=ef253493-4ebc-4536-8816-0fead2be02c2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:37.956672 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3883ec3a-51ce-439c-b79d-13db9c6165e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:37.961127 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3883ec3a-51ce-439c-b79d-13db9c6165e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] 10.222.0.64 "DELETE /v2.0/subnets/ef253493-4ebc-4536-8816-0fead2be02c2 HTTP/1.1" status: 204 len: 168 time: 0.3853383 Nov 15 11:46:37.963602 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47630) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:37.990802 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcdaf1a-343c-4422-9696-440cfaa17dc9 None None] Network a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:38.045649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1cf3239f-7672-419e-86ad-edd49507421e None None] Could not find standard attr ID for object 6039ddec-6e42-4bf7-8d76-ee3787528fdd. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:46:38.046820 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3268a67a-70a7-4657-9231-937370db03d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:38.105575 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3268a67a-70a7-4657-9231-937370db03d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Deleting port 04690245-3b23-43cc-83de-3d499a51a3e1 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:46:38.105928 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3268a67a-70a7-4657-9231-937370db03d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:38.170906 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3268a67a-70a7-4657-9231-937370db03d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] For port 04690245-3b23-43cc-83de-3d499a51a3e1, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=04690245-3b23-43cc-83de-3d499a51a3e1,segment=NetworkSegment(6ee72bfd-fa2e-493a-9f9b-367ffe89efb3),segment_id=6ee72bfd-fa2e-493a-9f9b-367ffe89efb3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:46:38.171381 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3268a67a-70a7-4657-9231-937370db03d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:38.175790 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce6998f-f61c-4e4a-99d9-aa9d8a018238 None None] DHCP port deletion for a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:46:38.189162 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3268a67a-70a7-4657-9231-937370db03d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Calling delete_port for 04690245-3b23-43cc-83de-3d499a51a3e1 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:46:38.227867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6ce6998f-f61c-4e4a-99d9-aa9d8a018238 None None] Deleting port 04690245-3b23-43cc-83de-3d499a51a3e1 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:46:38.228686 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6ce6998f-f61c-4e4a-99d9-aa9d8a018238 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:38.231950 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device f15e4ccc-47ca-4b96-9681-69a8814f5dd1 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:46:38.269720 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3268a67a-70a7-4657-9231-937370db03d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:38.284899 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3268a67a-70a7-4657-9231-937370db03d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] No DVR routers for this DVR port 04690245-3b23-43cc-83de-3d499a51a3e1 on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:46:38.307437 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268a67a-70a7-4657-9231-937370db03d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Pushing event deleted for resources: {'Port': ['ID=04690245-3b23-43cc-83de-3d499a51a3e1,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:38.356455 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6ce6998f-f61c-4e4a-99d9-aa9d8a018238 None None] For port 04690245-3b23-43cc-83de-3d499a51a3e1, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=04690245-3b23-43cc-83de-3d499a51a3e1,segment=NetworkSegment(6ee72bfd-fa2e-493a-9f9b-367ffe89efb3),segment_id=6ee72bfd-fa2e-493a-9f9b-367ffe89efb3)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:46:38.356455 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6ce6998f-f61c-4e4a-99d9-aa9d8a018238 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:38.383444 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6ce6998f-f61c-4e4a-99d9-aa9d8a018238 None None] Calling delete_port for 04690245-3b23-43cc-83de-3d499a51a3e1 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:46:38.388230 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3268a67a-70a7-4657-9231-937370db03d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:38.404908 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-11527b36-6c64-4221-b9f2-2abeef560976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:38.413291 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-3268a67a-70a7-4657-9231-937370db03d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:38.423267 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-3268a67a-70a7-4657-9231-937370db03d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee72bfd-fa2e-493a-9f9b-367ffe89efb3') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:38.423666 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-3268a67a-70a7-4657-9231-937370db03d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee72bfd-fa2e-493a-9f9b-367ffe89efb3') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:38.433647 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3268a67a-70a7-4657-9231-937370db03d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:38.448930 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3268a67a-70a7-4657-9231-937370db03d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:38.454226 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port f15e4ccc-47ca-4b96-9681-69a8814f5dd1, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f15e4ccc-47ca-4b96-9681-69a8814f5dd1,segment=NetworkSegment(384d8523-97b9-4643-89b6-6ac791f7ac54),segment_id=384d8523-97b9-4643-89b6-6ac791f7ac54)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:46:38.457886 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3268a67a-70a7-4657-9231-937370db03d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:46:38.458472 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3268a67a-70a7-4657-9231-937370db03d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:46:38.462854 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:46:38.477014 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'f15e4ccc-47ca-4b96-9681-69a8814f5dd1', 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7', 'port_id': 'f15e4ccc-47ca-4b96-9681-69a8814f5dd1', 'mac_address': 'fa:16:3e:76:3d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ee72d1-5ebc-4c38-885b-4ae82a34b602', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:46:38.535799 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6ce6998f-f61c-4e4a-99d9-aa9d8a018238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:38.544467 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:38.560357 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3268a67a-70a7-4657-9231-937370db03d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:38.569145 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3268a67a-70a7-4657-9231-937370db03d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:38.571204 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6998f-f61c-4e4a-99d9-aa9d8a018238 None None] Pushing event deleted for resources: {'Port': ['ID=04690245-3b23-43cc-83de-3d499a51a3e1,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:38.574936 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3268a67a-70a7-4657-9231-937370db03d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] 10.222.0.64 "DELETE /v2.0/networks/a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc HTTP/1.1" status: 204 len: 168 time: 0.6073723 Nov 15 11:46:38.576032 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce6998f-f61c-4e4a-99d9-aa9d8a018238 None None] No DVR routers for this DVR port 04690245-3b23-43cc-83de-3d499a51a3e1 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:46:38.582340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15e4ccc-47ca-4b96-9681-69a8814f5dd1 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:46:38.598173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268a67a-70a7-4657-9231-937370db03d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154 tempest-ExtraDHCPOptionsIpV6TestJSON-1419400154-project] Pushing event deleted for resources: {'Network': ['ID=a3b3b8ee-22cc-48bf-bfe8-ff7da9dae0cc,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:38.609285 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port f15e4ccc-47ca-4b96-9681-69a8814f5dd1, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f15e4ccc-47ca-4b96-9681-69a8814f5dd1,segment=NetworkSegment(384d8523-97b9-4643-89b6-6ac791f7ac54),segment_id=384d8523-97b9-4643-89b6-6ac791f7ac54)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:46:38.616647 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db4dcb-8ddb-44d2-a480-f43ce3d5bc1f req-a5515c0a-5571-4491-abee-82f01435be93 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:38.617241 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:38.618513 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2db4dcb-8ddb-44d2-a480-f43ce3d5bc1f req-a5515c0a-5571-4491-abee-82f01435be93 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 944 time: 0.0951271 Nov 15 11:46:38.675061 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=f15e4ccc-47ca-4b96-9681-69a8814f5dd1,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:38.686348 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2db4dcb-8ddb-44d2-a480-f43ce3d5bc1f req-8617d5eb-6934-40c6-b57c-c5053bc4b051 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584691 Nov 15 11:46:38.919270 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['f15e4ccc-47ca-4b96-9681-69a8814f5dd1'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:46:38.921404 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47638) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:39.059665 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-64889349-42fd-470a-ac6d-96fd8490b110 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7f0945673af84970940b3179d947551f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1371207 Nov 15 11:46:39.062330 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47642) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:39.114583 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1ea98874-41d9-4604-80a8-d84c13ef0418 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:39.140031 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1ea98874-41d9-4604-80a8-d84c13ef0418 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:39.190887 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1ea98874-41d9-4604-80a8-d84c13ef0418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:39.193504 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1ea98874-41d9-4604-80a8-d84c13ef0418 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:39.196999 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1ea98874-41d9-4604-80a8-d84c13ef0418 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/227bf88e-5cab-48ba-9f19-204f20df1453 HTTP/1.1" status: 204 len: 168 time: 0.1312943 Nov 15 11:46:39.202698 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea98874-41d9-4604-80a8-d84c13ef0418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227bf88e-5cab-48ba-9f19-204f20df1453,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:39.747115 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 04690245-3b23-43cc-83de-3d499a51a3e1 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:46:39.780983 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 04690245-3b23-43cc-83de-3d499a51a3e1 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:46:39.781328 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 04690245-3b23-43cc-83de-3d499a51a3e1 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:46:39.811622 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe0576-6e5f-467e-be67-02dd9c8d14cb req-20918d6d-09a3-4a7e-9edc-ff2d1d2ed622 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:39.813148 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4abe0576-6e5f-467e-be67-02dd9c8d14cb req-20918d6d-09a3-4a7e-9edc-ff2d1d2ed622 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 945 time: 0.0525331 Nov 15 11:46:39.863415 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4abe0576-6e5f-467e-be67-02dd9c8d14cb req-8fddfa3f-6008-4b71-8078-cdc964bb77ae tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440030 Nov 15 11:46:39.906203 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:39.906433 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47666) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:40.008302 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-8e1aa0cf-4eeb-41a2-a2dc-bbf582ea74a1 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2108440799'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:40.031764 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1aa0cf-4eeb-41a2-a2dc-bbf582ea74a1 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Made reservation on behalf of 499ea230c9d44fb582c6211e6b9ba503 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:40.035217 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa0cf-4eeb-41a2-a2dc-bbf582ea74a1 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:40.043721 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa0cf-4eeb-41a2-a2dc-bbf582ea74a1 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:40.125244 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa0cf-4eeb-41a2-a2dc-bbf582ea74a1 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:40.131354 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa0cf-4eeb-41a2-a2dc-bbf582ea74a1 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:40.158552 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1aa0cf-4eeb-41a2-a2dc-bbf582ea74a1 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:46:40.168738 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1aa0cf-4eeb-41a2-a2dc-bbf582ea74a1 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd52178-7ef6-4127-8f43-4af3813dc2a3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:40.173372 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa0cf-4eeb-41a2-a2dc-bbf582ea74a1 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:40.173710 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-8e1aa0cf-4eeb-41a2-a2dc-bbf582ea74a1 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Added segment bf75f793-e202-41f6-958d-c159ce9b8d6d of type vlan for network 45071cdf-bc7f-4bb6-876b-bb587c65829f Nov 15 11:46:40.216619 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa0cf-4eeb-41a2-a2dc-bbf582ea74a1 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:40.226194 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device f15e4ccc-47ca-4b96-9681-69a8814f5dd1 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:46:40.244931 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa0cf-4eeb-41a2-a2dc-bbf582ea74a1 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:40.251082 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1aa0cf-4eeb-41a2-a2dc-bbf582ea74a1 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:40.251732 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa0cf-4eeb-41a2-a2dc-bbf582ea74a1 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:40.281108 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port f15e4ccc-47ca-4b96-9681-69a8814f5dd1 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:46:40.284961 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port f15e4ccc-47ca-4b96-9681-69a8814f5dd1 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:40.285317 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:40.319697 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8e1aa0cf-4eeb-41a2-a2dc-bbf582ea74a1 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3986022 Nov 15 11:46:40.319697 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1aa0cf-4eeb-41a2-a2dc-bbf582ea74a1 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'Network': ['ID=45071cdf-bc7f-4bb6-876b-bb587c65829f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:40.329002 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 45071cdf-bc7f-4bb6-876b-bb587c65829f details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:46:40.414215 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:40.441229 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8335081a-5a40-457a-98ac-44484848ad54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15e4ccc-47ca-4b96-9681-69a8814f5dd1'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:46:40.443485 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6780c3-d42c-4c1d-96d1-bbd2fb16803d" -d '{"events": [{"server_uuid": "8335081a-5a40-457a-98ac-44484848ad54", "name": "network-vif-plugged", "status": "completed", "tag": "f15e4ccc-47ca-4b96-9681-69a8814f5dd1"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:46:40.456163 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port f15e4ccc-47ca-4b96-9681-69a8814f5dd1, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f15e4ccc-47ca-4b96-9681-69a8814f5dd1,segment=NetworkSegment(384d8523-97b9-4643-89b6-6ac791f7ac54),segment_id=384d8523-97b9-4643-89b6-6ac791f7ac54)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:46:40.462147 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:40.488042 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4e5de6-cf4b-4b5d-bb5a-3347c706e222 x-openstack-request-id: req-5a4e5de6-cf4b-4b5d-bb5a-3347c706e222 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:46:40.488307 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8335081a-5a40-457a-98ac-44484848ad54", "name": "network-vif-plugged", "status": "completed", "tag": "f15e4ccc-47ca-4b96-9681-69a8814f5dd1", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:46:40.488680 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5a4e5de6-cf4b-4b5d-bb5a-3347c706e222 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:46:40.489076 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8335081a-5a40-457a-98ac-44484848ad54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15e4ccc-47ca-4b96-9681-69a8814f5dd1', 'code': 200} Nov 15 11:46:40.520269 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=f15e4ccc-47ca-4b96-9681-69a8814f5dd1,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:40.575712 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b419b37-b6d5-4422-9986-fe990b5fa7a0 req-477a5af2-cb54-4be9-89a4-cc3bb23bdd98 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516212 Nov 15 11:46:40.586597 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b6434-f87d-42e0-b4a6-f58af830587b req-e19b9dc4-e8e4-43d5-8372-ada5b56ce3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:40.588769 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b80b6434-f87d-42e0-b4a6-f58af830587b req-e19b9dc4-e8e4-43d5-8372-ada5b56ce3a2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 1097 time: 0.0421567 Nov 15 11:46:40.637250 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b80b6434-f87d-42e0-b4a6-f58af830587b req-3c26278e-9715-491f-971f-9953c368c585 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400474 Nov 15 11:46:40.663564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b419b37-b6d5-4422-9986-fe990b5fa7a0 req-d3633ec5-2e1d-4212-860a-e5ddb5db096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:40.665167 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b419b37-b6d5-4422-9986-fe990b5fa7a0 req-d3633ec5-2e1d-4212-860a-e5ddb5db096a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 1097 time: 0.0453238 Nov 15 11:46:40.770487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b419b37-b6d5-4422-9986-fe990b5fa7a0 req-240ef277-2840-4e31-bb21-a542c9013436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:40.771849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b419b37-b6d5-4422-9986-fe990b5fa7a0 req-240ef277-2840-4e31-bb21-a542c9013436 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 912 time: 0.0846264 Nov 15 11:46:40.840494 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b419b37-b6d5-4422-9986-fe990b5fa7a0 req-c92943c4-0fa0-4625-9dbe-5b2cf1239451 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8348c1c1-7f8c-4e82-9143-3b66ce4440c0 HTTP/1.1" status: 200 len: 1002 time: 0.0606880 Nov 15 11:46:40.889505 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b419b37-b6d5-4422-9986-fe990b5fa7a0 req-cf74bff7-66ef-477a-b14b-8554814e1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:40.890960 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b419b37-b6d5-4422-9986-fe990b5fa7a0 req-cf74bff7-66ef-477a-b14b-8554814e1d09 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 200 len: 850 time: 0.0436854 Nov 15 11:46:40.948439 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b419b37-b6d5-4422-9986-fe990b5fa7a0 req-805e2d94-735a-4e34-a680-a049d4bf8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:40.950020 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b419b37-b6d5-4422-9986-fe990b5fa7a0 req-805e2d94-735a-4e34-a680-a049d4bf8325 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1842a3-8b78-48b6-930c-de775291ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517657 Nov 15 11:46:41.036276 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218db17-b752-446f-846b-912ddf9c0400 req-b058d531-506c-4fcb-becb-7dbfe4bebb6e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:41.037719 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e218db17-b752-446f-846b-912ddf9c0400 req-b058d531-506c-4fcb-becb-7dbfe4bebb6e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 946 time: 0.1032960 Nov 15 11:46:41.076583 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b419b37-b6d5-4422-9986-fe990b5fa7a0 req-88d29db9-84d7-4f36-8434-f036f13f667f service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134384 Nov 15 11:46:41.147402 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e218db17-b752-446f-846b-912ddf9c0400 req-215a164b-95b7-4306-814c-9c3aef8a65ba tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992343 Nov 15 11:46:41.195004 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b419b37-b6d5-4422-9986-fe990b5fa7a0 req-bf001489-68d2-4b04-9d60-4c5db4258ec1 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094959 Nov 15 11:46:41.484530 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:42.149197 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:42.268038 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a357825-26f9-47ce-b254-6eb68e5112d0 req-47534dd6-0545-42a0-83c6-b563e2ba463d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:42.269567 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0a357825-26f9-47ce-b254-6eb68e5112d0 req-47534dd6-0545-42a0-83c6-b563e2ba463d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 946 time: 0.0498154 Nov 15 11:46:42.319634 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0a357825-26f9-47ce-b254-6eb68e5112d0 req-aae74995-9050-4e34-be5b-5b91ccbba869 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438185 Nov 15 11:46:42.433220 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053b996-e581-4605-823d-4c6238fa69b1 req-be80d30d-c2fb-4add-9d41-68b2b571bc98 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:42.434714 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2053b996-e581-4605-823d-4c6238fa69b1 req-be80d30d-c2fb-4add-9d41-68b2b571bc98 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 946 time: 0.0482631 Nov 15 11:46:42.488954 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2053b996-e581-4605-823d-4c6238fa69b1 req-d1bb7478-8f57-4497-bfb0-acbacd6247e6 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478086 Nov 15 11:46:42.510884 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47678) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:42.551096 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550e9e8c-4f98-4cd4-9dc9-c1c4722b0cb6 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:42.552782 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-550e9e8c-4f98-4cd4-9dc9-c1c4722b0cb6 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 1092 time: 0.0408585 Nov 15 11:46:42.555854 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47680) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:42.560243 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': 'f15e4ccc-47ca-4b96-9681-69a8814f5dd1', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:42.584806 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:42.684011 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:42.792930 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Allocated IP 172.25.7.99 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/f9dd1601-0595-4ef1-af97-0d20759df3b7) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:42.896112 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:42.932741 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:42.977480 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:42.982196 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:42.986706 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:42.989822 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Port': ['ID=f9dd1601-0595-4ef1-af97-0d20759df3b7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:43.016349 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:43.016699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:43.017036 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:43.017370 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:43.017698 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:43.018027 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:43.018357 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:43.018684 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:43.019007 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:43.019328 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:43.019741 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:43.020088 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:46:43.343286 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:43.412424 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:43.451778 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47682) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:43.457177 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-351eea4b-def2-4062-bf81-60cd92805bc8 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Request body: {'subnet': {'network_id': '45071cdf-bc7f-4bb6-876b-bb587c65829f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:43.550344 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351eea4b-def2-4062-bf81-60cd92805bc8 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Made reservation on behalf of 499ea230c9d44fb582c6211e6b9ba503 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:43.553917 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-351eea4b-def2-4062-bf81-60cd92805bc8 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:43.569369 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:43.575128 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:43.650710 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Port': ['ID=f9dd1601-0595-4ef1-af97-0d20759df3b7,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:43.657091 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:43.755151 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-351eea4b-def2-4062-bf81-60cd92805bc8 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:43.765789 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Floating IP 228dabcb-eaa9-4ca8-a692-23b0f25e323d associated. External IP: 172.25.7.99, port: f15e4ccc-47ca-4b96-9681-69a8814f5dd1. Nov 15 11:46:43.819741 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351eea4b-def2-4062-bf81-60cd92805bc8 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'Subnet': ['ID=253d7cd0-dc20-41e3-b33f-29cb73111e5b,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:43.827482 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351eea4b-def2-4062-bf81-60cd92805bc8 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Checking segment: {'id': 'bf75f793-e202-41f6-958d-c159ce9b8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '45071cdf-bc7f-4bb6-876b-bb587c65829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:46:43.827747 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351eea4b-def2-4062-bf81-60cd92805bc8 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Network hostable DHCP agents. Network: 45071cdf-bc7f-4bb6-876b-bb587c65829f, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:46:43.846601 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351eea4b-def2-4062-bf81-60cd92805bc8 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Network 45071cdf-bc7f-4bb6-876b-bb587c65829f is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:46:43.856090 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-351eea4b-def2-4062-bf81-60cd92805bc8 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 45071cdf-bc7f-4bb6-876b-bb587c65829f) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:43.860166 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351eea4b-def2-4062-bf81-60cd92805bc8 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:43.860760 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-351eea4b-def2-4062-bf81-60cd92805bc8 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:43.870148 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92f41a9-d263-4409-ba98-c21beb3d5007 None None] Network 45071cdf-bc7f-4bb6-876b-bb587c65829f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:43.883980 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-351eea4b-def2-4062-bf81-60cd92805bc8 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4277885 Nov 15 11:46:43.884356 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47684) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:43.890606 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-2168def1-f326-4c4d-b9d1-ccf87e3c2698 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-836005685'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:43.912926 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2168def1-f326-4c4d-b9d1-ccf87e3c2698 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Made reservation on behalf of 499ea230c9d44fb582c6211e6b9ba503 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:43.916840 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2168def1-f326-4c4d-b9d1-ccf87e3c2698 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:43.941653 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2168def1-f326-4c4d-b9d1-ccf87e3c2698 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:46:43.951194 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2168def1-f326-4c4d-b9d1-ccf87e3c2698 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:43.951615 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-2168def1-f326-4c4d-b9d1-ccf87e3c2698 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Added segment ade16ea3-bab6-488a-a79f-ae2cf18d8efb of type vlan for network 126f6b10-e612-4b39-8fbd-bd409b405749 Nov 15 11:46:43.995027 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2168def1-f326-4c4d-b9d1-ccf87e3c2698 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:44.008181 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Router 10e1066b-e202-4bf5-ad62-2d9d6d8ecd34 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:46:44.021708 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020fe2f9-1aa9-4db3-8efe-437eb0e5fedc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-45071cdf-bc7f-4bb6-876b-bb587c65829f', 'network_id': '45071cdf-bc7f-4bb6-876b-bb587c65829f', 'tenant_id': '499ea230c9d44fb582c6211e6b9ba503', 'fixed_ips': [{'subnet_id': '253d7cd0-dc20-41e3-b33f-29cb73111e5b'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:46:44.022698 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2168def1-f326-4c4d-b9d1-ccf87e3c2698 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:44.022911 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-020fe2f9-1aa9-4db3-8efe-437eb0e5fedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:44.029175 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2168def1-f326-4c4d-b9d1-ccf87e3c2698 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:44.029850 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2168def1-f326-4c4d-b9d1-ccf87e3c2698 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:44.088738 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2168def1-f326-4c4d-b9d1-ccf87e3c2698 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2032018 Nov 15 11:46:44.092095 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47686) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:44.108671 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-f9cf1dfd-a8a6-4aa9-815a-6eef4b43b4a2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Request body: {'subnet': {'network_id': '126f6b10-e612-4b39-8fbd-bd409b405749', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:44.127955 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168def1-f326-4c4d-b9d1-ccf87e3c2698 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'Network': ['ID=126f6b10-e612-4b39-8fbd-bd409b405749,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:44.144134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:46:44.153490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 126f6b10-e612-4b39-8fbd-bd409b405749 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:46:44.156186 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab002276-ded4-4c43-8633-19d5a649ee94 None None] Sync routers for ids ['10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:46:44.167670 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab002276-ded4-4c43-8633-19d5a649ee94 None None] Routers {'10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:46:44.168568 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ab002276-ded4-4c43-8633-19d5a649ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:46:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:44.171875 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:44.209708 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ac08ef5f-2e03-4a90-afd8-6e0a363f71e1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6508436 Nov 15 11:46:44.210336 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8335081a-5a40-457a-98ac-44484848ad54', 'tag': 'f15e4ccc-47ca-4b96-9681-69a8814f5dd1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:46:44.215846 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632992fb-b969-4eec-97d8-22ee11f69520" -d '{"events": [{"name": "network-changed", "server_uuid": "8335081a-5a40-457a-98ac-44484848ad54", "tag": "f15e4ccc-47ca-4b96-9681-69a8814f5dd1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:46:44.233449 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cf1dfd-a8a6-4aa9-815a-6eef4b43b4a2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Made reservation on behalf of 499ea230c9d44fb582c6211e6b9ba503 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:44.238250 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1dfd-a8a6-4aa9-815a-6eef4b43b4a2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:44.261729 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-020fe2f9-1aa9-4db3-8efe-437eb0e5fedc None None] Allocated IP 2001:db8:0:ffff::2 (45071cdf-bc7f-4bb6-876b-bb587c65829f/253d7cd0-dc20-41e3-b33f-29cb73111e5b/66472fdc-ac3e-4ba3-b512-cbfd2547abfd) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:44.295233 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-ab002276-ded4-4c43-8633-19d5a649ee94 None None] Set router 10e1066b-e202-4bf5-ad62-2d9d6d8ecd34 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:46:44.425087 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-da51d314-443b-419f-a037-ed4e162e4094 req-56c606a0-25f4-4d30-86bd-5d6df0e0afab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546665 Nov 15 11:46:44.441203 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-020fe2f9-1aa9-4db3-8efe-437eb0e5fedc None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:44.450551 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-020fe2f9-1aa9-4db3-8efe-437eb0e5fedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:44.506192 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020fe2f9-1aa9-4db3-8efe-437eb0e5fedc None None] Network 45071cdf-bc7f-4bb6-876b-bb587c65829f is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:44.515413 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-020fe2f9-1aa9-4db3-8efe-437eb0e5fedc None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:44.518375 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fe2f9-1aa9-4db3-8efe-437eb0e5fedc None None] Pushing event updated for resources: {'Port': ['ID=66472fdc-ac3e-4ba3-b512-cbfd2547abfd,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:44.530291 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020fe2f9-1aa9-4db3-8efe-437eb0e5fedc None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:44.536242 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51d314-443b-419f-a037-ed4e162e4094 req-bdc91f28-29d6-4bb5-9049-e45c59401c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:44.538031 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-da51d314-443b-419f-a037-ed4e162e4094 req-bdc91f28-29d6-4bb5-9049-e45c59401c23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0642414 Nov 15 11:46:44.590151 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ab002276-ded4-4c43-8633-19d5a649ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951261473', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:46:25Z', 'updated_at': '2021-11-15T11:46:30Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:46:26Z', 'updated_at': '2021-11-15T11:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '228dabcb-eaa9-4ca8-a692-23b0f25e323d', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'port_id': 'f15e4ccc-47ca-4b96-9681-69a8814f5dd1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7', 'mac_address': 'fa:16:3e:76:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8335081a-5a40-457a-98ac-44484848ad54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:46:43Z', 'updated_at': '2021-11-15T11:46:43Z', 'revision_number': 0, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '307c8a43-2630-4398-8ebf-3cd2e701bb55', 'name': '', 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:0f:b5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '17ee72d1-5ebc-4c38-885b-4ae82a34b602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:46:29Z', 'updated_at': '2021-11-15T11:46:33Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': '17ee72d1-5ebc-4c38-885b-4ae82a34b602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:44.600474 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-020fe2f9-1aa9-4db3-8efe-437eb0e5fedc None None] Attempting to bind port 66472fdc-ac3e-4ba3-b512-cbfd2547abfd on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:46:44.601231 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-020fe2f9-1aa9-4db3-8efe-437eb0e5fedc None None] Attempting to bind port 66472fdc-ac3e-4ba3-b512-cbfd2547abfd by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'bf75f793-e202-41f6-958d-c159ce9b8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '45071cdf-bc7f-4bb6-876b-bb587c65829f'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:46:44.601820 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020fe2f9-1aa9-4db3-8efe-437eb0e5fedc None None] Attempting to bind port 66472fdc-ac3e-4ba3-b512-cbfd2547abfd on network 45071cdf-bc7f-4bb6-876b-bb587c65829f {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:46:44.607895 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020fe2f9-1aa9-4db3-8efe-437eb0e5fedc None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:46:44.608578 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020fe2f9-1aa9-4db3-8efe-437eb0e5fedc None None] Checking segment: {'id': 'bf75f793-e202-41f6-958d-c159ce9b8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '45071cdf-bc7f-4bb6-876b-bb587c65829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:46:44.609157 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-020fe2f9-1aa9-4db3-8efe-437eb0e5fedc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:44.609773 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020fe2f9-1aa9-4db3-8efe-437eb0e5fedc None None] Bound using segment: {'id': 'bf75f793-e202-41f6-958d-c159ce9b8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '45071cdf-bc7f-4bb6-876b-bb587c65829f'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:46:44.610565 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-020fe2f9-1aa9-4db3-8efe-437eb0e5fedc None None] Bound port: 66472fdc-ac3e-4ba3-b512-cbfd2547abfd, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf75f793-e202-41f6-958d-c159ce9b8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '45071cdf-bc7f-4bb6-876b-bb587c65829f'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:46:44.611316 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-020fe2f9-1aa9-4db3-8efe-437eb0e5fedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:44.621427 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab002276-ded4-4c43-8633-19d5a649ee94 None None] Checking router: 10e1066b-e202-4bf5-ad62-2d9d6d8ecd34 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:46:44.631887 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab002276-ded4-4c43-8633-19d5a649ee94 None None] Routers {'10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:46:44.632504 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ab002276-ded4-4c43-8633-19d5a649ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:46:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:44.683542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ae143-b371-43e6-ac3b-31c44eccd088 req-72e13848-e895-446a-96ec-2fb331a65d1d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:44.685249 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ec1ae143-b371-43e6-ac3b-31c44eccd088 req-72e13848-e895-446a-96ec-2fb331a65d1d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 946 time: 0.3917997 Nov 15 11:46:44.699853 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-020fe2f9-1aa9-4db3-8efe-437eb0e5fedc None None] For port 66472fdc-ac3e-4ba3-b512-cbfd2547abfd, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:46:44.704728 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-020fe2f9-1aa9-4db3-8efe-437eb0e5fedc None None] For port 66472fdc-ac3e-4ba3-b512-cbfd2547abfd, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=66472fdc-ac3e-4ba3-b512-cbfd2547abfd,segment=NetworkSegment(bf75f793-e202-41f6-958d-c159ce9b8d6d),segment_id=bf75f793-e202-41f6-958d-c159ce9b8d6d)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:46:44.714064 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-020fe2f9-1aa9-4db3-8efe-437eb0e5fedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:44.754464 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ec1ae143-b371-43e6-ac3b-31c44eccd088 req-84636fe2-f50b-4fa0-a6a8-77ebec465c4e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575480 Nov 15 11:46:44.769969 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-ab002276-ded4-4c43-8633-19d5a649ee94 None None] Set router 10e1066b-e202-4bf5-ad62-2d9d6d8ecd34 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:46:44.783664 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47692) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:44.847482 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fe2f9-1aa9-4db3-8efe-437eb0e5fedc None None] Pushing event updated for resources: {'Port': ['ID=66472fdc-ac3e-4ba3-b512-cbfd2547abfd,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:44.911312 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ea9ca005-ac19-4192-9ba4-728b36f204f3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/floatingips/228dabcb-eaa9-4ca8-a692-23b0f25e323d HTTP/1.1" status: 200 len: 991 time: 0.1255963 Nov 15 11:46:45.001575 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1dfd-a8a6-4aa9-815a-6eef4b43b4a2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:45.018744 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632992fb-b969-4eec-97d8-22ee11f69520 req-4c51b9a3-c13c-4945-b1ce-10d83f799c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:45.020288 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-632992fb-b969-4eec-97d8-22ee11f69520 req-4c51b9a3-c13c-4945-b1ce-10d83f799c32 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 1097 time: 0.1163418 Nov 15 11:46:45.027392 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84cc233-1528-4ad5-9213-9e43d1c9b168 x-openstack-request-id: req-e84cc233-1528-4ad5-9213-9e43d1c9b168 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:46:45.027942 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8335081a-5a40-457a-98ac-44484848ad54", "tag": "f15e4ccc-47ca-4b96-9681-69a8814f5dd1", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:46:45.027942 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e84cc233-1528-4ad5-9213-9e43d1c9b168 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:46:45.028313 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8335081a-5a40-457a-98ac-44484848ad54', 'tag': 'f15e4ccc-47ca-4b96-9681-69a8814f5dd1', 'status': 'completed', 'code': 200} Nov 15 11:46:45.112759 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51d314-443b-419f-a037-ed4e162e4094 req-305a5baf-ca28-4364-8792-c206015d6842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:45.114572 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-da51d314-443b-419f-a037-ed4e162e4094 req-305a5baf-ca28-4364-8792-c206015d6842 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.5542142 Nov 15 11:46:45.120611 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf1dfd-a8a6-4aa9-815a-6eef4b43b4a2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'Subnet': ['ID=0c6016f2-8870-4922-929f-774a291f0923,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:45.187408 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-da51d314-443b-419f-a037-ed4e162e4094 req-072f8efe-5a30-450a-a7ac-1e8af1eff5e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0651946 Nov 15 11:46:45.201339 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf1dfd-a8a6-4aa9-815a-6eef4b43b4a2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Checking segment: {'id': 'ade16ea3-bab6-488a-a79f-ae2cf18d8efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '126f6b10-e612-4b39-8fbd-bd409b405749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:46:45.201700 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cf1dfd-a8a6-4aa9-815a-6eef4b43b4a2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Network hostable DHCP agents. Network: 126f6b10-e612-4b39-8fbd-bd409b405749, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:46:45.210002 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ab002276-ded4-4c43-8633-19d5a649ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951261473', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:46:25Z', 'updated_at': '2021-11-15T11:46:30Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:46:26Z', 'updated_at': '2021-11-15T11:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '228dabcb-eaa9-4ca8-a692-23b0f25e323d', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'port_id': 'f15e4ccc-47ca-4b96-9681-69a8814f5dd1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7', 'mac_address': 'fa:16:3e:76:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8335081a-5a40-457a-98ac-44484848ad54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:46:43Z', 'updated_at': '2021-11-15T11:46:43Z', 'revision_number': 0, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '307c8a43-2630-4398-8ebf-3cd2e701bb55', 'name': '', 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:0f:b5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '17ee72d1-5ebc-4c38-885b-4ae82a34b602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:46:29Z', 'updated_at': '2021-11-15T11:46:33Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': '17ee72d1-5ebc-4c38-885b-4ae82a34b602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:45.254179 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab002276-ded4-4c43-8633-19d5a649ee94 None None] The sync data for ids ['10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'] in n-d-729945-9 is: [{'id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951261473', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:46:25Z', 'updated_at': '2021-11-15T11:46:30Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:46:26Z', 'updated_at': '2021-11-15T11:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '228dabcb-eaa9-4ca8-a692-23b0f25e323d', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'port_id': 'f15e4ccc-47ca-4b96-9681-69a8814f5dd1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7', 'mac_address': 'fa:16:3e:76:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8335081a-5a40-457a-98ac-44484848ad54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:46:43Z', 'updated_at': '2021-11-15T11:46:43Z', 'revision_number': 0, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '307c8a43-2630-4398-8ebf-3cd2e701bb55', 'name': '', 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:0f:b5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '17ee72d1-5ebc-4c38-885b-4ae82a34b602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:46:29Z', 'updated_at': '2021-11-15T11:46:33Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': '17ee72d1-5ebc-4c38-885b-4ae82a34b602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:46:45.256587 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cf1dfd-a8a6-4aa9-815a-6eef4b43b4a2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Network 126f6b10-e612-4b39-8fbd-bd409b405749 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:46:45.264107 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51d314-443b-419f-a037-ed4e162e4094 req-29e07f3b-c35d-4538-92c8-d7f88dc56aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:45.265968 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-da51d314-443b-419f-a037-ed4e162e4094 req-29e07f3b-c35d-4538-92c8-d7f88dc56aa9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0709746 Nov 15 11:46:45.272937 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632992fb-b969-4eec-97d8-22ee11f69520 req-86a231fe-2254-48cc-9d24-125611b245a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:45.274770 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-632992fb-b969-4eec-97d8-22ee11f69520 req-86a231fe-2254-48cc-9d24-125611b245a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 HTTP/1.1" status: 200 len: 898 time: 0.1795375 Nov 15 11:46:45.276246 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-f9cf1dfd-a8a6-4aa9-815a-6eef4b43b4a2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 126f6b10-e612-4b39-8fbd-bd409b405749) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:45.282988 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cf1dfd-a8a6-4aa9-815a-6eef4b43b4a2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:45.284272 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1dfd-a8a6-4aa9-815a-6eef4b43b4a2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:45.285725 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d1b51d-9352-4352-8ebe-dcd0d68ce2cc None None] Network 126f6b10-e612-4b39-8fbd-bd409b405749 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:45.329772 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51d314-443b-419f-a037-ed4e162e4094 req-926841ab-dda2-49b5-a476-b2c683e2dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:45.331327 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-da51d314-443b-419f-a037-ed4e162e4094 req-926841ab-dda2-49b5-a476-b2c683e2dde6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582650 Nov 15 11:46:45.362966 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f9cf1dfd-a8a6-4aa9-815a-6eef4b43b4a2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2696078 Nov 15 11:46:45.363651 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47694) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:45.396941 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-632992fb-b969-4eec-97d8-22ee11f69520 req-ecd76d42-0e6e-413b-8000-068621549122 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f15e4ccc-47ca-4b96-9681-69a8814f5dd1 HTTP/1.1" status: 200 len: 999 time: 0.1088686 Nov 15 11:46:45.459492 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6aa9eb-0ad0-4ac2-92c7-eacff17c9a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-126f6b10-e612-4b39-8fbd-bd409b405749', 'network_id': '126f6b10-e612-4b39-8fbd-bd409b405749', 'tenant_id': '499ea230c9d44fb582c6211e6b9ba503', 'fixed_ips': [{'subnet_id': '0c6016f2-8870-4922-929f-774a291f0923'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:46:45.460478 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa9eb-0ad0-4ac2-92c7-eacff17c9a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:45.462467 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-da51d314-443b-419f-a037-ed4e162e4094 req-100b2f5f-fcb4-4a06-aaf7-16e74476f516 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203642 Nov 15 11:46:45.512427 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632992fb-b969-4eec-97d8-22ee11f69520 req-3d454d1c-d989-47f0-95a4-3940fd5f0735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:45.513979 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-632992fb-b969-4eec-97d8-22ee11f69520 req-3d454d1c-d989-47f0-95a4-3940fd5f0735 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17ee72d1-5ebc-4c38-885b-4ae82a34b602 HTTP/1.1" status: 200 len: 834 time: 0.0855951 Nov 15 11:46:45.564196 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:45.569955 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-da51d314-443b-419f-a037-ed4e162e4094 req-5a7f2acf-cc82-42a6-93c7-e6169ff18ea7 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029606 Nov 15 11:46:45.585626 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632992fb-b969-4eec-97d8-22ee11f69520 req-672c40bb-6073-4fe0-8844-31d9e762f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:45.587697 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-632992fb-b969-4eec-97d8-22ee11f69520 req-672c40bb-6073-4fe0-8844-31d9e762f143 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621200 Nov 15 11:46:45.610556 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-7b6aa9eb-0ad0-4ac2-92c7-eacff17c9a9c None None] Allocated IP 2001:db8::1 (126f6b10-e612-4b39-8fbd-bd409b405749/0c6016f2-8870-4922-929f-774a291f0923/b07a3fb8-df25-4151-9030-7423d8c6213a) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:45.687277 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:45.770153 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-632992fb-b969-4eec-97d8-22ee11f69520 req-d59f51d7-ffeb-4c62-b82f-3f14bc7d27f7 service neutron] 10.222.0.11 "GET /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596041 Nov 15 11:46:45.784451 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7359a0d2-bd8e-4268-b27d-0a8eb456a561 None None] New status for floating IP 228dabcb-eaa9-4ca8-a692-23b0f25e323d: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:46:45.878556 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 66472fdc-ac3e-4ba3-b512-cbfd2547abfd up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:46:45.881235 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-632992fb-b969-4eec-97d8-22ee11f69520 req-d3b5909c-3c9a-4054-bf96-820cf582e153 service neutron] 10.222.0.11 "GET /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033797 Nov 15 11:46:45.915166 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47698) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:45.952949 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa9eb-0ad0-4ac2-92c7-eacff17c9a9c None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:45.971364 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa9eb-0ad0-4ac2-92c7-eacff17c9a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:45.997383 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6ed0af0e-7e09-4d3c-9381-74a6ee97cbd5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/floatingips/228dabcb-eaa9-4ca8-a692-23b0f25e323d HTTP/1.1" status: 200 len: 991 time: 0.0811484 Nov 15 11:46:45.998817 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:46.038529 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Subnet': ['ID=0c6016f2-8870-4922-929f-774a291f0923,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:46.067489 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6aa9eb-0ad0-4ac2-92c7-eacff17c9a9c None None] Network 126f6b10-e612-4b39-8fbd-bd409b405749 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:46.074536 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-7b6aa9eb-0ad0-4ac2-92c7-eacff17c9a9c None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:46.077233 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6aa9eb-0ad0-4ac2-92c7-eacff17c9a9c None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:46.100984 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 66472fdc-ac3e-4ba3-b512-cbfd2547abfd triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:46.101346 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:46.103257 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6aa9eb-0ad0-4ac2-92c7-eacff17c9a9c None None] Pushing event updated for resources: {'Port': ['ID=b07a3fb8-df25-4151-9030-7423d8c6213a,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:46.112244 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:46.142278 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126f6b10-e612-4b39-8fbd-bd409b405749']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:46.152957 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade16ea3-bab6-488a-a79f-ae2cf18d8efb') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:46.154072 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade16ea3-bab6-488a-a79f-ae2cf18d8efb') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:46.164978 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:46.167029 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6077ce-5981-4cb2-9097-dabfca2b8ed4 None None] Network 45071cdf-bc7f-4bb6-876b-bb587c65829f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:46.177882 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:46.184275 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:46:46.184844 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:46:46.188583 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:46:46.248019 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 11:46:46.248019 n-d-729945-9 neutron-server[102678]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 11:46:46.248019 n-d-729945-9 neutron-server[102678]: [parameters: {'id': '126f6b10-e612-4b39-8fbd-bd409b405749'}] Nov 15 11:46:46.248019 n-d-729945-9 neutron-server[102678]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:46:46.248928 n-d-729945-9 neutron-server[102678]: DEBUG oslo_db.api [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:46:46.426372 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7b6aa9eb-0ad0-4ac2-92c7-eacff17c9a9c None None] Attempting to bind port b07a3fb8-df25-4151-9030-7423d8c6213a on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:46:46.426974 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7b6aa9eb-0ad0-4ac2-92c7-eacff17c9a9c None None] Attempting to bind port b07a3fb8-df25-4151-9030-7423d8c6213a by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'ade16ea3-bab6-488a-a79f-ae2cf18d8efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '126f6b10-e612-4b39-8fbd-bd409b405749'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:46:46.426974 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6aa9eb-0ad0-4ac2-92c7-eacff17c9a9c None None] Attempting to bind port b07a3fb8-df25-4151-9030-7423d8c6213a on network 126f6b10-e612-4b39-8fbd-bd409b405749 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:46:46.431051 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e4d46c14-4e4f-4168-a315-f629ef89cdc6 None None] Provisioning complete for port 66472fdc-ac3e-4ba3-b512-cbfd2547abfd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:46.431409 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e4d46c14-4e4f-4168-a315-f629ef89cdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:46.466549 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6aa9eb-0ad0-4ac2-92c7-eacff17c9a9c None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:46:46.466886 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6aa9eb-0ad0-4ac2-92c7-eacff17c9a9c None None] Checking segment: {'id': 'ade16ea3-bab6-488a-a79f-ae2cf18d8efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '126f6b10-e612-4b39-8fbd-bd409b405749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:46:46.467298 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa9eb-0ad0-4ac2-92c7-eacff17c9a9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:46.467680 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6aa9eb-0ad0-4ac2-92c7-eacff17c9a9c None None] Bound using segment: {'id': 'ade16ea3-bab6-488a-a79f-ae2cf18d8efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '126f6b10-e612-4b39-8fbd-bd409b405749'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:46:46.468268 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7b6aa9eb-0ad0-4ac2-92c7-eacff17c9a9c None None] Bound port: b07a3fb8-df25-4151-9030-7423d8c6213a, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade16ea3-bab6-488a-a79f-ae2cf18d8efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '126f6b10-e612-4b39-8fbd-bd409b405749'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:46:46.468628 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa9eb-0ad0-4ac2-92c7-eacff17c9a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:46.623362 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:46.673142 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7b6aa9eb-0ad0-4ac2-92c7-eacff17c9a9c None None] For port b07a3fb8-df25-4151-9030-7423d8c6213a, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:46:46.706519 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7b6aa9eb-0ad0-4ac2-92c7-eacff17c9a9c None None] For port b07a3fb8-df25-4151-9030-7423d8c6213a, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b07a3fb8-df25-4151-9030-7423d8c6213a,segment=NetworkSegment(ade16ea3-bab6-488a-a79f-ae2cf18d8efb),segment_id=ade16ea3-bab6-488a-a79f-ae2cf18d8efb)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:46:46.711939 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e4d46c14-4e4f-4168-a315-f629ef89cdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:46.721157 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa9eb-0ad0-4ac2-92c7-eacff17c9a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:46.730026 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 66472fdc-ac3e-4ba3-b512-cbfd2547abfd, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=66472fdc-ac3e-4ba3-b512-cbfd2547abfd,segment=NetworkSegment(bf75f793-e202-41f6-958d-c159ce9b8d6d),segment_id=bf75f793-e202-41f6-958d-c159ce9b8d6d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:46:46.750895 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:46.758814 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:46.824697 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Deleting port b07a3fb8-df25-4151-9030-7423d8c6213a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:46:46.825048 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:46.850771 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6aa9eb-0ad0-4ac2-92c7-eacff17c9a9c None None] Pushing event updated for resources: {'Port': ['ID=b07a3fb8-df25-4151-9030-7423d8c6213a,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:46.864771 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efefd758-a74a-443a-b49d-a04aa19b7b8e None None] Network 126f6b10-e612-4b39-8fbd-bd409b405749 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:46.903953 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] For port b07a3fb8-df25-4151-9030-7423d8c6213a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b07a3fb8-df25-4151-9030-7423d8c6213a,segment=NetworkSegment(ade16ea3-bab6-488a-a79f-ae2cf18d8efb),segment_id=ade16ea3-bab6-488a-a79f-ae2cf18d8efb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:46:46.904455 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:46.919005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Calling delete_port for b07a3fb8-df25-4151-9030-7423d8c6213a owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:46:46.922762 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-e4d46c14-4e4f-4168-a315-f629ef89cdc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:46:46.922762 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-e4d46c14-4e4f-4168-a315-f629ef89cdc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:46:46.969606 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=66472fdc-ac3e-4ba3-b512-cbfd2547abfd,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:47.000156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47702) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:47.007106 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:47.030902 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613cbb34-254f-41e6-bb74-68281d8cbff5 None None] get_active_networks_info from n-d-729945-9 {{(pid=102679) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 11:46:47.065106 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Port': ['ID=b07a3fb8-df25-4151-9030-7423d8c6213a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:47.072384 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] No DVR routers for this DVR port b07a3fb8-df25-4151-9030-7423d8c6213a on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:46:47.131370 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613cbb34-254f-41e6-bb74-68281d8cbff5 None None] Resources bound (agent type, host, resource id): {{(pid=102679) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 11:46:47.152719 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2a014001-66f7-4974-8aa6-4c94ec5f0a0f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/floatingips/228dabcb-eaa9-4ca8-a692-23b0f25e323d HTTP/1.1" status: 200 len: 993 time: 0.1512787 Nov 15 11:46:47.172611 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:47.192545 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126f6b10-e612-4b39-8fbd-bd409b405749']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:47.202110 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade16ea3-bab6-488a-a79f-ae2cf18d8efb') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:47.202399 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade16ea3-bab6-488a-a79f-ae2cf18d8efb') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:47.212348 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:47.227570 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:47.234059 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:46:47.234452 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:46:47.237611 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:46:47.297187 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:47.304452 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:47.307646 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/networks/126f6b10-e612-4b39-8fbd-bd409b405749 HTTP/1.1" status: 204 len: 168 time: 1.9405673 Nov 15 11:46:47.311477 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47704) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:47.318301 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-fc09b84b-977a-4074-a32e-15dab2e04343 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-876367546'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:47.319716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776ebfe-1bf3-44e6-81ea-a7010e848c16 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Network': ['ID=126f6b10-e612-4b39-8fbd-bd409b405749,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:47.344922 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc09b84b-977a-4074-a32e-15dab2e04343 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Made reservation on behalf of 499ea230c9d44fb582c6211e6b9ba503 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:47.349042 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc09b84b-977a-4074-a32e-15dab2e04343 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:47.375023 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc09b84b-977a-4074-a32e-15dab2e04343 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:46:47.385004 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc09b84b-977a-4074-a32e-15dab2e04343 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:47.385428 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-fc09b84b-977a-4074-a32e-15dab2e04343 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Added segment 5ad7dbca-84b1-4f65-b49d-af3fa588850d of type vlan for network c825d599-f409-4eaa-ab00-ca927eceb4e4 Nov 15 11:46:47.438799 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc09b84b-977a-4074-a32e-15dab2e04343 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:47.465201 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc09b84b-977a-4074-a32e-15dab2e04343 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:47.472338 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc09b84b-977a-4074-a32e-15dab2e04343 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:47.473001 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fc09b84b-977a-4074-a32e-15dab2e04343 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:47.538221 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fc09b84b-977a-4074-a32e-15dab2e04343 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2246537 Nov 15 11:46:47.541092 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47706) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:47.548379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-ef945ddf-dc0d-4822-b78f-8421f0a9d920 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Request body: {'subnet': {'network_id': 'c825d599-f409-4eaa-ab00-ca927eceb4e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:47.553676 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09b84b-977a-4074-a32e-15dab2e04343 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'Network': ['ID=c825d599-f409-4eaa-ab00-ca927eceb4e4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:47.565821 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network c825d599-f409-4eaa-ab00-ca927eceb4e4 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:46:47.634238 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-4495328e-6f54-4e84-9b93-d717ab7749ad None None] Provisioning complete for port 66472fdc-ac3e-4ba3-b512-cbfd2547abfd triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:47.634641 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4495328e-6f54-4e84-9b93-d717ab7749ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:47.656721 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef945ddf-dc0d-4822-b78f-8421f0a9d920 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Made reservation on behalf of 499ea230c9d44fb582c6211e6b9ba503 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:47.661065 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef945ddf-dc0d-4822-b78f-8421f0a9d920 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:47.767359 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 66472fdc-ac3e-4ba3-b512-cbfd2547abfd up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:46:47.826953 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 66472fdc-ac3e-4ba3-b512-cbfd2547abfd triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:47.827320 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:47.880600 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef945ddf-dc0d-4822-b78f-8421f0a9d920 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:47.960629 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef945ddf-dc0d-4822-b78f-8421f0a9d920 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'Subnet': ['ID=ab0ebce5-c403-4c37-8ada-79a24524eb7a,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:47.971356 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef945ddf-dc0d-4822-b78f-8421f0a9d920 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Checking segment: {'id': '5ad7dbca-84b1-4f65-b49d-af3fa588850d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c825d599-f409-4eaa-ab00-ca927eceb4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:46:47.971764 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef945ddf-dc0d-4822-b78f-8421f0a9d920 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Network hostable DHCP agents. Network: c825d599-f409-4eaa-ab00-ca927eceb4e4, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:46:47.989694 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef945ddf-dc0d-4822-b78f-8421f0a9d920 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Network c825d599-f409-4eaa-ab00-ca927eceb4e4 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:46:47.999603 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ef945ddf-dc0d-4822-b78f-8421f0a9d920 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, c825d599-f409-4eaa-ab00-ca927eceb4e4) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:48.004065 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef945ddf-dc0d-4822-b78f-8421f0a9d920 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:48.004730 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ef945ddf-dc0d-4822-b78f-8421f0a9d920 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:48.010629 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a4b9fd-7e76-43d8-aa1a-933c4b9bc451 None None] Network c825d599-f409-4eaa-ab00-ca927eceb4e4 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:48.023422 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ef945ddf-dc0d-4822-b78f-8421f0a9d920 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4807525 Nov 15 11:46:48.027394 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47708) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:48.032557 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0baeb519-7e85-485c-b5c1-b3acca1ebc64 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-335844273'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:48.055109 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0baeb519-7e85-485c-b5c1-b3acca1ebc64 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Made reservation on behalf of 499ea230c9d44fb582c6211e6b9ba503 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:48.058656 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0baeb519-7e85-485c-b5c1-b3acca1ebc64 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:48.085528 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0baeb519-7e85-485c-b5c1-b3acca1ebc64 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:46:48.096649 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0baeb519-7e85-485c-b5c1-b3acca1ebc64 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:48.097355 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-0baeb519-7e85-485c-b5c1-b3acca1ebc64 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Added segment c9cf27aa-b7cb-483f-bc9b-ec6999ab643a of type vlan for network f258a921-8f35-4a80-b01d-f8758a68e3de Nov 15 11:46:48.144915 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0baeb519-7e85-485c-b5c1-b3acca1ebc64 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:48.174376 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399da56c-477e-47d3-b8f1-b9bbd6a28046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-c825d599-f409-4eaa-ab00-ca927eceb4e4', 'network_id': 'c825d599-f409-4eaa-ab00-ca927eceb4e4', 'tenant_id': '499ea230c9d44fb582c6211e6b9ba503', 'fixed_ips': [{'subnet_id': 'ab0ebce5-c403-4c37-8ada-79a24524eb7a'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:46:48.175328 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-399da56c-477e-47d3-b8f1-b9bbd6a28046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:48.175677 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0baeb519-7e85-485c-b5c1-b3acca1ebc64 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:48.181633 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baeb519-7e85-485c-b5c1-b3acca1ebc64 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:48.182192 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0baeb519-7e85-485c-b5c1-b3acca1ebc64 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:48.244081 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0baeb519-7e85-485c-b5c1-b3acca1ebc64 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2154062 Nov 15 11:46:48.248298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47710) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:48.254258 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-485411ae-02a5-4c88-be10-6fcc60a38306 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Request body: {'subnet': {'network_id': 'f258a921-8f35-4a80-b01d-f8758a68e3de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:48.258903 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baeb519-7e85-485c-b5c1-b3acca1ebc64 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'Network': ['ID=f258a921-8f35-4a80-b01d-f8758a68e3de,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:48.274893 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network f258a921-8f35-4a80-b01d-f8758a68e3de details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:46:48.351467 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485411ae-02a5-4c88-be10-6fcc60a38306 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Made reservation on behalf of 499ea230c9d44fb582c6211e6b9ba503 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:48.355339 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-485411ae-02a5-4c88-be10-6fcc60a38306 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:48.379164 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-399da56c-477e-47d3-b8f1-b9bbd6a28046 None None] Allocated IP 2001:db8::3 (c825d599-f409-4eaa-ab00-ca927eceb4e4/ab0ebce5-c403-4c37-8ada-79a24524eb7a/7b93fd7e-0f95-43dd-8f01-2deca5b4ac88) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:48.412892 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-485411ae-02a5-4c88-be10-6fcc60a38306 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Performing IP validity checks on allocation pools {{(pid=102678) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 15 11:46:48.413410 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.ipam_backend_mixin [None req-485411ae-02a5-4c88-be10-6fcc60a38306 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102678) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 15 11:46:48.528084 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-399da56c-477e-47d3-b8f1-b9bbd6a28046 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:48.535164 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-399da56c-477e-47d3-b8f1-b9bbd6a28046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:48.539855 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-485411ae-02a5-4c88-be10-6fcc60a38306 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:48.576972 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399da56c-477e-47d3-b8f1-b9bbd6a28046 None None] Network c825d599-f409-4eaa-ab00-ca927eceb4e4 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:48.580896 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-399da56c-477e-47d3-b8f1-b9bbd6a28046 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:48.583523 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399da56c-477e-47d3-b8f1-b9bbd6a28046 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:48.587131 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399da56c-477e-47d3-b8f1-b9bbd6a28046 None None] Pushing event updated for resources: {'Port': ['ID=7b93fd7e-0f95-43dd-8f01-2deca5b4ac88,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:48.599338 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485411ae-02a5-4c88-be10-6fcc60a38306 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'Subnet': ['ID=68fca641-79d6-4148-9dac-b6b68c01cd54,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:48.608748 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485411ae-02a5-4c88-be10-6fcc60a38306 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Checking segment: {'id': 'c9cf27aa-b7cb-483f-bc9b-ec6999ab643a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'f258a921-8f35-4a80-b01d-f8758a68e3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:46:48.609099 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485411ae-02a5-4c88-be10-6fcc60a38306 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Network hostable DHCP agents. Network: f258a921-8f35-4a80-b01d-f8758a68e3de, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:46:48.625893 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485411ae-02a5-4c88-be10-6fcc60a38306 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Network f258a921-8f35-4a80-b01d-f8758a68e3de is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:46:48.635543 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-485411ae-02a5-4c88-be10-6fcc60a38306 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, f258a921-8f35-4a80-b01d-f8758a68e3de) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:48.638480 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-399da56c-477e-47d3-b8f1-b9bbd6a28046 None None] Attempting to bind port 7b93fd7e-0f95-43dd-8f01-2deca5b4ac88 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:46:48.638847 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-399da56c-477e-47d3-b8f1-b9bbd6a28046 None None] Attempting to bind port 7b93fd7e-0f95-43dd-8f01-2deca5b4ac88 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '5ad7dbca-84b1-4f65-b49d-af3fa588850d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c825d599-f409-4eaa-ab00-ca927eceb4e4'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:46:48.639200 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399da56c-477e-47d3-b8f1-b9bbd6a28046 None None] Attempting to bind port 7b93fd7e-0f95-43dd-8f01-2deca5b4ac88 on network c825d599-f409-4eaa-ab00-ca927eceb4e4 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:46:48.640759 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485411ae-02a5-4c88-be10-6fcc60a38306 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:48.641738 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-485411ae-02a5-4c88-be10-6fcc60a38306 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:48.645047 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399da56c-477e-47d3-b8f1-b9bbd6a28046 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:46:48.645413 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399da56c-477e-47d3-b8f1-b9bbd6a28046 None None] Checking segment: {'id': '5ad7dbca-84b1-4f65-b49d-af3fa588850d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c825d599-f409-4eaa-ab00-ca927eceb4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:46:48.645806 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-399da56c-477e-47d3-b8f1-b9bbd6a28046 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:48.646212 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399da56c-477e-47d3-b8f1-b9bbd6a28046 None None] Bound using segment: {'id': '5ad7dbca-84b1-4f65-b49d-af3fa588850d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c825d599-f409-4eaa-ab00-ca927eceb4e4'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:46:48.646677 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-399da56c-477e-47d3-b8f1-b9bbd6a28046 None None] Bound port: 7b93fd7e-0f95-43dd-8f01-2deca5b4ac88, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad7dbca-84b1-4f65-b49d-af3fa588850d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c825d599-f409-4eaa-ab00-ca927eceb4e4'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:46:48.647052 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-399da56c-477e-47d3-b8f1-b9bbd6a28046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:48.651053 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32003ad9-36ea-4260-8824-2f92f9e5185e None None] Network f258a921-8f35-4a80-b01d-f8758a68e3de requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:48.658249 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-485411ae-02a5-4c88-be10-6fcc60a38306 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.4087720 Nov 15 11:46:48.660964 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47712) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:48.760023 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bc147f43-cebd-470f-8de9-3559a072b8b2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:48.776370 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-399da56c-477e-47d3-b8f1-b9bbd6a28046 None None] For port 7b93fd7e-0f95-43dd-8f01-2deca5b4ac88, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:46:48.779730 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-399da56c-477e-47d3-b8f1-b9bbd6a28046 None None] For port 7b93fd7e-0f95-43dd-8f01-2deca5b4ac88, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7b93fd7e-0f95-43dd-8f01-2deca5b4ac88,segment=NetworkSegment(5ad7dbca-84b1-4f65-b49d-af3fa588850d),segment_id=5ad7dbca-84b1-4f65-b49d-af3fa588850d)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:46:48.806267 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-399da56c-477e-47d3-b8f1-b9bbd6a28046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:48.811845 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bc147f43-cebd-470f-8de9-3559a072b8b2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:48.876409 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bc147f43-cebd-470f-8de9-3559a072b8b2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:48.892146 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fc07c2-181f-4548-8ca1-ee9e173e4cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-f258a921-8f35-4a80-b01d-f8758a68e3de', 'network_id': 'f258a921-8f35-4a80-b01d-f8758a68e3de', 'tenant_id': '499ea230c9d44fb582c6211e6b9ba503', 'fixed_ips': [{'subnet_id': '68fca641-79d6-4148-9dac-b6b68c01cd54'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:46:48.893012 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-73fc07c2-181f-4548-8ca1-ee9e173e4cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:48.895407 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399da56c-477e-47d3-b8f1-b9bbd6a28046 None None] Pushing event updated for resources: {'Port': ['ID=7b93fd7e-0f95-43dd-8f01-2deca5b4ac88,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:48.904006 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc147f43-cebd-470f-8de9-3559a072b8b2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Subnet': ['ID=68fca641-79d6-4148-9dac-b6b68c01cd54,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:48.971518 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bc147f43-cebd-470f-8de9-3559a072b8b2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:48.981584 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f91d860-8a30-474f-9c64-9436ecfa8619 None None] Network f258a921-8f35-4a80-b01d-f8758a68e3de requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:48.995602 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-bc147f43-cebd-470f-8de9-3559a072b8b2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f258a921-8f35-4a80-b01d-f8758a68e3de']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:49.005843 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-bc147f43-cebd-470f-8de9-3559a072b8b2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9cf27aa-b7cb-483f-bc9b-ec6999ab643a') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:49.006366 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-bc147f43-cebd-470f-8de9-3559a072b8b2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9cf27aa-b7cb-483f-bc9b-ec6999ab643a') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:49.020003 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bc147f43-cebd-470f-8de9-3559a072b8b2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:49.037448 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bc147f43-cebd-470f-8de9-3559a072b8b2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:49.055757 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc147f43-cebd-470f-8de9-3559a072b8b2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:46:49.056242 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bc147f43-cebd-470f-8de9-3559a072b8b2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:46:49.060442 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:46:49.135671 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bc147f43-cebd-470f-8de9-3559a072b8b2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:49.145018 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bc147f43-cebd-470f-8de9-3559a072b8b2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:49.148353 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-bc147f43-cebd-470f-8de9-3559a072b8b2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/networks/f258a921-8f35-4a80-b01d-f8758a68e3de HTTP/1.1" status: 204 len: 168 time: 0.4864562 Nov 15 11:46:49.152084 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47714) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:49.157580 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-34c17492-41e9-407a-935e-cbbcad6d0132 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1258957574'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:49.158887 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc147f43-cebd-470f-8de9-3559a072b8b2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Network': ['ID=f258a921-8f35-4a80-b01d-f8758a68e3de,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:49.181411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c17492-41e9-407a-935e-cbbcad6d0132 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Made reservation on behalf of 499ea230c9d44fb582c6211e6b9ba503 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:49.185010 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34c17492-41e9-407a-935e-cbbcad6d0132 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:49.215715 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c17492-41e9-407a-935e-cbbcad6d0132 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:46:49.224725 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34c17492-41e9-407a-935e-cbbcad6d0132 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:49.225061 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-34c17492-41e9-407a-935e-cbbcad6d0132 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Added segment 06848e11-081c-43b5-b61a-467a424cfd8c of type vlan for network 5fb51d38-a0e8-4f02-aabe-ce00fe4f0e93 Nov 15 11:46:49.266220 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34c17492-41e9-407a-935e-cbbcad6d0132 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:49.291400 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34c17492-41e9-407a-935e-cbbcad6d0132 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:49.296946 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c17492-41e9-407a-935e-cbbcad6d0132 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:49.297526 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34c17492-41e9-407a-935e-cbbcad6d0132 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:49.354447 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-34c17492-41e9-407a-935e-cbbcad6d0132 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2011907 Nov 15 11:46:49.358235 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47716) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:49.363552 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c7e48a39-f088-48d1-a012-18f87cb42d8c tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Request body: {'subnet': {'network_id': '5fb51d38-a0e8-4f02-aabe-ce00fe4f0e93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:49.366659 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c17492-41e9-407a-935e-cbbcad6d0132 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'Network': ['ID=5fb51d38-a0e8-4f02-aabe-ce00fe4f0e93,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:49.378326 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 5fb51d38-a0e8-4f02-aabe-ce00fe4f0e93 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:46:49.464183 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e48a39-f088-48d1-a012-18f87cb42d8c tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Made reservation on behalf of 499ea230c9d44fb582c6211e6b9ba503 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:49.467655 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7e48a39-f088-48d1-a012-18f87cb42d8c tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:49.656052 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7e48a39-f088-48d1-a012-18f87cb42d8c tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:49.710244 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e48a39-f088-48d1-a012-18f87cb42d8c tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'Subnet': ['ID=3e82febe-a558-4f28-af2a-d93cddf018e8,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:49.729137 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e48a39-f088-48d1-a012-18f87cb42d8c tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Checking segment: {'id': '06848e11-081c-43b5-b61a-467a424cfd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '5fb51d38-a0e8-4f02-aabe-ce00fe4f0e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:46:49.732055 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e48a39-f088-48d1-a012-18f87cb42d8c tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Network hostable DHCP agents. Network: 5fb51d38-a0e8-4f02-aabe-ce00fe4f0e93, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:46:49.756963 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e48a39-f088-48d1-a012-18f87cb42d8c tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Network 5fb51d38-a0e8-4f02-aabe-ce00fe4f0e93 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:46:49.773757 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-c7e48a39-f088-48d1-a012-18f87cb42d8c tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 5fb51d38-a0e8-4f02-aabe-ce00fe4f0e93) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:49.781262 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e48a39-f088-48d1-a012-18f87cb42d8c tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:49.781966 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7e48a39-f088-48d1-a012-18f87cb42d8c tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:49.786997 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27538db-9447-4f4d-982d-af1342213cb3 None None] Network 5fb51d38-a0e8-4f02-aabe-ce00fe4f0e93 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:49.802434 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c7e48a39-f088-48d1-a012-18f87cb42d8c tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.4428515 Nov 15 11:46:49.805202 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47718) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:49.851866 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7b93fd7e-0f95-43dd-8f01-2deca5b4ac88 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:46:49.915044 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec966aa3-7219-4f2c-977f-86d90c27f76f None None] Network c825d599-f409-4eaa-ab00-ca927eceb4e4 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:49.919287 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14251b74-c1e0-4973-a59a-705476b49f19 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:49.971359 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14251b74-c1e0-4973-a59a-705476b49f19 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:50.032242 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0097ad9b-25fd-42a3-8bb9-ade4e317ad39 None None] Provisioning complete for port 7b93fd7e-0f95-43dd-8f01-2deca5b4ac88 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:50.032558 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0097ad9b-25fd-42a3-8bb9-ade4e317ad39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:50.036673 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14251b74-c1e0-4973-a59a-705476b49f19 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:50.056692 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 7b93fd7e-0f95-43dd-8f01-2deca5b4ac88 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:50.057046 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:50.073033 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14251b74-c1e0-4973-a59a-705476b49f19 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Subnet': ['ID=3e82febe-a558-4f28-af2a-d93cddf018e8,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:50.127662 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dc1210-08f2-40cb-8603-a7f22e328f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-5fb51d38-a0e8-4f02-aabe-ce00fe4f0e93', 'network_id': '5fb51d38-a0e8-4f02-aabe-ce00fe4f0e93', 'tenant_id': '499ea230c9d44fb582c6211e6b9ba503', 'fixed_ips': [{'subnet_id': '3e82febe-a558-4f28-af2a-d93cddf018e8'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:46:50.128518 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-84dc1210-08f2-40cb-8603-a7f22e328f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:50.145624 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14251b74-c1e0-4973-a59a-705476b49f19 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:50.167147 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-14251b74-c1e0-4973-a59a-705476b49f19 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb51d38-a0e8-4f02-aabe-ce00fe4f0e93']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:50.177507 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-14251b74-c1e0-4973-a59a-705476b49f19 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06848e11-081c-43b5-b61a-467a424cfd8c') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:50.177815 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-14251b74-c1e0-4973-a59a-705476b49f19 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06848e11-081c-43b5-b61a-467a424cfd8c') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:50.188815 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14251b74-c1e0-4973-a59a-705476b49f19 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:50.204022 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14251b74-c1e0-4973-a59a-705476b49f19 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:50.211756 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14251b74-c1e0-4973-a59a-705476b49f19 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Releasing vlan 854 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:46:50.212353 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14251b74-c1e0-4973-a59a-705476b49f19 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:46:50.216118 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:46:50.280843 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14251b74-c1e0-4973-a59a-705476b49f19 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:50.288016 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-14251b74-c1e0-4973-a59a-705476b49f19 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:50.291195 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-14251b74-c1e0-4973-a59a-705476b49f19 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/networks/5fb51d38-a0e8-4f02-aabe-ce00fe4f0e93 HTTP/1.1" status: 204 len: 168 time: 0.4848716 Nov 15 11:46:50.295285 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47720) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:50.310392 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-a49c882b-b647-4432-a46e-0743dab96022 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1318517132'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:50.314948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14251b74-c1e0-4973-a59a-705476b49f19 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Network': ['ID=5fb51d38-a0e8-4f02-aabe-ce00fe4f0e93,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:50.337453 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49c882b-b647-4432-a46e-0743dab96022 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Made reservation on behalf of 499ea230c9d44fb582c6211e6b9ba503 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:50.340970 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a49c882b-b647-4432-a46e-0743dab96022 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:50.366296 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49c882b-b647-4432-a46e-0743dab96022 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:46:50.378665 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a49c882b-b647-4432-a46e-0743dab96022 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:50.379413 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-a49c882b-b647-4432-a46e-0743dab96022 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Added segment 0b5c24ac-fe36-4f9b-9a60-dd56af9a86e3 of type vlan for network de9db241-400e-41c1-9d90-7f35689b5be3 Nov 15 11:46:50.396366 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1834ef-fbe3-471c-869c-63303400376a None None] Network 5fb51d38-a0e8-4f02-aabe-ce00fe4f0e93 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:50.419512 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a49c882b-b647-4432-a46e-0743dab96022 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:50.441176 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1834ef-fbe3-471c-869c-63303400376a None None] Network 5fb51d38-a0e8-4f02-aabe-ce00fe4f0e93 could not be found, it might have been deleted concurrently. {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 15 11:46:50.459857 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0097ad9b-25fd-42a3-8bb9-ade4e317ad39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:50.463955 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:50.464471 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a49c882b-b647-4432-a46e-0743dab96022 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:50.470097 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49c882b-b647-4432-a46e-0743dab96022 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:50.470675 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a49c882b-b647-4432-a46e-0743dab96022 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:50.512626 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0097ad9b-25fd-42a3-8bb9-ade4e317ad39 None None] For port 7b93fd7e-0f95-43dd-8f01-2deca5b4ac88, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7b93fd7e-0f95-43dd-8f01-2deca5b4ac88,segment=NetworkSegment(5ad7dbca-84b1-4f65-b49d-af3fa588850d),segment_id=5ad7dbca-84b1-4f65-b49d-af3fa588850d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:46:50.518885 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0097ad9b-25fd-42a3-8bb9-ade4e317ad39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:50.533785 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a49c882b-b647-4432-a46e-0743dab96022 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2371781 Nov 15 11:46:50.536893 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47722) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:50.541549 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-508feb10-7fce-4e5e-9c45-c85c07a6c0dd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Request body: {'subnet': {'network_id': 'de9db241-400e-41c1-9d90-7f35689b5be3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:50.592852 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:46:50.593112 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:46:50.593705 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097ad9b-25fd-42a3-8bb9-ade4e317ad39 None None] Pushing event updated for resources: {'Port': ['ID=7b93fd7e-0f95-43dd-8f01-2deca5b4ac88,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:50.596978 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c882b-b647-4432-a46e-0743dab96022 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'Network': ['ID=de9db241-400e-41c1-9d90-7f35689b5be3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:50.614404 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network de9db241-400e-41c1-9d90-7f35689b5be3 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:46:50.640774 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508feb10-7fce-4e5e-9c45-c85c07a6c0dd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Made reservation on behalf of 499ea230c9d44fb582c6211e6b9ba503 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:50.644310 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-508feb10-7fce-4e5e-9c45-c85c07a6c0dd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:50.739045 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-89b3a18e-ac0c-4a73-b699-3f7ce689189b None None] Provisioning complete for port 7b93fd7e-0f95-43dd-8f01-2deca5b4ac88 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:50.739416 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-89b3a18e-ac0c-4a73-b699-3f7ce689189b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:50.822671 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-508feb10-7fce-4e5e-9c45-c85c07a6c0dd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:50.885574 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508feb10-7fce-4e5e-9c45-c85c07a6c0dd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'Subnet': ['ID=1c1f522a-8b5c-4204-b220-3d9274e9e35a,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:50.894281 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508feb10-7fce-4e5e-9c45-c85c07a6c0dd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Checking segment: {'id': '0b5c24ac-fe36-4f9b-9a60-dd56af9a86e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'de9db241-400e-41c1-9d90-7f35689b5be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:46:50.894633 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508feb10-7fce-4e5e-9c45-c85c07a6c0dd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Network hostable DHCP agents. Network: de9db241-400e-41c1-9d90-7f35689b5be3, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:46:50.914962 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508feb10-7fce-4e5e-9c45-c85c07a6c0dd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Network de9db241-400e-41c1-9d90-7f35689b5be3 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:46:50.924825 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-508feb10-7fce-4e5e-9c45-c85c07a6c0dd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, de9db241-400e-41c1-9d90-7f35689b5be3) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:50.929435 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508feb10-7fce-4e5e-9c45-c85c07a6c0dd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:50.930084 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-508feb10-7fce-4e5e-9c45-c85c07a6c0dd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66597666'] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:50.943671 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadfe97c-87ab-4039-89c4-c52c74654cbf None None] Network de9db241-400e-41c1-9d90-7f35689b5be3 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:50.950016 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-508feb10-7fce-4e5e-9c45-c85c07a6c0dd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4099689 Nov 15 11:46:50.950298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47724) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:51.098755 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be979710-3577-4f2b-a7cf-ee65f91d2fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-de9db241-400e-41c1-9d90-7f35689b5be3', 'network_id': 'de9db241-400e-41c1-9d90-7f35689b5be3', 'tenant_id': '499ea230c9d44fb582c6211e6b9ba503', 'fixed_ips': [{'subnet_id': '1c1f522a-8b5c-4204-b220-3d9274e9e35a'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:46:51.099709 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be979710-3577-4f2b-a7cf-ee65f91d2fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:51.275151 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-be979710-3577-4f2b-a7cf-ee65f91d2fa9 None None] Allocated IP 2001:db8::1 (de9db241-400e-41c1-9d90-7f35689b5be3/1c1f522a-8b5c-4204-b220-3d9274e9e35a/62d767ba-8df7-4d81-ad33-4509fa9ecccd) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:51.320177 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:51.370209 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:51.417852 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be979710-3577-4f2b-a7cf-ee65f91d2fa9 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:51.423757 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be979710-3577-4f2b-a7cf-ee65f91d2fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:51.439392 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:51.462890 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be979710-3577-4f2b-a7cf-ee65f91d2fa9 None None] Network de9db241-400e-41c1-9d90-7f35689b5be3 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:51.465954 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-be979710-3577-4f2b-a7cf-ee65f91d2fa9 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:51.467088 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Subnet': ['ID=1c1f522a-8b5c-4204-b220-3d9274e9e35a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:51.470935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be979710-3577-4f2b-a7cf-ee65f91d2fa9 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:51.477987 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be979710-3577-4f2b-a7cf-ee65f91d2fa9 None None] Pushing event updated for resources: {'Port': ['ID=62d767ba-8df7-4d81-ad33-4509fa9ecccd,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:51.528062 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:51.531171 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-be979710-3577-4f2b-a7cf-ee65f91d2fa9 None None] Attempting to bind port 62d767ba-8df7-4d81-ad33-4509fa9ecccd on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:46:51.532340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-be979710-3577-4f2b-a7cf-ee65f91d2fa9 None None] Attempting to bind port 62d767ba-8df7-4d81-ad33-4509fa9ecccd by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '0b5c24ac-fe36-4f9b-9a60-dd56af9a86e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'de9db241-400e-41c1-9d90-7f35689b5be3'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:46:51.532647 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be979710-3577-4f2b-a7cf-ee65f91d2fa9 None None] Attempting to bind port 62d767ba-8df7-4d81-ad33-4509fa9ecccd on network de9db241-400e-41c1-9d90-7f35689b5be3 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:46:51.538149 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be979710-3577-4f2b-a7cf-ee65f91d2fa9 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:46:51.538541 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be979710-3577-4f2b-a7cf-ee65f91d2fa9 None None] Checking segment: {'id': '0b5c24ac-fe36-4f9b-9a60-dd56af9a86e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'de9db241-400e-41c1-9d90-7f35689b5be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:46:51.538955 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be979710-3577-4f2b-a7cf-ee65f91d2fa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:51.539607 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be979710-3577-4f2b-a7cf-ee65f91d2fa9 None None] Bound using segment: {'id': '0b5c24ac-fe36-4f9b-9a60-dd56af9a86e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'de9db241-400e-41c1-9d90-7f35689b5be3'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:46:51.540105 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-be979710-3577-4f2b-a7cf-ee65f91d2fa9 None None] Bound port: 62d767ba-8df7-4d81-ad33-4509fa9ecccd, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5c24ac-fe36-4f9b-9a60-dd56af9a86e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'de9db241-400e-41c1-9d90-7f35689b5be3'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:46:51.540482 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be979710-3577-4f2b-a7cf-ee65f91d2fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:51.552543 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9db241-400e-41c1-9d90-7f35689b5be3']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:51.562043 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5c24ac-fe36-4f9b-9a60-dd56af9a86e3') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:51.562332 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5c24ac-fe36-4f9b-9a60-dd56af9a86e3') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:51.571515 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:51.584470 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:51.590862 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:46:51.591245 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:46:51.594389 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:46:51.604444 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-be979710-3577-4f2b-a7cf-ee65f91d2fa9 None None] For port 62d767ba-8df7-4d81-ad33-4509fa9ecccd, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:46:51.647380 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-be979710-3577-4f2b-a7cf-ee65f91d2fa9 None None] For port 62d767ba-8df7-4d81-ad33-4509fa9ecccd, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=62d767ba-8df7-4d81-ad33-4509fa9ecccd,segment=NetworkSegment(0b5c24ac-fe36-4f9b-9a60-dd56af9a86e3),segment_id=0b5c24ac-fe36-4f9b-9a60-dd56af9a86e3)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:46:51.648418 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 11:46:51.648418 n-d-729945-9 neutron-server[102678]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 11:46:51.648418 n-d-729945-9 neutron-server[102678]: [parameters: {'id': 'de9db241-400e-41c1-9d90-7f35689b5be3'}] Nov 15 11:46:51.648418 n-d-729945-9 neutron-server[102678]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:46:51.649194 n-d-729945-9 neutron-server[102678]: DEBUG oslo_db.api [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:46:51.653549 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be979710-3577-4f2b-a7cf-ee65f91d2fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:51.733417 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be979710-3577-4f2b-a7cf-ee65f91d2fa9 None None] Pushing event updated for resources: {'Port': ['ID=62d767ba-8df7-4d81-ad33-4509fa9ecccd,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:51.750383 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40aafbf6-7b08-4aa3-ab8e-37a146334f00 None None] Network de9db241-400e-41c1-9d90-7f35689b5be3 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:51.788973 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7b93fd7e-0f95-43dd-8f01-2deca5b4ac88 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:46:51.893368 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 7b93fd7e-0f95-43dd-8f01-2deca5b4ac88 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:51.893716 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:51.935799 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780b4678-3cce-4ba5-8509-ba60e3bbf887 None None] get_active_networks_info from n-d-729945-9 {{(pid=102679) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 11:46:52.071853 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780b4678-3cce-4ba5-8509-ba60e3bbf887 None None] Resources bound (agent type, host, resource id): {{(pid=102679) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 11:46:52.150554 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:52.212130 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Deleting port 62d767ba-8df7-4d81-ad33-4509fa9ecccd {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:46:52.212463 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:52.277282 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] For port 62d767ba-8df7-4d81-ad33-4509fa9ecccd, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=62d767ba-8df7-4d81-ad33-4509fa9ecccd,segment=NetworkSegment(0b5c24ac-fe36-4f9b-9a60-dd56af9a86e3),segment_id=0b5c24ac-fe36-4f9b-9a60-dd56af9a86e3)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:46:52.277635 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:52.290174 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Calling delete_port for 62d767ba-8df7-4d81-ad33-4509fa9ecccd owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:46:52.371409 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:52.397197 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Port': ['ID=62d767ba-8df7-4d81-ad33-4509fa9ecccd,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:52.399048 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] No DVR routers for this DVR port 62d767ba-8df7-4d81-ad33-4509fa9ecccd on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:46:52.478453 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:52.497477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9db241-400e-41c1-9d90-7f35689b5be3']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:52.506530 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5c24ac-fe36-4f9b-9a60-dd56af9a86e3') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:52.506821 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5c24ac-fe36-4f9b-9a60-dd56af9a86e3') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:52.518554 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:52.533452 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:52.540480 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:46:52.541023 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:46:52.543994 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:46:52.607003 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:52.613995 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:52.620650 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/networks/de9db241-400e-41c1-9d90-7f35689b5be3 HTTP/1.1" status: 204 len: 168 time: 1.6658247 Nov 15 11:46:52.621073 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47726) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:52.626360 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9bd480d8-40d5-45d6-89cf-e89578474a89 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-941897300'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:52.628426 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6819abc-6270-4b9f-ac0f-4b3e97749cc6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Network': ['ID=de9db241-400e-41c1-9d90-7f35689b5be3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:52.649595 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd480d8-40d5-45d6-89cf-e89578474a89 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Made reservation on behalf of 499ea230c9d44fb582c6211e6b9ba503 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:52.653278 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bd480d8-40d5-45d6-89cf-e89578474a89 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:52.679241 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd480d8-40d5-45d6-89cf-e89578474a89 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:46:52.689424 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bd480d8-40d5-45d6-89cf-e89578474a89 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:52.689779 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-9bd480d8-40d5-45d6-89cf-e89578474a89 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Added segment 5b644c24-dbbf-4826-8e9c-2020220afb2b of type vlan for network e95e3477-d4fc-4740-a3a5-8e1712a914fb Nov 15 11:46:52.733370 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bd480d8-40d5-45d6-89cf-e89578474a89 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:52.761643 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bd480d8-40d5-45d6-89cf-e89578474a89 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:52.770110 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd480d8-40d5-45d6-89cf-e89578474a89 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:52.771025 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9bd480d8-40d5-45d6-89cf-e89578474a89 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:52.834378 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9bd480d8-40d5-45d6-89cf-e89578474a89 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2120125 Nov 15 11:46:52.837991 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47728) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:52.844252 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-895ffee9-1d26-4e83-a883-88c7f752c57f tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Request body: {'subnet': {'network_id': 'e95e3477-d4fc-4740-a3a5-8e1712a914fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:52.851275 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd480d8-40d5-45d6-89cf-e89578474a89 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'Network': ['ID=e95e3477-d4fc-4740-a3a5-8e1712a914fb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:52.862150 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network e95e3477-d4fc-4740-a3a5-8e1712a914fb details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:46:52.942266 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895ffee9-1d26-4e83-a883-88c7f752c57f tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Made reservation on behalf of 499ea230c9d44fb582c6211e6b9ba503 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:52.946028 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-895ffee9-1d26-4e83-a883-88c7f752c57f tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:53.129750 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-895ffee9-1d26-4e83-a883-88c7f752c57f tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:53.190435 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ffee9-1d26-4e83-a883-88c7f752c57f tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'Subnet': ['ID=1cd78ad7-0cb2-459c-b9bc-ec414bf8ec17,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:53.203212 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ffee9-1d26-4e83-a883-88c7f752c57f tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Checking segment: {'id': '5b644c24-dbbf-4826-8e9c-2020220afb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'e95e3477-d4fc-4740-a3a5-8e1712a914fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:46:53.203572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895ffee9-1d26-4e83-a883-88c7f752c57f tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Network hostable DHCP agents. Network: e95e3477-d4fc-4740-a3a5-8e1712a914fb, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:46:53.223845 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895ffee9-1d26-4e83-a883-88c7f752c57f tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Network e95e3477-d4fc-4740-a3a5-8e1712a914fb is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:46:53.234913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-895ffee9-1d26-4e83-a883-88c7f752c57f tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, e95e3477-d4fc-4740-a3a5-8e1712a914fb) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:53.239353 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895ffee9-1d26-4e83-a883-88c7f752c57f tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:53.240684 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-895ffee9-1d26-4e83-a883-88c7f752c57f tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:53.245947 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9538ca2e-1b26-4f3c-bba8-c7bb25959aeb None None] Network e95e3477-d4fc-4740-a3a5-8e1712a914fb requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:53.260690 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-895ffee9-1d26-4e83-a883-88c7f752c57f tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4216313 Nov 15 11:46:53.263477 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47730) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:53.268575 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-42d193e5-6baa-4233-be65-b71f581807a0 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Request body: {'subnet': {'network_id': 'e95e3477-d4fc-4740-a3a5-8e1712a914fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:53.384575 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d193e5-6baa-4233-be65-b71f581807a0 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Made reservation on behalf of 499ea230c9d44fb582c6211e6b9ba503 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:53.388179 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42d193e5-6baa-4233-be65-b71f581807a0 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:53.394783 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e57a13-ad83-4078-ac21-7529194ab70b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-e95e3477-d4fc-4740-a3a5-8e1712a914fb', 'network_id': 'e95e3477-d4fc-4740-a3a5-8e1712a914fb', 'tenant_id': '499ea230c9d44fb582c6211e6b9ba503', 'fixed_ips': [{'subnet_id': '1cd78ad7-0cb2-459c-b9bc-ec414bf8ec17'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:46:53.395625 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-45e57a13-ad83-4078-ac21-7529194ab70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:53.527493 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-45e57a13-ad83-4078-ac21-7529194ab70b None None] Allocated IP 2001:db8::2 (e95e3477-d4fc-4740-a3a5-8e1712a914fb/1cd78ad7-0cb2-459c-b9bc-ec414bf8ec17/dbaa4433-f474-46f4-9868-49ec37e68c00) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:53.613808 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42d193e5-6baa-4233-be65-b71f581807a0 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:53.656127 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d193e5-6baa-4233-be65-b71f581807a0 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Network e95e3477-d4fc-4740-a3a5-8e1712a914fb is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:53.659116 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-42d193e5-6baa-4233-be65-b71f581807a0 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:53.663359 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d193e5-6baa-4233-be65-b71f581807a0 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:53.663964 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42d193e5-6baa-4233-be65-b71f581807a0 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:53.671833 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-45e57a13-ad83-4078-ac21-7529194ab70b None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:53.675183 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d193e5-6baa-4233-be65-b71f581807a0 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'Subnet': ['ID=fc76bc27-af9c-41e9-868c-d3bbe79c225e,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:53.681428 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-45e57a13-ad83-4078-ac21-7529194ab70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:53.693255 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-42d193e5-6baa-4233-be65-b71f581807a0 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4285285 Nov 15 11:46:53.695893 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47732) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:53.722341 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e57a13-ad83-4078-ac21-7529194ab70b None None] Network e95e3477-d4fc-4740-a3a5-8e1712a914fb is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:53.727220 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-45e57a13-ad83-4078-ac21-7529194ab70b None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:53.729891 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e57a13-ad83-4078-ac21-7529194ab70b None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:53.743539 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e57a13-ad83-4078-ac21-7529194ab70b None None] Pushing event updated for resources: {'Port': ['ID=dbaa4433-f474-46f4-9868-49ec37e68c00,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:53.783620 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209ba0ec-dca6-4794-9492-c748213aad8e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:53.785169 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209ba0ec-dca6-4794-9492-c748213aad8e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:53.786679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209ba0ec-dca6-4794-9492-c748213aad8e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:53.788218 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209ba0ec-dca6-4794-9492-c748213aad8e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:53.788350 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-45e57a13-ad83-4078-ac21-7529194ab70b None None] Attempting to bind port dbaa4433-f474-46f4-9868-49ec37e68c00 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:46:53.788695 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-45e57a13-ad83-4078-ac21-7529194ab70b None None] Attempting to bind port dbaa4433-f474-46f4-9868-49ec37e68c00 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '5b644c24-dbbf-4826-8e9c-2020220afb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'e95e3477-d4fc-4740-a3a5-8e1712a914fb'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:46:53.789051 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e57a13-ad83-4078-ac21-7529194ab70b None None] Attempting to bind port dbaa4433-f474-46f4-9868-49ec37e68c00 on network e95e3477-d4fc-4740-a3a5-8e1712a914fb {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:46:53.789785 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209ba0ec-dca6-4794-9492-c748213aad8e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:53.791484 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-209ba0ec-dca6-4794-9492-c748213aad8e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0943742 Nov 15 11:46:53.794286 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e57a13-ad83-4078-ac21-7529194ab70b None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:46:53.794648 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e57a13-ad83-4078-ac21-7529194ab70b None None] Checking segment: {'id': '5b644c24-dbbf-4826-8e9c-2020220afb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'e95e3477-d4fc-4740-a3a5-8e1712a914fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:46:53.795332 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-45e57a13-ad83-4078-ac21-7529194ab70b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:53.795486 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47734) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:53.795742 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e57a13-ad83-4078-ac21-7529194ab70b None None] Bound using segment: {'id': '5b644c24-dbbf-4826-8e9c-2020220afb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'e95e3477-d4fc-4740-a3a5-8e1712a914fb'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:46:53.796233 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-45e57a13-ad83-4078-ac21-7529194ab70b None None] Bound port: dbaa4433-f474-46f4-9868-49ec37e68c00, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b644c24-dbbf-4826-8e9c-2020220afb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'e95e3477-d4fc-4740-a3a5-8e1712a914fb'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:46:53.796604 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-45e57a13-ad83-4078-ac21-7529194ab70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:53.801043 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-a35505c7-fef0-4408-89b9-046507fab732 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-102888361'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:53.832999 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35505c7-fef0-4408-89b9-046507fab732 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Made reservation on behalf of 499ea230c9d44fb582c6211e6b9ba503 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:53.837243 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a35505c7-fef0-4408-89b9-046507fab732 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:53.861284 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35505c7-fef0-4408-89b9-046507fab732 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:46:53.861578 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-45e57a13-ad83-4078-ac21-7529194ab70b None None] For port dbaa4433-f474-46f4-9868-49ec37e68c00, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:46:53.864628 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-45e57a13-ad83-4078-ac21-7529194ab70b None None] For port dbaa4433-f474-46f4-9868-49ec37e68c00, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=dbaa4433-f474-46f4-9868-49ec37e68c00,segment=NetworkSegment(5b644c24-dbbf-4826-8e9c-2020220afb2b),segment_id=5b644c24-dbbf-4826-8e9c-2020220afb2b)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:46:53.872172 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a35505c7-fef0-4408-89b9-046507fab732 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:53.872514 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-a35505c7-fef0-4408-89b9-046507fab732 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Added segment c862c0bf-7f38-4b95-832d-71340f9b5cc0 of type vlan for network d8f76c1e-369e-4fb4-85a1-802fb2d24f92 Nov 15 11:46:53.874032 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-45e57a13-ad83-4078-ac21-7529194ab70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:53.911685 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a35505c7-fef0-4408-89b9-046507fab732 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:53.936858 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e57a13-ad83-4078-ac21-7529194ab70b None None] Pushing event updated for resources: {'Port': ['ID=dbaa4433-f474-46f4-9868-49ec37e68c00,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:53.946123 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a35505c7-fef0-4408-89b9-046507fab732 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:53.952086 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35505c7-fef0-4408-89b9-046507fab732 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:53.952710 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a35505c7-fef0-4408-89b9-046507fab732 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:54.014432 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a35505c7-fef0-4408-89b9-046507fab732 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2177901 Nov 15 11:46:54.017146 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47736) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:54.024395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-ddc9871d-db44-43a1-88cc-c9aa3967ff13 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:54.029136 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35505c7-fef0-4408-89b9-046507fab732 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'Network': ['ID=d8f76c1e-369e-4fb4-85a1-802fb2d24f92,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:54.040319 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network d8f76c1e-369e-4fb4-85a1-802fb2d24f92 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:46:54.220800 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ddc9871d-db44-43a1-88cc-c9aa3967ff13 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:54.236694 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ddc9871d-db44-43a1-88cc-c9aa3967ff13 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:54.254571 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ddc9871d-db44-43a1-88cc-c9aa3967ff13 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Network d8f76c1e-369e-4fb4-85a1-802fb2d24f92 is not hosted by any dhcp agent {{(pid=102678) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 15 11:46:54.259970 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc9871d-db44-43a1-88cc-c9aa3967ff13 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:54.260564 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ddc9871d-db44-43a1-88cc-c9aa3967ff13 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:54.261851 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ddc9871d-db44-43a1-88cc-c9aa3967ff13 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "PUT /v2.0/networks/d8f76c1e-369e-4fb4-85a1-802fb2d24f92 HTTP/1.1" status: 200 len: 723 time: 0.2437944 Nov 15 11:46:54.265006 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47738) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:54.270157 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e355e068-4d19-4f1e-a3ff-6f74691b6987 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Request body: {'subnet': {'network_id': 'd8f76c1e-369e-4fb4-85a1-802fb2d24f92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:54.306567 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9871d-db44-43a1-88cc-c9aa3967ff13 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'Network': ['ID=d8f76c1e-369e-4fb4-85a1-802fb2d24f92,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:54.317257 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network d8f76c1e-369e-4fb4-85a1-802fb2d24f92 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:46:54.364202 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e355e068-4d19-4f1e-a3ff-6f74691b6987 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Made reservation on behalf of 499ea230c9d44fb582c6211e6b9ba503 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:54.367950 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e355e068-4d19-4f1e-a3ff-6f74691b6987 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:54.552767 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e355e068-4d19-4f1e-a3ff-6f74691b6987 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:54.612190 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355e068-4d19-4f1e-a3ff-6f74691b6987 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'Subnet': ['ID=4a43b43e-e54c-46ae-8660-3b051705e447,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:54.624045 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355e068-4d19-4f1e-a3ff-6f74691b6987 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Checking segment: {'id': 'c862c0bf-7f38-4b95-832d-71340f9b5cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'd8f76c1e-369e-4fb4-85a1-802fb2d24f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:46:54.624249 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e355e068-4d19-4f1e-a3ff-6f74691b6987 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Network hostable DHCP agents. Network: d8f76c1e-369e-4fb4-85a1-802fb2d24f92, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:46:54.641652 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e355e068-4d19-4f1e-a3ff-6f74691b6987 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Network d8f76c1e-369e-4fb4-85a1-802fb2d24f92 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:46:54.651678 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e355e068-4d19-4f1e-a3ff-6f74691b6987 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, d8f76c1e-369e-4fb4-85a1-802fb2d24f92) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:54.655807 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e355e068-4d19-4f1e-a3ff-6f74691b6987 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:54.656542 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e355e068-4d19-4f1e-a3ff-6f74691b6987 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:54.666047 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c93829-58d3-4866-8661-0cc3492dd988 None None] Network d8f76c1e-369e-4fb4-85a1-802fb2d24f92 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:54.675349 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e355e068-4d19-4f1e-a3ff-6f74691b6987 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4090550 Nov 15 11:46:54.677828 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47740) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:54.683111 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d2bba12a-1e0d-44d5-90c2-98ee7aba87f2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:54.783865 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2bba12a-1e0d-44d5-90c2-98ee7aba87f2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-64812099'] for subnet, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:54.908645 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e834c4-61d7-4b5e-8bac-f18a6b7fb281 None None] Network e95e3477-d4fc-4740-a3a5-8e1712a914fb requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:54.928866 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2bba12a-1e0d-44d5-90c2-98ee7aba87f2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780020527526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64437823'] for subnet, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:54.967679 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bba12a-1e0d-44d5-90c2-98ee7aba87f2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:54.968298 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2bba12a-1e0d-44d5-90c2-98ee7aba87f2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:54.969647 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d2bba12a-1e0d-44d5-90c2-98ee7aba87f2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "PUT /v2.0/subnets/4a43b43e-e54c-46ae-8660-3b051705e447 HTTP/1.1" status: 200 len: 826 time: 0.2908225 Nov 15 11:46:54.972723 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47742) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:54.987731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bba12a-1e0d-44d5-90c2-98ee7aba87f2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'Subnet': ['ID=4a43b43e-e54c-46ae-8660-3b051705e447,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:54.996869 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b528c735-5dbf-4aa2-9758-8f973e7f48e0 None None] Provisioning complete for port dbaa4433-f474-46f4-9868-49ec37e68c00 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:54.997248 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b528c735-5dbf-4aa2-9758-8f973e7f48e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.076807 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f718378-479a-47b5-ac66-0ec0c038b013 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.113120 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51665092-60b2-4f1e-8157-ccb72705fe5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-d8f76c1e-369e-4fb4-85a1-802fb2d24f92', 'network_id': 'd8f76c1e-369e-4fb4-85a1-802fb2d24f92', 'tenant_id': '499ea230c9d44fb582c6211e6b9ba503', 'fixed_ips': [{'subnet_id': '4a43b43e-e54c-46ae-8660-3b051705e447'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:46:55.114046 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-51665092-60b2-4f1e-8157-ccb72705fe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.132283 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f718378-479a-47b5-ac66-0ec0c038b013 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.197925 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f718378-479a-47b5-ac66-0ec0c038b013 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.225391 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f718378-479a-47b5-ac66-0ec0c038b013 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Subnet': ['ID=4a43b43e-e54c-46ae-8660-3b051705e447,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:55.249941 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b528c735-5dbf-4aa2-9758-8f973e7f48e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server [None req-51665092-60b2-4f1e-8157-ccb72705fe5c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a43b43e-e54c-46ae-8660-3b051705e447: This subnet is being modified by another concurrent operation. Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise exception Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a43b43e-e54c-46ae-8660-3b051705e447: This subnet is being modified by another concurrent operation. Nov 15 11:46:55.284862 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server Nov 15 11:46:55.294408 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f718378-479a-47b5-ac66-0ec0c038b013 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.309762 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6890ef7-9e5c-4e8b-ae2b-135e31da63dd None None] Network d8f76c1e-369e-4fb4-85a1-802fb2d24f92 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:55.312829 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b528c735-5dbf-4aa2-9758-8f973e7f48e0 None None] For port dbaa4433-f474-46f4-9868-49ec37e68c00, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=dbaa4433-f474-46f4-9868-49ec37e68c00,segment=NetworkSegment(5b644c24-dbbf-4826-8e9c-2020220afb2b),segment_id=5b644c24-dbbf-4826-8e9c-2020220afb2b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:46:55.318680 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-7f718378-479a-47b5-ac66-0ec0c038b013 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f76c1e-369e-4fb4-85a1-802fb2d24f92']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:55.328686 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-7f718378-479a-47b5-ac66-0ec0c038b013 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c862c0bf-7f38-4b95-832d-71340f9b5cc0') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:55.328888 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-7f718378-479a-47b5-ac66-0ec0c038b013 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c862c0bf-7f38-4b95-832d-71340f9b5cc0') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:55.338847 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f718378-479a-47b5-ac66-0ec0c038b013 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.352535 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f718378-479a-47b5-ac66-0ec0c038b013 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.355378 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b528c735-5dbf-4aa2-9758-8f973e7f48e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.358698 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f718378-479a-47b5-ac66-0ec0c038b013 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:46:55.359072 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f718378-479a-47b5-ac66-0ec0c038b013 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:46:55.362151 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:46:55.418792 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f718378-479a-47b5-ac66-0ec0c038b013 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.428149 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f718378-479a-47b5-ac66-0ec0c038b013 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.431748 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7f718378-479a-47b5-ac66-0ec0c038b013 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/networks/d8f76c1e-369e-4fb4-85a1-802fb2d24f92 HTTP/1.1" status: 204 len: 168 time: 0.4580405 Nov 15 11:46:55.434553 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47744) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:55.442910 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f718378-479a-47b5-ac66-0ec0c038b013 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Network': ['ID=d8f76c1e-369e-4fb4-85a1-802fb2d24f92,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:55.454888 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa990e2-e062-494d-ba36-31b325446a78 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] DELETE failed (client error): The resource could not be found. Nov 15 11:46:55.455450 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa990e2-e062-494d-ba36-31b325446a78 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:46:55.458560 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-eaa990e2-e062-494d-ba36-31b325446a78 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/networks/d8f76c1e-369e-4fb4-85a1-802fb2d24f92 HTTP/1.1" status: 404 len: 339 time: 0.0227380 Nov 15 11:46:55.462882 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47746) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:55.467731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-fb97cd6f-1f4b-4a88-b96e-457cd50e0329 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1767492640', 'description': 'd1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:55.474961 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1bce9d-69a1-4a95-9028-df52eebf9976 None None] Update dhcp port {'port': {'network_id': 'e95e3477-d4fc-4740-a3a5-8e1712a914fb', 'fixed_ips': [{'subnet_id': '1cd78ad7-0cb2-459c-b9bc-ec414bf8ec17', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fc76bc27-af9c-41e9-868c-d3bbe79c225e'}], 'binding:host_id': 'n-d-729945-9'}, 'id': 'dbaa4433-f474-46f4-9868-49ec37e68c00'} from n-d-729945-9. {{(pid=102679) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 11:46:55.491474 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb97cd6f-1f4b-4a88-b96e-457cd50e0329 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Made reservation on behalf of 499ea230c9d44fb582c6211e6b9ba503 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:55.493475 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528c735-5dbf-4aa2-9758-8f973e7f48e0 None None] Pushing event updated for resources: {'Port': ['ID=dbaa4433-f474-46f4-9868-49ec37e68c00,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:55.495428 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb97cd6f-1f4b-4a88-b96e-457cd50e0329 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.517108 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3a1bce9d-69a1-4a95-9028-df52eebf9976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.521486 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74445eb9-2fe8-47b5-84ca-1c7bc734705a None None] Network d8f76c1e-369e-4fb4-85a1-802fb2d24f92 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:55.524507 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb97cd6f-1f4b-4a88-b96e-457cd50e0329 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:46:55.534102 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb97cd6f-1f4b-4a88-b96e-457cd50e0329 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.534421 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-fb97cd6f-1f4b-4a88-b96e-457cd50e0329 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Added segment e2827763-2a19-449d-8363-97530ed0a589 of type vlan for network 276b0f58-8292-4bf1-87ab-8e99cd7a784c Nov 15 11:46:55.541851 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74445eb9-2fe8-47b5-84ca-1c7bc734705a None None] Network d8f76c1e-369e-4fb4-85a1-802fb2d24f92 could not be found, it might have been deleted concurrently. {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 15 11:46:55.575637 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb97cd6f-1f4b-4a88-b96e-457cd50e0329 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.602612 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb97cd6f-1f4b-4a88-b96e-457cd50e0329 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.608209 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb97cd6f-1f4b-4a88-b96e-457cd50e0329 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:55.608789 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb97cd6f-1f4b-4a88-b96e-457cd50e0329 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.668807 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fb97cd6f-1f4b-4a88-b96e-457cd50e0329 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2048163 Nov 15 11:46:55.671691 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47748) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:55.680880 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97cd6f-1f4b-4a88-b96e-457cd50e0329 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'Network': ['ID=276b0f58-8292-4bf1-87ab-8e99cd7a784c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:55.694391 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 276b0f58-8292-4bf1-87ab-8e99cd7a784c details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:46:55.710246 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-3a1bce9d-69a1-4a95-9028-df52eebf9976 None None] Allocated IP 172.20.0.1 (e95e3477-d4fc-4740-a3a5-8e1712a914fb/fc76bc27-af9c-41e9-868c-d3bbe79c225e/dbaa4433-f474-46f4-9868-49ec37e68c00) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:55.763547 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599e17fa-eb68-4941-88de-e94297354ea8 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:55.765428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-599e17fa-eb68-4941-88de-e94297354ea8 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "GET /v2.0/networks?id=276b0f58-8292-4bf1-87ab-8e99cd7a784c HTTP/1.1" status: 200 len: 765 time: 0.0926683 Nov 15 11:46:55.768119 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47750) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:55.773241 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-9c8ed0a9-5ed5-4eed-80a5-bb65f8059730 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Request body: {'network': {'description': 'd2'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:55.830668 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device dbaa4433-f474-46f4-9868-49ec37e68c00 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:46:55.889883 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3a1bce9d-69a1-4a95-9028-df52eebf9976 None None] For port dbaa4433-f474-46f4-9868-49ec37e68c00, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=dbaa4433-f474-46f4-9868-49ec37e68c00,segment=NetworkSegment(5b644c24-dbbf-4826-8e9c-2020220afb2b),segment_id=5b644c24-dbbf-4826-8e9c-2020220afb2b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:46:55.925176 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3a1bce9d-69a1-4a95-9028-df52eebf9976 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.931867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port dbaa4433-f474-46f4-9868-49ec37e68c00 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:55.932284 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.934226 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c8ed0a9-5ed5-4eed-80a5-bb65f8059730 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.934901 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3a1bce9d-69a1-4a95-9028-df52eebf9976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.951429 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c8ed0a9-5ed5-4eed-80a5-bb65f8059730 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.969551 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9c8ed0a9-5ed5-4eed-80a5-bb65f8059730 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Network 276b0f58-8292-4bf1-87ab-8e99cd7a784c is not hosted by any dhcp agent {{(pid=102678) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 15 11:46:55.975136 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8ed0a9-5ed5-4eed-80a5-bb65f8059730 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:55.976264 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c8ed0a9-5ed5-4eed-80a5-bb65f8059730 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:55.981103 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9c8ed0a9-5ed5-4eed-80a5-bb65f8059730 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "PUT /v2.0/networks/276b0f58-8292-4bf1-87ab-8e99cd7a784c HTTP/1.1" status: 200 len: 762 time: 0.2077775 Nov 15 11:46:55.981293 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47752) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:56.030555 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ed0a9-5ed5-4eed-80a5-bb65f8059730 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'Network': ['ID=276b0f58-8292-4bf1-87ab-8e99cd7a784c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:56.052745 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 276b0f58-8292-4bf1-87ab-8e99cd7a784c details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:46:56.065827 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf68993-cb44-445b-8046-b359051ea9a0 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:56.067500 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5cf68993-cb44-445b-8046-b359051ea9a0 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "GET /v2.0/networks?id=276b0f58-8292-4bf1-87ab-8e99cd7a784c HTTP/1.1" status: 200 len: 765 time: 0.0863869 Nov 15 11:46:56.071688 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47754) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:56.096511 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1bce9d-69a1-4a95-9028-df52eebf9976 None None] Pushing event updated for resources: {'Port': ['ID=dbaa4433-f474-46f4-9868-49ec37e68c00,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:56.275593 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf82813-80ac-4e25-abe8-b71f625723f9 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:56.277207 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6cf82813-80ac-4e25-abe8-b71f625723f9 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2044780 Nov 15 11:46:56.280279 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47756) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:56.317579 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2638077a-9177-4306-989d-c533683535c5 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "GET /v2.0/subnets?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 207 time: 0.0360968 Nov 15 11:46:56.320917 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47758) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:56.436083 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5452a8c-8c2d-4b69-bcbc-bc6e763a7c12 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:56.442156 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5452a8c-8c2d-4b69-bcbc-bc6e763a7c12 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:56.447962 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5452a8c-8c2d-4b69-bcbc-bc6e763a7c12 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:56.454127 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5452a8c-8c2d-4b69-bcbc-bc6e763a7c12 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:56.459799 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5452a8c-8c2d-4b69-bcbc-bc6e763a7c12 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:56.465956 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5452a8c-8c2d-4b69-bcbc-bc6e763a7c12 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:56.467826 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b5452a8c-8c2d-4b69-bcbc-bc6e763a7c12 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1459620 Nov 15 11:46:56.471578 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47760) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:56.540500 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390585f2-35ed-4b6b-bbf1-51b60205f39d None None] Network e95e3477-d4fc-4740-a3a5-8e1712a914fb requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:56.588805 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1f74a540-6ad7-47ae-9c31-a71a565e1f43 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1160839 Nov 15 11:46:56.592448 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47762) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:56.606773 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-cfb88bee-aee1-45a0-a5be-7089835599a2 None None] Provisioning complete for port dbaa4433-f474-46f4-9868-49ec37e68c00 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:56.607141 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cfb88bee-aee1-45a0-a5be-7089835599a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:56.653005 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b3fb7-533b-4b1f-879f-93563f70c9b0 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:56.654539 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b3fb7-533b-4b1f-879f-93563f70c9b0 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:56.656091 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b3fb7-533b-4b1f-879f-93563f70c9b0 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:56.657596 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b3fb7-533b-4b1f-879f-93563f70c9b0 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:56.659082 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b3fb7-533b-4b1f-879f-93563f70c9b0 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:56.660784 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fa8b3fb7-533b-4b1f-879f-93563f70c9b0 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0674126 Nov 15 11:46:56.664627 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47764) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:56.721490 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a63acd-1045-4c64-9e49-36b3e1f4e00b tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:56.722846 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a63acd-1045-4c64-9e49-36b3e1f4e00b tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:56.724236 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a63acd-1045-4c64-9e49-36b3e1f4e00b tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:56.725630 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a63acd-1045-4c64-9e49-36b3e1f4e00b tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:56.727061 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a63acd-1045-4c64-9e49-36b3e1f4e00b tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['shared'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:56.729001 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d9a63acd-1045-4c64-9e49-36b3e1f4e00b tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0630610 Nov 15 11:46:56.732509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47766) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:56.835230 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd72405-7fe3-4956-b042-3fb22cd437d2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:56.836743 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8dd72405-7fe3-4956-b042-3fb22cd437d2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "GET /v2.0/networks/45071cdf-bc7f-4bb6-876b-bb587c65829f HTTP/1.1" status: 200 len: 804 time: 0.1028867 Nov 15 11:46:56.840687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47768) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:56.933972 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e613e7-43a4-404a-9d00-7778b2c4cf0e None None] get_active_networks_info from n-d-729945-9 {{(pid=102679) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 11:46:56.949284 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ddd56c31-b169-44e6-8093-12b6728259da tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "GET /v2.0/networks/45071cdf-bc7f-4bb6-876b-bb587c65829f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1074944 Nov 15 11:46:56.952592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47770) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:57.001636 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560912b5-437e-4a9b-9949-75e4e3ed7041 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:57.002872 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-560912b5-437e-4a9b-9949-75e4e3ed7041 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "GET /v2.0/subnets/253d7cd0-dc20-41e3-b33f-29cb73111e5b HTTP/1.1" status: 200 len: 843 time: 0.0493760 Nov 15 11:46:57.006665 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47772) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:57.015295 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-71d43952-43a1-48a6-ac16-31fd0dbe3d4f None None] Provisioning complete for port dbaa4433-f474-46f4-9868-49ec37e68c00 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:57.015654 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-71d43952-43a1-48a6-ac16-31fd0dbe3d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:57.061727 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50573d5-66aa-426d-a645-88b6cbffac7a tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['shared'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:57.063091 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d50573d5-66aa-426d-a645-88b6cbffac7a tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "GET /v2.0/subnets/253d7cd0-dc20-41e3-b33f-29cb73111e5b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0555086 Nov 15 11:46:57.066684 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47774) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:57.071456 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-eadd0463-8219-47c5-8d9e-0bd7eafc4c7e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1391814130'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:57.091230 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e613e7-43a4-404a-9d00-7778b2c4cf0e None None] Resources bound (agent type, host, resource id): {{(pid=102679) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 11:46:57.095666 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadd0463-8219-47c5-8d9e-0bd7eafc4c7e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Made reservation on behalf of 499ea230c9d44fb582c6211e6b9ba503 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:57.099459 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eadd0463-8219-47c5-8d9e-0bd7eafc4c7e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:57.125446 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eadd0463-8219-47c5-8d9e-0bd7eafc4c7e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:46:57.134216 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eadd0463-8219-47c5-8d9e-0bd7eafc4c7e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:57.134562 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-eadd0463-8219-47c5-8d9e-0bd7eafc4c7e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Added segment 90bf6d51-ef06-42b9-ac80-3fd2a4a664fb of type vlan for network 0de8d154-12e4-467c-a89b-6ff984ac44b3 Nov 15 11:46:57.176605 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eadd0463-8219-47c5-8d9e-0bd7eafc4c7e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:57.208387 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eadd0463-8219-47c5-8d9e-0bd7eafc4c7e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:57.215304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadd0463-8219-47c5-8d9e-0bd7eafc4c7e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:57.216619 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eadd0463-8219-47c5-8d9e-0bd7eafc4c7e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:57.274726 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-eadd0463-8219-47c5-8d9e-0bd7eafc4c7e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2068119 Nov 15 11:46:57.277573 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47776) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:57.283219 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c69d5b4b-03b0-40d7-b8d9-d458a62d6928 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Request body: {'subnet': {'network_id': '0de8d154-12e4-467c-a89b-6ff984ac44b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:57.287437 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd0463-8219-47c5-8d9e-0bd7eafc4c7e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'Network': ['ID=0de8d154-12e4-467c-a89b-6ff984ac44b3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:57.335271 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 0de8d154-12e4-467c-a89b-6ff984ac44b3 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:46:57.379740 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69d5b4b-03b0-40d7-b8d9-d458a62d6928 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Made reservation on behalf of 499ea230c9d44fb582c6211e6b9ba503 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:46:57.383034 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c69d5b4b-03b0-40d7-b8d9-d458a62d6928 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:57.441723 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-c69d5b4b-03b0-40d7-b8d9-d458a62d6928 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Performing IP validity checks on allocation pools {{(pid=102677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 15 11:46:57.442242 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-c69d5b4b-03b0-40d7-b8d9-d458a62d6928 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 15 11:46:57.573997 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c69d5b4b-03b0-40d7-b8d9-d458a62d6928 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:57.642564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d5b4b-03b0-40d7-b8d9-d458a62d6928 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'Subnet': ['ID=86f4d1e9-8ee9-4b17-8304-a0d182f8878c,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:57.651211 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69d5b4b-03b0-40d7-b8d9-d458a62d6928 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Checking segment: {'id': '90bf6d51-ef06-42b9-ac80-3fd2a4a664fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '0de8d154-12e4-467c-a89b-6ff984ac44b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:46:57.651567 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69d5b4b-03b0-40d7-b8d9-d458a62d6928 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Network hostable DHCP agents. Network: 0de8d154-12e4-467c-a89b-6ff984ac44b3, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:46:57.669841 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69d5b4b-03b0-40d7-b8d9-d458a62d6928 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Network 0de8d154-12e4-467c-a89b-6ff984ac44b3 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:46:57.680841 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-c69d5b4b-03b0-40d7-b8d9-d458a62d6928 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 0de8d154-12e4-467c-a89b-6ff984ac44b3) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:57.684861 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69d5b4b-03b0-40d7-b8d9-d458a62d6928 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:57.685464 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c69d5b4b-03b0-40d7-b8d9-d458a62d6928 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:57.691100 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb13b50-5ba5-4ceb-a587-c9ee1c2c1d63 None None] Network 0de8d154-12e4-467c-a89b-6ff984ac44b3 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:57.712244 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c69d5b4b-03b0-40d7-b8d9-d458a62d6928 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4324205 Nov 15 11:46:57.714428 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47778) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:57.719807 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-620a9786-43ac-46aa-a2af-f4d5082ec4ea tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:46:57.778284 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device dbaa4433-f474-46f4-9868-49ec37e68c00 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:46:57.817247 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-620a9786-43ac-46aa-a2af-f4d5082ec4ea tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-57913455'] for subnet, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:57.876563 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port dbaa4433-f474-46f4-9868-49ec37e68c00 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:46:57.876970 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:57.879840 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9664a9-a8fa-46a0-881e-979abee0a3b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-0de8d154-12e4-467c-a89b-6ff984ac44b3', 'network_id': '0de8d154-12e4-467c-a89b-6ff984ac44b3', 'tenant_id': '499ea230c9d44fb582c6211e6b9ba503', 'fixed_ips': [{'subnet_id': '86f4d1e9-8ee9-4b17-8304-a0d182f8878c'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:46:57.880646 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2a9664a9-a8fa-46a0-881e-979abee0a3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:57.996217 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-620a9786-43ac-46aa-a2af-f4d5082ec4ea tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780020527526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-57561982'] for subnet, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:58.038607 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620a9786-43ac-46aa-a2af-f4d5082ec4ea tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:46:58.039302 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-620a9786-43ac-46aa-a2af-f4d5082ec4ea tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:58.040531 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-620a9786-43ac-46aa-a2af-f4d5082ec4ea tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "PUT /v2.0/subnets/86f4d1e9-8ee9-4b17-8304-a0d182f8878c HTTP/1.1" status: 200 len: 900 time: 0.3250890 Nov 15 11:46:58.043287 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47780) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:58.075915 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-2a9664a9-a8fa-46a0-881e-979abee0a3b1 None None] Allocated IP 2001:db8::3 (0de8d154-12e4-467c-a89b-6ff984ac44b3/86f4d1e9-8ee9-4b17-8304-a0d182f8878c/18ec6a21-ccca-4850-b705-ff61eb29627a) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:46:58.097424 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a9786-43ac-46aa-a2af-f4d5082ec4ea tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event updated for resources: {'Subnet': ['ID=86f4d1e9-8ee9-4b17-8304-a0d182f8878c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:58.149525 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:58.199651 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:58.227826 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2a9664a9-a8fa-46a0-881e-979abee0a3b1 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:58.235415 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2a9664a9-a8fa-46a0-881e-979abee0a3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:58.264571 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:58.272291 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9664a9-a8fa-46a0-881e-979abee0a3b1 None None] Network 0de8d154-12e4-467c-a89b-6ff984ac44b3 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:46:58.277242 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-2a9664a9-a8fa-46a0-881e-979abee0a3b1 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:46:58.280890 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9664a9-a8fa-46a0-881e-979abee0a3b1 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:46:58.289735 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9664a9-a8fa-46a0-881e-979abee0a3b1 None None] Pushing event updated for resources: {'Port': ['ID=18ec6a21-ccca-4850-b705-ff61eb29627a,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:58.291538 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Subnet': ['ID=86f4d1e9-8ee9-4b17-8304-a0d182f8878c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:58.341207 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2a9664a9-a8fa-46a0-881e-979abee0a3b1 None None] Attempting to bind port 18ec6a21-ccca-4850-b705-ff61eb29627a on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:46:58.341573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2a9664a9-a8fa-46a0-881e-979abee0a3b1 None None] Attempting to bind port 18ec6a21-ccca-4850-b705-ff61eb29627a by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '90bf6d51-ef06-42b9-ac80-3fd2a4a664fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '0de8d154-12e4-467c-a89b-6ff984ac44b3'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:46:58.342080 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9664a9-a8fa-46a0-881e-979abee0a3b1 None None] Attempting to bind port 18ec6a21-ccca-4850-b705-ff61eb29627a on network 0de8d154-12e4-467c-a89b-6ff984ac44b3 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:46:58.347312 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9664a9-a8fa-46a0-881e-979abee0a3b1 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:46:58.347864 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9664a9-a8fa-46a0-881e-979abee0a3b1 None None] Checking segment: {'id': '90bf6d51-ef06-42b9-ac80-3fd2a4a664fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '0de8d154-12e4-467c-a89b-6ff984ac44b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:46:58.348325 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2a9664a9-a8fa-46a0-881e-979abee0a3b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:58.348683 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9664a9-a8fa-46a0-881e-979abee0a3b1 None None] Bound using segment: {'id': '90bf6d51-ef06-42b9-ac80-3fd2a4a664fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '0de8d154-12e4-467c-a89b-6ff984ac44b3'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:46:58.349153 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2a9664a9-a8fa-46a0-881e-979abee0a3b1 None None] Bound port: 18ec6a21-ccca-4850-b705-ff61eb29627a, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bf6d51-ef06-42b9-ac80-3fd2a4a664fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '0de8d154-12e4-467c-a89b-6ff984ac44b3'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:46:58.349538 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2a9664a9-a8fa-46a0-881e-979abee0a3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:58.359594 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:58.380627 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de8d154-12e4-467c-a89b-6ff984ac44b3']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:58.389725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bf6d51-ef06-42b9-ac80-3fd2a4a664fb') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:58.389991 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bf6d51-ef06-42b9-ac80-3fd2a4a664fb') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:58.399308 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:58.412537 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:58.414505 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2a9664a9-a8fa-46a0-881e-979abee0a3b1 None None] For port 18ec6a21-ccca-4850-b705-ff61eb29627a, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:46:58.418310 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:46:58.418664 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:46:58.421912 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:46:58.479832 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2a9664a9-a8fa-46a0-881e-979abee0a3b1 None None] For port 18ec6a21-ccca-4850-b705-ff61eb29627a, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=18ec6a21-ccca-4850-b705-ff61eb29627a,segment=NetworkSegment(90bf6d51-ef06-42b9-ac80-3fd2a4a664fb),segment_id=90bf6d51-ef06-42b9-ac80-3fd2a4a664fb)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:46:58.481007 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.db.api [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 11:46:58.481007 n-d-729945-9 neutron-server[102678]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 11:46:58.481007 n-d-729945-9 neutron-server[102678]: [parameters: {'id': '0de8d154-12e4-467c-a89b-6ff984ac44b3'}] Nov 15 11:46:58.481007 n-d-729945-9 neutron-server[102678]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:46:58.481466 n-d-729945-9 neutron-server[102678]: DEBUG oslo_db.api [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:46:58.485936 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2a9664a9-a8fa-46a0-881e-979abee0a3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:58.561385 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9664a9-a8fa-46a0-881e-979abee0a3b1 None None] Pushing event updated for resources: {'Port': ['ID=18ec6a21-ccca-4850-b705-ff61eb29627a,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:58.576287 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a024a4e5-2b4e-450f-b030-6a45706a0007 None None] Network 0de8d154-12e4-467c-a89b-6ff984ac44b3 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:58.696683 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17630603-3ef0-4356-b8e6-443ffec1f8d6 None None] Network 0de8d154-12e4-467c-a89b-6ff984ac44b3 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:46:58.817304 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afbac24-8777-4f81-82fc-e9f6757890ea None None] get_active_networks_info from n-d-729945-9 {{(pid=102679) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 11:46:58.931673 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afbac24-8777-4f81-82fc-e9f6757890ea None None] Resources bound (agent type, host, resource id): {{(pid=102679) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 11:46:58.983145 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:59.037998 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Deleting port 18ec6a21-ccca-4850-b705-ff61eb29627a {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:46:59.038305 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:59.101385 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] For port 18ec6a21-ccca-4850-b705-ff61eb29627a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=18ec6a21-ccca-4850-b705-ff61eb29627a,segment=NetworkSegment(90bf6d51-ef06-42b9-ac80-3fd2a4a664fb),segment_id=90bf6d51-ef06-42b9-ac80-3fd2a4a664fb)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:46:59.102052 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:59.114545 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Calling delete_port for 18ec6a21-ccca-4850-b705-ff61eb29627a owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:46:59.197859 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:59.224434 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Port': ['ID=18ec6a21-ccca-4850-b705-ff61eb29627a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:59.226251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] No DVR routers for this DVR port 18ec6a21-ccca-4850-b705-ff61eb29627a on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:46:59.311619 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:59.330846 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de8d154-12e4-467c-a89b-6ff984ac44b3']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:59.340309 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bf6d51-ef06-42b9-ac80-3fd2a4a664fb') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:59.340592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bf6d51-ef06-42b9-ac80-3fd2a4a664fb') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:59.349705 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:59.362528 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:59.368521 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:46:59.368904 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:46:59.371858 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:46:59.427859 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:59.434793 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:59.438083 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/networks/0de8d154-12e4-467c-a89b-6ff984ac44b3 HTTP/1.1" status: 204 len: 168 time: 1.3938332 Nov 15 11:46:59.441947 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47782) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:59.449408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9929d4-054d-4028-9368-01ef6b11a396 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Network': ['ID=0de8d154-12e4-467c-a89b-6ff984ac44b3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:59.469474 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb251c76-674b-4dc0-8e27-e28dbaf0f46c tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] DELETE failed (client error): The resource could not be found. Nov 15 11:46:59.469901 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb251c76-674b-4dc0-8e27-e28dbaf0f46c tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:46:59.472912 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bb251c76-674b-4dc0-8e27-e28dbaf0f46c tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/subnets/86f4d1e9-8ee9-4b17-8304-a0d182f8878c HTTP/1.1" status: 404 len: 337 time: 0.0298171 Nov 15 11:46:59.475543 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47784) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:59.492864 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a220270-bc98-483b-b553-60ec12046640 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] DELETE failed (client error): The resource could not be found. Nov 15 11:46:59.493319 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a220270-bc98-483b-b553-60ec12046640 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:46:59.496219 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7a220270-bc98-483b-b553-60ec12046640 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/networks/0de8d154-12e4-467c-a89b-6ff984ac44b3 HTTP/1.1" status: 404 len: 339 time: 0.0197661 Nov 15 11:46:59.498520 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47786) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:59.575393 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1d90d50-cb01-46d7-b68c-23ca4e72e7a6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:59.664693 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1d90d50-cb01-46d7-b68c-23ca4e72e7a6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:59.686963 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d1d90d50-cb01-46d7-b68c-23ca4e72e7a6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276b0f58-8292-4bf1-87ab-8e99cd7a784c']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:59.700385 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d1d90d50-cb01-46d7-b68c-23ca4e72e7a6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2827763-2a19-449d-8363-97530ed0a589') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:59.700692 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-d1d90d50-cb01-46d7-b68c-23ca4e72e7a6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2827763-2a19-449d-8363-97530ed0a589') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:46:59.711600 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1d90d50-cb01-46d7-b68c-23ca4e72e7a6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:59.730299 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1d90d50-cb01-46d7-b68c-23ca4e72e7a6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:59.736607 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d90d50-cb01-46d7-b68c-23ca4e72e7a6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:46:59.736988 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1d90d50-cb01-46d7-b68c-23ca4e72e7a6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:46:59.739983 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:46:59.802747 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1d90d50-cb01-46d7-b68c-23ca4e72e7a6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:59.809574 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1d90d50-cb01-46d7-b68c-23ca4e72e7a6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:59.812920 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d1d90d50-cb01-46d7-b68c-23ca4e72e7a6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/networks/276b0f58-8292-4bf1-87ab-8e99cd7a784c HTTP/1.1" status: 204 len: 168 time: 0.3134766 Nov 15 11:46:59.816001 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47788) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:59.821457 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:59.824781 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d90d50-cb01-46d7-b68c-23ca4e72e7a6 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Network': ['ID=276b0f58-8292-4bf1-87ab-8e99cd7a784c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:46:59.847106 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4c2f7c-096d-4787-a083-9c4a47e35958 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] DELETE failed (client error): The resource could not be found. Nov 15 11:46:59.847545 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e4c2f7c-096d-4787-a083-9c4a47e35958 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:46:59.850556 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9e4c2f7c-096d-4787-a083-9c4a47e35958 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/subnets/4a43b43e-e54c-46ae-8660-3b051705e447 HTTP/1.1" status: 404 len: 337 time: 0.0334997 Nov 15 11:46:59.853390 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47790) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:59.877732 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e042d8-5f50-4bd3-9304-90f7baf44b62 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] DELETE failed (client error): The resource could not be found. Nov 15 11:46:59.878331 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e042d8-5f50-4bd3-9304-90f7baf44b62 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:46:59.882800 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a7e042d8-5f50-4bd3-9304-90f7baf44b62 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/networks/d8f76c1e-369e-4fb4-85a1-802fb2d24f92 HTTP/1.1" status: 404 len: 339 time: 0.0269487 Nov 15 11:46:59.886775 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47792) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:46:59.938758 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-818467ff-0719-4f4c-bfee-6da80e3ab5dd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Deleting subnet fc76bc27-af9c-41e9-868c-d3bbe79c225e {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:46:59.942111 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-818467ff-0719-4f4c-bfee-6da80e3ab5dd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:46:59.980838 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-818467ff-0719-4f4c-bfee-6da80e3ab5dd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:00.065337 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-818467ff-0719-4f4c-bfee-6da80e3ab5dd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:00.122544 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-818467ff-0719-4f4c-bfee-6da80e3ab5dd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:00.147107 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818467ff-0719-4f4c-bfee-6da80e3ab5dd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Subnet': ['ID=fc76bc27-af9c-41e9-868c-d3bbe79c225e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:00.152830 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-818467ff-0719-4f4c-bfee-6da80e3ab5dd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:00.156007 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-818467ff-0719-4f4c-bfee-6da80e3ab5dd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/subnets/fc76bc27-af9c-41e9-868c-d3bbe79c225e HTTP/1.1" status: 204 len: 168 time: 0.2682142 Nov 15 11:47:00.158504 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47794) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:00.162229 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebbdc2c-405f-42fb-bb9b-e72b9e6c4505 None None] Network e95e3477-d4fc-4740-a3a5-8e1712a914fb requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:47:00.209184 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-a510261b-8a2c-4ccf-9be5-749c1bf02a10 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Deleting subnet 1cd78ad7-0cb2-459c-b9bc-ec414bf8ec17 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:47:00.213203 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a510261b-8a2c-4ccf-9be5-749c1bf02a10 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:00.256981 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a510261b-8a2c-4ccf-9be5-749c1bf02a10 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:00.340249 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a510261b-8a2c-4ccf-9be5-749c1bf02a10 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:00.398527 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a510261b-8a2c-4ccf-9be5-749c1bf02a10 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:00.429751 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510261b-8a2c-4ccf-9be5-749c1bf02a10 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Subnet': ['ID=1cd78ad7-0cb2-459c-b9bc-ec414bf8ec17,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:00.433730 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a510261b-8a2c-4ccf-9be5-749c1bf02a10 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:00.439524 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a510261b-8a2c-4ccf-9be5-749c1bf02a10 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/subnets/1cd78ad7-0cb2-459c-b9bc-ec414bf8ec17 HTTP/1.1" status: 204 len: 168 time: 0.2800632 Nov 15 11:47:00.439796 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47796) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:00.518446 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a04301c-7ca5-4257-861f-cf3bcbb9331e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:00.571423 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9a04301c-7ca5-4257-861f-cf3bcbb9331e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Deleting port dbaa4433-f474-46f4-9868-49ec37e68c00 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:47:00.571905 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a04301c-7ca5-4257-861f-cf3bcbb9331e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:00.638800 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9a04301c-7ca5-4257-861f-cf3bcbb9331e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] For port dbaa4433-f474-46f4-9868-49ec37e68c00, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=dbaa4433-f474-46f4-9868-49ec37e68c00,segment=NetworkSegment(5b644c24-dbbf-4826-8e9c-2020220afb2b),segment_id=5b644c24-dbbf-4826-8e9c-2020220afb2b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:47:00.639203 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a04301c-7ca5-4257-861f-cf3bcbb9331e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:00.651928 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9a04301c-7ca5-4257-861f-cf3bcbb9331e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Calling delete_port for dbaa4433-f474-46f4-9868-49ec37e68c00 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:47:00.732907 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a04301c-7ca5-4257-861f-cf3bcbb9331e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:00.760600 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04301c-7ca5-4257-861f-cf3bcbb9331e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Port': ['ID=dbaa4433-f474-46f4-9868-49ec37e68c00,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:00.766218 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a04301c-7ca5-4257-861f-cf3bcbb9331e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] No DVR routers for this DVR port dbaa4433-f474-46f4-9868-49ec37e68c00 on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:47:00.784086 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d859a2-8b03-489e-880f-912fab7429ff None None] Network e95e3477-d4fc-4740-a3a5-8e1712a914fb requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:47:00.785739 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3ea31228-b1d8-4370-b312-77871d24367b None None] Could not find standard attr ID for object dbaa4433-f474-46f4-9868-49ec37e68c00. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 11:47:00.844185 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a04301c-7ca5-4257-861f-cf3bcbb9331e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:00.863547 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-9a04301c-7ca5-4257-861f-cf3bcbb9331e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95e3477-d4fc-4740-a3a5-8e1712a914fb']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:00.873276 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-9a04301c-7ca5-4257-861f-cf3bcbb9331e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b644c24-dbbf-4826-8e9c-2020220afb2b') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:00.873563 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-9a04301c-7ca5-4257-861f-cf3bcbb9331e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b644c24-dbbf-4826-8e9c-2020220afb2b') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:00.883079 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a04301c-7ca5-4257-861f-cf3bcbb9331e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:00.896816 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a04301c-7ca5-4257-861f-cf3bcbb9331e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:00.904106 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a04301c-7ca5-4257-861f-cf3bcbb9331e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:47:00.904487 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a04301c-7ca5-4257-861f-cf3bcbb9331e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:47:00.907787 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:47:00.952115 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ecebf7-4f14-4872-ad18-16208e638f6a None None] DHCP port deletion for e95e3477-d4fc-4740-a3a5-8e1712a914fb request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:47:00.977082 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a04301c-7ca5-4257-861f-cf3bcbb9331e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:00.983927 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9a04301c-7ca5-4257-861f-cf3bcbb9331e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:00.987000 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9a04301c-7ca5-4257-861f-cf3bcbb9331e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/networks/e95e3477-d4fc-4740-a3a5-8e1712a914fb HTTP/1.1" status: 204 len: 168 time: 0.5456369 Nov 15 11:47:00.989672 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47798) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:00.998311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04301c-7ca5-4257-861f-cf3bcbb9331e tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Network': ['ID=e95e3477-d4fc-4740-a3a5-8e1712a914fb,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:01.016460 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-73543905-94e3-44bf-8dae-96c24a8057bd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] DELETE failed (client error): The resource could not be found. Nov 15 11:47:01.016845 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73543905-94e3-44bf-8dae-96c24a8057bd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:47:01.019986 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-73543905-94e3-44bf-8dae-96c24a8057bd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/subnets/1c1f522a-8b5c-4204-b220-3d9274e9e35a HTTP/1.1" status: 404 len: 337 time: 0.0290575 Nov 15 11:47:01.022544 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47800) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:01.041366 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a45a31f-1f3f-4739-acbe-56b3c0a598c0 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] DELETE failed (client error): The resource could not be found. Nov 15 11:47:01.041847 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a45a31f-1f3f-4739-acbe-56b3c0a598c0 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:47:01.044892 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3a45a31f-1f3f-4739-acbe-56b3c0a598c0 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/networks/de9db241-400e-41c1-9d90-7f35689b5be3 HTTP/1.1" status: 404 len: 339 time: 0.0214069 Nov 15 11:47:01.048747 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47802) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:01.074662 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6949b6-f06f-4d47-81b8-038fc90c1e85 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] DELETE failed (client error): The resource could not be found. Nov 15 11:47:01.075108 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f6949b6-f06f-4d47-81b8-038fc90c1e85 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:47:01.078147 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8f6949b6-f06f-4d47-81b8-038fc90c1e85 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/subnets/3e82febe-a558-4f28-af2a-d93cddf018e8 HTTP/1.1" status: 404 len: 337 time: 0.0283930 Nov 15 11:47:01.080819 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47804) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:01.099124 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-338966f5-e500-4e68-bb5f-049abbb06bf4 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] DELETE failed (client error): The resource could not be found. Nov 15 11:47:01.099610 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-338966f5-e500-4e68-bb5f-049abbb06bf4 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:47:01.102736 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-338966f5-e500-4e68-bb5f-049abbb06bf4 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/networks/5fb51d38-a0e8-4f02-aabe-ce00fe4f0e93 HTTP/1.1" status: 404 len: 339 time: 0.0209792 Nov 15 11:47:01.109578 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47806) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:01.130346 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac57012-94fc-4732-abb0-afe4606b5022 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] DELETE failed (client error): The resource could not be found. Nov 15 11:47:01.130787 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac57012-94fc-4732-abb0-afe4606b5022 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:47:01.134026 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2ac57012-94fc-4732-abb0-afe4606b5022 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/subnets/68fca641-79d6-4148-9dac-b6b68c01cd54 HTTP/1.1" status: 404 len: 337 time: 0.0277629 Nov 15 11:47:01.136574 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47808) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:01.154072 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2288b24-978d-4f0f-8f7f-ffb5efbb1407 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] DELETE failed (client error): The resource could not be found. Nov 15 11:47:01.154535 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2288b24-978d-4f0f-8f7f-ffb5efbb1407 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:47:01.157477 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f2288b24-978d-4f0f-8f7f-ffb5efbb1407 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/networks/f258a921-8f35-4a80-b01d-f8758a68e3de HTTP/1.1" status: 404 len: 339 time: 0.0200181 Nov 15 11:47:01.159773 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47810) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:01.212717 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e711f84-2640-4399-b987-e9750ddf62e2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Deleting subnet ab0ebce5-c403-4c37-8ada-79a24524eb7a {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:47:01.216052 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e711f84-2640-4399-b987-e9750ddf62e2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:01.255666 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e711f84-2640-4399-b987-e9750ddf62e2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:01.335665 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e711f84-2640-4399-b987-e9750ddf62e2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:01.401020 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e711f84-2640-4399-b987-e9750ddf62e2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:01.427728 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e711f84-2640-4399-b987-e9750ddf62e2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Subnet': ['ID=ab0ebce5-c403-4c37-8ada-79a24524eb7a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:01.431487 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8e711f84-2640-4399-b987-e9750ddf62e2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:01.437724 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8e711f84-2640-4399-b987-e9750ddf62e2 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/subnets/ab0ebce5-c403-4c37-8ada-79a24524eb7a HTTP/1.1" status: 204 len: 168 time: 0.2742679 Nov 15 11:47:01.438060 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47812) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:01.440727 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c78d988-656d-48b8-9f3f-8bc52777bd66 None None] Network c825d599-f409-4eaa-ab00-ca927eceb4e4 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:47:01.513003 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f9c9250-4b3a-4182-9060-734ec5ed1084 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:01.570112 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-0f9c9250-4b3a-4182-9060-734ec5ed1084 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Deleting port 7b93fd7e-0f95-43dd-8f01-2deca5b4ac88 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:47:01.570553 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f9c9250-4b3a-4182-9060-734ec5ed1084 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:01.619558 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e81171-4f3a-41be-8ef3-024a7d0a0222 None None] DHCP port deletion for c825d599-f409-4eaa-ab00-ca927eceb4e4 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:47:01.633738 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-0f9c9250-4b3a-4182-9060-734ec5ed1084 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] For port 7b93fd7e-0f95-43dd-8f01-2deca5b4ac88, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7b93fd7e-0f95-43dd-8f01-2deca5b4ac88,segment=NetworkSegment(5ad7dbca-84b1-4f65-b49d-af3fa588850d),segment_id=5ad7dbca-84b1-4f65-b49d-af3fa588850d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:47:01.634095 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f9c9250-4b3a-4182-9060-734ec5ed1084 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:01.646649 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-0f9c9250-4b3a-4182-9060-734ec5ed1084 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Calling delete_port for 7b93fd7e-0f95-43dd-8f01-2deca5b4ac88 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:47:01.667088 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e6e81171-4f3a-41be-8ef3-024a7d0a0222 None None] Deleting port 7b93fd7e-0f95-43dd-8f01-2deca5b4ac88 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:47:01.667346 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e6e81171-4f3a-41be-8ef3-024a7d0a0222 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:01.734126 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e6e81171-4f3a-41be-8ef3-024a7d0a0222 None None] For port 7b93fd7e-0f95-43dd-8f01-2deca5b4ac88, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7b93fd7e-0f95-43dd-8f01-2deca5b4ac88,segment=NetworkSegment(5ad7dbca-84b1-4f65-b49d-af3fa588850d),segment_id=5ad7dbca-84b1-4f65-b49d-af3fa588850d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:47:01.734502 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e6e81171-4f3a-41be-8ef3-024a7d0a0222 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:01.737874 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f9c9250-4b3a-4182-9060-734ec5ed1084 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:01.750399 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e6e81171-4f3a-41be-8ef3-024a7d0a0222 None None] Calling delete_port for 7b93fd7e-0f95-43dd-8f01-2deca5b4ac88 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:47:01.765624 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c9250-4b3a-4182-9060-734ec5ed1084 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Port': ['ID=7b93fd7e-0f95-43dd-8f01-2deca5b4ac88,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:01.767550 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9c9250-4b3a-4182-9060-734ec5ed1084 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] No DVR routers for this DVR port 7b93fd7e-0f95-43dd-8f01-2deca5b4ac88 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:47:01.805675 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device dbaa4433-f474-46f4-9868-49ec37e68c00 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:47:01.841209 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:01.843016 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: dbaa4433-f474-46f4-9868-49ec37e68c00 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:47:01.843335 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device dbaa4433-f474-46f4-9868-49ec37e68c00 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:47:01.843770 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7b93fd7e-0f95-43dd-8f01-2deca5b4ac88 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:47:01.845383 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f9c9250-4b3a-4182-9060-734ec5ed1084 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:01.871353 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-0f9c9250-4b3a-4182-9060-734ec5ed1084 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c825d599-f409-4eaa-ab00-ca927eceb4e4']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:01.872168 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 7b93fd7e-0f95-43dd-8f01-2deca5b4ac88 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:47:01.872492 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7b93fd7e-0f95-43dd-8f01-2deca5b4ac88 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:47:01.881252 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-0f9c9250-4b3a-4182-9060-734ec5ed1084 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad7dbca-84b1-4f65-b49d-af3fa588850d') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:01.881577 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-0f9c9250-4b3a-4182-9060-734ec5ed1084 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad7dbca-84b1-4f65-b49d-af3fa588850d') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:01.892374 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f9c9250-4b3a-4182-9060-734ec5ed1084 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:01.896226 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e6e81171-4f3a-41be-8ef3-024a7d0a0222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:01.906245 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f9c9250-4b3a-4182-9060-734ec5ed1084 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:01.913037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f9c9250-4b3a-4182-9060-734ec5ed1084 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:47:01.913399 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f9c9250-4b3a-4182-9060-734ec5ed1084 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:47:01.916858 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:47:01.928901 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e81171-4f3a-41be-8ef3-024a7d0a0222 None None] No DVR routers for this DVR port 7b93fd7e-0f95-43dd-8f01-2deca5b4ac88 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:47:01.936636 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e81171-4f3a-41be-8ef3-024a7d0a0222 None None] Pushing event deleted for resources: {'Port': ['ID=7b93fd7e-0f95-43dd-8f01-2deca5b4ac88,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:01.975707 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f9c9250-4b3a-4182-9060-734ec5ed1084 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:01.982463 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0f9c9250-4b3a-4182-9060-734ec5ed1084 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:01.985760 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0f9c9250-4b3a-4182-9060-734ec5ed1084 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/networks/c825d599-f409-4eaa-ab00-ca927eceb4e4 HTTP/1.1" status: 204 len: 168 time: 0.5466776 Nov 15 11:47:01.988530 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47814) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:01.997317 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c9250-4b3a-4182-9060-734ec5ed1084 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Network': ['ID=c825d599-f409-4eaa-ab00-ca927eceb4e4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:02.018017 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-604fe804-a9be-4fca-bffc-5a806b782038 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] DELETE failed (client error): The resource could not be found. Nov 15 11:47:02.018477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604fe804-a9be-4fca-bffc-5a806b782038 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:47:02.021532 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-604fe804-a9be-4fca-bffc-5a806b782038 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/subnets/0c6016f2-8870-4922-929f-774a291f0923 HTTP/1.1" status: 404 len: 337 time: 0.0319452 Nov 15 11:47:02.024243 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47816) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:02.045999 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0fbc76f-658f-4458-89d6-0e2c50a9b9a4 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] DELETE failed (client error): The resource could not be found. Nov 15 11:47:02.046486 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0fbc76f-658f-4458-89d6-0e2c50a9b9a4 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 11:47:02.049592 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e0fbc76f-658f-4458-89d6-0e2c50a9b9a4 tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/networks/126f6b10-e612-4b39-8fbd-bd409b405749 HTTP/1.1" status: 404 len: 339 time: 0.0244136 Nov 15 11:47:02.053255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47818) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:02.104661 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-15106ae5-3aa4-4406-8a82-f0e55b657ffd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Deleting subnet 253d7cd0-dc20-41e3-b33f-29cb73111e5b {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:47:02.108128 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-15106ae5-3aa4-4406-8a82-f0e55b657ffd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:02.148150 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-15106ae5-3aa4-4406-8a82-f0e55b657ffd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:02.238713 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-15106ae5-3aa4-4406-8a82-f0e55b657ffd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:02.299501 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-15106ae5-3aa4-4406-8a82-f0e55b657ffd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:02.325887 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15106ae5-3aa4-4406-8a82-f0e55b657ffd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Subnet': ['ID=253d7cd0-dc20-41e3-b33f-29cb73111e5b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:02.330288 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-15106ae5-3aa4-4406-8a82-f0e55b657ffd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:02.333850 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-15106ae5-3aa4-4406-8a82-f0e55b657ffd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/subnets/253d7cd0-dc20-41e3-b33f-29cb73111e5b HTTP/1.1" status: 204 len: 168 time: 0.2796173 Nov 15 11:47:02.337902 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47820) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:02.338647 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6919649d-d1ba-46ad-9306-b3b6fb1b9234 None None] Network 45071cdf-bc7f-4bb6-876b-bb587c65829f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:47:02.343312 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15106ae5-3aa4-4406-8a82-f0e55b657ffd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:02.343923 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15106ae5-3aa4-4406-8a82-f0e55b657ffd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:02.344366 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15106ae5-3aa4-4406-8a82-f0e55b657ffd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:02.344758 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15106ae5-3aa4-4406-8a82-f0e55b657ffd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:02.345157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15106ae5-3aa4-4406-8a82-f0e55b657ffd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:02.345665 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15106ae5-3aa4-4406-8a82-f0e55b657ffd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:02.346066 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15106ae5-3aa4-4406-8a82-f0e55b657ffd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:02.346457 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15106ae5-3aa4-4406-8a82-f0e55b657ffd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:02.346849 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15106ae5-3aa4-4406-8a82-f0e55b657ffd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:02.347426 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15106ae5-3aa4-4406-8a82-f0e55b657ffd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:02.347841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15106ae5-3aa4-4406-8a82-f0e55b657ffd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:02.348229 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15106ae5-3aa4-4406-8a82-f0e55b657ffd tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:02.421415 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ec39e03-2ff1-4d6e-95ae-0597ca4b9bbc tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:02.476283 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4ec39e03-2ff1-4d6e-95ae-0597ca4b9bbc tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Deleting port 66472fdc-ac3e-4ba3-b512-cbfd2547abfd {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:47:02.476635 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ec39e03-2ff1-4d6e-95ae-0597ca4b9bbc tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:02.519340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8296d74-3fb9-4555-a290-46ebf89d05c4 None None] DHCP port deletion for 45071cdf-bc7f-4bb6-876b-bb587c65829f request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:47:02.541045 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4ec39e03-2ff1-4d6e-95ae-0597ca4b9bbc tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] For port 66472fdc-ac3e-4ba3-b512-cbfd2547abfd, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=66472fdc-ac3e-4ba3-b512-cbfd2547abfd,segment=NetworkSegment(bf75f793-e202-41f6-958d-c159ce9b8d6d),segment_id=bf75f793-e202-41f6-958d-c159ce9b8d6d)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:47:02.541404 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ec39e03-2ff1-4d6e-95ae-0597ca4b9bbc tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:02.557355 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4ec39e03-2ff1-4d6e-95ae-0597ca4b9bbc tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Calling delete_port for 66472fdc-ac3e-4ba3-b512-cbfd2547abfd owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:47:02.564552 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e8296d74-3fb9-4555-a290-46ebf89d05c4 None None] Deleting port 66472fdc-ac3e-4ba3-b512-cbfd2547abfd {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:47:02.564923 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e8296d74-3fb9-4555-a290-46ebf89d05c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:02.628908 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e8296d74-3fb9-4555-a290-46ebf89d05c4 None None] For port 66472fdc-ac3e-4ba3-b512-cbfd2547abfd, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=66472fdc-ac3e-4ba3-b512-cbfd2547abfd,segment=NetworkSegment(bf75f793-e202-41f6-958d-c159ce9b8d6d),segment_id=bf75f793-e202-41f6-958d-c159ce9b8d6d)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:47:02.629270 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e8296d74-3fb9-4555-a290-46ebf89d05c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:02.637383 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ec39e03-2ff1-4d6e-95ae-0597ca4b9bbc tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:02.642807 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e8296d74-3fb9-4555-a290-46ebf89d05c4 None None] Calling delete_port for 66472fdc-ac3e-4ba3-b512-cbfd2547abfd owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:47:02.664693 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec39e03-2ff1-4d6e-95ae-0597ca4b9bbc tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] No DVR routers for this DVR port 66472fdc-ac3e-4ba3-b512-cbfd2547abfd on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:47:02.666664 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec39e03-2ff1-4d6e-95ae-0597ca4b9bbc tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Port': ['ID=66472fdc-ac3e-4ba3-b512-cbfd2547abfd,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:02.716943 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e8296d74-3fb9-4555-a290-46ebf89d05c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:02.744467 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8296d74-3fb9-4555-a290-46ebf89d05c4 None None] Pushing event deleted for resources: {'Port': ['ID=66472fdc-ac3e-4ba3-b512-cbfd2547abfd,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:02.748337 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8296d74-3fb9-4555-a290-46ebf89d05c4 None None] No DVR routers for this DVR port 66472fdc-ac3e-4ba3-b512-cbfd2547abfd on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:47:02.752015 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ec39e03-2ff1-4d6e-95ae-0597ca4b9bbc tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:02.776959 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4ec39e03-2ff1-4d6e-95ae-0597ca4b9bbc tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45071cdf-bc7f-4bb6-876b-bb587c65829f']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:02.786139 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4ec39e03-2ff1-4d6e-95ae-0597ca4b9bbc tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf75f793-e202-41f6-958d-c159ce9b8d6d') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:02.786396 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4ec39e03-2ff1-4d6e-95ae-0597ca4b9bbc tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf75f793-e202-41f6-958d-c159ce9b8d6d') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:02.797106 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ec39e03-2ff1-4d6e-95ae-0597ca4b9bbc tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:02.817474 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ec39e03-2ff1-4d6e-95ae-0597ca4b9bbc tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:02.824732 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec39e03-2ff1-4d6e-95ae-0597ca4b9bbc tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:47:02.825116 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ec39e03-2ff1-4d6e-95ae-0597ca4b9bbc tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:47:02.828247 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:47:02.886627 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ec39e03-2ff1-4d6e-95ae-0597ca4b9bbc tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:02.893827 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4ec39e03-2ff1-4d6e-95ae-0597ca4b9bbc tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:02.896959 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4ec39e03-2ff1-4d6e-95ae-0597ca4b9bbc tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] 10.222.0.64 "DELETE /v2.0/networks/45071cdf-bc7f-4bb6-876b-bb587c65829f HTTP/1.1" status: 204 len: 168 time: 0.5579910 Nov 15 11:47:02.912025 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec39e03-2ff1-4d6e-95ae-0597ca4b9bbc tempest-NetworksIpV6Test-1260284754 tempest-NetworksIpV6Test-1260284754-project] Pushing event deleted for resources: {'Network': ['ID=45071cdf-bc7f-4bb6-876b-bb587c65829f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:03.152043 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47826) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:03.292411 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-60e6fff5-8e59-42f4-9589-ea435dc83619 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=499ea230c9d44fb582c6211e6b9ba503&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1389358 Nov 15 11:47:03.295446 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47830) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:03.343878 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12b1ee9b-5c1e-4325-b7fe-77b82d594638 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:03.365784 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12b1ee9b-5c1e-4325-b7fe-77b82d594638 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:03.420497 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12b1ee9b-5c1e-4325-b7fe-77b82d594638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:03.423139 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-12b1ee9b-5c1e-4325-b7fe-77b82d594638 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:03.424333 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-12b1ee9b-5c1e-4325-b7fe-77b82d594638 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8cd52178-7ef6-4127-8f43-4af3813dc2a3 HTTP/1.1" status: 204 len: 168 time: 0.1279817 Nov 15 11:47:03.432915 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1ee9b-5c1e-4325-b7fe-77b82d594638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd52178-7ef6-4127-8f43-4af3813dc2a3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:03.760349 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 66472fdc-ac3e-4ba3-b512-cbfd2547abfd no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:47:03.782611 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 66472fdc-ac3e-4ba3-b512-cbfd2547abfd {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:47:03.782950 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 66472fdc-ac3e-4ba3-b512-cbfd2547abfd not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:47:04.101020 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47852) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:04.220423 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-aae83520-9396-4224-8c3b-e0698343b9a4 tempest-DvrRoutersNegativeTest-1644317927 tempest-DvrRoutersNegativeTest-1644317927-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-761389162', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:04.223347 n-d-729945-9 neutron-server[102678]: DEBUG neutron.policy [None req-aae83520-9396-4224-8c3b-e0698343b9a4 tempest-DvrRoutersNegativeTest-1644317927 tempest-DvrRoutersNegativeTest-1644317927-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102678) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 15 11:47:04.223655 n-d-729945-9 neutron-server[102678]: DEBUG neutron.policy [None req-aae83520-9396-4224-8c3b-e0698343b9a4 tempest-DvrRoutersNegativeTest-1644317927 tempest-DvrRoutersNegativeTest-1644317927-project] Failed policy check for 'create_router' {{(pid=102678) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 15 11:47:04.224213 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-aae83520-9396-4224-8c3b-e0698343b9a4 tempest-DvrRoutersNegativeTest-1644317927 tempest-DvrRoutersNegativeTest-1644317927-project] create failed (client error): Access was denied to this resource. Nov 15 11:47:04.225376 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-aae83520-9396-4224-8c3b-e0698343b9a4 tempest-DvrRoutersNegativeTest-1644317927 tempest-DvrRoutersNegativeTest-1644317927-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1228054 Nov 15 11:47:04.493890 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47860) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:04.604180 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c455cea6-430d-4934-9a1a-fcd11a4b49c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:04.685714 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c455cea6-430d-4934-9a1a-fcd11a4b49c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:04.692255 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c455cea6-430d-4934-9a1a-fcd11a4b49c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:04.729719 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c455cea6-430d-4934-9a1a-fcd11a4b49c5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=27982da7bf8d4304ad0ca3371129d87e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2347832 Nov 15 11:47:04.730608 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455cea6-430d-4934-9a1a-fcd11a4b49c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb82026-c0f9-4d35-b6c6-24d92b6b20e9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:04.732723 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47864) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:04.780334 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b417e2ec-54b6-40b3-8728-6dd2d6fec196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:04.801354 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b417e2ec-54b6-40b3-8728-6dd2d6fec196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:04.857975 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b417e2ec-54b6-40b3-8728-6dd2d6fec196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:04.860607 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b417e2ec-54b6-40b3-8728-6dd2d6fec196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:04.861744 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b417e2ec-54b6-40b3-8728-6dd2d6fec196 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0cb82026-c0f9-4d35-b6c6-24d92b6b20e9 HTTP/1.1" status: 204 len: 168 time: 0.1279299 Nov 15 11:47:04.869271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417e2ec-54b6-40b3-8728-6dd2d6fec196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb82026-c0f9-4d35-b6c6-24d92b6b20e9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:05.538311 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47886) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:05.638924 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e2b62a52-c4aa-4434-a5a0-b1b377d02124 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1031685438'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:05.993750 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2b62a52-c4aa-4434-a5a0-b1b377d02124 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:06.006133 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2b62a52-c4aa-4434-a5a0-b1b377d02124 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:06.085984 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2b62a52-c4aa-4434-a5a0-b1b377d02124 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:06.092511 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2b62a52-c4aa-4434-a5a0-b1b377d02124 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:06.134679 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b62a52-c4aa-4434-a5a0-b1b377d02124 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f76b238d-ceef-4f33-9f3b-13e7d53fd4e9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:06.176173 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2b62a52-c4aa-4434-a5a0-b1b377d02124 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:06.182601 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2b62a52-c4aa-4434-a5a0-b1b377d02124 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:06.220335 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e2b62a52-c4aa-4434-a5a0-b1b377d02124 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:06.221546 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e2b62a52-c4aa-4434-a5a0-b1b377d02124 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6822574 Nov 15 11:47:06.223406 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b62a52-c4aa-4434-a5a0-b1b377d02124 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5762c4e8-6274-4c22-a615-96f525291f0f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:06.224565 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47890) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:06.263325 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cf4e1ef3-2185-4342-af64-c9d3a2f9cfe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:06.288385 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3352d022-3b94-43e6-828d-23bd658d9996 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0625529 Nov 15 11:47:06.291285 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47892) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:06.295541 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-39f5fa83-503f-40f7-8aa0-2de67a2d1107 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Request body: {'security_group': {'name': 'tempest-security--568184666', 'description': 'tempest-security-description-56764520'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:06.328630 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39f5fa83-503f-40f7-8aa0-2de67a2d1107 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:06.372080 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39f5fa83-503f-40f7-8aa0-2de67a2d1107 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:06.377458 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39f5fa83-503f-40f7-8aa0-2de67a2d1107 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:06.380237 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39f5fa83-503f-40f7-8aa0-2de67a2d1107 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:06.381453 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-39f5fa83-503f-40f7-8aa0-2de67a2d1107 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "PUT /v2.0/security-groups/5762c4e8-6274-4c22-a615-96f525291f0f HTTP/1.1" status: 200 len: 1794 time: 0.0892386 Nov 15 11:47:06.384641 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47894) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:06.404022 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5fa83-503f-40f7-8aa0-2de67a2d1107 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5762c4e8-6274-4c22-a615-96f525291f0f,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:06.423805 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7e370bd3-dd82-42f1-a709-4bd61ce878db tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-groups/5762c4e8-6274-4c22-a615-96f525291f0f HTTP/1.1" status: 200 len: 1794 time: 0.0379117 Nov 15 11:47:06.426682 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47896) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:06.748872 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1287db83-0bea-4fe9-b73f-668df65e7264 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:06.770408 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1287db83-0bea-4fe9-b73f-668df65e7264 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:06.813596 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1287db83-0bea-4fe9-b73f-668df65e7264 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:06.816400 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1287db83-0bea-4fe9-b73f-668df65e7264 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:06.817498 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1287db83-0bea-4fe9-b73f-668df65e7264 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "DELETE /v2.0/security-groups/5762c4e8-6274-4c22-a615-96f525291f0f HTTP/1.1" status: 204 len: 168 time: 0.3898878 Nov 15 11:47:06.820358 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47898) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:06.826148 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287db83-0bea-4fe9-b73f-668df65e7264 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5762c4e8-6274-4c22-a615-96f525291f0f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:06.863763 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-08c208f5-821a-4e41-a208-4d385f6b301f tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0421584 Nov 15 11:47:06.866387 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47900) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:06.882323 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-f7c7e88b-21fd-4423-9892-4d141b795367 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] delete failed (client error): The resource could not be found. Nov 15 11:47:06.883407 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f7c7e88b-21fd-4423-9892-4d141b795367 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "DELETE /v2.0/security-groups/5762c4e8-6274-4c22-a615-96f525291f0f HTTP/1.1" status: 404 len: 347 time: 0.0159862 Nov 15 11:47:06.886942 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47902) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:06.891120 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1f5fd794-1033-4806-99f9-2e79c1ce468b tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1404077194'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:06.915313 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f5fd794-1033-4806-99f9-2e79c1ce468b tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:06.980162 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f5fd794-1033-4806-99f9-2e79c1ce468b tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:06.985872 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f5fd794-1033-4806-99f9-2e79c1ce468b tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.012939 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1f5fd794-1033-4806-99f9-2e79c1ce468b tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.014059 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1f5fd794-1033-4806-99f9-2e79c1ce468b tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1262302 Nov 15 11:47:07.016969 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47904) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:07.021967 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0af8f8e3-c16b-4d4d-a226-8200110da0f9 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Request body: {'security_group_rule': {'security_group_id': 'e8048fdb-6906-411e-b587-25d6fd56612d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:07.026949 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fd794-1033-4806-99f9-2e79c1ce468b tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8048fdb-6906-411e-b587-25d6fd56612d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:07.053191 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0af8f8e3-c16b-4d4d-a226-8200110da0f9 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.106556 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0af8f8e3-c16b-4d4d-a226-8200110da0f9 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.111208 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0af8f8e3-c16b-4d4d-a226-8200110da0f9 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.128300 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8f8e3-c16b-4d4d-a226-8200110da0f9 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feee5404-3c1f-46e7-9beb-6abd7b256e22,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:07.137681 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0af8f8e3-c16b-4d4d-a226-8200110da0f9 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.138903 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0af8f8e3-c16b-4d4d-a226-8200110da0f9 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210134 Nov 15 11:47:07.141887 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47906) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:07.164763 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93703f2f-d613-4618-8f44-48760bef5b28 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.172344 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93703f2f-d613-4618-8f44-48760bef5b28 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.197883 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93703f2f-d613-4618-8f44-48760bef5b28 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.204057 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-93703f2f-d613-4618-8f44-48760bef5b28 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.204862 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-93703f2f-d613-4618-8f44-48760bef5b28 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/feee5404-3c1f-46e7-9beb-6abd7b256e22 HTTP/1.1" status: 204 len: 168 time: 0.0619962 Nov 15 11:47:07.207956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47908) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:07.211059 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93703f2f-d613-4618-8f44-48760bef5b28 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=feee5404-3c1f-46e7-9beb-6abd7b256e22,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:07.257939 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-78752473-bdf4-4947-80d0-501c04da0572 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0483015 Nov 15 11:47:07.260653 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47910) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:07.312054 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eb72c840-c80a-46b4-9c76-51a35377248e tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.333330 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eb72c840-c80a-46b4-9c76-51a35377248e tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.382813 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eb72c840-c80a-46b4-9c76-51a35377248e tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.385724 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eb72c840-c80a-46b4-9c76-51a35377248e tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.386888 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-eb72c840-c80a-46b4-9c76-51a35377248e tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "DELETE /v2.0/security-groups/e8048fdb-6906-411e-b587-25d6fd56612d HTTP/1.1" status: 204 len: 168 time: 0.1253033 Nov 15 11:47:07.389739 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47912) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:07.396019 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72c840-c80a-46b4-9c76-51a35377248e tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8048fdb-6906-411e-b587-25d6fd56612d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:07.433031 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2c742de7-044e-486c-b07e-9e2f3c27e886 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0420902 Nov 15 11:47:07.437230 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47914) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:07.440983 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2804aa8a-2265-479d-93d9-5dee9b257ac5 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Request body: {'security_group': {'name': 'tempest-secgroup--417282964'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:07.463362 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2804aa8a-2265-479d-93d9-5dee9b257ac5 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.534272 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2804aa8a-2265-479d-93d9-5dee9b257ac5 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.538998 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2804aa8a-2265-479d-93d9-5dee9b257ac5 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.566392 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2804aa8a-2265-479d-93d9-5dee9b257ac5 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.567521 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2804aa8a-2265-479d-93d9-5dee9b257ac5 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1298079 Nov 15 11:47:07.570735 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47916) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:07.571468 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804aa8a-2265-479d-93d9-5dee9b257ac5 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e102282e-3a2f-4d46-80a2-4fc851f45885,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:07.576769 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-375f5c71-504c-4c1b-af5c-4a621208db14 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Request body: {'security_group_rule': {'security_group_id': 'e102282e-3a2f-4d46-80a2-4fc851f45885', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:07.607244 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-375f5c71-504c-4c1b-af5c-4a621208db14 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.653426 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-375f5c71-504c-4c1b-af5c-4a621208db14 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.659483 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-375f5c71-504c-4c1b-af5c-4a621208db14 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.678366 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f5c71-504c-4c1b-af5c-4a621208db14 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b744f40b-2448-4eb2-8902-50bb62baa2ee,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:07.688758 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-375f5c71-504c-4c1b-af5c-4a621208db14 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.690308 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-375f5c71-504c-4c1b-af5c-4a621208db14 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183898 Nov 15 11:47:07.693132 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47918) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:07.697559 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-438a73d2-c836-4b3f-8010-21b6c500bda4 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Request body: {'security_group_rule': {'security_group_id': 'e102282e-3a2f-4d46-80a2-4fc851f45885', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:07.724498 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-438a73d2-c836-4b3f-8010-21b6c500bda4 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.779135 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-438a73d2-c836-4b3f-8010-21b6c500bda4 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.784060 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-438a73d2-c836-4b3f-8010-21b6c500bda4 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.801370 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a73d2-c836-4b3f-8010-21b6c500bda4 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e50a304a-8364-49b7-a3cb-765f45fc977d,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:07.809359 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-438a73d2-c836-4b3f-8010-21b6c500bda4 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.810917 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-438a73d2-c836-4b3f-8010-21b6c500bda4 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168427 Nov 15 11:47:07.813692 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47920) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:07.818198 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-9d1aebaf-dc7b-4597-8897-984be163e768 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Request body: {'security_group_rule': {'security_group_id': 'e102282e-3a2f-4d46-80a2-4fc851f45885', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:07.849321 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d1aebaf-dc7b-4597-8897-984be163e768 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.904585 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d1aebaf-dc7b-4597-8897-984be163e768 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.909424 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d1aebaf-dc7b-4597-8897-984be163e768 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.928674 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1aebaf-dc7b-4597-8897-984be163e768 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fd500e-c53e-45ec-9897-f44b176624b4,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:07.934413 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d1aebaf-dc7b-4597-8897-984be163e768 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:07.935745 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9d1aebaf-dc7b-4597-8897-984be163e768 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210699 Nov 15 11:47:07.938611 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47922) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:07.943371 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-95beb7ce-af8f-4797-9747-cc1e3ae6ef9a tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Request body: {'security_group_rule': {'security_group_id': 'e102282e-3a2f-4d46-80a2-4fc851f45885', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:07.972067 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-95beb7ce-af8f-4797-9747-cc1e3ae6ef9a tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.032653 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-95beb7ce-af8f-4797-9747-cc1e3ae6ef9a tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.037543 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-95beb7ce-af8f-4797-9747-cc1e3ae6ef9a tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.057051 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95beb7ce-af8f-4797-9747-cc1e3ae6ef9a tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0451d14-4378-4d5c-a7f4-6ec889cad093,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:08.063671 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-95beb7ce-af8f-4797-9747-cc1e3ae6ef9a tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.064897 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-95beb7ce-af8f-4797-9747-cc1e3ae6ef9a tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252308 Nov 15 11:47:08.067788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47924) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:08.072533 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3b63b1f9-2d8a-40df-924a-05b83b288469 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Request body: {'security_group_rule': {'security_group_id': 'e102282e-3a2f-4d46-80a2-4fc851f45885', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:08.105367 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b63b1f9-2d8a-40df-924a-05b83b288469 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.164262 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b63b1f9-2d8a-40df-924a-05b83b288469 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.170015 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b63b1f9-2d8a-40df-924a-05b83b288469 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.187637 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63b1f9-2d8a-40df-924a-05b83b288469 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29497682-69e8-4849-a6b4-ede5d6f6c4ee,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:08.193351 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b63b1f9-2d8a-40df-924a-05b83b288469 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.194540 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3b63b1f9-2d8a-40df-924a-05b83b288469 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1257412 Nov 15 11:47:08.197543 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47926) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:08.226254 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d506fc22-a3ef-4607-a65c-33d10780e836 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.234220 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d506fc22-a3ef-4607-a65c-33d10780e836 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.262858 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d506fc22-a3ef-4607-a65c-33d10780e836 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.269274 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d506fc22-a3ef-4607-a65c-33d10780e836 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.270375 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d506fc22-a3ef-4607-a65c-33d10780e836 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/29497682-69e8-4849-a6b4-ede5d6f6c4ee HTTP/1.1" status: 204 len: 168 time: 0.0717888 Nov 15 11:47:08.273263 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47928) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:08.275941 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506fc22-a3ef-4607-a65c-33d10780e836 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29497682-69e8-4849-a6b4-ede5d6f6c4ee,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:08.317463 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-afce894e-0f07-4f16-bf63-7f903b01e830 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0429287 Nov 15 11:47:08.320317 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47930) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:08.343728 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4884552-6063-4b6e-8e1e-d8481c5f05d1 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.351708 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4884552-6063-4b6e-8e1e-d8481c5f05d1 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.376153 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1bf72427-2609-4298-994b-4612eeb660bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.380451 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4884552-6063-4b6e-8e1e-d8481c5f05d1 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.386470 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4884552-6063-4b6e-8e1e-d8481c5f05d1 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.387554 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f4884552-6063-4b6e-8e1e-d8481c5f05d1 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/c0451d14-4378-4d5c-a7f4-6ec889cad093 HTTP/1.1" status: 204 len: 168 time: 0.0663054 Nov 15 11:47:08.390304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47932) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:08.393257 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4884552-6063-4b6e-8e1e-d8481c5f05d1 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0451d14-4378-4d5c-a7f4-6ec889cad093,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:08.434757 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9a25787f-84d0-4072-8556-f5a0d999ccae tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0432792 Nov 15 11:47:08.439251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47934) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:08.473864 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34876444-a6fa-4bf1-bd08-e5afdfb5d482 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.481444 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34876444-a6fa-4bf1-bd08-e5afdfb5d482 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.508261 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34876444-a6fa-4bf1-bd08-e5afdfb5d482 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.514171 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-34876444-a6fa-4bf1-bd08-e5afdfb5d482 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.515322 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-34876444-a6fa-4bf1-bd08-e5afdfb5d482 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/f2fd500e-c53e-45ec-9897-f44b176624b4 HTTP/1.1" status: 204 len: 168 time: 0.0749056 Nov 15 11:47:08.518083 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47936) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:08.520476 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34876444-a6fa-4bf1-bd08-e5afdfb5d482 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2fd500e-c53e-45ec-9897-f44b176624b4,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:08.577146 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-60214794-a197-4a02-aef7-d9a7169e322c tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0577877 Nov 15 11:47:08.580080 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47938) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:08.605300 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e985c420-400c-4aed-b3af-138e05766587 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.613023 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e985c420-400c-4aed-b3af-138e05766587 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.642753 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e985c420-400c-4aed-b3af-138e05766587 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.648783 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e985c420-400c-4aed-b3af-138e05766587 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.649901 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e985c420-400c-4aed-b3af-138e05766587 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/e50a304a-8364-49b7-a3cb-765f45fc977d HTTP/1.1" status: 204 len: 168 time: 0.0689232 Nov 15 11:47:08.652839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47940) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:08.655396 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985c420-400c-4aed-b3af-138e05766587 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e50a304a-8364-49b7-a3cb-765f45fc977d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:08.693515 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-32a2152f-0527-46c1-9e76-e57f558154d6 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0392430 Nov 15 11:47:08.696668 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47942) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:08.721378 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a538ea13-84a3-4249-a3df-26c488478e4d tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.729320 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a538ea13-84a3-4249-a3df-26c488478e4d tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.757256 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a538ea13-84a3-4249-a3df-26c488478e4d tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.763334 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a538ea13-84a3-4249-a3df-26c488478e4d tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.764484 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a538ea13-84a3-4249-a3df-26c488478e4d tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/b744f40b-2448-4eb2-8902-50bb62baa2ee HTTP/1.1" status: 204 len: 168 time: 0.0668161 Nov 15 11:47:08.767335 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47944) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:08.769599 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538ea13-84a3-4249-a3df-26c488478e4d tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b744f40b-2448-4eb2-8902-50bb62baa2ee,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:08.805077 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c8c20e52-5de9-4c2d-bda2-8acdf3f4847f tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0364871 Nov 15 11:47:08.807989 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47946) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:08.873460 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44b1a5b0-20b8-49f1-9ae3-37587fba46e7 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.900785 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44b1a5b0-20b8-49f1-9ae3-37587fba46e7 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.951253 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44b1a5b0-20b8-49f1-9ae3-37587fba46e7 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.954625 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44b1a5b0-20b8-49f1-9ae3-37587fba46e7 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:08.955790 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-44b1a5b0-20b8-49f1-9ae3-37587fba46e7 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "DELETE /v2.0/security-groups/e102282e-3a2f-4d46-80a2-4fc851f45885 HTTP/1.1" status: 204 len: 168 time: 0.1468942 Nov 15 11:47:08.958599 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47948) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:08.965712 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1a5b0-20b8-49f1-9ae3-37587fba46e7 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e102282e-3a2f-4d46-80a2-4fc851f45885,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:09.003196 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-29d26355-525d-463c-a132-af365af3e894 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0434582 Nov 15 11:47:09.007631 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47950) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:09.012242 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-f9a8a829-ec57-4c5d-a5f2-68ca8068bfba tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Request body: {'security_group': {'name': 'tempest-secgroup--2068078768'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:09.038038 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f9a8a829-ec57-4c5d-a5f2-68ca8068bfba tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.103284 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f9a8a829-ec57-4c5d-a5f2-68ca8068bfba tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.108462 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f9a8a829-ec57-4c5d-a5f2-68ca8068bfba tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.135253 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f9a8a829-ec57-4c5d-a5f2-68ca8068bfba tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.136427 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f9a8a829-ec57-4c5d-a5f2-68ca8068bfba tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1279144 Nov 15 11:47:09.139090 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47952) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:09.143374 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-7f4baff1-43b0-41d4-a5e3-9c91924b4467 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Request body: {'security_group_rule': {'security_group_id': '63fae79b-27a7-4277-adc9-754d038b3c44', 'direction': 'ingress', 'protocol': 17}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:09.149187 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8a829-ec57-4c5d-a5f2-68ca8068bfba tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63fae79b-27a7-4277-adc9-754d038b3c44,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:09.175095 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f4baff1-43b0-41d4-a5e3-9c91924b4467 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.232142 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f4baff1-43b0-41d4-a5e3-9c91924b4467 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.237173 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f4baff1-43b0-41d4-a5e3-9c91924b4467 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.253758 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4baff1-43b0-41d4-a5e3-9c91924b4467 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8cf878-d76b-462a-b86e-283f63254bb7,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:09.261685 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7f4baff1-43b0-41d4-a5e3-9c91924b4467 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.262858 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7f4baff1-43b0-41d4-a5e3-9c91924b4467 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1228595 Nov 15 11:47:09.265767 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47954) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:09.320966 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb6ef6bc-3cd5-4c49-a36a-05870fdd3bb0 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.342991 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb6ef6bc-3cd5-4c49-a36a-05870fdd3bb0 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.386111 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb6ef6bc-3cd5-4c49-a36a-05870fdd3bb0 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.388691 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb6ef6bc-3cd5-4c49-a36a-05870fdd3bb0 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.389811 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cb6ef6bc-3cd5-4c49-a36a-05870fdd3bb0 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "DELETE /v2.0/security-groups/63fae79b-27a7-4277-adc9-754d038b3c44 HTTP/1.1" status: 204 len: 168 time: 0.1231570 Nov 15 11:47:09.392634 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47956) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:09.399314 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ef6bc-3cd5-4c49-a36a-05870fdd3bb0 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fae79b-27a7-4277-adc9-754d038b3c44,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:09.436894 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e4a7a29b-6a15-4f4e-b445-8e3ee99f4cf1 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0430813 Nov 15 11:47:09.440642 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47958) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:09.444693 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-209349c5-fdcf-4960-8a35-41a15180b97c tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Request body: {'security_group': {'name': 'tempest-secgroup--171668909'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:09.466340 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-209349c5-fdcf-4960-8a35-41a15180b97c tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.530212 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-209349c5-fdcf-4960-8a35-41a15180b97c tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.535728 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-209349c5-fdcf-4960-8a35-41a15180b97c tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.565782 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-209349c5-fdcf-4960-8a35-41a15180b97c tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.567012 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-209349c5-fdcf-4960-8a35-41a15180b97c tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1256106 Nov 15 11:47:09.567874 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209349c5-fdcf-4960-8a35-41a15180b97c tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00fd899d-10bc-4dad-ba8a-8cfd99eaa04c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:09.569958 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47960) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:09.574607 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d6cad6a3-e846-4394-a348-30092b231aa4 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Request body: {'security_group': {'name': 'tempest-secgroup--3676383'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:09.598174 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6cad6a3-e846-4394-a348-30092b231aa4 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.662118 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6cad6a3-e846-4394-a348-30092b231aa4 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.667846 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6cad6a3-e846-4394-a348-30092b231aa4 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.701480 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6cad6a3-e846-4394-a348-30092b231aa4 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.702629 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d6cad6a3-e846-4394-a348-30092b231aa4 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1317828 Nov 15 11:47:09.705583 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47962) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:09.709745 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-f9333b76-d06a-4c03-95a4-308e64952626 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Request body: {'security_group_rule': {'security_group_id': '00fd899d-10bc-4dad-ba8a-8cfd99eaa04c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b12ee573-7418-49a6-b7eb-d0fb31b6b860', 'remote_ip_prefix': None}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:09.717714 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cad6a3-e846-4394-a348-30092b231aa4 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b12ee573-7418-49a6-b7eb-d0fb31b6b860,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:09.744564 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9333b76-d06a-4c03-95a4-308e64952626 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.814171 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9333b76-d06a-4c03-95a4-308e64952626 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.819404 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9333b76-d06a-4c03-95a4-308e64952626 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.836961 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9333b76-d06a-4c03-95a4-308e64952626 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469ffc56-4954-4e7a-a147-856af00a3c33,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:09.844867 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9333b76-d06a-4c03-95a4-308e64952626 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.846016 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f9333b76-d06a-4c03-95a4-308e64952626 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1396601 Nov 15 11:47:09.848901 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47964) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:09.872137 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8807adfb-6702-4736-8758-4785e48307fb tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.879794 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8807adfb-6702-4736-8758-4785e48307fb tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.906550 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8807adfb-6702-4736-8758-4785e48307fb tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.908230 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.912735 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8807adfb-6702-4736-8758-4785e48307fb tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:09.913804 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8807adfb-6702-4736-8758-4785e48307fb tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/469ffc56-4954-4e7a-a147-856af00a3c33 HTTP/1.1" status: 204 len: 168 time: 0.0640020 Nov 15 11:47:09.916789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47966) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:09.919205 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807adfb-6702-4736-8758-4785e48307fb tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=469ffc56-4954-4e7a-a147-856af00a3c33,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:09.957575 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2aac386d-f356-4517-bf20-6b82037fdd13 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0396051 Nov 15 11:47:09.960491 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47968) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:10.013561 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf3d59f8-8ddb-48a3-881b-a2484e4e53f3 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.035932 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf3d59f8-8ddb-48a3-881b-a2484e4e53f3 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.081052 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf3d59f8-8ddb-48a3-881b-a2484e4e53f3 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.083738 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf3d59f8-8ddb-48a3-881b-a2484e4e53f3 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.084884 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bf3d59f8-8ddb-48a3-881b-a2484e4e53f3 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "DELETE /v2.0/security-groups/b12ee573-7418-49a6-b7eb-d0fb31b6b860 HTTP/1.1" status: 204 len: 168 time: 0.1234074 Nov 15 11:47:10.088370 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47970) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:10.098122 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d59f8-8ddb-48a3-881b-a2484e4e53f3 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12ee573-7418-49a6-b7eb-d0fb31b6b860,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:10.145220 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-70fdfc8d-081d-4362-b9d4-fc1866dc13a6 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0555689 Nov 15 11:47:10.147844 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47972) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:10.197664 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d7948a7-e4bf-498c-a8f9-23af46bb11e9 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.220174 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d7948a7-e4bf-498c-a8f9-23af46bb11e9 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.266690 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d7948a7-e4bf-498c-a8f9-23af46bb11e9 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.269304 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7d7948a7-e4bf-498c-a8f9-23af46bb11e9 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.270501 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7d7948a7-e4bf-498c-a8f9-23af46bb11e9 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "DELETE /v2.0/security-groups/00fd899d-10bc-4dad-ba8a-8cfd99eaa04c HTTP/1.1" status: 204 len: 168 time: 0.1217542 Nov 15 11:47:10.273458 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47974) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:10.279567 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7948a7-e4bf-498c-a8f9-23af46bb11e9 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fd899d-10bc-4dad-ba8a-8cfd99eaa04c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:10.315741 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a1238caf-c4d8-490a-9499-ae1f9afc3202 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0410731 Nov 15 11:47:10.319770 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47976) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:10.323987 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e556e5a8-c6e1-4ff9-a6fa-865b2ea45db4 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1220419124'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:10.347718 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e556e5a8-c6e1-4ff9-a6fa-865b2ea45db4 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.413750 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e556e5a8-c6e1-4ff9-a6fa-865b2ea45db4 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.419772 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e556e5a8-c6e1-4ff9-a6fa-865b2ea45db4 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.449933 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e556e5a8-c6e1-4ff9-a6fa-865b2ea45db4 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.451058 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e556e5a8-c6e1-4ff9-a6fa-865b2ea45db4 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1304357 Nov 15 11:47:10.453064 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556e5a8-c6e1-4ff9-a6fa-865b2ea45db4 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90866e2b-4ebc-49db-86b3-3446158188bb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:10.454107 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47978) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:10.458693 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-79ab6c89-e802-4f7b-97c5-64309338e47c tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Request body: {'security_group_rule': {'security_group_id': '90866e2b-4ebc-49db-86b3-3446158188bb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:10.489160 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-79ab6c89-e802-4f7b-97c5-64309338e47c tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.533932 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-79ab6c89-e802-4f7b-97c5-64309338e47c tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.538776 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-79ab6c89-e802-4f7b-97c5-64309338e47c tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.559258 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab6c89-e802-4f7b-97c5-64309338e47c tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e913f34a-22d8-433e-bcc8-d5ccb357fb07,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:10.564088 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-79ab6c89-e802-4f7b-97c5-64309338e47c tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.565288 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-79ab6c89-e802-4f7b-97c5-64309338e47c tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1101468 Nov 15 11:47:10.568179 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47980) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:10.591394 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63f4153e-aea3-488a-9731-ceffc7e62898 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.598972 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63f4153e-aea3-488a-9731-ceffc7e62898 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.627529 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63f4153e-aea3-488a-9731-ceffc7e62898 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.633701 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-63f4153e-aea3-488a-9731-ceffc7e62898 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.634804 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-63f4153e-aea3-488a-9731-ceffc7e62898 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/e913f34a-22d8-433e-bcc8-d5ccb357fb07 HTTP/1.1" status: 204 len: 168 time: 0.0656970 Nov 15 11:47:10.637679 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47982) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:10.640065 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4153e-aea3-488a-9731-ceffc7e62898 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e913f34a-22d8-433e-bcc8-d5ccb357fb07,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:10.676280 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-246e48b5-00fe-42a3-8ce5-6d5f24198e8f tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0374532 Nov 15 11:47:10.679076 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47984) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:10.730438 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ffb4c18-9c71-4ae9-8238-b29fc38abb54 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.753144 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ffb4c18-9c71-4ae9-8238-b29fc38abb54 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.799290 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ffb4c18-9c71-4ae9-8238-b29fc38abb54 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.803781 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ffb4c18-9c71-4ae9-8238-b29fc38abb54 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.805303 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7ffb4c18-9c71-4ae9-8238-b29fc38abb54 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "DELETE /v2.0/security-groups/90866e2b-4ebc-49db-86b3-3446158188bb HTTP/1.1" status: 204 len: 168 time: 0.1253023 Nov 15 11:47:10.808239 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47986) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:10.815009 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb4c18-9c71-4ae9-8238-b29fc38abb54 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90866e2b-4ebc-49db-86b3-3446158188bb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:10.851192 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0d324686-ac5b-45c2-b9d4-95966d2d12f2 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0417757 Nov 15 11:47:10.855294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47988) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:10.859688 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-77f68ef3-8260-464c-9092-85584cb2b737 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Request body: {'security_group': {'name': 'tempest-secgroup--213906439'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:10.882374 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77f68ef3-8260-464c-9092-85584cb2b737 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.952059 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77f68ef3-8260-464c-9092-85584cb2b737 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.958577 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77f68ef3-8260-464c-9092-85584cb2b737 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.986125 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77f68ef3-8260-464c-9092-85584cb2b737 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:10.987267 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-77f68ef3-8260-464c-9092-85584cb2b737 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1309981 Nov 15 11:47:10.990305 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47990) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:10.991290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f68ef3-8260-464c-9092-85584cb2b737 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ef341b-322e-480d-93c9-4233f3c7fde5,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:10.995017 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-24c82050-a727-40f3-b324-d4cfef6d2277 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Request body: {'security_group_rule': {'security_group_id': 'e4ef341b-322e-480d-93c9-4233f3c7fde5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:11.028641 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24c82050-a727-40f3-b324-d4cfef6d2277 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.074252 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24c82050-a727-40f3-b324-d4cfef6d2277 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.079351 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24c82050-a727-40f3-b324-d4cfef6d2277 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.097857 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c82050-a727-40f3-b324-d4cfef6d2277 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa3d0e2e-b203-4f49-963f-ce1a07f0ad5a,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:11.110548 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-24c82050-a727-40f3-b324-d4cfef6d2277 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.110548 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-24c82050-a727-40f3-b324-d4cfef6d2277 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146226 Nov 15 11:47:11.110548 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47992) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:11.125546 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-535be8c8-ac59-4235-8920-d27192cb2a3e tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-group-rules/fa3d0e2e-b203-4f49-963f-ce1a07f0ad5a HTTP/1.1" status: 200 len: 763 time: 0.0158367 Nov 15 11:47:11.128407 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47994) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:11.168332 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-01ddf4dd-9faa-4719-a9d3-a381356a6022 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0387473 Nov 15 11:47:11.170963 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 47996) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:11.196234 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89decea8-e016-4b30-b0de-33ce1da964d5 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.203645 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89decea8-e016-4b30-b0de-33ce1da964d5 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.232037 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89decea8-e016-4b30-b0de-33ce1da964d5 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.238184 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89decea8-e016-4b30-b0de-33ce1da964d5 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.239230 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-89decea8-e016-4b30-b0de-33ce1da964d5 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/fa3d0e2e-b203-4f49-963f-ce1a07f0ad5a HTTP/1.1" status: 204 len: 168 time: 0.0673912 Nov 15 11:47:11.242133 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 47998) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:11.248585 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89decea8-e016-4b30-b0de-33ce1da964d5 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa3d0e2e-b203-4f49-963f-ce1a07f0ad5a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:11.285380 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a2f1889b-dc43-4811-a997-730e58de8938 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0420549 Nov 15 11:47:11.288027 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48000) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:11.292309 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-baaf5f02-0b8d-4e3b-b3c6-905ed7dbd2bb tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Request body: {'security_group_rule': {'security_group_id': 'e4ef341b-322e-480d-93c9-4233f3c7fde5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:11.318752 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-baaf5f02-0b8d-4e3b-b3c6-905ed7dbd2bb tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.371999 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-baaf5f02-0b8d-4e3b-b3c6-905ed7dbd2bb tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.377437 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-baaf5f02-0b8d-4e3b-b3c6-905ed7dbd2bb tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.394650 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf5f02-0b8d-4e3b-b3c6-905ed7dbd2bb tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03378e1-4d4a-4b91-ad1a-41682b78d786,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:11.403381 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-baaf5f02-0b8d-4e3b-b3c6-905ed7dbd2bb tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.404612 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-baaf5f02-0b8d-4e3b-b3c6-905ed7dbd2bb tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156359 Nov 15 11:47:11.407168 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48002) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:11.423162 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ae7c7cc7-7b05-4792-841a-1783dfde8a96 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-group-rules/b03378e1-4d4a-4b91-ad1a-41682b78d786 HTTP/1.1" status: 200 len: 763 time: 0.0149567 Nov 15 11:47:11.425457 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48004) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:11.468945 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9dbe12af-d06b-4690-8d1c-e20485086fcc tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0399892 Nov 15 11:47:11.469209 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48006) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:11.486325 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.493619 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ad5481e-d811-476f-b121-0e9caa95c371 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.500992 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ad5481e-d811-476f-b121-0e9caa95c371 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.531312 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ad5481e-d811-476f-b121-0e9caa95c371 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.540812 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ad5481e-d811-476f-b121-0e9caa95c371 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.541905 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3ad5481e-d811-476f-b121-0e9caa95c371 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/b03378e1-4d4a-4b91-ad1a-41682b78d786 HTTP/1.1" status: 204 len: 168 time: 0.0718277 Nov 15 11:47:11.544550 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48008) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:11.547277 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5481e-d811-476f-b121-0e9caa95c371 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b03378e1-4d4a-4b91-ad1a-41682b78d786,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:11.583634 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b0dea5ca-0abc-4e56-85b8-e5fbac9e5e96 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0377305 Nov 15 11:47:11.587417 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48010) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:11.591677 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-75936d25-24c9-455c-aed2-57d0213d957a tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Request body: {'security_group_rule': {'security_group_id': 'e4ef341b-322e-480d-93c9-4233f3c7fde5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:11.623521 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-75936d25-24c9-455c-aed2-57d0213d957a tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.684803 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-75936d25-24c9-455c-aed2-57d0213d957a tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.690179 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-75936d25-24c9-455c-aed2-57d0213d957a tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.706625 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75936d25-24c9-455c-aed2-57d0213d957a tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad45222-820f-4acb-a636-6817d704550e,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:11.715462 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-75936d25-24c9-455c-aed2-57d0213d957a tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.716731 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-75936d25-24c9-455c-aed2-57d0213d957a tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283379 Nov 15 11:47:11.719491 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48012) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:11.735362 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b165f3a1-616b-46be-a4a5-e80caad87969 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-group-rules/bad45222-820f-4acb-a636-6817d704550e HTTP/1.1" status: 200 len: 764 time: 0.0147696 Nov 15 11:47:11.737794 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48014) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:11.775877 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9ae70bcc-62c6-4f5b-a9cd-b9d825aa96ec tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0369928 Nov 15 11:47:11.778469 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48016) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:11.800727 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d287ca0-1eb9-4a8a-b1dc-4f0b0e46f376 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.808095 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d287ca0-1eb9-4a8a-b1dc-4f0b0e46f376 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.834366 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d287ca0-1eb9-4a8a-b1dc-4f0b0e46f376 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.840696 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d287ca0-1eb9-4a8a-b1dc-4f0b0e46f376 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.841784 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2d287ca0-1eb9-4a8a-b1dc-4f0b0e46f376 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/bad45222-820f-4acb-a636-6817d704550e HTTP/1.1" status: 204 len: 168 time: 0.0624757 Nov 15 11:47:11.844484 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48018) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:11.846983 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d287ca0-1eb9-4a8a-b1dc-4f0b0e46f376 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bad45222-820f-4acb-a636-6817d704550e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:11.882776 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-44b0b750-4f11-4da5-9d31-3f6999cc6a38 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0370829 Nov 15 11:47:11.885683 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48020) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:11.937946 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8158575e-a86a-495f-9d02-d648e2b1fc96 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:11.963053 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8158575e-a86a-495f-9d02-d648e2b1fc96 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:12.006600 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8158575e-a86a-495f-9d02-d648e2b1fc96 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:12.009485 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8158575e-a86a-495f-9d02-d648e2b1fc96 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:12.010626 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8158575e-a86a-495f-9d02-d648e2b1fc96 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "DELETE /v2.0/security-groups/e4ef341b-322e-480d-93c9-4233f3c7fde5 HTTP/1.1" status: 204 len: 168 time: 0.1239445 Nov 15 11:47:12.013543 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48022) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:12.020081 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158575e-a86a-495f-9d02-d648e2b1fc96 tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ef341b-322e-480d-93c9-4233f3c7fde5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:12.062915 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d12afb8b-f8f5-4eeb-940d-c67bf7ce270c tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0482128 Nov 15 11:47:12.067034 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48024) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:12.109952 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c34dbdd8-01c0-4ed2-bdfd-8bc6889e13ed tempest-SecGroupTest-1735268665 tempest-SecGroupTest-1735268665-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0418539 Nov 15 11:47:12.142919 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:12.365327 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48030) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:12.520589 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e55b3a29-6d7d-4a69-8e53-2d18cadaecea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0f72dbf2fc794ab2a6799d43a21fdc45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1540434 Nov 15 11:47:12.523190 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48034) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:12.571350 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-223ec15a-2a0d-4fa3-9d2a-84fc357567ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:12.599381 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-223ec15a-2a0d-4fa3-9d2a-84fc357567ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:12.653078 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-223ec15a-2a0d-4fa3-9d2a-84fc357567ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:12.655620 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-223ec15a-2a0d-4fa3-9d2a-84fc357567ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:12.656800 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-223ec15a-2a0d-4fa3-9d2a-84fc357567ec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f76b238d-ceef-4f33-9f3b-13e7d53fd4e9 HTTP/1.1" status: 204 len: 168 time: 0.1327057 Nov 15 11:47:12.664385 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ec15a-2a0d-4fa3-9d2a-84fc357567ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76b238d-ceef-4f33-9f3b-13e7d53fd4e9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:13.316995 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48056) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:13.423864 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-972df14f-437f-4a31-9ffc-2b4ff2afe9b3 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:13.424977 n-d-729945-9 neutron-server[102678]: WARNING neutron.api.v2.base [None req-972df14f-437f-4a31-9ffc-2b4ff2afe9b3 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 15 11:47:13.425794 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-972df14f-437f-4a31-9ffc-2b4ff2afe9b3 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] create failed (client error): There was a conflict when trying to complete your request. Nov 15 11:47:13.427146 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-972df14f-437f-4a31-9ffc-2b4ff2afe9b3 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1091483 Nov 15 11:47:13.430979 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48060) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:13.434987 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-3f9c0fdc-82b7-4490-925a-ea519ed46d95 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group': {'name': 'tempest-secgroup--2087947283'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:13.462803 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0fdc-82b7-4490-925a-ea519ed46d95 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:13.470871 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0fdc-82b7-4490-925a-ea519ed46d95 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:13.549654 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0fdc-82b7-4490-925a-ea519ed46d95 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:13.555926 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0fdc-82b7-4490-925a-ea519ed46d95 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:13.592635 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c0fdc-82b7-4490-925a-ea519ed46d95 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358c5200-4e0e-4956-a275-ae967b868013,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:13.628272 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0fdc-82b7-4490-925a-ea519ed46d95 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:13.633953 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0fdc-82b7-4490-925a-ea519ed46d95 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:13.662645 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0fdc-82b7-4490-925a-ea519ed46d95 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:13.663805 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3f9c0fdc-82b7-4490-925a-ea519ed46d95 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2319369 Nov 15 11:47:13.665622 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c0fdc-82b7-4490-925a-ea519ed46d95 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32477a55-a626-4694-9e78-ce0254713c9f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:13.666966 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48062) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:13.671732 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-73cad868-af39-48d2-828a-769d2eeae3b7 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group_rule': {'security_group_id': '32477a55-a626-4694-9e78-ce0254713c9f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:13.701827 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73cad868-af39-48d2-828a-769d2eeae3b7 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:13.717826 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:47:13.747244 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73cad868-af39-48d2-828a-769d2eeae3b7 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:13.752946 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73cad868-af39-48d2-828a-769d2eeae3b7 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:13.770869 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cad868-af39-48d2-828a-769d2eeae3b7 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ac37b4-dc4a-457f-a645-70f31318c21a,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:13.779482 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73cad868-af39-48d2-828a-769d2eeae3b7 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:13.780748 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-73cad868-af39-48d2-828a-769d2eeae3b7 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126900 Nov 15 11:47:13.783467 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48064) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:13.787857 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-df27f17d-ef4a-4090-b8dc-f85e54ace1ab tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group_rule': {'security_group_id': '32477a55-a626-4694-9e78-ce0254713c9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:13.815782 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df27f17d-ef4a-4090-b8dc-f85e54ace1ab tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:13.864718 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-df27f17d-ef4a-4090-b8dc-f85e54ace1ab tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] create failed (client error): There was a conflict when trying to complete your request. Nov 15 11:47:13.865782 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-df27f17d-ef4a-4090-b8dc-f85e54ace1ab tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0813005 Nov 15 11:47:13.869666 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48066) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:13.923274 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d42d8852-8772-4aa9-8bec-607189aecbbb tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:13.945260 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d42d8852-8772-4aa9-8bec-607189aecbbb tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:14.002039 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d42d8852-8772-4aa9-8bec-607189aecbbb tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:14.004692 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d42d8852-8772-4aa9-8bec-607189aecbbb tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:14.005844 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d42d8852-8772-4aa9-8bec-607189aecbbb tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "DELETE /v2.0/security-groups/32477a55-a626-4694-9e78-ce0254713c9f HTTP/1.1" status: 204 len: 168 time: 0.1351902 Nov 15 11:47:14.008626 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48068) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:14.015010 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d8852-8772-4aa9-8bec-607189aecbbb tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32477a55-a626-4694-9e78-ce0254713c9f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:14.051161 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-34845664-1db0-4321-80dc-6abd4d358248 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0412703 Nov 15 11:47:14.054833 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48070) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:14.060997 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-48d26784-1d19-47b2-a160-1308badd0406 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group': {'name': 'tempest-secgroup--1588014277'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:14.087937 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48d26784-1d19-47b2-a160-1308badd0406 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:14.155328 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48d26784-1d19-47b2-a160-1308badd0406 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:14.160937 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48d26784-1d19-47b2-a160-1308badd0406 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:14.188421 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-48d26784-1d19-47b2-a160-1308badd0406 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:14.189595 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-48d26784-1d19-47b2-a160-1308badd0406 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1336267 Nov 15 11:47:14.192660 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48072) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:14.193757 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d26784-1d19-47b2-a160-1308badd0406 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28d860c-593c-4ed2-926b-0f58239b8e13,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:14.197419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-b8159118-1b8c-4cf8-a67f-ce802a0dbc51 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group_rule': {'security_group_id': 'c28d860c-593c-4ed2-926b-0f58239b8e13', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:14.197896 n-d-729945-9 neutron-server[102678]: WARNING neutron.api.v2.base [None req-b8159118-1b8c-4cf8-a67f-ce802a0dbc51 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 15 11:47:14.198380 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-b8159118-1b8c-4cf8-a67f-ce802a0dbc51 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:47:14.199312 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b8159118-1b8c-4cf8-a67f-ce802a0dbc51 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0056221 Nov 15 11:47:14.202437 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48074) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:14.258996 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6a12bb6-e6f3-4504-8ecc-0d2fb2521c13 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:14.285398 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6a12bb6-e6f3-4504-8ecc-0d2fb2521c13 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:14.327782 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6a12bb6-e6f3-4504-8ecc-0d2fb2521c13 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:14.330616 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6a12bb6-e6f3-4504-8ecc-0d2fb2521c13 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:14.331756 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b6a12bb6-e6f3-4504-8ecc-0d2fb2521c13 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "DELETE /v2.0/security-groups/c28d860c-593c-4ed2-926b-0f58239b8e13 HTTP/1.1" status: 204 len: 168 time: 0.1281986 Nov 15 11:47:14.334692 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48076) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:14.341785 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a12bb6-e6f3-4504-8ecc-0d2fb2521c13 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28d860c-593c-4ed2-926b-0f58239b8e13,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:14.380985 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2eb5620b-ad96-4e85-9fe9-c8c115294a02 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0451639 Nov 15 11:47:14.384949 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48078) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:14.389643 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-94faeefe-c52a-4a37-bb48-f33001210307 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group': {'name': 'tempest-secgroup--1707020368'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:14.414277 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94faeefe-c52a-4a37-bb48-f33001210307 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:14.480465 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94faeefe-c52a-4a37-bb48-f33001210307 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:14.486271 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94faeefe-c52a-4a37-bb48-f33001210307 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:14.517208 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94faeefe-c52a-4a37-bb48-f33001210307 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:14.518464 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-94faeefe-c52a-4a37-bb48-f33001210307 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1325040 Nov 15 11:47:14.520493 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94faeefe-c52a-4a37-bb48-f33001210307 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8161d51-87bb-45ec-9dd0-ad2fd7e6c808,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:14.521557 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48080) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:14.526137 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-b780ad2f-0685-4c3e-8357-0a7fb05f98c1 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group_rule': {'security_group_id': 'a8161d51-87bb-45ec-9dd0-ad2fd7e6c808', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:14.526803 n-d-729945-9 neutron-server[102678]: WARNING neutron.api.v2.base [None req-b780ad2f-0685-4c3e-8357-0a7fb05f98c1 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 15 11:47:14.527295 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-b780ad2f-0685-4c3e-8357-0a7fb05f98c1 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:47:14.528226 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b780ad2f-0685-4c3e-8357-0a7fb05f98c1 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056801 Nov 15 11:47:14.530969 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48082) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:14.581857 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc7fd96b-915d-46fd-83aa-8aad7f203658 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:14.603646 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc7fd96b-915d-46fd-83aa-8aad7f203658 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:14.647135 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc7fd96b-915d-46fd-83aa-8aad7f203658 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:14.649931 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fc7fd96b-915d-46fd-83aa-8aad7f203658 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:14.651088 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fc7fd96b-915d-46fd-83aa-8aad7f203658 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "DELETE /v2.0/security-groups/a8161d51-87bb-45ec-9dd0-ad2fd7e6c808 HTTP/1.1" status: 204 len: 168 time: 0.1192775 Nov 15 11:47:14.654212 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48084) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:14.660652 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fd96b-915d-46fd-83aa-8aad7f203658 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8161d51-87bb-45ec-9dd0-ad2fd7e6c808,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:14.700405 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-535af70f-a745-44e9-a013-9e8500f757fc tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0437787 Nov 15 11:47:14.702883 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48086) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:14.707505 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-4bb7aea4-fbf2-4a3d-a9ea-eccb1fe290e4 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group': {'name': 'tempest-secgroup--1644803513'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:14.733256 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4bb7aea4-fbf2-4a3d-a9ea-eccb1fe290e4 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:14.805854 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4bb7aea4-fbf2-4a3d-a9ea-eccb1fe290e4 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:14.812038 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4bb7aea4-fbf2-4a3d-a9ea-eccb1fe290e4 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:14.846241 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4bb7aea4-fbf2-4a3d-a9ea-eccb1fe290e4 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:14.847454 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4bb7aea4-fbf2-4a3d-a9ea-eccb1fe290e4 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1435752 Nov 15 11:47:14.849564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7aea4-fbf2-4a3d-a9ea-eccb1fe290e4 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f35e94-b3a3-4743-9c12-aee89ec0f317,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:14.851194 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48088) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:14.856276 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-353a20ff-8bf4-4d02-b970-dc772ea8a46b tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group_rule': {'security_group_id': '26f35e94-b3a3-4743-9c12-aee89ec0f317', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:14.857184 n-d-729945-9 neutron-server[102677]: WARNING neutron.api.v2.base [None req-353a20ff-8bf4-4d02-b970-dc772ea8a46b tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 15 11:47:14.857918 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-353a20ff-8bf4-4d02-b970-dc772ea8a46b tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:47:14.858895 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-353a20ff-8bf4-4d02-b970-dc772ea8a46b tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061872 Nov 15 11:47:14.861411 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48090) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:14.865897 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-bb7571e4-f45b-44b8-b799-786649f18570 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group_rule': {'security_group_id': '26f35e94-b3a3-4743-9c12-aee89ec0f317', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:14.867553 n-d-729945-9 neutron-server[102678]: WARNING neutron.api.v2.base [None req-bb7571e4-f45b-44b8-b799-786649f18570 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 15 11:47:14.868057 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-bb7571e4-f45b-44b8-b799-786649f18570 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:47:14.869042 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-bb7571e4-f45b-44b8-b799-786649f18570 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0065949 Nov 15 11:47:14.871328 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48092) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:14.875191 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-a1ede671-538a-456a-a40a-ec53cf7e5964 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group_rule': {'security_group_id': '26f35e94-b3a3-4743-9c12-aee89ec0f317', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:14.876185 n-d-729945-9 neutron-server[102678]: WARNING neutron.api.v2.base [None req-a1ede671-538a-456a-a40a-ec53cf7e5964 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 15 11:47:14.876653 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-a1ede671-538a-456a-a40a-ec53cf7e5964 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:47:14.878550 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a1ede671-538a-456a-a40a-ec53cf7e5964 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053914 Nov 15 11:47:14.879856 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48094) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:14.883690 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-bdfb0f78-57c7-4f28-a1a5-1867111db632 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group_rule': {'security_group_id': '26f35e94-b3a3-4743-9c12-aee89ec0f317', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:14.884569 n-d-729945-9 neutron-server[102678]: WARNING neutron.api.v2.base [None req-bdfb0f78-57c7-4f28-a1a5-1867111db632 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 15 11:47:14.885029 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-bdfb0f78-57c7-4f28-a1a5-1867111db632 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:47:14.885930 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-bdfb0f78-57c7-4f28-a1a5-1867111db632 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0052390 Nov 15 11:47:14.888240 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48096) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:14.941183 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a89b0be-51c2-4f68-ad8e-3cc0dd7a4ea1 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:14.963990 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a89b0be-51c2-4f68-ad8e-3cc0dd7a4ea1 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:15.007721 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a89b0be-51c2-4f68-ad8e-3cc0dd7a4ea1 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:15.010353 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2a89b0be-51c2-4f68-ad8e-3cc0dd7a4ea1 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:15.011496 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2a89b0be-51c2-4f68-ad8e-3cc0dd7a4ea1 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "DELETE /v2.0/security-groups/26f35e94-b3a3-4743-9c12-aee89ec0f317 HTTP/1.1" status: 204 len: 168 time: 0.1224661 Nov 15 11:47:15.014518 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48098) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:15.020690 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89b0be-51c2-4f68-ad8e-3cc0dd7a4ea1 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f35e94-b3a3-4743-9c12-aee89ec0f317,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:15.060947 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-acd899e9-2292-4b2d-8f81-499ae56d6503 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0453122 Nov 15 11:47:15.064699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48100) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:15.068961 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4f92ac6c-dec8-4267-98fd-789af66e8723 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group': {'name': 'tempest-secgroup--52376964'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:15.091136 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f92ac6c-dec8-4267-98fd-789af66e8723 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:15.164633 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f92ac6c-dec8-4267-98fd-789af66e8723 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:15.170042 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f92ac6c-dec8-4267-98fd-789af66e8723 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:15.196563 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f92ac6c-dec8-4267-98fd-789af66e8723 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:15.197783 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4f92ac6c-dec8-4267-98fd-789af66e8723 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1321874 Nov 15 11:47:15.200831 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48102) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:15.201615 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92ac6c-dec8-4267-98fd-789af66e8723 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd079b8-2784-45d3-abfc-9f5a77beaa06,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:15.205676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-4cafe827-6199-45d7-9f45-f10b55a62e76 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group_rule': {'security_group_id': 'ecd079b8-2784-45d3-abfc-9f5a77beaa06', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:15.206501 n-d-729945-9 neutron-server[102678]: WARNING neutron.api.v2.base [None req-4cafe827-6199-45d7-9f45-f10b55a62e76 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 15 11:47:15.207016 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-4cafe827-6199-45d7-9f45-f10b55a62e76 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:47:15.208117 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4cafe827-6199-45d7-9f45-f10b55a62e76 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060091 Nov 15 11:47:15.210811 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48104) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:15.215759 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c6583371-352c-4fb8-910a-b354c7d89a01 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group_rule': {'security_group_id': 'ecd079b8-2784-45d3-abfc-9f5a77beaa06', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:15.255172 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-c6583371-352c-4fb8-910a-b354c7d89a01 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:47:15.256551 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c6583371-352c-4fb8-910a-b354c7d89a01 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0450206 Nov 15 11:47:15.259534 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48106) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:15.264064 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-161aa244-9d4a-4a15-86f8-02d257b57c49 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group_rule': {'security_group_id': 'ecd079b8-2784-45d3-abfc-9f5a77beaa06', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:15.264592 n-d-729945-9 neutron-server[102678]: WARNING neutron.api.v2.base [None req-161aa244-9d4a-4a15-86f8-02d257b57c49 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 15 11:47:15.265056 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-161aa244-9d4a-4a15-86f8-02d257b57c49 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:47:15.265959 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-161aa244-9d4a-4a15-86f8-02d257b57c49 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055392 Nov 15 11:47:15.268390 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48108) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:15.273338 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-ed157be9-2c3b-4b3f-8099-9fdf0ad14e11 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group_rule': {'security_group_id': 'ecd079b8-2784-45d3-abfc-9f5a77beaa06', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:15.310695 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-ed157be9-2c3b-4b3f-8099-9fdf0ad14e11 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:47:15.311933 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ed157be9-2c3b-4b3f-8099-9fdf0ad14e11 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0417857 Nov 15 11:47:15.316119 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48110) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:15.320669 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-0b6fd3c8-a9ab-449d-a454-47fd835bd3ad tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group_rule': {'security_group_id': 'ecd079b8-2784-45d3-abfc-9f5a77beaa06', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:15.321135 n-d-729945-9 neutron-server[102678]: WARNING neutron.api.v2.base [None req-0b6fd3c8-a9ab-449d-a454-47fd835bd3ad tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 15 11:47:15.321961 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-0b6fd3c8-a9ab-449d-a454-47fd835bd3ad tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:47:15.325561 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0b6fd3c8-a9ab-449d-a454-47fd835bd3ad tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061135 Nov 15 11:47:15.325741 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48112) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:15.329786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-69fd2b3d-42d1-4c1f-b60d-bbdd69841070 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group_rule': {'security_group_id': 'ecd079b8-2784-45d3-abfc-9f5a77beaa06', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:15.353680 n-d-729945-9 neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-69fd2b3d-42d1-4c1f-b60d-bbdd69841070 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Project 76da02b64f65452f99b860db9b62332c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 11:47:15.367287 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-69fd2b3d-42d1-4c1f-b60d-bbdd69841070 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:47:15.371141 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-69fd2b3d-42d1-4c1f-b60d-bbdd69841070 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0418019 Nov 15 11:47:15.371308 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48114) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:15.375677 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d9eaaf6b-73b7-42b9-b83b-02cbd1751e4c tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group_rule': {'security_group_id': 'ecd079b8-2784-45d3-abfc-9f5a77beaa06', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:15.376167 n-d-729945-9 neutron-server[102678]: WARNING neutron.api.v2.base [None req-d9eaaf6b-73b7-42b9-b83b-02cbd1751e4c tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 15 11:47:15.377243 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-d9eaaf6b-73b7-42b9-b83b-02cbd1751e4c tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:47:15.380627 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d9eaaf6b-73b7-42b9-b83b-02cbd1751e4c tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059073 Nov 15 11:47:15.380803 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48116) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:15.384881 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-cce40fd8-4615-4226-b532-50909a202eba tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group_rule': {'security_group_id': 'ecd079b8-2784-45d3-abfc-9f5a77beaa06', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:15.409124 n-d-729945-9 neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-cce40fd8-4615-4226-b532-50909a202eba tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Project 76da02b64f65452f99b860db9b62332c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 11:47:15.423863 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-cce40fd8-4615-4226-b532-50909a202eba tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:47:15.425045 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cce40fd8-4615-4226-b532-50909a202eba tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0434153 Nov 15 11:47:15.428073 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48118) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:15.433968 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c995a098-d74c-408c-af75-b6b1543484f1 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group_rule': {'security_group_id': 'ecd079b8-2784-45d3-abfc-9f5a77beaa06', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:15.458052 n-d-729945-9 neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-c995a098-d74c-408c-af75-b6b1543484f1 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Project 76da02b64f65452f99b860db9b62332c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 11:47:15.473242 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-c995a098-d74c-408c-af75-b6b1543484f1 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:47:15.474314 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c995a098-d74c-408c-af75-b6b1543484f1 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0452719 Nov 15 11:47:15.477682 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48120) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:15.533151 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06005af8-159e-4f6d-9db0-3befd456790e tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:15.556287 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06005af8-159e-4f6d-9db0-3befd456790e tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:15.599491 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06005af8-159e-4f6d-9db0-3befd456790e tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:15.602251 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-06005af8-159e-4f6d-9db0-3befd456790e tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:15.605875 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-06005af8-159e-4f6d-9db0-3befd456790e tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "DELETE /v2.0/security-groups/ecd079b8-2784-45d3-abfc-9f5a77beaa06 HTTP/1.1" status: 204 len: 168 time: 0.1250932 Nov 15 11:47:15.606435 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48122) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:15.613322 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06005af8-159e-4f6d-9db0-3befd456790e tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd079b8-2784-45d3-abfc-9f5a77beaa06,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:15.651848 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b97f77ba-bdd9-4bcf-a209-1c7e462cb7d1 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0441873 Nov 15 11:47:15.655788 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48124) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:15.660286 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-8adeca36-b187-4047-892a-3cd5691f5d3e tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group': {'name': 'tempest-secgroup--2074853309'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:15.682497 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8adeca36-b187-4047-892a-3cd5691f5d3e tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:15.746785 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8adeca36-b187-4047-892a-3cd5691f5d3e tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:15.752837 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8adeca36-b187-4047-892a-3cd5691f5d3e tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:15.781351 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8adeca36-b187-4047-892a-3cd5691f5d3e tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:15.782571 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8adeca36-b187-4047-892a-3cd5691f5d3e tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1257913 Nov 15 11:47:15.784591 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adeca36-b187-4047-892a-3cd5691f5d3e tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554e19c9-f09a-4098-8caa-7f3ac7132f88,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:15.785671 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48126) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:15.791468 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a3de4322-9569-432c-9f94-706be92592a5 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group_rule': {'security_group_id': '554e19c9-f09a-4098-8caa-7f3ac7132f88', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:15.837148 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-a3de4322-9569-432c-9f94-706be92592a5 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] create failed (client error): The resource could not be found. Nov 15 11:47:15.838262 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a3de4322-9569-432c-9f94-706be92592a5 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0507209 Nov 15 11:47:15.841160 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48128) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:15.845492 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a42f0403-b948-4d58-ab4a-cdd8d45db762 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group_rule': {'security_group_id': '554e19c9-f09a-4098-8caa-7f3ac7132f88', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e132b286-4330-4d5f-aac1-28f3b1cf15f2'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:15.886942 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-a42f0403-b948-4d58-ab4a-cdd8d45db762 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] create failed (client error): The resource could not be found. Nov 15 11:47:15.887986 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a42f0403-b948-4d58-ab4a-cdd8d45db762 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0459113 Nov 15 11:47:15.890803 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48130) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:15.945957 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d316cdd-8845-4cf0-853a-ccb3a1150f18 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:15.969956 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d316cdd-8845-4cf0-853a-ccb3a1150f18 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:16.010843 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d316cdd-8845-4cf0-853a-ccb3a1150f18 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:16.013382 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d316cdd-8845-4cf0-853a-ccb3a1150f18 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:16.014529 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0d316cdd-8845-4cf0-853a-ccb3a1150f18 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "DELETE /v2.0/security-groups/554e19c9-f09a-4098-8caa-7f3ac7132f88 HTTP/1.1" status: 204 len: 168 time: 0.1228127 Nov 15 11:47:16.017492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48132) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:16.024253 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d316cdd-8845-4cf0-853a-ccb3a1150f18 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=554e19c9-f09a-4098-8caa-7f3ac7132f88,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:16.061293 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6a5efe02-cb8f-44bd-b7ee-7c8bd47deb76 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0425224 Nov 15 11:47:16.066185 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48134) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:16.070508 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-ea29650b-20f9-4bfa-8936-d1deaeb30448 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group_rule': {'security_group_id': 'dcc0c397-f5b4-4487-a1a5-34e3700869f9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:16.113601 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-ea29650b-20f9-4bfa-8936-d1deaeb30448 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] create failed (client error): The resource could not be found. Nov 15 11:47:16.114684 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ea29650b-20f9-4bfa-8936-d1deaeb30448 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0475211 Nov 15 11:47:16.118394 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48136) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:16.122819 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-a2865f25-0804-4ea2-8658-b9a50fbbf8e5 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group': {'name': 'tempest-secgroup--412762135'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:16.147150 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2865f25-0804-4ea2-8658-b9a50fbbf8e5 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:16.210833 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2865f25-0804-4ea2-8658-b9a50fbbf8e5 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:16.216833 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2865f25-0804-4ea2-8658-b9a50fbbf8e5 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:16.249433 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2865f25-0804-4ea2-8658-b9a50fbbf8e5 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:16.250652 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a2865f25-0804-4ea2-8658-b9a50fbbf8e5 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1313069 Nov 15 11:47:16.251553 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2865f25-0804-4ea2-8658-b9a50fbbf8e5 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb4707f-977a-4233-b795-cf383c4452bf,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:16.253726 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48138) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:16.258912 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5af34d61-5668-4450-b182-e84926ea9d2b tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group': {'name': 'tempest-secgroup--1004421153'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:16.286816 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5af34d61-5668-4450-b182-e84926ea9d2b tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:16.354291 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5af34d61-5668-4450-b182-e84926ea9d2b tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:16.359969 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5af34d61-5668-4450-b182-e84926ea9d2b tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:16.387484 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5af34d61-5668-4450-b182-e84926ea9d2b tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:16.388759 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5af34d61-5668-4450-b182-e84926ea9d2b tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1337011 Nov 15 11:47:16.391924 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48140) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:16.392784 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af34d61-5668-4450-b182-e84926ea9d2b tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=908d40de-9b4c-410b-bd9f-d0fb5e7c1bba,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:16.396906 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-9cc38564-027a-4bdf-ad3b-a3e538a9d7d0 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group_rule': {'security_group_id': 'ecb4707f-977a-4233-b795-cf383c4452bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '908d40de-9b4c-410b-bd9f-d0fb5e7c1bba'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:16.436984 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-9cc38564-027a-4bdf-ad3b-a3e538a9d7d0 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:47:16.438012 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9cc38564-027a-4bdf-ad3b-a3e538a9d7d0 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0450468 Nov 15 11:47:16.440870 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48142) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:16.495790 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca262978-5beb-4c5a-8104-33b428d1b8e5 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:16.517694 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca262978-5beb-4c5a-8104-33b428d1b8e5 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:16.567395 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca262978-5beb-4c5a-8104-33b428d1b8e5 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:16.570174 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ca262978-5beb-4c5a-8104-33b428d1b8e5 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:16.571374 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ca262978-5beb-4c5a-8104-33b428d1b8e5 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "DELETE /v2.0/security-groups/908d40de-9b4c-410b-bd9f-d0fb5e7c1bba HTTP/1.1" status: 204 len: 168 time: 0.1295540 Nov 15 11:47:16.574303 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48144) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:16.580619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca262978-5beb-4c5a-8104-33b428d1b8e5 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=908d40de-9b4c-410b-bd9f-d0fb5e7c1bba,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:16.632661 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-923cb494-401d-4cb6-a93e-be4b8f31dcfc tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0570817 Nov 15 11:47:16.636395 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48146) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:16.688338 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84f68ee7-ddef-42a8-98c8-c33b5e87922d tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:16.715411 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84f68ee7-ddef-42a8-98c8-c33b5e87922d tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:16.759207 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84f68ee7-ddef-42a8-98c8-c33b5e87922d tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:16.762029 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-84f68ee7-ddef-42a8-98c8-c33b5e87922d tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:16.763243 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-84f68ee7-ddef-42a8-98c8-c33b5e87922d tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "DELETE /v2.0/security-groups/ecb4707f-977a-4233-b795-cf383c4452bf HTTP/1.1" status: 204 len: 168 time: 0.1259415 Nov 15 11:47:16.766119 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48148) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:16.772743 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f68ee7-ddef-42a8-98c8-c33b5e87922d tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb4707f-977a-4233-b795-cf383c4452bf,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:16.809986 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2acc843e-6308-4c52-ad77-d8386e8b9406 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0425174 Nov 15 11:47:16.813887 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48150) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:16.818260 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-e94ff9a1-9528-4ccf-b0ad-3daa6c42cd53 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group': {'name': 'tempest-secgroup--460641644'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:16.844301 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e94ff9a1-9528-4ccf-b0ad-3daa6c42cd53 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:16.908001 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e94ff9a1-9528-4ccf-b0ad-3daa6c42cd53 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:16.914038 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e94ff9a1-9528-4ccf-b0ad-3daa6c42cd53 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:16.942387 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e94ff9a1-9528-4ccf-b0ad-3daa6c42cd53 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:16.943617 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e94ff9a1-9528-4ccf-b0ad-3daa6c42cd53 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1288209 Nov 15 11:47:16.945524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ff9a1-9528-4ccf-b0ad-3daa6c42cd53 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ec1fd7-c87f-4713-b591-fecfc4039785,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:16.947529 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48152) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:16.951907 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-a5b0b25a-aa25-44b0-bcb3-1611b424b172 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group_rule': {'security_group_id': 'e5ec1fd7-c87f-4713-b591-fecfc4039785', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:16.990023 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-a5b0b25a-aa25-44b0-bcb3-1611b424b172 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:47:16.991071 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a5b0b25a-aa25-44b0-bcb3-1611b424b172 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0425975 Nov 15 11:47:16.993829 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48154) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:16.998163 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-4c4fc579-1fbc-4e70-83a6-1d76007c96bd tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group_rule': {'security_group_id': 'e5ec1fd7-c87f-4713-b591-fecfc4039785', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:17.041874 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-4c4fc579-1fbc-4e70-83a6-1d76007c96bd tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 11:47:17.042978 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4c4fc579-1fbc-4e70-83a6-1d76007c96bd tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0482171 Nov 15 11:47:17.045891 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48156) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:17.099847 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-518a26a2-8443-4e3f-a3c0-8be30639c678 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:17.122605 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-518a26a2-8443-4e3f-a3c0-8be30639c678 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:17.168297 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-518a26a2-8443-4e3f-a3c0-8be30639c678 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:17.170912 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-518a26a2-8443-4e3f-a3c0-8be30639c678 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:17.172096 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-518a26a2-8443-4e3f-a3c0-8be30639c678 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "DELETE /v2.0/security-groups/e5ec1fd7-c87f-4713-b591-fecfc4039785 HTTP/1.1" status: 204 len: 168 time: 0.1251700 Nov 15 11:47:17.175076 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48158) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:17.181046 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a26a2-8443-4e3f-a3c0-8be30639c678 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ec1fd7-c87f-4713-b591-fecfc4039785,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:17.222501 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-58bb0602-483d-43a8-8437-711f76a6c120 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0461733 Nov 15 11:47:17.226145 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48160) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:17.230571 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-1b021dbd-9aa2-4227-9973-74d189d5b394 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group': {'name': 'tempest-secgroup--942006576'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:17.254076 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b021dbd-9aa2-4227-9973-74d189d5b394 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:17.321786 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b021dbd-9aa2-4227-9973-74d189d5b394 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:17.327023 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b021dbd-9aa2-4227-9973-74d189d5b394 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:17.360443 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b021dbd-9aa2-4227-9973-74d189d5b394 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00b29019-0ef7-4498-a16f-79777cfeeb5d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:17.365288 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b021dbd-9aa2-4227-9973-74d189d5b394 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:17.369953 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1b021dbd-9aa2-4227-9973-74d189d5b394 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1397271 Nov 15 11:47:17.370787 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48164) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:17.374628 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-88cf3efb-c1e6-48d6-95a8-c4f99d8ef3cc tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:47:17.375034 n-d-729945-9 neutron-server[102678]: WARNING neutron.api.v2.base [None req-88cf3efb-c1e6-48d6-95a8-c4f99d8ef3cc tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 15 11:47:17.375516 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-88cf3efb-c1e6-48d6-95a8-c4f99d8ef3cc tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] update failed (client error): There was a conflict when trying to complete your request. Nov 15 11:47:17.376453 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-88cf3efb-c1e6-48d6-95a8-c4f99d8ef3cc tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "PUT /v2.0/security-groups/00b29019-0ef7-4498-a16f-79777cfeeb5d HTTP/1.1" status: 409 len: 330 time: 0.0052814 Nov 15 11:47:17.378871 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48168) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:17.430917 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e69fd999-02c8-4cf8-92a5-9fe9b5d4d54a tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:17.453212 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e69fd999-02c8-4cf8-92a5-9fe9b5d4d54a tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:17.494914 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e69fd999-02c8-4cf8-92a5-9fe9b5d4d54a tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:17.497697 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e69fd999-02c8-4cf8-92a5-9fe9b5d4d54a tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:17.498848 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e69fd999-02c8-4cf8-92a5-9fe9b5d4d54a tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "DELETE /v2.0/security-groups/00b29019-0ef7-4498-a16f-79777cfeeb5d HTTP/1.1" status: 204 len: 168 time: 0.1191347 Nov 15 11:47:17.501634 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48170) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:17.508464 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fd999-02c8-4cf8-92a5-9fe9b5d4d54a tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b29019-0ef7-4498-a16f-79777cfeeb5d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:17.547558 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c4701320-c383-4569-b2a5-72e92863af82 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0445957 Nov 15 11:47:17.551325 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48172) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:17.566005 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-0590f7cc-d681-4441-bd1d-7bf8234ded73 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] delete failed (client error): The resource could not be found. Nov 15 11:47:17.566989 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0590f7cc-d681-4441-bd1d-7bf8234ded73 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "DELETE /v2.0/security-groups/6ed17362-2911-40c3-81b2-064221769f26 HTTP/1.1" status: 404 len: 347 time: 0.0147302 Nov 15 11:47:17.570631 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48174) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:17.583230 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-2b961abe-b6bf-46da-a2bc-28a8b5b265bd tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] show failed (client error): The resource could not be found. Nov 15 11:47:17.584180 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2b961abe-b6bf-46da-a2bc-28a8b5b265bd tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "GET /v2.0/security-groups/57f15338-e2ee-454c-a8c3-c67f848046ed HTTP/1.1" status: 404 len: 347 time: 0.0126231 Nov 15 11:47:17.587762 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48176) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:17.597843 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-a213dc58-b0c3-47cd-a69f-573b66619701 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] show failed (client error): The resource could not be found. Nov 15 11:47:17.598766 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a213dc58-b0c3-47cd-a69f-573b66619701 tempest-NegativeSecGroupIPv6Test-774501552 tempest-NegativeSecGroupIPv6Test-774501552-project] 10.222.0.64 "GET /v2.0/security-group-rules/74937535-3bd7-4a64-8deb-557df0bd15f8 HTTP/1.1" status: 404 len: 356 time: 0.0101256 Nov 15 11:47:17.863582 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48182) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:18.007772 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2cb92e5c-7d31-45ad-810a-9e28b0a97db6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76da02b64f65452f99b860db9b62332c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1429365 Nov 15 11:47:18.011519 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48186) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:18.063100 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7a24e20-52c8-4735-bb79-993080a04240 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:18.084854 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7a24e20-52c8-4735-bb79-993080a04240 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:18.139698 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7a24e20-52c8-4735-bb79-993080a04240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:18.143138 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a7a24e20-52c8-4735-bb79-993080a04240 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:18.144491 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a7a24e20-52c8-4735-bb79-993080a04240 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/358c5200-4e0e-4956-a275-ae967b868013 HTTP/1.1" status: 204 len: 168 time: 0.1317050 Nov 15 11:47:18.153137 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a24e20-52c8-4735-bb79-993080a04240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358c5200-4e0e-4956-a275-ae967b868013,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:23.215576 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48282) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:23.325070 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6a37630e-deb1-46ee-8694-66d78e4dc3d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:23.404007 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6a37630e-deb1-46ee-8694-66d78e4dc3d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:23.410086 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6a37630e-deb1-46ee-8694-66d78e4dc3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:23.449622 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6a37630e-deb1-46ee-8694-66d78e4dc3d1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a5dd0a53f3b470ebeb5a012c319ab7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2329071 Nov 15 11:47:23.450487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37630e-deb1-46ee-8694-66d78e4dc3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d877b3-b1a5-494c-ba9a-e1f4f8795562,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:23.452405 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48288) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:23.502179 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b3697cf4-277e-4ce8-904d-c40429470d6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:23.525197 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b3697cf4-277e-4ce8-904d-c40429470d6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:23.574104 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b3697cf4-277e-4ce8-904d-c40429470d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:23.576839 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b3697cf4-277e-4ce8-904d-c40429470d6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:23.577987 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b3697cf4-277e-4ce8-904d-c40429470d6b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c3d877b3-b1a5-494c-ba9a-e1f4f8795562 HTTP/1.1" status: 204 len: 168 time: 0.1244581 Nov 15 11:47:23.587389 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3697cf4-277e-4ce8-904d-c40429470d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d877b3-b1a5-494c-ba9a-e1f4f8795562,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:23.850603 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48294) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:23.867242 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af417fa2-fa63-440c-aa62-2ea5d2cbbd6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:23.939689 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af417fa2-fa63-440c-aa62-2ea5d2cbbd6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:23.946075 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af417fa2-fa63-440c-aa62-2ea5d2cbbd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:23.984923 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-af417fa2-fa63-440c-aa62-2ea5d2cbbd6f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f1ed8be3cdbb4ebeaaac3473f824819d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331103 Nov 15 11:47:23.985994 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af417fa2-fa63-440c-aa62-2ea5d2cbbd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac57ce6-3b99-4c34-ad3e-4a9ee15cd7df,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:23.987679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48296) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:24.036242 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-15846c04-4ea0-4769-bdcc-751deab0d3f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:24.061722 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-15846c04-4ea0-4769-bdcc-751deab0d3f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:24.120614 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-15846c04-4ea0-4769-bdcc-751deab0d3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:24.123405 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-15846c04-4ea0-4769-bdcc-751deab0d3f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:24.124592 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-15846c04-4ea0-4769-bdcc-751deab0d3f7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fac57ce6-3b99-4c34-ad3e-4a9ee15cd7df HTTP/1.1" status: 204 len: 168 time: 0.1358430 Nov 15 11:47:24.132538 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15846c04-4ea0-4769-bdcc-751deab0d3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac57ce6-3b99-4c34-ad3e-4a9ee15cd7df,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:27.490688 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48396) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:27.651842 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-42b2cd8a-9277-4cbb-9f0f-4e6dd16256bf tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Deleting port 2f5f10ed-109c-45ac-94f8-888ec81ce716 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:47:27.652175 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42b2cd8a-9277-4cbb-9f0f-4e6dd16256bf tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:27.734762 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42b2cd8a-9277-4cbb-9f0f-4e6dd16256bf tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:27.735012 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42b2cd8a-9277-4cbb-9f0f-4e6dd16256bf tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:27.747137 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-42b2cd8a-9277-4cbb-9f0f-4e6dd16256bf tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Calling delete_port for 2f5f10ed-109c-45ac-94f8-888ec81ce716 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:47:27.899410 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42b2cd8a-9277-4cbb-9f0f-4e6dd16256bf tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:27.926947 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2cd8a-9277-4cbb-9f0f-4e6dd16256bf tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event deleted for resources: {'Port': ['ID=2f5f10ed-109c-45ac-94f8-888ec81ce716,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:27.992688 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42b2cd8a-9277-4cbb-9f0f-4e6dd16256bf tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:27.992929 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-42b2cd8a-9277-4cbb-9f0f-4e6dd16256bf tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Floating IP 5701f845-9114-4efa-b2d3-eda7cd18e30b disassociated (deleted). External IP: 172.25.7.247, port: 8b7021c3-b25f-4933-95dc-f52aa5229596. Nov 15 11:47:28.216792 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b2cd8a-9277-4cbb-9f0f-4e6dd16256bf tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Router b00994c2-1981-4cdc-acb3-efc2a4ecb86e has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:47:28.331425 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b2cd8a-9277-4cbb-9f0f-4e6dd16256bf tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:47:28.336759 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42b2cd8a-9277-4cbb-9f0f-4e6dd16256bf tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:28.341683 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6bf5a-2d41-4b47-a9ef-6bdf7bd6cb7e None None] Sync routers for ids ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:47:28.353674 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6bf5a-2d41-4b47-a9ef-6bdf7bd6cb7e None None] Routers {'b00994c2-1981-4cdc-acb3-efc2a4ecb86e'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:47:28.354289 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-43f6bf5a-2d41-4b47-a9ef-6bdf7bd6cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:47:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:28.376519 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-42b2cd8a-9277-4cbb-9f0f-4e6dd16256bf tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "DELETE /v2.0/floatingips/5701f845-9114-4efa-b2d3-eda7cd18e30b HTTP/1.1" status: 204 len: 168 time: 0.8847258 Nov 15 11:47:28.377436 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0e8630-7052-4f34-be87-452667751223', 'tag': '8b7021c3-b25f-4933-95dc-f52aa5229596'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:47:28.379731 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9934c5-979b-4131-b181-6749ef19db2b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0e8630-7052-4f34-be87-452667751223", "tag": "8b7021c3-b25f-4933-95dc-f52aa5229596"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:47:28.467530 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-43f6bf5a-2d41-4b47-a9ef-6bdf7bd6cb7e None None] Set router b00994c2-1981-4cdc-acb3-efc2a4ecb86e gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:47:28.558190 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49411e9-a856-45bb-a99c-f54471ff0f3f x-openstack-request-id: req-d49411e9-a856-45bb-a99c-f54471ff0f3f {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:47:28.558740 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0e8630-7052-4f34-be87-452667751223", "tag": "8b7021c3-b25f-4933-95dc-f52aa5229596", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:47:28.558740 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d49411e9-a856-45bb-a99c-f54471ff0f3f {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:47:28.559223 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0e8630-7052-4f34-be87-452667751223', 'tag': '8b7021c3-b25f-4933-95dc-f52aa5229596', 'status': 'completed', 'code': 200} Nov 15 11:47:28.631952 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9934c5-979b-4131-b181-6749ef19db2b req-808ffdb7-aa3b-491a-9412-61c141ab36b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:28.633436 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae9934c5-979b-4131-b181-6749ef19db2b req-808ffdb7-aa3b-491a-9412-61c141ab36b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 1097 time: 0.0555017 Nov 15 11:47:28.718793 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-43f6bf5a-2d41-4b47-a9ef-6bdf7bd6cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:33:04Z', 'revision_number': 4, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '598ee1f5-b971-4c2c-a6bb-7356090835a0', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'port_id': '8348c1c1-7f8c-4e82-9143-3b66ce4440c0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'mac_address': 'fa:16:3e:4a:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2c2ad5-3a93-4612-bdee-75a16c774219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:43:33Z', 'updated_at': '2021-11-15T11:43:36Z', 'revision_number': 1, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438254d2-d8d3-48db-8ba9-073fdbb53818', 'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'mac_address': 'fa:16:3e:64:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:02Z', 'updated_at': '2021-11-15T11:33:08Z', 'revision_number': 5, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'subnets': [{'id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:28.747430 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6bf5a-2d41-4b47-a9ef-6bdf7bd6cb7e None None] Checking router: b00994c2-1981-4cdc-acb3-efc2a4ecb86e for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:47:28.756461 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6bf5a-2d41-4b47-a9ef-6bdf7bd6cb7e None None] Routers {'b00994c2-1981-4cdc-acb3-efc2a4ecb86e'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:47:28.757077 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-43f6bf5a-2d41-4b47-a9ef-6bdf7bd6cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:47:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:28.768959 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32c1c4-79ee-4881-b24e-7b0cd1c829dc req-450084aa-30e2-4fc6-9960-d4fdde6c846e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:28.770514 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d32c1c4-79ee-4881-b24e-7b0cd1c829dc req-450084aa-30e2-4fc6-9960-d4fdde6c846e tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 946 time: 0.1415799 Nov 15 11:47:28.772233 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9934c5-979b-4131-b181-6749ef19db2b req-3946e1d1-5d67-410a-8272-a6d114d0cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:28.773550 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae9934c5-979b-4131-b181-6749ef19db2b req-3946e1d1-5d67-410a-8272-a6d114d0cda4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 912 time: 0.1317658 Nov 15 11:47:28.841435 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae9934c5-979b-4131-b181-6749ef19db2b req-3ef1cc32-ecf6-4515-af09-b9895286c02a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b7021c3-b25f-4933-95dc-f52aa5229596 HTTP/1.1" status: 200 len: 217 time: 0.0468125 Nov 15 11:47:28.871892 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-43f6bf5a-2d41-4b47-a9ef-6bdf7bd6cb7e None None] Set router b00994c2-1981-4cdc-acb3-efc2a4ecb86e gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:47:28.900861 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d32c1c4-79ee-4881-b24e-7b0cd1c829dc req-0ecdb6a2-677f-413d-827c-6dbad4a02ee6 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230202 Nov 15 11:47:28.913841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9934c5-979b-4131-b181-6749ef19db2b req-b110e364-07d8-41a0-8a52-dfc4862c1569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:28.915980 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae9934c5-979b-4131-b181-6749ef19db2b req-b110e364-07d8-41a0-8a52-dfc4862c1569 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 200 len: 850 time: 0.0657289 Nov 15 11:47:28.968037 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9934c5-979b-4131-b181-6749ef19db2b req-577df14e-a17f-4e49-ba1f-20aaea0fc6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:28.969635 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae9934c5-979b-4131-b181-6749ef19db2b req-577df14e-a17f-4e49-ba1f-20aaea0fc6cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1842a3-8b78-48b6-930c-de775291ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462031 Nov 15 11:47:29.067422 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae9934c5-979b-4131-b181-6749ef19db2b req-3c46c676-4666-43ee-b463-fe1deabfe96c service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888429 Nov 15 11:47:29.124024 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-43f6bf5a-2d41-4b47-a9ef-6bdf7bd6cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:33:04Z', 'revision_number': 4, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '598ee1f5-b971-4c2c-a6bb-7356090835a0', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'port_id': '8348c1c1-7f8c-4e82-9143-3b66ce4440c0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'mac_address': 'fa:16:3e:4a:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2c2ad5-3a93-4612-bdee-75a16c774219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:43:33Z', 'updated_at': '2021-11-15T11:43:36Z', 'revision_number': 1, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438254d2-d8d3-48db-8ba9-073fdbb53818', 'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'mac_address': 'fa:16:3e:64:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:02Z', 'updated_at': '2021-11-15T11:33:08Z', 'revision_number': 5, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'subnets': [{'id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:29.150198 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6bf5a-2d41-4b47-a9ef-6bdf7bd6cb7e None None] The sync data for ids ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'] in n-d-729945-9 is: [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:33:04Z', 'revision_number': 4, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '598ee1f5-b971-4c2c-a6bb-7356090835a0', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'port_id': '8348c1c1-7f8c-4e82-9143-3b66ce4440c0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'mac_address': 'fa:16:3e:4a:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2c2ad5-3a93-4612-bdee-75a16c774219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:43:33Z', 'updated_at': '2021-11-15T11:43:36Z', 'revision_number': 1, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438254d2-d8d3-48db-8ba9-073fdbb53818', 'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'mac_address': 'fa:16:3e:64:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:02Z', 'updated_at': '2021-11-15T11:33:08Z', 'revision_number': 5, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'subnets': [{'id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:47:29.162656 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae9934c5-979b-4131-b181-6749ef19db2b req-b95d453b-7fa3-423e-8f7f-3349053250b7 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873005 Nov 15 11:47:29.382776 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba06e123-aef4-4971-bb29-daadb286e622 None None] New status for floating IP 5701f845-9114-4efa-b2d3-eda7cd18e30b: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:47:29.853633 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:30.029346 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf936de-07d1-48de-b870-7a3a02761b68 req-132f0357-efa5-4d72-8ee8-7a828a39b7ba tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:30.030857 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-adf936de-07d1-48de-b870-7a3a02761b68 req-132f0357-efa5-4d72-8ee8-7a828a39b7ba tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 946 time: 0.0555871 Nov 15 11:47:30.109092 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-adf936de-07d1-48de-b870-7a3a02761b68 req-68b44612-d553-4a3f-bd0c-e7a02005e767 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715730 Nov 15 11:47:30.127634 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283f5a9-4640-48d0-961c-276b6bb0984a req-96a409d1-75fe-41c7-845f-ccb19671b273 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:30.128035 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6283f5a9-4640-48d0-961c-276b6bb0984a req-96a409d1-75fe-41c7-845f-ccb19671b273 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 946 time: 0.0763805 Nov 15 11:47:30.226925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-6283f5a9-4640-48d0-961c-276b6bb0984a req-09af4a6a-1fa1-4f07-b5ca-f02457f0cda7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Deleting port 8b7021c3-b25f-4933-95dc-f52aa5229596 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:47:30.227249 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6283f5a9-4640-48d0-961c-276b6bb0984a req-09af4a6a-1fa1-4f07-b5ca-f02457f0cda7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:30.318241 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-6283f5a9-4640-48d0-961c-276b6bb0984a req-09af4a6a-1fa1-4f07-b5ca-f02457f0cda7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] For port 8b7021c3-b25f-4933-95dc-f52aa5229596, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=8b7021c3-b25f-4933-95dc-f52aa5229596,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:47:30.318603 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6283f5a9-4640-48d0-961c-276b6bb0984a req-09af4a6a-1fa1-4f07-b5ca-f02457f0cda7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:30.332148 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-6283f5a9-4640-48d0-961c-276b6bb0984a req-09af4a6a-1fa1-4f07-b5ca-f02457f0cda7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Calling delete_port for 8b7021c3-b25f-4933-95dc-f52aa5229596 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:47:30.464237 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6283f5a9-4640-48d0-961c-276b6bb0984a req-09af4a6a-1fa1-4f07-b5ca-f02457f0cda7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:30.492834 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af4a6a-1fa1-4f07-b5ca-f02457f0cda7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event deleted for resources: {'Port': ['ID=8b7021c3-b25f-4933-95dc-f52aa5229596,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:30.539717 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-6283f5a9-4640-48d0-961c-276b6bb0984a req-09af4a6a-1fa1-4f07-b5ca-f02457f0cda7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] No DVR routers for this DVR port 8b7021c3-b25f-4933-95dc-f52aa5229596 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:47:30.543125 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6283f5a9-4640-48d0-961c-276b6bb0984a req-09af4a6a-1fa1-4f07-b5ca-f02457f0cda7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:30.546938 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6283f5a9-4640-48d0-961c-276b6bb0984a req-09af4a6a-1fa1-4f07-b5ca-f02457f0cda7 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.55 "DELETE /v2.0/ports/8b7021c3-b25f-4933-95dc-f52aa5229596 HTTP/1.1" status: 204 len: 173 time: 0.4125988 Nov 15 11:47:30.547416 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0e8630-7052-4f34-be87-452667751223', 'name': 'network-vif-deleted', 'tag': '8b7021c3-b25f-4933-95dc-f52aa5229596'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:47:30.550941 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1784fc-bf72-4ba1-ad66-53e3a54a83dd" -d '{"events": [{"server_uuid": "4d0e8630-7052-4f34-be87-452667751223", "name": "network-vif-deleted", "tag": "8b7021c3-b25f-4933-95dc-f52aa5229596"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:47:30.589062 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2d1fb0-6a49-46df-b358-f5880c544ace x-openstack-request-id: req-2f2d1fb0-6a49-46df-b358-f5880c544ace {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:47:30.589358 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0e8630-7052-4f34-be87-452667751223", "name": "network-vif-deleted", "tag": "8b7021c3-b25f-4933-95dc-f52aa5229596", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:47:30.589611 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f2d1fb0-6a49-46df-b358-f5880c544ace {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:47:30.590025 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0e8630-7052-4f34-be87-452667751223', 'name': 'network-vif-deleted', 'tag': '8b7021c3-b25f-4933-95dc-f52aa5229596', 'status': 'completed', 'code': 200} Nov 15 11:47:31.236928 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-838c7a8d-9874-43e1-80a4-a2999ee06147 req-fc038a39-f7f9-4c0e-9407-6c06d4610154 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 210 time: 0.0333867 Nov 15 11:47:31.784980 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:32.335080 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a18b73fc-a44c-495a-9708-8747c29f635f req-fc0b0311-30d1-4fbb-95c7-4f912446b1e1 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 210 time: 0.0263524 Nov 15 11:47:33.432621 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-44e93341-fccf-4713-ab12-9cba90b3258e req-63a48495-8e11-4a56-a056-33d3d2e5617c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 210 time: 0.0277176 Nov 15 11:47:33.779603 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 8b7021c3-b25f-4933-95dc-f52aa5229596 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:47:33.802726 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 8b7021c3-b25f-4933-95dc-f52aa5229596 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:47:33.803063 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 8b7021c3-b25f-4933-95dc-f52aa5229596 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:47:34.603954 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34437085-f6b6-4d24-8a7a-61a804e41cf5 req-f4de4afe-9f02-4d11-9f51-682433e0a5a6 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0e8630-7052-4f34-be87-452667751223 HTTP/1.1" status: 200 len: 210 time: 0.0629630 Nov 15 11:47:36.269759 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-734cd3da-549f-4b31-a531-6d83a14cd63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:38.382121 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-895528d9-0821-438f-896a-7a0d8d02d9a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:39.916481 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:41.031994 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48498) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:41.196863 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1166925a-920d-4793-94f3-32c8a4996932 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Deleting port a5f7abdb-ac5b-4e36-a7a1-52b1c7b6b202 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:47:41.197205 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1166925a-920d-4793-94f3-32c8a4996932 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:41.282226 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1166925a-920d-4793-94f3-32c8a4996932 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:41.282547 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1166925a-920d-4793-94f3-32c8a4996932 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:41.294884 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1166925a-920d-4793-94f3-32c8a4996932 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Calling delete_port for a5f7abdb-ac5b-4e36-a7a1-52b1c7b6b202 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:47:41.448734 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1166925a-920d-4793-94f3-32c8a4996932 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:41.487434 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166925a-920d-4793-94f3-32c8a4996932 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event deleted for resources: {'Port': ['ID=a5f7abdb-ac5b-4e36-a7a1-52b1c7b6b202,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:41.498423 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:41.559873 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1166925a-920d-4793-94f3-32c8a4996932 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:41.560210 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-1166925a-920d-4793-94f3-32c8a4996932 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Floating IP 598ee1f5-b971-4c2c-a6bb-7356090835a0 disassociated (deleted). External IP: 172.25.7.103, port: 8348c1c1-7f8c-4e82-9143-3b66ce4440c0. Nov 15 11:47:41.773884 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1166925a-920d-4793-94f3-32c8a4996932 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Router b00994c2-1981-4cdc-acb3-efc2a4ecb86e has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:47:41.895115 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1166925a-920d-4793-94f3-32c8a4996932 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:47:41.907227 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1166925a-920d-4793-94f3-32c8a4996932 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:41.912248 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40148bbb-d046-4783-9dac-b51f131e5d96 None None] Sync routers for ids ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:47:41.927599 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40148bbb-d046-4783-9dac-b51f131e5d96 None None] Routers {'b00994c2-1981-4cdc-acb3-efc2a4ecb86e'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:47:41.928639 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-40148bbb-d046-4783-9dac-b51f131e5d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:47:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:41.940283 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1166925a-920d-4793-94f3-32c8a4996932 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "DELETE /v2.0/floatingips/598ee1f5-b971-4c2c-a6bb-7356090835a0 HTTP/1.1" status: 204 len: 168 time: 0.9071758 Nov 15 11:47:41.941197 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2c2ad5-3a93-4612-bdee-75a16c774219', 'tag': '8348c1c1-7f8c-4e82-9143-3b66ce4440c0'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:47:41.944509 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee6bb00-e549-4d4d-9517-6429784c4a81" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2c2ad5-3a93-4612-bdee-75a16c774219", "tag": "8348c1c1-7f8c-4e82-9143-3b66ce4440c0"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:47:42.069566 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-40148bbb-d046-4783-9dac-b51f131e5d96 None None] Set router b00994c2-1981-4cdc-acb3-efc2a4ecb86e gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:47:42.119084 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b27a18-663a-40fa-8f58-6a2654c553e6 x-openstack-request-id: req-18b27a18-663a-40fa-8f58-6a2654c553e6 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:47:42.119659 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2c2ad5-3a93-4612-bdee-75a16c774219", "tag": "8348c1c1-7f8c-4e82-9143-3b66ce4440c0", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:47:42.119659 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-18b27a18-663a-40fa-8f58-6a2654c553e6 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:47:42.120122 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2c2ad5-3a93-4612-bdee-75a16c774219', 'tag': '8348c1c1-7f8c-4e82-9143-3b66ce4440c0', 'status': 'completed', 'code': 200} Nov 15 11:47:42.161964 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:42.239675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6bb00-e549-4d4d-9517-6429784c4a81 req-bfb3c3d0-48db-493a-b78d-e637c105ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:42.241224 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ee6bb00-e549-4d4d-9517-6429784c4a81 req-bfb3c3d0-48db-493a-b78d-e637c105ceef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7766e2dd9df541a4b3334b23af798fc4&device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 1097 time: 0.0768585 Nov 15 11:47:42.301472 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-40148bbb-d046-4783-9dac-b51f131e5d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:33:04Z', 'revision_number': 4, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '438254d2-d8d3-48db-8ba9-073fdbb53818', 'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'mac_address': 'fa:16:3e:64:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:02Z', 'updated_at': '2021-11-15T11:33:08Z', 'revision_number': 5, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'subnets': [{'id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:42.327436 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40148bbb-d046-4783-9dac-b51f131e5d96 None None] Checking router: b00994c2-1981-4cdc-acb3-efc2a4ecb86e for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:47:42.335750 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6bb00-e549-4d4d-9517-6429784c4a81 req-4ea1d3df-571e-471b-9d94-131b9f64ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:42.337271 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ee6bb00-e549-4d4d-9517-6429784c4a81 req-4ea1d3df-571e-471b-9d94-131b9f64ea7a service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 200 len: 912 time: 0.0850499 Nov 15 11:47:42.337495 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40148bbb-d046-4783-9dac-b51f131e5d96 None None] Routers {'b00994c2-1981-4cdc-acb3-efc2a4ecb86e'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:47:42.339108 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-40148bbb-d046-4783-9dac-b51f131e5d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:47:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:42.346186 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fc34f-a245-4fe4-a264-90938f2f0ed1 req-f5a89797-c3bf-4664-bf0f-c11328380ec6 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:42.347646 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-437fc34f-a245-4fe4-a264-90938f2f0ed1 req-f5a89797-c3bf-4664-bf0f-c11328380ec6 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 946 time: 0.1511812 Nov 15 11:47:42.427029 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-437fc34f-a245-4fe4-a264-90938f2f0ed1 req-e96238c2-7d37-4133-9e15-55f2e0192626 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711801 Nov 15 11:47:42.428846 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ee6bb00-e549-4d4d-9517-6429784c4a81 req-03e9e917-9337-4522-81ca-cfdd1b394c4a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8348c1c1-7f8c-4e82-9143-3b66ce4440c0 HTTP/1.1" status: 200 len: 217 time: 0.0803144 Nov 15 11:47:42.457156 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-40148bbb-d046-4783-9dac-b51f131e5d96 None None] Set router b00994c2-1981-4cdc-acb3-efc2a4ecb86e gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:47:42.488285 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6bb00-e549-4d4d-9517-6429784c4a81 req-271a9974-bebc-4c7f-81b6-7f4cc4aa896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:42.489769 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ee6bb00-e549-4d4d-9517-6429784c4a81 req-271a9974-bebc-4c7f-81b6-7f4cc4aa896e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 200 len: 850 time: 0.0524554 Nov 15 11:47:42.543034 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6bb00-e549-4d4d-9517-6429784c4a81 req-b3f187ca-cc16-45ee-b47f-4bfd399a0e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:42.544803 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ee6bb00-e549-4d4d-9517-6429784c4a81 req-b3f187ca-cc16-45ee-b47f-4bfd399a0e06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b1842a3-8b78-48b6-930c-de775291ae35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466187 Nov 15 11:47:42.650349 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ee6bb00-e549-4d4d-9517-6429784c4a81 req-aae083ac-f3dc-42cc-ad90-7ca85c824e06 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968013 Nov 15 11:47:42.741622 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ee6bb00-e549-4d4d-9517-6429784c4a81 req-720ef734-ae87-456a-abbc-696e97db4605 service neutron] 10.222.0.55 "GET /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824060 Nov 15 11:47:42.742985 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-40148bbb-d046-4783-9dac-b51f131e5d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:33:04Z', 'revision_number': 4, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '438254d2-d8d3-48db-8ba9-073fdbb53818', 'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'mac_address': 'fa:16:3e:64:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:02Z', 'updated_at': '2021-11-15T11:33:08Z', 'revision_number': 5, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'subnets': [{'id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:42.772668 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40148bbb-d046-4783-9dac-b51f131e5d96 None None] The sync data for ids ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'] in n-d-729945-9 is: [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:33:04Z', 'revision_number': 4, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '438254d2-d8d3-48db-8ba9-073fdbb53818', 'name': '', 'network_id': '6b1842a3-8b78-48b6-930c-de775291ae35', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'mac_address': 'fa:16:3e:64:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:02Z', 'updated_at': '2021-11-15T11:33:08Z', 'revision_number': 5, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'subnets': [{'id': '03402d5a-eb71-46f6-ad30-bb9e6876f489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:47:43.001747 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244dcedf-ad58-455c-941b-3a03d292f217 None None] New status for floating IP 598ee1f5-b971-4c2c-a6bb-7356090835a0: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:47:43.555185 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ab35c-0cf3-4f55-94fb-fb45f4bd788e req-6238daa7-1ae0-4f1a-ac96-5c7e229eedc9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:43.556800 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f7ab35c-0cf3-4f55-94fb-fb45f4bd788e req-6238daa7-1ae0-4f1a-ac96-5c7e229eedc9 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 946 time: 0.0552788 Nov 15 11:47:43.633358 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f7ab35c-0cf3-4f55-94fb-fb45f4bd788e req-8c481645-7778-4cfe-8be4-de8e62c09503 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3bc7465-2782-416e-ac2c-abf5fde7b165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702758 Nov 15 11:47:43.658217 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058de49-8584-495b-b208-b33efd0c34d0 req-85e62797-f7a0-4379-8117-6e1667162aa0 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:43.659703 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7058de49-8584-495b-b208-b33efd0c34d0 req-85e62797-f7a0-4379-8117-6e1667162aa0 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 946 time: 0.0717108 Nov 15 11:47:43.767990 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-7058de49-8584-495b-b208-b33efd0c34d0 req-e44eb37a-e80f-40ce-bf78-a26081124143 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Deleting port 8348c1c1-7f8c-4e82-9143-3b66ce4440c0 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:47:43.768327 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7058de49-8584-495b-b208-b33efd0c34d0 req-e44eb37a-e80f-40ce-bf78-a26081124143 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:43.856495 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-7058de49-8584-495b-b208-b33efd0c34d0 req-e44eb37a-e80f-40ce-bf78-a26081124143 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] For port 8348c1c1-7f8c-4e82-9143-3b66ce4440c0, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=8348c1c1-7f8c-4e82-9143-3b66ce4440c0,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:47:43.857028 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7058de49-8584-495b-b208-b33efd0c34d0 req-e44eb37a-e80f-40ce-bf78-a26081124143 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:43.870346 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-7058de49-8584-495b-b208-b33efd0c34d0 req-e44eb37a-e80f-40ce-bf78-a26081124143 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Calling delete_port for 8348c1c1-7f8c-4e82-9143-3b66ce4440c0 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:47:43.896377 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48532) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:44.006230 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7058de49-8584-495b-b208-b33efd0c34d0 req-e44eb37a-e80f-40ce-bf78-a26081124143 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:44.016666 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d731f79-d5c8-4831-9a55-d941c519869d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:44.035306 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44eb37a-e80f-40ce-bf78-a26081124143 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event deleted for resources: {'Port': ['ID=8348c1c1-7f8c-4e82-9143-3b66ce4440c0,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:44.078216 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-7058de49-8584-495b-b208-b33efd0c34d0 req-e44eb37a-e80f-40ce-bf78-a26081124143 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] No DVR routers for this DVR port 8348c1c1-7f8c-4e82-9143-3b66ce4440c0 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:47:44.081209 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7058de49-8584-495b-b208-b33efd0c34d0 req-e44eb37a-e80f-40ce-bf78-a26081124143 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:44.084887 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7058de49-8584-495b-b208-b33efd0c34d0 req-e44eb37a-e80f-40ce-bf78-a26081124143 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.55 "DELETE /v2.0/ports/8348c1c1-7f8c-4e82-9143-3b66ce4440c0 HTTP/1.1" status: 204 len: 173 time: 0.4194844 Nov 15 11:47:44.085335 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2c2ad5-3a93-4612-bdee-75a16c774219', 'name': 'network-vif-deleted', 'tag': '8348c1c1-7f8c-4e82-9143-3b66ce4440c0'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:47:44.088070 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fd820f-c168-4cee-ab64-da045c885e6c" -d '{"events": [{"server_uuid": "ce2c2ad5-3a93-4612-bdee-75a16c774219", "name": "network-vif-deleted", "tag": "8348c1c1-7f8c-4e82-9143-3b66ce4440c0"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:47:44.119854 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d731f79-d5c8-4831-9a55-d941c519869d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:44.127728 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d731f79-d5c8-4831-9a55-d941c519869d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:44.128627 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f68192-fedf-403c-ad7b-6ed2f4de139f x-openstack-request-id: req-c3f68192-fedf-403c-ad7b-6ed2f4de139f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:47:44.128985 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2c2ad5-3a93-4612-bdee-75a16c774219", "name": "network-vif-deleted", "tag": "8348c1c1-7f8c-4e82-9143-3b66ce4440c0", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:47:44.129324 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c3f68192-fedf-403c-ad7b-6ed2f4de139f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:47:44.130794 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2c2ad5-3a93-4612-bdee-75a16c774219', 'name': 'network-vif-deleted', 'tag': '8348c1c1-7f8c-4e82-9143-3b66ce4440c0', 'status': 'completed', 'code': 200} Nov 15 11:47:44.170685 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d731f79-d5c8-4831-9a55-d941c519869d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b4cd9f-2d24-4067-aa5e-84483ce6d3f6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:44.176270 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8d731f79-d5c8-4831-9a55-d941c519869d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=befe1e5da60f469eb4eaafa14719f777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2771628 Nov 15 11:47:44.177946 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48538) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:44.200617 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d731f79-d5c8-4831-9a55-d941c519869d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:44.201911 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d731f79-d5c8-4831-9a55-d941c519869d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:44.202257 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d731f79-d5c8-4831-9a55-d941c519869d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:44.202590 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d731f79-d5c8-4831-9a55-d941c519869d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:44.202920 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d731f79-d5c8-4831-9a55-d941c519869d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:44.203246 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d731f79-d5c8-4831-9a55-d941c519869d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:44.203671 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d731f79-d5c8-4831-9a55-d941c519869d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:44.203920 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d731f79-d5c8-4831-9a55-d941c519869d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:44.204240 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d731f79-d5c8-4831-9a55-d941c519869d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:44.204558 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d731f79-d5c8-4831-9a55-d941c519869d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:44.204898 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d731f79-d5c8-4831-9a55-d941c519869d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:44.205322 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d731f79-d5c8-4831-9a55-d941c519869d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:44.242021 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3634a157-9d28-43b5-959f-6fcf34f83e24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:44.268734 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3634a157-9d28-43b5-959f-6fcf34f83e24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:44.320520 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3634a157-9d28-43b5-959f-6fcf34f83e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:44.323768 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3634a157-9d28-43b5-959f-6fcf34f83e24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:44.327463 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3634a157-9d28-43b5-959f-6fcf34f83e24 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/91b4cd9f-2d24-4067-aa5e-84483ce6d3f6 HTTP/1.1" status: 204 len: 168 time: 0.1463027 Nov 15 11:47:44.334963 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634a157-9d28-43b5-959f-6fcf34f83e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b4cd9f-2d24-4067-aa5e-84483ce6d3f6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:44.469421 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5794bb16-b0fd-4a8e-9b7f-01d547fcc305 req-caff91c8-6279-46ba-959b-27159f9a0701 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0845160 Nov 15 11:47:44.555366 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794bb16-b0fd-4a8e-9b7f-01d547fcc305 req-9ecbd72b-8737-4636-b27b-7ce613160a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:44.557255 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5794bb16-b0fd-4a8e-9b7f-01d547fcc305 req-9ecbd72b-8737-4636-b27b-7ce613160a0b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 1097 time: 0.0619285 Nov 15 11:47:44.708152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794bb16-b0fd-4a8e-9b7f-01d547fcc305 req-9441df0d-100d-4325-9a36-77cebc47901c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:44.709903 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5794bb16-b0fd-4a8e-9b7f-01d547fcc305 req-9441df0d-100d-4325-9a36-77cebc47901c service neutron] 10.222.0.11 "GET /v2.0/networks?id=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 HTTP/1.1" status: 200 len: 898 time: 0.1289427 Nov 15 11:47:44.794246 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-da056480-d2b2-45d5-b260-777a42c7a836 req-49d37eec-962d-46df-8a2b-edc2c07b649b tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 210 time: 0.0364771 Nov 15 11:47:44.820282 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5794bb16-b0fd-4a8e-9b7f-01d547fcc305 req-c12de130-4d48-4b06-af52-6fba278a12bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f15e4ccc-47ca-4b96-9681-69a8814f5dd1 HTTP/1.1" status: 200 len: 1001 time: 0.1025312 Nov 15 11:47:44.873943 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794bb16-b0fd-4a8e-9b7f-01d547fcc305 req-da3dd149-3929-4cff-80d4-11bc56b8d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:44.875848 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5794bb16-b0fd-4a8e-9b7f-01d547fcc305 req-da3dd149-3929-4cff-80d4-11bc56b8d08b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17ee72d1-5ebc-4c38-885b-4ae82a34b602 HTTP/1.1" status: 200 len: 834 time: 0.0478764 Nov 15 11:47:44.936093 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794bb16-b0fd-4a8e-9b7f-01d547fcc305 req-85b7f32b-22b1-482a-9f0f-fbb00980c7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:44.937809 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5794bb16-b0fd-4a8e-9b7f-01d547fcc305 req-85b7f32b-22b1-482a-9f0f-fbb00980c7a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549169 Nov 15 11:47:45.049915 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5794bb16-b0fd-4a8e-9b7f-01d547fcc305 req-a8d0b5e4-74c4-4e5d-bd63-116358533144 service neutron] 10.222.0.11 "GET /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037714 Nov 15 11:47:45.171193 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5794bb16-b0fd-4a8e-9b7f-01d547fcc305 req-5c74157d-1b03-440f-a469-271a18a3055a service neutron] 10.222.0.11 "GET /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139314 Nov 15 11:47:45.895469 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-92d056a2-0bfb-4904-a4a2-8f5a9e45eca1 req-d86a70c5-bc1e-442d-950d-66717b224123 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 210 time: 0.0279953 Nov 15 11:47:46.991448 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-30ceba71-cc58-41b6-98c1-c82a64ac84f4 req-ad5edf4c-67ca-46cf-a85f-815d31eb84be tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 210 time: 0.0267735 Nov 15 11:47:47.649678 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa93de9-f281-4965-baff-0e28eac7e339 req-01796b0e-dbd5-4382-81ce-8879180341d7 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:47.651388 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2aa93de9-f281-4965-baff-0e28eac7e339 req-01796b0e-dbd5-4382-81ce-8879180341d7 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 1097 time: 0.0415509 Nov 15 11:47:47.675744 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2aa93de9-f281-4965-baff-0e28eac7e339 req-de25be02-9997-4b46-8c64-ed079ffe7933 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:47.757747 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2aa93de9-f281-4965-baff-0e28eac7e339 req-de25be02-9997-4b46-8c64-ed079ffe7933 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:47.763759 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2aa93de9-f281-4965-baff-0e28eac7e339 req-de25be02-9997-4b46-8c64-ed079ffe7933 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:47.810733 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2aa93de9-f281-4965-baff-0e28eac7e339 req-de25be02-9997-4b46-8c64-ed079ffe7933 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529276 Nov 15 11:47:47.811461 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25be02-9997-4b46-8c64-ed079ffe7933 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e997fc8-1924-4de1-a965-9a9675925976,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:47.852924 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 8348c1c1-7f8c-4e82-9143-3b66ce4440c0 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:47:47.875777 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 8348c1c1-7f8c-4e82-9143-3b66ce4440c0 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:47:47.876202 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 8348c1c1-7f8c-4e82-9143-3b66ce4440c0 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:47:47.941512 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cfb38-e390-421f-920a-4b6b0546c579 req-4e70c274-36a8-4d0d-9b01-5d4c1d52601f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:47.943240 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-853cfb38-e390-421f-920a-4b6b0546c579 req-4e70c274-36a8-4d0d-9b01-5d4c1d52601f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 946 time: 0.0508795 Nov 15 11:47:47.995958 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-853cfb38-e390-421f-920a-4b6b0546c579 req-cb498344-5816-43d4-b1a3-5e47032a9101 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454910 Nov 15 11:47:48.026757 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48592) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:48.116314 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b2cd6a7-a6d0-4037-a0b4-c0a8bbb76028 req-e93e3f76-df5f-4773-8472-471a501e2ad0 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce2c2ad5-3a93-4612-bdee-75a16c774219 HTTP/1.1" status: 200 len: 210 time: 0.0464356 Nov 15 11:47:48.150462 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-12d8c0d2-b236-49ba-8528-6dfe775cc9da tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/floatingips/228dabcb-eaa9-4ca8-a692-23b0f25e323d HTTP/1.1" status: 200 len: 993 time: 0.1236045 Nov 15 11:47:48.465395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-ead17e68-eddf-425c-a66d-55ca00beb498 req-8a188b7e-c309-4c15-9d6e-a551b6f01bb4 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:47:48.466506 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ead17e68-eddf-425c-a66d-55ca00beb498 req-8a188b7e-c309-4c15-9d6e-a551b6f01bb4 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062113 Nov 15 11:47:48.804947 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-89e3d486-740a-43c1-8f9c-3abaf868261e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401719 Nov 15 11:47:48.818978 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692501b9-8f0a-44b3-b6bb-a904910eb460 req-3c5783e2-2fa5-4d2c-8dfb-7f55055428d7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:48.820548 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-692501b9-8f0a-44b3-b6bb-a904910eb460 req-3c5783e2-2fa5-4d2c-8dfb-7f55055428d7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 946 time: 0.0502753 Nov 15 11:47:48.876357 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-692501b9-8f0a-44b3-b6bb-a904910eb460 req-0caf89f4-3edb-48c4-a3f2-fa07a5a0edc8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494595 Nov 15 11:47:49.192387 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48646) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:49.337642 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1353b-1b65-4d8f-ba38-f53ab0a46768 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Deleting port 0d0597c5-2d5f-4f1d-8bf5-a02806fe984f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:47:49.338668 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9e1353b-1b65-4d8f-ba38-f53ab0a46768 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:49.423117 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9e1353b-1b65-4d8f-ba38-f53ab0a46768 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:49.423463 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9e1353b-1b65-4d8f-ba38-f53ab0a46768 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:49.436420 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1353b-1b65-4d8f-ba38-f53ab0a46768 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Calling delete_port for 0d0597c5-2d5f-4f1d-8bf5-a02806fe984f owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:47:49.587753 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9e1353b-1b65-4d8f-ba38-f53ab0a46768 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:49.621559 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1353b-1b65-4d8f-ba38-f53ab0a46768 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event deleted for resources: {'Port': ['ID=0d0597c5-2d5f-4f1d-8bf5-a02806fe984f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:49.682148 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9e1353b-1b65-4d8f-ba38-f53ab0a46768 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:49.684888 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b9e1353b-1b65-4d8f-ba38-f53ab0a46768 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:49.686164 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b9e1353b-1b65-4d8f-ba38-f53ab0a46768 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "DELETE /v2.0/floatingips/3e8aa081-f31c-4b23-b753-1b61fa9a6051 HTTP/1.1" status: 204 len: 168 time: 0.4920399 Nov 15 11:47:50.002793 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f550b-a584-4665-b8c6-36ee596aee94 req-4483d06e-bb19-4b65-96f2-880f1f2296d0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:50.010965 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f32f550b-a584-4665-b8c6-36ee596aee94 req-4483d06e-bb19-4b65-96f2-880f1f2296d0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 946 time: 0.0661783 Nov 15 11:47:50.063539 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f32f550b-a584-4665-b8c6-36ee596aee94 req-023d7717-5402-4623-abe1-38fccf69597f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516291 Nov 15 11:47:50.160893 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-863827f2-6c9b-493f-b042-d3c05a1180e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:50.162370 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-863827f2-6c9b-493f-b042-d3c05a1180e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 1097 time: 0.0401673 Nov 15 11:47:50.261684 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-ad8d2f17-19d6-4813-9eb6-189e0b39b45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:50.263292 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-ad8d2f17-19d6-4813-9eb6-189e0b39b45a service neutron] 10.222.0.11 "GET /v2.0/networks?id=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 HTTP/1.1" status: 200 len: 898 time: 0.0943620 Nov 15 11:47:50.329819 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-a97db2b9-e70c-4bb0-9923-e0df3c6e5993 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f15e4ccc-47ca-4b96-9681-69a8814f5dd1 HTTP/1.1" status: 200 len: 1001 time: 0.0582526 Nov 15 11:47:50.379468 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-9b1f400f-16e2-4592-b65b-6ad10965d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:50.381146 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-9b1f400f-16e2-4592-b65b-6ad10965d88a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17ee72d1-5ebc-4c38-885b-4ae82a34b602 HTTP/1.1" status: 200 len: 834 time: 0.0442495 Nov 15 11:47:50.430801 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-96c9ee63-99e8-42dd-8af6-3b90b1e6ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:50.432448 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-96c9ee63-99e8-42dd-8af6-3b90b1e6ffd4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446448 Nov 15 11:47:50.522639 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-7a74470d-d61e-4eb7-ba4f-b4f10d38710d service neutron] 10.222.0.11 "GET /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829384 Nov 15 11:47:50.632450 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-34a05cb1-b603-4458-98a0-3eff5315b801 service neutron] 10.222.0.11 "GET /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019075 Nov 15 11:47:50.722204 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:47:51.200022 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb33ed0-b9cc-47ee-a7c7-942000380200 req-a091d08f-bc8b-45fb-af85-b2b2669179f9 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:51.201443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-deb33ed0-b9cc-47ee-a7c7-942000380200 req-a091d08f-bc8b-45fb-af85-b2b2669179f9 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 946 time: 0.0495961 Nov 15 11:47:51.252417 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-deb33ed0-b9cc-47ee-a7c7-942000380200 req-7a40ab7f-d040-4213-8b14-450bc83df9da tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444965 Nov 15 11:47:52.379708 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90e70c-c650-4934-b9ca-428d157be3f5 req-54d9754d-b1cd-425f-9938-4d9c615282aa tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:52.381313 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f90e70c-c650-4934-b9ca-428d157be3f5 req-54d9754d-b1cd-425f-9938-4d9c615282aa tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 946 time: 0.0520985 Nov 15 11:47:52.437143 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f90e70c-c650-4934-b9ca-428d157be3f5 req-d48eeaa7-06bd-463d-baed-abee70cae3ac tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492187 Nov 15 11:47:53.000683 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48698) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:53.057098 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-731c98e8-3140-4152-9f3c-222704182d09 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:53.082581 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-731c98e8-3140-4152-9f3c-222704182d09 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:53.151681 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-731c98e8-3140-4152-9f3c-222704182d09 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:53.154475 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-731c98e8-3140-4152-9f3c-222704182d09 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:53.155702 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-731c98e8-3140-4152-9f3c-222704182d09 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] 10.222.0.64 "DELETE /v2.0/security-groups/a3bc7465-2782-416e-ac2c-abf5fde7b165 HTTP/1.1" status: 204 len: 168 time: 0.1540239 Nov 15 11:47:53.166512 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c98e8-3140-4152-9f3c-222704182d09 tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bc7465-2782-416e-ac2c-abf5fde7b165,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:53.253431 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48702) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:53.872836 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8f9b3-56bd-4b19-9c0b-3ee5eb66e6a0 req-12be5e13-cb82-4f2e-aade-709affe185a9 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:53.874308 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-26d8f9b3-56bd-4b19-9c0b-3ee5eb66e6a0 req-12be5e13-cb82-4f2e-aade-709affe185a9 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 946 time: 0.0751715 Nov 15 11:47:54.057826 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-26d8f9b3-56bd-4b19-9c0b-3ee5eb66e6a0 req-8fd87707-66af-4cf9-add0-714d7c5cb58d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984817 Nov 15 11:47:54.112724 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48714) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:54.242135 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-682d2298-f7f1-4104-97bc-18cac5e4f9fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:54.249145 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0121193b-0651-43c1-8cda-5fbebdb66561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:54.320277 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-682d2298-f7f1-4104-97bc-18cac5e4f9fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:54.325622 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-682d2298-f7f1-4104-97bc-18cac5e4f9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:54.363976 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-682d2298-f7f1-4104-97bc-18cac5e4f9fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a333d13d78a546dd988b7ef35d0ca74f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2501006 Nov 15 11:47:54.364832 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d2298-f7f1-4104-97bc-18cac5e4f9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a9ff71-8ad4-463d-85da-0a1068355576,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:54.367056 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48718) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:54.421051 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3cc4a22-5459-4eb4-b3dd-2a2dd0ead1e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:54.444877 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3cc4a22-5459-4eb4-b3dd-2a2dd0ead1e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:54.495974 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3cc4a22-5459-4eb4-b3dd-2a2dd0ead1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:54.498611 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f3cc4a22-5459-4eb4-b3dd-2a2dd0ead1e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:54.502093 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f3cc4a22-5459-4eb4-b3dd-2a2dd0ead1e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a2a9ff71-8ad4-463d-85da-0a1068355576 HTTP/1.1" status: 204 len: 168 time: 0.1318316 Nov 15 11:47:54.509270 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc4a22-5459-4eb4-b3dd-2a2dd0ead1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a9ff71-8ad4-463d-85da-0a1068355576,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:54.568350 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0121193b-0651-43c1-8cda-5fbebdb66561 admin admin] Deleting port 438254d2-d8d3-48db-8ba9-073fdbb53818 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:47:54.568982 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0121193b-0651-43c1-8cda-5fbebdb66561 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:54.658297 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-0121193b-0651-43c1-8cda-5fbebdb66561 admin admin] For port 438254d2-d8d3-48db-8ba9-073fdbb53818, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=438254d2-d8d3-48db-8ba9-073fdbb53818,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:47:54.658573 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0121193b-0651-43c1-8cda-5fbebdb66561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:54.671840 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-0121193b-0651-43c1-8cda-5fbebdb66561 admin admin] Calling delete_port for 438254d2-d8d3-48db-8ba9-073fdbb53818 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:47:54.857622 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0121193b-0651-43c1-8cda-5fbebdb66561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:54.888798 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121193b-0651-43c1-8cda-5fbebdb66561 admin admin] Pushing event deleted for resources: {'Port': ['ID=438254d2-d8d3-48db-8ba9-073fdbb53818,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:55.079869 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0121193b-0651-43c1-8cda-5fbebdb66561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:55.255777 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eac328-288d-445f-b0ec-ebccd6598d27 req-ecfbce68-769b-407b-bbce-444b6b15c909 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:55.257185 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53eac328-288d-445f-b0ec-ebccd6598d27 req-ecfbce68-769b-407b-bbce-444b6b15c909 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 946 time: 0.0749862 Nov 15 11:47:55.378041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53eac328-288d-445f-b0ec-ebccd6598d27 req-68b3750a-2c70-4aa8-b33a-39c0f4e731e2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132498 Nov 15 11:47:55.407935 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0121193b-0651-43c1-8cda-5fbebdb66561 admin admin] Router b00994c2-1981-4cdc-acb3-efc2a4ecb86e has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:47:55.512234 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0121193b-0651-43c1-8cda-5fbebdb66561 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:47:55.517945 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0121193b-0651-43c1-8cda-5fbebdb66561 admin admin] 10.222.0.64 "PUT /v2.0/routers/b00994c2-1981-4cdc-acb3-efc2a4ecb86e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2629073 Nov 15 11:47:55.520456 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48778) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:55.523311 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77dd18-4c26-46b7-9326-09b4056afa47 None None] Sync routers for ids ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:47:55.541712 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a77dd18-4c26-46b7-9326-09b4056afa47 None None] Routers {'b00994c2-1981-4cdc-acb3-efc2a4ecb86e'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:47:55.542389 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2a77dd18-4c26-46b7-9326-09b4056afa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:47:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:55.640171 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d3c5701-9aba-44d6-8bdd-1db98adf492a admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:55.666339 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2a77dd18-4c26-46b7-9326-09b4056afa47 None None] Set router b00994c2-1981-4cdc-acb3-efc2a4ecb86e gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:47:55.776468 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d3c5701-9aba-44d6-8bdd-1db98adf492a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:55.855410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8d3c5701-9aba-44d6-8bdd-1db98adf492a admin admin] Deleting port 72828454-18df-4700-874e-df87becd24bf {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:47:55.855736 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d3c5701-9aba-44d6-8bdd-1db98adf492a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:55.871102 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2a77dd18-4c26-46b7-9326-09b4056afa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '72828454-18df-4700-874e-df87becd24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:47:54Z', 'revision_number': 5, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port': {'id': '72828454-18df-4700-874e-df87becd24bf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:32:59Z', 'updated_at': '2021-11-15T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:55.902906 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77dd18-4c26-46b7-9326-09b4056afa47 None None] Checking router: b00994c2-1981-4cdc-acb3-efc2a4ecb86e for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:47:55.911534 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a77dd18-4c26-46b7-9326-09b4056afa47 None None] Routers {'b00994c2-1981-4cdc-acb3-efc2a4ecb86e'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:47:55.912179 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2a77dd18-4c26-46b7-9326-09b4056afa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:47:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:55.943893 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-8d3c5701-9aba-44d6-8bdd-1db98adf492a admin admin] For port 72828454-18df-4700-874e-df87becd24bf, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=72828454-18df-4700-874e-df87becd24bf,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:47:55.944704 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d3c5701-9aba-44d6-8bdd-1db98adf492a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:55.962477 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8d3c5701-9aba-44d6-8bdd-1db98adf492a admin admin] Calling delete_port for 72828454-18df-4700-874e-df87becd24bf owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:47:56.004082 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2a77dd18-4c26-46b7-9326-09b4056afa47 None None] Set router b00994c2-1981-4cdc-acb3-efc2a4ecb86e gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:47:56.057669 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2a77dd18-4c26-46b7-9326-09b4056afa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:47:55Z', 'revision_number': 6, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:56.088492 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77dd18-4c26-46b7-9326-09b4056afa47 None None] The sync data for ids ['b00994c2-1981-4cdc-acb3-efc2a4ecb86e'] in n-d-729945-9 is: [{'id': 'b00994c2-1981-4cdc-acb3-efc2a4ecb86e', 'name': 'tempest-TestVolumeBootPattern-994414878-router', 'tenant_id': '7766e2dd9df541a4b3334b23af798fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:32:57Z', 'updated_at': '2021-11-15T11:47:55Z', 'revision_number': 6, 'project_id': '7766e2dd9df541a4b3334b23af798fc4', 'gw_port_host': None}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:47:56.489522 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d3c5701-9aba-44d6-8bdd-1db98adf492a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:56.521077 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c5701-9aba-44d6-8bdd-1db98adf492a admin admin] Pushing event deleted for resources: {'Port': ['ID=72828454-18df-4700-874e-df87becd24bf,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:56.521794 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f61716-7661-48f3-b773-ca25bc8cb818 req-00a61831-ab22-4e8b-b3b2-8d32a81612fa tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:56.523493 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f4f61716-7661-48f3-b773-ca25bc8cb818 req-00a61831-ab22-4e8b-b3b2-8d32a81612fa tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 946 time: 0.0694194 Nov 15 11:47:56.532577 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb13500-ac99-4b7b-b1b8-0f0dd5b07e94 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:47:56.598590 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d3c5701-9aba-44d6-8bdd-1db98adf492a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:56.609032 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f4f61716-7661-48f3-b773-ca25bc8cb818 req-458b4c4b-50a3-4246-ba35-a5d461f2e7de tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793309 Nov 15 11:47:56.693683 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d3c5701-9aba-44d6-8bdd-1db98adf492a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:56.696137 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d3c5701-9aba-44d6-8bdd-1db98adf492a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:56.744681 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d3c5701-9aba-44d6-8bdd-1db98adf492a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:56.745294 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3c5701-9aba-44d6-8bdd-1db98adf492a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b00994c2-1981-4cdc-acb3-efc2a4ecb86e {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:47:56.749905 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8d3c5701-9aba-44d6-8bdd-1db98adf492a admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:56.751068 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8d3c5701-9aba-44d6-8bdd-1db98adf492a admin admin] 10.222.0.64 "DELETE /v2.0/routers/b00994c2-1981-4cdc-acb3-efc2a4ecb86e HTTP/1.1" status: 204 len: 168 time: 1.2268276 Nov 15 11:47:56.753734 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48820) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:56.798223 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41f556d-4562-40d2-9203-c2178590e9db admin admin] Deleting subnet 03402d5a-eb71-46f6-ad30-bb9e6876f489 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:47:56.801526 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b41f556d-4562-40d2-9203-c2178590e9db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:56.839455 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b41f556d-4562-40d2-9203-c2178590e9db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:56.929562 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b41f556d-4562-40d2-9203-c2178590e9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:56.986735 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b41f556d-4562-40d2-9203-c2178590e9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:57.011180 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f556d-4562-40d2-9203-c2178590e9db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03402d5a-eb71-46f6-ad30-bb9e6876f489,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:57.017120 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b41f556d-4562-40d2-9203-c2178590e9db admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:57.020375 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b41f556d-4562-40d2-9203-c2178590e9db admin admin] 10.222.0.64 "DELETE /v2.0/subnets/03402d5a-eb71-46f6-ad30-bb9e6876f489 HTTP/1.1" status: 204 len: 168 time: 0.2656715 Nov 15 11:47:57.023008 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48824) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:57.025797 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d74de9-33f8-4f46-ab2e-3aa7615748ac None None] Network 6b1842a3-8b78-48b6-930c-de775291ae35 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:47:57.106488 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f86a641-cb67-4677-9485-cb52bfc94250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:57.170343 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7f86a641-cb67-4677-9485-cb52bfc94250 admin admin] Deleting port 0ff2e552-5a55-4d1e-8021-795e1ffae0a3 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:47:57.170676 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f86a641-cb67-4677-9485-cb52bfc94250 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:57.235185 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3769a29a-980d-4418-aa61-acb79c5afc38 None None] DHCP port deletion for 6b1842a3-8b78-48b6-930c-de775291ae35 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:47:57.252483 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-7f86a641-cb67-4677-9485-cb52bfc94250 admin admin] For port 0ff2e552-5a55-4d1e-8021-795e1ffae0a3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0ff2e552-5a55-4d1e-8021-795e1ffae0a3,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:47:57.252866 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f86a641-cb67-4677-9485-cb52bfc94250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:57.269692 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-7f86a641-cb67-4677-9485-cb52bfc94250 admin admin] Calling delete_port for 0ff2e552-5a55-4d1e-8021-795e1ffae0a3 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:47:57.324174 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3769a29a-980d-4418-aa61-acb79c5afc38 None None] Deleting port 0ff2e552-5a55-4d1e-8021-795e1ffae0a3 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:47:57.324945 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3769a29a-980d-4418-aa61-acb79c5afc38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:57.366545 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f86a641-cb67-4677-9485-cb52bfc94250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:57.389936 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3769a29a-980d-4418-aa61-acb79c5afc38 None None] For port 0ff2e552-5a55-4d1e-8021-795e1ffae0a3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0ff2e552-5a55-4d1e-8021-795e1ffae0a3,segment=NetworkSegment(c19283d2-69b5-4cfd-aa62-bae4e4d72274),segment_id=c19283d2-69b5-4cfd-aa62-bae4e4d72274)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:47:57.390323 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3769a29a-980d-4418-aa61-acb79c5afc38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:57.394236 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86a641-cb67-4677-9485-cb52bfc94250 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff2e552-5a55-4d1e-8021-795e1ffae0a3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:57.398587 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f86a641-cb67-4677-9485-cb52bfc94250 admin admin] No DVR routers for this DVR port 0ff2e552-5a55-4d1e-8021-795e1ffae0a3 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:47:57.406184 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3769a29a-980d-4418-aa61-acb79c5afc38 None None] Calling delete_port for 0ff2e552-5a55-4d1e-8021-795e1ffae0a3 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:47:57.485356 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f86a641-cb67-4677-9485-cb52bfc94250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:57.487918 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3769a29a-980d-4418-aa61-acb79c5afc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:57.501852 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3769a29a-980d-4418-aa61-acb79c5afc38 None None] No DVR routers for this DVR port 0ff2e552-5a55-4d1e-8021-795e1ffae0a3 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:47:57.510460 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-7f86a641-cb67-4677-9485-cb52bfc94250 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b1842a3-8b78-48b6-930c-de775291ae35']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:57.520190 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-7f86a641-cb67-4677-9485-cb52bfc94250 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19283d2-69b5-4cfd-aa62-bae4e4d72274') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:57.520475 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-7f86a641-cb67-4677-9485-cb52bfc94250 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19283d2-69b5-4cfd-aa62-bae4e4d72274') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:57.521540 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769a29a-980d-4418-aa61-acb79c5afc38 None None] Pushing event deleted for resources: {'Port': ['ID=0ff2e552-5a55-4d1e-8021-795e1ffae0a3,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:57.530965 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a29a-980d-4418-aa61-acb79c5afc38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:57.531313 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a29a-980d-4418-aa61-acb79c5afc38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:57.531651 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a29a-980d-4418-aa61-acb79c5afc38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:57.532013 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a29a-980d-4418-aa61-acb79c5afc38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:57.532344 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a29a-980d-4418-aa61-acb79c5afc38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:57.532672 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a29a-980d-4418-aa61-acb79c5afc38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:57.533203 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a29a-980d-4418-aa61-acb79c5afc38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:57.533326 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a29a-980d-4418-aa61-acb79c5afc38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:57.533611 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a29a-980d-4418-aa61-acb79c5afc38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:57.534054 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a29a-980d-4418-aa61-acb79c5afc38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:57.534242 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a29a-980d-4418-aa61-acb79c5afc38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:57.534559 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3769a29a-980d-4418-aa61-acb79c5afc38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:47:57.537664 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f86a641-cb67-4677-9485-cb52bfc94250 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:57.555332 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f86a641-cb67-4677-9485-cb52bfc94250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:57.563666 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f86a641-cb67-4677-9485-cb52bfc94250 admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:47:57.564117 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f86a641-cb67-4677-9485-cb52bfc94250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:47:57.565989 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:47:57.624934 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f86a641-cb67-4677-9485-cb52bfc94250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:57.631330 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f86a641-cb67-4677-9485-cb52bfc94250 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:57.637911 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48828) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:57.644208 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7f86a641-cb67-4677-9485-cb52bfc94250 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6b1842a3-8b78-48b6-930c-de775291ae35 HTTP/1.1" status: 204 len: 168 time: 0.6108868 Nov 15 11:47:57.661401 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86a641-cb67-4677-9485-cb52bfc94250 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b1842a3-8b78-48b6-930c-de775291ae35,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:57.788174 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb583a25-2e6d-41f0-848d-eacc0a32873d req-38fdd8e6-30e9-4d95-93ef-57a51ab4c9dc tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:57.789690 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb583a25-2e6d-41f0-848d-eacc0a32873d req-38fdd8e6-30e9-4d95-93ef-57a51ab4c9dc tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 946 time: 0.0737774 Nov 15 11:47:57.802927 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 72828454-18df-4700-874e-df87becd24bf no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:47:57.823367 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 72828454-18df-4700-874e-df87becd24bf {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:47:57.823709 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 72828454-18df-4700-874e-df87becd24bf not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:47:57.824145 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 438254d2-d8d3-48db-8ba9-073fdbb53818 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:47:57.843589 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 438254d2-d8d3-48db-8ba9-073fdbb53818 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:47:57.843957 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 438254d2-d8d3-48db-8ba9-073fdbb53818 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:47:57.844352 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0ff2e552-5a55-4d1e-8021-795e1ffae0a3 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:47:57.863757 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 0ff2e552-5a55-4d1e-8021-795e1ffae0a3 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:47:57.864129 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0ff2e552-5a55-4d1e-8021-795e1ffae0a3 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:47:57.917707 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb583a25-2e6d-41f0-848d-eacc0a32873d req-0792062d-2b00-4f91-9664-d3d7fc04d8cd tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184158 Nov 15 11:47:58.082502 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f763e2b4-6d7c-48e4-a6e6-916d57a055a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:58.334666 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f763e2b4-6d7c-48e4-a6e6-916d57a055a1 admin admin] Deleting port f5f78c7e-bf12-4e5f-89c0-fefa8844a23e {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:47:58.335286 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f763e2b4-6d7c-48e4-a6e6-916d57a055a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:58.417229 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f763e2b4-6d7c-48e4-a6e6-916d57a055a1 admin admin] For port f5f78c7e-bf12-4e5f-89c0-fefa8844a23e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f5f78c7e-bf12-4e5f-89c0-fefa8844a23e,segment=NetworkSegment(55415a50-4b58-47ff-b0d1-1dc80874daff),segment_id=55415a50-4b58-47ff-b0d1-1dc80874daff)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:47:58.417590 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f763e2b4-6d7c-48e4-a6e6-916d57a055a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:58.430354 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f763e2b4-6d7c-48e4-a6e6-916d57a055a1 admin admin] Calling delete_port for f5f78c7e-bf12-4e5f-89c0-fefa8844a23e owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:47:58.901605 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f763e2b4-6d7c-48e4-a6e6-916d57a055a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:58.929884 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763e2b4-6d7c-48e4-a6e6-916d57a055a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f78c7e-bf12-4e5f-89c0-fefa8844a23e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:47:59.146117 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05929b-407e-49e3-b1b5-047974a19cda req-496c050c-e688-4f63-adcf-a1825b1fee51 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:47:59.147676 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d05929b-407e-49e3-b1b5-047974a19cda req-496c050c-e688-4f63-adcf-a1825b1fee51 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 946 time: 0.0996130 Nov 15 11:47:59.152739 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f763e2b4-6d7c-48e4-a6e6-916d57a055a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:59.278856 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d05929b-407e-49e3-b1b5-047974a19cda req-ca26466f-b82a-4cec-9c8b-3bd6f1833116 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190457 Nov 15 11:47:59.410385 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f763e2b4-6d7c-48e4-a6e6-916d57a055a1 admin admin] Router ac87562a-8eb6-4ee1-b7f2-fcbda648e18b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:47:59.522015 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f763e2b4-6d7c-48e4-a6e6-916d57a055a1 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:47:59.530918 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f763e2b4-6d7c-48e4-a6e6-916d57a055a1 admin admin] 10.222.0.64 "PUT /v2.0/routers/ac87562a-8eb6-4ee1-b7f2-fcbda648e18b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8895240 Nov 15 11:47:59.531093 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48836) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:47:59.536268 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89966fe-93d1-4219-97f6-f356d5c4dab8 None None] Sync routers for ids ['ac87562a-8eb6-4ee1-b7f2-fcbda648e18b'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:47:59.546574 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89966fe-93d1-4219-97f6-f356d5c4dab8 None None] Routers {'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:47:59.547188 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b89966fe-93d1-4219-97f6-f356d5c4dab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:47:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ac87562a-8eb6-4ee1-b7f2-fcbda648e18b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:59.643521 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5985b84-ee11-4394-8394-8ddf8127d1d9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:59.656388 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-b89966fe-93d1-4219-97f6-f356d5c4dab8 None None] Set router ac87562a-8eb6-4ee1-b7f2-fcbda648e18b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:47:59.748615 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5985b84-ee11-4394-8394-8ddf8127d1d9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:59.814064 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f5985b84-ee11-4394-8394-8ddf8127d1d9 admin admin] Deleting port e3b7a7a0-534a-4e3e-8374-bbcd36fe5938 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:47:59.814406 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5985b84-ee11-4394-8394-8ddf8127d1d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:59.873468 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:59.880401 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b89966fe-93d1-4219-97f6-f356d5c4dab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b', 'name': 'tempest-TestVolumeBootPattern-2029664138-router', 'tenant_id': '8f427583125446efa30345529be2ea0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'e3b7a7a0-534a-4e3e-8374-bbcd36fe5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:33:10Z', 'updated_at': '2021-11-15T11:47:58Z', 'revision_number': 5, 'project_id': '8f427583125446efa30345529be2ea0a', 'gw_port': {'id': 'e3b7a7a0-534a-4e3e-8374-bbcd36fe5938', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:dc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:33:12Z', 'updated_at': '2021-11-15T11:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:47:59.903523 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f5985b84-ee11-4394-8394-8ddf8127d1d9 admin admin] For port e3b7a7a0-534a-4e3e-8374-bbcd36fe5938, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e3b7a7a0-534a-4e3e-8374-bbcd36fe5938,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:47:59.904181 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5985b84-ee11-4394-8394-8ddf8127d1d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:47:59.908334 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89966fe-93d1-4219-97f6-f356d5c4dab8 None None] Checking router: ac87562a-8eb6-4ee1-b7f2-fcbda648e18b for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:47:59.915889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f5985b84-ee11-4394-8394-8ddf8127d1d9 admin admin] Calling delete_port for e3b7a7a0-534a-4e3e-8374-bbcd36fe5938 owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:47:59.917145 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89966fe-93d1-4219-97f6-f356d5c4dab8 None None] Routers {'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:47:59.917750 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b89966fe-93d1-4219-97f6-f356d5c4dab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:47:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['ac87562a-8eb6-4ee1-b7f2-fcbda648e18b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:00.018122 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-b89966fe-93d1-4219-97f6-f356d5c4dab8 None None] Set router ac87562a-8eb6-4ee1-b7f2-fcbda648e18b gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:48:00.086393 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b89966fe-93d1-4219-97f6-f356d5c4dab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b', 'name': 'tempest-TestVolumeBootPattern-2029664138-router', 'tenant_id': '8f427583125446efa30345529be2ea0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:33:10Z', 'updated_at': '2021-11-15T11:47:59Z', 'revision_number': 6, 'project_id': '8f427583125446efa30345529be2ea0a', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:00.109922 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5985b84-ee11-4394-8394-8ddf8127d1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:00.126926 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89966fe-93d1-4219-97f6-f356d5c4dab8 None None] The sync data for ids ['ac87562a-8eb6-4ee1-b7f2-fcbda648e18b'] in n-d-729945-9 is: [{'id': 'ac87562a-8eb6-4ee1-b7f2-fcbda648e18b', 'name': 'tempest-TestVolumeBootPattern-2029664138-router', 'tenant_id': '8f427583125446efa30345529be2ea0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:33:10Z', 'updated_at': '2021-11-15T11:47:59Z', 'revision_number': 6, 'project_id': '8f427583125446efa30345529be2ea0a', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:48:00.139003 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5985b84-ee11-4394-8394-8ddf8127d1d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3b7a7a0-534a-4e3e-8374-bbcd36fe5938,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:00.154267 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7673c6-b9f1-4ead-ba0f-8ccc0fe2633e None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:48:00.208734 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5985b84-ee11-4394-8394-8ddf8127d1d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:00.304357 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5985b84-ee11-4394-8394-8ddf8127d1d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:00.306458 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5985b84-ee11-4394-8394-8ddf8127d1d9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:00.355378 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5985b84-ee11-4394-8394-8ddf8127d1d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:00.355954 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5985b84-ee11-4394-8394-8ddf8127d1d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac87562a-8eb6-4ee1-b7f2-fcbda648e18b {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:48:00.360732 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5985b84-ee11-4394-8394-8ddf8127d1d9 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:00.361790 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f5985b84-ee11-4394-8394-8ddf8127d1d9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ac87562a-8eb6-4ee1-b7f2-fcbda648e18b HTTP/1.1" status: 204 len: 168 time: 0.8297906 Nov 15 11:48:00.366686 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48842) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:00.412907 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd3a36-34f6-4856-9324-54be5924f8e7 req-658b6b64-9027-432b-8cfe-3e8ae14ac55c tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:00.419948 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-f445322b-863e-4ffe-8972-f46dc499fa9c admin admin] Deleting subnet 35af161b-f033-42c8-90b4-ffab7e9e19c2 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:48:00.420276 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3bd3a36-34f6-4856-9324-54be5924f8e7 req-658b6b64-9027-432b-8cfe-3e8ae14ac55c tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 946 time: 0.0574055 Nov 15 11:48:00.423787 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f445322b-863e-4ffe-8972-f46dc499fa9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:00.466925 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f445322b-863e-4ffe-8972-f46dc499fa9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:00.467756 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3bd3a36-34f6-4856-9324-54be5924f8e7 req-4b8959fe-c5e8-4975-965a-c27dad30ace6 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466154 Nov 15 11:48:00.564752 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f445322b-863e-4ffe-8972-f46dc499fa9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:00.620931 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f445322b-863e-4ffe-8972-f46dc499fa9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:00.653456 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445322b-863e-4ffe-8972-f46dc499fa9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35af161b-f033-42c8-90b4-ffab7e9e19c2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:00.655429 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f445322b-863e-4ffe-8972-f46dc499fa9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:00.659765 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca9bdb3-b24f-49f4-8c15-cbf512140abe None None] Network 4649ac27-bbc4-4a78-8f6d-f67d5a24878e requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:48:00.661043 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f445322b-863e-4ffe-8972-f46dc499fa9c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/35af161b-f033-42c8-90b4-ffab7e9e19c2 HTTP/1.1" status: 204 len: 168 time: 0.2932813 Nov 15 11:48:00.663535 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48844) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:00.740048 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41cc4cb3-9d00-4ce8-8409-9ef44c24eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:00.802484 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-41cc4cb3-9d00-4ce8-8409-9ef44c24eb1b admin admin] Deleting port 2e4619cd-8318-4706-aa3e-51fe30531807 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:48:00.802824 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41cc4cb3-9d00-4ce8-8409-9ef44c24eb1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:00.873713 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-41cc4cb3-9d00-4ce8-8409-9ef44c24eb1b admin admin] For port 2e4619cd-8318-4706-aa3e-51fe30531807, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2e4619cd-8318-4706-aa3e-51fe30531807,segment=NetworkSegment(55415a50-4b58-47ff-b0d1-1dc80874daff),segment_id=55415a50-4b58-47ff-b0d1-1dc80874daff)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:48:00.873713 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41cc4cb3-9d00-4ce8-8409-9ef44c24eb1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:00.887985 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-41cc4cb3-9d00-4ce8-8409-9ef44c24eb1b admin admin] Calling delete_port for 2e4619cd-8318-4706-aa3e-51fe30531807 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:48:00.899486 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e322b1eb-30db-42c2-b015-353de371aec2 None None] DHCP port deletion for 4649ac27-bbc4-4a78-8f6d-f67d5a24878e request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:48:00.951912 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e322b1eb-30db-42c2-b015-353de371aec2 None None] Deleting port 2e4619cd-8318-4706-aa3e-51fe30531807 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:48:00.952277 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e322b1eb-30db-42c2-b015-353de371aec2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:00.991166 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41cc4cb3-9d00-4ce8-8409-9ef44c24eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:01.021000 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e322b1eb-30db-42c2-b015-353de371aec2 None None] For port 2e4619cd-8318-4706-aa3e-51fe30531807, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2e4619cd-8318-4706-aa3e-51fe30531807,segment=NetworkSegment(55415a50-4b58-47ff-b0d1-1dc80874daff),segment_id=55415a50-4b58-47ff-b0d1-1dc80874daff)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:48:01.021398 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e322b1eb-30db-42c2-b015-353de371aec2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:01.029762 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc4cb3-9d00-4ce8-8409-9ef44c24eb1b admin admin] Pushing event deleted for resources: {'Port': ['ID=2e4619cd-8318-4706-aa3e-51fe30531807,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:01.035203 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cc4cb3-9d00-4ce8-8409-9ef44c24eb1b admin admin] No DVR routers for this DVR port 2e4619cd-8318-4706-aa3e-51fe30531807 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:48:01.041312 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e322b1eb-30db-42c2-b015-353de371aec2 None None] Calling delete_port for 2e4619cd-8318-4706-aa3e-51fe30531807 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:48:01.119766 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41cc4cb3-9d00-4ce8-8409-9ef44c24eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:01.132174 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e322b1eb-30db-42c2-b015-353de371aec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:01.142386 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-41cc4cb3-9d00-4ce8-8409-9ef44c24eb1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4649ac27-bbc4-4a78-8f6d-f67d5a24878e']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:01.152847 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-41cc4cb3-9d00-4ce8-8409-9ef44c24eb1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55415a50-4b58-47ff-b0d1-1dc80874daff') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:01.153141 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-41cc4cb3-9d00-4ce8-8409-9ef44c24eb1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55415a50-4b58-47ff-b0d1-1dc80874daff') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:01.162472 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322b1eb-30db-42c2-b015-353de371aec2 None None] Pushing event deleted for resources: {'Port': ['ID=2e4619cd-8318-4706-aa3e-51fe30531807,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:01.164705 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41cc4cb3-9d00-4ce8-8409-9ef44c24eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:01.166287 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e322b1eb-30db-42c2-b015-353de371aec2 None None] No DVR routers for this DVR port 2e4619cd-8318-4706-aa3e-51fe30531807 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:48:01.183278 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41cc4cb3-9d00-4ce8-8409-9ef44c24eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:01.194839 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41cc4cb3-9d00-4ce8-8409-9ef44c24eb1b admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:48:01.196182 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41cc4cb3-9d00-4ce8-8409-9ef44c24eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:48:01.198588 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:48:01.273269 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41cc4cb3-9d00-4ce8-8409-9ef44c24eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:01.283523 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-41cc4cb3-9d00-4ce8-8409-9ef44c24eb1b admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:01.291565 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-41cc4cb3-9d00-4ce8-8409-9ef44c24eb1b admin admin] 10.222.0.64 "DELETE /v2.0/networks/4649ac27-bbc4-4a78-8f6d-f67d5a24878e HTTP/1.1" status: 204 len: 168 time: 0.6251099 Nov 15 11:48:01.312752 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc4cb3-9d00-4ce8-8409-9ef44c24eb1b admin admin] Pushing event deleted for resources: {'Network': ['ID=4649ac27-bbc4-4a78-8f6d-f67d5a24878e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:01.471960 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 48850) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:01.519310 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48854) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:01.519964 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-20319245-a1c3-40c3-89b1-4049ac8d919e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7766e2dd9df541a4b3334b23af798fc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464010 Nov 15 11:48:01.605949 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89fe0df5-373e-4cbc-9edd-c6a49769750e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:01.617396 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2e4a7-5dd5-4e44-9e7a-a038c95eb989 req-777c7739-c6fa-41e9-ac1f-87f28acc649d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:01.618889 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-82c2e4a7-5dd5-4e44-9e7a-a038c95eb989 req-777c7739-c6fa-41e9-ac1f-87f28acc649d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 946 time: 0.0716693 Nov 15 11:48:01.644741 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89fe0df5-373e-4cbc-9edd-c6a49769750e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:01.709401 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-82c2e4a7-5dd5-4e44-9e7a-a038c95eb989 req-6c99318f-79c4-4b56-8bcb-18558be24a3e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829771 Nov 15 11:48:01.731174 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89fe0df5-373e-4cbc-9edd-c6a49769750e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:01.734297 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-89fe0df5-373e-4cbc-9edd-c6a49769750e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:01.735446 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-89fe0df5-373e-4cbc-9edd-c6a49769750e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd HTTP/1.1" status: 204 len: 168 time: 0.2142799 Nov 15 11:48:01.745088 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe0df5-373e-4cbc-9edd-c6a49769750e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a5eb1a-aeaf-431d-a4ba-8dc39c098cfd,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:01.794358 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:01.827234 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e3b7a7a0-534a-4e3e-8374-bbcd36fe5938 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:48:01.849993 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: e3b7a7a0-534a-4e3e-8374-bbcd36fe5938 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:48:01.850338 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e3b7a7a0-534a-4e3e-8374-bbcd36fe5938 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:48:01.850763 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 2e4619cd-8318-4706-aa3e-51fe30531807 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:48:01.871103 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 2e4619cd-8318-4706-aa3e-51fe30531807 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:48:01.871340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 2e4619cd-8318-4706-aa3e-51fe30531807 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:48:01.871788 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f5f78c7e-bf12-4e5f-89c0-fefa8844a23e no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:48:01.891656 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: f5f78c7e-bf12-4e5f-89c0-fefa8844a23e {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:48:01.892032 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f5f78c7e-bf12-4e5f-89c0-fefa8844a23e not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:48:02.105998 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48860) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:02.149077 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2f973c33-4505-4ad8-9414-222213b8227d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f427583125446efa30345529be2ea0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415595 Nov 15 11:48:02.151471 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48864) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:02.202755 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c1f0fd56-e25a-4e6c-a310-80c0559c37f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:02.228437 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c1f0fd56-e25a-4e6c-a310-80c0559c37f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:02.276791 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c1f0fd56-e25a-4e6c-a310-80c0559c37f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:02.279469 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c1f0fd56-e25a-4e6c-a310-80c0559c37f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:02.283192 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c1f0fd56-e25a-4e6c-a310-80c0559c37f2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f99bf1ef-72e2-430d-9547-26fe994bb9b6 HTTP/1.1" status: 204 len: 168 time: 0.1282206 Nov 15 11:48:02.288699 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0fd56-e25a-4e6c-a310-80c0559c37f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99bf1ef-72e2-430d-9547-26fe994bb9b6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:02.752756 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-d82dd305-a473-43dd-a8b7-81bee124ffa4 service neutron] show failed (client error): The resource could not be found. Nov 15 11:48:02.754592 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-d82dd305-a473-43dd-a8b7-81bee124ffa4 service neutron] 10.222.0.11 "GET /v2.0/ports/f15e4ccc-47ca-4b96-9681-69a8814f5dd1/bindings/n-h2-729945-9 HTTP/1.1" status: 404 len: 380 time: 0.0679972 Nov 15 11:48:02.870612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7944c-2e07-4f6e-9484-22b975dc9f8c req-843521c8-5c43-4fb4-9f1c-e5f8bc103a6e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:02.873420 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e7d7944c-2e07-4f6e-9484-22b975dc9f8c req-843521c8-5c43-4fb4-9f1c-e5f8bc103a6e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 946 time: 0.0686326 Nov 15 11:48:02.938102 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e7d7944c-2e07-4f6e-9484-22b975dc9f8c req-fbda81b2-e3cb-4526-be1e-406979c793fb tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587001 Nov 15 11:48:03.062713 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-9cd0505a-5b97-46c7-98b4-7862329626f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:03.064182 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-9cd0505a-5b97-46c7-98b4-7862329626f7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54&tenant_id=362ca752f1324aed8969e4ed5d5df955 HTTP/1.1" status: 200 len: 1097 time: 0.0750136 Nov 15 11:48:03.076703 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-729945-9', 'device_owner': 'compute:nova'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:03.134063 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:03.343453 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] For port f15e4ccc-47ca-4b96-9681-69a8814f5dd1, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=f15e4ccc-47ca-4b96-9681-69a8814f5dd1,segment=NetworkSegment(384d8523-97b9-4643-89b6-6ac791f7ac54),segment_id=384d8523-97b9-4643-89b6-6ac791f7ac54)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:48:03.375593 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] For port f15e4ccc-47ca-4b96-9681-69a8814f5dd1, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:48:03.417506 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8335081a-5a40-457a-98ac-44484848ad54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f15e4ccc-47ca-4b96-9681-69a8814f5dd1'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:48:03.419931 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e28c27e-d509-49d9-b217-141e2c670895" -d '{"events": [{"server_uuid": "8335081a-5a40-457a-98ac-44484848ad54", "name": "network-vif-unplugged", "status": "completed", "tag": "f15e4ccc-47ca-4b96-9681-69a8814f5dd1"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:48:03.424431 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:03.438007 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Transition to ACTIVE for port object f15e4ccc-47ca-4b96-9681-69a8814f5dd1 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:48:03.472913 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:03.484498 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed170d7-0e7e-4b3f-aaed-14dc4c56d130 x-openstack-request-id: req-5ed170d7-0e7e-4b3f-aaed-14dc4c56d130 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:48:03.484795 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8335081a-5a40-457a-98ac-44484848ad54", "name": "network-vif-unplugged", "status": "completed", "tag": "f15e4ccc-47ca-4b96-9681-69a8814f5dd1", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:48:03.485047 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ed170d7-0e7e-4b3f-aaed-14dc4c56d130 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:48:03.485443 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8335081a-5a40-457a-98ac-44484848ad54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f15e4ccc-47ca-4b96-9681-69a8814f5dd1', 'code': 200} Nov 15 11:48:03.581617 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Pushing event updated for resources: {'Port': ['ID=f15e4ccc-47ca-4b96-9681-69a8814f5dd1,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:03.607876 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:03.608230 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:03.608564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:03.608897 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:03.611261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:03.611261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:03.611261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:03.611261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:03.611261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:03.611261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:03.611261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:03.612125 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:03.665684 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] No DVR routers for this DVR port f15e4ccc-47ca-4b96-9681-69a8814f5dd1 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:48:03.804099 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Attempting to bind port f15e4ccc-47ca-4b96-9681-69a8814f5dd1 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:48:03.804798 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Attempting to bind port f15e4ccc-47ca-4b96-9681-69a8814f5dd1 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '384d8523-97b9-4643-89b6-6ac791f7ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:48:03.804798 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Attempting to bind port f15e4ccc-47ca-4b96-9681-69a8814f5dd1 on network b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:48:03.809798 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Port f15e4ccc-47ca-4b96-9681-69a8814f5dd1 on network b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:48:03.810103 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Attempting to bind port f15e4ccc-47ca-4b96-9681-69a8814f5dd1 on network b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:48:03.814837 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:48:03.815165 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Checking segment: {'id': '384d8523-97b9-4643-89b6-6ac791f7ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:48:03.815536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Bound using segment: {'id': '384d8523-97b9-4643-89b6-6ac791f7ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:48:03.815984 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Bound port: f15e4ccc-47ca-4b96-9681-69a8814f5dd1, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384d8523-97b9-4643-89b6-6ac791f7ac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:48:03.816328 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:03.885319 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] For port f15e4ccc-47ca-4b96-9681-69a8814f5dd1, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:48:03.888508 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] For port f15e4ccc-47ca-4b96-9681-69a8814f5dd1, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f15e4ccc-47ca-4b96-9681-69a8814f5dd1,segment=NetworkSegment(384d8523-97b9-4643-89b6-6ac791f7ac54),segment_id=384d8523-97b9-4643-89b6-6ac791f7ac54)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:48:03.893890 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:03.928159 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:03.928849 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:03.930264 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] 10.222.0.55 "PUT /v2.0/ports/f15e4ccc-47ca-4b96-9681-69a8814f5dd1 HTTP/1.1" status: 200 len: 1092 time: 0.8576519 Nov 15 11:48:03.954132 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb7d09-3883-4dc8-90ef-5b2aeb0f6936 service neutron] Pushing event updated for resources: {'Port': ['ID=f15e4ccc-47ca-4b96-9681-69a8814f5dd1,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:04.009106 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-5de5817b-d914-413f-8ee9-a81affb8afad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:04.011795 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-5de5817b-d914-413f-8ee9-a81affb8afad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 1095 time: 0.0459824 Nov 15 11:48:04.148634 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af3bd4-77c4-4c8e-9659-7337af23a161 req-2d4fb308-08be-438e-9b61-51ead1a527fa tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:04.150218 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34af3bd4-77c4-4c8e-9659-7337af23a161 req-2d4fb308-08be-438e-9b61-51ead1a527fa tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 944 time: 0.0826118 Nov 15 11:48:04.151906 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-cb70ccbf-98fa-4f02-809e-4ebda4d5ec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:04.153215 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-cb70ccbf-98fa-4f02-809e-4ebda4d5ec79 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 HTTP/1.1" status: 200 len: 898 time: 0.1342180 Nov 15 11:48:04.249081 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-3e516cb0-86c3-41d4-8c6e-a0a6430c6cd9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f15e4ccc-47ca-4b96-9681-69a8814f5dd1 HTTP/1.1" status: 200 len: 999 time: 0.0860255 Nov 15 11:48:04.253061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34af3bd4-77c4-4c8e-9659-7337af23a161 req-53136ffa-adac-4bfb-b3d0-45c9af828672 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960317 Nov 15 11:48:04.303072 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-81329ac9-b9bf-4a6f-a477-23f976433d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:04.304633 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-81329ac9-b9bf-4a6f-a477-23f976433d58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17ee72d1-5ebc-4c38-885b-4ae82a34b602 HTTP/1.1" status: 200 len: 834 time: 0.0489845 Nov 15 11:48:04.354422 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-a123e507-29c1-4ccf-bca0-c14867b49517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:04.356347 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-a123e507-29c1-4ccf-bca0-c14867b49517 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443599 Nov 15 11:48:04.451418 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-1e4d7edf-a9d7-4a99-8b11-0f6308a27b16 service neutron] 10.222.0.55 "GET /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880852 Nov 15 11:48:04.547541 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c7e7264-7f5e-4ac8-bd3c-4871e91bc3de req-37563377-df54-41a6-9b1b-fb8b4ebf2763 service neutron] 10.222.0.55 "GET /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894034 Nov 15 11:48:05.386880 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91328a2b-a877-44f2-bca1-1a6bbbf1c4e1 req-b4851a73-f84e-4051-aa77-a7f12b5a09a3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:05.389203 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91328a2b-a877-44f2-bca1-1a6bbbf1c4e1 req-b4851a73-f84e-4051-aa77-a7f12b5a09a3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 944 time: 0.0558774 Nov 15 11:48:05.439992 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91328a2b-a877-44f2-bca1-1a6bbbf1c4e1 req-86413f7c-1a88-4fa3-9b77-c206416ee94a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447247 Nov 15 11:48:05.486744 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8335081a-5a40-457a-98ac-44484848ad54', 'tag': 'f15e4ccc-47ca-4b96-9681-69a8814f5dd1'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:48:05.489186 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbd0e46-df58-47d5-9b09-2747e8478582" -d '{"events": [{"name": "network-changed", "server_uuid": "8335081a-5a40-457a-98ac-44484848ad54", "tag": "f15e4ccc-47ca-4b96-9681-69a8814f5dd1"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:48:05.540677 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc5c1a2-0c2a-4313-a8cf-ae939fd2e8e8 x-openstack-request-id: req-4bc5c1a2-0c2a-4313-a8cf-ae939fd2e8e8 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:48:05.541030 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8335081a-5a40-457a-98ac-44484848ad54", "tag": "f15e4ccc-47ca-4b96-9681-69a8814f5dd1", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:48:05.541347 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4bc5c1a2-0c2a-4313-a8cf-ae939fd2e8e8 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:48:05.541808 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8335081a-5a40-457a-98ac-44484848ad54', 'tag': 'f15e4ccc-47ca-4b96-9681-69a8814f5dd1', 'status': 'completed', 'code': 200} Nov 15 11:48:05.628308 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd0e46-df58-47d5-9b09-2747e8478582 req-54fbe868-4daf-4dc5-9d3a-2ae313c74f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:05.629931 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afbd0e46-df58-47d5-9b09-2747e8478582 req-54fbe868-4daf-4dc5-9d3a-2ae313c74f4e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 1095 time: 0.0605972 Nov 15 11:48:05.631562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd0e46-df58-47d5-9b09-2747e8478582 req-c6dd0486-d92c-4eb4-8363-b6c04fc2ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:05.632996 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afbd0e46-df58-47d5-9b09-2747e8478582 req-c6dd0486-d92c-4eb4-8363-b6c04fc2ccde service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 1095 time: 0.0717294 Nov 15 11:48:06.079417 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd0e46-df58-47d5-9b09-2747e8478582 req-b7635570-8154-4527-9c38-ac4e86f7fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:06.080919 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afbd0e46-df58-47d5-9b09-2747e8478582 req-b7635570-8154-4527-9c38-ac4e86f7fcf7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 HTTP/1.1" status: 200 len: 898 time: 0.4436922 Nov 15 11:48:06.082069 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd0e46-df58-47d5-9b09-2747e8478582 req-fc29e95a-86af-4784-a891-c8b2ad353abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:06.083682 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afbd0e46-df58-47d5-9b09-2747e8478582 req-fc29e95a-86af-4784-a891-c8b2ad353abc service neutron] 10.222.0.11 "GET /v2.0/networks?id=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 HTTP/1.1" status: 200 len: 898 time: 0.4392374 Nov 15 11:48:06.204975 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afbd0e46-df58-47d5-9b09-2747e8478582 req-8cedefbb-f5e7-425c-9abe-03a95fa50a0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f15e4ccc-47ca-4b96-9681-69a8814f5dd1 HTTP/1.1" status: 200 len: 999 time: 0.1171110 Nov 15 11:48:06.208691 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afbd0e46-df58-47d5-9b09-2747e8478582 req-4a3d3574-7011-4fa9-84ea-288b4176cac0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f15e4ccc-47ca-4b96-9681-69a8814f5dd1 HTTP/1.1" status: 200 len: 999 time: 0.1129045 Nov 15 11:48:06.268327 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-de57d1a0-5f13-47f1-a920-d1a1d24719f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:06.287544 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd0e46-df58-47d5-9b09-2747e8478582 req-e55900c6-63f0-4108-a258-89e05ec0228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:06.289057 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afbd0e46-df58-47d5-9b09-2747e8478582 req-e55900c6-63f0-4108-a258-89e05ec0228b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17ee72d1-5ebc-4c38-885b-4ae82a34b602 HTTP/1.1" status: 200 len: 834 time: 0.0765905 Nov 15 11:48:06.294246 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd0e46-df58-47d5-9b09-2747e8478582 req-2351db1d-50c8-440d-9f20-23746d8668ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:06.295572 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afbd0e46-df58-47d5-9b09-2747e8478582 req-2351db1d-50c8-440d-9f20-23746d8668ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17ee72d1-5ebc-4c38-885b-4ae82a34b602 HTTP/1.1" status: 200 len: 834 time: 0.0741251 Nov 15 11:48:06.364247 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd0e46-df58-47d5-9b09-2747e8478582 req-c072be6d-57ca-4d65-94ac-13d6c6e430c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:06.365769 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afbd0e46-df58-47d5-9b09-2747e8478582 req-c072be6d-57ca-4d65-94ac-13d6c6e430c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691404 Nov 15 11:48:06.370451 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd0e46-df58-47d5-9b09-2747e8478582 req-41ee767a-fda3-44d8-b0d2-9dcef7adb9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:06.371857 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afbd0e46-df58-47d5-9b09-2747e8478582 req-41ee767a-fda3-44d8-b0d2-9dcef7adb9f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678165 Nov 15 11:48:06.524650 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device f15e4ccc-47ca-4b96-9681-69a8814f5dd1 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:48:06.536204 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afbd0e46-df58-47d5-9b09-2747e8478582 req-24fd5136-b002-4095-91b9-76c6d5d822e7 service neutron] 10.222.0.55 "GET /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622124 Nov 15 11:48:06.538122 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afbd0e46-df58-47d5-9b09-2747e8478582 req-fc4a413d-b7f3-4614-b62c-d9b03c4f1fad service neutron] 10.222.0.11 "GET /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562810 Nov 15 11:48:06.576470 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device f15e4ccc-47ca-4b96-9681-69a8814f5dd1 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:48:06.687865 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef9572-46a4-4305-8cfb-d6ff5bdc5d65 req-f535e5fc-9ed5-4b13-9767-b8a070817059 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:06.689242 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0ef9572-46a4-4305-8cfb-d6ff5bdc5d65 req-f535e5fc-9ed5-4b13-9767-b8a070817059 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 944 time: 0.1687446 Nov 15 11:48:06.739482 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afbd0e46-df58-47d5-9b09-2747e8478582 req-0c3f7076-1013-48a7-9497-e571941e83db service neutron] 10.222.0.11 "GET /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874669 Nov 15 11:48:06.746459 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afbd0e46-df58-47d5-9b09-2747e8478582 req-964c22ca-e332-42d2-bd23-cddc1b70d234 service neutron] 10.222.0.55 "GET /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931667 Nov 15 11:48:06.773409 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0ef9572-46a4-4305-8cfb-d6ff5bdc5d65 req-40587531-dd44-4909-8096-04d340d884b8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752602 Nov 15 11:48:07.047444 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40217617-fdf2-4c14-9d38-edc2c4da163c req-d1ac41da-c240-4e9f-945d-d788003db970 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:07.049005 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-40217617-fdf2-4c14-9d38-edc2c4da163c req-d1ac41da-c240-4e9f-945d-d788003db970 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 944 time: 0.1154516 Nov 15 11:48:07.070202 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7eefc9-a4af-4344-a19a-074e5dba0445 req-d03887c2-8449-4cdc-9562-98cd902f0602 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:07.071604 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2e7eefc9-a4af-4344-a19a-074e5dba0445 req-d03887c2-8449-4cdc-9562-98cd902f0602 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.11 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54&tenant_id=362ca752f1324aed8969e4ed5d5df955&binding%3Ahost_id=n-h2-729945-9 HTTP/1.1" status: 200 len: 944 time: 0.1101174 Nov 15 11:48:07.146988 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-40217617-fdf2-4c14-9d38-edc2c4da163c req-e3329e4c-cf92-47c4-8f4b-ff2b82c19dae tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899682 Nov 15 11:48:07.155807 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-2e7eefc9-a4af-4344-a19a-074e5dba0445 req-796f7d18-2ae4-4f7e-8180-e6d356ad2676 service neutron] delete failed (client error): The resource could not be found. Nov 15 11:48:07.156812 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2e7eefc9-a4af-4344-a19a-074e5dba0445 req-796f7d18-2ae4-4f7e-8180-e6d356ad2676 service neutron] 10.222.0.11 "DELETE /v2.0/ports/f15e4ccc-47ca-4b96-9681-69a8814f5dd1/bindings/n-h1-729945-9 HTTP/1.1" status: 404 len: 380 time: 0.0778332 Nov 15 11:48:07.243578 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7eefc9-a4af-4344-a19a-074e5dba0445 req-d064f29f-081d-4a4e-9d07-86aaff339014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:07.245181 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2e7eefc9-a4af-4344-a19a-074e5dba0445 req-d064f29f-081d-4a4e-9d07-86aaff339014 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 1095 time: 0.0423939 Nov 15 11:48:07.342188 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7eefc9-a4af-4344-a19a-074e5dba0445 req-99b352b7-8656-4b41-9333-b3f53dd500b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:07.343689 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2e7eefc9-a4af-4344-a19a-074e5dba0445 req-99b352b7-8656-4b41-9333-b3f53dd500b4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 HTTP/1.1" status: 200 len: 898 time: 0.0912609 Nov 15 11:48:07.416046 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2e7eefc9-a4af-4344-a19a-074e5dba0445 req-4e48f7c7-7b88-43b8-823b-c947d15d4c95 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f15e4ccc-47ca-4b96-9681-69a8814f5dd1 HTTP/1.1" status: 200 len: 999 time: 0.0640125 Nov 15 11:48:07.467042 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7eefc9-a4af-4344-a19a-074e5dba0445 req-f947059a-d022-4d20-9b4a-2aab86e44253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:07.469139 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2e7eefc9-a4af-4344-a19a-074e5dba0445 req-f947059a-d022-4d20-9b4a-2aab86e44253 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17ee72d1-5ebc-4c38-885b-4ae82a34b602 HTTP/1.1" status: 200 len: 834 time: 0.0462680 Nov 15 11:48:07.518656 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7eefc9-a4af-4344-a19a-074e5dba0445 req-c0dc9307-64ba-4db5-b580-e7c109a91980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:07.520216 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2e7eefc9-a4af-4344-a19a-074e5dba0445 req-c0dc9307-64ba-4db5-b580-e7c109a91980 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432489 Nov 15 11:48:07.613573 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2e7eefc9-a4af-4344-a19a-074e5dba0445 req-86db5d3d-85ba-4aa9-990c-c47b125cd698 service neutron] 10.222.0.11 "GET /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862811 Nov 15 11:48:07.704654 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2e7eefc9-a4af-4344-a19a-074e5dba0445 req-5b37f8db-c684-4a6a-83f8-573cd6b1c5e5 service neutron] 10.222.0.11 "GET /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833948 Nov 15 11:48:07.909076 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device f15e4ccc-47ca-4b96-9681-69a8814f5dd1 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:48:08.011403 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port f15e4ccc-47ca-4b96-9681-69a8814f5dd1, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f15e4ccc-47ca-4b96-9681-69a8814f5dd1,segment=NetworkSegment(384d8523-97b9-4643-89b6-6ac791f7ac54),segment_id=384d8523-97b9-4643-89b6-6ac791f7ac54)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:48:08.023128 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'f15e4ccc-47ca-4b96-9681-69a8814f5dd1', 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7', 'port_id': 'f15e4ccc-47ca-4b96-9681-69a8814f5dd1', 'mac_address': 'fa:16:3e:76:3d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ee72d1-5ebc-4c38-885b-4ae82a34b602', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:48:08.060803 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:08.074674 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15e4ccc-47ca-4b96-9681-69a8814f5dd1 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:48:08.101145 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port f15e4ccc-47ca-4b96-9681-69a8814f5dd1, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f15e4ccc-47ca-4b96-9681-69a8814f5dd1,segment=NetworkSegment(384d8523-97b9-4643-89b6-6ac791f7ac54),segment_id=384d8523-97b9-4643-89b6-6ac791f7ac54)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:48:08.107714 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:08.167721 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=f15e4ccc-47ca-4b96-9681-69a8814f5dd1,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:08.286675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920e8c8-f15d-4fc6-9519-98fa0bfcf82b req-27acbef2-4276-4fe2-b917-dcaeb570535c tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:08.288756 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8920e8c8-f15d-4fc6-9519-98fa0bfcf82b req-27acbef2-4276-4fe2-b917-dcaeb570535c tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 945 time: 0.0559638 Nov 15 11:48:08.346490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['f15e4ccc-47ca-4b96-9681-69a8814f5dd1'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:48:08.352283 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8920e8c8-f15d-4fc6-9519-98fa0bfcf82b req-3018d37d-0df3-4cce-bee7-67cedf0d64bd tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572493 Nov 15 11:48:08.378090 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 48922) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:08.412106 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-647679ce-a54a-4c83-8c28-3f84b55d039b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:08.441607 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0d2fc154-80fc-4002-8f0a-cb08f7ef6c44 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/floatingips/228dabcb-eaa9-4ca8-a692-23b0f25e323d HTTP/1.1" status: 200 len: 992 time: 0.0620825 Nov 15 11:48:09.914707 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:09.918682 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device f15e4ccc-47ca-4b96-9681-69a8814f5dd1 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:48:09.969620 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port f15e4ccc-47ca-4b96-9681-69a8814f5dd1 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:48:09.974169 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port f15e4ccc-47ca-4b96-9681-69a8814f5dd1 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:09.974641 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:10.067800 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:10.091116 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8335081a-5a40-457a-98ac-44484848ad54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15e4ccc-47ca-4b96-9681-69a8814f5dd1'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:48:10.093387 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0883bf8d-18a8-4322-bf8e-a51e10eff335" -d '{"events": [{"server_uuid": "8335081a-5a40-457a-98ac-44484848ad54", "name": "network-vif-plugged", "status": "completed", "tag": "f15e4ccc-47ca-4b96-9681-69a8814f5dd1"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:48:10.107441 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port f15e4ccc-47ca-4b96-9681-69a8814f5dd1, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f15e4ccc-47ca-4b96-9681-69a8814f5dd1,segment=NetworkSegment(384d8523-97b9-4643-89b6-6ac791f7ac54),segment_id=384d8523-97b9-4643-89b6-6ac791f7ac54)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:48:10.114673 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:10.164962 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=f15e4ccc-47ca-4b96-9681-69a8814f5dd1,revision_number=9']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:10.201528 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-ab471f22-e665-45a4-b798-2e7e5e41b7ba req-85c15255-0a22-46ae-a1ce-23b86e020fd0 service neutron] (102677) timed out ('10.222.0.64', 38994) {{(pid=102677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 11:48:10.320292 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5af9cbb-0e91-4dc0-a2e3-a7ab77aaf153 x-openstack-request-id: req-b5af9cbb-0e91-4dc0-a2e3-a7ab77aaf153 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:48:10.320565 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8335081a-5a40-457a-98ac-44484848ad54", "name": "network-vif-plugged", "status": "completed", "tag": "f15e4ccc-47ca-4b96-9681-69a8814f5dd1", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:48:10.320845 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5af9cbb-0e91-4dc0-a2e3-a7ab77aaf153 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:48:10.321233 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8335081a-5a40-457a-98ac-44484848ad54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15e4ccc-47ca-4b96-9681-69a8814f5dd1', 'code': 200} Nov 15 11:48:11.488750 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:12.149951 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:27.724329 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:48:29.732334 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49008) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:29.842458 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2aeabed0-ac18-4f80-b275-493c92b7f6b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:29.875776 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:29.923702 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2aeabed0-ac18-4f80-b275-493c92b7f6b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:29.928969 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2aeabed0-ac18-4f80-b275-493c92b7f6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:29.967290 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2aeabed0-ac18-4f80-b275-493c92b7f6b9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a6d8f60cc2e54537b9a33718047d233b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2337091 Nov 15 11:48:29.968213 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeabed0-ac18-4f80-b275-493c92b7f6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a001bc6-44e3-4a4b-88ac-f317e0fd3380,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:29.970157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49012) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:30.029748 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d48b-a6a0-4c19-8c87-35e206246a84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:30.052845 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d48b-a6a0-4c19-8c87-35e206246a84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:30.105688 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d48b-a6a0-4c19-8c87-35e206246a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:30.108821 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d48b-a6a0-4c19-8c87-35e206246a84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:30.112323 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e9b2d48b-a6a0-4c19-8c87-35e206246a84 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4a001bc6-44e3-4a4b-88ac-f317e0fd3380 HTTP/1.1" status: 204 len: 168 time: 0.1388519 Nov 15 11:48:30.118562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d48b-a6a0-4c19-8c87-35e206246a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a001bc6-44e3-4a4b-88ac-f317e0fd3380,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:31.333630 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49048) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:31.492734 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a0dc8829-3731-40d6-b5fa-1bbb3f673f1d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'network': {'name': 'tempest-network-smoke--239723274', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'port_security_enabled': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:31.517402 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dc8829-3731-40d6-b5fa-1bbb3f673f1d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Made reservation on behalf of 9eca6c75758e4f7b8108e5478cb1f3d8 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:48:31.521015 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0dc8829-3731-40d6-b5fa-1bbb3f673f1d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:31.533889 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0dc8829-3731-40d6-b5fa-1bbb3f673f1d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:31.608029 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0dc8829-3731-40d6-b5fa-1bbb3f673f1d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:31.613636 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0dc8829-3731-40d6-b5fa-1bbb3f673f1d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:31.639655 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0dc8829-3731-40d6-b5fa-1bbb3f673f1d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:48:31.649210 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc8829-3731-40d6-b5fa-1bbb3f673f1d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1635c6-0074-4e11-812e-ce0d6e8f1313,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:31.657189 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0dc8829-3731-40d6-b5fa-1bbb3f673f1d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:31.657627 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-a0dc8829-3731-40d6-b5fa-1bbb3f673f1d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Added segment 1a087603-cef0-4506-87af-98fe201c3741 of type vlan for network 6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe Nov 15 11:48:31.703678 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0dc8829-3731-40d6-b5fa-1bbb3f673f1d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:31.732885 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0dc8829-3731-40d6-b5fa-1bbb3f673f1d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:31.738302 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dc8829-3731-40d6-b5fa-1bbb3f673f1d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:31.738884 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0dc8829-3731-40d6-b5fa-1bbb3f673f1d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:31.790061 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:31.797113 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a0dc8829-3731-40d6-b5fa-1bbb3f673f1d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4623754 Nov 15 11:48:31.800078 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49052) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:31.811018 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-42acb31d-7db0-4f01-a934-6be18542d726 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-308003306', 'admin_state_up': True, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:31.824067 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc8829-3731-40d6-b5fa-1bbb3f673f1d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'Network': ['ID=6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:31.834827 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:48:31.841856 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42acb31d-7db0-4f01-a934-6be18542d726 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:31.842930 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42acb31d-7db0-4f01-a934-6be18542d726 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:31.894015 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42acb31d-7db0-4f01-a934-6be18542d726 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:32.034483 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42acb31d-7db0-4f01-a934-6be18542d726 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:32.234927 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42acb31d-7db0-4f01-a934-6be18542d726 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:32.256748 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42acb31d-7db0-4f01-a934-6be18542d726 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:32.356318 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-42acb31d-7db0-4f01-a934-6be18542d726 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Allocated IP 172.25.7.217 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/0295f154-f1cb-4f4b-888a-c35fdc4cd2f9) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:48:32.463017 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42acb31d-7db0-4f01-a934-6be18542d726 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:32.501835 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42acb31d-7db0-4f01-a934-6be18542d726 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:32.541529 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42acb31d-7db0-4f01-a934-6be18542d726 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:48:32.546923 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-42acb31d-7db0-4f01-a934-6be18542d726 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:48:32.549365 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acb31d-7db0-4f01-a934-6be18542d726 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'Port': ['ID=0295f154-f1cb-4f4b-888a-c35fdc4cd2f9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:32.551557 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42acb31d-7db0-4f01-a934-6be18542d726 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:48:32.562431 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550868fa-8a56-4889-8a34-03d91a98f8cc None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:48:32.686464 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8550e7f1-0fbe-469d-9bdd-1621a853e852 None None] Provisioning complete for port 0295f154-f1cb-4f4b-888a-c35fdc4cd2f9 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:32.686794 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8550e7f1-0fbe-469d-9bdd-1621a853e852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:32.729157 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8550e7f1-0fbe-469d-9bdd-1621a853e852 None None] Port 0295f154-f1cb-4f4b-888a-c35fdc4cd2f9 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:48:32.808761 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42acb31d-7db0-4f01-a934-6be18542d726 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:33.033875 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42acb31d-7db0-4f01-a934-6be18542d726 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:33.172912 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42acb31d-7db0-4f01-a934-6be18542d726 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Router 97b65810-c594-4747-b060-f0c900e44e8b is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:48:33.281731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42acb31d-7db0-4f01-a934-6be18542d726 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:48:33.292601 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] Sync routers for ids ['97b65810-c594-4747-b060-f0c900e44e8b'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:48:33.303167 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-42acb31d-7db0-4f01-a934-6be18542d726 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:33.303823 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] Routers {'97b65810-c594-4747-b060-f0c900e44e8b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:48:33.304511 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:48:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['97b65810-c594-4747-b060-f0c900e44e8b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:33.304842 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-42acb31d-7db0-4f01-a934-6be18542d726 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5035639 Nov 15 11:48:33.307804 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49058) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:33.389302 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4b71ace8-adc4-4006-b071-16de1493e82d tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=9eca6c75758e4f7b8108e5478cb1f3d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0803049 Nov 15 11:48:33.392067 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49062) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:33.408428 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] Set router 97b65810-c594-4747-b060-f0c900e44e8b gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:48:33.607679 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b65810-c594-4747-b060-f0c900e44e8b', 'name': 'tempest-TestNetworkBasicOps-router-308003306', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:31Z', 'updated_at': '2021-11-15T11:48:32Z', 'revision_number': 3, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:32Z', 'updated_at': '2021-11-15T11:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:33.634551 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] Checking router: 97b65810-c594-4747-b060-f0c900e44e8b for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:48:33.634902 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] Updating router 97b65810-c594-4747-b060-f0c900e44e8b port 0295f154-f1cb-4f4b-888a-c35fdc4cd2f9 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:48:33.660667 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:33.872601 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4a4e0c-5371-42f8-a9a2-07b832c1e232 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:33.874063 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8e4a4e0c-5371-42f8-a9a2-07b832c1e232 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4810073 Nov 15 11:48:33.877002 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49064) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:33.912995 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a1c92d7e-a9ff-49bf-b9d2-9aa545ea556c tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323708 Nov 15 11:48:33.913253 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49066) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:33.915509 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:33.918529 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c98cd669-fd23-4826-b94d-2b9b9d55ab2a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1657490156', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:33.922161 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:33.962610 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d06ac5-2a55-4f33-b002-1207dfc737ed None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:48:33.970987 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] Attempting to bind port 0295f154-f1cb-4f4b-888a-c35fdc4cd2f9 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:48:33.971352 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] Attempting to bind port 0295f154-f1cb-4f4b-888a-c35fdc4cd2f9 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:48:33.971698 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] Attempting to bind port 0295f154-f1cb-4f4b-888a-c35fdc4cd2f9 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:48:33.979191 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:48:33.979191 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:48:33.979487 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:33.979760 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:48:33.980240 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] Bound port: 0295f154-f1cb-4f4b-888a-c35fdc4cd2f9, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:48:33.980616 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:33.985558 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74d4b2-be9c-4a9d-b2e6-776038fe7e81 None None] Pushing event updated for resources: {'Port': ['ID=0295f154-f1cb-4f4b-888a-c35fdc4cd2f9,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:34.010870 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74d4b2-be9c-4a9d-b2e6-776038fe7e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:34.011210 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74d4b2-be9c-4a9d-b2e6-776038fe7e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:34.011558 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74d4b2-be9c-4a9d-b2e6-776038fe7e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:34.011908 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74d4b2-be9c-4a9d-b2e6-776038fe7e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:34.012222 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74d4b2-be9c-4a9d-b2e6-776038fe7e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:34.012565 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74d4b2-be9c-4a9d-b2e6-776038fe7e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:34.012870 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74d4b2-be9c-4a9d-b2e6-776038fe7e81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:34.013184 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74d4b2-be9c-4a9d-b2e6-776038fe7e81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:34.013483 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74d4b2-be9c-4a9d-b2e6-776038fe7e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:34.013798 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74d4b2-be9c-4a9d-b2e6-776038fe7e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:34.014145 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74d4b2-be9c-4a9d-b2e6-776038fe7e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:34.014591 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74d4b2-be9c-4a9d-b2e6-776038fe7e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:34.016332 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98cd669-fd23-4826-b94d-2b9b9d55ab2a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Made reservation on behalf of 9eca6c75758e4f7b8108e5478cb1f3d8 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:48:34.020049 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c98cd669-fd23-4826-b94d-2b9b9d55ab2a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:34.046745 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] For port 0295f154-f1cb-4f4b-888a-c35fdc4cd2f9, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:48:34.050290 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] For port 0295f154-f1cb-4f4b-888a-c35fdc4cd2f9, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0295f154-f1cb-4f4b-888a-c35fdc4cd2f9,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:48:34.059162 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a361252c-3c2c-4517-b05d-9b42d1a3fa85 None None] Provisioning complete for port 0295f154-f1cb-4f4b-888a-c35fdc4cd2f9 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:34.059680 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a361252c-3c2c-4517-b05d-9b42d1a3fa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:34.059869 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:34.096652 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45266dec-2c1b-4527-8bfa-96eccf6584aa None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:48:34.123343 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] Routers {'97b65810-c594-4747-b060-f0c900e44e8b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:48:34.124714 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:48:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['97b65810-c594-4747-b060-f0c900e44e8b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:34.164823 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a361252c-3c2c-4517-b05d-9b42d1a3fa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:34.185647 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a361252c-3c2c-4517-b05d-9b42d1a3fa85 None None] For port 0295f154-f1cb-4f4b-888a-c35fdc4cd2f9, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0295f154-f1cb-4f4b-888a-c35fdc4cd2f9,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:48:34.190444 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a361252c-3c2c-4517-b05d-9b42d1a3fa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:34.208607 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74d4b2-be9c-4a9d-b2e6-776038fe7e81 None None] Pushing event updated for resources: {'Port': ['ID=0295f154-f1cb-4f4b-888a-c35fdc4cd2f9,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:34.227306 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c98cd669-fd23-4826-b94d-2b9b9d55ab2a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:34.237140 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361252c-3c2c-4517-b05d-9b42d1a3fa85 None None] Pushing event updated for resources: {'Port': ['ID=0295f154-f1cb-4f4b-888a-c35fdc4cd2f9,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:34.254749 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] Set router 97b65810-c594-4747-b060-f0c900e44e8b gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:48:34.291920 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cd669-fd23-4826-b94d-2b9b9d55ab2a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'Subnet': ['ID=baeb4dc4-7fcb-46bf-9cd2-8fe713917e98,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:34.300278 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cd669-fd23-4826-b94d-2b9b9d55ab2a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Checking segment: {'id': '1a087603-cef0-4506-87af-98fe201c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:48:34.300696 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98cd669-fd23-4826-b94d-2b9b9d55ab2a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Network hostable DHCP agents. Network: 6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:48:34.317616 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3063ae43-9701-470a-9c7c-406c15034096 None None] Provisioning complete for port 0295f154-f1cb-4f4b-888a-c35fdc4cd2f9 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:34.318199 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3063ae43-9701-470a-9c7c-406c15034096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:34.319673 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98cd669-fd23-4826-b94d-2b9b9d55ab2a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Network 6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:48:34.332453 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-c98cd669-fd23-4826-b94d-2b9b9d55ab2a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:48:34.348150 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98cd669-fd23-4826-b94d-2b9b9d55ab2a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:34.349736 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c98cd669-fd23-4826-b94d-2b9b9d55ab2a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:34.370228 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876cbfdc-fcd7-45c1-929e-670199eab483 None None] Network 6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:48:34.373449 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c98cd669-fd23-4826-b94d-2b9b9d55ab2a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4590347 Nov 15 11:48:34.376065 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49068) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:34.553992 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b65810-c594-4747-b060-f0c900e44e8b', 'name': 'tempest-TestNetworkBasicOps-router-308003306', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:31Z', 'updated_at': '2021-11-15T11:48:32Z', 'revision_number': 3, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:32Z', 'updated_at': '2021-11-15T11:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:34.582687 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7502a99b-901d-4406-bb09-c0b64cfa0569 None None] The sync data for ids ['97b65810-c594-4747-b060-f0c900e44e8b'] in n-d-729945-9 is: [{'id': '97b65810-c594-4747-b060-f0c900e44e8b', 'name': 'tempest-TestNetworkBasicOps-router-308003306', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:31Z', 'updated_at': '2021-11-15T11:48:32Z', 'revision_number': 3, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:32Z', 'updated_at': '2021-11-15T11:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:48:34.753798 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8630c3-36b5-4a31-b556-7cbf4b5b45b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'fixed_ips': [{'subnet_id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:48:34.754540 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1c8630c3-36b5-4a31-b556-7cbf4b5b45b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:34.904901 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7729973b-72ff-4c26-9a83-b0b609a12024 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:34.948997 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-1c8630c3-36b5-4a31-b556-7cbf4b5b45b5 None None] Allocated IP 172.20.0.2 (6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe/baeb4dc4-7fcb-46bf-9cd2-8fe713917e98/7b5feaa2-8033-4d0d-8d6f-80babb0978eb) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:48:35.139935 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1c8630c3-36b5-4a31-b556-7cbf4b5b45b5 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:35.149301 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1c8630c3-36b5-4a31-b556-7cbf4b5b45b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:35.194539 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8630c3-36b5-4a31-b556-7cbf4b5b45b5 None None] Network 6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:48:35.199955 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-1c8630c3-36b5-4a31-b556-7cbf4b5b45b5 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:48:35.204454 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8630c3-36b5-4a31-b556-7cbf4b5b45b5 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:48:35.207588 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8630c3-36b5-4a31-b556-7cbf4b5b45b5 None None] Pushing event updated for resources: {'Port': ['ID=7b5feaa2-8033-4d0d-8d6f-80babb0978eb,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:35.224342 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-7729973b-72ff-4c26-9a83-b0b609a12024 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Allocated IP 172.20.0.1 (6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe/baeb4dc4-7fcb-46bf-9cd2-8fe713917e98/9781811c-ccb6-4b18-b50b-cf36aad9c692) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:48:35.266637 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-1c8630c3-36b5-4a31-b556-7cbf4b5b45b5 None None] Attempting to bind port 7b5feaa2-8033-4d0d-8d6f-80babb0978eb on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:48:35.267016 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-1c8630c3-36b5-4a31-b556-7cbf4b5b45b5 None None] Attempting to bind port 7b5feaa2-8033-4d0d-8d6f-80babb0978eb by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '1a087603-cef0-4506-87af-98fe201c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:48:35.267359 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8630c3-36b5-4a31-b556-7cbf4b5b45b5 None None] Attempting to bind port 7b5feaa2-8033-4d0d-8d6f-80babb0978eb on network 6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:48:35.272729 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8630c3-36b5-4a31-b556-7cbf4b5b45b5 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:48:35.273097 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8630c3-36b5-4a31-b556-7cbf4b5b45b5 None None] Checking segment: {'id': '1a087603-cef0-4506-87af-98fe201c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:48:35.273497 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1c8630c3-36b5-4a31-b556-7cbf4b5b45b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:35.273880 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8630c3-36b5-4a31-b556-7cbf4b5b45b5 None None] Bound using segment: {'id': '1a087603-cef0-4506-87af-98fe201c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:48:35.274336 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-1c8630c3-36b5-4a31-b556-7cbf4b5b45b5 None None] Bound port: 7b5feaa2-8033-4d0d-8d6f-80babb0978eb, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a087603-cef0-4506-87af-98fe201c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:48:35.274716 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1c8630c3-36b5-4a31-b556-7cbf4b5b45b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:35.370435 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7729973b-72ff-4c26-9a83-b0b609a12024 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:35.386108 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-1c8630c3-36b5-4a31-b556-7cbf4b5b45b5 None None] For port 7b5feaa2-8033-4d0d-8d6f-80babb0978eb, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:48:35.391406 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-1c8630c3-36b5-4a31-b556-7cbf4b5b45b5 None None] For port 7b5feaa2-8033-4d0d-8d6f-80babb0978eb, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7b5feaa2-8033-4d0d-8d6f-80babb0978eb,segment=NetworkSegment(1a087603-cef0-4506-87af-98fe201c3741),segment_id=1a087603-cef0-4506-87af-98fe201c3741)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:48:35.399421 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1c8630c3-36b5-4a31-b556-7cbf4b5b45b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:35.444748 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7729973b-72ff-4c26-9a83-b0b609a12024 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:35.487980 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8630c3-36b5-4a31-b556-7cbf4b5b45b5 None None] Pushing event updated for resources: {'Port': ['ID=7b5feaa2-8033-4d0d-8d6f-80babb0978eb,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:35.512045 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7729973b-72ff-4c26-9a83-b0b609a12024 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Network 6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:48:35.524565 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7729973b-72ff-4c26-9a83-b0b609a12024 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:48:35.542378 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7729973b-72ff-4c26-9a83-b0b609a12024 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:48:35.578792 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729973b-72ff-4c26-9a83-b0b609a12024 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'Port': ['ID=9781811c-ccb6-4b18-b50b-cf36aad9c692,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:35.604337 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7729973b-72ff-4c26-9a83-b0b609a12024 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:35.782393 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7729973b-72ff-4c26-9a83-b0b609a12024 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:35.894171 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0295f154-f1cb-4f4b-888a-c35fdc4cd2f9 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:48:35.946340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 0295f154-f1cb-4f4b-888a-c35fdc4cd2f9 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:35.946658 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:36.025223 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7b5feaa2-8033-4d0d-8d6f-80babb0978eb up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:48:36.073335 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 7b5feaa2-8033-4d0d-8d6f-80babb0978eb triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:36.073804 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:36.085936 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7729973b-72ff-4c26-9a83-b0b609a12024 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:36.091672 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7729973b-72ff-4c26-9a83-b0b609a12024 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:36.151629 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:36.167912 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7729973b-72ff-4c26-9a83-b0b609a12024 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:36.169761 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729973b-72ff-4c26-9a83-b0b609a12024 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'Port': ['ID=9781811c-ccb6-4b18-b50b-cf36aad9c692,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:36.185302 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 7b5feaa2-8033-4d0d-8d6f-80babb0978eb, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7b5feaa2-8033-4d0d-8d6f-80babb0978eb,segment=NetworkSegment(1a087603-cef0-4506-87af-98fe201c3741),segment_id=1a087603-cef0-4506-87af-98fe201c3741)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:48:36.189638 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:36.240372 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=7b5feaa2-8033-4d0d-8d6f-80babb0978eb,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:36.268512 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-83b684c1-b9cd-4f95-9604-2da74fee67d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:36.278736 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7729973b-72ff-4c26-9a83-b0b609a12024 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Network 6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:48:36.280289 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7729973b-72ff-4c26-9a83-b0b609a12024 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:48:36.393524 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7729973b-72ff-4c26-9a83-b0b609a12024 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Router 97b65810-c594-4747-b060-f0c900e44e8b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:48:36.503085 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7729973b-72ff-4c26-9a83-b0b609a12024 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:48:36.508110 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7729973b-72ff-4c26-9a83-b0b609a12024 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "PUT /v2.0/routers/97b65810-c594-4747-b060-f0c900e44e8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1305563 Nov 15 11:48:36.511286 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49072) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:36.694838 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c1af49-4b23-470a-9fa0-5d6cb399f037 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:36.695302 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c1af49-4b23-470a-9fa0-5d6cb399f037 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:36.695755 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c1af49-4b23-470a-9fa0-5d6cb399f037 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:36.696260 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c1af49-4b23-470a-9fa0-5d6cb399f037 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:36.696710 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c1af49-4b23-470a-9fa0-5d6cb399f037 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:36.697155 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c1af49-4b23-470a-9fa0-5d6cb399f037 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:36.697597 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c1af49-4b23-470a-9fa0-5d6cb399f037 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:36.698039 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c1af49-4b23-470a-9fa0-5d6cb399f037 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:36.698504 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c1af49-4b23-470a-9fa0-5d6cb399f037 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:36.700832 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-79c1af49-4b23-470a-9fa0-5d6cb399f037 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6367 time: 0.1886358 Nov 15 11:48:36.703933 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49074) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:36.800952 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03895c4-fc1a-429e-8d91-642be746030a tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:36.801404 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03895c4-fc1a-429e-8d91-642be746030a tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:36.801846 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03895c4-fc1a-429e-8d91-642be746030a tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:36.802281 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03895c4-fc1a-429e-8d91-642be746030a tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:36.802715 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03895c4-fc1a-429e-8d91-642be746030a tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:36.803143 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03895c4-fc1a-429e-8d91-642be746030a tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:36.803571 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03895c4-fc1a-429e-8d91-642be746030a tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:36.804029 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03895c4-fc1a-429e-8d91-642be746030a tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:36.804453 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03895c4-fc1a-429e-8d91-642be746030a tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:36.806527 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c03895c4-fc1a-429e-8d91-642be746030a tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5906 time: 0.1014822 Nov 15 11:48:36.809457 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49076) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:36.861560 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cc9bff-6e24-49c5-9da3-2f859cdf703d None None] Network 6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:48:36.976432 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] Sync routers for ids ['97b65810-c594-4747-b060-f0c900e44e8b'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:48:37.009453 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] Routers {'97b65810-c594-4747-b060-f0c900e44e8b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:48:37.009982 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:48:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['97b65810-c594-4747-b060-f0c900e44e8b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:37.016464 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-41057501-e1ba-43e8-9758-c992b1c24f61 None None] Provisioning complete for port 7b5feaa2-8033-4d0d-8d6f-80babb0978eb triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:37.016828 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-41057501-e1ba-43e8-9758-c992b1c24f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.039521 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-dd8e24a9-1008-457d-b4c8-6e002b0ffac4 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.2289166 Nov 15 11:48:37.172647 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] Set router 97b65810-c594-4747-b060-f0c900e44e8b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:48:37.211779 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49080) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:37.217468 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-21d29ca9-79fd-401a-8a73-a6120b19517f tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1465720144', 'description': 'tempest-secgroup-smoke-1465720144 description', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:37.243465 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-21d29ca9-79fd-401a-8a73-a6120b19517f tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.328330 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-21d29ca9-79fd-401a-8a73-a6120b19517f tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.333838 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-21d29ca9-79fd-401a-8a73-a6120b19517f tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.367522 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-21d29ca9-79fd-401a-8a73-a6120b19517f tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.373303 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-21d29ca9-79fd-401a-8a73-a6120b19517f tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1558325 Nov 15 11:48:37.373303 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d29ca9-79fd-401a-8a73-a6120b19517f tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6456af59-af7b-482b-b473-256812d27651,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:37.373584 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49082) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:37.376954 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-90e62404-626a-488c-8675-fc3ae653b23d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'security_group_rule': {'security_group_id': '6456af59-af7b-482b-b473-256812d27651', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:37.406192 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-90e62404-626a-488c-8675-fc3ae653b23d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.430476 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-221bebe3-1158-4a4c-8fcf-acd1c1197926 None None] Provisioning complete for port 7b5feaa2-8033-4d0d-8d6f-80babb0978eb triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:37.430821 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-221bebe3-1158-4a4c-8fcf-acd1c1197926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.467669 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-90e62404-626a-488c-8675-fc3ae653b23d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.473306 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-90e62404-626a-488c-8675-fc3ae653b23d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.481381 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b65810-c594-4747-b060-f0c900e44e8b', 'name': 'tempest-TestNetworkBasicOps-router-308003306', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:31Z', 'updated_at': '2021-11-15T11:48:35Z', 'revision_number': 4, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:32Z', 'updated_at': '2021-11-15T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '9781811c-ccb6-4b18-b50b-cf36aad9c692', 'name': '', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:e6:08:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:35Z', 'updated_at': '2021-11-15T11:48:35Z', 'revision_number': 2, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:37.496078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e62404-626a-488c-8675-fc3ae653b23d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28949f8e-892e-4c33-8bb1-4e9c1b619c23,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:37.501964 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-90e62404-626a-488c-8675-fc3ae653b23d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.503626 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-90e62404-626a-488c-8675-fc3ae653b23d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305265 Nov 15 11:48:37.506567 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49084) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:37.511104 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] Checking router: 97b65810-c594-4747-b060-f0c900e44e8b for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:48:37.511447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] Updating router 97b65810-c594-4747-b060-f0c900e44e8b port 9781811c-ccb6-4b18-b50b-cf36aad9c692 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:48:37.512120 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-f7eb0e3a-5417-41a7-892a-10a779b64875 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'security_group_rule': {'security_group_id': '6456af59-af7b-482b-b473-256812d27651', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:37.542878 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7eb0e3a-5417-41a7-892a-10a779b64875 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.576257 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.605700 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7eb0e3a-5417-41a7-892a-10a779b64875 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.610982 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7eb0e3a-5417-41a7-892a-10a779b64875 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.629799 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-221bebe3-1158-4a4c-8fcf-acd1c1197926 None None] Provisioning complete for port 9781811c-ccb6-4b18-b50b-cf36aad9c692 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:37.630187 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-221bebe3-1158-4a4c-8fcf-acd1c1197926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.636789 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7eb0e3a-5417-41a7-892a-10a779b64875 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.640701 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f7eb0e3a-5417-41a7-892a-10a779b64875 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1299710 Nov 15 11:48:37.640968 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49086) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:37.647990 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-eb8d3d5b-daef-4212-94b0-acbc22430a90 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'security_group_rule': {'security_group_id': '6456af59-af7b-482b-b473-256812d27651', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:37.654321 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb0e3a-5417-41a7-892a-10a779b64875 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4c9329-312a-4944-a6e3-da56b90ea546,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:37.682499 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eb8d3d5b-daef-4212-94b0-acbc22430a90 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.732205 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-221bebe3-1158-4a4c-8fcf-acd1c1197926 None None] Port 9781811c-ccb6-4b18-b50b-cf36aad9c692 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:48:37.744994 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eb8d3d5b-daef-4212-94b0-acbc22430a90 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.750560 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eb8d3d5b-daef-4212-94b0-acbc22430a90 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.770488 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d3d5b-daef-4212-94b0-acbc22430a90 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f7f59c-805c-4c7f-938b-a4bd3eca4ff5,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:37.782524 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-eb8d3d5b-daef-4212-94b0-acbc22430a90 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.786422 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-eb8d3d5b-daef-4212-94b0-acbc22430a90 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418376 Nov 15 11:48:37.786746 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49088) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:37.791608 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-86caaed9-7edf-43a7-8ae6-fae73250245d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'security_group_rule': {'security_group_id': '6456af59-af7b-482b-b473-256812d27651', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:37.838106 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-86caaed9-7edf-43a7-8ae6-fae73250245d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.880878 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-bf6c6b9a-f15f-42f1-8ea7-780a268583af None None] Provisioning complete for port 9781811c-ccb6-4b18-b50b-cf36aad9c692 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:37.880878 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bf6c6b9a-f15f-42f1-8ea7-780a268583af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.909409 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-86caaed9-7edf-43a7-8ae6-fae73250245d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.915049 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-86caaed9-7edf-43a7-8ae6-fae73250245d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.937342 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86caaed9-7edf-43a7-8ae6-fae73250245d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec41366-3f1d-49b9-a0ac-eb3a7f2e4b95,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:37.945419 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-86caaed9-7edf-43a7-8ae6-fae73250245d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.946707 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-86caaed9-7edf-43a7-8ae6-fae73250245d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1590347 Nov 15 11:48:37.948811 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-bf6c6b9a-f15f-42f1-8ea7-780a268583af None None] Port 9781811c-ccb6-4b18-b50b-cf36aad9c692 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:48:37.949806 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49090) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:37.955079 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8912365b-972c-474b-ac44-c4cf9c0af6c4 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'security_group_rule': {'security_group_id': '6456af59-af7b-482b-b473-256812d27651', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:37.960124 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.967456 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.983089 n-d-729945-9 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-8912365b-972c-474b-ac44-c4cf9c0af6c4 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Project 9eca6c75758e4f7b8108e5478cb1f3d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 11:48:37.988649 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8912365b-972c-474b-ac44-c4cf9c0af6c4 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:37.999027 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7b5feaa2-8033-4d0d-8d6f-80babb0978eb up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:48:38.049725 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ac8f6-b71c-471f-bd78-b23d4f82f17b None None] Pushing event updated for resources: {'Port': ['ID=9781811c-ccb6-4b18-b50b-cf36aad9c692,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:38.051979 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8912365b-972c-474b-ac44-c4cf9c0af6c4 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:38.059660 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8912365b-972c-474b-ac44-c4cf9c0af6c4 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:38.079140 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912365b-972c-474b-ac44-c4cf9c0af6c4 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf6c393-e185-4a15-a9cd-940210b4778b,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:38.093030 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8912365b-972c-474b-ac44-c4cf9c0af6c4 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:38.097337 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8912365b-972c-474b-ac44-c4cf9c0af6c4 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1462686 Nov 15 11:48:38.100328 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49092) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:38.106020 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-adbb72b9-9540-443e-9c2e-add98abb98ec tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'security_group_rule': {'security_group_id': '6456af59-af7b-482b-b473-256812d27651', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:38.119409 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] Attempting to bind port 9781811c-ccb6-4b18-b50b-cf36aad9c692 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:48:38.119765 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] Attempting to bind port 9781811c-ccb6-4b18-b50b-cf36aad9c692 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '1a087603-cef0-4506-87af-98fe201c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:48:38.120580 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] Attempting to bind port 9781811c-ccb6-4b18-b50b-cf36aad9c692 on network 6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:48:38.128353 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:48:38.128750 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] Checking segment: {'id': '1a087603-cef0-4506-87af-98fe201c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:48:38.129146 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:38.129672 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] Bound using segment: {'id': '1a087603-cef0-4506-87af-98fe201c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:48:38.130153 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] Bound port: 9781811c-ccb6-4b18-b50b-cf36aad9c692, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a087603-cef0-4506-87af-98fe201c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:48:38.130519 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:38.134136 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 7b5feaa2-8033-4d0d-8d6f-80babb0978eb triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:38.134482 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:38.135316 n-d-729945-9 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-adbb72b9-9540-443e-9c2e-add98abb98ec tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Project 9eca6c75758e4f7b8108e5478cb1f3d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 11:48:38.140694 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adbb72b9-9540-443e-9c2e-add98abb98ec tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:38.206976 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adbb72b9-9540-443e-9c2e-add98abb98ec tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:38.212267 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adbb72b9-9540-443e-9c2e-add98abb98ec tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:38.230503 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] For port 9781811c-ccb6-4b18-b50b-cf36aad9c692, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:48:38.231063 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb72b9-9540-443e-9c2e-add98abb98ec tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c0c6e7-26af-47fa-9400-1ad0854e566c,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:38.234893 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] For port 9781811c-ccb6-4b18-b50b-cf36aad9c692, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9781811c-ccb6-4b18-b50b-cf36aad9c692,segment=NetworkSegment(1a087603-cef0-4506-87af-98fe201c3741),segment_id=1a087603-cef0-4506-87af-98fe201c3741)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:48:38.246748 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adbb72b9-9540-443e-9c2e-add98abb98ec tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:38.248099 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-adbb72b9-9540-443e-9c2e-add98abb98ec tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1460929 Nov 15 11:48:38.404641 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-1513c7bd-8610-4fbc-bc91-e0b3b59d83c9 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1465720144&fields=id&tenant_id=9eca6c75758e4f7b8108e5478cb1f3d8 HTTP/1.1" status: 200 len: 267 time: 0.0451448 Nov 15 11:48:38.428719 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:38.491030 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-16054db1-7e94-486a-ad62-6b69c4e0cb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:38.502367 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1fc24bf5-7ab0-4151-9346-42189a2c9664 None None] Provisioning complete for port 9781811c-ccb6-4b18-b50b-cf36aad9c692 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:38.503023 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1fc24bf5-7ab0-4151-9346-42189a2c9664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:38.520257 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-a8de0333-4040-45e9-a72c-f7b9d0392162 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:38.521766 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-a8de0333-4040-45e9-a72c-f7b9d0392162 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/networks?id=6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe HTTP/1.1" status: 200 len: 796 time: 0.1099823 Nov 15 11:48:38.539141 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-6b630cdf-ef04-4764-b1c2-5d7e1e430271 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/quotas/9eca6c75758e4f7b8108e5478cb1f3d8 HTTP/1.1" status: 200 len: 375 time: 0.0109055 Nov 15 11:48:38.539964 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ac8f6-b71c-471f-bd78-b23d4f82f17b None None] Pushing event updated for resources: {'Port': ['ID=9781811c-ccb6-4b18-b50b-cf36aad9c692,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:38.550536 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] Routers {'97b65810-c594-4747-b060-f0c900e44e8b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:48:38.551141 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:48:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['97b65810-c594-4747-b060-f0c900e44e8b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:38.606521 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-a7890af6-ecab-482f-8610-e0769d6ff81e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9eca6c75758e4f7b8108e5478cb1f3d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542164 Nov 15 11:48:38.696640 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] Set router 97b65810-c594-4747-b060-f0c900e44e8b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:48:38.698433 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1fc24bf5-7ab0-4151-9346-42189a2c9664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:38.712936 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-6c661ded-5d72-4ba3-924a-da0509bf8ae0 service neutron] 10.222.0.64 "GET /v2.0/networks/6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905793 Nov 15 11:48:38.795325 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-1fc24bf5-7ab0-4151-9346-42189a2c9664 None None] For port 9781811c-ccb6-4b18-b50b-cf36aad9c692, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9781811c-ccb6-4b18-b50b-cf36aad9c692,segment=NetworkSegment(1a087603-cef0-4506-87af-98fe201c3741),segment_id=1a087603-cef0-4506-87af-98fe201c3741)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:48:38.805590 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1fc24bf5-7ab0-4151-9346-42189a2c9664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:38.805898 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-1e9441a3-3e56-48a8-982f-8cb24333322d service neutron] 10.222.0.64 "GET /v2.0/networks/6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863471 Nov 15 11:48:38.900819 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc24bf5-7ab0-4151-9346-42189a2c9664 None None] Pushing event updated for resources: {'Port': ['ID=9781811c-ccb6-4b18-b50b-cf36aad9c692,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:38.955929 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c7683f0c-95c2-46ba-9384-fbcc6e5952e7 None None] Provisioning complete for port 9781811c-ccb6-4b18-b50b-cf36aad9c692 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:38.956435 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c7683f0c-95c2-46ba-9384-fbcc6e5952e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:39.005976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c82537-0b67-4865-81bb-1530a33a7719 req-8e204e04-16c5-4bc1-8d29-2ebea2e37a27 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:39.007518 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74c82537-0b67-4865-81bb-1530a33a7719 req-8e204e04-16c5-4bc1-8d29-2ebea2e37a27 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 1097 time: 0.0413527 Nov 15 11:48:39.024912 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b65810-c594-4747-b060-f0c900e44e8b', 'name': 'tempest-TestNetworkBasicOps-router-308003306', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:31Z', 'updated_at': '2021-11-15T11:48:35Z', 'revision_number': 4, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:32Z', 'updated_at': '2021-11-15T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '9781811c-ccb6-4b18-b50b-cf36aad9c692', 'name': '', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:e6:08:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:35Z', 'updated_at': '2021-11-15T11:48:38Z', 'revision_number': 4, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:39.054018 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac6b55d-6189-4cb9-95d4-a8b810cb8bef None None] The sync data for ids ['97b65810-c594-4747-b060-f0c900e44e8b'] in n-d-729945-9 is: [{'id': '97b65810-c594-4747-b060-f0c900e44e8b', 'name': 'tempest-TestNetworkBasicOps-router-308003306', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:31Z', 'updated_at': '2021-11-15T11:48:35Z', 'revision_number': 4, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:32Z', 'updated_at': '2021-11-15T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '9781811c-ccb6-4b18-b50b-cf36aad9c692', 'name': '', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:e6:08:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:35Z', 'updated_at': '2021-11-15T11:48:38Z', 'revision_number': 4, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:48:39.056955 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74c82537-0b67-4865-81bb-1530a33a7719 req-4f40a079-4094-4efc-bd59-753ca73f5ced tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426288 Nov 15 11:48:39.080632 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49116) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:39.211747 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b27d095-b539-4096-b064-2a67ca0ff534 req-15d57269-e46f-4142-9695-921a86fca540 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cae65b0-9576-49c8-a404-45facc4bf38e HTTP/1.1" status: 200 len: 210 time: 0.0454378 Nov 15 11:48:39.335643 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c7a74081-089d-4fb6-98f3-f651df5d85da tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Deleting port f9dd1601-0595-4ef1-af97-0d20759df3b7 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:48:39.336261 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7a74081-089d-4fb6-98f3-f651df5d85da tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:39.442225 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7a74081-089d-4fb6-98f3-f651df5d85da tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:39.442736 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7a74081-089d-4fb6-98f3-f651df5d85da tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:39.461217 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-c7a74081-089d-4fb6-98f3-f651df5d85da tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Calling delete_port for f9dd1601-0595-4ef1-af97-0d20759df3b7 owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:48:39.668382 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7a74081-089d-4fb6-98f3-f651df5d85da tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:39.857428 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9781811c-ccb6-4b18-b50b-cf36aad9c692 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:48:39.929301 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:39.934972 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 9781811c-ccb6-4b18-b50b-cf36aad9c692 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:39.935333 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:40.031698 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a74081-089d-4fb6-98f3-f651df5d85da tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'Port': ['ID=f9dd1601-0595-4ef1-af97-0d20759df3b7,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:40.141720 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7a74081-089d-4fb6-98f3-f651df5d85da tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:40.141999 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-c7a74081-089d-4fb6-98f3-f651df5d85da tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Floating IP 228dabcb-eaa9-4ca8-a692-23b0f25e323d disassociated (deleted). External IP: 172.25.7.99, port: f15e4ccc-47ca-4b96-9681-69a8814f5dd1. Nov 15 11:48:40.242183 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-6e9216f9-5755-441c-9a93-fbfa6fafdd07 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:40.243672 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-6e9216f9-5755-441c-9a93-fbfa6fafdd07 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.55 "GET /v2.0/networks?id=6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe HTTP/1.1" status: 200 len: 796 time: 0.2246020 Nov 15 11:48:40.401360 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-36455fce-e263-4d85-b9be-af503e5f6cb0 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eca6c75758e4f7b8108e5478cb1f3d8 HTTP/1.1" status: 200 len: 380 time: 0.1479666 Nov 15 11:48:40.404911 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8847473a-547f-4a22-8004-8ff19c78b385 req-721848a6-d236-4d18-b0da-abeee4cfd136 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cae65b0-9576-49c8-a404-45facc4bf38e HTTP/1.1" status: 200 len: 210 time: 0.0901260 Nov 15 11:48:40.412466 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-f7a23c61-8bfc-46a3-ac09-e13d18ab05f1 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'port': {'device_id': '1cae65b0-9576-49c8-a404-45facc4bf38e', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'admin_state_up': True, 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'security_groups': ['6456af59-af7b-482b-b473-256812d27651']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:40.546089 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a74081-089d-4fb6-98f3-f651df5d85da tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Router 10e1066b-e202-4bf5-ad62-2d9d6d8ecd34 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:48:40.584933 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a772aa50-be51-484f-a868-a2e0e403b11b req-03c564f5-c63b-4c6f-a2c9-2085b485f08a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0842912 Nov 15 11:48:40.585489 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-f7a23c61-8bfc-46a3-ac09-e13d18ab05f1 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Made reservation on behalf of 9eca6c75758e4f7b8108e5478cb1f3d8 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:48:40.588926 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-f7a23c61-8bfc-46a3-ac09-e13d18ab05f1 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:40.779733 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772aa50-be51-484f-a868-a2e0e403b11b req-fad355a3-b011-4373-847d-cf07ace2658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:40.781208 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a772aa50-be51-484f-a868-a2e0e403b11b req-fad355a3-b011-4373-847d-cf07ace2658a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 1097 time: 0.1229675 Nov 15 11:48:40.815203 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a74081-089d-4fb6-98f3-f651df5d85da tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:48:40.825070 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c7a74081-089d-4fb6-98f3-f651df5d85da tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:40.825812 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c37e84f-4074-4736-95f0-694fa726c1c2 None None] Sync routers for ids ['10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:48:40.835312 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c37e84f-4074-4736-95f0-694fa726c1c2 None None] Routers {'10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:48:40.835951 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-8c37e84f-4074-4736-95f0-694fa726c1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:48:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:40.905353 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c7a74081-089d-4fb6-98f3-f651df5d85da tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "DELETE /v2.0/floatingips/228dabcb-eaa9-4ca8-a692-23b0f25e323d HTTP/1.1" status: 204 len: 168 time: 1.8233185 Nov 15 11:48:40.910387 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8335081a-5a40-457a-98ac-44484848ad54', 'tag': 'f15e4ccc-47ca-4b96-9681-69a8814f5dd1'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:48:40.912817 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c67454-d0d4-4d00-8327-a3046bcc8fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "8335081a-5a40-457a-98ac-44484848ad54", "tag": "f15e4ccc-47ca-4b96-9681-69a8814f5dd1"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:48:40.917505 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-f7a23c61-8bfc-46a3-ac09-e13d18ab05f1 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Allocated IP 172.20.0.3 (6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe/baeb4dc4-7fcb-46bf-9cd2-8fe713917e98/5a8d51fb-a2a4-448b-8f29-9d30d5453e03) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:48:40.947383 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-8c37e84f-4074-4736-95f0-694fa726c1c2 None None] Set router 10e1066b-e202-4bf5-ad62-2d9d6d8ecd34 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:48:40.969449 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772aa50-be51-484f-a868-a2e0e403b11b req-c6e82495-2bac-4eae-833e-b392dd27362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:40.971004 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a772aa50-be51-484f-a868-a2e0e403b11b req-c6e82495-2bac-4eae-833e-b392dd27362b service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 HTTP/1.1" status: 200 len: 898 time: 0.1662161 Nov 15 11:48:41.028931 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a772aa50-be51-484f-a868-a2e0e403b11b req-1fd57a75-78fa-4475-9072-be5109e2b50f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f15e4ccc-47ca-4b96-9681-69a8814f5dd1 HTTP/1.1" status: 200 len: 217 time: 0.0487385 Nov 15 11:48:41.091870 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9198b9a9-4352-4d48-9db5-96fef85444d6 x-openstack-request-id: req-9198b9a9-4352-4d48-9db5-96fef85444d6 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:48:41.092584 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8335081a-5a40-457a-98ac-44484848ad54", "tag": "f15e4ccc-47ca-4b96-9681-69a8814f5dd1", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:48:41.092584 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9198b9a9-4352-4d48-9db5-96fef85444d6 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:48:41.092861 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8335081a-5a40-457a-98ac-44484848ad54', 'tag': 'f15e4ccc-47ca-4b96-9681-69a8814f5dd1', 'status': 'completed', 'code': 200} Nov 15 11:48:41.129522 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772aa50-be51-484f-a868-a2e0e403b11b req-10428e95-8148-4b20-8223-3228459e740b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:41.130991 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a772aa50-be51-484f-a868-a2e0e403b11b req-10428e95-8148-4b20-8223-3228459e740b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17ee72d1-5ebc-4c38-885b-4ae82a34b602 HTTP/1.1" status: 200 len: 834 time: 0.0720961 Nov 15 11:48:41.192093 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-8c37e84f-4074-4736-95f0-694fa726c1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951261473', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:46:25Z', 'updated_at': '2021-11-15T11:46:30Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:46:26Z', 'updated_at': '2021-11-15T11:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '307c8a43-2630-4398-8ebf-3cd2e701bb55', 'name': '', 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:0f:b5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '17ee72d1-5ebc-4c38-885b-4ae82a34b602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:46:29Z', 'updated_at': '2021-11-15T11:46:33Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': '17ee72d1-5ebc-4c38-885b-4ae82a34b602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:41.209952 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-f7a23c61-8bfc-46a3-ac09-e13d18ab05f1 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:41.218075 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c37e84f-4074-4736-95f0-694fa726c1c2 None None] Checking router: 10e1066b-e202-4bf5-ad62-2d9d6d8ecd34 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:48:41.226341 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c37e84f-4074-4736-95f0-694fa726c1c2 None None] Routers {'10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:48:41.226932 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-8c37e84f-4074-4736-95f0-694fa726c1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:48:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:41.242982 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772aa50-be51-484f-a868-a2e0e403b11b req-0229ece2-4063-4aef-8c41-a5470db81ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:41.244541 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a772aa50-be51-484f-a868-a2e0e403b11b req-0229ece2-4063-4aef-8c41-a5470db81ed9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018281 Nov 15 11:48:41.256138 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e595b-1fb8-48f1-8319-33bfb54a0cde req-cc8f2f8a-80d5-4098-bb98-f47830cf95e9 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:41.257547 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d56e595b-1fb8-48f1-8319-33bfb54a0cde req-cc8f2f8a-80d5-4098-bb98-f47830cf95e9 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 946 time: 0.1239288 Nov 15 11:48:41.332814 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-8c37e84f-4074-4736-95f0-694fa726c1c2 None None] Set router 10e1066b-e202-4bf5-ad62-2d9d6d8ecd34 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:48:41.338464 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-f7a23c61-8bfc-46a3-ac09-e13d18ab05f1 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:41.394355 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d56e595b-1fb8-48f1-8319-33bfb54a0cde req-7d9ac8f8-c5c7-4cd4-aa70-b9cbe3df3527 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260536 Nov 15 11:48:41.417551 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-f7a23c61-8bfc-46a3-ac09-e13d18ab05f1 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Network 6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:48:41.427404 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-f7a23c61-8bfc-46a3-ac09-e13d18ab05f1 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:48:41.436074 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-f7a23c61-8bfc-46a3-ac09-e13d18ab05f1 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:48:41.441270 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a23c61-8bfc-46a3-ac09-e13d18ab05f1 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'Port': ['ID=5a8d51fb-a2a4-448b-8f29-9d30d5453e03,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:41.464980 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a772aa50-be51-484f-a868-a2e0e403b11b req-a8d1fd12-b0b0-4e6b-a238-6d87b8a503c8 service neutron] 10.222.0.55 "GET /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061660 Nov 15 11:48:41.502669 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:41.544131 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-f7a23c61-8bfc-46a3-ac09-e13d18ab05f1 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:41.544752 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-f7a23c61-8bfc-46a3-ac09-e13d18ab05f1 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:41.565509 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-8c37e84f-4074-4736-95f0-694fa726c1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951261473', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:46:25Z', 'updated_at': '2021-11-15T11:46:30Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:46:26Z', 'updated_at': '2021-11-15T11:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '307c8a43-2630-4398-8ebf-3cd2e701bb55', 'name': '', 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:0f:b5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '17ee72d1-5ebc-4c38-885b-4ae82a34b602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:46:29Z', 'updated_at': '2021-11-15T11:46:33Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': '17ee72d1-5ebc-4c38-885b-4ae82a34b602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:41.595754 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c37e84f-4074-4736-95f0-694fa726c1c2 None None] The sync data for ids ['10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'] in n-d-729945-9 is: [{'id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951261473', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:46:25Z', 'updated_at': '2021-11-15T11:46:30Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:46:26Z', 'updated_at': '2021-11-15T11:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '307c8a43-2630-4398-8ebf-3cd2e701bb55', 'name': '', 'network_id': 'b6f6d00d-fa6f-441c-a7c8-a3680eaebef7', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:0f:b5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '17ee72d1-5ebc-4c38-885b-4ae82a34b602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:46:29Z', 'updated_at': '2021-11-15T11:46:33Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': '17ee72d1-5ebc-4c38-885b-4ae82a34b602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:48:41.596733 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-f7a23c61-8bfc-46a3-ac09-e13d18ab05f1 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1893024 Nov 15 11:48:41.616432 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-9d372cbb-1705-4bc1-9406-4bab2c624ad4 service neutron] Request body: {'port': {'device_id': '1cae65b0-9576-49c8-a404-45facc4bf38e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:41.653575 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db196bd4-d5ac-49a2-8142-16f49b6b38bd req-11e6485b-1871-4941-9ad9-ac7da8e63485 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:41.655252 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db196bd4-d5ac-49a2-8142-16f49b6b38bd req-11e6485b-1871-4941-9ad9-ac7da8e63485 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cae65b0-9576-49c8-a404-45facc4bf38e HTTP/1.1" status: 200 len: 931 time: 0.1312323 Nov 15 11:48:41.659791 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a772aa50-be51-484f-a868-a2e0e403b11b req-0aed2e6e-4b8f-4ec4-b2b3-9575b6306e6b service neutron] 10.222.0.55 "GET /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856239 Nov 15 11:48:41.703556 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c33eae02-f917-4ebf-a012-f2efe19b4df0 None None] Provisioning complete for port 5a8d51fb-a2a4-448b-8f29-9d30d5453e03 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:41.703954 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c33eae02-f917-4ebf-a012-f2efe19b4df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:41.724164 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-9d372cbb-1705-4bc1-9406-4bab2c624ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:41.740793 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c33eae02-f917-4ebf-a012-f2efe19b4df0 None None] Port 5a8d51fb-a2a4-448b-8f29-9d30d5453e03 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:48:41.771243 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db196bd4-d5ac-49a2-8142-16f49b6b38bd req-100d0618-8af9-4ee1-8541-5e914ccdb616 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=6456af59-af7b-482b-b473-256812d27651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085951 Nov 15 11:48:41.814666 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c67454-d0d4-4d00-8327-a3046bcc8fb8 req-c13634c4-10f6-4613-bf00-509eaf3679bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:41.816189 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-75c67454-d0d4-4d00-8327-a3046bcc8fb8 req-c13634c4-10f6-4613-bf00-509eaf3679bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 1097 time: 0.1029553 Nov 15 11:48:41.886441 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159b18cb-16d7-476b-a09d-e0fdce521cd7 None None] New status for floating IP 228dabcb-eaa9-4ca8-a692-23b0f25e323d: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:48:42.006371 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c67454-d0d4-4d00-8327-a3046bcc8fb8 req-725c4fd7-61a4-4ad3-849b-4b35781531dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:42.007858 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-75c67454-d0d4-4d00-8327-a3046bcc8fb8 req-725c4fd7-61a4-4ad3-849b-4b35781531dd service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 HTTP/1.1" status: 200 len: 898 time: 0.1842701 Nov 15 11:48:42.061428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-75c67454-d0d4-4d00-8327-a3046bcc8fb8 req-542cd284-f92e-4757-a16c-8af7c60fd88c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f15e4ccc-47ca-4b96-9681-69a8814f5dd1 HTTP/1.1" status: 200 len: 217 time: 0.0436959 Nov 15 11:48:42.146219 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c67454-d0d4-4d00-8327-a3046bcc8fb8 req-54cdb625-40c0-42a9-b817-5306b41cb921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:42.147585 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-75c67454-d0d4-4d00-8327-a3046bcc8fb8 req-54cdb625-40c0-42a9-b817-5306b41cb921 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17ee72d1-5ebc-4c38-885b-4ae82a34b602 HTTP/1.1" status: 200 len: 834 time: 0.0750515 Nov 15 11:48:42.156301 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:42.168505 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-9d372cbb-1705-4bc1-9406-4bab2c624ad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8d51fb-a2a4-448b-8f29-9d30d5453e03 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:48:42.192551 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-9d372cbb-1705-4bc1-9406-4bab2c624ad4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:42.209176 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-9d372cbb-1705-4bc1-9406-4bab2c624ad4 service neutron] Transition to ACTIVE for port object 5a8d51fb-a2a4-448b-8f29-9d30d5453e03 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:48:42.215476 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-9d372cbb-1705-4bc1-9406-4bab2c624ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:42.225587 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c67454-d0d4-4d00-8327-a3046bcc8fb8 req-c6b23300-04b3-40d7-8893-5862f93f2ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:42.227149 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-75c67454-d0d4-4d00-8327-a3046bcc8fb8 req-c6b23300-04b3-40d7-8893-5862f93f2ced service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716894 Nov 15 11:48:42.311462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d372cbb-1705-4bc1-9406-4bab2c624ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8d51fb-a2a4-448b-8f29-9d30d5453e03,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:42.352138 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.55', 64776) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:42.402983 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-75c67454-d0d4-4d00-8327-a3046bcc8fb8 req-1475250e-5c30-47a6-ad77-43c8812ab63d service neutron] 10.222.0.55 "GET /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563594 Nov 15 11:48:42.407048 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d45b3d-86c5-4674-9304-646940bf79ef req-0958edee-e412-4f8e-a92a-12720519df85 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:42.408591 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-69d45b3d-86c5-4674-9304-646940bf79ef req-0958edee-e412-4f8e-a92a-12720519df85 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.55 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 946 time: 0.0554142 Nov 15 11:48:42.422360 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-9d372cbb-1705-4bc1-9406-4bab2c624ad4 service neutron] Attempting to bind port 5a8d51fb-a2a4-448b-8f29-9d30d5453e03 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:48:42.422688 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-9d372cbb-1705-4bc1-9406-4bab2c624ad4 service neutron] Attempting to bind port 5a8d51fb-a2a4-448b-8f29-9d30d5453e03 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '1a087603-cef0-4506-87af-98fe201c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:48:42.423008 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-9d372cbb-1705-4bc1-9406-4bab2c624ad4 service neutron] Attempting to bind port 5a8d51fb-a2a4-448b-8f29-9d30d5453e03 on network 6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:48:42.459692 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-9d372cbb-1705-4bc1-9406-4bab2c624ad4 service neutron] Port 5a8d51fb-a2a4-448b-8f29-9d30d5453e03 on network 6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:48:42.460089 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-9d372cbb-1705-4bc1-9406-4bab2c624ad4 service neutron] Attempting to bind port 5a8d51fb-a2a4-448b-8f29-9d30d5453e03 on network 6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:48:42.471701 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-9d372cbb-1705-4bc1-9406-4bab2c624ad4 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:48:42.472075 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-9d372cbb-1705-4bc1-9406-4bab2c624ad4 service neutron] Checking segment: {'id': '1a087603-cef0-4506-87af-98fe201c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:48:42.472457 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-9d372cbb-1705-4bc1-9406-4bab2c624ad4 service neutron] Bound using segment: {'id': '1a087603-cef0-4506-87af-98fe201c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:48:42.472882 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-9d372cbb-1705-4bc1-9406-4bab2c624ad4 service neutron] Bound port: 5a8d51fb-a2a4-448b-8f29-9d30d5453e03, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a087603-cef0-4506-87af-98fe201c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:48:42.473233 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-9d372cbb-1705-4bc1-9406-4bab2c624ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:42.506861 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-69d45b3d-86c5-4674-9304-646940bf79ef req-443963b5-79b3-4701-bc04-036b0e0f6962 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Deleting port f15e4ccc-47ca-4b96-9681-69a8814f5dd1 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:48:42.507188 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-69d45b3d-86c5-4674-9304-646940bf79ef req-443963b5-79b3-4701-bc04-036b0e0f6962 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:42.583191 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-75c67454-d0d4-4d00-8327-a3046bcc8fb8 req-f26b8210-2f9b-4e65-9743-7f14d9e25fe9 service neutron] 10.222.0.55 "GET /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731853 Nov 15 11:48:42.599163 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5edd1-a93a-4033-ac97-6fe604d0c7a0 req-1f0c3674-2796-4d90-8886-dd5f4f5c5b0d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:42.600854 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73e5edd1-a93a-4033-ac97-6fe604d0c7a0 req-1f0c3674-2796-4d90-8886-dd5f4f5c5b0d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=8335081a-5a40-457a-98ac-44484848ad54 HTTP/1.1" status: 200 len: 946 time: 0.1110511 Nov 15 11:48:42.602724 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-69d45b3d-86c5-4674-9304-646940bf79ef req-443963b5-79b3-4701-bc04-036b0e0f6962 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] For port f15e4ccc-47ca-4b96-9681-69a8814f5dd1, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f15e4ccc-47ca-4b96-9681-69a8814f5dd1,segment=NetworkSegment(384d8523-97b9-4643-89b6-6ac791f7ac54),segment_id=384d8523-97b9-4643-89b6-6ac791f7ac54)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:48:42.603330 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-69d45b3d-86c5-4674-9304-646940bf79ef req-443963b5-79b3-4701-bc04-036b0e0f6962 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:42.608109 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-9d372cbb-1705-4bc1-9406-4bab2c624ad4 service neutron] For port 5a8d51fb-a2a4-448b-8f29-9d30d5453e03, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:48:42.612449 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-9d372cbb-1705-4bc1-9406-4bab2c624ad4 service neutron] For port 5a8d51fb-a2a4-448b-8f29-9d30d5453e03, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=5a8d51fb-a2a4-448b-8f29-9d30d5453e03,segment=NetworkSegment(1a087603-cef0-4506-87af-98fe201c3741),segment_id=1a087603-cef0-4506-87af-98fe201c3741)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:48:42.618179 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-69d45b3d-86c5-4674-9304-646940bf79ef req-443963b5-79b3-4701-bc04-036b0e0f6962 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Calling delete_port for f15e4ccc-47ca-4b96-9681-69a8814f5dd1 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:48:42.619984 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-9d372cbb-1705-4bc1-9406-4bab2c624ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:42.672971 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-9d372cbb-1705-4bc1-9406-4bab2c624ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:42.673590 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-9d372cbb-1705-4bc1-9406-4bab2c624ad4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:42.675142 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-9d372cbb-1705-4bc1-9406-4bab2c624ad4 service neutron] 10.222.0.55 "PUT /v2.0/ports/5a8d51fb-a2a4-448b-8f29-9d30d5453e03 HTTP/1.1" status: 200 len: 1091 time: 1.0669889 Nov 15 11:48:42.765494 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-69d45b3d-86c5-4674-9304-646940bf79ef req-443963b5-79b3-4701-bc04-036b0e0f6962 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:42.804329 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443963b5-79b3-4701-bc04-036b0e0f6962 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'Port': ['ID=f15e4ccc-47ca-4b96-9681-69a8814f5dd1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:42.859333 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d45b3d-86c5-4674-9304-646940bf79ef req-443963b5-79b3-4701-bc04-036b0e0f6962 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] No DVR routers for this DVR port f15e4ccc-47ca-4b96-9681-69a8814f5dd1 on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:48:42.862102 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-69d45b3d-86c5-4674-9304-646940bf79ef req-443963b5-79b3-4701-bc04-036b0e0f6962 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:42.865876 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-69d45b3d-86c5-4674-9304-646940bf79ef req-443963b5-79b3-4701-bc04-036b0e0f6962 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.55 "DELETE /v2.0/ports/f15e4ccc-47ca-4b96-9681-69a8814f5dd1 HTTP/1.1" status: 204 len: 173 time: 0.4504986 Nov 15 11:48:42.866356 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8335081a-5a40-457a-98ac-44484848ad54', 'name': 'network-vif-deleted', 'tag': 'f15e4ccc-47ca-4b96-9681-69a8814f5dd1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:48:42.868765 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b87ab0-3a75-4952-896d-b4543ec42ba9" -d '{"events": [{"server_uuid": "8335081a-5a40-457a-98ac-44484848ad54", "name": "network-vif-deleted", "tag": "f15e4ccc-47ca-4b96-9681-69a8814f5dd1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:48:43.047520 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d372cbb-1705-4bc1-9406-4bab2c624ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8d51fb-a2a4-448b-8f29-9d30d5453e03,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:43.065943 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73e5edd1-a93a-4033-ac97-6fe604d0c7a0 req-03d95ea9-c5ea-4479-98e8-3370322e8657 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=ae126c90-0ff6-43e3-8329-3cc3a9f0f373&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4554367 Nov 15 11:48:43.082431 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-37f53491-0792-499d-a843-9952525d0ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:43.083541 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-37f53491-0792-499d-a843-9952525d0ad0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9eca6c75758e4f7b8108e5478cb1f3d8&device_id=1cae65b0-9576-49c8-a404-45facc4bf38e HTTP/1.1" status: 200 len: 1094 time: 0.0511308 Nov 15 11:48:43.095391 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cae65b0-9576-49c8-a404-45facc4bf38e', 'tag': '5a8d51fb-a2a4-448b-8f29-9d30d5453e03'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:48:43.097888 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775e455a-8fe3-4dde-b41b-792a4f66ed89" -d '{"events": [{"name": "network-changed", "server_uuid": "1cae65b0-9576-49c8-a404-45facc4bf38e", "tag": "5a8d51fb-a2a4-448b-8f29-9d30d5453e03"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:48:43.142568 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-425695cf-6340-4d34-975f-273f91e4d3c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a8d51fb-a2a4-448b-8f29-9d30d5453e03 HTTP/1.1" status: 200 len: 217 time: 0.0480120 Nov 15 11:48:43.218257 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-6aa35539-100f-4dc4-abb8-f11ffaae09c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:43.219744 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-6aa35539-100f-4dc4-abb8-f11ffaae09c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=baeb4dc4-7fcb-46bf-9cd2-8fe713917e98 HTTP/1.1" status: 200 len: 835 time: 0.0546763 Nov 15 11:48:43.228054 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acce94-9eec-4952-899e-dfc3b2f3438c req-8db6ed3e-d533-4aec-a26f-2247ce8b40f4 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:43.229879 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29acce94-9eec-4952-899e-dfc3b2f3438c req-8db6ed3e-d533-4aec-a26f-2247ce8b40f4 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cae65b0-9576-49c8-a404-45facc4bf38e HTTP/1.1" status: 200 len: 943 time: 0.0965998 Nov 15 11:48:43.302437 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-9af80444-139e-4b30-9eef-2d93f78746c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:43.303992 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-9af80444-139e-4b30-9eef-2d93f78746c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731971 Nov 15 11:48:43.309411 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29acce94-9eec-4952-899e-dfc3b2f3438c req-ddd0b215-1797-4e13-879c-1ee0e73659ef tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=6456af59-af7b-482b-b473-256812d27651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705981 Nov 15 11:48:43.353741 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a56c301-452d-4860-a554-ffc41a86cb34 x-openstack-request-id: req-2a56c301-452d-4860-a554-ffc41a86cb34 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:48:43.354306 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8335081a-5a40-457a-98ac-44484848ad54", "name": "network-vif-deleted", "tag": "f15e4ccc-47ca-4b96-9681-69a8814f5dd1", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:48:43.354306 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a56c301-452d-4860-a554-ffc41a86cb34 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:48:43.354642 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8335081a-5a40-457a-98ac-44484848ad54', 'name': 'network-vif-deleted', 'tag': 'f15e4ccc-47ca-4b96-9681-69a8814f5dd1', 'status': 'completed', 'code': 200} Nov 15 11:48:43.386058 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364c9964-a82a-4f39-afb3-271e8e417c0e x-openstack-request-id: req-364c9964-a82a-4f39-afb3-271e8e417c0e {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:48:43.386354 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cae65b0-9576-49c8-a404-45facc4bf38e", "tag": "5a8d51fb-a2a4-448b-8f29-9d30d5453e03", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:48:43.386604 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-364c9964-a82a-4f39-afb3-271e8e417c0e {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:48:43.386996 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cae65b0-9576-49c8-a404-45facc4bf38e', 'tag': '5a8d51fb-a2a4-448b-8f29-9d30d5453e03', 'status': 'completed', 'code': 200} Nov 15 11:48:43.413596 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-f588d2c7-10fd-4d73-953d-a10e356e0b2d service neutron] 10.222.0.55 "GET /v2.0/networks/6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017997 Nov 15 11:48:43.506117 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b4c9a57-cfa7-4b59-9962-39f360dc2561 req-3ae15924-5cd2-4007-86fc-e948ba3447bc service neutron] 10.222.0.55 "GET /v2.0/networks/6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836291 Nov 15 11:48:43.594426 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e455a-8fe3-4dde-b41b-792a4f66ed89 req-944c62d5-dc40-47c5-8778-f5358500a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:43.595946 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-775e455a-8fe3-4dde-b41b-792a4f66ed89 req-944c62d5-dc40-47c5-8778-f5358500a292 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9eca6c75758e4f7b8108e5478cb1f3d8&device_id=1cae65b0-9576-49c8-a404-45facc4bf38e HTTP/1.1" status: 200 len: 1094 time: 0.0449262 Nov 15 11:48:43.689027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e455a-8fe3-4dde-b41b-792a4f66ed89 req-8cd9cf91-60c1-4e6a-b168-3bd0e5773fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:43.690616 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-775e455a-8fe3-4dde-b41b-792a4f66ed89 req-8cd9cf91-60c1-4e6a-b168-3bd0e5773fc2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe HTTP/1.1" status: 200 len: 897 time: 0.0878167 Nov 15 11:48:43.740325 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-775e455a-8fe3-4dde-b41b-792a4f66ed89 req-ea6244d9-9b9d-4635-a2d1-856737a8627f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a8d51fb-a2a4-448b-8f29-9d30d5453e03 HTTP/1.1" status: 200 len: 217 time: 0.0422773 Nov 15 11:48:43.789344 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e455a-8fe3-4dde-b41b-792a4f66ed89 req-d435a307-fff5-4d6e-8ad3-a29539189a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:43.790790 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-775e455a-8fe3-4dde-b41b-792a4f66ed89 req-d435a307-fff5-4d6e-8ad3-a29539189a39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=baeb4dc4-7fcb-46bf-9cd2-8fe713917e98 HTTP/1.1" status: 200 len: 835 time: 0.0435417 Nov 15 11:48:43.838152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e455a-8fe3-4dde-b41b-792a4f66ed89 req-ad890525-6cea-45d0-b479-0c6d3cea85e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:43.839584 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-775e455a-8fe3-4dde-b41b-792a4f66ed89 req-ad890525-6cea-45d0-b479-0c6d3cea85e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407982 Nov 15 11:48:43.941015 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-775e455a-8fe3-4dde-b41b-792a4f66ed89 req-9f115156-17f3-405b-83f1-3757b8d1c428 service neutron] 10.222.0.55 "GET /v2.0/networks/6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923595 Nov 15 11:48:44.034553 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-775e455a-8fe3-4dde-b41b-792a4f66ed89 req-1e49a55b-1608-4dff-9806-31645b401799 service neutron] 10.222.0.55 "GET /v2.0/networks/6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856233 Nov 15 11:48:44.132757 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49142) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:44.441776 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb145585-eda5-46ca-9bce-bbb35d13a536 req-ad07f894-69ca-461a-819d-a63914891bfe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728981 Nov 15 11:48:44.458789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faebb50-0927-45fb-affe-e76fa03db38c req-47a141cf-e79c-4ab5-877d-91f5eb10156b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:44.460531 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7faebb50-0927-45fb-affe-e76fa03db38c req-47a141cf-e79c-4ab5-877d-91f5eb10156b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cae65b0-9576-49c8-a404-45facc4bf38e HTTP/1.1" status: 200 len: 943 time: 0.0652225 Nov 15 11:48:44.510239 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47a44fc6-4fff-431a-b1cf-95bb526fd91d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:44.538282 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7faebb50-0927-45fb-affe-e76fa03db38c req-7c969150-2e47-4565-8d79-14bee73960ff tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=6456af59-af7b-482b-b473-256812d27651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701699 Nov 15 11:48:44.544735 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb145585-eda5-46ca-9bce-bbb35d13a536 req-1fe4d671-6c0d-4ecc-bee1-ef86225164aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:44.546277 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb145585-eda5-46ca-9bce-bbb35d13a536 req-1fe4d671-6c0d-4ecc-bee1-ef86225164aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0589049 Nov 15 11:48:44.653506 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb145585-eda5-46ca-9bce-bbb35d13a536 req-fdcf67d6-4d80-4851-9da7-cabb4ccad50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:44.654989 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb145585-eda5-46ca-9bce-bbb35d13a536 req-fdcf67d6-4d80-4851-9da7-cabb4ccad50f service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0869594 Nov 15 11:48:44.697674 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb145585-eda5-46ca-9bce-bbb35d13a536 req-945c8aee-bf41-47e8-b576-ff76d37cb854 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0356371 Nov 15 11:48:44.746796 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb145585-eda5-46ca-9bce-bbb35d13a536 req-f5c43796-584d-4029-b6f9-8668c39d7a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:44.748361 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb145585-eda5-46ca-9bce-bbb35d13a536 req-f5c43796-584d-4029-b6f9-8668c39d7a4d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0437858 Nov 15 11:48:44.766855 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-47a44fc6-4fff-431a-b1cf-95bb526fd91d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Deleting port 307c8a43-2630-4398-8ebf-3cd2e701bb55 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:48:44.767192 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47a44fc6-4fff-431a-b1cf-95bb526fd91d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:44.798347 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb145585-eda5-46ca-9bce-bbb35d13a536 req-5f226ed8-e282-49dd-9510-3e489697d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:44.799894 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb145585-eda5-46ca-9bce-bbb35d13a536 req-5f226ed8-e282-49dd-9510-3e489697d6d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442455 Nov 15 11:48:44.856062 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-47a44fc6-4fff-431a-b1cf-95bb526fd91d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] For port 307c8a43-2630-4398-8ebf-3cd2e701bb55, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=307c8a43-2630-4398-8ebf-3cd2e701bb55,segment=NetworkSegment(384d8523-97b9-4643-89b6-6ac791f7ac54),segment_id=384d8523-97b9-4643-89b6-6ac791f7ac54)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:48:44.856380 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47a44fc6-4fff-431a-b1cf-95bb526fd91d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:44.869270 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-47a44fc6-4fff-431a-b1cf-95bb526fd91d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Calling delete_port for 307c8a43-2630-4398-8ebf-3cd2e701bb55 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:48:44.890507 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb145585-eda5-46ca-9bce-bbb35d13a536 req-409e6611-521e-4d39-aa33-82e7d9b259a0 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826607 Nov 15 11:48:44.987315 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb145585-eda5-46ca-9bce-bbb35d13a536 req-0935e65b-784c-4377-baa6-76753fcce0d3 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901084 Nov 15 11:48:45.068452 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47a44fc6-4fff-431a-b1cf-95bb526fd91d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:45.102041 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a44fc6-4fff-431a-b1cf-95bb526fd91d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'Port': ['ID=307c8a43-2630-4398-8ebf-3cd2e701bb55,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:45.114735 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44fc6-4fff-431a-b1cf-95bb526fd91d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:45.115078 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44fc6-4fff-431a-b1cf-95bb526fd91d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:45.115414 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44fc6-4fff-431a-b1cf-95bb526fd91d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:45.115745 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44fc6-4fff-431a-b1cf-95bb526fd91d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:45.116090 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44fc6-4fff-431a-b1cf-95bb526fd91d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:45.116413 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44fc6-4fff-431a-b1cf-95bb526fd91d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:45.116734 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44fc6-4fff-431a-b1cf-95bb526fd91d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:45.117053 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44fc6-4fff-431a-b1cf-95bb526fd91d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:45.117370 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44fc6-4fff-431a-b1cf-95bb526fd91d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:45.117684 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44fc6-4fff-431a-b1cf-95bb526fd91d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:45.117996 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44fc6-4fff-431a-b1cf-95bb526fd91d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:45.118304 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a44fc6-4fff-431a-b1cf-95bb526fd91d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:48:45.607967 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47a44fc6-4fff-431a-b1cf-95bb526fd91d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:45.657395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac6e4a-3811-469a-ba06-f23ee341d5f8 req-0ba157e9-f796-4a67-be18-1ec48fb67688 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:45.658903 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f2ac6e4a-3811-469a-ba06-f23ee341d5f8 req-0ba157e9-f796-4a67-be18-1ec48fb67688 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cae65b0-9576-49c8-a404-45facc4bf38e HTTP/1.1" status: 200 len: 943 time: 0.0507767 Nov 15 11:48:45.709024 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f2ac6e4a-3811-469a-ba06-f23ee341d5f8 req-40af9e02-a593-4e2d-8c5c-08a3609a6377 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=6456af59-af7b-482b-b473-256812d27651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440614 Nov 15 11:48:45.824663 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a44fc6-4fff-431a-b1cf-95bb526fd91d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Router 10e1066b-e202-4bf5-ad62-2d9d6d8ecd34 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:48:45.930837 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a44fc6-4fff-431a-b1cf-95bb526fd91d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:48:45.936355 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-47a44fc6-4fff-431a-b1cf-95bb526fd91d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "PUT /v2.0/routers/10e1066b-e202-4bf5-ad62-2d9d6d8ecd34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8024986 Nov 15 11:48:45.939432 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49148) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:45.941044 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859e9c8-89e5-4bb1-bf10-8f73fbaf04d2 None None] Sync routers for ids ['10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:48:45.950969 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3859e9c8-89e5-4bb1-bf10-8f73fbaf04d2 None None] Routers {'10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:48:45.951558 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-3859e9c8-89e5-4bb1-bf10-8f73fbaf04d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:48:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:45.992427 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e229edf-4f8a-44ee-9955-42029e0f29a2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Deleting subnet 17ee72d1-5ebc-4c38-885b-4ae82a34b602 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:48:45.995982 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e229edf-4f8a-44ee-9955-42029e0f29a2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:46.038852 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e229edf-4f8a-44ee-9955-42029e0f29a2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:46.055612 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-3859e9c8-89e5-4bb1-bf10-8f73fbaf04d2 None None] Set router 10e1066b-e202-4bf5-ad62-2d9d6d8ecd34 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:48:46.120796 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e229edf-4f8a-44ee-9955-42029e0f29a2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:46.149719 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 5a8d51fb-a2a4-448b-8f29-9d30d5453e03 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:48:46.152538 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device f15e4ccc-47ca-4b96-9681-69a8814f5dd1 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:48:46.182255 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: f15e4ccc-47ca-4b96-9681-69a8814f5dd1 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:48:46.182923 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device f15e4ccc-47ca-4b96-9681-69a8814f5dd1 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:48:46.184762 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e229edf-4f8a-44ee-9955-42029e0f29a2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:46.216926 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e229edf-4f8a-44ee-9955-42029e0f29a2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'Subnet': ['ID=17ee72d1-5ebc-4c38-885b-4ae82a34b602,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:46.220438 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e229edf-4f8a-44ee-9955-42029e0f29a2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:46.226462 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5e229edf-4f8a-44ee-9955-42029e0f29a2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "DELETE /v2.0/subnets/17ee72d1-5ebc-4c38-885b-4ae82a34b602 HTTP/1.1" status: 204 len: 168 time: 0.2858038 Nov 15 11:48:46.226776 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49150) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:46.241753 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7621c075-8225-4af4-8eec-1573014a7726 None None] Network b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:48:46.242030 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-3859e9c8-89e5-4bb1-bf10-8f73fbaf04d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951261473', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:46:25Z', 'updated_at': '2021-11-15T11:48:45Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:46:26Z', 'updated_at': '2021-11-15T11:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:46.339432 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07fd40e5-28cc-4498-9110-1ac9c6c1aa29 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:46.368966 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859e9c8-89e5-4bb1-bf10-8f73fbaf04d2 None None] Checking router: 10e1066b-e202-4bf5-ad62-2d9d6d8ecd34 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:48:46.377496 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3859e9c8-89e5-4bb1-bf10-8f73fbaf04d2 None None] Routers {'10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:48:46.377855 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-3859e9c8-89e5-4bb1-bf10-8f73fbaf04d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:48:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:46.379611 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 5a8d51fb-a2a4-448b-8f29-9d30d5453e03, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=5a8d51fb-a2a4-448b-8f29-9d30d5453e03,segment=NetworkSegment(1a087603-cef0-4506-87af-98fe201c3741),segment_id=1a087603-cef0-4506-87af-98fe201c3741)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:48:46.394171 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '5a8d51fb-a2a4-448b-8f29-9d30d5453e03', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'port_id': '5a8d51fb-a2a4-448b-8f29-9d30d5453e03', 'mac_address': 'fa:16:3e:1d:d2:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:48:46.441906 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:46.459167 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8d51fb-a2a4-448b-8f29-9d30d5453e03 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:48:46.475031 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07fd40e5-28cc-4498-9110-1ac9c6c1aa29 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:46.482608 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 5a8d51fb-a2a4-448b-8f29-9d30d5453e03, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=5a8d51fb-a2a4-448b-8f29-9d30d5453e03,segment=NetworkSegment(1a087603-cef0-4506-87af-98fe201c3741),segment_id=1a087603-cef0-4506-87af-98fe201c3741)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:48:46.484924 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0b48b5-ebc9-433c-9f42-8354f7b47f71 None None] DHCP port deletion for b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:48:46.489826 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:46.491384 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-3859e9c8-89e5-4bb1-bf10-8f73fbaf04d2 None None] Set router 10e1066b-e202-4bf5-ad62-2d9d6d8ecd34 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:48:46.539851 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-07fd40e5-28cc-4498-9110-1ac9c6c1aa29 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Deleting port 8b494477-c15f-4f35-99d0-dfca57dc8db9 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:48:46.540124 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07fd40e5-28cc-4498-9110-1ac9c6c1aa29 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:46.567326 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=5a8d51fb-a2a4-448b-8f29-9d30d5453e03,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:46.580218 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8d0b48b5-ebc9-433c-9f42-8354f7b47f71 None None] Deleting port f91908e5-d137-44f0-9616-501950108877 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:48:46.580593 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8d0b48b5-ebc9-433c-9f42-8354f7b47f71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:46.622293 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-07fd40e5-28cc-4498-9110-1ac9c6c1aa29 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] For port 8b494477-c15f-4f35-99d0-dfca57dc8db9, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=8b494477-c15f-4f35-99d0-dfca57dc8db9,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:48:46.623060 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07fd40e5-28cc-4498-9110-1ac9c6c1aa29 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:46.639149 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-07fd40e5-28cc-4498-9110-1ac9c6c1aa29 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Calling delete_port for 8b494477-c15f-4f35-99d0-dfca57dc8db9 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:48:46.650277 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8d0b48b5-ebc9-433c-9f42-8354f7b47f71 None None] For port f91908e5-d137-44f0-9616-501950108877, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f91908e5-d137-44f0-9616-501950108877,segment=NetworkSegment(384d8523-97b9-4643-89b6-6ac791f7ac54),segment_id=384d8523-97b9-4643-89b6-6ac791f7ac54)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:48:46.650934 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8d0b48b5-ebc9-433c-9f42-8354f7b47f71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:46.665530 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8d0b48b5-ebc9-433c-9f42-8354f7b47f71 None None] Calling delete_port for f91908e5-d137-44f0-9616-501950108877 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:48:46.672367 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-3859e9c8-89e5-4bb1-bf10-8f73fbaf04d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951261473', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:46:25Z', 'updated_at': '2021-11-15T11:48:45Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:46:26Z', 'updated_at': '2021-11-15T11:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:46.703525 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859e9c8-89e5-4bb1-bf10-8f73fbaf04d2 None None] The sync data for ids ['10e1066b-e202-4bf5-ad62-2d9d6d8ecd34'] in n-d-729945-9 is: [{'id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951261473', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:46:25Z', 'updated_at': '2021-11-15T11:48:45Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': '8b494477-c15f-4f35-99d0-dfca57dc8db9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e1066b-e202-4bf5-ad62-2d9d6d8ecd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:46:26Z', 'updated_at': '2021-11-15T11:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:48:46.711057 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['5a8d51fb-a2a4-448b-8f29-9d30d5453e03'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:48:46.803738 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8d0b48b5-ebc9-433c-9f42-8354f7b47f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:46.825558 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07fd40e5-28cc-4498-9110-1ac9c6c1aa29 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:46.840272 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b48b5-ebc9-433c-9f42-8354f7b47f71 None None] Pushing event deleted for resources: {'Port': ['ID=f91908e5-d137-44f0-9616-501950108877,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:46.841519 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ab3cf-dbc2-403c-a4b8-6f2b9321f993 req-46b65f8d-2535-47c8-bb28-0d3c81e48b0e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:46.843205 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6a1ab3cf-dbc2-403c-a4b8-6f2b9321f993 req-46b65f8d-2535-47c8-bb28-0d3c81e48b0e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cae65b0-9576-49c8-a404-45facc4bf38e HTTP/1.1" status: 200 len: 944 time: 0.0591452 Nov 15 11:48:46.853083 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd40e5-28cc-4498-9110-1ac9c6c1aa29 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'Port': ['ID=8b494477-c15f-4f35-99d0-dfca57dc8db9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:46.855396 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0b48b5-ebc9-433c-9f42-8354f7b47f71 None None] No DVR routers for this DVR port f91908e5-d137-44f0-9616-501950108877 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:48:46.895610 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b8dfe6-32ad-490e-818d-81371c1f9d0c None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:48:46.902300 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6a1ab3cf-dbc2-403c-a4b8-6f2b9321f993 req-6d5c9b8b-e7a1-4af3-96d0-8781830aad0f tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=6456af59-af7b-482b-b473-256812d27651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506878 Nov 15 11:48:46.922327 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07fd40e5-28cc-4498-9110-1ac9c6c1aa29 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:47.016771 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07fd40e5-28cc-4498-9110-1ac9c6c1aa29 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:47.018806 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07fd40e5-28cc-4498-9110-1ac9c6c1aa29 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:47.062417 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07fd40e5-28cc-4498-9110-1ac9c6c1aa29 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:47.062950 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fd40e5-28cc-4498-9110-1ac9c6c1aa29 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Fanout notify agent at l3_agent the message router_deleted on router 10e1066b-e202-4bf5-ad62-2d9d6d8ecd34 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:48:47.070322 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-07fd40e5-28cc-4498-9110-1ac9c6c1aa29 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:47.071583 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-07fd40e5-28cc-4498-9110-1ac9c6c1aa29 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "DELETE /v2.0/routers/10e1066b-e202-4bf5-ad62-2d9d6d8ecd34 HTTP/1.1" status: 204 len: 168 time: 0.8435769 Nov 15 11:48:47.074298 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49154) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:47.156888 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d243130-105d-48d1-be53-6a7b8da3f11d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:47.243981 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d243130-105d-48d1-be53-6a7b8da3f11d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:47.265785 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1d243130-105d-48d1-be53-6a7b8da3f11d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f6d00d-fa6f-441c-a7c8-a3680eaebef7']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:47.276459 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1d243130-105d-48d1-be53-6a7b8da3f11d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384d8523-97b9-4643-89b6-6ac791f7ac54') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:47.276831 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-1d243130-105d-48d1-be53-6a7b8da3f11d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384d8523-97b9-4643-89b6-6ac791f7ac54') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:47.291661 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d243130-105d-48d1-be53-6a7b8da3f11d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:47.305644 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d243130-105d-48d1-be53-6a7b8da3f11d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:47.311775 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d243130-105d-48d1-be53-6a7b8da3f11d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:48:47.312197 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d243130-105d-48d1-be53-6a7b8da3f11d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:48:47.315303 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:48:47.378980 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d243130-105d-48d1-be53-6a7b8da3f11d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:47.384973 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d243130-105d-48d1-be53-6a7b8da3f11d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:47.388160 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1d243130-105d-48d1-be53-6a7b8da3f11d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "DELETE /v2.0/networks/b6f6d00d-fa6f-441c-a7c8-a3680eaebef7 HTTP/1.1" status: 204 len: 168 time: 0.3129146 Nov 15 11:48:47.391131 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49156) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:47.400585 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d243130-105d-48d1-be53-6a7b8da3f11d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'Network': ['ID=b6f6d00d-fa6f-441c-a7c8-a3680eaebef7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:47.445990 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2609d657-61cd-42d9-9031-d632e0515a42 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:47.470765 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2609d657-61cd-42d9-9031-d632e0515a42 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:47.532125 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2609d657-61cd-42d9-9031-d632e0515a42 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:47.534840 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2609d657-61cd-42d9-9031-d632e0515a42 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:47.536076 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2609d657-61cd-42d9-9031-d632e0515a42 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "DELETE /v2.0/security-groups/ae126c90-0ff6-43e3-8329-3cc3a9f0f373 HTTP/1.1" status: 204 len: 168 time: 0.1438131 Nov 15 11:48:47.545457 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609d657-61cd-42d9-9031-d632e0515a42 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae126c90-0ff6-43e3-8329-3cc3a9f0f373,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:47.818545 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 8b494477-c15f-4f35-99d0-dfca57dc8db9 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:48:47.838985 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 8b494477-c15f-4f35-99d0-dfca57dc8db9 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:48:47.839326 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 8b494477-c15f-4f35-99d0-dfca57dc8db9 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:48:47.839724 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f91908e5-d137-44f0-9616-501950108877 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:48:47.861628 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: f91908e5-d137-44f0-9616-501950108877 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:48:47.861966 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f91908e5-d137-44f0-9616-501950108877 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:48:47.862355 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 307c8a43-2630-4398-8ebf-3cd2e701bb55 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:48:47.880777 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 307c8a43-2630-4398-8ebf-3cd2e701bb55 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:48:47.881116 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 307c8a43-2630-4398-8ebf-3cd2e701bb55 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:48:48.019371 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49164) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:48.024118 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-4c08e1bc-c52d-4e6f-b0bf-120138410606 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1965999557', 'description': 'tempest-secgroup-smoke-1965999557 description', 'project_id': '362ca752f1324aed8969e4ed5d5df955'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:48.053230 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c08e1bc-c52d-4e6f-b0bf-120138410606 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.133841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df1095-3b68-4cb5-af1b-b6583c97d740 req-d577a4d2-ad49-41f1-bb9a-b4658ad237ef tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:48.135310 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29df1095-3b68-4cb5-af1b-b6583c97d740 req-d577a4d2-ad49-41f1-bb9a-b4658ad237ef tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cae65b0-9576-49c8-a404-45facc4bf38e HTTP/1.1" status: 200 len: 944 time: 0.0728021 Nov 15 11:48:48.149426 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 5a8d51fb-a2a4-448b-8f29-9d30d5453e03 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:48:48.173530 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c08e1bc-c52d-4e6f-b0bf-120138410606 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.184500 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c08e1bc-c52d-4e6f-b0bf-120138410606 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.199085 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 5a8d51fb-a2a4-448b-8f29-9d30d5453e03 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:48:48.203612 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 5a8d51fb-a2a4-448b-8f29-9d30d5453e03 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:48.204145 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.220581 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4c08e1bc-c52d-4e6f-b0bf-120138410606 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.221828 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4c08e1bc-c52d-4e6f-b0bf-120138410606 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2014174 Nov 15 11:48:48.224909 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49166) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:48.229838 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-aec7c217-c92c-4fcb-b508-c19cafacc204 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group_rule': {'security_group_id': '1d72966d-98bd-4572-9996-477a81367915', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:48.230517 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29df1095-3b68-4cb5-af1b-b6583c97d740 req-0b086c90-c04f-4147-a247-73218180eaf8 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=6456af59-af7b-482b-b473-256812d27651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888002 Nov 15 11:48:48.242097 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08e1bc-c52d-4e6f-b0bf-120138410606 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d72966d-98bd-4572-9996-477a81367915,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:48.279235 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aec7c217-c92c-4fcb-b508-c19cafacc204 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.285735 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.310586 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cae65b0-9576-49c8-a404-45facc4bf38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8d51fb-a2a4-448b-8f29-9d30d5453e03'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:48:48.312969 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25626686-8cc2-4d97-8179-6b8e9f78889a" -d '{"events": [{"server_uuid": "1cae65b0-9576-49c8-a404-45facc4bf38e", "name": "network-vif-plugged", "status": "completed", "tag": "5a8d51fb-a2a4-448b-8f29-9d30d5453e03"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:48:48.325413 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 5a8d51fb-a2a4-448b-8f29-9d30d5453e03, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=5a8d51fb-a2a4-448b-8f29-9d30d5453e03,segment=NetworkSegment(1a087603-cef0-4506-87af-98fe201c3741),segment_id=1a087603-cef0-4506-87af-98fe201c3741)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:48:48.331963 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.339595 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aec7c217-c92c-4fcb-b508-c19cafacc204 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.344904 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aec7c217-c92c-4fcb-b508-c19cafacc204 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.357931 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fe2b38-6d9d-46df-8f69-c5caeebe2766 x-openstack-request-id: req-f5fe2b38-6d9d-46df-8f69-c5caeebe2766 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:48:48.358272 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cae65b0-9576-49c8-a404-45facc4bf38e", "name": "network-vif-plugged", "status": "completed", "tag": "5a8d51fb-a2a4-448b-8f29-9d30d5453e03", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:48:48.358526 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5fe2b38-6d9d-46df-8f69-c5caeebe2766 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:48:48.358917 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cae65b0-9576-49c8-a404-45facc4bf38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8d51fb-a2a4-448b-8f29-9d30d5453e03', 'code': 200} Nov 15 11:48:48.364505 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7c217-c92c-4fcb-b508-c19cafacc204 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2943bda7-d8ea-4e14-97c0-5198c25c78fa,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:48.383893 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=5a8d51fb-a2a4-448b-8f29-9d30d5453e03,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:48.389735 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aec7c217-c92c-4fcb-b508-c19cafacc204 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.393850 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-aec7c217-c92c-4fcb-b508-c19cafacc204 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1650529 Nov 15 11:48:48.394054 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49170) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:48.398662 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-98327e78-7734-4d2e-88f4-5f5cf0e862b2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group_rule': {'security_group_id': '1d72966d-98bd-4572-9996-477a81367915', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:48.426897 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98327e78-7734-4d2e-88f4-5f5cf0e862b2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.469852 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8d09d-8f2b-458e-840b-5cfcdbc5dd53 req-fa8ee01d-3c97-410c-bbc7-4d5265871846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:48.471364 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bcc8d09d-8f2b-458e-840b-5cfcdbc5dd53 req-fa8ee01d-3c97-410c-bbc7-4d5265871846 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1cae65b0-9576-49c8-a404-45facc4bf38e HTTP/1.1" status: 200 len: 1096 time: 0.0409787 Nov 15 11:48:48.489021 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98327e78-7734-4d2e-88f4-5f5cf0e862b2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.493833 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98327e78-7734-4d2e-88f4-5f5cf0e862b2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.513724 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98327e78-7734-4d2e-88f4-5f5cf0e862b2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae11482-7f3e-4e2e-98bf-043ae8a4944d,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:48.521749 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bcc8d09d-8f2b-458e-840b-5cfcdbc5dd53 req-8be5a630-d077-4658-9b6e-c1ab583d5e16 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6456af59-af7b-482b-b473-256812d27651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432971 Nov 15 11:48:48.523282 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98327e78-7734-4d2e-88f4-5f5cf0e862b2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.524559 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-98327e78-7734-4d2e-88f4-5f5cf0e862b2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1295791 Nov 15 11:48:48.527315 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49172) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:48.531866 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-bf9fd050-0b03-4a40-9b9b-79242f86c0fe tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group_rule': {'security_group_id': '1d72966d-98bd-4572-9996-477a81367915', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:48.558695 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd050-0b03-4a40-9b9b-79242f86c0fe tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.615631 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd050-0b03-4a40-9b9b-79242f86c0fe tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.620881 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd050-0b03-4a40-9b9b-79242f86c0fe tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.638010 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fd050-0b03-4a40-9b9b-79242f86c0fe tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71da36e5-0f07-4f31-8f56-a9e097890830,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:48.648113 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf9fd050-0b03-4a40-9b9b-79242f86c0fe tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.649325 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bf9fd050-0b03-4a40-9b9b-79242f86c0fe tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210108 Nov 15 11:48:48.652215 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49174) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:48.656681 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d451d0e2-a30d-46f2-8e18-2c7becd8945b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group_rule': {'security_group_id': '1d72966d-98bd-4572-9996-477a81367915', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:48.686186 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d451d0e2-a30d-46f2-8e18-2c7becd8945b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.747001 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d451d0e2-a30d-46f2-8e18-2c7becd8945b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.752810 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d451d0e2-a30d-46f2-8e18-2c7becd8945b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.771276 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451d0e2-a30d-46f2-8e18-2c7becd8945b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0590ed-3b76-4f49-843d-0938458dfbf8,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:48.781101 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d451d0e2-a30d-46f2-8e18-2c7becd8945b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.782331 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d451d0e2-a30d-46f2-8e18-2c7becd8945b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1291320 Nov 15 11:48:48.785292 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49176) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:48.789649 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ec719688-1f50-4b89-b45a-a6d5e9387edd tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group_rule': {'security_group_id': '1d72966d-98bd-4572-9996-477a81367915', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:48.812433 n-d-729945-9 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-ec719688-1f50-4b89-b45a-a6d5e9387edd tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Project 362ca752f1324aed8969e4ed5d5df955 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 11:48:48.817224 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec719688-1f50-4b89-b45a-a6d5e9387edd tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.877422 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec719688-1f50-4b89-b45a-a6d5e9387edd tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.882906 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec719688-1f50-4b89-b45a-a6d5e9387edd tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.899768 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec719688-1f50-4b89-b45a-a6d5e9387edd tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e9daf7-3ca3-4606-830d-c921aa72a4fc,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:48.907886 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec719688-1f50-4b89-b45a-a6d5e9387edd tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:48.909076 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ec719688-1f50-4b89-b45a-a6d5e9387edd tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228485 Nov 15 11:48:48.911941 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49178) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:48.916225 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-57903368-5aa5-438d-8ab6-ef2f395b4f25 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group_rule': {'security_group_id': '1d72966d-98bd-4572-9996-477a81367915', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:48.938891 n-d-729945-9 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-57903368-5aa5-438d-8ab6-ef2f395b4f25 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Project 362ca752f1324aed8969e4ed5d5df955 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 11:48:48.943657 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57903368-5aa5-438d-8ab6-ef2f395b4f25 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:49.002778 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57903368-5aa5-438d-8ab6-ef2f395b4f25 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:49.008408 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57903368-5aa5-438d-8ab6-ef2f395b4f25 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:49.025458 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57903368-5aa5-438d-8ab6-ef2f395b4f25 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e755f7a7-9254-4489-aaf3-f8f002718296,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:49.035284 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57903368-5aa5-438d-8ab6-ef2f395b4f25 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:49.036517 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-57903368-5aa5-438d-8ab6-ef2f395b4f25 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236563 Nov 15 11:48:49.039517 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49180) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:49.044344 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-cce6b7ae-8d48-4818-b3cf-3c983ab2bbe1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'network': {'name': 'tempest-network-smoke--1651259247', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'port_security_enabled': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:49.065479 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce6b7ae-8d48-4818-b3cf-3c983ab2bbe1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Made reservation on behalf of 362ca752f1324aed8969e4ed5d5df955 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:48:49.069003 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cce6b7ae-8d48-4818-b3cf-3c983ab2bbe1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:49.092219 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce6b7ae-8d48-4818-b3cf-3c983ab2bbe1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:48:49.103410 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cce6b7ae-8d48-4818-b3cf-3c983ab2bbe1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:49.103806 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-cce6b7ae-8d48-4818-b3cf-3c983ab2bbe1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Added segment 341c7026-fda3-475b-a9c9-ef81f770d031 of type vlan for network a95130b6-90b6-494f-b2de-a279173334b4 Nov 15 11:48:49.150340 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cce6b7ae-8d48-4818-b3cf-3c983ab2bbe1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:49.179227 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cce6b7ae-8d48-4818-b3cf-3c983ab2bbe1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:49.187490 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce6b7ae-8d48-4818-b3cf-3c983ab2bbe1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:49.188078 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cce6b7ae-8d48-4818-b3cf-3c983ab2bbe1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:49.248410 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cce6b7ae-8d48-4818-b3cf-3c983ab2bbe1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2077653 Nov 15 11:48:49.250020 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49182) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:49.257006 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-9aca5126-dc93-4e18-9411-da7d753df7c0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-221960292', 'admin_state_up': True, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:49.262486 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6b7ae-8d48-4818-b3cf-3c983ab2bbe1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Network': ['ID=a95130b6-90b6-494f-b2de-a279173334b4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:49.278202 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network a95130b6-90b6-494f-b2de-a279173334b4 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:48:49.283277 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9aca5126-dc93-4e18-9411-da7d753df7c0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:49.284501 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9aca5126-dc93-4e18-9411-da7d753df7c0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:49.349842 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9aca5126-dc93-4e18-9411-da7d753df7c0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:49.447230 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bf71c-7572-47c4-a23c-1b6414384565 req-ec11d77f-505d-474f-99a0-e60a4dcee50c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:49.448757 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-de0bf71c-7572-47c4-a23c-1b6414384565 req-ec11d77f-505d-474f-99a0-e60a4dcee50c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cae65b0-9576-49c8-a404-45facc4bf38e HTTP/1.1" status: 200 len: 945 time: 0.1122849 Nov 15 11:48:49.536909 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9aca5126-dc93-4e18-9411-da7d753df7c0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:49.607215 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-de0bf71c-7572-47c4-a23c-1b6414384565 req-f72d7d87-5668-4e5c-b2ae-c223199b8964 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=6456af59-af7b-482b-b473-256812d27651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139913 Nov 15 11:48:49.751221 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9aca5126-dc93-4e18-9411-da7d753df7c0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:49.769501 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9aca5126-dc93-4e18-9411-da7d753df7c0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:49.873209 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-9aca5126-dc93-4e18-9411-da7d753df7c0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Allocated IP 172.25.7.103 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/eab66332-984c-49b4-b9cf-55921c3c6b4f) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:48:49.978404 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9aca5126-dc93-4e18-9411-da7d753df7c0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:50.015309 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9aca5126-dc93-4e18-9411-da7d753df7c0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:50.058408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aca5126-dc93-4e18-9411-da7d753df7c0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:48:50.061463 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-9aca5126-dc93-4e18-9411-da7d753df7c0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:48:50.065681 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aca5126-dc93-4e18-9411-da7d753df7c0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:48:50.067796 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca5126-dc93-4e18-9411-da7d753df7c0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Port': ['ID=eab66332-984c-49b4-b9cf-55921c3c6b4f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:50.074526 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f1391c-d275-4040-b7b5-f6fcb00f191c None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:48:50.158838 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c2977908-5c08-49d9-87c2-56fcbfcf5839 None None] Provisioning complete for port eab66332-984c-49b4-b9cf-55921c3c6b4f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:50.159101 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c2977908-5c08-49d9-87c2-56fcbfcf5839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:50.192908 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c2977908-5c08-49d9-87c2-56fcbfcf5839 None None] Port eab66332-984c-49b4-b9cf-55921c3c6b4f cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:48:50.317953 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9aca5126-dc93-4e18-9411-da7d753df7c0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:50.535714 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9aca5126-dc93-4e18-9411-da7d753df7c0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:50.672452 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aca5126-dc93-4e18-9411-da7d753df7c0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Router 36664c45-29e9-4d75-a3d4-b939094bcf96 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:48:50.798821 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70794435-4478-453d-9a08-c77545dbedc2 req-1d94d951-6bcc-4978-98e6-1ccd66d54d4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:50.800238 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70794435-4478-453d-9a08-c77545dbedc2 req-1d94d951-6bcc-4978-98e6-1ccd66d54d4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cae65b0-9576-49c8-a404-45facc4bf38e HTTP/1.1" status: 200 len: 945 time: 0.1204035 Nov 15 11:48:50.829854 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aca5126-dc93-4e18-9411-da7d753df7c0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:48:50.840352 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] Sync routers for ids ['36664c45-29e9-4d75-a3d4-b939094bcf96'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:48:50.851587 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] Routers {'36664c45-29e9-4d75-a3d4-b939094bcf96'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:48:50.852233 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:48:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['36664c45-29e9-4d75-a3d4-b939094bcf96'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:50.867276 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9aca5126-dc93-4e18-9411-da7d753df7c0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:50.868525 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9aca5126-dc93-4e18-9411-da7d753df7c0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6174302 Nov 15 11:48:50.871840 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49188) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:50.884588 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-70794435-4478-453d-9a08-c77545dbedc2 req-ae46c74d-228b-46f3-af4e-9e851f70b3c1 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=6456af59-af7b-482b-b473-256812d27651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781591 Nov 15 11:48:50.909315 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d82fa586-af46-4c69-934a-3b57f41ea60e tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=362ca752f1324aed8969e4ed5d5df955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333750 Nov 15 11:48:50.909605 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49192) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:51.037151 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc926a-792f-4c49-a93c-e8c614a90552 req-bfdcb8d1-9be6-495e-9245-b047f3f364f4 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:51.038641 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46cc926a-792f-4c49-a93c-e8c614a90552 req-bfdcb8d1-9be6-495e-9245-b047f3f364f4 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cae65b0-9576-49c8-a404-45facc4bf38e HTTP/1.1" status: 200 len: 945 time: 0.0786393 Nov 15 11:48:51.040286 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3c1b78-a364-47ea-a59c-296e225d654f tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:51.044363 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6e3c1b78-a364-47ea-a59c-296e225d654f tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311359 Nov 15 11:48:51.044611 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49194) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:51.086115 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fe6bcbb4-047e-4901-8b12-66c7c2f2ded9 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403883 Nov 15 11:48:51.088899 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49196) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:51.099029 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2e4a1f1a-69cc-485b-88b1-9f80ff66e583 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1192513841', 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:51.122456 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] Set router 36664c45-29e9-4d75-a3d4-b939094bcf96 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:48:51.126718 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46cc926a-792f-4c49-a93c-e8c614a90552 req-9a0bd977-b4e6-4c06-a9a8-7099f8087af4 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=6456af59-af7b-482b-b473-256812d27651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796905 Nov 15 11:48:51.143180 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49198) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:51.182848 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb51e56-fccd-421f-8e58-f24de8fe7e18 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:51.187752 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-aeb51e56-fccd-421f-8e58-f24de8fe7e18 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1cae65b0-9576-49c8-a404-45facc4bf38e HTTP/1.1" status: 200 len: 1091 time: 0.0402153 Nov 15 11:48:51.187947 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49200) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:51.192373 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-4e52cf80-01f2-46ea-8f1c-ac17333fb594 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': '5a8d51fb-a2a4-448b-8f29-9d30d5453e03', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:51.200989 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4a1f1a-69cc-485b-88b1-9f80ff66e583 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Made reservation on behalf of 362ca752f1324aed8969e4ed5d5df955 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:48:51.204682 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e4a1f1a-69cc-485b-88b1-9f80ff66e583 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:51.222575 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e52cf80-01f2-46ea-8f1c-ac17333fb594 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:51.310307 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221960292', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:50Z', 'revision_number': 3, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:51.328132 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e52cf80-01f2-46ea-8f1c-ac17333fb594 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:51.341931 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] Checking router: 36664c45-29e9-4d75-a3d4-b939094bcf96 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:48:51.342250 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] Updating router 36664c45-29e9-4d75-a3d4-b939094bcf96 port eab66332-984c-49b4-b9cf-55921c3c6b4f binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:48:51.368315 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:51.401435 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e4a1f1a-69cc-485b-88b1-9f80ff66e583 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:51.431715 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-4e52cf80-01f2-46ea-8f1c-ac17333fb594 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Allocated IP 172.25.7.71 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/9c26d819-88ce-41bf-80de-1fa10934b2f8) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:48:51.468557 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a1f1a-69cc-485b-88b1-9f80ff66e583 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Subnet': ['ID=c008993a-7f17-4d58-a3bb-fc42926718f3,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:51.476912 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a1f1a-69cc-485b-88b1-9f80ff66e583 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Checking segment: {'id': '341c7026-fda3-475b-a9c9-ef81f770d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:48:51.477273 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a1f1a-69cc-485b-88b1-9f80ff66e583 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network hostable DHCP agents. Network: a95130b6-90b6-494f-b2de-a279173334b4, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:48:51.495060 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a1f1a-69cc-485b-88b1-9f80ff66e583 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network a95130b6-90b6-494f-b2de-a279173334b4 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:48:51.506548 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2e4a1f1a-69cc-485b-88b1-9f80ff66e583 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, a95130b6-90b6-494f-b2de-a279173334b4) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:48:51.512619 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4a1f1a-69cc-485b-88b1-9f80ff66e583 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:51.513591 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2e4a1f1a-69cc-485b-88b1-9f80ff66e583 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:51.514230 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dbe32f-edc4-4910-8fe1-d23d97f6df89 None None] Network a95130b6-90b6-494f-b2de-a279173334b4 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:48:51.534348 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2e4a1f1a-69cc-485b-88b1-9f80ff66e583 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4417663 Nov 15 11:48:51.534575 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49202) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:51.552521 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e52cf80-01f2-46ea-8f1c-ac17333fb594 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:51.589321 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e52cf80-01f2-46ea-8f1c-ac17333fb594 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:51.625983 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e52cf80-01f2-46ea-8f1c-ac17333fb594 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:48:51.632432 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-4e52cf80-01f2-46ea-8f1c-ac17333fb594 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:48:51.636067 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e52cf80-01f2-46ea-8f1c-ac17333fb594 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:48:51.662784 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52cf80-01f2-46ea-8f1c-ac17333fb594 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'Port': ['ID=9c26d819-88ce-41bf-80de-1fa10934b2f8,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:51.699758 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e609671f-827e-4ffa-af37-617cf2adc989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-a95130b6-90b6-494f-b2de-a279173334b4', 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'fixed_ips': [{'subnet_id': 'c008993a-7f17-4d58-a3bb-fc42926718f3'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:48:51.700651 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e609671f-827e-4ffa-af37-617cf2adc989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:51.900129 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:51.907153 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-e609671f-827e-4ffa-af37-617cf2adc989 None None] Allocated IP 172.20.0.2 (a95130b6-90b6-494f-b2de-a279173334b4/c008993a-7f17-4d58-a3bb-fc42926718f3/401002f7-3c89-4e25-9612-d2dda9a32105) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:48:51.911447 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:52.003008 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86b4ca6-1737-429b-848f-ef2f0beae404 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:48:52.004622 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3af59779-e694-49e3-95bf-a03138ef624e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:52.018968 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924683e4-d58a-4e04-a458-ebb4997669fb None None] Pushing event updated for resources: {'Port': ['ID=eab66332-984c-49b4-b9cf-55921c3c6b4f,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:52.023047 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] Attempting to bind port eab66332-984c-49b4-b9cf-55921c3c6b4f on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:48:52.023405 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] Attempting to bind port eab66332-984c-49b4-b9cf-55921c3c6b4f by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:48:52.023976 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] Attempting to bind port eab66332-984c-49b4-b9cf-55921c3c6b4f on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:48:52.030518 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e52cf80-01f2-46ea-8f1c-ac17333fb594 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:52.034042 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:48:52.034418 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:48:52.034808 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:52.035192 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:48:52.035653 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] Bound port: eab66332-984c-49b4-b9cf-55921c3c6b4f, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:48:52.036051 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:52.109757 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e52cf80-01f2-46ea-8f1c-ac17333fb594 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:52.113586 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] For port eab66332-984c-49b4-b9cf-55921c3c6b4f, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:48:52.144935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] For port eab66332-984c-49b4-b9cf-55921c3c6b4f, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=eab66332-984c-49b4-b9cf-55921c3c6b4f,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:48:52.172879 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:52.214111 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-080d92da-40b0-4dc2-a874-15bf906a3031 None None] Provisioning complete for port eab66332-984c-49b4-b9cf-55921c3c6b4f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:52.214472 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-080d92da-40b0-4dc2-a874-15bf906a3031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:52.266364 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e32eb69-e88b-4aa5-9006-f89bff72f538 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:48:52.285933 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e609671f-827e-4ffa-af37-617cf2adc989 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:52.300352 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924683e4-d58a-4e04-a458-ebb4997669fb None None] Pushing event updated for resources: {'Port': ['ID=eab66332-984c-49b4-b9cf-55921c3c6b4f,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:52.308502 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e609671f-827e-4ffa-af37-617cf2adc989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:52.314938 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] Routers {'36664c45-29e9-4d75-a3d4-b939094bcf96'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:48:52.315572 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:48:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['36664c45-29e9-4d75-a3d4-b939094bcf96'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:52.363513 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-3af59779-e694-49e3-95bf-a03138ef624e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Allocated IP 172.20.0.1 (a95130b6-90b6-494f-b2de-a279173334b4/c008993a-7f17-4d58-a3bb-fc42926718f3/fa9a6718-750b-4aec-959b-5f6dd4d5c159) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:48:52.435537 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e609671f-827e-4ffa-af37-617cf2adc989 None None] Network a95130b6-90b6-494f-b2de-a279173334b4 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:48:52.439637 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609671f-827e-4ffa-af37-617cf2adc989 None None] Pushing event updated for resources: {'Port': ['ID=401002f7-3c89-4e25-9612-d2dda9a32105,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:52.445576 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-e609671f-827e-4ffa-af37-617cf2adc989 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:48:52.467923 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e609671f-827e-4ffa-af37-617cf2adc989 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:48:52.498428 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3af59779-e694-49e3-95bf-a03138ef624e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:52.536216 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3af59779-e694-49e3-95bf-a03138ef624e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:52.538044 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] Set router 36664c45-29e9-4d75-a3d4-b939094bcf96 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:48:52.575478 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af59779-e694-49e3-95bf-a03138ef624e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network a95130b6-90b6-494f-b2de-a279173334b4 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:48:52.582809 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3af59779-e694-49e3-95bf-a03138ef624e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:48:52.586969 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af59779-e694-49e3-95bf-a03138ef624e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:48:52.594702 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af59779-e694-49e3-95bf-a03138ef624e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Port': ['ID=fa9a6718-750b-4aec-959b-5f6dd4d5c159,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:52.603095 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e52cf80-01f2-46ea-8f1c-ac17333fb594 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:52.611056 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e52cf80-01f2-46ea-8f1c-ac17333fb594 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:52.617135 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-080d92da-40b0-4dc2-a874-15bf906a3031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:52.641616 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3af59779-e694-49e3-95bf-a03138ef624e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:52.678305 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-e609671f-827e-4ffa-af37-617cf2adc989 None None] Attempting to bind port 401002f7-3c89-4e25-9612-d2dda9a32105 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:48:52.678657 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-e609671f-827e-4ffa-af37-617cf2adc989 None None] Attempting to bind port 401002f7-3c89-4e25-9612-d2dda9a32105 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '341c7026-fda3-475b-a9c9-ef81f770d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:48:52.679062 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e609671f-827e-4ffa-af37-617cf2adc989 None None] Attempting to bind port 401002f7-3c89-4e25-9612-d2dda9a32105 on network a95130b6-90b6-494f-b2de-a279173334b4 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:48:52.683154 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52cf80-01f2-46ea-8f1c-ac17333fb594 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'Port': ['ID=9c26d819-88ce-41bf-80de-1fa10934b2f8,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:52.687561 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-080d92da-40b0-4dc2-a874-15bf906a3031 None None] For port eab66332-984c-49b4-b9cf-55921c3c6b4f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=eab66332-984c-49b4-b9cf-55921c3c6b4f,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:48:52.692159 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e52cf80-01f2-46ea-8f1c-ac17333fb594 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:52.696416 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e609671f-827e-4ffa-af37-617cf2adc989 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:48:52.696798 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e609671f-827e-4ffa-af37-617cf2adc989 None None] Checking segment: {'id': '341c7026-fda3-475b-a9c9-ef81f770d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:48:52.697212 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e609671f-827e-4ffa-af37-617cf2adc989 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:52.697580 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e609671f-827e-4ffa-af37-617cf2adc989 None None] Bound using segment: {'id': '341c7026-fda3-475b-a9c9-ef81f770d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:48:52.698050 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-e609671f-827e-4ffa-af37-617cf2adc989 None None] Bound port: 401002f7-3c89-4e25-9612-d2dda9a32105, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341c7026-fda3-475b-a9c9-ef81f770d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:48:52.698428 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e609671f-827e-4ffa-af37-617cf2adc989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:52.700436 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-080d92da-40b0-4dc2-a874-15bf906a3031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:52.795276 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3af59779-e694-49e3-95bf-a03138ef624e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:52.808351 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-4e52cf80-01f2-46ea-8f1c-ac17333fb594 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Floating IP 0b1ee1c8-06a4-4f5c-a93a-fe3a2de1d0e0 associated. External IP: 172.25.7.71, port: 5a8d51fb-a2a4-448b-8f29-9d30d5453e03. Nov 15 11:48:52.831376 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d92da-40b0-4dc2-a874-15bf906a3031 None None] Pushing event updated for resources: {'Port': ['ID=eab66332-984c-49b4-b9cf-55921c3c6b4f,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:52.879490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e609671f-827e-4ffa-af37-617cf2adc989 None None] For port 401002f7-3c89-4e25-9612-d2dda9a32105, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:48:52.896987 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-85d4c0d6-4b00-4881-af00-5406e1d42c4e None None] Provisioning complete for port eab66332-984c-49b4-b9cf-55921c3c6b4f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:52.897423 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-85d4c0d6-4b00-4881-af00-5406e1d42c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:52.900156 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e609671f-827e-4ffa-af37-617cf2adc989 None None] For port 401002f7-3c89-4e25-9612-d2dda9a32105, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=401002f7-3c89-4e25-9612-d2dda9a32105,segment=NetworkSegment(341c7026-fda3-475b-a9c9-ef81f770d031),segment_id=341c7026-fda3-475b-a9c9-ef81f770d031)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:48:52.929188 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e609671f-827e-4ffa-af37-617cf2adc989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:53.013154 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609671f-827e-4ffa-af37-617cf2adc989 None None] Pushing event updated for resources: {'Port': ['ID=401002f7-3c89-4e25-9612-d2dda9a32105,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:53.041005 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221960292', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:50Z', 'revision_number': 3, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:53.050198 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e52cf80-01f2-46ea-8f1c-ac17333fb594 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Router 97b65810-c594-4747-b060-f0c900e44e8b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:48:53.080670 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25674c12-b5c8-4c27-b778-526a9e6daa17 None None] The sync data for ids ['36664c45-29e9-4d75-a3d4-b939094bcf96'] in n-d-729945-9 is: [{'id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221960292', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:50Z', 'revision_number': 3, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:48:53.137992 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3af59779-e694-49e3-95bf-a03138ef624e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:53.143938 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3af59779-e694-49e3-95bf-a03138ef624e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:53.189103 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e52cf80-01f2-46ea-8f1c-ac17333fb594 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:48:53.205346 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc02c1c-fa07-472c-b74b-4d544a3bc03d None None] Sync routers for ids ['97b65810-c594-4747-b060-f0c900e44e8b'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:48:53.226492 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc02c1c-fa07-472c-b74b-4d544a3bc03d None None] Routers {'97b65810-c594-4747-b060-f0c900e44e8b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:48:53.227442 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-1cc02c1c-fa07-472c-b74b-4d544a3bc03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:48:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['97b65810-c594-4747-b060-f0c900e44e8b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:53.238361 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4e52cf80-01f2-46ea-8f1c-ac17333fb594 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:53.255425 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3af59779-e694-49e3-95bf-a03138ef624e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:53.269487 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af59779-e694-49e3-95bf-a03138ef624e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Port': ['ID=fa9a6718-750b-4aec-959b-5f6dd4d5c159,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:53.298662 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4e52cf80-01f2-46ea-8f1c-ac17333fb594 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1096191 Nov 15 11:48:53.299537 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cae65b0-9576-49c8-a404-45facc4bf38e', 'tag': '5a8d51fb-a2a4-448b-8f29-9d30d5453e03'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:48:53.302022 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65696a64-ff5d-4364-a5e3-cceb9b337a92" -d '{"events": [{"name": "network-changed", "server_uuid": "1cae65b0-9576-49c8-a404-45facc4bf38e", "tag": "5a8d51fb-a2a4-448b-8f29-9d30d5453e03"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:48:53.316353 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49204) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:53.423078 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85132d2b-ff1b-4dee-84dd-075df298f0b5 x-openstack-request-id: req-85132d2b-ff1b-4dee-84dd-075df298f0b5 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:48:53.434776 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cae65b0-9576-49c8-a404-45facc4bf38e", "tag": "5a8d51fb-a2a4-448b-8f29-9d30d5453e03", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:48:53.435144 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85132d2b-ff1b-4dee-84dd-075df298f0b5 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:48:53.435572 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cae65b0-9576-49c8-a404-45facc4bf38e', 'tag': '5a8d51fb-a2a4-448b-8f29-9d30d5453e03', 'status': 'completed', 'code': 200} Nov 15 11:48:53.439857 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af59779-e694-49e3-95bf-a03138ef624e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network a95130b6-90b6-494f-b2de-a279173334b4 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:48:53.441473 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3af59779-e694-49e3-95bf-a03138ef624e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:48:53.454820 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-1cc02c1c-fa07-472c-b74b-4d544a3bc03d None None] Set router 97b65810-c594-4747-b060-f0c900e44e8b gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:48:53.494154 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3d123531-d961-4a3e-9b4a-4a347a1182d2 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/floatingips/0b1ee1c8-06a4-4f5c-a93a-fe3a2de1d0e0 HTTP/1.1" status: 200 len: 990 time: 0.1761501 Nov 15 11:48:53.519551 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65696a64-ff5d-4364-a5e3-cceb9b337a92 req-793c6c5c-e6b6-4843-8bfc-02848e22d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:53.528231 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65696a64-ff5d-4364-a5e3-cceb9b337a92 req-793c6c5c-e6b6-4843-8bfc-02848e22d76b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9eca6c75758e4f7b8108e5478cb1f3d8&device_id=1cae65b0-9576-49c8-a404-45facc4bf38e HTTP/1.1" status: 200 len: 1096 time: 0.0714798 Nov 15 11:48:53.636815 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65696a64-ff5d-4364-a5e3-cceb9b337a92 req-b655868c-2994-4f63-95de-b42ead91e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:53.638378 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65696a64-ff5d-4364-a5e3-cceb9b337a92 req-b655868c-2994-4f63-95de-b42ead91e49d service neutron] 10.222.0.55 "GET /v2.0/networks?id=6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe HTTP/1.1" status: 200 len: 897 time: 0.1091676 Nov 15 11:48:53.698447 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-1cc02c1c-fa07-472c-b74b-4d544a3bc03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b65810-c594-4747-b060-f0c900e44e8b', 'name': 'tempest-TestNetworkBasicOps-router-308003306', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:31Z', 'updated_at': '2021-11-15T11:48:35Z', 'revision_number': 4, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:32Z', 'updated_at': '2021-11-15T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '0b1ee1c8-06a4-4f5c-a93a-fe3a2de1d0e0', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'port_id': '5a8d51fb-a2a4-448b-8f29-9d30d5453e03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'mac_address': 'fa:16:3e:1d:d2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae65b0-9576-49c8-a404-45facc4bf38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:48:51Z', 'updated_at': '2021-11-15T11:48:51Z', 'revision_number': 0, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9781811c-ccb6-4b18-b50b-cf36aad9c692', 'name': '', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:e6:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:35Z', 'updated_at': '2021-11-15T11:48:38Z', 'revision_number': 5, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:53.741266 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc02c1c-fa07-472c-b74b-4d544a3bc03d None None] Checking router: 97b65810-c594-4747-b060-f0c900e44e8b for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:48:53.743463 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65696a64-ff5d-4364-a5e3-cceb9b337a92 req-b7a8269f-a39d-479e-9112-f89390616eb4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a8d51fb-a2a4-448b-8f29-9d30d5453e03 HTTP/1.1" status: 200 len: 998 time: 0.0962398 Nov 15 11:48:53.751524 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc02c1c-fa07-472c-b74b-4d544a3bc03d None None] Routers {'97b65810-c594-4747-b060-f0c900e44e8b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:48:53.752453 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-1cc02c1c-fa07-472c-b74b-4d544a3bc03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:48:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['97b65810-c594-4747-b060-f0c900e44e8b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:53.823997 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65696a64-ff5d-4364-a5e3-cceb9b337a92 req-2aab976f-46ea-452b-b974-9881f7e98289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:53.825642 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65696a64-ff5d-4364-a5e3-cceb9b337a92 req-2aab976f-46ea-452b-b974-9881f7e98289 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=baeb4dc4-7fcb-46bf-9cd2-8fe713917e98 HTTP/1.1" status: 200 len: 835 time: 0.0738447 Nov 15 11:48:53.886035 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-1cc02c1c-fa07-472c-b74b-4d544a3bc03d None None] Set router 97b65810-c594-4747-b060-f0c900e44e8b gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:48:53.911157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65696a64-ff5d-4364-a5e3-cceb9b337a92 req-70b2df40-0662-4728-bd31-0fe81c4ef8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:53.913421 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65696a64-ff5d-4364-a5e3-cceb9b337a92 req-70b2df40-0662-4728-bd31-0fe81c4ef8dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778151 Nov 15 11:48:53.956846 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device eab66332-984c-49b4-b9cf-55921c3c6b4f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:48:54.064455 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port eab66332-984c-49b4-b9cf-55921c3c6b4f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:54.064812 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:54.126590 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af59779-e694-49e3-95bf-a03138ef624e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Router 36664c45-29e9-4d75-a3d4-b939094bcf96 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:48:54.138328 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65696a64-ff5d-4364-a5e3-cceb9b337a92 req-f286a71a-0672-48a7-8c64-0b72df939041 service neutron] 10.222.0.55 "GET /v2.0/networks/6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161479 Nov 15 11:48:54.249859 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 401002f7-3c89-4e25-9612-d2dda9a32105 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:48:54.267010 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65696a64-ff5d-4364-a5e3-cceb9b337a92 req-1e580dd6-be61-4f25-8384-21ec58962d0c service neutron] 10.222.0.55 "GET /v2.0/networks/6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201324 Nov 15 11:48:54.314259 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-1cc02c1c-fa07-472c-b74b-4d544a3bc03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b65810-c594-4747-b060-f0c900e44e8b', 'name': 'tempest-TestNetworkBasicOps-router-308003306', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:31Z', 'updated_at': '2021-11-15T11:48:35Z', 'revision_number': 4, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:32Z', 'updated_at': '2021-11-15T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '0b1ee1c8-06a4-4f5c-a93a-fe3a2de1d0e0', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'port_id': '5a8d51fb-a2a4-448b-8f29-9d30d5453e03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'mac_address': 'fa:16:3e:1d:d2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae65b0-9576-49c8-a404-45facc4bf38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:48:51Z', 'updated_at': '2021-11-15T11:48:51Z', 'revision_number': 0, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9781811c-ccb6-4b18-b50b-cf36aad9c692', 'name': '', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:e6:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:35Z', 'updated_at': '2021-11-15T11:48:38Z', 'revision_number': 5, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:54.317984 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 401002f7-3c89-4e25-9612-d2dda9a32105 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:54.318608 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:54.348077 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af59779-e694-49e3-95bf-a03138ef624e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:48:54.351646 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc02c1c-fa07-472c-b74b-4d544a3bc03d None None] The sync data for ids ['97b65810-c594-4747-b060-f0c900e44e8b'] in n-d-729945-9 is: [{'id': '97b65810-c594-4747-b060-f0c900e44e8b', 'name': 'tempest-TestNetworkBasicOps-router-308003306', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:31Z', 'updated_at': '2021-11-15T11:48:35Z', 'revision_number': 4, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:32Z', 'updated_at': '2021-11-15T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '0b1ee1c8-06a4-4f5c-a93a-fe3a2de1d0e0', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'port_id': '5a8d51fb-a2a4-448b-8f29-9d30d5453e03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'mac_address': 'fa:16:3e:1d:d2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae65b0-9576-49c8-a404-45facc4bf38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:48:51Z', 'updated_at': '2021-11-15T11:48:51Z', 'revision_number': 0, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9781811c-ccb6-4b18-b50b-cf36aad9c692', 'name': '', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:e6:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:35Z', 'updated_at': '2021-11-15T11:48:38Z', 'revision_number': 5, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:48:54.357410 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3af59779-e694-49e3-95bf-a03138ef624e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "PUT /v2.0/routers/36664c45-29e9-4d75-a3d4-b939094bcf96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8218122 Nov 15 11:48:54.414734 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:54.497795 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49212) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:54.587854 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066cfa49-a2af-4d71-8900-426b92bd1637 None None] Network a95130b6-90b6-494f-b2de-a279173334b4 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:48:54.631433 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a3cfc32a-bd4e-44b3-9515-3b124870ac2b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/floatingips/0b1ee1c8-06a4-4f5c-a93a-fe3a2de1d0e0 HTTP/1.1" status: 200 len: 990 time: 0.1312325 Nov 15 11:48:54.647647 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-d975fe2d-d13a-4742-9ae5-44a66c644a65 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965999557&fields=id&tenant_id=362ca752f1324aed8969e4ed5d5df955 HTTP/1.1" status: 200 len: 267 time: 0.0746667 Nov 15 11:48:54.665603 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 401002f7-3c89-4e25-9612-d2dda9a32105, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=401002f7-3c89-4e25-9612-d2dda9a32105,segment=NetworkSegment(341c7026-fda3-475b-a9c9-ef81f770d031),segment_id=341c7026-fda3-475b-a9c9-ef81f770d031)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:48:54.666721 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-9a7e4c4e-6f28-46b7-8444-938840bf3dca None None] Provisioning complete for port 401002f7-3c89-4e25-9612-d2dda9a32105 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:54.667083 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4c4e-6f28-46b7-8444-938840bf3dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:54.700634 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:54.711888 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e13dde-6ff8-41af-8a4d-c1faf5a996de None None] New status for floating IP 0b1ee1c8-06a4-4f5c-a93a-fe3a2de1d0e0: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:48:54.771143 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-c83b9a9a-7d51-4b63-aea3-3fc6806efa40 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:54.772858 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-c83b9a9a-7d51-4b63-aea3-3fc6806efa40 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/networks?id=a95130b6-90b6-494f-b2de-a279173334b4 HTTP/1.1" status: 200 len: 797 time: 0.1153989 Nov 15 11:48:54.789344 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-c14f1b38-5dd1-4501-afed-535d0fa84d11 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/quotas/362ca752f1324aed8969e4ed5d5df955 HTTP/1.1" status: 200 len: 375 time: 0.0102322 Nov 15 11:48:54.844379 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-68dce7dd-7ab8-449f-8cd8-f959aa0d4912 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487826 Nov 15 11:48:54.907767 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=401002f7-3c89-4e25-9612-d2dda9a32105,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:54.950326 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-1e561000-8db5-407c-aa1a-dce3cd472eb2 service neutron] 10.222.0.64 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956817 Nov 15 11:48:55.053782 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-10655a00-73cb-4a78-a16f-8310144168da service neutron] 10.222.0.64 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971365 Nov 15 11:48:55.087405 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] Sync routers for ids ['36664c45-29e9-4d75-a3d4-b939094bcf96'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:48:55.098956 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] Routers {'36664c45-29e9-4d75-a3d4-b939094bcf96'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:48:55.099707 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:48:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['36664c45-29e9-4d75-a3d4-b939094bcf96'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:55.245662 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] Set router 36664c45-29e9-4d75-a3d4-b939094bcf96 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:48:55.259911 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bc9cafc0-e4b4-4886-8b87-9760508d5f41 req-d7ab502c-4dc1-4e05-b494-420b7b296239 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 210 time: 0.0312316 Nov 15 11:48:55.345342 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f93e84b4-c678-46af-975d-495c499cb06b None None] Provisioning complete for port fa9a6718-750b-4aec-959b-5f6dd4d5c159 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:55.345941 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f93e84b4-c678-46af-975d-495c499cb06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:55.385324 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f93e84b4-c678-46af-975d-495c499cb06b None None] Port fa9a6718-750b-4aec-959b-5f6dd4d5c159 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:48:55.397729 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f93e84b4-c678-46af-975d-495c499cb06b None None] Provisioning complete for port 401002f7-3c89-4e25-9612-d2dda9a32105 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:55.398699 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f93e84b4-c678-46af-975d-495c499cb06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:55.607313 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221960292', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:52Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'fa9a6718-750b-4aec-959b-5f6dd4d5c159', 'name': '', 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:2a:06:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c008993a-7f17-4d58-a3bb-fc42926718f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:52Z', 'updated_at': '2021-11-15T11:48:52Z', 'revision_number': 2, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': 'c008993a-7f17-4d58-a3bb-fc42926718f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:55.620694 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-814fa042-b8e6-4c36-bf0e-9e9bc95c24c8 None None] Provisioning complete for port fa9a6718-750b-4aec-959b-5f6dd4d5c159 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:55.621332 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-814fa042-b8e6-4c36-bf0e-9e9bc95c24c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:55.633610 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49232) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:48:55.637937 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] Checking router: 36664c45-29e9-4d75-a3d4-b939094bcf96 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:48:55.638277 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] Updating router 36664c45-29e9-4d75-a3d4-b939094bcf96 port fa9a6718-750b-4aec-959b-5f6dd4d5c159 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:48:55.667904 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:55.674197 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-814fa042-b8e6-4c36-bf0e-9e9bc95c24c8 None None] Port fa9a6718-750b-4aec-959b-5f6dd4d5c159 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:48:55.723461 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8022ac63-edba-4022-9a58-ce2cb6738d47 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/floatingips/0b1ee1c8-06a4-4f5c-a93a-fe3a2de1d0e0 HTTP/1.1" status: 200 len: 992 time: 0.0882089 Nov 15 11:48:55.795984 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f78b8aac-2937-45f6-9d07-2cb88779a936 None None] Provisioning complete for port fa9a6718-750b-4aec-959b-5f6dd4d5c159 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:55.796470 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f78b8aac-2937-45f6-9d07-2cb88779a936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:55.834062 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 401002f7-3c89-4e25-9612-d2dda9a32105 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:48:55.866716 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f78b8aac-2937-45f6-9d07-2cb88779a936 None None] Port fa9a6718-750b-4aec-959b-5f6dd4d5c159 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:48:55.890639 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 401002f7-3c89-4e25-9612-d2dda9a32105 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:55.890999 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:55.996121 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:56.003794 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:56.052703 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0e498-5aff-4c7b-bbdd-f3e784135964 None None] Pushing event updated for resources: {'Port': ['ID=fa9a6718-750b-4aec-959b-5f6dd4d5c159,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:56.106377 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] Attempting to bind port fa9a6718-750b-4aec-959b-5f6dd4d5c159 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:48:56.106764 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] Attempting to bind port fa9a6718-750b-4aec-959b-5f6dd4d5c159 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '341c7026-fda3-475b-a9c9-ef81f770d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:48:56.107117 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] Attempting to bind port fa9a6718-750b-4aec-959b-5f6dd4d5c159 on network a95130b6-90b6-494f-b2de-a279173334b4 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:48:56.113212 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:48:56.113572 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] Checking segment: {'id': '341c7026-fda3-475b-a9c9-ef81f770d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:48:56.113974 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:56.114337 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] Bound using segment: {'id': '341c7026-fda3-475b-a9c9-ef81f770d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:48:56.114786 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] Bound port: fa9a6718-750b-4aec-959b-5f6dd4d5c159, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341c7026-fda3-475b-a9c9-ef81f770d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:48:56.115152 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:56.180557 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] For port fa9a6718-750b-4aec-959b-5f6dd4d5c159, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:48:56.184033 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] For port fa9a6718-750b-4aec-959b-5f6dd4d5c159, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=fa9a6718-750b-4aec-959b-5f6dd4d5c159,segment=NetworkSegment(341c7026-fda3-475b-a9c9-ef81f770d031),segment_id=341c7026-fda3-475b-a9c9-ef81f770d031)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:48:56.190798 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:56.245787 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0e498-5aff-4c7b-bbdd-f3e784135964 None None] Pushing event updated for resources: {'Port': ['ID=fa9a6718-750b-4aec-959b-5f6dd4d5c159,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:56.256330 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] Routers {'36664c45-29e9-4d75-a3d4-b939094bcf96'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:48:56.256932 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:48:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['36664c45-29e9-4d75-a3d4-b939094bcf96'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:56.299807 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a492be2d-1210-466d-9415-240c6f64a5e2 None None] Provisioning complete for port fa9a6718-750b-4aec-959b-5f6dd4d5c159 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:56.300809 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a492be2d-1210-466d-9415-240c6f64a5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:56.400947 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-43f32485-1451-4fde-98c5-03a51f714aff tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:56.402615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-43f32485-1451-4fde-98c5-03a51f714aff tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.11 "GET /v2.0/networks?id=a95130b6-90b6-494f-b2de-a279173334b4 HTTP/1.1" status: 200 len: 797 time: 0.1821117 Nov 15 11:48:56.415420 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a492be2d-1210-466d-9415-240c6f64a5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:56.428038 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-671228f8-c643-4f19-870a-2423aefdb57c req-953881c0-ad59-4022-a634-d9c848122d7a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 210 time: 0.0582168 Nov 15 11:48:56.445429 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] Set router 36664c45-29e9-4d75-a3d4-b939094bcf96 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:48:56.474496 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a492be2d-1210-466d-9415-240c6f64a5e2 None None] For port fa9a6718-750b-4aec-959b-5f6dd4d5c159, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=fa9a6718-750b-4aec-959b-5f6dd4d5c159,segment=NetworkSegment(341c7026-fda3-475b-a9c9-ef81f770d031),segment_id=341c7026-fda3-475b-a9c9-ef81f770d031)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:48:56.482663 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a492be2d-1210-466d-9415-240c6f64a5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:56.513271 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-ac5138c8-0149-4764-acd6-9c75a6cd8d85 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=362ca752f1324aed8969e4ed5d5df955 HTTP/1.1" status: 200 len: 380 time: 0.0926864 Nov 15 11:48:56.524917 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-22e704c3-10b2-41f8-83b1-e546de7aa145 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'port': {'device_id': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4', 'admin_state_up': True, 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'security_groups': ['1d72966d-98bd-4572-9996-477a81367915']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:56.540462 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492be2d-1210-466d-9415-240c6f64a5e2 None None] Pushing event updated for resources: {'Port': ['ID=fa9a6718-750b-4aec-959b-5f6dd4d5c159,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:56.604650 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0d0604f7-1f02-4406-8c5a-0b5c98ee332e None None] Provisioning complete for port fa9a6718-750b-4aec-959b-5f6dd4d5c159 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:56.605108 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0d0604f7-1f02-4406-8c5a-0b5c98ee332e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:56.643557 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-22e704c3-10b2-41f8-83b1-e546de7aa145 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Made reservation on behalf of 362ca752f1324aed8969e4ed5d5df955 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:48:56.648044 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-22e704c3-10b2-41f8-83b1-e546de7aa145 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:56.665910 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221960292', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:52Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'fa9a6718-750b-4aec-959b-5f6dd4d5c159', 'name': '', 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:2a:06:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c008993a-7f17-4d58-a3bb-fc42926718f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:52Z', 'updated_at': '2021-11-15T11:48:56Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': 'c008993a-7f17-4d58-a3bb-fc42926718f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:48:56.695521 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d959d3-84fb-43a5-ba62-4e1eb903b593 None None] The sync data for ids ['36664c45-29e9-4d75-a3d4-b939094bcf96'] in n-d-729945-9 is: [{'id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221960292', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:52Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'fa9a6718-750b-4aec-959b-5f6dd4d5c159', 'name': '', 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:2a:06:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c008993a-7f17-4d58-a3bb-fc42926718f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:52Z', 'updated_at': '2021-11-15T11:48:56Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': 'c008993a-7f17-4d58-a3bb-fc42926718f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:48:56.794962 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-22e704c3-10b2-41f8-83b1-e546de7aa145 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Allocated IP 172.20.0.8 (a95130b6-90b6-494f-b2de-a279173334b4/c008993a-7f17-4d58-a3bb-fc42926718f3/5ce531a3-7d79-423f-9691-23baa7f0ea39) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:48:56.941488 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-22e704c3-10b2-41f8-83b1-e546de7aa145 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:56.978004 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-22e704c3-10b2-41f8-83b1-e546de7aa145 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:57.023127 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-22e704c3-10b2-41f8-83b1-e546de7aa145 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network a95130b6-90b6-494f-b2de-a279173334b4 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:48:57.026341 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-22e704c3-10b2-41f8-83b1-e546de7aa145 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:48:57.030328 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-22e704c3-10b2-41f8-83b1-e546de7aa145 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:48:57.037680 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e704c3-10b2-41f8-83b1-e546de7aa145 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Port': ['ID=5ce531a3-7d79-423f-9691-23baa7f0ea39,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:57.085519 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-22e704c3-10b2-41f8-83b1-e546de7aa145 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:57.086164 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-22e704c3-10b2-41f8-83b1-e546de7aa145 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:57.111569 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-22e704c3-10b2-41f8-83b1-e546de7aa145 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5918312 Nov 15 11:48:57.129499 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-5e67ae2e-4c1c-491e-95b9-812a0bd4fa96 service neutron] Request body: {'port': {'device_id': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:48:57.194555 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-5e67ae2e-4c1c-491e-95b9-812a0bd4fa96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:57.318399 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3b9656f6-5b61-4be9-9533-65a37bc0fd5f None None] Provisioning complete for port 5ce531a3-7d79-423f-9691-23baa7f0ea39 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:57.318738 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3b9656f6-5b61-4be9-9533-65a37bc0fd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:57.355707 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3b9656f6-5b61-4be9-9533-65a37bc0fd5f None None] Port 5ce531a3-7d79-423f-9691-23baa7f0ea39 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:48:57.473777 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-5e67ae2e-4c1c-491e-95b9-812a0bd4fa96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce531a3-7d79-423f-9691-23baa7f0ea39 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:48:57.482677 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-5e67ae2e-4c1c-491e-95b9-812a0bd4fa96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:57.496536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-5e67ae2e-4c1c-491e-95b9-812a0bd4fa96 service neutron] Transition to ACTIVE for port object 5ce531a3-7d79-423f-9691-23baa7f0ea39 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:48:57.511949 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-5e67ae2e-4c1c-491e-95b9-812a0bd4fa96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:57.588024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67ae2e-4c1c-491e-95b9-812a0bd4fa96 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce531a3-7d79-423f-9691-23baa7f0ea39,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:57.621656 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a68f01-6ab7-4bb3-a6ec-1b52395a2385 req-be3ab904-2c64-45a2-8a06-f66e09d9f6ac tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:57.623314 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-23a68f01-6ab7-4bb3-a6ec-1b52395a2385 req-be3ab904-2c64-45a2-8a06-f66e09d9f6ac tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 943 time: 0.1208842 Nov 15 11:48:57.710717 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-23a68f01-6ab7-4bb3-a6ec-1b52395a2385 req-f4b0f4d3-b48a-4f63-8971-486a6d1743f6 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676813 Nov 15 11:48:57.711643 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-5e67ae2e-4c1c-491e-95b9-812a0bd4fa96 service neutron] Attempting to bind port 5ce531a3-7d79-423f-9691-23baa7f0ea39 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:48:57.712017 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-5e67ae2e-4c1c-491e-95b9-812a0bd4fa96 service neutron] Attempting to bind port 5ce531a3-7d79-423f-9691-23baa7f0ea39 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '341c7026-fda3-475b-a9c9-ef81f770d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:48:57.712342 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-5e67ae2e-4c1c-491e-95b9-812a0bd4fa96 service neutron] Attempting to bind port 5ce531a3-7d79-423f-9691-23baa7f0ea39 on network a95130b6-90b6-494f-b2de-a279173334b4 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:48:57.717932 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-5e67ae2e-4c1c-491e-95b9-812a0bd4fa96 service neutron] Port 5ce531a3-7d79-423f-9691-23baa7f0ea39 on network a95130b6-90b6-494f-b2de-a279173334b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:48:57.718260 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-5e67ae2e-4c1c-491e-95b9-812a0bd4fa96 service neutron] Attempting to bind port 5ce531a3-7d79-423f-9691-23baa7f0ea39 on network a95130b6-90b6-494f-b2de-a279173334b4 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:48:57.723754 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-5e67ae2e-4c1c-491e-95b9-812a0bd4fa96 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:48:57.723918 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-5e67ae2e-4c1c-491e-95b9-812a0bd4fa96 service neutron] Checking segment: {'id': '341c7026-fda3-475b-a9c9-ef81f770d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:48:57.724274 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-5e67ae2e-4c1c-491e-95b9-812a0bd4fa96 service neutron] Bound using segment: {'id': '341c7026-fda3-475b-a9c9-ef81f770d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:48:57.724703 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-5e67ae2e-4c1c-491e-95b9-812a0bd4fa96 service neutron] Bound port: 5ce531a3-7d79-423f-9691-23baa7f0ea39, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341c7026-fda3-475b-a9c9-ef81f770d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:48:57.725189 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-5e67ae2e-4c1c-491e-95b9-812a0bd4fa96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:57.799197 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-5e67ae2e-4c1c-491e-95b9-812a0bd4fa96 service neutron] For port 5ce531a3-7d79-423f-9691-23baa7f0ea39, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:48:57.803078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-5e67ae2e-4c1c-491e-95b9-812a0bd4fa96 service neutron] For port 5ce531a3-7d79-423f-9691-23baa7f0ea39, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39,segment=NetworkSegment(341c7026-fda3-475b-a9c9-ef81f770d031),segment_id=341c7026-fda3-475b-a9c9-ef81f770d031)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:48:57.808366 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-5e67ae2e-4c1c-491e-95b9-812a0bd4fa96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:57.843030 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-5e67ae2e-4c1c-491e-95b9-812a0bd4fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:57.843645 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-5e67ae2e-4c1c-491e-95b9-812a0bd4fa96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:57.845095 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-5e67ae2e-4c1c-491e-95b9-812a0bd4fa96 service neutron] 10.222.0.11 "PUT /v2.0/ports/5ce531a3-7d79-423f-9691-23baa7f0ea39 HTTP/1.1" status: 200 len: 1091 time: 0.7202849 Nov 15 11:48:57.845565 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'tag': '5ce531a3-7d79-423f-9691-23baa7f0ea39'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:48:57.847808 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5ac8b4-197a-4e5f-b46d-aa4c669af4b1" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13", "tag": "5ce531a3-7d79-423f-9691-23baa7f0ea39"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:48:57.871029 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device fa9a6718-750b-4aec-959b-5f6dd4d5c159 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:48:57.873688 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67ae2e-4c1c-491e-95b9-812a0bd4fa96 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce531a3-7d79-423f-9691-23baa7f0ea39,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:48:57.920151 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c6ab30-16ab-4bd9-89a5-8b79958f59b8 x-openstack-request-id: req-61c6ab30-16ab-4bd9-89a5-8b79958f59b8 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:48:57.920427 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13", "tag": "5ce531a3-7d79-423f-9691-23baa7f0ea39", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:48:57.921294 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61c6ab30-16ab-4bd9-89a5-8b79958f59b8 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:48:57.921705 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'tag': '5ce531a3-7d79-423f-9691-23baa7f0ea39', 'status': 'completed', 'code': 200} Nov 15 11:48:57.939042 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-26817440-ba6f-4b15-b615-1950c979dcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:57.940593 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-26817440-ba6f-4b15-b615-1950c979dcb8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 1094 time: 0.0499940 Nov 15 11:48:57.943535 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port fa9a6718-750b-4aec-959b-5f6dd4d5c159 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:48:57.943929 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:48:57.995751 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-04d76e97-feef-45d7-830c-6db602fa025a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39 HTTP/1.1" status: 200 len: 217 time: 0.0450881 Nov 15 11:48:58.048317 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-9430e58e-3ba1-4cc8-b82f-8b8f3d7ca534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:58.049870 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-9430e58e-3ba1-4cc8-b82f-8b8f3d7ca534 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c008993a-7f17-4d58-a3bb-fc42926718f3 HTTP/1.1" status: 200 len: 835 time: 0.0486088 Nov 15 11:48:58.097639 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-d4ba14f8-7f63-4b4a-9c7c-f2dd9aae31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:58.099155 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-d4ba14f8-7f63-4b4a-9c7c-f2dd9aae31c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a95130b6-90b6-494f-b2de-a279173334b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420890 Nov 15 11:48:58.192844 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-2739907c-a615-47fb-bdcf-5d684b1196c8 service neutron] 10.222.0.11 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860784 Nov 15 11:48:58.284462 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d1040ad2-400b-47e8-b124-a0c5d09efe03 req-952e5235-09a6-4360-808e-cfc3c27e686b service neutron] 10.222.0.11 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827951 Nov 15 11:48:58.394837 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ac8b4-197a-4e5f-b46d-aa4c669af4b1 req-7d12425c-ed82-4c29-b811-fe2f5fa629ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:58.396387 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f5ac8b4-197a-4e5f-b46d-aa4c669af4b1 req-7d12425c-ed82-4c29-b811-fe2f5fa629ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 1094 time: 0.0547440 Nov 15 11:48:58.490396 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ac8b4-197a-4e5f-b46d-aa4c669af4b1 req-25813875-c166-4910-b56e-bde44e7af7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:58.491767 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f5ac8b4-197a-4e5f-b46d-aa4c669af4b1 req-25813875-c166-4910-b56e-bde44e7af7d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a95130b6-90b6-494f-b2de-a279173334b4 HTTP/1.1" status: 200 len: 898 time: 0.0879254 Nov 15 11:48:58.532527 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f5ac8b4-197a-4e5f-b46d-aa4c669af4b1 req-394bb9bf-4e37-4ebd-89d8-40997a9b7458 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39 HTTP/1.1" status: 200 len: 217 time: 0.0330973 Nov 15 11:48:58.584081 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ac8b4-197a-4e5f-b46d-aa4c669af4b1 req-59d89336-d628-4251-af6c-9a09636d6247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:58.585512 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f5ac8b4-197a-4e5f-b46d-aa4c669af4b1 req-59d89336-d628-4251-af6c-9a09636d6247 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c008993a-7f17-4d58-a3bb-fc42926718f3 HTTP/1.1" status: 200 len: 835 time: 0.0460417 Nov 15 11:48:58.640838 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ac8b4-197a-4e5f-b46d-aa4c669af4b1 req-59fe14a6-fcf4-4da7-ba02-dbb85f9f7c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:58.642369 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f5ac8b4-197a-4e5f-b46d-aa4c669af4b1 req-59fe14a6-fcf4-4da7-ba02-dbb85f9f7c6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a95130b6-90b6-494f-b2de-a279173334b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499237 Nov 15 11:48:58.738527 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f5ac8b4-197a-4e5f-b46d-aa4c669af4b1 req-0d473639-43fb-4f8b-a0c4-5db17ab77b8e service neutron] 10.222.0.11 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879688 Nov 15 11:48:58.861094 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc471f-29bc-49bc-a694-c849b6891954 req-4bc0667e-4c58-4603-bd7f-6da9ed04c4ea tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:48:58.862541 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17dc471f-29bc-49bc-a694-c849b6891954 req-4bc0667e-4c58-4603-bd7f-6da9ed04c4ea tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 943 time: 0.0759826 Nov 15 11:48:58.864479 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f5ac8b4-197a-4e5f-b46d-aa4c669af4b1 req-12184a6d-209e-4ca0-8e02-75fa0529bea5 service neutron] 10.222.0.11 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180191 Nov 15 11:48:58.932932 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17dc471f-29bc-49bc-a694-c849b6891954 req-b4f65218-05ca-4cbb-819a-ba375bc29b90 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638537 Nov 15 11:48:59.894492 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:00.061072 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcb95a-f4e2-47cb-9c1d-b194d2ed5e60 req-cd192b53-bfff-4758-8fab-2a43cd2b5181 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:00.062549 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72dcb95a-f4e2-47cb-9c1d-b194d2ed5e60 req-cd192b53-bfff-4758-8fab-2a43cd2b5181 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 943 time: 0.0494823 Nov 15 11:49:00.111314 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-72dcb95a-f4e2-47cb-9c1d-b194d2ed5e60 req-c57dbdbb-5762-4724-9100-72eab1e7736d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428147 Nov 15 11:49:00.703017 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5ce531a3-7d79-423f-9691-23baa7f0ea39 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:49:00.801758 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5ce531a3-7d79-423f-9691-23baa7f0ea39, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39,segment=NetworkSegment(341c7026-fda3-475b-a9c9-ef81f770d031),segment_id=341c7026-fda3-475b-a9c9-ef81f770d031)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:49:00.814346 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '5ce531a3-7d79-423f-9691-23baa7f0ea39', 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4', 'port_id': '5ce531a3-7d79-423f-9691-23baa7f0ea39', 'mac_address': 'fa:16:3e:1f:78:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c008993a-7f17-4d58-a3bb-fc42926718f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:49:00.852240 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:00.865021 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce531a3-7d79-423f-9691-23baa7f0ea39 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:49:00.884421 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5ce531a3-7d79-423f-9691-23baa7f0ea39, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39,segment=NetworkSegment(341c7026-fda3-475b-a9c9-ef81f770d031),segment_id=341c7026-fda3-475b-a9c9-ef81f770d031)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:49:00.891833 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:00.938970 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=5ce531a3-7d79-423f-9691-23baa7f0ea39,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:00.947514 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:49:00.947891 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:49:00.948233 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:49:00.948575 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:49:00.948919 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:49:00.949251 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:49:00.949575 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:49:00.949895 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:49:00.950220 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:49:00.950539 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:49:00.950855 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:49:00.951157 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:49:01.177202 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['5ce531a3-7d79-423f-9691-23baa7f0ea39'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:49:01.229394 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751d4eb-4214-418d-980d-d9d9259e980c req-53d68183-443e-4a5f-9fc4-453acd51074d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:01.231125 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9751d4eb-4214-418d-980d-d9d9259e980c req-53d68183-443e-4a5f-9fc4-453acd51074d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 944 time: 0.0509522 Nov 15 11:49:01.282414 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9751d4eb-4214-418d-980d-d9d9259e980c req-25434bb1-d6c4-4681-b34c-494872cd2822 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451612 Nov 15 11:49:01.809983 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:02.411657 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c820588-17ca-4247-9183-ffe852581887 req-96c552ba-8513-4b86-8b56-d0978f674ddc tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:02.413024 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c820588-17ca-4247-9183-ffe852581887 req-96c552ba-8513-4b86-8b56-d0978f674ddc tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 944 time: 0.0529957 Nov 15 11:49:02.462319 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c820588-17ca-4247-9183-ffe852581887 req-029fe694-d516-4fa0-bdf0-be6cc0fae977 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432174 Nov 15 11:49:02.718737 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5ce531a3-7d79-423f-9691-23baa7f0ea39 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:49:02.777235 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 5ce531a3-7d79-423f-9691-23baa7f0ea39 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:49:02.781124 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 5ce531a3-7d79-423f-9691-23baa7f0ea39 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:49:02.781496 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:02.861649 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:02.884843 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce531a3-7d79-423f-9691-23baa7f0ea39'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:49:02.887151 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a3ba72-516b-41a7-be36-78434af79eaf" -d '{"events": [{"server_uuid": "4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13", "name": "network-vif-plugged", "status": "completed", "tag": "5ce531a3-7d79-423f-9691-23baa7f0ea39"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:49:02.899964 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5ce531a3-7d79-423f-9691-23baa7f0ea39, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39,segment=NetworkSegment(341c7026-fda3-475b-a9c9-ef81f770d031),segment_id=341c7026-fda3-475b-a9c9-ef81f770d031)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:49:02.905544 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:02.935843 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c0b125-b989-4078-abcd-dc3db2be85f1 x-openstack-request-id: req-75c0b125-b989-4078-abcd-dc3db2be85f1 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:49:02.936131 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13", "name": "network-vif-plugged", "status": "completed", "tag": "5ce531a3-7d79-423f-9691-23baa7f0ea39", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:49:02.936406 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75c0b125-b989-4078-abcd-dc3db2be85f1 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:49:02.936813 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce531a3-7d79-423f-9691-23baa7f0ea39', 'code': 200} Nov 15 11:49:02.962006 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=5ce531a3-7d79-423f-9691-23baa7f0ea39,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:03.023984 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4619250-609b-4a41-af39-3e708759f49e req-e7b2909d-7ffc-4514-b341-a06d5537057c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:03.025508 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4619250-609b-4a41-af39-3e708759f49e req-e7b2909d-7ffc-4514-b341-a06d5537057c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 1096 time: 0.0415254 Nov 15 11:49:03.071173 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4619250-609b-4a41-af39-3e708759f49e req-45dc5b0c-fb67-406a-bc49-d309b84bdc46 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385790 Nov 15 11:49:03.590701 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839af98-1075-4f99-b528-950e2b038e2f req-c69bb99d-0e1e-42aa-ab94-f357d6e81b18 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:03.592482 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7839af98-1075-4f99-b528-950e2b038e2f req-c69bb99d-0e1e-42aa-ab94-f357d6e81b18 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 945 time: 0.0584726 Nov 15 11:49:03.645506 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7839af98-1075-4f99-b528-950e2b038e2f req-d1a5165d-2ac4-465d-ad6f-8a31419cd902 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468776 Nov 15 11:49:04.724428 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:49:04.791005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f822ce0-8c74-466e-b0e0-7b204f3ebd91 req-70d16b0d-60cd-48e9-bcfb-dc73374e0400 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:04.792565 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f822ce0-8c74-466e-b0e0-7b204f3ebd91 req-70d16b0d-60cd-48e9-bcfb-dc73374e0400 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 945 time: 0.0666833 Nov 15 11:49:04.847448 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f822ce0-8c74-466e-b0e0-7b204f3ebd91 req-f11801db-6f02-40bf-9f10-5bb6c67c64d1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453429 Nov 15 11:49:04.970629 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcc7eb-66de-4415-80e7-2bce85928157 req-0fa8b21f-b8ca-4c7f-a153-f19028bec1c3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:04.972096 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e7fcc7eb-66de-4415-80e7-2bce85928157 req-0fa8b21f-b8ca-4c7f-a153-f19028bec1c3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 945 time: 0.0578928 Nov 15 11:49:05.023843 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e7fcc7eb-66de-4415-80e7-2bce85928157 req-a0c20285-2425-46dc-86b0-a1f8e58cec63 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456994 Nov 15 11:49:05.048689 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49256) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:49:05.087616 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192ad890-d75f-4940-8c32-61ca9c089e78 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:05.089130 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-192ad890-d75f-4940-8c32-61ca9c089e78 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 1091 time: 0.0394039 Nov 15 11:49:05.092566 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49258) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:49:05.097226 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c3792d9d-3c86-480d-a5b4-bc3ddce0d541 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': '5ce531a3-7d79-423f-9691-23baa7f0ea39', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:49:05.124298 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3792d9d-3c86-480d-a5b4-bc3ddce0d541 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:05.229686 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3792d9d-3c86-480d-a5b4-bc3ddce0d541 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:05.341452 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-c3792d9d-3c86-480d-a5b4-bc3ddce0d541 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Allocated IP 172.25.7.112 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/b76bb578-df9a-4927-b4d6-75ba6faf4df3) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:49:05.456718 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3792d9d-3c86-480d-a5b4-bc3ddce0d541 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:05.492388 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3792d9d-3c86-480d-a5b4-bc3ddce0d541 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:05.532805 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3792d9d-3c86-480d-a5b4-bc3ddce0d541 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:49:05.538122 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-c3792d9d-3c86-480d-a5b4-bc3ddce0d541 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:49:05.541013 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3792d9d-3c86-480d-a5b4-bc3ddce0d541 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:49:05.542995 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3792d9d-3c86-480d-a5b4-bc3ddce0d541 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Port': ['ID=b76bb578-df9a-4927-b4d6-75ba6faf4df3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:05.888576 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3792d9d-3c86-480d-a5b4-bc3ddce0d541 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:05.957592 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3792d9d-3c86-480d-a5b4-bc3ddce0d541 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:06.110246 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3792d9d-3c86-480d-a5b4-bc3ddce0d541 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:06.117431 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3792d9d-3c86-480d-a5b4-bc3ddce0d541 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:06.185234 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3792d9d-3c86-480d-a5b4-bc3ddce0d541 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Port': ['ID=b76bb578-df9a-4927-b4d6-75ba6faf4df3,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:06.196850 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3792d9d-3c86-480d-a5b4-bc3ddce0d541 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:06.263517 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1a7f93b6-ab43-4b17-b451-30f6cb8f7bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:06.299131 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-c3792d9d-3c86-480d-a5b4-bc3ddce0d541 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Floating IP beb7b25a-d94b-485c-a678-12df73b69f82 associated. External IP: 172.25.7.112, port: 5ce531a3-7d79-423f-9691-23baa7f0ea39. Nov 15 11:49:06.513661 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3792d9d-3c86-480d-a5b4-bc3ddce0d541 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Router 36664c45-29e9-4d75-a3d4-b939094bcf96 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:49:06.632953 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3792d9d-3c86-480d-a5b4-bc3ddce0d541 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:49:06.643847 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e3ea2c-ae71-4ca9-80b5-5d22c4af1bd7 None None] Sync routers for ids ['36664c45-29e9-4d75-a3d4-b939094bcf96'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:49:06.652100 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c3792d9d-3c86-480d-a5b4-bc3ddce0d541 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:06.655344 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e3ea2c-ae71-4ca9-80b5-5d22c4af1bd7 None None] Routers {'36664c45-29e9-4d75-a3d4-b939094bcf96'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:49:06.656059 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d6e3ea2c-ae71-4ca9-80b5-5d22c4af1bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:48:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['36664c45-29e9-4d75-a3d4-b939094bcf96'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:49:06.679147 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c3792d9d-3c86-480d-a5b4-bc3ddce0d541 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5854611 Nov 15 11:49:06.679891 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'tag': '5ce531a3-7d79-423f-9691-23baa7f0ea39'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:49:06.682133 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2593089c-78db-476e-8570-65f2707d4f89" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13", "tag": "5ce531a3-7d79-423f-9691-23baa7f0ea39"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:49:06.763562 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d6e3ea2c-ae71-4ca9-80b5-5d22c4af1bd7 None None] Set router 36664c45-29e9-4d75-a3d4-b939094bcf96 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:49:06.776129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f5c35-7df5-402e-ab59-b12ac699991f req-55dbd7d2-879a-4bb1-bc2c-64b62baa54a4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:06.777530 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d83f5c35-7df5-402e-ab59-b12ac699991f req-55dbd7d2-879a-4bb1-bc2c-64b62baa54a4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 945 time: 0.0484409 Nov 15 11:49:06.828778 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d83f5c35-7df5-402e-ab59-b12ac699991f req-93f64f15-4b9a-4234-8cab-b10468474ed4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450091 Nov 15 11:49:06.852092 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49264) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:49:06.893378 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5d0c27-e80f-479d-aef9-9acd6fce7bf6 x-openstack-request-id: req-0f5d0c27-e80f-479d-aef9-9acd6fce7bf6 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:49:06.893731 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13", "tag": "5ce531a3-7d79-423f-9691-23baa7f0ea39", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:49:06.894039 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f5d0c27-e80f-479d-aef9-9acd6fce7bf6 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:49:06.894496 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'tag': '5ce531a3-7d79-423f-9691-23baa7f0ea39', 'status': 'completed', 'code': 200} Nov 15 11:49:06.921263 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f9ce07ae-6438-417e-85db-79a88663b2d1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/floatingips/beb7b25a-d94b-485c-a678-12df73b69f82 HTTP/1.1" status: 200 len: 991 time: 0.0679181 Nov 15 11:49:06.937376 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593089c-78db-476e-8570-65f2707d4f89 req-eaa2402e-7fd8-4cf7-b76b-67d2fc778758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:06.938900 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2593089c-78db-476e-8570-65f2707d4f89 req-eaa2402e-7fd8-4cf7-b76b-67d2fc778758 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 1096 time: 0.0403078 Nov 15 11:49:06.997571 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d6e3ea2c-ae71-4ca9-80b5-5d22c4af1bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221960292', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:52Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'beb7b25a-d94b-485c-a678-12df73b69f82', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'port_id': '5ce531a3-7d79-423f-9691-23baa7f0ea39', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4', 'mac_address': 'fa:16:3e:1f:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:49:05Z', 'updated_at': '2021-11-15T11:49:05Z', 'revision_number': 0, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa9a6718-750b-4aec-959b-5f6dd4d5c159', 'name': '', 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:2a:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c008993a-7f17-4d58-a3bb-fc42926718f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:52Z', 'updated_at': '2021-11-15T11:48:56Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': 'c008993a-7f17-4d58-a3bb-fc42926718f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:49:07.034287 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593089c-78db-476e-8570-65f2707d4f89 req-34f3a0f0-5c76-4c98-870f-97f6135b3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:07.035713 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2593089c-78db-476e-8570-65f2707d4f89 req-34f3a0f0-5c76-4c98-870f-97f6135b3bfe service neutron] 10.222.0.11 "GET /v2.0/networks?id=a95130b6-90b6-494f-b2de-a279173334b4 HTTP/1.1" status: 200 len: 898 time: 0.0894125 Nov 15 11:49:07.108389 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2593089c-78db-476e-8570-65f2707d4f89 req-6c55e406-6a38-4e4f-b9f2-41c40d72f7e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39 HTTP/1.1" status: 200 len: 999 time: 0.0651426 Nov 15 11:49:07.159549 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593089c-78db-476e-8570-65f2707d4f89 req-9fa71072-093b-4e19-981e-e5b609da55d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:07.161097 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2593089c-78db-476e-8570-65f2707d4f89 req-9fa71072-093b-4e19-981e-e5b609da55d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c008993a-7f17-4d58-a3bb-fc42926718f3 HTTP/1.1" status: 200 len: 835 time: 0.0456808 Nov 15 11:49:07.189214 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e3ea2c-ae71-4ca9-80b5-5d22c4af1bd7 None None] Checking router: 36664c45-29e9-4d75-a3d4-b939094bcf96 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:49:07.200132 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e3ea2c-ae71-4ca9-80b5-5d22c4af1bd7 None None] Routers {'36664c45-29e9-4d75-a3d4-b939094bcf96'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:49:07.200727 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d6e3ea2c-ae71-4ca9-80b5-5d22c4af1bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:48:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['36664c45-29e9-4d75-a3d4-b939094bcf96'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:49:07.207692 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593089c-78db-476e-8570-65f2707d4f89 req-d4461055-e021-4955-a5b1-54d3b922809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:07.209230 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2593089c-78db-476e-8570-65f2707d4f89 req-d4461055-e021-4955-a5b1-54d3b922809c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a95130b6-90b6-494f-b2de-a279173334b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407240 Nov 15 11:49:07.302275 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2593089c-78db-476e-8570-65f2707d4f89 req-146c1d7a-c357-4774-81c9-0ec760c9cf88 service neutron] 10.222.0.11 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853803 Nov 15 11:49:07.310931 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d6e3ea2c-ae71-4ca9-80b5-5d22c4af1bd7 None None] Set router 36664c45-29e9-4d75-a3d4-b939094bcf96 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:49:07.394282 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2593089c-78db-476e-8570-65f2707d4f89 req-63416061-f8ca-4a85-bce5-0b89f23aad24 service neutron] 10.222.0.11 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838614 Nov 15 11:49:07.546579 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d6e3ea2c-ae71-4ca9-80b5-5d22c4af1bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221960292', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:52Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'beb7b25a-d94b-485c-a678-12df73b69f82', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'port_id': '5ce531a3-7d79-423f-9691-23baa7f0ea39', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4', 'mac_address': 'fa:16:3e:1f:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:49:05Z', 'updated_at': '2021-11-15T11:49:05Z', 'revision_number': 0, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa9a6718-750b-4aec-959b-5f6dd4d5c159', 'name': '', 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:2a:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c008993a-7f17-4d58-a3bb-fc42926718f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:52Z', 'updated_at': '2021-11-15T11:48:56Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': 'c008993a-7f17-4d58-a3bb-fc42926718f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:49:07.576111 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e3ea2c-ae71-4ca9-80b5-5d22c4af1bd7 None None] The sync data for ids ['36664c45-29e9-4d75-a3d4-b939094bcf96'] in n-d-729945-9 is: [{'id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221960292', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:52Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'beb7b25a-d94b-485c-a678-12df73b69f82', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'port_id': '5ce531a3-7d79-423f-9691-23baa7f0ea39', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4', 'mac_address': 'fa:16:3e:1f:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:49:05Z', 'updated_at': '2021-11-15T11:49:05Z', 'revision_number': 0, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa9a6718-750b-4aec-959b-5f6dd4d5c159', 'name': '', 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:2a:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c008993a-7f17-4d58-a3bb-fc42926718f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:52Z', 'updated_at': '2021-11-15T11:48:56Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': 'c008993a-7f17-4d58-a3bb-fc42926718f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:49:07.763757 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1a66c2-d246-4626-a486-b1d5bd85945d None None] New status for floating IP beb7b25a-d94b-485c-a678-12df73b69f82: ACTIVE {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:49:07.925421 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49266) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:49:07.991460 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9255913c-4450-4834-aea6-6ebbcf0984a1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/floatingips/beb7b25a-d94b-485c-a678-12df73b69f82 HTTP/1.1" status: 200 len: 993 time: 0.0636675 Nov 15 11:49:08.379209 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6b870d83-22ff-4a69-9a70-68688b6332c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:09.925813 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:11.494729 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:12.161736 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:26.874496 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49280) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:49:26.954849 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecf01b2-1fab-472d-9f0a-ed12f1f87768 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:26.955311 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecf01b2-1fab-472d-9f0a-ed12f1f87768 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:26.955776 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecf01b2-1fab-472d-9f0a-ed12f1f87768 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:26.957572 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3ecf01b2-1fab-472d-9f0a-ed12f1f87768 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] 10.222.0.64 "GET /v2.0/ports?project_id=9eca6c75758e4f7b8108e5478cb1f3d8&network_id=6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe HTTP/1.1" status: 200 len: 2969 time: 0.0814941 Nov 15 11:49:28.688884 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49290) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:49:28.757286 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3972f47b-eb51-4e2e-9210-0b4aa10b3fdb tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:28.758823 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3972f47b-eb51-4e2e-9210-0b4aa10b3fdb tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80 HTTP/1.1" status: 200 len: 814 time: 0.0685568 Nov 15 11:49:29.248767 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49296) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:49:29.257280 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d2004cbb-481f-4928-83b9-a53184338d99 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'network': {'name': 'tempest-network-smoke--1818778187', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'port_security_enabled': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:49:29.287367 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2004cbb-481f-4928-83b9-a53184338d99 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Made reservation on behalf of 9eca6c75758e4f7b8108e5478cb1f3d8 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:49:29.290863 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2004cbb-481f-4928-83b9-a53184338d99 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:29.315012 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2004cbb-481f-4928-83b9-a53184338d99 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:49:29.324753 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2004cbb-481f-4928-83b9-a53184338d99 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:29.325093 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-d2004cbb-481f-4928-83b9-a53184338d99 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Added segment 90800449-621a-4d82-b56e-c4151e0501bc of type vlan for network a2162739-7844-44bd-8273-39f89af8d2ca Nov 15 11:49:29.369176 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2004cbb-481f-4928-83b9-a53184338d99 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:29.393766 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2004cbb-481f-4928-83b9-a53184338d99 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:29.399387 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2004cbb-481f-4928-83b9-a53184338d99 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:29.399992 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d2004cbb-481f-4928-83b9-a53184338d99 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:29.464326 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d2004cbb-481f-4928-83b9-a53184338d99 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2139037 Nov 15 11:49:29.467949 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49298) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:49:29.470006 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2004cbb-481f-4928-83b9-a53184338d99 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'Network': ['ID=a2162739-7844-44bd-8273-39f89af8d2ca,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:29.480953 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network a2162739-7844-44bd-8273-39f89af8d2ca details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:49:29.537123 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77be6ca1-8cea-46b3-9b1c-4c47ce95824a tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:29.538597 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-77be6ca1-8cea-46b3-9b1c-4c47ce95824a tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=9eca6c75758e4f7b8108e5478cb1f3d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0696092 Nov 15 11:49:29.541506 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49300) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:49:29.629093 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e8f799-8337-49d6-9652-2d47010249bf tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:29.630494 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-48e8f799-8337-49d6-9652-2d47010249bf tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880938 Nov 15 11:49:29.634517 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49302) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:49:29.660788 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7f86533e-d5a2-4503-8135-fa972f82e645 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0252347 Nov 15 11:49:29.663169 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49304) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:49:29.692742 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ee2a07ef-58ba-485b-812f-01bcf75ccfb0 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=9eca6c75758e4f7b8108e5478cb1f3d8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285916 Nov 15 11:49:29.695209 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49306) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:49:29.778560 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d997a0-46e2-42da-a2f6-f452aec50dc6 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:29.780150 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-28d997a0-46e2-42da-a2f6-f452aec50dc6 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0839984 Nov 15 11:49:29.783085 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49308) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:49:29.811393 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0014db27-2791-4b71-a351-8f25eec792b2 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271268 Nov 15 11:49:29.815090 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49310) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:49:29.819728 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-397f6486-fd46-4933-93ff-e96f42724f4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-676809346', 'network_id': 'a2162739-7844-44bd-8273-39f89af8d2ca', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:49:29.889207 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:29.917616 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397f6486-fd46-4933-93ff-e96f42724f4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Made reservation on behalf of 9eca6c75758e4f7b8108e5478cb1f3d8 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:49:29.921166 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-397f6486-fd46-4933-93ff-e96f42724f4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.099619 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-397f6486-fd46-4933-93ff-e96f42724f4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.157718 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f6486-fd46-4933-93ff-e96f42724f4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'Subnet': ['ID=860f19f2-842e-4064-b9e5-bfe6c171668a,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:30.173813 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f6486-fd46-4933-93ff-e96f42724f4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:49:30.174155 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f6486-fd46-4933-93ff-e96f42724f4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:49:30.174488 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f6486-fd46-4933-93ff-e96f42724f4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:49:30.174816 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f6486-fd46-4933-93ff-e96f42724f4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:49:30.175177 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f6486-fd46-4933-93ff-e96f42724f4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:49:30.175502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f6486-fd46-4933-93ff-e96f42724f4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:49:30.175838 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f6486-fd46-4933-93ff-e96f42724f4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:49:30.176171 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f6486-fd46-4933-93ff-e96f42724f4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:49:30.176494 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f6486-fd46-4933-93ff-e96f42724f4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:49:30.176811 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f6486-fd46-4933-93ff-e96f42724f4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:49:30.177135 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f6486-fd46-4933-93ff-e96f42724f4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:49:30.177447 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397f6486-fd46-4933-93ff-e96f42724f4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:49:30.184540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f6486-fd46-4933-93ff-e96f42724f4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Checking segment: {'id': '90800449-621a-4d82-b56e-c4151e0501bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'a2162739-7844-44bd-8273-39f89af8d2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:49:30.184889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397f6486-fd46-4933-93ff-e96f42724f4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Network hostable DHCP agents. Network: a2162739-7844-44bd-8273-39f89af8d2ca, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:49:30.203953 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397f6486-fd46-4933-93ff-e96f42724f4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Network a2162739-7844-44bd-8273-39f89af8d2ca is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:49:30.214190 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-397f6486-fd46-4933-93ff-e96f42724f4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, a2162739-7844-44bd-8273-39f89af8d2ca) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:49:30.218906 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397f6486-fd46-4933-93ff-e96f42724f4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:30.219509 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-397f6486-fd46-4933-93ff-e96f42724f4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.224712 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79212b2a-7a03-4877-8eef-911be3b2efdb None None] Network a2162739-7844-44bd-8273-39f89af8d2ca requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:49:30.237837 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-397f6486-fd46-4933-93ff-e96f42724f4e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4217789 Nov 15 11:49:30.370730 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af047dc-565a-4d10-a33d-6dfa05649608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-a2162739-7844-44bd-8273-39f89af8d2ca', 'network_id': 'a2162739-7844-44bd-8273-39f89af8d2ca', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'fixed_ips': [{'subnet_id': '860f19f2-842e-4064-b9e5-bfe6c171668a'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:49:30.371568 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2af047dc-565a-4d10-a33d-6dfa05649608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.461242 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49314) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:49:30.465813 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-1758e3e6-0bc7-4a22-b591-c2a32b717912 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-113983334', 'description': 'tempest-secgroup-smoke-113983334 description', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:49:30.489287 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1758e3e6-0bc7-4a22-b591-c2a32b717912 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.507400 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-2af047dc-565a-4d10-a33d-6dfa05649608 None None] Allocated IP 172.20.0.18 (a2162739-7844-44bd-8273-39f89af8d2ca/860f19f2-842e-4064-b9e5-bfe6c171668a/edd3f12c-14e0-4e8c-8f26-308b956aaf88) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:49:30.555000 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1758e3e6-0bc7-4a22-b591-c2a32b717912 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.560452 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1758e3e6-0bc7-4a22-b591-c2a32b717912 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.594235 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1758e3e6-0bc7-4a22-b591-c2a32b717912 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.595463 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1758e3e6-0bc7-4a22-b591-c2a32b717912 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1333573 Nov 15 11:49:30.597467 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758e3e6-0bc7-4a22-b591-c2a32b717912 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a0e1ca-4749-463d-9468-528f99c6c9a0,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:30.598795 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49316) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:49:30.611631 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6267261e-7d15-410e-877a-f9e12000ae8d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'security_group_rule': {'security_group_id': '48a0e1ca-4749-463d-9468-528f99c6c9a0', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:49:30.638836 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6267261e-7d15-410e-877a-f9e12000ae8d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.647858 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2af047dc-565a-4d10-a33d-6dfa05649608 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.654082 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2af047dc-565a-4d10-a33d-6dfa05649608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.694930 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6267261e-7d15-410e-877a-f9e12000ae8d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.697508 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af047dc-565a-4d10-a33d-6dfa05649608 None None] Network a2162739-7844-44bd-8273-39f89af8d2ca is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:49:30.699606 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6267261e-7d15-410e-877a-f9e12000ae8d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.700625 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-2af047dc-565a-4d10-a33d-6dfa05649608 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:49:30.704424 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af047dc-565a-4d10-a33d-6dfa05649608 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:49:30.711652 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af047dc-565a-4d10-a33d-6dfa05649608 None None] Pushing event updated for resources: {'Port': ['ID=edd3f12c-14e0-4e8c-8f26-308b956aaf88,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:30.721374 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267261e-7d15-410e-877a-f9e12000ae8d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91785db-58d6-4bbb-a1c7-291b117c4a08,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:30.731078 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6267261e-7d15-410e-877a-f9e12000ae8d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.732330 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6267261e-7d15-410e-877a-f9e12000ae8d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322689 Nov 15 11:49:30.735099 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49318) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:49:30.739738 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b40aabdc-fa5f-428a-bf8e-ebae0187bee7 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'security_group_rule': {'security_group_id': '48a0e1ca-4749-463d-9468-528f99c6c9a0', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:49:30.765608 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2af047dc-565a-4d10-a33d-6dfa05649608 None None] Attempting to bind port edd3f12c-14e0-4e8c-8f26-308b956aaf88 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:49:30.765983 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2af047dc-565a-4d10-a33d-6dfa05649608 None None] Attempting to bind port edd3f12c-14e0-4e8c-8f26-308b956aaf88 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '90800449-621a-4d82-b56e-c4151e0501bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'a2162739-7844-44bd-8273-39f89af8d2ca'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:49:30.766312 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af047dc-565a-4d10-a33d-6dfa05649608 None None] Attempting to bind port edd3f12c-14e0-4e8c-8f26-308b956aaf88 on network a2162739-7844-44bd-8273-39f89af8d2ca {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:49:30.767271 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b40aabdc-fa5f-428a-bf8e-ebae0187bee7 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.771385 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af047dc-565a-4d10-a33d-6dfa05649608 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:49:30.771878 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af047dc-565a-4d10-a33d-6dfa05649608 None None] Checking segment: {'id': '90800449-621a-4d82-b56e-c4151e0501bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'a2162739-7844-44bd-8273-39f89af8d2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:49:30.772273 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2af047dc-565a-4d10-a33d-6dfa05649608 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.772660 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af047dc-565a-4d10-a33d-6dfa05649608 None None] Bound using segment: {'id': '90800449-621a-4d82-b56e-c4151e0501bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'a2162739-7844-44bd-8273-39f89af8d2ca'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:49:30.773147 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2af047dc-565a-4d10-a33d-6dfa05649608 None None] Bound port: edd3f12c-14e0-4e8c-8f26-308b956aaf88, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90800449-621a-4d82-b56e-c4151e0501bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'a2162739-7844-44bd-8273-39f89af8d2ca'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:49:30.773518 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2af047dc-565a-4d10-a33d-6dfa05649608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.824574 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b40aabdc-fa5f-428a-bf8e-ebae0187bee7 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.829285 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b40aabdc-fa5f-428a-bf8e-ebae0187bee7 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.834623 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2af047dc-565a-4d10-a33d-6dfa05649608 None None] For port edd3f12c-14e0-4e8c-8f26-308b956aaf88, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:49:30.838624 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2af047dc-565a-4d10-a33d-6dfa05649608 None None] For port edd3f12c-14e0-4e8c-8f26-308b956aaf88, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=edd3f12c-14e0-4e8c-8f26-308b956aaf88,segment=NetworkSegment(90800449-621a-4d82-b56e-c4151e0501bc),segment_id=90800449-621a-4d82-b56e-c4151e0501bc)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:49:30.843282 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2af047dc-565a-4d10-a33d-6dfa05649608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.847716 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40aabdc-fa5f-428a-bf8e-ebae0187bee7 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae2cdd5-b1d3-4658-b201-c0f176751775,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:30.856076 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b40aabdc-fa5f-428a-bf8e-ebae0187bee7 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.857367 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b40aabdc-fa5f-428a-bf8e-ebae0187bee7 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211159 Nov 15 11:49:30.860741 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49320) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:49:30.865427 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d5314b3b-4d20-4b79-8df9-8a7cdd0d786c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'security_group_rule': {'security_group_id': '48a0e1ca-4749-463d-9468-528f99c6c9a0', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:49:30.893593 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5314b3b-4d20-4b79-8df9-8a7cdd0d786c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.902264 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af047dc-565a-4d10-a33d-6dfa05649608 None None] Pushing event updated for resources: {'Port': ['ID=edd3f12c-14e0-4e8c-8f26-308b956aaf88,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:30.958735 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5314b3b-4d20-4b79-8df9-8a7cdd0d786c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.964027 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5314b3b-4d20-4b79-8df9-8a7cdd0d786c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.982374 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5314b3b-4d20-4b79-8df9-8a7cdd0d786c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3760c24f-a07e-45de-ac8e-0546a371d6f5,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:30.991464 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5314b3b-4d20-4b79-8df9-8a7cdd0d786c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:30.992718 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d5314b3b-4d20-4b79-8df9-8a7cdd0d786c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310670 Nov 15 11:49:30.995490 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49322) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:49:30.999906 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2860b2f8-2afd-4bfa-9ec1-ca0b8db05a59 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'security_group_rule': {'security_group_id': '48a0e1ca-4749-463d-9468-528f99c6c9a0', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:49:31.027909 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2860b2f8-2afd-4bfa-9ec1-ca0b8db05a59 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:31.104421 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2860b2f8-2afd-4bfa-9ec1-ca0b8db05a59 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:31.110644 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2860b2f8-2afd-4bfa-9ec1-ca0b8db05a59 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:31.130529 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860b2f8-2afd-4bfa-9ec1-ca0b8db05a59 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d50274-1d3c-47e0-b882-2d4b5cde8220,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:31.137025 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2860b2f8-2afd-4bfa-9ec1-ca0b8db05a59 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:31.138775 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2860b2f8-2afd-4bfa-9ec1-ca0b8db05a59 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1422331 Nov 15 11:49:31.141756 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49324) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:49:31.146408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-321a549b-97db-4ee0-be41-925039ee221b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'security_group_rule': {'security_group_id': '48a0e1ca-4749-463d-9468-528f99c6c9a0', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:49:31.170409 n-d-729945-9 neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-321a549b-97db-4ee0-be41-925039ee221b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Project 9eca6c75758e4f7b8108e5478cb1f3d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 11:49:31.175857 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-321a549b-97db-4ee0-be41-925039ee221b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:31.241221 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-321a549b-97db-4ee0-be41-925039ee221b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:31.246634 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-321a549b-97db-4ee0-be41-925039ee221b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:31.266056 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a549b-97db-4ee0-be41-925039ee221b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a2512f-a053-41d1-b422-62729843dad9,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:31.276463 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-321a549b-97db-4ee0-be41-925039ee221b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:31.277809 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-321a549b-97db-4ee0-be41-925039ee221b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1350369 Nov 15 11:49:31.281682 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49326) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:49:31.286992 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a67dc480-217e-432a-8180-c80c0994c4da tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'security_group_rule': {'security_group_id': '48a0e1ca-4749-463d-9468-528f99c6c9a0', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:49:31.310734 n-d-729945-9 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-a67dc480-217e-432a-8180-c80c0994c4da tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Project 9eca6c75758e4f7b8108e5478cb1f3d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 11:49:31.316541 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a67dc480-217e-432a-8180-c80c0994c4da tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:31.377021 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a67dc480-217e-432a-8180-c80c0994c4da tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:31.381985 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a67dc480-217e-432a-8180-c80c0994c4da tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:31.399341 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67dc480-217e-432a-8180-c80c0994c4da tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=933e9c6f-9380-4937-9ee5-fa7553204667,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:31.408334 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a67dc480-217e-432a-8180-c80c0994c4da tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:31.409550 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a67dc480-217e-432a-8180-c80c0994c4da tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264868 Nov 15 11:49:31.735691 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-4ea5975f-fa49-47de-a888-15f34b97db78 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-113983334&fields=id&tenant_id=9eca6c75758e4f7b8108e5478cb1f3d8 HTTP/1.1" status: 200 len: 267 time: 0.0463088 Nov 15 11:49:31.809768 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:31.886764 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device edd3f12c-14e0-4e8c-8f26-308b956aaf88 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:49:31.944933 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port edd3f12c-14e0-4e8c-8f26-308b956aaf88 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:49:31.945291 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:31.989040 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89387aa2-58a7-4761-b19b-af18245e610e None None] Network a2162739-7844-44bd-8273-39f89af8d2ca requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:49:32.098684 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:32.107084 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8835381f-a47a-4802-85bf-d578e0dbf347 None None] Provisioning complete for port edd3f12c-14e0-4e8c-8f26-308b956aaf88 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:49:32.107435 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8835381f-a47a-4802-85bf-d578e0dbf347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:32.194605 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-ffdbdb29-321d-4c2d-9d91-228cf844d613 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:32.196906 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-ffdbdb29-321d-4c2d-9d91-228cf844d613 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/networks?id=a2162739-7844-44bd-8273-39f89af8d2ca HTTP/1.1" status: 200 len: 797 time: 0.4540501 Nov 15 11:49:32.202657 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port edd3f12c-14e0-4e8c-8f26-308b956aaf88, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=edd3f12c-14e0-4e8c-8f26-308b956aaf88,segment=NetworkSegment(90800449-621a-4d82-b56e-c4151e0501bc),segment_id=90800449-621a-4d82-b56e-c4151e0501bc)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:49:32.213491 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:32.217519 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-f23871d3-17f0-4436-8714-a91b2f38bf53 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/quotas/9eca6c75758e4f7b8108e5478cb1f3d8 HTTP/1.1" status: 200 len: 375 time: 0.0111706 Nov 15 11:49:32.278451 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-9acab2c4-84e0-4008-bd1c-60aff1ffac73 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9eca6c75758e4f7b8108e5478cb1f3d8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0541873 Nov 15 11:49:32.318621 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=edd3f12c-14e0-4e8c-8f26-308b956aaf88,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:32.381526 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-fb2abf1c-c712-4239-91ea-5ec0dc3a3b3c service neutron] 10.222.0.64 "GET /v2.0/networks/a2162739-7844-44bd-8273-39f89af8d2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909631 Nov 15 11:49:32.471740 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-2585bdce-d4b0-46cf-acab-af5fdd9e3b7a service neutron] 10.222.0.64 "GET /v2.0/networks/a2162739-7844-44bd-8273-39f89af8d2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839818 Nov 15 11:49:32.535323 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-af1dd838-0f3f-4953-a651-db0262ea8694 None None] Provisioning complete for port edd3f12c-14e0-4e8c-8f26-308b956aaf88 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:49:32.535728 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-af1dd838-0f3f-4953-a651-db0262ea8694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:32.636264 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b5bcf73b-d5b1-4ea7-9ebf-0cad942edff6 req-6dad9fd0-ba8d-400d-b2cb-f7523b03a349 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4890bd4-d4bb-43e8-82d3-875418c48896 HTTP/1.1" status: 200 len: 210 time: 0.0255654 Nov 15 11:49:33.584211 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-5e2af88a-9934-4778-a5b1-27b71261e9ec tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:33.585755 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-5e2af88a-9934-4778-a5b1-27b71261e9ec tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.55 "GET /v2.0/networks?id=a2162739-7844-44bd-8273-39f89af8d2ca HTTP/1.1" status: 200 len: 797 time: 0.1079159 Nov 15 11:49:33.659925 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-0edd84be-6a0b-467b-9693-e0f2c3f22d29 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eca6c75758e4f7b8108e5478cb1f3d8 HTTP/1.1" status: 200 len: 472 time: 0.0644484 Nov 15 11:49:33.670627 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-c77f21a6-c9fd-4bd9-9f14-4294d760d56a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'port': {'device_id': 'd4890bd4-d4bb-43e8-82d3-875418c48896', 'network_id': 'a2162739-7844-44bd-8273-39f89af8d2ca', 'admin_state_up': True, 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'security_groups': ['48a0e1ca-4749-463d-9468-528f99c6c9a0']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:49:33.747749 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b1c9ae8-c813-41a6-8d4a-1b1fb49e2cfa req-59d433b2-e993-4e44-8a79-61b39c41c015 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4890bd4-d4bb-43e8-82d3-875418c48896 HTTP/1.1" status: 200 len: 210 time: 0.0349648 Nov 15 11:49:33.805218 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-c77f21a6-c9fd-4bd9-9f14-4294d760d56a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Made reservation on behalf of 9eca6c75758e4f7b8108e5478cb1f3d8 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:49:33.809052 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-c77f21a6-c9fd-4bd9-9f14-4294d760d56a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:33.860560 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device edd3f12c-14e0-4e8c-8f26-308b956aaf88 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:49:33.910026 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port edd3f12c-14e0-4e8c-8f26-308b956aaf88 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:49:33.910535 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:33.937578 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-c77f21a6-c9fd-4bd9-9f14-4294d760d56a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Allocated IP 172.20.0.22 (a2162739-7844-44bd-8273-39f89af8d2ca/860f19f2-842e-4064-b9e5-bfe6c171668a/ae7b3806-c58b-4ece-846a-d1ce71841b40) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:49:34.080167 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-c77f21a6-c9fd-4bd9-9f14-4294d760d56a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:34.116166 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-c77f21a6-c9fd-4bd9-9f14-4294d760d56a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:34.164462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-c77f21a6-c9fd-4bd9-9f14-4294d760d56a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Network a2162739-7844-44bd-8273-39f89af8d2ca is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:49:34.167521 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-c77f21a6-c9fd-4bd9-9f14-4294d760d56a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:49:34.171385 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-c77f21a6-c9fd-4bd9-9f14-4294d760d56a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:49:34.177738 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f21a6-c9fd-4bd9-9f14-4294d760d56a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'Port': ['ID=ae7b3806-c58b-4ece-846a-d1ce71841b40,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:34.223652 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-c77f21a6-c9fd-4bd9-9f14-4294d760d56a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:34.224340 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-c77f21a6-c9fd-4bd9-9f14-4294d760d56a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:34.241774 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-c77f21a6-c9fd-4bd9-9f14-4294d760d56a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5747337 Nov 15 11:49:34.254716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-54257835-af91-4753-8b43-4f7f77ab5db1 service neutron] Request body: {'port': {'device_id': 'd4890bd4-d4bb-43e8-82d3-875418c48896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:49:34.313885 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-54257835-af91-4753-8b43-4f7f77ab5db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:34.449040 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-80cddaad-9c95-43ee-9254-875ace98db85 None None] Provisioning complete for port ae7b3806-c58b-4ece-846a-d1ce71841b40 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:49:34.449294 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-80cddaad-9c95-43ee-9254-875ace98db85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:34.487343 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-80cddaad-9c95-43ee-9254-875ace98db85 None None] Port ae7b3806-c58b-4ece-846a-d1ce71841b40 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:49:34.569049 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-54257835-af91-4753-8b43-4f7f77ab5db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7b3806-c58b-4ece-846a-d1ce71841b40 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:49:34.576676 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-54257835-af91-4753-8b43-4f7f77ab5db1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:34.588715 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-54257835-af91-4753-8b43-4f7f77ab5db1 service neutron] Transition to ACTIVE for port object ae7b3806-c58b-4ece-846a-d1ce71841b40 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:49:34.594027 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-54257835-af91-4753-8b43-4f7f77ab5db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:34.641227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54257835-af91-4753-8b43-4f7f77ab5db1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7b3806-c58b-4ece-846a-d1ce71841b40,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:34.715267 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-54257835-af91-4753-8b43-4f7f77ab5db1 service neutron] Attempting to bind port ae7b3806-c58b-4ece-846a-d1ce71841b40 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:49:34.715503 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-54257835-af91-4753-8b43-4f7f77ab5db1 service neutron] Attempting to bind port ae7b3806-c58b-4ece-846a-d1ce71841b40 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '90800449-621a-4d82-b56e-c4151e0501bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'a2162739-7844-44bd-8273-39f89af8d2ca'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:49:34.715806 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-54257835-af91-4753-8b43-4f7f77ab5db1 service neutron] Attempting to bind port ae7b3806-c58b-4ece-846a-d1ce71841b40 on network a2162739-7844-44bd-8273-39f89af8d2ca {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:49:34.721048 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-54257835-af91-4753-8b43-4f7f77ab5db1 service neutron] Port ae7b3806-c58b-4ece-846a-d1ce71841b40 on network a2162739-7844-44bd-8273-39f89af8d2ca not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:49:34.721357 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-54257835-af91-4753-8b43-4f7f77ab5db1 service neutron] Attempting to bind port ae7b3806-c58b-4ece-846a-d1ce71841b40 on network a2162739-7844-44bd-8273-39f89af8d2ca {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:49:34.726396 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-54257835-af91-4753-8b43-4f7f77ab5db1 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:49:34.726723 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-54257835-af91-4753-8b43-4f7f77ab5db1 service neutron] Checking segment: {'id': '90800449-621a-4d82-b56e-c4151e0501bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'a2162739-7844-44bd-8273-39f89af8d2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:49:34.727099 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-54257835-af91-4753-8b43-4f7f77ab5db1 service neutron] Bound using segment: {'id': '90800449-621a-4d82-b56e-c4151e0501bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'a2162739-7844-44bd-8273-39f89af8d2ca'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:49:34.727517 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-54257835-af91-4753-8b43-4f7f77ab5db1 service neutron] Bound port: ae7b3806-c58b-4ece-846a-d1ce71841b40, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90800449-621a-4d82-b56e-c4151e0501bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'a2162739-7844-44bd-8273-39f89af8d2ca'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:49:34.727959 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-54257835-af91-4753-8b43-4f7f77ab5db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:34.794837 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-54257835-af91-4753-8b43-4f7f77ab5db1 service neutron] For port ae7b3806-c58b-4ece-846a-d1ce71841b40, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:49:34.798204 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-54257835-af91-4753-8b43-4f7f77ab5db1 service neutron] For port ae7b3806-c58b-4ece-846a-d1ce71841b40, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ae7b3806-c58b-4ece-846a-d1ce71841b40,segment=NetworkSegment(90800449-621a-4d82-b56e-c4151e0501bc),segment_id=90800449-621a-4d82-b56e-c4151e0501bc)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:49:34.805365 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-54257835-af91-4753-8b43-4f7f77ab5db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:34.852078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-54257835-af91-4753-8b43-4f7f77ab5db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:34.853084 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-54257835-af91-4753-8b43-4f7f77ab5db1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:34.855015 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-54257835-af91-4753-8b43-4f7f77ab5db1 service neutron] 10.222.0.55 "PUT /v2.0/ports/ae7b3806-c58b-4ece-846a-d1ce71841b40 HTTP/1.1" status: 200 len: 1092 time: 0.6053681 Nov 15 11:49:34.855502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4890bd4-d4bb-43e8-82d3-875418c48896', 'tag': 'ae7b3806-c58b-4ece-846a-d1ce71841b40'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:49:34.858184 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3317d970-71c7-4787-a6c7-9f826c22197f" -d '{"events": [{"name": "network-changed", "server_uuid": "d4890bd4-d4bb-43e8-82d3-875418c48896", "tag": "ae7b3806-c58b-4ece-846a-d1ce71841b40"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:49:34.928119 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54257835-af91-4753-8b43-4f7f77ab5db1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7b3806-c58b-4ece-846a-d1ce71841b40,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:34.956934 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb22e20-9b6b-4d02-a618-f308410693c3 req-bfa062fb-2d8c-4299-9383-fa162974499e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:34.958515 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3bb22e20-9b6b-4d02-a618-f308410693c3 req-bfa062fb-2d8c-4299-9383-fa162974499e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4890bd4-d4bb-43e8-82d3-875418c48896 HTTP/1.1" status: 200 len: 944 time: 0.1286063 Nov 15 11:49:34.988994 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-8be11e1d-3e1c-4cb9-83c1-313599d05bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:34.990506 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-8be11e1d-3e1c-4cb9-83c1-313599d05bc8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9eca6c75758e4f7b8108e5478cb1f3d8&device_id=d4890bd4-d4bb-43e8-82d3-875418c48896 HTTP/1.1" status: 200 len: 1095 time: 0.0808351 Nov 15 11:49:35.047086 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-41c28f57-21d1-45a4-92d1-3470a70a8cd2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=ae7b3806-c58b-4ece-846a-d1ce71841b40 HTTP/1.1" status: 200 len: 217 time: 0.0461020 Nov 15 11:49:35.052204 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3bb22e20-9b6b-4d02-a618-f308410693c3 req-75ad524c-ee50-4d03-b1a3-8c9ef812b4c5 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=48a0e1ca-4749-463d-9468-528f99c6c9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846288 Nov 15 11:49:35.111868 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef50f308-6e67-45d6-849e-718583f21a23 x-openstack-request-id: req-ef50f308-6e67-45d6-849e-718583f21a23 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:49:35.112159 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4890bd4-d4bb-43e8-82d3-875418c48896", "tag": "ae7b3806-c58b-4ece-846a-d1ce71841b40", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:49:35.112409 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef50f308-6e67-45d6-849e-718583f21a23 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:49:35.112810 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4890bd4-d4bb-43e8-82d3-875418c48896', 'tag': 'ae7b3806-c58b-4ece-846a-d1ce71841b40', 'status': 'completed', 'code': 200} Nov 15 11:49:35.121924 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-3d48f2ce-e92e-4a25-8de1-7b1d1dc83e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:35.124200 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-3d48f2ce-e92e-4a25-8de1-7b1d1dc83e0f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=860f19f2-842e-4064-b9e5-bfe6c171668a HTTP/1.1" status: 200 len: 837 time: 0.0671597 Nov 15 11:49:35.177627 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-3a1af4c0-6f83-44a7-b277-e6735b86e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:35.179241 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-3a1af4c0-6f83-44a7-b277-e6735b86e12a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a2162739-7844-44bd-8273-39f89af8d2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429468 Nov 15 11:49:35.269124 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-8c65be12-7764-48c7-850f-f75565604f15 service neutron] 10.222.0.55 "GET /v2.0/networks/a2162739-7844-44bd-8273-39f89af8d2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827229 Nov 15 11:49:35.363285 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dbdb3bc-5651-4452-871d-5b7266ade117 req-0af02f98-e7e4-491c-b010-57cb69368bf9 service neutron] 10.222.0.55 "GET /v2.0/networks/a2162739-7844-44bd-8273-39f89af8d2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871367 Nov 15 11:49:35.450769 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317d970-71c7-4787-a6c7-9f826c22197f req-f6298e6f-c5a1-4026-9752-6c884e797d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:35.452305 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3317d970-71c7-4787-a6c7-9f826c22197f req-f6298e6f-c5a1-4026-9752-6c884e797d80 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9eca6c75758e4f7b8108e5478cb1f3d8&device_id=d4890bd4-d4bb-43e8-82d3-875418c48896 HTTP/1.1" status: 200 len: 1095 time: 0.0413203 Nov 15 11:49:35.554591 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317d970-71c7-4787-a6c7-9f826c22197f req-c7a27e32-5c8f-4426-b6c5-ea0080bda451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:35.556070 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3317d970-71c7-4787-a6c7-9f826c22197f req-c7a27e32-5c8f-4426-b6c5-ea0080bda451 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a2162739-7844-44bd-8273-39f89af8d2ca HTTP/1.1" status: 200 len: 898 time: 0.0955806 Nov 15 11:49:35.600010 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3317d970-71c7-4787-a6c7-9f826c22197f req-0abfb40f-5444-43ed-951e-6c05488304e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=ae7b3806-c58b-4ece-846a-d1ce71841b40 HTTP/1.1" status: 200 len: 217 time: 0.0369079 Nov 15 11:49:35.656665 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317d970-71c7-4787-a6c7-9f826c22197f req-8789897b-f3bd-4824-9ec8-3a7705b1fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:35.658467 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3317d970-71c7-4787-a6c7-9f826c22197f req-8789897b-f3bd-4824-9ec8-3a7705b1fa24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=860f19f2-842e-4064-b9e5-bfe6c171668a HTTP/1.1" status: 200 len: 837 time: 0.0514305 Nov 15 11:49:35.710963 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317d970-71c7-4787-a6c7-9f826c22197f req-b348ae05-1d80-49a0-ad27-3e8388a9c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:35.712506 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3317d970-71c7-4787-a6c7-9f826c22197f req-b348ae05-1d80-49a0-ad27-3e8388a9c041 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a2162739-7844-44bd-8273-39f89af8d2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450559 Nov 15 11:49:35.801841 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3317d970-71c7-4787-a6c7-9f826c22197f req-48bc18b6-dbb2-4232-9246-962610fb64f8 service neutron] 10.222.0.55 "GET /v2.0/networks/a2162739-7844-44bd-8273-39f89af8d2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814769 Nov 15 11:49:35.911539 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3317d970-71c7-4787-a6c7-9f826c22197f req-2c438aba-0faf-4093-a12d-c99ea9905378 service neutron] 10.222.0.55 "GET /v2.0/networks/a2162739-7844-44bd-8273-39f89af8d2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023293 Nov 15 11:49:36.174986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc2510-66fd-408e-a354-0ca6b2cb27d3 req-9f14362c-e1c7-440a-b0d4-0d343c288155 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:36.176400 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-45cc2510-66fd-408e-a354-0ca6b2cb27d3 req-9f14362c-e1c7-440a-b0d4-0d343c288155 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4890bd4-d4bb-43e8-82d3-875418c48896 HTTP/1.1" status: 200 len: 944 time: 0.0504351 Nov 15 11:49:36.236510 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-45cc2510-66fd-408e-a354-0ca6b2cb27d3 req-d565c56a-3f74-46c9-9e55-5de0dfd59a2d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=48a0e1ca-4749-463d-9468-528f99c6c9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538526 Nov 15 11:49:36.269431 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1d95747a-ecae-41d1-af87-a7ebda3c8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:37.380789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb82d93-0e0a-4898-ac5d-efda147ff08a req-ca3cbfbf-ae1c-4ee5-a5cc-a28382a1bd08 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:37.382609 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bdb82d93-0e0a-4898-ac5d-efda147ff08a req-ca3cbfbf-ae1c-4ee5-a5cc-a28382a1bd08 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4890bd4-d4bb-43e8-82d3-875418c48896 HTTP/1.1" status: 200 len: 944 time: 0.0658767 Nov 15 11:49:37.432680 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bdb82d93-0e0a-4898-ac5d-efda147ff08a req-63c0bfbb-e24b-4ac4-8384-36793f7e9af3 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=48a0e1ca-4749-463d-9468-528f99c6c9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438077 Nov 15 11:49:38.324479 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ae7b3806-c58b-4ece-846a-d1ce71841b40 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:49:38.415531 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-48773059-959a-436a-b4aa-89b41e5e1458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:38.446814 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port ae7b3806-c58b-4ece-846a-d1ce71841b40, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ae7b3806-c58b-4ece-846a-d1ce71841b40,segment=NetworkSegment(90800449-621a-4d82-b56e-c4151e0501bc),segment_id=90800449-621a-4d82-b56e-c4151e0501bc)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:49:38.457947 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'ae7b3806-c58b-4ece-846a-d1ce71841b40', 'network_id': 'a2162739-7844-44bd-8273-39f89af8d2ca', 'port_id': 'ae7b3806-c58b-4ece-846a-d1ce71841b40', 'mac_address': 'fa:16:3e:63:57:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860f19f2-842e-4064-b9e5-bfe6c171668a', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:49:38.494875 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:38.507772 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7b3806-c58b-4ece-846a-d1ce71841b40 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:49:38.527261 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port ae7b3806-c58b-4ece-846a-d1ce71841b40, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ae7b3806-c58b-4ece-846a-d1ce71841b40,segment=NetworkSegment(90800449-621a-4d82-b56e-c4151e0501bc),segment_id=90800449-621a-4d82-b56e-c4151e0501bc)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:49:38.532489 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:38.559367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89bc10-4853-430e-8413-4ec42340e620 req-e3da86df-400f-4bbf-86f1-3259346ded7c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:38.560976 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b89bc10-4853-430e-8413-4ec42340e620 req-e3da86df-400f-4bbf-86f1-3259346ded7c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4890bd4-d4bb-43e8-82d3-875418c48896 HTTP/1.1" status: 200 len: 944 time: 0.0506976 Nov 15 11:49:38.578891 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=ae7b3806-c58b-4ece-846a-d1ce71841b40,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:38.610900 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b89bc10-4853-430e-8413-4ec42340e620 req-5ab5f496-abb4-4498-9803-0082885ab41a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=48a0e1ca-4749-463d-9468-528f99c6c9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432792 Nov 15 11:49:38.746590 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['ae7b3806-c58b-4ece-846a-d1ce71841b40'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:49:39.729223 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27099b5-d4f9-4c27-95e0-d40a4ed8259d req-dfbf211d-c745-4b09-ba36-514ce873d903 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:39.730758 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e27099b5-d4f9-4c27-95e0-d40a4ed8259d req-dfbf211d-c745-4b09-ba36-514ce873d903 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4890bd4-d4bb-43e8-82d3-875418c48896 HTTP/1.1" status: 200 len: 945 time: 0.0516973 Nov 15 11:49:39.784807 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e27099b5-d4f9-4c27-95e0-d40a4ed8259d req-867aa188-edfd-4ac7-894f-8730ee6ec91b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=48a0e1ca-4749-463d-9468-528f99c6c9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478742 Nov 15 11:49:39.929984 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:40.323569 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ae7b3806-c58b-4ece-846a-d1ce71841b40 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:49:40.387386 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port ae7b3806-c58b-4ece-846a-d1ce71841b40 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:49:40.391571 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port ae7b3806-c58b-4ece-846a-d1ce71841b40 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:49:40.391976 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:40.470831 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:40.493291 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4890bd4-d4bb-43e8-82d3-875418c48896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7b3806-c58b-4ece-846a-d1ce71841b40'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:49:40.495566 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6ffbbf-585d-4349-9b77-86362a148d51" -d '{"events": [{"server_uuid": "d4890bd4-d4bb-43e8-82d3-875418c48896", "name": "network-vif-plugged", "status": "completed", "tag": "ae7b3806-c58b-4ece-846a-d1ce71841b40"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:49:40.507796 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port ae7b3806-c58b-4ece-846a-d1ce71841b40, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ae7b3806-c58b-4ece-846a-d1ce71841b40,segment=NetworkSegment(90800449-621a-4d82-b56e-c4151e0501bc),segment_id=90800449-621a-4d82-b56e-c4151e0501bc)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:49:40.513429 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:40.536791 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74aea3e5-6991-41ba-924b-b5b067288a6c x-openstack-request-id: req-74aea3e5-6991-41ba-924b-b5b067288a6c {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:49:40.537083 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4890bd4-d4bb-43e8-82d3-875418c48896", "name": "network-vif-plugged", "status": "completed", "tag": "ae7b3806-c58b-4ece-846a-d1ce71841b40", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:49:40.537328 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74aea3e5-6991-41ba-924b-b5b067288a6c {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:49:40.537716 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4890bd4-d4bb-43e8-82d3-875418c48896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7b3806-c58b-4ece-846a-d1ce71841b40', 'code': 200} Nov 15 11:49:40.568973 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=ae7b3806-c58b-4ece-846a-d1ce71841b40,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:40.635015 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdad39b-dc9c-45c4-bea1-e9ae87694c95 req-f3cd79a7-e86a-4f39-9210-4bcec02c595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:40.636558 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5fdad39b-dc9c-45c4-bea1-e9ae87694c95 req-f3cd79a7-e86a-4f39-9210-4bcec02c595b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d4890bd4-d4bb-43e8-82d3-875418c48896 HTTP/1.1" status: 200 len: 1097 time: 0.0405967 Nov 15 11:49:40.683884 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5fdad39b-dc9c-45c4-bea1-e9ae87694c95 req-c2e23609-a67c-4eae-82df-097e954e42aa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=48a0e1ca-4749-463d-9468-528f99c6c9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398180 Nov 15 11:49:40.915582 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9d569-6709-41ca-acd9-5beff87523db req-fc28ed03-661a-49b6-a981-4bf515f013ab tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:40.917178 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8f9d569-6709-41ca-acd9-5beff87523db req-fc28ed03-661a-49b6-a981-4bf515f013ab tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4890bd4-d4bb-43e8-82d3-875418c48896 HTTP/1.1" status: 200 len: 946 time: 0.0559285 Nov 15 11:49:40.975185 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8f9d569-6709-41ca-acd9-5beff87523db req-8d312ba2-be70-4539-8113-c66e70487451 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=48a0e1ca-4749-463d-9468-528f99c6c9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519698 Nov 15 11:49:41.500696 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:41.724520 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:49:42.108769 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b21d9-8ed2-4667-891e-df4235c39af3 req-e7c26d13-dc27-4866-8aa1-271edd81e79b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:42.110269 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db3b21d9-8ed2-4667-891e-df4235c39af3 req-e7c26d13-dc27-4866-8aa1-271edd81e79b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4890bd4-d4bb-43e8-82d3-875418c48896 HTTP/1.1" status: 200 len: 946 time: 0.0618691 Nov 15 11:49:42.156538 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:42.162667 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db3b21d9-8ed2-4667-891e-df4235c39af3 req-81f91ebe-73d6-47bd-bd39-ed23eff0d637 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=48a0e1ca-4749-463d-9468-528f99c6c9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463142 Nov 15 11:49:42.277697 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f43d6-3d35-4761-8e30-3863224caf86 req-e232cb1e-36d3-4881-aca1-8796830b7705 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:42.279087 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b4f43d6-3d35-4761-8e30-3863224caf86 req-e232cb1e-36d3-4881-aca1-8796830b7705 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4890bd4-d4bb-43e8-82d3-875418c48896 HTTP/1.1" status: 200 len: 946 time: 0.0508678 Nov 15 11:49:42.330490 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b4f43d6-3d35-4761-8e30-3863224caf86 req-a7b6d382-eb8b-4668-b4c9-a163f5443047 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=48a0e1ca-4749-463d-9468-528f99c6c9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425060 Nov 15 11:49:42.553604 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b766320b-5d6d-47ac-9a43-8a54d52ed1e3 req-ebdc3997-77e6-4b57-842a-0ac0b8850123 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1cae65b0-9576-49c8-a404-45facc4bf38e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452528 Nov 15 11:49:42.639173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766320b-5d6d-47ac-9a43-8a54d52ed1e3 req-3ea34c71-7a7e-4ab8-a45a-d5dae797de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:42.640700 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b766320b-5d6d-47ac-9a43-8a54d52ed1e3 req-3ea34c71-7a7e-4ab8-a45a-d5dae797de72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9eca6c75758e4f7b8108e5478cb1f3d8&device_id=1cae65b0-9576-49c8-a404-45facc4bf38e HTTP/1.1" status: 200 len: 1096 time: 0.0421855 Nov 15 11:49:42.745948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766320b-5d6d-47ac-9a43-8a54d52ed1e3 req-d1aa92f1-2e68-4fc4-8321-1305d4c4ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:42.747425 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b766320b-5d6d-47ac-9a43-8a54d52ed1e3 req-d1aa92f1-2e68-4fc4-8321-1305d4c4ba51 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe HTTP/1.1" status: 200 len: 897 time: 0.0848825 Nov 15 11:49:42.819060 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b766320b-5d6d-47ac-9a43-8a54d52ed1e3 req-f6ea07f6-abdf-4ca0-a481-7bd5f81047eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a8d51fb-a2a4-448b-8f29-9d30d5453e03 HTTP/1.1" status: 200 len: 1000 time: 0.0634742 Nov 15 11:49:42.870470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766320b-5d6d-47ac-9a43-8a54d52ed1e3 req-e5e903b7-63d0-4e5c-89b7-069eec286b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:42.871971 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b766320b-5d6d-47ac-9a43-8a54d52ed1e3 req-e5e903b7-63d0-4e5c-89b7-069eec286b48 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=baeb4dc4-7fcb-46bf-9cd2-8fe713917e98 HTTP/1.1" status: 200 len: 835 time: 0.0457094 Nov 15 11:49:42.916701 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766320b-5d6d-47ac-9a43-8a54d52ed1e3 req-2692dd3d-c8da-40d3-9c54-056646cad164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:42.918149 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b766320b-5d6d-47ac-9a43-8a54d52ed1e3 req-2692dd3d-c8da-40d3-9c54-056646cad164 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393426 Nov 15 11:49:43.014696 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b766320b-5d6d-47ac-9a43-8a54d52ed1e3 req-8884583d-55cd-4947-97ee-7cccf908c31a service neutron] 10.222.0.55 "GET /v2.0/networks/6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892448 Nov 15 11:49:43.117964 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b766320b-5d6d-47ac-9a43-8a54d52ed1e3 req-db812b25-86c4-434d-ad1a-ddf8be26a411 service neutron] 10.222.0.55 "GET /v2.0/networks/6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938120 Nov 15 11:49:43.813809 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49386) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:49:44.259281 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad6ff-d7f8-43df-ba1b-6b2348f19277 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:44.456307 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0c61b884-0fc3-4194-8f19-6e22b5be2565 req-fd5b0e96-cc08-4ae3-ad77-fc4e5797ee52 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0915852 Nov 15 11:49:44.580792 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-3f4ad6ff-d7f8-43df-ba1b-6b2348f19277 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Allocated IP 172.20.0.17 (a2162739-7844-44bd-8273-39f89af8d2ca/860f19f2-842e-4064-b9e5-bfe6c171668a/54886f11-8975-40c7-88bf-e36a44cf8a8f) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:49:44.583925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61b884-0fc3-4194-8f19-6e22b5be2565 req-37db5da8-6c25-40b5-b219-a97d2b389310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:44.585443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0c61b884-0fc3-4194-8f19-6e22b5be2565 req-37db5da8-6c25-40b5-b219-a97d2b389310 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0800781 Nov 15 11:49:44.759751 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61b884-0fc3-4194-8f19-6e22b5be2565 req-ad3ceddd-5481-4a77-a8ad-3216f13a5083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:44.761157 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0c61b884-0fc3-4194-8f19-6e22b5be2565 req-ad3ceddd-5481-4a77-a8ad-3216f13a5083 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.1463706 Nov 15 11:49:44.763686 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad6ff-d7f8-43df-ba1b-6b2348f19277 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:44.807045 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0c61b884-0fc3-4194-8f19-6e22b5be2565 req-92ad5918-53c4-41f1-821f-22d817370a61 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0377181 Nov 15 11:49:44.866866 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad6ff-d7f8-43df-ba1b-6b2348f19277 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:44.875850 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61b884-0fc3-4194-8f19-6e22b5be2565 req-bb0ee466-b731-49e8-9f72-6379de114e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:44.877336 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0c61b884-0fc3-4194-8f19-6e22b5be2565 req-bb0ee466-b731-49e8-9f72-6379de114e6b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0608952 Nov 15 11:49:44.937654 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4ad6ff-d7f8-43df-ba1b-6b2348f19277 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Network a2162739-7844-44bd-8273-39f89af8d2ca is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:49:44.943679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-3f4ad6ff-d7f8-43df-ba1b-6b2348f19277 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:49:44.946374 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4ad6ff-d7f8-43df-ba1b-6b2348f19277 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:49:44.950247 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ad6ff-d7f8-43df-ba1b-6b2348f19277 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'Port': ['ID=54886f11-8975-40c7-88bf-e36a44cf8a8f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:44.992932 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61b884-0fc3-4194-8f19-6e22b5be2565 req-9c1cc98a-8f9a-4956-969e-cef921059460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:49:44.994505 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0c61b884-0fc3-4194-8f19-6e22b5be2565 req-9c1cc98a-8f9a-4956-969e-cef921059460 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963702 Nov 15 11:49:45.002515 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad6ff-d7f8-43df-ba1b-6b2348f19277 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:45.134053 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5d9ebad6-2a5e-46ce-b5b5-48fe8f8fd310 None None] Provisioning complete for port 54886f11-8975-40c7-88bf-e36a44cf8a8f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:49:45.134702 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5d9ebad6-2a5e-46ce-b5b5-48fe8f8fd310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:45.163954 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0c61b884-0fc3-4194-8f19-6e22b5be2565 req-593494de-a0e8-49c3-be2c-cf2791792d08 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588316 Nov 15 11:49:45.172550 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-5d9ebad6-2a5e-46ce-b5b5-48fe8f8fd310 None None] Port 54886f11-8975-40c7-88bf-e36a44cf8a8f cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:49:45.244213 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad6ff-d7f8-43df-ba1b-6b2348f19277 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:45.632292 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0c61b884-0fc3-4194-8f19-6e22b5be2565 req-a788a9fc-75ce-4b4c-8967-bef48f73012e service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609904 Nov 15 11:49:45.882748 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad6ff-d7f8-43df-ba1b-6b2348f19277 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:45.888954 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad6ff-d7f8-43df-ba1b-6b2348f19277 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:45.961333 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ad6ff-d7f8-43df-ba1b-6b2348f19277 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'Port': ['ID=54886f11-8975-40c7-88bf-e36a44cf8a8f,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:45.963849 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad6ff-d7f8-43df-ba1b-6b2348f19277 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:46.075529 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4ad6ff-d7f8-43df-ba1b-6b2348f19277 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Network a2162739-7844-44bd-8273-39f89af8d2ca is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:49:46.077047 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-3f4ad6ff-d7f8-43df-ba1b-6b2348f19277 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:49:46.190906 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4ad6ff-d7f8-43df-ba1b-6b2348f19277 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Router 97b65810-c594-4747-b060-f0c900e44e8b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:49:46.302954 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4ad6ff-d7f8-43df-ba1b-6b2348f19277 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:49:46.305171 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-81e2e608-5963-4de9-80d4-f225ad0b0044 None None] Provisioning complete for port 54886f11-8975-40c7-88bf-e36a44cf8a8f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:49:46.305716 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-81e2e608-5963-4de9-80d4-f225ad0b0044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:46.309706 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3f4ad6ff-d7f8-43df-ba1b-6b2348f19277 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "PUT /v2.0/routers/97b65810-c594-4747-b060-f0c900e44e8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4940467 Nov 15 11:49:46.331361 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] Sync routers for ids ['97b65810-c594-4747-b060-f0c900e44e8b'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:49:46.352188 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] Routers {'97b65810-c594-4747-b060-f0c900e44e8b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:49:46.352736 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:49:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['97b65810-c594-4747-b060-f0c900e44e8b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:49:46.385656 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-81e2e608-5963-4de9-80d4-f225ad0b0044 None None] Port 54886f11-8975-40c7-88bf-e36a44cf8a8f cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:49:46.464783 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] Set router 97b65810-c594-4747-b060-f0c900e44e8b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:49:46.703933 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b65810-c594-4747-b060-f0c900e44e8b', 'name': 'tempest-TestNetworkBasicOps-router-308003306', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:31Z', 'updated_at': '2021-11-15T11:49:45Z', 'revision_number': 5, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:32Z', 'updated_at': '2021-11-15T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '0b1ee1c8-06a4-4f5c-a93a-fe3a2de1d0e0', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'port_id': '5a8d51fb-a2a4-448b-8f29-9d30d5453e03', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'mac_address': 'fa:16:3e:1d:d2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae65b0-9576-49c8-a404-45facc4bf38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:48:51Z', 'updated_at': '2021-11-15T11:48:54Z', 'revision_number': 1, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54886f11-8975-40c7-88bf-e36a44cf8a8f', 'name': '', 'network_id': 'a2162739-7844-44bd-8273-39f89af8d2ca', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:2c:48:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '860f19f2-842e-4064-b9e5-bfe6c171668a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:49:44Z', 'updated_at': '2021-11-15T11:49:45Z', 'revision_number': 2, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': '860f19f2-842e-4064-b9e5-bfe6c171668a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9781811c-ccb6-4b18-b50b-cf36aad9c692', 'name': '', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:e6:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:35Z', 'updated_at': '2021-11-15T11:48:38Z', 'revision_number': 5, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:49:46.734358 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] Checking router: 97b65810-c594-4747-b060-f0c900e44e8b for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:49:46.734638 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] Updating router 97b65810-c594-4747-b060-f0c900e44e8b port 54886f11-8975-40c7-88bf-e36a44cf8a8f binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:49:46.759845 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:47.020409 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:47.026922 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:47.074834 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066b107-b66d-4aa7-b8e8-54d0aed02d27 None None] Pushing event updated for resources: {'Port': ['ID=54886f11-8975-40c7-88bf-e36a44cf8a8f,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:47.131507 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] Attempting to bind port 54886f11-8975-40c7-88bf-e36a44cf8a8f on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:49:47.131917 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] Attempting to bind port 54886f11-8975-40c7-88bf-e36a44cf8a8f by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '90800449-621a-4d82-b56e-c4151e0501bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'a2162739-7844-44bd-8273-39f89af8d2ca'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:49:47.132276 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] Attempting to bind port 54886f11-8975-40c7-88bf-e36a44cf8a8f on network a2162739-7844-44bd-8273-39f89af8d2ca {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:49:47.137467 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:49:47.137830 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] Checking segment: {'id': '90800449-621a-4d82-b56e-c4151e0501bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'a2162739-7844-44bd-8273-39f89af8d2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:49:47.138233 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:47.138620 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] Bound using segment: {'id': '90800449-621a-4d82-b56e-c4151e0501bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'a2162739-7844-44bd-8273-39f89af8d2ca'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:49:47.139083 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] Bound port: 54886f11-8975-40c7-88bf-e36a44cf8a8f, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90800449-621a-4d82-b56e-c4151e0501bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'a2162739-7844-44bd-8273-39f89af8d2ca'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:49:47.139455 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:47.203615 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] For port 54886f11-8975-40c7-88bf-e36a44cf8a8f, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:49:47.207309 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] For port 54886f11-8975-40c7-88bf-e36a44cf8a8f, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=54886f11-8975-40c7-88bf-e36a44cf8a8f,segment=NetworkSegment(90800449-621a-4d82-b56e-c4151e0501bc),segment_id=90800449-621a-4d82-b56e-c4151e0501bc)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:49:47.213385 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:47.272217 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] Routers {'97b65810-c594-4747-b060-f0c900e44e8b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:49:47.272757 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:49:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['97b65810-c594-4747-b060-f0c900e44e8b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:49:47.274857 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066b107-b66d-4aa7-b8e8-54d0aed02d27 None None] Pushing event updated for resources: {'Port': ['ID=54886f11-8975-40c7-88bf-e36a44cf8a8f,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:47.367272 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-bb9b88c5-975d-4341-a1aa-d7c224f86f89 None None] Provisioning complete for port 54886f11-8975-40c7-88bf-e36a44cf8a8f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:49:47.367930 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bb9b88c5-975d-4341-a1aa-d7c224f86f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:47.420790 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] Set router 97b65810-c594-4747-b060-f0c900e44e8b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:49:47.542556 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bb9b88c5-975d-4341-a1aa-d7c224f86f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:47.617111 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-bb9b88c5-975d-4341-a1aa-d7c224f86f89 None None] For port 54886f11-8975-40c7-88bf-e36a44cf8a8f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=54886f11-8975-40c7-88bf-e36a44cf8a8f,segment=NetworkSegment(90800449-621a-4d82-b56e-c4151e0501bc),segment_id=90800449-621a-4d82-b56e-c4151e0501bc)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:49:47.624241 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bb9b88c5-975d-4341-a1aa-d7c224f86f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:47.707844 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b88c5-975d-4341-a1aa-d7c224f86f89 None None] Pushing event updated for resources: {'Port': ['ID=54886f11-8975-40c7-88bf-e36a44cf8a8f,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:49:47.742099 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b65810-c594-4747-b060-f0c900e44e8b', 'name': 'tempest-TestNetworkBasicOps-router-308003306', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:31Z', 'updated_at': '2021-11-15T11:49:45Z', 'revision_number': 5, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:32Z', 'updated_at': '2021-11-15T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '0b1ee1c8-06a4-4f5c-a93a-fe3a2de1d0e0', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'port_id': '5a8d51fb-a2a4-448b-8f29-9d30d5453e03', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'mac_address': 'fa:16:3e:1d:d2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae65b0-9576-49c8-a404-45facc4bf38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:48:51Z', 'updated_at': '2021-11-15T11:48:54Z', 'revision_number': 1, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54886f11-8975-40c7-88bf-e36a44cf8a8f', 'name': '', 'network_id': 'a2162739-7844-44bd-8273-39f89af8d2ca', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:2c:48:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '860f19f2-842e-4064-b9e5-bfe6c171668a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:49:44Z', 'updated_at': '2021-11-15T11:49:47Z', 'revision_number': 4, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': '860f19f2-842e-4064-b9e5-bfe6c171668a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9781811c-ccb6-4b18-b50b-cf36aad9c692', 'name': '', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:e6:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:35Z', 'updated_at': '2021-11-15T11:48:38Z', 'revision_number': 5, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:49:47.772483 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b951f640-c9c2-4be7-91f9-ee3fbaf6f3d4 None None] The sync data for ids ['97b65810-c594-4747-b060-f0c900e44e8b'] in n-d-729945-9 is: [{'id': '97b65810-c594-4747-b060-f0c900e44e8b', 'name': 'tempest-TestNetworkBasicOps-router-308003306', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:31Z', 'updated_at': '2021-11-15T11:49:45Z', 'revision_number': 5, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:32Z', 'updated_at': '2021-11-15T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '0b1ee1c8-06a4-4f5c-a93a-fe3a2de1d0e0', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'port_id': '5a8d51fb-a2a4-448b-8f29-9d30d5453e03', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'mac_address': 'fa:16:3e:1d:d2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae65b0-9576-49c8-a404-45facc4bf38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:48:51Z', 'updated_at': '2021-11-15T11:48:54Z', 'revision_number': 1, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54886f11-8975-40c7-88bf-e36a44cf8a8f', 'name': '', 'network_id': 'a2162739-7844-44bd-8273-39f89af8d2ca', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:2c:48:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '860f19f2-842e-4064-b9e5-bfe6c171668a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:49:44Z', 'updated_at': '2021-11-15T11:49:47Z', 'revision_number': 4, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': '860f19f2-842e-4064-b9e5-bfe6c171668a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9781811c-ccb6-4b18-b50b-cf36aad9c692', 'name': '', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:e6:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:35Z', 'updated_at': '2021-11-15T11:48:38Z', 'revision_number': 5, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:49:47.774175 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-78d9ba37-83e0-4f01-9eac-abfa554f5c73 None None] Provisioning complete for port 54886f11-8975-40c7-88bf-e36a44cf8a8f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:49:47.774529 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-78d9ba37-83e0-4f01-9eac-abfa554f5c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:49.883180 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 54886f11-8975-40c7-88bf-e36a44cf8a8f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:49:49.931631 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 54886f11-8975-40c7-88bf-e36a44cf8a8f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:49:49.932016 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:49:59.892820 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:01.831482 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:06.277547 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d93f9feb-f58b-4b63-ab3d-96cbe6a15f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:08.373302 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b7f2839d-8903-473c-98cb-8fe1d5f5355d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:08.528437 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30785bf-fee4-4db3-89a3-b9a04ec086e0 req-567bf080-9946-497e-81d0-94965473165a tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:08.529977 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d30785bf-fee4-4db3-89a3-b9a04ec086e0 req-567bf080-9946-497e-81d0-94965473165a tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 1096 time: 0.0475540 Nov 15 11:50:08.574862 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d30785bf-fee4-4db3-89a3-b9a04ec086e0 req-29d3ed4a-90a6-4e86-aa01-4d12d6de754f tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389843 Nov 15 11:50:08.707914 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b32bd-9328-40ec-8aae-1f305ca06013 req-d87dce66-b9bd-45a1-8f86-d50dedc71280 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:08.709311 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a31b32bd-9328-40ec-8aae-1f305ca06013 req-d87dce66-b9bd-45a1-8f86-d50dedc71280 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 945 time: 0.0605521 Nov 15 11:50:08.759034 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a31b32bd-9328-40ec-8aae-1f305ca06013 req-22645b46-3256-4676-8f94-0c121daed7cf tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435278 Nov 15 11:50:08.780926 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49426) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:08.848128 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-88ef75d4-dba4-49d5-bd87-1059bb474bf8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/floatingips/beb7b25a-d94b-485c-a678-12df73b69f82 HTTP/1.1" status: 200 len: 993 time: 0.0660522 Nov 15 11:50:09.101512 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49432) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:09.370531 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9f70e-6e7c-4ec2-9324-6a069a9b1a5b req-dc7fb258-2a4c-45be-8ecf-f627253ff4e0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:09.372218 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-95c9f70e-6e7c-4ec2-9324-6a069a9b1a5b req-dc7fb258-2a4c-45be-8ecf-f627253ff4e0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 945 time: 0.0525985 Nov 15 11:50:09.431550 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-95c9f70e-6e7c-4ec2-9324-6a069a9b1a5b req-f7c7a24f-2749-4df2-87f4-8b2dcf1cc645 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519209 Nov 15 11:50:09.473946 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-fb48392d-1142-4505-8c9d-b000f12dad4f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1640730 Nov 15 11:50:09.524716 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14f922d8-1eb5-4a60-b917-731038e86218 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:09.861192 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-14f922d8-1eb5-4a60-b917-731038e86218 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Deleting port 54886f11-8975-40c7-88bf-e36a44cf8a8f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:50:09.861538 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14f922d8-1eb5-4a60-b917-731038e86218 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:09.928023 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:09.958014 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-14f922d8-1eb5-4a60-b917-731038e86218 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] For port 54886f11-8975-40c7-88bf-e36a44cf8a8f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=54886f11-8975-40c7-88bf-e36a44cf8a8f,segment=NetworkSegment(90800449-621a-4d82-b56e-c4151e0501bc),segment_id=90800449-621a-4d82-b56e-c4151e0501bc)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:50:09.958490 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14f922d8-1eb5-4a60-b917-731038e86218 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:09.973284 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-14f922d8-1eb5-4a60-b917-731038e86218 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Calling delete_port for 54886f11-8975-40c7-88bf-e36a44cf8a8f owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:50:10.168371 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14f922d8-1eb5-4a60-b917-731038e86218 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:10.196018 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f922d8-1eb5-4a60-b917-731038e86218 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event deleted for resources: {'Port': ['ID=54886f11-8975-40c7-88bf-e36a44cf8a8f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:10.208411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f922d8-1eb5-4a60-b917-731038e86218 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:10.208752 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f922d8-1eb5-4a60-b917-731038e86218 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:10.209087 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f922d8-1eb5-4a60-b917-731038e86218 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:10.209421 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f922d8-1eb5-4a60-b917-731038e86218 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:10.209753 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f922d8-1eb5-4a60-b917-731038e86218 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:10.210092 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f922d8-1eb5-4a60-b917-731038e86218 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:10.210402 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f922d8-1eb5-4a60-b917-731038e86218 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:10.210812 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f922d8-1eb5-4a60-b917-731038e86218 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:10.211105 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f922d8-1eb5-4a60-b917-731038e86218 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:10.211410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f922d8-1eb5-4a60-b917-731038e86218 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:10.211754 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f922d8-1eb5-4a60-b917-731038e86218 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:10.212078 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f922d8-1eb5-4a60-b917-731038e86218 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:10.384763 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-14f922d8-1eb5-4a60-b917-731038e86218 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:10.542724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83188cd8-af08-4716-9a10-c68e6aa155af req-8df566a4-fbce-4607-984f-e40a7ba8a521 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:10.544147 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83188cd8-af08-4716-9a10-c68e6aa155af req-8df566a4-fbce-4607-984f-e40a7ba8a521 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 945 time: 0.0493584 Nov 15 11:50:10.595515 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83188cd8-af08-4716-9a10-c68e6aa155af req-0dee4ae2-131b-41db-929d-705aaded34ca tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453699 Nov 15 11:50:10.616439 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f922d8-1eb5-4a60-b917-731038e86218 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Router 97b65810-c594-4747-b060-f0c900e44e8b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:50:10.699968 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-fc79ba61-dd28-402b-ba5f-cc628f1cb6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:10.701473 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-fc79ba61-dd28-402b-ba5f-cc628f1cb6cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 1096 time: 0.0449302 Nov 15 11:50:10.728485 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f922d8-1eb5-4a60-b917-731038e86218 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:50:10.737525 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-14f922d8-1eb5-4a60-b917-731038e86218 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "PUT /v2.0/routers/97b65810-c594-4747-b060-f0c900e44e8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6301913 Nov 15 11:50:10.739550 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc553e-0c4f-47a0-af66-4539fb136c8e None None] Sync routers for ids ['97b65810-c594-4747-b060-f0c900e44e8b'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:50:10.750191 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdc553e-0c4f-47a0-af66-4539fb136c8e None None] Routers {'97b65810-c594-4747-b060-f0c900e44e8b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:50:10.750802 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-bbdc553e-0c4f-47a0-af66-4539fb136c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:50:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['97b65810-c594-4747-b060-f0c900e44e8b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:10.792797 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-02a666ce-cf73-4b04-9a22-4a38092745c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:10.794275 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-02a666ce-cf73-4b04-9a22-4a38092745c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a95130b6-90b6-494f-b2de-a279173334b4 HTTP/1.1" status: 200 len: 898 time: 0.0858355 Nov 15 11:50:10.863500 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-bbdc553e-0c4f-47a0-af66-4539fb136c8e None None] Set router 97b65810-c594-4747-b060-f0c900e44e8b gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:50:10.871620 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-589b6154-97fd-4cce-959a-620a358b43d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39 HTTP/1.1" status: 200 len: 1001 time: 0.0704937 Nov 15 11:50:10.930135 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-b7b258cc-fb72-4dc5-a535-fa0a42a55a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:10.931709 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-b7b258cc-fb72-4dc5-a535-fa0a42a55a74 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c008993a-7f17-4d58-a3bb-fc42926718f3 HTTP/1.1" status: 200 len: 835 time: 0.0533335 Nov 15 11:50:10.998126 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcbae5-70ba-4090-aab2-f8fb9fdac08d req-c168f539-8763-4294-8cb0-33d33a325a0b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:10.999486 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcbcbae5-70ba-4090-aab2-f8fb9fdac08d req-c168f539-8763-4294-8cb0-33d33a325a0b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4890bd4-d4bb-43e8-82d3-875418c48896 HTTP/1.1" status: 200 len: 946 time: 0.0806212 Nov 15 11:50:11.008416 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-37205853-e33f-4ee2-8bec-192658d628eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:11.010026 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-37205853-e33f-4ee2-8bec-192658d628eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a95130b6-90b6-494f-b2de-a279173334b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606399 Nov 15 11:50:11.103483 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcbcbae5-70ba-4090-aab2-f8fb9fdac08d req-7f92d7a3-f2cb-43bc-acb5-7ea6310e1bbb tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=48a0e1ca-4749-463d-9468-528f99c6c9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972917 Nov 15 11:50:11.107562 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-bbdc553e-0c4f-47a0-af66-4539fb136c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b65810-c594-4747-b060-f0c900e44e8b', 'name': 'tempest-TestNetworkBasicOps-router-308003306', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:31Z', 'updated_at': '2021-11-15T11:50:10Z', 'revision_number': 6, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:32Z', 'updated_at': '2021-11-15T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '0b1ee1c8-06a4-4f5c-a93a-fe3a2de1d0e0', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'port_id': '5a8d51fb-a2a4-448b-8f29-9d30d5453e03', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'mac_address': 'fa:16:3e:1d:d2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae65b0-9576-49c8-a404-45facc4bf38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:48:51Z', 'updated_at': '2021-11-15T11:48:54Z', 'revision_number': 1, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9781811c-ccb6-4b18-b50b-cf36aad9c692', 'name': '', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:e6:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:35Z', 'updated_at': '2021-11-15T11:48:38Z', 'revision_number': 5, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:11.133907 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc553e-0c4f-47a0-af66-4539fb136c8e None None] Checking router: 97b65810-c594-4747-b060-f0c900e44e8b for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:50:11.138481 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-180fae8a-fbfb-499f-b762-ca99698ca4e9 service neutron] 10.222.0.11 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144125 Nov 15 11:50:11.142158 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdc553e-0c4f-47a0-af66-4539fb136c8e None None] Routers {'97b65810-c594-4747-b060-f0c900e44e8b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:50:11.142746 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-bbdc553e-0c4f-47a0-af66-4539fb136c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:50:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['97b65810-c594-4747-b060-f0c900e44e8b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:11.239148 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-0c32864a-aa64-420f-97f2-82762ccd2f4a service neutron] 10.222.0.11 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924084 Nov 15 11:50:11.347993 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-bbdc553e-0c4f-47a0-af66-4539fb136c8e None None] Set router 97b65810-c594-4747-b060-f0c900e44e8b gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:50:11.500971 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:11.578065 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-bbdc553e-0c4f-47a0-af66-4539fb136c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b65810-c594-4747-b060-f0c900e44e8b', 'name': 'tempest-TestNetworkBasicOps-router-308003306', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:31Z', 'updated_at': '2021-11-15T11:50:10Z', 'revision_number': 6, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:32Z', 'updated_at': '2021-11-15T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '0b1ee1c8-06a4-4f5c-a93a-fe3a2de1d0e0', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'port_id': '5a8d51fb-a2a4-448b-8f29-9d30d5453e03', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'mac_address': 'fa:16:3e:1d:d2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae65b0-9576-49c8-a404-45facc4bf38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:48:51Z', 'updated_at': '2021-11-15T11:48:54Z', 'revision_number': 1, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9781811c-ccb6-4b18-b50b-cf36aad9c692', 'name': '', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:e6:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:35Z', 'updated_at': '2021-11-15T11:48:38Z', 'revision_number': 5, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:11.604404 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc553e-0c4f-47a0-af66-4539fb136c8e None None] The sync data for ids ['97b65810-c594-4747-b060-f0c900e44e8b'] in n-d-729945-9 is: [{'id': '97b65810-c594-4747-b060-f0c900e44e8b', 'name': 'tempest-TestNetworkBasicOps-router-308003306', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:31Z', 'updated_at': '2021-11-15T11:50:10Z', 'revision_number': 6, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:32Z', 'updated_at': '2021-11-15T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '0b1ee1c8-06a4-4f5c-a93a-fe3a2de1d0e0', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'port_id': '5a8d51fb-a2a4-448b-8f29-9d30d5453e03', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'mac_address': 'fa:16:3e:1d:d2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae65b0-9576-49c8-a404-45facc4bf38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:48:51Z', 'updated_at': '2021-11-15T11:48:54Z', 'revision_number': 1, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9781811c-ccb6-4b18-b50b-cf36aad9c692', 'name': '', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:e6:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:35Z', 'updated_at': '2021-11-15T11:48:38Z', 'revision_number': 5, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:50:11.713300 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e60380-e514-45b7-86bf-d4ad1cca2214 req-a9de317e-a277-4faf-8581-b7b4c8eeaf6d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:11.714762 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-52e60380-e514-45b7-86bf-d4ad1cca2214 req-a9de317e-a277-4faf-8581-b7b4c8eeaf6d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 945 time: 0.0492647 Nov 15 11:50:11.772307 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-52e60380-e514-45b7-86bf-d4ad1cca2214 req-23ef9cd7-826c-497b-87f1-25ec0c80d9a7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510733 Nov 15 11:50:12.003568 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 54886f11-8975-40c7-88bf-e36a44cf8a8f no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:50:12.024536 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 54886f11-8975-40c7-88bf-e36a44cf8a8f {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:50:12.024866 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 54886f11-8975-40c7-88bf-e36a44cf8a8f not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:50:12.170922 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:12.223652 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d8db4-a172-4d21-a99a-7a7e353e09ac req-db80737a-2cd8-4b48-9f37-1e0d96d016b7 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:12.225229 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-966d8db4-a172-4d21-a99a-7a7e353e09ac req-db80737a-2cd8-4b48-9f37-1e0d96d016b7 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4890bd4-d4bb-43e8-82d3-875418c48896 HTTP/1.1" status: 200 len: 946 time: 0.0507784 Nov 15 11:50:12.284127 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-966d8db4-a172-4d21-a99a-7a7e353e09ac req-42e8f23f-a046-40fd-9668-c70b8f6b16bb tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=48a0e1ca-4749-463d-9468-528f99c6c9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524578 Nov 15 11:50:12.381124 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450975d-bc1b-40b9-b49a-82c52b80db37 req-7834e517-73e4-414b-b01b-18e0c4bae659 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:12.382709 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8450975d-bc1b-40b9-b49a-82c52b80db37 req-7834e517-73e4-414b-b01b-18e0c4bae659 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4890bd4-d4bb-43e8-82d3-875418c48896 HTTP/1.1" status: 200 len: 946 time: 0.0512540 Nov 15 11:50:12.475228 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-8450975d-bc1b-40b9-b49a-82c52b80db37 req-1dafa6c6-c8b3-4cfa-828d-0c558712df8a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Deleting port ae7b3806-c58b-4ece-846a-d1ce71841b40 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:50:12.475489 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8450975d-bc1b-40b9-b49a-82c52b80db37 req-1dafa6c6-c8b3-4cfa-828d-0c558712df8a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:12.565773 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-8450975d-bc1b-40b9-b49a-82c52b80db37 req-1dafa6c6-c8b3-4cfa-828d-0c558712df8a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] For port ae7b3806-c58b-4ece-846a-d1ce71841b40, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=ae7b3806-c58b-4ece-846a-d1ce71841b40,segment=NetworkSegment(90800449-621a-4d82-b56e-c4151e0501bc),segment_id=90800449-621a-4d82-b56e-c4151e0501bc)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:50:12.566080 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8450975d-bc1b-40b9-b49a-82c52b80db37 req-1dafa6c6-c8b3-4cfa-828d-0c558712df8a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:12.581091 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-8450975d-bc1b-40b9-b49a-82c52b80db37 req-1dafa6c6-c8b3-4cfa-828d-0c558712df8a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Calling delete_port for ae7b3806-c58b-4ece-846a-d1ce71841b40 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:50:12.712521 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8450975d-bc1b-40b9-b49a-82c52b80db37 req-1dafa6c6-c8b3-4cfa-828d-0c558712df8a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:12.742160 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafa6c6-c8b3-4cfa-828d-0c558712df8a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event deleted for resources: {'Port': ['ID=ae7b3806-c58b-4ece-846a-d1ce71841b40,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:12.783728 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-8450975d-bc1b-40b9-b49a-82c52b80db37 req-1dafa6c6-c8b3-4cfa-828d-0c558712df8a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] No DVR routers for this DVR port ae7b3806-c58b-4ece-846a-d1ce71841b40 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:50:12.786533 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-8450975d-bc1b-40b9-b49a-82c52b80db37 req-1dafa6c6-c8b3-4cfa-828d-0c558712df8a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:12.790112 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8450975d-bc1b-40b9-b49a-82c52b80db37 req-1dafa6c6-c8b3-4cfa-828d-0c558712df8a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.55 "DELETE /v2.0/ports/ae7b3806-c58b-4ece-846a-d1ce71841b40 HTTP/1.1" status: 204 len: 173 time: 0.4011233 Nov 15 11:50:12.790542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4890bd4-d4bb-43e8-82d3-875418c48896', 'name': 'network-vif-deleted', 'tag': 'ae7b3806-c58b-4ece-846a-d1ce71841b40'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:50:12.792915 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85518086-7100-4ad0-9fc8-b083fc7e27de" -d '{"events": [{"server_uuid": "d4890bd4-d4bb-43e8-82d3-875418c48896", "name": "network-vif-deleted", "tag": "ae7b3806-c58b-4ece-846a-d1ce71841b40"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:50:12.831024 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b10058f-f5fb-4fd4-8f45-4b4346c3419a x-openstack-request-id: req-7b10058f-f5fb-4fd4-8f45-4b4346c3419a {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:50:12.831307 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4890bd4-d4bb-43e8-82d3-875418c48896", "name": "network-vif-deleted", "tag": "ae7b3806-c58b-4ece-846a-d1ce71841b40", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:50:12.831556 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b10058f-f5fb-4fd4-8f45-4b4346c3419a {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:50:12.832009 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4890bd4-d4bb-43e8-82d3-875418c48896', 'name': 'network-vif-deleted', 'tag': 'ae7b3806-c58b-4ece-846a-d1ce71841b40', 'status': 'completed', 'code': 200} Nov 15 11:50:12.936722 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e4693-026c-4aa5-a88a-082bd2ed9577 req-24c8c78a-6ffd-4d7e-8acd-de827a0e104a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:12.938222 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb6e4693-026c-4aa5-a88a-082bd2ed9577 req-24c8c78a-6ffd-4d7e-8acd-de827a0e104a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 945 time: 0.0510321 Nov 15 11:50:12.991481 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb6e4693-026c-4aa5-a88a-082bd2ed9577 req-9dac4562-8df6-4f45-a4f8-a315052fab11 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471497 Nov 15 11:50:13.339116 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49480) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:13.396900 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20521bf5-d597-4b71-81e5-f0fbbb505a91 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:13.421576 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20521bf5-d597-4b71-81e5-f0fbbb505a91 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:13.485894 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20521bf5-d597-4b71-81e5-f0fbbb505a91 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:13.488680 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20521bf5-d597-4b71-81e5-f0fbbb505a91 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:13.489891 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-20521bf5-d597-4b71-81e5-f0fbbb505a91 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "DELETE /v2.0/security-groups/48a0e1ca-4749-463d-9468-528f99c6c9a0 HTTP/1.1" status: 204 len: 168 time: 0.1497834 Nov 15 11:50:13.499630 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20521bf5-d597-4b71-81e5-f0fbbb505a91 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a0e1ca-4749-463d-9468-528f99c6c9a0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:13.522789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49484) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:13.578493 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee64d65-ead7-4f04-9f3a-10028bb0b648 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Deleting subnet 860f19f2-842e-4064-b9e5-bfe6c171668a {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:50:13.581580 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ee64d65-ead7-4f04-9f3a-10028bb0b648 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:13.620370 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ee64d65-ead7-4f04-9f3a-10028bb0b648 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:13.705298 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ee64d65-ead7-4f04-9f3a-10028bb0b648 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:13.762732 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ee64d65-ead7-4f04-9f3a-10028bb0b648 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:13.790245 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee64d65-ead7-4f04-9f3a-10028bb0b648 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event deleted for resources: {'Subnet': ['ID=860f19f2-842e-4064-b9e5-bfe6c171668a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:13.792251 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9ee64d65-ead7-4f04-9f3a-10028bb0b648 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:13.795389 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9ee64d65-ead7-4f04-9f3a-10028bb0b648 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "DELETE /v2.0/subnets/860f19f2-842e-4064-b9e5-bfe6c171668a HTTP/1.1" status: 204 len: 168 time: 0.2713749 Nov 15 11:50:13.798303 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49486) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:13.799518 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8857d4-531a-481d-8a5d-14de91bfbce1 None None] Network a2162739-7844-44bd-8273-39f89af8d2ca requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:50:13.878610 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df0bdcf9-108c-4105-8102-d3f70b62448b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:13.929523 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-df0bdcf9-108c-4105-8102-d3f70b62448b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Deleting port edd3f12c-14e0-4e8c-8f26-308b956aaf88 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:50:13.929877 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df0bdcf9-108c-4105-8102-d3f70b62448b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:13.983387 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5ba066-9433-4368-992f-1bde2fe2d26b None None] DHCP port deletion for a2162739-7844-44bd-8273-39f89af8d2ca request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:50:13.994954 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-df0bdcf9-108c-4105-8102-d3f70b62448b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] For port edd3f12c-14e0-4e8c-8f26-308b956aaf88, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=edd3f12c-14e0-4e8c-8f26-308b956aaf88,segment=NetworkSegment(90800449-621a-4d82-b56e-c4151e0501bc),segment_id=90800449-621a-4d82-b56e-c4151e0501bc)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:50:13.995314 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df0bdcf9-108c-4105-8102-d3f70b62448b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:14.007541 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-df0bdcf9-108c-4105-8102-d3f70b62448b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Calling delete_port for edd3f12c-14e0-4e8c-8f26-308b956aaf88 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:50:14.033160 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7f5ba066-9433-4368-992f-1bde2fe2d26b None None] Deleting port edd3f12c-14e0-4e8c-8f26-308b956aaf88 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:50:14.033518 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f5ba066-9433-4368-992f-1bde2fe2d26b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:14.096374 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7f5ba066-9433-4368-992f-1bde2fe2d26b None None] For port edd3f12c-14e0-4e8c-8f26-308b956aaf88, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=edd3f12c-14e0-4e8c-8f26-308b956aaf88,segment=NetworkSegment(90800449-621a-4d82-b56e-c4151e0501bc),segment_id=90800449-621a-4d82-b56e-c4151e0501bc)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:50:14.096798 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f5ba066-9433-4368-992f-1bde2fe2d26b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:14.110095 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7f5ba066-9433-4368-992f-1bde2fe2d26b None None] Calling delete_port for edd3f12c-14e0-4e8c-8f26-308b956aaf88 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:50:14.117035 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df0bdcf9-108c-4105-8102-d3f70b62448b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:14.148737 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0bdcf9-108c-4105-8102-d3f70b62448b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] No DVR routers for this DVR port edd3f12c-14e0-4e8c-8f26-308b956aaf88 on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:50:14.157308 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c2f26-0d9a-4bc1-96c6-1fc5f991d8e5 req-efa1742e-325f-4c5c-9e99-93a008a19d8d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:14.158867 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-227c2f26-0d9a-4bc1-96c6-1fc5f991d8e5 req-efa1742e-325f-4c5c-9e99-93a008a19d8d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 945 time: 0.0835154 Nov 15 11:50:14.159614 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0bdcf9-108c-4105-8102-d3f70b62448b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event deleted for resources: {'Port': ['ID=edd3f12c-14e0-4e8c-8f26-308b956aaf88,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:14.188142 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7f5ba066-9433-4368-992f-1bde2fe2d26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:14.213773 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ba066-9433-4368-992f-1bde2fe2d26b None None] Pushing event deleted for resources: {'Port': ['ID=edd3f12c-14e0-4e8c-8f26-308b956aaf88,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:14.215993 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5ba066-9433-4368-992f-1bde2fe2d26b None None] No DVR routers for this DVR port edd3f12c-14e0-4e8c-8f26-308b956aaf88 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:50:14.229501 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ba066-9433-4368-992f-1bde2fe2d26b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:14.229817 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ba066-9433-4368-992f-1bde2fe2d26b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:14.230246 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ba066-9433-4368-992f-1bde2fe2d26b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:14.230635 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ba066-9433-4368-992f-1bde2fe2d26b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:14.230994 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ba066-9433-4368-992f-1bde2fe2d26b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:14.231378 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ba066-9433-4368-992f-1bde2fe2d26b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:14.231889 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ba066-9433-4368-992f-1bde2fe2d26b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:14.232360 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ba066-9433-4368-992f-1bde2fe2d26b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:14.232630 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ba066-9433-4368-992f-1bde2fe2d26b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:14.233635 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ba066-9433-4368-992f-1bde2fe2d26b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:14.233635 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ba066-9433-4368-992f-1bde2fe2d26b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:14.234073 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5ba066-9433-4368-992f-1bde2fe2d26b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:14.263432 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df0bdcf9-108c-4105-8102-d3f70b62448b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:14.291326 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-227c2f26-0d9a-4bc1-96c6-1fc5f991d8e5 req-8d0a3312-8b54-4b1a-ae16-9b96cfec885d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093092 Nov 15 11:50:14.294524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-df0bdcf9-108c-4105-8102-d3f70b62448b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2162739-7844-44bd-8273-39f89af8d2ca']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:14.303965 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-df0bdcf9-108c-4105-8102-d3f70b62448b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90800449-621a-4d82-b56e-c4151e0501bc') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:14.304245 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-df0bdcf9-108c-4105-8102-d3f70b62448b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90800449-621a-4d82-b56e-c4151e0501bc') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:14.314218 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df0bdcf9-108c-4105-8102-d3f70b62448b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:14.327657 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df0bdcf9-108c-4105-8102-d3f70b62448b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:14.333802 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0bdcf9-108c-4105-8102-d3f70b62448b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:50:14.334198 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df0bdcf9-108c-4105-8102-d3f70b62448b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:50:14.337393 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:50:14.401345 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df0bdcf9-108c-4105-8102-d3f70b62448b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:14.408010 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df0bdcf9-108c-4105-8102-d3f70b62448b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:14.411156 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-df0bdcf9-108c-4105-8102-d3f70b62448b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "DELETE /v2.0/networks/a2162739-7844-44bd-8273-39f89af8d2ca HTTP/1.1" status: 204 len: 168 time: 0.6119161 Nov 15 11:50:14.414371 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49490) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:14.423028 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0bdcf9-108c-4105-8102-d3f70b62448b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event deleted for resources: {'Network': ['ID=a2162739-7844-44bd-8273-39f89af8d2ca,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:14.572331 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-705884f6-ca4a-4c0a-a645-3e7d1a660cac tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Deleting port 9c26d819-88ce-41bf-80de-1fa10934b2f8 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:50:14.572626 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-705884f6-ca4a-4c0a-a645-3e7d1a660cac tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:14.658311 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-705884f6-ca4a-4c0a-a645-3e7d1a660cac tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:14.658545 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-705884f6-ca4a-4c0a-a645-3e7d1a660cac tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:14.670102 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-705884f6-ca4a-4c0a-a645-3e7d1a660cac tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Calling delete_port for 9c26d819-88ce-41bf-80de-1fa10934b2f8 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:50:15.177850 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-705884f6-ca4a-4c0a-a645-3e7d1a660cac tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:15.203687 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705884f6-ca4a-4c0a-a645-3e7d1a660cac tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event deleted for resources: {'Port': ['ID=9c26d819-88ce-41bf-80de-1fa10934b2f8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:15.261668 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-705884f6-ca4a-4c0a-a645-3e7d1a660cac tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:15.262007 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-705884f6-ca4a-4c0a-a645-3e7d1a660cac tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Floating IP 0b1ee1c8-06a4-4f5c-a93a-fe3a2de1d0e0 disassociated (deleted). External IP: 172.25.7.71, port: 5a8d51fb-a2a4-448b-8f29-9d30d5453e03. Nov 15 11:50:15.413467 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241cf946-898b-43f5-ac87-e5ad1f743a09 req-42a56737-50bb-4f6e-af48-f6fbe3e05847 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:15.414929 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-241cf946-898b-43f5-ac87-e5ad1f743a09 req-42a56737-50bb-4f6e-af48-f6fbe3e05847 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 945 time: 0.0506449 Nov 15 11:50:15.464925 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-241cf946-898b-43f5-ac87-e5ad1f743a09 req-46eca593-3f07-490b-86c1-3693de20b354 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437293 Nov 15 11:50:15.476658 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705884f6-ca4a-4c0a-a645-3e7d1a660cac tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Router 97b65810-c594-4747-b060-f0c900e44e8b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:50:15.599174 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705884f6-ca4a-4c0a-a645-3e7d1a660cac tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:50:15.604372 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-705884f6-ca4a-4c0a-a645-3e7d1a660cac tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:15.610319 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faee725f-26a1-4bcf-a9d6-805ce122eeeb None None] Sync routers for ids ['97b65810-c594-4747-b060-f0c900e44e8b'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:50:15.621688 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faee725f-26a1-4bcf-a9d6-805ce122eeeb None None] Routers {'97b65810-c594-4747-b060-f0c900e44e8b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:50:15.622297 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-faee725f-26a1-4bcf-a9d6-805ce122eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:50:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['97b65810-c594-4747-b060-f0c900e44e8b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:15.630459 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-705884f6-ca4a-4c0a-a645-3e7d1a660cac tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "DELETE /v2.0/floatingips/0b1ee1c8-06a4-4f5c-a93a-fe3a2de1d0e0 HTTP/1.1" status: 204 len: 168 time: 1.2148333 Nov 15 11:50:15.631029 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cae65b0-9576-49c8-a404-45facc4bf38e', 'tag': '5a8d51fb-a2a4-448b-8f29-9d30d5453e03'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:50:15.633368 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a30d8ce-e1cc-49a7-9572-c17067fb6277" -d '{"events": [{"name": "network-changed", "server_uuid": "1cae65b0-9576-49c8-a404-45facc4bf38e", "tag": "5a8d51fb-a2a4-448b-8f29-9d30d5453e03"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:50:15.729614 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-faee725f-26a1-4bcf-a9d6-805ce122eeeb None None] Set router 97b65810-c594-4747-b060-f0c900e44e8b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:50:15.791429 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3c9220-3be2-43d0-8c12-50a937788eac x-openstack-request-id: req-af3c9220-3be2-43d0-8c12-50a937788eac {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:50:15.791719 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cae65b0-9576-49c8-a404-45facc4bf38e", "tag": "5a8d51fb-a2a4-448b-8f29-9d30d5453e03", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:50:15.791997 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af3c9220-3be2-43d0-8c12-50a937788eac {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:50:15.792405 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cae65b0-9576-49c8-a404-45facc4bf38e', 'tag': '5a8d51fb-a2a4-448b-8f29-9d30d5453e03', 'status': 'completed', 'code': 200} Nov 15 11:50:15.901474 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30d8ce-e1cc-49a7-9572-c17067fb6277 req-1904c985-03a9-4cad-803b-34e92e936a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:15.902985 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a30d8ce-e1cc-49a7-9572-c17067fb6277 req-1904c985-03a9-4cad-803b-34e92e936a32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9eca6c75758e4f7b8108e5478cb1f3d8&device_id=1cae65b0-9576-49c8-a404-45facc4bf38e HTTP/1.1" status: 200 len: 1096 time: 0.0874538 Nov 15 11:50:15.910179 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468ec32-d7de-43c8-a8a9-c19c549dc3cf req-e4568e21-6159-4220-9b60-06553bf3b743 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:15.911809 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7468ec32-d7de-43c8-a8a9-c19c549dc3cf req-e4568e21-6159-4220-9b60-06553bf3b743 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cae65b0-9576-49c8-a404-45facc4bf38e HTTP/1.1" status: 200 len: 945 time: 0.0688202 Nov 15 11:50:15.912102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device edd3f12c-14e0-4e8c-8f26-308b956aaf88 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:50:15.940538 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: edd3f12c-14e0-4e8c-8f26-308b956aaf88 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:50:15.940796 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device edd3f12c-14e0-4e8c-8f26-308b956aaf88 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:50:15.965579 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-faee725f-26a1-4bcf-a9d6-805ce122eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b65810-c594-4747-b060-f0c900e44e8b', 'name': 'tempest-TestNetworkBasicOps-router-308003306', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:31Z', 'updated_at': '2021-11-15T11:50:10Z', 'revision_number': 6, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:32Z', 'updated_at': '2021-11-15T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '9781811c-ccb6-4b18-b50b-cf36aad9c692', 'name': '', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:e6:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:35Z', 'updated_at': '2021-11-15T11:48:38Z', 'revision_number': 5, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:15.992164 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faee725f-26a1-4bcf-a9d6-805ce122eeeb None None] Checking router: 97b65810-c594-4747-b060-f0c900e44e8b for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:50:16.001756 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faee725f-26a1-4bcf-a9d6-805ce122eeeb None None] Routers {'97b65810-c594-4747-b060-f0c900e44e8b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:50:16.002358 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-faee725f-26a1-4bcf-a9d6-805ce122eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:50:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['97b65810-c594-4747-b060-f0c900e44e8b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:16.011620 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7468ec32-d7de-43c8-a8a9-c19c549dc3cf req-a45155a2-cf90-40ec-a4ed-86194622fea8 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=6456af59-af7b-482b-b473-256812d27651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914273 Nov 15 11:50:16.036725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30d8ce-e1cc-49a7-9572-c17067fb6277 req-81fed35c-0ff9-4a97-92a0-7f48d2a60931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:16.038200 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a30d8ce-e1cc-49a7-9572-c17067fb6277 req-81fed35c-0ff9-4a97-92a0-7f48d2a60931 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe HTTP/1.1" status: 200 len: 897 time: 0.1254420 Nov 15 11:50:16.080903 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a30d8ce-e1cc-49a7-9572-c17067fb6277 req-574d45d2-d8a0-472c-8dc7-eeed5dbb4da7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a8d51fb-a2a4-448b-8f29-9d30d5453e03 HTTP/1.1" status: 200 len: 217 time: 0.0341365 Nov 15 11:50:16.115142 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-faee725f-26a1-4bcf-a9d6-805ce122eeeb None None] Set router 97b65810-c594-4747-b060-f0c900e44e8b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:50:16.130811 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30d8ce-e1cc-49a7-9572-c17067fb6277 req-084be225-ce47-4740-b492-ed02bc3d86f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:16.132373 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a30d8ce-e1cc-49a7-9572-c17067fb6277 req-084be225-ce47-4740-b492-ed02bc3d86f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=baeb4dc4-7fcb-46bf-9cd2-8fe713917e98 HTTP/1.1" status: 200 len: 835 time: 0.0444553 Nov 15 11:50:16.179657 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30d8ce-e1cc-49a7-9572-c17067fb6277 req-e9517ec1-f493-4e41-9b06-343af773afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:16.181248 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a30d8ce-e1cc-49a7-9572-c17067fb6277 req-e9517ec1-f493-4e41-9b06-343af773afa9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407741 Nov 15 11:50:16.293896 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a30d8ce-e1cc-49a7-9572-c17067fb6277 req-0bed28b4-9ad1-483b-bc81-c64587494f70 service neutron] 10.222.0.55 "GET /v2.0/networks/6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033633 Nov 15 11:50:16.327068 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-faee725f-26a1-4bcf-a9d6-805ce122eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b65810-c594-4747-b060-f0c900e44e8b', 'name': 'tempest-TestNetworkBasicOps-router-308003306', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:31Z', 'updated_at': '2021-11-15T11:50:10Z', 'revision_number': 6, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:32Z', 'updated_at': '2021-11-15T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '9781811c-ccb6-4b18-b50b-cf36aad9c692', 'name': '', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:e6:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:35Z', 'updated_at': '2021-11-15T11:48:38Z', 'revision_number': 5, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:16.357156 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faee725f-26a1-4bcf-a9d6-805ce122eeeb None None] The sync data for ids ['97b65810-c594-4747-b060-f0c900e44e8b'] in n-d-729945-9 is: [{'id': '97b65810-c594-4747-b060-f0c900e44e8b', 'name': 'tempest-TestNetworkBasicOps-router-308003306', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:31Z', 'updated_at': '2021-11-15T11:50:10Z', 'revision_number': 6, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:32Z', 'updated_at': '2021-11-15T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '9781811c-ccb6-4b18-b50b-cf36aad9c692', 'name': '', 'network_id': '6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:e6:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:35Z', 'updated_at': '2021-11-15T11:48:38Z', 'revision_number': 5, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': 'baeb4dc4-7fcb-46bf-9cd2-8fe713917e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:50:16.390848 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a30d8ce-e1cc-49a7-9572-c17067fb6277 req-b514db5a-2709-4bea-9cd2-094a0c53bff0 service neutron] 10.222.0.55 "GET /v2.0/networks/6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881431 Nov 15 11:50:16.418023 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ae7b3806-c58b-4ece-846a-d1ce71841b40 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:50:16.438368 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: ae7b3806-c58b-4ece-846a-d1ce71841b40 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:50:16.438704 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device ae7b3806-c58b-4ece-846a-d1ce71841b40 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:50:16.580983 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f7d68c-0b99-4abb-8ace-67166c65ab9c None None] New status for floating IP 0b1ee1c8-06a4-4f5c-a93a-fe3a2de1d0e0: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:50:16.585393 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8acb0-1eef-4f33-ad4f-b0fa9a7fab86 req-255d9255-37dc-440d-a03a-00f7295485a9 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:16.586944 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1aa8acb0-1eef-4f33-ad4f-b0fa9a7fab86 req-255d9255-37dc-440d-a03a-00f7295485a9 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 945 time: 0.0506709 Nov 15 11:50:16.638245 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1aa8acb0-1eef-4f33-ad4f-b0fa9a7fab86 req-259e1acd-ece7-4d42-80f4-764e26a54a27 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442777 Nov 15 11:50:17.109015 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552dae05-f2b8-4e54-a923-680724930f5b req-be4a1d6d-e6f6-4463-a384-63e44235daa8 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:17.110558 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-552dae05-f2b8-4e54-a923-680724930f5b req-be4a1d6d-e6f6-4463-a384-63e44235daa8 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cae65b0-9576-49c8-a404-45facc4bf38e HTTP/1.1" status: 200 len: 945 time: 0.0608802 Nov 15 11:50:17.198136 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfc340-10ca-4894-a0ae-fa79a73758e4 req-2fb70d61-ee58-4e28-ab8d-5c4113e4fa1a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:17.199579 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4cfc340-10ca-4894-a0ae-fa79a73758e4 req-2fb70d61-ee58-4e28-ab8d-5c4113e4fa1a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cae65b0-9576-49c8-a404-45facc4bf38e HTTP/1.1" status: 200 len: 945 time: 0.1107974 Nov 15 11:50:17.260493 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4cfc340-10ca-4894-a0ae-fa79a73758e4 req-e92fb7d3-f82c-4ee2-95fe-ec9af711291f tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=6456af59-af7b-482b-b473-256812d27651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546589 Nov 15 11:50:17.263258 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-552dae05-f2b8-4e54-a923-680724930f5b req-8118c012-bc08-4cf5-a813-1ff897f97d90 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Deleting port 5a8d51fb-a2a4-448b-8f29-9d30d5453e03 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:50:17.263592 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-552dae05-f2b8-4e54-a923-680724930f5b req-8118c012-bc08-4cf5-a813-1ff897f97d90 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:17.369471 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-552dae05-f2b8-4e54-a923-680724930f5b req-8118c012-bc08-4cf5-a813-1ff897f97d90 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] For port 5a8d51fb-a2a4-448b-8f29-9d30d5453e03, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=5a8d51fb-a2a4-448b-8f29-9d30d5453e03,segment=NetworkSegment(1a087603-cef0-4506-87af-98fe201c3741),segment_id=1a087603-cef0-4506-87af-98fe201c3741)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:50:17.369806 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-552dae05-f2b8-4e54-a923-680724930f5b req-8118c012-bc08-4cf5-a813-1ff897f97d90 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:17.382383 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-552dae05-f2b8-4e54-a923-680724930f5b req-8118c012-bc08-4cf5-a813-1ff897f97d90 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Calling delete_port for 5a8d51fb-a2a4-448b-8f29-9d30d5453e03 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:50:17.520794 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-552dae05-f2b8-4e54-a923-680724930f5b req-8118c012-bc08-4cf5-a813-1ff897f97d90 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:17.548787 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118c012-bc08-4cf5-a813-1ff897f97d90 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event deleted for resources: {'Port': ['ID=5a8d51fb-a2a4-448b-8f29-9d30d5453e03,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:17.588736 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-552dae05-f2b8-4e54-a923-680724930f5b req-8118c012-bc08-4cf5-a813-1ff897f97d90 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] No DVR routers for this DVR port 5a8d51fb-a2a4-448b-8f29-9d30d5453e03 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:50:17.591406 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-552dae05-f2b8-4e54-a923-680724930f5b req-8118c012-bc08-4cf5-a813-1ff897f97d90 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:17.595236 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-552dae05-f2b8-4e54-a923-680724930f5b req-8118c012-bc08-4cf5-a813-1ff897f97d90 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.55 "DELETE /v2.0/ports/5a8d51fb-a2a4-448b-8f29-9d30d5453e03 HTTP/1.1" status: 204 len: 173 time: 0.4679925 Nov 15 11:50:17.595713 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cae65b0-9576-49c8-a404-45facc4bf38e', 'name': 'network-vif-deleted', 'tag': '5a8d51fb-a2a4-448b-8f29-9d30d5453e03'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:50:17.598010 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebc23c6-bc67-45a3-8178-1bf301e8af1f" -d '{"events": [{"server_uuid": "1cae65b0-9576-49c8-a404-45facc4bf38e", "name": "network-vif-deleted", "tag": "5a8d51fb-a2a4-448b-8f29-9d30d5453e03"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:50:17.634836 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4f4106-2eae-4bbf-83a5-24f62dc12f34 x-openstack-request-id: req-fc4f4106-2eae-4bbf-83a5-24f62dc12f34 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:50:17.635122 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cae65b0-9576-49c8-a404-45facc4bf38e", "name": "network-vif-deleted", "tag": "5a8d51fb-a2a4-448b-8f29-9d30d5453e03", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:50:17.635368 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc4f4106-2eae-4bbf-83a5-24f62dc12f34 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:50:17.635766 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cae65b0-9576-49c8-a404-45facc4bf38e', 'name': 'network-vif-deleted', 'tag': '5a8d51fb-a2a4-448b-8f29-9d30d5453e03', 'status': 'completed', 'code': 200} Nov 15 11:50:17.760867 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e7f0a-4033-4b5a-9bba-11f63de99d22 req-bfc8c965-b680-45ab-8716-79cf8488f5c6 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:17.762408 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af9e7f0a-4033-4b5a-9bba-11f63de99d22 req-bfc8c965-b680-45ab-8716-79cf8488f5c6 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 945 time: 0.0508096 Nov 15 11:50:17.816073 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af9e7f0a-4033-4b5a-9bba-11f63de99d22 req-544ac725-6fbf-416a-aa62-ebe68de358bb tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476475 Nov 15 11:50:18.319208 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49510) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:18.392200 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ff11076-c70d-4b2b-b05c-593fd2cf21cf tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:18.422021 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ff11076-c70d-4b2b-b05c-593fd2cf21cf tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:18.486507 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ff11076-c70d-4b2b-b05c-593fd2cf21cf tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:18.489345 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7ff11076-c70d-4b2b-b05c-593fd2cf21cf tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:18.490518 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7ff11076-c70d-4b2b-b05c-593fd2cf21cf tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "DELETE /v2.0/security-groups/6456af59-af7b-482b-b473-256812d27651 HTTP/1.1" status: 204 len: 168 time: 0.1702802 Nov 15 11:50:18.499916 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff11076-c70d-4b2b-b05c-593fd2cf21cf tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6456af59-af7b-482b-b473-256812d27651,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:18.527669 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49514) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:18.725101 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:50:18.903691 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e7772c97-59c2-4975-98b3-6dd1c1738c1c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:19.009642 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f887eb-c2e6-4f37-800a-f9d95e47a9e4 req-aed9d5bc-d645-4a77-acd9-8b5822cb27d4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:19.011040 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a9f887eb-c2e6-4f37-800a-f9d95e47a9e4 req-aed9d5bc-d645-4a77-acd9-8b5822cb27d4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 945 time: 0.1211476 Nov 15 11:50:19.114850 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a9f887eb-c2e6-4f37-800a-f9d95e47a9e4 req-a6dc3e3f-be4e-4cfb-88b5-08720ba6422b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976548 Nov 15 11:50:19.220916 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e7772c97-59c2-4975-98b3-6dd1c1738c1c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Deleting port 9781811c-ccb6-4b18-b50b-cf36aad9c692 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:50:19.221230 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e7772c97-59c2-4975-98b3-6dd1c1738c1c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:19.307114 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-e7772c97-59c2-4975-98b3-6dd1c1738c1c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] For port 9781811c-ccb6-4b18-b50b-cf36aad9c692, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9781811c-ccb6-4b18-b50b-cf36aad9c692,segment=NetworkSegment(1a087603-cef0-4506-87af-98fe201c3741),segment_id=1a087603-cef0-4506-87af-98fe201c3741)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:50:19.307384 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e7772c97-59c2-4975-98b3-6dd1c1738c1c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:19.319512 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-e7772c97-59c2-4975-98b3-6dd1c1738c1c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Calling delete_port for 9781811c-ccb6-4b18-b50b-cf36aad9c692 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:50:19.823718 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e7772c97-59c2-4975-98b3-6dd1c1738c1c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:19.853116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7772c97-59c2-4975-98b3-6dd1c1738c1c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event deleted for resources: {'Port': ['ID=9781811c-ccb6-4b18-b50b-cf36aad9c692,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:20.018086 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e7772c97-59c2-4975-98b3-6dd1c1738c1c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:20.262734 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bb3b6-c137-4f38-9e5a-466894a89a07 req-0f2008bc-c410-4bf9-9da8-5734c525f849 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:20.264211 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc1bb3b6-c137-4f38-9e5a-466894a89a07 req-0f2008bc-c410-4bf9-9da8-5734c525f849 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 945 time: 0.0695765 Nov 15 11:50:20.275098 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7772c97-59c2-4975-98b3-6dd1c1738c1c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Router 97b65810-c594-4747-b060-f0c900e44e8b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:50:20.383457 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc1bb3b6-c137-4f38-9e5a-466894a89a07 req-3daa61dc-3637-4896-8af4-067eda6054ac tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110728 Nov 15 11:50:20.420472 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7772c97-59c2-4975-98b3-6dd1c1738c1c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:50:20.426379 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e7772c97-59c2-4975-98b3-6dd1c1738c1c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "PUT /v2.0/routers/97b65810-c594-4747-b060-f0c900e44e8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8972349 Nov 15 11:50:20.429504 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49520) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:20.430011 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82421555-88b7-431d-ac52-595ed4f299a3 None None] Sync routers for ids ['97b65810-c594-4747-b060-f0c900e44e8b'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:50:20.434053 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 5a8d51fb-a2a4-448b-8f29-9d30d5453e03 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:50:20.460488 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 5a8d51fb-a2a4-448b-8f29-9d30d5453e03 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:50:20.460818 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 5a8d51fb-a2a4-448b-8f29-9d30d5453e03 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:50:20.464920 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82421555-88b7-431d-ac52-595ed4f299a3 None None] Routers {'97b65810-c594-4747-b060-f0c900e44e8b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:50:20.465508 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-82421555-88b7-431d-ac52-595ed4f299a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:50:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['97b65810-c594-4747-b060-f0c900e44e8b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:20.482753 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8dcfaf-e7af-45e1-b2de-175c7f8ae004 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Deleting subnet baeb4dc4-7fcb-46bf-9cd2-8fe713917e98 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:50:20.485971 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca8dcfaf-e7af-45e1-b2de-175c7f8ae004 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:20.525082 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca8dcfaf-e7af-45e1-b2de-175c7f8ae004 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:20.564740 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-82421555-88b7-431d-ac52-595ed4f299a3 None None] Set router 97b65810-c594-4747-b060-f0c900e44e8b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:50:20.612032 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca8dcfaf-e7af-45e1-b2de-175c7f8ae004 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:20.672374 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca8dcfaf-e7af-45e1-b2de-175c7f8ae004 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:20.697413 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8dcfaf-e7af-45e1-b2de-175c7f8ae004 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event deleted for resources: {'Subnet': ['ID=baeb4dc4-7fcb-46bf-9cd2-8fe713917e98,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:20.703201 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca8dcfaf-e7af-45e1-b2de-175c7f8ae004 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:20.709691 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ca8dcfaf-e7af-45e1-b2de-175c7f8ae004 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "DELETE /v2.0/subnets/baeb4dc4-7fcb-46bf-9cd2-8fe713917e98 HTTP/1.1" status: 204 len: 168 time: 0.2759094 Nov 15 11:50:20.709691 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49522) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:20.718591 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a714657-9324-4e5a-a7cd-53384572f783 None None] Network 6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:50:20.816144 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47d60e8c-96b6-4ee9-b08b-3fe3f295280b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:20.837477 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-82421555-88b7-431d-ac52-595ed4f299a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b65810-c594-4747-b060-f0c900e44e8b', 'name': 'tempest-TestNetworkBasicOps-router-308003306', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:31Z', 'updated_at': '2021-11-15T11:50:19Z', 'revision_number': 7, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:32Z', 'updated_at': '2021-11-15T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:20.866229 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82421555-88b7-431d-ac52-595ed4f299a3 None None] Checking router: 97b65810-c594-4747-b060-f0c900e44e8b for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:50:20.880409 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82421555-88b7-431d-ac52-595ed4f299a3 None None] Routers {'97b65810-c594-4747-b060-f0c900e44e8b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:50:20.880993 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-82421555-88b7-431d-ac52-595ed4f299a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:50:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['97b65810-c594-4747-b060-f0c900e44e8b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:20.925688 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47d60e8c-96b6-4ee9-b08b-3fe3f295280b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:20.945277 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fe31a3-2a92-4708-a0af-6bdb4801200c None None] DHCP port deletion for 6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:50:20.981200 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-47d60e8c-96b6-4ee9-b08b-3fe3f295280b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Deleting port 0295f154-f1cb-4f4b-888a-c35fdc4cd2f9 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:50:20.981611 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47d60e8c-96b6-4ee9-b08b-3fe3f295280b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:21.014428 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-82421555-88b7-431d-ac52-595ed4f299a3 None None] Set router 97b65810-c594-4747-b060-f0c900e44e8b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:50:21.065564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-47d60e8c-96b6-4ee9-b08b-3fe3f295280b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] For port 0295f154-f1cb-4f4b-888a-c35fdc4cd2f9, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0295f154-f1cb-4f4b-888a-c35fdc4cd2f9,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:50:21.065926 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47d60e8c-96b6-4ee9-b08b-3fe3f295280b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:21.079366 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-47d60e8c-96b6-4ee9-b08b-3fe3f295280b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Calling delete_port for 0295f154-f1cb-4f4b-888a-c35fdc4cd2f9 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:50:21.251736 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47d60e8c-96b6-4ee9-b08b-3fe3f295280b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:21.272862 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe31a3-2a92-4708-a0af-6bdb4801200c None None] Deleting port 7b5feaa2-8033-4d0d-8d6f-80babb0978eb {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:50:21.273253 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d9fe31a3-2a92-4708-a0af-6bdb4801200c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:21.278866 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d60e8c-96b6-4ee9-b08b-3fe3f295280b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event deleted for resources: {'Port': ['ID=0295f154-f1cb-4f4b-888a-c35fdc4cd2f9,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:21.316160 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48c0d36-1a73-4e81-8ed3-dc1e1d734c6d None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:50:21.343767 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47d60e8c-96b6-4ee9-b08b-3fe3f295280b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:21.368449 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d9fe31a3-2a92-4708-a0af-6bdb4801200c None None] For port 7b5feaa2-8033-4d0d-8d6f-80babb0978eb, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7b5feaa2-8033-4d0d-8d6f-80babb0978eb,segment=NetworkSegment(1a087603-cef0-4506-87af-98fe201c3741),segment_id=1a087603-cef0-4506-87af-98fe201c3741)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:50:21.368836 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d9fe31a3-2a92-4708-a0af-6bdb4801200c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:21.398325 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe31a3-2a92-4708-a0af-6bdb4801200c None None] Calling delete_port for 7b5feaa2-8033-4d0d-8d6f-80babb0978eb owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:50:21.442593 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47d60e8c-96b6-4ee9-b08b-3fe3f295280b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:21.444938 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47d60e8c-96b6-4ee9-b08b-3fe3f295280b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:21.491231 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-82421555-88b7-431d-ac52-595ed4f299a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b65810-c594-4747-b060-f0c900e44e8b', 'name': 'tempest-TestNetworkBasicOps-router-308003306', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:31Z', 'updated_at': '2021-11-15T11:50:19Z', 'revision_number': 7, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:32Z', 'updated_at': '2021-11-15T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:21.495213 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47d60e8c-96b6-4ee9-b08b-3fe3f295280b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:21.495213 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d60e8c-96b6-4ee9-b08b-3fe3f295280b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Fanout notify agent at l3_agent the message router_deleted on router 97b65810-c594-4747-b060-f0c900e44e8b {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:50:21.503036 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-47d60e8c-96b6-4ee9-b08b-3fe3f295280b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:21.504162 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-47d60e8c-96b6-4ee9-b08b-3fe3f295280b tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "DELETE /v2.0/routers/97b65810-c594-4747-b060-f0c900e44e8b HTTP/1.1" status: 204 len: 168 time: 0.7938862 Nov 15 11:50:21.507026 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49526) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:21.515266 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1223fe-14f7-45b8-a43f-6e0240f2a5aa req-352b4c22-d61e-41a1-badd-887a64eea86a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:21.520494 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82421555-88b7-431d-ac52-595ed4f299a3 None None] The sync data for ids ['97b65810-c594-4747-b060-f0c900e44e8b'] in n-d-729945-9 is: [{'id': '97b65810-c594-4747-b060-f0c900e44e8b', 'name': 'tempest-TestNetworkBasicOps-router-308003306', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:31Z', 'updated_at': '2021-11-15T11:50:19Z', 'revision_number': 7, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '0295f154-f1cb-4f4b-888a-c35fdc4cd2f9', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b65810-c594-4747-b060-f0c900e44e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:32Z', 'updated_at': '2021-11-15T11:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:50:21.523413 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a1223fe-14f7-45b8-a43f-6e0240f2a5aa req-352b4c22-d61e-41a1-badd-887a64eea86a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 945 time: 0.0653679 Nov 15 11:50:21.531954 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d9fe31a3-2a92-4708-a0af-6bdb4801200c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:21.572265 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a1223fe-14f7-45b8-a43f-6e0240f2a5aa req-a4d4c2d7-ef84-426c-a5e7-cd769c32c5d1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477462 Nov 15 11:50:21.576476 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe31a3-2a92-4708-a0af-6bdb4801200c None None] Pushing event deleted for resources: {'Port': ['ID=7b5feaa2-8033-4d0d-8d6f-80babb0978eb,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:21.579583 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fe31a3-2a92-4708-a0af-6bdb4801200c None None] No DVR routers for this DVR port 7b5feaa2-8033-4d0d-8d6f-80babb0978eb on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:50:21.596749 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ffa65060-f0ed-4b55-b15e-010144c254b3 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:21.685621 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ffa65060-f0ed-4b55-b15e-010144c254b3 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:21.705864 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-ffa65060-f0ed-4b55-b15e-010144c254b3 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:21.715254 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-ffa65060-f0ed-4b55-b15e-010144c254b3 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a087603-cef0-4506-87af-98fe201c3741') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:21.715558 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-ffa65060-f0ed-4b55-b15e-010144c254b3 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a087603-cef0-4506-87af-98fe201c3741') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:21.725638 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ffa65060-f0ed-4b55-b15e-010144c254b3 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:21.739272 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ffa65060-f0ed-4b55-b15e-010144c254b3 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:21.745557 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa65060-f0ed-4b55-b15e-010144c254b3 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:50:21.745935 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ffa65060-f0ed-4b55-b15e-010144c254b3 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:50:21.748925 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:50:21.812539 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ffa65060-f0ed-4b55-b15e-010144c254b3 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:21.821219 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ffa65060-f0ed-4b55-b15e-010144c254b3 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:21.824502 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ffa65060-f0ed-4b55-b15e-010144c254b3 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "DELETE /v2.0/networks/6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe HTTP/1.1" status: 204 len: 168 time: 0.3164401 Nov 15 11:50:21.836134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa65060-f0ed-4b55-b15e-010144c254b3 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event deleted for resources: {'Network': ['ID=6dd2746d-7f6c-44bd-9ea2-8c2074c0d7fe,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:21.842899 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49528) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:21.848232 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a254d32f-bc5b-4411-9546-ea59e3715d2d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'network': {'name': 'tempest-network-smoke--1600964117', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'port_security_enabled': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:50:21.874567 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a254d32f-bc5b-4411-9546-ea59e3715d2d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Made reservation on behalf of 9eca6c75758e4f7b8108e5478cb1f3d8 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:50:21.878832 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a254d32f-bc5b-4411-9546-ea59e3715d2d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:21.904279 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a254d32f-bc5b-4411-9546-ea59e3715d2d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:50:21.915294 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a254d32f-bc5b-4411-9546-ea59e3715d2d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:21.915646 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-a254d32f-bc5b-4411-9546-ea59e3715d2d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Added segment 754b0341-f17a-4027-84b2-c861d72322c8 of type vlan for network 9208d4ed-f59d-4153-871c-9f5cebc20da0 Nov 15 11:50:21.958021 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a254d32f-bc5b-4411-9546-ea59e3715d2d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:21.989719 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a254d32f-bc5b-4411-9546-ea59e3715d2d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:21.996425 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a254d32f-bc5b-4411-9546-ea59e3715d2d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:21.996425 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a254d32f-bc5b-4411-9546-ea59e3715d2d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:22.004652 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9781811c-ccb6-4b18-b50b-cf36aad9c692 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:50:22.035419 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 9781811c-ccb6-4b18-b50b-cf36aad9c692 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:50:22.035870 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9781811c-ccb6-4b18-b50b-cf36aad9c692 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:50:22.036338 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7b5feaa2-8033-4d0d-8d6f-80babb0978eb no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:50:22.057528 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 7b5feaa2-8033-4d0d-8d6f-80babb0978eb {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:50:22.058169 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7b5feaa2-8033-4d0d-8d6f-80babb0978eb not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:50:22.073904 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a254d32f-bc5b-4411-9546-ea59e3715d2d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2296019 Nov 15 11:50:22.076797 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49530) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:22.081551 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-f4304f98-f2b4-466c-a23e-b71aaf8b7cd8 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2006996350', 'admin_state_up': True, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:50:22.087445 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254d32f-bc5b-4411-9546-ea59e3715d2d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'Network': ['ID=9208d4ed-f59d-4153-871c-9f5cebc20da0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:22.100030 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 9208d4ed-f59d-4153-871c-9f5cebc20da0 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:50:22.115386 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4304f98-f2b4-466c-a23e-b71aaf8b7cd8 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:22.116952 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4304f98-f2b4-466c-a23e-b71aaf8b7cd8 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:22.179871 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4304f98-f2b4-466c-a23e-b71aaf8b7cd8 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:22.321820 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4304f98-f2b4-466c-a23e-b71aaf8b7cd8 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:22.521489 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4304f98-f2b4-466c-a23e-b71aaf8b7cd8 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:22.540608 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4304f98-f2b4-466c-a23e-b71aaf8b7cd8 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:22.653662 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-f4304f98-f2b4-466c-a23e-b71aaf8b7cd8 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Allocated IP 172.25.7.93 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/3c9db967-4d5e-4a32-a7f8-f863742d105e) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:50:22.756779 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026fcba-b245-4d3f-bd71-d2c27e8f722c req-303998c0-831a-46c8-aaef-dc97207457d6 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:22.758350 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b026fcba-b245-4d3f-bd71-d2c27e8f722c req-303998c0-831a-46c8-aaef-dc97207457d6 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 945 time: 0.1023824 Nov 15 11:50:22.819764 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4304f98-f2b4-466c-a23e-b71aaf8b7cd8 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:22.841720 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b026fcba-b245-4d3f-bd71-d2c27e8f722c req-8e58bd99-5c58-4768-828a-47f603350410 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764167 Nov 15 11:50:22.869353 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4304f98-f2b4-466c-a23e-b71aaf8b7cd8 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:22.907896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4304f98-f2b4-466c-a23e-b71aaf8b7cd8 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:50:22.914318 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-f4304f98-f2b4-466c-a23e-b71aaf8b7cd8 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:50:22.917952 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4304f98-f2b4-466c-a23e-b71aaf8b7cd8 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:50:22.927132 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15183094-6cef-4502-98a0-105a199b288c None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:50:22.939916 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4304f98-f2b4-466c-a23e-b71aaf8b7cd8 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'Port': ['ID=3c9db967-4d5e-4a32-a7f8-f863742d105e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:23.027833 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2b7da1f0-f55c-450f-a21a-f574d86760c6 None None] Provisioning complete for port 3c9db967-4d5e-4a32-a7f8-f863742d105e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:50:23.028319 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2b7da1f0-f55c-450f-a21a-f574d86760c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:23.065749 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-2b7da1f0-f55c-450f-a21a-f574d86760c6 None None] Port 3c9db967-4d5e-4a32-a7f8-f863742d105e cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:50:23.171380 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4304f98-f2b4-466c-a23e-b71aaf8b7cd8 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:23.401223 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-dd2eda98-61de-4166-a81f-4820cb54dabe service neutron] show failed (client error): The resource could not be found. Nov 15 11:50:23.402121 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-dd2eda98-61de-4166-a81f-4820cb54dabe service neutron] 10.222.0.11 "GET /v2.0/ports/5ce531a3-7d79-423f-9691-23baa7f0ea39/bindings/n-h2-729945-9 HTTP/1.1" status: 404 len: 380 time: 0.0755429 Nov 15 11:50:23.406891 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4304f98-f2b4-466c-a23e-b71aaf8b7cd8 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:23.541293 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4304f98-f2b4-466c-a23e-b71aaf8b7cd8 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Router 11b36f6e-31a1-4458-a0bf-8ef56520631e is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:50:23.670172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-90392c90-cb95-4130-ae30-b7aff9d94686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:23.671558 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-90392c90-cb95-4130-ae30-b7aff9d94686 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13&tenant_id=362ca752f1324aed8969e4ed5d5df955 HTTP/1.1" status: 200 len: 1096 time: 0.0835259 Nov 15 11:50:23.676275 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4304f98-f2b4-466c-a23e-b71aaf8b7cd8 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:50:23.686892 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] Sync routers for ids ['11b36f6e-31a1-4458-a0bf-8ef56520631e'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:50:23.687954 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-729945-9', 'device_owner': 'compute:nova'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:50:23.696356 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] Routers {'11b36f6e-31a1-4458-a0bf-8ef56520631e'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:50:23.696952 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:50:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['11b36f6e-31a1-4458-a0bf-8ef56520631e'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:23.727847 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f4304f98-f2b4-466c-a23e-b71aaf8b7cd8 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:23.731102 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f4304f98-f2b4-466c-a23e-b71aaf8b7cd8 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6532006 Nov 15 11:50:23.734351 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49534) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:23.761425 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:23.773090 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-615b6e58-8685-4ea2-8013-aaffba12ccec tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=9eca6c75758e4f7b8108e5478cb1f3d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348930 Nov 15 11:50:23.773751 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49536) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:23.802923 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] Set router 11b36f6e-31a1-4458-a0bf-8ef56520631e gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:50:23.849090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0295f154-f1cb-4f4b-888a-c35fdc4cd2f9 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:50:23.882951 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c8f6e5-bc7f-442b-b5b7-bd22bdd30df0 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:23.883968 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 0295f154-f1cb-4f4b-888a-c35fdc4cd2f9 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:50:23.884540 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f7c8f6e5-bc7f-442b-b5b7-bd22bdd30df0 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1097519 Nov 15 11:50:23.887546 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0295f154-f1cb-4f4b-888a-c35fdc4cd2f9 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:50:23.893624 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49540) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:23.934256 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-718e5ba9-be4f-4741-af10-e5ecc533887a tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368936 Nov 15 11:50:23.934503 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49542) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:23.939649 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ae2907d7-f915-4448-9d1e-9225cb65989e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-572590596', 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:50:23.988533 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'name': 'tempest-TestNetworkBasicOps-router-2006996350', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:23Z', 'revision_number': 3, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:24.014212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4b1d0-6908-4195-a541-67a72ca38d78 req-23959bcc-c4c2-4bb5-b97f-df35ad0dff22 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:24.015355 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] Checking router: 11b36f6e-31a1-4458-a0bf-8ef56520631e for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:50:24.015561 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcd4b1d0-6908-4195-a541-67a72ca38d78 req-23959bcc-c4c2-4bb5-b97f-df35ad0dff22 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 945 time: 0.0735281 Nov 15 11:50:24.015702 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] Updating router 11b36f6e-31a1-4458-a0bf-8ef56520631e port 3c9db967-4d5e-4a32-a7f8-f863742d105e binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:50:24.034419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] For port 5ce531a3-7d79-423f-9691-23baa7f0ea39, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39,segment=NetworkSegment(341c7026-fda3-475b-a9c9-ef81f770d031),segment_id=341c7026-fda3-475b-a9c9-ef81f770d031)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:50:24.038913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2907d7-f915-4448-9d1e-9225cb65989e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Made reservation on behalf of 9eca6c75758e4f7b8108e5478cb1f3d8 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:50:24.041735 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:24.044612 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae2907d7-f915-4448-9d1e-9225cb65989e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:24.108325 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcd4b1d0-6908-4195-a541-67a72ca38d78 req-9f4fe13b-ba06-4fd8-a4fe-68d7afce9499 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807981 Nov 15 11:50:24.108325 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] For port 5ce531a3-7d79-423f-9691-23baa7f0ea39, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:50:24.157025 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ce531a3-7d79-423f-9691-23baa7f0ea39'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:50:24.159535 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713c1564-24f0-48f0-b2df-95ad412f42f9" -d '{"events": [{"server_uuid": "4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13", "name": "network-vif-unplugged", "status": "completed", "tag": "5ce531a3-7d79-423f-9691-23baa7f0ea39"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:50:24.163602 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:24.184098 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] Transition to ACTIVE for port object 5ce531a3-7d79-423f-9691-23baa7f0ea39 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:50:24.191656 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:24.220377 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed8901b-52ea-43df-a221-35485007565f x-openstack-request-id: req-9ed8901b-52ea-43df-a221-35485007565f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:50:24.220661 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13", "name": "network-vif-unplugged", "status": "completed", "tag": "5ce531a3-7d79-423f-9691-23baa7f0ea39", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:50:24.220901 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ed8901b-52ea-43df-a221-35485007565f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:50:24.221287 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ce531a3-7d79-423f-9691-23baa7f0ea39', 'code': 200} Nov 15 11:50:24.284315 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae2907d7-f915-4448-9d1e-9225cb65989e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:24.285506 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce531a3-7d79-423f-9691-23baa7f0ea39,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:24.325255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] No DVR routers for this DVR port 5ce531a3-7d79-423f-9691-23baa7f0ea39 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:50:24.343562 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:24.348245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2907d7-f915-4448-9d1e-9225cb65989e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'Subnet': ['ID=9382f980-6904-48f8-954a-0a2b2f6649db,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:24.353474 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:24.373942 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2907d7-f915-4448-9d1e-9225cb65989e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Checking segment: {'id': '754b0341-f17a-4027-84b2-c861d72322c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:50:24.374468 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2907d7-f915-4448-9d1e-9225cb65989e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Network hostable DHCP agents. Network: 9208d4ed-f59d-4153-871c-9f5cebc20da0, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:50:24.383856 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e2cf49-6636-4a1c-af72-eac21000066d None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:50:24.403122 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2907d7-f915-4448-9d1e-9225cb65989e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Network 9208d4ed-f59d-4153-871c-9f5cebc20da0 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:50:24.419448 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ae2907d7-f915-4448-9d1e-9225cb65989e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 9208d4ed-f59d-4153-871c-9f5cebc20da0) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:50:24.432214 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] Attempting to bind port 3c9db967-4d5e-4a32-a7f8-f863742d105e on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:50:24.432214 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] Attempting to bind port 3c9db967-4d5e-4a32-a7f8-f863742d105e by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:50:24.432214 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] Attempting to bind port 3c9db967-4d5e-4a32-a7f8-f863742d105e on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:50:24.434320 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c52242-089e-4123-b3d0-6f62370027e0 None None] Network 9208d4ed-f59d-4153-871c-9f5cebc20da0 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:50:24.434469 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2907d7-f915-4448-9d1e-9225cb65989e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:24.435070 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae2907d7-f915-4448-9d1e-9225cb65989e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:24.448844 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:50:24.449536 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:50:24.450107 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:24.451135 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:50:24.452068 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] Bound port: 3c9db967-4d5e-4a32-a7f8-f863742d105e, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:50:24.452646 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:24.470508 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ae2907d7-f915-4448-9d1e-9225cb65989e tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5320125 Nov 15 11:50:24.471475 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49546) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:24.498721 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90c7b4-179e-44d3-b70a-3d297a89a976 None None] Pushing event updated for resources: {'Port': ['ID=3c9db967-4d5e-4a32-a7f8-f863742d105e,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:24.524080 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c7b4-179e-44d3-b70a-3d297a89a976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:24.524603 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c7b4-179e-44d3-b70a-3d297a89a976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:24.525514 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c7b4-179e-44d3-b70a-3d297a89a976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:24.526327 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c7b4-179e-44d3-b70a-3d297a89a976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:24.527304 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c7b4-179e-44d3-b70a-3d297a89a976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:24.528336 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c7b4-179e-44d3-b70a-3d297a89a976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:24.528485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] Attempting to bind port 5ce531a3-7d79-423f-9691-23baa7f0ea39 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:50:24.528899 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] Attempting to bind port 5ce531a3-7d79-423f-9691-23baa7f0ea39 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '341c7026-fda3-475b-a9c9-ef81f770d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:50:24.529081 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] Attempting to bind port 5ce531a3-7d79-423f-9691-23baa7f0ea39 on network a95130b6-90b6-494f-b2de-a279173334b4 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:50:24.529437 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c7b4-179e-44d3-b70a-3d297a89a976 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:24.529943 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c7b4-179e-44d3-b70a-3d297a89a976 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:24.530439 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c7b4-179e-44d3-b70a-3d297a89a976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:24.530932 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c7b4-179e-44d3-b70a-3d297a89a976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:24.531411 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c7b4-179e-44d3-b70a-3d297a89a976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:24.532037 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90c7b4-179e-44d3-b70a-3d297a89a976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:24.533765 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] Port 5ce531a3-7d79-423f-9691-23baa7f0ea39 on network a95130b6-90b6-494f-b2de-a279173334b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:50:24.534091 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] Attempting to bind port 5ce531a3-7d79-423f-9691-23baa7f0ea39 on network a95130b6-90b6-494f-b2de-a279173334b4 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:50:24.540278 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:50:24.540538 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] Checking segment: {'id': '341c7026-fda3-475b-a9c9-ef81f770d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:50:24.540923 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] Bound using segment: {'id': '341c7026-fda3-475b-a9c9-ef81f770d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:50:24.541390 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] Bound port: 5ce531a3-7d79-423f-9691-23baa7f0ea39, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341c7026-fda3-475b-a9c9-ef81f770d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:50:24.541983 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:24.567582 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] For port 3c9db967-4d5e-4a32-a7f8-f863742d105e, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:50:24.571972 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] For port 3c9db967-4d5e-4a32-a7f8-f863742d105e, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3c9db967-4d5e-4a32-a7f8-f863742d105e,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:50:24.580140 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07e7eba6-18c6-4097-bfa4-0b09bd7865ee None None] Provisioning complete for port 3c9db967-4d5e-4a32-a7f8-f863742d105e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:50:24.580508 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07e7eba6-18c6-4097-bfa4-0b09bd7865ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:24.582548 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:24.636519 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] For port 5ce531a3-7d79-423f-9691-23baa7f0ea39, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:50:24.640432 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] For port 5ce531a3-7d79-423f-9691-23baa7f0ea39, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39,segment=NetworkSegment(341c7026-fda3-475b-a9c9-ef81f770d031),segment_id=341c7026-fda3-475b-a9c9-ef81f770d031)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:50:24.646728 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90c7b4-179e-44d3-b70a-3d297a89a976 None None] Pushing event updated for resources: {'Port': ['ID=3c9db967-4d5e-4a32-a7f8-f863742d105e,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:24.649529 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] Routers {'11b36f6e-31a1-4458-a0bf-8ef56520631e'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:50:24.650138 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:50:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['11b36f6e-31a1-4458-a0bf-8ef56520631e'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:24.650724 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90d58da-75a9-4fbf-9987-aa4f776c1ff8 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:50:24.668902 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:24.687842 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d6ca56-b8c4-42e1-9111-fff72ba2a0e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-9208d4ed-f59d-4153-871c-9f5cebc20da0', 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'fixed_ips': [{'subnet_id': '9382f980-6904-48f8-954a-0a2b2f6649db'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:50:24.688730 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a0d6ca56-b8c4-42e1-9111-fff72ba2a0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:24.743129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:24.743999 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:24.745326 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] 10.222.0.55 "PUT /v2.0/ports/5ce531a3-7d79-423f-9691-23baa7f0ea39 HTTP/1.1" status: 200 len: 1091 time: 1.0623562 Nov 15 11:50:24.754435 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80185a70-ac5a-40e4-8b02-8d6f35c6eda6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce531a3-7d79-423f-9691-23baa7f0ea39,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:24.801269 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07e7eba6-18c6-4097-bfa4-0b09bd7865ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:24.807039 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] Set router 11b36f6e-31a1-4458-a0bf-8ef56520631e gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:50:24.825484 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07e7eba6-18c6-4097-bfa4-0b09bd7865ee None None] For port 3c9db967-4d5e-4a32-a7f8-f863742d105e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3c9db967-4d5e-4a32-a7f8-f863742d105e,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:50:24.830886 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-bf5eb455-0d0d-452f-a381-9b03c38a0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:24.833005 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-bf5eb455-0d0d-452f-a381-9b03c38a0603 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 1094 time: 0.0491149 Nov 15 11:50:24.848060 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07e7eba6-18c6-4097-bfa4-0b09bd7865ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:24.902465 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-a0d6ca56-b8c4-42e1-9111-fff72ba2a0e9 None None] Allocated IP 172.20.0.2 (9208d4ed-f59d-4153-871c-9f5cebc20da0/9382f980-6904-48f8-954a-0a2b2f6649db/c1103329-e732-47fc-bc6f-2a0ab137504d) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:50:24.923783 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7eba6-18c6-4097-bfa4-0b09bd7865ee None None] Pushing event updated for resources: {'Port': ['ID=3c9db967-4d5e-4a32-a7f8-f863742d105e,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:24.969200 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-f2819361-800d-4d13-89c1-d9e770e261c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:24.972391 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-f2819361-800d-4d13-89c1-d9e770e261c8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a95130b6-90b6-494f-b2de-a279173334b4 HTTP/1.1" status: 200 len: 898 time: 0.1272564 Nov 15 11:50:25.079530 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-ab299402-aed5-4249-bd1c-09e35314ef47 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39 HTTP/1.1" status: 200 len: 999 time: 0.1006238 Nov 15 11:50:25.092222 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'name': 'tempest-TestNetworkBasicOps-router-2006996350', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:23Z', 'revision_number': 3, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:25.104183 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adbe7dd1-2363-4828-ad76-f161720973cd tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:25.126451 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbfbb2c-37db-4f1c-85d0-06711e39ff7d None None] The sync data for ids ['11b36f6e-31a1-4458-a0bf-8ef56520631e'] in n-d-729945-9 is: [{'id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'name': 'tempest-TestNetworkBasicOps-router-2006996350', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:23Z', 'revision_number': 3, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:50:25.131248 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a0d6ca56-b8c4-42e1-9111-fff72ba2a0e9 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:25.134347 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0208c62a-4168-47d8-a59e-7bdf14d05f44 None None] Provisioning complete for port 3c9db967-4d5e-4a32-a7f8-f863742d105e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:50:25.134675 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0208c62a-4168-47d8-a59e-7bdf14d05f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:25.165385 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-5e5f72c5-9016-47cd-8519-c0fda01b6611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:25.167021 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-5e5f72c5-9016-47cd-8519-c0fda01b6611 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c008993a-7f17-4d58-a3bb-fc42926718f3 HTTP/1.1" status: 200 len: 835 time: 0.0792203 Nov 15 11:50:25.168601 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a0d6ca56-b8c4-42e1-9111-fff72ba2a0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:25.242062 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6ca56-b8c4-42e1-9111-fff72ba2a0e9 None None] Pushing event updated for resources: {'Port': ['ID=c1103329-e732-47fc-bc6f-2a0ab137504d,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:25.254488 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d6ca56-b8c4-42e1-9111-fff72ba2a0e9 None None] Network 9208d4ed-f59d-4153-871c-9f5cebc20da0 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:50:25.260808 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-a0d6ca56-b8c4-42e1-9111-fff72ba2a0e9 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:50:25.263874 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d6ca56-b8c4-42e1-9111-fff72ba2a0e9 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:50:25.265408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-0b99d636-8811-44c0-861e-b21c9dff8c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:25.267499 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-0b99d636-8811-44c0-861e-b21c9dff8c3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a95130b6-90b6-494f-b2de-a279173334b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920951 Nov 15 11:50:25.304443 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b9770-144d-4dd8-8dd0-84484c8e6096 req-71409ce7-ad5b-4ee1-b0c2-79160fbd63d5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:25.311971 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b5b9770-144d-4dd8-8dd0-84484c8e6096 req-71409ce7-ad5b-4ee1-b0c2-79160fbd63d5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 943 time: 0.0964768 Nov 15 11:50:25.354097 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a0d6ca56-b8c4-42e1-9111-fff72ba2a0e9 None None] Attempting to bind port c1103329-e732-47fc-bc6f-2a0ab137504d on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:50:25.354271 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a0d6ca56-b8c4-42e1-9111-fff72ba2a0e9 None None] Attempting to bind port c1103329-e732-47fc-bc6f-2a0ab137504d by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '754b0341-f17a-4027-84b2-c861d72322c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:50:25.354596 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d6ca56-b8c4-42e1-9111-fff72ba2a0e9 None None] Attempting to bind port c1103329-e732-47fc-bc6f-2a0ab137504d on network 9208d4ed-f59d-4153-871c-9f5cebc20da0 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:50:25.372709 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d6ca56-b8c4-42e1-9111-fff72ba2a0e9 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:50:25.373061 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d6ca56-b8c4-42e1-9111-fff72ba2a0e9 None None] Checking segment: {'id': '754b0341-f17a-4027-84b2-c861d72322c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:50:25.373923 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a0d6ca56-b8c4-42e1-9111-fff72ba2a0e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:25.374366 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d6ca56-b8c4-42e1-9111-fff72ba2a0e9 None None] Bound using segment: {'id': '754b0341-f17a-4027-84b2-c861d72322c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:50:25.375229 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a0d6ca56-b8c4-42e1-9111-fff72ba2a0e9 None None] Bound port: c1103329-e732-47fc-bc6f-2a0ab137504d, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754b0341-f17a-4027-84b2-c861d72322c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:50:25.375229 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a0d6ca56-b8c4-42e1-9111-fff72ba2a0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:25.416425 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b5b9770-144d-4dd8-8dd0-84484c8e6096 req-77e33f90-29f7-4abf-9566-985afa9e9398 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992546 Nov 15 11:50:25.436862 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-2d661726-64ed-44a9-89e7-35772ae7b66c service neutron] 10.222.0.55 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575701 Nov 15 11:50:25.480034 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a0d6ca56-b8c4-42e1-9111-fff72ba2a0e9 None None] For port c1103329-e732-47fc-bc6f-2a0ab137504d, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:50:25.485381 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a0d6ca56-b8c4-42e1-9111-fff72ba2a0e9 None None] For port c1103329-e732-47fc-bc6f-2a0ab137504d, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c1103329-e732-47fc-bc6f-2a0ab137504d,segment=NetworkSegment(754b0341-f17a-4027-84b2-c861d72322c8),segment_id=754b0341-f17a-4027-84b2-c861d72322c8)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:50:25.493348 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-adbe7dd1-2363-4828-ad76-f161720973cd tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Allocated IP 172.20.0.1 (9208d4ed-f59d-4153-871c-9f5cebc20da0/9382f980-6904-48f8-954a-0a2b2f6649db/bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:50:25.500766 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a0d6ca56-b8c4-42e1-9111-fff72ba2a0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:25.624748 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6ca56-b8c4-42e1-9111-fff72ba2a0e9 None None] Pushing event updated for resources: {'Port': ['ID=c1103329-e732-47fc-bc6f-2a0ab137504d,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:25.714790 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adbe7dd1-2363-4828-ad76-f161720973cd tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:25.773997 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adbe7dd1-2363-4828-ad76-f161720973cd tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:25.832079 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbe7dd1-2363-4828-ad76-f161720973cd tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Network 9208d4ed-f59d-4153-871c-9f5cebc20da0 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:50:25.835607 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-adbe7dd1-2363-4828-ad76-f161720973cd tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:50:25.838223 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbe7dd1-2363-4828-ad76-f161720973cd tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:50:25.905232 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe7dd1-2363-4828-ad76-f161720973cd tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'Port': ['ID=bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:25.929161 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adbe7dd1-2363-4828-ad76-f161720973cd tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:26.032575 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3c9db967-4d5e-4a32-a7f8-f863742d105e up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:50:26.145456 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b63adae7-c03a-4290-b85c-f76509db5f76 req-f86a8445-231c-4fec-adc0-55c064042307 service neutron] 10.222.0.55 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6869221 Nov 15 11:50:26.157605 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 3c9db967-4d5e-4a32-a7f8-f863742d105e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:50:26.157924 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:26.200824 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adbe7dd1-2363-4828-ad76-f161720973cd tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:26.222679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'tag': '5ce531a3-7d79-423f-9691-23baa7f0ea39'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:50:26.226381 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1610db15-0365-4bf2-8e85-88bcef33816d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13", "tag": "5ce531a3-7d79-423f-9691-23baa7f0ea39"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:50:26.288749 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6a8634-8913-4fce-b25f-328b10d68106 x-openstack-request-id: req-0b6a8634-8913-4fce-b25f-328b10d68106 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:50:26.290055 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13", "tag": "5ce531a3-7d79-423f-9691-23baa7f0ea39", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:50:26.290618 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b6a8634-8913-4fce-b25f-328b10d68106 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:50:26.291214 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'tag': '5ce531a3-7d79-423f-9691-23baa7f0ea39', 'status': 'completed', 'code': 200} Nov 15 11:50:26.391545 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610db15-0365-4bf2-8e85-88bcef33816d req-bee54270-6cf7-4bfb-b0f3-1eaafd23f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:26.393125 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1610db15-0365-4bf2-8e85-88bcef33816d req-bee54270-6cf7-4bfb-b0f3-1eaafd23f37d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 1094 time: 0.0859845 Nov 15 11:50:26.450750 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610db15-0365-4bf2-8e85-88bcef33816d req-d0951373-68c2-48ec-adf4-8a138c11649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:26.452359 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1610db15-0365-4bf2-8e85-88bcef33816d req-d0951373-68c2-48ec-adf4-8a138c11649d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 1094 time: 0.1071365 Nov 15 11:50:26.604531 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610db15-0365-4bf2-8e85-88bcef33816d req-2b427030-49cb-4c42-93e8-63b24bcbb3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:26.606225 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1610db15-0365-4bf2-8e85-88bcef33816d req-2b427030-49cb-4c42-93e8-63b24bcbb3fa service neutron] 10.222.0.11 "GET /v2.0/networks?id=a95130b6-90b6-494f-b2de-a279173334b4 HTTP/1.1" status: 200 len: 898 time: 0.2029684 Nov 15 11:50:26.638070 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfcf1d-8576-416d-bdf6-5d5924176116 req-456f804e-c468-4fc4-8654-916508372731 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:26.639611 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1dfcf1d-8576-416d-bdf6-5d5924176116 req-456f804e-c468-4fc4-8654-916508372731 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 943 time: 0.1261401 Nov 15 11:50:26.672280 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610db15-0365-4bf2-8e85-88bcef33816d req-8d20dd67-4cdb-4eb6-b3f3-8e0db62f3577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:26.673795 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1610db15-0365-4bf2-8e85-88bcef33816d req-8d20dd67-4cdb-4eb6-b3f3-8e0db62f3577 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a95130b6-90b6-494f-b2de-a279173334b4 HTTP/1.1" status: 200 len: 898 time: 0.2126374 Nov 15 11:50:26.772481 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1610db15-0365-4bf2-8e85-88bcef33816d req-d9124b55-5347-4910-9bc5-bb2088cb940b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39 HTTP/1.1" status: 200 len: 999 time: 0.1529269 Nov 15 11:50:26.787534 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adbe7dd1-2363-4828-ad76-f161720973cd tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:26.794861 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1610db15-0365-4bf2-8e85-88bcef33816d req-8b78419e-6dd0-4769-bab5-e9c2efdceb6b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39 HTTP/1.1" status: 200 len: 999 time: 0.1077790 Nov 15 11:50:26.795069 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adbe7dd1-2363-4828-ad76-f161720973cd tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:26.822673 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1dfcf1d-8576-416d-bdf6-5d5924176116 req-c425e201-1b1b-449c-832f-4f6f965527e5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520987 Nov 15 11:50:26.879995 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe7dd1-2363-4828-ad76-f161720973cd tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'Port': ['ID=bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:26.882398 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-adbe7dd1-2363-4828-ad76-f161720973cd tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:26.889188 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23237122-018e-4e20-a88d-2e59304556ad None None] Network 9208d4ed-f59d-4153-871c-9f5cebc20da0 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:50:26.898129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610db15-0365-4bf2-8e85-88bcef33816d req-88209c6f-d473-4d5a-b480-41865fa48662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:26.902309 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1610db15-0365-4bf2-8e85-88bcef33816d req-88209c6f-d473-4d5a-b480-41865fa48662 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c008993a-7f17-4d58-a3bb-fc42926718f3 HTTP/1.1" status: 200 len: 835 time: 0.1170061 Nov 15 11:50:26.907330 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610db15-0365-4bf2-8e85-88bcef33816d req-e9b97542-f715-4a9e-bea9-c2c5cf00047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:26.909155 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1610db15-0365-4bf2-8e85-88bcef33816d req-e9b97542-f715-4a9e-bea9-c2c5cf00047c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c008993a-7f17-4d58-a3bb-fc42926718f3 HTTP/1.1" status: 200 len: 835 time: 0.0912769 Nov 15 11:50:26.973799 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-9b31ebbc-d1fa-4f65-b599-fffb74eda44c None None] Provisioning complete for port c1103329-e732-47fc-bc6f-2a0ab137504d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:50:26.974251 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9b31ebbc-d1fa-4f65-b599-fffb74eda44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:26.980741 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610db15-0365-4bf2-8e85-88bcef33816d req-6a26cad0-45ee-466d-a992-af57fe23c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:26.982644 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1610db15-0365-4bf2-8e85-88bcef33816d req-6a26cad0-45ee-466d-a992-af57fe23c1b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a95130b6-90b6-494f-b2de-a279173334b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716574 Nov 15 11:50:26.985347 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610db15-0365-4bf2-8e85-88bcef33816d req-c2f757f3-2923-4fcf-87cd-9efd7cc60ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:26.986316 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbe7dd1-2363-4828-ad76-f161720973cd tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Network 9208d4ed-f59d-4153-871c-9f5cebc20da0 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:50:26.986732 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1610db15-0365-4bf2-8e85-88bcef33816d req-c2f757f3-2923-4fcf-87cd-9efd7cc60ac9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a95130b6-90b6-494f-b2de-a279173334b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654800 Nov 15 11:50:26.987926 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-adbe7dd1-2363-4828-ad76-f161720973cd tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:50:27.126072 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5ce531a3-7d79-423f-9691-23baa7f0ea39 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:50:27.126705 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbe7dd1-2363-4828-ad76-f161720973cd tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Router 11b36f6e-31a1-4458-a0bf-8ef56520631e has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:50:27.129763 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9b31ebbc-d1fa-4f65-b599-fffb74eda44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:27.156568 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1610db15-0365-4bf2-8e85-88bcef33816d req-5ec2b75d-6815-4d26-95a2-4975646c4541 service neutron] 10.222.0.11 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641581 Nov 15 11:50:27.158935 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1610db15-0365-4bf2-8e85-88bcef33816d req-587bba85-87ed-4e7a-a45a-b5c78a64fd8d service neutron] 10.222.0.55 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586735 Nov 15 11:50:27.207385 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9b31ebbc-d1fa-4f65-b599-fffb74eda44c None None] For port c1103329-e732-47fc-bc6f-2a0ab137504d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c1103329-e732-47fc-bc6f-2a0ab137504d,segment=NetworkSegment(754b0341-f17a-4027-84b2-c861d72322c8),segment_id=754b0341-f17a-4027-84b2-c861d72322c8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:50:27.212295 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5ce531a3-7d79-423f-9691-23baa7f0ea39 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:50:27.215705 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9b31ebbc-d1fa-4f65-b599-fffb74eda44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:27.259420 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbe7dd1-2363-4828-ad76-f161720973cd tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:50:27.271038 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-adbe7dd1-2363-4828-ad76-f161720973cd tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "PUT /v2.0/routers/11b36f6e-31a1-4458-a0bf-8ef56520631e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7980137 Nov 15 11:50:27.273736 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49554) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:27.295622 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31ebbc-d1fa-4f65-b599-fffb74eda44c None None] Pushing event updated for resources: {'Port': ['ID=c1103329-e732-47fc-bc6f-2a0ab137504d,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:27.344520 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1610db15-0365-4bf2-8e85-88bcef33816d req-6bdfd3e5-63cb-4556-8ad5-a71b53c5d087 service neutron] 10.222.0.11 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775949 Nov 15 11:50:27.346579 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1610db15-0365-4bf2-8e85-88bcef33816d req-b696db87-8a65-4176-85e1-f10a780e4230 service neutron] 10.222.0.55 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715620 Nov 15 11:50:27.420549 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8782e5-3d4e-49b3-bc59-2a23fe98b57b tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:27.421010 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8782e5-3d4e-49b3-bc59-2a23fe98b57b tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:27.421468 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8782e5-3d4e-49b3-bc59-2a23fe98b57b tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:27.421915 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8782e5-3d4e-49b3-bc59-2a23fe98b57b tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:27.422354 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8782e5-3d4e-49b3-bc59-2a23fe98b57b tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:27.422793 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8782e5-3d4e-49b3-bc59-2a23fe98b57b tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:27.423233 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8782e5-3d4e-49b3-bc59-2a23fe98b57b tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:27.423672 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8782e5-3d4e-49b3-bc59-2a23fe98b57b tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:27.424155 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8782e5-3d4e-49b3-bc59-2a23fe98b57b tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:27.426157 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6b8782e5-3d4e-49b3-bc59-2a23fe98b57b tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6368 time: 0.1511674 Nov 15 11:50:27.429230 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49556) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:27.498318 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fd14b-5199-4e14-b8ad-04804d8180fe tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:27.498768 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fd14b-5199-4e14-b8ad-04804d8180fe tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:27.499207 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fd14b-5199-4e14-b8ad-04804d8180fe tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:27.499643 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fd14b-5199-4e14-b8ad-04804d8180fe tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:27.500094 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fd14b-5199-4e14-b8ad-04804d8180fe tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:27.500532 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fd14b-5199-4e14-b8ad-04804d8180fe tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:27.500963 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fd14b-5199-4e14-b8ad-04804d8180fe tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:27.501396 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fd14b-5199-4e14-b8ad-04804d8180fe tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:27.502087 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fd14b-5199-4e14-b8ad-04804d8180fe tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:27.503768 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6a8fd14b-5199-4e14-b8ad-04804d8180fe tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5906 time: 0.0733666 Nov 15 11:50:27.506638 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49558) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:27.545933 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8ea53c23-1d12-438b-a0f9-7b8b4ca2273d None None] Provisioning complete for port bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:50:27.546229 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8ea53c23-1d12-438b-a0f9-7b8b4ca2273d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:27.551645 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] Sync routers for ids ['11b36f6e-31a1-4458-a0bf-8ef56520631e'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:50:27.591297 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] Routers {'11b36f6e-31a1-4458-a0bf-8ef56520631e'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:50:27.592025 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:50:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['11b36f6e-31a1-4458-a0bf-8ef56520631e'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:27.644034 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8ea53c23-1d12-438b-a0f9-7b8b4ca2273d None None] Port bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:50:27.672233 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6d6d7db3-e0b1-4686-b7c8-2b9aae33166b tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.1639740 Nov 15 11:50:27.708478 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8ea53c23-1d12-438b-a0f9-7b8b4ca2273d None None] Provisioning complete for port c1103329-e732-47fc-bc6f-2a0ab137504d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:50:27.708838 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8ea53c23-1d12-438b-a0f9-7b8b4ca2273d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:27.773040 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] Set router 11b36f6e-31a1-4458-a0bf-8ef56520631e gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:50:27.919515 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49564) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:27.925473 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-a3828d1d-a0e6-449b-9dfe-3a45d9c98deb tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-650149634', 'description': 'tempest-secgroup-smoke-650149634 description', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:50:27.962997 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3828d1d-a0e6-449b-9dfe-3a45d9c98deb tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.003304 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c1103329-e732-47fc-bc6f-2a0ab137504d up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:50:28.070370 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06930525-d49d-42fc-8dac-b6d44a8361fe req-be98e9a2-f80a-45ea-bbc6-adf90383f8df tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:28.071912 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-06930525-d49d-42fc-8dac-b6d44a8361fe req-be98e9a2-f80a-45ea-bbc6-adf90383f8df tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 943 time: 0.0804083 Nov 15 11:50:28.078322 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3828d1d-a0e6-449b-9dfe-3a45d9c98deb tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.093001 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3828d1d-a0e6-449b-9dfe-3a45d9c98deb tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.138119 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3828d1d-a0e6-449b-9dfe-3a45d9c98deb tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.139361 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a3828d1d-a0e6-449b-9dfe-3a45d9c98deb tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2179780 Nov 15 11:50:28.142452 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49566) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:28.143121 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3828d1d-a0e6-449b-9dfe-3a45d9c98deb tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9696696b-1fe3-4175-bdff-67e7b42a83e0,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:28.147692 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d1f40b72-0bff-4ae1-8376-24e300ba2405 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'security_group_rule': {'security_group_id': '9696696b-1fe3-4175-bdff-67e7b42a83e0', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:50:28.160904 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-06930525-d49d-42fc-8dac-b6d44a8361fe req-b5dd5609-588c-4a16-8998-29f17523908a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813401 Nov 15 11:50:28.166142 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port c1103329-e732-47fc-bc6f-2a0ab137504d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:50:28.166504 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.184359 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f40b72-0bff-4ae1-8376-24e300ba2405 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.249790 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f40b72-0bff-4ae1-8376-24e300ba2405 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.256104 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f40b72-0bff-4ae1-8376-24e300ba2405 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.260299 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-4753b214-8415-4188-b27c-74bc75228ed5 None None] Provisioning complete for port bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:50:28.260752 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4753b214-8415-4188-b27c-74bc75228ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.281209 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f40b72-0bff-4ae1-8376-24e300ba2405 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f584c8-d079-41c5-a504-b28a103695d7,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:28.296267 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d1f40b72-0bff-4ae1-8376-24e300ba2405 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.298208 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d1f40b72-0bff-4ae1-8376-24e300ba2405 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1538084 Nov 15 11:50:28.301003 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49570) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:28.306811 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-0e8d987f-e156-40e6-879a-fc791bb29fa2 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'security_group_rule': {'security_group_id': '9696696b-1fe3-4175-bdff-67e7b42a83e0', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:50:28.322201 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'name': 'tempest-TestNetworkBasicOps-router-2006996350', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:26Z', 'revision_number': 4, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9', 'name': '', 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:6e:6f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '9382f980-6904-48f8-954a-0a2b2f6649db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:50:25Z', 'updated_at': '2021-11-15T11:50:26Z', 'revision_number': 2, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': '9382f980-6904-48f8-954a-0a2b2f6649db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:28.355529 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e8d987f-e156-40e6-879a-fc791bb29fa2 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.361712 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] Checking router: 11b36f6e-31a1-4458-a0bf-8ef56520631e for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:50:28.362050 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] Updating router 11b36f6e-31a1-4458-a0bf-8ef56520631e port bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:50:28.364373 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-4753b214-8415-4188-b27c-74bc75228ed5 None None] Port bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:50:28.395396 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.475141 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e8d987f-e156-40e6-879a-fc791bb29fa2 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.485091 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-2327dd26-a89e-40d7-971c-923524e41147 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:28.486061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-2327dd26-a89e-40d7-971c-923524e41147 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13&tenant_id=362ca752f1324aed8969e4ed5d5df955&binding%3Ahost_id=n-h2-729945-9 HTTP/1.1" status: 200 len: 943 time: 0.1157250 Nov 15 11:50:28.486396 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 5ce531a3-7d79-423f-9691-23baa7f0ea39 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:50:28.489030 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e8d987f-e156-40e6-879a-fc791bb29fa2 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.504350 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139a236-2a30-4768-97d0-d5892fa84a65 req-a41f2671-8f11-4a18-8a0f-79c5c04330ab tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:28.505796 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5139a236-2a30-4768-97d0-d5892fa84a65 req-a41f2671-8f11-4a18-8a0f-79c5c04330ab tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 943 time: 0.1206567 Nov 15 11:50:28.509460 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-db78afb5-7e43-44a2-a680-f486e719ca59 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:50:28.510420 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-db78afb5-7e43-44a2-a680-f486e719ca59 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0145991 Nov 15 11:50:28.534712 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d987f-e156-40e6-879a-fc791bb29fa2 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b8af8c-8506-43cc-baba-fdc20f6da5eb,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:28.564530 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e8d987f-e156-40e6-879a-fc791bb29fa2 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.565711 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0e8d987f-e156-40e6-879a-fc791bb29fa2 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2634866 Nov 15 11:50:28.572338 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49576) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:28.577402 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6b740d68-cb0a-46db-a277-1345402a3bf0 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'security_group_rule': {'security_group_id': '9696696b-1fe3-4175-bdff-67e7b42a83e0', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:50:28.613763 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b740d68-cb0a-46db-a277-1345402a3bf0 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.617788 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5139a236-2a30-4768-97d0-d5892fa84a65 req-01161b22-9086-48a9-b528-b238487b4929 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003585 Nov 15 11:50:28.623914 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-ef0503da-bf55-41ac-8887-2e674a2a8c16 service neutron] 10.222.0.55 "GET /v2.0/ports/5ce531a3-7d79-423f-9691-23baa7f0ea39/bindings/n-h2-729945-9 HTTP/1.1" status: 200 len: 382 time: 0.1029787 Nov 15 11:50:28.672536 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 5ce531a3-7d79-423f-9691-23baa7f0ea39, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39,segment=NetworkSegment(341c7026-fda3-475b-a9c9-ef81f770d031),segment_id=341c7026-fda3-475b-a9c9-ef81f770d031)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:50:28.685127 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b740d68-cb0a-46db-a277-1345402a3bf0 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.690860 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b740d68-cb0a-46db-a277-1345402a3bf0 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.694894 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '5ce531a3-7d79-423f-9691-23baa7f0ea39', 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4', 'port_id': '5ce531a3-7d79-423f-9691-23baa7f0ea39', 'mac_address': 'fa:16:3e:1f:78:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c008993a-7f17-4d58-a3bb-fc42926718f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:50:28.697600 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-46e40cdd-aa1f-4a0c-b6b1-dfe7a26a7454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:28.699166 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-46e40cdd-aa1f-4a0c-b6b1-dfe7a26a7454 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 1094 time: 0.0455501 Nov 15 11:50:28.711851 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b740d68-cb0a-46db-a277-1345402a3bf0 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f554e1-92e3-4b90-b19f-6d17b11ba0a8,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:28.718701 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6b740d68-cb0a-46db-a277-1345402a3bf0 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.722772 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6b740d68-cb0a-46db-a277-1345402a3bf0 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1464522 Nov 15 11:50:28.722948 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49578) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:28.728295 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-80788740-fb30-4467-9067-335b9971f010 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'security_group_rule': {'security_group_id': '9696696b-1fe3-4175-bdff-67e7b42a83e0', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:50:28.755518 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80788740-fb30-4467-9067-335b9971f010 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.767666 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.792860 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce531a3-7d79-423f-9691-23baa7f0ea39 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:50:28.801323 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.807114 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-641c9c2c-d420-408b-bc1a-4273e4a65e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:28.809299 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-641c9c2c-d420-408b-bc1a-4273e4a65e76 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a95130b6-90b6-494f-b2de-a279173334b4 HTTP/1.1" status: 200 len: 898 time: 0.1031623 Nov 15 11:50:28.814909 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.822288 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80788740-fb30-4467-9067-335b9971f010 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.825868 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 5ce531a3-7d79-423f-9691-23baa7f0ea39, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39,segment=NetworkSegment(341c7026-fda3-475b-a9c9-ef81f770d031),segment_id=341c7026-fda3-475b-a9c9-ef81f770d031)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:50:28.828568 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80788740-fb30-4467-9067-335b9971f010 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.847021 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80788740-fb30-4467-9067-335b9971f010 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4944c048-1699-48cc-88f8-fdf9e9fbc224,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:28.849248 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.868045 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-80788740-fb30-4467-9067-335b9971f010 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.874381 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49580) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:28.875312 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-80788740-fb30-4467-9067-335b9971f010 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1512885 Nov 15 11:50:28.877291 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059eeda-638d-421b-aea5-e83b6e1a5429 None None] Pushing event updated for resources: {'Port': ['ID=bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:28.881583 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c80d6395-3e98-4197-b65d-da4d388d3413 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'security_group_rule': {'security_group_id': '9696696b-1fe3-4175-bdff-67e7b42a83e0', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:50:28.915769 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-46ee6160-bc4f-441e-8357-a2f0888567c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39 HTTP/1.1" status: 200 len: 999 time: 0.0990467 Nov 15 11:50:28.918501 n-d-729945-9 neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-c80d6395-3e98-4197-b65d-da4d388d3413 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Project 9eca6c75758e4f7b8108e5478cb1f3d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 11:50:28.932885 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c80d6395-3e98-4197-b65d-da4d388d3413 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.963192 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] Attempting to bind port bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:50:28.963192 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] Attempting to bind port bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '754b0341-f17a-4027-84b2-c861d72322c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:50:28.963505 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] Attempting to bind port bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9 on network 9208d4ed-f59d-4153-871c-9f5cebc20da0 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:50:28.978603 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:50:28.978986 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] Checking segment: {'id': '754b0341-f17a-4027-84b2-c861d72322c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:50:28.979357 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.979770 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] Bound using segment: {'id': '754b0341-f17a-4027-84b2-c861d72322c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:50:28.980268 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] Bound port: bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754b0341-f17a-4027-84b2-c861d72322c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:50:28.980633 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:28.994726 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-d6ae58e6-f31c-42cc-8cd4-38fd4bcc45ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:28.996229 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-d6ae58e6-f31c-42cc-8cd4-38fd4bcc45ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c008993a-7f17-4d58-a3bb-fc42926718f3 HTTP/1.1" status: 200 len: 835 time: 0.0728695 Nov 15 11:50:28.999286 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=5ce531a3-7d79-423f-9691-23baa7f0ea39,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:29.042898 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c80d6395-3e98-4197-b65d-da4d388d3413 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:29.051527 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c80d6395-3e98-4197-b65d-da4d388d3413 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:29.057606 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['5ce531a3-7d79-423f-9691-23baa7f0ea39'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:50:29.071445 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-c322f293-a64a-4b05-95e1-0b7bd72decfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:29.073052 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-c322f293-a64a-4b05-95e1-0b7bd72decfc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a95130b6-90b6-494f-b2de-a279173334b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694690 Nov 15 11:50:29.082593 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d6395-3e98-4197-b65d-da4d388d3413 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee69bc89-e7ab-4f98-b197-02e175e9bf10,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:29.096343 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] For port bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:50:29.108486 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c80d6395-3e98-4197-b65d-da4d388d3413 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:29.108486 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c80d6395-3e98-4197-b65d-da4d388d3413 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2312789 Nov 15 11:50:29.110114 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49582) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:29.115502 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] For port bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9,segment=NetworkSegment(754b0341-f17a-4027-84b2-c861d72322c8),segment_id=754b0341-f17a-4027-84b2-c861d72322c8)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:50:29.118554 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6908b672-d0af-4062-b661-0f134f769ca6 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'security_group_rule': {'security_group_id': '9696696b-1fe3-4175-bdff-67e7b42a83e0', 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:50:29.127394 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:29.150095 n-d-729945-9 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-6908b672-d0af-4062-b661-0f134f769ca6 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Project 9eca6c75758e4f7b8108e5478cb1f3d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 11:50:29.156052 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6908b672-d0af-4062-b661-0f134f769ca6 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:29.186216 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-06ec87ab-c5ca-490f-be0c-7bba54663318 service neutron] 10.222.0.55 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049545 Nov 15 11:50:29.219016 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6908b672-d0af-4062-b661-0f134f769ca6 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:29.226280 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6908b672-d0af-4062-b661-0f134f769ca6 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:29.234865 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059eeda-638d-421b-aea5-e83b6e1a5429 None None] Pushing event updated for resources: {'Port': ['ID=bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:29.256051 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908b672-d0af-4062-b661-0f134f769ca6 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac85428-c1c3-4435-8f56-1f8ae33ab3a7,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:29.258329 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] Routers {'11b36f6e-31a1-4458-a0bf-8ef56520631e'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:50:29.258887 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:50:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['11b36f6e-31a1-4458-a0bf-8ef56520631e'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:29.260811 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-950073d2-31a0-4a3e-86da-acd522961545 None None] Provisioning complete for port bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:50:29.261139 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-950073d2-31a0-4a3e-86da-acd522961545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:29.268793 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6908b672-d0af-4062-b661-0f134f769ca6 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:29.270217 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6908b672-d0af-4062-b661-0f134f769ca6 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1583261 Nov 15 11:50:29.306299 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-dd9a55ee-b61c-4e04-ba73-62e1d8b8b051 service neutron] 10.222.0.55 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118906 Nov 15 11:50:29.462315 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] Set router 11b36f6e-31a1-4458-a0bf-8ef56520631e gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:50:29.535560 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-5d605c9d-3dcd-4efe-826a-bc12d689f871 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-650149634&fields=id&tenant_id=9eca6c75758e4f7b8108e5478cb1f3d8 HTTP/1.1" status: 200 len: 267 time: 0.0498962 Nov 15 11:50:29.584853 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-950073d2-31a0-4a3e-86da-acd522961545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:29.643793 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-ae03978b-8cfa-4111-b4ad-7ae0b40753ba tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:29.645273 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-ae03978b-8cfa-4111-b4ad-7ae0b40753ba tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/networks?id=9208d4ed-f59d-4153-871c-9f5cebc20da0 HTTP/1.1" status: 200 len: 797 time: 0.1020851 Nov 15 11:50:29.661037 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-94f2cca2-1ade-4394-8cbf-873f8b04decb tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/quotas/9eca6c75758e4f7b8108e5478cb1f3d8 HTTP/1.1" status: 200 len: 375 time: 0.0096555 Nov 15 11:50:29.682062 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-950073d2-31a0-4a3e-86da-acd522961545 None None] For port bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9,segment=NetworkSegment(754b0341-f17a-4027-84b2-c861d72322c8),segment_id=754b0341-f17a-4027-84b2-c861d72322c8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:50:29.699480 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-950073d2-31a0-4a3e-86da-acd522961545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:29.718270 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-b7c99057-9f34-4214-9e7f-c10d28e03841 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9eca6c75758e4f7b8108e5478cb1f3d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510480 Nov 15 11:50:29.792270 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-069e2cb1-cf7c-470f-8f9a-ed54e443c3cc service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:50:29.793345 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-069e2cb1-cf7c-470f-8f9a-ed54e443c3cc service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0622811 Nov 15 11:50:29.820328 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950073d2-31a0-4a3e-86da-acd522961545 None None] Pushing event updated for resources: {'Port': ['ID=bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:29.839040 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5e22698a-56e2-438b-83cf-49f09e7005e6 None None] Provisioning complete for port bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:50:29.839405 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5e22698a-56e2-438b-83cf-49f09e7005e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:29.883744 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-b8a1443a-9eb9-424f-b9af-ff054c03f409 service neutron] 10.222.0.64 "GET /v2.0/networks/9208d4ed-f59d-4153-871c-9f5cebc20da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837121 Nov 15 11:50:29.897811 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'name': 'tempest-TestNetworkBasicOps-router-2006996350', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:26Z', 'revision_number': 4, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9', 'name': '', 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:6e:6f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '9382f980-6904-48f8-954a-0a2b2f6649db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:50:25Z', 'updated_at': '2021-11-15T11:50:29Z', 'revision_number': 4, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': '9382f980-6904-48f8-954a-0a2b2f6649db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:29.900974 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:29.928332 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99508850-9c11-4b9f-98fd-a3c04be27b44 None None] The sync data for ids ['11b36f6e-31a1-4458-a0bf-8ef56520631e'] in n-d-729945-9 is: [{'id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'name': 'tempest-TestNetworkBasicOps-router-2006996350', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:26Z', 'revision_number': 4, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9', 'name': '', 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:6e:6f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '9382f980-6904-48f8-954a-0a2b2f6649db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:50:25Z', 'updated_at': '2021-11-15T11:50:29Z', 'revision_number': 4, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': '9382f980-6904-48f8-954a-0a2b2f6649db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:50:29.995019 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-b6433ec3-4943-407f-857d-735a716c479c service neutron] 10.222.0.64 "GET /v2.0/networks/9208d4ed-f59d-4153-871c-9f5cebc20da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049657 Nov 15 11:50:30.221294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c0921-5dcb-4d7f-8137-decb6faa4140 req-6b06804b-619b-4e0a-94ee-12e7e143cb2d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:30.222899 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-382c0921-5dcb-4d7f-8137-decb6faa4140 req-6b06804b-619b-4e0a-94ee-12e7e143cb2d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 944 time: 0.0564337 Nov 15 11:50:30.281934 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-382c0921-5dcb-4d7f-8137-decb6faa4140 req-f6f1bf7b-3a26-4ddd-87c6-e8463520e55e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524125 Nov 15 11:50:30.351087 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14c64e90-21a6-44ed-9c20-fdfca460a331 req-761097be-54cc-4fb6-b9cf-39cc5720894f tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d56bcf8-8123-40e3-abe5-6ae3c9d36f46 HTTP/1.1" status: 200 len: 210 time: 0.0273764 Nov 15 11:50:30.497127 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 5ce531a3-7d79-423f-9691-23baa7f0ea39 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:50:30.716084 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 5ce531a3-7d79-423f-9691-23baa7f0ea39 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:50:30.721420 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 5ce531a3-7d79-423f-9691-23baa7f0ea39 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:50:30.721791 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:30.800118 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:30.828479 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce531a3-7d79-423f-9691-23baa7f0ea39'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:50:30.830829 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8491e74d-d6cb-437f-ba89-9a5945b21945" -d '{"events": [{"server_uuid": "4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13", "name": "network-vif-plugged", "status": "completed", "tag": "5ce531a3-7d79-423f-9691-23baa7f0ea39"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:50:30.850456 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 5ce531a3-7d79-423f-9691-23baa7f0ea39, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39,segment=NetworkSegment(341c7026-fda3-475b-a9c9-ef81f770d031),segment_id=341c7026-fda3-475b-a9c9-ef81f770d031)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:50:30.856916 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:30.912109 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=5ce531a3-7d79-423f-9691-23baa7f0ea39,revision_number=9']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:31.132436 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdd911c-1d81-4202-b979-09544d8572b2 x-openstack-request-id: req-9cdd911c-1d81-4202-b979-09544d8572b2 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:50:31.132823 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13", "name": "network-vif-plugged", "status": "completed", "tag": "5ce531a3-7d79-423f-9691-23baa7f0ea39", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:50:31.133071 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9cdd911c-1d81-4202-b979-09544d8572b2 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:50:31.133477 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce531a3-7d79-423f-9691-23baa7f0ea39', 'code': 200} Nov 15 11:50:31.369765 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-c7bed0cc-e778-43b0-bd62-0c7f5ce944c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:31.371219 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-c7bed0cc-e778-43b0-bd62-0c7f5ce944c2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13&tenant_id=362ca752f1324aed8969e4ed5d5df955 HTTP/1.1" status: 200 len: 1096 time: 0.0549843 Nov 15 11:50:31.388128 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-729945-9', 'device_owner': 'compute:nova'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:50:31.450664 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97052b97-44d6-4ecb-bad0-e86b06cf8ed0 req-0840cbd6-3e39-4803-a193-71dbcc59d42e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:31.452224 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-97052b97-44d6-4ecb-bad0-e86b06cf8ed0 req-0840cbd6-3e39-4803-a193-71dbcc59d42e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 945 time: 0.0964899 Nov 15 11:50:31.478839 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:31.676031 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-97052b97-44d6-4ecb-bad0-e86b06cf8ed0 req-fac3de5d-2ca7-49af-8a14-3474f0945f81 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082286 Nov 15 11:50:31.684748 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-4aefd24e-8ec9-4b3a-a784-022b16898417 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:31.686134 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-4aefd24e-8ec9-4b3a-a784-022b16898417 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.55 "GET /v2.0/networks?id=9208d4ed-f59d-4153-871c-9f5cebc20da0 HTTP/1.1" status: 200 len: 797 time: 0.2308841 Nov 15 11:50:31.797038 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8b73ddff-2b1f-4247-a339-29eddb36421b req-dbc3fe03-38c9-4337-a032-41ecfe230888 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d56bcf8-8123-40e3-abe5-6ae3c9d36f46 HTTP/1.1" status: 200 len: 210 time: 0.0427623 Nov 15 11:50:31.839672 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-ba0e02b2-f938-4b98-a1f8-73901331ffa0 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eca6c75758e4f7b8108e5478cb1f3d8 HTTP/1.1" status: 200 len: 379 time: 0.1390815 Nov 15 11:50:31.850926 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:31.854490 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-2547896c-4b4f-46c7-96ec-86af30a60c70 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'port': {'device_id': '9d56bcf8-8123-40e3-abe5-6ae3c9d36f46', 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0', 'admin_state_up': True, 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'security_groups': ['9696696b-1fe3-4175-bdff-67e7b42a83e0']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:50:31.863169 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] For port 5ce531a3-7d79-423f-9691-23baa7f0ea39, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39,segment=NetworkSegment(341c7026-fda3-475b-a9c9-ef81f770d031),segment_id=341c7026-fda3-475b-a9c9-ef81f770d031)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:50:31.911652 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:50:31.949134 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] For port 5ce531a3-7d79-423f-9691-23baa7f0ea39, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:50:31.959982 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:50:31.960342 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:32.014951 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ce531a3-7d79-423f-9691-23baa7f0ea39'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:50:32.018411 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f36b21f-59cc-4668-9dae-96cb9eb0f012" -d '{"events": [{"server_uuid": "4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13", "name": "network-vif-unplugged", "status": "completed", "tag": "5ce531a3-7d79-423f-9691-23baa7f0ea39"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:50:32.023988 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:32.044378 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Transition to ACTIVE for port object 5ce531a3-7d79-423f-9691-23baa7f0ea39 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:50:32.048599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-2547896c-4b4f-46c7-96ec-86af30a60c70 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Made reservation on behalf of 9eca6c75758e4f7b8108e5478cb1f3d8 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:50:32.052289 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-2547896c-4b4f-46c7-96ec-86af30a60c70 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:32.055637 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:32.183566 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38b7808-1b0a-45b0-a96d-1c3522e1534a x-openstack-request-id: req-b38b7808-1b0a-45b0-a96d-1c3522e1534a {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:50:32.183878 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13", "name": "network-vif-unplugged", "status": "completed", "tag": "5ce531a3-7d79-423f-9691-23baa7f0ea39", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:50:32.184129 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b38b7808-1b0a-45b0-a96d-1c3522e1534a {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:50:32.184527 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ce531a3-7d79-423f-9691-23baa7f0ea39', 'code': 200} Nov 15 11:50:32.185113 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce531a3-7d79-423f-9691-23baa7f0ea39,revision_number=10']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:32.214249 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:32.214610 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:32.214947 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:32.215255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:32.215600 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:32.215941 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:32.216270 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:32.216589 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:32.216907 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:32.217251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:32.217550 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:32.217875 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:50:32.283676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] No DVR routers for this DVR port 5ce531a3-7d79-423f-9691-23baa7f0ea39 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:50:32.682275 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-2547896c-4b4f-46c7-96ec-86af30a60c70 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Allocated IP 172.20.0.13 (9208d4ed-f59d-4153-871c-9f5cebc20da0/9382f980-6904-48f8-954a-0a2b2f6649db/2cd6a934-d639-47bb-9cf1-c66785bed77c) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:50:32.856272 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Attempting to bind port 5ce531a3-7d79-423f-9691-23baa7f0ea39 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:50:32.856579 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Attempting to bind port 5ce531a3-7d79-423f-9691-23baa7f0ea39 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '341c7026-fda3-475b-a9c9-ef81f770d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:50:32.856908 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Attempting to bind port 5ce531a3-7d79-423f-9691-23baa7f0ea39 on network a95130b6-90b6-494f-b2de-a279173334b4 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:50:32.875460 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Port 5ce531a3-7d79-423f-9691-23baa7f0ea39 on network a95130b6-90b6-494f-b2de-a279173334b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:50:32.875760 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Attempting to bind port 5ce531a3-7d79-423f-9691-23baa7f0ea39 on network a95130b6-90b6-494f-b2de-a279173334b4 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:50:32.897168 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faafe39-3d20-42fd-8fb0-40d5b8e97083 req-3dce8f89-a792-4182-98a9-eac4b286d6a4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:32.898718 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8faafe39-3d20-42fd-8fb0-40d5b8e97083 req-3dce8f89-a792-4182-98a9-eac4b286d6a4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 944 time: 0.1438549 Nov 15 11:50:32.902262 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:50:32.902593 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Checking segment: {'id': '341c7026-fda3-475b-a9c9-ef81f770d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:50:32.902965 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Bound using segment: {'id': '341c7026-fda3-475b-a9c9-ef81f770d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:50:32.903399 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Bound port: 5ce531a3-7d79-423f-9691-23baa7f0ea39, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341c7026-fda3-475b-a9c9-ef81f770d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:50:32.903747 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:32.920741 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-2547896c-4b4f-46c7-96ec-86af30a60c70 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:33.012725 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8faafe39-3d20-42fd-8fb0-40d5b8e97083 req-16a78721-e1af-496d-8055-149eadc219a0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067979 Nov 15 11:50:33.031749 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] For port 5ce531a3-7d79-423f-9691-23baa7f0ea39, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:50:33.035139 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] For port 5ce531a3-7d79-423f-9691-23baa7f0ea39, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39,segment=NetworkSegment(341c7026-fda3-475b-a9c9-ef81f770d031),segment_id=341c7026-fda3-475b-a9c9-ef81f770d031)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:50:33.036973 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-2547896c-4b4f-46c7-96ec-86af30a60c70 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:33.048848 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:33.096795 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:33.097421 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:33.098770 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] 10.222.0.11 "PUT /v2.0/ports/5ce531a3-7d79-423f-9691-23baa7f0ea39 HTTP/1.1" status: 200 len: 1092 time: 1.7147527 Nov 15 11:50:33.122071 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-2547896c-4b4f-46c7-96ec-86af30a60c70 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Network 9208d4ed-f59d-4153-871c-9f5cebc20da0 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:50:33.133997 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-2547896c-4b4f-46c7-96ec-86af30a60c70 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:50:33.143914 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-2547896c-4b4f-46c7-96ec-86af30a60c70 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:50:33.148500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547896c-4b4f-46c7-96ec-86af30a60c70 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'Port': ['ID=2cd6a934-d639-47bb-9cf1-c66785bed77c,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:33.254985 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1f640-a3d4-4eb3-a48b-a9755deedab5 req-f906b768-7a55-486d-b11b-5d0de8bf1fdd tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:33.256633 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-09d1f640-a3d4-4eb3-a48b-a9755deedab5 req-f906b768-7a55-486d-b11b-5d0de8bf1fdd tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d56bcf8-8123-40e3-abe5-6ae3c9d36f46 HTTP/1.1" status: 200 len: 932 time: 0.1775050 Nov 15 11:50:33.279099 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-2547896c-4b4f-46c7-96ec-86af30a60c70 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:33.279731 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-2547896c-4b4f-46c7-96ec-86af30a60c70 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:33.295118 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-6df02bd5-4d81-4997-a2df-ac1cbcad8dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:33.296647 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-6df02bd5-4d81-4997-a2df-ac1cbcad8dcd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 1095 time: 0.1667891 Nov 15 11:50:33.306722 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce82b3-7946-4376-b022-ca9a91517b86 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce531a3-7d79-423f-9691-23baa7f0ea39,revision_number=11']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:33.377305 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-2547896c-4b4f-46c7-96ec-86af30a60c70 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5281813 Nov 15 11:50:33.407629 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-09d1f640-a3d4-4eb3-a48b-a9755deedab5 req-9eabf509-ed90-4baa-a25c-2de62b8b2b93 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=9696696b-1fe3-4175-bdff-67e7b42a83e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363730 Nov 15 11:50:33.439641 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-afb5d64e-f43e-4ab2-b48b-29556510a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:33.441179 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-afb5d64e-f43e-4ab2-b48b-29556510a8ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=a95130b6-90b6-494f-b2de-a279173334b4 HTTP/1.1" status: 200 len: 898 time: 0.1314731 Nov 15 11:50:33.460650 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-7777994e-16ec-4b14-b0ca-d9a570f8882e service neutron] Request body: {'port': {'device_id': '9d56bcf8-8123-40e3-abe5-6ae3c9d36f46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:50:33.484517 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6785b84e-5a7e-4375-9f71-25284eb80b33 None None] Provisioning complete for port 2cd6a934-d639-47bb-9cf1-c66785bed77c triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:50:33.485101 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6785b84e-5a7e-4375-9f71-25284eb80b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:33.518061 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6785b84e-5a7e-4375-9f71-25284eb80b33 None None] Port 2cd6a934-d639-47bb-9cf1-c66785bed77c cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:50:33.552184 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-fd00a1e6-2c76-44a8-b6c5-00ba05427cd2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39 HTTP/1.1" status: 200 len: 999 time: 0.1035378 Nov 15 11:50:33.565960 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-7777994e-16ec-4b14-b0ca-d9a570f8882e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:33.629108 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-e782f1a6-5c17-441d-becd-3a277f4cc28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:33.630471 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-e782f1a6-5c17-441d-becd-3a277f4cc28f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c008993a-7f17-4d58-a3bb-fc42926718f3 HTTP/1.1" status: 200 len: 835 time: 0.0717485 Nov 15 11:50:33.775134 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-c7a3e0a4-e0e7-4b74-a6ac-510142501639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:33.777110 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-c7a3e0a4-e0e7-4b74-a6ac-510142501639 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a95130b6-90b6-494f-b2de-a279173334b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383557 Nov 15 11:50:33.906407 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-ec0139cc-23d6-4f37-856a-382c54bd2e82 service neutron] 10.222.0.11 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218765 Nov 15 11:50:33.990089 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-7777994e-16ec-4b14-b0ca-d9a570f8882e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd6a934-d639-47bb-9cf1-c66785bed77c {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:50:33.999779 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-7777994e-16ec-4b14-b0ca-d9a570f8882e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:34.019236 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-7777994e-16ec-4b14-b0ca-d9a570f8882e service neutron] Transition to ACTIVE for port object 2cd6a934-d639-47bb-9cf1-c66785bed77c will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:50:34.027417 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-7777994e-16ec-4b14-b0ca-d9a570f8882e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:34.072381 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c51f55e-70f7-43f7-8369-957e2e8d118b req-f3a0c274-3976-4f66-972d-b782908020ca service neutron] 10.222.0.11 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568134 Nov 15 11:50:34.083862 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777994e-16ec-4b14-b0ca-d9a570f8882e service neutron] Pushing event updated for resources: {'Port': ['ID=2cd6a934-d639-47bb-9cf1-c66785bed77c,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:34.183444 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a77165-169f-4923-a356-a53a66072685 req-63a3847a-d5f1-48a4-a66b-239005ba94cd tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:34.185017 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a2a77165-169f-4923-a356-a53a66072685 req-63a3847a-d5f1-48a4-a66b-239005ba94cd tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 944 time: 0.0965526 Nov 15 11:50:34.187471 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'tag': '5ce531a3-7d79-423f-9691-23baa7f0ea39'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:50:34.189643 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b369a6-0889-42ec-adf0-e03af68362d2" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13", "tag": "5ce531a3-7d79-423f-9691-23baa7f0ea39"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:50:34.224489 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-7777994e-16ec-4b14-b0ca-d9a570f8882e service neutron] Attempting to bind port 2cd6a934-d639-47bb-9cf1-c66785bed77c on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:50:34.224819 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-7777994e-16ec-4b14-b0ca-d9a570f8882e service neutron] Attempting to bind port 2cd6a934-d639-47bb-9cf1-c66785bed77c by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '754b0341-f17a-4027-84b2-c861d72322c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:50:34.225139 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-7777994e-16ec-4b14-b0ca-d9a570f8882e service neutron] Attempting to bind port 2cd6a934-d639-47bb-9cf1-c66785bed77c on network 9208d4ed-f59d-4153-871c-9f5cebc20da0 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:50:34.237344 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-7777994e-16ec-4b14-b0ca-d9a570f8882e service neutron] Port 2cd6a934-d639-47bb-9cf1-c66785bed77c on network 9208d4ed-f59d-4153-871c-9f5cebc20da0 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:50:34.237674 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-7777994e-16ec-4b14-b0ca-d9a570f8882e service neutron] Attempting to bind port 2cd6a934-d639-47bb-9cf1-c66785bed77c on network 9208d4ed-f59d-4153-871c-9f5cebc20da0 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:50:34.249541 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-7777994e-16ec-4b14-b0ca-d9a570f8882e service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:50:34.249925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-7777994e-16ec-4b14-b0ca-d9a570f8882e service neutron] Checking segment: {'id': '754b0341-f17a-4027-84b2-c861d72322c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:50:34.250255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-7777994e-16ec-4b14-b0ca-d9a570f8882e service neutron] Bound using segment: {'id': '754b0341-f17a-4027-84b2-c861d72322c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:50:34.250697 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-7777994e-16ec-4b14-b0ca-d9a570f8882e service neutron] Bound port: 2cd6a934-d639-47bb-9cf1-c66785bed77c, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '754b0341-f17a-4027-84b2-c861d72322c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:50:34.251049 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-7777994e-16ec-4b14-b0ca-d9a570f8882e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:34.268092 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a2a77165-169f-4923-a356-a53a66072685 req-4dbe26b1-2389-4272-a4fe-b17752e58e4a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733879 Nov 15 11:50:34.329429 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ffc466-0430-4e03-9557-35fdf272fd28 x-openstack-request-id: req-91ffc466-0430-4e03-9557-35fdf272fd28 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:50:34.329791 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13", "tag": "5ce531a3-7d79-423f-9691-23baa7f0ea39", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:50:34.330100 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-91ffc466-0430-4e03-9557-35fdf272fd28 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:50:34.330719 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'tag': '5ce531a3-7d79-423f-9691-23baa7f0ea39', 'status': 'completed', 'code': 200} Nov 15 11:50:34.333877 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-7777994e-16ec-4b14-b0ca-d9a570f8882e service neutron] For port 2cd6a934-d639-47bb-9cf1-c66785bed77c, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:50:34.337733 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-7777994e-16ec-4b14-b0ca-d9a570f8882e service neutron] For port 2cd6a934-d639-47bb-9cf1-c66785bed77c, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=2cd6a934-d639-47bb-9cf1-c66785bed77c,segment=NetworkSegment(754b0341-f17a-4027-84b2-c861d72322c8),segment_id=754b0341-f17a-4027-84b2-c861d72322c8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:50:34.348166 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-7777994e-16ec-4b14-b0ca-d9a570f8882e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:34.414873 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-7777994e-16ec-4b14-b0ca-d9a570f8882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:34.416223 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-7777994e-16ec-4b14-b0ca-d9a570f8882e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:34.417734 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-7777994e-16ec-4b14-b0ca-d9a570f8882e service neutron] 10.222.0.55 "PUT /v2.0/ports/2cd6a934-d639-47bb-9cf1-c66785bed77c HTTP/1.1" status: 200 len: 1092 time: 1.0283537 Nov 15 11:50:34.426776 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b369a6-0889-42ec-adf0-e03af68362d2 req-4f797b58-570a-4912-87b5-769f045d862c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:34.428853 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-13b369a6-0889-42ec-adf0-e03af68362d2 req-4f797b58-570a-4912-87b5-769f045d862c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 1095 time: 0.0766115 Nov 15 11:50:34.444364 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777994e-16ec-4b14-b0ca-d9a570f8882e service neutron] Pushing event updated for resources: {'Port': ['ID=2cd6a934-d639-47bb-9cf1-c66785bed77c,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:34.448881 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b369a6-0889-42ec-adf0-e03af68362d2 req-3f33b11e-44f9-4039-a5f2-a4a7e1bfbf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:34.450453 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-13b369a6-0889-42ec-adf0-e03af68362d2 req-3f33b11e-44f9-4039-a5f2-a4a7e1bfbf7e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 1095 time: 0.0995522 Nov 15 11:50:34.509842 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 5ce531a3-7d79-423f-9691-23baa7f0ea39 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:50:34.588700 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 5ce531a3-7d79-423f-9691-23baa7f0ea39 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:50:34.650216 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-a3c38e01-683e-439c-bf50-ae2bf843e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:34.651741 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-a3c38e01-683e-439c-bf50-ae2bf843e2de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9eca6c75758e4f7b8108e5478cb1f3d8&device_id=9d56bcf8-8123-40e3-abe5-6ae3c9d36f46 HTTP/1.1" status: 200 len: 1095 time: 0.1782954 Nov 15 11:50:34.656491 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b369a6-0889-42ec-adf0-e03af68362d2 req-9395a81b-0906-418f-a6ca-bbbb4a0c22c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:34.658652 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-13b369a6-0889-42ec-adf0-e03af68362d2 req-9395a81b-0906-418f-a6ca-bbbb4a0c22c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a95130b6-90b6-494f-b2de-a279173334b4 HTTP/1.1" status: 200 len: 898 time: 0.2144942 Nov 15 11:50:34.670848 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b369a6-0889-42ec-adf0-e03af68362d2 req-8ce1e905-2793-4001-b458-fb2d84a275b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:34.672347 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-13b369a6-0889-42ec-adf0-e03af68362d2 req-8ce1e905-2793-4001-b458-fb2d84a275b1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a95130b6-90b6-494f-b2de-a279173334b4 HTTP/1.1" status: 200 len: 898 time: 0.2106309 Nov 15 11:50:34.745044 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-cc7794c5-cb9f-4d8b-a324-5c3c61610e52 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cd6a934-d639-47bb-9cf1-c66785bed77c HTTP/1.1" status: 200 len: 217 time: 0.0830061 Nov 15 11:50:34.769519 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ebe41-06e4-4e4e-bfde-15332ccb5bcc req-f16ded30-d717-4d3f-98eb-59fcbc28ea4f tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:34.776893 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cf6ebe41-06e4-4e4e-bfde-15332ccb5bcc req-f16ded30-d717-4d3f-98eb-59fcbc28ea4f tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d56bcf8-8123-40e3-abe5-6ae3c9d36f46 HTTP/1.1" status: 200 len: 944 time: 0.1849017 Nov 15 11:50:34.795575 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-13b369a6-0889-42ec-adf0-e03af68362d2 req-31880754-7156-4744-8cf5-d641a9ebce90 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39 HTTP/1.1" status: 200 len: 999 time: 0.1244984 Nov 15 11:50:34.840077 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-13b369a6-0889-42ec-adf0-e03af68362d2 req-423f310d-c85c-49a9-b43f-f37630e57f79 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39 HTTP/1.1" status: 200 len: 999 time: 0.1317976 Nov 15 11:50:34.851190 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b369a6-0889-42ec-adf0-e03af68362d2 req-39ae8c7e-3a02-4b7b-b878-31195e9f7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:34.852780 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-13b369a6-0889-42ec-adf0-e03af68362d2 req-39ae8c7e-3a02-4b7b-b878-31195e9f7fe1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c008993a-7f17-4d58-a3bb-fc42926718f3 HTTP/1.1" status: 200 len: 835 time: 0.0492730 Nov 15 11:50:34.862204 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-c934b7f8-a735-4747-b5e8-7294704eb3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:34.863588 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-c934b7f8-a735-4747-b5e8-7294704eb3ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9382f980-6904-48f8-954a-0a2b2f6649db HTTP/1.1" status: 200 len: 834 time: 0.1102924 Nov 15 11:50:34.924171 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cf6ebe41-06e4-4e4e-bfde-15332ccb5bcc req-a1b52f4a-0995-4eb2-8027-ec175362b1ba tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=9696696b-1fe3-4175-bdff-67e7b42a83e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462688 Nov 15 11:50:34.930196 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b369a6-0889-42ec-adf0-e03af68362d2 req-edc66f9b-9be9-4479-8f6f-64f7ed0e0ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:34.932082 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-13b369a6-0889-42ec-adf0-e03af68362d2 req-edc66f9b-9be9-4479-8f6f-64f7ed0e0ba4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a95130b6-90b6-494f-b2de-a279173334b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725758 Nov 15 11:50:34.935216 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b369a6-0889-42ec-adf0-e03af68362d2 req-b6fc8e09-d9a9-476d-9f87-d5235f3ac2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:34.936690 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-13b369a6-0889-42ec-adf0-e03af68362d2 req-b6fc8e09-d9a9-476d-9f87-d5235f3ac2ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c008993a-7f17-4d58-a3bb-fc42926718f3 HTTP/1.1" status: 200 len: 835 time: 0.0860448 Nov 15 11:50:34.974495 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-4c3b4fd1-e137-4535-9522-1f3c96a5d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:34.976211 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-4c3b4fd1-e137-4535-9522-1f3c96a5d7b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9208d4ed-f59d-4153-871c-9f5cebc20da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906022 Nov 15 11:50:35.029622 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-13b369a6-0889-42ec-adf0-e03af68362d2 req-a7828406-578c-41fb-8ba0-5b026314c804 service neutron] 10.222.0.55 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902386 Nov 15 11:50:35.048977 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b369a6-0889-42ec-adf0-e03af68362d2 req-866f88c5-1eda-4d03-a58f-fea139a24a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:35.050488 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-13b369a6-0889-42ec-adf0-e03af68362d2 req-866f88c5-1eda-4d03-a58f-fea139a24a79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a95130b6-90b6-494f-b2de-a279173334b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054754 Nov 15 11:50:35.062536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-13b369a6-0889-42ec-adf0-e03af68362d2 req-8e7fe953-029b-4499-a91a-4e9a81b1bb15 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:50:35.063475 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-13b369a6-0889-42ec-adf0-e03af68362d2 req-8e7fe953-029b-4499-a91a-4e9a81b1bb15 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050540 Nov 15 11:50:35.131729 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-500f3b1f-5e2c-45c3-be33-4581e9bf62c6 service neutron] 10.222.0.55 "GET /v2.0/networks/9208d4ed-f59d-4153-871c-9f5cebc20da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484072 Nov 15 11:50:35.136873 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-13b369a6-0889-42ec-adf0-e03af68362d2 req-698977c0-07db-4230-a8df-a301f47197e4 service neutron] 10.222.0.55 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008337 Nov 15 11:50:35.219901 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-13b369a6-0889-42ec-adf0-e03af68362d2 req-037daa7d-1fe2-4f94-a393-1a35162a3554 service neutron] 10.222.0.11 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450584 Nov 15 11:50:35.299922 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cdeb602-2e7b-43fc-b4fd-8037ce6f209a req-a726f1c9-975d-47c1-b748-8ed562d65a38 service neutron] 10.222.0.55 "GET /v2.0/networks/9208d4ed-f59d-4153-871c-9f5cebc20da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568117 Nov 15 11:50:35.379423 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-13b369a6-0889-42ec-adf0-e03af68362d2 req-5c903c9e-e4d9-4f79-8c47-119edac2ce35 service neutron] 10.222.0.11 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516554 Nov 15 11:50:35.404936 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c11f3-a345-4f69-a188-14a08f7b0b40 req-0a4830b9-316c-4406-809a-d9330e4b3a9f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:35.406821 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9c3c11f3-a345-4f69-a188-14a08f7b0b40 req-0a4830b9-316c-4406-809a-d9330e4b3a9f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 944 time: 0.0580273 Nov 15 11:50:35.463893 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9c3c11f3-a345-4f69-a188-14a08f7b0b40 req-0ae571a1-91b1-49a6-9c14-2ead8e7b75a0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493720 Nov 15 11:50:36.051897 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8a3a9-27fd-4289-80a7-5aac5dfaf930 req-81029c87-3e9a-4469-ae6a-9a01f12532b1 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:36.053406 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41b8a3a9-27fd-4289-80a7-5aac5dfaf930 req-81029c87-3e9a-4469-ae6a-9a01f12532b1 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d56bcf8-8123-40e3-abe5-6ae3c9d36f46 HTTP/1.1" status: 200 len: 944 time: 0.0547264 Nov 15 11:50:36.103799 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41b8a3a9-27fd-4289-80a7-5aac5dfaf930 req-c57269c2-c8b9-4a1b-87b4-b1b598e6e05d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=9696696b-1fe3-4175-bdff-67e7b42a83e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441628 Nov 15 11:50:36.270958 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b152ce9f-ee13-44be-83e8-356fe560a60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:36.331621 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d56bcf8-8123-40e3-abe5-6ae3c9d36f46', 'tag': '2cd6a934-d639-47bb-9cf1-c66785bed77c'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:50:36.334064 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce2d437-aed8-46af-9251-1d29fb0a8d95" -d '{"events": [{"name": "network-changed", "server_uuid": "9d56bcf8-8123-40e3-abe5-6ae3c9d36f46", "tag": "2cd6a934-d639-47bb-9cf1-c66785bed77c"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:50:36.371524 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f482ebf6-130b-440d-91e2-273b818eaad6 x-openstack-request-id: req-f482ebf6-130b-440d-91e2-273b818eaad6 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:50:36.371866 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d56bcf8-8123-40e3-abe5-6ae3c9d36f46", "tag": "2cd6a934-d639-47bb-9cf1-c66785bed77c", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:50:36.372136 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f482ebf6-130b-440d-91e2-273b818eaad6 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:50:36.372531 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d56bcf8-8123-40e3-abe5-6ae3c9d36f46', 'tag': '2cd6a934-d639-47bb-9cf1-c66785bed77c', 'status': 'completed', 'code': 200} Nov 15 11:50:36.435370 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2d437-aed8-46af-9251-1d29fb0a8d95 req-cdf86094-d921-45db-92d6-b472e95a3d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:36.436914 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1ce2d437-aed8-46af-9251-1d29fb0a8d95 req-cdf86094-d921-45db-92d6-b472e95a3d61 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9eca6c75758e4f7b8108e5478cb1f3d8&device_id=9d56bcf8-8123-40e3-abe5-6ae3c9d36f46 HTTP/1.1" status: 200 len: 1095 time: 0.0412610 Nov 15 11:50:36.529412 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2d437-aed8-46af-9251-1d29fb0a8d95 req-9148bdba-2af3-49f1-afd6-dfdf7872585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:36.530948 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1ce2d437-aed8-46af-9251-1d29fb0a8d95 req-9148bdba-2af3-49f1-afd6-dfdf7872585e service neutron] 10.222.0.55 "GET /v2.0/networks?id=9208d4ed-f59d-4153-871c-9f5cebc20da0 HTTP/1.1" status: 200 len: 898 time: 0.0864091 Nov 15 11:50:36.592610 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1ce2d437-aed8-46af-9251-1d29fb0a8d95 req-352eb75f-f65c-45f4-8011-5eea12552ea7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cd6a934-d639-47bb-9cf1-c66785bed77c HTTP/1.1" status: 200 len: 217 time: 0.0484374 Nov 15 11:50:36.634853 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45506d85-19f1-49f0-a198-bc3764bbf726 req-1f952015-ac7e-4bb1-b316-b9ae285dead9 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:36.636241 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-45506d85-19f1-49f0-a198-bc3764bbf726 req-1f952015-ac7e-4bb1-b316-b9ae285dead9 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 944 time: 0.1002951 Nov 15 11:50:36.662118 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2d437-aed8-46af-9251-1d29fb0a8d95 req-9cc47d20-e031-49f4-9293-e9e1be602a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:36.663479 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1ce2d437-aed8-46af-9251-1d29fb0a8d95 req-9cc47d20-e031-49f4-9293-e9e1be602a4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9382f980-6904-48f8-954a-0a2b2f6649db HTTP/1.1" status: 200 len: 834 time: 0.0639632 Nov 15 11:50:36.719716 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-45506d85-19f1-49f0-a198-bc3764bbf726 req-1ea63993-c1be-4376-b1b1-fd57e8dc6257 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759759 Nov 15 11:50:36.732787 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2d437-aed8-46af-9251-1d29fb0a8d95 req-a398949e-f303-430a-b372-5a1e5d446ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:36.734416 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1ce2d437-aed8-46af-9251-1d29fb0a8d95 req-a398949e-f303-430a-b372-5a1e5d446ad0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9208d4ed-f59d-4153-871c-9f5cebc20da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635896 Nov 15 11:50:36.826235 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1ce2d437-aed8-46af-9251-1d29fb0a8d95 req-f7b2f2fe-b85f-4a30-a174-80c92d03fc8a service neutron] 10.222.0.55 "GET /v2.0/networks/9208d4ed-f59d-4153-871c-9f5cebc20da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840843 Nov 15 11:50:37.268375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d0a6c-495c-4570-9176-4fc94a138c9b req-3af96bae-3bc4-4707-8cd4-f2b9e20c02a5 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:37.269826 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d61d0a6c-495c-4570-9176-4fc94a138c9b req-3af96bae-3bc4-4707-8cd4-f2b9e20c02a5 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d56bcf8-8123-40e3-abe5-6ae3c9d36f46 HTTP/1.1" status: 200 len: 944 time: 0.0723922 Nov 15 11:50:37.275533 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1ce2d437-aed8-46af-9251-1d29fb0a8d95 req-cf18b52c-59b9-4683-b931-0e3e36ad9064 service neutron] 10.222.0.55 "GET /v2.0/networks/9208d4ed-f59d-4153-871c-9f5cebc20da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423692 Nov 15 11:50:37.327487 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d61d0a6c-495c-4570-9176-4fc94a138c9b req-a9c6dcef-bf21-420d-8fca-2085a2959fc4 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=9696696b-1fe3-4175-bdff-67e7b42a83e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502765 Nov 15 11:50:37.847094 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d77e1-8f81-4cd8-a09a-4518f436c72c req-64fb380c-dd1e-41f0-8bd9-cd3c9b1772d0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:37.848619 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b9d77e1-8f81-4cd8-a09a-4518f436c72c req-64fb380c-dd1e-41f0-8bd9-cd3c9b1772d0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 944 time: 0.0573101 Nov 15 11:50:37.896245 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b9d77e1-8f81-4cd8-a09a-4518f436c72c req-687188c5-69e8-4005-b2aa-367dd02f01c3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415492 Nov 15 11:50:37.920023 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49646) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:37.978859 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f051df36-b2f2-42ae-a6d0-d38d4477e82e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/floatingips/beb7b25a-d94b-485c-a678-12df73b69f82 HTTP/1.1" status: 200 len: 991 time: 0.0576539 Nov 15 11:50:38.370693 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1a2c3223-fdb1-4582-8adb-63231831e58e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:38.449180 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d465674-585e-422d-ad1a-9ded3589e643 req-d8b9a984-1056-4e1c-9165-0a14ab3bae72 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:38.450642 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6d465674-585e-422d-ad1a-9ded3589e643 req-d8b9a984-1056-4e1c-9165-0a14ab3bae72 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d56bcf8-8123-40e3-abe5-6ae3c9d36f46 HTTP/1.1" status: 200 len: 944 time: 0.0500085 Nov 15 11:50:38.501684 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6d465674-585e-422d-ad1a-9ded3589e643 req-a7dff588-f1ce-4a37-b1cf-c4aa6bb8939d tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=9696696b-1fe3-4175-bdff-67e7b42a83e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424733 Nov 15 11:50:38.540961 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 2cd6a934-d639-47bb-9cf1-c66785bed77c details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:50:38.642548 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 2cd6a934-d639-47bb-9cf1-c66785bed77c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=2cd6a934-d639-47bb-9cf1-c66785bed77c,segment=NetworkSegment(754b0341-f17a-4027-84b2-c861d72322c8),segment_id=754b0341-f17a-4027-84b2-c861d72322c8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:50:38.654035 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '2cd6a934-d639-47bb-9cf1-c66785bed77c', 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0', 'port_id': '2cd6a934-d639-47bb-9cf1-c66785bed77c', 'mac_address': 'fa:16:3e:f1:c4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9382f980-6904-48f8-954a-0a2b2f6649db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:50:38.693962 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:38.706833 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd6a934-d639-47bb-9cf1-c66785bed77c {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:50:38.727416 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 2cd6a934-d639-47bb-9cf1-c66785bed77c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=2cd6a934-d639-47bb-9cf1-c66785bed77c,segment=NetworkSegment(754b0341-f17a-4027-84b2-c861d72322c8),segment_id=754b0341-f17a-4027-84b2-c861d72322c8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:50:38.734061 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:38.779758 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=2cd6a934-d639-47bb-9cf1-c66785bed77c,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:38.944953 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['2cd6a934-d639-47bb-9cf1-c66785bed77c'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:50:39.144821 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5ce531a3-7d79-423f-9691-23baa7f0ea39 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:50:39.278478 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5ce531a3-7d79-423f-9691-23baa7f0ea39, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39,segment=NetworkSegment(341c7026-fda3-475b-a9c9-ef81f770d031),segment_id=341c7026-fda3-475b-a9c9-ef81f770d031)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:50:39.289527 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '5ce531a3-7d79-423f-9691-23baa7f0ea39', 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4', 'port_id': '5ce531a3-7d79-423f-9691-23baa7f0ea39', 'mac_address': 'fa:16:3e:1f:78:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c008993a-7f17-4d58-a3bb-fc42926718f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:50:39.325975 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:39.342151 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce531a3-7d79-423f-9691-23baa7f0ea39 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:50:39.361711 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5ce531a3-7d79-423f-9691-23baa7f0ea39, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39,segment=NetworkSegment(341c7026-fda3-475b-a9c9-ef81f770d031),segment_id=341c7026-fda3-475b-a9c9-ef81f770d031)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:50:39.368610 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:39.414320 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=5ce531a3-7d79-423f-9691-23baa7f0ea39,revision_number=12']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:39.628837 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538da40-7bb7-4c8f-982e-4ea001524fb0 req-4802413f-838c-4960-9006-6b7af754c731 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:39.630406 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d538da40-7bb7-4c8f-982e-4ea001524fb0 req-4802413f-838c-4960-9006-6b7af754c731 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d56bcf8-8123-40e3-abe5-6ae3c9d36f46 HTTP/1.1" status: 200 len: 945 time: 0.0592039 Nov 15 11:50:39.681094 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d538da40-7bb7-4c8f-982e-4ea001524fb0 req-368a0624-65c3-47cc-8615-d03c13e660e4 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=9696696b-1fe3-4175-bdff-67e7b42a83e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438955 Nov 15 11:50:39.693890 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['5ce531a3-7d79-423f-9691-23baa7f0ea39'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:50:39.940913 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:40.559105 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 2cd6a934-d639-47bb-9cf1-c66785bed77c up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:50:40.617409 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 2cd6a934-d639-47bb-9cf1-c66785bed77c completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:50:40.621636 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 2cd6a934-d639-47bb-9cf1-c66785bed77c triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:50:40.622002 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:40.705493 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:40.730912 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d56bcf8-8123-40e3-abe5-6ae3c9d36f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd6a934-d639-47bb-9cf1-c66785bed77c'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:50:40.733514 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06320c98-fb16-4898-8157-102f10686bbe" -d '{"events": [{"server_uuid": "9d56bcf8-8123-40e3-abe5-6ae3c9d36f46", "name": "network-vif-plugged", "status": "completed", "tag": "2cd6a934-d639-47bb-9cf1-c66785bed77c"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:50:40.746562 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 2cd6a934-d639-47bb-9cf1-c66785bed77c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=2cd6a934-d639-47bb-9cf1-c66785bed77c,segment=NetworkSegment(754b0341-f17a-4027-84b2-c861d72322c8),segment_id=754b0341-f17a-4027-84b2-c861d72322c8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:50:40.753147 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:40.800535 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=2cd6a934-d639-47bb-9cf1-c66785bed77c,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:40.807463 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc07bb2-6282-41fc-a19f-6cbf5e9892a8 req-53e4727d-40c1-4256-8b84-7e598b0e60a0 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:40.808978 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dfc07bb2-6282-41fc-a19f-6cbf5e9892a8 req-53e4727d-40c1-4256-8b84-7e598b0e60a0 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d56bcf8-8123-40e3-abe5-6ae3c9d36f46 HTTP/1.1" status: 200 len: 946 time: 0.0526981 Nov 15 11:50:40.861287 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dfc07bb2-6282-41fc-a19f-6cbf5e9892a8 req-22fe9bd0-0c8c-432a-b5f1-21d1e649ae72 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=9696696b-1fe3-4175-bdff-67e7b42a83e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457895 Nov 15 11:50:40.908672 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16879b1b-ee06-4879-866a-f26ea7834ead x-openstack-request-id: req-16879b1b-ee06-4879-866a-f26ea7834ead {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:50:40.908957 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d56bcf8-8123-40e3-abe5-6ae3c9d36f46", "name": "network-vif-plugged", "status": "completed", "tag": "2cd6a934-d639-47bb-9cf1-c66785bed77c", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:50:40.909208 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16879b1b-ee06-4879-866a-f26ea7834ead {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:50:40.909611 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d56bcf8-8123-40e3-abe5-6ae3c9d36f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd6a934-d639-47bb-9cf1-c66785bed77c', 'code': 200} Nov 15 11:50:41.008903 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beec947-4301-4976-a961-c33c8143f528 req-08bf5d52-fb66-46a1-ac72-a1493a15527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:41.010414 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3beec947-4301-4976-a961-c33c8143f528 req-08bf5d52-fb66-46a1-ac72-a1493a15527c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9d56bcf8-8123-40e3-abe5-6ae3c9d36f46 HTTP/1.1" status: 200 len: 1097 time: 0.0420423 Nov 15 11:50:41.059638 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3beec947-4301-4976-a961-c33c8143f528 req-e1c80a53-f858-4d90-9f6f-9fda10103f76 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9696696b-1fe3-4175-bdff-67e7b42a83e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419447 Nov 15 11:50:41.154646 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5ce531a3-7d79-423f-9691-23baa7f0ea39 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:50:41.209654 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 5ce531a3-7d79-423f-9691-23baa7f0ea39 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:50:41.213722 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 5ce531a3-7d79-423f-9691-23baa7f0ea39 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:50:41.214079 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:41.293284 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:41.325122 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 5ce531a3-7d79-423f-9691-23baa7f0ea39, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39,segment=NetworkSegment(341c7026-fda3-475b-a9c9-ef81f770d031),segment_id=341c7026-fda3-475b-a9c9-ef81f770d031)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:50:41.330274 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:41.375397 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=5ce531a3-7d79-423f-9691-23baa7f0ea39,revision_number=13']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:41.504711 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:41.985681 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e5393-f49d-425a-973d-d80762aba8ba req-d7482daa-66c8-4e9b-86c6-f8f26d8d7d3a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:41.987806 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-927e5393-f49d-425a-973d-d80762aba8ba req-d7482daa-66c8-4e9b-86c6-f8f26d8d7d3a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d56bcf8-8123-40e3-abe5-6ae3c9d36f46 HTTP/1.1" status: 200 len: 946 time: 0.0497262 Nov 15 11:50:42.040031 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-927e5393-f49d-425a-973d-d80762aba8ba req-16848ba4-025c-4a95-bd6c-33721351b2a5 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=9696696b-1fe3-4175-bdff-67e7b42a83e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461640 Nov 15 11:50:42.166581 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:42.911647 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce531a3-7d79-423f-9691-23baa7f0ea39'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:50:42.915565 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97e385f-2f72-4485-b32c-ac87b8ec1151" -d '{"events": [{"server_uuid": "4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13", "name": "network-vif-plugged", "status": "completed", "tag": "5ce531a3-7d79-423f-9691-23baa7f0ea39"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:50:42.963721 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c21abd-91ce-4948-84c8-f4bca36b87c9 x-openstack-request-id: req-87c21abd-91ce-4948-84c8-f4bca36b87c9 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:50:42.964034 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13", "name": "network-vif-plugged", "status": "completed", "tag": "5ce531a3-7d79-423f-9691-23baa7f0ea39", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:50:42.964274 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87c21abd-91ce-4948-84c8-f4bca36b87c9 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:50:42.964933 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce531a3-7d79-423f-9691-23baa7f0ea39', 'code': 200} Nov 15 11:50:43.172946 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80ac90-c42d-41f8-8319-fae7cca009a9 req-06b78398-411c-442b-9f64-37af303724ad tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:43.174348 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed80ac90-c42d-41f8-8319-fae7cca009a9 req-06b78398-411c-442b-9f64-37af303724ad tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d56bcf8-8123-40e3-abe5-6ae3c9d36f46 HTTP/1.1" status: 200 len: 946 time: 0.0539210 Nov 15 11:50:43.226538 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed80ac90-c42d-41f8-8319-fae7cca009a9 req-c6452ca8-f386-4795-8316-c4d165261f85 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=9696696b-1fe3-4175-bdff-67e7b42a83e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457084 Nov 15 11:50:43.350201 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ef273-25af-4a23-99f2-2815a5cb1020 req-9524bdcd-04f9-4ffe-adeb-52be6e572778 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:43.351713 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-762ef273-25af-4a23-99f2-2815a5cb1020 req-9524bdcd-04f9-4ffe-adeb-52be6e572778 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d56bcf8-8123-40e3-abe5-6ae3c9d36f46 HTTP/1.1" status: 200 len: 946 time: 0.0567877 Nov 15 11:50:43.402243 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-762ef273-25af-4a23-99f2-2815a5cb1020 req-6d9a58a3-861d-462d-9638-4790ad8ee381 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=9696696b-1fe3-4175-bdff-67e7b42a83e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443919 Nov 15 11:50:43.424965 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49664) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:43.469247 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c171982-2593-4efd-beb7-b1df79a0e613 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:43.470790 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3c171982-2593-4efd-beb7-b1df79a0e613 tempest-TestNetworkBasicOps-108011990 tempest-TestNetworkBasicOps-108011990-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9d56bcf8-8123-40e3-abe5-6ae3c9d36f46 HTTP/1.1" status: 200 len: 1092 time: 0.0448844 Nov 15 11:50:43.474731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49666) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:43.479061 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4e299cb0-5304-4d59-9d5f-b7034f79e344 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': '2cd6a934-d639-47bb-9cf1-c66785bed77c', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:50:43.505005 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e299cb0-5304-4d59-9d5f-b7034f79e344 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:43.605599 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e299cb0-5304-4d59-9d5f-b7034f79e344 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:43.712397 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-4e299cb0-5304-4d59-9d5f-b7034f79e344 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Allocated IP 172.25.7.32 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/b080bb2a-5f89-44e2-b0fb-126bd893cb14) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:50:43.817264 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e299cb0-5304-4d59-9d5f-b7034f79e344 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:43.853248 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e299cb0-5304-4d59-9d5f-b7034f79e344 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:43.891847 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e299cb0-5304-4d59-9d5f-b7034f79e344 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:50:43.896595 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-4e299cb0-5304-4d59-9d5f-b7034f79e344 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:50:43.900045 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e299cb0-5304-4d59-9d5f-b7034f79e344 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:50:43.924540 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e299cb0-5304-4d59-9d5f-b7034f79e344 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'Port': ['ID=b080bb2a-5f89-44e2-b0fb-126bd893cb14,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:44.243524 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e299cb0-5304-4d59-9d5f-b7034f79e344 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:44.312513 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e299cb0-5304-4d59-9d5f-b7034f79e344 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:44.460747 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e299cb0-5304-4d59-9d5f-b7034f79e344 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:44.466687 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e299cb0-5304-4d59-9d5f-b7034f79e344 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:44.495740 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08226b69-9455-49dd-9086-ace1b47b319e req-ad3f4b3b-39db-4072-9f9a-1c1651643d10 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0914121 Nov 15 11:50:44.535184 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e299cb0-5304-4d59-9d5f-b7034f79e344 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event updated for resources: {'Port': ['ID=b080bb2a-5f89-44e2-b0fb-126bd893cb14,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:50:44.544071 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e299cb0-5304-4d59-9d5f-b7034f79e344 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:44.556465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08226b69-9455-49dd-9086-ace1b47b319e req-1e8760e4-d24d-4d6b-93ec-5ef9fceea0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:44.557967 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08226b69-9455-49dd-9086-ace1b47b319e req-1e8760e4-d24d-4d6b-93ec-5ef9fceea0ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 1097 time: 0.0402486 Nov 15 11:50:44.645960 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-4e299cb0-5304-4d59-9d5f-b7034f79e344 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Floating IP bcab869f-3f3c-45de-9b52-252b0561f4da associated. External IP: 172.25.7.32, port: 2cd6a934-d639-47bb-9cf1-c66785bed77c. Nov 15 11:50:44.674216 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08226b69-9455-49dd-9086-ace1b47b319e req-e937ee87-4235-4fa6-be14-cdf6282f295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:44.675653 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08226b69-9455-49dd-9086-ace1b47b319e req-e937ee87-4235-4fa6-be14-cdf6282f295d service neutron] 10.222.0.11 "GET /v2.0/networks?id=a95130b6-90b6-494f-b2de-a279173334b4 HTTP/1.1" status: 200 len: 898 time: 0.0958865 Nov 15 11:50:44.743081 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08226b69-9455-49dd-9086-ace1b47b319e req-8278b856-3f37-4464-9144-19e7396ac483 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39 HTTP/1.1" status: 200 len: 1001 time: 0.0600605 Nov 15 11:50:44.797809 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08226b69-9455-49dd-9086-ace1b47b319e req-7f327610-074b-42a0-a811-d994d095a919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:44.799299 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08226b69-9455-49dd-9086-ace1b47b319e req-7f327610-074b-42a0-a811-d994d095a919 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c008993a-7f17-4d58-a3bb-fc42926718f3 HTTP/1.1" status: 200 len: 835 time: 0.0484848 Nov 15 11:50:44.849716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08226b69-9455-49dd-9086-ace1b47b319e req-63195bdd-706d-408f-9a05-24fba699082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:44.851263 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08226b69-9455-49dd-9086-ace1b47b319e req-63195bdd-706d-408f-9a05-24fba699082a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a95130b6-90b6-494f-b2de-a279173334b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443141 Nov 15 11:50:44.950376 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08226b69-9455-49dd-9086-ace1b47b319e req-bed5584c-9d10-46ee-ad89-45cb888333bc service neutron] 10.222.0.11 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911806 Nov 15 11:50:45.045692 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08226b69-9455-49dd-9086-ace1b47b319e req-b2f956c0-0a1e-45ba-af75-4c8d9ea1e9ad service neutron] 10.222.0.11 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873084 Nov 15 11:50:45.107741 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e299cb0-5304-4d59-9d5f-b7034f79e344 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Router 11b36f6e-31a1-4458-a0bf-8ef56520631e has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:50:45.214933 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e299cb0-5304-4d59-9d5f-b7034f79e344 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:50:45.225307 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba14cd2c-5b93-47a6-bcc8-f63ee909376e None None] Sync routers for ids ['11b36f6e-31a1-4458-a0bf-8ef56520631e'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:50:45.234294 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4e299cb0-5304-4d59-9d5f-b7034f79e344 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:50:45.236226 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba14cd2c-5b93-47a6-bcc8-f63ee909376e None None] Routers {'11b36f6e-31a1-4458-a0bf-8ef56520631e'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:50:45.236829 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ba14cd2c-5b93-47a6-bcc8-f63ee909376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:50:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['11b36f6e-31a1-4458-a0bf-8ef56520631e'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:45.263387 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4e299cb0-5304-4d59-9d5f-b7034f79e344 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7851303 Nov 15 11:50:45.263387 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d56bcf8-8123-40e3-abe5-6ae3c9d36f46', 'tag': '2cd6a934-d639-47bb-9cf1-c66785bed77c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:50:45.264024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49670) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:45.264328 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00b985e-6ca9-4395-a385-4a4fa23c356a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d56bcf8-8123-40e3-abe5-6ae3c9d36f46", "tag": "2cd6a934-d639-47bb-9cf1-c66785bed77c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:50:45.337020 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fee9ca04-d8d7-4be2-ab04-07f1b8ff791a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/floatingips/bcab869f-3f3c-45de-9b52-252b0561f4da HTTP/1.1" status: 200 len: 991 time: 0.0703969 Nov 15 11:50:45.370646 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d686c51-a9dc-4670-802e-3956e7281cd7 x-openstack-request-id: req-2d686c51-a9dc-4670-802e-3956e7281cd7 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:50:45.370930 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d56bcf8-8123-40e3-abe5-6ae3c9d36f46", "tag": "2cd6a934-d639-47bb-9cf1-c66785bed77c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:50:45.371176 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d686c51-a9dc-4670-802e-3956e7281cd7 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:50:45.371580 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d56bcf8-8123-40e3-abe5-6ae3c9d36f46', 'tag': '2cd6a934-d639-47bb-9cf1-c66785bed77c', 'status': 'completed', 'code': 200} Nov 15 11:50:45.435025 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b985e-6ca9-4395-a385-4a4fa23c356a req-d9ce3503-c4bf-4290-af60-bcc45277ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:45.436579 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c00b985e-6ca9-4395-a385-4a4fa23c356a req-d9ce3503-c4bf-4290-af60-bcc45277ea69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9eca6c75758e4f7b8108e5478cb1f3d8&device_id=9d56bcf8-8123-40e3-abe5-6ae3c9d36f46 HTTP/1.1" status: 200 len: 1097 time: 0.0408490 Nov 15 11:50:45.438868 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-ba14cd2c-5b93-47a6-bcc8-f63ee909376e None None] Set router 11b36f6e-31a1-4458-a0bf-8ef56520631e gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:50:45.529881 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b985e-6ca9-4395-a385-4a4fa23c356a req-617f8d0c-49e4-4e70-801e-7d6ed322fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:45.531287 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c00b985e-6ca9-4395-a385-4a4fa23c356a req-617f8d0c-49e4-4e70-801e-7d6ed322fd51 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9208d4ed-f59d-4153-871c-9f5cebc20da0 HTTP/1.1" status: 200 len: 898 time: 0.0870633 Nov 15 11:50:45.600306 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c00b985e-6ca9-4395-a385-4a4fa23c356a req-5cae3e15-fef4-4458-818f-c3688738cf82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cd6a934-d639-47bb-9cf1-c66785bed77c HTTP/1.1" status: 200 len: 999 time: 0.0620544 Nov 15 11:50:45.651039 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b985e-6ca9-4395-a385-4a4fa23c356a req-a04025aa-7ece-4181-913b-433294918d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:45.652540 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c00b985e-6ca9-4395-a385-4a4fa23c356a req-a04025aa-7ece-4181-913b-433294918d83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9382f980-6904-48f8-954a-0a2b2f6649db HTTP/1.1" status: 200 len: 834 time: 0.0458090 Nov 15 11:50:45.661529 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ba14cd2c-5b93-47a6-bcc8-f63ee909376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'name': 'tempest-TestNetworkBasicOps-router-2006996350', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:26Z', 'revision_number': 4, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'bcab869f-3f3c-45de-9b52-252b0561f4da', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'port_id': '2cd6a934-d639-47bb-9cf1-c66785bed77c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0', 'mac_address': 'fa:16:3e:f1:c4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d56bcf8-8123-40e3-abe5-6ae3c9d36f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:50:44Z', 'updated_at': '2021-11-15T11:50:44Z', 'revision_number': 0, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9', 'name': '', 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:6e:6f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '9382f980-6904-48f8-954a-0a2b2f6649db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:50:25Z', 'updated_at': '2021-11-15T11:50:29Z', 'revision_number': 5, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': '9382f980-6904-48f8-954a-0a2b2f6649db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:45.687504 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba14cd2c-5b93-47a6-bcc8-f63ee909376e None None] Checking router: 11b36f6e-31a1-4458-a0bf-8ef56520631e for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:50:45.696291 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba14cd2c-5b93-47a6-bcc8-f63ee909376e None None] Routers {'11b36f6e-31a1-4458-a0bf-8ef56520631e'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:50:45.696920 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ba14cd2c-5b93-47a6-bcc8-f63ee909376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:50:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['11b36f6e-31a1-4458-a0bf-8ef56520631e'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:45.697773 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b985e-6ca9-4395-a385-4a4fa23c356a req-ac288316-2534-40b6-aa73-b22c58865afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:50:45.699279 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c00b985e-6ca9-4395-a385-4a4fa23c356a req-ac288316-2534-40b6-aa73-b22c58865afb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9208d4ed-f59d-4153-871c-9f5cebc20da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398552 Nov 15 11:50:45.794058 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c00b985e-6ca9-4395-a385-4a4fa23c356a req-af0e019d-acff-44ce-a928-d6e1027eda58 service neutron] 10.222.0.55 "GET /v2.0/networks/9208d4ed-f59d-4153-871c-9f5cebc20da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876918 Nov 15 11:50:45.802522 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-ba14cd2c-5b93-47a6-bcc8-f63ee909376e None None] Set router 11b36f6e-31a1-4458-a0bf-8ef56520631e gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:50:45.883872 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c00b985e-6ca9-4395-a385-4a4fa23c356a req-4567a861-5f11-44a2-a08a-d52390d64eab service neutron] 10.222.0.55 "GET /v2.0/networks/9208d4ed-f59d-4153-871c-9f5cebc20da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830667 Nov 15 11:50:46.029041 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ba14cd2c-5b93-47a6-bcc8-f63ee909376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'name': 'tempest-TestNetworkBasicOps-router-2006996350', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:26Z', 'revision_number': 4, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'bcab869f-3f3c-45de-9b52-252b0561f4da', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'port_id': '2cd6a934-d639-47bb-9cf1-c66785bed77c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0', 'mac_address': 'fa:16:3e:f1:c4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d56bcf8-8123-40e3-abe5-6ae3c9d36f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:50:44Z', 'updated_at': '2021-11-15T11:50:44Z', 'revision_number': 0, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9', 'name': '', 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:6e:6f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '9382f980-6904-48f8-954a-0a2b2f6649db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:50:25Z', 'updated_at': '2021-11-15T11:50:29Z', 'revision_number': 5, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': '9382f980-6904-48f8-954a-0a2b2f6649db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:50:46.056568 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba14cd2c-5b93-47a6-bcc8-f63ee909376e None None] The sync data for ids ['11b36f6e-31a1-4458-a0bf-8ef56520631e'] in n-d-729945-9 is: [{'id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'name': 'tempest-TestNetworkBasicOps-router-2006996350', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:26Z', 'revision_number': 4, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'bcab869f-3f3c-45de-9b52-252b0561f4da', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'port_id': '2cd6a934-d639-47bb-9cf1-c66785bed77c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0', 'mac_address': 'fa:16:3e:f1:c4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d56bcf8-8123-40e3-abe5-6ae3c9d36f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:50:44Z', 'updated_at': '2021-11-15T11:50:44Z', 'revision_number': 0, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9', 'name': '', 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:6e:6f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '9382f980-6904-48f8-954a-0a2b2f6649db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:50:25Z', 'updated_at': '2021-11-15T11:50:29Z', 'revision_number': 5, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': '9382f980-6904-48f8-954a-0a2b2f6649db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:50:46.269454 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bca6db-dcbb-4d5e-a423-f2998b11b385 None None] New status for floating IP bcab869f-3f3c-45de-9b52-252b0561f4da: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:50:46.340053 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49676) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:46.404873 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2e240a12-164d-4efd-8590-a96f05d483ea tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/floatingips/bcab869f-3f3c-45de-9b52-252b0561f4da HTTP/1.1" status: 200 len: 991 time: 0.0636137 Nov 15 11:50:47.410529 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49678) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:50:47.474924 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b5e3f451-05ed-4732-a3f0-e1ca1bbd6a4a tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/floatingips/bcab869f-3f3c-45de-9b52-252b0561f4da HTTP/1.1" status: 200 len: 993 time: 0.0629239 Nov 15 11:50:55.729687 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:50:59.890319 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:01.848725 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:06.271892 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a4683d65-b5ae-48d5-9228-2e785635783a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:08.371111 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8bfa0793-fc12-4815-8ea2-6fe9e5e4bbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:09.933404 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:11.509765 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:12.173560 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:16.093351 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49694) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:16.167569 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f872079d-3722-47aa-96ad-8e4c03bbde2f tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/floatingips/bcab869f-3f3c-45de-9b52-252b0561f4da HTTP/1.1" status: 200 len: 993 time: 0.0726361 Nov 15 11:51:16.438016 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49702) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:16.608285 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Deleting port b080bb2a-5f89-44e2-b0fb-126bd893cb14 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:51:16.608622 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:16.687895 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:16.688227 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:16.700906 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Calling delete_port for b080bb2a-5f89-44e2-b0fb-126bd893cb14 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:51:16.857873 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:16.885418 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event deleted for resources: {'Port': ['ID=b080bb2a-5f89-44e2-b0fb-126bd893cb14,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:16.896837 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:16.897171 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:16.897495 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:16.897795 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:16.898145 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:16.898461 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:16.898758 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:16.899067 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:16.899374 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:16.899686 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:16.900023 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:16.900332 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:16.958217 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:16.958491 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Floating IP bcab869f-3f3c-45de-9b52-252b0561f4da disassociated (deleted). External IP: 172.25.7.32, port: 2cd6a934-d639-47bb-9cf1-c66785bed77c. Nov 15 11:51:17.175749 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Router 11b36f6e-31a1-4458-a0bf-8ef56520631e has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:51:17.283744 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:51:17.289177 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:17.295399 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3305d5d-d0ff-493b-b3b1-e289447b27ea None None] Sync routers for ids ['11b36f6e-31a1-4458-a0bf-8ef56520631e'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:51:17.305531 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3305d5d-d0ff-493b-b3b1-e289447b27ea None None] Routers {'11b36f6e-31a1-4458-a0bf-8ef56520631e'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:51:17.306128 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c3305d5d-d0ff-493b-b3b1-e289447b27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:51:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['11b36f6e-31a1-4458-a0bf-8ef56520631e'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:17.315849 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e89e1367-86ab-412d-b439-c12d518dcd81 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "DELETE /v2.0/floatingips/bcab869f-3f3c-45de-9b52-252b0561f4da HTTP/1.1" status: 204 len: 168 time: 0.8766799 Nov 15 11:51:17.316396 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d56bcf8-8123-40e3-abe5-6ae3c9d36f46', 'tag': '2cd6a934-d639-47bb-9cf1-c66785bed77c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:51:17.318679 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b5005f-41ba-4c42-926a-0cbb0d3522e7" -d '{"events": [{"name": "network-changed", "server_uuid": "9d56bcf8-8123-40e3-abe5-6ae3c9d36f46", "tag": "2cd6a934-d639-47bb-9cf1-c66785bed77c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:51:17.409919 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-c3305d5d-d0ff-493b-b3b1-e289447b27ea None None] Set router 11b36f6e-31a1-4458-a0bf-8ef56520631e gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:51:17.480452 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d170bedd-675e-454e-859c-1b4162c9ae48 x-openstack-request-id: req-d170bedd-675e-454e-859c-1b4162c9ae48 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:51:17.480732 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d56bcf8-8123-40e3-abe5-6ae3c9d36f46", "tag": "2cd6a934-d639-47bb-9cf1-c66785bed77c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:51:17.480976 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d170bedd-675e-454e-859c-1b4162c9ae48 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:51:17.481376 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d56bcf8-8123-40e3-abe5-6ae3c9d36f46', 'tag': '2cd6a934-d639-47bb-9cf1-c66785bed77c', 'status': 'completed', 'code': 200} Nov 15 11:51:17.582725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5005f-41ba-4c42-926a-0cbb0d3522e7 req-a88fbf5d-2ec5-4dda-bbb4-86b39943addf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:17.584255 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0b5005f-41ba-4c42-926a-0cbb0d3522e7 req-a88fbf5d-2ec5-4dda-bbb4-86b39943addf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9eca6c75758e4f7b8108e5478cb1f3d8&device_id=9d56bcf8-8123-40e3-abe5-6ae3c9d36f46 HTTP/1.1" status: 200 len: 1097 time: 0.0753155 Nov 15 11:51:17.597006 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15ce6d-d6be-481f-a96e-f23d4dd3ae3e req-bb063b8d-08b6-4bdc-81c9-df0139dde312 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:17.598507 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b15ce6d-d6be-481f-a96e-f23d4dd3ae3e req-bb063b8d-08b6-4bdc-81c9-df0139dde312 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d56bcf8-8123-40e3-abe5-6ae3c9d36f46 HTTP/1.1" status: 200 len: 946 time: 0.0638962 Nov 15 11:51:17.612912 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c3305d5d-d0ff-493b-b3b1-e289447b27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'name': 'tempest-TestNetworkBasicOps-router-2006996350', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:26Z', 'revision_number': 4, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9', 'name': '', 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:6e:6f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '9382f980-6904-48f8-954a-0a2b2f6649db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:50:25Z', 'updated_at': '2021-11-15T11:50:29Z', 'revision_number': 5, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': '9382f980-6904-48f8-954a-0a2b2f6649db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:17.638701 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3305d5d-d0ff-493b-b3b1-e289447b27ea None None] Checking router: 11b36f6e-31a1-4458-a0bf-8ef56520631e for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:51:17.646936 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3305d5d-d0ff-493b-b3b1-e289447b27ea None None] Routers {'11b36f6e-31a1-4458-a0bf-8ef56520631e'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:51:17.647496 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c3305d5d-d0ff-493b-b3b1-e289447b27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:51:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['11b36f6e-31a1-4458-a0bf-8ef56520631e'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:17.705800 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b15ce6d-d6be-481f-a96e-f23d4dd3ae3e req-eb84c756-aff3-4c6c-bc2f-d9b46c276b77 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=9696696b-1fe3-4175-bdff-67e7b42a83e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990641 Nov 15 11:51:17.716041 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5005f-41ba-4c42-926a-0cbb0d3522e7 req-5e1e91de-eb29-45f0-8554-015e2b2ebe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:17.717645 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0b5005f-41ba-4c42-926a-0cbb0d3522e7 req-5e1e91de-eb29-45f0-8554-015e2b2ebe87 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9208d4ed-f59d-4153-871c-9f5cebc20da0 HTTP/1.1" status: 200 len: 898 time: 0.1181760 Nov 15 11:51:17.759830 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-c3305d5d-d0ff-493b-b3b1-e289447b27ea None None] Set router 11b36f6e-31a1-4458-a0bf-8ef56520631e gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:51:17.766705 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0b5005f-41ba-4c42-926a-0cbb0d3522e7 req-0975dc92-9daa-4d2f-ad01-5d31e7e560a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cd6a934-d639-47bb-9cf1-c66785bed77c HTTP/1.1" status: 200 len: 217 time: 0.0389924 Nov 15 11:51:17.816709 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5005f-41ba-4c42-926a-0cbb0d3522e7 req-d82910ae-f388-4e78-bd58-fc865f5e7296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:17.818204 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0b5005f-41ba-4c42-926a-0cbb0d3522e7 req-d82910ae-f388-4e78-bd58-fc865f5e7296 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9382f980-6904-48f8-954a-0a2b2f6649db HTTP/1.1" status: 200 len: 834 time: 0.0428121 Nov 15 11:51:17.865572 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5005f-41ba-4c42-926a-0cbb0d3522e7 req-502873cd-7f93-4aa6-823f-0efa472fc1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:17.867202 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0b5005f-41ba-4c42-926a-0cbb0d3522e7 req-502873cd-7f93-4aa6-823f-0efa472fc1f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9208d4ed-f59d-4153-871c-9f5cebc20da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402298 Nov 15 11:51:17.964279 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0b5005f-41ba-4c42-926a-0cbb0d3522e7 req-1a6b98f6-72cf-4c67-ab0f-54efd78bc12a service neutron] 10.222.0.55 "GET /v2.0/networks/9208d4ed-f59d-4153-871c-9f5cebc20da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886261 Nov 15 11:51:18.061537 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c3305d5d-d0ff-493b-b3b1-e289447b27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'name': 'tempest-TestNetworkBasicOps-router-2006996350', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:26Z', 'revision_number': 4, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9', 'name': '', 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:6e:6f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '9382f980-6904-48f8-954a-0a2b2f6649db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:50:25Z', 'updated_at': '2021-11-15T11:50:29Z', 'revision_number': 5, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': '9382f980-6904-48f8-954a-0a2b2f6649db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:18.065758 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0b5005f-41ba-4c42-926a-0cbb0d3522e7 req-28d44fb1-c08f-4082-933e-8af3f64c4a0a service neutron] 10.222.0.55 "GET /v2.0/networks/9208d4ed-f59d-4153-871c-9f5cebc20da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923579 Nov 15 11:51:18.090972 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3305d5d-d0ff-493b-b3b1-e289447b27ea None None] The sync data for ids ['11b36f6e-31a1-4458-a0bf-8ef56520631e'] in n-d-729945-9 is: [{'id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'name': 'tempest-TestNetworkBasicOps-router-2006996350', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:26Z', 'revision_number': 4, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9', 'name': '', 'network_id': '9208d4ed-f59d-4153-871c-9f5cebc20da0', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'mac_address': 'fa:16:3e:6e:6f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '9382f980-6904-48f8-954a-0a2b2f6649db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:50:25Z', 'updated_at': '2021-11-15T11:50:29Z', 'revision_number': 5, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'subnets': [{'id': '9382f980-6904-48f8-954a-0a2b2f6649db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:51:18.306063 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89468ac-e413-4c73-b5e0-fddc80936194 None None] New status for floating IP bcab869f-3f3c-45de-9b52-252b0561f4da: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:51:18.847245 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b30c1-e903-4652-be58-51d66d27ab50 req-7f1eb65b-c808-4a4d-83af-c7ab8b51bd75 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:18.848737 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-033b30c1-e903-4652-be58-51d66d27ab50 req-7f1eb65b-c808-4a4d-83af-c7ab8b51bd75 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d56bcf8-8123-40e3-abe5-6ae3c9d36f46 HTTP/1.1" status: 200 len: 946 time: 0.0590477 Nov 15 11:51:18.922665 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4cf23-e903-4987-9146-75e0edce06d8 req-66921daa-70e3-47ba-bf92-1c8ad1d3d8d4 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:18.924222 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f5d4cf23-e903-4987-9146-75e0edce06d8 req-66921daa-70e3-47ba-bf92-1c8ad1d3d8d4 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d56bcf8-8123-40e3-abe5-6ae3c9d36f46 HTTP/1.1" status: 200 len: 946 time: 0.0745471 Nov 15 11:51:18.928345 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-033b30c1-e903-4652-be58-51d66d27ab50 req-9e0197d4-ef55-4f4d-a784-23e1489be47f tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "GET /v2.0/security-groups?id=9696696b-1fe3-4175-bdff-67e7b42a83e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712759 Nov 15 11:51:19.020902 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f5d4cf23-e903-4987-9146-75e0edce06d8 req-66aab400-5465-4208-a1c1-55783a9520e3 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Deleting port 2cd6a934-d639-47bb-9cf1-c66785bed77c {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:51:19.021183 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f5d4cf23-e903-4987-9146-75e0edce06d8 req-66aab400-5465-4208-a1c1-55783a9520e3 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:19.112576 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-f5d4cf23-e903-4987-9146-75e0edce06d8 req-66aab400-5465-4208-a1c1-55783a9520e3 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] For port 2cd6a934-d639-47bb-9cf1-c66785bed77c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=2cd6a934-d639-47bb-9cf1-c66785bed77c,segment=NetworkSegment(754b0341-f17a-4027-84b2-c861d72322c8),segment_id=754b0341-f17a-4027-84b2-c861d72322c8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:51:19.112920 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f5d4cf23-e903-4987-9146-75e0edce06d8 req-66aab400-5465-4208-a1c1-55783a9520e3 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:19.126536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f5d4cf23-e903-4987-9146-75e0edce06d8 req-66aab400-5465-4208-a1c1-55783a9520e3 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Calling delete_port for 2cd6a934-d639-47bb-9cf1-c66785bed77c owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:51:19.259206 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f5d4cf23-e903-4987-9146-75e0edce06d8 req-66aab400-5465-4208-a1c1-55783a9520e3 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:19.292309 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aab400-5465-4208-a1c1-55783a9520e3 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event deleted for resources: {'Port': ['ID=2cd6a934-d639-47bb-9cf1-c66785bed77c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:19.332696 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d4cf23-e903-4987-9146-75e0edce06d8 req-66aab400-5465-4208-a1c1-55783a9520e3 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] No DVR routers for this DVR port 2cd6a934-d639-47bb-9cf1-c66785bed77c on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:51:19.335473 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f5d4cf23-e903-4987-9146-75e0edce06d8 req-66aab400-5465-4208-a1c1-55783a9520e3 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:19.338805 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f5d4cf23-e903-4987-9146-75e0edce06d8 req-66aab400-5465-4208-a1c1-55783a9520e3 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.55 "DELETE /v2.0/ports/2cd6a934-d639-47bb-9cf1-c66785bed77c HTTP/1.1" status: 204 len: 173 time: 0.4085498 Nov 15 11:51:19.339325 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d56bcf8-8123-40e3-abe5-6ae3c9d36f46', 'name': 'network-vif-deleted', 'tag': '2cd6a934-d639-47bb-9cf1-c66785bed77c'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:51:19.341612 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97ab5ca-12e5-479f-8fb5-0816ee3959f2" -d '{"events": [{"server_uuid": "9d56bcf8-8123-40e3-abe5-6ae3c9d36f46", "name": "network-vif-deleted", "tag": "2cd6a934-d639-47bb-9cf1-c66785bed77c"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:51:19.378123 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1811e65-d320-4881-bd93-c8a3c68c2bac x-openstack-request-id: req-a1811e65-d320-4881-bd93-c8a3c68c2bac {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:51:19.378405 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d56bcf8-8123-40e3-abe5-6ae3c9d36f46", "name": "network-vif-deleted", "tag": "2cd6a934-d639-47bb-9cf1-c66785bed77c", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:51:19.378644 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a1811e65-d320-4881-bd93-c8a3c68c2bac {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:51:19.379038 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d56bcf8-8123-40e3-abe5-6ae3c9d36f46', 'name': 'network-vif-deleted', 'tag': '2cd6a934-d639-47bb-9cf1-c66785bed77c', 'status': 'completed', 'code': 200} Nov 15 11:51:19.988355 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49716) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:20.052108 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e219faf8-a975-491f-b1b7-6600e416c8c4 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:20.078667 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e219faf8-a975-491f-b1b7-6600e416c8c4 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:20.139038 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e219faf8-a975-491f-b1b7-6600e416c8c4 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:20.141910 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e219faf8-a975-491f-b1b7-6600e416c8c4 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:20.143090 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e219faf8-a975-491f-b1b7-6600e416c8c4 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "DELETE /v2.0/security-groups/9696696b-1fe3-4175-bdff-67e7b42a83e0 HTTP/1.1" status: 204 len: 168 time: 0.1537585 Nov 15 11:51:20.152802 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219faf8-a975-491f-b1b7-6600e416c8c4 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9696696b-1fe3-4175-bdff-67e7b42a83e0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:20.178179 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49720) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:20.542372 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1830f7e0-1bdf-453b-b41d-5b71b5240e82 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:20.804942 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1830f7e0-1bdf-453b-b41d-5b71b5240e82 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Deleting port bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:51:20.805196 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1830f7e0-1bdf-453b-b41d-5b71b5240e82 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:20.896131 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1830f7e0-1bdf-453b-b41d-5b71b5240e82 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] For port bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9,segment=NetworkSegment(754b0341-f17a-4027-84b2-c861d72322c8),segment_id=754b0341-f17a-4027-84b2-c861d72322c8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:51:20.896459 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1830f7e0-1bdf-453b-b41d-5b71b5240e82 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:20.909168 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1830f7e0-1bdf-453b-b41d-5b71b5240e82 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Calling delete_port for bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:51:21.119917 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1830f7e0-1bdf-453b-b41d-5b71b5240e82 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:21.145192 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830f7e0-1bdf-453b-b41d-5b71b5240e82 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event deleted for resources: {'Port': ['ID=bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:21.318628 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1830f7e0-1bdf-453b-b41d-5b71b5240e82 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:21.533014 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1830f7e0-1bdf-453b-b41d-5b71b5240e82 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Router 11b36f6e-31a1-4458-a0bf-8ef56520631e has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:51:21.638322 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1830f7e0-1bdf-453b-b41d-5b71b5240e82 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:51:21.643439 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1830f7e0-1bdf-453b-b41d-5b71b5240e82 tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "PUT /v2.0/routers/11b36f6e-31a1-4458-a0bf-8ef56520631e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4639761 Nov 15 11:51:21.646168 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49724) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:21.648836 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ea9f96-1564-489b-accc-1d6c4dfc49ab None None] Sync routers for ids ['11b36f6e-31a1-4458-a0bf-8ef56520631e'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:51:21.659782 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ea9f96-1564-489b-accc-1d6c4dfc49ab None None] Routers {'11b36f6e-31a1-4458-a0bf-8ef56520631e'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:51:21.660423 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-34ea9f96-1564-489b-accc-1d6c4dfc49ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:51:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['11b36f6e-31a1-4458-a0bf-8ef56520631e'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:21.695722 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-25aac26d-42d8-4263-a1e6-8e24d72e47bc tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Deleting subnet 9382f980-6904-48f8-954a-0a2b2f6649db {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:51:21.699046 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-25aac26d-42d8-4263-a1e6-8e24d72e47bc tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:21.739125 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-25aac26d-42d8-4263-a1e6-8e24d72e47bc tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:21.760705 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-34ea9f96-1564-489b-accc-1d6c4dfc49ab None None] Set router 11b36f6e-31a1-4458-a0bf-8ef56520631e gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:51:21.823156 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-25aac26d-42d8-4263-a1e6-8e24d72e47bc tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:21.886234 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-25aac26d-42d8-4263-a1e6-8e24d72e47bc tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:21.917079 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-25aac26d-42d8-4263-a1e6-8e24d72e47bc tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:21.920959 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-25aac26d-42d8-4263-a1e6-8e24d72e47bc tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "DELETE /v2.0/subnets/9382f980-6904-48f8-954a-0a2b2f6649db HTTP/1.1" status: 204 len: 168 time: 0.2735674 Nov 15 11:51:21.921473 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aac26d-42d8-4263-a1e6-8e24d72e47bc tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event deleted for resources: {'Subnet': ['ID=9382f980-6904-48f8-954a-0a2b2f6649db,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:21.923443 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49726) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:21.927561 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd94e2b-7c7d-41b6-aa30-ab77c3e69f04 None None] Network 9208d4ed-f59d-4153-871c-9f5cebc20da0 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:51:21.944945 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-34ea9f96-1564-489b-accc-1d6c4dfc49ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'name': 'tempest-TestNetworkBasicOps-router-2006996350', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:51:21Z', 'revision_number': 5, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:21.971643 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ea9f96-1564-489b-accc-1d6c4dfc49ab None None] Checking router: 11b36f6e-31a1-4458-a0bf-8ef56520631e for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:51:21.979913 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ea9f96-1564-489b-accc-1d6c4dfc49ab None None] Routers {'11b36f6e-31a1-4458-a0bf-8ef56520631e'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:51:21.980649 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-34ea9f96-1564-489b-accc-1d6c4dfc49ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:51:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['11b36f6e-31a1-4458-a0bf-8ef56520631e'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:22.039559 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-27961581-7740-4b37-89e2-ebc91ce0cfaf tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:22.093167 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-34ea9f96-1564-489b-accc-1d6c4dfc49ab None None] Set router 11b36f6e-31a1-4458-a0bf-8ef56520631e gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:51:22.124286 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6ab3d3-4d90-4024-83a1-5f73770470f2 None None] DHCP port deletion for 9208d4ed-f59d-4153-871c-9f5cebc20da0 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:51:22.155167 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-27961581-7740-4b37-89e2-ebc91ce0cfaf tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:22.186059 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8c6ab3d3-4d90-4024-83a1-5f73770470f2 None None] Deleting port c1103329-e732-47fc-bc6f-2a0ab137504d {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:51:22.186427 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8c6ab3d3-4d90-4024-83a1-5f73770470f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:22.216262 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-27961581-7740-4b37-89e2-ebc91ce0cfaf tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Deleting port 3c9db967-4d5e-4a32-a7f8-f863742d105e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:51:22.217027 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-27961581-7740-4b37-89e2-ebc91ce0cfaf tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:22.257867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8c6ab3d3-4d90-4024-83a1-5f73770470f2 None None] For port c1103329-e732-47fc-bc6f-2a0ab137504d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c1103329-e732-47fc-bc6f-2a0ab137504d,segment=NetworkSegment(754b0341-f17a-4027-84b2-c861d72322c8),segment_id=754b0341-f17a-4027-84b2-c861d72322c8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:51:22.258270 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8c6ab3d3-4d90-4024-83a1-5f73770470f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:22.271069 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8c6ab3d3-4d90-4024-83a1-5f73770470f2 None None] Calling delete_port for c1103329-e732-47fc-bc6f-2a0ab137504d owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:51:22.278002 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-34ea9f96-1564-489b-accc-1d6c4dfc49ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'name': 'tempest-TestNetworkBasicOps-router-2006996350', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:51:21Z', 'revision_number': 5, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:22.307665 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-27961581-7740-4b37-89e2-ebc91ce0cfaf tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] For port 3c9db967-4d5e-4a32-a7f8-f863742d105e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3c9db967-4d5e-4a32-a7f8-f863742d105e,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:51:22.308043 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-27961581-7740-4b37-89e2-ebc91ce0cfaf tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:22.311663 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ea9f96-1564-489b-accc-1d6c4dfc49ab None None] The sync data for ids ['11b36f6e-31a1-4458-a0bf-8ef56520631e'] in n-d-729945-9 is: [{'id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'name': 'tempest-TestNetworkBasicOps-router-2006996350', 'tenant_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:51:21Z', 'revision_number': 5, 'project_id': '9eca6c75758e4f7b8108e5478cb1f3d8', 'gw_port': {'id': '3c9db967-4d5e-4a32-a7f8-f863742d105e', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b36f6e-31a1-4458-a0bf-8ef56520631e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:50:22Z', 'updated_at': '2021-11-15T11:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:51:22.321446 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-27961581-7740-4b37-89e2-ebc91ce0cfaf tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Calling delete_port for 3c9db967-4d5e-4a32-a7f8-f863742d105e owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:51:22.358086 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8c6ab3d3-4d90-4024-83a1-5f73770470f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:22.383712 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ab3d3-4d90-4024-83a1-5f73770470f2 None None] Pushing event deleted for resources: {'Port': ['ID=c1103329-e732-47fc-bc6f-2a0ab137504d,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:22.388004 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6ab3d3-4d90-4024-83a1-5f73770470f2 None None] No DVR routers for this DVR port c1103329-e732-47fc-bc6f-2a0ab137504d on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:51:22.398513 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ab3d3-4d90-4024-83a1-5f73770470f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:22.398513 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ab3d3-4d90-4024-83a1-5f73770470f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:22.398513 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ab3d3-4d90-4024-83a1-5f73770470f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:22.398811 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ab3d3-4d90-4024-83a1-5f73770470f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:22.399630 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ab3d3-4d90-4024-83a1-5f73770470f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:22.399630 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ab3d3-4d90-4024-83a1-5f73770470f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:22.399630 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ab3d3-4d90-4024-83a1-5f73770470f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:22.399937 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ab3d3-4d90-4024-83a1-5f73770470f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:22.400224 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ab3d3-4d90-4024-83a1-5f73770470f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:22.400700 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ab3d3-4d90-4024-83a1-5f73770470f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:22.400889 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ab3d3-4d90-4024-83a1-5f73770470f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:22.401176 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ab3d3-4d90-4024-83a1-5f73770470f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:22.494527 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-27961581-7740-4b37-89e2-ebc91ce0cfaf tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:22.520749 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27961581-7740-4b37-89e2-ebc91ce0cfaf tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event deleted for resources: {'Port': ['ID=3c9db967-4d5e-4a32-a7f8-f863742d105e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:22.534564 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371cd5f1-693e-4548-92f0-2a5cb577a2c0 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:51:22.585613 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-27961581-7740-4b37-89e2-ebc91ce0cfaf tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:22.678552 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-27961581-7740-4b37-89e2-ebc91ce0cfaf tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:22.681122 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-27961581-7740-4b37-89e2-ebc91ce0cfaf tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:22.726492 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-27961581-7740-4b37-89e2-ebc91ce0cfaf tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:22.727630 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27961581-7740-4b37-89e2-ebc91ce0cfaf tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Fanout notify agent at l3_agent the message router_deleted on router 11b36f6e-31a1-4458-a0bf-8ef56520631e {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:51:22.730881 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 2cd6a934-d639-47bb-9cf1-c66785bed77c no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:51:22.735607 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-27961581-7740-4b37-89e2-ebc91ce0cfaf tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:22.736876 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-27961581-7740-4b37-89e2-ebc91ce0cfaf tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "DELETE /v2.0/routers/11b36f6e-31a1-4458-a0bf-8ef56520631e HTTP/1.1" status: 204 len: 168 time: 0.8115666 Nov 15 11:51:22.739804 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49728) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:22.762039 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 2cd6a934-d639-47bb-9cf1-c66785bed77c {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:51:22.762729 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 2cd6a934-d639-47bb-9cf1-c66785bed77c not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:51:22.818408 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2eef6b1-6b34-4a7a-9364-7de2def0d98c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:22.908149 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2eef6b1-6b34-4a7a-9364-7de2def0d98c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:22.928808 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-a2eef6b1-6b34-4a7a-9364-7de2def0d98c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9208d4ed-f59d-4153-871c-9f5cebc20da0']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:22.938865 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-a2eef6b1-6b34-4a7a-9364-7de2def0d98c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754b0341-f17a-4027-84b2-c861d72322c8') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:22.939151 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-a2eef6b1-6b34-4a7a-9364-7de2def0d98c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754b0341-f17a-4027-84b2-c861d72322c8') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:22.949230 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2eef6b1-6b34-4a7a-9364-7de2def0d98c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:22.962304 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2eef6b1-6b34-4a7a-9364-7de2def0d98c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:22.968471 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2eef6b1-6b34-4a7a-9364-7de2def0d98c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:51:22.968841 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2eef6b1-6b34-4a7a-9364-7de2def0d98c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:51:22.972175 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:51:23.033047 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2eef6b1-6b34-4a7a-9364-7de2def0d98c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:23.039888 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2eef6b1-6b34-4a7a-9364-7de2def0d98c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:23.042979 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a2eef6b1-6b34-4a7a-9364-7de2def0d98c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] 10.222.0.64 "DELETE /v2.0/networks/9208d4ed-f59d-4153-871c-9f5cebc20da0 HTTP/1.1" status: 204 len: 168 time: 0.3021593 Nov 15 11:51:23.054298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eef6b1-6b34-4a7a-9364-7de2def0d98c tempest-TestNetworkBasicOps-1344827226 tempest-TestNetworkBasicOps-1344827226-project] Pushing event deleted for resources: {'Network': ['ID=9208d4ed-f59d-4153-871c-9f5cebc20da0,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:23.346408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49734) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:23.485294 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5699131e-0467-48fe-9cc7-22e0d1c2b95c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9eca6c75758e4f7b8108e5478cb1f3d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1376381 Nov 15 11:51:23.487992 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49738) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:23.534801 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bd77b610-9663-462d-81ce-f56fbd3fa871 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:23.555370 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bd77b610-9663-462d-81ce-f56fbd3fa871 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:23.607761 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bd77b610-9663-462d-81ce-f56fbd3fa871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:23.611709 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bd77b610-9663-462d-81ce-f56fbd3fa871 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:23.613228 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-bd77b610-9663-462d-81ce-f56fbd3fa871 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce1635c6-0074-4e11-812e-ce0d6e8f1313 HTTP/1.1" status: 204 len: 168 time: 0.1243370 Nov 15 11:51:23.621195 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77b610-9663-462d-81ce-f56fbd3fa871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1635c6-0074-4e11-812e-ce0d6e8f1313,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:23.882383 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49744) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:23.895752 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8bc1278-6173-4779-af14-93c44773f529 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:23.915626 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3c9db967-4d5e-4a32-a7f8-f863742d105e no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:51:23.935348 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 3c9db967-4d5e-4a32-a7f8-f863742d105e {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:51:23.935856 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3c9db967-4d5e-4a32-a7f8-f863742d105e not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:51:23.936262 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:51:23.955032 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:51:23.955315 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device bdfd3e63-3fd7-4b47-881e-d4fbb73bb2c9 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:51:23.955716 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c1103329-e732-47fc-bc6f-2a0ab137504d no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:51:23.975102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: c1103329-e732-47fc-bc6f-2a0ab137504d {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:51:23.975438 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c1103329-e732-47fc-bc6f-2a0ab137504d not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:51:23.982898 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8bc1278-6173-4779-af14-93c44773f529 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:23.989347 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8bc1278-6173-4779-af14-93c44773f529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:24.025585 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc1278-6173-4779-af14-93c44773f529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29088a9e-caad-47d0-b98e-9f013db0c5b3,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:24.030928 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d8bc1278-6173-4779-af14-93c44773f529 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=354e717322064bc4961dbe699bd877be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1474464 Nov 15 11:51:24.033777 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49746) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:24.088934 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-118182d8-440d-432f-bf4c-2ae7f509592a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:24.111202 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-118182d8-440d-432f-bf4c-2ae7f509592a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:24.160179 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-118182d8-440d-432f-bf4c-2ae7f509592a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:24.163564 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-118182d8-440d-432f-bf4c-2ae7f509592a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:24.164766 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-118182d8-440d-432f-bf4c-2ae7f509592a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/29088a9e-caad-47d0-b98e-9f013db0c5b3 HTTP/1.1" status: 204 len: 168 time: 0.1300654 Nov 15 11:51:24.172326 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118182d8-440d-432f-bf4c-2ae7f509592a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29088a9e-caad-47d0-b98e-9f013db0c5b3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:26.751032 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162a649-0cc5-40fd-8cd0-d12ba3392bf4 req-7183cf81-b836-4fa1-bcff-15fea9e9f620 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:26.752569 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5162a649-0cc5-40fd-8cd0-d12ba3392bf4 req-7183cf81-b836-4fa1-bcff-15fea9e9f620 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 1097 time: 0.2719820 Nov 15 11:51:26.800464 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5162a649-0cc5-40fd-8cd0-d12ba3392bf4 req-61172c5c-87aa-4637-af86-2bbc62bdf4b0 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417550 Nov 15 11:51:26.822328 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49756) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:27.429808 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-39c7a9b8-9bfa-48d0-aa28-d9a9543f5a7b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Deleting port b76bb578-df9a-4927-b4d6-75ba6faf4df3 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:51:27.430141 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39c7a9b8-9bfa-48d0-aa28-d9a9543f5a7b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:27.510272 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39c7a9b8-9bfa-48d0-aa28-d9a9543f5a7b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:27.510582 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39c7a9b8-9bfa-48d0-aa28-d9a9543f5a7b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:27.522881 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-39c7a9b8-9bfa-48d0-aa28-d9a9543f5a7b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Calling delete_port for b76bb578-df9a-4927-b4d6-75ba6faf4df3 owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:51:27.684940 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39c7a9b8-9bfa-48d0-aa28-d9a9543f5a7b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:27.708897 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7a9b8-9bfa-48d0-aa28-d9a9543f5a7b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'Port': ['ID=b76bb578-df9a-4927-b4d6-75ba6faf4df3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:27.772086 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39c7a9b8-9bfa-48d0-aa28-d9a9543f5a7b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:27.772847 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-39c7a9b8-9bfa-48d0-aa28-d9a9543f5a7b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Floating IP beb7b25a-d94b-485c-a678-12df73b69f82 disassociated (deleted). External IP: 172.25.7.112, port: 5ce531a3-7d79-423f-9691-23baa7f0ea39. Nov 15 11:51:27.978328 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c7a9b8-9bfa-48d0-aa28-d9a9543f5a7b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Router 36664c45-29e9-4d75-a3d4-b939094bcf96 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:51:28.082907 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c7a9b8-9bfa-48d0-aa28-d9a9543f5a7b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:51:28.087325 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-39c7a9b8-9bfa-48d0-aa28-d9a9543f5a7b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:28.092911 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d7ab06-38c2-45cf-b030-11cd922742f2 None None] Sync routers for ids ['36664c45-29e9-4d75-a3d4-b939094bcf96'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:51:28.109415 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d7ab06-38c2-45cf-b030-11cd922742f2 None None] Routers {'36664c45-29e9-4d75-a3d4-b939094bcf96'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:51:28.110019 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-73d7ab06-38c2-45cf-b030-11cd922742f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:51:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['36664c45-29e9-4d75-a3d4-b939094bcf96'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:28.114340 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-39c7a9b8-9bfa-48d0-aa28-d9a9543f5a7b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "DELETE /v2.0/floatingips/beb7b25a-d94b-485c-a678-12df73b69f82 HTTP/1.1" status: 204 len: 168 time: 1.2909749 Nov 15 11:51:28.114899 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'tag': '5ce531a3-7d79-423f-9691-23baa7f0ea39'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:51:28.117203 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d10735-3f3f-40df-a4fe-067ef000823e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13", "tag": "5ce531a3-7d79-423f-9691-23baa7f0ea39"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:51:28.212555 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-73d7ab06-38c2-45cf-b030-11cd922742f2 None None] Set router 36664c45-29e9-4d75-a3d4-b939094bcf96 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:51:28.273381 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16662d23-6477-48dd-83e9-7d08118e1328 x-openstack-request-id: req-16662d23-6477-48dd-83e9-7d08118e1328 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:51:28.273708 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13", "tag": "5ce531a3-7d79-423f-9691-23baa7f0ea39", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:51:28.274020 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16662d23-6477-48dd-83e9-7d08118e1328 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:51:28.274609 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'tag': '5ce531a3-7d79-423f-9691-23baa7f0ea39', 'status': 'completed', 'code': 200} Nov 15 11:51:28.367044 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d10735-3f3f-40df-a4fe-067ef000823e req-8e3fafb2-6b5c-407b-890b-ba09947c3419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:28.368582 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21d10735-3f3f-40df-a4fe-067ef000823e req-8e3fafb2-6b5c-407b-890b-ba09947c3419 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 1097 time: 0.0704186 Nov 15 11:51:28.380957 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f055e-620f-4a11-8907-4f0fd84cacf6 req-865f054e-39f5-4f12-8d18-db9c7a97a7d5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:28.382447 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a4f055e-620f-4a11-8907-4f0fd84cacf6 req-865f054e-39f5-4f12-8d18-db9c7a97a7d5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 946 time: 0.0586264 Nov 15 11:51:28.422940 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-73d7ab06-38c2-45cf-b030-11cd922742f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221960292', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:52Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'fa9a6718-750b-4aec-959b-5f6dd4d5c159', 'name': '', 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:2a:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c008993a-7f17-4d58-a3bb-fc42926718f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:52Z', 'updated_at': '2021-11-15T11:48:56Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': 'c008993a-7f17-4d58-a3bb-fc42926718f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:28.449154 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d7ab06-38c2-45cf-b030-11cd922742f2 None None] Checking router: 36664c45-29e9-4d75-a3d4-b939094bcf96 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:51:28.457786 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d7ab06-38c2-45cf-b030-11cd922742f2 None None] Routers {'36664c45-29e9-4d75-a3d4-b939094bcf96'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:51:28.458365 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-73d7ab06-38c2-45cf-b030-11cd922742f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:51:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['36664c45-29e9-4d75-a3d4-b939094bcf96'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:28.482352 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a4f055e-620f-4a11-8907-4f0fd84cacf6 req-ea47e00d-ca19-440b-813f-149a32d9bfbf tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917883 Nov 15 11:51:28.515929 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d10735-3f3f-40df-a4fe-067ef000823e req-db935d4f-a9c3-45e8-8904-5524b264bd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:28.517410 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21d10735-3f3f-40df-a4fe-067ef000823e req-db935d4f-a9c3-45e8-8904-5524b264bd03 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a95130b6-90b6-494f-b2de-a279173334b4 HTTP/1.1" status: 200 len: 898 time: 0.1340938 Nov 15 11:51:28.562263 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21d10735-3f3f-40df-a4fe-067ef000823e req-3e294901-34ae-4687-b83e-b234d1fae544 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39 HTTP/1.1" status: 200 len: 217 time: 0.0356333 Nov 15 11:51:28.618948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d10735-3f3f-40df-a4fe-067ef000823e req-d4cf9f08-7431-40ba-a300-69b7a346ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:28.620443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21d10735-3f3f-40df-a4fe-067ef000823e req-d4cf9f08-7431-40ba-a300-69b7a346ce70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c008993a-7f17-4d58-a3bb-fc42926718f3 HTTP/1.1" status: 200 len: 835 time: 0.0507147 Nov 15 11:51:28.668347 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d10735-3f3f-40df-a4fe-067ef000823e req-265ef96d-eaee-4e27-bc2c-5032467e03e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:28.670000 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21d10735-3f3f-40df-a4fe-067ef000823e req-265ef96d-eaee-4e27-bc2c-5032467e03e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a95130b6-90b6-494f-b2de-a279173334b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411136 Nov 15 11:51:28.722318 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-73d7ab06-38c2-45cf-b030-11cd922742f2 None None] Set router 36664c45-29e9-4d75-a3d4-b939094bcf96 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:51:28.765106 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21d10735-3f3f-40df-a4fe-067ef000823e req-b35e9118-b173-4226-85dc-66d68d2c3dd0 service neutron] 10.222.0.11 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867624 Nov 15 11:51:28.855111 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21d10735-3f3f-40df-a4fe-067ef000823e req-e81dd1ec-a264-43f7-9f83-9fd53cbfc90c service neutron] 10.222.0.11 "GET /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819519 Nov 15 11:51:28.922870 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-73d7ab06-38c2-45cf-b030-11cd922742f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221960292', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:52Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'fa9a6718-750b-4aec-959b-5f6dd4d5c159', 'name': '', 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:2a:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c008993a-7f17-4d58-a3bb-fc42926718f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:52Z', 'updated_at': '2021-11-15T11:48:56Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': 'c008993a-7f17-4d58-a3bb-fc42926718f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:28.948480 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d7ab06-38c2-45cf-b030-11cd922742f2 None None] The sync data for ids ['36664c45-29e9-4d75-a3d4-b939094bcf96'] in n-d-729945-9 is: [{'id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221960292', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:52Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'fa9a6718-750b-4aec-959b-5f6dd4d5c159', 'name': '', 'network_id': 'a95130b6-90b6-494f-b2de-a279173334b4', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:2a:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c008993a-7f17-4d58-a3bb-fc42926718f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:52Z', 'updated_at': '2021-11-15T11:48:56Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': 'c008993a-7f17-4d58-a3bb-fc42926718f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:51:29.169973 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee3b3e-8687-4eed-b7ce-966b85811803 None None] New status for floating IP beb7b25a-d94b-485c-a678-12df73b69f82: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:51:29.612550 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a5d6e-1c9e-42cc-a2ce-90e10ad75f10 req-6398f8e1-a2ab-4c88-ab7b-c46ac731f6b8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:29.614084 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-135a5d6e-1c9e-42cc-a2ce-90e10ad75f10 req-6398f8e1-a2ab-4c88-ab7b-c46ac731f6b8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 946 time: 0.0520844 Nov 15 11:51:29.671099 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-135a5d6e-1c9e-42cc-a2ce-90e10ad75f10 req-33d2bf5c-898a-4113-87a2-bf8cc2dbd751 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d72966d-98bd-4572-9996-477a81367915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498755 Nov 15 11:51:29.868914 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ddf5e-2695-4192-bf5d-4265230783f4 req-9fe5c33f-ae9d-4521-b190-6945afe2d2cd tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:29.870384 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e33ddf5e-2695-4192-bf5d-4265230783f4 req-9fe5c33f-ae9d-4521-b190-6945afe2d2cd tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 946 time: 0.0640736 Nov 15 11:51:29.887227 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:29.962209 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-e33ddf5e-2695-4192-bf5d-4265230783f4 req-c3e63953-5d05-4f46-bf8d-91643ce93642 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Deleting port 5ce531a3-7d79-423f-9691-23baa7f0ea39 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:51:29.962501 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e33ddf5e-2695-4192-bf5d-4265230783f4 req-c3e63953-5d05-4f46-bf8d-91643ce93642 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:30.055640 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-e33ddf5e-2695-4192-bf5d-4265230783f4 req-c3e63953-5d05-4f46-bf8d-91643ce93642 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] For port 5ce531a3-7d79-423f-9691-23baa7f0ea39, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=5ce531a3-7d79-423f-9691-23baa7f0ea39,segment=NetworkSegment(341c7026-fda3-475b-a9c9-ef81f770d031),segment_id=341c7026-fda3-475b-a9c9-ef81f770d031)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:51:30.056027 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e33ddf5e-2695-4192-bf5d-4265230783f4 req-c3e63953-5d05-4f46-bf8d-91643ce93642 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:30.068589 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-e33ddf5e-2695-4192-bf5d-4265230783f4 req-c3e63953-5d05-4f46-bf8d-91643ce93642 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Calling delete_port for 5ce531a3-7d79-423f-9691-23baa7f0ea39 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:51:30.199878 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e33ddf5e-2695-4192-bf5d-4265230783f4 req-c3e63953-5d05-4f46-bf8d-91643ce93642 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:30.229294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e63953-5d05-4f46-bf8d-91643ce93642 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'Port': ['ID=5ce531a3-7d79-423f-9691-23baa7f0ea39,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:30.268507 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33ddf5e-2695-4192-bf5d-4265230783f4 req-c3e63953-5d05-4f46-bf8d-91643ce93642 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] No DVR routers for this DVR port 5ce531a3-7d79-423f-9691-23baa7f0ea39 on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:51:30.271304 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e33ddf5e-2695-4192-bf5d-4265230783f4 req-c3e63953-5d05-4f46-bf8d-91643ce93642 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:30.274764 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e33ddf5e-2695-4192-bf5d-4265230783f4 req-c3e63953-5d05-4f46-bf8d-91643ce93642 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.11 "DELETE /v2.0/ports/5ce531a3-7d79-423f-9691-23baa7f0ea39 HTTP/1.1" status: 204 len: 173 time: 0.3982997 Nov 15 11:51:30.275214 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'name': 'network-vif-deleted', 'tag': '5ce531a3-7d79-423f-9691-23baa7f0ea39'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:51:30.277513 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0402ead1-9132-4ef1-9b50-03fae7a67573" -d '{"events": [{"server_uuid": "4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13", "name": "network-vif-deleted", "tag": "5ce531a3-7d79-423f-9691-23baa7f0ea39"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:51:30.317458 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b78a88-13e8-409a-85dc-1158ad3cdc58 x-openstack-request-id: req-82b78a88-13e8-409a-85dc-1158ad3cdc58 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:51:30.317752 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13", "name": "network-vif-deleted", "tag": "5ce531a3-7d79-423f-9691-23baa7f0ea39", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:51:30.318004 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-82b78a88-13e8-409a-85dc-1158ad3cdc58 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:51:30.318414 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13', 'name': 'network-vif-deleted', 'tag': '5ce531a3-7d79-423f-9691-23baa7f0ea39', 'status': 'completed', 'code': 200} Nov 15 11:51:30.787843 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1ea8976c-8dfd-4101-810c-0e4c0468b90d req-da932730-0516-4e7b-8f79-748ec940fece tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c8c0a5d-3093-43b8-80a5-cf45a3ca7c13 HTTP/1.1" status: 200 len: 210 time: 0.0265410 Nov 15 11:51:31.850508 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:31.859027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49774) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:32.248292 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a8e2887-d7ba-46c7-b1f0-d3bb75f9dcf1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:32.509058 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7a8e2887-d7ba-46c7-b1f0-d3bb75f9dcf1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Deleting port fa9a6718-750b-4aec-959b-5f6dd4d5c159 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:51:32.509322 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a8e2887-d7ba-46c7-b1f0-d3bb75f9dcf1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:32.596639 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-7a8e2887-d7ba-46c7-b1f0-d3bb75f9dcf1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] For port fa9a6718-750b-4aec-959b-5f6dd4d5c159, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=fa9a6718-750b-4aec-959b-5f6dd4d5c159,segment=NetworkSegment(341c7026-fda3-475b-a9c9-ef81f770d031),segment_id=341c7026-fda3-475b-a9c9-ef81f770d031)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:51:32.596937 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a8e2887-d7ba-46c7-b1f0-d3bb75f9dcf1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:32.610123 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-7a8e2887-d7ba-46c7-b1f0-d3bb75f9dcf1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Calling delete_port for fa9a6718-750b-4aec-959b-5f6dd4d5c159 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:51:32.728972 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:51:32.817063 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a8e2887-d7ba-46c7-b1f0-d3bb75f9dcf1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:32.847470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e2887-d7ba-46c7-b1f0-d3bb75f9dcf1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'Port': ['ID=fa9a6718-750b-4aec-959b-5f6dd4d5c159,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:32.870400 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8e2887-d7ba-46c7-b1f0-d3bb75f9dcf1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:32.871017 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8e2887-d7ba-46c7-b1f0-d3bb75f9dcf1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:32.871017 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8e2887-d7ba-46c7-b1f0-d3bb75f9dcf1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:32.871380 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8e2887-d7ba-46c7-b1f0-d3bb75f9dcf1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:32.871676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8e2887-d7ba-46c7-b1f0-d3bb75f9dcf1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:32.872093 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8e2887-d7ba-46c7-b1f0-d3bb75f9dcf1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:32.872414 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8e2887-d7ba-46c7-b1f0-d3bb75f9dcf1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:32.872735 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8e2887-d7ba-46c7-b1f0-d3bb75f9dcf1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:32.873123 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8e2887-d7ba-46c7-b1f0-d3bb75f9dcf1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:32.873442 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8e2887-d7ba-46c7-b1f0-d3bb75f9dcf1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:32.873751 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8e2887-d7ba-46c7-b1f0-d3bb75f9dcf1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:32.874186 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8e2887-d7ba-46c7-b1f0-d3bb75f9dcf1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:33.022881 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7a8e2887-d7ba-46c7-b1f0-d3bb75f9dcf1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:33.236453 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8e2887-d7ba-46c7-b1f0-d3bb75f9dcf1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Router 36664c45-29e9-4d75-a3d4-b939094bcf96 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:51:33.345991 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8e2887-d7ba-46c7-b1f0-d3bb75f9dcf1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:51:33.351637 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7a8e2887-d7ba-46c7-b1f0-d3bb75f9dcf1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "PUT /v2.0/routers/36664c45-29e9-4d75-a3d4-b939094bcf96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4914021 Nov 15 11:51:33.354485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49776) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:33.357236 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ed0ab7-0376-4aad-9001-879b2a6a8796 None None] Sync routers for ids ['36664c45-29e9-4d75-a3d4-b939094bcf96'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:51:33.368114 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ed0ab7-0376-4aad-9001-879b2a6a8796 None None] Routers {'36664c45-29e9-4d75-a3d4-b939094bcf96'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:51:33.368720 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f9ed0ab7-0376-4aad-9001-879b2a6a8796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:51:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['36664c45-29e9-4d75-a3d4-b939094bcf96'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:33.403956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c17870-5632-40cb-b11a-857abfcb90ba tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Deleting subnet c008993a-7f17-4d58-a3bb-fc42926718f3 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:51:33.406286 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5ce531a3-7d79-423f-9691-23baa7f0ea39 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:51:33.407398 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-50c17870-5632-40cb-b11a-857abfcb90ba tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:33.445770 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-50c17870-5632-40cb-b11a-857abfcb90ba tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:33.456073 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 5ce531a3-7d79-423f-9691-23baa7f0ea39 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:51:33.456385 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 5ce531a3-7d79-423f-9691-23baa7f0ea39 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:51:33.496492 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-f9ed0ab7-0376-4aad-9001-879b2a6a8796 None None] Set router 36664c45-29e9-4d75-a3d4-b939094bcf96 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:51:33.530246 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-50c17870-5632-40cb-b11a-857abfcb90ba tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:33.585997 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-50c17870-5632-40cb-b11a-857abfcb90ba tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:33.612679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c17870-5632-40cb-b11a-857abfcb90ba tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'Subnet': ['ID=c008993a-7f17-4d58-a3bb-fc42926718f3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:33.616248 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-50c17870-5632-40cb-b11a-857abfcb90ba tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:33.622087 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-50c17870-5632-40cb-b11a-857abfcb90ba tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "DELETE /v2.0/subnets/c008993a-7f17-4d58-a3bb-fc42926718f3 HTTP/1.1" status: 204 len: 168 time: 0.2641182 Nov 15 11:51:33.622431 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49778) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:33.629327 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9803be41-a057-45b3-97e1-dce0cfce936a None None] Network a95130b6-90b6-494f-b2de-a279173334b4 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:51:33.728651 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c1b203f-44a5-4732-b83d-038b3bfb8db4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:33.775019 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f9ed0ab7-0376-4aad-9001-879b2a6a8796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221960292', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:51:32Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:33.804504 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ed0ab7-0376-4aad-9001-879b2a6a8796 None None] Checking router: 36664c45-29e9-4d75-a3d4-b939094bcf96 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:51:33.813176 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ed0ab7-0376-4aad-9001-879b2a6a8796 None None] Routers {'36664c45-29e9-4d75-a3d4-b939094bcf96'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:51:33.813779 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f9ed0ab7-0376-4aad-9001-879b2a6a8796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:51:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['36664c45-29e9-4d75-a3d4-b939094bcf96'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:33.840600 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c1b203f-44a5-4732-b83d-038b3bfb8db4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:33.856981 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7ff8d5-fb43-449b-8a8d-dbfd4fc2394e None None] DHCP port deletion for a95130b6-90b6-494f-b2de-a279173334b4 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:51:33.908975 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b203f-44a5-4732-b83d-038b3bfb8db4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Deleting port eab66332-984c-49b4-b9cf-55921c3c6b4f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:51:33.909349 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c1b203f-44a5-4732-b83d-038b3bfb8db4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:33.968521 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-f9ed0ab7-0376-4aad-9001-879b2a6a8796 None None] Set router 36664c45-29e9-4d75-a3d4-b939094bcf96 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:51:33.995350 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-1c1b203f-44a5-4732-b83d-038b3bfb8db4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] For port eab66332-984c-49b4-b9cf-55921c3c6b4f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=eab66332-984c-49b4-b9cf-55921c3c6b4f,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:51:33.995714 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c1b203f-44a5-4732-b83d-038b3bfb8db4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:34.001306 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 401002f7-3c89-4e25-9612-d2dda9a32105 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:51:34.008308 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b203f-44a5-4732-b83d-038b3bfb8db4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Calling delete_port for eab66332-984c-49b4-b9cf-55921c3c6b4f owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:51:34.049337 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-ce7ff8d5-fb43-449b-8a8d-dbfd4fc2394e None None] Deleting port 401002f7-3c89-4e25-9612-d2dda9a32105 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:51:34.049710 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ce7ff8d5-fb43-449b-8a8d-dbfd4fc2394e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:34.177451 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c1b203f-44a5-4732-b83d-038b3bfb8db4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:34.178191 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ce7ff8d5-fb43-449b-8a8d-dbfd4fc2394e None None] For port 401002f7-3c89-4e25-9612-d2dda9a32105, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=401002f7-3c89-4e25-9612-d2dda9a32105,segment=NetworkSegment(341c7026-fda3-475b-a9c9-ef81f770d031),segment_id=341c7026-fda3-475b-a9c9-ef81f770d031)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:51:34.178559 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ce7ff8d5-fb43-449b-8a8d-dbfd4fc2394e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:34.202869 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b203f-44a5-4732-b83d-038b3bfb8db4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'Port': ['ID=eab66332-984c-49b4-b9cf-55921c3c6b4f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:34.227254 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c5ff2c-edec-4d9c-8645-5d232ce9115a None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:51:34.229198 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-ce7ff8d5-fb43-449b-8a8d-dbfd4fc2394e None None] Calling delete_port for 401002f7-3c89-4e25-9612-d2dda9a32105 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:51:34.264113 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c1b203f-44a5-4732-b83d-038b3bfb8db4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:34.279282 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:34.368960 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 401002f7-3c89-4e25-9612-d2dda9a32105, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=401002f7-3c89-4e25-9612-d2dda9a32105,segment=NetworkSegment(341c7026-fda3-475b-a9c9-ef81f770d031),segment_id=341c7026-fda3-475b-a9c9-ef81f770d031)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:51:34.384142 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:34.418191 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ce7ff8d5-fb43-449b-8a8d-dbfd4fc2394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:34.425636 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-f9ed0ab7-0376-4aad-9001-879b2a6a8796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221960292', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:51:32Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:34.472322 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ed0ab7-0376-4aad-9001-879b2a6a8796 None None] The sync data for ids ['36664c45-29e9-4d75-a3d4-b939094bcf96'] in n-d-729945-9 is: [{'id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221960292', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:51:32Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'eab66332-984c-49b4-b9cf-55921c3c6b4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36664c45-29e9-4d75-a3d4-b939094bcf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:48:49Z', 'updated_at': '2021-11-15T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:51:34.477100 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ff8d5-fb43-449b-8a8d-dbfd4fc2394e None None] No DVR routers for this DVR port 401002f7-3c89-4e25-9612-d2dda9a32105 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:51:34.482013 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=401002f7-3c89-4e25-9612-d2dda9a32105,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:34.639263 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c1b203f-44a5-4732-b83d-038b3bfb8db4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:34.641583 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c1b203f-44a5-4732-b83d-038b3bfb8db4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:34.688425 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ff8d5-fb43-449b-8a8d-dbfd4fc2394e None None] Pushing event deleted for resources: {'Port': ['ID=401002f7-3c89-4e25-9612-d2dda9a32105,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:34.691934 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c1b203f-44a5-4732-b83d-038b3bfb8db4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:34.692577 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1b203f-44a5-4732-b83d-038b3bfb8db4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Fanout notify agent at l3_agent the message router_deleted on router 36664c45-29e9-4d75-a3d4-b939094bcf96 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:51:34.699716 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1c1b203f-44a5-4732-b83d-038b3bfb8db4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:34.703869 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1c1b203f-44a5-4732-b83d-038b3bfb8db4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "DELETE /v2.0/routers/36664c45-29e9-4d75-a3d4-b939094bcf96 HTTP/1.1" status: 204 len: 168 time: 1.0774298 Nov 15 11:51:34.704108 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49780) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:34.778477 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2182e65-a5cb-443e-b639-db1112b8f705 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:34.868724 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2182e65-a5cb-443e-b639-db1112b8f705 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:34.892159 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a2182e65-a5cb-443e-b639-db1112b8f705 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95130b6-90b6-494f-b2de-a279173334b4']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:34.903722 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a2182e65-a5cb-443e-b639-db1112b8f705 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341c7026-fda3-475b-a9c9-ef81f770d031') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:34.904240 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a2182e65-a5cb-443e-b639-db1112b8f705 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341c7026-fda3-475b-a9c9-ef81f770d031') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:34.916405 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2182e65-a5cb-443e-b639-db1112b8f705 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:34.938827 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2182e65-a5cb-443e-b639-db1112b8f705 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:34.948997 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2182e65-a5cb-443e-b639-db1112b8f705 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:51:34.949615 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2182e65-a5cb-443e-b639-db1112b8f705 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:51:34.953569 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:51:35.021642 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2182e65-a5cb-443e-b639-db1112b8f705 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:35.029069 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2182e65-a5cb-443e-b639-db1112b8f705 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:35.032314 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a2182e65-a5cb-443e-b639-db1112b8f705 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "DELETE /v2.0/networks/a95130b6-90b6-494f-b2de-a279173334b4 HTTP/1.1" status: 204 len: 168 time: 0.3271728 Nov 15 11:51:35.035494 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49782) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:35.044781 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2182e65-a5cb-443e-b639-db1112b8f705 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'Network': ['ID=a95130b6-90b6-494f-b2de-a279173334b4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:35.104075 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aa3489de-48ef-4fa0-a5fb-f983ae016d12 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:35.134673 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aa3489de-48ef-4fa0-a5fb-f983ae016d12 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:35.210223 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aa3489de-48ef-4fa0-a5fb-f983ae016d12 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:35.213888 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-aa3489de-48ef-4fa0-a5fb-f983ae016d12 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:35.218614 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-aa3489de-48ef-4fa0-a5fb-f983ae016d12 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "DELETE /v2.0/security-groups/1d72966d-98bd-4572-9996-477a81367915 HTTP/1.1" status: 204 len: 168 time: 0.1794214 Nov 15 11:51:35.227323 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3489de-48ef-4fa0-a5fb-f983ae016d12 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d72966d-98bd-4572-9996-477a81367915,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:35.868266 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49788) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:35.872858 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-5833c1dd-92e8-4a02-a474-645022e4dce0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1669373112', 'description': 'tempest-secgroup-smoke-1669373112 description', 'project_id': '362ca752f1324aed8969e4ed5d5df955'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:51:35.898030 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5833c1dd-92e8-4a02-a474-645022e4dce0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:35.918820 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device eab66332-984c-49b4-b9cf-55921c3c6b4f no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:51:35.939244 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: eab66332-984c-49b4-b9cf-55921c3c6b4f {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:51:35.939655 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device eab66332-984c-49b4-b9cf-55921c3c6b4f not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:51:35.940136 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device fa9a6718-750b-4aec-959b-5f6dd4d5c159 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:51:35.958482 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: fa9a6718-750b-4aec-959b-5f6dd4d5c159 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:51:35.958810 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device fa9a6718-750b-4aec-959b-5f6dd4d5c159 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:51:35.962639 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5833c1dd-92e8-4a02-a474-645022e4dce0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:35.968162 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5833c1dd-92e8-4a02-a474-645022e4dce0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:35.996710 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833c1dd-92e8-4a02-a474-645022e4dce0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e80b4412-db3f-4455-822b-c427385f6e1f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:36.002202 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5833c1dd-92e8-4a02-a474-645022e4dce0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.003409 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5833c1dd-92e8-4a02-a474-645022e4dce0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1341219 Nov 15 11:51:36.006329 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49790) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:36.012559 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-305f8817-4ade-492a-b49e-23814ef12709 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group_rule': {'security_group_id': 'e80b4412-db3f-4455-822b-c427385f6e1f', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:51:36.041042 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-305f8817-4ade-492a-b49e-23814ef12709 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.105762 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-305f8817-4ade-492a-b49e-23814ef12709 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.112686 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-305f8817-4ade-492a-b49e-23814ef12709 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.130364 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f8817-4ade-492a-b49e-23814ef12709 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628c5d5d-dd86-4dd0-886c-2a5d5154825f,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:36.140837 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-305f8817-4ade-492a-b49e-23814ef12709 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.142061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-305f8817-4ade-492a-b49e-23814ef12709 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1346917 Nov 15 11:51:36.144934 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49792) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:36.149245 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-1115a39e-b0a4-4dec-be5d-04ef7780aed8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group_rule': {'security_group_id': 'e80b4412-db3f-4455-822b-c427385f6e1f', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:51:36.177194 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1115a39e-b0a4-4dec-be5d-04ef7780aed8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.234120 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1115a39e-b0a4-4dec-be5d-04ef7780aed8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.240630 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1115a39e-b0a4-4dec-be5d-04ef7780aed8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.262544 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115a39e-b0a4-4dec-be5d-04ef7780aed8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=728ce316-8b58-4c9a-8023-aed7b7394fce,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:36.269915 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0ff31471-a691-4ad8-b8cf-d6b9eeaf58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.271785 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1115a39e-b0a4-4dec-be5d-04ef7780aed8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.273032 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1115a39e-b0a4-4dec-be5d-04ef7780aed8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271725 Nov 15 11:51:36.276001 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49794) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:36.281145 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4533c820-1946-437d-9dcf-a8b6935c2125 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group_rule': {'security_group_id': 'e80b4412-db3f-4455-822b-c427385f6e1f', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:51:36.307319 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4533c820-1946-437d-9dcf-a8b6935c2125 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.363965 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4533c820-1946-437d-9dcf-a8b6935c2125 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.369675 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4533c820-1946-437d-9dcf-a8b6935c2125 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.387405 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533c820-1946-437d-9dcf-a8b6935c2125 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c240ac8-1bdc-4428-a4a7-e8ab98ad2a28,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:36.395034 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4533c820-1946-437d-9dcf-a8b6935c2125 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.396326 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4533c820-1946-437d-9dcf-a8b6935c2125 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191425 Nov 15 11:51:36.398993 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49796) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:36.403292 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d81647c9-561f-404e-8b2b-bd84d0b74fa4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group_rule': {'security_group_id': 'e80b4412-db3f-4455-822b-c427385f6e1f', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:51:36.434146 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d81647c9-561f-404e-8b2b-bd84d0b74fa4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.493145 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d81647c9-561f-404e-8b2b-bd84d0b74fa4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.499494 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d81647c9-561f-404e-8b2b-bd84d0b74fa4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.516537 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81647c9-561f-404e-8b2b-bd84d0b74fa4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d6a176-52fd-45e9-abcd-209da7440e7f,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:36.524655 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d81647c9-561f-404e-8b2b-bd84d0b74fa4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.525872 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d81647c9-561f-404e-8b2b-bd84d0b74fa4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259434 Nov 15 11:51:36.528932 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49798) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:36.533660 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-5e9403f7-6169-4dbc-9ff8-4800b0e7b389 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group_rule': {'security_group_id': 'e80b4412-db3f-4455-822b-c427385f6e1f', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:51:36.559298 n-d-729945-9 neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-5e9403f7-6169-4dbc-9ff8-4800b0e7b389 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Project 362ca752f1324aed8969e4ed5d5df955 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 11:51:36.564073 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e9403f7-6169-4dbc-9ff8-4800b0e7b389 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.620017 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e9403f7-6169-4dbc-9ff8-4800b0e7b389 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.626212 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e9403f7-6169-4dbc-9ff8-4800b0e7b389 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.643333 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9403f7-6169-4dbc-9ff8-4800b0e7b389 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c45b46-6b9e-4ec5-8d29-e74374ad2810,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:36.652903 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5e9403f7-6169-4dbc-9ff8-4800b0e7b389 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.654159 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5e9403f7-6169-4dbc-9ff8-4800b0e7b389 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242118 Nov 15 11:51:36.658094 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49800) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:36.662475 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-f918c84e-aa17-499f-b780-313007aeac66 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group_rule': {'security_group_id': 'e80b4412-db3f-4455-822b-c427385f6e1f', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:51:36.687028 n-d-729945-9 neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-f918c84e-aa17-499f-b780-313007aeac66 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Project 362ca752f1324aed8969e4ed5d5df955 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 11:51:36.692178 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f918c84e-aa17-499f-b780-313007aeac66 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.750230 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f918c84e-aa17-499f-b780-313007aeac66 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.755045 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f918c84e-aa17-499f-b780-313007aeac66 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.771836 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918c84e-aa17-499f-b780-313007aeac66 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa3262a-e530-495c-bdc8-3bfc6b7d053f,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:36.781127 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f918c84e-aa17-499f-b780-313007aeac66 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.782360 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f918c84e-aa17-499f-b780-313007aeac66 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232753 Nov 15 11:51:36.785314 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49802) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:36.790290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-54e41234-78ad-4e99-bcee-40981a209ef3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'network': {'name': 'tempest-network-smoke--960164369', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'port_security_enabled': True}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:51:36.813164 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e41234-78ad-4e99-bcee-40981a209ef3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Made reservation on behalf of 362ca752f1324aed8969e4ed5d5df955 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:51:36.816568 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-54e41234-78ad-4e99-bcee-40981a209ef3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.839483 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e41234-78ad-4e99-bcee-40981a209ef3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:51:36.848998 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-54e41234-78ad-4e99-bcee-40981a209ef3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.849302 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-54e41234-78ad-4e99-bcee-40981a209ef3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Added segment 1bb1f313-4c53-4ee0-b4e1-69b42cf7c474 of type vlan for network 9c9c983d-52a1-47cd-a4e5-e71ceb16d30a Nov 15 11:51:36.890639 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-54e41234-78ad-4e99-bcee-40981a209ef3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.917321 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-54e41234-78ad-4e99-bcee-40981a209ef3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.923024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e41234-78ad-4e99-bcee-40981a209ef3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:36.923637 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-54e41234-78ad-4e99-bcee-40981a209ef3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:36.986621 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-54e41234-78ad-4e99-bcee-40981a209ef3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2002132 Nov 15 11:51:36.989574 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49804) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:36.992190 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e41234-78ad-4e99-bcee-40981a209ef3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Network': ['ID=9c9c983d-52a1-47cd-a4e5-e71ceb16d30a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:36.994245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d6f9e2cd-41d2-4d7a-b429-9e1d8476ffc1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2112229520', 'admin_state_up': True, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:51:37.003027 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 9c9c983d-52a1-47cd-a4e5-e71ceb16d30a details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:51:37.020038 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e2cd-41d2-4d7a-b429-9e1d8476ffc1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:37.021027 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e2cd-41d2-4d7a-b429-9e1d8476ffc1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:37.074392 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e2cd-41d2-4d7a-b429-9e1d8476ffc1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:37.215651 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e2cd-41d2-4d7a-b429-9e1d8476ffc1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:37.407266 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e2cd-41d2-4d7a-b429-9e1d8476ffc1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:37.425737 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e2cd-41d2-4d7a-b429-9e1d8476ffc1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:37.532099 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-d6f9e2cd-41d2-4d7a-b429-9e1d8476ffc1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Allocated IP 172.25.7.152 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/e881fe98-72d9-4847-bf61-22b7049edac2) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:51:37.639521 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e2cd-41d2-4d7a-b429-9e1d8476ffc1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:37.676077 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e2cd-41d2-4d7a-b429-9e1d8476ffc1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:37.721078 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f9e2cd-41d2-4d7a-b429-9e1d8476ffc1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:51:37.726785 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d6f9e2cd-41d2-4d7a-b429-9e1d8476ffc1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:51:37.729434 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9e2cd-41d2-4d7a-b429-9e1d8476ffc1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Port': ['ID=e881fe98-72d9-4847-bf61-22b7049edac2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:37.732407 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f9e2cd-41d2-4d7a-b429-9e1d8476ffc1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:51:37.742382 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa9d662-6c8a-4b9b-b785-3c9e2d92622d None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:51:37.772912 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ab49b7ca-46ce-490f-b4a7-f290935e1bf2 None None] Provisioning complete for port e881fe98-72d9-4847-bf61-22b7049edac2 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:51:37.773276 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ab49b7ca-46ce-490f-b4a7-f290935e1bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:37.807019 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-ab49b7ca-46ce-490f-b4a7-f290935e1bf2 None None] Port e881fe98-72d9-4847-bf61-22b7049edac2 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:51:37.986828 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e2cd-41d2-4d7a-b429-9e1d8476ffc1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:38.195643 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e2cd-41d2-4d7a-b429-9e1d8476ffc1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:38.331042 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f9e2cd-41d2-4d7a-b429-9e1d8476ffc1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Router 1965397e-d1c1-4f6e-8b7f-6d5b177391ec is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:51:38.368247 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8613413d-fb46-4b28-ba5b-83af9000cfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:38.433017 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f9e2cd-41d2-4d7a-b429-9e1d8476ffc1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:51:38.443830 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] Sync routers for ids ['1965397e-d1c1-4f6e-8b7f-6d5b177391ec'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:51:38.453121 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] Routers {'1965397e-d1c1-4f6e-8b7f-6d5b177391ec'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:51:38.453776 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e2cd-41d2-4d7a-b429-9e1d8476ffc1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:38.453972 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:51:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['1965397e-d1c1-4f6e-8b7f-6d5b177391ec'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:38.455032 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d6f9e2cd-41d2-4d7a-b429-9e1d8476ffc1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4644608 Nov 15 11:51:38.458247 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49806) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:38.489630 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-dd79e134-fed0-435e-9228-df0c49952923 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=362ca752f1324aed8969e4ed5d5df955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300581 Nov 15 11:51:38.491947 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49808) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:38.555119 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] Set router 1965397e-d1c1-4f6e-8b7f-6d5b177391ec gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:51:38.576665 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bce8941-837a-480b-bac2-91633a245863 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:38.578175 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3bce8941-837a-480b-bac2-91633a245863 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0852711 Nov 15 11:51:38.581131 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49810) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:38.608750 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-48f40814-60be-4a34-a2fe-6f8fc8c51d13 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265672 Nov 15 11:51:38.611266 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49812) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:38.615953 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-fea7910a-c2f5-42eb-b009-699a0ac3e7ba tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-980326904', 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:51:38.708456 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea7910a-c2f5-42eb-b009-699a0ac3e7ba tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Made reservation on behalf of 362ca752f1324aed8969e4ed5d5df955 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:51:38.712220 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fea7910a-c2f5-42eb-b009-699a0ac3e7ba tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:38.728800 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112229520', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:37Z', 'revision_number': 3, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:38.758761 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] Checking router: 1965397e-d1c1-4f6e-8b7f-6d5b177391ec for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:51:38.759057 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] Updating router 1965397e-d1c1-4f6e-8b7f-6d5b177391ec port e881fe98-72d9-4847-bf61-22b7049edac2 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:51:38.783607 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:38.891625 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fea7910a-c2f5-42eb-b009-699a0ac3e7ba tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:38.952270 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7910a-c2f5-42eb-b009-699a0ac3e7ba tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Subnet': ['ID=a63eb78a-f35b-4b05-91a4-50bf82e43a04,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:38.961461 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea7910a-c2f5-42eb-b009-699a0ac3e7ba tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Checking segment: {'id': '1bb1f313-4c53-4ee0-b4e1-69b42cf7c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:51:38.961812 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea7910a-c2f5-42eb-b009-699a0ac3e7ba tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network hostable DHCP agents. Network: 9c9c983d-52a1-47cd-a4e5-e71ceb16d30a, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:51:38.981509 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea7910a-c2f5-42eb-b009-699a0ac3e7ba tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network 9c9c983d-52a1-47cd-a4e5-e71ceb16d30a is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:51:38.991423 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-fea7910a-c2f5-42eb-b009-699a0ac3e7ba tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 9c9c983d-52a1-47cd-a4e5-e71ceb16d30a) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:51:38.996023 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea7910a-c2f5-42eb-b009-699a0ac3e7ba tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:38.996618 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fea7910a-c2f5-42eb-b009-699a0ac3e7ba tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:39.000815 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364120b2-d0b0-4291-8a35-9a3ced630236 None None] Network 9c9c983d-52a1-47cd-a4e5-e71ceb16d30a requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:51:39.015896 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fea7910a-c2f5-42eb-b009-699a0ac3e7ba tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4036100 Nov 15 11:51:39.018840 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49814) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:39.132326 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:39.143601 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:39.176307 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5179a4-2977-4e68-8a0f-c8b50e512011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-9c9c983d-52a1-47cd-a4e5-e71ceb16d30a', 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'fixed_ips': [{'subnet_id': 'a63eb78a-f35b-4b05-91a4-50bf82e43a04'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:51:39.177619 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7e5179a4-2977-4e68-8a0f-c8b50e512011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:39.192997 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1de776-4715-460b-9016-e345dc9ad5b1 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:51:39.199205 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] Attempting to bind port e881fe98-72d9-4847-bf61-22b7049edac2 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:51:39.199563 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] Attempting to bind port e881fe98-72d9-4847-bf61-22b7049edac2 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:51:39.199935 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] Attempting to bind port e881fe98-72d9-4847-bf61-22b7049edac2 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:51:39.206805 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:51:39.207170 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:51:39.207542 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:39.208063 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:51:39.208508 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] Bound port: e881fe98-72d9-4847-bf61-22b7049edac2, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:51:39.208783 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:39.238161 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700a362-5302-444c-a00c-4547354a3ef4 None None] Pushing event updated for resources: {'Port': ['ID=e881fe98-72d9-4847-bf61-22b7049edac2,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:39.253818 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700a362-5302-444c-a00c-4547354a3ef4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:39.254289 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700a362-5302-444c-a00c-4547354a3ef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:39.254712 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700a362-5302-444c-a00c-4547354a3ef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:39.255123 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700a362-5302-444c-a00c-4547354a3ef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:39.255534 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700a362-5302-444c-a00c-4547354a3ef4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:39.256006 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700a362-5302-444c-a00c-4547354a3ef4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:39.257297 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700a362-5302-444c-a00c-4547354a3ef4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:39.257297 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700a362-5302-444c-a00c-4547354a3ef4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:39.257297 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700a362-5302-444c-a00c-4547354a3ef4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:39.257297 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700a362-5302-444c-a00c-4547354a3ef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:39.257943 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700a362-5302-444c-a00c-4547354a3ef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:39.258489 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700a362-5302-444c-a00c-4547354a3ef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:51:39.284041 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-54ab09be-7dcd-494b-aa15-8ebed53060a4 None None] Provisioning complete for port e881fe98-72d9-4847-bf61-22b7049edac2 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:51:39.284766 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-54ab09be-7dcd-494b-aa15-8ebed53060a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:39.285739 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] For port e881fe98-72d9-4847-bf61-22b7049edac2, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:51:39.290105 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] For port e881fe98-72d9-4847-bf61-22b7049edac2, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e881fe98-72d9-4847-bf61-22b7049edac2,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:51:39.296095 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:39.351633 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-54ab09be-7dcd-494b-aa15-8ebed53060a4 None None] Port e881fe98-72d9-4847-bf61-22b7049edac2 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:51:39.356244 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d858ce61-f63e-404f-a618-eea8c06ec4f3 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:51:39.357335 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700a362-5302-444c-a00c-4547354a3ef4 None None] Pushing event updated for resources: {'Port': ['ID=e881fe98-72d9-4847-bf61-22b7049edac2,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:39.360112 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] Routers {'1965397e-d1c1-4f6e-8b7f-6d5b177391ec'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:51:39.360969 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:51:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['1965397e-d1c1-4f6e-8b7f-6d5b177391ec'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:39.372472 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-7e5179a4-2977-4e68-8a0f-c8b50e512011 None None] Allocated IP 172.20.0.2 (9c9c983d-52a1-47cd-a4e5-e71ceb16d30a/a63eb78a-f35b-4b05-91a4-50bf82e43a04/0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:51:39.468852 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] Set router 1965397e-d1c1-4f6e-8b7f-6d5b177391ec gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:51:39.522115 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-edb61d75-f774-4779-81d8-20f13efe0918 None None] Provisioning complete for port e881fe98-72d9-4847-bf61-22b7049edac2 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:51:39.522515 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-edb61d75-f774-4779-81d8-20f13efe0918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:39.562444 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7e5179a4-2977-4e68-8a0f-c8b50e512011 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:39.576787 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7e5179a4-2977-4e68-8a0f-c8b50e512011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:39.620756 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5179a4-2977-4e68-8a0f-c8b50e512011 None None] Network 9c9c983d-52a1-47cd-a4e5-e71ceb16d30a is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:51:39.629823 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-7e5179a4-2977-4e68-8a0f-c8b50e512011 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:51:39.634738 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5179a4-2977-4e68-8a0f-c8b50e512011 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:51:39.655794 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112229520', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:37Z', 'revision_number': 3, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:39.682487 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e073ab-2b41-44a8-b161-c59f9e2c25fb None None] The sync data for ids ['1965397e-d1c1-4f6e-8b7f-6d5b177391ec'] in n-d-729945-9 is: [{'id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112229520', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:37Z', 'revision_number': 3, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:51:39.682912 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5179a4-2977-4e68-8a0f-c8b50e512011 None None] Pushing event updated for resources: {'Port': ['ID=0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:39.719639 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-edb61d75-f774-4779-81d8-20f13efe0918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:39.746918 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7e5179a4-2977-4e68-8a0f-c8b50e512011 None None] Attempting to bind port 0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:51:39.747294 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7e5179a4-2977-4e68-8a0f-c8b50e512011 None None] Attempting to bind port 0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '1bb1f313-4c53-4ee0-b4e1-69b42cf7c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:51:39.747638 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5179a4-2977-4e68-8a0f-c8b50e512011 None None] Attempting to bind port 0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5 on network 9c9c983d-52a1-47cd-a4e5-e71ceb16d30a {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:51:39.751641 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-edb61d75-f774-4779-81d8-20f13efe0918 None None] For port e881fe98-72d9-4847-bf61-22b7049edac2, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e881fe98-72d9-4847-bf61-22b7049edac2,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:51:39.755668 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5179a4-2977-4e68-8a0f-c8b50e512011 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:51:39.756083 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5179a4-2977-4e68-8a0f-c8b50e512011 None None] Checking segment: {'id': '1bb1f313-4c53-4ee0-b4e1-69b42cf7c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:51:39.756346 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7e5179a4-2977-4e68-8a0f-c8b50e512011 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:39.756742 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5179a4-2977-4e68-8a0f-c8b50e512011 None None] Bound using segment: {'id': '1bb1f313-4c53-4ee0-b4e1-69b42cf7c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:51:39.757250 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7e5179a4-2977-4e68-8a0f-c8b50e512011 None None] Bound port: 0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb1f313-4c53-4ee0-b4e1-69b42cf7c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:51:39.757662 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7e5179a4-2977-4e68-8a0f-c8b50e512011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:39.761165 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-edb61d75-f774-4779-81d8-20f13efe0918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:39.843877 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b057c73b-40e8-4241-b989-e9aa702bf8a5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:39.850794 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb61d75-f774-4779-81d8-20f13efe0918 None None] Pushing event updated for resources: {'Port': ['ID=e881fe98-72d9-4847-bf61-22b7049edac2,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:39.861566 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7e5179a4-2977-4e68-8a0f-c8b50e512011 None None] For port 0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:51:39.865184 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7e5179a4-2977-4e68-8a0f-c8b50e512011 None None] For port 0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5,segment=NetworkSegment(1bb1f313-4c53-4ee0-b4e1-69b42cf7c474),segment_id=1bb1f313-4c53-4ee0-b4e1-69b42cf7c474)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:51:39.872424 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7e5179a4-2977-4e68-8a0f-c8b50e512011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:39.969213 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:39.974565 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5179a4-2977-4e68-8a0f-c8b50e512011 None None] Pushing event updated for resources: {'Port': ['ID=0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:40.204517 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-b057c73b-40e8-4241-b989-e9aa702bf8a5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Allocated IP 172.20.0.1 (9c9c983d-52a1-47cd-a4e5-e71ceb16d30a/a63eb78a-f35b-4b05-91a4-50bf82e43a04/052da16f-bc38-4561-805d-51578c14bcad) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:51:40.331738 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b057c73b-40e8-4241-b989-e9aa702bf8a5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:40.366335 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b057c73b-40e8-4241-b989-e9aa702bf8a5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:40.411347 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b057c73b-40e8-4241-b989-e9aa702bf8a5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network 9c9c983d-52a1-47cd-a4e5-e71ceb16d30a is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:51:40.414717 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-b057c73b-40e8-4241-b989-e9aa702bf8a5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:51:40.419286 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b057c73b-40e8-4241-b989-e9aa702bf8a5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:51:40.423447 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057c73b-40e8-4241-b989-e9aa702bf8a5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Port': ['ID=052da16f-bc38-4561-805d-51578c14bcad,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:40.474934 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b057c73b-40e8-4241-b989-e9aa702bf8a5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:40.606767 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b057c73b-40e8-4241-b989-e9aa702bf8a5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:40.895796 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b057c73b-40e8-4241-b989-e9aa702bf8a5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:40.901549 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b057c73b-40e8-4241-b989-e9aa702bf8a5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:40.917379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b795869-1cc2-454d-a333-1a1c0f2d5ef0 None None] Network 9c9c983d-52a1-47cd-a4e5-e71ceb16d30a requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:51:40.977555 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057c73b-40e8-4241-b989-e9aa702bf8a5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Port': ['ID=052da16f-bc38-4561-805d-51578c14bcad,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:40.980081 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b057c73b-40e8-4241-b989-e9aa702bf8a5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:41.047180 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7ee3147c-e1b8-4d52-b3cf-3699fd5e8e6c None None] Provisioning complete for port 0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:51:41.047542 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7ee3147c-e1b8-4d52-b3cf-3699fd5e8e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:41.074810 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b057c73b-40e8-4241-b989-e9aa702bf8a5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network 9c9c983d-52a1-47cd-a4e5-e71ceb16d30a is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:51:41.076298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-b057c73b-40e8-4241-b989-e9aa702bf8a5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:51:41.167015 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7ee3147c-e1b8-4d52-b3cf-3699fd5e8e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:41.199696 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b057c73b-40e8-4241-b989-e9aa702bf8a5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Router 1965397e-d1c1-4f6e-8b7f-6d5b177391ec has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:51:41.202053 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7ee3147c-e1b8-4d52-b3cf-3699fd5e8e6c None None] For port 0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5,segment=NetworkSegment(1bb1f313-4c53-4ee0-b4e1-69b42cf7c474),segment_id=1bb1f313-4c53-4ee0-b4e1-69b42cf7c474)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:51:41.208800 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7ee3147c-e1b8-4d52-b3cf-3699fd5e8e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:41.278486 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3147c-e1b8-4d52-b3cf-3699fd5e8e6c None None] Pushing event updated for resources: {'Port': ['ID=0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:41.324914 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b057c73b-40e8-4241-b989-e9aa702bf8a5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:51:41.330211 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b057c73b-40e8-4241-b989-e9aa702bf8a5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "PUT /v2.0/routers/1965397e-d1c1-4f6e-8b7f-6d5b177391ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3103468 Nov 15 11:51:41.430774 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f8037346-3fa7-4f74-a7b3-a220c273b5c6 None None] Provisioning complete for port 052da16f-bc38-4561-805d-51578c14bcad triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:51:41.431225 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f8037346-3fa7-4f74-a7b3-a220c273b5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:41.460427 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] Sync routers for ids ['1965397e-d1c1-4f6e-8b7f-6d5b177391ec'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:51:41.479240 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] Routers {'1965397e-d1c1-4f6e-8b7f-6d5b177391ec'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:51:41.479890 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:51:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['1965397e-d1c1-4f6e-8b7f-6d5b177391ec'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:41.498809 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-e8ca9bda-fabc-4c08-8096-0f0024043741 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1669373112&fields=id&tenant_id=362ca752f1324aed8969e4ed5d5df955 HTTP/1.1" status: 200 len: 267 time: 0.0511844 Nov 15 11:51:41.555405 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f8037346-3fa7-4f74-a7b3-a220c273b5c6 None None] Port 052da16f-bc38-4561-805d-51578c14bcad cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:51:41.576255 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:41.588604 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f8037346-3fa7-4f74-a7b3-a220c273b5c6 None None] Provisioning complete for port 0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:51:41.588956 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f8037346-3fa7-4f74-a7b3-a220c273b5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:41.620387 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-68006ea0-fff9-42b3-a763-a154480e5b1a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:41.622215 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-68006ea0-fff9-42b3-a763-a154480e5b1a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/networks?id=9c9c983d-52a1-47cd-a4e5-e71ceb16d30a HTTP/1.1" status: 200 len: 796 time: 0.1157992 Nov 15 11:51:41.636628 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] Set router 1965397e-d1c1-4f6e-8b7f-6d5b177391ec gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:51:41.642661 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-2783b603-01a3-4194-ab2c-3ad5c76eca6b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/quotas/362ca752f1324aed8969e4ed5d5df955 HTTP/1.1" status: 200 len: 375 time: 0.0121272 Nov 15 11:51:41.697940 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-12fa497b-e121-4f40-89b3-3edab5432c06 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475087 Nov 15 11:51:41.806709 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-d2f64386-bd5f-409d-bd69-9e02f91dde37 service neutron] 10.222.0.64 "GET /v2.0/networks/9c9c983d-52a1-47cd-a4e5-e71ceb16d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958688 Nov 15 11:51:41.873066 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112229520', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:40Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '052da16f-bc38-4561-805d-51578c14bcad', 'name': '', 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:4a:65:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'a63eb78a-f35b-4b05-91a4-50bf82e43a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:51:40Z', 'updated_at': '2021-11-15T11:51:40Z', 'revision_number': 2, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': 'a63eb78a-f35b-4b05-91a4-50bf82e43a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:41.899967 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] Checking router: 1965397e-d1c1-4f6e-8b7f-6d5b177391ec for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:51:41.900197 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] Updating router 1965397e-d1c1-4f6e-8b7f-6d5b177391ec port 052da16f-bc38-4561-805d-51578c14bcad binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:51:41.901571 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-cc2a4593-6b90-4d0b-a92c-213d34718ac5 service neutron] 10.222.0.64 "GET /v2.0/networks/9c9c983d-52a1-47cd-a4e5-e71ceb16d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880702 Nov 15 11:51:41.947473 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d5c6dcfe-ceb7-497d-a090-dde16afb4955 None None] Provisioning complete for port 052da16f-bc38-4561-805d-51578c14bcad triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:51:41.948016 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d5c6dcfe-ceb7-497d-a090-dde16afb4955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:41.950351 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:42.012222 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:51:42.036133 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d5c6dcfe-ceb7-497d-a090-dde16afb4955 None None] Port 052da16f-bc38-4561-805d-51578c14bcad cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:51:42.082966 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-87e3f3a2-0a84-40fb-94d0-d92cfdb25382 req-7f3edaf9-d661-488a-b896-4b9dc211de9d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 210 time: 0.0258789 Nov 15 11:51:42.149667 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:51:42.150035 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:42.391454 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:42.500858 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e881fe98-72d9-4847-bf61-22b7049edac2 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:51:42.543348 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:42.552787 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:42.610822 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port e881fe98-72d9-4847-bf61-22b7049edac2 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:51:42.611223 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:42.616557 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05345cd-a544-4dc3-8f0e-e30feb0d687d None None] Pushing event updated for resources: {'Port': ['ID=052da16f-bc38-4561-805d-51578c14bcad,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:42.717061 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] Attempting to bind port 052da16f-bc38-4561-805d-51578c14bcad on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:51:42.717423 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] Attempting to bind port 052da16f-bc38-4561-805d-51578c14bcad by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '1bb1f313-4c53-4ee0-b4e1-69b42cf7c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:51:42.717773 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] Attempting to bind port 052da16f-bc38-4561-805d-51578c14bcad on network 9c9c983d-52a1-47cd-a4e5-e71ceb16d30a {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:51:42.725873 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:51:42.726038 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] Checking segment: {'id': '1bb1f313-4c53-4ee0-b4e1-69b42cf7c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:51:42.726429 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:42.726814 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] Bound using segment: {'id': '1bb1f313-4c53-4ee0-b4e1-69b42cf7c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:51:42.727274 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] Bound port: 052da16f-bc38-4561-805d-51578c14bcad, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb1f313-4c53-4ee0-b4e1-69b42cf7c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:51:42.727642 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:42.823198 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] For port 052da16f-bc38-4561-805d-51578c14bcad, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:51:42.826187 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] For port 052da16f-bc38-4561-805d-51578c14bcad, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=052da16f-bc38-4561-805d-51578c14bcad,segment=NetworkSegment(1bb1f313-4c53-4ee0-b4e1-69b42cf7c474),segment_id=1bb1f313-4c53-4ee0-b4e1-69b42cf7c474)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:51:42.833181 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:42.910118 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6d79a94c-f611-48ee-8707-bed1716097c7 None None] Provisioning complete for port 052da16f-bc38-4561-805d-51578c14bcad triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:51:42.910505 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6d79a94c-f611-48ee-8707-bed1716097c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:42.913137 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] Routers {'1965397e-d1c1-4f6e-8b7f-6d5b177391ec'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:51:42.913771 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:51:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['1965397e-d1c1-4f6e-8b7f-6d5b177391ec'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:42.931652 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05345cd-a544-4dc3-8f0e-e30feb0d687d None None] Pushing event updated for resources: {'Port': ['ID=052da16f-bc38-4561-805d-51578c14bcad,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:43.081506 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-64f825e5-6774-4ceb-8228-919f888cbb5a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:43.084019 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-64f825e5-6774-4ceb-8228-919f888cbb5a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.55 "GET /v2.0/networks?id=9c9c983d-52a1-47cd-a4e5-e71ceb16d30a HTTP/1.1" status: 200 len: 796 time: 0.1177433 Nov 15 11:51:43.084191 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] Set router 1965397e-d1c1-4f6e-8b7f-6d5b177391ec gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:51:43.138290 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6d79a94c-f611-48ee-8707-bed1716097c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:43.188357 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-5faa7784-63dc-450b-aff1-a9125f7e3284 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=362ca752f1324aed8969e4ed5d5df955 HTTP/1.1" status: 200 len: 380 time: 0.0927274 Nov 15 11:51:43.207278 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-572f8a87-5c3b-4ddd-943d-ffcd9584f3db tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'port': {'device_id': '63960011-33d9-41a4-8b07-c7f365e98e38', 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a', 'admin_state_up': True, 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'security_groups': ['e80b4412-db3f-4455-822b-c427385f6e1f']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:51:43.241894 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84dcd1a1-5f10-49cf-8f72-116587eef539 req-767d0299-1f91-4a02-9d14-a795a885380d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 210 time: 0.0511298 Nov 15 11:51:43.283255 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6d79a94c-f611-48ee-8707-bed1716097c7 None None] For port 052da16f-bc38-4561-805d-51578c14bcad, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=052da16f-bc38-4561-805d-51578c14bcad,segment=NetworkSegment(1bb1f313-4c53-4ee0-b4e1-69b42cf7c474),segment_id=1bb1f313-4c53-4ee0-b4e1-69b42cf7c474)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:51:43.289202 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6d79a94c-f611-48ee-8707-bed1716097c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:43.341963 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-572f8a87-5c3b-4ddd-943d-ffcd9584f3db tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Made reservation on behalf of 362ca752f1324aed8969e4ed5d5df955 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:51:43.346483 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-572f8a87-5c3b-4ddd-943d-ffcd9584f3db tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:43.390569 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79a94c-f611-48ee-8707-bed1716097c7 None None] Pushing event updated for resources: {'Port': ['ID=052da16f-bc38-4561-805d-51578c14bcad,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:43.420510 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7e37a384-e6c4-434d-b9d7-0ce8002128ad None None] Provisioning complete for port 052da16f-bc38-4561-805d-51578c14bcad triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:51:43.420899 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7e37a384-e6c4-434d-b9d7-0ce8002128ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:43.459965 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112229520', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:40Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '052da16f-bc38-4561-805d-51578c14bcad', 'name': '', 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:4a:65:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'a63eb78a-f35b-4b05-91a4-50bf82e43a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:51:40Z', 'updated_at': '2021-11-15T11:51:42Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': 'a63eb78a-f35b-4b05-91a4-50bf82e43a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:43.475346 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-572f8a87-5c3b-4ddd-943d-ffcd9584f3db tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Allocated IP 172.20.0.12 (9c9c983d-52a1-47cd-a4e5-e71ceb16d30a/a63eb78a-f35b-4b05-91a4-50bf82e43a04/4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:51:43.492029 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64437da0-c3c5-45e3-9c40-1cd5a83ba8af None None] The sync data for ids ['1965397e-d1c1-4f6e-8b7f-6d5b177391ec'] in n-d-729945-9 is: [{'id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112229520', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:40Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '052da16f-bc38-4561-805d-51578c14bcad', 'name': '', 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:4a:65:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'a63eb78a-f35b-4b05-91a4-50bf82e43a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:51:40Z', 'updated_at': '2021-11-15T11:51:42Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': 'a63eb78a-f35b-4b05-91a4-50bf82e43a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:51:43.646596 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-572f8a87-5c3b-4ddd-943d-ffcd9584f3db tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:43.683111 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-572f8a87-5c3b-4ddd-943d-ffcd9584f3db tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:43.733011 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-572f8a87-5c3b-4ddd-943d-ffcd9584f3db tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network 9c9c983d-52a1-47cd-a4e5-e71ceb16d30a is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:51:43.736426 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-572f8a87-5c3b-4ddd-943d-ffcd9584f3db tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:51:43.740600 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-572f8a87-5c3b-4ddd-943d-ffcd9584f3db tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:51:43.764916 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f8a87-5c3b-4ddd-943d-ffcd9584f3db tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Port': ['ID=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:43.795777 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-572f8a87-5c3b-4ddd-943d-ffcd9584f3db tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:43.796477 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-572f8a87-5c3b-4ddd-943d-ffcd9584f3db tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:43.817500 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-572f8a87-5c3b-4ddd-943d-ffcd9584f3db tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6150620 Nov 15 11:51:43.830942 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-2510b87a-4766-4746-88b0-54cd8ba1d87d service neutron] Request body: {'port': {'device_id': '63960011-33d9-41a4-8b07-c7f365e98e38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:51:43.890306 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-2510b87a-4766-4746-88b0-54cd8ba1d87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:43.968664 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 052da16f-bc38-4561-805d-51578c14bcad up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:51:44.030377 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 052da16f-bc38-4561-805d-51578c14bcad triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:51:44.030758 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:44.113635 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-258c2613-0225-4385-9621-ae7ca652715d None None] Provisioning complete for port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:51:44.114305 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-258c2613-0225-4385-9621-ae7ca652715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:44.160740 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-258c2613-0225-4385-9621-ae7ca652715d None None] Port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:51:44.189150 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-2510b87a-4766-4746-88b0-54cd8ba1d87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:51:44.197193 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-2510b87a-4766-4746-88b0-54cd8ba1d87d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:44.209431 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-2510b87a-4766-4746-88b0-54cd8ba1d87d service neutron] Transition to ACTIVE for port object 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:51:44.214324 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-2510b87a-4766-4746-88b0-54cd8ba1d87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:44.267845 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510b87a-4766-4746-88b0-54cd8ba1d87d service neutron] Pushing event updated for resources: {'Port': ['ID=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:44.333694 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-2510b87a-4766-4746-88b0-54cd8ba1d87d service neutron] Attempting to bind port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:51:44.334031 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-2510b87a-4766-4746-88b0-54cd8ba1d87d service neutron] Attempting to bind port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '1bb1f313-4c53-4ee0-b4e1-69b42cf7c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:51:44.334496 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-2510b87a-4766-4746-88b0-54cd8ba1d87d service neutron] Attempting to bind port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa on network 9c9c983d-52a1-47cd-a4e5-e71ceb16d30a {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:51:44.339365 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-2510b87a-4766-4746-88b0-54cd8ba1d87d service neutron] Port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa on network 9c9c983d-52a1-47cd-a4e5-e71ceb16d30a not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:51:44.339684 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-2510b87a-4766-4746-88b0-54cd8ba1d87d service neutron] Attempting to bind port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa on network 9c9c983d-52a1-47cd-a4e5-e71ceb16d30a {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:51:44.359568 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-2510b87a-4766-4746-88b0-54cd8ba1d87d service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:51:44.359910 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-2510b87a-4766-4746-88b0-54cd8ba1d87d service neutron] Checking segment: {'id': '1bb1f313-4c53-4ee0-b4e1-69b42cf7c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:51:44.360294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-2510b87a-4766-4746-88b0-54cd8ba1d87d service neutron] Bound using segment: {'id': '1bb1f313-4c53-4ee0-b4e1-69b42cf7c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:51:44.360728 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-2510b87a-4766-4746-88b0-54cd8ba1d87d service neutron] Bound port: 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb1f313-4c53-4ee0-b4e1-69b42cf7c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:51:44.361078 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-2510b87a-4766-4746-88b0-54cd8ba1d87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:44.433921 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f001dd-e79c-4a51-bd60-c429e29b1991 req-88d5b63c-1cfd-44bd-a96a-43746bfc7bd0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:44.436204 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6f001dd-e79c-4a51-bd60-c429e29b1991 req-88d5b63c-1cfd-44bd-a96a-43746bfc7bd0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 944 time: 0.0942519 Nov 15 11:51:44.477695 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-2510b87a-4766-4746-88b0-54cd8ba1d87d service neutron] For port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:51:44.497686 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-2510b87a-4766-4746-88b0-54cd8ba1d87d service neutron] For port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa,segment=NetworkSegment(1bb1f313-4c53-4ee0-b4e1-69b42cf7c474),segment_id=1bb1f313-4c53-4ee0-b4e1-69b42cf7c474)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:51:44.510149 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-2510b87a-4766-4746-88b0-54cd8ba1d87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:44.519479 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6f001dd-e79c-4a51-bd60-c429e29b1991 req-98eab158-6b93-41e3-a933-0bdf54a10cb1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680723 Nov 15 11:51:44.556580 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-2510b87a-4766-4746-88b0-54cd8ba1d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:44.557191 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-2510b87a-4766-4746-88b0-54cd8ba1d87d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:44.558562 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-2510b87a-4766-4746-88b0-54cd8ba1d87d service neutron] 10.222.0.55 "PUT /v2.0/ports/4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa HTTP/1.1" status: 200 len: 1092 time: 0.7323916 Nov 15 11:51:44.558972 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63960011-33d9-41a4-8b07-c7f365e98e38', 'tag': '4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:51:44.561295 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f913c9dc-c5bb-4160-8c58-7a9e3d671e02" -d '{"events": [{"name": "network-changed", "server_uuid": "63960011-33d9-41a4-8b07-c7f365e98e38", "tag": "4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:51:44.581768 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510b87a-4766-4746-88b0-54cd8ba1d87d service neutron] Pushing event updated for resources: {'Port': ['ID=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:44.617436 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd7ad71-625a-4573-9946-db3dd10b4d56 x-openstack-request-id: req-cbd7ad71-625a-4573-9946-db3dd10b4d56 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:51:44.617930 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63960011-33d9-41a4-8b07-c7f365e98e38", "tag": "4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:51:44.618328 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cbd7ad71-625a-4573-9946-db3dd10b4d56 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:51:44.618728 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63960011-33d9-41a4-8b07-c7f365e98e38', 'tag': '4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa', 'status': 'completed', 'code': 200} Nov 15 11:51:44.651353 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-a73c96a3-b961-494a-8295-63a5bdd163a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:44.653113 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-a73c96a3-b961-494a-8295-63a5bdd163a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 1095 time: 0.0475612 Nov 15 11:51:44.699666 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-62be44e3-a80c-444c-9cb6-face79462ffd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa HTTP/1.1" status: 200 len: 217 time: 0.0378203 Nov 15 11:51:44.756305 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-3430c592-842f-4b35-98bb-9333c8f72673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:44.758124 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-3430c592-842f-4b35-98bb-9333c8f72673 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a63eb78a-f35b-4b05-91a4-50bf82e43a04 HTTP/1.1" status: 200 len: 834 time: 0.0514140 Nov 15 11:51:44.817564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-73ce2b53-2be0-43b4-ad37-78936c10c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:44.819174 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-73ce2b53-2be0-43b4-ad37-78936c10c1e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c9c983d-52a1-47cd-a4e5-e71ceb16d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535293 Nov 15 11:51:44.907417 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-9db6d52b-27a2-4c70-ae5d-ffbc2dee4ba8 service neutron] 10.222.0.55 "GET /v2.0/networks/9c9c983d-52a1-47cd-a4e5-e71ceb16d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801764 Nov 15 11:51:45.026151 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ddebdbe8-988b-4459-a30b-ea073696e759 req-e1124a12-e65a-4603-a0e0-8b5f31c4e549 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676794 Nov 15 11:51:45.030031 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edb583f6-b1af-4008-9cd2-d154e400be76 req-97999370-eca6-4b57-b0d8-80adf9d76950 service neutron] 10.222.0.55 "GET /v2.0/networks/9c9c983d-52a1-47cd-a4e5-e71ceb16d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146698 Nov 15 11:51:45.152398 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebdbe8-988b-4459-a30b-ea073696e759 req-145b6129-083f-4a0d-984b-6ece261b51ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:45.153933 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ddebdbe8-988b-4459-a30b-ea073696e759 req-145b6129-083f-4a0d-984b-6ece261b51ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0759215 Nov 15 11:51:45.159896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913c9dc-c5bb-4160-8c58-7a9e3d671e02 req-dfea5aa6-e6a5-4d8a-8fce-ea1c4a1c44a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:45.161363 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f913c9dc-c5bb-4160-8c58-7a9e3d671e02 req-dfea5aa6-e6a5-4d8a-8fce-ea1c4a1c44a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 1095 time: 0.0696690 Nov 15 11:51:45.316255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913c9dc-c5bb-4160-8c58-7a9e3d671e02 req-477db734-2fd4-437a-ae5e-be32e9e8c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:45.317644 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f913c9dc-c5bb-4160-8c58-7a9e3d671e02 req-477db734-2fd4-437a-ae5e-be32e9e8c4e1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9c9c983d-52a1-47cd-a4e5-e71ceb16d30a HTTP/1.1" status: 200 len: 897 time: 0.1483643 Nov 15 11:51:45.318710 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebdbe8-988b-4459-a30b-ea073696e759 req-e73c4a85-c278-4901-a245-b9983c24be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:45.320070 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ddebdbe8-988b-4459-a30b-ea073696e759 req-e73c4a85-c278-4901-a245-b9983c24be97 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.1429453 Nov 15 11:51:45.393071 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ddebdbe8-988b-4459-a30b-ea073696e759 req-3df48024-4bda-4d26-8274-5ae0cb9c07e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0654991 Nov 15 11:51:45.394372 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f913c9dc-c5bb-4160-8c58-7a9e3d671e02 req-9c288c3b-210b-4252-9511-bfb7b016cffc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa HTTP/1.1" status: 200 len: 217 time: 0.0610905 Nov 15 11:51:45.472130 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebdbe8-988b-4459-a30b-ea073696e759 req-6d36dc3f-73e1-463a-b12f-d347acf608fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:45.473530 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ddebdbe8-988b-4459-a30b-ea073696e759 req-6d36dc3f-73e1-463a-b12f-d347acf608fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0734882 Nov 15 11:51:45.474858 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913c9dc-c5bb-4160-8c58-7a9e3d671e02 req-918e722e-a44b-4d03-a1ed-ea59dfb95188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:45.476162 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f913c9dc-c5bb-4160-8c58-7a9e3d671e02 req-918e722e-a44b-4d03-a1ed-ea59dfb95188 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a63eb78a-f35b-4b05-91a4-50bf82e43a04 HTTP/1.1" status: 200 len: 834 time: 0.0689204 Nov 15 11:51:45.545195 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebdbe8-988b-4459-a30b-ea073696e759 req-be291b83-fef6-4d36-b40e-dc2a70935844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:45.546663 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ddebdbe8-988b-4459-a30b-ea073696e759 req-be291b83-fef6-4d36-b40e-dc2a70935844 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657818 Nov 15 11:51:45.551631 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913c9dc-c5bb-4160-8c58-7a9e3d671e02 req-f12818a2-5e41-4c60-a31f-1f886254c635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:45.552308 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f913c9dc-c5bb-4160-8c58-7a9e3d671e02 req-f12818a2-5e41-4c60-a31f-1f886254c635 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c9c983d-52a1-47cd-a4e5-e71ceb16d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643609 Nov 15 11:51:46.063465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0d0cc-ba29-4a9a-829d-8684b6f77f7c req-ae10d5c5-6cc0-430f-ba2e-74784fe44272 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:46.064947 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46b0d0cc-ba29-4a9a-829d-8684b6f77f7c req-ae10d5c5-6cc0-430f-ba2e-74784fe44272 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 944 time: 0.4598999 Nov 15 11:51:46.068622 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ddebdbe8-988b-4459-a30b-ea073696e759 req-ee714da5-e4a9-4843-a4bb-03ecc73fa271 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096631 Nov 15 11:51:46.070285 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f913c9dc-c5bb-4160-8c58-7a9e3d671e02 req-1050cb39-fd6a-4522-aa25-ebe266be9ddb service neutron] 10.222.0.55 "GET /v2.0/networks/9c9c983d-52a1-47cd-a4e5-e71ceb16d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042827 Nov 15 11:51:46.224072 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46b0d0cc-ba29-4a9a-829d-8684b6f77f7c req-a2b7b4e4-44ce-439d-86c6-584e9caf8bba tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526792 Nov 15 11:51:46.260400 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f913c9dc-c5bb-4160-8c58-7a9e3d671e02 req-aa2f785a-a189-4c31-b3b3-eb4367bafdeb service neutron] 10.222.0.55 "GET /v2.0/networks/9c9c983d-52a1-47cd-a4e5-e71ceb16d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815341 Nov 15 11:51:46.262280 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ddebdbe8-988b-4459-a30b-ea073696e759 req-ad3298a3-e02a-4181-a818-da17407b937b service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853108 Nov 15 11:51:47.353675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43f4d3-0f44-43ea-b5d0-5bdf486d59a4 req-0dc2d3e1-015b-4054-9831-9bc1fb97d1e3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:47.355063 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5b43f4d3-0f44-43ea-b5d0-5bdf486d59a4 req-0dc2d3e1-015b-4054-9831-9bc1fb97d1e3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 944 time: 0.0545497 Nov 15 11:51:47.404327 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5b43f4d3-0f44-43ea-b5d0-5bdf486d59a4 req-eccf47ae-6165-4395-afe8-06329332249b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423362 Nov 15 11:51:48.535349 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a88a8-6d49-44ce-aeee-8a2f0eb7be62 req-0d10fcce-b85d-4a70-b309-a7e87d2148a0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:48.536888 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b51a88a8-6d49-44ce-aeee-8a2f0eb7be62 req-0d10fcce-b85d-4a70-b309-a7e87d2148a0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 944 time: 0.0563440 Nov 15 11:51:48.588050 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b51a88a8-6d49-44ce-aeee-8a2f0eb7be62 req-421d53c8-b687-4d39-903c-e4c97746d9b4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427346 Nov 15 11:51:48.870043 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:51:48.971874 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa,segment=NetworkSegment(1bb1f313-4c53-4ee0-b4e1-69b42cf7c474),segment_id=1bb1f313-4c53-4ee0-b4e1-69b42cf7c474)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:51:48.983325 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa', 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a', 'port_id': '4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa', 'mac_address': 'fa:16:3e:f8:e1:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a63eb78a-f35b-4b05-91a4-50bf82e43a04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:51:49.021106 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:49.033881 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:51:49.054393 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa,segment=NetworkSegment(1bb1f313-4c53-4ee0-b4e1-69b42cf7c474),segment_id=1bb1f313-4c53-4ee0-b4e1-69b42cf7c474)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:51:49.059958 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:49.110899 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:49.270489 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:51:49.705051 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ee606-51d1-40c2-8697-8c2cff58e1f0 req-b65b7871-7bfe-4b21-8e39-fe2966eaa8fd tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:49.706544 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-875ee606-51d1-40c2-8697-8c2cff58e1f0 req-b65b7871-7bfe-4b21-8e39-fe2966eaa8fd tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 945 time: 0.0504577 Nov 15 11:51:49.757969 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-875ee606-51d1-40c2-8697-8c2cff58e1f0 req-4ed18292-1871-494c-a1aa-0b90f037d93c tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425732 Nov 15 11:51:50.871558 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:51:50.890810 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3398040-f637-44b6-91ba-0e919914ec46 req-0054b8f3-45a5-46ed-bbb3-ce083ee837ac tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:50.892346 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3398040-f637-44b6-91ba-0e919914ec46 req-0054b8f3-45a5-46ed-bbb3-ce083ee837ac tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 945 time: 0.0508034 Nov 15 11:51:50.922571 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:51:50.926667 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:51:50.927032 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:50.948045 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3398040-f637-44b6-91ba-0e919914ec46 req-d9915825-5d2b-4996-a089-093c06f594ef tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490301 Nov 15 11:51:51.002749 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:51.028640 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63960011-33d9-41a4-8b07-c7f365e98e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:51:51.030894 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cb2467-6b59-460a-862a-efd222fca393" -d '{"events": [{"server_uuid": "63960011-33d9-41a4-8b07-c7f365e98e38", "name": "network-vif-plugged", "status": "completed", "tag": "4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:51:51.043517 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa,segment=NetworkSegment(1bb1f313-4c53-4ee0-b4e1-69b42cf7c474),segment_id=1bb1f313-4c53-4ee0-b4e1-69b42cf7c474)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:51:51.048705 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:51.071933 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0db37b-5b1d-4ad0-8a87-7173a11db085 x-openstack-request-id: req-2d0db37b-5b1d-4ad0-8a87-7173a11db085 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:51:51.072211 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63960011-33d9-41a4-8b07-c7f365e98e38", "name": "network-vif-plugged", "status": "completed", "tag": "4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:51:51.072450 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d0db37b-5b1d-4ad0-8a87-7173a11db085 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:51:51.072855 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63960011-33d9-41a4-8b07-c7f365e98e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa', 'code': 200} Nov 15 11:51:51.098993 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:51.164036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340240b-8dfa-42a6-b880-859c2581f027 req-0c5bd4fd-71fe-4682-9801-5574701dbb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:51.165597 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c340240b-8dfa-42a6-b880-859c2581f027 req-0c5bd4fd-71fe-4682-9801-5574701dbb61 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 1097 time: 0.0407963 Nov 15 11:51:51.211915 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c340240b-8dfa-42a6-b880-859c2581f027 req-01bd992c-b741-4e19-9c06-786355842d50 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396667 Nov 15 11:51:52.083380 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7d101-2571-4ce3-a78a-ffcbe534c2e2 req-e6bc3f52-a8b0-4681-a1d9-288f71c56984 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:52.085521 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ca7d101-2571-4ce3-a78a-ffcbe534c2e2 req-e6bc3f52-a8b0-4681-a1d9-288f71c56984 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 946 time: 0.0616326 Nov 15 11:51:52.136976 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ca7d101-2571-4ce3-a78a-ffcbe534c2e2 req-d785e97b-effb-4be9-8286-410c32af78a5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450466 Nov 15 11:51:53.263483 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4007848-fad3-4b14-b99c-f45e9e77faa0 req-bd9b56d7-bad7-402f-a4cd-97a8db900f65 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:53.264972 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4007848-fad3-4b14-b99c-f45e9e77faa0 req-bd9b56d7-bad7-402f-a4cd-97a8db900f65 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 946 time: 0.0543928 Nov 15 11:51:53.324465 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c4007848-fad3-4b14-b99c-f45e9e77faa0 req-e65e4317-49c4-40e9-b410-ee37205ff025 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508974 Nov 15 11:51:53.451797 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e384656-2560-4ee6-a109-1a3eee323efc req-81c98202-62c3-44a0-a994-cdbbe86c411b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:53.453336 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e384656-2560-4ee6-a109-1a3eee323efc req-81c98202-62c3-44a0-a994-cdbbe86c411b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 946 time: 0.0616467 Nov 15 11:51:53.501959 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e384656-2560-4ee6-a109-1a3eee323efc req-1876abfa-d2b5-4671-bbe8-806f09530b10 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425966 Nov 15 11:51:53.523397 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49868) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:53.562557 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfcc32b-2127-4c19-8246-f77b8db31bc1 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:53.564161 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8bfcc32b-2127-4c19-8246-f77b8db31bc1 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 1092 time: 0.0397191 Nov 15 11:51:53.567031 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49870) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:53.571270 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-465ab602-c4f4-4c33-95c4-69f81f488cdb tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': '4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:51:53.595083 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-465ab602-c4f4-4c33-95c4-69f81f488cdb tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:53.693650 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-465ab602-c4f4-4c33-95c4-69f81f488cdb tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:53.798631 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-465ab602-c4f4-4c33-95c4-69f81f488cdb tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Allocated IP 172.25.7.96 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/bd8d3dcc-1d25-4f79-b919-00027e38dc98) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:51:53.898754 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-465ab602-c4f4-4c33-95c4-69f81f488cdb tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:53.933543 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-465ab602-c4f4-4c33-95c4-69f81f488cdb tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:53.975369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465ab602-c4f4-4c33-95c4-69f81f488cdb tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:51:53.978405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-465ab602-c4f4-4c33-95c4-69f81f488cdb tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:51:53.982916 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465ab602-c4f4-4c33-95c4-69f81f488cdb tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:51:53.985983 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ab602-c4f4-4c33-95c4-69f81f488cdb tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Port': ['ID=bd8d3dcc-1d25-4f79-b919-00027e38dc98,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:54.327287 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-465ab602-c4f4-4c33-95c4-69f81f488cdb tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:54.398239 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-465ab602-c4f4-4c33-95c4-69f81f488cdb tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:54.545083 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-465ab602-c4f4-4c33-95c4-69f81f488cdb tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:54.552281 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-465ab602-c4f4-4c33-95c4-69f81f488cdb tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:54.619993 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ab602-c4f4-4c33-95c4-69f81f488cdb tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Port': ['ID=bd8d3dcc-1d25-4f79-b919-00027e38dc98,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:51:54.632166 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-465ab602-c4f4-4c33-95c4-69f81f488cdb tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:54.730749 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-465ab602-c4f4-4c33-95c4-69f81f488cdb tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Floating IP 85f0af1d-6a01-43a3-bb69-7d0672d82a36 associated. External IP: 172.25.7.96, port: 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa. Nov 15 11:51:54.937746 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465ab602-c4f4-4c33-95c4-69f81f488cdb tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Router 1965397e-d1c1-4f6e-8b7f-6d5b177391ec has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:51:55.052721 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465ab602-c4f4-4c33-95c4-69f81f488cdb tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:51:55.063126 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f84125e-3396-4a5a-87b8-ac193929d801 None None] Sync routers for ids ['1965397e-d1c1-4f6e-8b7f-6d5b177391ec'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:51:55.073300 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-465ab602-c4f4-4c33-95c4-69f81f488cdb tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:51:55.074903 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f84125e-3396-4a5a-87b8-ac193929d801 None None] Routers {'1965397e-d1c1-4f6e-8b7f-6d5b177391ec'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:51:55.075655 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2f84125e-3396-4a5a-87b8-ac193929d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:51:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['1965397e-d1c1-4f6e-8b7f-6d5b177391ec'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:55.107336 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-465ab602-c4f4-4c33-95c4-69f81f488cdb tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5392799 Nov 15 11:51:55.108235 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63960011-33d9-41a4-8b07-c7f365e98e38', 'tag': '4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:51:55.110314 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3081d5e8-9dc2-41d8-a0cb-794db261e1af" -d '{"events": [{"name": "network-changed", "server_uuid": "63960011-33d9-41a4-8b07-c7f365e98e38", "tag": "4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:51:55.181704 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2f84125e-3396-4a5a-87b8-ac193929d801 None None] Set router 1965397e-d1c1-4f6e-8b7f-6d5b177391ec gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:51:55.209579 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ddb10-1dd2-4c04-95b0-21e09c673407 req-0f303c6c-cb6b-47e5-8d73-6ee6ed2f1409 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:55.211002 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-578ddb10-1dd2-4c04-95b0-21e09c673407 req-0f303c6c-cb6b-47e5-8d73-6ee6ed2f1409 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 946 time: 0.0489624 Nov 15 11:51:55.259425 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-578ddb10-1dd2-4c04-95b0-21e09c673407 req-0e34959a-f6eb-490e-bc6b-48086d496ebd tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421989 Nov 15 11:51:55.281534 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49876) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:55.304914 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8cfec4-5c1d-4423-a126-aa5208588264 x-openstack-request-id: req-db8cfec4-5c1d-4423-a126-aa5208588264 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:51:55.305293 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63960011-33d9-41a4-8b07-c7f365e98e38", "tag": "4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:51:55.305624 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db8cfec4-5c1d-4423-a126-aa5208588264 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:51:55.306117 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63960011-33d9-41a4-8b07-c7f365e98e38', 'tag': '4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa', 'status': 'completed', 'code': 200} Nov 15 11:51:55.349707 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-abf32115-e2ed-4123-b037-06af045d957b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/floatingips/85f0af1d-6a01-43a3-bb69-7d0672d82a36 HTTP/1.1" status: 200 len: 991 time: 0.0669045 Nov 15 11:51:55.371116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081d5e8-9dc2-41d8-a0cb-794db261e1af req-5d81404b-9092-406f-b1af-81585c15a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:55.372708 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3081d5e8-9dc2-41d8-a0cb-794db261e1af req-5d81404b-9092-406f-b1af-81585c15a1ef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 1097 time: 0.0435488 Nov 15 11:51:55.419003 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2f84125e-3396-4a5a-87b8-ac193929d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112229520', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:40Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '85f0af1d-6a01-43a3-bb69-7d0672d82a36', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'port_id': '4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a', 'mac_address': 'fa:16:3e:f8:e1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63960011-33d9-41a4-8b07-c7f365e98e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:51:54Z', 'updated_at': '2021-11-15T11:51:54Z', 'revision_number': 0, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052da16f-bc38-4561-805d-51578c14bcad', 'name': '', 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:4a:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'a63eb78a-f35b-4b05-91a4-50bf82e43a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:51:40Z', 'updated_at': '2021-11-15T11:51:43Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': 'a63eb78a-f35b-4b05-91a4-50bf82e43a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:55.444924 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f84125e-3396-4a5a-87b8-ac193929d801 None None] Checking router: 1965397e-d1c1-4f6e-8b7f-6d5b177391ec for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:51:55.453502 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f84125e-3396-4a5a-87b8-ac193929d801 None None] Routers {'1965397e-d1c1-4f6e-8b7f-6d5b177391ec'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:51:55.454222 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2f84125e-3396-4a5a-87b8-ac193929d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:51:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['1965397e-d1c1-4f6e-8b7f-6d5b177391ec'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:55.480205 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081d5e8-9dc2-41d8-a0cb-794db261e1af req-d52b6951-bace-4f69-811f-21b5fb2681fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:55.481602 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3081d5e8-9dc2-41d8-a0cb-794db261e1af req-d52b6951-bace-4f69-811f-21b5fb2681fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=9c9c983d-52a1-47cd-a4e5-e71ceb16d30a HTTP/1.1" status: 200 len: 897 time: 0.1022081 Nov 15 11:51:55.547245 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3081d5e8-9dc2-41d8-a0cb-794db261e1af req-a778883a-6069-417e-8d34-de410271698e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa HTTP/1.1" status: 200 len: 999 time: 0.0579567 Nov 15 11:51:55.560752 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2f84125e-3396-4a5a-87b8-ac193929d801 None None] Set router 1965397e-d1c1-4f6e-8b7f-6d5b177391ec gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:51:55.601230 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081d5e8-9dc2-41d8-a0cb-794db261e1af req-3698f0f1-dd09-446c-810a-cc5d9110601e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:55.602731 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3081d5e8-9dc2-41d8-a0cb-794db261e1af req-3698f0f1-dd09-446c-810a-cc5d9110601e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a63eb78a-f35b-4b05-91a4-50bf82e43a04 HTTP/1.1" status: 200 len: 834 time: 0.0492554 Nov 15 11:51:55.649456 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081d5e8-9dc2-41d8-a0cb-794db261e1af req-e651b758-2f43-42d2-bba4-8971ec91bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:51:55.650992 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3081d5e8-9dc2-41d8-a0cb-794db261e1af req-e651b758-2f43-42d2-bba4-8971ec91bb3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c9c983d-52a1-47cd-a4e5-e71ceb16d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405967 Nov 15 11:51:55.741326 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3081d5e8-9dc2-41d8-a0cb-794db261e1af req-b0ca5646-aa9f-422f-a46e-7359adc0bae6 service neutron] 10.222.0.55 "GET /v2.0/networks/9c9c983d-52a1-47cd-a4e5-e71ceb16d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830045 Nov 15 11:51:55.786900 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2f84125e-3396-4a5a-87b8-ac193929d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112229520', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:40Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '85f0af1d-6a01-43a3-bb69-7d0672d82a36', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'port_id': '4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a', 'mac_address': 'fa:16:3e:f8:e1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63960011-33d9-41a4-8b07-c7f365e98e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:51:54Z', 'updated_at': '2021-11-15T11:51:54Z', 'revision_number': 0, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052da16f-bc38-4561-805d-51578c14bcad', 'name': '', 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:4a:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'a63eb78a-f35b-4b05-91a4-50bf82e43a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:51:40Z', 'updated_at': '2021-11-15T11:51:43Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': 'a63eb78a-f35b-4b05-91a4-50bf82e43a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:51:55.813222 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f84125e-3396-4a5a-87b8-ac193929d801 None None] The sync data for ids ['1965397e-d1c1-4f6e-8b7f-6d5b177391ec'] in n-d-729945-9 is: [{'id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112229520', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:40Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '85f0af1d-6a01-43a3-bb69-7d0672d82a36', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'port_id': '4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a', 'mac_address': 'fa:16:3e:f8:e1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63960011-33d9-41a4-8b07-c7f365e98e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:51:54Z', 'updated_at': '2021-11-15T11:51:54Z', 'revision_number': 0, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052da16f-bc38-4561-805d-51578c14bcad', 'name': '', 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:4a:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'a63eb78a-f35b-4b05-91a4-50bf82e43a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:51:40Z', 'updated_at': '2021-11-15T11:51:43Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': 'a63eb78a-f35b-4b05-91a4-50bf82e43a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:51:55.838099 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3081d5e8-9dc2-41d8-a0cb-794db261e1af req-803d9097-98c9-4373-8dc3-cb0a9c68eaf9 service neutron] 10.222.0.55 "GET /v2.0/networks/9c9c983d-52a1-47cd-a4e5-e71ceb16d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895345 Nov 15 11:51:56.001432 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9428dcfb-9cc0-47b8-9ed3-c3926f7bf416 None None] New status for floating IP 85f0af1d-6a01-43a3-bb69-7d0672d82a36: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:51:56.354285 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49878) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:51:56.418477 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-01b99de2-5081-4703-8c90-5baa5347590c tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/floatingips/85f0af1d-6a01-43a3-bb69-7d0672d82a36 HTTP/1.1" status: 200 len: 993 time: 0.0626678 Nov 15 11:51:59.901151 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:01.871173 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:06.268929 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-215e628b-f966-4d5a-b393-ddc4d87bd81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:08.366186 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fa9c863d-7a09-45f0-857b-783102d6b8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:09.736162 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:52:09.940744 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:11.515577 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:12.168288 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:29.766675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ade0b-c583-48e6-9efa-43fe5e78b501 req-ea54724e-336d-4417-8b53-851b8ea0b305 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:29.768169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cd6ade0b-c583-48e6-9efa-43fe5e78b501 req-ea54724e-336d-4417-8b53-851b8ea0b305 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 946 time: 0.0505490 Nov 15 11:52:29.820509 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cd6ade0b-c583-48e6-9efa-43fe5e78b501 req-20cf5e5b-105a-4513-b7e6-c46cfa862227 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439351 Nov 15 11:52:29.842446 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49892) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:52:29.885962 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:29.907828 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6667cc6b-fb26-4305-a310-153a0567d8ad tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/floatingips/85f0af1d-6a01-43a3-bb69-7d0672d82a36 HTTP/1.1" status: 200 len: 993 time: 0.0642943 Nov 15 11:52:30.244462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c18f74-daa1-4825-8555-7f2da64f548b req-57719a48-02d0-4557-8031-bca81b31e9ce tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:30.245910 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20c18f74-daa1-4825-8555-7f2da64f548b req-57719a48-02d0-4557-8031-bca81b31e9ce tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 1097 time: 0.0411983 Nov 15 11:52:30.292933 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20c18f74-daa1-4825-8555-7f2da64f548b req-cb49c59a-2e0c-42f3-a0c1-a8ca4927e5c3 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410841 Nov 15 11:52:30.835443 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49918) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:52:30.936999 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-9ea467d1-48f6-4778-9770-94bc1cc46b0b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1001360 Nov 15 11:52:30.945760 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-7ac304cd-b7d0-445c-895e-efe4d70ed374 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:52:30.946690 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-7ac304cd-b7d0-445c-895e-efe4d70ed374 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050921 Nov 15 11:52:31.468178 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-70472345-f870-431f-95b7-d391e3e78e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:31.469550 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-70472345-f870-431f-95b7-d391e3e78e77 service neutron] 10.222.0.64 "GET /v2.0/ports/4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa HTTP/1.1" status: 200 len: 1094 time: 0.0378091 Nov 15 11:52:31.478883 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-0f957597-b64a-4769-8259-83989e5d64c2 service neutron] Request body: {'binding': {'host': 'n-h1-729945-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:52:31.479324 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-0f957597-b64a-4769-8259-83989e5d64c2 service neutron] Unknown quota resources ['binding']. {{(pid=102677) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 11:52:31.619602 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-0f957597-b64a-4769-8259-83989e5d64c2 service neutron] Attempting to bind port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa on host n-h1-729945-9 for vnic_type normal with profile None {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:52:31.619960 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-0f957597-b64a-4769-8259-83989e5d64c2 service neutron] Attempting to bind port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '1bb1f313-4c53-4ee0-b4e1-69b42cf7c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:52:31.620255 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-0f957597-b64a-4769-8259-83989e5d64c2 service neutron] Attempting to bind port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa on network 9c9c983d-52a1-47cd-a4e5-e71ceb16d30a {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:52:31.626235 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-0f957597-b64a-4769-8259-83989e5d64c2 service neutron] Port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa on network 9c9c983d-52a1-47cd-a4e5-e71ceb16d30a not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:52:31.626543 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-0f957597-b64a-4769-8259-83989e5d64c2 service neutron] Attempting to bind port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa on network 9c9c983d-52a1-47cd-a4e5-e71ceb16d30a {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:52:31.631776 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-0f957597-b64a-4769-8259-83989e5d64c2 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:52:31.632134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-0f957597-b64a-4769-8259-83989e5d64c2 service neutron] Checking segment: {'id': '1bb1f313-4c53-4ee0-b4e1-69b42cf7c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:52:31.632500 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-0f957597-b64a-4769-8259-83989e5d64c2 service neutron] Bound using segment: {'id': '1bb1f313-4c53-4ee0-b4e1-69b42cf7c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:52:31.632906 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-0f957597-b64a-4769-8259-83989e5d64c2 service neutron] Bound port: 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb1f313-4c53-4ee0-b4e1-69b42cf7c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:52:31.714090 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-0f957597-b64a-4769-8259-83989e5d64c2 service neutron] For port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa,segment=NetworkSegment(1bb1f313-4c53-4ee0-b4e1-69b42cf7c474),segment_id=1bb1f313-4c53-4ee0-b4e1-69b42cf7c474)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:52:31.722941 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-0f957597-b64a-4769-8259-83989e5d64c2 service neutron] Publish callbacks [] for binding, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:31.724209 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-0f957597-b64a-4769-8259-83989e5d64c2 service neutron] 10.222.0.64 "POST /v2.0/ports/4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa/bindings HTTP/1.1" status: 201 len: 389 time: 0.2486317 Nov 15 11:52:31.866790 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:31.880509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165c916-fbe6-4a93-93d3-afaddb707e38 req-477d94c4-f57e-4e41-912d-70b2fe3cbed7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:31.881950 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0165c916-fbe6-4a93-93d3-afaddb707e38 req-477d94c4-f57e-4e41-912d-70b2fe3cbed7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 946 time: 0.0548866 Nov 15 11:52:31.953347 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0165c916-fbe6-4a93-93d3-afaddb707e38 req-450ab826-f42e-4aca-abdf-5d1b6b1c9fd9 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653210 Nov 15 11:52:31.966314 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-cf2848cd-3e29-424b-bc46-9efbcfb89987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:31.967841 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-cf2848cd-3e29-424b-bc46-9efbcfb89987 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 1097 time: 0.0519607 Nov 15 11:52:32.059976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-ebd1a921-6c12-4696-b3d1-c373094eb017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:32.061414 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-ebd1a921-6c12-4696-b3d1-c373094eb017 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c9c983d-52a1-47cd-a4e5-e71ceb16d30a HTTP/1.1" status: 200 len: 897 time: 0.0855103 Nov 15 11:52:32.127618 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-2fd6e328-62f8-4e1f-bad9-a5dc1e918bc3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa HTTP/1.1" status: 200 len: 1001 time: 0.0582523 Nov 15 11:52:32.175768 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-c7d09ace-5925-4fca-ab5c-c1b76ac496e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:32.177104 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-c7d09ace-5925-4fca-ab5c-c1b76ac496e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a63eb78a-f35b-4b05-91a4-50bf82e43a04 HTTP/1.1" status: 200 len: 834 time: 0.0421925 Nov 15 11:52:32.226345 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-963ed4e5-cd1b-4790-9d6b-05b639c591de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:32.227795 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-963ed4e5-cd1b-4790-9d6b-05b639c591de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c9c983d-52a1-47cd-a4e5-e71ceb16d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436487 Nov 15 11:52:32.317094 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-10ebbd49-2b94-4016-8c5c-a5a9626ba500 service neutron] 10.222.0.11 "GET /v2.0/networks/9c9c983d-52a1-47cd-a4e5-e71ceb16d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819340 Nov 15 11:52:32.406969 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-2d97b42f-f9b3-4526-b388-6b19dd0049d2 service neutron] 10.222.0.11 "GET /v2.0/networks/9c9c983d-52a1-47cd-a4e5-e71ceb16d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833182 Nov 15 11:52:32.546516 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-293f2bab-5a63-41d8-8a53-cfff14d85b73 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:32.547944 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-293f2bab-5a63-41d8-8a53-cfff14d85b73 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38&tenant_id=362ca752f1324aed8969e4ed5d5df955&binding%3Ahost_id=n-h2-729945-9 HTTP/1.1" status: 200 len: 1097 time: 0.0816307 Nov 15 11:52:32.559614 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-729945-9'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:52:32.615592 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:32.738716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] For port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa,segment=NetworkSegment(1bb1f313-4c53-4ee0-b4e1-69b42cf7c474),segment_id=1bb1f313-4c53-4ee0-b4e1-69b42cf7c474)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:52:32.774133 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] For port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:52:32.811633 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63960011-33d9-41a4-8b07-c7f365e98e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:52:32.813899 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd66d0c-fef8-4e71-8726-e3fbab7746e7" -d '{"events": [{"server_uuid": "63960011-33d9-41a4-8b07-c7f365e98e38", "name": "network-vif-unplugged", "status": "completed", "tag": "4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:52:32.818036 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:32.824559 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:32.852742 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1837b0-ae71-4a6d-84b0-86da828fb5b4 x-openstack-request-id: req-bb1837b0-ae71-4a6d-84b0-86da828fb5b4 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:52:32.853022 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63960011-33d9-41a4-8b07-c7f365e98e38", "name": "network-vif-unplugged", "status": "completed", "tag": "4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:52:32.853227 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb1837b0-ae71-4a6d-84b0-86da828fb5b4 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:52:32.853630 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63960011-33d9-41a4-8b07-c7f365e98e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa', 'code': 200} Nov 15 11:52:32.916663 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Pushing event updated for resources: {'Port': ['ID=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:32.931420 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:32.931736 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:32.932101 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:32.932426 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:32.932760 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:32.933067 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:32.933384 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:32.933697 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:32.934010 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:32.934323 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:32.934635 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:32.934942 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:32.985405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Attempting to bind port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa on host n-h2-729945-9 for vnic_type normal with profile {"migrating_to": "n-h1-729945-9"} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:52:32.985747 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Attempting to bind port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '1bb1f313-4c53-4ee0-b4e1-69b42cf7c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:52:32.986195 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Attempting to bind port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa on network 9c9c983d-52a1-47cd-a4e5-e71ceb16d30a {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:52:32.990939 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa on network 9c9c983d-52a1-47cd-a4e5-e71ceb16d30a not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:52:32.991343 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Attempting to bind port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa on network 9c9c983d-52a1-47cd-a4e5-e71ceb16d30a {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:52:32.996879 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:52:32.997341 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Checking segment: {'id': '1bb1f313-4c53-4ee0-b4e1-69b42cf7c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:52:32.997783 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Bound using segment: {'id': '1bb1f313-4c53-4ee0-b4e1-69b42cf7c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:52:32.998292 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Bound port: 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb1f313-4c53-4ee0-b4e1-69b42cf7c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:52:32.998710 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:33.067419 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1c4f8ce0-1835-4e23-9949-0281b58d3cab None None] Provisioning complete for port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:52:33.068003 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1c4f8ce0-1835-4e23-9949-0281b58d3cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:33.096960 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] For port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:52:33.098501 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] For port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa,segment=NetworkSegment(1bb1f313-4c53-4ee0-b4e1-69b42cf7c474),segment_id=1bb1f313-4c53-4ee0-b4e1-69b42cf7c474)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:52:33.102223 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-1c4f8ce0-1835-4e23-9949-0281b58d3cab None None] Port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:52:33.107861 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c8319-a5fe-4565-8e86-cceb8625a1a4 req-05dbc7ef-eb38-447f-ae4d-a6a1e879c00a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:33.109380 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-705c8319-a5fe-4565-8e86-cceb8625a1a4 req-05dbc7ef-eb38-447f-ae4d-a6a1e879c00a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 944 time: 0.0771413 Nov 15 11:52:33.110974 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:33.551548 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Pushing event updated for resources: {'Port': ['ID=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa,revision_number=8']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:33.577847 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-705c8319-a5fe-4565-8e86-cceb8625a1a4 req-3462e397-1342-40e5-b482-308f3cb3e384 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4615111 Nov 15 11:52:33.618415 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:33.619045 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:33.620517 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-16c1f633-6a6e-4c75-b4d9-8ec18b47945a service neutron] 10.222.0.11 "PUT /v2.0/ports/4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa HTTP/1.1" status: 200 len: 1122 time: 1.0648513 Nov 15 11:52:33.685159 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:52:33.744849 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3fdfc6dc-f48c-4673-bfeb-e86cc39ee4be None None] Provisioning complete for port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:52:33.745120 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3fdfc6dc-f48c-4673-bfeb-e86cc39ee4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:33.885086 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3fdfc6dc-f48c-4673-bfeb-e86cc39ee4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:33.930213 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63960011-33d9-41a4-8b07-c7f365e98e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:52:33.932478 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3284f8cd-ea1d-472a-9bf9-d3b01bb199d3" -d '{"events": [{"server_uuid": "63960011-33d9-41a4-8b07-c7f365e98e38", "name": "network-vif-plugged", "status": "completed", "tag": "4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:52:33.948557 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3fdfc6dc-f48c-4673-bfeb-e86cc39ee4be None None] For port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa,segment=NetworkSegment(1bb1f313-4c53-4ee0-b4e1-69b42cf7c474),segment_id=1bb1f313-4c53-4ee0-b4e1-69b42cf7c474)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:52:33.959119 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3fdfc6dc-f48c-4673-bfeb-e86cc39ee4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:33.988967 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a86950-e513-4741-bf7e-ba1fe5aeb442 x-openstack-request-id: req-52a86950-e513-4741-bf7e-ba1fe5aeb442 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:52:33.989261 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63960011-33d9-41a4-8b07-c7f365e98e38", "name": "network-vif-plugged", "status": "completed", "tag": "4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:52:33.989505 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52a86950-e513-4741-bf7e-ba1fe5aeb442 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:52:33.989887 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63960011-33d9-41a4-8b07-c7f365e98e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa', 'code': 200} Nov 15 11:52:34.293179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfc6dc-f48c-4673-bfeb-e86cc39ee4be None None] Pushing event updated for resources: {'Port': ['ID=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa,revision_number=9']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:34.311706 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfc6dc-f48c-4673-bfeb-e86cc39ee4be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:34.312126 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfc6dc-f48c-4673-bfeb-e86cc39ee4be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:34.312461 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfc6dc-f48c-4673-bfeb-e86cc39ee4be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:34.312785 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfc6dc-f48c-4673-bfeb-e86cc39ee4be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:34.313110 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfc6dc-f48c-4673-bfeb-e86cc39ee4be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:34.313437 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfc6dc-f48c-4673-bfeb-e86cc39ee4be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:34.313753 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfc6dc-f48c-4673-bfeb-e86cc39ee4be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:34.314067 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfc6dc-f48c-4673-bfeb-e86cc39ee4be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:34.314381 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfc6dc-f48c-4673-bfeb-e86cc39ee4be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:34.314693 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfc6dc-f48c-4673-bfeb-e86cc39ee4be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:34.315004 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfc6dc-f48c-4673-bfeb-e86cc39ee4be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:34.315316 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfc6dc-f48c-4673-bfeb-e86cc39ee4be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:34.697328 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40a1f3-7191-46bd-9c5d-998b612dad42 req-fa44e0e2-e5e6-40bf-9a89-196b8e3f1d2f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:34.699060 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df40a1f3-7191-46bd-9c5d-998b612dad42 req-fa44e0e2-e5e6-40bf-9a89-196b8e3f1d2f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 946 time: 0.0497067 Nov 15 11:52:34.748666 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df40a1f3-7191-46bd-9c5d-998b612dad42 req-16598bf9-68d9-47f0-95f9-840716e8513f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434060 Nov 15 11:52:34.855290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63960011-33d9-41a4-8b07-c7f365e98e38', 'tag': '4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:52:34.859312 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb7bb33-5741-4d8f-842e-12e4ab1f3135" -d '{"events": [{"name": "network-changed", "server_uuid": "63960011-33d9-41a4-8b07-c7f365e98e38", "tag": "4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:52:34.900635 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554f9700-9201-41be-92fc-96d4a8f043ed x-openstack-request-id: req-554f9700-9201-41be-92fc-96d4a8f043ed {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:52:34.900899 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63960011-33d9-41a4-8b07-c7f365e98e38", "tag": "4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:52:34.901178 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-554f9700-9201-41be-92fc-96d4a8f043ed {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:52:34.901595 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63960011-33d9-41a4-8b07-c7f365e98e38', 'tag': '4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa', 'status': 'completed', 'code': 200} Nov 15 11:52:34.965926 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7bb33-5741-4d8f-842e-12e4ab1f3135 req-ed083d4a-5c58-4bf9-a2a3-dfacdb10f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:34.967452 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acb7bb33-5741-4d8f-842e-12e4ab1f3135 req-ed083d4a-5c58-4bf9-a2a3-dfacdb10f5c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 1127 time: 0.0429368 Nov 15 11:52:35.064724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7bb33-5741-4d8f-842e-12e4ab1f3135 req-57026b7c-0d35-4058-b380-dae058c6d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:35.066268 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acb7bb33-5741-4d8f-842e-12e4ab1f3135 req-57026b7c-0d35-4058-b380-dae058c6d499 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9c9c983d-52a1-47cd-a4e5-e71ceb16d30a HTTP/1.1" status: 200 len: 897 time: 0.0895402 Nov 15 11:52:35.134008 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acb7bb33-5741-4d8f-842e-12e4ab1f3135 req-c5fb9de8-8780-42af-b80e-6e80e246b8c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa HTTP/1.1" status: 200 len: 1001 time: 0.0604599 Nov 15 11:52:35.188208 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7bb33-5741-4d8f-842e-12e4ab1f3135 req-558ed5bd-e845-42d3-a237-7f3f6405ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:35.189566 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acb7bb33-5741-4d8f-842e-12e4ab1f3135 req-558ed5bd-e845-42d3-a237-7f3f6405ad83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a63eb78a-f35b-4b05-91a4-50bf82e43a04 HTTP/1.1" status: 200 len: 834 time: 0.0485747 Nov 15 11:52:35.236134 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7bb33-5741-4d8f-842e-12e4ab1f3135 req-dc2f686b-dbe4-4120-9bc3-78aafd05ba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:35.237635 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acb7bb33-5741-4d8f-842e-12e4ab1f3135 req-dc2f686b-dbe4-4120-9bc3-78aafd05ba7e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c9c983d-52a1-47cd-a4e5-e71ceb16d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414660 Nov 15 11:52:35.331064 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acb7bb33-5741-4d8f-842e-12e4ab1f3135 req-a4ae80dc-68f7-45ba-b65a-6d050ccf77dd service neutron] 10.222.0.55 "GET /v2.0/networks/9c9c983d-52a1-47cd-a4e5-e71ceb16d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856884 Nov 15 11:52:35.424915 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-acb7bb33-5741-4d8f-842e-12e4ab1f3135 req-9363d9d8-3b8c-4ee8-b159-2b5ef76ead88 service neutron] 10.222.0.55 "GET /v2.0/networks/9c9c983d-52a1-47cd-a4e5-e71ceb16d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863259 Nov 15 11:52:35.875109 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e87c0-b23b-4138-b19b-f31725ba127d req-90d80b32-1355-4195-b6e9-0dd277d72d10 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:35.876665 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b42e87c0-b23b-4138-b19b-f31725ba127d req-90d80b32-1355-4195-b6e9-0dd277d72d10 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 946 time: 0.0515964 Nov 15 11:52:35.930346 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b42e87c0-b23b-4138-b19b-f31725ba127d req-64da6802-3c55-4ed3-8367-60e1f3646f0f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475559 Nov 15 11:52:36.273215 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8d8609a4-32c4-45e8-a461-a02be250a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:37.064675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738c9a8-f4d0-437f-8206-e86bd1943bb5 req-b8046b51-4830-4d9e-8d89-bc77105dd632 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:37.066129 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5738c9a8-f4d0-437f-8206-e86bd1943bb5 req-b8046b51-4830-4d9e-8d89-bc77105dd632 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 946 time: 0.0494711 Nov 15 11:52:37.121747 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5738c9a8-f4d0-437f-8206-e86bd1943bb5 req-614ed502-fa8f-4828-b854-f00dc04ee91c tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493331 Nov 15 11:52:37.670786 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:52:37.770959 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa,segment=NetworkSegment(1bb1f313-4c53-4ee0-b4e1-69b42cf7c474),segment_id=1bb1f313-4c53-4ee0-b4e1-69b42cf7c474)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:52:37.782812 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa has no active binding in host n-h1-729945-9 {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 11:52:38.240115 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c192e-7b95-4a7a-80ce-2c882882a79d req-c4f612cb-9e2c-4f96-9b02-1638214abe5b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:38.241601 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f80c192e-7b95-4a7a-80ce-2c882882a79d req-c4f612cb-9e2c-4f96-9b02-1638214abe5b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 946 time: 0.0508692 Nov 15 11:52:38.292618 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f80c192e-7b95-4a7a-80ce-2c882882a79d req-815ec325-8004-44ac-9e52-822f20c9e47d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421309 Nov 15 11:52:38.361883 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c667f59c-f031-4343-a82f-0d3586ac3792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:39.435607 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2d275-53c7-47f2-b0b2-1533ebb0bc6b req-73bb3c50-7a27-43c0-ac96-3e8e35c702ec tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:39.437815 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-45c2d275-53c7-47f2-b0b2-1533ebb0bc6b req-73bb3c50-7a27-43c0-ac96-3e8e35c702ec tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 946 time: 0.0610766 Nov 15 11:52:39.488625 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-45c2d275-53c7-47f2-b0b2-1533ebb0bc6b req-76420293-32af-43b8-9c7e-fae88bb13f6d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431654 Nov 15 11:52:39.942011 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:40.626486 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6db78-819b-4736-a107-63999e1d8c7b req-1d56e5b9-41af-4e5e-be33-17510b7077b2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:40.628030 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a9d6db78-819b-4736-a107-63999e1d8c7b req-1d56e5b9-41af-4e5e-be33-17510b7077b2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 946 time: 0.0613329 Nov 15 11:52:40.680942 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a9d6db78-819b-4736-a107-63999e1d8c7b req-e7000e8d-1542-4e3b-b6fe-c9705c964089 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437207 Nov 15 11:52:41.518224 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:41.809802 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce60752-25e2-4c18-acc1-cc3f3e2c62fa req-7d256588-cfe5-4052-b821-be98be278f7b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:41.811296 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dce60752-25e2-4c18-acc1-cc3f3e2c62fa req-7d256588-cfe5-4052-b821-be98be278f7b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 946 time: 0.0535235 Nov 15 11:52:41.868730 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dce60752-25e2-4c18-acc1-cc3f3e2c62fa req-be5c69a5-cdba-4139-9b54-c41f0b42c310 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487192 Nov 15 11:52:42.171028 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:42.694079 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-d16138a1-4865-4491-9741-2391f4084ab7 service neutron] 10.222.0.55 "GET /v2.0/ports/4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa/bindings/n-h1-729945-9 HTTP/1.1" status: 200 len: 384 time: 0.0652239 Nov 15 11:52:42.877031 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-ade1d514-ca5c-4308-9f81-fd6aa3476982 service neutron] For port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa,segment=NetworkSegment(1bb1f313-4c53-4ee0-b4e1-69b42cf7c474),segment_id=1bb1f313-4c53-4ee0-b4e1-69b42cf7c474)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:52:42.899607 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-ade1d514-ca5c-4308-9f81-fd6aa3476982 service neutron] For port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:52:42.944449 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63960011-33d9-41a4-8b07-c7f365e98e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:52:42.946771 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0323c9-7dfc-43b1-929a-8455b36ebaa7" -d '{"events": [{"server_uuid": "63960011-33d9-41a4-8b07-c7f365e98e38", "name": "network-vif-unplugged", "status": "completed", "tag": "4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:52:42.955198 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-ade1d514-ca5c-4308-9f81-fd6aa3476982 service neutron] For port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa,segment=NetworkSegment(1bb1f313-4c53-4ee0-b4e1-69b42cf7c474),segment_id=1bb1f313-4c53-4ee0-b4e1-69b42cf7c474)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:52:42.989699 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-ade1d514-ca5c-4308-9f81-fd6aa3476982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:43.044505 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfe630-900e-42f8-89c3-94a3253c1f11 req-51508ae0-b960-4257-970f-f2c56405d450 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:43.046014 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-58cfe630-900e-42f8-89c3-94a3253c1f11 req-51508ae0-b960-4257-970f-f2c56405d450 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 946 time: 0.0963738 Nov 15 11:52:43.119237 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-58cfe630-900e-42f8-89c3-94a3253c1f11 req-47d6dfab-2fef-4859-adbd-c6a5f32ee419 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668893 Nov 15 11:52:43.120152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-ade1d514-ca5c-4308-9f81-fd6aa3476982 service neutron] Transition to ACTIVE for port object 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:52:43.124972 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-ade1d514-ca5c-4308-9f81-fd6aa3476982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:43.165250 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4e124a-ecf3-4146-9a49-c3300e3ac826 x-openstack-request-id: req-ad4e124a-ecf3-4146-9a49-c3300e3ac826 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:52:43.165538 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63960011-33d9-41a4-8b07-c7f365e98e38", "name": "network-vif-unplugged", "status": "completed", "tag": "4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:52:43.165775 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad4e124a-ecf3-4146-9a49-c3300e3ac826 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:52:43.166168 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63960011-33d9-41a4-8b07-c7f365e98e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa', 'code': 200} Nov 15 11:52:43.244754 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1d514-ca5c-4308-9f81-fd6aa3476982 service neutron] Pushing event updated for resources: {'Port': ['ID=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa,revision_number=11']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:43.272552 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-ade1d514-ca5c-4308-9f81-fd6aa3476982 service neutron] No DVR routers for this DVR port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:52:43.401732 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-ade1d514-ca5c-4308-9f81-fd6aa3476982 service neutron] 10.222.0.55 "PUT /v2.0/ports/4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa/bindings/n-h1-729945-9/activate HTTP/1.1" status: 200 len: 369 time: 0.7002087 Nov 15 11:52:43.500710 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-c2c9cf49-7353-41d5-bcdb-ebf3121dde0f tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:43.502150 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-c2c9cf49-7353-41d5-bcdb-ebf3121dde0f tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38&tenant_id=362ca752f1324aed8969e4ed5d5df955&binding%3Ahost_id=n-h2-729945-9 HTTP/1.1" status: 200 len: 1096 time: 0.0465596 Nov 15 11:52:43.556857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-abb6f893-a555-4bfb-b712-d8d27944d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:43.558329 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-abb6f893-a555-4bfb-b712-d8d27944d534 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38&tenant_id=362ca752f1324aed8969e4ed5d5df955 HTTP/1.1" status: 200 len: 1096 time: 0.0460005 Nov 15 11:52:43.623627 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-cebbf39c-21f1-4b1a-8ad5-a5aac6ae5109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:43.625191 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-cebbf39c-21f1-4b1a-8ad5-a5aac6ae5109 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 1096 time: 0.0432565 Nov 15 11:52:43.720331 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-517d1c70-ed3b-469d-a07b-5f580865012c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:43.721935 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-517d1c70-ed3b-469d-a07b-5f580865012c service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c9c983d-52a1-47cd-a4e5-e71ceb16d30a HTTP/1.1" status: 200 len: 897 time: 0.0895479 Nov 15 11:52:43.791366 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-2fdb7480-5395-4681-9fb7-12560872e864 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa HTTP/1.1" status: 200 len: 999 time: 0.0617061 Nov 15 11:52:43.840446 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-14340b12-49b2-4a92-a764-e60a93e582b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:43.841871 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-14340b12-49b2-4a92-a764-e60a93e582b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a63eb78a-f35b-4b05-91a4-50bf82e43a04 HTTP/1.1" status: 200 len: 834 time: 0.0435679 Nov 15 11:52:43.887728 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-dce4f933-c8d0-4250-b07e-3f8c03234b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:43.889271 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-dce4f933-c8d0-4250-b07e-3f8c03234b3a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c9c983d-52a1-47cd-a4e5-e71ceb16d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405002 Nov 15 11:52:43.992079 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-12db7499-f548-4a6a-be0f-6ec4a2507e64 service neutron] 10.222.0.11 "GET /v2.0/networks/9c9c983d-52a1-47cd-a4e5-e71ceb16d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958631 Nov 15 11:52:44.081191 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-1e8a48f2-5bef-4a22-9a21-a4371ed9c6fd service neutron] 10.222.0.11 "GET /v2.0/networks/9c9c983d-52a1-47cd-a4e5-e71ceb16d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815680 Nov 15 11:52:44.247507 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127cb96e-eb85-41be-bdce-afd498b03ec0 req-cb303f17-f71f-41bc-8892-2d39fbe1d3bf tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:44.249062 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-127cb96e-eb85-41be-bdce-afd498b03ec0 req-cb303f17-f71f-41bc-8892-2d39fbe1d3bf tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 945 time: 0.0548859 Nov 15 11:52:44.323463 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-127cb96e-eb85-41be-bdce-afd498b03ec0 req-1c6493e5-055a-491b-b9d5-ac87c7be6510 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681481 Nov 15 11:52:44.336416 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-5445334a-f25f-420d-a150-491dde5c4eb9 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:44.337886 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-5445334a-f25f-420d-a150-491dde5c4eb9 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38&tenant_id=362ca752f1324aed8969e4ed5d5df955&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 1096 time: 0.0563848 Nov 15 11:52:44.479428 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-79061111-6579-4da7-9736-e10500248559 service neutron] For port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:52:44.482625 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-79061111-6579-4da7-9736-e10500248559 service neutron] Publish callbacks [] for binding, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:44.483757 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-79061111-6579-4da7-9736-e10500248559 service neutron] 10.222.0.11 "DELETE /v2.0/ports/4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa/bindings/n-h2-729945-9 HTTP/1.1" status: 204 len: 173 time: 0.1387901 Nov 15 11:52:45.070907 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:52:45.110254 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:52:45.439470 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18591334-3165-40c7-80c3-7faa2f2b7abc req-06894e87-88a7-44aa-9093-67495342e3d6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0742419 Nov 15 11:52:45.459225 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd5785-822c-4509-b331-07f7d2e758de req-6e243484-0a8f-48fd-92bb-a6b347fb7875 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:45.460726 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31dd5785-822c-4509-b331-07f7d2e758de req-6e243484-0a8f-48fd-92bb-a6b347fb7875 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 945 time: 0.0648470 Nov 15 11:52:45.539444 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31dd5785-822c-4509-b331-07f7d2e758de req-7d57cb60-f563-4b30-a68d-8f63d27274e8 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727029 Nov 15 11:52:45.545772 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591334-3165-40c7-80c3-7faa2f2b7abc req-e7c4a1f3-9e64-41dd-a572-c821270e7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:45.547209 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18591334-3165-40c7-80c3-7faa2f2b7abc req-e7c4a1f3-9e64-41dd-a572-c821270e7de3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0614727 Nov 15 11:52:45.681233 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591334-3165-40c7-80c3-7faa2f2b7abc req-a75870ff-e301-48e4-a158-f7e2cba97845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:45.682609 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18591334-3165-40c7-80c3-7faa2f2b7abc req-a75870ff-e301-48e4-a158-f7e2cba97845 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.1142929 Nov 15 11:52:45.685107 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c50f14-26b7-4a1a-842b-c4809af44870 req-32ee4f5d-d730-461d-b37b-c7d9c3b6f79c tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:45.686444 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46c50f14-26b7-4a1a-842b-c4809af44870 req-32ee4f5d-d730-461d-b37b-c7d9c3b6f79c tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 1096 time: 0.0697801 Nov 15 11:52:45.733765 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18591334-3165-40c7-80c3-7faa2f2b7abc req-99ff79e5-2814-4186-863f-86ff843c4396 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0432863 Nov 15 11:52:45.795244 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46c50f14-26b7-4a1a-842b-c4809af44870 req-afd081ba-c557-4cd9-bc69-2a9c09014d88 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989206 Nov 15 11:52:45.802524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591334-3165-40c7-80c3-7faa2f2b7abc req-8975f366-22d4-4e2b-ac19-642aed05327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:45.803960 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18591334-3165-40c7-80c3-7faa2f2b7abc req-8975f366-22d4-4e2b-ac19-642aed05327c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0635180 Nov 15 11:52:45.856548 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18591334-3165-40c7-80c3-7faa2f2b7abc req-248d6812-9062-4a76-8be0-09845a9e445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:45.858428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18591334-3165-40c7-80c3-7faa2f2b7abc req-248d6812-9062-4a76-8be0-09845a9e445d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459495 Nov 15 11:52:45.966726 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5808d0f-86d4-4539-9b32-26cf13bd39fe req-9a0a7e2c-a756-4ec3-ad99-1988ceb1dc75 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:45.968354 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d5808d0f-86d4-4539-9b32-26cf13bd39fe req-9a0a7e2c-a756-4ec3-ad99-1988ceb1dc75 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 945 time: 0.1055295 Nov 15 11:52:45.995448 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18591334-3165-40c7-80c3-7faa2f2b7abc req-84fae76a-b5be-4c9b-8938-a0064cd1cd0d service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243029 Nov 15 11:52:46.067123 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d5808d0f-86d4-4539-9b32-26cf13bd39fe req-9adbda77-dff4-4d9a-b9d0-1ec9aa51ea4d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924051 Nov 15 11:52:46.091279 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49970) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:52:46.110892 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18591334-3165-40c7-80c3-7faa2f2b7abc req-7a2687cc-4078-49b1-b8d9-d4f365feb8c3 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073453 Nov 15 11:52:46.156123 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-00a7652e-6cf7-4c00-9977-9e4a1ac1040d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/floatingips/85f0af1d-6a01-43a3-bb69-7d0672d82a36 HTTP/1.1" status: 200 len: 991 time: 0.0635588 Nov 15 11:52:46.386960 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49976) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:52:46.726706 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:52:46.807217 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Deleting port bd8d3dcc-1d25-4f79-b919-00027e38dc98 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:52:46.807523 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:46.881034 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:46.881307 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:46.892850 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Calling delete_port for bd8d3dcc-1d25-4f79-b919-00027e38dc98 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:52:47.056838 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:47.083774 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'Port': ['ID=bd8d3dcc-1d25-4f79-b919-00027e38dc98,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:47.095840 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:47.096458 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:47.096567 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:47.096821 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:47.097139 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:47.097455 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:47.097771 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:47.098148 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:47.098469 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:47.098782 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:47.099091 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:47.099400 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:52:47.152419 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:47.152765 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Floating IP 85f0af1d-6a01-43a3-bb69-7d0672d82a36 disassociated (deleted). External IP: 172.25.7.96, port: 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa. Nov 15 11:52:47.380610 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Router 1965397e-d1c1-4f6e-8b7f-6d5b177391ec has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:52:47.502177 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:52:47.507287 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:47.511780 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874aa506-1c5a-49ac-aa08-e913244ee62c None None] Sync routers for ids ['1965397e-d1c1-4f6e-8b7f-6d5b177391ec'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:52:47.522284 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874aa506-1c5a-49ac-aa08-e913244ee62c None None] Routers {'1965397e-d1c1-4f6e-8b7f-6d5b177391ec'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:52:47.522897 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-874aa506-1c5a-49ac-aa08-e913244ee62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:52:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['1965397e-d1c1-4f6e-8b7f-6d5b177391ec'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:52:47.535203 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0cc33126-5721-402e-941b-18b2a25bf348 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "DELETE /v2.0/floatingips/85f0af1d-6a01-43a3-bb69-7d0672d82a36 HTTP/1.1" status: 204 len: 168 time: 1.1467226 Nov 15 11:52:47.536016 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63960011-33d9-41a4-8b07-c7f365e98e38', 'tag': '4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:52:47.538415 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18e610d-97e5-41a1-878b-0f61d806153d" -d '{"events": [{"name": "network-changed", "server_uuid": "63960011-33d9-41a4-8b07-c7f365e98e38", "tag": "4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:52:47.627725 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-874aa506-1c5a-49ac-aa08-e913244ee62c None None] Set router 1965397e-d1c1-4f6e-8b7f-6d5b177391ec gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:52:47.702772 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8315995f-4959-4a2a-9b3b-99df7a28bb94 x-openstack-request-id: req-8315995f-4959-4a2a-9b3b-99df7a28bb94 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:52:47.703159 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63960011-33d9-41a4-8b07-c7f365e98e38", "tag": "4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:52:47.703507 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8315995f-4959-4a2a-9b3b-99df7a28bb94 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:52:47.704057 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63960011-33d9-41a4-8b07-c7f365e98e38', 'tag': '4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa', 'status': 'completed', 'code': 200} Nov 15 11:52:47.796791 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e610d-97e5-41a1-878b-0f61d806153d req-6fccd492-bca1-4d9c-8402-1619007b3f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:47.798328 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d18e610d-97e5-41a1-878b-0f61d806153d req-6fccd492-bca1-4d9c-8402-1619007b3f05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 1096 time: 0.0670345 Nov 15 11:52:47.820661 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4739dd-ef93-4173-80c2-11927b1e8f9a req-afb2537a-3e6f-4434-898d-bf5d5f1f4e15 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:47.822120 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b4739dd-ef93-4173-80c2-11927b1e8f9a req-afb2537a-3e6f-4434-898d-bf5d5f1f4e15 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 945 time: 0.0658159 Nov 15 11:52:47.826020 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-874aa506-1c5a-49ac-aa08-e913244ee62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112229520', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:40Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '052da16f-bc38-4561-805d-51578c14bcad', 'name': '', 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:4a:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'a63eb78a-f35b-4b05-91a4-50bf82e43a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:51:40Z', 'updated_at': '2021-11-15T11:51:43Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': 'a63eb78a-f35b-4b05-91a4-50bf82e43a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:52:47.856961 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874aa506-1c5a-49ac-aa08-e913244ee62c None None] Checking router: 1965397e-d1c1-4f6e-8b7f-6d5b177391ec for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:52:47.866627 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874aa506-1c5a-49ac-aa08-e913244ee62c None None] Routers {'1965397e-d1c1-4f6e-8b7f-6d5b177391ec'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:52:47.867375 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-874aa506-1c5a-49ac-aa08-e913244ee62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:52:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['1965397e-d1c1-4f6e-8b7f-6d5b177391ec'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:52:47.920789 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b4739dd-ef93-4173-80c2-11927b1e8f9a req-a48c45af-b9bf-4383-952f-7850b175b8bc tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80b4412-db3f-4455-822b-c427385f6e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890193 Nov 15 11:52:47.933935 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e610d-97e5-41a1-878b-0f61d806153d req-2be04b8a-0d86-4d1c-9a21-194126ab2faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:47.935476 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d18e610d-97e5-41a1-878b-0f61d806153d req-2be04b8a-0d86-4d1c-9a21-194126ab2faa service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c9c983d-52a1-47cd-a4e5-e71ceb16d30a HTTP/1.1" status: 200 len: 897 time: 0.1301184 Nov 15 11:52:47.973143 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-874aa506-1c5a-49ac-aa08-e913244ee62c None None] Set router 1965397e-d1c1-4f6e-8b7f-6d5b177391ec gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:52:47.983394 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d18e610d-97e5-41a1-878b-0f61d806153d req-f60f914e-ccc1-4c6a-adac-3e7c1adfc73a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa HTTP/1.1" status: 200 len: 217 time: 0.0347624 Nov 15 11:52:48.031158 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e610d-97e5-41a1-878b-0f61d806153d req-9014a2e3-7436-4442-a03d-b1b69f85bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:48.032671 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d18e610d-97e5-41a1-878b-0f61d806153d req-9014a2e3-7436-4442-a03d-b1b69f85bf8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a63eb78a-f35b-4b05-91a4-50bf82e43a04 HTTP/1.1" status: 200 len: 834 time: 0.0416477 Nov 15 11:52:48.083093 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e610d-97e5-41a1-878b-0f61d806153d req-dcac0f89-6786-49f3-96ee-c8a747ffbd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:48.084629 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d18e610d-97e5-41a1-878b-0f61d806153d req-dcac0f89-6786-49f3-96ee-c8a747ffbd6c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c9c983d-52a1-47cd-a4e5-e71ceb16d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440869 Nov 15 11:52:48.169053 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-874aa506-1c5a-49ac-aa08-e913244ee62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112229520', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:40Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '052da16f-bc38-4561-805d-51578c14bcad', 'name': '', 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:4a:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'a63eb78a-f35b-4b05-91a4-50bf82e43a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:51:40Z', 'updated_at': '2021-11-15T11:51:43Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': 'a63eb78a-f35b-4b05-91a4-50bf82e43a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:52:48.177741 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d18e610d-97e5-41a1-878b-0f61d806153d req-d3c06939-8ddb-4c98-9588-d60792dcbccc service neutron] 10.222.0.11 "GET /v2.0/networks/9c9c983d-52a1-47cd-a4e5-e71ceb16d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830581 Nov 15 11:52:48.194866 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874aa506-1c5a-49ac-aa08-e913244ee62c None None] The sync data for ids ['1965397e-d1c1-4f6e-8b7f-6d5b177391ec'] in n-d-729945-9 is: [{'id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112229520', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:40Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '052da16f-bc38-4561-805d-51578c14bcad', 'name': '', 'network_id': '9c9c983d-52a1-47cd-a4e5-e71ceb16d30a', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:4a:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'a63eb78a-f35b-4b05-91a4-50bf82e43a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:51:40Z', 'updated_at': '2021-11-15T11:51:43Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': 'a63eb78a-f35b-4b05-91a4-50bf82e43a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:52:48.273573 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d18e610d-97e5-41a1-878b-0f61d806153d req-5f1ed3dd-b621-45b3-abc6-5666675de719 service neutron] 10.222.0.11 "GET /v2.0/networks/9c9c983d-52a1-47cd-a4e5-e71ceb16d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876181 Nov 15 11:52:48.321006 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a80c3-d345-48dd-b55f-d3ef5c3ee403 req-cb677969-479a-4a15-a060-ca074469e4d0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:48.322565 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-dc3a80c3-d345-48dd-b55f-d3ef5c3ee403 req-cb677969-479a-4a15-a060-ca074469e4d0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.11 "GET /v2.0/ports?device_id=63960011-33d9-41a4-8b07-c7f365e98e38 HTTP/1.1" status: 200 len: 945 time: 0.0503731 Nov 15 11:52:48.417529 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca1e334-f3cd-4ef1-a3e6-fb4f61ed935c None None] New status for floating IP 85f0af1d-6a01-43a3-bb69-7d0672d82a36: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:52:48.420484 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-dc3a80c3-d345-48dd-b55f-d3ef5c3ee403 req-5792cdae-d1fd-4f88-8827-224202791b35 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Deleting port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:52:48.420838 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dc3a80c3-d345-48dd-b55f-d3ef5c3ee403 req-5792cdae-d1fd-4f88-8827-224202791b35 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:48.514625 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-dc3a80c3-d345-48dd-b55f-d3ef5c3ee403 req-5792cdae-d1fd-4f88-8827-224202791b35 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] For port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa,segment=NetworkSegment(1bb1f313-4c53-4ee0-b4e1-69b42cf7c474),segment_id=1bb1f313-4c53-4ee0-b4e1-69b42cf7c474)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:52:48.514994 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dc3a80c3-d345-48dd-b55f-d3ef5c3ee403 req-5792cdae-d1fd-4f88-8827-224202791b35 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:48.528073 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-dc3a80c3-d345-48dd-b55f-d3ef5c3ee403 req-5792cdae-d1fd-4f88-8827-224202791b35 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Calling delete_port for 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:52:48.661083 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dc3a80c3-d345-48dd-b55f-d3ef5c3ee403 req-5792cdae-d1fd-4f88-8827-224202791b35 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:48.689217 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792cdae-d1fd-4f88-8827-224202791b35 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'Port': ['ID=4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:48.735182 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3a80c3-d345-48dd-b55f-d3ef5c3ee403 req-5792cdae-d1fd-4f88-8827-224202791b35 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] No DVR routers for this DVR port 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:52:48.738117 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dc3a80c3-d345-48dd-b55f-d3ef5c3ee403 req-5792cdae-d1fd-4f88-8827-224202791b35 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:48.741688 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-dc3a80c3-d345-48dd-b55f-d3ef5c3ee403 req-5792cdae-d1fd-4f88-8827-224202791b35 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.11 "DELETE /v2.0/ports/4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa HTTP/1.1" status: 204 len: 173 time: 0.4128125 Nov 15 11:52:48.981826 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49986) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:52:49.369207 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15c75e83-e7da-459e-ac0f-bb050151aac1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:49.625235 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-15c75e83-e7da-459e-ac0f-bb050151aac1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Deleting port 052da16f-bc38-4561-805d-51578c14bcad {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:52:49.625548 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15c75e83-e7da-459e-ac0f-bb050151aac1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:49.708756 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63960011-33d9-41a4-8b07-c7f365e98e38', 'name': 'network-vif-deleted', 'tag': '4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:52:49.711046 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c866f72-0eee-40a5-b6e1-aeb339c02b07" -d '{"events": [{"server_uuid": "63960011-33d9-41a4-8b07-c7f365e98e38", "name": "network-vif-deleted", "tag": "4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:52:49.725428 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-15c75e83-e7da-459e-ac0f-bb050151aac1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] For port 052da16f-bc38-4561-805d-51578c14bcad, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=052da16f-bc38-4561-805d-51578c14bcad,segment=NetworkSegment(1bb1f313-4c53-4ee0-b4e1-69b42cf7c474),segment_id=1bb1f313-4c53-4ee0-b4e1-69b42cf7c474)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:52:49.725784 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15c75e83-e7da-459e-ac0f-bb050151aac1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:49.739136 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-15c75e83-e7da-459e-ac0f-bb050151aac1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Calling delete_port for 052da16f-bc38-4561-805d-51578c14bcad owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:52:49.750816 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b8a287-39e6-4f85-b243-c1628f428120 x-openstack-request-id: req-32b8a287-39e6-4f85-b243-c1628f428120 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:52:49.751194 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63960011-33d9-41a4-8b07-c7f365e98e38", "name": "network-vif-deleted", "tag": "4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:52:49.751502 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32b8a287-39e6-4f85-b243-c1628f428120 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:52:49.752111 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63960011-33d9-41a4-8b07-c7f365e98e38', 'name': 'network-vif-deleted', 'tag': '4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa', 'status': 'completed', 'code': 200} Nov 15 11:52:49.934880 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15c75e83-e7da-459e-ac0f-bb050151aac1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:49.961717 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c75e83-e7da-459e-ac0f-bb050151aac1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'Port': ['ID=052da16f-bc38-4561-805d-51578c14bcad,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:50.133683 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15c75e83-e7da-459e-ac0f-bb050151aac1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:50.352996 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c75e83-e7da-459e-ac0f-bb050151aac1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Router 1965397e-d1c1-4f6e-8b7f-6d5b177391ec has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:52:50.457622 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c75e83-e7da-459e-ac0f-bb050151aac1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:52:50.463169 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-15c75e83-e7da-459e-ac0f-bb050151aac1 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "PUT /v2.0/routers/1965397e-d1c1-4f6e-8b7f-6d5b177391ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4797566 Nov 15 11:52:50.466551 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49990) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:52:50.469212 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c6847-4bfb-465e-bb24-5bdac28d6fb5 None None] Sync routers for ids ['1965397e-d1c1-4f6e-8b7f-6d5b177391ec'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:52:50.484869 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c6847-4bfb-465e-bb24-5bdac28d6fb5 None None] Routers {'1965397e-d1c1-4f6e-8b7f-6d5b177391ec'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:52:50.486114 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c08c6847-4bfb-465e-bb24-5bdac28d6fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:52:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['1965397e-d1c1-4f6e-8b7f-6d5b177391ec'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:52:50.516950 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da555e1-09f4-4642-a2c4-b52dfca130b7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Deleting subnet a63eb78a-f35b-4b05-91a4-50bf82e43a04 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:52:50.520183 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4da555e1-09f4-4642-a2c4-b52dfca130b7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:50.558795 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4da555e1-09f4-4642-a2c4-b52dfca130b7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:50.586034 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-c08c6847-4bfb-465e-bb24-5bdac28d6fb5 None None] Set router 1965397e-d1c1-4f6e-8b7f-6d5b177391ec gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:52:50.644151 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4da555e1-09f4-4642-a2c4-b52dfca130b7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:50.703334 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4da555e1-09f4-4642-a2c4-b52dfca130b7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:50.731516 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da555e1-09f4-4642-a2c4-b52dfca130b7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'Subnet': ['ID=a63eb78a-f35b-4b05-91a4-50bf82e43a04,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:50.733491 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4da555e1-09f4-4642-a2c4-b52dfca130b7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:50.736718 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4da555e1-09f4-4642-a2c4-b52dfca130b7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "DELETE /v2.0/subnets/a63eb78a-f35b-4b05-91a4-50bf82e43a04 HTTP/1.1" status: 204 len: 168 time: 0.2692912 Nov 15 11:52:50.739601 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49992) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:52:50.743485 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8132b9-e64c-4bd1-b05b-553a8b89a88d None None] Network 9c9c983d-52a1-47cd-a4e5-e71ceb16d30a requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:52:50.769702 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c08c6847-4bfb-465e-bb24-5bdac28d6fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112229520', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:52:49Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:52:50.796621 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c6847-4bfb-465e-bb24-5bdac28d6fb5 None None] Checking router: 1965397e-d1c1-4f6e-8b7f-6d5b177391ec for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:52:50.805472 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c6847-4bfb-465e-bb24-5bdac28d6fb5 None None] Routers {'1965397e-d1c1-4f6e-8b7f-6d5b177391ec'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:52:50.806340 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c08c6847-4bfb-465e-bb24-5bdac28d6fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:52:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['1965397e-d1c1-4f6e-8b7f-6d5b177391ec'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:52:50.850790 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40c33cb8-dcab-4be5-a958-8eb95d987ac5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:50.914727 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-c08c6847-4bfb-465e-bb24-5bdac28d6fb5 None None] Set router 1965397e-d1c1-4f6e-8b7f-6d5b177391ec gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:52:50.929796 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc9b7d5-ceca-450f-9733-aaf976400d40 None None] DHCP port deletion for 9c9c983d-52a1-47cd-a4e5-e71ceb16d30a request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:52:50.955994 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40c33cb8-dcab-4be5-a958-8eb95d987ac5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:50.975969 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-efc9b7d5-ceca-450f-9733-aaf976400d40 None None] Deleting port 0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:52:50.976340 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-efc9b7d5-ceca-450f-9733-aaf976400d40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:51.012322 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-40c33cb8-dcab-4be5-a958-8eb95d987ac5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Deleting port e881fe98-72d9-4847-bf61-22b7049edac2 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:52:51.012713 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40c33cb8-dcab-4be5-a958-8eb95d987ac5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:51.044430 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-efc9b7d5-ceca-450f-9733-aaf976400d40 None None] For port 0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5,segment=NetworkSegment(1bb1f313-4c53-4ee0-b4e1-69b42cf7c474),segment_id=1bb1f313-4c53-4ee0-b4e1-69b42cf7c474)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:52:51.045255 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-efc9b7d5-ceca-450f-9733-aaf976400d40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:51.058506 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-efc9b7d5-ceca-450f-9733-aaf976400d40 None None] Calling delete_port for 0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:52:51.104873 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c08c6847-4bfb-465e-bb24-5bdac28d6fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112229520', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:52:49Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:52:51.148027 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-efc9b7d5-ceca-450f-9733-aaf976400d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:51.191703 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc9b7d5-ceca-450f-9733-aaf976400d40 None None] No DVR routers for this DVR port 0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:52:51.193990 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9b7d5-ceca-450f-9733-aaf976400d40 None None] Pushing event deleted for resources: {'Port': ['ID=0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:51.228084 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c6847-4bfb-465e-bb24-5bdac28d6fb5 None None] The sync data for ids ['1965397e-d1c1-4f6e-8b7f-6d5b177391ec'] in n-d-729945-9 is: [{'id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112229520', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:52:49Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e881fe98-72d9-4847-bf61-22b7049edac2', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965397e-d1c1-4f6e-8b7f-6d5b177391ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:51:37Z', 'updated_at': '2021-11-15T11:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:52:51.363157 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-40c33cb8-dcab-4be5-a958-8eb95d987ac5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] For port e881fe98-72d9-4847-bf61-22b7049edac2, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e881fe98-72d9-4847-bf61-22b7049edac2,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:52:51.363491 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40c33cb8-dcab-4be5-a958-8eb95d987ac5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:51.375512 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-40c33cb8-dcab-4be5-a958-8eb95d987ac5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Calling delete_port for e881fe98-72d9-4847-bf61-22b7049edac2 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:52:51.549867 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40c33cb8-dcab-4be5-a958-8eb95d987ac5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:51.576347 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c33cb8-dcab-4be5-a958-8eb95d987ac5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'Port': ['ID=e881fe98-72d9-4847-bf61-22b7049edac2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:51.588521 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613eddb0-f604-46f2-a3a0-f9b340d05538 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:52:51.636381 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40c33cb8-dcab-4be5-a958-8eb95d987ac5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:51.732475 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:52:51.738873 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40c33cb8-dcab-4be5-a958-8eb95d987ac5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:51.741001 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40c33cb8-dcab-4be5-a958-8eb95d987ac5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:51.753018 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:52:51.753579 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 4754c98e-fcc4-41e0-aef0-0ea3cd58ddfa not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:52:51.784987 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40c33cb8-dcab-4be5-a958-8eb95d987ac5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:51.785551 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c33cb8-dcab-4be5-a958-8eb95d987ac5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Fanout notify agent at l3_agent the message router_deleted on router 1965397e-d1c1-4f6e-8b7f-6d5b177391ec {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:52:51.792606 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-40c33cb8-dcab-4be5-a958-8eb95d987ac5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:51.796292 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-40c33cb8-dcab-4be5-a958-8eb95d987ac5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "DELETE /v2.0/routers/1965397e-d1c1-4f6e-8b7f-6d5b177391ec HTTP/1.1" status: 204 len: 168 time: 1.0532093 Nov 15 11:52:51.796542 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 49994) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:52:51.875187 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-59fc32ee-c345-459c-baf5-a8ac37ec665e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:51.975390 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-59fc32ee-c345-459c-baf5-a8ac37ec665e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:51.995430 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-59fc32ee-c345-459c-baf5-a8ac37ec665e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9c983d-52a1-47cd-a4e5-e71ceb16d30a']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:52:52.005016 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-59fc32ee-c345-459c-baf5-a8ac37ec665e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb1f313-4c53-4ee0-b4e1-69b42cf7c474') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:52:52.005311 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-59fc32ee-c345-459c-baf5-a8ac37ec665e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb1f313-4c53-4ee0-b4e1-69b42cf7c474') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:52:52.014910 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-59fc32ee-c345-459c-baf5-a8ac37ec665e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:52.031802 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-59fc32ee-c345-459c-baf5-a8ac37ec665e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:52.039340 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59fc32ee-c345-459c-baf5-a8ac37ec665e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:52:52.039723 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-59fc32ee-c345-459c-baf5-a8ac37ec665e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:52:52.042712 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:52:52.105240 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-59fc32ee-c345-459c-baf5-a8ac37ec665e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:52.112636 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-59fc32ee-c345-459c-baf5-a8ac37ec665e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:52.115852 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-59fc32ee-c345-459c-baf5-a8ac37ec665e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "DELETE /v2.0/networks/9c9c983d-52a1-47cd-a4e5-e71ceb16d30a HTTP/1.1" status: 204 len: 168 time: 0.3182955 Nov 15 11:52:52.118728 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 49996) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:52:52.127535 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc32ee-c345-459c-baf5-a8ac37ec665e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'Network': ['ID=9c9c983d-52a1-47cd-a4e5-e71ceb16d30a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:52.177262 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9907634c-0f69-4bae-b545-ce6a217c7c38 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:52.201605 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9907634c-0f69-4bae-b545-ce6a217c7c38 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:52.278319 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9907634c-0f69-4bae-b545-ce6a217c7c38 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:52.278603 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 052da16f-bc38-4561-805d-51578c14bcad no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:52:52.280951 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9907634c-0f69-4bae-b545-ce6a217c7c38 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:52.282152 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9907634c-0f69-4bae-b545-ce6a217c7c38 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "DELETE /v2.0/security-groups/e80b4412-db3f-4455-822b-c427385f6e1f HTTP/1.1" status: 204 len: 168 time: 0.1623917 Nov 15 11:52:52.291165 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907634c-0f69-4bae-b545-ce6a217c7c38 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80b4412-db3f-4455-822b-c427385f6e1f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:52.303281 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 052da16f-bc38-4561-805d-51578c14bcad {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:52:52.303621 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 052da16f-bc38-4561-805d-51578c14bcad not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:52:52.304287 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:52:52.329598 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:52:52.329927 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0f8091b1-6fe2-48d9-94c5-f21abd3d4cc5 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:52:52.330543 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e881fe98-72d9-4847-bf61-22b7049edac2 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:52:52.357166 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: e881fe98-72d9-4847-bf61-22b7049edac2 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:52:52.357409 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e881fe98-72d9-4847-bf61-22b7049edac2 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:52:52.757586 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50002) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:52:52.762263 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5e155509-2d36-42b0-8028-f01f6de7f255 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1335368485', 'description': 'tempest-secgroup-smoke-1335368485 description', 'project_id': '362ca752f1324aed8969e4ed5d5df955'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:52:52.786200 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e155509-2d36-42b0-8028-f01f6de7f255 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:52.853339 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e155509-2d36-42b0-8028-f01f6de7f255 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:52.859609 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e155509-2d36-42b0-8028-f01f6de7f255 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:52.890956 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e155509-2d36-42b0-8028-f01f6de7f255 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:52.892214 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5e155509-2d36-42b0-8028-f01f6de7f255 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1335869 Nov 15 11:52:52.893419 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e155509-2d36-42b0-8028-f01f6de7f255 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=891dec02-5360-427c-a40b-c5c271312bd6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:52.895204 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50004) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:52:52.899986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-3369eda7-0a16-4384-a3ba-7b6465ab4c9f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group_rule': {'security_group_id': '891dec02-5360-427c-a40b-c5c271312bd6', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:52:52.928015 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3369eda7-0a16-4384-a3ba-7b6465ab4c9f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:52.975055 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3369eda7-0a16-4384-a3ba-7b6465ab4c9f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:52.980542 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3369eda7-0a16-4384-a3ba-7b6465ab4c9f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:52.998079 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369eda7-0a16-4384-a3ba-7b6465ab4c9f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036077f8-abe6-4c76-bc79-3dbe056495bc,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:53.007134 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3369eda7-0a16-4384-a3ba-7b6465ab4c9f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.008350 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3369eda7-0a16-4384-a3ba-7b6465ab4c9f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1120391 Nov 15 11:52:53.012169 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50006) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:52:53.016454 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-cb244165-b3bd-4939-8595-4edd6fc990d4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group_rule': {'security_group_id': '891dec02-5360-427c-a40b-c5c271312bd6', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:52:53.042777 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb244165-b3bd-4939-8595-4edd6fc990d4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.102276 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb244165-b3bd-4939-8595-4edd6fc990d4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.107750 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb244165-b3bd-4939-8595-4edd6fc990d4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.132897 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb244165-b3bd-4939-8595-4edd6fc990d4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd921dc1-36bb-4533-972b-894a15917cd1,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:53.141782 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cb244165-b3bd-4939-8595-4edd6fc990d4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.143020 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cb244165-b3bd-4939-8595-4edd6fc990d4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1299219 Nov 15 11:52:53.146227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50008) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:52:53.150606 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-97d0b2ad-dd0a-486d-98bd-d59b70673670 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group_rule': {'security_group_id': '891dec02-5360-427c-a40b-c5c271312bd6', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:52:53.178393 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97d0b2ad-dd0a-486d-98bd-d59b70673670 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.235889 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97d0b2ad-dd0a-486d-98bd-d59b70673670 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.241023 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97d0b2ad-dd0a-486d-98bd-d59b70673670 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.259257 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0b2ad-dd0a-486d-98bd-d59b70673670 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecd0d68-db93-402e-8a4d-bc4da1da44ec,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:53.267665 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97d0b2ad-dd0a-486d-98bd-d59b70673670 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.268885 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-97d0b2ad-dd0a-486d-98bd-d59b70673670 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216874 Nov 15 11:52:53.271768 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50010) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:52:53.276171 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-b7ddc421-c4d3-497a-9fef-e72c04d3a943 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group_rule': {'security_group_id': '891dec02-5360-427c-a40b-c5c271312bd6', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:52:53.303837 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc421-c4d3-497a-9fef-e72c04d3a943 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.370005 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc421-c4d3-497a-9fef-e72c04d3a943 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.377031 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc421-c4d3-497a-9fef-e72c04d3a943 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.396283 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddc421-c4d3-497a-9fef-e72c04d3a943 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502b3d32-552d-457a-8da5-a8f1d57ad303,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:53.402403 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc421-c4d3-497a-9fef-e72c04d3a943 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.403680 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b7ddc421-c4d3-497a-9fef-e72c04d3a943 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309481 Nov 15 11:52:53.406579 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50012) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:52:53.411141 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-283d5b88-38c4-4ec6-9f4f-99ea02ff1003 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group_rule': {'security_group_id': '891dec02-5360-427c-a40b-c5c271312bd6', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:52:53.433678 n-d-729945-9 neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-283d5b88-38c4-4ec6-9f4f-99ea02ff1003 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Project 362ca752f1324aed8969e4ed5d5df955 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 11:52:53.438673 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-283d5b88-38c4-4ec6-9f4f-99ea02ff1003 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.509149 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-283d5b88-38c4-4ec6-9f4f-99ea02ff1003 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.514298 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-283d5b88-38c4-4ec6-9f4f-99ea02ff1003 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.532082 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d5b88-38c4-4ec6-9f4f-99ea02ff1003 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4406ec36-840f-40bb-ba2b-befa5c9f2ddb,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:53.540233 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-283d5b88-38c4-4ec6-9f4f-99ea02ff1003 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.541516 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-283d5b88-38c4-4ec6-9f4f-99ea02ff1003 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1338651 Nov 15 11:52:53.544628 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50014) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:52:53.549343 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-34a4c715-50a2-4fcf-864f-b71e0911b6c5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'security_group_rule': {'security_group_id': '891dec02-5360-427c-a40b-c5c271312bd6', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:52:53.573560 n-d-729945-9 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-34a4c715-50a2-4fcf-864f-b71e0911b6c5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Project 362ca752f1324aed8969e4ed5d5df955 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 11:52:53.578368 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34a4c715-50a2-4fcf-864f-b71e0911b6c5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.636826 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34a4c715-50a2-4fcf-864f-b71e0911b6c5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.642133 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34a4c715-50a2-4fcf-864f-b71e0911b6c5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.658705 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4c715-50a2-4fcf-864f-b71e0911b6c5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e233498-cac4-43f4-9de0-134417e20ba4,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:53.670259 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-34a4c715-50a2-4fcf-864f-b71e0911b6c5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.671574 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-34a4c715-50a2-4fcf-864f-b71e0911b6c5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259270 Nov 15 11:52:53.675825 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50016) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:52:53.680741 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-758e178f-b163-4136-91f7-5f796dc00b8f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'network': {'name': 'tempest-network-smoke--966841734', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'port_security_enabled': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:52:53.703673 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758e178f-b163-4136-91f7-5f796dc00b8f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Made reservation on behalf of 362ca752f1324aed8969e4ed5d5df955 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:52:53.707139 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-758e178f-b163-4136-91f7-5f796dc00b8f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.732132 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758e178f-b163-4136-91f7-5f796dc00b8f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:52:53.741444 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-758e178f-b163-4136-91f7-5f796dc00b8f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.741782 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-758e178f-b163-4136-91f7-5f796dc00b8f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Added segment 3b33f303-7d6f-4a21-b2e0-24ea02066168 of type vlan for network 87ee5a48-1cab-44bd-b72d-0848d634fc1b Nov 15 11:52:53.787217 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-758e178f-b163-4136-91f7-5f796dc00b8f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.814385 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-758e178f-b163-4136-91f7-5f796dc00b8f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.820062 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758e178f-b163-4136-91f7-5f796dc00b8f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:53.820638 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-758e178f-b163-4136-91f7-5f796dc00b8f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.875731 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-758e178f-b163-4136-91f7-5f796dc00b8f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1988432 Nov 15 11:52:53.878746 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50018) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:52:53.883540 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-4236bc36-2b2d-47b6-b873-bad708fd17cf tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-380222619', 'admin_state_up': True, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:52:53.887514 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e178f-b163-4136-91f7-5f796dc00b8f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Network': ['ID=87ee5a48-1cab-44bd-b72d-0848d634fc1b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:53.897955 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 87ee5a48-1cab-44bd-b72d-0848d634fc1b details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:52:53.910238 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4236bc36-2b2d-47b6-b873-bad708fd17cf tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.910558 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4236bc36-2b2d-47b6-b873-bad708fd17cf tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:53.961422 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4236bc36-2b2d-47b6-b873-bad708fd17cf tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:54.108507 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4236bc36-2b2d-47b6-b873-bad708fd17cf tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:54.297008 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4236bc36-2b2d-47b6-b873-bad708fd17cf tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:54.318260 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4236bc36-2b2d-47b6-b873-bad708fd17cf tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:54.418729 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-4236bc36-2b2d-47b6-b873-bad708fd17cf tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Allocated IP 172.25.7.214 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/e7ab216c-1f02-4335-9155-535453752d4f) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:52:54.519639 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4236bc36-2b2d-47b6-b873-bad708fd17cf tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:54.555476 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4236bc36-2b2d-47b6-b873-bad708fd17cf tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:54.595778 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4236bc36-2b2d-47b6-b873-bad708fd17cf tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:52:54.601145 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-4236bc36-2b2d-47b6-b873-bad708fd17cf tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:52:54.603967 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4236bc36-2b2d-47b6-b873-bad708fd17cf tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:52:54.607231 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236bc36-2b2d-47b6-b873-bad708fd17cf tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Port': ['ID=e7ab216c-1f02-4335-9155-535453752d4f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:54.615012 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ee21d0-b944-4055-8ef4-d083741a3f9a None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:52:54.737609 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3ac6cff7-c121-4993-9b82-2330c94b23a8 None None] Provisioning complete for port e7ab216c-1f02-4335-9155-535453752d4f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:52:54.737892 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3ac6cff7-c121-4993-9b82-2330c94b23a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:54.778499 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3ac6cff7-c121-4993-9b82-2330c94b23a8 None None] Port e7ab216c-1f02-4335-9155-535453752d4f cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:52:55.181414 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4236bc36-2b2d-47b6-b873-bad708fd17cf tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:55.383087 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4236bc36-2b2d-47b6-b873-bad708fd17cf tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:55.513831 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4236bc36-2b2d-47b6-b873-bad708fd17cf tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Router 3726c047-a7bd-4feb-901d-4051ecc63f53 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:52:55.624645 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4236bc36-2b2d-47b6-b873-bad708fd17cf tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:52:55.634989 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] Sync routers for ids ['3726c047-a7bd-4feb-901d-4051ecc63f53'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:52:55.645405 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] Routers {'3726c047-a7bd-4feb-901d-4051ecc63f53'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:52:55.646013 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:52:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3726c047-a7bd-4feb-901d-4051ecc63f53'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:52:55.647064 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4236bc36-2b2d-47b6-b873-bad708fd17cf tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:55.648351 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4236bc36-2b2d-47b6-b873-bad708fd17cf tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7685692 Nov 15 11:52:55.651898 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50020) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:52:55.680610 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5642f329-41de-49a3-bff1-02ffa3478a26 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=362ca752f1324aed8969e4ed5d5df955&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274937 Nov 15 11:52:55.683317 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50022) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:52:55.750446 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] Set router 3726c047-a7bd-4feb-901d-4051ecc63f53 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:52:55.773749 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd452f29-2374-429d-a9f7-603a984db378 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:55.775907 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cd452f29-2374-429d-a9f7-603a984db378 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910363 Nov 15 11:52:55.778265 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50024) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:52:55.805288 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7a573e5a-0bb6-46b1-8ba9-c690ccf21984 tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259426 Nov 15 11:52:55.808034 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50026) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:52:55.813213 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-5b375aeb-d85e-43a3-bebd-7d6932203696 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2104595655', 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b', 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:52:55.904865 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b375aeb-d85e-43a3-bebd-7d6932203696 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Made reservation on behalf of 362ca752f1324aed8969e4ed5d5df955 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:52:55.908505 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5b375aeb-d85e-43a3-bebd-7d6932203696 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:55.926374 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380222619', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:52:53Z', 'updated_at': '2021-11-15T11:52:55Z', 'revision_number': 3, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:52:54Z', 'updated_at': '2021-11-15T11:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:52:55.956243 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] Checking router: 3726c047-a7bd-4feb-901d-4051ecc63f53 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:52:55.956583 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] Updating router 3726c047-a7bd-4feb-901d-4051ecc63f53 port e7ab216c-1f02-4335-9155-535453752d4f binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:52:55.982581 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:56.091429 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5b375aeb-d85e-43a3-bebd-7d6932203696 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:56.149445 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b375aeb-d85e-43a3-bebd-7d6932203696 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Subnet': ['ID=24fdb7e5-05c4-405c-882c-b1285aab794f,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:56.159634 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b375aeb-d85e-43a3-bebd-7d6932203696 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Checking segment: {'id': '3b33f303-7d6f-4a21-b2e0-24ea02066168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:52:56.160140 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b375aeb-d85e-43a3-bebd-7d6932203696 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network hostable DHCP agents. Network: 87ee5a48-1cab-44bd-b72d-0848d634fc1b, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:52:56.183209 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b375aeb-d85e-43a3-bebd-7d6932203696 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network 87ee5a48-1cab-44bd-b72d-0848d634fc1b is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:52:56.193149 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-5b375aeb-d85e-43a3-bebd-7d6932203696 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 87ee5a48-1cab-44bd-b72d-0848d634fc1b) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:52:56.197171 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b375aeb-d85e-43a3-bebd-7d6932203696 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:56.197765 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5b375aeb-d85e-43a3-bebd-7d6932203696 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:56.215111 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5b375aeb-d85e-43a3-bebd-7d6932203696 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4058516 Nov 15 11:52:56.217607 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960def85-7adc-4cb1-9e48-ef543135b8ed None None] Network 87ee5a48-1cab-44bd-b72d-0848d634fc1b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:52:56.217972 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50028) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:52:56.277328 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:56.286787 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:56.353886 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa7cdb4-fcf4-4ee7-8e74-836845c43404 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:52:56.368409 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266edb9c-185b-4956-961a-a471973562fe None None] Pushing event updated for resources: {'Port': ['ID=e7ab216c-1f02-4335-9155-535453752d4f,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:56.371309 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] Attempting to bind port e7ab216c-1f02-4335-9155-535453752d4f on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:52:56.371666 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] Attempting to bind port e7ab216c-1f02-4335-9155-535453752d4f by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:52:56.372039 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] Attempting to bind port e7ab216c-1f02-4335-9155-535453752d4f on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:52:56.405179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:52:56.405542 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:52:56.405983 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:56.406295 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:52:56.406754 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] Bound port: e7ab216c-1f02-4335-9155-535453752d4f, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:52:56.407119 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:56.481062 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f3e512b3-e1ed-406c-945c-350c12a0c9d5 None None] Provisioning complete for port e7ab216c-1f02-4335-9155-535453752d4f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:52:56.481418 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f3e512b3-e1ed-406c-945c-350c12a0c9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:56.506838 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2985536-547f-4987-8d20-f4ea4bd010ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-87ee5a48-1cab-44bd-b72d-0848d634fc1b', 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'fixed_ips': [{'subnet_id': '24fdb7e5-05c4-405c-882c-b1285aab794f'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:52:56.507691 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f2985536-547f-4987-8d20-f4ea4bd010ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:56.512805 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] For port e7ab216c-1f02-4335-9155-535453752d4f, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:52:56.542507 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] For port e7ab216c-1f02-4335-9155-535453752d4f, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e7ab216c-1f02-4335-9155-535453752d4f,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:52:56.552142 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:56.554247 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f3e512b3-e1ed-406c-945c-350c12a0c9d5 None None] Port e7ab216c-1f02-4335-9155-535453752d4f cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:52:56.645542 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5d41a6-630e-4749-aefe-e31aea2d10e6 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:52:56.655804 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cb5053e-41d4-4f20-8b3b-c891efa6fbc3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:56.699607 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] Routers {'3726c047-a7bd-4feb-901d-4051ecc63f53'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:52:56.700250 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:52:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3726c047-a7bd-4feb-901d-4051ecc63f53'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:52:56.709371 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266edb9c-185b-4956-961a-a471973562fe None None] Pushing event updated for resources: {'Port': ['ID=e7ab216c-1f02-4335-9155-535453752d4f,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:56.963923 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-f2985536-547f-4987-8d20-f4ea4bd010ca None None] Allocated IP 172.20.0.2 (87ee5a48-1cab-44bd-b72d-0848d634fc1b/24fdb7e5-05c4-405c-882c-b1285aab794f/609177ae-8217-483a-8c28-f6ee541c6a00) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:52:56.984516 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8f08b070-bbe7-4e43-9978-a7bab5b41eb5 None None] Provisioning complete for port e7ab216c-1f02-4335-9155-535453752d4f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:52:56.984815 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8f08b070-bbe7-4e43-9978-a7bab5b41eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:57.075338 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] Set router 3726c047-a7bd-4feb-901d-4051ecc63f53 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:52:57.287674 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8f08b070-bbe7-4e43-9978-a7bab5b41eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:57.312127 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f2985536-547f-4987-8d20-f4ea4bd010ca None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:57.340429 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f2985536-547f-4987-8d20-f4ea4bd010ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:57.350355 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8f08b070-bbe7-4e43-9978-a7bab5b41eb5 None None] For port e7ab216c-1f02-4335-9155-535453752d4f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e7ab216c-1f02-4335-9155-535453752d4f,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:52:57.375378 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-3cb5053e-41d4-4f20-8b3b-c891efa6fbc3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Allocated IP 172.20.0.1 (87ee5a48-1cab-44bd-b72d-0848d634fc1b/24fdb7e5-05c4-405c-882c-b1285aab794f/e93406c8-8405-4d1f-98ac-d0adf8fc0cd5) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:52:57.376865 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8f08b070-bbe7-4e43-9978-a7bab5b41eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:57.392337 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2985536-547f-4987-8d20-f4ea4bd010ca None None] Network 87ee5a48-1cab-44bd-b72d-0848d634fc1b is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:52:57.398927 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-f2985536-547f-4987-8d20-f4ea4bd010ca None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:52:57.402225 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2985536-547f-4987-8d20-f4ea4bd010ca None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:52:57.406392 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2985536-547f-4987-8d20-f4ea4bd010ca None None] Pushing event updated for resources: {'Port': ['ID=609177ae-8217-483a-8c28-f6ee541c6a00,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:57.495436 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cb5053e-41d4-4f20-8b3b-c891efa6fbc3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:57.506684 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08b070-bbe7-4e43-9978-a7bab5b41eb5 None None] Pushing event updated for resources: {'Port': ['ID=e7ab216c-1f02-4335-9155-535453752d4f,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:57.512505 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380222619', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:52:53Z', 'updated_at': '2021-11-15T11:52:55Z', 'revision_number': 3, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:52:54Z', 'updated_at': '2021-11-15T11:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:52:57.514527 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f2985536-547f-4987-8d20-f4ea4bd010ca None None] Attempting to bind port 609177ae-8217-483a-8c28-f6ee541c6a00 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:52:57.514889 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f2985536-547f-4987-8d20-f4ea4bd010ca None None] Attempting to bind port 609177ae-8217-483a-8c28-f6ee541c6a00 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '3b33f303-7d6f-4a21-b2e0-24ea02066168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:52:57.515316 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2985536-547f-4987-8d20-f4ea4bd010ca None None] Attempting to bind port 609177ae-8217-483a-8c28-f6ee541c6a00 on network 87ee5a48-1cab-44bd-b72d-0848d634fc1b {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:52:57.539913 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cb5053e-41d4-4f20-8b3b-c891efa6fbc3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:57.544740 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a0411-d70b-4ce6-aa3d-727803bc887c None None] The sync data for ids ['3726c047-a7bd-4feb-901d-4051ecc63f53'] in n-d-729945-9 is: [{'id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380222619', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:52:53Z', 'updated_at': '2021-11-15T11:52:55Z', 'revision_number': 3, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:52:54Z', 'updated_at': '2021-11-15T11:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:52:57.546502 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2985536-547f-4987-8d20-f4ea4bd010ca None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:52:57.546866 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2985536-547f-4987-8d20-f4ea4bd010ca None None] Checking segment: {'id': '3b33f303-7d6f-4a21-b2e0-24ea02066168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:52:57.547256 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f2985536-547f-4987-8d20-f4ea4bd010ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:57.547626 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2985536-547f-4987-8d20-f4ea4bd010ca None None] Bound using segment: {'id': '3b33f303-7d6f-4a21-b2e0-24ea02066168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:52:57.548640 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-f2985536-547f-4987-8d20-f4ea4bd010ca None None] Bound port: 609177ae-8217-483a-8c28-f6ee541c6a00, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b33f303-7d6f-4a21-b2e0-24ea02066168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:52:57.548640 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f2985536-547f-4987-8d20-f4ea4bd010ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:57.578844 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb5053e-41d4-4f20-8b3b-c891efa6fbc3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network 87ee5a48-1cab-44bd-b72d-0848d634fc1b is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:52:57.589578 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-3cb5053e-41d4-4f20-8b3b-c891efa6fbc3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:52:57.593376 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb5053e-41d4-4f20-8b3b-c891efa6fbc3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:52:57.619358 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5053e-41d4-4f20-8b3b-c891efa6fbc3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Port': ['ID=e93406c8-8405-4d1f-98ac-d0adf8fc0cd5,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:57.622504 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f2985536-547f-4987-8d20-f4ea4bd010ca None None] For port 609177ae-8217-483a-8c28-f6ee541c6a00, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:52:57.626672 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f2985536-547f-4987-8d20-f4ea4bd010ca None None] For port 609177ae-8217-483a-8c28-f6ee541c6a00, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=609177ae-8217-483a-8c28-f6ee541c6a00,segment=NetworkSegment(3b33f303-7d6f-4a21-b2e0-24ea02066168),segment_id=3b33f303-7d6f-4a21-b2e0-24ea02066168)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:52:57.634583 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f2985536-547f-4987-8d20-f4ea4bd010ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:57.645651 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cb5053e-41d4-4f20-8b3b-c891efa6fbc3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:57.698260 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2985536-547f-4987-8d20-f4ea4bd010ca None None] Pushing event updated for resources: {'Port': ['ID=609177ae-8217-483a-8c28-f6ee541c6a00,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:57.806560 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cb5053e-41d4-4f20-8b3b-c891efa6fbc3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:58.071802 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 609177ae-8217-483a-8c28-f6ee541c6a00 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:52:58.122958 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 609177ae-8217-483a-8c28-f6ee541c6a00 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:52:58.123452 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:58.156361 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cb5053e-41d4-4f20-8b3b-c891efa6fbc3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:58.162056 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cb5053e-41d4-4f20-8b3b-c891efa6fbc3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:58.208834 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:58.238855 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cb5053e-41d4-4f20-8b3b-c891efa6fbc3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:58.245604 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5053e-41d4-4f20-8b3b-c891efa6fbc3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Port': ['ID=e93406c8-8405-4d1f-98ac-d0adf8fc0cd5,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:58.247103 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 609177ae-8217-483a-8c28-f6ee541c6a00, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=609177ae-8217-483a-8c28-f6ee541c6a00,segment=NetworkSegment(3b33f303-7d6f-4a21-b2e0-24ea02066168),segment_id=3b33f303-7d6f-4a21-b2e0-24ea02066168)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:52:58.257503 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:58.259267 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e7ab216c-1f02-4335-9155-535453752d4f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:52:58.337034 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=609177ae-8217-483a-8c28-f6ee541c6a00,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:52:58.350870 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port e7ab216c-1f02-4335-9155-535453752d4f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:52:58.351808 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:58.354214 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb5053e-41d4-4f20-8b3b-c891efa6fbc3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network 87ee5a48-1cab-44bd-b72d-0848d634fc1b is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:52:58.355894 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-3cb5053e-41d4-4f20-8b3b-c891efa6fbc3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:52:58.474947 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb5053e-41d4-4f20-8b3b-c891efa6fbc3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Router 3726c047-a7bd-4feb-901d-4051ecc63f53 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:52:58.591198 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb5053e-41d4-4f20-8b3b-c891efa6fbc3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:52:58.597513 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3cb5053e-41d4-4f20-8b3b-c891efa6fbc3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "PUT /v2.0/routers/3726c047-a7bd-4feb-901d-4051ecc63f53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3784695 Nov 15 11:52:58.754086 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-43a3fb43-94e2-491e-a23b-927536754f2a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1335368485&fields=id&tenant_id=362ca752f1324aed8969e4ed5d5df955 HTTP/1.1" status: 200 len: 267 time: 0.0461340 Nov 15 11:52:58.767573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e56a8c7-c87c-49a7-81ed-43f1d0516add None None] Network 87ee5a48-1cab-44bd-b72d-0848d634fc1b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:52:58.831667 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-31dd8b86-24cb-4d22-b859-760348faf919 None None] Provisioning complete for port 609177ae-8217-483a-8c28-f6ee541c6a00 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:52:58.832083 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-31dd8b86-24cb-4d22-b859-760348faf919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:58.873630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-1fcf3d17-b9f8-4076-ae48-a7d9b0113bdc tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:52:58.875149 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-1fcf3d17-b9f8-4076-ae48-a7d9b0113bdc tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/networks?id=87ee5a48-1cab-44bd-b72d-0848d634fc1b HTTP/1.1" status: 200 len: 796 time: 0.1108532 Nov 15 11:52:58.890880 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-cd85ec8a-fb92-4a94-9b1e-015f7f4bd4db tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/quotas/362ca752f1324aed8969e4ed5d5df955 HTTP/1.1" status: 200 len: 375 time: 0.0097337 Nov 15 11:52:58.943687 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-6858cca9-d091-438b-816a-1cc7b36535e6 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471179 Nov 15 11:52:59.055409 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-dc846b98-26db-4ed2-aa20-adcbaa1bff62 service neutron] 10.222.0.64 "GET /v2.0/networks/87ee5a48-1cab-44bd-b72d-0848d634fc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991306 Nov 15 11:52:59.147007 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-c05f7464-5158-4d8f-9ea9-3e14c3dc1f9d service neutron] 10.222.0.64 "GET /v2.0/networks/87ee5a48-1cab-44bd-b72d-0848d634fc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907006 Nov 15 11:52:59.205939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8ecabb4f-30b7-40b7-a450-864459eb3bfb None None] Provisioning complete for port 609177ae-8217-483a-8c28-f6ee541c6a00 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:52:59.206304 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8ecabb4f-30b7-40b7-a450-864459eb3bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:59.316734 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8ecabb4f-30b7-40b7-a450-864459eb3bfb None None] Provisioning complete for port e93406c8-8405-4d1f-98ac-d0adf8fc0cd5 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:52:59.317382 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8ecabb4f-30b7-40b7-a450-864459eb3bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:59.348740 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5f174a2-8382-41e8-9019-9aa9839345f7 req-3ad7f22a-d58d-4e49-b0ec-472bd52a4035 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 210 time: 0.0367534 Nov 15 11:52:59.362733 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] Sync routers for ids ['3726c047-a7bd-4feb-901d-4051ecc63f53'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:52:59.371989 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8ecabb4f-30b7-40b7-a450-864459eb3bfb None None] Port e93406c8-8405-4d1f-98ac-d0adf8fc0cd5 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:52:59.374066 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] Routers {'3726c047-a7bd-4feb-901d-4051ecc63f53'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:52:59.374676 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:52:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3726c047-a7bd-4feb-901d-4051ecc63f53'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:52:59.490230 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] Set router 3726c047-a7bd-4feb-901d-4051ecc63f53 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:52:59.498971 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f78e82b2-1866-40ab-b511-6c35f33fcac0 None None] Provisioning complete for port e93406c8-8405-4d1f-98ac-d0adf8fc0cd5 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:52:59.499471 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f78e82b2-1866-40ab-b511-6c35f33fcac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:59.557490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f78e82b2-1866-40ab-b511-6c35f33fcac0 None None] Port e93406c8-8405-4d1f-98ac-d0adf8fc0cd5 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:52:59.712295 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380222619', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:52:53Z', 'updated_at': '2021-11-15T11:52:57Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:52:54Z', 'updated_at': '2021-11-15T11:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'e93406c8-8405-4d1f-98ac-d0adf8fc0cd5', 'name': '', 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:4c:3d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '24fdb7e5-05c4-405c-882c-b1285aab794f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:52:56Z', 'updated_at': '2021-11-15T11:52:58Z', 'revision_number': 2, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': '24fdb7e5-05c4-405c-882c-b1285aab794f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:52:59.739184 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] Checking router: 3726c047-a7bd-4feb-901d-4051ecc63f53 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:52:59.739525 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] Updating router 3726c047-a7bd-4feb-901d-4051ecc63f53 port e93406c8-8405-4d1f-98ac-d0adf8fc0cd5 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:52:59.764476 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:59.779440 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8e899870-d203-493d-85a7-3573acd633fa None None] Provisioning complete for port e93406c8-8405-4d1f-98ac-d0adf8fc0cd5 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:52:59.780247 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8e899870-d203-493d-85a7-3573acd633fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:59.819123 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8e899870-d203-493d-85a7-3573acd633fa None None] Port e93406c8-8405-4d1f-98ac-d0adf8fc0cd5 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:52:59.881154 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:52:59.982768 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 609177ae-8217-483a-8c28-f6ee541c6a00 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:53:00.028740 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 609177ae-8217-483a-8c28-f6ee541c6a00 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:53:00.029016 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:00.029137 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:00.035589 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:00.104333 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca64541-f92f-4232-aa85-a8ea2cb16289 None None] Pushing event updated for resources: {'Port': ['ID=e93406c8-8405-4d1f-98ac-d0adf8fc0cd5,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:53:00.132332 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca64541-f92f-4232-aa85-a8ea2cb16289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:53:00.132616 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca64541-f92f-4232-aa85-a8ea2cb16289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:53:00.133070 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca64541-f92f-4232-aa85-a8ea2cb16289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:53:00.133552 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca64541-f92f-4232-aa85-a8ea2cb16289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:53:00.133933 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca64541-f92f-4232-aa85-a8ea2cb16289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:53:00.134288 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca64541-f92f-4232-aa85-a8ea2cb16289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:53:00.134632 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca64541-f92f-4232-aa85-a8ea2cb16289 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:53:00.134946 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca64541-f92f-4232-aa85-a8ea2cb16289 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:53:00.135241 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca64541-f92f-4232-aa85-a8ea2cb16289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:53:00.135554 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca64541-f92f-4232-aa85-a8ea2cb16289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:53:00.135881 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca64541-f92f-4232-aa85-a8ea2cb16289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:53:00.136193 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca64541-f92f-4232-aa85-a8ea2cb16289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:53:00.150186 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] Attempting to bind port e93406c8-8405-4d1f-98ac-d0adf8fc0cd5 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:53:00.150672 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] Attempting to bind port e93406c8-8405-4d1f-98ac-d0adf8fc0cd5 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '3b33f303-7d6f-4a21-b2e0-24ea02066168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:53:00.151085 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] Attempting to bind port e93406c8-8405-4d1f-98ac-d0adf8fc0cd5 on network 87ee5a48-1cab-44bd-b72d-0848d634fc1b {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:53:00.156454 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:53:00.156812 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] Checking segment: {'id': '3b33f303-7d6f-4a21-b2e0-24ea02066168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:53:00.157199 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:00.157574 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] Bound using segment: {'id': '3b33f303-7d6f-4a21-b2e0-24ea02066168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:53:00.158028 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] Bound port: e93406c8-8405-4d1f-98ac-d0adf8fc0cd5, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b33f303-7d6f-4a21-b2e0-24ea02066168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:53:00.158394 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:00.227883 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] For port e93406c8-8405-4d1f-98ac-d0adf8fc0cd5, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:53:00.231063 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] For port e93406c8-8405-4d1f-98ac-d0adf8fc0cd5, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e93406c8-8405-4d1f-98ac-d0adf8fc0cd5,segment=NetworkSegment(3b33f303-7d6f-4a21-b2e0-24ea02066168),segment_id=3b33f303-7d6f-4a21-b2e0-24ea02066168)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:53:00.237091 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:00.296219 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] Routers {'3726c047-a7bd-4feb-901d-4051ecc63f53'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:53:00.297085 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:52:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3726c047-a7bd-4feb-901d-4051ecc63f53'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:53:00.334289 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca64541-f92f-4232-aa85-a8ea2cb16289 None None] Pushing event updated for resources: {'Port': ['ID=e93406c8-8405-4d1f-98ac-d0adf8fc0cd5,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:53:00.360180 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a430e156-9199-4485-b5b5-819d055bbbd7 None None] Provisioning complete for port e93406c8-8405-4d1f-98ac-d0adf8fc0cd5 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:53:00.360476 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a430e156-9199-4485-b5b5-819d055bbbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:00.387430 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-80eb5926-fb4b-4865-b4c0-118729d258f3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:00.390534 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-80eb5926-fb4b-4865-b4c0-118729d258f3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.55 "GET /v2.0/networks?id=87ee5a48-1cab-44bd-b72d-0848d634fc1b HTTP/1.1" status: 200 len: 796 time: 0.1424265 Nov 15 11:53:00.440176 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] Set router 3726c047-a7bd-4feb-901d-4051ecc63f53 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:53:00.482373 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a430e156-9199-4485-b5b5-819d055bbbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:00.485113 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-0b7490e2-c818-405c-9b24-146ff17a810b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=362ca752f1324aed8969e4ed5d5df955 HTTP/1.1" status: 200 len: 380 time: 0.0844412 Nov 15 11:53:00.507664 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-ee9eb857-519e-4eca-9b63-7ca56e0e7207 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'port': {'device_id': 'c4df2da2-a066-4694-a143-443961959f90', 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b', 'admin_state_up': True, 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'security_groups': ['891dec02-5360-427c-a40b-c5c271312bd6']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:53:00.520960 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a430e156-9199-4485-b5b5-819d055bbbd7 None None] For port e93406c8-8405-4d1f-98ac-d0adf8fc0cd5, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e93406c8-8405-4d1f-98ac-d0adf8fc0cd5,segment=NetworkSegment(3b33f303-7d6f-4a21-b2e0-24ea02066168),segment_id=3b33f303-7d6f-4a21-b2e0-24ea02066168)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:53:00.528557 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a430e156-9199-4485-b5b5-819d055bbbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:00.544348 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21a8775b-e65e-43eb-8fcb-d27afff2d2da req-e0c3b5e2-0015-488a-83a8-0d80e08d4e67 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 210 time: 0.0574298 Nov 15 11:53:00.598721 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430e156-9199-4485-b5b5-819d055bbbd7 None None] Pushing event updated for resources: {'Port': ['ID=e93406c8-8405-4d1f-98ac-d0adf8fc0cd5,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:53:00.649270 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-50ecca35-7d55-47b2-9537-5ccad02ae7d4 None None] Provisioning complete for port e93406c8-8405-4d1f-98ac-d0adf8fc0cd5 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:53:00.649524 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-50ecca35-7d55-47b2-9537-5ccad02ae7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:00.649823 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-ee9eb857-519e-4eca-9b63-7ca56e0e7207 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Made reservation on behalf of 362ca752f1324aed8969e4ed5d5df955 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:53:00.653740 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-ee9eb857-519e-4eca-9b63-7ca56e0e7207 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:00.693821 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380222619', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:52:53Z', 'updated_at': '2021-11-15T11:52:57Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:52:54Z', 'updated_at': '2021-11-15T11:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'e93406c8-8405-4d1f-98ac-d0adf8fc0cd5', 'name': '', 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:4c:3d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '24fdb7e5-05c4-405c-882c-b1285aab794f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:52:56Z', 'updated_at': '2021-11-15T11:53:00Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': '24fdb7e5-05c4-405c-882c-b1285aab794f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:53:00.720477 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ec1f6f-9280-488e-9c12-c7002e9f44c8 None None] The sync data for ids ['3726c047-a7bd-4feb-901d-4051ecc63f53'] in n-d-729945-9 is: [{'id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380222619', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:52:53Z', 'updated_at': '2021-11-15T11:52:57Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:52:54Z', 'updated_at': '2021-11-15T11:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'e93406c8-8405-4d1f-98ac-d0adf8fc0cd5', 'name': '', 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:4c:3d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '24fdb7e5-05c4-405c-882c-b1285aab794f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:52:56Z', 'updated_at': '2021-11-15T11:53:00Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': '24fdb7e5-05c4-405c-882c-b1285aab794f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:53:00.800848 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-ee9eb857-519e-4eca-9b63-7ca56e0e7207 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Allocated IP 172.20.0.11 (87ee5a48-1cab-44bd-b72d-0848d634fc1b/24fdb7e5-05c4-405c-882c-b1285aab794f/892d8e54-78d5-46b3-aae1-938c0484ec7e) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:53:00.942670 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-ee9eb857-519e-4eca-9b63-7ca56e0e7207 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:00.982392 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-ee9eb857-519e-4eca-9b63-7ca56e0e7207 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:01.026848 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-ee9eb857-519e-4eca-9b63-7ca56e0e7207 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network 87ee5a48-1cab-44bd-b72d-0848d634fc1b is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:53:01.030162 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-ee9eb857-519e-4eca-9b63-7ca56e0e7207 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:53:01.034415 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-ee9eb857-519e-4eca-9b63-7ca56e0e7207 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:53:01.060956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9eb857-519e-4eca-9b63-7ca56e0e7207 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Port': ['ID=892d8e54-78d5-46b3-aae1-938c0484ec7e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:53:01.087239 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-ee9eb857-519e-4eca-9b63-7ca56e0e7207 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:01.088005 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-ee9eb857-519e-4eca-9b63-7ca56e0e7207 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:01.112446 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-ee9eb857-519e-4eca-9b63-7ca56e0e7207 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6117370 Nov 15 11:53:01.125075 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-4ea2c840-ff42-4291-90a3-ebf24affabe1 service neutron] Request body: {'port': {'device_id': 'c4df2da2-a066-4694-a143-443961959f90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:53:01.189292 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-4ea2c840-ff42-4291-90a3-ebf24affabe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:01.262066 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b35d040d-080e-4f38-b4af-de5ae57e5fdc None None] Provisioning complete for port 892d8e54-78d5-46b3-aae1-938c0484ec7e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:53:01.262677 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b35d040d-080e-4f38-b4af-de5ae57e5fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:01.299323 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-b35d040d-080e-4f38-b4af-de5ae57e5fdc None None] Port 892d8e54-78d5-46b3-aae1-938c0484ec7e cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:53:01.464043 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-4ea2c840-ff42-4291-90a3-ebf24affabe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892d8e54-78d5-46b3-aae1-938c0484ec7e {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:53:01.472890 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-4ea2c840-ff42-4291-90a3-ebf24affabe1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:01.485103 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-4ea2c840-ff42-4291-90a3-ebf24affabe1 service neutron] Transition to ACTIVE for port object 892d8e54-78d5-46b3-aae1-938c0484ec7e will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:53:01.489950 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-4ea2c840-ff42-4291-90a3-ebf24affabe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:01.541986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2c840-ff42-4291-90a3-ebf24affabe1 service neutron] Pushing event updated for resources: {'Port': ['ID=892d8e54-78d5-46b3-aae1-938c0484ec7e,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:53:01.679724 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-4ea2c840-ff42-4291-90a3-ebf24affabe1 service neutron] Attempting to bind port 892d8e54-78d5-46b3-aae1-938c0484ec7e on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:53:01.680117 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-4ea2c840-ff42-4291-90a3-ebf24affabe1 service neutron] Attempting to bind port 892d8e54-78d5-46b3-aae1-938c0484ec7e by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '3b33f303-7d6f-4a21-b2e0-24ea02066168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:53:01.680445 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-4ea2c840-ff42-4291-90a3-ebf24affabe1 service neutron] Attempting to bind port 892d8e54-78d5-46b3-aae1-938c0484ec7e on network 87ee5a48-1cab-44bd-b72d-0848d634fc1b {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:53:01.690247 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-4ea2c840-ff42-4291-90a3-ebf24affabe1 service neutron] Port 892d8e54-78d5-46b3-aae1-938c0484ec7e on network 87ee5a48-1cab-44bd-b72d-0848d634fc1b not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:53:01.690643 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-4ea2c840-ff42-4291-90a3-ebf24affabe1 service neutron] Attempting to bind port 892d8e54-78d5-46b3-aae1-938c0484ec7e on network 87ee5a48-1cab-44bd-b72d-0848d634fc1b {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:53:01.705301 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466be7d-686a-4fb6-a8df-2af650633281 req-66a5c586-00db-4525-b2df-848d5607171a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:01.706962 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b466be7d-686a-4fb6-a8df-2af650633281 req-66a5c586-00db-4525-b2df-848d5607171a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 944 time: 0.0787678 Nov 15 11:53:01.708288 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-4ea2c840-ff42-4291-90a3-ebf24affabe1 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:53:01.708753 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-4ea2c840-ff42-4291-90a3-ebf24affabe1 service neutron] Checking segment: {'id': '3b33f303-7d6f-4a21-b2e0-24ea02066168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:53:01.709136 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-4ea2c840-ff42-4291-90a3-ebf24affabe1 service neutron] Bound using segment: {'id': '3b33f303-7d6f-4a21-b2e0-24ea02066168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:53:01.709579 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-4ea2c840-ff42-4291-90a3-ebf24affabe1 service neutron] Bound port: 892d8e54-78d5-46b3-aae1-938c0484ec7e, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b33f303-7d6f-4a21-b2e0-24ea02066168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:53:01.709934 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-4ea2c840-ff42-4291-90a3-ebf24affabe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:01.804454 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b466be7d-686a-4fb6-a8df-2af650633281 req-ff8ef6f8-6ec5-46cb-9cfd-fcd6cbd11af6 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849752 Nov 15 11:53:01.816381 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-4ea2c840-ff42-4291-90a3-ebf24affabe1 service neutron] For port 892d8e54-78d5-46b3-aae1-938c0484ec7e, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:53:01.821555 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-4ea2c840-ff42-4291-90a3-ebf24affabe1 service neutron] For port 892d8e54-78d5-46b3-aae1-938c0484ec7e, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=892d8e54-78d5-46b3-aae1-938c0484ec7e,segment=NetworkSegment(3b33f303-7d6f-4a21-b2e0-24ea02066168),segment_id=3b33f303-7d6f-4a21-b2e0-24ea02066168)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:53:01.827683 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-4ea2c840-ff42-4291-90a3-ebf24affabe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:01.867301 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-4ea2c840-ff42-4291-90a3-ebf24affabe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:01.867961 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-4ea2c840-ff42-4291-90a3-ebf24affabe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:01.869404 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-4ea2c840-ff42-4291-90a3-ebf24affabe1 service neutron] 10.222.0.55 "PUT /v2.0/ports/892d8e54-78d5-46b3-aae1-938c0484ec7e HTTP/1.1" status: 200 len: 1092 time: 0.7487781 Nov 15 11:53:01.869908 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4df2da2-a066-4694-a143-443961959f90', 'tag': '892d8e54-78d5-46b3-aae1-938c0484ec7e'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:53:01.872346 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858970d6-f7c2-4156-ba2e-c7d749011513" -d '{"events": [{"name": "network-changed", "server_uuid": "c4df2da2-a066-4694-a143-443961959f90", "tag": "892d8e54-78d5-46b3-aae1-938c0484ec7e"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:53:01.874539 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:01.899622 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2c840-ff42-4291-90a3-ebf24affabe1 service neutron] Pushing event updated for resources: {'Port': ['ID=892d8e54-78d5-46b3-aae1-938c0484ec7e,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:53:01.923762 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8756f1-752c-4a0d-bf97-12678966c15f x-openstack-request-id: req-5c8756f1-752c-4a0d-bf97-12678966c15f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:53:01.924074 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4df2da2-a066-4694-a143-443961959f90", "tag": "892d8e54-78d5-46b3-aae1-938c0484ec7e", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:53:01.924364 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5c8756f1-752c-4a0d-bf97-12678966c15f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:53:01.924713 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4df2da2-a066-4694-a143-443961959f90', 'tag': '892d8e54-78d5-46b3-aae1-938c0484ec7e', 'status': 'completed', 'code': 200} Nov 15 11:53:01.979320 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-89bd3e1b-f4d9-47d6-a3d9-f358bd8e7555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:01.981145 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-89bd3e1b-f4d9-47d6-a3d9-f358bd8e7555 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 1095 time: 0.0523455 Nov 15 11:53:02.015509 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e93406c8-8405-4d1f-98ac-d0adf8fc0cd5 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:53:02.035300 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-4789da54-039b-4334-8e49-3725107d92d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=892d8e54-78d5-46b3-aae1-938c0484ec7e HTTP/1.1" status: 200 len: 217 time: 0.0448833 Nov 15 11:53:02.069699 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port e93406c8-8405-4d1f-98ac-d0adf8fc0cd5 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:53:02.070194 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:02.084354 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-326ad184-5089-483a-8111-825a1e5a5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:02.085511 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-326ad184-5089-483a-8111-825a1e5a5a3f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=24fdb7e5-05c4-405c-882c-b1285aab794f HTTP/1.1" status: 200 len: 835 time: 0.0438900 Nov 15 11:53:02.136424 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-07571a98-b2e3-44e8-95e9-425ad0aee389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:02.138008 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-07571a98-b2e3-44e8-95e9-425ad0aee389 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87ee5a48-1cab-44bd-b72d-0848d634fc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450606 Nov 15 11:53:02.228297 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-aef1742b-402a-4810-9251-be092b115623 service neutron] 10.222.0.55 "GET /v2.0/networks/87ee5a48-1cab-44bd-b72d-0848d634fc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817497 Nov 15 11:53:02.323501 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-11d39070-62d7-4bfd-bf4a-ccb0c1897de5 req-2defefcb-87a5-42d4-9fdc-49cf338318b0 service neutron] 10.222.0.55 "GET /v2.0/networks/87ee5a48-1cab-44bd-b72d-0848d634fc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884883 Nov 15 11:53:02.419069 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858970d6-f7c2-4156-ba2e-c7d749011513 req-9392e99b-95b6-4e2c-a658-0c6ffa314d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:02.420635 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-858970d6-f7c2-4156-ba2e-c7d749011513 req-9392e99b-95b6-4e2c-a658-0c6ffa314d3b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 1095 time: 0.0422418 Nov 15 11:53:02.513528 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858970d6-f7c2-4156-ba2e-c7d749011513 req-75696a3d-3846-4489-ab55-b70b0aaa8a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:02.514906 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-858970d6-f7c2-4156-ba2e-c7d749011513 req-75696a3d-3846-4489-ab55-b70b0aaa8a45 service neutron] 10.222.0.55 "GET /v2.0/networks?id=87ee5a48-1cab-44bd-b72d-0848d634fc1b HTTP/1.1" status: 200 len: 897 time: 0.0867674 Nov 15 11:53:02.559312 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-858970d6-f7c2-4156-ba2e-c7d749011513 req-64e032a0-441f-4ec3-86a8-d7eec416f04e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=892d8e54-78d5-46b3-aae1-938c0484ec7e HTTP/1.1" status: 200 len: 217 time: 0.0363650 Nov 15 11:53:02.615121 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858970d6-f7c2-4156-ba2e-c7d749011513 req-f9171120-e91c-430e-9e2f-961d97c6356a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:02.616724 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-858970d6-f7c2-4156-ba2e-c7d749011513 req-f9171120-e91c-430e-9e2f-961d97c6356a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=24fdb7e5-05c4-405c-882c-b1285aab794f HTTP/1.1" status: 200 len: 835 time: 0.0498095 Nov 15 11:53:02.670693 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858970d6-f7c2-4156-ba2e-c7d749011513 req-983602cf-1442-4917-97e4-8685bc976e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:02.672250 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-858970d6-f7c2-4156-ba2e-c7d749011513 req-983602cf-1442-4917-97e4-8685bc976e8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87ee5a48-1cab-44bd-b72d-0848d634fc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478210 Nov 15 11:53:02.765083 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-858970d6-f7c2-4156-ba2e-c7d749011513 req-e1fc24e6-d712-45d1-9119-88e5527cb602 service neutron] 10.222.0.55 "GET /v2.0/networks/87ee5a48-1cab-44bd-b72d-0848d634fc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846977 Nov 15 11:53:03.219848 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-858970d6-f7c2-4156-ba2e-c7d749011513 req-25799f84-52d2-497c-84df-bae49cf8daf0 service neutron] 10.222.0.55 "GET /v2.0/networks/87ee5a48-1cab-44bd-b72d-0848d634fc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469481 Nov 15 11:53:03.228101 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a1089-122c-4749-a7cd-5088a2977cb6 req-13c8d1ff-b170-4353-b226-883d40a441fa tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:03.229435 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-760a1089-122c-4749-a7cd-5088a2977cb6 req-13c8d1ff-b170-4353-b226-883d40a441fa tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 944 time: 0.0728483 Nov 15 11:53:03.282981 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-760a1089-122c-4749-a7cd-5088a2977cb6 req-1df85bfa-30a2-44f7-b1f0-e3e71e501e60 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472877 Nov 15 11:53:04.414803 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c094703-b346-4278-a4b1-babe20f28721 req-d0a0572e-dfb3-4571-8183-adc1a8e63339 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:04.416300 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c094703-b346-4278-a4b1-babe20f28721 req-d0a0572e-dfb3-4571-8183-adc1a8e63339 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 944 time: 0.0499868 Nov 15 11:53:04.470100 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c094703-b346-4278-a4b1-babe20f28721 req-f1c85507-3505-4f55-aa6b-b29f2a95e64b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476372 Nov 15 11:53:05.179255 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 892d8e54-78d5-46b3-aae1-938c0484ec7e details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:53:05.285138 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 892d8e54-78d5-46b3-aae1-938c0484ec7e, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=892d8e54-78d5-46b3-aae1-938c0484ec7e,segment=NetworkSegment(3b33f303-7d6f-4a21-b2e0-24ea02066168),segment_id=3b33f303-7d6f-4a21-b2e0-24ea02066168)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:53:05.296570 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '892d8e54-78d5-46b3-aae1-938c0484ec7e', 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b', 'port_id': '892d8e54-78d5-46b3-aae1-938c0484ec7e', 'mac_address': 'fa:16:3e:ee:6f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fdb7e5-05c4-405c-882c-b1285aab794f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:53:05.333972 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:05.347388 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892d8e54-78d5-46b3-aae1-938c0484ec7e {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:53:05.374957 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 892d8e54-78d5-46b3-aae1-938c0484ec7e, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=892d8e54-78d5-46b3-aae1-938c0484ec7e,segment=NetworkSegment(3b33f303-7d6f-4a21-b2e0-24ea02066168),segment_id=3b33f303-7d6f-4a21-b2e0-24ea02066168)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:53:05.380695 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:05.426989 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=892d8e54-78d5-46b3-aae1-938c0484ec7e,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:53:05.601220 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2360b-c264-4154-b753-0e33b055849e req-759c0613-ce48-4420-9382-8b7cdd853326 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:05.602730 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2df2360b-c264-4154-b753-0e33b055849e req-759c0613-ce48-4420-9382-8b7cdd853326 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 945 time: 0.0487695 Nov 15 11:53:05.610479 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['892d8e54-78d5-46b3-aae1-938c0484ec7e'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:53:05.652861 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2df2360b-c264-4154-b753-0e33b055849e req-f0c0e86a-2558-4ff0-a240-a7be7673c159 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437837 Nov 15 11:53:06.271977 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-47c740d4-79fb-4aa5-b7f8-f8b056b93afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:06.785369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e934c-e4b1-48c2-afe4-157d77866ed9 req-e4d0475a-c12b-4554-b4b0-f81541f4c81e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:06.786910 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b01e934c-e4b1-48c2-afe4-157d77866ed9 req-e4d0475a-c12b-4554-b4b0-f81541f4c81e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 945 time: 0.0501091 Nov 15 11:53:06.835176 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b01e934c-e4b1-48c2-afe4-157d77866ed9 req-b5f8f0fa-4fbd-49c8-ad43-9dfdb5562a6a tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420065 Nov 15 11:53:07.182326 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 892d8e54-78d5-46b3-aae1-938c0484ec7e up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:53:07.238388 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 892d8e54-78d5-46b3-aae1-938c0484ec7e completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:53:07.242576 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 892d8e54-78d5-46b3-aae1-938c0484ec7e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:53:07.242950 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:07.325491 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:07.348524 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4df2da2-a066-4694-a143-443961959f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892d8e54-78d5-46b3-aae1-938c0484ec7e'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:53:07.350741 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24011e47-7725-40df-83b0-69868e692dd1" -d '{"events": [{"server_uuid": "c4df2da2-a066-4694-a143-443961959f90", "name": "network-vif-plugged", "status": "completed", "tag": "892d8e54-78d5-46b3-aae1-938c0484ec7e"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:53:07.363204 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 892d8e54-78d5-46b3-aae1-938c0484ec7e, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=892d8e54-78d5-46b3-aae1-938c0484ec7e,segment=NetworkSegment(3b33f303-7d6f-4a21-b2e0-24ea02066168),segment_id=3b33f303-7d6f-4a21-b2e0-24ea02066168)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:53:07.368428 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:07.395799 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c54e8d5-0978-4940-83e3-67d47d8f0ce7 x-openstack-request-id: req-8c54e8d5-0978-4940-83e3-67d47d8f0ce7 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:53:07.396257 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4df2da2-a066-4694-a143-443961959f90", "name": "network-vif-plugged", "status": "completed", "tag": "892d8e54-78d5-46b3-aae1-938c0484ec7e", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:53:07.396672 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c54e8d5-0978-4940-83e3-67d47d8f0ce7 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:53:07.397286 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4df2da2-a066-4694-a143-443961959f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892d8e54-78d5-46b3-aae1-938c0484ec7e', 'code': 200} Nov 15 11:53:07.427297 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=892d8e54-78d5-46b3-aae1-938c0484ec7e,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:53:07.493332 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13127e-a5e0-4598-a82a-41a1dfffd9cc req-b2765172-a75d-4db3-9f55-2dcef330d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:07.494815 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a13127e-a5e0-4598-a82a-41a1dfffd9cc req-b2765172-a75d-4db3-9f55-2dcef330d6fc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 1097 time: 0.0447156 Nov 15 11:53:07.544966 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a13127e-a5e0-4598-a82a-41a1dfffd9cc req-e9ebd383-981c-4d8e-b141-98481f1a7c80 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395377 Nov 15 11:53:07.968679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f1efc-20b8-4d60-bba9-f034a68c25c5 req-769c0e06-0efc-40b4-b56d-41ec0c96fb34 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:07.970504 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-733f1efc-20b8-4d60-bba9-f034a68c25c5 req-769c0e06-0efc-40b4-b56d-41ec0c96fb34 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 946 time: 0.0568476 Nov 15 11:53:08.018692 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-733f1efc-20b8-4d60-bba9-f034a68c25c5 req-d828dff6-bd7f-499a-95cc-304c4405cf3f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421090 Nov 15 11:53:08.373816 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6d196e34-d0ad-4ef9-ad1c-c1daf875e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:09.147585 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c8d99-cc1c-4b56-aaa2-2ad7d3fc2cf7 req-f3c0a7b9-0226-49a7-9855-6b655b1b4a03 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:09.149155 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-878c8d99-cc1c-4b56-aaa2-2ad7d3fc2cf7 req-f3c0a7b9-0226-49a7-9855-6b655b1b4a03 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 946 time: 0.0493855 Nov 15 11:53:09.203207 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-878c8d99-cc1c-4b56-aaa2-2ad7d3fc2cf7 req-9730e069-957f-493d-ad72-484e892ce4cc tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480092 Nov 15 11:53:09.318169 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4fe5a-1261-46a3-814d-827e438ac581 req-1a3146bb-5c8e-41c4-8d47-20686e30ae39 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:09.319551 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-caa4fe5a-1261-46a3-814d-827e438ac581 req-1a3146bb-5c8e-41c4-8d47-20686e30ae39 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 946 time: 0.0505843 Nov 15 11:53:09.370814 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-caa4fe5a-1261-46a3-814d-827e438ac581 req-79c130ef-286b-4ca9-8fba-f96d35a1834b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436931 Nov 15 11:53:09.397457 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50082) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:53:09.437333 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35061993-50b6-4c9e-b8d9-cec8919cba4f tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:09.438832 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-35061993-50b6-4c9e-b8d9-cec8919cba4f tempest-TestNetworkAdvancedServerOps-1968545428 tempest-TestNetworkAdvancedServerOps-1968545428-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 1092 time: 0.0403862 Nov 15 11:53:09.442052 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50084) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:53:09.446782 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-0b592e32-53e5-4256-9e40-9b1c04839d7d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': '892d8e54-78d5-46b3-aae1-938c0484ec7e', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:53:09.471116 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b592e32-53e5-4256-9e40-9b1c04839d7d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:09.573293 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b592e32-53e5-4256-9e40-9b1c04839d7d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:09.676346 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-0b592e32-53e5-4256-9e40-9b1c04839d7d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Allocated IP 172.25.7.26 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/6cd695ba-3b50-42d9-8f3d-09f17e2293d9) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:53:09.799881 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b592e32-53e5-4256-9e40-9b1c04839d7d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:09.845701 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b592e32-53e5-4256-9e40-9b1c04839d7d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:09.880514 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b592e32-53e5-4256-9e40-9b1c04839d7d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:53:09.885179 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-0b592e32-53e5-4256-9e40-9b1c04839d7d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:53:09.888665 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b592e32-53e5-4256-9e40-9b1c04839d7d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:53:09.911235 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b592e32-53e5-4256-9e40-9b1c04839d7d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Port': ['ID=6cd695ba-3b50-42d9-8f3d-09f17e2293d9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:53:09.942469 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:10.234870 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b592e32-53e5-4256-9e40-9b1c04839d7d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:10.303102 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b592e32-53e5-4256-9e40-9b1c04839d7d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:10.450490 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b592e32-53e5-4256-9e40-9b1c04839d7d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:10.457886 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b592e32-53e5-4256-9e40-9b1c04839d7d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:10.521632 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b592e32-53e5-4256-9e40-9b1c04839d7d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event updated for resources: {'Port': ['ID=6cd695ba-3b50-42d9-8f3d-09f17e2293d9,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:53:10.533402 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b592e32-53e5-4256-9e40-9b1c04839d7d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:10.630381 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-0b592e32-53e5-4256-9e40-9b1c04839d7d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Floating IP debfd0b2-a34a-4be5-8c18-dbb04f4c3d5f associated. External IP: 172.25.7.26, port: 892d8e54-78d5-46b3-aae1-938c0484ec7e. Nov 15 11:53:10.832887 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b592e32-53e5-4256-9e40-9b1c04839d7d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Router 3726c047-a7bd-4feb-901d-4051ecc63f53 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:53:10.942420 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b592e32-53e5-4256-9e40-9b1c04839d7d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:53:10.952345 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474772fd-448a-4e3a-9331-8661193ed572 None None] Sync routers for ids ['3726c047-a7bd-4feb-901d-4051ecc63f53'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:53:10.962236 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0b592e32-53e5-4256-9e40-9b1c04839d7d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:10.963426 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474772fd-448a-4e3a-9331-8661193ed572 None None] Routers {'3726c047-a7bd-4feb-901d-4051ecc63f53'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:53:10.964069 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-474772fd-448a-4e3a-9331-8661193ed572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:53:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3726c047-a7bd-4feb-901d-4051ecc63f53'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:53:10.989907 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0b592e32-53e5-4256-9e40-9b1c04839d7d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5466812 Nov 15 11:53:10.990491 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4df2da2-a066-4694-a143-443961959f90', 'tag': '892d8e54-78d5-46b3-aae1-938c0484ec7e'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:53:10.992794 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e993207-927a-461c-85e7-6d9d8096f5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "c4df2da2-a066-4694-a143-443961959f90", "tag": "892d8e54-78d5-46b3-aae1-938c0484ec7e"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:53:11.069796 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-474772fd-448a-4e3a-9331-8661193ed572 None None] Set router 3726c047-a7bd-4feb-901d-4051ecc63f53 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:53:11.085866 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a932abb-d6f6-4eb1-831e-0360050b82bb req-efafe572-1120-4da8-b7ec-b51293578c97 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:11.087292 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a932abb-d6f6-4eb1-831e-0360050b82bb req-efafe572-1120-4da8-b7ec-b51293578c97 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 946 time: 0.0482872 Nov 15 11:53:11.137357 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a932abb-d6f6-4eb1-831e-0360050b82bb req-d3ff2676-2a1c-41f3-a233-c1d445fe0344 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438163 Nov 15 11:53:11.159735 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50090) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:53:11.200817 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8bed14-ca42-45f5-851b-5e90a2ce15a9 x-openstack-request-id: req-0b8bed14-ca42-45f5-851b-5e90a2ce15a9 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:53:11.201099 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4df2da2-a066-4694-a143-443961959f90", "tag": "892d8e54-78d5-46b3-aae1-938c0484ec7e", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:53:11.201331 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b8bed14-ca42-45f5-851b-5e90a2ce15a9 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:53:11.201754 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4df2da2-a066-4694-a143-443961959f90', 'tag': '892d8e54-78d5-46b3-aae1-938c0484ec7e', 'status': 'completed', 'code': 200} Nov 15 11:53:11.249790 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3a9cae5d-a3fa-4ac2-b3b9-8d4f5daf50df tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/floatingips/debfd0b2-a34a-4be5-8c18-dbb04f4c3d5f HTTP/1.1" status: 200 len: 991 time: 0.0887942 Nov 15 11:53:11.260823 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e993207-927a-461c-85e7-6d9d8096f5bd req-181b7947-513b-4878-87b5-152387687a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:11.262277 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e993207-927a-461c-85e7-6d9d8096f5bd req-181b7947-513b-4878-87b5-152387687a94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 1097 time: 0.0499604 Nov 15 11:53:11.305662 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-474772fd-448a-4e3a-9331-8661193ed572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380222619', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:52:53Z', 'updated_at': '2021-11-15T11:52:57Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:52:54Z', 'updated_at': '2021-11-15T11:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'debfd0b2-a34a-4be5-8c18-dbb04f4c3d5f', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'port_id': '892d8e54-78d5-46b3-aae1-938c0484ec7e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b', 'mac_address': 'fa:16:3e:ee:6f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4df2da2-a066-4694-a143-443961959f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:53:10Z', 'updated_at': '2021-11-15T11:53:10Z', 'revision_number': 0, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e93406c8-8405-4d1f-98ac-d0adf8fc0cd5', 'name': '', 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:4c:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '24fdb7e5-05c4-405c-882c-b1285aab794f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:52:56Z', 'updated_at': '2021-11-15T11:53:00Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': '24fdb7e5-05c4-405c-882c-b1285aab794f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:53:11.332513 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474772fd-448a-4e3a-9331-8661193ed572 None None] Checking router: 3726c047-a7bd-4feb-901d-4051ecc63f53 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:53:11.341150 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474772fd-448a-4e3a-9331-8661193ed572 None None] Routers {'3726c047-a7bd-4feb-901d-4051ecc63f53'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:53:11.341662 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-474772fd-448a-4e3a-9331-8661193ed572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:53:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3726c047-a7bd-4feb-901d-4051ecc63f53'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:53:11.357975 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e993207-927a-461c-85e7-6d9d8096f5bd req-6beebde7-7b09-4027-9acf-cfb2f4b741b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:11.359492 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e993207-927a-461c-85e7-6d9d8096f5bd req-6beebde7-7b09-4027-9acf-cfb2f4b741b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=87ee5a48-1cab-44bd-b72d-0848d634fc1b HTTP/1.1" status: 200 len: 897 time: 0.0888362 Nov 15 11:53:11.423321 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e993207-927a-461c-85e7-6d9d8096f5bd req-800880b9-183c-4d5c-9e6a-e6358cca3e21 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=892d8e54-78d5-46b3-aae1-938c0484ec7e HTTP/1.1" status: 200 len: 999 time: 0.0567956 Nov 15 11:53:11.449023 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-474772fd-448a-4e3a-9331-8661193ed572 None None] Set router 3726c047-a7bd-4feb-901d-4051ecc63f53 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:53:11.471772 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e993207-927a-461c-85e7-6d9d8096f5bd req-c59bf6e1-9ff1-4171-ae6b-27dfdc93e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:11.473233 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e993207-927a-461c-85e7-6d9d8096f5bd req-c59bf6e1-9ff1-4171-ae6b-27dfdc93e835 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=24fdb7e5-05c4-405c-882c-b1285aab794f HTTP/1.1" status: 200 len: 835 time: 0.0431542 Nov 15 11:53:11.522495 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e993207-927a-461c-85e7-6d9d8096f5bd req-6a86f29d-eb03-4652-b693-a56f5e65be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:11.524047 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e993207-927a-461c-85e7-6d9d8096f5bd req-6a86f29d-eb03-4652-b693-a56f5e65be54 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87ee5a48-1cab-44bd-b72d-0848d634fc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443757 Nov 15 11:53:11.618278 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e993207-927a-461c-85e7-6d9d8096f5bd req-7cc422f1-3a75-4d01-a584-f21e3558e5e0 service neutron] 10.222.0.55 "GET /v2.0/networks/87ee5a48-1cab-44bd-b72d-0848d634fc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868180 Nov 15 11:53:11.712221 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:11.715453 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e993207-927a-461c-85e7-6d9d8096f5bd req-fe6b215f-21d6-435e-84bf-31843ee9ac77 service neutron] 10.222.0.55 "GET /v2.0/networks/87ee5a48-1cab-44bd-b72d-0848d634fc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901229 Nov 15 11:53:11.852619 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-474772fd-448a-4e3a-9331-8661193ed572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380222619', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:52:53Z', 'updated_at': '2021-11-15T11:52:57Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:52:54Z', 'updated_at': '2021-11-15T11:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'debfd0b2-a34a-4be5-8c18-dbb04f4c3d5f', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'port_id': '892d8e54-78d5-46b3-aae1-938c0484ec7e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b', 'mac_address': 'fa:16:3e:ee:6f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4df2da2-a066-4694-a143-443961959f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:53:10Z', 'updated_at': '2021-11-15T11:53:10Z', 'revision_number': 0, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e93406c8-8405-4d1f-98ac-d0adf8fc0cd5', 'name': '', 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:4c:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '24fdb7e5-05c4-405c-882c-b1285aab794f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:52:56Z', 'updated_at': '2021-11-15T11:53:00Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': '24fdb7e5-05c4-405c-882c-b1285aab794f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:53:11.878939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474772fd-448a-4e3a-9331-8661193ed572 None None] The sync data for ids ['3726c047-a7bd-4feb-901d-4051ecc63f53'] in n-d-729945-9 is: [{'id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380222619', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:52:53Z', 'updated_at': '2021-11-15T11:52:57Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:52:54Z', 'updated_at': '2021-11-15T11:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'debfd0b2-a34a-4be5-8c18-dbb04f4c3d5f', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'port_id': '892d8e54-78d5-46b3-aae1-938c0484ec7e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b', 'mac_address': 'fa:16:3e:ee:6f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4df2da2-a066-4694-a143-443961959f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:53:10Z', 'updated_at': '2021-11-15T11:53:10Z', 'revision_number': 0, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e93406c8-8405-4d1f-98ac-d0adf8fc0cd5', 'name': '', 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:4c:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '24fdb7e5-05c4-405c-882c-b1285aab794f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:52:56Z', 'updated_at': '2021-11-15T11:53:00Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': '24fdb7e5-05c4-405c-882c-b1285aab794f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:53:12.065862 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f641b3d-4619-47ad-98c5-1eed7fa41450 None None] New status for floating IP debfd0b2-a34a-4be5-8c18-dbb04f4c3d5f: ACTIVE {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:53:12.165734 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:12.253931 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50092) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:53:12.315443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-bd7f2495-2a96-4abe-84e0-5cd62c0232d9 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/floatingips/debfd0b2-a34a-4be5-8c18-dbb04f4c3d5f HTTP/1.1" status: 200 len: 993 time: 0.0602834 Nov 15 11:53:23.732231 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:53:29.893798 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:31.877282 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:36.276860 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fdb56ccb-2ac8-4ab5-a5b5-783863128930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:38.378290 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a2b7668b-1e89-4d77-9090-9b6b100babcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:39.959779 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:41.525479 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:42.178113 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:53:43.010604 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-72fef010-2939-4e23-ae92-4316e73eb0e8 req-def2482f-5524-42dd-9801-489299a74d5c tempest-TestVolumeBootPattern-1899644769 tempest-TestVolumeBootPattern-1899644769-project] (102678) timed out ('10.222.0.64', 44764) {{(pid=102678) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 11:53:45.851290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5b70d-3f4e-4788-9492-df2c2d93186d req-aa7d2346-956a-4b4f-9b02-9c2964d4ee91 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:45.852806 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-82b5b70d-3f4e-4788-9492-df2c2d93186d req-aa7d2346-956a-4b4f-9b02-9c2964d4ee91 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 946 time: 0.0531847 Nov 15 11:53:45.901904 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-82b5b70d-3f4e-4788-9492-df2c2d93186d req-fee0eb0d-5bdd-4a2c-b4f5-860d5e40ebd0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421121 Nov 15 11:53:46.580249 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ecbd2-364e-49ce-a1f9-b053c3f1b582 req-9146a019-b7e2-4057-955c-4a484bb7ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:46.581661 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-675ecbd2-364e-49ce-a1f9-b053c3f1b582 req-9146a019-b7e2-4057-955c-4a484bb7ef37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 1097 time: 0.0416727 Nov 15 11:53:46.689156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ecbd2-364e-49ce-a1f9-b053c3f1b582 req-9811f2c4-0ca7-40ee-880e-0259ffc8aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:46.690630 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-675ecbd2-364e-49ce-a1f9-b053c3f1b582 req-9811f2c4-0ca7-40ee-880e-0259ffc8aa2c service neutron] 10.222.0.55 "GET /v2.0/networks?id=87ee5a48-1cab-44bd-b72d-0848d634fc1b HTTP/1.1" status: 200 len: 897 time: 0.0885258 Nov 15 11:53:46.755109 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-675ecbd2-364e-49ce-a1f9-b053c3f1b582 req-edc2cee7-e1e6-4c9b-b485-81b14ad6c4d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=892d8e54-78d5-46b3-aae1-938c0484ec7e HTTP/1.1" status: 200 len: 1001 time: 0.0570824 Nov 15 11:53:46.802756 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ecbd2-364e-49ce-a1f9-b053c3f1b582 req-52dadefb-b3c5-415d-a853-109d325960ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:46.804203 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-675ecbd2-364e-49ce-a1f9-b053c3f1b582 req-52dadefb-b3c5-415d-a853-109d325960ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=24fdb7e5-05c4-405c-882c-b1285aab794f HTTP/1.1" status: 200 len: 835 time: 0.0423162 Nov 15 11:53:46.855402 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ecbd2-364e-49ce-a1f9-b053c3f1b582 req-275496d1-7cd4-4b94-8882-fac109325697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:46.857054 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-675ecbd2-364e-49ce-a1f9-b053c3f1b582 req-275496d1-7cd4-4b94-8882-fac109325697 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87ee5a48-1cab-44bd-b72d-0848d634fc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459611 Nov 15 11:53:46.946668 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-675ecbd2-364e-49ce-a1f9-b053c3f1b582 req-f9b9a7a4-c44e-4245-98eb-9bfd9aee875d service neutron] 10.222.0.55 "GET /v2.0/networks/87ee5a48-1cab-44bd-b72d-0848d634fc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824025 Nov 15 11:53:47.070586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a393e6-56a5-4247-9c35-2c9788d770c0 req-7ccfc340-e70b-47dc-a3a1-df52431e95b2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:47.072077 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17a393e6-56a5-4247-9c35-2c9788d770c0 req-7ccfc340-e70b-47dc-a3a1-df52431e95b2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 946 time: 0.0734665 Nov 15 11:53:47.075702 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-675ecbd2-364e-49ce-a1f9-b053c3f1b582 req-df7b1bc0-05e1-459e-a605-ef2de17ba7e6 service neutron] 10.222.0.55 "GET /v2.0/networks/87ee5a48-1cab-44bd-b72d-0848d634fc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211269 Nov 15 11:53:47.124062 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17a393e6-56a5-4247-9c35-2c9788d770c0 req-2183d665-79ae-4d30-9d02-5b57d35437ec tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454955 Nov 15 11:53:48.242619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47991584-5ef7-4074-bd27-5490a0033822 req-07e63e29-888f-4345-907a-cf7ca540f2a9 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:48.244052 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-47991584-5ef7-4074-bd27-5490a0033822 req-07e63e29-888f-4345-907a-cf7ca540f2a9 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 946 time: 0.0497766 Nov 15 11:53:48.309147 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-47991584-5ef7-4074-bd27-5490a0033822 req-64f4078a-b8a0-420a-b6b2-6551c8475bf7 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561273 Nov 15 11:53:49.431717 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca6ab8-1ed1-4f69-80f4-1658230cbddb req-09450549-8585-411d-8ec8-6a5c2f6ac611 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:49.433259 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8eca6ab8-1ed1-4f69-80f4-1658230cbddb req-09450549-8585-411d-8ec8-6a5c2f6ac611 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 946 time: 0.0504766 Nov 15 11:53:49.495288 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8eca6ab8-1ed1-4f69-80f4-1658230cbddb req-ba990e45-9a60-41ba-97fd-22c36ae0987e tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554867 Nov 15 11:53:50.629426 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580051d0-26be-4670-a5e4-36379fff2d4d req-50dc25e0-1e51-4cc0-b6e4-10a07ebb722b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:50.630919 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-580051d0-26be-4670-a5e4-36379fff2d4d req-50dc25e0-1e51-4cc0-b6e4-10a07ebb722b tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 946 time: 0.0496352 Nov 15 11:53:50.680157 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-580051d0-26be-4670-a5e4-36379fff2d4d req-a820f225-4483-49c1-b024-5130a6242eba tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431068 Nov 15 11:53:51.811828 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe31a53-63a4-44f8-8be4-ec36e4d8de84 req-66b690c9-5b31-4a39-84fd-c01e96525ee5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:51.813348 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afe31a53-63a4-44f8-8be4-ec36e4d8de84 req-66b690c9-5b31-4a39-84fd-c01e96525ee5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 946 time: 0.0582991 Nov 15 11:53:51.863806 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afe31a53-63a4-44f8-8be4-ec36e4d8de84 req-708f725d-1e36-4281-87e7-a309a0dac47c tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442598 Nov 15 11:53:52.996961 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58262c2d-4122-438e-8168-8515836e41db req-5db6d97b-01fc-44be-9278-7a564d494150 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:52.998460 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-58262c2d-4122-438e-8168-8515836e41db req-5db6d97b-01fc-44be-9278-7a564d494150 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 946 time: 0.0536110 Nov 15 11:53:53.048923 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-58262c2d-4122-438e-8168-8515836e41db req-9ef2e75f-d0a9-483d-a1a2-8ec68ece6ce3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443249 Nov 15 11:53:54.180450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4d711-e6e2-430f-bad0-ad0fe402a391 req-30dbff5a-673c-41a2-ba7f-e6c639094e32 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:54.181894 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1fe4d711-e6e2-430f-bad0-ad0fe402a391 req-30dbff5a-673c-41a2-ba7f-e6c639094e32 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 946 time: 0.0523088 Nov 15 11:53:54.231004 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1fe4d711-e6e2-430f-bad0-ad0fe402a391 req-ea278a14-01ca-42c4-8b08-06f2fdb657b4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426834 Nov 15 11:53:55.358306 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e97f3-2172-4a4e-9462-b381c761c72b req-d43c06db-b118-496c-aba9-b4d0dfb497b3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:55.359682 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e59e97f3-2172-4a4e-9462-b381c761c72b req-d43c06db-b118-496c-aba9-b4d0dfb497b3 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 946 time: 0.0572519 Nov 15 11:53:55.412441 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e59e97f3-2172-4a4e-9462-b381c761c72b req-49d63f5c-8e0f-4e1c-b453-9bcf5735fa57 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442271 Nov 15 11:53:56.545066 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac820b7-a183-4048-b290-19b700422c53 req-63d95a8a-03ce-45f3-a173-8642d7bbe4a2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:56.546552 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ac820b7-a183-4048-b290-19b700422c53 req-63d95a8a-03ce-45f3-a173-8642d7bbe4a2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 946 time: 0.0558553 Nov 15 11:53:56.600978 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ac820b7-a183-4048-b290-19b700422c53 req-c72de616-2d74-4322-844a-43108d64776f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482731 Nov 15 11:53:57.716385 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01330a7e-1e0c-40b1-9ff5-d03cd0ca656c req-22fbd705-771c-4160-b4a6-10e37836cd1f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:57.718194 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-01330a7e-1e0c-40b1-9ff5-d03cd0ca656c req-22fbd705-771c-4160-b4a6-10e37836cd1f tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 946 time: 0.0492949 Nov 15 11:53:57.769108 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-01330a7e-1e0c-40b1-9ff5-d03cd0ca656c req-027c6186-7a43-40ca-961a-c4b353f58293 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422335 Nov 15 11:53:58.900996 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87a1ed-693a-464b-b3fe-b204fb292c64 req-086ac1dc-e4fa-4997-bc87-e8cd179d6863 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:53:58.902469 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e87a1ed-693a-464b-b3fe-b204fb292c64 req-086ac1dc-e4fa-4997-bc87-e8cd179d6863 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 946 time: 0.0505219 Nov 15 11:53:58.951063 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e87a1ed-693a-464b-b3fe-b204fb292c64 req-4529d0de-3e01-4efc-9c15-cb11cb169004 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424106 Nov 15 11:53:59.889667 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:00.078077 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1470c9-5e84-4b50-92b5-3b6292cb15be req-eec641f6-68ee-4ad1-97f5-203e6c632c14 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:00.079562 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5b1470c9-5e84-4b50-92b5-3b6292cb15be req-eec641f6-68ee-4ad1-97f5-203e6c632c14 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 946 time: 0.0534446 Nov 15 11:54:00.136268 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5b1470c9-5e84-4b50-92b5-3b6292cb15be req-3fe1a032-042d-4d99-a06c-cdc8179cd0bc tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505147 Nov 15 11:54:00.737506 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:54:01.264190 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168fa0b-5127-42d5-b17f-acbd9353fe6d req-d0767192-822f-4191-b8f5-99db9051b3a0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:01.265779 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4168fa0b-5127-42d5-b17f-acbd9353fe6d req-d0767192-822f-4191-b8f5-99db9051b3a0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 946 time: 0.0527339 Nov 15 11:54:01.318952 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4168fa0b-5127-42d5-b17f-acbd9353fe6d req-c4e9b183-8fe1-4a95-a5e1-af9ce7b849f4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470724 Nov 15 11:54:01.895309 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:02.437123 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b0f45-7143-4b0c-8453-2bfb73e96e24 req-bbdd4a61-22aa-4981-978a-3d260ee660a4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:02.438630 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f52b0f45-7143-4b0c-8453-2bfb73e96e24 req-bbdd4a61-22aa-4981-978a-3d260ee660a4 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 946 time: 0.0483558 Nov 15 11:54:02.491506 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f52b0f45-7143-4b0c-8453-2bfb73e96e24 req-25fb2b35-a858-47f2-a909-7f0a59d19044 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466683 Nov 15 11:54:03.489052 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2cb6b-c761-410d-ba9d-f65c3c872e4c req-4e74e4cf-970f-4823-8a2d-10c86c4d3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:03.490447 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6b2cb6b-c761-410d-ba9d-f65c3c872e4c req-4e74e4cf-970f-4823-8a2d-10c86c4d3550 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 1097 time: 0.0416338 Nov 15 11:54:03.538244 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6b2cb6b-c761-410d-ba9d-f65c3c872e4c req-581f4080-b9b0-42b2-99fd-c7f9d3aa6c57 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406649 Nov 15 11:54:03.610979 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fa4b0-4c66-4756-b4fa-0ae26ecde90e req-9cfac353-1956-4b7c-845e-27caa8976ab0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:03.612455 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-536fa4b0-4c66-4756-b4fa-0ae26ecde90e req-9cfac353-1956-4b7c-845e-27caa8976ab0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 946 time: 0.0486729 Nov 15 11:54:03.660701 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-536fa4b0-4c66-4756-b4fa-0ae26ecde90e req-8246aea8-48ad-4d5a-92be-3273266f7dbe tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421405 Nov 15 11:54:04.790417 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c018c4-6a1e-49e6-abea-8a5eb6e10206 req-6df23115-1cd2-4d07-ac3e-b1725db924cd tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:04.791882 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-36c018c4-6a1e-49e6-abea-8a5eb6e10206 req-6df23115-1cd2-4d07-ac3e-b1725db924cd tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 946 time: 0.0542412 Nov 15 11:54:04.843499 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-36c018c4-6a1e-49e6-abea-8a5eb6e10206 req-0970a5a8-992e-4f38-ab6f-344a4dbe1436 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453341 Nov 15 11:54:04.871219 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50152) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:54:04.933961 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1d5ff047-ff68-4ef9-b36f-7d8aa223ae60 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/floatingips/debfd0b2-a34a-4be5-8c18-dbb04f4c3d5f HTTP/1.1" status: 200 len: 993 time: 0.0615323 Nov 15 11:54:05.528126 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 892d8e54-78d5-46b3-aae1-938c0484ec7e details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:54:05.532836 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 892d8e54-78d5-46b3-aae1-938c0484ec7e no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:54:05.686624 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:05.689388 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 892d8e54-78d5-46b3-aae1-938c0484ec7e, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=892d8e54-78d5-46b3-aae1-938c0484ec7e,segment=NetworkSegment(3b33f303-7d6f-4a21-b2e0-24ea02066168),segment_id=3b33f303-7d6f-4a21-b2e0-24ea02066168)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:54:05.710324 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '892d8e54-78d5-46b3-aae1-938c0484ec7e', 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b', 'port_id': '892d8e54-78d5-46b3-aae1-938c0484ec7e', 'mac_address': 'fa:16:3e:ee:6f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fdb7e5-05c4-405c-882c-b1285aab794f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:54:05.725823 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4df2da2-a066-4694-a143-443961959f90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '892d8e54-78d5-46b3-aae1-938c0484ec7e'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:54:05.728104 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d13ce38-818d-4dda-a3b2-864391b8f07b" -d '{"events": [{"server_uuid": "c4df2da2-a066-4694-a143-443961959f90", "name": "network-vif-unplugged", "status": "completed", "tag": "892d8e54-78d5-46b3-aae1-938c0484ec7e"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:54:05.759032 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 892d8e54-78d5-46b3-aae1-938c0484ec7e, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=892d8e54-78d5-46b3-aae1-938c0484ec7e,segment=NetworkSegment(3b33f303-7d6f-4a21-b2e0-24ea02066168),segment_id=3b33f303-7d6f-4a21-b2e0-24ea02066168)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:54:05.765750 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:05.775071 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:05.810068 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 892d8e54-78d5-46b3-aae1-938c0484ec7e {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:54:05.832014 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=892d8e54-78d5-46b3-aae1-938c0484ec7e,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:05.859735 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:05.860104 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:05.860441 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:05.860770 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:05.861099 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:05.861422 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:05.861762 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:05.862096 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:05.862402 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:05.862719 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:05.863032 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:05.863349 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:05.876160 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:54:05.876517 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:54:05.915731 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bab585-0b9f-4673-9a2c-e6dc1ad4ea59 x-openstack-request-id: req-08bab585-0b9f-4673-9a2c-e6dc1ad4ea59 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:54:05.916053 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4df2da2-a066-4694-a143-443961959f90", "name": "network-vif-unplugged", "status": "completed", "tag": "892d8e54-78d5-46b3-aae1-938c0484ec7e", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:54:05.916304 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08bab585-0b9f-4673-9a2c-e6dc1ad4ea59 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:54:05.916709 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4df2da2-a066-4694-a143-443961959f90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '892d8e54-78d5-46b3-aae1-938c0484ec7e', 'code': 200} Nov 15 11:54:06.271839 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a39652ca-7b6a-488b-a575-6534555c8e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:06.415775 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:06.429334 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892d8e54-78d5-46b3-aae1-938c0484ec7e {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:54:06.448928 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 892d8e54-78d5-46b3-aae1-938c0484ec7e, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=892d8e54-78d5-46b3-aae1-938c0484ec7e,segment=NetworkSegment(3b33f303-7d6f-4a21-b2e0-24ea02066168),segment_id=3b33f303-7d6f-4a21-b2e0-24ea02066168)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:54:06.455437 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:06.500250 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=892d8e54-78d5-46b3-aae1-938c0484ec7e,revision_number=7']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:06.696350 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['892d8e54-78d5-46b3-aae1-938c0484ec7e'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:54:07.555580 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 892d8e54-78d5-46b3-aae1-938c0484ec7e up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:54:07.607749 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 892d8e54-78d5-46b3-aae1-938c0484ec7e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:54:07.608178 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:07.686723 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:07.719015 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 892d8e54-78d5-46b3-aae1-938c0484ec7e, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=892d8e54-78d5-46b3-aae1-938c0484ec7e,segment=NetworkSegment(3b33f303-7d6f-4a21-b2e0-24ea02066168),segment_id=3b33f303-7d6f-4a21-b2e0-24ea02066168)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:54:07.724640 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:07.770386 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=892d8e54-78d5-46b3-aae1-938c0484ec7e,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:07.918070 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4df2da2-a066-4694-a143-443961959f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892d8e54-78d5-46b3-aae1-938c0484ec7e'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:54:07.921926 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33a532c-a5ba-4091-874c-7266c20e5a32" -d '{"events": [{"server_uuid": "c4df2da2-a066-4694-a143-443961959f90", "name": "network-vif-plugged", "status": "completed", "tag": "892d8e54-78d5-46b3-aae1-938c0484ec7e"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:54:07.971906 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71caf05-8dd4-47ab-91b8-b0bff55982c3 x-openstack-request-id: req-e71caf05-8dd4-47ab-91b8-b0bff55982c3 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:54:07.972194 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4df2da2-a066-4694-a143-443961959f90", "name": "network-vif-plugged", "status": "completed", "tag": "892d8e54-78d5-46b3-aae1-938c0484ec7e", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:54:07.972464 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e71caf05-8dd4-47ab-91b8-b0bff55982c3 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:54:07.972880 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4df2da2-a066-4694-a143-443961959f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892d8e54-78d5-46b3-aae1-938c0484ec7e', 'code': 200} Nov 15 11:54:08.380615 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ab5d22bb-34fa-4b36-ab6c-28248624b8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:09.962313 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:11.527454 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:12.180941 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:29.897507 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:31.890896 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:36.282817 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-438557a3-1f46-4000-972a-7828cbf68559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:37.584681 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50168) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:54:37.740266 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:54:37.764100 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Deleting port 6cd695ba-3b50-42d9-8f3d-09f17e2293d9 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:54:37.764540 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:37.841845 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:37.842111 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:37.853678 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Calling delete_port for 6cd695ba-3b50-42d9-8f3d-09f17e2293d9 owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:54:38.004348 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:38.030742 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'Port': ['ID=6cd695ba-3b50-42d9-8f3d-09f17e2293d9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:38.043485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:38.043835 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:38.044203 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:38.044532 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:38.044856 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:38.045179 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:38.045503 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:38.045826 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:38.046145 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:38.046466 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:38.046802 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:38.047096 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:38.103586 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:38.103965 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Floating IP debfd0b2-a34a-4be5-8c18-dbb04f4c3d5f disassociated (deleted). External IP: 172.25.7.26, port: 892d8e54-78d5-46b3-aae1-938c0484ec7e. Nov 15 11:54:38.301479 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Router 3726c047-a7bd-4feb-901d-4051ecc63f53 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:54:38.374915 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dba11bc1-d6a2-490c-ba4f-2310a92bd14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:38.411413 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:54:38.416234 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:38.420809 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bada670-c573-4425-a859-3300c7319135 None None] Sync routers for ids ['3726c047-a7bd-4feb-901d-4051ecc63f53'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:54:38.431598 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bada670-c573-4425-a859-3300c7319135 None None] Routers {'3726c047-a7bd-4feb-901d-4051ecc63f53'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:54:38.432245 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7bada670-c573-4425-a859-3300c7319135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:54:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3726c047-a7bd-4feb-901d-4051ecc63f53'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:54:38.445059 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-126c3fd5-9b70-4815-9c9f-f87af8a74889 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "DELETE /v2.0/floatingips/debfd0b2-a34a-4be5-8c18-dbb04f4c3d5f HTTP/1.1" status: 204 len: 168 time: 0.8562856 Nov 15 11:54:38.445059 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4df2da2-a066-4694-a143-443961959f90', 'tag': '892d8e54-78d5-46b3-aae1-938c0484ec7e'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:54:38.445363 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c1cf65-73c3-440d-b706-3328890e5673" -d '{"events": [{"name": "network-changed", "server_uuid": "c4df2da2-a066-4694-a143-443961959f90", "tag": "892d8e54-78d5-46b3-aae1-938c0484ec7e"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:54:38.541511 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-7bada670-c573-4425-a859-3300c7319135 None None] Set router 3726c047-a7bd-4feb-901d-4051ecc63f53 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:54:38.610685 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68dcc1a-8992-48bf-a301-1437abeb3792 x-openstack-request-id: req-f68dcc1a-8992-48bf-a301-1437abeb3792 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:54:38.611214 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4df2da2-a066-4694-a143-443961959f90", "tag": "892d8e54-78d5-46b3-aae1-938c0484ec7e", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:54:38.611214 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f68dcc1a-8992-48bf-a301-1437abeb3792 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:54:38.611627 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4df2da2-a066-4694-a143-443961959f90', 'tag': '892d8e54-78d5-46b3-aae1-938c0484ec7e', 'status': 'completed', 'code': 200} Nov 15 11:54:38.684621 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1cf65-73c3-440d-b706-3328890e5673 req-3a6154e4-da9f-47fa-beb7-d6bcd2806a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:38.686169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84c1cf65-73c3-440d-b706-3328890e5673 req-3a6154e4-da9f-47fa-beb7-d6bcd2806a83 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=362ca752f1324aed8969e4ed5d5df955&device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 1097 time: 0.0503485 Nov 15 11:54:38.749472 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7bada670-c573-4425-a859-3300c7319135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380222619', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:52:53Z', 'updated_at': '2021-11-15T11:52:57Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:52:54Z', 'updated_at': '2021-11-15T11:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'e93406c8-8405-4d1f-98ac-d0adf8fc0cd5', 'name': '', 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:4c:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '24fdb7e5-05c4-405c-882c-b1285aab794f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:52:56Z', 'updated_at': '2021-11-15T11:53:00Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': '24fdb7e5-05c4-405c-882c-b1285aab794f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:54:38.775232 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bada670-c573-4425-a859-3300c7319135 None None] Checking router: 3726c047-a7bd-4feb-901d-4051ecc63f53 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:54:38.783526 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bada670-c573-4425-a859-3300c7319135 None None] Routers {'3726c047-a7bd-4feb-901d-4051ecc63f53'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:54:38.784125 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7bada670-c573-4425-a859-3300c7319135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:54:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3726c047-a7bd-4feb-901d-4051ecc63f53'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:54:38.810217 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba94dd-5a5b-413b-9230-147fc5bdded9 req-555044b1-4619-42d9-8d21-627005b45195 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:38.811695 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-deba94dd-5a5b-413b-9230-147fc5bdded9 req-555044b1-4619-42d9-8d21-627005b45195 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 946 time: 0.1505599 Nov 15 11:54:38.840204 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1cf65-73c3-440d-b706-3328890e5673 req-dc9ae4a3-d4ba-4e35-8855-400d9e99ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:38.842007 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84c1cf65-73c3-440d-b706-3328890e5673 req-dc9ae4a3-d4ba-4e35-8855-400d9e99ae92 service neutron] 10.222.0.55 "GET /v2.0/networks?id=87ee5a48-1cab-44bd-b72d-0848d634fc1b HTTP/1.1" status: 200 len: 897 time: 0.1432085 Nov 15 11:54:38.891436 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-7bada670-c573-4425-a859-3300c7319135 None None] Set router 3726c047-a7bd-4feb-901d-4051ecc63f53 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:54:38.895206 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84c1cf65-73c3-440d-b706-3328890e5673 req-5d8ebbbd-5b15-40de-bf96-e5ba5d31dfc6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=892d8e54-78d5-46b3-aae1-938c0484ec7e HTTP/1.1" status: 200 len: 217 time: 0.0406506 Nov 15 11:54:38.904507 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-deba94dd-5a5b-413b-9230-147fc5bdded9 req-06476051-70d3-4395-bc62-7d3b06420ce0 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839765 Nov 15 11:54:38.946894 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1cf65-73c3-440d-b706-3328890e5673 req-58c2e713-20b8-41d3-8c08-ebf2d804f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:38.948440 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84c1cf65-73c3-440d-b706-3328890e5673 req-58c2e713-20b8-41d3-8c08-ebf2d804f0ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=24fdb7e5-05c4-405c-882c-b1285aab794f HTTP/1.1" status: 200 len: 835 time: 0.0431118 Nov 15 11:54:38.997285 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1cf65-73c3-440d-b706-3328890e5673 req-a0b5a57e-2451-4bf4-baeb-54e70e05e219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:38.998891 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84c1cf65-73c3-440d-b706-3328890e5673 req-a0b5a57e-2451-4bf4-baeb-54e70e05e219 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87ee5a48-1cab-44bd-b72d-0848d634fc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407572 Nov 15 11:54:39.090178 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7bada670-c573-4425-a859-3300c7319135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380222619', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:52:53Z', 'updated_at': '2021-11-15T11:52:57Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:52:54Z', 'updated_at': '2021-11-15T11:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'e93406c8-8405-4d1f-98ac-d0adf8fc0cd5', 'name': '', 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:4c:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '24fdb7e5-05c4-405c-882c-b1285aab794f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:52:56Z', 'updated_at': '2021-11-15T11:53:00Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': '24fdb7e5-05c4-405c-882c-b1285aab794f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:54:39.092226 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84c1cf65-73c3-440d-b706-3328890e5673 req-b66a1f50-e8f5-4180-a1a8-0cf544da844f service neutron] 10.222.0.55 "GET /v2.0/networks/87ee5a48-1cab-44bd-b72d-0848d634fc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849028 Nov 15 11:54:39.117911 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bada670-c573-4425-a859-3300c7319135 None None] The sync data for ids ['3726c047-a7bd-4feb-901d-4051ecc63f53'] in n-d-729945-9 is: [{'id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380222619', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:52:53Z', 'updated_at': '2021-11-15T11:52:57Z', 'revision_number': 4, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:52:54Z', 'updated_at': '2021-11-15T11:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'e93406c8-8405-4d1f-98ac-d0adf8fc0cd5', 'name': '', 'network_id': '87ee5a48-1cab-44bd-b72d-0848d634fc1b', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'mac_address': 'fa:16:3e:4c:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '24fdb7e5-05c4-405c-882c-b1285aab794f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:52:56Z', 'updated_at': '2021-11-15T11:53:00Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'subnets': [{'id': '24fdb7e5-05c4-405c-882c-b1285aab794f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:54:39.350708 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ff62bf-6b55-4fdb-a6e5-9de176ab90db None None] New status for floating IP debfd0b2-a34a-4be5-8c18-dbb04f4c3d5f: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:54:39.522848 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-84c1cf65-73c3-440d-b706-3328890e5673 req-f14f8786-7292-4b27-990f-e775ad2c0377 service neutron] 10.222.0.55 "GET /v2.0/networks/87ee5a48-1cab-44bd-b72d-0848d634fc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224830 Nov 15 11:54:39.963535 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:40.061506 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accfbf4-0ec6-4a74-aad0-d77fd00a58fa req-82fdaff9-3aa7-4563-84a0-e38c07c21fd5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:40.063000 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6accfbf4-0ec6-4a74-aad0-d77fd00a58fa req-82fdaff9-3aa7-4563-84a0-e38c07c21fd5 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 946 time: 0.0709076 Nov 15 11:54:40.075256 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023cbd40-be4a-47ba-8f26-6eeebb192b2d req-41e4f32b-23b9-442a-8d5f-78ab78a81e90 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:40.076677 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-023cbd40-be4a-47ba-8f26-6eeebb192b2d req-41e4f32b-23b9-442a-8d5f-78ab78a81e90 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4df2da2-a066-4694-a143-443961959f90 HTTP/1.1" status: 200 len: 946 time: 0.0757205 Nov 15 11:54:40.173962 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6accfbf4-0ec6-4a74-aad0-d77fd00a58fa req-4e82e359-4637-45d3-9268-588b20a5d456 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "GET /v2.0/security-groups?id=891dec02-5360-427c-a40b-c5c271312bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963168 Nov 15 11:54:40.198865 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-023cbd40-be4a-47ba-8f26-6eeebb192b2d req-331c0ed5-308c-47a8-8003-efa8910a4557 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Deleting port 892d8e54-78d5-46b3-aae1-938c0484ec7e {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:54:40.199135 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-023cbd40-be4a-47ba-8f26-6eeebb192b2d req-331c0ed5-308c-47a8-8003-efa8910a4557 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:40.287211 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-023cbd40-be4a-47ba-8f26-6eeebb192b2d req-331c0ed5-308c-47a8-8003-efa8910a4557 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] For port 892d8e54-78d5-46b3-aae1-938c0484ec7e, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=892d8e54-78d5-46b3-aae1-938c0484ec7e,segment=NetworkSegment(3b33f303-7d6f-4a21-b2e0-24ea02066168),segment_id=3b33f303-7d6f-4a21-b2e0-24ea02066168)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:54:40.287615 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-023cbd40-be4a-47ba-8f26-6eeebb192b2d req-331c0ed5-308c-47a8-8003-efa8910a4557 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:40.304627 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-023cbd40-be4a-47ba-8f26-6eeebb192b2d req-331c0ed5-308c-47a8-8003-efa8910a4557 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Calling delete_port for 892d8e54-78d5-46b3-aae1-938c0484ec7e owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:54:40.436598 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-023cbd40-be4a-47ba-8f26-6eeebb192b2d req-331c0ed5-308c-47a8-8003-efa8910a4557 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:40.464028 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c0ed5-308c-47a8-8003-efa8910a4557 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'Port': ['ID=892d8e54-78d5-46b3-aae1-938c0484ec7e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:40.509708 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-023cbd40-be4a-47ba-8f26-6eeebb192b2d req-331c0ed5-308c-47a8-8003-efa8910a4557 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] No DVR routers for this DVR port 892d8e54-78d5-46b3-aae1-938c0484ec7e on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:54:40.512897 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-023cbd40-be4a-47ba-8f26-6eeebb192b2d req-331c0ed5-308c-47a8-8003-efa8910a4557 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:40.517069 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-023cbd40-be4a-47ba-8f26-6eeebb192b2d req-331c0ed5-308c-47a8-8003-efa8910a4557 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.55 "DELETE /v2.0/ports/892d8e54-78d5-46b3-aae1-938c0484ec7e HTTP/1.1" status: 204 len: 173 time: 0.4337463 Nov 15 11:54:40.613132 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4df2da2-a066-4694-a143-443961959f90', 'name': 'network-vif-deleted', 'tag': '892d8e54-78d5-46b3-aae1-938c0484ec7e'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:54:40.615688 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31065198-1160-4237-b54d-c46bfc15b71f" -d '{"events": [{"server_uuid": "c4df2da2-a066-4694-a143-443961959f90", "name": "network-vif-deleted", "tag": "892d8e54-78d5-46b3-aae1-938c0484ec7e"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:54:40.651695 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82567f8d-62c4-4ead-b365-0ce31300b1f7 x-openstack-request-id: req-82567f8d-62c4-4ead-b365-0ce31300b1f7 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:54:40.652007 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4df2da2-a066-4694-a143-443961959f90", "name": "network-vif-deleted", "tag": "892d8e54-78d5-46b3-aae1-938c0484ec7e", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:54:40.652253 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-82567f8d-62c4-4ead-b365-0ce31300b1f7 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:54:40.652654 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4df2da2-a066-4694-a143-443961959f90', 'name': 'network-vif-deleted', 'tag': '892d8e54-78d5-46b3-aae1-938c0484ec7e', 'status': 'completed', 'code': 200} Nov 15 11:54:41.239720 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50186) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:54:41.527522 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:41.602793 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b63c0314-e982-42d4-98d8-1079a813b244 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:41.862563 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b63c0314-e982-42d4-98d8-1079a813b244 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Deleting port e93406c8-8405-4d1f-98ac-d0adf8fc0cd5 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:54:41.862875 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b63c0314-e982-42d4-98d8-1079a813b244 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:41.952570 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b63c0314-e982-42d4-98d8-1079a813b244 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] For port e93406c8-8405-4d1f-98ac-d0adf8fc0cd5, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e93406c8-8405-4d1f-98ac-d0adf8fc0cd5,segment=NetworkSegment(3b33f303-7d6f-4a21-b2e0-24ea02066168),segment_id=3b33f303-7d6f-4a21-b2e0-24ea02066168)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:54:41.952926 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b63c0314-e982-42d4-98d8-1079a813b244 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:41.965964 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b63c0314-e982-42d4-98d8-1079a813b244 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Calling delete_port for e93406c8-8405-4d1f-98ac-d0adf8fc0cd5 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:54:42.155246 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b63c0314-e982-42d4-98d8-1079a813b244 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:42.175741 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:42.185525 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c0314-e982-42d4-98d8-1079a813b244 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'Port': ['ID=e93406c8-8405-4d1f-98ac-d0adf8fc0cd5,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:42.352390 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b63c0314-e982-42d4-98d8-1079a813b244 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:42.569544 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63c0314-e982-42d4-98d8-1079a813b244 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Router 3726c047-a7bd-4feb-901d-4051ecc63f53 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:54:42.682481 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63c0314-e982-42d4-98d8-1079a813b244 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:54:42.687909 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b63c0314-e982-42d4-98d8-1079a813b244 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "PUT /v2.0/routers/3726c047-a7bd-4feb-901d-4051ecc63f53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4470506 Nov 15 11:54:42.690918 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50188) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:54:42.692298 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e8499b-e0c0-4369-a38c-f41482c2dba9 None None] Sync routers for ids ['3726c047-a7bd-4feb-901d-4051ecc63f53'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:54:42.704292 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e8499b-e0c0-4369-a38c-f41482c2dba9 None None] Routers {'3726c047-a7bd-4feb-901d-4051ecc63f53'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:54:42.704976 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-34e8499b-e0c0-4369-a38c-f41482c2dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:54:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3726c047-a7bd-4feb-901d-4051ecc63f53'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:54:42.742205 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc4ddab-01a2-42e7-93d3-564be99639d2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Deleting subnet 24fdb7e5-05c4-405c-882c-b1285aab794f {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:54:42.745405 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8dc4ddab-01a2-42e7-93d3-564be99639d2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:42.784121 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8dc4ddab-01a2-42e7-93d3-564be99639d2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:42.808194 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-34e8499b-e0c0-4369-a38c-f41482c2dba9 None None] Set router 3726c047-a7bd-4feb-901d-4051ecc63f53 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:54:42.868993 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8dc4ddab-01a2-42e7-93d3-564be99639d2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:42.927439 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8dc4ddab-01a2-42e7-93d3-564be99639d2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:42.954026 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4ddab-01a2-42e7-93d3-564be99639d2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'Subnet': ['ID=24fdb7e5-05c4-405c-882c-b1285aab794f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:42.957772 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8dc4ddab-01a2-42e7-93d3-564be99639d2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:42.964237 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50190) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:54:42.964819 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8dc4ddab-01a2-42e7-93d3-564be99639d2 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "DELETE /v2.0/subnets/24fdb7e5-05c4-405c-882c-b1285aab794f HTTP/1.1" status: 204 len: 168 time: 0.2724531 Nov 15 11:54:43.076914 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:43.127313 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e76ac9-c5b6-4539-831f-b442a6df4cbf None None] Network 87ee5a48-1cab-44bd-b72d-0848d634fc1b requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:54:43.184025 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:43.240609 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Deleting port e7ab216c-1f02-4335-9155-535453752d4f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:54:43.241267 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:43.244852 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-34e8499b-e0c0-4369-a38c-f41482c2dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380222619', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:52:53Z', 'updated_at': '2021-11-15T11:54:42Z', 'revision_number': 5, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port': {'id': 'e7ab216c-1f02-4335-9155-535453752d4f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:52:54Z', 'updated_at': '2021-11-15T11:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:54:43.273303 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e8499b-e0c0-4369-a38c-f41482c2dba9 None None] Checking router: 3726c047-a7bd-4feb-901d-4051ecc63f53 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:54:43.286709 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e8499b-e0c0-4369-a38c-f41482c2dba9 None None] Routers {'3726c047-a7bd-4feb-901d-4051ecc63f53'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:54:43.287373 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-34e8499b-e0c0-4369-a38c-f41482c2dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:54:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3726c047-a7bd-4feb-901d-4051ecc63f53'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:54:43.328910 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] For port e7ab216c-1f02-4335-9155-535453752d4f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e7ab216c-1f02-4335-9155-535453752d4f,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:54:43.329266 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:43.342297 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Calling delete_port for e7ab216c-1f02-4335-9155-535453752d4f owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:54:43.354034 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c73ada-9de8-4307-9a05-f1d4d194fad9 None None] DHCP port deletion for 87ee5a48-1cab-44bd-b72d-0848d634fc1b request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:54:43.398900 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-34e8499b-e0c0-4369-a38c-f41482c2dba9 None None] Set router 3726c047-a7bd-4feb-901d-4051ecc63f53 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:54:43.454570 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-34e8499b-e0c0-4369-a38c-f41482c2dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380222619', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:52:53Z', 'updated_at': '2021-11-15T11:54:43Z', 'revision_number': 6, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:54:43.489047 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e8499b-e0c0-4369-a38c-f41482c2dba9 None None] The sync data for ids ['3726c047-a7bd-4feb-901d-4051ecc63f53'] in n-d-729945-9 is: [{'id': '3726c047-a7bd-4feb-901d-4051ecc63f53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-380222619', 'tenant_id': '362ca752f1324aed8969e4ed5d5df955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:52:53Z', 'updated_at': '2021-11-15T11:54:43Z', 'revision_number': 6, 'project_id': '362ca752f1324aed8969e4ed5d5df955', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:54:43.498283 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e2c73ada-9de8-4307-9a05-f1d4d194fad9 None None] Deleting port 609177ae-8217-483a-8c28-f6ee541c6a00 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:54:43.498651 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2c73ada-9de8-4307-9a05-f1d4d194fad9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:43.514017 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:43.541373 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'Port': ['ID=e7ab216c-1f02-4335-9155-535453752d4f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:43.556770 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:43.557103 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:43.557438 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:43.557945 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:43.558272 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:43.558746 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:43.558898 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e488db-a147-4b8e-9060-258048dd36d7 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:54:43.559078 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:43.559402 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:43.559717 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:43.560059 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:43.560375 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:43.560686 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:43.574103 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e2c73ada-9de8-4307-9a05-f1d4d194fad9 None None] For port 609177ae-8217-483a-8c28-f6ee541c6a00, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=609177ae-8217-483a-8c28-f6ee541c6a00,segment=NetworkSegment(3b33f303-7d6f-4a21-b2e0-24ea02066168),segment_id=3b33f303-7d6f-4a21-b2e0-24ea02066168)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:54:43.574422 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2c73ada-9de8-4307-9a05-f1d4d194fad9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:43.586636 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e2c73ada-9de8-4307-9a05-f1d4d194fad9 None None] Calling delete_port for 609177ae-8217-483a-8c28-f6ee541c6a00 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:54:43.620751 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:43.668467 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e2c73ada-9de8-4307-9a05-f1d4d194fad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:43.700859 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c73ada-9de8-4307-9a05-f1d4d194fad9 None None] Pushing event deleted for resources: {'Port': ['ID=609177ae-8217-483a-8c28-f6ee541c6a00,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:43.705947 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c73ada-9de8-4307-9a05-f1d4d194fad9 None None] No DVR routers for this DVR port 609177ae-8217-483a-8c28-f6ee541c6a00 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:54:43.715890 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:43.718419 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:43.752133 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 892d8e54-78d5-46b3-aae1-938c0484ec7e no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:54:43.767996 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:43.768486 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Fanout notify agent at l3_agent the message router_deleted on router 3726c047-a7bd-4feb-901d-4051ecc63f53 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:54:43.775759 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:43.776475 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 892d8e54-78d5-46b3-aae1-938c0484ec7e {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:54:43.776808 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 892d8e54-78d5-46b3-aae1-938c0484ec7e not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:54:43.776986 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ab919f8f-1b34-46de-8cd4-98bad8f9059d tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "DELETE /v2.0/routers/3726c047-a7bd-4feb-901d-4051ecc63f53 HTTP/1.1" status: 204 len: 168 time: 0.8106706 Nov 15 11:54:43.779670 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50194) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:54:43.858529 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2111dc3-adbb-4772-851f-c9e1ca9dc916 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:43.955888 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2111dc3-adbb-4772-851f-c9e1ca9dc916 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:43.976069 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b2111dc3-adbb-4772-851f-c9e1ca9dc916 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ee5a48-1cab-44bd-b72d-0848d634fc1b']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:54:43.985862 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b2111dc3-adbb-4772-851f-c9e1ca9dc916 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b33f303-7d6f-4a21-b2e0-24ea02066168') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:54:43.986159 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b2111dc3-adbb-4772-851f-c9e1ca9dc916 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b33f303-7d6f-4a21-b2e0-24ea02066168') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:54:43.996044 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2111dc3-adbb-4772-851f-c9e1ca9dc916 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:44.010207 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2111dc3-adbb-4772-851f-c9e1ca9dc916 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:44.018811 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2111dc3-adbb-4772-851f-c9e1ca9dc916 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:54:44.019258 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2111dc3-adbb-4772-851f-c9e1ca9dc916 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:54:44.023184 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:54:44.089364 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2111dc3-adbb-4772-851f-c9e1ca9dc916 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:44.096592 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b2111dc3-adbb-4772-851f-c9e1ca9dc916 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:44.100145 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b2111dc3-adbb-4772-851f-c9e1ca9dc916 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "DELETE /v2.0/networks/87ee5a48-1cab-44bd-b72d-0848d634fc1b HTTP/1.1" status: 204 len: 168 time: 0.3191674 Nov 15 11:54:44.102842 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50196) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:54:44.112124 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2111dc3-adbb-4772-851f-c9e1ca9dc916 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'Network': ['ID=87ee5a48-1cab-44bd-b72d-0848d634fc1b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:44.171556 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c2accc6-f1e8-4041-994c-931d88b5bf02 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:44.196865 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c2accc6-f1e8-4041-994c-931d88b5bf02 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:44.270818 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c2accc6-f1e8-4041-994c-931d88b5bf02 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:44.273893 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5c2accc6-f1e8-4041-994c-931d88b5bf02 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:44.274558 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e93406c8-8405-4d1f-98ac-d0adf8fc0cd5 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:54:44.278285 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5c2accc6-f1e8-4041-994c-931d88b5bf02 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] 10.222.0.64 "DELETE /v2.0/security-groups/891dec02-5360-427c-a40b-c5c271312bd6 HTTP/1.1" status: 204 len: 168 time: 0.1740351 Nov 15 11:54:44.287936 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2accc6-f1e8-4041-994c-931d88b5bf02 tempest-TestNetworkAdvancedServerOps-707429128 tempest-TestNetworkAdvancedServerOps-707429128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=891dec02-5360-427c-a40b-c5c271312bd6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:44.312036 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: e93406c8-8405-4d1f-98ac-d0adf8fc0cd5 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:54:44.312455 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e93406c8-8405-4d1f-98ac-d0adf8fc0cd5 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:54:44.312931 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 609177ae-8217-483a-8c28-f6ee541c6a00 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:54:44.337480 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 609177ae-8217-483a-8c28-f6ee541c6a00 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:54:44.337820 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 609177ae-8217-483a-8c28-f6ee541c6a00 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:54:44.338219 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e7ab216c-1f02-4335-9155-535453752d4f no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:54:44.366681 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: e7ab216c-1f02-4335-9155-535453752d4f {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:54:44.367283 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e7ab216c-1f02-4335-9155-535453752d4f not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:54:44.598163 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50206) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:54:44.746256 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-98cb554b-90f8-4671-8013-c77d539addcd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=362ca752f1324aed8969e4ed5d5df955&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1467397 Nov 15 11:54:44.748797 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50210) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:54:44.797542 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c6f8a5e-e9dd-41c8-8b22-836a2115fe2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:44.819422 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c6f8a5e-e9dd-41c8-8b22-836a2115fe2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:44.869412 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c6f8a5e-e9dd-41c8-8b22-836a2115fe2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:44.872114 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c6f8a5e-e9dd-41c8-8b22-836a2115fe2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:44.873267 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5c6f8a5e-e9dd-41c8-8b22-836a2115fe2e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1ac1cb8-9668-41d7-b665-00e4215f9bb8 HTTP/1.1" status: 204 len: 168 time: 0.1235738 Nov 15 11:54:44.880850 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f8a5e-e9dd-41c8-8b22-836a2115fe2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ac1cb8-9668-41d7-b665-00e4215f9bb8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:45.155747 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50216) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:54:45.200027 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ec0147e0-bf74-4d7d-b4d5-277f59e8dcee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ba00eee23874a46ab51a772e9bf7e0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430222 Nov 15 11:54:45.202637 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50218) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:54:45.250055 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fad90965-d91c-4e88-bffe-050ef9f3038d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:45.271928 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fad90965-d91c-4e88-bffe-050ef9f3038d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:45.321414 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fad90965-d91c-4e88-bffe-050ef9f3038d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:45.324175 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fad90965-d91c-4e88-bffe-050ef9f3038d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:45.325329 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fad90965-d91c-4e88-bffe-050ef9f3038d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e997fc8-1924-4de1-a965-9a9675925976 HTTP/1.1" status: 204 len: 168 time: 0.1217844 Nov 15 11:54:45.332918 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad90965-d91c-4e88-bffe-050ef9f3038d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e997fc8-1924-4de1-a965-9a9675925976,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:47.412782 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-033ad7e8-8377-4f1e-b71d-a57e008a028e req-cbf096d3-f620-4f68-b26f-5b924758d502 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414178 Nov 15 11:54:47.505340 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ad7e8-8377-4f1e-b71d-a57e008a028e req-8504ad00-d61a-4d1f-bcc4-bd6d524d1aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:47.506880 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-033ad7e8-8377-4f1e-b71d-a57e008a028e req-8504ad00-d61a-4d1f-bcc4-bd6d524d1aae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0497689 Nov 15 11:54:47.575460 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50270) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:54:47.581861 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9fde45a4-2c8c-4f72-bd9d-3992a099bd1d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Request body: {'network': {'name': 'tempest-network-smoke--1519638558', 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'port_security_enabled': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:54:47.622818 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fde45a4-2c8c-4f72-bd9d-3992a099bd1d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Made reservation on behalf of 0057fb0ca47b4cadbec48c66790f753a for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:54:47.627174 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fde45a4-2c8c-4f72-bd9d-3992a099bd1d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:47.643369 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fde45a4-2c8c-4f72-bd9d-3992a099bd1d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:47.653489 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ad7e8-8377-4f1e-b71d-a57e008a028e req-b520f6fb-27d4-490c-bdde-cc374be57fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:47.654940 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-033ad7e8-8377-4f1e-b71d-a57e008a028e req-b520f6fb-27d4-490c-bdde-cc374be57fb7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.1277761 Nov 15 11:54:47.707178 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-033ad7e8-8377-4f1e-b71d-a57e008a028e req-07ae7d71-a36b-4b5f-9c88-9a769035c475 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0414860 Nov 15 11:54:47.773131 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ad7e8-8377-4f1e-b71d-a57e008a028e req-15850759-139d-44b6-9963-679d1c99d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:47.774543 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-033ad7e8-8377-4f1e-b71d-a57e008a028e req-15850759-139d-44b6-9963-679d1c99d421 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0583010 Nov 15 11:54:47.816854 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fde45a4-2c8c-4f72-bd9d-3992a099bd1d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:47.824184 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fde45a4-2c8c-4f72-bd9d-3992a099bd1d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:47.847045 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ad7e8-8377-4f1e-b71d-a57e008a028e req-02ba6496-fe9d-4ca1-b255-8e0a677adbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:47.848594 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-033ad7e8-8377-4f1e-b71d-a57e008a028e req-02ba6496-fe9d-4ca1-b255-8e0a677adbc8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654283 Nov 15 11:54:47.857541 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fde45a4-2c8c-4f72-bd9d-3992a099bd1d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:54:47.874266 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde45a4-2c8c-4f72-bd9d-3992a099bd1d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e26f54-9f80-47b9-9270-c46e1098150d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:47.891985 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fde45a4-2c8c-4f72-bd9d-3992a099bd1d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:47.892325 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-9fde45a4-2c8c-4f72-bd9d-3992a099bd1d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Added segment ffe65e7b-5b1b-43a7-acd6-46df50d51a82 of type vlan for network 38be7242-2a3c-4eb1-9319-6e84ba21c3b0 Nov 15 11:54:47.965448 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fde45a4-2c8c-4f72-bd9d-3992a099bd1d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:48.006601 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-033ad7e8-8377-4f1e-b71d-a57e008a028e req-754d159e-aaf9-4c8f-b44b-cde937d7b642 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470134 Nov 15 11:54:48.009896 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fde45a4-2c8c-4f72-bd9d-3992a099bd1d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:48.015427 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fde45a4-2c8c-4f72-bd9d-3992a099bd1d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:48.016011 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9fde45a4-2c8c-4f72-bd9d-3992a099bd1d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:48.108130 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9fde45a4-2c8c-4f72-bd9d-3992a099bd1d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5315497 Nov 15 11:54:48.111218 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50272) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:54:48.115963 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-04e98785-5dc2-46ae-95ff-aed7329da102 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-359296368', 'admin_state_up': True, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:54:48.132838 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde45a4-2c8c-4f72-bd9d-3992a099bd1d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event updated for resources: {'Network': ['ID=38be7242-2a3c-4eb1-9319-6e84ba21c3b0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:48.144069 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 38be7242-2a3c-4eb1-9319-6e84ba21c3b0 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:54:48.156508 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04e98785-5dc2-46ae-95ff-aed7329da102 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:48.157600 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04e98785-5dc2-46ae-95ff-aed7329da102 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:48.165678 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-033ad7e8-8377-4f1e-b71d-a57e008a028e req-3e2b4548-ca4f-4e5e-a97f-8b7e972aa76e service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471608 Nov 15 11:54:48.218685 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04e98785-5dc2-46ae-95ff-aed7329da102 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:48.354280 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04e98785-5dc2-46ae-95ff-aed7329da102 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:48.562059 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04e98785-5dc2-46ae-95ff-aed7329da102 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:48.588817 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04e98785-5dc2-46ae-95ff-aed7329da102 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:48.690502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-04e98785-5dc2-46ae-95ff-aed7329da102 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Allocated IP 172.25.7.26 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/c4efca5e-0130-42d5-805e-cf7cb5eb620b) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:54:48.805626 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04e98785-5dc2-46ae-95ff-aed7329da102 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:48.844983 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04e98785-5dc2-46ae-95ff-aed7329da102 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:48.884779 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e98785-5dc2-46ae-95ff-aed7329da102 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:54:48.887784 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-04e98785-5dc2-46ae-95ff-aed7329da102 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:54:48.892071 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e98785-5dc2-46ae-95ff-aed7329da102 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:54:48.895074 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e98785-5dc2-46ae-95ff-aed7329da102 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event updated for resources: {'Port': ['ID=c4efca5e-0130-42d5-805e-cf7cb5eb620b,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:48.902194 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67163d6-6480-4f11-9136-afd3a9355ad4 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:54:48.957026 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c637eacc-4cda-47c1-bfa9-0361b1fc3f33 None None] Provisioning complete for port c4efca5e-0130-42d5-805e-cf7cb5eb620b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:54:48.957742 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c637eacc-4cda-47c1-bfa9-0361b1fc3f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:48.997860 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c637eacc-4cda-47c1-bfa9-0361b1fc3f33 None None] Port c4efca5e-0130-42d5-805e-cf7cb5eb620b cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:54:49.155311 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04e98785-5dc2-46ae-95ff-aed7329da102 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:49.362291 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04e98785-5dc2-46ae-95ff-aed7329da102 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:49.492634 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e98785-5dc2-46ae-95ff-aed7329da102 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Router 16667e74-b84c-42c5-91ae-541ae19dbcbc is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:54:49.596852 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e98785-5dc2-46ae-95ff-aed7329da102 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:54:49.607216 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] Sync routers for ids ['16667e74-b84c-42c5-91ae-541ae19dbcbc'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:54:49.619979 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-04e98785-5dc2-46ae-95ff-aed7329da102 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:49.621180 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-04e98785-5dc2-46ae-95ff-aed7329da102 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.5089052 Nov 15 11:54:49.621556 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] Routers {'16667e74-b84c-42c5-91ae-541ae19dbcbc'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:54:49.622168 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:54:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['16667e74-b84c-42c5-91ae-541ae19dbcbc'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:54:49.624649 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50274) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:54:49.727618 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] Set router 16667e74-b84c-42c5-91ae-541ae19dbcbc gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:54:49.750333 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d929ec6c-fd7c-4470-b55e-007ac5c8c8a5 tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=0057fb0ca47b4cadbec48c66790f753a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1244702 Nov 15 11:54:49.753068 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50278) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:54:49.838489 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7628ee64-4c9e-4c44-ba09-d22f3016499b tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:49.840422 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7628ee64-4c9e-4c44-ba09-d22f3016499b tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860476 Nov 15 11:54:49.843522 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50280) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:54:49.872054 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-46ff4f97-9c76-4ca4-98fe-2449396130fd tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272560 Nov 15 11:54:49.874621 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50282) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:54:49.879380 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-723f951e-eaab-41a8-95b6-3191aacc2b33 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1546040194', 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0', 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:54:49.906863 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-359296368', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:49Z', 'revision_number': 3, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'gw_port': {'id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:20:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:54:49.932989 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] Checking router: 16667e74-b84c-42c5-91ae-541ae19dbcbc for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:54:49.933307 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] Updating router 16667e74-b84c-42c5-91ae-541ae19dbcbc port c4efca5e-0130-42d5-805e-cf7cb5eb620b binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:54:49.958423 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:49.964071 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723f951e-eaab-41a8-95b6-3191aacc2b33 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Made reservation on behalf of 0057fb0ca47b4cadbec48c66790f753a for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:54:49.968375 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-723f951e-eaab-41a8-95b6-3191aacc2b33 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:50.147218 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-723f951e-eaab-41a8-95b6-3191aacc2b33 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:50.208901 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f951e-eaab-41a8-95b6-3191aacc2b33 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event updated for resources: {'Subnet': ['ID=cb889152-d191-4c26-b7c3-5689a36cc417,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:50.217485 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:50.219988 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723f951e-eaab-41a8-95b6-3191aacc2b33 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Checking segment: {'id': 'ffe65e7b-5b1b-43a7-acd6-46df50d51a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:54:50.220430 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723f951e-eaab-41a8-95b6-3191aacc2b33 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Network hostable DHCP agents. Network: 38be7242-2a3c-4eb1-9319-6e84ba21c3b0, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:54:50.223516 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:50.237650 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723f951e-eaab-41a8-95b6-3191aacc2b33 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Network 38be7242-2a3c-4eb1-9319-6e84ba21c3b0 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:54:50.247206 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-723f951e-eaab-41a8-95b6-3191aacc2b33 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 38be7242-2a3c-4eb1-9319-6e84ba21c3b0) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:54:50.251458 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723f951e-eaab-41a8-95b6-3191aacc2b33 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:50.252092 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-723f951e-eaab-41a8-95b6-3191aacc2b33 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:50.262134 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726b3a2d-5b59-4315-92aa-141c93ac3982 None None] Network 38be7242-2a3c-4eb1-9319-6e84ba21c3b0 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:54:50.274129 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70e2c2-23b1-4300-9e80-c49547316eff None None] Pushing event updated for resources: {'Port': ['ID=c4efca5e-0130-42d5-805e-cf7cb5eb620b,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:50.276198 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] Attempting to bind port c4efca5e-0130-42d5-805e-cf7cb5eb620b on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:54:50.276567 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] Attempting to bind port c4efca5e-0130-42d5-805e-cf7cb5eb620b by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:54:50.276909 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] Attempting to bind port c4efca5e-0130-42d5-805e-cf7cb5eb620b on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:54:50.281686 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-723f951e-eaab-41a8-95b6-3191aacc2b33 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4060361 Nov 15 11:54:50.284563 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50284) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:54:50.285798 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e2c2-23b1-4300-9e80-c49547316eff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:50.286138 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e2c2-23b1-4300-9e80-c49547316eff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:50.286466 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e2c2-23b1-4300-9e80-c49547316eff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:50.286787 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e2c2-23b1-4300-9e80-c49547316eff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:50.287111 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e2c2-23b1-4300-9e80-c49547316eff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:50.287428 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e2c2-23b1-4300-9e80-c49547316eff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:50.287739 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e2c2-23b1-4300-9e80-c49547316eff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:50.288076 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e2c2-23b1-4300-9e80-c49547316eff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:50.288385 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e2c2-23b1-4300-9e80-c49547316eff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:50.288748 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e2c2-23b1-4300-9e80-c49547316eff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:50.289030 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e2c2-23b1-4300-9e80-c49547316eff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:50.289336 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70e2c2-23b1-4300-9e80-c49547316eff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:54:50.293720 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:54:50.294083 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:54:50.294473 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:50.294850 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:54:50.295348 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] Bound port: c4efca5e-0130-42d5-805e-cf7cb5eb620b, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:54:50.295664 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:50.301418 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82bd179-7e63-4465-8149-5e135fc3d1e6 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:54:50.351336 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] For port c4efca5e-0130-42d5-805e-cf7cb5eb620b, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:54:50.354929 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] For port c4efca5e-0130-42d5-805e-cf7cb5eb620b, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c4efca5e-0130-42d5-805e-cf7cb5eb620b,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:54:50.360702 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:50.418648 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70e2c2-23b1-4300-9e80-c49547316eff None None] Pushing event updated for resources: {'Port': ['ID=c4efca5e-0130-42d5-805e-cf7cb5eb620b,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:50.419602 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b74a1ba-8f70-4bbd-b4b1-fcc062230dc3 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:54:50.434266 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] Routers {'16667e74-b84c-42c5-91ae-541ae19dbcbc'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:54:50.434991 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:54:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['16667e74-b84c-42c5-91ae-541ae19dbcbc'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:54:50.436951 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1e8d0810-f123-48d7-bac3-e9236ab16add None None] Provisioning complete for port c4efca5e-0130-42d5-805e-cf7cb5eb620b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:54:50.437309 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1e8d0810-f123-48d7-bac3-e9236ab16add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:50.462565 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6aa23fc-261a-4813-9b3f-a49b61eb0408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-38be7242-2a3c-4eb1-9319-6e84ba21c3b0', 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'fixed_ips': [{'subnet_id': 'cb889152-d191-4c26-b7c3-5689a36cc417'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:54:50.463428 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a6aa23fc-261a-4813-9b3f-a49b61eb0408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:50.549369 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] Set router 16667e74-b84c-42c5-91ae-541ae19dbcbc gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:54:50.633744 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1e8d0810-f123-48d7-bac3-e9236ab16add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:50.651292 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-a6aa23fc-261a-4813-9b3f-a49b61eb0408 None None] Allocated IP 172.20.0.2 (38be7242-2a3c-4eb1-9319-6e84ba21c3b0/cb889152-d191-4c26-b7c3-5689a36cc417/a289dd0b-c528-4222-b6a2-b7a621e7bb8e) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:54:50.668964 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-1e8d0810-f123-48d7-bac3-e9236ab16add None None] For port c4efca5e-0130-42d5-805e-cf7cb5eb620b, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c4efca5e-0130-42d5-805e-cf7cb5eb620b,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:54:50.677183 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1e8d0810-f123-48d7-bac3-e9236ab16add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:50.751374 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-359296368', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:49Z', 'revision_number': 3, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'gw_port': {'id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:20:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:54:50.777583 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d0810-f123-48d7-bac3-e9236ab16add None None] Pushing event updated for resources: {'Port': ['ID=c4efca5e-0130-42d5-805e-cf7cb5eb620b,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:50.783175 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae0504f-e221-4f5d-a446-a917b2ee1020 None None] The sync data for ids ['16667e74-b84c-42c5-91ae-541ae19dbcbc'] in n-d-729945-9 is: [{'id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-359296368', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:49Z', 'revision_number': 3, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'gw_port': {'id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:20:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:54:50.845775 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1b40c272-8858-4bd5-bc57-61f9a73d37de None None] Provisioning complete for port c4efca5e-0130-42d5-805e-cf7cb5eb620b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:54:50.846133 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1b40c272-8858-4bd5-bc57-61f9a73d37de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:50.890517 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a6aa23fc-261a-4813-9b3f-a49b61eb0408 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:50.902730 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a6aa23fc-261a-4813-9b3f-a49b61eb0408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:50.953313 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aa23fc-261a-4813-9b3f-a49b61eb0408 None None] Network 38be7242-2a3c-4eb1-9319-6e84ba21c3b0 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:54:50.957734 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-a6aa23fc-261a-4813-9b3f-a49b61eb0408 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:54:50.965995 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aa23fc-261a-4813-9b3f-a49b61eb0408 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:54:50.970217 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa23fc-261a-4813-9b3f-a49b61eb0408 None None] Pushing event updated for resources: {'Port': ['ID=a289dd0b-c528-4222-b6a2-b7a621e7bb8e,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:51.091579 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a6aa23fc-261a-4813-9b3f-a49b61eb0408 None None] Attempting to bind port a289dd0b-c528-4222-b6a2-b7a621e7bb8e on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:54:51.091984 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a6aa23fc-261a-4813-9b3f-a49b61eb0408 None None] Attempting to bind port a289dd0b-c528-4222-b6a2-b7a621e7bb8e by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'ffe65e7b-5b1b-43a7-acd6-46df50d51a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:54:51.092336 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6aa23fc-261a-4813-9b3f-a49b61eb0408 None None] Attempting to bind port a289dd0b-c528-4222-b6a2-b7a621e7bb8e on network 38be7242-2a3c-4eb1-9319-6e84ba21c3b0 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:54:51.104584 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6aa23fc-261a-4813-9b3f-a49b61eb0408 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:54:51.104956 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6aa23fc-261a-4813-9b3f-a49b61eb0408 None None] Checking segment: {'id': 'ffe65e7b-5b1b-43a7-acd6-46df50d51a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:54:51.105817 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a6aa23fc-261a-4813-9b3f-a49b61eb0408 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:51.105817 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6aa23fc-261a-4813-9b3f-a49b61eb0408 None None] Bound using segment: {'id': 'ffe65e7b-5b1b-43a7-acd6-46df50d51a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:54:51.106217 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a6aa23fc-261a-4813-9b3f-a49b61eb0408 None None] Bound port: a289dd0b-c528-4222-b6a2-b7a621e7bb8e, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe65e7b-5b1b-43a7-acd6-46df50d51a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:54:51.106638 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a6aa23fc-261a-4813-9b3f-a49b61eb0408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:51.175622 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a6aa23fc-261a-4813-9b3f-a49b61eb0408 None None] For port a289dd0b-c528-4222-b6a2-b7a621e7bb8e, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:54:51.178916 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a6aa23fc-261a-4813-9b3f-a49b61eb0408 None None] For port a289dd0b-c528-4222-b6a2-b7a621e7bb8e, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a289dd0b-c528-4222-b6a2-b7a621e7bb8e,segment=NetworkSegment(ffe65e7b-5b1b-43a7-acd6-46df50d51a82),segment_id=ffe65e7b-5b1b-43a7-acd6-46df50d51a82)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:54:51.184577 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a6aa23fc-261a-4813-9b3f-a49b61eb0408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:51.197002 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b950-7106-4aac-8aac-626eb8ae7930 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:51.251267 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa23fc-261a-4813-9b3f-a49b61eb0408 None None] Pushing event updated for resources: {'Port': ['ID=a289dd0b-c528-4222-b6a2-b7a621e7bb8e,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:51.532287 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-f7c3b950-7106-4aac-8aac-626eb8ae7930 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Allocated IP 172.20.0.1 (38be7242-2a3c-4eb1-9319-6e84ba21c3b0/cb889152-d191-4c26-b7c3-5689a36cc417/45630a87-9801-4b5e-b144-960089615516) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:54:51.657631 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b950-7106-4aac-8aac-626eb8ae7930 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:51.698217 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b950-7106-4aac-8aac-626eb8ae7930 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:51.745967 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c3b950-7106-4aac-8aac-626eb8ae7930 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Network 38be7242-2a3c-4eb1-9319-6e84ba21c3b0 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:54:51.749218 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-f7c3b950-7106-4aac-8aac-626eb8ae7930 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:54:51.753313 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c3b950-7106-4aac-8aac-626eb8ae7930 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:54:51.759786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3b950-7106-4aac-8aac-626eb8ae7930 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event updated for resources: {'Port': ['ID=45630a87-9801-4b5e-b144-960089615516,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:51.799554 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b950-7106-4aac-8aac-626eb8ae7930 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:51.933059 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b950-7106-4aac-8aac-626eb8ae7930 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:52.119225 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a289dd0b-c528-4222-b6a2-b7a621e7bb8e up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:54:52.185990 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port a289dd0b-c528-4222-b6a2-b7a621e7bb8e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:54:52.186355 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:52.217792 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7c88f8-be09-49b7-8528-79d4ac33a265 None None] Network 38be7242-2a3c-4eb1-9319-6e84ba21c3b0 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:54:52.247151 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b950-7106-4aac-8aac-626eb8ae7930 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:52.253323 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b950-7106-4aac-8aac-626eb8ae7930 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:52.325841 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b950-7106-4aac-8aac-626eb8ae7930 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:52.328492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3b950-7106-4aac-8aac-626eb8ae7930 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event updated for resources: {'Port': ['ID=45630a87-9801-4b5e-b144-960089615516,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:52.347653 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e8d6e204-f08f-40b4-92b9-a41d7db650b7 None None] Provisioning complete for port a289dd0b-c528-4222-b6a2-b7a621e7bb8e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:54:52.348047 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e8d6e204-f08f-40b4-92b9-a41d7db650b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:52.401129 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:52.429899 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c3b950-7106-4aac-8aac-626eb8ae7930 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Network 38be7242-2a3c-4eb1-9319-6e84ba21c3b0 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:54:52.431347 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-f7c3b950-7106-4aac-8aac-626eb8ae7930 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:54:52.480295 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port a289dd0b-c528-4222-b6a2-b7a621e7bb8e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a289dd0b-c528-4222-b6a2-b7a621e7bb8e,segment=NetworkSegment(ffe65e7b-5b1b-43a7-acd6-46df50d51a82),segment_id=ffe65e7b-5b1b-43a7-acd6-46df50d51a82)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:54:52.488028 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:52.488851 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c4efca5e-0130-42d5-805e-cf7cb5eb620b up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:54:52.547735 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c3b950-7106-4aac-8aac-626eb8ae7930 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Router 16667e74-b84c-42c5-91ae-541ae19dbcbc has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:54:52.608467 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=a289dd0b-c528-4222-b6a2-b7a621e7bb8e,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:52.637042 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port c4efca5e-0130-42d5-805e-cf7cb5eb620b triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:54:52.637414 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:52.668470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c3b950-7106-4aac-8aac-626eb8ae7930 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:54:52.673816 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f7c3b950-7106-4aac-8aac-626eb8ae7930 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "PUT /v2.0/routers/16667e74-b84c-42c5-91ae-541ae19dbcbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3874004 Nov 15 11:54:52.676742 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50286) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:54:52.681263 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-a3b991c4-9d3c-46fc-a2e0-edb271b567aa tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1342663131', 'description': 'tempest-secgroup_access--1342663131 description', 'project_id': '0057fb0ca47b4cadbec48c66790f753a'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:54:52.709063 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3b991c4-9d3c-46fc-a2e0-edb271b567aa tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:52.747953 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] Sync routers for ids ['16667e74-b84c-42c5-91ae-541ae19dbcbc'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:54:52.762518 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] Routers {'16667e74-b84c-42c5-91ae-541ae19dbcbc'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:54:52.763243 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:54:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['16667e74-b84c-42c5-91ae-541ae19dbcbc'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:54:52.798164 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3b991c4-9d3c-46fc-a2e0-edb271b567aa tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:52.804934 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3b991c4-9d3c-46fc-a2e0-edb271b567aa tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:52.839602 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a3b991c4-9d3c-46fc-a2e0-edb271b567aa tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:52.844719 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a3b991c4-9d3c-46fc-a2e0-edb271b567aa tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1638885 Nov 15 11:54:52.844719 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b991c4-9d3c-46fc-a2e0-edb271b567aa tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c27eec6-fc9a-4edf-9344-0a487abea4c9,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:52.844979 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50288) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:54:52.851976 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-104cc736-c26d-4be9-b0f1-dc57002c13a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--395479519', 'description': 'tempest-secgroup_general--395479519 description', 'project_id': '0057fb0ca47b4cadbec48c66790f753a'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:54:52.879563 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-104cc736-c26d-4be9-b0f1-dc57002c13a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:52.952714 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-104cc736-c26d-4be9-b0f1-dc57002c13a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:52.959674 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-104cc736-c26d-4be9-b0f1-dc57002c13a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:52.992078 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-104cc736-c26d-4be9-b0f1-dc57002c13a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:52.993305 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-104cc736-c26d-4be9-b0f1-dc57002c13a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1473575 Nov 15 11:54:52.997169 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50290) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:54:52.998650 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cc736-c26d-4be9-b0f1-dc57002c13a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42b1d4ec-96ca-4055-9023-7ff226b029df,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:53.008631 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-8046df47-7737-4a7f-ac22-bf15833611bf tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Request body: {'security_group_rule': {'security_group_id': '7c27eec6-fc9a-4edf-9344-0a487abea4c9', 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:54:53.048063 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-df9b47b6-4b07-4682-b431-a4842f6228d5 None None] Provisioning complete for port a289dd0b-c528-4222-b6a2-b7a621e7bb8e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:54:53.048619 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-df9b47b6-4b07-4682-b431-a4842f6228d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:53.052796 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8046df47-7737-4a7f-ac22-bf15833611bf tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:53.100254 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] Set router 16667e74-b84c-42c5-91ae-541ae19dbcbc gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:54:53.117602 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8046df47-7737-4a7f-ac22-bf15833611bf tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:53.122786 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8046df47-7737-4a7f-ac22-bf15833611bf tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:53.142355 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046df47-7737-4a7f-ac22-bf15833611bf tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e458060-f41b-42b4-9c46-a3d06dc906f0,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:53.155910 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8046df47-7737-4a7f-ac22-bf15833611bf tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:53.165081 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8046df47-7737-4a7f-ac22-bf15833611bf tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1583059 Nov 15 11:54:53.290907 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-df9b47b6-4b07-4682-b431-a4842f6228d5 None None] Provisioning complete for port 45630a87-9801-4b5e-b144-960089615516 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:54:53.291517 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-df9b47b6-4b07-4682-b431-a4842f6228d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:53.311535 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-08987843-b982-4fbf-838a-a5441c771753 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_general--395479519&fields=id&tenant_id=0057fb0ca47b4cadbec48c66790f753a HTTP/1.1" status: 200 len: 267 time: 0.0405276 Nov 15 11:54:53.354114 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-df9b47b6-4b07-4682-b431-a4842f6228d5 None None] Port 45630a87-9801-4b5e-b144-960089615516 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:54:53.358859 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-a3198b78-c393-475c-a9ea-2ffd903d5248 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_access--1342663131&fields=id&tenant_id=0057fb0ca47b4cadbec48c66790f753a HTTP/1.1" status: 200 len: 267 time: 0.0404325 Nov 15 11:54:53.384086 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-359296368', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:51Z', 'revision_number': 4, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'gw_port': {'id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:20:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '45630a87-9801-4b5e-b144-960089615516', 'name': '', 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'mac_address': 'fa:16:3e:b8:9d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'cb889152-d191-4c26-b7c3-5689a36cc417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:54:51Z', 'updated_at': '2021-11-15T11:54:52Z', 'revision_number': 2, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'subnets': [{'id': 'cb889152-d191-4c26-b7c3-5689a36cc417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:54:53.411718 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] Checking router: 16667e74-b84c-42c5-91ae-541ae19dbcbc for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:54:53.412108 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] Updating router 16667e74-b84c-42c5-91ae-541ae19dbcbc port 45630a87-9801-4b5e-b144-960089615516 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:54:53.440093 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:53.468756 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-dab6a3d4-edc5-440e-9c32-1c0ac5bb0c02 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:53.470290 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-dab6a3d4-edc5-440e-9c32-1c0ac5bb0c02 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/networks?id=38be7242-2a3c-4eb1-9319-6e84ba21c3b0 HTTP/1.1" status: 200 len: 797 time: 0.1036241 Nov 15 11:54:53.486376 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-6c5e498d-03f9-4667-8125-422acc7f0d87 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/quotas/0057fb0ca47b4cadbec48c66790f753a HTTP/1.1" status: 200 len: 375 time: 0.0096867 Nov 15 11:54:53.537447 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-dddc645f-6f3c-4ef2-99be-2ee39d6096ea tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0057fb0ca47b4cadbec48c66790f753a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453207 Nov 15 11:54:53.537989 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-51a1294c-0225-42a7-9860-5da836b98450 None None] Provisioning complete for port 45630a87-9801-4b5e-b144-960089615516 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:54:53.538416 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-51a1294c-0225-42a7-9860-5da836b98450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:53.593567 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-51a1294c-0225-42a7-9860-5da836b98450 None None] Port 45630a87-9801-4b5e-b144-960089615516 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:54:53.639989 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-61d295a8-8199-4af4-ac31-85ea9d70af1c service neutron] 10.222.0.64 "GET /v2.0/networks/38be7242-2a3c-4eb1-9319-6e84ba21c3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893857 Nov 15 11:54:53.728481 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-131b37e8-2a06-456d-9fa8-cc88fc02d5dd service neutron] 10.222.0.64 "GET /v2.0/networks/38be7242-2a3c-4eb1-9319-6e84ba21c3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822489 Nov 15 11:54:53.736310 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:53.743011 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:53.791336 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfc42d-9cf3-41fc-99ed-eb21764e0ec6 None None] Pushing event updated for resources: {'Port': ['ID=45630a87-9801-4b5e-b144-960089615516,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:53.855361 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] Attempting to bind port 45630a87-9801-4b5e-b144-960089615516 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:54:53.855723 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] Attempting to bind port 45630a87-9801-4b5e-b144-960089615516 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'ffe65e7b-5b1b-43a7-acd6-46df50d51a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:54:53.856115 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] Attempting to bind port 45630a87-9801-4b5e-b144-960089615516 on network 38be7242-2a3c-4eb1-9319-6e84ba21c3b0 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:54:53.861670 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:54:53.862007 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] Checking segment: {'id': 'ffe65e7b-5b1b-43a7-acd6-46df50d51a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:54:53.862395 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:53.862785 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] Bound using segment: {'id': 'ffe65e7b-5b1b-43a7-acd6-46df50d51a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:54:53.863579 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] Bound port: 45630a87-9801-4b5e-b144-960089615516, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe65e7b-5b1b-43a7-acd6-46df50d51a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:54:53.863982 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:53.927178 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee15cda2-794e-4531-a630-592b4bd62cd8 req-6eabe488-f782-4d01-8a6e-efa63fe6984a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be65919-daca-44fc-bb94-aa67e47e0639 HTTP/1.1" status: 200 len: 210 time: 0.0355563 Nov 15 11:54:53.932153 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] For port 45630a87-9801-4b5e-b144-960089615516, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:54:53.936201 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] For port 45630a87-9801-4b5e-b144-960089615516, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=45630a87-9801-4b5e-b144-960089615516,segment=NetworkSegment(ffe65e7b-5b1b-43a7-acd6-46df50d51a82),segment_id=ffe65e7b-5b1b-43a7-acd6-46df50d51a82)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:54:53.943451 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:54.020997 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfc42d-9cf3-41fc-99ed-eb21764e0ec6 None None] Pushing event updated for resources: {'Port': ['ID=45630a87-9801-4b5e-b144-960089615516,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:54.024032 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] Routers {'16667e74-b84c-42c5-91ae-541ae19dbcbc'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:54:54.024651 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:54:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['16667e74-b84c-42c5-91ae-541ae19dbcbc'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:54:54.092530 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a289dd0b-c528-4222-b6a2-b7a621e7bb8e up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:54:54.174194 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-fbff187b-e29c-4cf4-80a1-79c1804dc444 None None] Provisioning complete for port 45630a87-9801-4b5e-b144-960089615516 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:54:54.174551 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fbff187b-e29c-4cf4-80a1-79c1804dc444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:54.216209 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] Set router 16667e74-b84c-42c5-91ae-541ae19dbcbc gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:54:54.269673 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port a289dd0b-c528-4222-b6a2-b7a621e7bb8e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:54:54.270035 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:54.427538 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fbff187b-e29c-4cf4-80a1-79c1804dc444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:54.528873 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-fbff187b-e29c-4cf4-80a1-79c1804dc444 None None] For port 45630a87-9801-4b5e-b144-960089615516, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=45630a87-9801-4b5e-b144-960089615516,segment=NetworkSegment(ffe65e7b-5b1b-43a7-acd6-46df50d51a82),segment_id=ffe65e7b-5b1b-43a7-acd6-46df50d51a82)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:54:54.536896 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fbff187b-e29c-4cf4-80a1-79c1804dc444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:54.591761 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-359296368', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:51Z', 'revision_number': 4, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'gw_port': {'id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:20:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '45630a87-9801-4b5e-b144-960089615516', 'name': '', 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'mac_address': 'fa:16:3e:b8:9d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'cb889152-d191-4c26-b7c3-5689a36cc417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:54:51Z', 'updated_at': '2021-11-15T11:54:53Z', 'revision_number': 4, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'subnets': [{'id': 'cb889152-d191-4c26-b7c3-5689a36cc417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:54:54.595002 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff187b-e29c-4cf4-80a1-79c1804dc444 None None] Pushing event updated for resources: {'Port': ['ID=45630a87-9801-4b5e-b144-960089615516,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:54.619857 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e0ace6-c1cb-4e20-8305-ecb4005c1526 None None] The sync data for ids ['16667e74-b84c-42c5-91ae-541ae19dbcbc'] in n-d-729945-9 is: [{'id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-359296368', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:51Z', 'revision_number': 4, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'gw_port': {'id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:20:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '45630a87-9801-4b5e-b144-960089615516', 'name': '', 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'mac_address': 'fa:16:3e:b8:9d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'cb889152-d191-4c26-b7c3-5689a36cc417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:54:51Z', 'updated_at': '2021-11-15T11:54:53Z', 'revision_number': 4, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'subnets': [{'id': 'cb889152-d191-4c26-b7c3-5689a36cc417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:54:54.658340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1c72d693-7329-45e5-a5ba-3d46698e7900 None None] Provisioning complete for port 45630a87-9801-4b5e-b144-960089615516 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:54:54.658737 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1c72d693-7329-45e5-a5ba-3d46698e7900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:54.972072 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-eb6c3d00-271f-45af-97f5-a69023e3f14a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:54.973669 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-eb6c3d00-271f-45af-97f5-a69023e3f14a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.55 "GET /v2.0/networks?id=38be7242-2a3c-4eb1-9319-6e84ba21c3b0 HTTP/1.1" status: 200 len: 797 time: 0.1110449 Nov 15 11:54:55.063538 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f608b700-d031-404c-a0c0-819409ba1d7d req-03dec8ed-6cd9-42df-9e6e-307e77e3c985 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be65919-daca-44fc-bb94-aa67e47e0639 HTTP/1.1" status: 200 len: 210 time: 0.0424426 Nov 15 11:54:55.083801 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-b33fa7bd-943a-4529-a71e-44cb3e1056f5 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0057fb0ca47b4cadbec48c66790f753a HTTP/1.1" status: 200 len: 477 time: 0.0974598 Nov 15 11:54:55.095384 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-bb776b65-41d8-4897-9b49-ec7b41a127e0 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Request body: {'port': {'device_id': '2be65919-daca-44fc-bb94-aa67e47e0639', 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0', 'admin_state_up': True, 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'security_groups': ['42b1d4ec-96ca-4055-9023-7ff226b029df', '7c27eec6-fc9a-4edf-9344-0a487abea4c9']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:54:55.211157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-bb776b65-41d8-4897-9b49-ec7b41a127e0 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Made reservation on behalf of 0057fb0ca47b4cadbec48c66790f753a for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:54:55.214771 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-bb776b65-41d8-4897-9b49-ec7b41a127e0 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:55.345592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-bb776b65-41d8-4897-9b49-ec7b41a127e0 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Allocated IP 172.20.0.4 (38be7242-2a3c-4eb1-9319-6e84ba21c3b0/cb889152-d191-4c26-b7c3-5689a36cc417/1fef8c79-f968-45a4-9c81-bfa120aacd1d) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:54:55.497639 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-bb776b65-41d8-4897-9b49-ec7b41a127e0 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:55.531800 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-bb776b65-41d8-4897-9b49-ec7b41a127e0 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:55.572510 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-bb776b65-41d8-4897-9b49-ec7b41a127e0 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Network 38be7242-2a3c-4eb1-9319-6e84ba21c3b0 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:54:55.577619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-bb776b65-41d8-4897-9b49-ec7b41a127e0 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:54:55.581291 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-bb776b65-41d8-4897-9b49-ec7b41a127e0 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:54:55.614986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb776b65-41d8-4897-9b49-ec7b41a127e0 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event updated for resources: {'Port': ['ID=1fef8c79-f968-45a4-9c81-bfa120aacd1d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:55.645093 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-bb776b65-41d8-4897-9b49-ec7b41a127e0 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:55.645719 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-bb776b65-41d8-4897-9b49-ec7b41a127e0 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:55.668990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-bb776b65-41d8-4897-9b49-ec7b41a127e0 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.5778699 Nov 15 11:54:55.681531 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-6227a3fd-177f-47ee-8d3a-0c4303c4b69e service neutron] Request body: {'port': {'device_id': '2be65919-daca-44fc-bb94-aa67e47e0639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:54:55.742931 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-6227a3fd-177f-47ee-8d3a-0c4303c4b69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:55.876921 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a8b01877-d7cd-4996-be79-b0f1fc30ba37 None None] Provisioning complete for port 1fef8c79-f968-45a4-9c81-bfa120aacd1d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:54:55.877446 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a8b01877-d7cd-4996-be79-b0f1fc30ba37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:55.912458 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a8b01877-d7cd-4996-be79-b0f1fc30ba37 None None] Port 1fef8c79-f968-45a4-9c81-bfa120aacd1d cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:54:56.018749 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-6227a3fd-177f-47ee-8d3a-0c4303c4b69e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fef8c79-f968-45a4-9c81-bfa120aacd1d {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:54:56.027462 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-6227a3fd-177f-47ee-8d3a-0c4303c4b69e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:56.040440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-6227a3fd-177f-47ee-8d3a-0c4303c4b69e service neutron] Transition to ACTIVE for port object 1fef8c79-f968-45a4-9c81-bfa120aacd1d will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:54:56.045428 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-6227a3fd-177f-47ee-8d3a-0c4303c4b69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:56.062954 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 45630a87-9801-4b5e-b144-960089615516 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:54:56.107706 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227a3fd-177f-47ee-8d3a-0c4303c4b69e service neutron] Pushing event updated for resources: {'Port': ['ID=1fef8c79-f968-45a4-9c81-bfa120aacd1d,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:56.122106 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 45630a87-9801-4b5e-b144-960089615516 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:54:56.122550 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:56.213477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-6227a3fd-177f-47ee-8d3a-0c4303c4b69e service neutron] Attempting to bind port 1fef8c79-f968-45a4-9c81-bfa120aacd1d on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:54:56.214195 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-6227a3fd-177f-47ee-8d3a-0c4303c4b69e service neutron] Attempting to bind port 1fef8c79-f968-45a4-9c81-bfa120aacd1d by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'ffe65e7b-5b1b-43a7-acd6-46df50d51a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:54:56.214195 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-6227a3fd-177f-47ee-8d3a-0c4303c4b69e service neutron] Attempting to bind port 1fef8c79-f968-45a4-9c81-bfa120aacd1d on network 38be7242-2a3c-4eb1-9319-6e84ba21c3b0 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:54:56.224839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-6227a3fd-177f-47ee-8d3a-0c4303c4b69e service neutron] Port 1fef8c79-f968-45a4-9c81-bfa120aacd1d on network 38be7242-2a3c-4eb1-9319-6e84ba21c3b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:54:56.225164 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-6227a3fd-177f-47ee-8d3a-0c4303c4b69e service neutron] Attempting to bind port 1fef8c79-f968-45a4-9c81-bfa120aacd1d on network 38be7242-2a3c-4eb1-9319-6e84ba21c3b0 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:54:56.239461 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef25f8-9ded-4a75-8fce-fe07e4386b65 req-c91eb82f-cb1b-4c3b-8cff-1d240c814cc8 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:56.241044 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-beef25f8-9ded-4a75-8fce-fe07e4386b65 req-c91eb82f-cb1b-4c3b-8cff-1d240c814cc8 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be65919-daca-44fc-bb94-aa67e47e0639 HTTP/1.1" status: 200 len: 982 time: 0.0709791 Nov 15 11:54:56.241930 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-6227a3fd-177f-47ee-8d3a-0c4303c4b69e service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:54:56.242268 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-6227a3fd-177f-47ee-8d3a-0c4303c4b69e service neutron] Checking segment: {'id': 'ffe65e7b-5b1b-43a7-acd6-46df50d51a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:54:56.242643 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-6227a3fd-177f-47ee-8d3a-0c4303c4b69e service neutron] Bound using segment: {'id': 'ffe65e7b-5b1b-43a7-acd6-46df50d51a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:54:56.243082 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-6227a3fd-177f-47ee-8d3a-0c4303c4b69e service neutron] Bound port: 1fef8c79-f968-45a4-9c81-bfa120aacd1d, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe65e7b-5b1b-43a7-acd6-46df50d51a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:54:56.243432 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-6227a3fd-177f-47ee-8d3a-0c4303c4b69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:56.353972 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-beef25f8-9ded-4a75-8fce-fe07e4386b65 req-1fa2f04b-7a5e-41d1-962f-ae02b288e34c tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/security-groups?id=42b1d4ec-96ca-4055-9023-7ff226b029df&id=7c27eec6-fc9a-4edf-9344-0a487abea4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1014221 Nov 15 11:54:56.354976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-6227a3fd-177f-47ee-8d3a-0c4303c4b69e service neutron] For port 1fef8c79-f968-45a4-9c81-bfa120aacd1d, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:54:56.358187 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-6227a3fd-177f-47ee-8d3a-0c4303c4b69e service neutron] For port 1fef8c79-f968-45a4-9c81-bfa120aacd1d, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1fef8c79-f968-45a4-9c81-bfa120aacd1d,segment=NetworkSegment(ffe65e7b-5b1b-43a7-acd6-46df50d51a82),segment_id=ffe65e7b-5b1b-43a7-acd6-46df50d51a82)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:54:56.364131 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-6227a3fd-177f-47ee-8d3a-0c4303c4b69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:56.396987 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-6227a3fd-177f-47ee-8d3a-0c4303c4b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:56.397676 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-6227a3fd-177f-47ee-8d3a-0c4303c4b69e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:56.399192 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-6227a3fd-177f-47ee-8d3a-0c4303c4b69e service neutron] 10.222.0.55 "PUT /v2.0/ports/1fef8c79-f968-45a4-9c81-bfa120aacd1d HTTP/1.1" status: 200 len: 1130 time: 0.7221758 Nov 15 11:54:56.399667 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be65919-daca-44fc-bb94-aa67e47e0639', 'tag': '1fef8c79-f968-45a4-9c81-bfa120aacd1d'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:54:56.401954 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ba559e-8862-4f16-9526-d3f23e175300" -d '{"events": [{"name": "network-changed", "server_uuid": "2be65919-daca-44fc-bb94-aa67e47e0639", "tag": "1fef8c79-f968-45a4-9c81-bfa120aacd1d"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:54:56.428576 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227a3fd-177f-47ee-8d3a-0c4303c4b69e service neutron] Pushing event updated for resources: {'Port': ['ID=1fef8c79-f968-45a4-9c81-bfa120aacd1d,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:54:56.456209 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6746a60-34bb-4069-ad43-7ac1fb9db7dc x-openstack-request-id: req-e6746a60-34bb-4069-ad43-7ac1fb9db7dc {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:54:56.456489 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be65919-daca-44fc-bb94-aa67e47e0639", "tag": "1fef8c79-f968-45a4-9c81-bfa120aacd1d", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:54:56.456736 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6746a60-34bb-4069-ad43-7ac1fb9db7dc {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:54:56.457125 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be65919-daca-44fc-bb94-aa67e47e0639', 'tag': '1fef8c79-f968-45a4-9c81-bfa120aacd1d', 'status': 'completed', 'code': 200} Nov 15 11:54:56.491065 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-81ff6f9a-4ffa-4ffb-b9ac-efd9418bc02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:56.492696 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-81ff6f9a-4ffa-4ffb-b9ac-efd9418bc02a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0057fb0ca47b4cadbec48c66790f753a&device_id=2be65919-daca-44fc-bb94-aa67e47e0639 HTTP/1.1" status: 200 len: 1133 time: 0.0461085 Nov 15 11:54:56.537636 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-98350fe0-6175-478e-ad96-83f732215187 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fef8c79-f968-45a4-9c81-bfa120aacd1d HTTP/1.1" status: 200 len: 217 time: 0.0354207 Nov 15 11:54:56.594319 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-db7d9a9f-6ed0-4fa8-ad82-969bf00b9d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:56.595828 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-db7d9a9f-6ed0-4fa8-ad82-969bf00b9d3a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb889152-d191-4c26-b7c3-5689a36cc417 HTTP/1.1" status: 200 len: 835 time: 0.0511477 Nov 15 11:54:56.641323 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-5507ee09-b708-4074-98e1-1b3675b6dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:56.642799 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-5507ee09-b708-4074-98e1-1b3675b6dc99 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38be7242-2a3c-4eb1-9319-6e84ba21c3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403650 Nov 15 11:54:56.736262 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-5588a463-359a-4120-be25-bc039b3a96a2 service neutron] 10.222.0.55 "GET /v2.0/networks/38be7242-2a3c-4eb1-9319-6e84ba21c3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861084 Nov 15 11:54:56.823876 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b2680b0c-0fc0-4a4d-a642-f741f9418137 req-9421d9a4-b801-4136-b5ac-5520433317f0 service neutron] 10.222.0.55 "GET /v2.0/networks/38be7242-2a3c-4eb1-9319-6e84ba21c3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808296 Nov 15 11:54:56.910700 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba559e-8862-4f16-9526-d3f23e175300 req-9a1a4f34-2a40-466f-a932-f93fb2e1430e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:56.912242 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2ba559e-8862-4f16-9526-d3f23e175300 req-9a1a4f34-2a40-466f-a932-f93fb2e1430e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0057fb0ca47b4cadbec48c66790f753a&device_id=2be65919-daca-44fc-bb94-aa67e47e0639 HTTP/1.1" status: 200 len: 1133 time: 0.0419867 Nov 15 11:54:57.006062 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba559e-8862-4f16-9526-d3f23e175300 req-6e820c81-4554-4e6f-9366-4f9f35904693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:57.007486 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2ba559e-8862-4f16-9526-d3f23e175300 req-6e820c81-4554-4e6f-9366-4f9f35904693 service neutron] 10.222.0.55 "GET /v2.0/networks?id=38be7242-2a3c-4eb1-9319-6e84ba21c3b0 HTTP/1.1" status: 200 len: 898 time: 0.0870607 Nov 15 11:54:57.048352 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2ba559e-8862-4f16-9526-d3f23e175300 req-c475bc69-4861-402b-98dd-e59cd25f53ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fef8c79-f968-45a4-9c81-bfa120aacd1d HTTP/1.1" status: 200 len: 217 time: 0.0330131 Nov 15 11:54:57.101238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba559e-8862-4f16-9526-d3f23e175300 req-88a9851d-8927-455b-a4b6-9321af829c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:57.102692 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2ba559e-8862-4f16-9526-d3f23e175300 req-88a9851d-8927-455b-a4b6-9321af829c56 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb889152-d191-4c26-b7c3-5689a36cc417 HTTP/1.1" status: 200 len: 835 time: 0.0465617 Nov 15 11:54:57.151292 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba559e-8862-4f16-9526-d3f23e175300 req-8872bc9b-8408-4f64-b3da-2765bd9e1a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:57.152812 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2ba559e-8862-4f16-9526-d3f23e175300 req-8872bc9b-8408-4f64-b3da-2765bd9e1a91 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38be7242-2a3c-4eb1-9319-6e84ba21c3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407662 Nov 15 11:54:57.243425 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2ba559e-8862-4f16-9526-d3f23e175300 req-442b0cab-febc-4b73-9505-e302e0e5c1f8 service neutron] 10.222.0.55 "GET /v2.0/networks/38be7242-2a3c-4eb1-9319-6e84ba21c3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823843 Nov 15 11:54:57.343438 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d2ba559e-8862-4f16-9526-d3f23e175300 req-d42911b1-279e-429f-b361-d00eed921e57 service neutron] 10.222.0.55 "GET /v2.0/networks/38be7242-2a3c-4eb1-9319-6e84ba21c3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891514 Nov 15 11:54:57.482185 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f87afa-4310-4c96-b106-1967192b1f50 req-37e87683-b2a2-4acb-aaed-6a8ab9696c1a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:57.484455 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-69f87afa-4310-4c96-b106-1967192b1f50 req-37e87683-b2a2-4acb-aaed-6a8ab9696c1a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be65919-daca-44fc-bb94-aa67e47e0639 HTTP/1.1" status: 200 len: 982 time: 0.0543914 Nov 15 11:54:57.539414 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-69f87afa-4310-4c96-b106-1967192b1f50 req-401c6155-ebb7-4c37-b4d2-2ec6eac72486 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/security-groups?id=42b1d4ec-96ca-4055-9023-7ff226b029df&id=7c27eec6-fc9a-4edf-9344-0a487abea4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0493577 Nov 15 11:54:58.678036 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091017fe-d33a-4984-8d32-61f6a636e38f req-44ca0df4-f134-4d51-8ac9-f2b7d623eb2a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:58.679566 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-091017fe-d33a-4984-8d32-61f6a636e38f req-44ca0df4-f134-4d51-8ac9-f2b7d623eb2a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be65919-daca-44fc-bb94-aa67e47e0639 HTTP/1.1" status: 200 len: 982 time: 0.0558496 Nov 15 11:54:58.739334 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-091017fe-d33a-4984-8d32-61f6a636e38f req-178b23e8-b43e-40ab-8c26-aaff5ed7f5cd tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/security-groups?id=42b1d4ec-96ca-4055-9023-7ff226b029df&id=7c27eec6-fc9a-4edf-9344-0a487abea4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0506098 Nov 15 11:54:59.814321 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1fef8c79-f968-45a4-9c81-bfa120aacd1d details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:54:59.867370 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13692b-b030-4e54-a62e-2fd5dd72210b req-9e4d7512-7731-418d-8000-0e5cb7f7b750 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:54:59.868864 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e13692b-b030-4e54-a62e-2fd5dd72210b req-9e4d7512-7731-418d-8000-0e5cb7f7b750 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be65919-daca-44fc-bb94-aa67e47e0639 HTTP/1.1" status: 200 len: 982 time: 0.0492182 Nov 15 11:54:59.901183 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:59.924014 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 1fef8c79-f968-45a4-9c81-bfa120aacd1d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1fef8c79-f968-45a4-9c81-bfa120aacd1d,segment=NetworkSegment(ffe65e7b-5b1b-43a7-acd6-46df50d51a82),segment_id=ffe65e7b-5b1b-43a7-acd6-46df50d51a82)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:54:59.926408 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e13692b-b030-4e54-a62e-2fd5dd72210b req-eaf6f69f-3f27-4e33-8fe4-f50913d27d33 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/security-groups?id=42b1d4ec-96ca-4055-9023-7ff226b029df&id=7c27eec6-fc9a-4edf-9344-0a487abea4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0505054 Nov 15 11:54:59.936100 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '1fef8c79-f968-45a4-9c81-bfa120aacd1d', 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0', 'port_id': '1fef8c79-f968-45a4-9c81-bfa120aacd1d', 'mac_address': 'fa:16:3e:63:c5:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb889152-d191-4c26-b7c3-5689a36cc417', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:54:59.973549 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:54:59.985857 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fef8c79-f968-45a4-9c81-bfa120aacd1d {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:55:00.010486 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 1fef8c79-f968-45a4-9c81-bfa120aacd1d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1fef8c79-f968-45a4-9c81-bfa120aacd1d,segment=NetworkSegment(ffe65e7b-5b1b-43a7-acd6-46df50d51a82),segment_id=ffe65e7b-5b1b-43a7-acd6-46df50d51a82)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:55:00.016392 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:00.066158 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=1fef8c79-f968-45a4-9c81-bfa120aacd1d,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:55:00.211584 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['1fef8c79-f968-45a4-9c81-bfa120aacd1d'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:55:01.048585 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622697c-96a3-44e2-896a-004838efb53a req-b4e1d3c8-365d-4517-830c-3f6459c915c2 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:01.050069 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0622697c-96a3-44e2-896a-004838efb53a req-b4e1d3c8-365d-4517-830c-3f6459c915c2 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be65919-daca-44fc-bb94-aa67e47e0639 HTTP/1.1" status: 200 len: 983 time: 0.0550709 Nov 15 11:55:01.108187 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0622697c-96a3-44e2-896a-004838efb53a req-726e1f44-123e-4d3e-af19-47934e7872db tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/security-groups?id=42b1d4ec-96ca-4055-9023-7ff226b029df&id=7c27eec6-fc9a-4edf-9344-0a487abea4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0501163 Nov 15 11:55:01.816490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1fef8c79-f968-45a4-9c81-bfa120aacd1d up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:55:01.880556 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 1fef8c79-f968-45a4-9c81-bfa120aacd1d completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:55:01.885935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 1fef8c79-f968-45a4-9c81-bfa120aacd1d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:55:01.886475 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:01.889462 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:01.965102 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:01.987076 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be65919-daca-44fc-bb94-aa67e47e0639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fef8c79-f968-45a4-9c81-bfa120aacd1d'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:55:01.989372 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2b9abb-8d43-47d3-9712-bef9f7c621a3" -d '{"events": [{"server_uuid": "2be65919-daca-44fc-bb94-aa67e47e0639", "name": "network-vif-plugged", "status": "completed", "tag": "1fef8c79-f968-45a4-9c81-bfa120aacd1d"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:55:02.002447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 1fef8c79-f968-45a4-9c81-bfa120aacd1d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1fef8c79-f968-45a4-9c81-bfa120aacd1d,segment=NetworkSegment(ffe65e7b-5b1b-43a7-acd6-46df50d51a82),segment_id=ffe65e7b-5b1b-43a7-acd6-46df50d51a82)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:55:02.007496 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:02.034119 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728167ea-ac6b-4ea5-a625-4c53577a83ff x-openstack-request-id: req-728167ea-ac6b-4ea5-a625-4c53577a83ff {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:55:02.034406 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be65919-daca-44fc-bb94-aa67e47e0639", "name": "network-vif-plugged", "status": "completed", "tag": "1fef8c79-f968-45a4-9c81-bfa120aacd1d", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:55:02.034653 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-728167ea-ac6b-4ea5-a625-4c53577a83ff {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:55:02.035041 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be65919-daca-44fc-bb94-aa67e47e0639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fef8c79-f968-45a4-9c81-bfa120aacd1d', 'code': 200} Nov 15 11:55:02.061225 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=1fef8c79-f968-45a4-9c81-bfa120aacd1d,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:55:02.130830 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a9bf1-f21f-4c87-b729-80b1690d3070 req-70fb6983-80a6-44bc-bc8e-54565a537596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:02.132541 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e30a9bf1-f21f-4c87-b729-80b1690d3070 req-70fb6983-80a6-44bc-bc8e-54565a537596 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2be65919-daca-44fc-bb94-aa67e47e0639 HTTP/1.1" status: 200 len: 1135 time: 0.0413010 Nov 15 11:55:02.196710 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e30a9bf1-f21f-4c87-b729-80b1690d3070 req-3b43f7f2-cb4a-4829-b4e7-2aaab3570232 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=42b1d4ec-96ca-4055-9023-7ff226b029df&id=7c27eec6-fc9a-4edf-9344-0a487abea4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0558381 Nov 15 11:55:02.236058 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21e626-38eb-45fc-94af-65accc615225 req-db85c101-4786-4ca7-9e8f-822f9a60a3a9 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:02.238755 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e21e626-38eb-45fc-94af-65accc615225 req-db85c101-4786-4ca7-9e8f-822f9a60a3a9 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be65919-daca-44fc-bb94-aa67e47e0639 HTTP/1.1" status: 200 len: 984 time: 0.0534928 Nov 15 11:55:02.298516 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e21e626-38eb-45fc-94af-65accc615225 req-e5c01677-69c1-4de5-a9ba-0bcbd69b5739 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/security-groups?id=42b1d4ec-96ca-4055-9023-7ff226b029df&id=7c27eec6-fc9a-4edf-9344-0a487abea4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0530093 Nov 15 11:55:03.419608 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258e6a2-86bf-40f0-ae34-e9ccb42f1bc0 req-70b5998b-a299-4463-a335-3ac9a59ac344 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:03.421004 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7258e6a2-86bf-40f0-ae34-e9ccb42f1bc0 req-70b5998b-a299-4463-a335-3ac9a59ac344 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be65919-daca-44fc-bb94-aa67e47e0639 HTTP/1.1" status: 200 len: 984 time: 0.0504704 Nov 15 11:55:03.478892 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7258e6a2-86bf-40f0-ae34-e9ccb42f1bc0 req-19d6ee55-63ef-49b5-b4f1-f8d826ebefc7 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/security-groups?id=42b1d4ec-96ca-4055-9023-7ff226b029df&id=7c27eec6-fc9a-4edf-9344-0a487abea4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0517149 Nov 15 11:55:03.600687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e24ff-0196-4318-ac15-0b96bea67650 req-f7d60122-9618-4b71-9ecc-aed22152af20 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:03.602127 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1c9e24ff-0196-4318-ac15-0b96bea67650 req-f7d60122-9618-4b71-9ecc-aed22152af20 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be65919-daca-44fc-bb94-aa67e47e0639 HTTP/1.1" status: 200 len: 984 time: 0.0510514 Nov 15 11:55:03.661708 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1c9e24ff-0196-4318-ac15-0b96bea67650 req-5491ca25-f2e5-41a8-aa1b-cf7932cc3ef9 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/security-groups?id=42b1d4ec-96ca-4055-9023-7ff226b029df&id=7c27eec6-fc9a-4edf-9344-0a487abea4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0504901 Nov 15 11:55:03.774563 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5a00f-1ed4-4167-8336-b070a0336a4b req-d3abbb2e-5a4b-4a08-b250-45f8ee032bce tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:03.776172 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-86b5a00f-1ed4-4167-8336-b070a0336a4b req-d3abbb2e-5a4b-4a08-b250-45f8ee032bce tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2be65919-daca-44fc-bb94-aa67e47e0639 HTTP/1.1" status: 200 len: 1135 time: 0.0461226 Nov 15 11:55:03.794458 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-86b5a00f-1ed4-4167-8336-b070a0336a4b req-0139b45a-bd60-4c4d-8a0d-7a0abf55566d tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:03.877026 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-86b5a00f-1ed4-4167-8336-b070a0336a4b req-0139b45a-bd60-4c4d-8a0d-7a0abf55566d tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:03.883182 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-86b5a00f-1ed4-4167-8336-b070a0336a4b req-0139b45a-bd60-4c4d-8a0d-7a0abf55566d tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:03.922744 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139b45a-bd60-4c4d-8a0d-7a0abf55566d tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e397cf5d-6230-4e7b-b531-de5fc46e4c04,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:55:03.932205 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-86b5a00f-1ed4-4167-8336-b070a0336a4b req-0139b45a-bd60-4c4d-8a0d-7a0abf55566d tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=42b1d4ec-96ca-4055-9023-7ff226b029df&id=7c27eec6-fc9a-4edf-9344-0a487abea4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1497245 Nov 15 11:55:03.955852 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50342) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:55:04.010661 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a19e3b3-455b-4c7d-9c39-446be8d09964 tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:04.012243 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8a19e3b3-455b-4c7d-9c39-446be8d09964 tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2be65919-daca-44fc-bb94-aa67e47e0639 HTTP/1.1" status: 200 len: 1130 time: 0.0553324 Nov 15 11:55:04.015405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50344) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:55:04.020184 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-028306f4-4c86-4500-bc61-cf4eeb69078a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': '1fef8c79-f968-45a4-9c81-bfa120aacd1d', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:55:04.047596 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-028306f4-4c86-4500-bc61-cf4eeb69078a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:04.476472 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-028306f4-4c86-4500-bc61-cf4eeb69078a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:04.587945 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-028306f4-4c86-4500-bc61-cf4eeb69078a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Allocated IP 172.25.7.68 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/cca2ed45-9347-42f0-a213-7d362f854659) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:55:04.700241 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-028306f4-4c86-4500-bc61-cf4eeb69078a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:04.736106 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-028306f4-4c86-4500-bc61-cf4eeb69078a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:04.774612 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028306f4-4c86-4500-bc61-cf4eeb69078a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:55:04.777474 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-028306f4-4c86-4500-bc61-cf4eeb69078a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:55:04.781112 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028306f4-4c86-4500-bc61-cf4eeb69078a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:55:04.786417 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028306f4-4c86-4500-bc61-cf4eeb69078a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event updated for resources: {'Port': ['ID=cca2ed45-9347-42f0-a213-7d362f854659,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:55:05.115674 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-028306f4-4c86-4500-bc61-cf4eeb69078a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:05.185792 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-028306f4-4c86-4500-bc61-cf4eeb69078a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:05.341353 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-028306f4-4c86-4500-bc61-cf4eeb69078a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:05.349915 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-028306f4-4c86-4500-bc61-cf4eeb69078a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:05.419696 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028306f4-4c86-4500-bc61-cf4eeb69078a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event updated for resources: {'Port': ['ID=cca2ed45-9347-42f0-a213-7d362f854659,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:55:05.431831 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-028306f4-4c86-4500-bc61-cf4eeb69078a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:05.546152 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-028306f4-4c86-4500-bc61-cf4eeb69078a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Floating IP 5a42f6f7-e556-447f-a12a-51331d4cc357 associated. External IP: 172.25.7.68, port: 1fef8c79-f968-45a4-9c81-bfa120aacd1d. Nov 15 11:55:05.752452 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028306f4-4c86-4500-bc61-cf4eeb69078a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Router 16667e74-b84c-42c5-91ae-541ae19dbcbc has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:55:05.868650 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028306f4-4c86-4500-bc61-cf4eeb69078a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:55:05.878232 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd67765-9f33-487a-9d65-d01b5c6b06a0 None None] Sync routers for ids ['16667e74-b84c-42c5-91ae-541ae19dbcbc'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:55:05.887869 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-028306f4-4c86-4500-bc61-cf4eeb69078a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:05.896849 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd67765-9f33-487a-9d65-d01b5c6b06a0 None None] Routers {'16667e74-b84c-42c5-91ae-541ae19dbcbc'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:55:05.897513 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-cdd67765-9f33-487a-9d65-d01b5c6b06a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:54:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['16667e74-b84c-42c5-91ae-541ae19dbcbc'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:55:05.917208 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-028306f4-4c86-4500-bc61-cf4eeb69078a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8983297 Nov 15 11:55:05.917208 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be65919-daca-44fc-bb94-aa67e47e0639', 'tag': '1fef8c79-f968-45a4-9c81-bfa120aacd1d'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:55:05.917726 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6557144d-c709-4c31-ab3d-3fe08a1b0ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "2be65919-daca-44fc-bb94-aa67e47e0639", "tag": "1fef8c79-f968-45a4-9c81-bfa120aacd1d"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:55:05.917859 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50346) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:55:05.956353 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f435b9c-88e1-45e9-bc41-d53315a64267 x-openstack-request-id: req-1f435b9c-88e1-45e9-bc41-d53315a64267 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:55:05.956645 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be65919-daca-44fc-bb94-aa67e47e0639", "tag": "1fef8c79-f968-45a4-9c81-bfa120aacd1d", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:55:05.956898 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f435b9c-88e1-45e9-bc41-d53315a64267 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:55:05.957350 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be65919-daca-44fc-bb94-aa67e47e0639', 'tag': '1fef8c79-f968-45a4-9c81-bfa120aacd1d', 'status': 'completed', 'code': 200} Nov 15 11:55:06.017255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557144d-c709-4c31-ab3d-3fe08a1b0ee8 req-ece79740-b2e8-45e5-b605-7374ae337b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:06.018852 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6557144d-c709-4c31-ab3d-3fe08a1b0ee8 req-ece79740-b2e8-45e5-b605-7374ae337b55 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0057fb0ca47b4cadbec48c66790f753a&device_id=2be65919-daca-44fc-bb94-aa67e47e0639 HTTP/1.1" status: 200 len: 1135 time: 0.0405614 Nov 15 11:55:06.020109 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-cdd67765-9f33-487a-9d65-d01b5c6b06a0 None None] Set router 16667e74-b84c-42c5-91ae-541ae19dbcbc gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:55:06.023391 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f3ae8e-019c-4512-bee7-2e243418b41e tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:06.023868 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f3ae8e-019c-4512-bee7-2e243418b41e tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:06.024322 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f3ae8e-019c-4512-bee7-2e243418b41e tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:06.024773 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f3ae8e-019c-4512-bee7-2e243418b41e tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:06.025223 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f3ae8e-019c-4512-bee7-2e243418b41e tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:06.025666 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f3ae8e-019c-4512-bee7-2e243418b41e tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:06.026222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f3ae8e-019c-4512-bee7-2e243418b41e tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:06.026676 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f3ae8e-019c-4512-bee7-2e243418b41e tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:06.031117 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d5f3ae8e-019c-4512-bee7-2e243418b41e tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5683 time: 0.1097722 Nov 15 11:55:06.031381 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50350) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:55:06.122299 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557144d-c709-4c31-ab3d-3fe08a1b0ee8 req-cb382261-216b-4f5e-ba89-a49a4affcaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:06.124024 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6557144d-c709-4c31-ab3d-3fe08a1b0ee8 req-cb382261-216b-4f5e-ba89-a49a4affcaaf service neutron] 10.222.0.55 "GET /v2.0/networks?id=38be7242-2a3c-4eb1-9319-6e84ba21c3b0 HTTP/1.1" status: 200 len: 898 time: 0.0970612 Nov 15 11:55:06.129663 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6150f905-792f-4f06-9c60-22eff5dc2edf tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:06.130123 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6150f905-792f-4f06-9c60-22eff5dc2edf tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:06.130573 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6150f905-792f-4f06-9c60-22eff5dc2edf tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:06.131029 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6150f905-792f-4f06-9c60-22eff5dc2edf tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:06.131506 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6150f905-792f-4f06-9c60-22eff5dc2edf tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:06.131972 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6150f905-792f-4f06-9c60-22eff5dc2edf tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:06.132408 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6150f905-792f-4f06-9c60-22eff5dc2edf tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:06.132838 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6150f905-792f-4f06-9c60-22eff5dc2edf tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:06.134775 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6150f905-792f-4f06-9c60-22eff5dc2edf tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5284 time: 0.1024206 Nov 15 11:55:06.138119 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50352) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:55:06.254452 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6557144d-c709-4c31-ab3d-3fe08a1b0ee8 req-4c5f89b7-2e53-4b82-9c74-77ef51d1383c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fef8c79-f968-45a4-9c81-bfa120aacd1d HTTP/1.1" status: 200 len: 998 time: 0.1236365 Nov 15 11:55:06.285841 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f4730f0a-378e-4a12-a26c-892be0ca6c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:06.321051 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557144d-c709-4c31-ab3d-3fe08a1b0ee8 req-d270adf3-8cc3-4f96-a252-831be09735e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:06.322544 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6557144d-c709-4c31-ab3d-3fe08a1b0ee8 req-d270adf3-8cc3-4f96-a252-831be09735e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb889152-d191-4c26-b7c3-5689a36cc417 HTTP/1.1" status: 200 len: 835 time: 0.0614982 Nov 15 11:55:06.354019 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-cdd67765-9f33-487a-9d65-d01b5c6b06a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-359296368', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:51Z', 'revision_number': 4, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'gw_port': {'id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:20:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '5a42f6f7-e556-447f-a12a-51331d4cc357', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'floating_ip_address': '172.25.7.68', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'port_id': '1fef8c79-f968-45a4-9c81-bfa120aacd1d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0', 'mac_address': 'fa:16:3e:63:c5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be65919-daca-44fc-bb94-aa67e47e0639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:55:04Z', 'updated_at': '2021-11-15T11:55:04Z', 'revision_number': 0, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45630a87-9801-4b5e-b144-960089615516', 'name': '', 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'mac_address': 'fa:16:3e:b8:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'cb889152-d191-4c26-b7c3-5689a36cc417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:54:51Z', 'updated_at': '2021-11-15T11:54:54Z', 'revision_number': 5, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'subnets': [{'id': 'cb889152-d191-4c26-b7c3-5689a36cc417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:55:06.383392 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd67765-9f33-487a-9d65-d01b5c6b06a0 None None] Checking router: 16667e74-b84c-42c5-91ae-541ae19dbcbc for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:55:06.384503 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557144d-c709-4c31-ab3d-3fe08a1b0ee8 req-ecd1f70e-79bc-4798-9f2f-d5c806b8c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:06.386024 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6557144d-c709-4c31-ab3d-3fe08a1b0ee8 req-ecd1f70e-79bc-4798-9f2f-d5c806b8c050 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38be7242-2a3c-4eb1-9319-6e84ba21c3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552480 Nov 15 11:55:06.390276 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e5ddff17-ad89-4c95-b717-ac8cfecbed11 tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1612 time: 0.2509863 Nov 15 11:55:06.392081 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd67765-9f33-487a-9d65-d01b5c6b06a0 None None] Routers {'16667e74-b84c-42c5-91ae-541ae19dbcbc'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:55:06.392693 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-cdd67765-9f33-487a-9d65-d01b5c6b06a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:54:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['16667e74-b84c-42c5-91ae-541ae19dbcbc'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:55:06.392940 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50354) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:55:06.487330 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f546437-036e-4086-b856-e80630f7ab5c tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:06.487807 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f546437-036e-4086-b856-e80630f7ab5c tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:06.489432 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1f546437-036e-4086-b856-e80630f7ab5c tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=16667e74-b84c-42c5-91ae-541ae19dbcbc HTTP/1.1" status: 200 len: 1989 time: 0.0956135 Nov 15 11:55:06.508243 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-cdd67765-9f33-487a-9d65-d01b5c6b06a0 None None] Set router 16667e74-b84c-42c5-91ae-541ae19dbcbc gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:55:06.515378 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6557144d-c709-4c31-ab3d-3fe08a1b0ee8 req-16bd203e-b660-4f7c-9471-c68680218395 service neutron] 10.222.0.55 "GET /v2.0/networks/38be7242-2a3c-4eb1-9319-6e84ba21c3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142712 Nov 15 11:55:06.608642 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6557144d-c709-4c31-ab3d-3fe08a1b0ee8 req-180b3702-9c6d-4b50-bbc8-0093b19b49fc service neutron] 10.222.0.55 "GET /v2.0/networks/38be7242-2a3c-4eb1-9319-6e84ba21c3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865531 Nov 15 11:55:06.736413 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-cdd67765-9f33-487a-9d65-d01b5c6b06a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-359296368', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:51Z', 'revision_number': 4, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'gw_port': {'id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:20:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '5a42f6f7-e556-447f-a12a-51331d4cc357', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'floating_ip_address': '172.25.7.68', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'port_id': '1fef8c79-f968-45a4-9c81-bfa120aacd1d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0', 'mac_address': 'fa:16:3e:63:c5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be65919-daca-44fc-bb94-aa67e47e0639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:55:04Z', 'updated_at': '2021-11-15T11:55:04Z', 'revision_number': 0, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45630a87-9801-4b5e-b144-960089615516', 'name': '', 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'mac_address': 'fa:16:3e:b8:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'cb889152-d191-4c26-b7c3-5689a36cc417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:54:51Z', 'updated_at': '2021-11-15T11:54:54Z', 'revision_number': 5, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'subnets': [{'id': 'cb889152-d191-4c26-b7c3-5689a36cc417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:55:06.763201 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd67765-9f33-487a-9d65-d01b5c6b06a0 None None] The sync data for ids ['16667e74-b84c-42c5-91ae-541ae19dbcbc'] in n-d-729945-9 is: [{'id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-359296368', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:51Z', 'revision_number': 4, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'gw_port': {'id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:20:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '5a42f6f7-e556-447f-a12a-51331d4cc357', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'floating_ip_address': '172.25.7.68', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'port_id': '1fef8c79-f968-45a4-9c81-bfa120aacd1d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0', 'mac_address': 'fa:16:3e:63:c5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be65919-daca-44fc-bb94-aa67e47e0639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T11:55:04Z', 'updated_at': '2021-11-15T11:55:04Z', 'revision_number': 0, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45630a87-9801-4b5e-b144-960089615516', 'name': '', 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'mac_address': 'fa:16:3e:b8:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'cb889152-d191-4c26-b7c3-5689a36cc417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:54:51Z', 'updated_at': '2021-11-15T11:54:54Z', 'revision_number': 5, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'subnets': [{'id': 'cb889152-d191-4c26-b7c3-5689a36cc417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:55:06.971786 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f7588d-7ea0-46b8-80b0-8550030cecef None None] New status for floating IP 5a42f6f7-e556-447f-a12a-51331d4cc357: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:55:08.384134 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9b1ea0b5-c9b5-44a6-9443-6b6bdd238fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:09.967808 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:11.534917 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:12.188458 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:14.751629 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:55:29.915464 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:31.900999 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:36.295039 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be2dd149-e311-49dd-ab25-684a0b990084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:38.382005 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c8a3091d-bd16-4e7d-ac66-3f9e13a43acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:39.966953 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:41.546745 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:42.184983 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:42.894683 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50370) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:55:42.974768 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7e41920c-3eec-4c3e-aa6a-8b6fc98bb590 tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] 10.222.0.64 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1631 time: 0.0785077 Nov 15 11:55:42.978508 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50372) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:55:42.983184 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-49537d67-e208-402f-adde-333b0f6ed206 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Request body: {'network': {'name': 'tempest-network-smoke--1006236558', 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'port_security_enabled': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:55:43.008179 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49537d67-e208-402f-adde-333b0f6ed206 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Made reservation on behalf of 0057fb0ca47b4cadbec48c66790f753a for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:55:43.012256 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49537d67-e208-402f-adde-333b0f6ed206 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:43.041061 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49537d67-e208-402f-adde-333b0f6ed206 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:55:43.054412 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49537d67-e208-402f-adde-333b0f6ed206 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:43.054899 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-49537d67-e208-402f-adde-333b0f6ed206 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Added segment ac757382-d602-4fa9-bad5-02ec2aff5ab4 of type vlan for network 0a9ab3af-f211-4f6a-80c9-9b32635aba5d Nov 15 11:55:43.096182 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49537d67-e208-402f-adde-333b0f6ed206 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:43.124384 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49537d67-e208-402f-adde-333b0f6ed206 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:43.129963 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49537d67-e208-402f-adde-333b0f6ed206 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:43.130540 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-49537d67-e208-402f-adde-333b0f6ed206 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:43.184737 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-49537d67-e208-402f-adde-333b0f6ed206 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2051871 Nov 15 11:55:43.187685 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50374) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:55:43.192377 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1192110794', 'admin_state_up': True, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:55:43.196083 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49537d67-e208-402f-adde-333b0f6ed206 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event updated for resources: {'Network': ['ID=0a9ab3af-f211-4f6a-80c9-9b32635aba5d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:55:43.206916 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 0a9ab3af-f211-4f6a-80c9-9b32635aba5d details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:55:43.220223 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:43.221237 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:43.275511 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:43.409153 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:43.625907 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:43.644274 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:43.747979 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Allocated IP 172.25.7.3 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/80655551-2f6f-485d-ae2b-cdea4f0e802e) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:55:43.850717 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:43.886626 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:43.925447 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:55:43.928467 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:55:43.932623 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:55:43.935530 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event updated for resources: {'Port': ['ID=80655551-2f6f-485d-ae2b-cdea4f0e802e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:55:43.941450 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bdbb1c-a377-400b-bf7b-8742e0574114 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:55:43.965770 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:43.966113 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:43.966451 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:43.966784 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:43.967108 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:43.967430 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:43.967752 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:43.968126 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:43.968445 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:43.968749 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:43.969063 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:43.969379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:44.045056 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c3eb4f7f-f1cc-4794-8dda-b1ad7396a346 None None] Provisioning complete for port 80655551-2f6f-485d-ae2b-cdea4f0e802e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:55:44.045388 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c3eb4f7f-f1cc-4794-8dda-b1ad7396a346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:44.081206 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb4f7f-f1cc-4794-8dda-b1ad7396a346 None None] Port 80655551-2f6f-485d-ae2b-cdea4f0e802e cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:55:44.195168 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:44.400043 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:44.535206 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Router 3e5b15eb-e9ef-4a89-b966-0a0b17ef8373 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:55:44.974698 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:55:44.984539 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] Sync routers for ids ['3e5b15eb-e9ef-4a89-b966-0a0b17ef8373'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:55:44.995666 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] Routers {'3e5b15eb-e9ef-4a89-b966-0a0b17ef8373'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:55:44.996274 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:55:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3e5b15eb-e9ef-4a89-b966-0a0b17ef8373'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:55:44.998418 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:44.999830 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0e4fa267-d466-4571-8179-ef8e960a8c92 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.8110402 Nov 15 11:55:45.003171 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50376) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:55:45.072142 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b3ec58-22cc-4d1f-828e-2498cfc6eb90 tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:45.073702 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-35b3ec58-22cc-4d1f-828e-2498cfc6eb90 tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=0057fb0ca47b4cadbec48c66790f753a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0692816 Nov 15 11:55:45.076939 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50378) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:55:45.101646 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] Set router 3e5b15eb-e9ef-4a89-b966-0a0b17ef8373 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:55:45.163733 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945e16e7-3ac9-4e3e-b710-a90b3d387be7 tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:45.165242 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-945e16e7-3ac9-4e3e-b710-a90b3d387be7 tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872531 Nov 15 11:55:45.168211 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50380) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:55:45.200608 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a8fbf301-7fd9-44c2-9d2a-3300a44b5519 tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312953 Nov 15 11:55:45.203488 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50382) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:55:45.231492 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-00d93eba-a631-4f43-bf43-3e908f046c33 tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=0057fb0ca47b4cadbec48c66790f753a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266986 Nov 15 11:55:45.234234 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50384) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:55:45.286181 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5b15eb-e9ef-4a89-b966-0a0b17ef8373', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1192110794', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '80655551-2f6f-485d-ae2b-cdea4f0e802e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:55:43Z', 'updated_at': '2021-11-15T11:55:44Z', 'revision_number': 3, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'gw_port': {'id': '80655551-2f6f-485d-ae2b-cdea4f0e802e', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:32:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5b15eb-e9ef-4a89-b966-0a0b17ef8373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:55:43Z', 'updated_at': '2021-11-15T11:55:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:55:45.315771 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] Checking router: 3e5b15eb-e9ef-4a89-b966-0a0b17ef8373 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:55:45.316100 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] Updating router 3e5b15eb-e9ef-4a89-b966-0a0b17ef8373 port 80655551-2f6f-485d-ae2b-cdea4f0e802e binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:55:45.320680 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69688d9e-8362-41ef-83ef-e7127e2d3904 tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:45.322210 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-69688d9e-8362-41ef-83ef-e7127e2d3904 tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870018 Nov 15 11:55:45.325097 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50386) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:55:45.340768 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:45.355925 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2fcdb535-42e5-44a7-9e70-b47150ac6e84 tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272923 Nov 15 11:55:45.356315 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50388) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:55:45.361583 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-37c7163d-7a42-49c0-ae4a-be9782d6ec8d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-640022181', 'network_id': '0a9ab3af-f211-4f6a-80c9-9b32635aba5d', 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:55:45.451569 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c7163d-7a42-49c0-ae4a-be9782d6ec8d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Made reservation on behalf of 0057fb0ca47b4cadbec48c66790f753a for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:55:45.455454 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-37c7163d-7a42-49c0-ae4a-be9782d6ec8d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:45.583668 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:45.591242 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:45.639328 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e27422-3f6b-4def-893b-4bc5561e153b None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:55:45.646718 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3dabd-b16a-4c41-8d01-a7bb25310474 None None] Pushing event updated for resources: {'Port': ['ID=80655551-2f6f-485d-ae2b-cdea4f0e802e,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:55:45.649187 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] Attempting to bind port 80655551-2f6f-485d-ae2b-cdea4f0e802e on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:55:45.649557 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] Attempting to bind port 80655551-2f6f-485d-ae2b-cdea4f0e802e by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:55:45.649896 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] Attempting to bind port 80655551-2f6f-485d-ae2b-cdea4f0e802e on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:55:45.651679 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-37c7163d-7a42-49c0-ae4a-be9782d6ec8d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:45.655915 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:55:45.656264 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:55:45.656645 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:45.657094 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:55:45.657610 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] Bound port: 80655551-2f6f-485d-ae2b-cdea4f0e802e, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:55:45.658026 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:45.712712 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] For port 80655551-2f6f-485d-ae2b-cdea4f0e802e, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:55:45.713896 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-4333b8c9-63b6-43c4-9eaf-128502f1f889 None None] Provisioning complete for port 80655551-2f6f-485d-ae2b-cdea4f0e802e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:55:45.714307 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4333b8c9-63b6-43c4-9eaf-128502f1f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:45.715651 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7163d-7a42-49c0-ae4a-be9782d6ec8d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event updated for resources: {'Subnet': ['ID=fd4b6af0-ebc8-4a86-91ab-911f41e8d8c8,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:55:45.717130 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] For port 80655551-2f6f-485d-ae2b-cdea4f0e802e, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=80655551-2f6f-485d-ae2b-cdea4f0e802e,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:55:45.723412 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:45.724985 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c7163d-7a42-49c0-ae4a-be9782d6ec8d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Checking segment: {'id': 'ac757382-d602-4fa9-bad5-02ec2aff5ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '0a9ab3af-f211-4f6a-80c9-9b32635aba5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:55:45.725342 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c7163d-7a42-49c0-ae4a-be9782d6ec8d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Network hostable DHCP agents. Network: 0a9ab3af-f211-4f6a-80c9-9b32635aba5d, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:55:45.746549 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c7163d-7a42-49c0-ae4a-be9782d6ec8d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Network 0a9ab3af-f211-4f6a-80c9-9b32635aba5d is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:55:45.752105 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-4333b8c9-63b6-43c4-9eaf-128502f1f889 None None] Port 80655551-2f6f-485d-ae2b-cdea4f0e802e cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:55:45.755356 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66214831-f7b4-4a28-8465-14fb878b1d07 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:55:45.761487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-37c7163d-7a42-49c0-ae4a-be9782d6ec8d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 0a9ab3af-f211-4f6a-80c9-9b32635aba5d) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:55:45.766488 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c7163d-7a42-49c0-ae4a-be9782d6ec8d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:45.767135 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-37c7163d-7a42-49c0-ae4a-be9782d6ec8d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:45.775568 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] Routers {'3e5b15eb-e9ef-4a89-b966-0a0b17ef8373'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:55:45.776974 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:55:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3e5b15eb-e9ef-4a89-b966-0a0b17ef8373'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:55:45.779954 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3fc43f-0cce-40fa-89ab-c5bd9399595c None None] Network 0a9ab3af-f211-4f6a-80c9-9b32635aba5d requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:55:45.786602 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-37c7163d-7a42-49c0-ae4a-be9782d6ec8d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4291720 Nov 15 11:55:45.789341 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50390) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:55:45.903680 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-83f6ad4f-4e37-4a77-b5a3-2687c8f18d64 None None] Provisioning complete for port 80655551-2f6f-485d-ae2b-cdea4f0e802e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:55:45.904075 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-83f6ad4f-4e37-4a77-b5a3-2687c8f18d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:45.988254 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3dabd-b16a-4c41-8d01-a7bb25310474 None None] Pushing event updated for resources: {'Port': ['ID=80655551-2f6f-485d-ae2b-cdea4f0e802e,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:55:45.997488 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26694803-5b33-4585-9cd5-8a701e718a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-0a9ab3af-f211-4f6a-80c9-9b32635aba5d', 'network_id': '0a9ab3af-f211-4f6a-80c9-9b32635aba5d', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'fixed_ips': [{'subnet_id': 'fd4b6af0-ebc8-4a86-91ab-911f41e8d8c8'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:55:45.998333 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-26694803-5b33-4585-9cd5-8a701e718a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:46.000178 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] Set router 3e5b15eb-e9ef-4a89-b966-0a0b17ef8373 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:55:46.032754 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-83f6ad4f-4e37-4a77-b5a3-2687c8f18d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:46.104942 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-83f6ad4f-4e37-4a77-b5a3-2687c8f18d64 None None] For port 80655551-2f6f-485d-ae2b-cdea4f0e802e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=80655551-2f6f-485d-ae2b-cdea4f0e802e,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:55:46.114301 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-83f6ad4f-4e37-4a77-b5a3-2687c8f18d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:46.187383 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5b15eb-e9ef-4a89-b966-0a0b17ef8373', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1192110794', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '80655551-2f6f-485d-ae2b-cdea4f0e802e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:55:43Z', 'updated_at': '2021-11-15T11:55:44Z', 'revision_number': 3, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'gw_port': {'id': '80655551-2f6f-485d-ae2b-cdea4f0e802e', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:32:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5b15eb-e9ef-4a89-b966-0a0b17ef8373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:55:43Z', 'updated_at': '2021-11-15T11:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:55:46.198950 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6ad4f-4e37-4a77-b5a3-2687c8f18d64 None None] Pushing event updated for resources: {'Port': ['ID=80655551-2f6f-485d-ae2b-cdea4f0e802e,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:55:46.201454 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-26694803-5b33-4585-9cd5-8a701e718a14 None None] Allocated IP 172.20.0.18 (0a9ab3af-f211-4f6a-80c9-9b32635aba5d/fd4b6af0-ebc8-4a86-91ab-911f41e8d8c8/098c6373-cebd-4823-bdb7-ef1b7e618fdf) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:55:46.213742 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27617aa5-be6b-4ee9-a5bd-3422ff8c30b6 None None] The sync data for ids ['3e5b15eb-e9ef-4a89-b966-0a0b17ef8373'] in n-d-729945-9 is: [{'id': '3e5b15eb-e9ef-4a89-b966-0a0b17ef8373', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1192110794', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '80655551-2f6f-485d-ae2b-cdea4f0e802e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:55:43Z', 'updated_at': '2021-11-15T11:55:44Z', 'revision_number': 3, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'gw_port': {'id': '80655551-2f6f-485d-ae2b-cdea4f0e802e', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:32:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5b15eb-e9ef-4a89-b966-0a0b17ef8373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:55:43Z', 'updated_at': '2021-11-15T11:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:55:46.215557 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6ad4f-4e37-4a77-b5a3-2687c8f18d64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:46.215935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6ad4f-4e37-4a77-b5a3-2687c8f18d64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:46.216251 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6ad4f-4e37-4a77-b5a3-2687c8f18d64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:46.216588 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6ad4f-4e37-4a77-b5a3-2687c8f18d64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:46.216892 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6ad4f-4e37-4a77-b5a3-2687c8f18d64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:46.217210 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6ad4f-4e37-4a77-b5a3-2687c8f18d64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:46.217549 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6ad4f-4e37-4a77-b5a3-2687c8f18d64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:46.217977 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6ad4f-4e37-4a77-b5a3-2687c8f18d64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:46.218357 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6ad4f-4e37-4a77-b5a3-2687c8f18d64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:46.219075 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6ad4f-4e37-4a77-b5a3-2687c8f18d64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:46.219075 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6ad4f-4e37-4a77-b5a3-2687c8f18d64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:46.219271 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6ad4f-4e37-4a77-b5a3-2687c8f18d64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:46.285201 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e1360923-bc9c-4876-85df-354742f18881 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:46.366405 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-26694803-5b33-4585-9cd5-8a701e718a14 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:46.374141 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-26694803-5b33-4585-9cd5-8a701e718a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:46.414137 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26694803-5b33-4585-9cd5-8a701e718a14 None None] Network 0a9ab3af-f211-4f6a-80c9-9b32635aba5d is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:55:46.418774 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-26694803-5b33-4585-9cd5-8a701e718a14 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:55:46.423340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26694803-5b33-4585-9cd5-8a701e718a14 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:55:46.426538 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26694803-5b33-4585-9cd5-8a701e718a14 None None] Pushing event updated for resources: {'Port': ['ID=098c6373-cebd-4823-bdb7-ef1b7e618fdf,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:55:46.490086 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-26694803-5b33-4585-9cd5-8a701e718a14 None None] Attempting to bind port 098c6373-cebd-4823-bdb7-ef1b7e618fdf on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:55:46.490478 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-26694803-5b33-4585-9cd5-8a701e718a14 None None] Attempting to bind port 098c6373-cebd-4823-bdb7-ef1b7e618fdf by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'ac757382-d602-4fa9-bad5-02ec2aff5ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '0a9ab3af-f211-4f6a-80c9-9b32635aba5d'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:55:46.490825 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26694803-5b33-4585-9cd5-8a701e718a14 None None] Attempting to bind port 098c6373-cebd-4823-bdb7-ef1b7e618fdf on network 0a9ab3af-f211-4f6a-80c9-9b32635aba5d {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:55:46.497191 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26694803-5b33-4585-9cd5-8a701e718a14 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:55:46.497557 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26694803-5b33-4585-9cd5-8a701e718a14 None None] Checking segment: {'id': 'ac757382-d602-4fa9-bad5-02ec2aff5ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '0a9ab3af-f211-4f6a-80c9-9b32635aba5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:55:46.497972 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-26694803-5b33-4585-9cd5-8a701e718a14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:46.498355 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26694803-5b33-4585-9cd5-8a701e718a14 None None] Bound using segment: {'id': 'ac757382-d602-4fa9-bad5-02ec2aff5ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '0a9ab3af-f211-4f6a-80c9-9b32635aba5d'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:55:46.498814 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-26694803-5b33-4585-9cd5-8a701e718a14 None None] Bound port: 098c6373-cebd-4823-bdb7-ef1b7e618fdf, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac757382-d602-4fa9-bad5-02ec2aff5ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '0a9ab3af-f211-4f6a-80c9-9b32635aba5d'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:55:46.499219 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-26694803-5b33-4585-9cd5-8a701e718a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:46.567340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-26694803-5b33-4585-9cd5-8a701e718a14 None None] For port 098c6373-cebd-4823-bdb7-ef1b7e618fdf, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:55:46.572404 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-26694803-5b33-4585-9cd5-8a701e718a14 None None] For port 098c6373-cebd-4823-bdb7-ef1b7e618fdf, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=098c6373-cebd-4823-bdb7-ef1b7e618fdf,segment=NetworkSegment(ac757382-d602-4fa9-bad5-02ec2aff5ab4),segment_id=ac757382-d602-4fa9-bad5-02ec2aff5ab4)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:55:46.578683 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-26694803-5b33-4585-9cd5-8a701e718a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:46.584649 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-e1360923-bc9c-4876-85df-354742f18881 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Allocated IP 172.20.0.17 (0a9ab3af-f211-4f6a-80c9-9b32635aba5d/fd4b6af0-ebc8-4a86-91ab-911f41e8d8c8/400481d0-1aca-40d4-8188-4101d53affca) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:55:46.643222 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26694803-5b33-4585-9cd5-8a701e718a14 None None] Pushing event updated for resources: {'Port': ['ID=098c6373-cebd-4823-bdb7-ef1b7e618fdf,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:55:46.724517 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e1360923-bc9c-4876-85df-354742f18881 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:46.760339 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e1360923-bc9c-4876-85df-354742f18881 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:46.805778 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1360923-bc9c-4876-85df-354742f18881 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Network 0a9ab3af-f211-4f6a-80c9-9b32635aba5d is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:55:46.810973 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-e1360923-bc9c-4876-85df-354742f18881 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:55:46.815483 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1360923-bc9c-4876-85df-354742f18881 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:55:46.819633 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1360923-bc9c-4876-85df-354742f18881 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event updated for resources: {'Port': ['ID=400481d0-1aca-40d4-8188-4101d53affca,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:55:46.891409 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e1360923-bc9c-4876-85df-354742f18881 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:47.031262 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e1360923-bc9c-4876-85df-354742f18881 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:47.313225 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e1360923-bc9c-4876-85df-354742f18881 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:47.319283 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e1360923-bc9c-4876-85df-354742f18881 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:47.404505 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e1360923-bc9c-4876-85df-354742f18881 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:47.407325 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1360923-bc9c-4876-85df-354742f18881 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event updated for resources: {'Port': ['ID=400481d0-1aca-40d4-8188-4101d53affca,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:55:47.501114 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1360923-bc9c-4876-85df-354742f18881 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Network 0a9ab3af-f211-4f6a-80c9-9b32635aba5d is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:55:47.502601 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-e1360923-bc9c-4876-85df-354742f18881 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:55:47.602091 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b45f251-5f7a-4590-af37-ab0a2317f354 None None] Network 0a9ab3af-f211-4f6a-80c9-9b32635aba5d requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:55:47.619280 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1360923-bc9c-4876-85df-354742f18881 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Router 3e5b15eb-e9ef-4a89-b966-0a0b17ef8373 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:55:47.671856 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-49d1dc21-5d58-47ad-b1f3-e0adaaf248ad None None] Provisioning complete for port 098c6373-cebd-4823-bdb7-ef1b7e618fdf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:55:47.672469 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-49d1dc21-5d58-47ad-b1f3-e0adaaf248ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:47.741542 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1360923-bc9c-4876-85df-354742f18881 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:55:47.747324 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e1360923-bc9c-4876-85df-354742f18881 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "PUT /v2.0/routers/3e5b15eb-e9ef-4a89-b966-0a0b17ef8373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9567747 Nov 15 11:55:47.816821 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-49d1dc21-5d58-47ad-b1f3-e0adaaf248ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:47.860411 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-49d1dc21-5d58-47ad-b1f3-e0adaaf248ad None None] For port 098c6373-cebd-4823-bdb7-ef1b7e618fdf, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=098c6373-cebd-4823-bdb7-ef1b7e618fdf,segment=NetworkSegment(ac757382-d602-4fa9-bad5-02ec2aff5ab4),segment_id=ac757382-d602-4fa9-bad5-02ec2aff5ab4)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:55:47.866765 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-49d1dc21-5d58-47ad-b1f3-e0adaaf248ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:47.914156 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1dc21-5d58-47ad-b1f3-e0adaaf248ad None None] Pushing event updated for resources: {'Port': ['ID=098c6373-cebd-4823-bdb7-ef1b7e618fdf,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:55:47.980474 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-b9b99fed-5e81-4fcb-87bc-e7f6b83cd947 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:47.982059 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-b9b99fed-5e81-4fcb-87bc-e7f6b83cd947 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/networks?id=0a9ab3af-f211-4f6a-80c9-9b32635aba5d HTTP/1.1" status: 200 len: 798 time: 0.1182933 Nov 15 11:55:47.998251 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-6cac2cba-cf02-4339-bc4e-ad32c9102cae tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/quotas/0057fb0ca47b4cadbec48c66790f753a HTTP/1.1" status: 200 len: 375 time: 0.0098927 Nov 15 11:55:48.076341 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-b4ff0979-cc78-4b1b-9f7a-cbdab15cfb79 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0057fb0ca47b4cadbec48c66790f753a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0719438 Nov 15 11:55:48.130119 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 80655551-2f6f-485d-ae2b-cdea4f0e802e up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:55:48.187974 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 80655551-2f6f-485d-ae2b-cdea4f0e802e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:55:48.188619 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:48.191149 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] Sync routers for ids ['3e5b15eb-e9ef-4a89-b966-0a0b17ef8373'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:55:48.244411 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] Routers {'3e5b15eb-e9ef-4a89-b966-0a0b17ef8373'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:55:48.245058 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:55:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3e5b15eb-e9ef-4a89-b966-0a0b17ef8373'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:55:48.251537 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-65f3672d-8894-4893-a161-c824ccfb38aa None None] Provisioning complete for port 098c6373-cebd-4823-bdb7-ef1b7e618fdf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:55:48.251925 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-65f3672d-8894-4893-a161-c824ccfb38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:48.288528 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-cb7d98a5-f574-4ef2-bfad-661d9c31d933 service neutron] 10.222.0.64 "GET /v2.0/networks/0a9ab3af-f211-4f6a-80c9-9b32635aba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943586 Nov 15 11:55:48.382130 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-10f6691e-063a-4283-b6d2-c8c73378cba7 service neutron] 10.222.0.64 "GET /v2.0/networks/0a9ab3af-f211-4f6a-80c9-9b32635aba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927804 Nov 15 11:55:48.421894 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 098c6373-cebd-4823-bdb7-ef1b7e618fdf up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:55:48.471087 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] Set router 3e5b15eb-e9ef-4a89-b966-0a0b17ef8373 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:55:48.564472 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd37f61a-1419-497d-ae69-c205bc593d83 req-08633710-312c-431c-a74b-d1c64ddeab15 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=426c8355-fba1-498c-88ae-75da70e03cbf HTTP/1.1" status: 200 len: 210 time: 0.0332763 Nov 15 11:55:48.630127 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-65f3672d-8894-4893-a161-c824ccfb38aa None None] Provisioning complete for port 400481d0-1aca-40d4-8188-4101d53affca triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:55:48.630492 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-65f3672d-8894-4893-a161-c824ccfb38aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:48.669077 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 098c6373-cebd-4823-bdb7-ef1b7e618fdf triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:55:48.669436 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:48.706462 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-65f3672d-8894-4893-a161-c824ccfb38aa None None] Port 400481d0-1aca-40d4-8188-4101d53affca cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:55:48.826103 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5b15eb-e9ef-4a89-b966-0a0b17ef8373', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1192110794', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '80655551-2f6f-485d-ae2b-cdea4f0e802e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:55:43Z', 'updated_at': '2021-11-15T11:55:46Z', 'revision_number': 4, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'gw_port': {'id': '80655551-2f6f-485d-ae2b-cdea4f0e802e', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:32:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b15eb-e9ef-4a89-b966-0a0b17ef8373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:55:43Z', 'updated_at': '2021-11-15T11:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '400481d0-1aca-40d4-8188-4101d53affca', 'name': '', 'network_id': '0a9ab3af-f211-4f6a-80c9-9b32635aba5d', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'mac_address': 'fa:16:3e:83:2b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5b15eb-e9ef-4a89-b966-0a0b17ef8373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'fd4b6af0-ebc8-4a86-91ab-911f41e8d8c8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:55:46Z', 'updated_at': '2021-11-15T11:55:47Z', 'revision_number': 2, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'subnets': [{'id': 'fd4b6af0-ebc8-4a86-91ab-911f41e8d8c8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:55:48.854998 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] Checking router: 3e5b15eb-e9ef-4a89-b966-0a0b17ef8373 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:55:48.855327 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] Updating router 3e5b15eb-e9ef-4a89-b966-0a0b17ef8373 port 400481d0-1aca-40d4-8188-4101d53affca binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:55:48.858536 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8cc2f838-4242-4797-97d2-bd99f08b0727 None None] Provisioning complete for port 400481d0-1aca-40d4-8188-4101d53affca triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:55:48.858893 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f838-4242-4797-97d2-bd99f08b0727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:48.901441 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:48.922468 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8cc2f838-4242-4797-97d2-bd99f08b0727 None None] Port 400481d0-1aca-40d4-8188-4101d53affca cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:55:49.340971 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:49.348318 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:49.399437 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53771e8d-967d-435f-a143-7993ccc61eb6 None None] Pushing event updated for resources: {'Port': ['ID=400481d0-1aca-40d4-8188-4101d53affca,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:55:49.461228 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] Attempting to bind port 400481d0-1aca-40d4-8188-4101d53affca on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:55:49.461587 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] Attempting to bind port 400481d0-1aca-40d4-8188-4101d53affca by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'ac757382-d602-4fa9-bad5-02ec2aff5ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '0a9ab3af-f211-4f6a-80c9-9b32635aba5d'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:55:49.461943 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] Attempting to bind port 400481d0-1aca-40d4-8188-4101d53affca on network 0a9ab3af-f211-4f6a-80c9-9b32635aba5d {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:55:49.465592 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8f811827-95b9-47fe-a77d-e47eb191ea30 req-e17d2282-824f-493d-a984-1d80340d511c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1181092 Nov 15 11:55:49.468004 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:55:49.468373 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] Checking segment: {'id': 'ac757382-d602-4fa9-bad5-02ec2aff5ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '0a9ab3af-f211-4f6a-80c9-9b32635aba5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:55:49.468770 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:49.469152 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] Bound using segment: {'id': 'ac757382-d602-4fa9-bad5-02ec2aff5ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '0a9ab3af-f211-4f6a-80c9-9b32635aba5d'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:55:49.469612 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] Bound port: 400481d0-1aca-40d4-8188-4101d53affca, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac757382-d602-4fa9-bad5-02ec2aff5ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '0a9ab3af-f211-4f6a-80c9-9b32635aba5d'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:55:49.469979 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:49.542190 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] For port 400481d0-1aca-40d4-8188-4101d53affca, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:55:49.546881 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] For port 400481d0-1aca-40d4-8188-4101d53affca, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=400481d0-1aca-40d4-8188-4101d53affca,segment=NetworkSegment(ac757382-d602-4fa9-bad5-02ec2aff5ab4),segment_id=ac757382-d602-4fa9-bad5-02ec2aff5ab4)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:55:49.555424 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:49.564265 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f811827-95b9-47fe-a77d-e47eb191ea30 req-d58e7104-6a01-40e3-be2a-43f58e70bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:49.566323 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8f811827-95b9-47fe-a77d-e47eb191ea30 req-d58e7104-6a01-40e3-be2a-43f58e70bb21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0542536 Nov 15 11:55:49.630584 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] Routers {'3e5b15eb-e9ef-4a89-b966-0a0b17ef8373'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:55:49.631284 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:55:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3e5b15eb-e9ef-4a89-b966-0a0b17ef8373'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:55:49.678371 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e531b8e3-c29b-4c23-93a8-c2449856d13d req-abe92a7e-ef4f-47b9-9192-82fd46a8019e tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=426c8355-fba1-498c-88ae-75da70e03cbf HTTP/1.1" status: 200 len: 210 time: 0.0347226 Nov 15 11:55:49.686273 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d97597c-ec11-4b35-b0a3-e6718becc28b req-b6191c51-de37-4859-82c7-d0b576511e6f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2be65919-daca-44fc-bb94-aa67e47e0639&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1808097 Nov 15 11:55:49.710541 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53771e8d-967d-435f-a143-7993ccc61eb6 None None] Pushing event updated for resources: {'Port': ['ID=400481d0-1aca-40d4-8188-4101d53affca,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:55:49.711115 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f811827-95b9-47fe-a77d-e47eb191ea30 req-2d2a63e0-fd76-4941-802c-b9b46bb1b76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:49.712139 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8f811827-95b9-47fe-a77d-e47eb191ea30 req-2d2a63e0-fd76-4941-802c-b9b46bb1b76e service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.1230502 Nov 15 11:55:49.751929 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a6a58800-dd25-4513-abd0-5ded5d842511 None None] Provisioning complete for port 400481d0-1aca-40d4-8188-4101d53affca triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:55:49.752547 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a6a58800-dd25-4513-abd0-5ded5d842511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:49.769047 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8f811827-95b9-47fe-a77d-e47eb191ea30 req-49082db2-b108-49f6-bab9-862f0834acd2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0492091 Nov 15 11:55:49.814020 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97597c-ec11-4b35-b0a3-e6718becc28b req-adef47ae-f4ff-4512-9e9b-5faf01466f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:49.815580 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d97597c-ec11-4b35-b0a3-e6718becc28b req-adef47ae-f4ff-4512-9e9b-5faf01466f8b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0057fb0ca47b4cadbec48c66790f753a&device_id=2be65919-daca-44fc-bb94-aa67e47e0639 HTTP/1.1" status: 200 len: 1135 time: 0.0741479 Nov 15 11:55:49.834148 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f811827-95b9-47fe-a77d-e47eb191ea30 req-595ccce0-999b-4c7d-8cf8-ef954862006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:49.837494 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8f811827-95b9-47fe-a77d-e47eb191ea30 req-595ccce0-999b-4c7d-8cf8-ef954862006b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0610719 Nov 15 11:55:49.843597 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] Set router 3e5b15eb-e9ef-4a89-b966-0a0b17ef8373 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:55:49.911763 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f811827-95b9-47fe-a77d-e47eb191ea30 req-5008efc9-1a9e-4804-b00e-869efe69eeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:49.913996 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8f811827-95b9-47fe-a77d-e47eb191ea30 req-5008efc9-1a9e-4804-b00e-869efe69eeb3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683095 Nov 15 11:55:49.928169 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a6a58800-dd25-4513-abd0-5ded5d842511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:49.956681 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97597c-ec11-4b35-b0a3-e6718becc28b req-89b08b53-5d8b-4d4a-b154-1ecca1d2b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:49.958279 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d97597c-ec11-4b35-b0a3-e6718becc28b req-89b08b53-5d8b-4d4a-b154-1ecca1d2b360 service neutron] 10.222.0.55 "GET /v2.0/networks?id=38be7242-2a3c-4eb1-9319-6e84ba21c3b0 HTTP/1.1" status: 200 len: 898 time: 0.1214852 Nov 15 11:55:50.019178 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8f811827-95b9-47fe-a77d-e47eb191ea30 req-e9dc2798-8913-4e94-9bfe-cfd8520e8b46 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977416 Nov 15 11:55:50.027768 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d97597c-ec11-4b35-b0a3-e6718becc28b req-643b8053-c866-443f-9946-b1f5796db478 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fef8c79-f968-45a4-9c81-bfa120aacd1d HTTP/1.1" status: 200 len: 1000 time: 0.0620050 Nov 15 11:55:50.029701 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a6a58800-dd25-4513-abd0-5ded5d842511 None None] For port 400481d0-1aca-40d4-8188-4101d53affca, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=400481d0-1aca-40d4-8188-4101d53affca,segment=NetworkSegment(ac757382-d602-4fa9-bad5-02ec2aff5ab4),segment_id=ac757382-d602-4fa9-bad5-02ec2aff5ab4)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:55:50.038664 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a6a58800-dd25-4513-abd0-5ded5d842511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:50.085059 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97597c-ec11-4b35-b0a3-e6718becc28b req-e0bb715f-7e01-4b7f-ab1f-a210a1655483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:50.085765 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d97597c-ec11-4b35-b0a3-e6718becc28b req-e0bb715f-7e01-4b7f-ab1f-a210a1655483 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb889152-d191-4c26-b7c3-5689a36cc417 HTTP/1.1" status: 200 len: 835 time: 0.0513813 Nov 15 11:55:50.119336 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8f811827-95b9-47fe-a77d-e47eb191ea30 req-44f34deb-0427-45a0-b17c-4329d6732fe9 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925851 Nov 15 11:55:50.132610 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a58800-dd25-4513-abd0-5ded5d842511 None None] Pushing event updated for resources: {'Port': ['ID=400481d0-1aca-40d4-8188-4101d53affca,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:55:50.145689 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97597c-ec11-4b35-b0a3-e6718becc28b req-8c5b25d6-41de-492d-8644-c7640b0062a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:50.147218 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d97597c-ec11-4b35-b0a3-e6718becc28b req-8c5b25d6-41de-492d-8644-c7640b0062a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38be7242-2a3c-4eb1-9319-6e84ba21c3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541253 Nov 15 11:55:50.166939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a77c39e1-2376-479c-ba65-ab4741d13de3 None None] Provisioning complete for port 400481d0-1aca-40d4-8188-4101d53affca triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:55:50.167297 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a77c39e1-2376-479c-ba65-ab4741d13de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:50.190928 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5b15eb-e9ef-4a89-b966-0a0b17ef8373', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1192110794', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '80655551-2f6f-485d-ae2b-cdea4f0e802e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:55:43Z', 'updated_at': '2021-11-15T11:55:46Z', 'revision_number': 4, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'gw_port': {'id': '80655551-2f6f-485d-ae2b-cdea4f0e802e', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:32:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b15eb-e9ef-4a89-b966-0a0b17ef8373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:55:43Z', 'updated_at': '2021-11-15T11:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '400481d0-1aca-40d4-8188-4101d53affca', 'name': '', 'network_id': '0a9ab3af-f211-4f6a-80c9-9b32635aba5d', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'mac_address': 'fa:16:3e:83:2b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5b15eb-e9ef-4a89-b966-0a0b17ef8373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'fd4b6af0-ebc8-4a86-91ab-911f41e8d8c8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:55:46Z', 'updated_at': '2021-11-15T11:55:49Z', 'revision_number': 4, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'subnets': [{'id': 'fd4b6af0-ebc8-4a86-91ab-911f41e8d8c8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:55:50.226003 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac01cf7-5e4e-477d-a916-a951cfe36793 None None] The sync data for ids ['3e5b15eb-e9ef-4a89-b966-0a0b17ef8373'] in n-d-729945-9 is: [{'id': '3e5b15eb-e9ef-4a89-b966-0a0b17ef8373', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1192110794', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '80655551-2f6f-485d-ae2b-cdea4f0e802e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:55:43Z', 'updated_at': '2021-11-15T11:55:46Z', 'revision_number': 4, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'gw_port': {'id': '80655551-2f6f-485d-ae2b-cdea4f0e802e', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:32:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b15eb-e9ef-4a89-b966-0a0b17ef8373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:55:43Z', 'updated_at': '2021-11-15T11:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '400481d0-1aca-40d4-8188-4101d53affca', 'name': '', 'network_id': '0a9ab3af-f211-4f6a-80c9-9b32635aba5d', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'mac_address': 'fa:16:3e:83:2b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5b15eb-e9ef-4a89-b966-0a0b17ef8373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'fd4b6af0-ebc8-4a86-91ab-911f41e8d8c8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:55:46Z', 'updated_at': '2021-11-15T11:55:49Z', 'revision_number': 4, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'subnets': [{'id': 'fd4b6af0-ebc8-4a86-91ab-911f41e8d8c8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:55:50.236315 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d97597c-ec11-4b35-b0a3-e6718becc28b req-f771e956-59ae-43ab-8843-dbe69d4195e1 service neutron] 10.222.0.55 "GET /v2.0/networks/38be7242-2a3c-4eb1-9319-6e84ba21c3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812006 Nov 15 11:55:50.361869 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d97597c-ec11-4b35-b0a3-e6718becc28b req-55a22d85-2a5d-4057-93ae-2b8867ca58fa service neutron] 10.222.0.55 "GET /v2.0/networks/38be7242-2a3c-4eb1-9319-6e84ba21c3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180725 Nov 15 11:55:50.766367 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6f98959-8249-4ee4-86e0-fe2fcb36ae08 req-5e45b21b-e22c-4a87-8e2a-9d8c208c9a94 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=426c8355-fba1-498c-88ae-75da70e03cbf HTTP/1.1" status: 200 len: 210 time: 0.0267425 Nov 15 11:55:51.742421 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:55:51.866495 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73a2e457-092a-43bf-a02a-6c6c8cb12121 req-fb78eaf1-349b-43ef-970d-263e25bef90b tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=426c8355-fba1-498c-88ae-75da70e03cbf HTTP/1.1" status: 200 len: 210 time: 0.0277746 Nov 15 11:55:52.094272 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 400481d0-1aca-40d4-8188-4101d53affca up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:55:52.110948 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-4b62f0be-0623-4ebc-afc7-8ded00cbd13e tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:52.112463 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-4b62f0be-0623-4ebc-afc7-8ded00cbd13e tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.11 "GET /v2.0/networks?id=0a9ab3af-f211-4f6a-80c9-9b32635aba5d HTTP/1.1" status: 200 len: 798 time: 0.4652967 Nov 15 11:55:52.126878 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Request body: {'port': {'device_id': '426c8355-fba1-498c-88ae-75da70e03cbf', 'network_id': '0a9ab3af-f211-4f6a-80c9-9b32635aba5d', 'admin_state_up': True, 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:55:52.142585 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 400481d0-1aca-40d4-8188-4101d53affca triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:55:52.142942 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:52.241576 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Made reservation on behalf of 0057fb0ca47b4cadbec48c66790f753a for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:55:52.245203 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:52.367385 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Allocated IP 172.20.0.29 (0a9ab3af-f211-4f6a-80c9-9b32635aba5d/fd4b6af0-ebc8-4a86-91ab-911f41e8d8c8/8a23537b-6126-4177-87b6-20c065916ba2) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:55:52.492402 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:52.527849 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:52.564090 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Network 0a9ab3af-f211-4f6a-80c9-9b32635aba5d is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:55:52.569391 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:55:52.573058 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:55:52.598585 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event updated for resources: {'Port': ['ID=8a23537b-6126-4177-87b6-20c065916ba2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:55:52.617536 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:52.617869 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:52.618196 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:52.618516 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:52.618836 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:52.619153 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:52.619465 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:52.619782 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:52.620125 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:52.620435 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:52.620745 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:52.621051 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:55:52.641799 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:52.642373 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:52.660469 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-8e7a64fd-d602-4f48-92d3-2bc439f0b3a3 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5374033 Nov 15 11:55:52.674207 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-5715d80a-84a2-4358-b8dc-9153e027959f service neutron] Request body: {'port': {'device_id': '426c8355-fba1-498c-88ae-75da70e03cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:55:52.730395 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-5715d80a-84a2-4358-b8dc-9153e027959f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:52.828255 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0f0962ad-cf1a-4427-9a2c-5aedc4a35191 None None] Provisioning complete for port 8a23537b-6126-4177-87b6-20c065916ba2 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:55:52.828493 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0f0962ad-cf1a-4427-9a2c-5aedc4a35191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:52.862291 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-0f0962ad-cf1a-4427-9a2c-5aedc4a35191 None None] Port 8a23537b-6126-4177-87b6-20c065916ba2 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:55:52.982806 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d2d02-e1a1-411e-adf1-c891dcd8f79f req-9c3ed0d0-eebd-48d7-b1d9-b06e1cd51a1d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:52.984517 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ba3d2d02-e1a1-411e-adf1-c891dcd8f79f req-9c3ed0d0-eebd-48d7-b1d9-b06e1cd51a1d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=426c8355-fba1-498c-88ae-75da70e03cbf HTTP/1.1" status: 200 len: 895 time: 0.0492125 Nov 15 11:55:53.047035 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-5715d80a-84a2-4358-b8dc-9153e027959f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a23537b-6126-4177-87b6-20c065916ba2 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:55:53.054559 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-5715d80a-84a2-4358-b8dc-9153e027959f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:53.069941 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-5715d80a-84a2-4358-b8dc-9153e027959f service neutron] Transition to ACTIVE for port object 8a23537b-6126-4177-87b6-20c065916ba2 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:55:53.077016 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-5715d80a-84a2-4358-b8dc-9153e027959f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:53.135573 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715d80a-84a2-4358-b8dc-9153e027959f service neutron] Pushing event updated for resources: {'Port': ['ID=8a23537b-6126-4177-87b6-20c065916ba2,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:55:53.208315 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-5715d80a-84a2-4358-b8dc-9153e027959f service neutron] Attempting to bind port 8a23537b-6126-4177-87b6-20c065916ba2 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:55:53.208647 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-5715d80a-84a2-4358-b8dc-9153e027959f service neutron] Attempting to bind port 8a23537b-6126-4177-87b6-20c065916ba2 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'ac757382-d602-4fa9-bad5-02ec2aff5ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '0a9ab3af-f211-4f6a-80c9-9b32635aba5d'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:55:53.208969 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-5715d80a-84a2-4358-b8dc-9153e027959f service neutron] Attempting to bind port 8a23537b-6126-4177-87b6-20c065916ba2 on network 0a9ab3af-f211-4f6a-80c9-9b32635aba5d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:55:53.213895 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-5715d80a-84a2-4358-b8dc-9153e027959f service neutron] Port 8a23537b-6126-4177-87b6-20c065916ba2 on network 0a9ab3af-f211-4f6a-80c9-9b32635aba5d not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:55:53.214204 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-5715d80a-84a2-4358-b8dc-9153e027959f service neutron] Attempting to bind port 8a23537b-6126-4177-87b6-20c065916ba2 on network 0a9ab3af-f211-4f6a-80c9-9b32635aba5d {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:55:53.219041 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-5715d80a-84a2-4358-b8dc-9153e027959f service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:55:53.219371 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-5715d80a-84a2-4358-b8dc-9153e027959f service neutron] Checking segment: {'id': 'ac757382-d602-4fa9-bad5-02ec2aff5ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '0a9ab3af-f211-4f6a-80c9-9b32635aba5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:55:53.219749 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-5715d80a-84a2-4358-b8dc-9153e027959f service neutron] Bound using segment: {'id': 'ac757382-d602-4fa9-bad5-02ec2aff5ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '0a9ab3af-f211-4f6a-80c9-9b32635aba5d'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:55:53.220224 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-5715d80a-84a2-4358-b8dc-9153e027959f service neutron] Bound port: 8a23537b-6126-4177-87b6-20c065916ba2, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac757382-d602-4fa9-bad5-02ec2aff5ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '0a9ab3af-f211-4f6a-80c9-9b32635aba5d'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:55:53.220569 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-5715d80a-84a2-4358-b8dc-9153e027959f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:53.286579 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-5715d80a-84a2-4358-b8dc-9153e027959f service neutron] For port 8a23537b-6126-4177-87b6-20c065916ba2, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:55:53.289694 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-5715d80a-84a2-4358-b8dc-9153e027959f service neutron] For port 8a23537b-6126-4177-87b6-20c065916ba2, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=8a23537b-6126-4177-87b6-20c065916ba2,segment=NetworkSegment(ac757382-d602-4fa9-bad5-02ec2aff5ab4),segment_id=ac757382-d602-4fa9-bad5-02ec2aff5ab4)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:55:53.295377 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-5715d80a-84a2-4358-b8dc-9153e027959f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:53.329807 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-5715d80a-84a2-4358-b8dc-9153e027959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:53.330428 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-5715d80a-84a2-4358-b8dc-9153e027959f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:53.331954 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-5715d80a-84a2-4358-b8dc-9153e027959f service neutron] 10.222.0.11 "PUT /v2.0/ports/8a23537b-6126-4177-87b6-20c065916ba2 HTTP/1.1" status: 200 len: 1055 time: 0.6621912 Nov 15 11:55:53.332445 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426c8355-fba1-498c-88ae-75da70e03cbf', 'tag': '8a23537b-6126-4177-87b6-20c065916ba2'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:55:53.334891 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1142bbb5-af4a-4cc5-bdc8-f3f06da20941" -d '{"events": [{"name": "network-changed", "server_uuid": "426c8355-fba1-498c-88ae-75da70e03cbf", "tag": "8a23537b-6126-4177-87b6-20c065916ba2"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:55:53.363148 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715d80a-84a2-4358-b8dc-9153e027959f service neutron] Pushing event updated for resources: {'Port': ['ID=8a23537b-6126-4177-87b6-20c065916ba2,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:55:53.424558 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-7877d6ff-5820-4ad5-8cc2-12fe08f8741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:53.425899 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-7877d6ff-5820-4ad5-8cc2-12fe08f8741d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0057fb0ca47b4cadbec48c66790f753a&device_id=426c8355-fba1-498c-88ae-75da70e03cbf HTTP/1.1" status: 200 len: 1058 time: 0.0532842 Nov 15 11:55:53.474489 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-70fb3787-4eaf-4c6d-896c-b261e6ce967c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=8a23537b-6126-4177-87b6-20c065916ba2 HTTP/1.1" status: 200 len: 217 time: 0.0383079 Nov 15 11:55:53.476070 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1c0097-0edf-4504-8c02-7e530a719718 x-openstack-request-id: req-4b1c0097-0edf-4504-8c02-7e530a719718 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:55:53.476445 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426c8355-fba1-498c-88ae-75da70e03cbf", "tag": "8a23537b-6126-4177-87b6-20c065916ba2", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:55:53.476814 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4b1c0097-0edf-4504-8c02-7e530a719718 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:55:53.477297 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426c8355-fba1-498c-88ae-75da70e03cbf', 'tag': '8a23537b-6126-4177-87b6-20c065916ba2', 'status': 'completed', 'code': 200} Nov 15 11:55:53.528480 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-472a35bb-8afc-4cfe-a867-6f9b4b2d5202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:53.530039 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-472a35bb-8afc-4cfe-a867-6f9b4b2d5202 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd4b6af0-ebc8-4a86-91ab-911f41e8d8c8 HTTP/1.1" status: 200 len: 837 time: 0.0456080 Nov 15 11:55:53.580731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-b4881f36-0e4d-4d41-b9e3-fb311d02d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:53.582209 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-b4881f36-0e4d-4d41-b9e3-fb311d02d49f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a9ab3af-f211-4f6a-80c9-9b32635aba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447035 Nov 15 11:55:53.672635 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-e30cd9fd-b1a5-408d-a9e5-995da0fee949 service neutron] 10.222.0.11 "GET /v2.0/networks/0a9ab3af-f211-4f6a-80c9-9b32635aba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830624 Nov 15 11:55:53.776459 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8c326825-4d32-4f92-bacf-75f4c67b8950 req-a7de7359-c645-4670-b49e-ec79634ffdff service neutron] 10.222.0.11 "GET /v2.0/networks/0a9ab3af-f211-4f6a-80c9-9b32635aba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959203 Nov 15 11:55:53.879623 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142bbb5-af4a-4cc5-bdc8-f3f06da20941 req-59bb6316-bd44-4212-bb9c-091ef6983a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:53.881760 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1142bbb5-af4a-4cc5-bdc8-f3f06da20941 req-59bb6316-bd44-4212-bb9c-091ef6983a86 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0057fb0ca47b4cadbec48c66790f753a&device_id=426c8355-fba1-498c-88ae-75da70e03cbf HTTP/1.1" status: 200 len: 1058 time: 0.0546627 Nov 15 11:55:53.974834 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142bbb5-af4a-4cc5-bdc8-f3f06da20941 req-29dac234-81f1-4780-b396-46a5988a5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:53.976927 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1142bbb5-af4a-4cc5-bdc8-f3f06da20941 req-29dac234-81f1-4780-b396-46a5988a5094 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0a9ab3af-f211-4f6a-80c9-9b32635aba5d HTTP/1.1" status: 200 len: 899 time: 0.0882063 Nov 15 11:55:54.018580 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1142bbb5-af4a-4cc5-bdc8-f3f06da20941 req-e5a138b2-c157-4f4b-ba44-59ee97444805 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=8a23537b-6126-4177-87b6-20c065916ba2 HTTP/1.1" status: 200 len: 217 time: 0.0344017 Nov 15 11:55:54.067107 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142bbb5-af4a-4cc5-bdc8-f3f06da20941 req-54b11afc-e602-4bf5-b3d8-577e36f4bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:54.068617 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1142bbb5-af4a-4cc5-bdc8-f3f06da20941 req-54b11afc-e602-4bf5-b3d8-577e36f4bac9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd4b6af0-ebc8-4a86-91ab-911f41e8d8c8 HTTP/1.1" status: 200 len: 837 time: 0.0427785 Nov 15 11:55:54.106151 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e954f2-bec4-4e09-adb2-30fd4ed9ddea req-6c620704-a07c-4cc5-8539-55a307aa6d3a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:54.107861 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f4e954f2-bec4-4e09-adb2-30fd4ed9ddea req-6c620704-a07c-4cc5-8539-55a307aa6d3a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=426c8355-fba1-498c-88ae-75da70e03cbf HTTP/1.1" status: 200 len: 907 time: 0.0512803 Nov 15 11:55:54.122539 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142bbb5-af4a-4cc5-bdc8-f3f06da20941 req-502c204b-9b00-4db4-93bf-7d529624ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:54.124969 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1142bbb5-af4a-4cc5-bdc8-f3f06da20941 req-502c204b-9b00-4db4-93bf-7d529624ae88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a9ab3af-f211-4f6a-80c9-9b32635aba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495431 Nov 15 11:55:54.236176 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1142bbb5-af4a-4cc5-bdc8-f3f06da20941 req-99274b9d-93ee-4112-a5dd-f95369348a18 service neutron] 10.222.0.11 "GET /v2.0/networks/0a9ab3af-f211-4f6a-80c9-9b32635aba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034474 Nov 15 11:55:54.337917 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1142bbb5-af4a-4cc5-bdc8-f3f06da20941 req-1989b1ba-9a43-465d-8c72-825770dc9355 service neutron] 10.222.0.11 "GET /v2.0/networks/0a9ab3af-f211-4f6a-80c9-9b32635aba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941648 Nov 15 11:55:55.251568 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe31094-a476-416f-8211-c2d56cd98b7d req-58cf75b2-33c2-4ae1-90c7-25fa16d6c20f tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:55.253111 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afe31094-a476-416f-8211-c2d56cd98b7d req-58cf75b2-33c2-4ae1-90c7-25fa16d6c20f tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=426c8355-fba1-498c-88ae-75da70e03cbf HTTP/1.1" status: 200 len: 907 time: 0.0531418 Nov 15 11:55:56.368862 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88568d33-a390-40d2-8373-92f1d498d4c3 req-b9d1e20a-7f4e-4144-991c-31b34045f584 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:56.370350 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-88568d33-a390-40d2-8373-92f1d498d4c3 req-b9d1e20a-7f4e-4144-991c-31b34045f584 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=426c8355-fba1-498c-88ae-75da70e03cbf HTTP/1.1" status: 200 len: 907 time: 0.0476770 Nov 15 11:55:57.500701 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4815c-7622-440d-9528-aef30e7cfef9 req-ba9cb000-d79d-40d0-a53a-b8d24dffae76 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:57.502172 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57d4815c-7622-440d-9528-aef30e7cfef9 req-ba9cb000-d79d-40d0-a53a-b8d24dffae76 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=426c8355-fba1-498c-88ae-75da70e03cbf HTTP/1.1" status: 200 len: 907 time: 0.0517681 Nov 15 11:55:58.646154 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b4089-c51b-4990-a8c1-89bf086aaf1a req-de4298ed-a6ac-47cb-b979-1f3b9e88e5b2 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:58.647619 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-444b4089-c51b-4990-a8c1-89bf086aaf1a req-de4298ed-a6ac-47cb-b979-1f3b9e88e5b2 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=426c8355-fba1-498c-88ae-75da70e03cbf HTTP/1.1" status: 200 len: 907 time: 0.0599701 Nov 15 11:55:58.713479 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 8a23537b-6126-4177-87b6-20c065916ba2 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:55:58.812114 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 8a23537b-6126-4177-87b6-20c065916ba2, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=8a23537b-6126-4177-87b6-20c065916ba2,segment=NetworkSegment(ac757382-d602-4fa9-bad5-02ec2aff5ab4),segment_id=ac757382-d602-4fa9-bad5-02ec2aff5ab4)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:55:58.823783 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '8a23537b-6126-4177-87b6-20c065916ba2', 'network_id': '0a9ab3af-f211-4f6a-80c9-9b32635aba5d', 'port_id': '8a23537b-6126-4177-87b6-20c065916ba2', 'mac_address': 'fa:16:3e:e3:39:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4b6af0-ebc8-4a86-91ab-911f41e8d8c8', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:55:58.865944 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:58.879451 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a23537b-6126-4177-87b6-20c065916ba2 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:55:58.898901 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 8a23537b-6126-4177-87b6-20c065916ba2, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=8a23537b-6126-4177-87b6-20c065916ba2,segment=NetworkSegment(ac757382-d602-4fa9-bad5-02ec2aff5ab4),segment_id=ac757382-d602-4fa9-bad5-02ec2aff5ab4)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:55:58.906162 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:55:58.956853 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=8a23537b-6126-4177-87b6-20c065916ba2,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:55:59.270272 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['8a23537b-6126-4177-87b6-20c065916ba2'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:55:59.784329 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68777cd5-aaa5-49e7-a110-9901dce940f1 req-e5337cd9-f34f-4fc8-833b-de9137b29bae tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:55:59.785811 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68777cd5-aaa5-49e7-a110-9901dce940f1 req-e5337cd9-f34f-4fc8-833b-de9137b29bae tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=426c8355-fba1-498c-88ae-75da70e03cbf HTTP/1.1" status: 200 len: 908 time: 0.0554154 Nov 15 11:55:59.903243 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:00.716496 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 8a23537b-6126-4177-87b6-20c065916ba2 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:56:00.776887 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 8a23537b-6126-4177-87b6-20c065916ba2 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:56:00.780877 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 8a23537b-6126-4177-87b6-20c065916ba2 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:00.781269 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:00.858614 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:00.881493 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426c8355-fba1-498c-88ae-75da70e03cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a23537b-6126-4177-87b6-20c065916ba2'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:56:00.883774 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985e12e9-50f2-41d2-ae67-fd9ed56b1d78" -d '{"events": [{"server_uuid": "426c8355-fba1-498c-88ae-75da70e03cbf", "name": "network-vif-plugged", "status": "completed", "tag": "8a23537b-6126-4177-87b6-20c065916ba2"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:56:00.897467 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 8a23537b-6126-4177-87b6-20c065916ba2, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=8a23537b-6126-4177-87b6-20c065916ba2,segment=NetworkSegment(ac757382-d602-4fa9-bad5-02ec2aff5ab4),segment_id=ac757382-d602-4fa9-bad5-02ec2aff5ab4)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:00.901891 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:00.903987 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000844f-fce0-4476-8fed-e7596b06e364 req-75435b08-6fc4-4588-8fc0-f1074ebc6ae9 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:00.905635 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d000844f-fce0-4476-8fed-e7596b06e364 req-75435b08-6fc4-4588-8fc0-f1074ebc6ae9 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=426c8355-fba1-498c-88ae-75da70e03cbf HTTP/1.1" status: 200 len: 908 time: 0.0493872 Nov 15 11:56:00.950689 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc55f612-3329-4e3e-be6c-dfb14e90c39a x-openstack-request-id: req-fc55f612-3329-4e3e-be6c-dfb14e90c39a {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:56:00.951186 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426c8355-fba1-498c-88ae-75da70e03cbf", "name": "network-vif-plugged", "status": "completed", "tag": "8a23537b-6126-4177-87b6-20c065916ba2", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:56:00.951186 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc55f612-3329-4e3e-be6c-dfb14e90c39a {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:56:00.951580 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426c8355-fba1-498c-88ae-75da70e03cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a23537b-6126-4177-87b6-20c065916ba2', 'code': 200} Nov 15 11:56:00.956009 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=8a23537b-6126-4177-87b6-20c065916ba2,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:01.045520 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7c59a-f724-47e8-b106-3a2e0f272e86 req-7c337273-0e13-4ac7-9109-b14259b80796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:01.046913 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9be7c59a-f724-47e8-b106-3a2e0f272e86 req-7c337273-0e13-4ac7-9109-b14259b80796 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=426c8355-fba1-498c-88ae-75da70e03cbf HTTP/1.1" status: 200 len: 1060 time: 0.0415471 Nov 15 11:56:01.896759 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:02.022941 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d0b96-7024-402d-bfba-dcd4ad35238d req-40a6bed8-8f4e-45a6-8bd8-8bcea4e36db6 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:02.024449 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-624d0b96-7024-402d-bfba-dcd4ad35238d req-40a6bed8-8f4e-45a6-8bd8-8bcea4e36db6 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=426c8355-fba1-498c-88ae-75da70e03cbf HTTP/1.1" status: 200 len: 909 time: 0.0484209 Nov 15 11:56:03.160864 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c312f4-4f62-4470-a8df-161f78010532 req-44c1ed59-fadb-4809-894e-21d902b9fc4e tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:03.162357 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f2c312f4-4f62-4470-a8df-161f78010532 req-44c1ed59-fadb-4809-894e-21d902b9fc4e tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=426c8355-fba1-498c-88ae-75da70e03cbf HTTP/1.1" status: 200 len: 909 time: 0.0530753 Nov 15 11:56:03.297760 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47c7bb-c317-4ceb-830d-5569c3a152f0 req-22d6dd4b-47db-4d3b-80ae-0b11d788faff tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:03.299238 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2c47c7bb-c317-4ceb-830d-5569c3a152f0 req-22d6dd4b-47db-4d3b-80ae-0b11d788faff tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=426c8355-fba1-498c-88ae-75da70e03cbf HTTP/1.1" status: 200 len: 909 time: 0.0671983 Nov 15 11:56:03.412538 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d2ca6-4c51-410a-8b70-5983decaba9e req-ace72e64-6712-4176-921c-7661bfe0fdb0 tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:03.414070 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b7d2ca6-4c51-410a-8b70-5983decaba9e req-ace72e64-6712-4176-921c-7661bfe0fdb0 tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=426c8355-fba1-498c-88ae-75da70e03cbf HTTP/1.1" status: 200 len: 1060 time: 0.0431037 Nov 15 11:56:03.537829 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fead58a-7c4a-4960-8a84-2aff7e7f12ea req-97c7c03a-6d84-4044-8236-56f7bece6286 tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:03.539327 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5fead58a-7c4a-4960-8a84-2aff7e7f12ea req-97c7c03a-6d84-4044-8236-56f7bece6286 tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2be65919-daca-44fc-bb94-aa67e47e0639 HTTP/1.1" status: 200 len: 1135 time: 0.0487165 Nov 15 11:56:03.591680 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5fead58a-7c4a-4960-8a84-2aff7e7f12ea req-367e4fa2-c463-4127-8624-710a5b06a0eb tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=42b1d4ec-96ca-4055-9023-7ff226b029df&id=7c27eec6-fc9a-4edf-9344-0a487abea4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0462720 Nov 15 11:56:03.613258 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50464) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:03.662680 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01e4b15-fd68-4b99-9755-2db26f9fc78a tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:03.664736 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e01e4b15-fd68-4b99-9755-2db26f9fc78a tempest-TestSecurityGroupsBasicOps-925058009 tempest-TestSecurityGroupsBasicOps-925058009-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=426c8355-fba1-498c-88ae-75da70e03cbf HTTP/1.1" status: 200 len: 1055 time: 0.0504818 Nov 15 11:56:03.908008 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065521dc-2d74-490a-8c02-c972115edf12 req-b4defe0f-6d50-4259-a833-d50281c5418b tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:03.909396 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-065521dc-2d74-490a-8c02-c972115edf12 req-b4defe0f-6d50-4259-a833-d50281c5418b tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=426c8355-fba1-498c-88ae-75da70e03cbf HTTP/1.1" status: 200 len: 909 time: 0.0565147 Nov 15 11:56:05.040217 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66f2fb-4f61-4229-9c4a-fbd6471f48f1 req-5c903c33-b4ce-4ca6-83c0-925e88505b6d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:05.041715 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7c66f2fb-4f61-4229-9c4a-fbd6471f48f1 req-5c903c33-b4ce-4ca6-83c0-925e88505b6d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=426c8355-fba1-498c-88ae-75da70e03cbf HTTP/1.1" status: 200 len: 909 time: 0.0491140 Nov 15 11:56:05.253791 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aacb73-578a-419b-a452-fe751757bb05 req-c72b9085-781d-42f0-ae79-9669d4d88e6e tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:05.255146 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-79aacb73-578a-419b-a452-fe751757bb05 req-c72b9085-781d-42f0-ae79-9669d4d88e6e tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.11 "GET /v2.0/ports?device_id=426c8355-fba1-498c-88ae-75da70e03cbf HTTP/1.1" status: 200 len: 909 time: 0.0619946 Nov 15 11:56:05.349293 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-79aacb73-578a-419b-a452-fe751757bb05 req-ce52c8c0-53b7-475a-89a8-69eff7583c70 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Deleting port 8a23537b-6126-4177-87b6-20c065916ba2 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:56:05.349614 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-79aacb73-578a-419b-a452-fe751757bb05 req-ce52c8c0-53b7-475a-89a8-69eff7583c70 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:05.437502 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-79aacb73-578a-419b-a452-fe751757bb05 req-ce52c8c0-53b7-475a-89a8-69eff7583c70 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] For port 8a23537b-6126-4177-87b6-20c065916ba2, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=8a23537b-6126-4177-87b6-20c065916ba2,segment=NetworkSegment(ac757382-d602-4fa9-bad5-02ec2aff5ab4),segment_id=ac757382-d602-4fa9-bad5-02ec2aff5ab4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:05.437865 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-79aacb73-578a-419b-a452-fe751757bb05 req-ce52c8c0-53b7-475a-89a8-69eff7583c70 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:05.450277 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-79aacb73-578a-419b-a452-fe751757bb05 req-ce52c8c0-53b7-475a-89a8-69eff7583c70 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Calling delete_port for 8a23537b-6126-4177-87b6-20c065916ba2 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:56:05.582082 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-79aacb73-578a-419b-a452-fe751757bb05 req-ce52c8c0-53b7-475a-89a8-69eff7583c70 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:05.613930 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52c8c0-53b7-475a-89a8-69eff7583c70 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event deleted for resources: {'Port': ['ID=8a23537b-6126-4177-87b6-20c065916ba2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:05.656048 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-79aacb73-578a-419b-a452-fe751757bb05 req-ce52c8c0-53b7-475a-89a8-69eff7583c70 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] No DVR routers for this DVR port 8a23537b-6126-4177-87b6-20c065916ba2 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:56:05.658844 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-79aacb73-578a-419b-a452-fe751757bb05 req-ce52c8c0-53b7-475a-89a8-69eff7583c70 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:05.662193 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-79aacb73-578a-419b-a452-fe751757bb05 req-ce52c8c0-53b7-475a-89a8-69eff7583c70 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.11 "DELETE /v2.0/ports/8a23537b-6126-4177-87b6-20c065916ba2 HTTP/1.1" status: 204 len: 173 time: 0.4007111 Nov 15 11:56:05.662667 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426c8355-fba1-498c-88ae-75da70e03cbf', 'name': 'network-vif-deleted', 'tag': '8a23537b-6126-4177-87b6-20c065916ba2'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:56:05.664966 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6a3617-1817-429c-b06a-0f62d45e1243" -d '{"events": [{"server_uuid": "426c8355-fba1-498c-88ae-75da70e03cbf", "name": "network-vif-deleted", "tag": "8a23537b-6126-4177-87b6-20c065916ba2"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:56:05.714878 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a46f778-862c-4484-8d19-3d9e9b717833 x-openstack-request-id: req-0a46f778-862c-4484-8d19-3d9e9b717833 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:56:05.715160 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426c8355-fba1-498c-88ae-75da70e03cbf", "name": "network-vif-deleted", "tag": "8a23537b-6126-4177-87b6-20c065916ba2", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:56:05.715406 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a46f778-862c-4484-8d19-3d9e9b717833 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:56:05.715805 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426c8355-fba1-498c-88ae-75da70e03cbf', 'name': 'network-vif-deleted', 'tag': '8a23537b-6126-4177-87b6-20c065916ba2', 'status': 'completed', 'code': 200} Nov 15 11:56:06.154998 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74e5d12f-77e3-4cd2-90cf-bd444dd3359d req-81a823d3-b5bd-4efe-8c15-2e45e6ae81a5 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=426c8355-fba1-498c-88ae-75da70e03cbf HTTP/1.1" status: 200 len: 210 time: 0.0260563 Nov 15 11:56:06.289669 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f5befb10-4e4c-4ea0-a5a4-f8a8eee5e831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:07.216578 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50478) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:07.591173 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-45e6fab9-5500-456a-b79b-91ff8940f95a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:07.859388 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-45e6fab9-5500-456a-b79b-91ff8940f95a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Deleting port 400481d0-1aca-40d4-8188-4101d53affca {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:56:07.859635 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-45e6fab9-5500-456a-b79b-91ff8940f95a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:07.951451 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-45e6fab9-5500-456a-b79b-91ff8940f95a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] For port 400481d0-1aca-40d4-8188-4101d53affca, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=400481d0-1aca-40d4-8188-4101d53affca,segment=NetworkSegment(ac757382-d602-4fa9-bad5-02ec2aff5ab4),segment_id=ac757382-d602-4fa9-bad5-02ec2aff5ab4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:07.951834 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-45e6fab9-5500-456a-b79b-91ff8940f95a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:08.234400 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-45e6fab9-5500-456a-b79b-91ff8940f95a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Calling delete_port for 400481d0-1aca-40d4-8188-4101d53affca owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:56:08.374719 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c4406515-5dd7-4242-964d-be6d804edebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:08.434298 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-45e6fab9-5500-456a-b79b-91ff8940f95a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:08.460554 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6fab9-5500-456a-b79b-91ff8940f95a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event deleted for resources: {'Port': ['ID=400481d0-1aca-40d4-8188-4101d53affca,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:08.632874 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-45e6fab9-5500-456a-b79b-91ff8940f95a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:08.745416 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 8a23537b-6126-4177-87b6-20c065916ba2 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:56:08.765429 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 8a23537b-6126-4177-87b6-20c065916ba2 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:56:08.765761 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 8a23537b-6126-4177-87b6-20c065916ba2 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:56:08.856408 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e6fab9-5500-456a-b79b-91ff8940f95a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Router 3e5b15eb-e9ef-4a89-b966-0a0b17ef8373 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:56:08.965543 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e6fab9-5500-456a-b79b-91ff8940f95a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:56:08.973554 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-45e6fab9-5500-456a-b79b-91ff8940f95a tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "PUT /v2.0/routers/3e5b15eb-e9ef-4a89-b966-0a0b17ef8373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7531717 Nov 15 11:56:08.973730 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50480) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:08.977139 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590de7cf-3718-4b05-a05d-7f50a2726901 None None] Sync routers for ids ['3e5b15eb-e9ef-4a89-b966-0a0b17ef8373'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:56:08.987196 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590de7cf-3718-4b05-a05d-7f50a2726901 None None] Routers {'3e5b15eb-e9ef-4a89-b966-0a0b17ef8373'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:56:08.987784 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-590de7cf-3718-4b05-a05d-7f50a2726901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:56:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3e5b15eb-e9ef-4a89-b966-0a0b17ef8373'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:09.029910 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b34cf4-3127-467a-9fb2-68d5f92a4dbe tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Deleting subnet fd4b6af0-ebc8-4a86-91ab-911f41e8d8c8 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:56:09.033091 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-25b34cf4-3127-467a-9fb2-68d5f92a4dbe tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:09.072852 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-25b34cf4-3127-467a-9fb2-68d5f92a4dbe tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:09.089883 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-590de7cf-3718-4b05-a05d-7f50a2726901 None None] Set router 3e5b15eb-e9ef-4a89-b966-0a0b17ef8373 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:56:09.157946 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-25b34cf4-3127-467a-9fb2-68d5f92a4dbe tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:09.231229 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-25b34cf4-3127-467a-9fb2-68d5f92a4dbe tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:09.255992 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b34cf4-3127-467a-9fb2-68d5f92a4dbe tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event deleted for resources: {'Subnet': ['ID=fd4b6af0-ebc8-4a86-91ab-911f41e8d8c8,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:09.261785 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-25b34cf4-3127-467a-9fb2-68d5f92a4dbe tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:09.264998 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-25b34cf4-3127-467a-9fb2-68d5f92a4dbe tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "DELETE /v2.0/subnets/fd4b6af0-ebc8-4a86-91ab-911f41e8d8c8 HTTP/1.1" status: 204 len: 168 time: 0.2894869 Nov 15 11:56:09.268044 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50482) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:09.272810 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-590de7cf-3718-4b05-a05d-7f50a2726901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5b15eb-e9ef-4a89-b966-0a0b17ef8373', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1192110794', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '80655551-2f6f-485d-ae2b-cdea4f0e802e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:55:43Z', 'updated_at': '2021-11-15T11:56:08Z', 'revision_number': 5, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'gw_port': {'id': '80655551-2f6f-485d-ae2b-cdea4f0e802e', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:32:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b15eb-e9ef-4a89-b966-0a0b17ef8373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:55:43Z', 'updated_at': '2021-11-15T11:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:09.273498 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8ee7b2-8c7f-482f-b900-09eace6b27ae None None] Network 0a9ab3af-f211-4f6a-80c9-9b32635aba5d requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:56:09.300550 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590de7cf-3718-4b05-a05d-7f50a2726901 None None] Checking router: 3e5b15eb-e9ef-4a89-b966-0a0b17ef8373 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:56:09.309031 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590de7cf-3718-4b05-a05d-7f50a2726901 None None] Routers {'3e5b15eb-e9ef-4a89-b966-0a0b17ef8373'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:56:09.309634 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-590de7cf-3718-4b05-a05d-7f50a2726901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:56:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3e5b15eb-e9ef-4a89-b966-0a0b17ef8373'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:09.377314 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0476-c314-4414-8656-e27c371524cd tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:09.419403 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-590de7cf-3718-4b05-a05d-7f50a2726901 None None] Set router 3e5b15eb-e9ef-4a89-b966-0a0b17ef8373 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:56:09.460000 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d394ec20-2212-4b0c-8b20-0fcc244d75f8 None None] DHCP port deletion for 0a9ab3af-f211-4f6a-80c9-9b32635aba5d request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:56:09.486165 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0476-c314-4414-8656-e27c371524cd tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:09.512473 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d394ec20-2212-4b0c-8b20-0fcc244d75f8 None None] Deleting port 098c6373-cebd-4823-bdb7-ef1b7e618fdf {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:56:09.520698 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d394ec20-2212-4b0c-8b20-0fcc244d75f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:09.548306 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0476-c314-4414-8656-e27c371524cd tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Deleting port 80655551-2f6f-485d-ae2b-cdea4f0e802e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:56:09.548765 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0476-c314-4414-8656-e27c371524cd tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:09.576699 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d394ec20-2212-4b0c-8b20-0fcc244d75f8 None None] For port 098c6373-cebd-4823-bdb7-ef1b7e618fdf, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=098c6373-cebd-4823-bdb7-ef1b7e618fdf,segment=NetworkSegment(ac757382-d602-4fa9-bad5-02ec2aff5ab4),segment_id=ac757382-d602-4fa9-bad5-02ec2aff5ab4)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:09.577002 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d394ec20-2212-4b0c-8b20-0fcc244d75f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:09.590054 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d394ec20-2212-4b0c-8b20-0fcc244d75f8 None None] Calling delete_port for 098c6373-cebd-4823-bdb7-ef1b7e618fdf owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:56:09.614580 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-590de7cf-3718-4b05-a05d-7f50a2726901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5b15eb-e9ef-4a89-b966-0a0b17ef8373', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1192110794', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '80655551-2f6f-485d-ae2b-cdea4f0e802e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:55:43Z', 'updated_at': '2021-11-15T11:56:08Z', 'revision_number': 5, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'gw_port': {'id': '80655551-2f6f-485d-ae2b-cdea4f0e802e', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:32:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b15eb-e9ef-4a89-b966-0a0b17ef8373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:55:43Z', 'updated_at': '2021-11-15T11:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:09.640145 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-bc0d0476-c314-4414-8656-e27c371524cd tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] For port 80655551-2f6f-485d-ae2b-cdea4f0e802e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=80655551-2f6f-485d-ae2b-cdea4f0e802e,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:09.640484 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0476-c314-4414-8656-e27c371524cd tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:09.644768 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590de7cf-3718-4b05-a05d-7f50a2726901 None None] The sync data for ids ['3e5b15eb-e9ef-4a89-b966-0a0b17ef8373'] in n-d-729945-9 is: [{'id': '3e5b15eb-e9ef-4a89-b966-0a0b17ef8373', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1192110794', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '80655551-2f6f-485d-ae2b-cdea4f0e802e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:55:43Z', 'updated_at': '2021-11-15T11:56:08Z', 'revision_number': 5, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'gw_port': {'id': '80655551-2f6f-485d-ae2b-cdea4f0e802e', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:32:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5b15eb-e9ef-4a89-b966-0a0b17ef8373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:55:43Z', 'updated_at': '2021-11-15T11:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:56:09.659185 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0476-c314-4414-8656-e27c371524cd tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Calling delete_port for 80655551-2f6f-485d-ae2b-cdea4f0e802e owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:56:09.677080 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d394ec20-2212-4b0c-8b20-0fcc244d75f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:09.708492 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d394ec20-2212-4b0c-8b20-0fcc244d75f8 None None] No DVR routers for this DVR port 098c6373-cebd-4823-bdb7-ef1b7e618fdf on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:56:09.710309 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394ec20-2212-4b0c-8b20-0fcc244d75f8 None None] Pushing event deleted for resources: {'Port': ['ID=098c6373-cebd-4823-bdb7-ef1b7e618fdf,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:09.844721 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0476-c314-4414-8656-e27c371524cd tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:09.870874 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0476-c314-4414-8656-e27c371524cd tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event deleted for resources: {'Port': ['ID=80655551-2f6f-485d-ae2b-cdea4f0e802e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:09.885368 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141514f2-dcf9-4943-b274-74d3bef54eae None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:56:09.932881 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0476-c314-4414-8656-e27c371524cd tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:09.974727 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:10.025298 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0476-c314-4414-8656-e27c371524cd tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:10.027598 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0476-c314-4414-8656-e27c371524cd tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:10.075567 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0476-c314-4414-8656-e27c371524cd tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:10.076280 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0d0476-c314-4414-8656-e27c371524cd tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Fanout notify agent at l3_agent the message router_deleted on router 3e5b15eb-e9ef-4a89-b966-0a0b17ef8373 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:56:10.083793 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0476-c314-4414-8656-e27c371524cd tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:10.087312 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bc0d0476-c314-4414-8656-e27c371524cd tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "DELETE /v2.0/routers/3e5b15eb-e9ef-4a89-b966-0a0b17ef8373 HTTP/1.1" status: 204 len: 168 time: 0.8158696 Nov 15 11:56:10.087645 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50484) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:10.145001 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 400481d0-1aca-40d4-8188-4101d53affca no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:56:10.170951 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec77d780-af9f-42b3-9e67-eceff1163e01 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:10.177320 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 400481d0-1aca-40d4-8188-4101d53affca {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:56:10.177659 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 400481d0-1aca-40d4-8188-4101d53affca not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:56:10.178251 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 098c6373-cebd-4823-bdb7-ef1b7e618fdf no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:56:10.197875 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 098c6373-cebd-4823-bdb7-ef1b7e618fdf {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:56:10.198210 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 098c6373-cebd-4823-bdb7-ef1b7e618fdf not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:56:10.270439 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec77d780-af9f-42b3-9e67-eceff1163e01 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:10.291535 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-ec77d780-af9f-42b3-9e67-eceff1163e01 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9ab3af-f211-4f6a-80c9-9b32635aba5d']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:10.301402 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-ec77d780-af9f-42b3-9e67-eceff1163e01 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac757382-d602-4fa9-bad5-02ec2aff5ab4') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:10.301716 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-ec77d780-af9f-42b3-9e67-eceff1163e01 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac757382-d602-4fa9-bad5-02ec2aff5ab4') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:10.311162 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec77d780-af9f-42b3-9e67-eceff1163e01 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:10.326895 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec77d780-af9f-42b3-9e67-eceff1163e01 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:10.333557 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec77d780-af9f-42b3-9e67-eceff1163e01 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:56:10.333964 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec77d780-af9f-42b3-9e67-eceff1163e01 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:56:10.337065 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:56:10.393984 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec77d780-af9f-42b3-9e67-eceff1163e01 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:10.400766 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ec77d780-af9f-42b3-9e67-eceff1163e01 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:10.403894 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ec77d780-af9f-42b3-9e67-eceff1163e01 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "DELETE /v2.0/networks/0a9ab3af-f211-4f6a-80c9-9b32635aba5d HTTP/1.1" status: 204 len: 168 time: 0.3147614 Nov 15 11:56:10.406876 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50486) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:10.420644 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77d780-af9f-42b3-9e67-eceff1163e01 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event deleted for resources: {'Network': ['ID=0a9ab3af-f211-4f6a-80c9-9b32635aba5d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:10.561130 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-59876042-2f19-4944-b37f-adcf73b3dadf tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Deleting port cca2ed45-9347-42f0-a213-7d362f854659 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:56:10.561434 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59876042-2f19-4944-b37f-adcf73b3dadf tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:10.638839 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59876042-2f19-4944-b37f-adcf73b3dadf tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:10.639201 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59876042-2f19-4944-b37f-adcf73b3dadf tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:10.650872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-59876042-2f19-4944-b37f-adcf73b3dadf tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Calling delete_port for cca2ed45-9347-42f0-a213-7d362f854659 owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:56:10.801512 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59876042-2f19-4944-b37f-adcf73b3dadf tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:10.829407 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59876042-2f19-4944-b37f-adcf73b3dadf tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event deleted for resources: {'Port': ['ID=cca2ed45-9347-42f0-a213-7d362f854659,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:11.221029 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59876042-2f19-4944-b37f-adcf73b3dadf tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:11.221439 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-59876042-2f19-4944-b37f-adcf73b3dadf tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Floating IP 5a42f6f7-e556-447f-a12a-51331d4cc357 disassociated (deleted). External IP: 172.25.7.68, port: 1fef8c79-f968-45a4-9c81-bfa120aacd1d. Nov 15 11:56:11.429830 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59876042-2f19-4944-b37f-adcf73b3dadf tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Router 16667e74-b84c-42c5-91ae-541ae19dbcbc has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:56:11.537259 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:11.542157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59876042-2f19-4944-b37f-adcf73b3dadf tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:56:11.547029 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59876042-2f19-4944-b37f-adcf73b3dadf tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:11.551907 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66023012-a313-415f-b939-3e653f35e63f None None] Sync routers for ids ['16667e74-b84c-42c5-91ae-541ae19dbcbc'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:56:11.561912 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66023012-a313-415f-b939-3e653f35e63f None None] Routers {'16667e74-b84c-42c5-91ae-541ae19dbcbc'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:56:11.562510 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-66023012-a313-415f-b939-3e653f35e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:56:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['16667e74-b84c-42c5-91ae-541ae19dbcbc'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:11.573118 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-59876042-2f19-4944-b37f-adcf73b3dadf tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "DELETE /v2.0/floatingips/5a42f6f7-e556-447f-a12a-51331d4cc357 HTTP/1.1" status: 204 len: 168 time: 1.1651545 Nov 15 11:56:11.573699 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be65919-daca-44fc-bb94-aa67e47e0639', 'tag': '1fef8c79-f968-45a4-9c81-bfa120aacd1d'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:56:11.576000 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897bf0c7-fe95-4cf0-abfa-f84e457057f6" -d '{"events": [{"name": "network-changed", "server_uuid": "2be65919-daca-44fc-bb94-aa67e47e0639", "tag": "1fef8c79-f968-45a4-9c81-bfa120aacd1d"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:56:11.674512 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-66023012-a313-415f-b939-3e653f35e63f None None] Set router 16667e74-b84c-42c5-91ae-541ae19dbcbc gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:56:11.802256 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2354bedb-3858-41fa-9c59-d637a5986f97 x-openstack-request-id: req-2354bedb-3858-41fa-9c59-d637a5986f97 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:56:11.802536 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be65919-daca-44fc-bb94-aa67e47e0639", "tag": "1fef8c79-f968-45a4-9c81-bfa120aacd1d", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:56:11.802780 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2354bedb-3858-41fa-9c59-d637a5986f97 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:56:11.803180 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be65919-daca-44fc-bb94-aa67e47e0639', 'tag': '1fef8c79-f968-45a4-9c81-bfa120aacd1d', 'status': 'completed', 'code': 200} Nov 15 11:56:11.906113 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bf0c7-fe95-4cf0-abfa-f84e457057f6 req-c72681ef-73db-4125-9d15-0e3db6dd2033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:11.907690 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-897bf0c7-fe95-4cf0-abfa-f84e457057f6 req-c72681ef-73db-4125-9d15-0e3db6dd2033 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0057fb0ca47b4cadbec48c66790f753a&device_id=2be65919-daca-44fc-bb94-aa67e47e0639 HTTP/1.1" status: 200 len: 1135 time: 0.0791626 Nov 15 11:56:11.916420 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a818f0c-b55c-48c7-b5c7-3757a2e4e78e req-cf9a5319-e498-4673-9c06-2bf79ddd8739 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:11.917958 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a818f0c-b55c-48c7-b5c7-3757a2e4e78e req-cf9a5319-e498-4673-9c06-2bf79ddd8739 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be65919-daca-44fc-bb94-aa67e47e0639 HTTP/1.1" status: 200 len: 984 time: 0.0630467 Nov 15 11:56:12.043337 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a818f0c-b55c-48c7-b5c7-3757a2e4e78e req-381d8c91-cc30-4c4d-a79a-7855183f19b4 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/security-groups?id=42b1d4ec-96ca-4055-9023-7ff226b029df&id=7c27eec6-fc9a-4edf-9344-0a487abea4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1167800 Nov 15 11:56:12.047448 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 80655551-2f6f-485d-ae2b-cdea4f0e802e no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:56:12.048154 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bf0c7-fe95-4cf0-abfa-f84e457057f6 req-66b5b8f6-cf7a-4e1b-bb51-eae1cb62cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:12.049734 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-897bf0c7-fe95-4cf0-abfa-f84e457057f6 req-66b5b8f6-cf7a-4e1b-bb51-eae1cb62cea2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=38be7242-2a3c-4eb1-9319-6e84ba21c3b0 HTTP/1.1" status: 200 len: 898 time: 0.1307793 Nov 15 11:56:12.069956 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 80655551-2f6f-485d-ae2b-cdea4f0e802e {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:56:12.070284 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 80655551-2f6f-485d-ae2b-cdea4f0e802e not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:56:12.084069 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-66023012-a313-415f-b939-3e653f35e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-359296368', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:51Z', 'revision_number': 4, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'gw_port': {'id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:20:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '45630a87-9801-4b5e-b144-960089615516', 'name': '', 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'mac_address': 'fa:16:3e:b8:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'cb889152-d191-4c26-b7c3-5689a36cc417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:54:51Z', 'updated_at': '2021-11-15T11:54:54Z', 'revision_number': 5, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'subnets': [{'id': 'cb889152-d191-4c26-b7c3-5689a36cc417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:12.099861 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-897bf0c7-fe95-4cf0-abfa-f84e457057f6 req-e5c47a69-c6f6-4675-8bfc-19b0ec91bff5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fef8c79-f968-45a4-9c81-bfa120aacd1d HTTP/1.1" status: 200 len: 217 time: 0.0413263 Nov 15 11:56:12.111357 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66023012-a313-415f-b939-3e653f35e63f None None] Checking router: 16667e74-b84c-42c5-91ae-541ae19dbcbc for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:56:12.120255 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66023012-a313-415f-b939-3e653f35e63f None None] Routers {'16667e74-b84c-42c5-91ae-541ae19dbcbc'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:56:12.121019 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-66023012-a313-415f-b939-3e653f35e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:56:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['16667e74-b84c-42c5-91ae-541ae19dbcbc'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:12.149160 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bf0c7-fe95-4cf0-abfa-f84e457057f6 req-f980aa03-4e95-449f-b40d-ac27de99eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:12.150645 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-897bf0c7-fe95-4cf0-abfa-f84e457057f6 req-f980aa03-4e95-449f-b40d-ac27de99eb42 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb889152-d191-4c26-b7c3-5689a36cc417 HTTP/1.1" status: 200 len: 835 time: 0.0435069 Nov 15 11:56:12.197669 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bf0c7-fe95-4cf0-abfa-f84e457057f6 req-3c59e0ab-df51-4c05-a5f8-24ec6289a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:12.199182 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-897bf0c7-fe95-4cf0-abfa-f84e457057f6 req-3c59e0ab-df51-4c05-a5f8-24ec6289a805 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38be7242-2a3c-4eb1-9319-6e84ba21c3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404847 Nov 15 11:56:12.213624 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:12.240945 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-66023012-a313-415f-b939-3e653f35e63f None None] Set router 16667e74-b84c-42c5-91ae-541ae19dbcbc gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:56:12.295701 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-897bf0c7-fe95-4cf0-abfa-f84e457057f6 req-6244bc28-5a4d-49c5-9518-cd7ba42c9306 service neutron] 10.222.0.55 "GET /v2.0/networks/38be7242-2a3c-4eb1-9319-6e84ba21c3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879486 Nov 15 11:56:12.387177 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-897bf0c7-fe95-4cf0-abfa-f84e457057f6 req-b031bc87-e800-46aa-8810-752ec85d40be service neutron] 10.222.0.55 "GET /v2.0/networks/38be7242-2a3c-4eb1-9319-6e84ba21c3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835176 Nov 15 11:56:12.438871 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-66023012-a313-415f-b939-3e653f35e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-359296368', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:51Z', 'revision_number': 4, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'gw_port': {'id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:20:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '45630a87-9801-4b5e-b144-960089615516', 'name': '', 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'mac_address': 'fa:16:3e:b8:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'cb889152-d191-4c26-b7c3-5689a36cc417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:54:51Z', 'updated_at': '2021-11-15T11:54:54Z', 'revision_number': 5, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'subnets': [{'id': 'cb889152-d191-4c26-b7c3-5689a36cc417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:12.465282 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66023012-a313-415f-b939-3e653f35e63f None None] The sync data for ids ['16667e74-b84c-42c5-91ae-541ae19dbcbc'] in n-d-729945-9 is: [{'id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-359296368', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:51Z', 'revision_number': 4, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'gw_port': {'id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:20:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '45630a87-9801-4b5e-b144-960089615516', 'name': '', 'network_id': '38be7242-2a3c-4eb1-9319-6e84ba21c3b0', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'mac_address': 'fa:16:3e:b8:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'cb889152-d191-4c26-b7c3-5689a36cc417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:54:51Z', 'updated_at': '2021-11-15T11:54:54Z', 'revision_number': 5, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'subnets': [{'id': 'cb889152-d191-4c26-b7c3-5689a36cc417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:56:12.701695 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ae9348-4569-41d2-948a-470a1e9d1ce8 None None] New status for floating IP 5a42f6f7-e556-447f-a12a-51331d4cc357: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 11:56:13.086323 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499b761-1365-4313-b134-4083c197ed39 req-584fc7a0-77ff-4261-abde-c72a1677292b tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:13.088180 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b499b761-1365-4313-b134-4083c197ed39 req-584fc7a0-77ff-4261-abde-c72a1677292b tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.55 "GET /v2.0/ports?device_id=2be65919-daca-44fc-bb94-aa67e47e0639 HTTP/1.1" status: 200 len: 984 time: 0.0632660 Nov 15 11:56:13.202992 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899a42e-4593-4775-95fe-03f6433dd602 req-074f3952-9d8c-41f8-9cf1-0c7a7c662202 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:13.204506 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f899a42e-4593-4775-95fe-03f6433dd602 req-074f3952-9d8c-41f8-9cf1-0c7a7c662202 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/ports?device_id=2be65919-daca-44fc-bb94-aa67e47e0639 HTTP/1.1" status: 200 len: 984 time: 0.0842969 Nov 15 11:56:13.234604 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-b499b761-1365-4313-b134-4083c197ed39 req-ff97391d-2747-4d58-8efc-72cd1dde7344 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Deleting port 1fef8c79-f968-45a4-9c81-bfa120aacd1d {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:56:13.234939 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b499b761-1365-4313-b134-4083c197ed39 req-ff97391d-2747-4d58-8efc-72cd1dde7344 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:13.322754 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f899a42e-4593-4775-95fe-03f6433dd602 req-4a94a681-8ac7-4f47-98b2-ed0662831115 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "GET /v2.0/security-groups?id=42b1d4ec-96ca-4055-9023-7ff226b029df&id=7c27eec6-fc9a-4edf-9344-0a487abea4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1119719 Nov 15 11:56:13.350507 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-b499b761-1365-4313-b134-4083c197ed39 req-ff97391d-2747-4d58-8efc-72cd1dde7344 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] For port 1fef8c79-f968-45a4-9c81-bfa120aacd1d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1fef8c79-f968-45a4-9c81-bfa120aacd1d,segment=NetworkSegment(ffe65e7b-5b1b-43a7-acd6-46df50d51a82),segment_id=ffe65e7b-5b1b-43a7-acd6-46df50d51a82)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:13.350864 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b499b761-1365-4313-b134-4083c197ed39 req-ff97391d-2747-4d58-8efc-72cd1dde7344 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:13.364543 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-b499b761-1365-4313-b134-4083c197ed39 req-ff97391d-2747-4d58-8efc-72cd1dde7344 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Calling delete_port for 1fef8c79-f968-45a4-9c81-bfa120aacd1d owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:56:13.496164 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b499b761-1365-4313-b134-4083c197ed39 req-ff97391d-2747-4d58-8efc-72cd1dde7344 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:13.526148 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97391d-2747-4d58-8efc-72cd1dde7344 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event deleted for resources: {'Port': ['ID=1fef8c79-f968-45a4-9c81-bfa120aacd1d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:13.566975 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-b499b761-1365-4313-b134-4083c197ed39 req-ff97391d-2747-4d58-8efc-72cd1dde7344 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] No DVR routers for this DVR port 1fef8c79-f968-45a4-9c81-bfa120aacd1d on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:56:13.569629 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-b499b761-1365-4313-b134-4083c197ed39 req-ff97391d-2747-4d58-8efc-72cd1dde7344 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:13.573034 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b499b761-1365-4313-b134-4083c197ed39 req-ff97391d-2747-4d58-8efc-72cd1dde7344 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.55 "DELETE /v2.0/ports/1fef8c79-f968-45a4-9c81-bfa120aacd1d HTTP/1.1" status: 204 len: 173 time: 0.4785483 Nov 15 11:56:13.805153 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be65919-daca-44fc-bb94-aa67e47e0639', 'name': 'network-vif-deleted', 'tag': '1fef8c79-f968-45a4-9c81-bfa120aacd1d'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:56:13.807562 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c25b047-d1d9-43cf-934c-842bbbb2fc4f" -d '{"events": [{"server_uuid": "2be65919-daca-44fc-bb94-aa67e47e0639", "name": "network-vif-deleted", "tag": "1fef8c79-f968-45a4-9c81-bfa120aacd1d"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:56:13.843287 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d5f3f2-f898-465a-b9d5-eeda787321b0 x-openstack-request-id: req-f3d5f3f2-f898-465a-b9d5-eeda787321b0 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:56:13.843578 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be65919-daca-44fc-bb94-aa67e47e0639", "name": "network-vif-deleted", "tag": "1fef8c79-f968-45a4-9c81-bfa120aacd1d", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:56:13.843840 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3d5f3f2-f898-465a-b9d5-eeda787321b0 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:56:13.844260 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be65919-daca-44fc-bb94-aa67e47e0639', 'name': 'network-vif-deleted', 'tag': '1fef8c79-f968-45a4-9c81-bfa120aacd1d', 'status': 'completed', 'code': 200} Nov 15 11:56:14.386699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50502) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:14.440030 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d39cafa-6479-422e-8a10-7898ff91b180 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:14.463693 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d39cafa-6479-422e-8a10-7898ff91b180 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:14.508202 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d39cafa-6479-422e-8a10-7898ff91b180 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:14.510775 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5d39cafa-6479-422e-8a10-7898ff91b180 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:14.512420 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5d39cafa-6479-422e-8a10-7898ff91b180 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "DELETE /v2.0/security-groups/42b1d4ec-96ca-4055-9023-7ff226b029df HTTP/1.1" status: 204 len: 168 time: 0.1246908 Nov 15 11:56:14.515356 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50504) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:14.521974 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39cafa-6479-422e-8a10-7898ff91b180 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b1d4ec-96ca-4055-9023-7ff226b029df,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:14.577575 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77d7d6c1-65c4-49fc-903b-b1af6972060d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:14.601362 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77d7d6c1-65c4-49fc-903b-b1af6972060d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:14.647392 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77d7d6c1-65c4-49fc-903b-b1af6972060d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:14.650078 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77d7d6c1-65c4-49fc-903b-b1af6972060d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:14.651237 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-77d7d6c1-65c4-49fc-903b-b1af6972060d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "DELETE /v2.0/security-groups/7c27eec6-fc9a-4edf-9344-0a487abea4c9 HTTP/1.1" status: 204 len: 168 time: 0.1348178 Nov 15 11:56:14.654869 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50506) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:14.660339 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7d6c1-65c4-49fc-903b-b1af6972060d tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c27eec6-fc9a-4edf-9344-0a487abea4c9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:15.030238 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5491-49fd-4695-bb36-9f4657263683 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:15.282234 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4cfa5491-49fd-4695-bb36-9f4657263683 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Deleting port 45630a87-9801-4b5e-b144-960089615516 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:56:15.282672 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5491-49fd-4695-bb36-9f4657263683 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:15.371789 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4cfa5491-49fd-4695-bb36-9f4657263683 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] For port 45630a87-9801-4b5e-b144-960089615516, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=45630a87-9801-4b5e-b144-960089615516,segment=NetworkSegment(ffe65e7b-5b1b-43a7-acd6-46df50d51a82),segment_id=ffe65e7b-5b1b-43a7-acd6-46df50d51a82)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:15.372168 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5491-49fd-4695-bb36-9f4657263683 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:15.388480 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4cfa5491-49fd-4695-bb36-9f4657263683 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Calling delete_port for 45630a87-9801-4b5e-b144-960089615516 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:56:15.578592 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5491-49fd-4695-bb36-9f4657263683 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:15.605736 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa5491-49fd-4695-bb36-9f4657263683 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event deleted for resources: {'Port': ['ID=45630a87-9801-4b5e-b144-960089615516,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:15.780527 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5491-49fd-4695-bb36-9f4657263683 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:15.996257 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfa5491-49fd-4695-bb36-9f4657263683 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Router 16667e74-b84c-42c5-91ae-541ae19dbcbc has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:56:16.103434 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfa5491-49fd-4695-bb36-9f4657263683 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:56:16.110375 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4cfa5491-49fd-4695-bb36-9f4657263683 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "PUT /v2.0/routers/16667e74-b84c-42c5-91ae-541ae19dbcbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4518480 Nov 15 11:56:16.111420 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50508) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:16.114519 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6716e291-2099-413c-93df-c88b3c617f2d None None] Sync routers for ids ['16667e74-b84c-42c5-91ae-541ae19dbcbc'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:56:16.125631 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6716e291-2099-413c-93df-c88b3c617f2d None None] Routers {'16667e74-b84c-42c5-91ae-541ae19dbcbc'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:56:16.126229 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6716e291-2099-413c-93df-c88b3c617f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:56:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['16667e74-b84c-42c5-91ae-541ae19dbcbc'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:16.165334 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-3285bb5c-7b3d-4164-926c-5b62355217df tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Deleting subnet cb889152-d191-4c26-b7c3-5689a36cc417 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:56:16.168651 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3285bb5c-7b3d-4164-926c-5b62355217df tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:16.187683 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1fef8c79-f968-45a4-9c81-bfa120aacd1d no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:56:16.211799 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 1fef8c79-f968-45a4-9c81-bfa120aacd1d {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:56:16.212140 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1fef8c79-f968-45a4-9c81-bfa120aacd1d not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:56:16.254350 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-6716e291-2099-413c-93df-c88b3c617f2d None None] Set router 16667e74-b84c-42c5-91ae-541ae19dbcbc gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:56:16.439263 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6716e291-2099-413c-93df-c88b3c617f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-359296368', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:56:15Z', 'revision_number': 5, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'gw_port': {'id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:20:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:16.470488 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6716e291-2099-413c-93df-c88b3c617f2d None None] Checking router: 16667e74-b84c-42c5-91ae-541ae19dbcbc for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:56:16.479990 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6716e291-2099-413c-93df-c88b3c617f2d None None] Routers {'16667e74-b84c-42c5-91ae-541ae19dbcbc'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:56:16.480621 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6716e291-2099-413c-93df-c88b3c617f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:56:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['16667e74-b84c-42c5-91ae-541ae19dbcbc'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:16.496512 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3285bb5c-7b3d-4164-926c-5b62355217df tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:16.575185 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3285bb5c-7b3d-4164-926c-5b62355217df tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:16.586987 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-6716e291-2099-413c-93df-c88b3c617f2d None None] Set router 16667e74-b84c-42c5-91ae-541ae19dbcbc gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:56:16.635959 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3285bb5c-7b3d-4164-926c-5b62355217df tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:16.663540 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285bb5c-7b3d-4164-926c-5b62355217df tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event deleted for resources: {'Subnet': ['ID=cb889152-d191-4c26-b7c3-5689a36cc417,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:16.665500 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3285bb5c-7b3d-4164-926c-5b62355217df tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:16.671183 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3285bb5c-7b3d-4164-926c-5b62355217df tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "DELETE /v2.0/subnets/cb889152-d191-4c26-b7c3-5689a36cc417 HTTP/1.1" status: 204 len: 168 time: 0.5562823 Nov 15 11:56:16.672438 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50510) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:16.683949 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f2ea08-608c-4fb7-beb0-0b5c4a77d266 None None] Network 38be7242-2a3c-4eb1-9319-6e84ba21c3b0 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:56:16.775274 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7460b57-884b-4e6a-a05b-60ac79200e9c tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:16.873010 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6716e291-2099-413c-93df-c88b3c617f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-359296368', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:56:15Z', 'revision_number': 5, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'gw_port': {'id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:20:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:16.882453 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7460b57-884b-4e6a-a05b-60ac79200e9c tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:16.904962 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6716e291-2099-413c-93df-c88b3c617f2d None None] The sync data for ids ['16667e74-b84c-42c5-91ae-541ae19dbcbc'] in n-d-729945-9 is: [{'id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-359296368', 'tenant_id': '0057fb0ca47b4cadbec48c66790f753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:56:15Z', 'revision_number': 5, 'project_id': '0057fb0ca47b4cadbec48c66790f753a', 'gw_port': {'id': 'c4efca5e-0130-42d5-805e-cf7cb5eb620b', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:20:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16667e74-b84c-42c5-91ae-541ae19dbcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:54:48Z', 'updated_at': '2021-11-15T11:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:56:16.923424 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d2b8f3-c544-45c5-9aee-5dace5a71fa4 None None] DHCP port deletion for 38be7242-2a3c-4eb1-9319-6e84ba21c3b0 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:56:16.945718 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b7460b57-884b-4e6a-a05b-60ac79200e9c tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Deleting port c4efca5e-0130-42d5-805e-cf7cb5eb620b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:56:16.946087 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7460b57-884b-4e6a-a05b-60ac79200e9c tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:16.970132 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-30d2b8f3-c544-45c5-9aee-5dace5a71fa4 None None] Deleting port a289dd0b-c528-4222-b6a2-b7a621e7bb8e {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:56:16.970492 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-30d2b8f3-c544-45c5-9aee-5dace5a71fa4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:17.023686 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b7460b57-884b-4e6a-a05b-60ac79200e9c tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] For port c4efca5e-0130-42d5-805e-cf7cb5eb620b, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c4efca5e-0130-42d5-805e-cf7cb5eb620b,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:17.024066 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7460b57-884b-4e6a-a05b-60ac79200e9c tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:17.030204 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-30d2b8f3-c544-45c5-9aee-5dace5a71fa4 None None] For port a289dd0b-c528-4222-b6a2-b7a621e7bb8e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a289dd0b-c528-4222-b6a2-b7a621e7bb8e,segment=NetworkSegment(ffe65e7b-5b1b-43a7-acd6-46df50d51a82),segment_id=ffe65e7b-5b1b-43a7-acd6-46df50d51a82)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:17.030577 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-30d2b8f3-c544-45c5-9aee-5dace5a71fa4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:17.040387 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b7460b57-884b-4e6a-a05b-60ac79200e9c tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Calling delete_port for c4efca5e-0130-42d5-805e-cf7cb5eb620b owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:56:17.042952 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-30d2b8f3-c544-45c5-9aee-5dace5a71fa4 None None] Calling delete_port for a289dd0b-c528-4222-b6a2-b7a621e7bb8e owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:56:17.127485 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-30d2b8f3-c544-45c5-9aee-5dace5a71fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:17.151779 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2b8f3-c544-45c5-9aee-5dace5a71fa4 None None] Pushing event deleted for resources: {'Port': ['ID=a289dd0b-c528-4222-b6a2-b7a621e7bb8e,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:17.155624 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d2b8f3-c544-45c5-9aee-5dace5a71fa4 None None] No DVR routers for this DVR port a289dd0b-c528-4222-b6a2-b7a621e7bb8e on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:56:17.211089 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7460b57-884b-4e6a-a05b-60ac79200e9c tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:17.238975 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7460b57-884b-4e6a-a05b-60ac79200e9c tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event deleted for resources: {'Port': ['ID=c4efca5e-0130-42d5-805e-cf7cb5eb620b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:17.255948 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00beec3d-42dc-48b8-9bcf-581cf51c23bd None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:56:17.302263 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7460b57-884b-4e6a-a05b-60ac79200e9c tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:17.397654 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7460b57-884b-4e6a-a05b-60ac79200e9c tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:17.399669 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7460b57-884b-4e6a-a05b-60ac79200e9c tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:17.447789 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7460b57-884b-4e6a-a05b-60ac79200e9c tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:17.448399 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7460b57-884b-4e6a-a05b-60ac79200e9c tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Fanout notify agent at l3_agent the message router_deleted on router 16667e74-b84c-42c5-91ae-541ae19dbcbc {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:56:17.456113 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b7460b57-884b-4e6a-a05b-60ac79200e9c tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:17.459715 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b7460b57-884b-4e6a-a05b-60ac79200e9c tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "DELETE /v2.0/routers/16667e74-b84c-42c5-91ae-541ae19dbcbc HTTP/1.1" status: 204 len: 168 time: 0.7849104 Nov 15 11:56:17.460158 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50512) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:17.539979 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f3b97b1-1393-4bff-81a0-ba76855c3a47 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:17.627570 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f3b97b1-1393-4bff-81a0-ba76855c3a47 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:17.646770 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-7f3b97b1-1393-4bff-81a0-ba76855c3a47 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38be7242-2a3c-4eb1-9319-6e84ba21c3b0']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:17.655995 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-7f3b97b1-1393-4bff-81a0-ba76855c3a47 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe65e7b-5b1b-43a7-acd6-46df50d51a82') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:17.656222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-7f3b97b1-1393-4bff-81a0-ba76855c3a47 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe65e7b-5b1b-43a7-acd6-46df50d51a82') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:17.665478 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f3b97b1-1393-4bff-81a0-ba76855c3a47 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:17.678919 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f3b97b1-1393-4bff-81a0-ba76855c3a47 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:17.685912 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3b97b1-1393-4bff-81a0-ba76855c3a47 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:56:17.686309 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f3b97b1-1393-4bff-81a0-ba76855c3a47 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:56:17.689511 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:56:17.751201 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f3b97b1-1393-4bff-81a0-ba76855c3a47 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:17.756851 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f3b97b1-1393-4bff-81a0-ba76855c3a47 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:17.760335 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7f3b97b1-1393-4bff-81a0-ba76855c3a47 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] 10.222.0.64 "DELETE /v2.0/networks/38be7242-2a3c-4eb1-9319-6e84ba21c3b0 HTTP/1.1" status: 204 len: 168 time: 0.2992389 Nov 15 11:56:17.777763 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b97b1-1393-4bff-81a0-ba76855c3a47 tempest-TestSecurityGroupsBasicOps-92108684 tempest-TestSecurityGroupsBasicOps-92108684-project] Pushing event deleted for resources: {'Network': ['ID=38be7242-2a3c-4eb1-9319-6e84ba21c3b0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:18.082746 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50520) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:18.084196 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a289dd0b-c528-4222-b6a2-b7a621e7bb8e no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:56:18.105937 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: a289dd0b-c528-4222-b6a2-b7a621e7bb8e {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:56:18.106280 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a289dd0b-c528-4222-b6a2-b7a621e7bb8e not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:56:18.106689 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c4efca5e-0130-42d5-805e-cf7cb5eb620b no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:56:18.128804 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: c4efca5e-0130-42d5-805e-cf7cb5eb620b {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:56:18.129427 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c4efca5e-0130-42d5-805e-cf7cb5eb620b not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:56:18.129538 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 45630a87-9801-4b5e-b144-960089615516 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:56:18.148557 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 45630a87-9801-4b5e-b144-960089615516 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:56:18.148912 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 45630a87-9801-4b5e-b144-960089615516 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:56:18.223087 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9210010e-8785-4dc7-b750-933a71441745 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0057fb0ca47b4cadbec48c66790f753a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1392100 Nov 15 11:56:18.225656 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50524) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:18.273942 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d701c61-aca3-4eab-befd-1ffd7c393fed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:18.294755 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d701c61-aca3-4eab-befd-1ffd7c393fed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:18.342638 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d701c61-aca3-4eab-befd-1ffd7c393fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:18.345491 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6d701c61-aca3-4eab-befd-1ffd7c393fed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:18.346652 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6d701c61-aca3-4eab-befd-1ffd7c393fed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9e26f54-9f80-47b9-9270-c46e1098150d HTTP/1.1" status: 204 len: 168 time: 0.1201277 Nov 15 11:56:18.354026 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d701c61-aca3-4eab-befd-1ffd7c393fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e26f54-9f80-47b9-9270-c46e1098150d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:18.644022 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50530) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:18.657223 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df55bdd3-879a-4461-9a3e-4af3767cfd2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:18.731353 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df55bdd3-879a-4461-9a3e-4af3767cfd2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:18.746943 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-df55bdd3-879a-4461-9a3e-4af3767cfd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:18.785713 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-df55bdd3-879a-4461-9a3e-4af3767cfd2d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2eb170a92e4347a3bb8bbd3d9421166f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405766 Nov 15 11:56:18.787202 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55bdd3-879a-4461-9a3e-4af3767cfd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610d32b3-b52c-4eb9-972e-b914834620c9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:18.788621 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50532) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:18.842295 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-981f7812-f5ca-4aec-b720-e79a94bb7e4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:18.863158 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-981f7812-f5ca-4aec-b720-e79a94bb7e4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:18.913890 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-981f7812-f5ca-4aec-b720-e79a94bb7e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:18.917006 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-981f7812-f5ca-4aec-b720-e79a94bb7e4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:18.918298 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-981f7812-f5ca-4aec-b720-e79a94bb7e4b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/610d32b3-b52c-4eb9-972e-b914834620c9 HTTP/1.1" status: 204 len: 168 time: 0.1285589 Nov 15 11:56:18.926502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f7812-f5ca-4aec-b720-e79a94bb7e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610d32b3-b52c-4eb9-972e-b914834620c9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:19.275496 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50538) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:19.316475 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3f84a73d-1ebe-498d-ab60-08bb9c0c548f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f7b7bfd549d14db5949133f9e974115a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397158 Nov 15 11:56:19.319212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50540) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:19.369875 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a7a80ae5-3ce2-4318-aab2-682d4977a2ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:19.390915 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a7a80ae5-3ce2-4318-aab2-682d4977a2ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:19.437149 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a7a80ae5-3ce2-4318-aab2-682d4977a2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:19.440076 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a7a80ae5-3ce2-4318-aab2-682d4977a2ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:19.444257 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a7a80ae5-3ce2-4318-aab2-682d4977a2ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e397cf5d-6230-4e7b-b531-de5fc46e4c04 HTTP/1.1" status: 204 len: 168 time: 0.1241114 Nov 15 11:56:19.453198 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a80ae5-3ce2-4318-aab2-682d4977a2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e397cf5d-6230-4e7b-b531-de5fc46e4c04,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:20.157300 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50562) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:20.259067 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-05674d61-bdf4-480d-90e9-e2e213cbdddf admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1812587226-network', 'tenant_id': '1d1c79e89910483d877f5d724b2aa3bd'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:56:20.282695 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05674d61-bdf4-480d-90e9-e2e213cbdddf admin admin] Made reservation on behalf of 1d1c79e89910483d877f5d724b2aa3bd for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:56:20.285273 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05674d61-bdf4-480d-90e9-e2e213cbdddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:20.293809 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05674d61-bdf4-480d-90e9-e2e213cbdddf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:20.368509 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05674d61-bdf4-480d-90e9-e2e213cbdddf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:20.374383 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05674d61-bdf4-480d-90e9-e2e213cbdddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:20.398526 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05674d61-bdf4-480d-90e9-e2e213cbdddf admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:56:20.408072 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05674d61-bdf4-480d-90e9-e2e213cbdddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700bdfcc-0c60-4eec-bf5f-22184fc2fa4d,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:20.412846 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05674d61-bdf4-480d-90e9-e2e213cbdddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:20.413184 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-05674d61-bdf4-480d-90e9-e2e213cbdddf admin admin] Added segment 56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026 of type vlan for network bd553655-b7b4-4dec-a83a-c2a362ec75f4 Nov 15 11:56:20.452234 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05674d61-bdf4-480d-90e9-e2e213cbdddf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:20.479306 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05674d61-bdf4-480d-90e9-e2e213cbdddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:20.480403 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05674d61-bdf4-480d-90e9-e2e213cbdddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:20.481021 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05674d61-bdf4-480d-90e9-e2e213cbdddf admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:20.538986 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-05674d61-bdf4-480d-90e9-e2e213cbdddf admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3804567 Nov 15 11:56:20.542070 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50566) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:20.544294 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05674d61-bdf4-480d-90e9-e2e213cbdddf admin admin] Pushing event updated for resources: {'Network': ['ID=bd553655-b7b4-4dec-a83a-c2a362ec75f4,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:20.547157 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a6e7cbdb-f81b-4e05-b4fb-01938b17230d admin admin] Request body: {'subnet': {'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1812587226-subnet', 'tenant_id': '1d1c79e89910483d877f5d724b2aa3bd', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:56:20.555267 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network bd553655-b7b4-4dec-a83a-c2a362ec75f4 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:56:20.569917 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e7cbdb-f81b-4e05-b4fb-01938b17230d admin admin] Made reservation on behalf of 1d1c79e89910483d877f5d724b2aa3bd for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:56:20.572407 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6e7cbdb-f81b-4e05-b4fb-01938b17230d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:20.743290 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6e7cbdb-f81b-4e05-b4fb-01938b17230d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:20.800021 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7cbdb-f81b-4e05-b4fb-01938b17230d admin admin] Pushing event updated for resources: {'Subnet': ['ID=25bde257-1023-42ce-bd50-cc3363cc3888,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:20.808615 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e7cbdb-f81b-4e05-b4fb-01938b17230d admin admin] Checking segment: {'id': '56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:56:20.808984 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e7cbdb-f81b-4e05-b4fb-01938b17230d admin admin] Network hostable DHCP agents. Network: bd553655-b7b4-4dec-a83a-c2a362ec75f4, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:56:20.827582 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e7cbdb-f81b-4e05-b4fb-01938b17230d admin admin] Network bd553655-b7b4-4dec-a83a-c2a362ec75f4 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:56:20.837916 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a6e7cbdb-f81b-4e05-b4fb-01938b17230d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, bd553655-b7b4-4dec-a83a-c2a362ec75f4) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:56:20.841914 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e7cbdb-f81b-4e05-b4fb-01938b17230d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:20.842501 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a6e7cbdb-f81b-4e05-b4fb-01938b17230d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:20.849732 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9083db5f-fa7d-42cd-9e16-b1912e16241d None None] Network bd553655-b7b4-4dec-a83a-c2a362ec75f4 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:56:20.863003 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a6e7cbdb-f81b-4e05-b4fb-01938b17230d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3197353 Nov 15 11:56:20.865686 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50568) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:20.869972 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-e751d3e8-1e24-465c-833d-f06045fe99c6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1812587226-router', 'tenant_id': '1d1c79e89910483d877f5d724b2aa3bd', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:56:20.893057 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e751d3e8-1e24-465c-833d-f06045fe99c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:20.894091 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e751d3e8-1e24-465c-833d-f06045fe99c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:20.944591 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e751d3e8-1e24-465c-833d-f06045fe99c6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:21.088734 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e751d3e8-1e24-465c-833d-f06045fe99c6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:21.162703 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2b08ee-ad22-4e21-8b6c-1c705ba8350d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-bd553655-b7b4-4dec-a83a-c2a362ec75f4', 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4', 'tenant_id': '1d1c79e89910483d877f5d724b2aa3bd', 'fixed_ips': [{'subnet_id': '25bde257-1023-42ce-bd50-cc3363cc3888'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:56:21.163693 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0a2b08ee-ad22-4e21-8b6c-1c705ba8350d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:21.295269 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-0a2b08ee-ad22-4e21-8b6c-1c705ba8350d None None] Allocated IP 172.20.0.2 (bd553655-b7b4-4dec-a83a-c2a362ec75f4/25bde257-1023-42ce-bd50-cc3363cc3888/9f572019-c35c-4edd-98db-29f419dac0ee) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:56:21.299333 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e751d3e8-1e24-465c-833d-f06045fe99c6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:21.318806 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e751d3e8-1e24-465c-833d-f06045fe99c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:21.420044 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-e751d3e8-1e24-465c-833d-f06045fe99c6 admin admin] Allocated IP 172.25.7.186 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/7808f53b-cf09-4032-b6cf-39ea8fc97bb3) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:56:21.432468 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0a2b08ee-ad22-4e21-8b6c-1c705ba8350d None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:21.439218 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0a2b08ee-ad22-4e21-8b6c-1c705ba8350d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:21.481686 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2b08ee-ad22-4e21-8b6c-1c705ba8350d None None] Network bd553655-b7b4-4dec-a83a-c2a362ec75f4 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:56:21.484642 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-0a2b08ee-ad22-4e21-8b6c-1c705ba8350d None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:56:21.488345 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2b08ee-ad22-4e21-8b6c-1c705ba8350d None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:56:21.495086 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b08ee-ad22-4e21-8b6c-1c705ba8350d None None] Pushing event updated for resources: {'Port': ['ID=9f572019-c35c-4edd-98db-29f419dac0ee,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:21.532095 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e751d3e8-1e24-465c-833d-f06045fe99c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:21.544488 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-0a2b08ee-ad22-4e21-8b6c-1c705ba8350d None None] Attempting to bind port 9f572019-c35c-4edd-98db-29f419dac0ee on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:56:21.544856 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-0a2b08ee-ad22-4e21-8b6c-1c705ba8350d None None] Attempting to bind port 9f572019-c35c-4edd-98db-29f419dac0ee by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:56:21.545214 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2b08ee-ad22-4e21-8b6c-1c705ba8350d None None] Attempting to bind port 9f572019-c35c-4edd-98db-29f419dac0ee on network bd553655-b7b4-4dec-a83a-c2a362ec75f4 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:56:21.550231 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2b08ee-ad22-4e21-8b6c-1c705ba8350d None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:56:21.550633 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2b08ee-ad22-4e21-8b6c-1c705ba8350d None None] Checking segment: {'id': '56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:56:21.551028 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0a2b08ee-ad22-4e21-8b6c-1c705ba8350d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:21.551412 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2b08ee-ad22-4e21-8b6c-1c705ba8350d None None] Bound using segment: {'id': '56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:56:21.551901 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-0a2b08ee-ad22-4e21-8b6c-1c705ba8350d None None] Bound port: 9f572019-c35c-4edd-98db-29f419dac0ee, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:56:21.552271 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0a2b08ee-ad22-4e21-8b6c-1c705ba8350d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:21.567455 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e751d3e8-1e24-465c-833d-f06045fe99c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:21.610098 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e751d3e8-1e24-465c-833d-f06045fe99c6 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:56:21.616602 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-e751d3e8-1e24-465c-833d-f06045fe99c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:56:21.616922 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0a2b08ee-ad22-4e21-8b6c-1c705ba8350d None None] For port 9f572019-c35c-4edd-98db-29f419dac0ee, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:56:21.619176 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e751d3e8-1e24-465c-833d-f06045fe99c6 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:56:21.620121 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0a2b08ee-ad22-4e21-8b6c-1c705ba8350d None None] For port 9f572019-c35c-4edd-98db-29f419dac0ee, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9f572019-c35c-4edd-98db-29f419dac0ee,segment=NetworkSegment(56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026),segment_id=56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:56:21.622918 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751d3e8-1e24-465c-833d-f06045fe99c6 admin admin] Pushing event updated for resources: {'Port': ['ID=7808f53b-cf09-4032-b6cf-39ea8fc97bb3,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:21.630183 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0a2b08ee-ad22-4e21-8b6c-1c705ba8350d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:21.635262 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9811fa44-be7b-40aa-8f51-485e58f21478 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:56:21.697234 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b08ee-ad22-4e21-8b6c-1c705ba8350d None None] Pushing event updated for resources: {'Port': ['ID=9f572019-c35c-4edd-98db-29f419dac0ee,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:21.732930 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6dce989c-b5c2-46c4-9ba0-16d096246b24 None None] Provisioning complete for port 7808f53b-cf09-4032-b6cf-39ea8fc97bb3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:21.733286 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6dce989c-b5c2-46c4-9ba0-16d096246b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:21.768281 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6dce989c-b5c2-46c4-9ba0-16d096246b24 None None] Port 7808f53b-cf09-4032-b6cf-39ea8fc97bb3 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:56:21.888253 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e751d3e8-1e24-465c-833d-f06045fe99c6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:22.093095 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e751d3e8-1e24-465c-833d-f06045fe99c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:22.129146 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9f572019-c35c-4edd-98db-29f419dac0ee up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:56:22.177383 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 9f572019-c35c-4edd-98db-29f419dac0ee triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:22.177657 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:22.227995 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e751d3e8-1e24-465c-833d-f06045fe99c6 admin admin] Router e19b7089-8a41-4e29-a8be-ef3c7fe47825 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:56:22.259014 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:22.292825 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 9f572019-c35c-4edd-98db-29f419dac0ee, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9f572019-c35c-4edd-98db-29f419dac0ee,segment=NetworkSegment(56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026),segment_id=56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:22.298645 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:22.341862 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e751d3e8-1e24-465c-833d-f06045fe99c6 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:56:22.349902 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=9f572019-c35c-4edd-98db-29f419dac0ee,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:22.355376 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] Sync routers for ids ['e19b7089-8a41-4e29-a8be-ef3c7fe47825'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:56:22.365808 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] Routers {'e19b7089-8a41-4e29-a8be-ef3c7fe47825'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:56:22.366434 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:56:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e19b7089-8a41-4e29-a8be-ef3c7fe47825'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:22.373380 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e751d3e8-1e24-465c-833d-f06045fe99c6 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:22.374762 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e751d3e8-1e24-465c-833d-f06045fe99c6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5081730 Nov 15 11:56:22.377413 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50570) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:22.473836 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] Set router e19b7089-8a41-4e29-a8be-ef3c7fe47825 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:56:22.611402 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712b1848-66eb-40cb-8399-d1d3e1e3e082 None None] Network bd553655-b7b4-4dec-a83a-c2a362ec75f4 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:56:22.666024 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b7089-8a41-4e29-a8be-ef3c7fe47825', 'name': 'tempest-TestServerMultinode-1812587226-router', 'tenant_id': '1d1c79e89910483d877f5d724b2aa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '7808f53b-cf09-4032-b6cf-39ea8fc97bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:56:20Z', 'updated_at': '2021-11-15T11:56:21Z', 'revision_number': 3, 'project_id': '1d1c79e89910483d877f5d724b2aa3bd', 'gw_port': {'id': '7808f53b-cf09-4032-b6cf-39ea8fc97bb3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19b7089-8a41-4e29-a8be-ef3c7fe47825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:56:21Z', 'updated_at': '2021-11-15T11:56:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:22.694383 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] Checking router: e19b7089-8a41-4e29-a8be-ef3c7fe47825 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:56:22.694717 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] Updating router e19b7089-8a41-4e29-a8be-ef3c7fe47825 port 7808f53b-cf09-4032-b6cf-39ea8fc97bb3 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:56:22.729518 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-18042434-d7b2-45b3-a765-f65797bb7f73 None None] Provisioning complete for port 9f572019-c35c-4edd-98db-29f419dac0ee triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:22.730111 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-18042434-d7b2-45b3-a765-f65797bb7f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:22.831620 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:23.079886 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a7226132-ad48-46b8-96e3-df7d86f7ebfe None None] Provisioning complete for port 9f572019-c35c-4edd-98db-29f419dac0ee triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:23.080388 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a7226132-ad48-46b8-96e3-df7d86f7ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:23.103030 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:23.113305 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:23.113505 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90437221-1805-4612-9099-2865c39e9d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:23.163580 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] Attempting to bind port 7808f53b-cf09-4032-b6cf-39ea8fc97bb3 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:56:23.163994 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] Attempting to bind port 7808f53b-cf09-4032-b6cf-39ea8fc97bb3 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:56:23.164356 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] Attempting to bind port 7808f53b-cf09-4032-b6cf-39ea8fc97bb3 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:56:23.168221 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f6406c-1fc5-4a1b-b11f-3a21acd70821 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:56:23.173416 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fd3f4-92fd-4a19-81b4-aa08a2c680fb None None] Pushing event updated for resources: {'Port': ['ID=7808f53b-cf09-4032-b6cf-39ea8fc97bb3,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:23.177187 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:56:23.177564 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:56:23.177953 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:23.179023 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:56:23.179023 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] Bound port: 7808f53b-cf09-4032-b6cf-39ea8fc97bb3, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:56:23.179255 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:23.186273 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47fd3f4-92fd-4a19-81b4-aa08a2c680fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:23.186435 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47fd3f4-92fd-4a19-81b4-aa08a2c680fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:23.186677 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47fd3f4-92fd-4a19-81b4-aa08a2c680fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:23.186972 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47fd3f4-92fd-4a19-81b4-aa08a2c680fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:23.187304 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47fd3f4-92fd-4a19-81b4-aa08a2c680fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:23.187642 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47fd3f4-92fd-4a19-81b4-aa08a2c680fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:23.188030 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47fd3f4-92fd-4a19-81b4-aa08a2c680fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:23.188351 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47fd3f4-92fd-4a19-81b4-aa08a2c680fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:23.188670 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47fd3f4-92fd-4a19-81b4-aa08a2c680fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:23.188988 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47fd3f4-92fd-4a19-81b4-aa08a2c680fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:23.189306 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47fd3f4-92fd-4a19-81b4-aa08a2c680fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:23.189621 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47fd3f4-92fd-4a19-81b4-aa08a2c680fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:23.243101 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] For port 7808f53b-cf09-4032-b6cf-39ea8fc97bb3, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:56:23.252894 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] For port 7808f53b-cf09-4032-b6cf-39ea8fc97bb3, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7808f53b-cf09-4032-b6cf-39ea8fc97bb3,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:56:23.257578 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:23.297442 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9c39db-bc85-4957-b478-d5a32fa67be7 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:56:23.310702 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] Routers {'e19b7089-8a41-4e29-a8be-ef3c7fe47825'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:56:23.311324 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:56:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e19b7089-8a41-4e29-a8be-ef3c7fe47825'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:23.326571 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1a651c92-80f9-46ee-8057-76bab44aec4a None None] Provisioning complete for port 7808f53b-cf09-4032-b6cf-39ea8fc97bb3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:23.327569 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1a651c92-80f9-46ee-8057-76bab44aec4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:23.337878 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-90437221-1805-4612-9099-2865c39e9d8e admin admin] Allocated IP 172.20.0.1 (bd553655-b7b4-4dec-a83a-c2a362ec75f4/25bde257-1023-42ce-bd50-cc3363cc3888/a0435b70-e392-4878-92c4-3fa02c783918) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:56:23.373367 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fd3f4-92fd-4a19-81b4-aa08a2c680fb None None] Pushing event updated for resources: {'Port': ['ID=7808f53b-cf09-4032-b6cf-39ea8fc97bb3,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:23.419845 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1a651c92-80f9-46ee-8057-76bab44aec4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:23.423544 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] Set router e19b7089-8a41-4e29-a8be-ef3c7fe47825 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:56:23.442091 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-1a651c92-80f9-46ee-8057-76bab44aec4a None None] For port 7808f53b-cf09-4032-b6cf-39ea8fc97bb3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7808f53b-cf09-4032-b6cf-39ea8fc97bb3,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:23.446090 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90437221-1805-4612-9099-2865c39e9d8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:23.447471 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1a651c92-80f9-46ee-8057-76bab44aec4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:23.481858 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90437221-1805-4612-9099-2865c39e9d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:23.495917 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a651c92-80f9-46ee-8057-76bab44aec4a None None] Pushing event updated for resources: {'Port': ['ID=7808f53b-cf09-4032-b6cf-39ea8fc97bb3,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:23.518874 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90437221-1805-4612-9099-2865c39e9d8e admin admin] Network bd553655-b7b4-4dec-a83a-c2a362ec75f4 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:56:23.523841 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-90437221-1805-4612-9099-2865c39e9d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:56:23.527376 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90437221-1805-4612-9099-2865c39e9d8e admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:56:23.556375 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90437221-1805-4612-9099-2865c39e9d8e admin admin] Pushing event updated for resources: {'Port': ['ID=a0435b70-e392-4878-92c4-3fa02c783918,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:23.574194 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90437221-1805-4612-9099-2865c39e9d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:23.586020 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e801420f-0459-41a3-b897-387630c152db None None] Provisioning complete for port 7808f53b-cf09-4032-b6cf-39ea8fc97bb3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:23.586676 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e801420f-0459-41a3-b897-387630c152db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:23.625251 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b7089-8a41-4e29-a8be-ef3c7fe47825', 'name': 'tempest-TestServerMultinode-1812587226-router', 'tenant_id': '1d1c79e89910483d877f5d724b2aa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '7808f53b-cf09-4032-b6cf-39ea8fc97bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:56:20Z', 'updated_at': '2021-11-15T11:56:21Z', 'revision_number': 3, 'project_id': '1d1c79e89910483d877f5d724b2aa3bd', 'gw_port': {'id': '7808f53b-cf09-4032-b6cf-39ea8fc97bb3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19b7089-8a41-4e29-a8be-ef3c7fe47825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:56:21Z', 'updated_at': '2021-11-15T11:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:23.660991 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3db53db-6ae8-48e1-af5a-5f8dbd0abd2e None None] The sync data for ids ['e19b7089-8a41-4e29-a8be-ef3c7fe47825'] in n-d-729945-9 is: [{'id': 'e19b7089-8a41-4e29-a8be-ef3c7fe47825', 'name': 'tempest-TestServerMultinode-1812587226-router', 'tenant_id': '1d1c79e89910483d877f5d724b2aa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '7808f53b-cf09-4032-b6cf-39ea8fc97bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:56:20Z', 'updated_at': '2021-11-15T11:56:21Z', 'revision_number': 3, 'project_id': '1d1c79e89910483d877f5d724b2aa3bd', 'gw_port': {'id': '7808f53b-cf09-4032-b6cf-39ea8fc97bb3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19b7089-8a41-4e29-a8be-ef3c7fe47825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:56:21Z', 'updated_at': '2021-11-15T11:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:56:23.716255 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90437221-1805-4612-9099-2865c39e9d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:23.827120 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0bc0f719-00b9-4e1f-a0bc-88a7818ac041 None None] Provisioning complete for port a0435b70-e392-4878-92c4-3fa02c783918 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:23.827665 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0bc0f719-00b9-4e1f-a0bc-88a7818ac041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:23.866860 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-0bc0f719-00b9-4e1f-a0bc-88a7818ac041 None None] Port a0435b70-e392-4878-92c4-3fa02c783918 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:56:23.896074 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90437221-1805-4612-9099-2865c39e9d8e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:23.902765 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90437221-1805-4612-9099-2865c39e9d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:23.970872 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90437221-1805-4612-9099-2865c39e9d8e admin admin] Pushing event updated for resources: {'Port': ['ID=a0435b70-e392-4878-92c4-3fa02c783918,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:23.980030 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90437221-1805-4612-9099-2865c39e9d8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:24.078658 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90437221-1805-4612-9099-2865c39e9d8e admin admin] Network bd553655-b7b4-4dec-a83a-c2a362ec75f4 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:56:24.080198 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-90437221-1805-4612-9099-2865c39e9d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:56:24.198841 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9f572019-c35c-4edd-98db-29f419dac0ee up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:56:24.229562 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90437221-1805-4612-9099-2865c39e9d8e admin admin] Router e19b7089-8a41-4e29-a8be-ef3c7fe47825 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:56:24.251152 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 9f572019-c35c-4edd-98db-29f419dac0ee triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:24.251747 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:24.344967 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7808f53b-cf09-4032-b6cf-39ea8fc97bb3 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:56:24.356365 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90437221-1805-4612-9099-2865c39e9d8e admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:56:24.361525 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-90437221-1805-4612-9099-2865c39e9d8e admin admin] 10.222.0.64 "PUT /v2.0/routers/e19b7089-8a41-4e29-a8be-ef3c7fe47825/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9829865 Nov 15 11:56:24.402420 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-4e253346-597e-4e0b-ad3d-13176f806632 None None] Provisioning complete for port a0435b70-e392-4878-92c4-3fa02c783918 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:24.402661 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4e253346-597e-4e0b-ad3d-13176f806632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:24.429724 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 7808f53b-cf09-4032-b6cf-39ea8fc97bb3 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:24.430092 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:24.463273 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-4e253346-597e-4e0b-ad3d-13176f806632 None None] Port a0435b70-e392-4878-92c4-3fa02c783918 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:56:24.853317 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50588) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:24.858408 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-20a41f5d-8b65-418a-a96b-5b68376bb17a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1996358759-network', 'tenant_id': 'd8267bff47e745448282e5b9f1a8c1a0'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:56:24.882791 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a41f5d-8b65-418a-a96b-5b68376bb17a admin admin] Made reservation on behalf of d8267bff47e745448282e5b9f1a8c1a0 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:56:24.885256 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20a41f5d-8b65-418a-a96b-5b68376bb17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:24.894186 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20a41f5d-8b65-418a-a96b-5b68376bb17a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:24.981190 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20a41f5d-8b65-418a-a96b-5b68376bb17a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:24.987023 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20a41f5d-8b65-418a-a96b-5b68376bb17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:25.010814 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a41f5d-8b65-418a-a96b-5b68376bb17a admin admin] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:56:25.021044 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a41f5d-8b65-418a-a96b-5b68376bb17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a12c262-d5d8-40d6-ba60-69d75b620a59,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:25.025979 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20a41f5d-8b65-418a-a96b-5b68376bb17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:25.026319 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-20a41f5d-8b65-418a-a96b-5b68376bb17a admin admin] Added segment 75137cf3-3fb3-43d2-ab1e-6a768fe9fd7e of type vlan for network bfe8f8f1-6d1c-40ec-be16-ac18572dcf14 Nov 15 11:56:25.067559 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20a41f5d-8b65-418a-a96b-5b68376bb17a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:25.094850 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20a41f5d-8b65-418a-a96b-5b68376bb17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:25.096134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a41f5d-8b65-418a-a96b-5b68376bb17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:25.096790 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-20a41f5d-8b65-418a-a96b-5b68376bb17a admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:25.173907 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-20a41f5d-8b65-418a-a96b-5b68376bb17a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3096271 Nov 15 11:56:25.174403 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50590) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:25.189181 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-56cbce0a-ff9d-4fc0-9dfc-433c2337b1f6 admin admin] Request body: {'subnet': {'network_id': 'bfe8f8f1-6d1c-40ec-be16-ac18572dcf14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1996358759-subnet', 'tenant_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:56:25.200114 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a41f5d-8b65-418a-a96b-5b68376bb17a admin admin] Pushing event updated for resources: {'Network': ['ID=bfe8f8f1-6d1c-40ec-be16-ac18572dcf14,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:25.214012 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network bfe8f8f1-6d1c-40ec-be16-ac18572dcf14 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:56:25.219668 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cbce0a-ff9d-4fc0-9dfc-433c2337b1f6 admin admin] Made reservation on behalf of d8267bff47e745448282e5b9f1a8c1a0 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:56:25.222458 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56cbce0a-ff9d-4fc0-9dfc-433c2337b1f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:25.358145 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] Sync routers for ids ['e19b7089-8a41-4e29-a8be-ef3c7fe47825'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:56:25.368762 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] Routers {'e19b7089-8a41-4e29-a8be-ef3c7fe47825'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:56:25.369351 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:56:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e19b7089-8a41-4e29-a8be-ef3c7fe47825'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:25.393971 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56cbce0a-ff9d-4fc0-9dfc-433c2337b1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:25.447491 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbce0a-ff9d-4fc0-9dfc-433c2337b1f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e677f1e-042d-4ede-8351-8450293d251f,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:25.460274 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cbce0a-ff9d-4fc0-9dfc-433c2337b1f6 admin admin] Checking segment: {'id': '75137cf3-3fb3-43d2-ab1e-6a768fe9fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bfe8f8f1-6d1c-40ec-be16-ac18572dcf14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:56:25.460630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cbce0a-ff9d-4fc0-9dfc-433c2337b1f6 admin admin] Network hostable DHCP agents. Network: bfe8f8f1-6d1c-40ec-be16-ac18572dcf14, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:56:25.473659 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] Set router e19b7089-8a41-4e29-a8be-ef3c7fe47825 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:56:25.478324 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cbce0a-ff9d-4fc0-9dfc-433c2337b1f6 admin admin] Network bfe8f8f1-6d1c-40ec-be16-ac18572dcf14 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:56:25.489132 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-56cbce0a-ff9d-4fc0-9dfc-433c2337b1f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, bfe8f8f1-6d1c-40ec-be16-ac18572dcf14) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:56:25.494974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cbce0a-ff9d-4fc0-9dfc-433c2337b1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:25.495076 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-56cbce0a-ff9d-4fc0-9dfc-433c2337b1f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:25.499945 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d17aa5-b2e1-4aa5-a4e5-b2f4975718d2 None None] Network bfe8f8f1-6d1c-40ec-be16-ac18572dcf14 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:56:25.515872 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-56cbce0a-ff9d-4fc0-9dfc-433c2337b1f6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3352795 Nov 15 11:56:25.516321 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50592) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:25.521252 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-903c23e5-7011-43b6-9f2f-51d5329c3c37 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1996358759-router', 'tenant_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:56:25.551151 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-903c23e5-7011-43b6-9f2f-51d5329c3c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:25.552328 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-903c23e5-7011-43b6-9f2f-51d5329c3c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:25.614345 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-903c23e5-7011-43b6-9f2f-51d5329c3c37 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:25.749220 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-903c23e5-7011-43b6-9f2f-51d5329c3c37 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:25.769575 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb26ce5-b329-423f-a2b6-068f44da0a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-bfe8f8f1-6d1c-40ec-be16-ac18572dcf14', 'network_id': 'bfe8f8f1-6d1c-40ec-be16-ac18572dcf14', 'tenant_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'fixed_ips': [{'subnet_id': '9e677f1e-042d-4ede-8351-8450293d251f'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 11:56:25.770415 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bcb26ce5-b329-423f-a2b6-068f44da0a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:25.850603 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b7089-8a41-4e29-a8be-ef3c7fe47825', 'name': 'tempest-TestServerMultinode-1812587226-router', 'tenant_id': '1d1c79e89910483d877f5d724b2aa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '7808f53b-cf09-4032-b6cf-39ea8fc97bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:56:20Z', 'updated_at': '2021-11-15T11:56:23Z', 'revision_number': 4, 'project_id': '1d1c79e89910483d877f5d724b2aa3bd', 'gw_port': {'id': '7808f53b-cf09-4032-b6cf-39ea8fc97bb3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b7089-8a41-4e29-a8be-ef3c7fe47825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:56:21Z', 'updated_at': '2021-11-15T11:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'a0435b70-e392-4878-92c4-3fa02c783918', 'name': '', 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4', 'tenant_id': '1d1c79e89910483d877f5d724b2aa3bd', 'mac_address': 'fa:16:3e:2b:e7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19b7089-8a41-4e29-a8be-ef3c7fe47825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '25bde257-1023-42ce-bd50-cc3363cc3888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:56:23Z', 'updated_at': '2021-11-15T11:56:23Z', 'revision_number': 2, 'project_id': '1d1c79e89910483d877f5d724b2aa3bd', 'subnets': [{'id': '25bde257-1023-42ce-bd50-cc3363cc3888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:25.886495 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] Checking router: e19b7089-8a41-4e29-a8be-ef3c7fe47825 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:56:25.886701 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] Updating router e19b7089-8a41-4e29-a8be-ef3c7fe47825 port a0435b70-e392-4878-92c4-3fa02c783918 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:56:25.938727 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:25.949036 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-903c23e5-7011-43b6-9f2f-51d5329c3c37 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:25.971631 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-903c23e5-7011-43b6-9f2f-51d5329c3c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:26.079644 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-903c23e5-7011-43b6-9f2f-51d5329c3c37 admin admin] Allocated IP 172.25.7.138 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/97f5415c-7dfa-49a9-a95f-f7c693cc4652) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:56:26.155932 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-bcb26ce5-b329-423f-a2b6-068f44da0a97 None None] Allocated IP 172.20.0.2 (bfe8f8f1-6d1c-40ec-be16-ac18572dcf14/9e677f1e-042d-4ede-8351-8450293d251f/ef69943e-4c65-45e0-a036-aceb5fedc267) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:56:26.191091 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-903c23e5-7011-43b6-9f2f-51d5329c3c37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:26.226744 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-903c23e5-7011-43b6-9f2f-51d5329c3c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:26.267136 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903c23e5-7011-43b6-9f2f-51d5329c3c37 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:56:26.272641 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-903c23e5-7011-43b6-9f2f-51d5329c3c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:56:26.275202 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903c23e5-7011-43b6-9f2f-51d5329c3c37 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:56:26.278687 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c23e5-7011-43b6-9f2f-51d5329c3c37 admin admin] Pushing event updated for resources: {'Port': ['ID=97f5415c-7dfa-49a9-a95f-f7c693cc4652,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:26.303971 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725f6391-9d7d-4263-beea-12be837af7cc None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:56:26.455733 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bcb26ce5-b329-423f-a2b6-068f44da0a97 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:26.457226 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-83149ca7-3844-4119-9f4e-5cf467c05d85 None None] Provisioning complete for port 97f5415c-7dfa-49a9-a95f-f7c693cc4652 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:26.457572 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-83149ca7-3844-4119-9f4e-5cf467c05d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:26.483527 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bcb26ce5-b329-423f-a2b6-068f44da0a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:26.533586 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-903c23e5-7011-43b6-9f2f-51d5329c3c37 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:26.538359 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-83149ca7-3844-4119-9f4e-5cf467c05d85 None None] Port 97f5415c-7dfa-49a9-a95f-f7c693cc4652 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:56:26.571636 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb26ce5-b329-423f-a2b6-068f44da0a97 None None] Network bfe8f8f1-6d1c-40ec-be16-ac18572dcf14 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:56:26.583256 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-bcb26ce5-b329-423f-a2b6-068f44da0a97 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:56:26.587212 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb26ce5-b329-423f-a2b6-068f44da0a97 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:56:26.590003 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb26ce5-b329-423f-a2b6-068f44da0a97 None None] Pushing event updated for resources: {'Port': ['ID=ef69943e-4c65-45e0-a036-aceb5fedc267,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:26.602821 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:26.609919 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:26.695297 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-bcb26ce5-b329-423f-a2b6-068f44da0a97 None None] Attempting to bind port ef69943e-4c65-45e0-a036-aceb5fedc267 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:56:26.695656 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-bcb26ce5-b329-423f-a2b6-068f44da0a97 None None] Attempting to bind port ef69943e-4c65-45e0-a036-aceb5fedc267 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '75137cf3-3fb3-43d2-ab1e-6a768fe9fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bfe8f8f1-6d1c-40ec-be16-ac18572dcf14'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:56:26.696037 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb26ce5-b329-423f-a2b6-068f44da0a97 None None] Attempting to bind port ef69943e-4c65-45e0-a036-aceb5fedc267 on network bfe8f8f1-6d1c-40ec-be16-ac18572dcf14 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:56:26.697845 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7af53-86af-4521-9f27-65e6990ff5bb None None] Pushing event updated for resources: {'Port': ['ID=a0435b70-e392-4878-92c4-3fa02c783918,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:26.705848 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb26ce5-b329-423f-a2b6-068f44da0a97 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:56:26.705848 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb26ce5-b329-423f-a2b6-068f44da0a97 None None] Checking segment: {'id': '75137cf3-3fb3-43d2-ab1e-6a768fe9fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bfe8f8f1-6d1c-40ec-be16-ac18572dcf14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:56:26.706297 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bcb26ce5-b329-423f-a2b6-068f44da0a97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:26.706731 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb26ce5-b329-423f-a2b6-068f44da0a97 None None] Bound using segment: {'id': '75137cf3-3fb3-43d2-ab1e-6a768fe9fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bfe8f8f1-6d1c-40ec-be16-ac18572dcf14'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:56:26.706972 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-bcb26ce5-b329-423f-a2b6-068f44da0a97 None None] Bound port: ef69943e-4c65-45e0-a036-aceb5fedc267, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75137cf3-3fb3-43d2-ab1e-6a768fe9fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bfe8f8f1-6d1c-40ec-be16-ac18572dcf14'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:56:26.707392 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bcb26ce5-b329-423f-a2b6-068f44da0a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:26.745361 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-903c23e5-7011-43b6-9f2f-51d5329c3c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:26.790606 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] Attempting to bind port a0435b70-e392-4878-92c4-3fa02c783918 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:56:26.790965 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] Attempting to bind port a0435b70-e392-4878-92c4-3fa02c783918 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:56:26.791317 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] Attempting to bind port a0435b70-e392-4878-92c4-3fa02c783918 on network bd553655-b7b4-4dec-a83a-c2a362ec75f4 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:56:26.805940 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:56:26.806363 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] Checking segment: {'id': '56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:56:26.806696 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:26.807082 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] Bound using segment: {'id': '56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:56:26.807552 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] Bound port: a0435b70-e392-4878-92c4-3fa02c783918, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:56:26.807952 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:26.828130 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-bcb26ce5-b329-423f-a2b6-068f44da0a97 None None] For port ef69943e-4c65-45e0-a036-aceb5fedc267, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:56:26.859498 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-bcb26ce5-b329-423f-a2b6-068f44da0a97 None None] For port ef69943e-4c65-45e0-a036-aceb5fedc267, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ef69943e-4c65-45e0-a036-aceb5fedc267,segment=NetworkSegment(75137cf3-3fb3-43d2-ab1e-6a768fe9fd7e),segment_id=75137cf3-3fb3-43d2-ab1e-6a768fe9fd7e)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:56:26.868303 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bcb26ce5-b329-423f-a2b6-068f44da0a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:26.888026 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903c23e5-7011-43b6-9f2f-51d5329c3c37 admin admin] Router c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 11:56:26.924667 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] For port a0435b70-e392-4878-92c4-3fa02c783918, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:56:26.929410 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] For port a0435b70-e392-4878-92c4-3fa02c783918, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a0435b70-e392-4878-92c4-3fa02c783918,segment=NetworkSegment(56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026),segment_id=56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:56:26.943537 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:26.963547 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb26ce5-b329-423f-a2b6-068f44da0a97 None None] Pushing event updated for resources: {'Port': ['ID=ef69943e-4c65-45e0-a036-aceb5fedc267,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:27.014844 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3112e237-766f-4327-adb4-6ee40a0ea2a1 None None] Provisioning complete for port a0435b70-e392-4878-92c4-3fa02c783918 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:27.015211 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3112e237-766f-4327-adb4-6ee40a0ea2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:27.024747 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903c23e5-7011-43b6-9f2f-51d5329c3c37 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:56:27.043374 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] Sync routers for ids ['c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:56:27.045552 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] Routers {'e19b7089-8a41-4e29-a8be-ef3c7fe47825'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:56:27.046187 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:56:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e19b7089-8a41-4e29-a8be-ef3c7fe47825'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:27.056314 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-903c23e5-7011-43b6-9f2f-51d5329c3c37 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:27.060677 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50594) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:27.062178 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] Routers {'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:56:27.064319 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:56:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:27.064492 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-903c23e5-7011-43b6-9f2f-51d5329c3c37 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5467691 Nov 15 11:56:27.091378 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7af53-86af-4521-9f27-65e6990ff5bb None None] Pushing event updated for resources: {'Port': ['ID=a0435b70-e392-4878-92c4-3fa02c783918,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:27.239581 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] Set router c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:56:27.241458 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] Set router e19b7089-8a41-4e29-a8be-ef3c7fe47825 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:56:27.253611 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3112e237-766f-4327-adb4-6ee40a0ea2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:27.437870 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3112e237-766f-4327-adb4-6ee40a0ea2a1 None None] For port a0435b70-e392-4878-92c4-3fa02c783918, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a0435b70-e392-4878-92c4-3fa02c783918,segment=NetworkSegment(56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026),segment_id=56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:27.454558 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3112e237-766f-4327-adb4-6ee40a0ea2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:27.479906 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf', 'name': 'tempest-TestServerMultinode-1996358759-router', 'tenant_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '97f5415c-7dfa-49a9-a95f-f7c693cc4652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:56:25Z', 'updated_at': '2021-11-15T11:56:26Z', 'revision_number': 3, 'project_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'gw_port': {'id': '97f5415c-7dfa-49a9-a95f-f7c693cc4652', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:56:25Z', 'updated_at': '2021-11-15T11:56:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:27.513214 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] Checking router: c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:56:27.513643 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] Updating router c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf port 97f5415c-7dfa-49a9-a95f-f7c693cc4652 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:56:27.548969 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112e237-766f-4327-adb4-6ee40a0ea2a1 None None] Pushing event updated for resources: {'Port': ['ID=a0435b70-e392-4878-92c4-3fa02c783918,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:27.549533 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:27.607719 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-96615bed-a05d-420b-b5b4-5ceaf6018d7a None None] Provisioning complete for port a0435b70-e392-4878-92c4-3fa02c783918 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:27.608187 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-96615bed-a05d-420b-b5b4-5ceaf6018d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:27.677774 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b7089-8a41-4e29-a8be-ef3c7fe47825', 'name': 'tempest-TestServerMultinode-1812587226-router', 'tenant_id': '1d1c79e89910483d877f5d724b2aa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '7808f53b-cf09-4032-b6cf-39ea8fc97bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:56:20Z', 'updated_at': '2021-11-15T11:56:23Z', 'revision_number': 4, 'project_id': '1d1c79e89910483d877f5d724b2aa3bd', 'gw_port': {'id': '7808f53b-cf09-4032-b6cf-39ea8fc97bb3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b7089-8a41-4e29-a8be-ef3c7fe47825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:56:21Z', 'updated_at': '2021-11-15T11:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'a0435b70-e392-4878-92c4-3fa02c783918', 'name': '', 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4', 'tenant_id': '1d1c79e89910483d877f5d724b2aa3bd', 'mac_address': 'fa:16:3e:2b:e7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19b7089-8a41-4e29-a8be-ef3c7fe47825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '25bde257-1023-42ce-bd50-cc3363cc3888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:56:23Z', 'updated_at': '2021-11-15T11:56:26Z', 'revision_number': 4, 'project_id': '1d1c79e89910483d877f5d724b2aa3bd', 'subnets': [{'id': '25bde257-1023-42ce-bd50-cc3363cc3888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:27.738266 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceae2dc-49d0-4f05-a5be-3bafc8b5d607 None None] The sync data for ids ['e19b7089-8a41-4e29-a8be-ef3c7fe47825'] in n-d-729945-9 is: [{'id': 'e19b7089-8a41-4e29-a8be-ef3c7fe47825', 'name': 'tempest-TestServerMultinode-1812587226-router', 'tenant_id': '1d1c79e89910483d877f5d724b2aa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '7808f53b-cf09-4032-b6cf-39ea8fc97bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:56:20Z', 'updated_at': '2021-11-15T11:56:23Z', 'revision_number': 4, 'project_id': '1d1c79e89910483d877f5d724b2aa3bd', 'gw_port': {'id': '7808f53b-cf09-4032-b6cf-39ea8fc97bb3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b7089-8a41-4e29-a8be-ef3c7fe47825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:56:21Z', 'updated_at': '2021-11-15T11:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'a0435b70-e392-4878-92c4-3fa02c783918', 'name': '', 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4', 'tenant_id': '1d1c79e89910483d877f5d724b2aa3bd', 'mac_address': 'fa:16:3e:2b:e7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19b7089-8a41-4e29-a8be-ef3c7fe47825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '25bde257-1023-42ce-bd50-cc3363cc3888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:56:23Z', 'updated_at': '2021-11-15T11:56:26Z', 'revision_number': 4, 'project_id': '1d1c79e89910483d877f5d724b2aa3bd', 'subnets': [{'id': '25bde257-1023-42ce-bd50-cc3363cc3888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:56:27.799909 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-83940e74-50a5-449d-b93f-a1160bbefefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:27.896573 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:27.904764 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:27.954858 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d43db3-b615-4a9c-9de6-b10079d57ec2 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:56:27.966218 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db3c53-30c5-4939-b357-83222946989e None None] Pushing event updated for resources: {'Port': ['ID=97f5415c-7dfa-49a9-a95f-f7c693cc4652,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:27.973316 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] Attempting to bind port 97f5415c-7dfa-49a9-a95f-f7c693cc4652 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:56:27.973682 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] Attempting to bind port 97f5415c-7dfa-49a9-a95f-f7c693cc4652 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:56:27.974045 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] Attempting to bind port 97f5415c-7dfa-49a9-a95f-f7c693cc4652 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:56:27.986181 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:56:27.986558 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:56:27.986957 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:27.987339 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:56:27.988108 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] Bound port: 97f5415c-7dfa-49a9-a95f-f7c693cc4652, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:56:27.989431 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:28.062003 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] For port 97f5415c-7dfa-49a9-a95f-f7c693cc4652, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:56:28.065946 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] For port 97f5415c-7dfa-49a9-a95f-f7c693cc4652, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=97f5415c-7dfa-49a9-a95f-f7c693cc4652,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:56:28.089371 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:28.092377 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b6fbd364-7e03-44d1-957c-5f1c36b29bc7 None None] Provisioning complete for port 97f5415c-7dfa-49a9-a95f-f7c693cc4652 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:28.113336 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b6fbd364-7e03-44d1-957c-5f1c36b29bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:28.152751 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-83940e74-50a5-449d-b93f-a1160bbefefa admin admin] Allocated IP 172.20.0.1 (bfe8f8f1-6d1c-40ec-be16-ac18572dcf14/9e677f1e-042d-4ede-8351-8450293d251f/479ece02-e294-4ce8-a3be-28f77593c15e) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:56:28.203837 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b6a732-0941-47fd-a389-34990719c0d0 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:56:28.268454 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b6fbd364-7e03-44d1-957c-5f1c36b29bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:28.304564 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] Routers {'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:56:28.305182 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:56:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:28.309098 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a0435b70-e392-4878-92c4-3fa02c783918 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:56:28.312672 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db3c53-30c5-4939-b357-83222946989e None None] Pushing event updated for resources: {'Port': ['ID=97f5415c-7dfa-49a9-a95f-f7c693cc4652,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:28.318254 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-b6fbd364-7e03-44d1-957c-5f1c36b29bc7 None None] For port 97f5415c-7dfa-49a9-a95f-f7c693cc4652, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=97f5415c-7dfa-49a9-a95f-f7c693cc4652,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:28.348581 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b6fbd364-7e03-44d1-957c-5f1c36b29bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:28.436668 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port a0435b70-e392-4878-92c4-3fa02c783918 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:28.436882 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:28.438478 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbd364-7e03-44d1-957c-5f1c36b29bc7 None None] Pushing event updated for resources: {'Port': ['ID=97f5415c-7dfa-49a9-a95f-f7c693cc4652,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:28.451569 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-83940e74-50a5-449d-b93f-a1160bbefefa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:28.496179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b651bd-c24a-4b10-a1d3-3234d069970b None None] Network bfe8f8f1-6d1c-40ec-be16-ac18572dcf14 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:56:28.507036 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-83940e74-50a5-449d-b93f-a1160bbefefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:28.553128 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83940e74-50a5-449d-b93f-a1160bbefefa admin admin] Network bfe8f8f1-6d1c-40ec-be16-ac18572dcf14 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:56:28.556151 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c6c3b914-3522-469a-8415-392ce3595917 None None] Provisioning complete for port 97f5415c-7dfa-49a9-a95f-f7c693cc4652 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:28.556526 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c6c3b914-3522-469a-8415-392ce3595917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:28.565367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-83940e74-50a5-449d-b93f-a1160bbefefa admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:56:28.573237 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83940e74-50a5-449d-b93f-a1160bbefefa admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:56:28.589117 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] Set router c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:56:28.605617 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83940e74-50a5-449d-b93f-a1160bbefefa admin admin] Pushing event updated for resources: {'Port': ['ID=479ece02-e294-4ce8-a3be-28f77593c15e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:28.626849 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-83940e74-50a5-449d-b93f-a1160bbefefa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:28.702641 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ef69943e-4c65-45e0-a036-aceb5fedc267 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:56:28.758569 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c6c3b914-3522-469a-8415-392ce3595917 None None] Provisioning complete for port ef69943e-4c65-45e0-a036-aceb5fedc267 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:28.758845 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c6c3b914-3522-469a-8415-392ce3595917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:28.766235 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:56:28.783598 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-83940e74-50a5-449d-b93f-a1160bbefefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:28.826779 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf', 'name': 'tempest-TestServerMultinode-1996358759-router', 'tenant_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '97f5415c-7dfa-49a9-a95f-f7c693cc4652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:56:25Z', 'updated_at': '2021-11-15T11:56:26Z', 'revision_number': 3, 'project_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'gw_port': {'id': '97f5415c-7dfa-49a9-a95f-f7c693cc4652', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:56:25Z', 'updated_at': '2021-11-15T11:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:28.859918 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port ef69943e-4c65-45e0-a036-aceb5fedc267 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:28.860287 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:28.871171 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1916a4f4-27bb-4e79-8f16-cc4ba8f228bd None None] The sync data for ids ['c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf'] in n-d-729945-9 is: [{'id': 'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf', 'name': 'tempest-TestServerMultinode-1996358759-router', 'tenant_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '97f5415c-7dfa-49a9-a95f-f7c693cc4652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:56:25Z', 'updated_at': '2021-11-15T11:56:26Z', 'revision_number': 3, 'project_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'gw_port': {'id': '97f5415c-7dfa-49a9-a95f-f7c693cc4652', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:56:25Z', 'updated_at': '2021-11-15T11:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:56:28.958276 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c6c3b914-3522-469a-8415-392ce3595917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:28.993236 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-83940e74-50a5-449d-b93f-a1160bbefefa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:29.004017 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-83940e74-50a5-449d-b93f-a1160bbefefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:29.049755 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-83940e74-50a5-449d-b93f-a1160bbefefa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:29.144272 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83940e74-50a5-449d-b93f-a1160bbefefa admin admin] Pushing event updated for resources: {'Port': ['ID=479ece02-e294-4ce8-a3be-28f77593c15e,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:29.215852 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83940e74-50a5-449d-b93f-a1160bbefefa admin admin] Network bfe8f8f1-6d1c-40ec-be16-ac18572dcf14 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:56:29.217683 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-83940e74-50a5-449d-b93f-a1160bbefefa admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:56:29.240343 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c6c3b914-3522-469a-8415-392ce3595917 None None] For port ef69943e-4c65-45e0-a036-aceb5fedc267, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ef69943e-4c65-45e0-a036-aceb5fedc267,segment=NetworkSegment(75137cf3-3fb3-43d2-ab1e-6a768fe9fd7e),segment_id=75137cf3-3fb3-43d2-ab1e-6a768fe9fd7e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:29.257384 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c6c3b914-3522-469a-8415-392ce3595917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:29.265665 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:29.342157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83940e74-50a5-449d-b93f-a1160bbefefa admin admin] Router c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:56:29.390427 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3b914-3522-469a-8415-392ce3595917 None None] Pushing event updated for resources: {'Port': ['ID=ef69943e-4c65-45e0-a036-aceb5fedc267,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:29.434074 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6a756896-aaf4-4e92-a39b-5c8f62dd1c58 None None] Provisioning complete for port 479ece02-e294-4ce8-a3be-28f77593c15e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:29.434440 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6a756896-aaf4-4e92-a39b-5c8f62dd1c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:29.473145 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 11:56:29.473840 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 11:56:29.487340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6a756896-aaf4-4e92-a39b-5c8f62dd1c58 None None] Port 479ece02-e294-4ce8-a3be-28f77593c15e cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:56:29.495715 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83940e74-50a5-449d-b93f-a1160bbefefa admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:56:29.507906 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-83940e74-50a5-449d-b93f-a1160bbefefa admin admin] 10.222.0.64 "PUT /v2.0/routers/c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4393744 Nov 15 11:56:29.508132 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6a756896-aaf4-4e92-a39b-5c8f62dd1c58 None None] Provisioning complete for port ef69943e-4c65-45e0-a036-aceb5fedc267 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:29.508132 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6a756896-aaf4-4e92-a39b-5c8f62dd1c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:29.712816 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b88d7957-e285-4536-9841-a91a2edd4934 None None] Provisioning complete for port 479ece02-e294-4ce8-a3be-28f77593c15e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:29.713265 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b88d7957-e285-4536-9841-a91a2edd4934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:29.766396 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-b88d7957-e285-4536-9841-a91a2edd4934 None None] Port 479ece02-e294-4ce8-a3be-28f77593c15e cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:56:29.886619 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1416c03a-0bdb-438b-a95e-f480b2df6c10 None None] Provisioning complete for port 479ece02-e294-4ce8-a3be-28f77593c15e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:29.886903 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1416c03a-0bdb-438b-a95e-f480b2df6c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:29.933179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-1416c03a-0bdb-438b-a95e-f480b2df6c10 None None] Port 479ece02-e294-4ce8-a3be-28f77593c15e cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:56:29.936845 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:30.108450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-fef0823e-d073-4907-bf35-c65a84c7c77f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:30.110203 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-fef0823e-d073-4907-bf35-c65a84c7c77f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/networks?id=bd553655-b7b4-4dec-a83a-c2a362ec75f4 HTTP/1.1" status: 200 len: 911 time: 0.0976305 Nov 15 11:56:30.128069 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-a85303a2-671e-4857-8c51-c0ffbc07e826 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/quotas/d8267bff47e745448282e5b9f1a8c1a0 HTTP/1.1" status: 200 len: 375 time: 0.0116069 Nov 15 11:56:30.184593 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ef69943e-4c65-45e0-a036-aceb5fedc267 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:56:30.203996 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-81da2b38-a765-4572-b85e-bf46a78335d0 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8267bff47e745448282e5b9f1a8c1a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690308 Nov 15 11:56:30.236335 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port ef69943e-4c65-45e0-a036-aceb5fedc267 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:30.236697 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:30.297473 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-2a4888f4-4ae2-431a-ba4f-b1f2bced9d5e service neutron] 10.222.0.64 "GET /v2.0/networks/bd553655-b7b4-4dec-a83a-c2a362ec75f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856636 Nov 15 11:56:30.312327 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 97f5415c-7dfa-49a9-a95f-f7c693cc4652 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:56:30.358681 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 97f5415c-7dfa-49a9-a95f-f7c693cc4652 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:30.359077 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:30.389888 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-9e2d8cd7-37c6-4fbf-b285-b45b036dc71b service neutron] 10.222.0.64 "GET /v2.0/networks/bd553655-b7b4-4dec-a83a-c2a362ec75f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863974 Nov 15 11:56:30.549573 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f174275a-4756-4438-a112-1e4d73f8daba req-6dd41abf-6287-4a13-bda8-0435a6953a3b tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9dac554e-e3de-4c0a-8078-b6bed587908b HTTP/1.1" status: 200 len: 210 time: 0.0254178 Nov 15 11:56:31.136158 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] Sync routers for ids ['c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:56:31.146322 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] Routers {'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:56:31.147190 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:56:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:31.254225 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] Set router c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:56:31.463849 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf', 'name': 'tempest-TestServerMultinode-1996358759-router', 'tenant_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '97f5415c-7dfa-49a9-a95f-f7c693cc4652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:56:25Z', 'updated_at': '2021-11-15T11:56:28Z', 'revision_number': 4, 'project_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'gw_port': {'id': '97f5415c-7dfa-49a9-a95f-f7c693cc4652', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:56:25Z', 'updated_at': '2021-11-15T11:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '479ece02-e294-4ce8-a3be-28f77593c15e', 'name': '', 'network_id': 'bfe8f8f1-6d1c-40ec-be16-ac18572dcf14', 'tenant_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'mac_address': 'fa:16:3e:82:08:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '9e677f1e-042d-4ede-8351-8450293d251f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:56:27Z', 'updated_at': '2021-11-15T11:56:28Z', 'revision_number': 2, 'project_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'subnets': [{'id': '9e677f1e-042d-4ede-8351-8450293d251f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:31.498303 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] Checking router: c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:56:31.498804 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] Updating router c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf port 479ece02-e294-4ce8-a3be-28f77593c15e binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 11:56:31.524981 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:31.575334 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-d5334f6f-69fd-4b36-b8c3-a4062290cfda tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:31.577599 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-d5334f6f-69fd-4b36-b8c3-a4062290cfda tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.11 "GET /v2.0/networks?id=bd553655-b7b4-4dec-a83a-c2a362ec75f4 HTTP/1.1" status: 200 len: 911 time: 0.0901120 Nov 15 11:56:31.594430 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-514c47ac-88d0-49ab-94f4-c9c8eced6e37 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Request body: {'port': {'device_id': '9dac554e-e3de-4c0a-8078-b6bed587908b', 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4', 'admin_state_up': True, 'tenant_id': 'd8267bff47e745448282e5b9f1a8c1a0'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:56:31.619840 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-514c47ac-88d0-49ab-94f4-c9c8eced6e37 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Made reservation on behalf of d8267bff47e745448282e5b9f1a8c1a0 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:56:31.623680 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-514c47ac-88d0-49ab-94f4-c9c8eced6e37 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:31.655431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fddc0277-9875-460d-8ce0-7bf854902fde req-b8c94283-b46b-4aec-ac80-dce7bd3f449e tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9dac554e-e3de-4c0a-8078-b6bed587908b HTTP/1.1" status: 200 len: 210 time: 0.0340338 Nov 15 11:56:31.758433 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-514c47ac-88d0-49ab-94f4-c9c8eced6e37 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Allocated IP 172.20.0.10 (bd553655-b7b4-4dec-a83a-c2a362ec75f4/25bde257-1023-42ce-bd50-cc3363cc3888/a246f9d0-02ed-4cec-a47e-4a8a09059c14) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:56:31.802111 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:31.808513 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:31.864315 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835002f-cd5e-4350-8140-cdb17076b59b None None] Pushing event updated for resources: {'Port': ['ID=479ece02-e294-4ce8-a3be-28f77593c15e,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:31.905472 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-514c47ac-88d0-49ab-94f4-c9c8eced6e37 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:31.926037 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] Attempting to bind port 479ece02-e294-4ce8-a3be-28f77593c15e on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:56:31.926416 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] Attempting to bind port 479ece02-e294-4ce8-a3be-28f77593c15e by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '75137cf3-3fb3-43d2-ab1e-6a768fe9fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bfe8f8f1-6d1c-40ec-be16-ac18572dcf14'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:56:31.926755 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] Attempting to bind port 479ece02-e294-4ce8-a3be-28f77593c15e on network bfe8f8f1-6d1c-40ec-be16-ac18572dcf14 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:56:31.933384 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:56:31.933812 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] Checking segment: {'id': '75137cf3-3fb3-43d2-ab1e-6a768fe9fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bfe8f8f1-6d1c-40ec-be16-ac18572dcf14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:56:31.934147 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:31.934532 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] Bound using segment: {'id': '75137cf3-3fb3-43d2-ab1e-6a768fe9fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bfe8f8f1-6d1c-40ec-be16-ac18572dcf14'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:56:31.935004 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] Bound port: 479ece02-e294-4ce8-a3be-28f77593c15e, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75137cf3-3fb3-43d2-ab1e-6a768fe9fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bfe8f8f1-6d1c-40ec-be16-ac18572dcf14'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:56:31.935380 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:31.937527 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:32.007109 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] For port 479ece02-e294-4ce8-a3be-28f77593c15e, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:56:32.013482 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] For port 479ece02-e294-4ce8-a3be-28f77593c15e, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=479ece02-e294-4ce8-a3be-28f77593c15e,segment=NetworkSegment(75137cf3-3fb3-43d2-ab1e-6a768fe9fd7e),segment_id=75137cf3-3fb3-43d2-ab1e-6a768fe9fd7e)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:56:32.019510 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:32.107775 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] Routers {'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:56:32.108678 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:56:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:32.148189 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835002f-cd5e-4350-8140-cdb17076b59b None None] Pushing event updated for resources: {'Port': ['ID=479ece02-e294-4ce8-a3be-28f77593c15e,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:32.178803 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-9564e02d-8494-4333-8baa-4cbf25327dac None None] Provisioning complete for port 479ece02-e294-4ce8-a3be-28f77593c15e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:32.179134 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9564e02d-8494-4333-8baa-4cbf25327dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:32.237411 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-514c47ac-88d0-49ab-94f4-c9c8eced6e37 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:32.257553 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] Set router c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:56:32.282691 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-514c47ac-88d0-49ab-94f4-c9c8eced6e37 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Network bd553655-b7b4-4dec-a83a-c2a362ec75f4 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:56:32.288622 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-514c47ac-88d0-49ab-94f4-c9c8eced6e37 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:56:32.290627 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c47ac-88d0-49ab-94f4-c9c8eced6e37 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Pushing event updated for resources: {'Port': ['ID=a246f9d0-02ed-4cec-a47e-4a8a09059c14,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:32.292783 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-514c47ac-88d0-49ab-94f4-c9c8eced6e37 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:56:32.328786 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9564e02d-8494-4333-8baa-4cbf25327dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:32.332926 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-514c47ac-88d0-49ab-94f4-c9c8eced6e37 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:32.333522 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-514c47ac-88d0-49ab-94f4-c9c8eced6e37 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:32.350765 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-514c47ac-88d0-49ab-94f4-c9c8eced6e37 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7608089 Nov 15 11:56:32.365014 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-252bd9f2-152e-4e24-8966-9a1bbfe20fa8 service neutron] Request body: {'port': {'device_id': '9dac554e-e3de-4c0a-8078-b6bed587908b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:56:32.424209 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-252bd9f2-152e-4e24-8966-9a1bbfe20fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:32.434650 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9564e02d-8494-4333-8baa-4cbf25327dac None None] For port 479ece02-e294-4ce8-a3be-28f77593c15e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=479ece02-e294-4ce8-a3be-28f77593c15e,segment=NetworkSegment(75137cf3-3fb3-43d2-ab1e-6a768fe9fd7e),segment_id=75137cf3-3fb3-43d2-ab1e-6a768fe9fd7e)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:32.447541 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9564e02d-8494-4333-8baa-4cbf25327dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:32.540649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564e02d-8494-4333-8baa-4cbf25327dac None None] Pushing event updated for resources: {'Port': ['ID=479ece02-e294-4ce8-a3be-28f77593c15e,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:32.573598 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf', 'name': 'tempest-TestServerMultinode-1996358759-router', 'tenant_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '97f5415c-7dfa-49a9-a95f-f7c693cc4652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:56:25Z', 'updated_at': '2021-11-15T11:56:28Z', 'revision_number': 4, 'project_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'gw_port': {'id': '97f5415c-7dfa-49a9-a95f-f7c693cc4652', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:56:25Z', 'updated_at': '2021-11-15T11:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '479ece02-e294-4ce8-a3be-28f77593c15e', 'name': '', 'network_id': 'bfe8f8f1-6d1c-40ec-be16-ac18572dcf14', 'tenant_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'mac_address': 'fa:16:3e:82:08:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '9e677f1e-042d-4ede-8351-8450293d251f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:56:27Z', 'updated_at': '2021-11-15T11:56:32Z', 'revision_number': 4, 'project_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'subnets': [{'id': '9e677f1e-042d-4ede-8351-8450293d251f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:32.605813 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-77065f80-89e0-43da-a709-e25522569bf7 None None] Provisioning complete for port 479ece02-e294-4ce8-a3be-28f77593c15e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:32.606172 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-77065f80-89e0-43da-a709-e25522569bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:32.607987 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477ef819-7d08-447e-96f4-50be7d7a5c37 None None] The sync data for ids ['c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf'] in n-d-729945-9 is: [{'id': 'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf', 'name': 'tempest-TestServerMultinode-1996358759-router', 'tenant_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '97f5415c-7dfa-49a9-a95f-f7c693cc4652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:56:25Z', 'updated_at': '2021-11-15T11:56:28Z', 'revision_number': 4, 'project_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'gw_port': {'id': '97f5415c-7dfa-49a9-a95f-f7c693cc4652', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:56:25Z', 'updated_at': '2021-11-15T11:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '479ece02-e294-4ce8-a3be-28f77593c15e', 'name': '', 'network_id': 'bfe8f8f1-6d1c-40ec-be16-ac18572dcf14', 'tenant_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'mac_address': 'fa:16:3e:82:08:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '9e677f1e-042d-4ede-8351-8450293d251f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:56:27Z', 'updated_at': '2021-11-15T11:56:32Z', 'revision_number': 4, 'project_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'subnets': [{'id': '9e677f1e-042d-4ede-8351-8450293d251f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:56:32.758170 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-252bd9f2-152e-4e24-8966-9a1bbfe20fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a246f9d0-02ed-4cec-a47e-4a8a09059c14 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:56:32.768319 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-252bd9f2-152e-4e24-8966-9a1bbfe20fa8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:32.784559 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-252bd9f2-152e-4e24-8966-9a1bbfe20fa8 service neutron] Transition to ACTIVE for port object a246f9d0-02ed-4cec-a47e-4a8a09059c14 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:56:32.791377 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-252bd9f2-152e-4e24-8966-9a1bbfe20fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:32.819175 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24963c2-b9bb-4f34-948b-48bae77c4a8c req-8ba9d73e-8ec9-4c92-81e1-1c54fbfc2a9a tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:32.824487 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d24963c2-b9bb-4f34-948b-48bae77c4a8c req-8ba9d73e-8ec9-4c92-81e1-1c54fbfc2a9a tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9dac554e-e3de-4c0a-8078-b6bed587908b HTTP/1.1" status: 200 len: 1028 time: 0.0809400 Nov 15 11:56:32.859751 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bd9f2-152e-4e24-8966-9a1bbfe20fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=a246f9d0-02ed-4cec-a47e-4a8a09059c14,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:32.889638 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d24963c2-b9bb-4f34-948b-48bae77c4a8c req-31810e6c-5eda-4d9f-b6dc-26be68764fe6 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6a12c262-d5d8-40d6-ba60-69d75b620a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580540 Nov 15 11:56:32.963365 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-252bd9f2-152e-4e24-8966-9a1bbfe20fa8 service neutron] Attempting to bind port a246f9d0-02ed-4cec-a47e-4a8a09059c14 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:56:32.963684 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-252bd9f2-152e-4e24-8966-9a1bbfe20fa8 service neutron] Attempting to bind port a246f9d0-02ed-4cec-a47e-4a8a09059c14 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:56:32.964040 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-252bd9f2-152e-4e24-8966-9a1bbfe20fa8 service neutron] Attempting to bind port a246f9d0-02ed-4cec-a47e-4a8a09059c14 on network bd553655-b7b4-4dec-a83a-c2a362ec75f4 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:56:32.968952 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-252bd9f2-152e-4e24-8966-9a1bbfe20fa8 service neutron] Port a246f9d0-02ed-4cec-a47e-4a8a09059c14 on network bd553655-b7b4-4dec-a83a-c2a362ec75f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:56:32.969293 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-252bd9f2-152e-4e24-8966-9a1bbfe20fa8 service neutron] Attempting to bind port a246f9d0-02ed-4cec-a47e-4a8a09059c14 on network bd553655-b7b4-4dec-a83a-c2a362ec75f4 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:56:32.974972 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-252bd9f2-152e-4e24-8966-9a1bbfe20fa8 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:56:32.975300 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-252bd9f2-152e-4e24-8966-9a1bbfe20fa8 service neutron] Checking segment: {'id': '56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:56:32.975678 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-252bd9f2-152e-4e24-8966-9a1bbfe20fa8 service neutron] Bound using segment: {'id': '56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:56:32.976132 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-252bd9f2-152e-4e24-8966-9a1bbfe20fa8 service neutron] Bound port: a246f9d0-02ed-4cec-a47e-4a8a09059c14, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:56:32.976482 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-252bd9f2-152e-4e24-8966-9a1bbfe20fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:33.045932 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-252bd9f2-152e-4e24-8966-9a1bbfe20fa8 service neutron] For port a246f9d0-02ed-4cec-a47e-4a8a09059c14, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:56:33.049269 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-252bd9f2-152e-4e24-8966-9a1bbfe20fa8 service neutron] For port a246f9d0-02ed-4cec-a47e-4a8a09059c14, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=a246f9d0-02ed-4cec-a47e-4a8a09059c14,segment=NetworkSegment(56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026),segment_id=56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:56:33.057079 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-252bd9f2-152e-4e24-8966-9a1bbfe20fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:33.092527 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-252bd9f2-152e-4e24-8966-9a1bbfe20fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:33.093235 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-252bd9f2-152e-4e24-8966-9a1bbfe20fa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:33.094646 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-252bd9f2-152e-4e24-8966-9a1bbfe20fa8 service neutron] 10.222.0.11 "PUT /v2.0/ports/a246f9d0-02ed-4cec-a47e-4a8a09059c14 HTTP/1.1" status: 200 len: 1092 time: 0.7346480 Nov 15 11:56:33.095090 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dac554e-e3de-4c0a-8078-b6bed587908b', 'tag': 'a246f9d0-02ed-4cec-a47e-4a8a09059c14'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:56:33.097523 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d250f31-420a-4c4f-b9e9-be9d5702788e" -d '{"events": [{"name": "network-changed", "server_uuid": "9dac554e-e3de-4c0a-8078-b6bed587908b", "tag": "a246f9d0-02ed-4cec-a47e-4a8a09059c14"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:56:33.135053 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bd9f2-152e-4e24-8966-9a1bbfe20fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=a246f9d0-02ed-4cec-a47e-4a8a09059c14,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:33.190858 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d935db7-6eba-49cb-ba24-bd1110971c39 x-openstack-request-id: req-8d935db7-6eba-49cb-ba24-bd1110971c39 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:56:33.191195 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dac554e-e3de-4c0a-8078-b6bed587908b", "tag": "a246f9d0-02ed-4cec-a47e-4a8a09059c14", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:56:33.191390 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8d935db7-6eba-49cb-ba24-bd1110971c39 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:56:33.191789 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dac554e-e3de-4c0a-8078-b6bed587908b', 'tag': 'a246f9d0-02ed-4cec-a47e-4a8a09059c14', 'status': 'completed', 'code': 200} Nov 15 11:56:33.208390 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-6dee3243-3f97-4424-942f-97f976bc9e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:33.209948 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-6dee3243-3f97-4424-942f-97f976bc9e0e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8267bff47e745448282e5b9f1a8c1a0&device_id=9dac554e-e3de-4c0a-8078-b6bed587908b HTTP/1.1" status: 200 len: 1095 time: 0.0524316 Nov 15 11:56:33.253385 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-30c66d3c-d0d1-4459-9762-da25f15c69a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a246f9d0-02ed-4cec-a47e-4a8a09059c14 HTTP/1.1" status: 200 len: 217 time: 0.0359230 Nov 15 11:56:33.304235 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-84621c89-f970-446a-81a8-9018bc04fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:33.305724 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-84621c89-f970-446a-81a8-9018bc04fff1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25bde257-1023-42ce-bd50-cc3363cc3888 HTTP/1.1" status: 200 len: 849 time: 0.0449758 Nov 15 11:56:33.355210 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-463ecc31-c6e9-4aee-847b-7f17e3f5d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:33.356751 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-463ecc31-c6e9-4aee-847b-7f17e3f5d8ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd553655-b7b4-4dec-a83a-c2a362ec75f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443261 Nov 15 11:56:33.448080 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-be16ac5a-cd8c-4506-a0d3-6eb5d8170b53 service neutron] 10.222.0.11 "GET /v2.0/networks/bd553655-b7b4-4dec-a83a-c2a362ec75f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838642 Nov 15 11:56:33.546253 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-56a6ee34-bdcb-4b4b-bfd5-0a4b517dd269 req-06fe2270-3aad-4e4d-b221-67ef760991d9 service neutron] 10.222.0.11 "GET /v2.0/networks/bd553655-b7b4-4dec-a83a-c2a362ec75f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912313 Nov 15 11:56:33.640147 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d250f31-420a-4c4f-b9e9-be9d5702788e req-1f50ec0b-e329-45ee-b435-0742c9cb39b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:33.641647 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2d250f31-420a-4c4f-b9e9-be9d5702788e req-1f50ec0b-e329-45ee-b435-0742c9cb39b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8267bff47e745448282e5b9f1a8c1a0&device_id=9dac554e-e3de-4c0a-8078-b6bed587908b HTTP/1.1" status: 200 len: 1095 time: 0.0421333 Nov 15 11:56:33.746825 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d250f31-420a-4c4f-b9e9-be9d5702788e req-468b194f-9aca-4816-b207-0bba301568fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:33.749059 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2d250f31-420a-4c4f-b9e9-be9d5702788e req-468b194f-9aca-4816-b207-0bba301568fa service neutron] 10.222.0.11 "GET /v2.0/networks?id=bd553655-b7b4-4dec-a83a-c2a362ec75f4 HTTP/1.1" status: 200 len: 911 time: 0.0990770 Nov 15 11:56:33.791983 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2d250f31-420a-4c4f-b9e9-be9d5702788e req-194400fe-d4d9-4740-84a1-5a732d78ae04 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a246f9d0-02ed-4cec-a47e-4a8a09059c14 HTTP/1.1" status: 200 len: 217 time: 0.0347495 Nov 15 11:56:33.842027 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d250f31-420a-4c4f-b9e9-be9d5702788e req-56c34d0b-8f5b-432c-9825-692ab0f0d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:33.843873 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2d250f31-420a-4c4f-b9e9-be9d5702788e req-56c34d0b-8f5b-432c-9825-692ab0f0d01a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25bde257-1023-42ce-bd50-cc3363cc3888 HTTP/1.1" status: 200 len: 849 time: 0.0452962 Nov 15 11:56:33.896318 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d250f31-420a-4c4f-b9e9-be9d5702788e req-f0f4615d-71e1-4839-8c08-f17e24af9d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:33.897832 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2d250f31-420a-4c4f-b9e9-be9d5702788e req-f0f4615d-71e1-4839-8c08-f17e24af9d1e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd553655-b7b4-4dec-a83a-c2a362ec75f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466859 Nov 15 11:56:33.990863 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2d250f31-420a-4c4f-b9e9-be9d5702788e req-059be858-56ae-4150-aa1c-1f94b4e3bb83 service neutron] 10.222.0.11 "GET /v2.0/networks/bd553655-b7b4-4dec-a83a-c2a362ec75f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858679 Nov 15 11:56:34.097076 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2d250f31-420a-4c4f-b9e9-be9d5702788e req-7818dcbb-9cd3-4ab9-a2d0-e361f898e291 service neutron] 10.222.0.11 "GET /v2.0/networks/bd553655-b7b4-4dec-a83a-c2a362ec75f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993667 Nov 15 11:56:34.133453 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 479ece02-e294-4ce8-a3be-28f77593c15e up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:56:34.189522 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 479ece02-e294-4ce8-a3be-28f77593c15e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:34.189914 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:34.336476 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845b473-9308-4612-8215-3f11caf73067 req-3aa69638-7866-4cca-9097-cc69da9c2736 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:34.338346 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3845b473-9308-4612-8215-3f11caf73067 req-3aa69638-7866-4cca-9097-cc69da9c2736 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9dac554e-e3de-4c0a-8078-b6bed587908b HTTP/1.1" status: 200 len: 1095 time: 0.3760962 Nov 15 11:56:34.392979 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3845b473-9308-4612-8215-3f11caf73067 req-28451450-9958-4169-8273-9e98ef6a4f9c tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6a12c262-d5d8-40d6-ba60-69d75b620a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483048 Nov 15 11:56:35.501507 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b94ef-e355-464b-90cb-c00d5f563411 req-f556e2c9-a5f0-46dd-9b4b-9682c63ffe66 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:35.503114 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d5b94ef-e355-464b-90cb-c00d5f563411 req-f556e2c9-a5f0-46dd-9b4b-9682c63ffe66 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9dac554e-e3de-4c0a-8078-b6bed587908b HTTP/1.1" status: 200 len: 1095 time: 0.0423121 Nov 15 11:56:35.550746 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d5b94ef-e355-464b-90cb-c00d5f563411 req-c409fb12-5300-41d7-b295-312d366aa46a tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6a12c262-d5d8-40d6-ba60-69d75b620a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411983 Nov 15 11:56:36.288996 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d7e3f963-9a0f-48e5-90a7-7c85fea37b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:36.671841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3267eb-126b-40a4-a8c6-5f0bb02394d1 req-b111deb2-95b4-482a-917a-afaa392c5a05 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:36.673369 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a3267eb-126b-40a4-a8c6-5f0bb02394d1 req-b111deb2-95b4-482a-917a-afaa392c5a05 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9dac554e-e3de-4c0a-8078-b6bed587908b HTTP/1.1" status: 200 len: 1095 time: 0.0510697 Nov 15 11:56:36.721947 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1a3267eb-126b-40a4-a8c6-5f0bb02394d1 req-0f6c1584-6c1f-4714-9afa-e5ae6d6d1fb4 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6a12c262-d5d8-40d6-ba60-69d75b620a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423720 Nov 15 11:56:36.888216 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device a246f9d0-02ed-4cec-a47e-4a8a09059c14 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:56:36.995573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port a246f9d0-02ed-4cec-a47e-4a8a09059c14, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=a246f9d0-02ed-4cec-a47e-4a8a09059c14,segment=NetworkSegment(56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026),segment_id=56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:37.006507 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'a246f9d0-02ed-4cec-a47e-4a8a09059c14', 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4', 'port_id': 'a246f9d0-02ed-4cec-a47e-4a8a09059c14', 'mac_address': 'fa:16:3e:d8:81:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bde257-1023-42ce-bd50-cc3363cc3888', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:56:37.045074 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:37.057839 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a246f9d0-02ed-4cec-a47e-4a8a09059c14 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:56:37.079240 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port a246f9d0-02ed-4cec-a47e-4a8a09059c14, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=a246f9d0-02ed-4cec-a47e-4a8a09059c14,segment=NetworkSegment(56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026),segment_id=56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:37.085721 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:37.140188 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=a246f9d0-02ed-4cec-a47e-4a8a09059c14,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:37.405107 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['a246f9d0-02ed-4cec-a47e-4a8a09059c14'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:56:37.851012 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce5ed7-8355-4e73-a3cd-8b24ae2b9d65 req-d8f3e696-34de-4789-ad4b-e40339692970 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:37.852548 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7bce5ed7-8355-4e73-a3cd-8b24ae2b9d65 req-d8f3e696-34de-4789-ad4b-e40339692970 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9dac554e-e3de-4c0a-8078-b6bed587908b HTTP/1.1" status: 200 len: 1096 time: 0.0484929 Nov 15 11:56:37.897309 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7bce5ed7-8355-4e73-a3cd-8b24ae2b9d65 req-e3c97d0b-4fc4-439b-851b-f62b4a18ee59 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6a12c262-d5d8-40d6-ba60-69d75b620a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385909 Nov 15 11:56:38.383350 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-92aa2772-33e6-49f8-8f82-8aca65b858e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:38.909405 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device a246f9d0-02ed-4cec-a47e-4a8a09059c14 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:56:38.964490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port a246f9d0-02ed-4cec-a47e-4a8a09059c14 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:56:38.968418 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port a246f9d0-02ed-4cec-a47e-4a8a09059c14 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:38.968792 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:39.011974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8275a47-dd39-43d0-a816-9164a7f31e51 req-499c1e1c-e442-4b74-9b1b-470a8ba9a2fb tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:39.013619 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b8275a47-dd39-43d0-a816-9164a7f31e51 req-499c1e1c-e442-4b74-9b1b-470a8ba9a2fb tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9dac554e-e3de-4c0a-8078-b6bed587908b HTTP/1.1" status: 200 len: 1096 time: 0.0414965 Nov 15 11:56:39.045399 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:39.056998 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b8275a47-dd39-43d0-a816-9164a7f31e51 req-fe99bd69-0bf6-451b-9ab5-e64776b111c7 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6a12c262-d5d8-40d6-ba60-69d75b620a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374460 Nov 15 11:56:39.068459 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dac554e-e3de-4c0a-8078-b6bed587908b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a246f9d0-02ed-4cec-a47e-4a8a09059c14'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:56:39.070747 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4a494f-3312-44f2-8d00-a2c224eeeaa2" -d '{"events": [{"server_uuid": "9dac554e-e3de-4c0a-8078-b6bed587908b", "name": "network-vif-plugged", "status": "completed", "tag": "a246f9d0-02ed-4cec-a47e-4a8a09059c14"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:56:39.087551 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port a246f9d0-02ed-4cec-a47e-4a8a09059c14, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=a246f9d0-02ed-4cec-a47e-4a8a09059c14,segment=NetworkSegment(56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026),segment_id=56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:39.092584 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:39.117864 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5805a82-edf9-4f01-a237-3650ef2f02f4 x-openstack-request-id: req-b5805a82-edf9-4f01-a237-3650ef2f02f4 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:56:39.118153 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dac554e-e3de-4c0a-8078-b6bed587908b", "name": "network-vif-plugged", "status": "completed", "tag": "a246f9d0-02ed-4cec-a47e-4a8a09059c14", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:56:39.118405 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5805a82-edf9-4f01-a237-3650ef2f02f4 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:56:39.118799 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dac554e-e3de-4c0a-8078-b6bed587908b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a246f9d0-02ed-4cec-a47e-4a8a09059c14', 'code': 200} Nov 15 11:56:39.144090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=a246f9d0-02ed-4cec-a47e-4a8a09059c14,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:39.207100 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f9f2c-0c82-43ed-8278-3a12750e8a65 req-de08d55e-f4a0-482a-81c7-06e160953ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:39.208599 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2c9f9f2c-0c82-43ed-8278-3a12750e8a65 req-de08d55e-f4a0-482a-81c7-06e160953ec6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9dac554e-e3de-4c0a-8078-b6bed587908b HTTP/1.1" status: 200 len: 1097 time: 0.0413747 Nov 15 11:56:39.255676 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2c9f9f2c-0c82-43ed-8278-3a12750e8a65 req-3e9b457e-2eee-445d-b034-da9bcffc215f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6a12c262-d5d8-40d6-ba60-69d75b620a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397079 Nov 15 11:56:39.974253 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:40.185696 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac5fd8-539d-4314-a1ac-b2d29cd8284f req-4d7ec238-4ca9-4492-a4cc-71bf386e6a7a tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:40.187241 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66ac5fd8-539d-4314-a1ac-b2d29cd8284f req-4d7ec238-4ca9-4492-a4cc-71bf386e6a7a tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9dac554e-e3de-4c0a-8078-b6bed587908b HTTP/1.1" status: 200 len: 1097 time: 0.0463498 Nov 15 11:56:40.232479 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66ac5fd8-539d-4314-a1ac-b2d29cd8284f req-1253d473-d04a-4cb1-85f9-f0f14a59925c tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6a12c262-d5d8-40d6-ba60-69d75b620a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388439 Nov 15 11:56:41.346828 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142001e-7d33-44b2-abe3-6a1ea173e5cf req-20a6b0e0-a5e3-44ef-b1b5-63ebc6a2eb6a tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:41.348462 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8142001e-7d33-44b2-abe3-6a1ea173e5cf req-20a6b0e0-a5e3-44ef-b1b5-63ebc6a2eb6a tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9dac554e-e3de-4c0a-8078-b6bed587908b HTTP/1.1" status: 200 len: 1097 time: 0.0464072 Nov 15 11:56:41.393649 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8142001e-7d33-44b2-abe3-6a1ea173e5cf req-1d45f60e-ea32-4b58-8cd4-304603545f38 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6a12c262-d5d8-40d6-ba60-69d75b620a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388434 Nov 15 11:56:41.507502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab98917-1813-4a46-8289-fb4873737292 req-a9abf078-5127-4def-87c7-210468667d18 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:41.509044 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ab98917-1813-4a46-8289-fb4873737292 req-a9abf078-5127-4def-87c7-210468667d18 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9dac554e-e3de-4c0a-8078-b6bed587908b HTTP/1.1" status: 200 len: 1097 time: 0.0516734 Nov 15 11:56:41.542652 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:41.558556 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4ab98917-1813-4a46-8289-fb4873737292 req-ed023d26-441c-48fb-bb1c-87044952507c tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6a12c262-d5d8-40d6-ba60-69d75b620a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413442 Nov 15 11:56:41.664894 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142b44b-eba2-4968-b80b-f9ebbd5ef020 req-f190e3a4-f3e9-4829-9e66-780cf459b599 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:41.666289 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1142b44b-eba2-4968-b80b-f9ebbd5ef020 req-f190e3a4-f3e9-4829-9e66-780cf459b599 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9dac554e-e3de-4c0a-8078-b6bed587908b HTTP/1.1" status: 200 len: 1097 time: 0.0420382 Nov 15 11:56:41.709293 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1142b44b-eba2-4968-b80b-f9ebbd5ef020 req-ac87fba1-e681-48dd-bbf1-265126243a66 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6a12c262-d5d8-40d6-ba60-69d75b620a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369208 Nov 15 11:56:41.940365 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0376414-94d7-464c-a6ca-788ac7005570 req-7035ab7e-01c9-4df2-9f34-360c10b1c7d0 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:41.941847 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0376414-94d7-464c-a6ca-788ac7005570 req-7035ab7e-01c9-4df2-9f34-360c10b1c7d0 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/networks?id=bd553655-b7b4-4dec-a83a-c2a362ec75f4 HTTP/1.1" status: 200 len: 911 time: 0.1032882 Nov 15 11:56:41.959691 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0376414-94d7-464c-a6ca-788ac7005570 req-2556d4f7-7b15-4235-8f28-f9d4d78dca7d tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/quotas/d8267bff47e745448282e5b9f1a8c1a0 HTTP/1.1" status: 200 len: 375 time: 0.0093503 Nov 15 11:56:42.010600 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0376414-94d7-464c-a6ca-788ac7005570 req-123c2ce7-0ca8-4179-a7ce-ca6e47326913 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8267bff47e745448282e5b9f1a8c1a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0436199 Nov 15 11:56:42.106889 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0376414-94d7-464c-a6ca-788ac7005570 req-1b188e1b-5753-401e-8c68-704e3243e920 service neutron] 10.222.0.64 "GET /v2.0/networks/bd553655-b7b4-4dec-a83a-c2a362ec75f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875487 Nov 15 11:56:42.177028 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:42.199227 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0376414-94d7-464c-a6ca-788ac7005570 req-d7dc2b80-f136-4783-9af0-043446807ff9 service neutron] 10.222.0.64 "GET /v2.0/networks/bd553655-b7b4-4dec-a83a-c2a362ec75f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850210 Nov 15 11:56:42.357994 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-128d1baf-03f6-4e7e-a2a6-3748be427c89 req-13b43389-2ad3-41ff-8204-4755c00fe57c tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b443044e-2e34-4340-82e0-65010e3644c6 HTTP/1.1" status: 200 len: 210 time: 0.0262060 Nov 15 11:56:43.294346 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0376414-94d7-464c-a6ca-788ac7005570 req-7c873e25-2fec-4676-99d7-08a6973ece6f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:43.295862 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0376414-94d7-464c-a6ca-788ac7005570 req-7c873e25-2fec-4676-99d7-08a6973ece6f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.55 "GET /v2.0/networks?id=bd553655-b7b4-4dec-a83a-c2a362ec75f4 HTTP/1.1" status: 200 len: 911 time: 0.0921330 Nov 15 11:56:43.308418 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-f0376414-94d7-464c-a6ca-788ac7005570 req-0348bcbe-95c1-4988-b66e-368a0f3d24d1 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Request body: {'port': {'device_id': 'b443044e-2e34-4340-82e0-65010e3644c6', 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4', 'admin_state_up': True, 'tenant_id': 'd8267bff47e745448282e5b9f1a8c1a0'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:56:43.332046 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0376414-94d7-464c-a6ca-788ac7005570 req-0348bcbe-95c1-4988-b66e-368a0f3d24d1 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Made reservation on behalf of d8267bff47e745448282e5b9f1a8c1a0 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:56:43.334425 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f0376414-94d7-464c-a6ca-788ac7005570 req-0348bcbe-95c1-4988-b66e-368a0f3d24d1 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:43.465287 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc092e25-fef9-4dfa-bb71-d28c14bc96ea req-3a011c7c-666a-414e-b387-25bd2326b19a tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b443044e-2e34-4340-82e0-65010e3644c6 HTTP/1.1" status: 200 len: 210 time: 0.0386624 Nov 15 11:56:43.475379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-f0376414-94d7-464c-a6ca-788ac7005570 req-0348bcbe-95c1-4988-b66e-368a0f3d24d1 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Allocated IP 172.20.0.9 (bd553655-b7b4-4dec-a83a-c2a362ec75f4/25bde257-1023-42ce-bd50-cc3363cc3888/856cdebb-7936-4f1e-9d69-c499b59f93d0) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:56:43.608718 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f0376414-94d7-464c-a6ca-788ac7005570 req-0348bcbe-95c1-4988-b66e-368a0f3d24d1 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:43.643125 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f0376414-94d7-464c-a6ca-788ac7005570 req-0348bcbe-95c1-4988-b66e-368a0f3d24d1 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:43.654552 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['a246f9d0-02ed-4cec-a47e-4a8a09059c14'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:56:43.690113 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0376414-94d7-464c-a6ca-788ac7005570 req-0348bcbe-95c1-4988-b66e-368a0f3d24d1 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Network bd553655-b7b4-4dec-a83a-c2a362ec75f4 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:56:43.693326 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-f0376414-94d7-464c-a6ca-788ac7005570 req-0348bcbe-95c1-4988-b66e-368a0f3d24d1 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:56:43.697753 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0376414-94d7-464c-a6ca-788ac7005570 req-0348bcbe-95c1-4988-b66e-368a0f3d24d1 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:56:43.700835 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348bcbe-95c1-4988-b66e-368a0f3d24d1 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Pushing event updated for resources: {'Port': ['ID=856cdebb-7936-4f1e-9d69-c499b59f93d0,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:43.739658 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0376414-94d7-464c-a6ca-788ac7005570 req-0348bcbe-95c1-4988-b66e-368a0f3d24d1 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:43.740511 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f0376414-94d7-464c-a6ca-788ac7005570 req-0348bcbe-95c1-4988-b66e-368a0f3d24d1 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:43.759233 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0376414-94d7-464c-a6ca-788ac7005570 req-0348bcbe-95c1-4988-b66e-368a0f3d24d1 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4544315 Nov 15 11:56:43.772068 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-f0376414-94d7-464c-a6ca-788ac7005570 req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Request body: {'port': {'device_id': 'b443044e-2e34-4340-82e0-65010e3644c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:56:43.835397 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f0376414-94d7-464c-a6ca-788ac7005570 req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:43.964493 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a4ffc17d-8428-41aa-86cd-4448c6e7d94c None None] Provisioning complete for port 856cdebb-7936-4f1e-9d69-c499b59f93d0 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:43.964824 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a4ffc17d-8428-41aa-86cd-4448c6e7d94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:43.999267 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a4ffc17d-8428-41aa-86cd-4448c6e7d94c None None] Port 856cdebb-7936-4f1e-9d69-c499b59f93d0 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:56:44.101853 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-f0376414-94d7-464c-a6ca-788ac7005570 req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 856cdebb-7936-4f1e-9d69-c499b59f93d0 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:56:44.109644 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f0376414-94d7-464c-a6ca-788ac7005570 req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:44.122077 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-f0376414-94d7-464c-a6ca-788ac7005570 req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Transition to ACTIVE for port object 856cdebb-7936-4f1e-9d69-c499b59f93d0 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:56:44.127725 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f0376414-94d7-464c-a6ca-788ac7005570 req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:44.175216 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Pushing event updated for resources: {'Port': ['ID=856cdebb-7936-4f1e-9d69-c499b59f93d0,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:44.200459 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:44.200799 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:44.201131 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:44.201462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:44.201786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:44.202108 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:44.202427 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:44.202748 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:44.203068 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:44.203388 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:44.203691 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:44.204031 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:44.255262 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-f0376414-94d7-464c-a6ca-788ac7005570 req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Attempting to bind port 856cdebb-7936-4f1e-9d69-c499b59f93d0 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:56:44.255601 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-f0376414-94d7-464c-a6ca-788ac7005570 req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Attempting to bind port 856cdebb-7936-4f1e-9d69-c499b59f93d0 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:56:44.256204 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0376414-94d7-464c-a6ca-788ac7005570 req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Attempting to bind port 856cdebb-7936-4f1e-9d69-c499b59f93d0 on network bd553655-b7b4-4dec-a83a-c2a362ec75f4 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:56:44.260812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0376414-94d7-464c-a6ca-788ac7005570 req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Port 856cdebb-7936-4f1e-9d69-c499b59f93d0 on network bd553655-b7b4-4dec-a83a-c2a362ec75f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:56:44.261126 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0376414-94d7-464c-a6ca-788ac7005570 req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Attempting to bind port 856cdebb-7936-4f1e-9d69-c499b59f93d0 on network bd553655-b7b4-4dec-a83a-c2a362ec75f4 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:56:44.266455 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0376414-94d7-464c-a6ca-788ac7005570 req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:56:44.266796 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0376414-94d7-464c-a6ca-788ac7005570 req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Checking segment: {'id': '56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:56:44.267196 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0376414-94d7-464c-a6ca-788ac7005570 req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Bound using segment: {'id': '56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:56:44.267620 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-f0376414-94d7-464c-a6ca-788ac7005570 req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Bound port: 856cdebb-7936-4f1e-9d69-c499b59f93d0, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:56:44.267978 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f0376414-94d7-464c-a6ca-788ac7005570 req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:44.337603 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-f0376414-94d7-464c-a6ca-788ac7005570 req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] For port 856cdebb-7936-4f1e-9d69-c499b59f93d0, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:56:44.340680 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-f0376414-94d7-464c-a6ca-788ac7005570 req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] For port 856cdebb-7936-4f1e-9d69-c499b59f93d0, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=856cdebb-7936-4f1e-9d69-c499b59f93d0,segment=NetworkSegment(56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026),segment_id=56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:56:44.345744 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f0376414-94d7-464c-a6ca-788ac7005570 req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:44.377431 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0376414-94d7-464c-a6ca-788ac7005570 req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:44.378055 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f0376414-94d7-464c-a6ca-788ac7005570 req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:44.379552 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0376414-94d7-464c-a6ca-788ac7005570 req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] 10.222.0.55 "PUT /v2.0/ports/856cdebb-7936-4f1e-9d69-c499b59f93d0 HTTP/1.1" status: 200 len: 1091 time: 0.6121116 Nov 15 11:56:44.380006 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b443044e-2e34-4340-82e0-65010e3644c6', 'tag': '856cdebb-7936-4f1e-9d69-c499b59f93d0'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:56:44.382260 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a6dfe4-36ea-4edc-b10e-b496f415a9f8" -d '{"events": [{"name": "network-changed", "server_uuid": "b443044e-2e34-4340-82e0-65010e3644c6", "tag": "856cdebb-7936-4f1e-9d69-c499b59f93d0"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:56:44.409041 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c279fd1-7cb1-4b48-ad9e-6a4773dc2b72 service neutron] Pushing event updated for resources: {'Port': ['ID=856cdebb-7936-4f1e-9d69-c499b59f93d0,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:44.437105 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbb0fe3-0ddd-40d6-ab01-4eba1fdd5053 x-openstack-request-id: req-bdbb0fe3-0ddd-40d6-ab01-4eba1fdd5053 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:56:44.437399 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b443044e-2e34-4340-82e0-65010e3644c6", "tag": "856cdebb-7936-4f1e-9d69-c499b59f93d0", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:56:44.437646 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bdbb0fe3-0ddd-40d6-ab01-4eba1fdd5053 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:56:44.438046 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b443044e-2e34-4340-82e0-65010e3644c6', 'tag': '856cdebb-7936-4f1e-9d69-c499b59f93d0', 'status': 'completed', 'code': 200} Nov 15 11:56:44.473743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0376414-94d7-464c-a6ca-788ac7005570 req-e86ece4d-d631-497b-a2fe-a23204fa830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:44.475768 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0376414-94d7-464c-a6ca-788ac7005570 req-e86ece4d-d631-497b-a2fe-a23204fa830d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8267bff47e745448282e5b9f1a8c1a0&device_id=b443044e-2e34-4340-82e0-65010e3644c6 HTTP/1.1" status: 200 len: 1094 time: 0.0485077 Nov 15 11:56:44.526270 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0376414-94d7-464c-a6ca-788ac7005570 req-ac54c0e6-ba54-4a07-a2b2-596ada60396f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=856cdebb-7936-4f1e-9d69-c499b59f93d0 HTTP/1.1" status: 200 len: 217 time: 0.0407984 Nov 15 11:56:44.602431 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0376414-94d7-464c-a6ca-788ac7005570 req-dd1fe351-34e3-4873-9ef5-596689ce69f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:44.603961 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0376414-94d7-464c-a6ca-788ac7005570 req-dd1fe351-34e3-4873-9ef5-596689ce69f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25bde257-1023-42ce-bd50-cc3363cc3888 HTTP/1.1" status: 200 len: 849 time: 0.0711896 Nov 15 11:56:44.609680 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a2979-5265-44a7-b363-3d965dd6887c req-783c22ce-8192-4d15-a0be-1b96ff7b9060 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:44.611220 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb3a2979-5265-44a7-b363-3d965dd6887c req-783c22ce-8192-4d15-a0be-1b96ff7b9060 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b443044e-2e34-4340-82e0-65010e3644c6 HTTP/1.1" status: 200 len: 1094 time: 0.0707576 Nov 15 11:56:44.683493 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0376414-94d7-464c-a6ca-788ac7005570 req-c6a62b9a-33ce-49e3-b926-b0b3f52e5642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:44.685020 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0376414-94d7-464c-a6ca-788ac7005570 req-c6a62b9a-33ce-49e3-b926-b0b3f52e5642 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd553655-b7b4-4dec-a83a-c2a362ec75f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728793 Nov 15 11:56:44.687155 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb3a2979-5265-44a7-b363-3d965dd6887c req-7a0d6d82-e0d3-4b3c-ba4f-fc8da17f501b tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6a12c262-d5d8-40d6-ba60-69d75b620a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678103 Nov 15 11:56:44.779296 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0376414-94d7-464c-a6ca-788ac7005570 req-031671e6-286e-48f3-baf6-5333b4ba3f53 service neutron] 10.222.0.55 "GET /v2.0/networks/bd553655-b7b4-4dec-a83a-c2a362ec75f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869060 Nov 15 11:56:44.883618 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f0376414-94d7-464c-a6ca-788ac7005570 req-741b51af-56e5-45f8-90c8-46fb8fe3e65e service neutron] 10.222.0.55 "GET /v2.0/networks/bd553655-b7b4-4dec-a83a-c2a362ec75f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967598 Nov 15 11:56:44.972853 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6dfe4-36ea-4edc-b10e-b496f415a9f8 req-7a357771-6b24-4adc-abba-4d5f7717dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:44.974285 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32a6dfe4-36ea-4edc-b10e-b496f415a9f8 req-7a357771-6b24-4adc-abba-4d5f7717dc00 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8267bff47e745448282e5b9f1a8c1a0&device_id=b443044e-2e34-4340-82e0-65010e3644c6 HTTP/1.1" status: 200 len: 1094 time: 0.0419116 Nov 15 11:56:45.067566 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6dfe4-36ea-4edc-b10e-b496f415a9f8 req-c6c0e632-2072-458d-b1c4-383d74423c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:45.069077 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32a6dfe4-36ea-4edc-b10e-b496f415a9f8 req-c6c0e632-2072-458d-b1c4-383d74423c4f service neutron] 10.222.0.55 "GET /v2.0/networks?id=bd553655-b7b4-4dec-a83a-c2a362ec75f4 HTTP/1.1" status: 200 len: 911 time: 0.0874486 Nov 15 11:56:45.111544 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32a6dfe4-36ea-4edc-b10e-b496f415a9f8 req-d311f20b-217a-4e79-8ab8-aaa2bb73a67e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=856cdebb-7936-4f1e-9d69-c499b59f93d0 HTTP/1.1" status: 200 len: 217 time: 0.0341177 Nov 15 11:56:45.161877 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6dfe4-36ea-4edc-b10e-b496f415a9f8 req-acbe51da-98c2-4896-a222-bd21ba464a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:45.163311 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32a6dfe4-36ea-4edc-b10e-b496f415a9f8 req-acbe51da-98c2-4896-a222-bd21ba464a78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25bde257-1023-42ce-bd50-cc3363cc3888 HTTP/1.1" status: 200 len: 849 time: 0.0445111 Nov 15 11:56:45.215798 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6dfe4-36ea-4edc-b10e-b496f415a9f8 req-f6d6b6d3-b5fe-4f2d-87ab-c98ba2866faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:45.217339 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32a6dfe4-36ea-4edc-b10e-b496f415a9f8 req-f6d6b6d3-b5fe-4f2d-87ab-c98ba2866faa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd553655-b7b4-4dec-a83a-c2a362ec75f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452068 Nov 15 11:56:45.311033 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32a6dfe4-36ea-4edc-b10e-b496f415a9f8 req-dca31904-6acb-4a3d-8744-73041068471a service neutron] 10.222.0.55 "GET /v2.0/networks/bd553655-b7b4-4dec-a83a-c2a362ec75f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855098 Nov 15 11:56:45.407184 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-32a6dfe4-36ea-4edc-b10e-b496f415a9f8 req-b1eae6a2-713b-42a3-84d9-b3259dbeaf81 service neutron] 10.222.0.55 "GET /v2.0/networks/bd553655-b7b4-4dec-a83a-c2a362ec75f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881166 Nov 15 11:56:45.810745 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8600a83-9cec-464a-b4cb-45041e32c543 req-5eb6f848-7a3d-44af-a9f2-597c9be4595b tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:45.812237 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8600a83-9cec-464a-b4cb-45041e32c543 req-5eb6f848-7a3d-44af-a9f2-597c9be4595b tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b443044e-2e34-4340-82e0-65010e3644c6 HTTP/1.1" status: 200 len: 1094 time: 0.0498083 Nov 15 11:56:45.863368 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8600a83-9cec-464a-b4cb-45041e32c543 req-36c75ce9-e9d9-4fc5-8945-be45500b336a tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6a12c262-d5d8-40d6-ba60-69d75b620a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436134 Nov 15 11:56:46.290899 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 856cdebb-7936-4f1e-9d69-c499b59f93d0 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:56:46.395401 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 856cdebb-7936-4f1e-9d69-c499b59f93d0, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=856cdebb-7936-4f1e-9d69-c499b59f93d0,segment=NetworkSegment(56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026),segment_id=56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:46.406924 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '856cdebb-7936-4f1e-9d69-c499b59f93d0', 'network_id': 'bd553655-b7b4-4dec-a83a-c2a362ec75f4', 'port_id': '856cdebb-7936-4f1e-9d69-c499b59f93d0', 'mac_address': 'fa:16:3e:c0:a7:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bde257-1023-42ce-bd50-cc3363cc3888', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:56:46.446258 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:46.463502 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 856cdebb-7936-4f1e-9d69-c499b59f93d0 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:56:46.483016 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 856cdebb-7936-4f1e-9d69-c499b59f93d0, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=856cdebb-7936-4f1e-9d69-c499b59f93d0,segment=NetworkSegment(56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026),segment_id=56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:46.489053 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:46.538382 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=856cdebb-7936-4f1e-9d69-c499b59f93d0,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:46.546160 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:46.546507 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:46.546843 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:46.547179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:46.547508 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:46.547839 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:46.548196 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:46.548519 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:46.548840 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:46.549156 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:46.549480 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:46.549806 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:46.694087 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['856cdebb-7936-4f1e-9d69-c499b59f93d0'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:56:46.978066 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b223e-8c83-43d9-98c2-e4975a18a3f4 req-7422b6a5-eee4-4da0-8f74-c364b1f240b8 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:46.979456 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae8b223e-8c83-43d9-98c2-e4975a18a3f4 req-7422b6a5-eee4-4da0-8f74-c364b1f240b8 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b443044e-2e34-4340-82e0-65010e3644c6 HTTP/1.1" status: 200 len: 1095 time: 0.0402958 Nov 15 11:56:47.026813 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae8b223e-8c83-43d9-98c2-e4975a18a3f4 req-37b2d957-3caf-4de7-ac56-03f9a426fe18 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6a12c262-d5d8-40d6-ba60-69d75b620a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412278 Nov 15 11:56:48.146738 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0fed2-806d-4d4b-9a2b-4940b7db3f23 req-b7d6cb45-64e6-4e57-9ea0-5562cc139217 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:48.148252 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57a0fed2-806d-4d4b-9a2b-4940b7db3f23 req-b7d6cb45-64e6-4e57-9ea0-5562cc139217 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b443044e-2e34-4340-82e0-65010e3644c6 HTTP/1.1" status: 200 len: 1095 time: 0.0415151 Nov 15 11:56:48.191500 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57a0fed2-806d-4d4b-9a2b-4940b7db3f23 req-27de139b-6317-4a2c-af08-305832a9ef60 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6a12c262-d5d8-40d6-ba60-69d75b620a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372448 Nov 15 11:56:48.307462 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 856cdebb-7936-4f1e-9d69-c499b59f93d0 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:56:48.368840 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 856cdebb-7936-4f1e-9d69-c499b59f93d0 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:56:48.373003 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 856cdebb-7936-4f1e-9d69-c499b59f93d0 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:56:48.373399 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:48.453971 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:48.482617 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b443044e-2e34-4340-82e0-65010e3644c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856cdebb-7936-4f1e-9d69-c499b59f93d0'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:56:48.486182 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0205572d-54cf-4bdf-a1b8-b7f0b8d2d335" -d '{"events": [{"server_uuid": "b443044e-2e34-4340-82e0-65010e3644c6", "name": "network-vif-plugged", "status": "completed", "tag": "856cdebb-7936-4f1e-9d69-c499b59f93d0"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:56:48.499537 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 856cdebb-7936-4f1e-9d69-c499b59f93d0, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=856cdebb-7936-4f1e-9d69-c499b59f93d0,segment=NetworkSegment(56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026),segment_id=56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:48.505223 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:48.532133 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c73dfe9-e5f6-4a11-8ac8-6b41851794a1 x-openstack-request-id: req-1c73dfe9-e5f6-4a11-8ac8-6b41851794a1 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:56:48.532418 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b443044e-2e34-4340-82e0-65010e3644c6", "name": "network-vif-plugged", "status": "completed", "tag": "856cdebb-7936-4f1e-9d69-c499b59f93d0", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:56:48.532653 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c73dfe9-e5f6-4a11-8ac8-6b41851794a1 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:56:48.533049 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b443044e-2e34-4340-82e0-65010e3644c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856cdebb-7936-4f1e-9d69-c499b59f93d0', 'code': 200} Nov 15 11:56:48.558396 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=856cdebb-7936-4f1e-9d69-c499b59f93d0,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:48.621146 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b8594-2008-4a12-a755-22dbd4793c11 req-837280f2-2773-4e4e-8ee4-d5f1705f1367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:48.622635 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f40b8594-2008-4a12-a755-22dbd4793c11 req-837280f2-2773-4e4e-8ee4-d5f1705f1367 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b443044e-2e34-4340-82e0-65010e3644c6 HTTP/1.1" status: 200 len: 1096 time: 0.0393298 Nov 15 11:56:48.665918 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f40b8594-2008-4a12-a755-22dbd4793c11 req-5116fcfd-8d2b-4d06-a3a8-e23fd0ebe545 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6a12c262-d5d8-40d6-ba60-69d75b620a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363479 Nov 15 11:56:49.327494 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1296c9-9294-49c5-9e01-d2e32944dc9c req-336f0f85-d8fa-4079-8442-8c92f6b23915 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:49.329164 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa1296c9-9294-49c5-9e01-d2e32944dc9c req-336f0f85-d8fa-4079-8442-8c92f6b23915 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b443044e-2e34-4340-82e0-65010e3644c6 HTTP/1.1" status: 200 len: 1096 time: 0.0550439 Nov 15 11:56:49.377739 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fa1296c9-9294-49c5-9e01-d2e32944dc9c req-5ac444f4-ce75-4067-b97b-e744a9c7542c tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6a12c262-d5d8-40d6-ba60-69d75b620a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413129 Nov 15 11:56:50.497104 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98616c54-45c8-480b-b8cc-4b694283b121 req-11e65cfe-e6d8-4e57-a035-62327c5e9025 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:50.498681 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-98616c54-45c8-480b-b8cc-4b694283b121 req-11e65cfe-e6d8-4e57-a035-62327c5e9025 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b443044e-2e34-4340-82e0-65010e3644c6 HTTP/1.1" status: 200 len: 1096 time: 0.0451462 Nov 15 11:56:50.546589 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-98616c54-45c8-480b-b8cc-4b694283b121 req-0b0f85ca-557d-4f90-b1cc-4cb911b19f3f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6a12c262-d5d8-40d6-ba60-69d75b620a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417073 Nov 15 11:56:50.658035 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1acb5-9dc6-43a9-b798-7d5548f138d0 req-bb0e68a0-5f88-4fd1-8cc0-650dbf603776 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:50.659617 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3da1acb5-9dc6-43a9-b798-7d5548f138d0 req-bb0e68a0-5f88-4fd1-8cc0-650dbf603776 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b443044e-2e34-4340-82e0-65010e3644c6 HTTP/1.1" status: 200 len: 1096 time: 0.0460489 Nov 15 11:56:50.706248 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3da1acb5-9dc6-43a9-b798-7d5548f138d0 req-6b2ca0a2-2a89-46d2-9ebf-0daf8dc1ac0f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6a12c262-d5d8-40d6-ba60-69d75b620a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381744 Nov 15 11:56:50.809984 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998a14e-ce7e-47a6-a389-39dc81bb60cd req-6003fb39-9ada-46b1-8651-0a8c0568ac0c tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:50.811493 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e998a14e-ce7e-47a6-a389-39dc81bb60cd req-6003fb39-9ada-46b1-8651-0a8c0568ac0c tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b443044e-2e34-4340-82e0-65010e3644c6 HTTP/1.1" status: 200 len: 1096 time: 0.0399570 Nov 15 11:56:50.856776 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e998a14e-ce7e-47a6-a389-39dc81bb60cd req-d7ae2209-6129-40fd-a897-8b4437ed105c tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6a12c262-d5d8-40d6-ba60-69d75b620a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389931 Nov 15 11:56:51.090342 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e0bd2-b8b8-481c-abe8-72eba7c4d1a7 req-439d9c0a-3eb9-480b-b5bd-ba45010199ad tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:51.091849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a91e0bd2-b8b8-481c-abe8-72eba7c4d1a7 req-439d9c0a-3eb9-480b-b5bd-ba45010199ad tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b443044e-2e34-4340-82e0-65010e3644c6 HTTP/1.1" status: 200 len: 1096 time: 0.0417426 Nov 15 11:56:51.139281 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a91e0bd2-b8b8-481c-abe8-72eba7c4d1a7 req-0c3c6347-bec9-4bd5-b98a-5d374a72fa48 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6a12c262-d5d8-40d6-ba60-69d75b620a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410383 Nov 15 11:56:51.417210 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-db88b0af-a83f-45cd-b5f0-4681b4bce03e req-a2db6681-9549-4ab9-b79d-d4223787e806 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412931 Nov 15 11:56:51.512268 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88b0af-a83f-45cd-b5f0-4681b4bce03e req-ad1d3ff7-6c7c-4e76-8f28-173da4aa3ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:51.513747 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-db88b0af-a83f-45cd-b5f0-4681b4bce03e req-ad1d3ff7-6c7c-4e76-8f28-173da4aa3ad7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0458310 Nov 15 11:56:51.630906 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88b0af-a83f-45cd-b5f0-4681b4bce03e req-64fe9261-1b6b-40e7-b52d-70f1f6085893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:51.632470 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-db88b0af-a83f-45cd-b5f0-4681b4bce03e req-64fe9261-1b6b-40e7-b52d-70f1f6085893 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0916960 Nov 15 11:56:51.680443 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-db88b0af-a83f-45cd-b5f0-4681b4bce03e req-5e5ba9b7-2304-4779-8320-5ad64c036d08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0384107 Nov 15 11:56:51.732159 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88b0af-a83f-45cd-b5f0-4681b4bce03e req-51df190b-853a-4af9-b6c4-21f7a879dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:51.733589 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-db88b0af-a83f-45cd-b5f0-4681b4bce03e req-51df190b-853a-4af9-b6c4-21f7a879dba4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0447376 Nov 15 11:56:51.779954 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88b0af-a83f-45cd-b5f0-4681b4bce03e req-d51e5d79-eab7-4337-9e6b-46c7217687ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:51.781440 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-db88b0af-a83f-45cd-b5f0-4681b4bce03e req-d51e5d79-eab7-4337-9e6b-46c7217687ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403125 Nov 15 11:56:51.878902 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-db88b0af-a83f-45cd-b5f0-4681b4bce03e req-8ba48a06-53df-4eab-b5be-e7df1619ab74 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869515 Nov 15 11:56:51.973124 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-db88b0af-a83f-45cd-b5f0-4681b4bce03e req-2b71ab9e-8809-472b-9239-7137b8ba19ed service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854471 Nov 15 11:56:52.252477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba523c-0da2-4359-a111-f9767c30aff3 req-435c2c59-fbce-4464-9db6-25ed9f177c77 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:52.254308 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d7ba523c-0da2-4359-a111-f9767c30aff3 req-435c2c59-fbce-4464-9db6-25ed9f177c77 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b443044e-2e34-4340-82e0-65010e3644c6 HTTP/1.1" status: 200 len: 1096 time: 0.0415766 Nov 15 11:56:52.318389 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d7ba523c-0da2-4359-a111-f9767c30aff3 req-eb9ba61a-d47b-4620-b757-8789d302a150 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6a12c262-d5d8-40d6-ba60-69d75b620a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580480 Nov 15 11:56:52.332477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817c6ad-a04a-42c6-ae3e-123aa56306c9 req-369f1f60-c35a-4843-a530-fd49ba234499 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:52.334002 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a817c6ad-a04a-42c6-ae3e-123aa56306c9 req-369f1f60-c35a-4843-a530-fd49ba234499 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b443044e-2e34-4340-82e0-65010e3644c6 HTTP/1.1" status: 200 len: 1096 time: 0.0488985 Nov 15 11:56:52.420796 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-a817c6ad-a04a-42c6-ae3e-123aa56306c9 req-dd255454-7012-4f47-b65b-b5673f5e41a0 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Deleting port 856cdebb-7936-4f1e-9d69-c499b59f93d0 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:56:52.421104 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a817c6ad-a04a-42c6-ae3e-123aa56306c9 req-dd255454-7012-4f47-b65b-b5673f5e41a0 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:52.499257 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-a817c6ad-a04a-42c6-ae3e-123aa56306c9 req-dd255454-7012-4f47-b65b-b5673f5e41a0 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] For port 856cdebb-7936-4f1e-9d69-c499b59f93d0, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=856cdebb-7936-4f1e-9d69-c499b59f93d0,segment=NetworkSegment(56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026),segment_id=56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:52.499616 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a817c6ad-a04a-42c6-ae3e-123aa56306c9 req-dd255454-7012-4f47-b65b-b5673f5e41a0 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:52.512047 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-a817c6ad-a04a-42c6-ae3e-123aa56306c9 req-dd255454-7012-4f47-b65b-b5673f5e41a0 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Calling delete_port for 856cdebb-7936-4f1e-9d69-c499b59f93d0 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:56:52.640879 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a817c6ad-a04a-42c6-ae3e-123aa56306c9 req-dd255454-7012-4f47-b65b-b5673f5e41a0 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:52.654223 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['856cdebb-7936-4f1e-9d69-c499b59f93d0'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:56:52.656593 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['a246f9d0-02ed-4cec-a47e-4a8a09059c14'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:56:52.671314 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd255454-7012-4f47-b65b-b5673f5e41a0 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Pushing event deleted for resources: {'Port': ['ID=856cdebb-7936-4f1e-9d69-c499b59f93d0,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:52.718753 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-a817c6ad-a04a-42c6-ae3e-123aa56306c9 req-dd255454-7012-4f47-b65b-b5673f5e41a0 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] No DVR routers for this DVR port 856cdebb-7936-4f1e-9d69-c499b59f93d0 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:56:52.722938 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-a817c6ad-a04a-42c6-ae3e-123aa56306c9 req-dd255454-7012-4f47-b65b-b5673f5e41a0 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:52.726482 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a817c6ad-a04a-42c6-ae3e-123aa56306c9 req-dd255454-7012-4f47-b65b-b5673f5e41a0 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.55 "DELETE /v2.0/ports/856cdebb-7936-4f1e-9d69-c499b59f93d0 HTTP/1.1" status: 204 len: 173 time: 0.3856263 Nov 15 11:56:52.727090 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b443044e-2e34-4340-82e0-65010e3644c6', 'name': 'network-vif-deleted', 'tag': '856cdebb-7936-4f1e-9d69-c499b59f93d0'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:56:52.729777 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c054f83c-fe70-4e0f-995e-bdfb9a50eadf" -d '{"events": [{"server_uuid": "b443044e-2e34-4340-82e0-65010e3644c6", "name": "network-vif-deleted", "tag": "856cdebb-7936-4f1e-9d69-c499b59f93d0"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:56:52.780897 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1679a968-5894-4a7b-a0e2-3f90bcd86f87 x-openstack-request-id: req-1679a968-5894-4a7b-a0e2-3f90bcd86f87 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:56:52.781474 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b443044e-2e34-4340-82e0-65010e3644c6", "name": "network-vif-deleted", "tag": "856cdebb-7936-4f1e-9d69-c499b59f93d0", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:56:52.781794 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1679a968-5894-4a7b-a0e2-3f90bcd86f87 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:56:52.782259 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b443044e-2e34-4340-82e0-65010e3644c6', 'name': 'network-vif-deleted', 'tag': '856cdebb-7936-4f1e-9d69-c499b59f93d0', 'status': 'completed', 'code': 200} Nov 15 11:56:53.596064 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbca4f-065e-4d58-9a39-5f19475b4df5 req-ec60bd11-b290-4711-9ae5-f7f2c1ae995b tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:53.597611 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64dbca4f-065e-4d58-9a39-5f19475b4df5 req-ec60bd11-b290-4711-9ae5-f7f2c1ae995b tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9dac554e-e3de-4c0a-8078-b6bed587908b HTTP/1.1" status: 200 len: 1097 time: 0.0413465 Nov 15 11:56:53.641186 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64dbca4f-065e-4d58-9a39-5f19475b4df5 req-9b6196d4-3be5-4e75-8501-b9c731168d12 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6a12c262-d5d8-40d6-ba60-69d75b620a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374219 Nov 15 11:56:54.761301 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80c240-96e5-4c38-9a94-ca774cdf2b52 req-edae7518-38b3-43eb-b1b4-ca9766ea9082 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:54.762819 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e80c240-96e5-4c38-9a94-ca774cdf2b52 req-edae7518-38b3-43eb-b1b4-ca9766ea9082 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9dac554e-e3de-4c0a-8078-b6bed587908b HTTP/1.1" status: 200 len: 1097 time: 0.0431669 Nov 15 11:56:54.809963 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e80c240-96e5-4c38-9a94-ca774cdf2b52 req-e0a312eb-a5e8-4d37-9a6c-9f5caefac3a6 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6a12c262-d5d8-40d6-ba60-69d75b620a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392799 Nov 15 11:56:55.174208 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532ce26-2c11-4b84-8d32-9ca73811219e req-708abdff-6a30-4bdb-836a-ffa4336db932 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:56:55.175759 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4532ce26-2c11-4b84-8d32-9ca73811219e req-708abdff-6a30-4bdb-836a-ffa4336db932 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9dac554e-e3de-4c0a-8078-b6bed587908b HTTP/1.1" status: 200 len: 1097 time: 0.0469353 Nov 15 11:56:55.261221 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-4532ce26-2c11-4b84-8d32-9ca73811219e req-37179018-2c2e-47fd-9bd8-0151d340b89f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Deleting port a246f9d0-02ed-4cec-a47e-4a8a09059c14 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:56:55.261551 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4532ce26-2c11-4b84-8d32-9ca73811219e req-37179018-2c2e-47fd-9bd8-0151d340b89f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:55.343567 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-4532ce26-2c11-4b84-8d32-9ca73811219e req-37179018-2c2e-47fd-9bd8-0151d340b89f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] For port a246f9d0-02ed-4cec-a47e-4a8a09059c14, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=a246f9d0-02ed-4cec-a47e-4a8a09059c14,segment=NetworkSegment(56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026),segment_id=56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:55.343947 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4532ce26-2c11-4b84-8d32-9ca73811219e req-37179018-2c2e-47fd-9bd8-0151d340b89f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:55.356090 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-4532ce26-2c11-4b84-8d32-9ca73811219e req-37179018-2c2e-47fd-9bd8-0151d340b89f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Calling delete_port for a246f9d0-02ed-4cec-a47e-4a8a09059c14 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:56:55.478737 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4532ce26-2c11-4b84-8d32-9ca73811219e req-37179018-2c2e-47fd-9bd8-0151d340b89f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:55.490414 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['a246f9d0-02ed-4cec-a47e-4a8a09059c14'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:56:55.509631 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37179018-2c2e-47fd-9bd8-0151d340b89f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Pushing event deleted for resources: {'Port': ['ID=a246f9d0-02ed-4cec-a47e-4a8a09059c14,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:55.521802 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37179018-2c2e-47fd-9bd8-0151d340b89f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:55.522171 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37179018-2c2e-47fd-9bd8-0151d340b89f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:55.522501 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37179018-2c2e-47fd-9bd8-0151d340b89f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:55.522822 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37179018-2c2e-47fd-9bd8-0151d340b89f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:55.523147 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37179018-2c2e-47fd-9bd8-0151d340b89f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:55.523463 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37179018-2c2e-47fd-9bd8-0151d340b89f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:55.523778 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37179018-2c2e-47fd-9bd8-0151d340b89f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:55.524105 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37179018-2c2e-47fd-9bd8-0151d340b89f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:55.524419 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37179018-2c2e-47fd-9bd8-0151d340b89f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:55.524749 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37179018-2c2e-47fd-9bd8-0151d340b89f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:55.525046 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37179018-2c2e-47fd-9bd8-0151d340b89f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:55.525354 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37179018-2c2e-47fd-9bd8-0151d340b89f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:56:55.566910 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-4532ce26-2c11-4b84-8d32-9ca73811219e req-37179018-2c2e-47fd-9bd8-0151d340b89f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] No DVR routers for this DVR port a246f9d0-02ed-4cec-a47e-4a8a09059c14 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:56:55.569635 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-4532ce26-2c11-4b84-8d32-9ca73811219e req-37179018-2c2e-47fd-9bd8-0151d340b89f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:55.573485 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4532ce26-2c11-4b84-8d32-9ca73811219e req-37179018-2c2e-47fd-9bd8-0151d340b89f tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.11 "DELETE /v2.0/ports/a246f9d0-02ed-4cec-a47e-4a8a09059c14 HTTP/1.1" status: 204 len: 173 time: 0.3898487 Nov 15 11:56:55.573913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dac554e-e3de-4c0a-8078-b6bed587908b', 'name': 'network-vif-deleted', 'tag': 'a246f9d0-02ed-4cec-a47e-4a8a09059c14'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:56:55.576222 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c23a5ed-52f6-4713-8c15-a0a0551c8ccd" -d '{"events": [{"server_uuid": "9dac554e-e3de-4c0a-8078-b6bed587908b", "name": "network-vif-deleted", "tag": "a246f9d0-02ed-4cec-a47e-4a8a09059c14"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:56:55.614459 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbd0ad4-c663-4cfb-9d51-4b3d604b8b88 x-openstack-request-id: req-0fbd0ad4-c663-4cfb-9d51-4b3d604b8b88 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:56:55.614730 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dac554e-e3de-4c0a-8078-b6bed587908b", "name": "network-vif-deleted", "tag": "a246f9d0-02ed-4cec-a47e-4a8a09059c14", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:56:55.615089 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0fbd0ad4-c663-4cfb-9d51-4b3d604b8b88 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:56:55.615781 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dac554e-e3de-4c0a-8078-b6bed587908b', 'name': 'network-vif-deleted', 'tag': 'a246f9d0-02ed-4cec-a47e-4a8a09059c14', 'status': 'completed', 'code': 200} Nov 15 11:56:55.933168 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e067275-60c0-4109-9010-e8c0d12ce579 req-2c3cad0b-b20f-4223-b697-32ab57211143 tempest-TestServerMultinode-2092503830 tempest-TestServerMultinode-2092503830-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9dac554e-e3de-4c0a-8078-b6bed587908b HTTP/1.1" status: 200 len: 210 time: 0.0302436 Nov 15 11:56:56.360550 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 856cdebb-7936-4f1e-9d69-c499b59f93d0 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:56:56.380565 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 856cdebb-7936-4f1e-9d69-c499b59f93d0 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:56:56.380875 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 856cdebb-7936-4f1e-9d69-c499b59f93d0 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:56:57.006988 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50718) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:57.378924 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b7f998e7-a555-42fe-8ed0-6d86ea9c883f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:57.628466 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b7f998e7-a555-42fe-8ed0-6d86ea9c883f admin admin] Deleting port a0435b70-e392-4878-92c4-3fa02c783918 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:56:57.628793 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b7f998e7-a555-42fe-8ed0-6d86ea9c883f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:57.719260 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-b7f998e7-a555-42fe-8ed0-6d86ea9c883f admin admin] For port a0435b70-e392-4878-92c4-3fa02c783918, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a0435b70-e392-4878-92c4-3fa02c783918,segment=NetworkSegment(56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026),segment_id=56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:57.719489 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b7f998e7-a555-42fe-8ed0-6d86ea9c883f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:57.732130 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-b7f998e7-a555-42fe-8ed0-6d86ea9c883f admin admin] Calling delete_port for a0435b70-e392-4878-92c4-3fa02c783918 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:56:57.914776 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b7f998e7-a555-42fe-8ed0-6d86ea9c883f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:57.938690 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f998e7-a555-42fe-8ed0-6d86ea9c883f admin admin] Pushing event deleted for resources: {'Port': ['ID=a0435b70-e392-4878-92c4-3fa02c783918,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:58.108683 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b7f998e7-a555-42fe-8ed0-6d86ea9c883f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:58.325869 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f998e7-a555-42fe-8ed0-6d86ea9c883f admin admin] Router e19b7089-8a41-4e29-a8be-ef3c7fe47825 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:56:58.431315 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f998e7-a555-42fe-8ed0-6d86ea9c883f admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:56:58.436770 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b7f998e7-a555-42fe-8ed0-6d86ea9c883f admin admin] 10.222.0.64 "PUT /v2.0/routers/e19b7089-8a41-4e29-a8be-ef3c7fe47825/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4286118 Nov 15 11:56:58.440641 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50720) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:58.443324 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73726179-d066-4846-a8ed-b3de13f2fcce None None] Sync routers for ids ['e19b7089-8a41-4e29-a8be-ef3c7fe47825'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:56:58.453452 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73726179-d066-4846-a8ed-b3de13f2fcce None None] Routers {'e19b7089-8a41-4e29-a8be-ef3c7fe47825'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:56:58.454039 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-73726179-d066-4846-a8ed-b3de13f2fcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:56:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e19b7089-8a41-4e29-a8be-ef3c7fe47825'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:58.545219 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bf4310a1-1a17-4a76-8944-8bb23a19d186 admin admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:58.554903 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-73726179-d066-4846-a8ed-b3de13f2fcce None None] Set router e19b7089-8a41-4e29-a8be-ef3c7fe47825 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:56:58.746795 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-73726179-d066-4846-a8ed-b3de13f2fcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b7089-8a41-4e29-a8be-ef3c7fe47825', 'name': 'tempest-TestServerMultinode-1812587226-router', 'tenant_id': '1d1c79e89910483d877f5d724b2aa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '7808f53b-cf09-4032-b6cf-39ea8fc97bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:56:20Z', 'updated_at': '2021-11-15T11:56:57Z', 'revision_number': 5, 'project_id': '1d1c79e89910483d877f5d724b2aa3bd', 'gw_port': {'id': '7808f53b-cf09-4032-b6cf-39ea8fc97bb3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b7089-8a41-4e29-a8be-ef3c7fe47825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:56:21Z', 'updated_at': '2021-11-15T11:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:58.773714 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73726179-d066-4846-a8ed-b3de13f2fcce None None] Checking router: e19b7089-8a41-4e29-a8be-ef3c7fe47825 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:56:58.783161 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73726179-d066-4846-a8ed-b3de13f2fcce None None] Routers {'e19b7089-8a41-4e29-a8be-ef3c7fe47825'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:56:58.783773 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-73726179-d066-4846-a8ed-b3de13f2fcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:56:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e19b7089-8a41-4e29-a8be-ef3c7fe47825'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:58.889732 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-73726179-d066-4846-a8ed-b3de13f2fcce None None] Set router e19b7089-8a41-4e29-a8be-ef3c7fe47825 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:56:58.983559 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bf4310a1-1a17-4a76-8944-8bb23a19d186 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:59.027421 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device a246f9d0-02ed-4cec-a47e-4a8a09059c14 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:56:59.040778 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-bf4310a1-1a17-4a76-8944-8bb23a19d186 admin admin] Deleting port 7808f53b-cf09-4032-b6cf-39ea8fc97bb3 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:56:59.041126 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bf4310a1-1a17-4a76-8944-8bb23a19d186 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:59.050987 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: a246f9d0-02ed-4cec-a47e-4a8a09059c14 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:56:59.051306 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device a246f9d0-02ed-4cec-a47e-4a8a09059c14 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:56:59.064557 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-73726179-d066-4846-a8ed-b3de13f2fcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19b7089-8a41-4e29-a8be-ef3c7fe47825', 'name': 'tempest-TestServerMultinode-1812587226-router', 'tenant_id': '1d1c79e89910483d877f5d724b2aa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '7808f53b-cf09-4032-b6cf-39ea8fc97bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:56:20Z', 'updated_at': '2021-11-15T11:56:57Z', 'revision_number': 5, 'project_id': '1d1c79e89910483d877f5d724b2aa3bd', 'gw_port': {'id': '7808f53b-cf09-4032-b6cf-39ea8fc97bb3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b7089-8a41-4e29-a8be-ef3c7fe47825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:56:21Z', 'updated_at': '2021-11-15T11:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:56:59.094120 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73726179-d066-4846-a8ed-b3de13f2fcce None None] The sync data for ids ['e19b7089-8a41-4e29-a8be-ef3c7fe47825'] in n-d-729945-9 is: [{'id': 'e19b7089-8a41-4e29-a8be-ef3c7fe47825', 'name': 'tempest-TestServerMultinode-1812587226-router', 'tenant_id': '1d1c79e89910483d877f5d724b2aa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '7808f53b-cf09-4032-b6cf-39ea8fc97bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:56:20Z', 'updated_at': '2021-11-15T11:56:57Z', 'revision_number': 5, 'project_id': '1d1c79e89910483d877f5d724b2aa3bd', 'gw_port': {'id': '7808f53b-cf09-4032-b6cf-39ea8fc97bb3', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19b7089-8a41-4e29-a8be-ef3c7fe47825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:56:21Z', 'updated_at': '2021-11-15T11:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:56:59.126563 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-bf4310a1-1a17-4a76-8944-8bb23a19d186 admin admin] For port 7808f53b-cf09-4032-b6cf-39ea8fc97bb3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7808f53b-cf09-4032-b6cf-39ea8fc97bb3,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:59.127076 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bf4310a1-1a17-4a76-8944-8bb23a19d186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:59.140006 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-bf4310a1-1a17-4a76-8944-8bb23a19d186 admin admin] Calling delete_port for 7808f53b-cf09-4032-b6cf-39ea8fc97bb3 owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:56:59.301012 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bf4310a1-1a17-4a76-8944-8bb23a19d186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:59.328587 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4310a1-1a17-4a76-8944-8bb23a19d186 admin admin] Pushing event deleted for resources: {'Port': ['ID=7808f53b-cf09-4032-b6cf-39ea8fc97bb3,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:59.342490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c15f142-ccd0-43c8-add4-60eb66c109a2 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:56:59.389534 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bf4310a1-1a17-4a76-8944-8bb23a19d186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:59.478658 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bf4310a1-1a17-4a76-8944-8bb23a19d186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:59.480939 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bf4310a1-1a17-4a76-8944-8bb23a19d186 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:59.526602 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bf4310a1-1a17-4a76-8944-8bb23a19d186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:59.527272 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4310a1-1a17-4a76-8944-8bb23a19d186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e19b7089-8a41-4e29-a8be-ef3c7fe47825 {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:56:59.531787 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-bf4310a1-1a17-4a76-8944-8bb23a19d186 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:59.533054 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-bf4310a1-1a17-4a76-8944-8bb23a19d186 admin admin] 10.222.0.64 "DELETE /v2.0/routers/e19b7089-8a41-4e29-a8be-ef3c7fe47825 HTTP/1.1" status: 204 len: 168 time: 1.0915136 Nov 15 11:56:59.535665 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50722) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:59.584147 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f41c76-993a-4b5c-b4d7-462522b1c16c admin admin] Deleting subnet 25bde257-1023-42ce-bd50-cc3363cc3888 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:56:59.587702 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e7f41c76-993a-4b5c-b4d7-462522b1c16c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:59.620565 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e7f41c76-993a-4b5c-b4d7-462522b1c16c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:59.700093 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e7f41c76-993a-4b5c-b4d7-462522b1c16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:59.759506 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e7f41c76-993a-4b5c-b4d7-462522b1c16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:59.782512 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f41c76-993a-4b5c-b4d7-462522b1c16c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25bde257-1023-42ce-bd50-cc3363cc3888,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:56:59.788214 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e7f41c76-993a-4b5c-b4d7-462522b1c16c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:59.791388 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e7f41c76-993a-4b5c-b4d7-462522b1c16c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/25bde257-1023-42ce-bd50-cc3363cc3888 HTTP/1.1" status: 204 len: 168 time: 0.2546930 Nov 15 11:56:59.794137 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50724) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:56:59.796939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0887e80-5c24-400e-90a0-dbc72282e6db None None] Network bd553655-b7b4-4dec-a83a-c2a362ec75f4 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:56:59.860774 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d55bd946-7741-463b-b8fc-25557f4947cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:59.912711 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d55bd946-7741-463b-b8fc-25557f4947cd admin admin] Deleting port 9f572019-c35c-4edd-98db-29f419dac0ee {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:56:59.913049 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d55bd946-7741-463b-b8fc-25557f4947cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:59.920508 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:56:59.988472 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d55bd946-7741-463b-b8fc-25557f4947cd admin admin] For port 9f572019-c35c-4edd-98db-29f419dac0ee, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9f572019-c35c-4edd-98db-29f419dac0ee,segment=NetworkSegment(56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026),segment_id=56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:56:59.988838 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d55bd946-7741-463b-b8fc-25557f4947cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:00.001836 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d55bd946-7741-463b-b8fc-25557f4947cd admin admin] Calling delete_port for 9f572019-c35c-4edd-98db-29f419dac0ee owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:57:00.079862 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9553a81-53e5-40cc-878c-024b558026a6 None None] DHCP port deletion for bd553655-b7b4-4dec-a83a-c2a362ec75f4 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:57:00.100872 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d55bd946-7741-463b-b8fc-25557f4947cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:00.135172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55bd946-7741-463b-b8fc-25557f4947cd admin admin] No DVR routers for this DVR port 9f572019-c35c-4edd-98db-29f419dac0ee on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:57:00.136018 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f9553a81-53e5-40cc-878c-024b558026a6 None None] Deleting port 9f572019-c35c-4edd-98db-29f419dac0ee {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:57:00.136120 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f9553a81-53e5-40cc-878c-024b558026a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:00.144600 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bd946-7741-463b-b8fc-25557f4947cd admin admin] Pushing event deleted for resources: {'Port': ['ID=9f572019-c35c-4edd-98db-29f419dac0ee,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:00.174490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a0435b70-e392-4878-92c4-3fa02c783918 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:57:00.205742 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: a0435b70-e392-4878-92c4-3fa02c783918 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:57:00.205742 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a0435b70-e392-4878-92c4-3fa02c783918 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:57:00.206107 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9f572019-c35c-4edd-98db-29f419dac0ee no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:57:00.218893 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d55bd946-7741-463b-b8fc-25557f4947cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:00.233513 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 9f572019-c35c-4edd-98db-29f419dac0ee {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:57:00.233849 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9f572019-c35c-4edd-98db-29f419dac0ee not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:57:00.234246 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7808f53b-cf09-4032-b6cf-39ea8fc97bb3 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:57:00.239345 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-d55bd946-7741-463b-b8fc-25557f4947cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd553655-b7b4-4dec-a83a-c2a362ec75f4']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:57:00.248736 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-d55bd946-7741-463b-b8fc-25557f4947cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:57:00.249029 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-d55bd946-7741-463b-b8fc-25557f4947cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56dcc65c-d0ed-42fc-a0f2-4c6d1ed2d026') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:57:00.255904 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 7808f53b-cf09-4032-b6cf-39ea8fc97bb3 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:57:00.256232 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7808f53b-cf09-4032-b6cf-39ea8fc97bb3 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:57:00.258081 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-f9553a81-53e5-40cc-878c-024b558026a6 None None] For port 9f572019-c35c-4edd-98db-29f419dac0ee, host n-d-729945-9, got binding levels [] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:57:00.258508 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f9553a81-53e5-40cc-878c-024b558026a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:00.259983 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d55bd946-7741-463b-b8fc-25557f4947cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:00.271332 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f9553a81-53e5-40cc-878c-024b558026a6 None None] Calling delete_port for 9f572019-c35c-4edd-98db-29f419dac0ee owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:57:00.274033 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.ipam_backend_mixin [None req-f9553a81-53e5-40cc-878c-024b558026a6 None None] Port 9f572019-c35c-4edd-98db-29f419dac0ee was not found and therefore no delete operation was performed {{(pid=102679) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 11:57:00.274674 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d55bd946-7741-463b-b8fc-25557f4947cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:00.275356 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f9553a81-53e5-40cc-878c-024b558026a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:00.281356 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55bd946-7741-463b-b8fc-25557f4947cd admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:57:00.281738 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d55bd946-7741-463b-b8fc-25557f4947cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:57:00.283402 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:57:00.299892 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9553a81-53e5-40cc-878c-024b558026a6 None None] Pushing event deleted for resources: {'Port': ['ID=9f572019-c35c-4edd-98db-29f419dac0ee,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:00.303474 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9553a81-53e5-40cc-878c-024b558026a6 None None] No DVR routers for this DVR port 9f572019-c35c-4edd-98db-29f419dac0ee on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:57:00.344709 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d55bd946-7741-463b-b8fc-25557f4947cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:00.350160 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d55bd946-7741-463b-b8fc-25557f4947cd admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:00.353333 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d55bd946-7741-463b-b8fc-25557f4947cd admin admin] 10.222.0.64 "DELETE /v2.0/networks/bd553655-b7b4-4dec-a83a-c2a362ec75f4 HTTP/1.1" status: 204 len: 168 time: 0.5582869 Nov 15 11:57:00.356316 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50726) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:57:00.371311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bd946-7741-463b-b8fc-25557f4947cd admin admin] Pushing event deleted for resources: {'Network': ['ID=bd553655-b7b4-4dec-a83a-c2a362ec75f4,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:00.715396 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-485e8b97-aa2f-4ae2-826c-3bbbfa5bad21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:00.963591 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-485e8b97-aa2f-4ae2-826c-3bbbfa5bad21 admin admin] Deleting port 479ece02-e294-4ce8-a3be-28f77593c15e {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:57:00.963925 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-485e8b97-aa2f-4ae2-826c-3bbbfa5bad21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:01.043180 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-485e8b97-aa2f-4ae2-826c-3bbbfa5bad21 admin admin] For port 479ece02-e294-4ce8-a3be-28f77593c15e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=479ece02-e294-4ce8-a3be-28f77593c15e,segment=NetworkSegment(75137cf3-3fb3-43d2-ab1e-6a768fe9fd7e),segment_id=75137cf3-3fb3-43d2-ab1e-6a768fe9fd7e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:57:01.043400 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-485e8b97-aa2f-4ae2-826c-3bbbfa5bad21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:01.055555 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-485e8b97-aa2f-4ae2-826c-3bbbfa5bad21 admin admin] Calling delete_port for 479ece02-e294-4ce8-a3be-28f77593c15e owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:57:01.236696 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-485e8b97-aa2f-4ae2-826c-3bbbfa5bad21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:01.261554 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e8b97-aa2f-4ae2-826c-3bbbfa5bad21 admin admin] Pushing event deleted for resources: {'Port': ['ID=479ece02-e294-4ce8-a3be-28f77593c15e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:01.425028 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-485e8b97-aa2f-4ae2-826c-3bbbfa5bad21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:01.652586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485e8b97-aa2f-4ae2-826c-3bbbfa5bad21 admin admin] Router c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 11:57:01.760265 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485e8b97-aa2f-4ae2-826c-3bbbfa5bad21 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 11:57:01.765237 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-485e8b97-aa2f-4ae2-826c-3bbbfa5bad21 admin admin] 10.222.0.64 "PUT /v2.0/routers/c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4079571 Nov 15 11:57:01.768101 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50728) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:57:01.771933 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfde334-952c-42b8-b070-8e4b9f58fb32 None None] Sync routers for ids ['c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 11:57:01.785647 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfde334-952c-42b8-b070-8e4b9f58fb32 None None] Routers {'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:57:01.786294 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6cfde334-952c-42b8-b070-8e4b9f58fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:56:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:57:01.871674 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8c4d30e-53be-4c2d-8a48-4136381864bb admin admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:01.896016 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-6cfde334-952c-42b8-b070-8e4b9f58fb32 None None] Set router c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:57:01.972976 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8c4d30e-53be-4c2d-8a48-4136381864bb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:01.988745 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:02.032815 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d8c4d30e-53be-4c2d-8a48-4136381864bb admin admin] Deleting port 97f5415c-7dfa-49a9-a95f-f7c693cc4652 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:57:02.033139 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8c4d30e-53be-4c2d-8a48-4136381864bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:02.082445 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6cfde334-952c-42b8-b070-8e4b9f58fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf', 'name': 'tempest-TestServerMultinode-1996358759-router', 'tenant_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '97f5415c-7dfa-49a9-a95f-f7c693cc4652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:56:25Z', 'updated_at': '2021-11-15T11:57:01Z', 'revision_number': 5, 'project_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'gw_port': {'id': '97f5415c-7dfa-49a9-a95f-f7c693cc4652', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T11:56:25Z', 'updated_at': '2021-11-15T11:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:57:02.113799 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfde334-952c-42b8-b070-8e4b9f58fb32 None None] Checking router: c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 11:57:02.122459 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfde334-952c-42b8-b070-8e4b9f58fb32 None None] Routers {'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 11:57:02.123056 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6cfde334-952c-42b8-b070-8e4b9f58fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:56:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:57:02.127744 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d8c4d30e-53be-4c2d-8a48-4136381864bb admin admin] For port 97f5415c-7dfa-49a9-a95f-f7c693cc4652, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=97f5415c-7dfa-49a9-a95f-f7c693cc4652,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:57:02.128177 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8c4d30e-53be-4c2d-8a48-4136381864bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:02.139584 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d8c4d30e-53be-4c2d-8a48-4136381864bb admin admin] Calling delete_port for 97f5415c-7dfa-49a9-a95f-f7c693cc4652 owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:57:02.207103 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-6cfde334-952c-42b8-b070-8e4b9f58fb32 None None] Set router c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 11:57:02.262111 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-6cfde334-952c-42b8-b070-8e4b9f58fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf', 'name': 'tempest-TestServerMultinode-1996358759-router', 'tenant_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:56:25Z', 'updated_at': '2021-11-15T11:57:01Z', 'revision_number': 6, 'project_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:57:02.288401 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfde334-952c-42b8-b070-8e4b9f58fb32 None None] The sync data for ids ['c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf'] in n-d-729945-9 is: [{'id': 'c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf', 'name': 'tempest-TestServerMultinode-1996358759-router', 'tenant_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T11:56:25Z', 'updated_at': '2021-11-15T11:57:01Z', 'revision_number': 6, 'project_id': 'd8267bff47e745448282e5b9f1a8c1a0', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 11:57:02.310414 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8c4d30e-53be-4c2d-8a48-4136381864bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:02.342271 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4d30e-53be-4c2d-8a48-4136381864bb admin admin] Pushing event deleted for resources: {'Port': ['ID=97f5415c-7dfa-49a9-a95f-f7c693cc4652,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:02.367366 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eace6df-1a3e-4385-b1eb-9622e765ad42 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:57:02.418607 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8c4d30e-53be-4c2d-8a48-4136381864bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:02.510171 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8c4d30e-53be-4c2d-8a48-4136381864bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:02.513869 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8c4d30e-53be-4c2d-8a48-4136381864bb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:02.563669 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8c4d30e-53be-4c2d-8a48-4136381864bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:02.564212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c4d30e-53be-4c2d-8a48-4136381864bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 11:57:02.568713 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8c4d30e-53be-4c2d-8a48-4136381864bb admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:02.569882 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d8c4d30e-53be-4c2d-8a48-4136381864bb admin admin] 10.222.0.64 "DELETE /v2.0/routers/c0d616f0-a9c9-4d41-95a0-2bc201a9e9cf HTTP/1.1" status: 204 len: 168 time: 0.8008206 Nov 15 11:57:02.572522 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50730) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:57:02.617041 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f57d8f0-a26d-411c-8a65-fd1d182dcefd admin admin] Deleting subnet 9e677f1e-042d-4ede-8351-8450293d251f {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:57:02.620374 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f57d8f0-a26d-411c-8a65-fd1d182dcefd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:02.653306 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f57d8f0-a26d-411c-8a65-fd1d182dcefd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:02.742922 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f57d8f0-a26d-411c-8a65-fd1d182dcefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:02.796171 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f57d8f0-a26d-411c-8a65-fd1d182dcefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:02.823229 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57d8f0-a26d-411c-8a65-fd1d182dcefd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e677f1e-042d-4ede-8351-8450293d251f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:02.825309 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f57d8f0-a26d-411c-8a65-fd1d182dcefd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:02.829580 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3f57d8f0-a26d-411c-8a65-fd1d182dcefd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9e677f1e-042d-4ede-8351-8450293d251f HTTP/1.1" status: 204 len: 168 time: 0.2551434 Nov 15 11:57:02.831165 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50732) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:57:02.834846 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcdb824-e470-4070-bac2-29fb73c9b9e1 None None] Network bfe8f8f1-6d1c-40ec-be16-ac18572dcf14 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:57:02.898384 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f616f90-383f-44b6-bc74-1793bb03960b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:02.955313 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9f616f90-383f-44b6-bc74-1793bb03960b admin admin] Deleting port ef69943e-4c65-45e0-a036-aceb5fedc267 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:57:02.955652 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f616f90-383f-44b6-bc74-1793bb03960b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:03.018050 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9f616f90-383f-44b6-bc74-1793bb03960b admin admin] For port ef69943e-4c65-45e0-a036-aceb5fedc267, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=ef69943e-4c65-45e0-a036-aceb5fedc267,segment=NetworkSegment(75137cf3-3fb3-43d2-ab1e-6a768fe9fd7e),segment_id=75137cf3-3fb3-43d2-ab1e-6a768fe9fd7e)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:57:03.018424 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f616f90-383f-44b6-bc74-1793bb03960b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:03.030436 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9f616f90-383f-44b6-bc74-1793bb03960b admin admin] Calling delete_port for ef69943e-4c65-45e0-a036-aceb5fedc267 owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:57:03.123130 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f616f90-383f-44b6-bc74-1793bb03960b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:03.139835 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a682927-5657-4508-8443-ec2914f412d0 None None] DHCP port deletion for bfe8f8f1-6d1c-40ec-be16-ac18572dcf14 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 11:57:03.151287 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f616f90-383f-44b6-bc74-1793bb03960b admin admin] Pushing event deleted for resources: {'Port': ['ID=ef69943e-4c65-45e0-a036-aceb5fedc267,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:03.155916 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f616f90-383f-44b6-bc74-1793bb03960b admin admin] No DVR routers for this DVR port ef69943e-4c65-45e0-a036-aceb5fedc267 on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:57:03.230686 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f616f90-383f-44b6-bc74-1793bb03960b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:03.253170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-9f616f90-383f-44b6-bc74-1793bb03960b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe8f8f1-6d1c-40ec-be16-ac18572dcf14']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:57:03.263237 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-9f616f90-383f-44b6-bc74-1793bb03960b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75137cf3-3fb3-43d2-ab1e-6a768fe9fd7e') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:57:03.263663 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-9f616f90-383f-44b6-bc74-1793bb03960b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75137cf3-3fb3-43d2-ab1e-6a768fe9fd7e') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:57:03.274078 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f616f90-383f-44b6-bc74-1793bb03960b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:03.287670 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f616f90-383f-44b6-bc74-1793bb03960b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:03.293716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f616f90-383f-44b6-bc74-1793bb03960b admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:57:03.294128 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f616f90-383f-44b6-bc74-1793bb03960b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: timer() Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:57:03.295830 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:57:03.353341 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f616f90-383f-44b6-bc74-1793bb03960b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:03.359746 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9f616f90-383f-44b6-bc74-1793bb03960b admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:03.365762 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9f616f90-383f-44b6-bc74-1793bb03960b admin admin] 10.222.0.64 "DELETE /v2.0/networks/bfe8f8f1-6d1c-40ec-be16-ac18572dcf14 HTTP/1.1" status: 204 len: 168 time: 0.5308883 Nov 15 11:57:03.374743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f616f90-383f-44b6-bc74-1793bb03960b admin admin] Pushing event deleted for resources: {'Network': ['ID=bfe8f8f1-6d1c-40ec-be16-ac18572dcf14,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:03.538230 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50736) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:57:03.578515 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-26c1626e-1425-4b1f-8970-36027b63de43 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1d1c79e89910483d877f5d724b2aa3bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390644 Nov 15 11:57:03.581278 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50738) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:57:03.633202 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-13289301-4af2-4751-b619-ac84ee7b1a23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:03.653950 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-13289301-4af2-4751-b619-ac84ee7b1a23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:03.701226 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-13289301-4af2-4751-b619-ac84ee7b1a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:03.703985 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-13289301-4af2-4751-b619-ac84ee7b1a23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:03.705190 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-13289301-4af2-4751-b619-ac84ee7b1a23 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/700bdfcc-0c60-4eec-bf5f-22184fc2fa4d HTTP/1.1" status: 204 len: 168 time: 0.1229904 Nov 15 11:57:03.713355 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13289301-4af2-4751-b619-ac84ee7b1a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700bdfcc-0c60-4eec-bf5f-22184fc2fa4d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:04.035440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50744) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:57:04.076220 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2141573f-e481-4101-8681-55b9113cb138 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d8267bff47e745448282e5b9f1a8c1a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394719 Nov 15 11:57:04.078862 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50746) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:57:04.117742 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 479ece02-e294-4ce8-a3be-28f77593c15e no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:57:04.136089 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c346c7eb-305a-4eb2-a29e-4a5d76818751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:04.141648 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 479ece02-e294-4ce8-a3be-28f77593c15e {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:57:04.141885 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 479ece02-e294-4ce8-a3be-28f77593c15e not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:57:04.142342 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ef69943e-4c65-45e0-a036-aceb5fedc267 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:57:04.158405 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c346c7eb-305a-4eb2-a29e-4a5d76818751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:04.164249 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: ef69943e-4c65-45e0-a036-aceb5fedc267 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:57:04.164594 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device ef69943e-4c65-45e0-a036-aceb5fedc267 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:57:04.165457 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 97f5415c-7dfa-49a9-a95f-f7c693cc4652 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:57:04.185373 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 97f5415c-7dfa-49a9-a95f-f7c693cc4652 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:57:04.185688 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 97f5415c-7dfa-49a9-a95f-f7c693cc4652 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:57:04.207584 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c346c7eb-305a-4eb2-a29e-4a5d76818751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:04.210656 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c346c7eb-305a-4eb2-a29e-4a5d76818751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:04.212264 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c346c7eb-305a-4eb2-a29e-4a5d76818751 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a12c262-d5d8-40d6-ba60-69d75b620a59 HTTP/1.1" status: 204 len: 168 time: 0.1315849 Nov 15 11:57:04.220560 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346c7eb-305a-4eb2-a29e-4a5d76818751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a12c262-d5d8-40d6-ba60-69d75b620a59,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:05.755598 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:57:06.283795 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6d69bb9e-afc8-4cf4-ad94-b2b38e7e497d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:08.376480 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-47398ab7-300e-469e-aff6-591c61be3359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:09.973319 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:11.547722 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:12.182308 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:14.788169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-a37442d1-4a48-4bcb-9528-7a8bec365799 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3726b43e443b4f09bf764193be86e928&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296319 Nov 15 11:57:14.968215 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-b875c33c-e69b-45e0-9785-f3925e5ea0dc tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:14.969631 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-b875c33c-e69b-45e0-9785-f3925e5ea0dc tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1759837 Nov 15 11:57:14.984600 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-421c93e5-b3e1-4493-90cc-5112e60132b3 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.64 "GET /v2.0/quotas/3726b43e443b4f09bf764193be86e928 HTTP/1.1" status: 200 len: 375 time: 0.0090747 Nov 15 11:57:15.345950 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-345fcbfe-bef0-44af-90ba-26acc8d67130 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3726b43e443b4f09bf764193be86e928&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3561354 Nov 15 11:57:15.530114 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2c6a8e9c-56b7-4702-890e-24a541edab83 req-4f3f7914-5796-415a-8484-f7e0425e5665 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.64 "GET /v2.0/ports?device_id=f409137e-9cab-4a60-90d7-fb6e56103b36 HTTP/1.1" status: 200 len: 210 time: 0.0281243 Nov 15 11:57:16.398249 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-275b3fcc-0702-4490-95aa-71404a8bfe98 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3726b43e443b4f09bf764193be86e928&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218945 Nov 15 11:57:16.510197 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-038fa071-dca3-454b-a812-09bacee07347 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:16.511700 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-038fa071-dca3-454b-a812-09bacee07347 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1072252 Nov 15 11:57:16.524951 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-ea1c898c-9960-4c90-91e1-34285be29ca7 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Request body: {'port': {'device_id': 'f409137e-9cab-4a60-90d7-fb6e56103b36', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'admin_state_up': True, 'tenant_id': '3726b43e443b4f09bf764193be86e928'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:57:16.638613 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-60366f47-7403-42eb-a8c6-b4583236c94a req-3a0ec6f4-5542-44d6-8de1-0ea1333f4fe8 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.64 "GET /v2.0/ports?device_id=f409137e-9cab-4a60-90d7-fb6e56103b36 HTTP/1.1" status: 200 len: 210 time: 0.0372269 Nov 15 11:57:16.664357 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-ea1c898c-9960-4c90-91e1-34285be29ca7 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Made reservation on behalf of 3726b43e443b4f09bf764193be86e928 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:57:16.669863 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-ea1c898c-9960-4c90-91e1-34285be29ca7 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:16.680106 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-ea1c898c-9960-4c90-91e1-34285be29ca7 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:16.753784 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-ea1c898c-9960-4c90-91e1-34285be29ca7 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:16.758868 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-ea1c898c-9960-4c90-91e1-34285be29ca7 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:16.822941 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c898c-9960-4c90-91e1-34285be29ca7 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d79314d9-dd9a-4e98-9ec2-dc8132950c5a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:16.892353 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-ea1c898c-9960-4c90-91e1-34285be29ca7 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Allocated IP 192.168.233.214 (205be025-b113-4a5a-b90e-aeea96b57fb9/0dabebf4-9952-438e-832a-c05d4465104e/7f8bec79-14d8-4a7b-87db-0775dc221956) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:57:17.033985 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-ea1c898c-9960-4c90-91e1-34285be29ca7 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:17.070206 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-ea1c898c-9960-4c90-91e1-34285be29ca7 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:17.117867 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-ea1c898c-9960-4c90-91e1-34285be29ca7 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Network 205be025-b113-4a5a-b90e-aeea96b57fb9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:57:17.120976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-ea1c898c-9960-4c90-91e1-34285be29ca7 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:57:17.124938 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-ea1c898c-9960-4c90-91e1-34285be29ca7 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:57:17.131445 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c898c-9960-4c90-91e1-34285be29ca7 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Pushing event updated for resources: {'Port': ['ID=7f8bec79-14d8-4a7b-87db-0775dc221956,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:17.177732 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-ea1c898c-9960-4c90-91e1-34285be29ca7 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:17.178359 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-ea1c898c-9960-4c90-91e1-34285be29ca7 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:17.197025 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-ea1c898c-9960-4c90-91e1-34285be29ca7 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6756854 Nov 15 11:57:17.209351 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-66b19baf-44c6-445a-9e6c-8a25c8bed920 service neutron] Request body: {'port': {'device_id': 'f409137e-9cab-4a60-90d7-fb6e56103b36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:57:17.265909 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-66b19baf-44c6-445a-9e6c-8a25c8bed920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:17.328889 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e7a852a7-78ff-4502-8416-2f1a5636a3b6 None None] Provisioning complete for port 7f8bec79-14d8-4a7b-87db-0775dc221956 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:57:17.329474 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e7a852a7-78ff-4502-8416-2f1a5636a3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:17.362977 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e7a852a7-78ff-4502-8416-2f1a5636a3b6 None None] Port 7f8bec79-14d8-4a7b-87db-0775dc221956 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 11:57:17.526295 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-66b19baf-44c6-445a-9e6c-8a25c8bed920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8bec79-14d8-4a7b-87db-0775dc221956 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:57:17.533590 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-66b19baf-44c6-445a-9e6c-8a25c8bed920 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:17.545601 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-66b19baf-44c6-445a-9e6c-8a25c8bed920 service neutron] Transition to ACTIVE for port object 7f8bec79-14d8-4a7b-87db-0775dc221956 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:57:17.552285 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-66b19baf-44c6-445a-9e6c-8a25c8bed920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:17.599198 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b19baf-44c6-445a-9e6c-8a25c8bed920 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8bec79-14d8-4a7b-87db-0775dc221956,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:17.674516 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-66b19baf-44c6-445a-9e6c-8a25c8bed920 service neutron] Attempting to bind port 7f8bec79-14d8-4a7b-87db-0775dc221956 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:57:17.674854 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-66b19baf-44c6-445a-9e6c-8a25c8bed920 service neutron] Attempting to bind port 7f8bec79-14d8-4a7b-87db-0775dc221956 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:57:17.675172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-66b19baf-44c6-445a-9e6c-8a25c8bed920 service neutron] Attempting to bind port 7f8bec79-14d8-4a7b-87db-0775dc221956 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:57:17.680153 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-66b19baf-44c6-445a-9e6c-8a25c8bed920 service neutron] Port 7f8bec79-14d8-4a7b-87db-0775dc221956 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:57:17.680483 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-66b19baf-44c6-445a-9e6c-8a25c8bed920 service neutron] Attempting to bind port 7f8bec79-14d8-4a7b-87db-0775dc221956 on network 205be025-b113-4a5a-b90e-aeea96b57fb9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:57:17.685813 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-66b19baf-44c6-445a-9e6c-8a25c8bed920 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:57:17.686187 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-66b19baf-44c6-445a-9e6c-8a25c8bed920 service neutron] Checking segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:57:17.686569 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-66b19baf-44c6-445a-9e6c-8a25c8bed920 service neutron] Bound using segment: {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:57:17.687005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-66b19baf-44c6-445a-9e6c-8a25c8bed920 service neutron] Bound port: 7f8bec79-14d8-4a7b-87db-0775dc221956, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7dce48-6df0-4ddb-aded-07beb028f9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:57:17.687362 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-66b19baf-44c6-445a-9e6c-8a25c8bed920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:17.783147 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-66b19baf-44c6-445a-9e6c-8a25c8bed920 service neutron] For port 7f8bec79-14d8-4a7b-87db-0775dc221956, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:57:17.787553 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-66b19baf-44c6-445a-9e6c-8a25c8bed920 service neutron] For port 7f8bec79-14d8-4a7b-87db-0775dc221956, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7f8bec79-14d8-4a7b-87db-0775dc221956,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:57:17.799104 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e5a3d-9ae7-41cb-ba8f-d10439d860a7 req-fae8c477-5621-4fd4-9727-647d5252343e tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:17.800671 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-299e5a3d-9ae7-41cb-ba8f-d10439d860a7 req-fae8c477-5621-4fd4-9727-647d5252343e tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.64 "GET /v2.0/ports?device_id=f409137e-9cab-4a60-90d7-fb6e56103b36 HTTP/1.1" status: 200 len: 948 time: 0.0777426 Nov 15 11:57:17.802147 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-66b19baf-44c6-445a-9e6c-8a25c8bed920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:17.858499 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-66b19baf-44c6-445a-9e6c-8a25c8bed920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:17.859119 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-66b19baf-44c6-445a-9e6c-8a25c8bed920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:17.860575 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-66b19baf-44c6-445a-9e6c-8a25c8bed920 service neutron] 10.222.0.55 "PUT /v2.0/ports/7f8bec79-14d8-4a7b-87db-0775dc221956 HTTP/1.1" status: 200 len: 1096 time: 0.6556926 Nov 15 11:57:17.862903 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f409137e-9cab-4a60-90d7-fb6e56103b36', 'tag': '7f8bec79-14d8-4a7b-87db-0775dc221956'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:57:17.865165 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9cb7c9-8344-4683-8c54-6caed5bfc328" -d '{"events": [{"name": "network-changed", "server_uuid": "f409137e-9cab-4a60-90d7-fb6e56103b36", "tag": "7f8bec79-14d8-4a7b-87db-0775dc221956"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:57:17.905232 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b19baf-44c6-445a-9e6c-8a25c8bed920 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8bec79-14d8-4a7b-87db-0775dc221956,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:17.925052 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-299e5a3d-9ae7-41cb-ba8f-d10439d860a7 req-83e7b763-6b71-4de1-bf30-de5111f01aab tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.64 "GET /v2.0/security-groups?id=d79314d9-dd9a-4e98-9ec2-dc8132950c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150219 Nov 15 11:57:17.954556 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-2df06b17-262f-4454-a7ea-60d76ea69f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:17.956106 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-2df06b17-262f-4454-a7ea-60d76ea69f56 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3726b43e443b4f09bf764193be86e928&device_id=f409137e-9cab-4a60-90d7-fb6e56103b36 HTTP/1.1" status: 200 len: 1099 time: 0.0479095 Nov 15 11:57:17.999598 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7de19d-59f6-4bbb-9b17-5a2e2f1f42b2 x-openstack-request-id: req-5d7de19d-59f6-4bbb-9b17-5a2e2f1f42b2 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:57:17.999979 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f409137e-9cab-4a60-90d7-fb6e56103b36", "tag": "7f8bec79-14d8-4a7b-87db-0775dc221956", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:57:18.000225 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d7de19d-59f6-4bbb-9b17-5a2e2f1f42b2 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:57:18.000625 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f409137e-9cab-4a60-90d7-fb6e56103b36', 'tag': '7f8bec79-14d8-4a7b-87db-0775dc221956', 'status': 'completed', 'code': 200} Nov 15 11:57:18.002379 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-83694f33-897c-4fcf-94ab-6a4fe71d6367 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=7f8bec79-14d8-4a7b-87db-0775dc221956 HTTP/1.1" status: 200 len: 217 time: 0.0379412 Nov 15 11:57:18.057297 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-5a47e1be-dce5-4f69-965b-88dd08efb126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:18.058677 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-5a47e1be-dce5-4f69-965b-88dd08efb126 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0480506 Nov 15 11:57:18.105426 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-f439f18f-410a-42e6-8938-447dc90e4589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:18.107158 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-f439f18f-410a-42e6-8938-447dc90e4589 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0418980 Nov 15 11:57:18.208253 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-9d829cea-2249-41f2-818a-06c190ed94f6 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935085 Nov 15 11:57:18.301308 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed56d6cd-03b8-402b-aa83-8e1f1cb6382e req-fb4c511f-f5d4-47c9-9cd8-83824d0267d8 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862918 Nov 15 11:57:18.398544 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cb7c9-8344-4683-8c54-6caed5bfc328 req-93003abb-918b-4799-bb7a-990854a017a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:18.400251 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc9cb7c9-8344-4683-8c54-6caed5bfc328 req-93003abb-918b-4799-bb7a-990854a017a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3726b43e443b4f09bf764193be86e928&device_id=f409137e-9cab-4a60-90d7-fb6e56103b36 HTTP/1.1" status: 200 len: 1099 time: 0.0431063 Nov 15 11:57:18.496461 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cb7c9-8344-4683-8c54-6caed5bfc328 req-933f4194-ab43-4333-914b-32a7b087c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:18.497927 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc9cb7c9-8344-4683-8c54-6caed5bfc328 req-933f4194-ab43-4333-914b-32a7b087c2a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=205be025-b113-4a5a-b90e-aeea96b57fb9 HTTP/1.1" status: 200 len: 870 time: 0.0911171 Nov 15 11:57:18.539211 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc9cb7c9-8344-4683-8c54-6caed5bfc328 req-24661eb7-ccf3-4c60-8c69-571672b8cdca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=7f8bec79-14d8-4a7b-87db-0775dc221956 HTTP/1.1" status: 200 len: 217 time: 0.0330527 Nov 15 11:57:18.589037 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cb7c9-8344-4683-8c54-6caed5bfc328 req-585b3cf4-573a-4112-b4e8-ddcee888e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:18.590433 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc9cb7c9-8344-4683-8c54-6caed5bfc328 req-585b3cf4-573a-4112-b4e8-ddcee888e85c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dabebf4-9952-438e-832a-c05d4465104e HTTP/1.1" status: 200 len: 843 time: 0.0439911 Nov 15 11:57:18.653587 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cb7c9-8344-4683-8c54-6caed5bfc328 req-be5f7f69-15b1-4047-8eee-5a48ae50fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:18.655877 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc9cb7c9-8344-4683-8c54-6caed5bfc328 req-be5f7f69-15b1-4047-8eee-5a48ae50fa01 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=205be025-b113-4a5a-b90e-aeea96b57fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0544345 Nov 15 11:57:18.751882 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc9cb7c9-8344-4683-8c54-6caed5bfc328 req-64fdd38a-a763-4cd9-89c3-025bebcb4d45 service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872426 Nov 15 11:57:18.855027 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc9cb7c9-8344-4683-8c54-6caed5bfc328 req-74c2c7c2-1f0d-4c80-80f8-1e6689de0fab service neutron] 10.222.0.55 "GET /v2.0/networks/205be025-b113-4a5a-b90e-aeea96b57fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938587 Nov 15 11:57:19.053623 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40c20c-2665-4d5a-ab64-873f82409d15 req-0333fea6-df2d-46ab-9f6a-c016fc889eb3 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:19.055133 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc40c20c-2665-4d5a-ab64-873f82409d15 req-0333fea6-df2d-46ab-9f6a-c016fc889eb3 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.64 "GET /v2.0/ports?device_id=f409137e-9cab-4a60-90d7-fb6e56103b36 HTTP/1.1" status: 200 len: 948 time: 0.0576029 Nov 15 11:57:19.106972 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc40c20c-2665-4d5a-ab64-873f82409d15 req-805d6adc-3278-476f-ac5a-f70c5884d473 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.64 "GET /v2.0/security-groups?id=d79314d9-dd9a-4e98-9ec2-dc8132950c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432322 Nov 15 11:57:20.230759 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade2332-bb5b-46f2-a504-97186274a9c0 req-fdf5d0ba-64bb-43d6-9129-4ff0a3217fb7 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:20.232278 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bade2332-bb5b-46f2-a504-97186274a9c0 req-fdf5d0ba-64bb-43d6-9129-4ff0a3217fb7 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.64 "GET /v2.0/ports?device_id=f409137e-9cab-4a60-90d7-fb6e56103b36 HTTP/1.1" status: 200 len: 948 time: 0.0559657 Nov 15 11:57:20.284922 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bade2332-bb5b-46f2-a504-97186274a9c0 req-a52042d3-94cd-4891-b91e-a44162f7effc tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.64 "GET /v2.0/security-groups?id=d79314d9-dd9a-4e98-9ec2-dc8132950c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465615 Nov 15 11:57:20.500119 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 7f8bec79-14d8-4a7b-87db-0775dc221956 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:57:20.604192 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 7f8bec79-14d8-4a7b-87db-0775dc221956, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7f8bec79-14d8-4a7b-87db-0775dc221956,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:57:20.615697 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '7f8bec79-14d8-4a7b-87db-0775dc221956', 'network_id': '205be025-b113-4a5a-b90e-aeea96b57fb9', 'port_id': '7f8bec79-14d8-4a7b-87db-0775dc221956', 'mac_address': 'fa:16:3e:f7:6f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabebf4-9952-438e-832a-c05d4465104e', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:57:20.652763 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:20.665902 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8bec79-14d8-4a7b-87db-0775dc221956 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:57:20.685180 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 7f8bec79-14d8-4a7b-87db-0775dc221956, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7f8bec79-14d8-4a7b-87db-0775dc221956,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:57:20.691741 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:20.740266 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=7f8bec79-14d8-4a7b-87db-0775dc221956,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:20.884057 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['7f8bec79-14d8-4a7b-87db-0775dc221956'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:57:21.416307 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82db00-aa38-40f6-910b-29f0aee3cef5 req-0a89f44e-04e5-4647-b9a5-dfe849d3ef75 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:21.417680 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df82db00-aa38-40f6-910b-29f0aee3cef5 req-0a89f44e-04e5-4647-b9a5-dfe849d3ef75 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.64 "GET /v2.0/ports?device_id=f409137e-9cab-4a60-90d7-fb6e56103b36 HTTP/1.1" status: 200 len: 949 time: 0.0509241 Nov 15 11:57:21.466900 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df82db00-aa38-40f6-910b-29f0aee3cef5 req-eb737117-ff2a-4b8f-afad-442569f130fe tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.64 "GET /v2.0/security-groups?id=d79314d9-dd9a-4e98-9ec2-dc8132950c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432098 Nov 15 11:57:22.512553 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 7f8bec79-14d8-4a7b-87db-0775dc221956 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:57:22.567344 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 7f8bec79-14d8-4a7b-87db-0775dc221956 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:57:22.571069 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 7f8bec79-14d8-4a7b-87db-0775dc221956 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:57:22.571428 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:22.597777 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98245d00-e33b-46cf-a831-5639dd76d8e1 req-8331e056-d3d9-4ef2-a07c-09f59e019168 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:22.599301 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-98245d00-e33b-46cf-a831-5639dd76d8e1 req-8331e056-d3d9-4ef2-a07c-09f59e019168 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.64 "GET /v2.0/ports?device_id=f409137e-9cab-4a60-90d7-fb6e56103b36 HTTP/1.1" status: 200 len: 949 time: 0.0499380 Nov 15 11:57:22.651074 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-98245d00-e33b-46cf-a831-5639dd76d8e1 req-ba0552c7-a9b0-4be4-b1f8-63107954f295 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.64 "GET /v2.0/security-groups?id=d79314d9-dd9a-4e98-9ec2-dc8132950c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454721 Nov 15 11:57:22.653716 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:22.676725 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f409137e-9cab-4a60-90d7-fb6e56103b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8bec79-14d8-4a7b-87db-0775dc221956'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:57:22.678969 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4a3215-5fc2-4d88-bf93-4e6739cdb903" -d '{"events": [{"server_uuid": "f409137e-9cab-4a60-90d7-fb6e56103b36", "name": "network-vif-plugged", "status": "completed", "tag": "7f8bec79-14d8-4a7b-87db-0775dc221956"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:57:22.691106 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 7f8bec79-14d8-4a7b-87db-0775dc221956, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7f8bec79-14d8-4a7b-87db-0775dc221956,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:57:22.695771 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:22.721113 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d2ce14-d0b8-44aa-9a4a-7b0a7b04e921 x-openstack-request-id: req-61d2ce14-d0b8-44aa-9a4a-7b0a7b04e921 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:57:22.721398 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f409137e-9cab-4a60-90d7-fb6e56103b36", "name": "network-vif-plugged", "status": "completed", "tag": "7f8bec79-14d8-4a7b-87db-0775dc221956", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:57:22.721644 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61d2ce14-d0b8-44aa-9a4a-7b0a7b04e921 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:57:22.722037 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f409137e-9cab-4a60-90d7-fb6e56103b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8bec79-14d8-4a7b-87db-0775dc221956', 'code': 200} Nov 15 11:57:22.747427 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=7f8bec79-14d8-4a7b-87db-0775dc221956,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:22.822292 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90754f-527f-44e6-94dc-f72bddffed69 req-32c158b3-8b37-4845-840c-ab7236bbe765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:22.823711 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1c90754f-527f-44e6-94dc-f72bddffed69 req-32c158b3-8b37-4845-840c-ab7236bbe765 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f409137e-9cab-4a60-90d7-fb6e56103b36 HTTP/1.1" status: 200 len: 1101 time: 0.0504842 Nov 15 11:57:22.868765 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1c90754f-527f-44e6-94dc-f72bddffed69 req-25ba0dcb-6cce-40eb-a8c4-bc68c4a34690 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d79314d9-dd9a-4e98-9ec2-dc8132950c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375338 Nov 15 11:57:23.785955 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c46d5-740d-444e-b703-df6b0bf2a24c req-a35039ea-1d8c-47cc-902a-a2ab8fe12050 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:23.787611 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c19c46d5-740d-444e-b703-df6b0bf2a24c req-a35039ea-1d8c-47cc-902a-a2ab8fe12050 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.64 "GET /v2.0/ports?device_id=f409137e-9cab-4a60-90d7-fb6e56103b36 HTTP/1.1" status: 200 len: 950 time: 0.0522144 Nov 15 11:57:23.835724 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c19c46d5-740d-444e-b703-df6b0bf2a24c req-07b63209-7df3-455d-bee4-af677bbd0053 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.64 "GET /v2.0/security-groups?id=d79314d9-dd9a-4e98-9ec2-dc8132950c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420473 Nov 15 11:57:25.013532 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250d181-e045-4c4e-a50f-995fc5d33e84 req-30800ee8-ec79-487d-a1a1-506dc590e51d tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:25.014994 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a250d181-e045-4c4e-a50f-995fc5d33e84 req-30800ee8-ec79-487d-a1a1-506dc590e51d tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.64 "GET /v2.0/ports?device_id=f409137e-9cab-4a60-90d7-fb6e56103b36 HTTP/1.1" status: 200 len: 950 time: 0.0571425 Nov 15 11:57:25.063555 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a250d181-e045-4c4e-a50f-995fc5d33e84 req-ea0137a2-67be-44d8-8a53-5b7024f8c940 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.64 "GET /v2.0/security-groups?id=d79314d9-dd9a-4e98-9ec2-dc8132950c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403657 Nov 15 11:57:25.345852 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-6c10d917-912c-4048-8d9f-3c26cf4faad6 req-2fcce41e-b99b-43b0-89a9-5b1b962284b4 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:57:25.346824 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c10d917-912c-4048-8d9f-3c26cf4faad6 req-2fcce41e-b99b-43b0-89a9-5b1b962284b4 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055666 Nov 15 11:57:25.949167 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976da93f-82b7-481b-b039-28b188fb580b req-6969c0a9-e066-4f87-84de-2d364a29bd36 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:25.950539 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-976da93f-82b7-481b-b039-28b188fb580b req-6969c0a9-e066-4f87-84de-2d364a29bd36 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.64 "GET /v2.0/ports?device_id=f409137e-9cab-4a60-90d7-fb6e56103b36 HTTP/1.1" status: 200 len: 950 time: 0.0511539 Nov 15 11:57:25.998785 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-976da93f-82b7-481b-b039-28b188fb580b req-61ffea3f-18a4-4d38-ab8b-1ade24c6f737 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.64 "GET /v2.0/security-groups?id=d79314d9-dd9a-4e98-9ec2-dc8132950c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421712 Nov 15 11:57:27.115804 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517f49d-7d6d-4b26-9669-d5a9d9afe4ff req-62dde230-9797-4494-87c8-58509384ffe3 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:27.117360 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9517f49d-7d6d-4b26-9669-d5a9d9afe4ff req-62dde230-9797-4494-87c8-58509384ffe3 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.64 "GET /v2.0/ports?device_id=f409137e-9cab-4a60-90d7-fb6e56103b36 HTTP/1.1" status: 200 len: 950 time: 0.0499277 Nov 15 11:57:27.176179 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9517f49d-7d6d-4b26-9669-d5a9d9afe4ff req-2a75b27a-2ceb-469e-98ec-2c1037d7c847 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.64 "GET /v2.0/security-groups?id=d79314d9-dd9a-4e98-9ec2-dc8132950c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526490 Nov 15 11:57:27.214187 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a0f85-269e-4417-9cdc-6c84814a2ccf req-d01bafc8-a40a-4572-932b-4687228e0117 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:27.215626 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f44a0f85-269e-4417-9cdc-6c84814a2ccf req-d01bafc8-a40a-4572-932b-4687228e0117 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.55 "GET /v2.0/ports?device_id=f409137e-9cab-4a60-90d7-fb6e56103b36 HTTP/1.1" status: 200 len: 950 time: 0.0634706 Nov 15 11:57:27.309779 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f44a0f85-269e-4417-9cdc-6c84814a2ccf req-01dcf015-e5ed-4a30-9b5e-41cf884cc6a0 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Deleting port 7f8bec79-14d8-4a7b-87db-0775dc221956 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:57:27.310008 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f44a0f85-269e-4417-9cdc-6c84814a2ccf req-01dcf015-e5ed-4a30-9b5e-41cf884cc6a0 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:27.404432 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-f44a0f85-269e-4417-9cdc-6c84814a2ccf req-01dcf015-e5ed-4a30-9b5e-41cf884cc6a0 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] For port 7f8bec79-14d8-4a7b-87db-0775dc221956, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=7f8bec79-14d8-4a7b-87db-0775dc221956,segment=NetworkSegment(fc7dce48-6df0-4ddb-aded-07beb028f9f8),segment_id=fc7dce48-6df0-4ddb-aded-07beb028f9f8)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:57:27.404781 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f44a0f85-269e-4417-9cdc-6c84814a2ccf req-01dcf015-e5ed-4a30-9b5e-41cf884cc6a0 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:27.417227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-f44a0f85-269e-4417-9cdc-6c84814a2ccf req-01dcf015-e5ed-4a30-9b5e-41cf884cc6a0 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Calling delete_port for 7f8bec79-14d8-4a7b-87db-0775dc221956 owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:57:27.550919 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f44a0f85-269e-4417-9cdc-6c84814a2ccf req-01dcf015-e5ed-4a30-9b5e-41cf884cc6a0 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:27.563697 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['7f8bec79-14d8-4a7b-87db-0775dc221956'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:57:27.578932 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcf015-e5ed-4a30-9b5e-41cf884cc6a0 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Pushing event deleted for resources: {'Port': ['ID=7f8bec79-14d8-4a7b-87db-0775dc221956,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:27.620111 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44a0f85-269e-4417-9cdc-6c84814a2ccf req-01dcf015-e5ed-4a30-9b5e-41cf884cc6a0 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] No DVR routers for this DVR port 7f8bec79-14d8-4a7b-87db-0775dc221956 on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:57:27.622840 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-f44a0f85-269e-4417-9cdc-6c84814a2ccf req-01dcf015-e5ed-4a30-9b5e-41cf884cc6a0 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:27.626277 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f44a0f85-269e-4417-9cdc-6c84814a2ccf req-01dcf015-e5ed-4a30-9b5e-41cf884cc6a0 tempest-ServersAdminNegativeTestJSON-1353639140 tempest-ServersAdminNegativeTestJSON-1353639140-project] 10.222.0.55 "DELETE /v2.0/ports/7f8bec79-14d8-4a7b-87db-0775dc221956 HTTP/1.1" status: 204 len: 173 time: 0.4044061 Nov 15 11:57:27.626727 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f409137e-9cab-4a60-90d7-fb6e56103b36', 'name': 'network-vif-deleted', 'tag': '7f8bec79-14d8-4a7b-87db-0775dc221956'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:57:27.629121 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2aa9dc-e926-4fba-8243-2c0bd1076cde" -d '{"events": [{"server_uuid": "f409137e-9cab-4a60-90d7-fb6e56103b36", "name": "network-vif-deleted", "tag": "7f8bec79-14d8-4a7b-87db-0775dc221956"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:57:27.669504 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93be3a84-d70c-442f-ada9-68df6b61e339 x-openstack-request-id: req-93be3a84-d70c-442f-ada9-68df6b61e339 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:57:27.670379 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f409137e-9cab-4a60-90d7-fb6e56103b36", "name": "network-vif-deleted", "tag": "7f8bec79-14d8-4a7b-87db-0775dc221956", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:57:27.670624 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93be3a84-d70c-442f-ada9-68df6b61e339 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:57:27.671023 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f409137e-9cab-4a60-90d7-fb6e56103b36', 'name': 'network-vif-deleted', 'tag': '7f8bec79-14d8-4a7b-87db-0775dc221956', 'status': 'completed', 'code': 200} Nov 15 11:57:28.507237 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50870) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:57:28.658263 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1bbf2e94-df91-4659-8418-cff9e364cb7c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3726b43e443b4f09bf764193be86e928&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1496830 Nov 15 11:57:28.660970 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50874) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:57:28.715019 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbc61d3c-c8c8-4374-b04e-93fc89308f02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:28.737367 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbc61d3c-c8c8-4374-b04e-93fc89308f02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:28.786959 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbc61d3c-c8c8-4374-b04e-93fc89308f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:28.789408 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bbc61d3c-c8c8-4374-b04e-93fc89308f02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:28.790564 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bbc61d3c-c8c8-4374-b04e-93fc89308f02 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d79314d9-dd9a-4e98-9ec2-dc8132950c5a HTTP/1.1" status: 204 len: 168 time: 0.1287093 Nov 15 11:57:28.798363 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc61d3c-c8c8-4374-b04e-93fc89308f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79314d9-dd9a-4e98-9ec2-dc8132950c5a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:29.079887 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 50880) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:57:29.093984 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af866935-2111-4333-8c01-236e8b91713c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:29.171029 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af866935-2111-4333-8c01-236e8b91713c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:29.177129 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-af866935-2111-4333-8c01-236e8b91713c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:29.219183 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-af866935-2111-4333-8c01-236e8b91713c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c4373e0deb844b36849d4bcc81ca1eda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1381629 Nov 15 11:57:29.220584 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af866935-2111-4333-8c01-236e8b91713c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaec943c-358f-4b29-a715-002ef9c656a9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:29.222471 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50882) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:57:29.274741 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e71e8446-cfcc-495e-a08a-df60a37eda99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:29.296183 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e71e8446-cfcc-495e-a08a-df60a37eda99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:29.348155 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e71e8446-cfcc-495e-a08a-df60a37eda99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:29.350841 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e71e8446-cfcc-495e-a08a-df60a37eda99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:29.352201 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e71e8446-cfcc-495e-a08a-df60a37eda99 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aaec943c-358f-4b29-a715-002ef9c656a9 HTTP/1.1" status: 204 len: 168 time: 0.1286008 Nov 15 11:57:29.361520 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e8446-cfcc-495e-a08a-df60a37eda99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaec943c-358f-4b29-a715-002ef9c656a9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:29.911386 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:30.104239 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50904) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:57:30.259063 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-ff11324b-54a1-44e0-a9d7-739d54ad1ec9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1327149270-network', 'tenant_id': '54382cf175e94c5eae27b60a8651e890'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:57:30.284323 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff11324b-54a1-44e0-a9d7-739d54ad1ec9 admin admin] Made reservation on behalf of 54382cf175e94c5eae27b60a8651e890 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:57:30.287989 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff11324b-54a1-44e0-a9d7-739d54ad1ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:30.297114 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff11324b-54a1-44e0-a9d7-739d54ad1ec9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:30.379645 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff11324b-54a1-44e0-a9d7-739d54ad1ec9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:30.385379 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff11324b-54a1-44e0-a9d7-739d54ad1ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:30.409220 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff11324b-54a1-44e0-a9d7-739d54ad1ec9 admin admin] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:57:30.417843 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11324b-54a1-44e0-a9d7-739d54ad1ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182e547c-36ce-488e-b585-c3894b3c8284,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:30.423699 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff11324b-54a1-44e0-a9d7-739d54ad1ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:30.424057 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-ff11324b-54a1-44e0-a9d7-739d54ad1ec9 admin admin] Added segment 491d4648-f3c4-436f-9059-ef446d7e73ed of type vlan for network 718fe762-685d-49b3-9612-7cc8ae3dbed8 Nov 15 11:57:30.464518 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff11324b-54a1-44e0-a9d7-739d54ad1ec9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:30.492426 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff11324b-54a1-44e0-a9d7-739d54ad1ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:30.493944 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff11324b-54a1-44e0-a9d7-739d54ad1ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:30.494647 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ff11324b-54a1-44e0-a9d7-739d54ad1ec9 admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:30.538557 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 7f8bec79-14d8-4a7b-87db-0775dc221956 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:57:30.560246 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ff11324b-54a1-44e0-a9d7-739d54ad1ec9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4548409 Nov 15 11:57:30.563319 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 50910) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:57:30.563454 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 7f8bec79-14d8-4a7b-87db-0775dc221956 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:57:30.563760 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 7f8bec79-14d8-4a7b-87db-0775dc221956 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:57:30.571099 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-7b57c6ed-9d75-4949-bac9-b7dcc2ce2205 admin admin] Request body: {'subnet': {'network_id': '718fe762-685d-49b3-9612-7cc8ae3dbed8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1327149270-subnet', 'tenant_id': '54382cf175e94c5eae27b60a8651e890', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:57:30.577050 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11324b-54a1-44e0-a9d7-739d54ad1ec9 admin admin] Pushing event updated for resources: {'Network': ['ID=718fe762-685d-49b3-9612-7cc8ae3dbed8,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:30.586942 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 718fe762-685d-49b3-9612-7cc8ae3dbed8 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:57:30.595159 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b57c6ed-9d75-4949-bac9-b7dcc2ce2205 admin admin] Made reservation on behalf of 54382cf175e94c5eae27b60a8651e890 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:57:30.597776 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7b57c6ed-9d75-4949-bac9-b7dcc2ce2205 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:30.770026 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7b57c6ed-9d75-4949-bac9-b7dcc2ce2205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:30.820948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57c6ed-9d75-4949-bac9-b7dcc2ce2205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7502e4d9-8f41-4a33-8cf6-674b33da72a3,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:30.831524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b57c6ed-9d75-4949-bac9-b7dcc2ce2205 admin admin] Checking segment: {'id': '491d4648-f3c4-436f-9059-ef446d7e73ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '718fe762-685d-49b3-9612-7cc8ae3dbed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:57:30.832030 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b57c6ed-9d75-4949-bac9-b7dcc2ce2205 admin admin] Network hostable DHCP agents. Network: 718fe762-685d-49b3-9612-7cc8ae3dbed8, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:57:30.853754 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b57c6ed-9d75-4949-bac9-b7dcc2ce2205 admin admin] Network 718fe762-685d-49b3-9612-7cc8ae3dbed8 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:57:30.864909 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-7b57c6ed-9d75-4949-bac9-b7dcc2ce2205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 718fe762-685d-49b3-9612-7cc8ae3dbed8) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:57:30.869027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b57c6ed-9d75-4949-bac9-b7dcc2ce2205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:30.869617 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7b57c6ed-9d75-4949-bac9-b7dcc2ce2205 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:30.873775 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e36e4b1-5c11-4471-982a-9d5c29336a2c None None] Network 718fe762-685d-49b3-9612-7cc8ae3dbed8 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:57:30.885757 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7b57c6ed-9d75-4949-bac9-b7dcc2ce2205 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3214166 Nov 15 11:57:31.012068 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12774108-a60c-4da4-b7bb-a427307e63a0 None None] Network 718fe762-685d-49b3-9612-7cc8ae3dbed8 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:57:31.322889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757713e-590f-457a-9e4c-78761e94edb6 req-4f2c244b-b17d-452a-8b01-3427c9a514f7 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:31.324403 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d757713e-590f-457a-9e4c-78761e94edb6 req-4f2c244b-b17d-452a-8b01-3427c9a514f7 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/networks?id=718fe762-685d-49b3-9612-7cc8ae3dbed8 HTTP/1.1" status: 200 len: 812 time: 0.1096585 Nov 15 11:57:31.342621 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d757713e-590f-457a-9e4c-78761e94edb6 req-5f72995e-1407-475c-a226-0b54e62d04ee tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/quotas/54382cf175e94c5eae27b60a8651e890 HTTP/1.1" status: 200 len: 375 time: 0.0099115 Nov 15 11:57:31.375508 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d757713e-590f-457a-9e4c-78761e94edb6 req-7faa45e0-3ee4-4847-bb49-9b43de7ccd78 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=54382cf175e94c5eae27b60a8651e890&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251830 Nov 15 11:57:31.466094 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d757713e-590f-457a-9e4c-78761e94edb6 req-f5032722-f728-4ada-85f3-56c9868c98e9 service neutron] 10.222.0.64 "GET /v2.0/networks/718fe762-685d-49b3-9612-7cc8ae3dbed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833352 Nov 15 11:57:31.556326 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d757713e-590f-457a-9e4c-78761e94edb6 req-b773a728-535d-4939-bede-45d42ed13d02 service neutron] 10.222.0.64 "GET /v2.0/networks/718fe762-685d-49b3-9612-7cc8ae3dbed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842299 Nov 15 11:57:31.718577 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b94733d-384d-4623-9c9b-b617ebc93bcc req-cdae2a6c-eb97-4740-8415-971949542267 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 210 time: 0.0266225 Nov 15 11:57:31.916913 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:32.696240 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757713e-590f-457a-9e4c-78761e94edb6 req-9800edc5-1d86-4f78-aaaa-bea2cb60f94e tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:32.698339 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d757713e-590f-457a-9e4c-78761e94edb6 req-9800edc5-1d86-4f78-aaaa-bea2cb60f94e tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.55 "GET /v2.0/networks?id=718fe762-685d-49b3-9612-7cc8ae3dbed8 HTTP/1.1" status: 200 len: 812 time: 0.1084757 Nov 15 11:57:32.710844 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-d757713e-590f-457a-9e4c-78761e94edb6 req-499ac0c7-5615-447b-af9d-b6907ff52606 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Request body: {'port': {'device_id': 'f4cc63f5-8b2f-4a75-824d-bd161f3c407e', 'network_id': '718fe762-685d-49b3-9612-7cc8ae3dbed8', 'admin_state_up': True, 'tenant_id': '54382cf175e94c5eae27b60a8651e890'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:57:32.828431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-99653549-5bb7-46bd-96b9-37698eafda48 req-b9391645-baea-4278-8633-033b0f06bf5c tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 210 time: 0.0370107 Nov 15 11:57:32.849456 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d757713e-590f-457a-9e4c-78761e94edb6 req-499ac0c7-5615-447b-af9d-b6907ff52606 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Made reservation on behalf of 54382cf175e94c5eae27b60a8651e890 for: {'port': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:57:32.853049 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d757713e-590f-457a-9e4c-78761e94edb6 req-499ac0c7-5615-447b-af9d-b6907ff52606 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:32.972599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [req-d757713e-590f-457a-9e4c-78761e94edb6 req-499ac0c7-5615-447b-af9d-b6907ff52606 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Allocated IP 172.20.0.10 (718fe762-685d-49b3-9612-7cc8ae3dbed8/7502e4d9-8f41-4a33-8cf6-674b33da72a3/125c8ef0-c8ac-4132-a6c8-570d6c55efd1) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:57:33.118338 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d757713e-590f-457a-9e4c-78761e94edb6 req-499ac0c7-5615-447b-af9d-b6907ff52606 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:33.156333 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d757713e-590f-457a-9e4c-78761e94edb6 req-499ac0c7-5615-447b-af9d-b6907ff52606 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:33.199904 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d757713e-590f-457a-9e4c-78761e94edb6 req-499ac0c7-5615-447b-af9d-b6907ff52606 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Network 718fe762-685d-49b3-9612-7cc8ae3dbed8 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:57:33.203011 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [req-d757713e-590f-457a-9e4c-78761e94edb6 req-499ac0c7-5615-447b-af9d-b6907ff52606 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:57:33.206780 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-d757713e-590f-457a-9e4c-78761e94edb6 req-499ac0c7-5615-447b-af9d-b6907ff52606 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:57:33.213679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ac0c7-5615-447b-af9d-b6907ff52606 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Pushing event updated for resources: {'Port': ['ID=125c8ef0-c8ac-4132-a6c8-570d6c55efd1,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:33.261600 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757713e-590f-457a-9e4c-78761e94edb6 req-499ac0c7-5615-447b-af9d-b6907ff52606 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:33.262094 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d757713e-590f-457a-9e4c-78761e94edb6 req-499ac0c7-5615-447b-af9d-b6907ff52606 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:33.280351 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d757713e-590f-457a-9e4c-78761e94edb6 req-499ac0c7-5615-447b-af9d-b6907ff52606 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5731730 Nov 15 11:57:33.292259 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-d757713e-590f-457a-9e4c-78761e94edb6 req-963a8204-a799-4bbf-93b9-39f63b7783ba service neutron] Request body: {'port': {'device_id': 'f4cc63f5-8b2f-4a75-824d-bd161f3c407e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:57:33.347275 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d757713e-590f-457a-9e4c-78761e94edb6 req-963a8204-a799-4bbf-93b9-39f63b7783ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:33.610290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [req-d757713e-590f-457a-9e4c-78761e94edb6 req-963a8204-a799-4bbf-93b9-39f63b7783ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 {{(pid=102678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:57:33.621964 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d757713e-590f-457a-9e4c-78761e94edb6 req-963a8204-a799-4bbf-93b9-39f63b7783ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:33.637559 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-d757713e-590f-457a-9e4c-78761e94edb6 req-963a8204-a799-4bbf-93b9-39f63b7783ba service neutron] Transition to ACTIVE for port object 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:57:33.643331 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d757713e-590f-457a-9e4c-78761e94edb6 req-963a8204-a799-4bbf-93b9-39f63b7783ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:33.696592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a8204-a799-4bbf-93b9-39f63b7783ba service neutron] Pushing event updated for resources: {'Port': ['ID=125c8ef0-c8ac-4132-a6c8-570d6c55efd1,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:33.759710 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-d757713e-590f-457a-9e4c-78761e94edb6 req-963a8204-a799-4bbf-93b9-39f63b7783ba service neutron] Attempting to bind port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:57:33.760038 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-d757713e-590f-457a-9e4c-78761e94edb6 req-963a8204-a799-4bbf-93b9-39f63b7783ba service neutron] Attempting to bind port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '491d4648-f3c4-436f-9059-ef446d7e73ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '718fe762-685d-49b3-9612-7cc8ae3dbed8'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:57:33.760382 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d757713e-590f-457a-9e4c-78761e94edb6 req-963a8204-a799-4bbf-93b9-39f63b7783ba service neutron] Attempting to bind port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 on network 718fe762-685d-49b3-9612-7cc8ae3dbed8 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:57:33.765216 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d757713e-590f-457a-9e4c-78761e94edb6 req-963a8204-a799-4bbf-93b9-39f63b7783ba service neutron] Port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 on network 718fe762-685d-49b3-9612-7cc8ae3dbed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:57:33.765561 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d757713e-590f-457a-9e4c-78761e94edb6 req-963a8204-a799-4bbf-93b9-39f63b7783ba service neutron] Attempting to bind port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 on network 718fe762-685d-49b3-9612-7cc8ae3dbed8 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:57:33.770613 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d757713e-590f-457a-9e4c-78761e94edb6 req-963a8204-a799-4bbf-93b9-39f63b7783ba service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:57:33.770944 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d757713e-590f-457a-9e4c-78761e94edb6 req-963a8204-a799-4bbf-93b9-39f63b7783ba service neutron] Checking segment: {'id': '491d4648-f3c4-436f-9059-ef446d7e73ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '718fe762-685d-49b3-9612-7cc8ae3dbed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:57:33.771310 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d757713e-590f-457a-9e4c-78761e94edb6 req-963a8204-a799-4bbf-93b9-39f63b7783ba service neutron] Bound using segment: {'id': '491d4648-f3c4-436f-9059-ef446d7e73ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '718fe762-685d-49b3-9612-7cc8ae3dbed8'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:57:33.771725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-d757713e-590f-457a-9e4c-78761e94edb6 req-963a8204-a799-4bbf-93b9-39f63b7783ba service neutron] Bound port: 125c8ef0-c8ac-4132-a6c8-570d6c55efd1, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491d4648-f3c4-436f-9059-ef446d7e73ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '718fe762-685d-49b3-9612-7cc8ae3dbed8'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:57:33.772094 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d757713e-590f-457a-9e4c-78761e94edb6 req-963a8204-a799-4bbf-93b9-39f63b7783ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:33.834459 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-d757713e-590f-457a-9e4c-78761e94edb6 req-963a8204-a799-4bbf-93b9-39f63b7783ba service neutron] For port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:57:33.838168 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-d757713e-590f-457a-9e4c-78761e94edb6 req-963a8204-a799-4bbf-93b9-39f63b7783ba service neutron] For port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=125c8ef0-c8ac-4132-a6c8-570d6c55efd1,segment=NetworkSegment(491d4648-f3c4-436f-9059-ef446d7e73ed),segment_id=491d4648-f3c4-436f-9059-ef446d7e73ed)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:57:33.842959 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d757713e-590f-457a-9e4c-78761e94edb6 req-963a8204-a799-4bbf-93b9-39f63b7783ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:33.879740 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757713e-590f-457a-9e4c-78761e94edb6 req-963a8204-a799-4bbf-93b9-39f63b7783ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:33.880298 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-d757713e-590f-457a-9e4c-78761e94edb6 req-963a8204-a799-4bbf-93b9-39f63b7783ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:33.881730 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d757713e-590f-457a-9e4c-78761e94edb6 req-963a8204-a799-4bbf-93b9-39f63b7783ba service neutron] 10.222.0.55 "PUT /v2.0/ports/125c8ef0-c8ac-4132-a6c8-570d6c55efd1 HTTP/1.1" status: 200 len: 1092 time: 0.5934899 Nov 15 11:57:33.882164 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cc63f5-8b2f-4a75-824d-bd161f3c407e', 'tag': '125c8ef0-c8ac-4132-a6c8-570d6c55efd1'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:57:33.884424 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc24ac49-57ec-4180-b569-3f9ae1783bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "f4cc63f5-8b2f-4a75-824d-bd161f3c407e", "tag": "125c8ef0-c8ac-4132-a6c8-570d6c55efd1"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:57:33.919090 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a8204-a799-4bbf-93b9-39f63b7783ba service neutron] Pushing event updated for resources: {'Port': ['ID=125c8ef0-c8ac-4132-a6c8-570d6c55efd1,revision_number=3']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:33.983380 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ee7fb-3d5c-4ed4-ab30-c5b9fdc1deed req-b83edf32-72ef-47ba-a9c9-260239f56b86 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:33.984888 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f74ee7fb-3d5c-4ed4-ab30-c5b9fdc1deed req-b83edf32-72ef-47ba-a9c9-260239f56b86 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 944 time: 0.0800173 Nov 15 11:57:33.990382 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757713e-590f-457a-9e4c-78761e94edb6 req-43aa2fab-3646-466f-8c01-febe799bc0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:33.991754 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d757713e-590f-457a-9e4c-78761e94edb6 req-43aa2fab-3646-466f-8c01-febe799bc0a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54382cf175e94c5eae27b60a8651e890&device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 1095 time: 0.0568509 Nov 15 11:57:34.045396 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d757713e-590f-457a-9e4c-78761e94edb6 req-f01af76a-e928-45e9-a82c-b7eadb244486 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=125c8ef0-c8ac-4132-a6c8-570d6c55efd1 HTTP/1.1" status: 200 len: 217 time: 0.0402293 Nov 15 11:57:34.090079 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f74ee7fb-3d5c-4ed4-ab30-c5b9fdc1deed req-58b00352-f045-44ed-be92-46abdda0ff33 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973918 Nov 15 11:57:34.115938 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757713e-590f-457a-9e4c-78761e94edb6 req-ffcf4695-e4a3-4564-a92c-590ae99ee7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:34.117437 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d757713e-590f-457a-9e4c-78761e94edb6 req-ffcf4695-e4a3-4564-a92c-590ae99ee7c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7502e4d9-8f41-4a33-8cf6-674b33da72a3 HTTP/1.1" status: 200 len: 852 time: 0.0647264 Nov 15 11:57:34.133900 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c448cf90-8f93-49c8-894a-6363d6287264 x-openstack-request-id: req-c448cf90-8f93-49c8-894a-6363d6287264 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:57:34.134179 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4cc63f5-8b2f-4a75-824d-bd161f3c407e", "tag": "125c8ef0-c8ac-4132-a6c8-570d6c55efd1", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:57:34.134415 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c448cf90-8f93-49c8-894a-6363d6287264 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:57:34.134811 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cc63f5-8b2f-4a75-824d-bd161f3c407e', 'tag': '125c8ef0-c8ac-4132-a6c8-570d6c55efd1', 'status': 'completed', 'code': 200} Nov 15 11:57:34.149314 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d757713e-590f-457a-9e4c-78761e94edb6 req-7f4f66da-ead9-464d-b4c5-1172cdfa4dde service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=718fe762-685d-49b3-9612-7cc8ae3dbed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248413 Nov 15 11:57:34.244010 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d757713e-590f-457a-9e4c-78761e94edb6 req-dd06715d-2916-43de-92dd-e7d8b1e4aff0 service neutron] 10.222.0.55 "GET /v2.0/networks/718fe762-685d-49b3-9612-7cc8ae3dbed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871568 Nov 15 11:57:34.338151 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d757713e-590f-457a-9e4c-78761e94edb6 req-5c4080fc-2011-485e-8b3d-807f4e8202de service neutron] 10.222.0.55 "GET /v2.0/networks/718fe762-685d-49b3-9612-7cc8ae3dbed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874529 Nov 15 11:57:34.433916 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24ac49-57ec-4180-b569-3f9ae1783bbd req-ba4d1dda-41c4-4933-9202-835aff2c5dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:34.435327 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc24ac49-57ec-4180-b569-3f9ae1783bbd req-ba4d1dda-41c4-4933-9202-835aff2c5dbd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54382cf175e94c5eae27b60a8651e890&device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 1095 time: 0.0455973 Nov 15 11:57:34.527247 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24ac49-57ec-4180-b569-3f9ae1783bbd req-a275abfe-f3c8-4d2f-8560-afa63dbf1556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:34.528657 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc24ac49-57ec-4180-b569-3f9ae1783bbd req-a275abfe-f3c8-4d2f-8560-afa63dbf1556 service neutron] 10.222.0.55 "GET /v2.0/networks?id=718fe762-685d-49b3-9612-7cc8ae3dbed8 HTTP/1.1" status: 200 len: 913 time: 0.0858157 Nov 15 11:57:34.574202 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc24ac49-57ec-4180-b569-3f9ae1783bbd req-367c9bca-1df9-4dc4-9665-f2ec7a5b0fdf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=125c8ef0-c8ac-4132-a6c8-570d6c55efd1 HTTP/1.1" status: 200 len: 217 time: 0.0372527 Nov 15 11:57:34.622535 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24ac49-57ec-4180-b569-3f9ae1783bbd req-664367b9-ee26-40b4-be18-18ada29be3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:34.624053 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc24ac49-57ec-4180-b569-3f9ae1783bbd req-664367b9-ee26-40b4-be18-18ada29be3c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7502e4d9-8f41-4a33-8cf6-674b33da72a3 HTTP/1.1" status: 200 len: 852 time: 0.0432034 Nov 15 11:57:34.655775 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc24ac49-57ec-4180-b569-3f9ae1783bbd req-0634d26d-6193-462f-9d71-6d2188a265af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=718fe762-685d-49b3-9612-7cc8ae3dbed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238364 Nov 15 11:57:34.749346 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc24ac49-57ec-4180-b569-3f9ae1783bbd req-c913e58f-73aa-4afb-8e1f-926039641d04 service neutron] 10.222.0.55 "GET /v2.0/networks/718fe762-685d-49b3-9612-7cc8ae3dbed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857141 Nov 15 11:57:34.839503 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc24ac49-57ec-4180-b569-3f9ae1783bbd req-d77e62fc-369d-4345-b10b-9e100917ac4c service neutron] 10.222.0.55 "GET /v2.0/networks/718fe762-685d-49b3-9612-7cc8ae3dbed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828497 Nov 15 11:57:35.210245 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad846ce2-fbec-4515-b4e1-96a40d88dac1 req-01678b7f-7de8-4571-9b3d-da1de3b68961 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:35.212269 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad846ce2-fbec-4515-b4e1-96a40d88dac1 req-01678b7f-7de8-4571-9b3d-da1de3b68961 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 944 time: 0.0509722 Nov 15 11:57:35.264911 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad846ce2-fbec-4515-b4e1-96a40d88dac1 req-dbb9e2c3-b904-4d78-85ab-eacffde9da4f tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463264 Nov 15 11:57:36.305076 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6945fe55-69bc-42ed-bb79-37cb2664a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:36.392593 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f36cd-b7a2-4cd5-b277-b2e9450e86a8 req-52d04b2d-4e90-4a02-acca-edb4ba77f64b tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:36.394061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-311f36cd-b7a2-4cd5-b277-b2e9450e86a8 req-52d04b2d-4e90-4a02-acca-edb4ba77f64b tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 944 time: 0.0521569 Nov 15 11:57:36.445556 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-311f36cd-b7a2-4cd5-b277-b2e9450e86a8 req-1246d9ab-7222-4337-a01e-67c7b1181cb4 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449319 Nov 15 11:57:36.539962 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:57:36.648290 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=125c8ef0-c8ac-4132-a6c8-570d6c55efd1,segment=NetworkSegment(491d4648-f3c4-436f-9059-ef446d7e73ed),segment_id=491d4648-f3c4-436f-9059-ef446d7e73ed)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:57:36.659352 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '125c8ef0-c8ac-4132-a6c8-570d6c55efd1', 'network_id': '718fe762-685d-49b3-9612-7cc8ae3dbed8', 'port_id': '125c8ef0-c8ac-4132-a6c8-570d6c55efd1', 'mac_address': 'fa:16:3e:f3:b9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7502e4d9-8f41-4a33-8cf6-674b33da72a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:57:36.701683 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:36.717875 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:57:36.738983 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=125c8ef0-c8ac-4132-a6c8-570d6c55efd1,segment=NetworkSegment(491d4648-f3c4-436f-9059-ef446d7e73ed),segment_id=491d4648-f3c4-436f-9059-ef446d7e73ed)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:57:36.746205 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:36.792622 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=125c8ef0-c8ac-4132-a6c8-570d6c55efd1,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:36.942286 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['125c8ef0-c8ac-4132-a6c8-570d6c55efd1'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:57:37.569444 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59863f2f-14f1-44bc-9a89-16e1d868af92 req-b2c20f6e-3a44-4dc3-bca5-9f38ba238a19 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:37.570919 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59863f2f-14f1-44bc-9a89-16e1d868af92 req-b2c20f6e-3a44-4dc3-bca5-9f38ba238a19 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 945 time: 0.0548649 Nov 15 11:57:37.617776 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59863f2f-14f1-44bc-9a89-16e1d868af92 req-2187c7fd-e360-4267-93b8-f0c2d0b7bd22 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409815 Nov 15 11:57:38.384737 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-97e1efa5-e875-4ac4-89d9-0c3ba826b5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:38.555002 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:57:38.620626 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:57:38.624679 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:57:38.625057 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:38.707065 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:38.729875 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cc63f5-8b2f-4a75-824d-bd161f3c407e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125c8ef0-c8ac-4132-a6c8-570d6c55efd1'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:57:38.732187 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fec5811-6a52-44fa-95c4-5f0197859239" -d '{"events": [{"server_uuid": "f4cc63f5-8b2f-4a75-824d-bd161f3c407e", "name": "network-vif-plugged", "status": "completed", "tag": "125c8ef0-c8ac-4132-a6c8-570d6c55efd1"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:57:38.737055 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606abc4-49f6-42ce-800c-250045f5bbc0 req-1bfcf1ef-c159-410e-b9ad-cc8f1b7c02a7 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:38.738811 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d606abc4-49f6-42ce-800c-250045f5bbc0 req-1bfcf1ef-c159-410e-b9ad-cc8f1b7c02a7 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 945 time: 0.0529468 Nov 15 11:57:38.745443 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=125c8ef0-c8ac-4132-a6c8-570d6c55efd1,segment=NetworkSegment(491d4648-f3c4-436f-9059-ef446d7e73ed),segment_id=491d4648-f3c4-436f-9059-ef446d7e73ed)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:57:38.749596 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:38.785973 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d606abc4-49f6-42ce-800c-250045f5bbc0 req-8d981415-df02-4d57-93a4-9ab5de3c2b0e tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411427 Nov 15 11:57:38.796892 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=125c8ef0-c8ac-4132-a6c8-570d6c55efd1,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:57:38.831469 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb138ead-fa79-4f27-82b8-610cac4cb543 x-openstack-request-id: req-cb138ead-fa79-4f27-82b8-610cac4cb543 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:57:38.831764 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cc63f5-8b2f-4a75-824d-bd161f3c407e", "name": "network-vif-plugged", "status": "completed", "tag": "125c8ef0-c8ac-4132-a6c8-570d6c55efd1", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:57:38.832039 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb138ead-fa79-4f27-82b8-610cac4cb543 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:57:38.832467 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cc63f5-8b2f-4a75-824d-bd161f3c407e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125c8ef0-c8ac-4132-a6c8-570d6c55efd1', 'code': 200} Nov 15 11:57:38.929349 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947f8a3-2ba0-47c1-8eb6-8c64ca3e0266 req-d4d9c8ec-fac1-4643-af76-69237a849bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:38.930725 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0947f8a3-2ba0-47c1-8eb6-8c64ca3e0266 req-d4d9c8ec-fac1-4643-af76-69237a849bfa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 1097 time: 0.0406957 Nov 15 11:57:38.976434 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0947f8a3-2ba0-47c1-8eb6-8c64ca3e0266 req-9c8c5aaa-1224-4136-aa03-5b430abddad9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375278 Nov 15 11:57:39.912164 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb5584-8f93-4098-a37d-e84b12b1847e req-2947590f-1501-4fb5-bace-4bc274ca22bc tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:39.913930 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5ecb5584-8f93-4098-a37d-e84b12b1847e req-2947590f-1501-4fb5-bace-4bc274ca22bc tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0509984 Nov 15 11:57:39.971999 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5ecb5584-8f93-4098-a37d-e84b12b1847e req-edbbae5e-3e72-453d-85a0-5ee46412eb97 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517592 Nov 15 11:57:39.976171 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:41.093756 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45381ec6-9416-466f-aa4d-406687c79d25 req-51f64ee1-bfb6-4284-b3a7-cf855cebedb2 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:41.095269 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-45381ec6-9416-466f-aa4d-406687c79d25 req-51f64ee1-bfb6-4284-b3a7-cf855cebedb2 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0483606 Nov 15 11:57:41.142107 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-45381ec6-9416-466f-aa4d-406687c79d25 req-3b02289f-106b-4f95-96dd-a7b4f8e66a9e tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406332 Nov 15 11:57:41.390006 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c96538-23bb-4185-a160-1f464ad0ee55 req-f3682ada-5636-4574-bec7-238b9000d298 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:41.391478 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08c96538-23bb-4185-a160-1f464ad0ee55 req-f3682ada-5636-4574-bec7-238b9000d298 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0488074 Nov 15 11:57:41.438615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08c96538-23bb-4185-a160-1f464ad0ee55 req-a3f19189-4a33-4d52-8d93-5a51bd290ab6 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410819 Nov 15 11:57:41.464736 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-70f26022-91c9-47d3-9375-f0dd5e9e1c86 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1253796 Nov 15 11:57:41.473889 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-4363bfa1-0138-43d0-98b2-ee080fb47443 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 11:57:41.474892 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-4363bfa1-0138-43d0-98b2-ee080fb47443 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052016 Nov 15 11:57:41.546482 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:42.185989 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:57:42.755662 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:57:42.928455 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188267b-098c-4fa5-92a4-866d3d06487b req-1552f78b-2225-453a-a573-6c5bbbcc193e tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:42.929982 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e188267b-098c-4fa5-92a4-866d3d06487b req-1552f78b-2225-453a-a573-6c5bbbcc193e tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.4184151 Nov 15 11:57:42.943342 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-7560ccb5-50d5-41dc-83fd-743b40fc0696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:42.944749 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-7560ccb5-50d5-41dc-83fd-743b40fc0696 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54382cf175e94c5eae27b60a8651e890&device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 1097 time: 0.0615802 Nov 15 11:57:43.029204 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e188267b-098c-4fa5-92a4-866d3d06487b req-4d17e555-44c5-460b-b71a-8e71353a3ada tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929756 Nov 15 11:57:43.058385 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-67c1d9cf-7a74-4bdb-99b1-18262cce445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:43.059849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-67c1d9cf-7a74-4bdb-99b1-18262cce445c service neutron] 10.222.0.55 "GET /v2.0/networks?id=718fe762-685d-49b3-9612-7cc8ae3dbed8 HTTP/1.1" status: 200 len: 913 time: 0.1077964 Nov 15 11:57:43.099895 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-fd8f1a29-cbf7-4157-b2dd-58deff035aaa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=125c8ef0-c8ac-4132-a6c8-570d6c55efd1 HTTP/1.1" status: 200 len: 217 time: 0.0328522 Nov 15 11:57:43.162447 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-23fa5cc5-5686-46c6-bc5e-154c36ebfd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:43.163946 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-23fa5cc5-5686-46c6-bc5e-154c36ebfd87 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7502e4d9-8f41-4a33-8cf6-674b33da72a3 HTTP/1.1" status: 200 len: 852 time: 0.0552058 Nov 15 11:57:43.204870 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-ad89001e-742e-4f37-8cdb-c5645ff2ae7f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=718fe762-685d-49b3-9612-7cc8ae3dbed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326147 Nov 15 11:57:43.308965 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-8a67f15c-6c75-4684-8c52-faec2d06d00a service neutron] 10.222.0.55 "GET /v2.0/networks/718fe762-685d-49b3-9612-7cc8ae3dbed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962772 Nov 15 11:57:43.400630 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-b93c35c5-e831-4168-90fc-bedd6e0060dd service neutron] 10.222.0.55 "GET /v2.0/networks/718fe762-685d-49b3-9612-7cc8ae3dbed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850530 Nov 15 11:57:44.153895 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de1acc-6be6-4191-bcf8-8dd6b59b7744 req-ab8fb16d-8413-42a1-b161-8dd1c1cb04fe tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:44.155384 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28de1acc-6be6-4191-bcf8-8dd6b59b7744 req-ab8fb16d-8413-42a1-b161-8dd1c1cb04fe tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0492318 Nov 15 11:57:44.204362 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-28de1acc-6be6-4191-bcf8-8dd6b59b7744 req-6812ed2f-bbee-4a51-9937-d771c7891b2f tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424068 Nov 15 11:57:45.334000 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ff88c-111f-4749-8924-12d1341f526d req-935d2498-2f17-474d-ae47-a7fa188c76b0 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:45.335602 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c6ff88c-111f-4749-8924-12d1341f526d req-935d2498-2f17-474d-ae47-a7fa188c76b0 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0575612 Nov 15 11:57:45.386348 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c6ff88c-111f-4749-8924-12d1341f526d req-d0f543aa-b860-48f0-8ea8-171eb240da9f tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442190 Nov 15 11:57:46.522051 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570ad0a-c64c-4f25-94d3-18ef37836158 req-ab60b951-cb1d-4c85-9581-8ad01ea6395a tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:46.523868 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1570ad0a-c64c-4f25-94d3-18ef37836158 req-ab60b951-cb1d-4c85-9581-8ad01ea6395a tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0509951 Nov 15 11:57:46.573271 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1570ad0a-c64c-4f25-94d3-18ef37836158 req-cf3c916f-4681-4a5a-9de9-2ff57bac9803 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433712 Nov 15 11:57:47.694680 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ba89c-ee40-4c4d-a92b-a5c05f412c39 req-b1cccf9e-528c-4041-8337-cf5b8ad0bbe0 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:47.696201 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-582ba89c-ee40-4c4d-a92b-a5c05f412c39 req-b1cccf9e-528c-4041-8337-cf5b8ad0bbe0 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0506506 Nov 15 11:57:47.743155 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-582ba89c-ee40-4c4d-a92b-a5c05f412c39 req-891fe8e6-9750-4f1a-9cdf-3e92fb416e4b tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409555 Nov 15 11:57:48.879136 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ae7f4-5412-4c29-866f-6053312b07ff req-d9eb9057-bea6-46b7-851b-8aee7af3e6dc tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:48.880629 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c3ae7f4-5412-4c29-866f-6053312b07ff req-d9eb9057-bea6-46b7-851b-8aee7af3e6dc tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0590298 Nov 15 11:57:48.931802 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c3ae7f4-5412-4c29-866f-6053312b07ff req-84b84f18-0e37-4efd-8a13-59ad548647d0 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425792 Nov 15 11:57:50.066633 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d934da-36fe-461f-a958-9bddb3f63434 req-bcac88b0-a831-4257-97a7-026035b560ae tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:50.068144 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59d934da-36fe-461f-a958-9bddb3f63434 req-bcac88b0-a831-4257-97a7-026035b560ae tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0580952 Nov 15 11:57:50.115856 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59d934da-36fe-461f-a958-9bddb3f63434 req-042123ae-f77e-4c28-a001-d37aefb978d5 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415845 Nov 15 11:57:51.238788 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39633dc-13ad-43b4-a32a-f4ad7bdf83c6 req-a063d3af-df67-4792-9ea7-a614db9e5fd1 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:51.240276 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b39633dc-13ad-43b4-a32a-f4ad7bdf83c6 req-a063d3af-df67-4792-9ea7-a614db9e5fd1 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0541871 Nov 15 11:57:51.288405 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b39633dc-13ad-43b4-a32a-f4ad7bdf83c6 req-25b71e5e-a46d-488e-a902-2ebbbfe933a4 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419719 Nov 15 11:57:52.424665 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e70ec5-dc70-4cf3-b452-e9dd382f9c4c req-5e135798-5a2e-4a20-88ac-b57af81be609 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:52.426138 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-26e70ec5-dc70-4cf3-b452-e9dd382f9c4c req-5e135798-5a2e-4a20-88ac-b57af81be609 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0531609 Nov 15 11:57:52.480448 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-26e70ec5-dc70-4cf3-b452-e9dd382f9c4c req-60d45e59-0aad-4552-896c-34f3ffdee750 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457261 Nov 15 11:57:52.573776 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f935bb5-f2cd-4682-ac61-34948153d3b1 req-44620c3e-5d39-4be1-aa72-fe1b67eda2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:52.575277 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f935bb5-f2cd-4682-ac61-34948153d3b1 req-44620c3e-5d39-4be1-aa72-fe1b67eda2e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54382cf175e94c5eae27b60a8651e890&device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 1097 time: 0.0457976 Nov 15 11:57:52.682381 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f935bb5-f2cd-4682-ac61-34948153d3b1 req-889e97d9-ba72-4b9c-b9dd-92ce137290b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:52.683749 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f935bb5-f2cd-4682-ac61-34948153d3b1 req-889e97d9-ba72-4b9c-b9dd-92ce137290b9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=718fe762-685d-49b3-9612-7cc8ae3dbed8 HTTP/1.1" status: 200 len: 913 time: 0.0885036 Nov 15 11:57:52.725123 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f935bb5-f2cd-4682-ac61-34948153d3b1 req-451c7b5e-611f-436d-bc47-6feb20d61ef9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=125c8ef0-c8ac-4132-a6c8-570d6c55efd1 HTTP/1.1" status: 200 len: 217 time: 0.0335891 Nov 15 11:57:52.777221 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f935bb5-f2cd-4682-ac61-34948153d3b1 req-d8714295-d01b-4d86-abf2-a2bbbc70b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:52.778662 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f935bb5-f2cd-4682-ac61-34948153d3b1 req-d8714295-d01b-4d86-abf2-a2bbbc70b860 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7502e4d9-8f41-4a33-8cf6-674b33da72a3 HTTP/1.1" status: 200 len: 852 time: 0.0468578 Nov 15 11:57:52.810876 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f935bb5-f2cd-4682-ac61-34948153d3b1 req-db56f986-276b-4ba2-ae3f-32c11f431cc3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=718fe762-685d-49b3-9612-7cc8ae3dbed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250680 Nov 15 11:57:52.899779 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f935bb5-f2cd-4682-ac61-34948153d3b1 req-a0822671-4511-4653-84fb-f1074768f4fd service neutron] 10.222.0.55 "GET /v2.0/networks/718fe762-685d-49b3-9612-7cc8ae3dbed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812473 Nov 15 11:57:53.002742 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f935bb5-f2cd-4682-ac61-34948153d3b1 req-b73dd689-e77e-410e-85d3-801426f26262 service neutron] 10.222.0.55 "GET /v2.0/networks/718fe762-685d-49b3-9612-7cc8ae3dbed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957258 Nov 15 11:57:53.600195 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77c6be-5f0d-4444-8233-514e03498c8a req-63cfdc0e-cdb5-47c7-b7be-9d301af1619f tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:53.602412 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c77c6be-5f0d-4444-8233-514e03498c8a req-63cfdc0e-cdb5-47c7-b7be-9d301af1619f tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0509086 Nov 15 11:57:53.650338 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c77c6be-5f0d-4444-8233-514e03498c8a req-e9932aaa-7add-4183-aa31-549f2cd02003 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426078 Nov 15 11:57:54.790529 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6951d9-cc82-4304-884b-544c3dd3cd57 req-077f50d5-a272-4b0d-8706-7c4959fd865f tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:54.792039 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b6951d9-cc82-4304-884b-544c3dd3cd57 req-077f50d5-a272-4b0d-8706-7c4959fd865f tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0632789 Nov 15 11:57:54.840011 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3b6951d9-cc82-4304-884b-544c3dd3cd57 req-f30b2f1d-35e8-4304-b18d-8fc34c06563e tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417683 Nov 15 11:57:55.978633 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d29440-a7f3-468e-adfe-0c951883b3c9 req-a270295d-3b02-454f-87cd-982dedb6310e tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:55.980147 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-38d29440-a7f3-468e-adfe-0c951883b3c9 req-a270295d-3b02-454f-87cd-982dedb6310e tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0519013 Nov 15 11:57:56.030622 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-38d29440-a7f3-468e-adfe-0c951883b3c9 req-cfb4eaa1-b3d0-4719-a249-3e666c7d9254 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416429 Nov 15 11:57:57.159467 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c561c50-6850-4505-b547-78039d18cdfa req-55dcd0b3-c718-4253-83c3-29abc01766e7 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:57.161034 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c561c50-6850-4505-b547-78039d18cdfa req-55dcd0b3-c718-4253-83c3-29abc01766e7 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0539446 Nov 15 11:57:57.216605 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c561c50-6850-4505-b547-78039d18cdfa req-1d4d1956-3c48-4eb0-9a82-a5d7d2955abe tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491805 Nov 15 11:57:58.351339 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58272483-507a-4898-98d7-28440b7ac9d5 req-9a0dd96e-a333-4a54-80c4-3db4c098f513 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:58.352782 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-58272483-507a-4898-98d7-28440b7ac9d5 req-9a0dd96e-a333-4a54-80c4-3db4c098f513 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0505073 Nov 15 11:57:58.400594 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-58272483-507a-4898-98d7-28440b7ac9d5 req-8ec9d28e-1776-415b-9fbb-0c85270e9415 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418577 Nov 15 11:57:59.536588 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1293afd-37fb-4167-a29d-929f8f22fa5c req-f66380c8-ef7d-4160-a779-1948d3339e7e tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:57:59.538064 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e1293afd-37fb-4167-a29d-929f8f22fa5c req-f66380c8-ef7d-4160-a779-1948d3339e7e tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0488381 Nov 15 11:57:59.584641 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e1293afd-37fb-4167-a29d-929f8f22fa5c req-2e62dab2-f341-46e0-a882-a96ae25c52fa tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405858 Nov 15 11:57:59.939727 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:00.720250 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa3cc2-8114-48aa-bb4e-201560255435 req-4bef4ab7-f2d0-4dab-9ed4-cb4ed8c58420 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:00.721715 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-19aa3cc2-8114-48aa-bb4e-201560255435 req-4bef4ab7-f2d0-4dab-9ed4-cb4ed8c58420 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0534835 Nov 15 11:58:00.770951 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-19aa3cc2-8114-48aa-bb4e-201560255435 req-bdb51972-d4a0-4043-b15c-7a4d0815499e tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430038 Nov 15 11:58:01.902672 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605e6aa-274c-4f45-aa60-a869ea0312cd req-15e93e53-745e-4c22-9250-15b9e69d62b2 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:01.904194 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a605e6aa-274c-4f45-aa60-a869ea0312cd req-15e93e53-745e-4c22-9250-15b9e69d62b2 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0566411 Nov 15 11:58:01.918810 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:01.952082 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a605e6aa-274c-4f45-aa60-a869ea0312cd req-72a95416-1f12-42b1-ab82-3da4ec2fbad7 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410051 Nov 15 11:58:03.099193 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e0758-11f7-4e96-9872-a5b5e4e3d7a4 req-b44fb0d3-49ae-406b-9f58-1e1d5680f149 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:03.100782 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e6e0758-11f7-4e96-9872-a5b5e4e3d7a4 req-b44fb0d3-49ae-406b-9f58-1e1d5680f149 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0633490 Nov 15 11:58:03.158364 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e6e0758-11f7-4e96-9872-a5b5e4e3d7a4 req-abe71b00-305e-4a16-ba8e-1e5e23c0485f tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506470 Nov 15 11:58:04.274486 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e950c-6ea4-4e17-bc80-98f8b54fd054 req-618e0e03-6c9e-4ee5-84c0-60692e9e4c8a tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:04.275991 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-215e950c-6ea4-4e17-bc80-98f8b54fd054 req-618e0e03-6c9e-4ee5-84c0-60692e9e4c8a tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0488737 Nov 15 11:58:04.322370 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-215e950c-6ea4-4e17-bc80-98f8b54fd054 req-1d9db666-af37-49e3-adc2-733206471926 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403922 Nov 15 11:58:05.446205 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb91f2-3ab2-4465-b167-39ea4bdbc959 req-4157f48c-f07c-44ec-86b3-3f90523fc780 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:05.447688 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-89fb91f2-3ab2-4465-b167-39ea4bdbc959 req-4157f48c-f07c-44ec-86b3-3f90523fc780 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0497947 Nov 15 11:58:05.499854 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-89fb91f2-3ab2-4465-b167-39ea4bdbc959 req-32b87e11-eed6-429c-90f3-96b36b7438cd tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460310 Nov 15 11:58:06.293816 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b20e6e9c-e4b4-49a5-96c4-c7fcbc96c128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:06.625760 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cafa58-0bd2-4273-b2b8-06c195e70231 req-4c3741d8-69f2-492e-9217-d06dfd3a3e6f tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:06.627244 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-58cafa58-0bd2-4273-b2b8-06c195e70231 req-4c3741d8-69f2-492e-9217-d06dfd3a3e6f tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0515587 Nov 15 11:58:06.674524 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-58cafa58-0bd2-4273-b2b8-06c195e70231 req-593bc214-9592-4944-bcac-c0043778b2f2 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410779 Nov 15 11:58:07.798227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df791f20-6331-421d-9296-458e7af48967 req-5527b18f-f1b7-40cc-aad1-f2ce8eaff910 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:07.799718 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df791f20-6331-421d-9296-458e7af48967 req-5527b18f-f1b7-40cc-aad1-f2ce8eaff910 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0500998 Nov 15 11:58:07.848033 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df791f20-6331-421d-9296-458e7af48967 req-54c82297-8079-4f9f-991f-d01e2ca2323e tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411465 Nov 15 11:58:08.384627 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e145848a-7bd3-499e-b5ad-1325fe71b30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:08.978184 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d837ca-3f5c-43c3-a511-4ff3dcd5fe29 req-ca782122-9f20-4afc-87cb-431260db3795 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:08.979628 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83d837ca-3f5c-43c3-a511-4ff3dcd5fe29 req-ca782122-9f20-4afc-87cb-431260db3795 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0555177 Nov 15 11:58:09.031357 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83d837ca-3f5c-43c3-a511-4ff3dcd5fe29 req-7c31dd4a-b044-4524-a3f5-83a4159f0411 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431123 Nov 15 11:58:09.992036 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:10.162063 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a152da-76f6-46d8-9e33-4a82f7e5ff70 req-9f0117c6-0f63-4d1b-bada-6888bb6bfe41 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:10.163587 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9a152da-76f6-46d8-9e33-4a82f7e5ff70 req-9f0117c6-0f63-4d1b-bada-6888bb6bfe41 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0498154 Nov 15 11:58:10.210445 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9a152da-76f6-46d8-9e33-4a82f7e5ff70 req-1b8d3ba9-9d9b-4109-9c26-8f3af8bdaf3b tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407169 Nov 15 11:58:10.652944 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-8933269a-1662-4ec0-bd5a-a4c79c81fe84 service neutron] show failed (client error): The resource could not be found. Nov 15 11:58:10.653953 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-8933269a-1662-4ec0-bd5a-a4c79c81fe84 service neutron] 10.222.0.55 "GET /v2.0/ports/125c8ef0-c8ac-4132-a6c8-570d6c55efd1/bindings/n-h1-729945-9 HTTP/1.1" status: 404 len: 380 time: 0.0664234 Nov 15 11:58:10.900089 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-a5f6b208-cae2-46e1-949d-10326c7df9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:10.901604 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-a5f6b208-cae2-46e1-949d-10326c7df9fd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e&tenant_id=54382cf175e94c5eae27b60a8651e890 HTTP/1.1" status: 200 len: 1097 time: 0.0712345 Nov 15 11:58:10.913408 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-729945-9', 'device_owner': 'compute:nova'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:58:10.968056 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:11.180800 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] For port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=125c8ef0-c8ac-4132-a6c8-570d6c55efd1,segment=NetworkSegment(491d4648-f3c4-436f-9059-ef446d7e73ed),segment_id=491d4648-f3c4-436f-9059-ef446d7e73ed)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:58:11.213935 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] For port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:58:11.253902 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cc63f5-8b2f-4a75-824d-bd161f3c407e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125c8ef0-c8ac-4132-a6c8-570d6c55efd1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:58:11.256254 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a28200c-bc3b-43e8-b0bb-dd2f07ba1faa" -d '{"events": [{"server_uuid": "f4cc63f5-8b2f-4a75-824d-bd161f3c407e", "name": "network-vif-unplugged", "status": "completed", "tag": "125c8ef0-c8ac-4132-a6c8-570d6c55efd1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:58:11.260465 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:11.273266 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Transition to ACTIVE for port object 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:58:11.278768 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:11.326276 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=125c8ef0-c8ac-4132-a6c8-570d6c55efd1,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:58:11.341733 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a3525-3eb0-472a-8817-849641292f98 req-63addca5-efd2-45b8-96d2-55926679683b tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:11.343282 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d08a3525-3eb0-472a-8817-849641292f98 req-63addca5-efd2-45b8-96d2-55926679683b tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 944 time: 0.0600119 Nov 15 11:58:11.353087 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] No DVR routers for this DVR port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:58:11.355732 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:11.356066 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:11.356396 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:11.356733 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:11.357030 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:11.357343 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:11.357651 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:11.357953 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:11.358263 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:11.358570 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:11.358875 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:11.359182 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:11.394427 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Attempting to bind port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:58:11.394738 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Attempting to bind port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '491d4648-f3c4-436f-9059-ef446d7e73ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '718fe762-685d-49b3-9612-7cc8ae3dbed8'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:58:11.395055 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Attempting to bind port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 on network 718fe762-685d-49b3-9612-7cc8ae3dbed8 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:58:11.399564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 on network 718fe762-685d-49b3-9612-7cc8ae3dbed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:58:11.399972 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Attempting to bind port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 on network 718fe762-685d-49b3-9612-7cc8ae3dbed8 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:58:11.401236 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d08a3525-3eb0-472a-8817-849641292f98 req-d59d6fa5-f30f-4660-b8b7-e43d2d99a44c tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519867 Nov 15 11:58:11.404723 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:58:11.405052 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Checking segment: {'id': '491d4648-f3c4-436f-9059-ef446d7e73ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '718fe762-685d-49b3-9612-7cc8ae3dbed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:58:11.405429 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Bound using segment: {'id': '491d4648-f3c4-436f-9059-ef446d7e73ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '718fe762-685d-49b3-9612-7cc8ae3dbed8'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:58:11.405846 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Bound port: 125c8ef0-c8ac-4132-a6c8-570d6c55efd1, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491d4648-f3c4-436f-9059-ef446d7e73ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '718fe762-685d-49b3-9612-7cc8ae3dbed8'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:58:11.406213 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:11.459573 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b057d9c-5221-4562-be53-3835486b8caa x-openstack-request-id: req-2b057d9c-5221-4562-be53-3835486b8caa {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:58:11.459879 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cc63f5-8b2f-4a75-824d-bd161f3c407e", "name": "network-vif-unplugged", "status": "completed", "tag": "125c8ef0-c8ac-4132-a6c8-570d6c55efd1", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:58:11.460126 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b057d9c-5221-4562-be53-3835486b8caa {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:58:11.460588 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cc63f5-8b2f-4a75-824d-bd161f3c407e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125c8ef0-c8ac-4132-a6c8-570d6c55efd1', 'code': 200} Nov 15 11:58:11.471035 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] For port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:58:11.474140 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] For port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=125c8ef0-c8ac-4132-a6c8-570d6c55efd1,segment=NetworkSegment(491d4648-f3c4-436f-9059-ef446d7e73ed),segment_id=491d4648-f3c4-436f-9059-ef446d7e73ed)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:58:11.478637 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:11.518443 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:11.519056 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:11.520506 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] 10.222.0.11 "PUT /v2.0/ports/125c8ef0-c8ac-4132-a6c8-570d6c55efd1 HTTP/1.1" status: 200 len: 1092 time: 0.6111238 Nov 15 11:58:11.535267 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc18b0-723b-42ff-9479-7ae5a5e2e5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=125c8ef0-c8ac-4132-a6c8-570d6c55efd1,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:58:11.550988 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:11.587350 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-cd93b455-fdf1-473d-a5a8-899405be87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:11.588903 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-cd93b455-fdf1-473d-a5a8-899405be87d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54382cf175e94c5eae27b60a8651e890&device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 1095 time: 0.0447021 Nov 15 11:58:11.683408 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-ffa9e1a6-1747-4ac0-ae74-175f5add560e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:11.684908 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-ffa9e1a6-1747-4ac0-ae74-175f5add560e service neutron] 10.222.0.11 "GET /v2.0/networks?id=718fe762-685d-49b3-9612-7cc8ae3dbed8 HTTP/1.1" status: 200 len: 913 time: 0.0893486 Nov 15 11:58:11.730120 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-a1ea58b0-7c6b-46ab-b9dc-a442ac33fe4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=125c8ef0-c8ac-4132-a6c8-570d6c55efd1 HTTP/1.1" status: 200 len: 217 time: 0.0380576 Nov 15 11:58:11.781266 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-b7d66446-b3db-4bef-bc5c-c721a79dbdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:11.782660 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-b7d66446-b3db-4bef-bc5c-c721a79dbdaa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7502e4d9-8f41-4a33-8cf6-674b33da72a3 HTTP/1.1" status: 200 len: 852 time: 0.0455830 Nov 15 11:58:11.815073 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-94cdb9d4-0a53-47b9-a679-bd7a76a03592 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=718fe762-685d-49b3-9612-7cc8ae3dbed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240839 Nov 15 11:58:11.907321 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-0f2f7379-86b1-4c7c-ac6f-9153889c1710 service neutron] 10.222.0.11 "GET /v2.0/networks/718fe762-685d-49b3-9612-7cc8ae3dbed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854120 Nov 15 11:58:11.996480 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fec6b5d7-18e2-4030-8d0c-05aea7fad9d8 req-f9def263-0ffd-4de7-8e52-3fa7acc75666 service neutron] 10.222.0.11 "GET /v2.0/networks/718fe762-685d-49b3-9612-7cc8ae3dbed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816181 Nov 15 11:58:12.190474 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:12.533585 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbba43a-d90b-4d07-9722-e6ffd89c26d7 req-6664c322-fad1-4fdb-a08a-5962122d9bb3 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:12.535062 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2cbba43a-d90b-4d07-9722-e6ffd89c26d7 req-6664c322-fad1-4fdb-a08a-5962122d9bb3 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 944 time: 0.0508456 Nov 15 11:58:12.582400 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2cbba43a-d90b-4d07-9722-e6ffd89c26d7 req-77559134-7903-4ce0-9d76-fb2eb951ab70 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412996 Nov 15 11:58:13.462264 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cc63f5-8b2f-4a75-824d-bd161f3c407e', 'tag': '125c8ef0-c8ac-4132-a6c8-570d6c55efd1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:58:13.465560 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712787d7-3191-4ff0-8f30-4607922bf31d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4cc63f5-8b2f-4a75-824d-bd161f3c407e", "tag": "125c8ef0-c8ac-4132-a6c8-570d6c55efd1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:58:13.515190 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501395bd-2cf7-41cd-898c-80f5902d2cc2 x-openstack-request-id: req-501395bd-2cf7-41cd-898c-80f5902d2cc2 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:58:13.515478 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4cc63f5-8b2f-4a75-824d-bd161f3c407e", "tag": "125c8ef0-c8ac-4132-a6c8-570d6c55efd1", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:58:13.515690 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-501395bd-2cf7-41cd-898c-80f5902d2cc2 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:58:13.516163 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cc63f5-8b2f-4a75-824d-bd161f3c407e', 'tag': '125c8ef0-c8ac-4132-a6c8-570d6c55efd1', 'status': 'completed', 'code': 200} Nov 15 11:58:13.575444 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712787d7-3191-4ff0-8f30-4607922bf31d req-171ef3bb-c3ce-4faf-a480-ee82d8da1030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:13.577603 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-712787d7-3191-4ff0-8f30-4607922bf31d req-171ef3bb-c3ce-4faf-a480-ee82d8da1030 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54382cf175e94c5eae27b60a8651e890&device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 1095 time: 0.0433881 Nov 15 11:58:13.583212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712787d7-3191-4ff0-8f30-4607922bf31d req-e7bfacf9-447f-441b-ae18-3f4380604672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:13.584744 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-712787d7-3191-4ff0-8f30-4607922bf31d req-e7bfacf9-447f-441b-ae18-3f4380604672 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54382cf175e94c5eae27b60a8651e890&device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 1095 time: 0.0452001 Nov 15 11:58:13.674326 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712787d7-3191-4ff0-8f30-4607922bf31d req-5d49590e-881e-4b36-a246-8990fd36f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:13.675840 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-712787d7-3191-4ff0-8f30-4607922bf31d req-5d49590e-881e-4b36-a246-8990fd36f607 service neutron] 10.222.0.11 "GET /v2.0/networks?id=718fe762-685d-49b3-9612-7cc8ae3dbed8 HTTP/1.1" status: 200 len: 913 time: 0.0910904 Nov 15 11:58:13.706185 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712787d7-3191-4ff0-8f30-4607922bf31d req-15ed2ed7-b9d2-4b84-815a-d97fcd38cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:13.707684 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-712787d7-3191-4ff0-8f30-4607922bf31d req-15ed2ed7-b9d2-4b84-815a-d97fcd38cfa6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=718fe762-685d-49b3-9612-7cc8ae3dbed8 HTTP/1.1" status: 200 len: 913 time: 0.1160774 Nov 15 11:58:13.718653 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-712787d7-3191-4ff0-8f30-4607922bf31d req-fe6e5a1a-bbca-454a-a7a0-de4067884890 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=125c8ef0-c8ac-4132-a6c8-570d6c55efd1 HTTP/1.1" status: 200 len: 217 time: 0.0346808 Nov 15 11:58:13.763217 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180eda0-d661-493b-97bb-843c8fb3603a req-553e5305-1c34-4ae0-b2c6-fc840a02c87d tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:13.764727 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8180eda0-d661-493b-97bb-843c8fb3603a req-553e5305-1c34-4ae0-b2c6-fc840a02c87d tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 944 time: 0.1080940 Nov 15 11:58:13.766489 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-712787d7-3191-4ff0-8f30-4607922bf31d req-020ecbff-53f1-43a8-9826-3cfa180ef1f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=125c8ef0-c8ac-4132-a6c8-570d6c55efd1 HTTP/1.1" status: 200 len: 217 time: 0.0508497 Nov 15 11:58:13.770838 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712787d7-3191-4ff0-8f30-4607922bf31d req-ca707101-ed70-4927-adb3-05de6ec39524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:13.772329 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-712787d7-3191-4ff0-8f30-4607922bf31d req-ca707101-ed70-4927-adb3-05de6ec39524 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7502e4d9-8f41-4a33-8cf6-674b33da72a3 HTTP/1.1" status: 200 len: 852 time: 0.0471315 Nov 15 11:58:13.806329 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-712787d7-3191-4ff0-8f30-4607922bf31d req-7e9ccdc7-3973-4e7e-8764-a412124828e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=718fe762-685d-49b3-9612-7cc8ae3dbed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261176 Nov 15 11:58:13.845614 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712787d7-3191-4ff0-8f30-4607922bf31d req-9dfaaec2-03b8-4337-80ca-b646cf6a4adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:13.847091 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-712787d7-3191-4ff0-8f30-4607922bf31d req-9dfaaec2-03b8-4337-80ca-b646cf6a4adc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7502e4d9-8f41-4a33-8cf6-674b33da72a3 HTTP/1.1" status: 200 len: 852 time: 0.0698583 Nov 15 11:58:13.850886 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8180eda0-d661-493b-97bb-843c8fb3603a req-d79aa833-c4a5-4da6-96b4-a516b7806541 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798225 Nov 15 11:58:13.880733 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-712787d7-3191-4ff0-8f30-4607922bf31d req-e9d1d79d-bdf3-4acb-8351-b154d0626612 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=718fe762-685d-49b3-9612-7cc8ae3dbed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262012 Nov 15 11:58:13.897374 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-712787d7-3191-4ff0-8f30-4607922bf31d req-aa91a427-82c3-48b1-9d69-bd556d30bef8 service neutron] 10.222.0.11 "GET /v2.0/networks/718fe762-685d-49b3-9612-7cc8ae3dbed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834098 Nov 15 11:58:13.976118 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-712787d7-3191-4ff0-8f30-4607922bf31d req-561247db-6733-4b68-8148-0ffbb6d938a5 service neutron] 10.222.0.55 "GET /v2.0/networks/718fe762-685d-49b3-9612-7cc8ae3dbed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878747 Nov 15 11:58:13.991921 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-712787d7-3191-4ff0-8f30-4607922bf31d req-1d20c9c8-c5be-4181-bc73-88a8929167fd service neutron] 10.222.0.11 "GET /v2.0/networks/718fe762-685d-49b3-9612-7cc8ae3dbed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865226 Nov 15 11:58:14.073636 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-712787d7-3191-4ff0-8f30-4607922bf31d req-9d7b5650-311f-497e-90b5-d72e8e3fb560 service neutron] 10.222.0.55 "GET /v2.0/networks/718fe762-685d-49b3-9612-7cc8ae3dbed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905890 Nov 15 11:58:14.764465 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:58:14.818748 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:58:14.978709 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d27255-0868-4a20-93d3-4cfe1b4230b2 req-ae948ccd-02ad-40af-b384-4140e2500ae2 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:14.980237 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02d27255-0868-4a20-93d3-4cfe1b4230b2 req-ae948ccd-02ad-40af-b384-4140e2500ae2 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 944 time: 0.0511918 Nov 15 11:58:15.028064 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02d27255-0868-4a20-93d3-4cfe1b4230b2 req-b2c9673b-6e94-437f-947d-8148468365e7 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411818 Nov 15 11:58:15.424829 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:58:15.529368 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=125c8ef0-c8ac-4132-a6c8-570d6c55efd1,segment=NetworkSegment(491d4648-f3c4-436f-9059-ef446d7e73ed),segment_id=491d4648-f3c4-436f-9059-ef446d7e73ed)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:58:15.540604 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '125c8ef0-c8ac-4132-a6c8-570d6c55efd1', 'network_id': '718fe762-685d-49b3-9612-7cc8ae3dbed8', 'port_id': '125c8ef0-c8ac-4132-a6c8-570d6c55efd1', 'mac_address': 'fa:16:3e:f3:b9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7502e4d9-8f41-4a33-8cf6-674b33da72a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:58:15.583771 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:15.597238 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:58:15.616629 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=125c8ef0-c8ac-4132-a6c8-570d6c55efd1,segment=NetworkSegment(491d4648-f3c4-436f-9059-ef446d7e73ed),segment_id=491d4648-f3c4-436f-9059-ef446d7e73ed)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:58:15.623900 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:15.674270 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=125c8ef0-c8ac-4132-a6c8-570d6c55efd1,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:58:15.682526 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:15.682800 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:15.683139 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:15.683475 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:15.683807 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:15.684371 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:15.684510 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:15.684904 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:15.685272 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:15.685628 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:15.685951 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:15.686269 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:15.945663 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['125c8ef0-c8ac-4132-a6c8-570d6c55efd1'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:58:16.145861 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5817065-254a-42d1-a35b-1a3edf78c78b req-ad8b9ccf-8328-4ed7-b49e-50359cd85551 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:16.147456 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5817065-254a-42d1-a35b-1a3edf78c78b req-ad8b9ccf-8328-4ed7-b49e-50359cd85551 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 945 time: 0.0486093 Nov 15 11:58:16.194241 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5817065-254a-42d1-a35b-1a3edf78c78b req-23f62347-c5cd-490d-a1e2-471fe5e17920 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406005 Nov 15 11:58:16.442839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-5db11b8b-e4a6-46a5-a9b1-dab8e05466f4 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:16.444301 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-5db11b8b-e4a6-46a5-a9b1-dab8e05466f4 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e&tenant_id=54382cf175e94c5eae27b60a8651e890&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 945 time: 0.0547686 Nov 15 11:58:16.505255 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-76d76991-0a92-46f9-bbac-f59635ee75dd service neutron] delete failed (client error): The resource could not be found. Nov 15 11:58:16.506201 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-76d76991-0a92-46f9-bbac-f59635ee75dd service neutron] 10.222.0.55 "DELETE /v2.0/ports/125c8ef0-c8ac-4132-a6c8-570d6c55efd1/bindings/n-h2-729945-9 HTTP/1.1" status: 404 len: 380 time: 0.0543275 Nov 15 11:58:16.592544 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-39f312a9-c93d-4824-bc1d-119822b6eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:16.594030 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-39f312a9-c93d-4824-bc1d-119822b6eea3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54382cf175e94c5eae27b60a8651e890&device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 1096 time: 0.0439680 Nov 15 11:58:16.688251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-1a3431f4-948c-4aab-912f-fe2b2947db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:16.689698 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-1a3431f4-948c-4aab-912f-fe2b2947db2d service neutron] 10.222.0.55 "GET /v2.0/networks?id=718fe762-685d-49b3-9612-7cc8ae3dbed8 HTTP/1.1" status: 200 len: 913 time: 0.0888548 Nov 15 11:58:16.730964 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-24082402-a0e2-4559-bdfe-34789cb1f2f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=125c8ef0-c8ac-4132-a6c8-570d6c55efd1 HTTP/1.1" status: 200 len: 217 time: 0.0343564 Nov 15 11:58:16.781273 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-24d33e36-5e51-4bf4-9ff2-07141b0b670b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:16.782761 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-24d33e36-5e51-4bf4-9ff2-07141b0b670b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7502e4d9-8f41-4a33-8cf6-674b33da72a3 HTTP/1.1" status: 200 len: 852 time: 0.0452778 Nov 15 11:58:16.819724 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-0a697524-a7b0-4cc1-b4a8-00b94bdd061c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=718fe762-685d-49b3-9612-7cc8ae3dbed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294659 Nov 15 11:58:16.910339 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-16f02cb2-39ed-4b94-92b1-add56ea2bf42 service neutron] 10.222.0.55 "GET /v2.0/networks/718fe762-685d-49b3-9612-7cc8ae3dbed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838280 Nov 15 11:58:17.004917 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-f1a1a582-58aa-4481-9727-01d0a1435645 service neutron] 10.222.0.55 "GET /v2.0/networks/718fe762-685d-49b3-9612-7cc8ae3dbed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868356 Nov 15 11:58:17.435030 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:58:17.486927 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:58:17.490686 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:58:17.491048 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:17.566490 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:17.594144 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cc63f5-8b2f-4a75-824d-bd161f3c407e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125c8ef0-c8ac-4132-a6c8-570d6c55efd1'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:58:17.596417 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86f79c2-9b14-4621-bb34-dc5fbee7fcb9" -d '{"events": [{"server_uuid": "f4cc63f5-8b2f-4a75-824d-bd161f3c407e", "name": "network-vif-plugged", "status": "completed", "tag": "125c8ef0-c8ac-4132-a6c8-570d6c55efd1"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:58:17.608899 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=125c8ef0-c8ac-4132-a6c8-570d6c55efd1,segment=NetworkSegment(491d4648-f3c4-436f-9059-ef446d7e73ed),segment_id=491d4648-f3c4-436f-9059-ef446d7e73ed)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:58:17.614469 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:17.651536 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffdab4b-c069-4f2b-898e-bbf657345302 x-openstack-request-id: req-0ffdab4b-c069-4f2b-898e-bbf657345302 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:58:17.651838 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cc63f5-8b2f-4a75-824d-bd161f3c407e", "name": "network-vif-plugged", "status": "completed", "tag": "125c8ef0-c8ac-4132-a6c8-570d6c55efd1", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:58:17.652128 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ffdab4b-c069-4f2b-898e-bbf657345302 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:58:17.652507 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cc63f5-8b2f-4a75-824d-bd161f3c407e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125c8ef0-c8ac-4132-a6c8-570d6c55efd1', 'code': 200} Nov 15 11:58:17.668603 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=125c8ef0-c8ac-4132-a6c8-570d6c55efd1,revision_number=9']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:58:17.747521 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec612b-3169-4fee-a935-d38ff903dfde req-b4ea0507-961c-4744-9b89-35ca3f2a777d tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:17.749060 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-10ec612b-3169-4fee-a935-d38ff903dfde req-b4ea0507-961c-4744-9b89-35ca3f2a777d tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0522540 Nov 15 11:58:17.797745 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-10ec612b-3169-4fee-a935-d38ff903dfde req-286868ef-04e3-45ac-83c0-014e653c08c2 tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427268 Nov 15 11:58:18.921873 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a08761-33e9-418a-917f-9d499697c7bb req-959d7bfa-bbce-47c8-8758-ad1ffc336ffc tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:18.923441 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-67a08761-33e9-418a-917f-9d499697c7bb req-959d7bfa-bbce-47c8-8758-ad1ffc336ffc tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0504854 Nov 15 11:58:18.970860 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-67a08761-33e9-418a-917f-9d499697c7bb req-b7347459-31d7-4a42-a1fe-34f0a0c9437a tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.64 "GET /v2.0/security-groups?id=182e547c-36ce-488e-b585-c3894b3c8284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412164 Nov 15 11:58:19.123023 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-328e1b86-dcbf-4fcb-b33e-d220409ed7dd tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:19.124510 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-328e1b86-dcbf-4fcb-b33e-d220409ed7dd tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4cc63f5-8b2f-4a75-824d-bd161f3c407e HTTP/1.1" status: 200 len: 946 time: 0.0560870 Nov 15 11:58:19.219247 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-3eee3c07-bb6e-4b34-a64f-5b1c6dd5366e tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Deleting port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:58:19.219562 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-3eee3c07-bb6e-4b34-a64f-5b1c6dd5366e tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:19.305393 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-3eee3c07-bb6e-4b34-a64f-5b1c6dd5366e tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] For port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=125c8ef0-c8ac-4132-a6c8-570d6c55efd1,segment=NetworkSegment(491d4648-f3c4-436f-9059-ef446d7e73ed),segment_id=491d4648-f3c4-436f-9059-ef446d7e73ed)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:58:19.305779 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-3eee3c07-bb6e-4b34-a64f-5b1c6dd5366e tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:19.318018 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-3eee3c07-bb6e-4b34-a64f-5b1c6dd5366e tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Calling delete_port for 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:58:19.448248 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-3eee3c07-bb6e-4b34-a64f-5b1c6dd5366e tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:19.461223 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['125c8ef0-c8ac-4132-a6c8-570d6c55efd1'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:58:19.477966 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee3c07-bb6e-4b34-a64f-5b1c6dd5366e tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Pushing event deleted for resources: {'Port': ['ID=125c8ef0-c8ac-4132-a6c8-570d6c55efd1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:58:19.519439 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-3eee3c07-bb6e-4b34-a64f-5b1c6dd5366e tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] No DVR routers for this DVR port 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:58:19.522127 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-3eee3c07-bb6e-4b34-a64f-5b1c6dd5366e tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:19.526068 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e47f48a4-5f2e-4ce5-9328-77a7d9b2c36f req-3eee3c07-bb6e-4b34-a64f-5b1c6dd5366e tempest-DeleteServersTestJSON-1946758816 tempest-DeleteServersTestJSON-1946758816-project] 10.222.0.11 "DELETE /v2.0/ports/125c8ef0-c8ac-4132-a6c8-570d6c55efd1 HTTP/1.1" status: 204 len: 173 time: 0.3950191 Nov 15 11:58:19.526515 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cc63f5-8b2f-4a75-824d-bd161f3c407e', 'name': 'network-vif-deleted', 'tag': '125c8ef0-c8ac-4132-a6c8-570d6c55efd1'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:58:19.528793 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f99a0e6-4d5d-47a1-b92c-b01dff163735" -d '{"events": [{"server_uuid": "f4cc63f5-8b2f-4a75-824d-bd161f3c407e", "name": "network-vif-deleted", "tag": "125c8ef0-c8ac-4132-a6c8-570d6c55efd1"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:58:19.565406 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b85b25-e9b5-4f65-8f04-3a40affce0dd x-openstack-request-id: req-28b85b25-e9b5-4f65-8f04-3a40affce0dd {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:58:19.565716 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cc63f5-8b2f-4a75-824d-bd161f3c407e", "name": "network-vif-deleted", "tag": "125c8ef0-c8ac-4132-a6c8-570d6c55efd1", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:58:19.565963 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28b85b25-e9b5-4f65-8f04-3a40affce0dd {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:58:19.566355 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cc63f5-8b2f-4a75-824d-bd161f3c407e', 'name': 'network-vif-deleted', 'tag': '125c8ef0-c8ac-4132-a6c8-570d6c55efd1', 'status': 'completed', 'code': 200} Nov 15 11:58:19.755384 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:58:20.106579 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51070) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:58:20.151066 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6f1d13-76ff-4437-a00e-24a6f3c383b5 admin admin] Deleting subnet 7502e4d9-8f41-4a33-8cf6-674b33da72a3 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:58:20.154247 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1d13-76ff-4437-a00e-24a6f3c383b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:20.188103 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1d13-76ff-4437-a00e-24a6f3c383b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:20.228655 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1d13-76ff-4437-a00e-24a6f3c383b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:20.293982 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1d13-76ff-4437-a00e-24a6f3c383b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:20.316793 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f1d13-76ff-4437-a00e-24a6f3c383b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7502e4d9-8f41-4a33-8cf6-674b33da72a3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:58:20.322877 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1d13-76ff-4437-a00e-24a6f3c383b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:20.326172 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bd6f1d13-76ff-4437-a00e-24a6f3c383b5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7502e4d9-8f41-4a33-8cf6-674b33da72a3 HTTP/1.1" status: 204 len: 168 time: 0.2184887 Nov 15 11:58:20.330064 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51072) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:58:20.399729 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8d74201-2a52-439e-8478-5e4f90b045b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:20.480535 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8d74201-2a52-439e-8478-5e4f90b045b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:20.500501 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b8d74201-2a52-439e-8478-5e4f90b045b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718fe762-685d-49b3-9612-7cc8ae3dbed8']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:58:20.509599 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b8d74201-2a52-439e-8478-5e4f90b045b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491d4648-f3c4-436f-9059-ef446d7e73ed') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:58:20.509879 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b8d74201-2a52-439e-8478-5e4f90b045b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491d4648-f3c4-436f-9059-ef446d7e73ed') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:58:20.519025 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8d74201-2a52-439e-8478-5e4f90b045b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:20.532174 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8d74201-2a52-439e-8478-5e4f90b045b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:20.538336 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d74201-2a52-439e-8478-5e4f90b045b3 admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:58:20.538709 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8d74201-2a52-439e-8478-5e4f90b045b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:58:20.540359 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:58:20.597839 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8d74201-2a52-439e-8478-5e4f90b045b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:20.605724 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b8d74201-2a52-439e-8478-5e4f90b045b3 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:20.609668 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b8d74201-2a52-439e-8478-5e4f90b045b3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/718fe762-685d-49b3-9612-7cc8ae3dbed8 HTTP/1.1" status: 204 len: 168 time: 0.2783377 Nov 15 11:58:20.625700 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d74201-2a52-439e-8478-5e4f90b045b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=718fe762-685d-49b3-9612-7cc8ae3dbed8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:58:20.723784 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51076) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:58:20.764194 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9d6dbb50-08c9-4c08-86f9-072841bd2970 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=54382cf175e94c5eae27b60a8651e890&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391691 Nov 15 11:58:20.766801 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51078) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:58:20.815774 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55e2696a-81d5-4d12-9bd9-da445031707b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:20.837138 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55e2696a-81d5-4d12-9bd9-da445031707b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:20.886333 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55e2696a-81d5-4d12-9bd9-da445031707b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:20.889004 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-55e2696a-81d5-4d12-9bd9-da445031707b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:20.890180 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-55e2696a-81d5-4d12-9bd9-da445031707b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/182e547c-36ce-488e-b585-c3894b3c8284 HTTP/1.1" status: 204 len: 168 time: 0.1224782 Nov 15 11:58:20.897971 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2696a-81d5-4d12-9bd9-da445031707b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182e547c-36ce-488e-b585-c3894b3c8284,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:58:21.436188 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:58:21.460248 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:58:21.460912 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 125c8ef0-c8ac-4132-a6c8-570d6c55efd1 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:58:21.584468 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51100) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:58:21.688258 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-182e5eb6-6432-443e-b17f-a9ad364e5e84 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-604023412-network', 'tenant_id': '2ae4caabcf594c6baf261f09d5111060'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:58:21.713948 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182e5eb6-6432-443e-b17f-a9ad364e5e84 admin admin] Made reservation on behalf of 2ae4caabcf594c6baf261f09d5111060 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:58:21.716435 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-182e5eb6-6432-443e-b17f-a9ad364e5e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:21.724671 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-182e5eb6-6432-443e-b17f-a9ad364e5e84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:21.799781 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-182e5eb6-6432-443e-b17f-a9ad364e5e84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:21.804319 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-182e5eb6-6432-443e-b17f-a9ad364e5e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:21.830711 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182e5eb6-6432-443e-b17f-a9ad364e5e84 admin admin] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:58:21.840716 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e5eb6-6432-443e-b17f-a9ad364e5e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4422de-e44e-4520-af19-f2018d025b1a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:58:21.846319 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-182e5eb6-6432-443e-b17f-a9ad364e5e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:21.846636 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-182e5eb6-6432-443e-b17f-a9ad364e5e84 admin admin] Added segment 59c1584c-b491-476c-ace2-32290b1bbb44 of type vlan for network 90270253-04fc-4a9e-b64a-e1cc12fd7714 Nov 15 11:58:21.886799 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-182e5eb6-6432-443e-b17f-a9ad364e5e84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:21.913414 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-182e5eb6-6432-443e-b17f-a9ad364e5e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:21.914431 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182e5eb6-6432-443e-b17f-a9ad364e5e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:21.915036 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-182e5eb6-6432-443e-b17f-a9ad364e5e84 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:21.970908 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-182e5eb6-6432-443e-b17f-a9ad364e5e84 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3852718 Nov 15 11:58:21.973938 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51104) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:58:21.979411 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-97efb563-22c3-4410-b1bd-b9b60fba82c8 admin admin] Request body: {'subnet': {'network_id': '90270253-04fc-4a9e-b64a-e1cc12fd7714', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-604023412-subnet', 'tenant_id': '2ae4caabcf594c6baf261f09d5111060', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:58:21.982192 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e5eb6-6432-443e-b17f-a9ad364e5e84 admin admin] Pushing event updated for resources: {'Network': ['ID=90270253-04fc-4a9e-b64a-e1cc12fd7714,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:58:21.994056 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 90270253-04fc-4a9e-b64a-e1cc12fd7714 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:58:22.002661 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97efb563-22c3-4410-b1bd-b9b60fba82c8 admin admin] Made reservation on behalf of 2ae4caabcf594c6baf261f09d5111060 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:58:22.005223 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97efb563-22c3-4410-b1bd-b9b60fba82c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:22.170712 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97efb563-22c3-4410-b1bd-b9b60fba82c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:22.228556 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97efb563-22c3-4410-b1bd-b9b60fba82c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cb4a6a8-8944-478f-9afe-7aecd1b2aa89,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:58:22.239557 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97efb563-22c3-4410-b1bd-b9b60fba82c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:22.239885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97efb563-22c3-4410-b1bd-b9b60fba82c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:22.241095 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97efb563-22c3-4410-b1bd-b9b60fba82c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:22.241649 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97efb563-22c3-4410-b1bd-b9b60fba82c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:22.241980 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97efb563-22c3-4410-b1bd-b9b60fba82c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:22.242303 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97efb563-22c3-4410-b1bd-b9b60fba82c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:22.242628 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97efb563-22c3-4410-b1bd-b9b60fba82c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:22.242945 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97efb563-22c3-4410-b1bd-b9b60fba82c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:22.243311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97efb563-22c3-4410-b1bd-b9b60fba82c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:22.243624 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97efb563-22c3-4410-b1bd-b9b60fba82c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:22.243970 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97efb563-22c3-4410-b1bd-b9b60fba82c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:22.244278 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97efb563-22c3-4410-b1bd-b9b60fba82c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:58:22.249430 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97efb563-22c3-4410-b1bd-b9b60fba82c8 admin admin] Checking segment: {'id': '59c1584c-b491-476c-ace2-32290b1bbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90270253-04fc-4a9e-b64a-e1cc12fd7714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:58:22.249775 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97efb563-22c3-4410-b1bd-b9b60fba82c8 admin admin] Network hostable DHCP agents. Network: 90270253-04fc-4a9e-b64a-e1cc12fd7714, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 11:58:22.268679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97efb563-22c3-4410-b1bd-b9b60fba82c8 admin admin] Network 90270253-04fc-4a9e-b64a-e1cc12fd7714 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 11:58:22.277527 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-97efb563-22c3-4410-b1bd-b9b60fba82c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 90270253-04fc-4a9e-b64a-e1cc12fd7714) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:58:22.281487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97efb563-22c3-4410-b1bd-b9b60fba82c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:22.282058 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97efb563-22c3-4410-b1bd-b9b60fba82c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:22.286809 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57363a0-a4b9-4442-8e2f-4aa2688856e3 None None] Network 90270253-04fc-4a9e-b64a-e1cc12fd7714 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:58:22.299086 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-97efb563-22c3-4410-b1bd-b9b60fba82c8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3240006 Nov 15 11:58:22.412387 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dbc918-5f8e-4628-b188-f414970422b8 None None] Network 90270253-04fc-4a9e-b64a-e1cc12fd7714 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 11:58:22.729616 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-9ac7598b-9a2b-48f2-8228-2d9bba1305c5 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:22.731012 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-9ac7598b-9a2b-48f2-8228-2d9bba1305c5 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/networks?id=90270253-04fc-4a9e-b64a-e1cc12fd7714 HTTP/1.1" status: 200 len: 814 time: 0.1046634 Nov 15 11:58:22.746026 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-cf8375a1-0ff7-42d7-8b4b-6fb412d3e205 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/quotas/2ae4caabcf594c6baf261f09d5111060 HTTP/1.1" status: 200 len: 375 time: 0.0091546 Nov 15 11:58:22.780577 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-ae7cf0d6-650a-4913-822a-bb728a667579 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ae4caabcf594c6baf261f09d5111060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294642 Nov 15 11:58:22.880076 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-5a593fb3-1a58-43ee-b161-d8379caa7554 service neutron] 10.222.0.64 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925128 Nov 15 11:58:22.979888 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-9552d784-730d-433d-8874-1ef50f2ac66b service neutron] 10.222.0.64 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934227 Nov 15 11:58:23.141501 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dbde1922-5f3e-42ba-90c2-fd2f82fec83f req-637cbe39-746c-4d7f-b76d-489c35a201e7 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 210 time: 0.0270460 Nov 15 11:58:24.244168 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-54d6e124-ad35-4093-8771-33d43c1c6742 req-9dace95d-08bc-4171-841a-b9fa57611c69 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 210 time: 0.0289087 Nov 15 11:58:24.579861 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-bfc25509-de31-48c6-ad8c-bc2e0dfab1be tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:24.581251 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-bfc25509-de31-48c6-ad8c-bc2e0dfab1be tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.11 "GET /v2.0/networks?id=90270253-04fc-4a9e-b64a-e1cc12fd7714 HTTP/1.1" status: 200 len: 814 time: 0.4007599 Nov 15 11:58:24.595156 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-c649d914-8268-48fb-bfa1-43846b767e63 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Request body: {'port': {'device_id': '0b20b0e5-3140-4f2b-901f-470cb2d72621', 'network_id': '90270253-04fc-4a9e-b64a-e1cc12fd7714', 'admin_state_up': True, 'tenant_id': '2ae4caabcf594c6baf261f09d5111060'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:58:24.715664 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-c649d914-8268-48fb-bfa1-43846b767e63 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Made reservation on behalf of 2ae4caabcf594c6baf261f09d5111060 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:58:24.719486 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-c649d914-8268-48fb-bfa1-43846b767e63 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:24.865799 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-c649d914-8268-48fb-bfa1-43846b767e63 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Allocated IP 172.20.0.11 (90270253-04fc-4a9e-b64a-e1cc12fd7714/3cb4a6a8-8944-478f-9afe-7aecd1b2aa89/aeabd713-a5d9-49e7-96a6-f61eb6b93eac) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:58:25.031142 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-c649d914-8268-48fb-bfa1-43846b767e63 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:25.068405 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-c649d914-8268-48fb-bfa1-43846b767e63 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:25.112309 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-c649d914-8268-48fb-bfa1-43846b767e63 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Network 90270253-04fc-4a9e-b64a-e1cc12fd7714 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:58:25.115407 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-c649d914-8268-48fb-bfa1-43846b767e63 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:58:25.119372 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-c649d914-8268-48fb-bfa1-43846b767e63 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:58:25.147008 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649d914-8268-48fb-bfa1-43846b767e63 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Pushing event updated for resources: {'Port': ['ID=aeabd713-a5d9-49e7-96a6-f61eb6b93eac,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:58:25.175015 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-c649d914-8268-48fb-bfa1-43846b767e63 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:25.175620 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-c649d914-8268-48fb-bfa1-43846b767e63 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:25.193663 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-c649d914-8268-48fb-bfa1-43846b767e63 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6022694 Nov 15 11:58:25.206950 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-fd8ff4c4-f34f-42d5-9e2b-089e6725bcc6 service neutron] Request body: {'port': {'device_id': '0b20b0e5-3140-4f2b-901f-470cb2d72621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:58:25.260023 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-fd8ff4c4-f34f-42d5-9e2b-089e6725bcc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:25.370637 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72fe4d-0d9d-4f54-842c-779ac2397131 req-3d9dbef8-c287-4381-9ade-3c1df202f0fe tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:25.372235 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d72fe4d-0d9d-4f54-842c-779ac2397131 req-3d9dbef8-c287-4381-9ade-3c1df202f0fe tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 932 time: 0.0502372 Nov 15 11:58:25.419358 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d72fe4d-0d9d-4f54-842c-779ac2397131 req-0a79a0ef-96e0-43c8-af1b-0e7a2230c33a tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409706 Nov 15 11:58:25.527498 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-fd8ff4c4-f34f-42d5-9e2b-089e6725bcc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeabd713-a5d9-49e7-96a6-f61eb6b93eac {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:58:25.535158 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-fd8ff4c4-f34f-42d5-9e2b-089e6725bcc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:25.547461 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-fd8ff4c4-f34f-42d5-9e2b-089e6725bcc6 service neutron] Transition to ACTIVE for port object aeabd713-a5d9-49e7-96a6-f61eb6b93eac will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:58:25.552566 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-fd8ff4c4-f34f-42d5-9e2b-089e6725bcc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:25.599625 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ff4c4-f34f-42d5-9e2b-089e6725bcc6 service neutron] Pushing event updated for resources: {'Port': ['ID=aeabd713-a5d9-49e7-96a6-f61eb6b93eac,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:58:25.670805 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-fd8ff4c4-f34f-42d5-9e2b-089e6725bcc6 service neutron] Attempting to bind port aeabd713-a5d9-49e7-96a6-f61eb6b93eac on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:58:25.671032 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-fd8ff4c4-f34f-42d5-9e2b-089e6725bcc6 service neutron] Attempting to bind port aeabd713-a5d9-49e7-96a6-f61eb6b93eac by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '59c1584c-b491-476c-ace2-32290b1bbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90270253-04fc-4a9e-b64a-e1cc12fd7714'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:58:25.671350 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-fd8ff4c4-f34f-42d5-9e2b-089e6725bcc6 service neutron] Attempting to bind port aeabd713-a5d9-49e7-96a6-f61eb6b93eac on network 90270253-04fc-4a9e-b64a-e1cc12fd7714 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:58:25.677708 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-fd8ff4c4-f34f-42d5-9e2b-089e6725bcc6 service neutron] Port aeabd713-a5d9-49e7-96a6-f61eb6b93eac on network 90270253-04fc-4a9e-b64a-e1cc12fd7714 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:58:25.678149 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-fd8ff4c4-f34f-42d5-9e2b-089e6725bcc6 service neutron] Attempting to bind port aeabd713-a5d9-49e7-96a6-f61eb6b93eac on network 90270253-04fc-4a9e-b64a-e1cc12fd7714 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:58:25.684522 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-fd8ff4c4-f34f-42d5-9e2b-089e6725bcc6 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:58:25.684848 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-fd8ff4c4-f34f-42d5-9e2b-089e6725bcc6 service neutron] Checking segment: {'id': '59c1584c-b491-476c-ace2-32290b1bbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90270253-04fc-4a9e-b64a-e1cc12fd7714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:58:25.685222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-fd8ff4c4-f34f-42d5-9e2b-089e6725bcc6 service neutron] Bound using segment: {'id': '59c1584c-b491-476c-ace2-32290b1bbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90270253-04fc-4a9e-b64a-e1cc12fd7714'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:58:25.685637 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-fd8ff4c4-f34f-42d5-9e2b-089e6725bcc6 service neutron] Bound port: aeabd713-a5d9-49e7-96a6-f61eb6b93eac, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c1584c-b491-476c-ace2-32290b1bbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90270253-04fc-4a9e-b64a-e1cc12fd7714'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:58:25.685978 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-fd8ff4c4-f34f-42d5-9e2b-089e6725bcc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:25.752422 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-fd8ff4c4-f34f-42d5-9e2b-089e6725bcc6 service neutron] For port aeabd713-a5d9-49e7-96a6-f61eb6b93eac, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:58:25.755824 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-fd8ff4c4-f34f-42d5-9e2b-089e6725bcc6 service neutron] For port aeabd713-a5d9-49e7-96a6-f61eb6b93eac, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=aeabd713-a5d9-49e7-96a6-f61eb6b93eac,segment=NetworkSegment(59c1584c-b491-476c-ace2-32290b1bbb44),segment_id=59c1584c-b491-476c-ace2-32290b1bbb44)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:58:25.763004 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-fd8ff4c4-f34f-42d5-9e2b-089e6725bcc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:25.803798 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-fd8ff4c4-f34f-42d5-9e2b-089e6725bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:25.804456 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-fd8ff4c4-f34f-42d5-9e2b-089e6725bcc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:25.805864 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-fd8ff4c4-f34f-42d5-9e2b-089e6725bcc6 service neutron] 10.222.0.11 "PUT /v2.0/ports/aeabd713-a5d9-49e7-96a6-f61eb6b93eac HTTP/1.1" status: 200 len: 1092 time: 0.6030259 Nov 15 11:58:25.806291 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b20b0e5-3140-4f2b-901f-470cb2d72621', 'tag': 'aeabd713-a5d9-49e7-96a6-f61eb6b93eac'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:58:25.808582 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90be4a1-f621-40fc-91eb-8975a8bf4a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b20b0e5-3140-4f2b-901f-470cb2d72621", "tag": "aeabd713-a5d9-49e7-96a6-f61eb6b93eac"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:58:25.828542 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ff4c4-f34f-42d5-9e2b-089e6725bcc6 service neutron] Pushing event updated for resources: {'Port': ['ID=aeabd713-a5d9-49e7-96a6-f61eb6b93eac,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:58:25.855301 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b8916e-f25d-4fa1-b317-eb47d2919283 x-openstack-request-id: req-17b8916e-f25d-4fa1-b317-eb47d2919283 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:58:25.855598 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b20b0e5-3140-4f2b-901f-470cb2d72621", "tag": "aeabd713-a5d9-49e7-96a6-f61eb6b93eac", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:58:25.855838 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17b8916e-f25d-4fa1-b317-eb47d2919283 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:58:25.856258 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b20b0e5-3140-4f2b-901f-470cb2d72621', 'tag': 'aeabd713-a5d9-49e7-96a6-f61eb6b93eac', 'status': 'completed', 'code': 200} Nov 15 11:58:25.888852 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-ab723041-019e-4447-bf62-708533219670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:25.890364 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-ab723041-019e-4447-bf62-708533219670 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ae4caabcf594c6baf261f09d5111060&device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 1095 time: 0.0442159 Nov 15 11:58:25.932124 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-9fda9ae5-e270-47cc-b969-9f61cf5fc504 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeabd713-a5d9-49e7-96a6-f61eb6b93eac HTTP/1.1" status: 200 len: 217 time: 0.0338147 Nov 15 11:58:25.984895 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-8dbb08d3-3b71-47c7-b24b-6adbaa0c164d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:25.986317 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-8dbb08d3-3b71-47c7-b24b-6adbaa0c164d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3cb4a6a8-8944-478f-9afe-7aecd1b2aa89 HTTP/1.1" status: 200 len: 854 time: 0.0477052 Nov 15 11:58:26.017267 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-329369b4-daf9-4b6f-9f1b-5a6c1141b752 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90270253-04fc-4a9e-b64a-e1cc12fd7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240209 Nov 15 11:58:26.107386 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-69066d85-0953-4b18-abe0-5d901e7c7ea3 service neutron] 10.222.0.11 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832248 Nov 15 11:58:26.206358 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18c993a9-c2e2-4b30-86f9-50ccc6b10e4d req-c76f35e3-78ae-4fc8-88c3-d4a53aa1de16 service neutron] 10.222.0.11 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908971 Nov 15 11:58:26.296811 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90be4a1-f621-40fc-91eb-8975a8bf4a0e req-eeb33e7d-9b7f-4f78-9ee3-b639c95ea24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:26.298343 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f90be4a1-f621-40fc-91eb-8975a8bf4a0e req-eeb33e7d-9b7f-4f78-9ee3-b639c95ea24b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ae4caabcf594c6baf261f09d5111060&device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 1095 time: 0.0427678 Nov 15 11:58:26.394183 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90be4a1-f621-40fc-91eb-8975a8bf4a0e req-d6ff804d-e04a-4cea-8e75-2f5e57d6c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:26.395744 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f90be4a1-f621-40fc-91eb-8975a8bf4a0e req-d6ff804d-e04a-4cea-8e75-2f5e57d6c654 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90270253-04fc-4a9e-b64a-e1cc12fd7714 HTTP/1.1" status: 200 len: 915 time: 0.0906622 Nov 15 11:58:26.438418 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f90be4a1-f621-40fc-91eb-8975a8bf4a0e req-ec1ef0bb-280b-4ac5-be72-b0274fc1b1ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeabd713-a5d9-49e7-96a6-f61eb6b93eac HTTP/1.1" status: 200 len: 217 time: 0.0356708 Nov 15 11:58:26.493674 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90be4a1-f621-40fc-91eb-8975a8bf4a0e req-8d01de67-c8ef-4ce6-8b75-24957c235f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:26.495143 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f90be4a1-f621-40fc-91eb-8975a8bf4a0e req-8d01de67-c8ef-4ce6-8b75-24957c235f62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3cb4a6a8-8944-478f-9afe-7aecd1b2aa89 HTTP/1.1" status: 200 len: 854 time: 0.0499351 Nov 15 11:58:26.527255 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f90be4a1-f621-40fc-91eb-8975a8bf4a0e req-2e8a982f-019e-4a5a-880e-4512c407aca5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90270253-04fc-4a9e-b64a-e1cc12fd7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250256 Nov 15 11:58:26.542396 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad04935-c2b0-4ea3-b05d-9929b314587d req-fb1b5390-7d43-4558-bf4a-c1b78af1758f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:26.543942 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fad04935-c2b0-4ea3-b05d-9929b314587d req-fb1b5390-7d43-4558-bf4a-c1b78af1758f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 944 time: 0.0524738 Nov 15 11:58:26.590157 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fad04935-c2b0-4ea3-b05d-9929b314587d req-d82a026d-0f64-4190-bf33-829be15f608e tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401928 Nov 15 11:58:26.620117 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f90be4a1-f621-40fc-91eb-8975a8bf4a0e req-ad3e7ab8-825f-4c56-936e-cb24fe7199c5 service neutron] 10.222.0.11 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858941 Nov 15 11:58:26.718350 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f90be4a1-f621-40fc-91eb-8975a8bf4a0e req-c1698a66-8ec3-4c45-939c-2c9e63a0494d service neutron] 10.222.0.11 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914562 Nov 15 11:58:27.723196 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c21653-8265-45c7-bd52-578b3c9f24b6 req-79bbd0bd-4b3c-4170-9b79-589e28e3d2b6 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:27.724703 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59c21653-8265-45c7-bd52-578b3c9f24b6 req-79bbd0bd-4b3c-4170-9b79-589e28e3d2b6 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 944 time: 0.0566461 Nov 15 11:58:27.781922 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59c21653-8265-45c7-bd52-578b3c9f24b6 req-09a60ae9-3d4b-4760-93fd-d6f6df354db2 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510120 Nov 15 11:58:28.918223 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f06bc-1aaa-44ae-ac8e-c4d3295d8a9b req-921d6fa8-f550-46c2-ab53-0c3647b999fd tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:28.919702 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6f2f06bc-1aaa-44ae-ac8e-c4d3295d8a9b req-921d6fa8-f550-46c2-ab53-0c3647b999fd tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 944 time: 0.0549793 Nov 15 11:58:28.969994 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6f2f06bc-1aaa-44ae-ac8e-c4d3295d8a9b req-e5f1c47a-0765-45b3-97b3-23981b72e6ef tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414064 Nov 15 11:58:29.480775 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device aeabd713-a5d9-49e7-96a6-f61eb6b93eac details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:58:29.582601 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port aeabd713-a5d9-49e7-96a6-f61eb6b93eac, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=aeabd713-a5d9-49e7-96a6-f61eb6b93eac,segment=NetworkSegment(59c1584c-b491-476c-ace2-32290b1bbb44),segment_id=59c1584c-b491-476c-ace2-32290b1bbb44)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:58:29.594152 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'aeabd713-a5d9-49e7-96a6-f61eb6b93eac', 'network_id': '90270253-04fc-4a9e-b64a-e1cc12fd7714', 'port_id': 'aeabd713-a5d9-49e7-96a6-f61eb6b93eac', 'mac_address': 'fa:16:3e:7b:10:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb4a6a8-8944-478f-9afe-7aecd1b2aa89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:58:29.631522 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:29.644423 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeabd713-a5d9-49e7-96a6-f61eb6b93eac {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:58:29.668821 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port aeabd713-a5d9-49e7-96a6-f61eb6b93eac, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=aeabd713-a5d9-49e7-96a6-f61eb6b93eac,segment=NetworkSegment(59c1584c-b491-476c-ace2-32290b1bbb44),segment_id=59c1584c-b491-476c-ace2-32290b1bbb44)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:58:29.676359 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:29.733878 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=aeabd713-a5d9-49e7-96a6-f61eb6b93eac,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:58:29.927652 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:29.978458 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['aeabd713-a5d9-49e7-96a6-f61eb6b93eac'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:58:30.086617 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb21a0-0757-47a5-af45-4e833a5bbbc7 req-8527f7c2-07ad-4d67-8df3-1f51558401e9 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:30.088342 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ebb21a0-0757-47a5-af45-4e833a5bbbc7 req-8527f7c2-07ad-4d67-8df3-1f51558401e9 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 945 time: 0.0493667 Nov 15 11:58:30.147551 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ebb21a0-0757-47a5-af45-4e833a5bbbc7 req-8cfb9b90-bdfb-4a23-8cdd-f8127ffa33e3 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528059 Nov 15 11:58:31.268952 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd4669-98c1-4043-be47-e2ff0c583dea req-6bdeda37-f88a-44b7-a7a4-257d67fbe61f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:31.270417 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3fd4669-98c1-4043-be47-e2ff0c583dea req-6bdeda37-f88a-44b7-a7a4-257d67fbe61f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 945 time: 0.0538824 Nov 15 11:58:31.340868 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3fd4669-98c1-4043-be47-e2ff0c583dea req-d8aa1d4b-c5a8-4cf1-9a7b-abc69bf47061 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618393 Nov 15 11:58:31.488902 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device aeabd713-a5d9-49e7-96a6-f61eb6b93eac up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:58:31.542667 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port aeabd713-a5d9-49e7-96a6-f61eb6b93eac completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:58:31.547195 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port aeabd713-a5d9-49e7-96a6-f61eb6b93eac triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:58:31.547567 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:31.623667 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:31.645720 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b20b0e5-3140-4f2b-901f-470cb2d72621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeabd713-a5d9-49e7-96a6-f61eb6b93eac'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:58:31.647960 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b35013c-95e9-417d-8fb6-942de4937909" -d '{"events": [{"server_uuid": "0b20b0e5-3140-4f2b-901f-470cb2d72621", "name": "network-vif-plugged", "status": "completed", "tag": "aeabd713-a5d9-49e7-96a6-f61eb6b93eac"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:58:31.663506 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port aeabd713-a5d9-49e7-96a6-f61eb6b93eac, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=aeabd713-a5d9-49e7-96a6-f61eb6b93eac,segment=NetworkSegment(59c1584c-b491-476c-ace2-32290b1bbb44),segment_id=59c1584c-b491-476c-ace2-32290b1bbb44)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:58:31.668870 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:31.694186 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1a21b0-79e1-4b82-902e-3071b4b744ff x-openstack-request-id: req-2f1a21b0-79e1-4b82-902e-3071b4b744ff {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:58:31.694476 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b20b0e5-3140-4f2b-901f-470cb2d72621", "name": "network-vif-plugged", "status": "completed", "tag": "aeabd713-a5d9-49e7-96a6-f61eb6b93eac", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:58:31.694727 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f1a21b0-79e1-4b82-902e-3071b4b744ff {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:58:31.695115 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b20b0e5-3140-4f2b-901f-470cb2d72621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeabd713-a5d9-49e7-96a6-f61eb6b93eac', 'code': 200} Nov 15 11:58:31.722102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=aeabd713-a5d9-49e7-96a6-f61eb6b93eac,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:58:31.786818 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2a187-aef5-40f6-a7ad-a322c622889c req-74786668-668c-4a46-8cb6-3c4b12423255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:31.788373 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-12a2a187-aef5-40f6-a7ad-a322c622889c req-74786668-668c-4a46-8cb6-3c4b12423255 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 1097 time: 0.0415459 Nov 15 11:58:31.846901 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-12a2a187-aef5-40f6-a7ad-a322c622889c req-71c4e7c2-886e-423f-ae82-d1d4f122f90c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505393 Nov 15 11:58:31.948707 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:32.485891 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221b380-0acd-4a13-9e6a-e03918d7a882 req-e6642e9b-ac74-4dbd-8123-216b4151be21 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:32.487385 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1221b380-0acd-4a13-9e6a-e03918d7a882 req-e6642e9b-ac74-4dbd-8123-216b4151be21 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0598962 Nov 15 11:58:32.537953 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1221b380-0acd-4a13-9e6a-e03918d7a882 req-21b91af1-c1b5-4e22-8443-70e1419fce79 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428035 Nov 15 11:58:33.667909 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30997f16-6dff-4ddd-943b-37f1482fc89a req-b1c39abf-7cd3-4908-9691-7d55d60f9b6e tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:33.669392 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-30997f16-6dff-4ddd-943b-37f1482fc89a req-b1c39abf-7cd3-4908-9691-7d55d60f9b6e tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0560498 Nov 15 11:58:33.716941 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-30997f16-6dff-4ddd-943b-37f1482fc89a req-ae4b42b0-bfa3-44ef-8993-2af8da96b492 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415347 Nov 15 11:58:33.840148 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da77e72-bffa-4692-bda4-f5bc913876b6 req-b5c8b30c-1065-4ffb-b140-3a01eb3d1623 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:33.841604 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9da77e72-bffa-4692-bda4-f5bc913876b6 req-b5c8b30c-1065-4ffb-b140-3a01eb3d1623 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0539808 Nov 15 11:58:33.892364 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9da77e72-bffa-4692-bda4-f5bc913876b6 req-895249aa-9eb5-426d-9256-d9f136b9c253 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422206 Nov 15 11:58:34.097196 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c234000-d264-44b7-ac9c-c461d8d72499 req-856c54fd-e41e-4b7e-be10-9e6ce50b477b tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:34.098660 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0c234000-d264-44b7-ac9c-c461d8d72499 req-856c54fd-e41e-4b7e-be10-9e6ce50b477b tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0554760 Nov 15 11:58:34.149463 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0c234000-d264-44b7-ac9c-c461d8d72499 req-c89b4586-0d51-40b5-a991-4d077ac3883b tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436959 Nov 15 11:58:34.270874 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc721bb-eef3-46d3-8b14-6a4964a428ef req-61598d15-4367-4315-9232-dab49899b6ed tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:34.272427 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0dc721bb-eef3-46d3-8b14-6a4964a428ef req-61598d15-4367-4315-9232-dab49899b6ed tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0551496 Nov 15 11:58:34.324587 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0dc721bb-eef3-46d3-8b14-6a4964a428ef req-a83578dd-ac34-49cf-8c05-6294eed4ad1f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460896 Nov 15 11:58:34.562021 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-1532f691-4366-49a0-b8fe-99c2fbc0ccbe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0453336 Nov 15 11:58:34.572006 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e732031-0375-4341-b078-844d6d611bbb req-498d8996-ced0-48ef-b530-16f845becde2 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:34.573545 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e732031-0375-4341-b078-844d6d611bbb req-498d8996-ced0-48ef-b530-16f845becde2 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0539684 Nov 15 11:58:34.623578 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e732031-0375-4341-b078-844d6d611bbb req-71f6e489-64d6-4e84-a806-e69927f8e0db tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430987 Nov 15 11:58:35.753650 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083df56e-67dc-4225-b8e3-a73f4194b027 req-cc2eb941-1fe4-4439-b34a-32ec83d9889f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:35.755171 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-083df56e-67dc-4225-b8e3-a73f4194b027 req-cc2eb941-1fe4-4439-b34a-32ec83d9889f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0527415 Nov 15 11:58:35.766658 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-fec89866-830f-41eb-b48f-92c1141f53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:35.768383 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-fec89866-830f-41eb-b48f-92c1141f53ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ae4caabcf594c6baf261f09d5111060&device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 1097 time: 0.0413809 Nov 15 11:58:35.803275 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-083df56e-67dc-4225-b8e3-a73f4194b027 req-1c533105-52b0-4e6c-8a3f-0d2d6cb2a567 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416589 Nov 15 11:58:35.857766 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-c9f34338-8381-47e1-8509-5c56da682e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:35.859247 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-c9f34338-8381-47e1-8509-5c56da682e76 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90270253-04fc-4a9e-b64a-e1cc12fd7714 HTTP/1.1" status: 200 len: 915 time: 0.0842991 Nov 15 11:58:35.903867 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-d2a06ce9-a96c-43f8-95ae-a56b93d8da0e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeabd713-a5d9-49e7-96a6-f61eb6b93eac HTTP/1.1" status: 200 len: 217 time: 0.0377145 Nov 15 11:58:35.954659 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-363f61cf-7c98-4083-97b2-69290772e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:35.956112 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-363f61cf-7c98-4083-97b2-69290772e05a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3cb4a6a8-8944-478f-9afe-7aecd1b2aa89 HTTP/1.1" status: 200 len: 854 time: 0.0457857 Nov 15 11:58:35.987445 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-522f3a26-b742-4bba-8b05-3ff656a00ae1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90270253-04fc-4a9e-b64a-e1cc12fd7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244098 Nov 15 11:58:36.079634 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-838296fe-b217-4c91-9ce8-5e19e631b58c service neutron] 10.222.0.11 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854273 Nov 15 11:58:36.167901 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-1fd1e57f-568e-4937-81eb-7b214988bf7c service neutron] 10.222.0.11 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812871 Nov 15 11:58:36.288719 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d20ec455-563b-49ca-8b29-fa44a32126fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:36.927772 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfc607-3613-43a7-bf87-04ee07d361da req-7e198edc-2ca2-4e65-b672-545057487e7f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:36.929263 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2cbfc607-3613-43a7-bf87-04ee07d361da req-7e198edc-2ca2-4e65-b672-545057487e7f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0524728 Nov 15 11:58:36.975869 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2cbfc607-3613-43a7-bf87-04ee07d361da req-b1575985-42c9-4e58-b4bd-ee0a763a16c3 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405734 Nov 15 11:58:38.099063 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44dce9-9fdd-45f2-8d2d-0f0f49b37c58 req-88f198d5-1fc3-46af-b482-b739db98fe28 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:38.100613 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e44dce9-9fdd-45f2-8d2d-0f0f49b37c58 req-88f198d5-1fc3-46af-b482-b739db98fe28 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0514967 Nov 15 11:58:38.148847 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e44dce9-9fdd-45f2-8d2d-0f0f49b37c58 req-61c2bd55-2224-4469-b900-84bfbcce61b2 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418966 Nov 15 11:58:38.379850 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-09ddf42c-ea47-4ea2-bf31-d3a1c906755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:39.276534 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f90f93-174d-491f-9d55-1e6467e61e47 req-bfeffeae-8fef-4208-803f-12ff867407ee tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:39.278222 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-98f90f93-174d-491f-9d55-1e6467e61e47 req-bfeffeae-8fef-4208-803f-12ff867407ee tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0551426 Nov 15 11:58:39.326000 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-98f90f93-174d-491f-9d55-1e6467e61e47 req-c2f95fa4-c450-4bf8-80a8-6bf7c8641a9d tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414727 Nov 15 11:58:39.994032 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:40.453149 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be781d-f6dc-4c34-96af-5a4d13ee19c4 req-8e383e8a-cb1a-4e54-8d6d-2a1d6cd78482 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:40.454654 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-63be781d-f6dc-4c34-96af-5a4d13ee19c4 req-8e383e8a-cb1a-4e54-8d6d-2a1d6cd78482 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0512893 Nov 15 11:58:40.503415 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-63be781d-f6dc-4c34-96af-5a4d13ee19c4 req-e3cf0f58-4734-4490-970e-4cb0134fbf29 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426748 Nov 15 11:58:41.552841 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:41.623784 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3a5e3-8f0f-4935-8f57-5e5433b83489 req-a6a05cb4-5bf0-4a84-8b3b-dfc7ac6d87ce tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:41.625268 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-63c3a5e3-8f0f-4935-8f57-5e5433b83489 req-a6a05cb4-5bf0-4a84-8b3b-dfc7ac6d87ce tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0508709 Nov 15 11:58:41.679394 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-63c3a5e3-8f0f-4935-8f57-5e5433b83489 req-f601afcb-8834-4293-8cb4-dac55336092f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453205 Nov 15 11:58:42.199370 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:58:42.803377 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70e80b-92fb-49d3-9b79-ad76cccf8057 req-075b9372-9ba0-4c26-a981-331fd5ec795c tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:42.804875 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c70e80b-92fb-49d3-9b79-ad76cccf8057 req-075b9372-9ba0-4c26-a981-331fd5ec795c tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0510275 Nov 15 11:58:42.852069 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6c70e80b-92fb-49d3-9b79-ad76cccf8057 req-aabeb03d-43b9-458f-972d-f92cb660c149 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410223 Nov 15 11:58:43.975646 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81010eb5-b529-40a4-b3c5-9e0db49e04b0 req-c462f2bf-fed2-4480-a786-36cdf415cb45 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:43.977186 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-81010eb5-b529-40a4-b3c5-9e0db49e04b0 req-c462f2bf-fed2-4480-a786-36cdf415cb45 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0516796 Nov 15 11:58:44.027911 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-81010eb5-b529-40a4-b3c5-9e0db49e04b0 req-54559510-a94e-41a9-9e95-075ee1d8bf71 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445547 Nov 15 11:58:45.164236 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81c9cd-bf47-4132-af92-c5a2e68486bc req-98b88e09-3808-4a37-b782-c494c180baab tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:45.165719 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a81c9cd-bf47-4132-af92-c5a2e68486bc req-98b88e09-3808-4a37-b782-c494c180baab tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0591412 Nov 15 11:58:45.216882 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a81c9cd-bf47-4132-af92-c5a2e68486bc req-41a8e802-c94a-466f-820c-dd9490359602 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434752 Nov 15 11:58:46.349764 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb9df3-f021-42bb-8387-c18a1f7468f0 req-a78b0bff-afc9-4406-b9c8-df1d39c3aba4 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:46.351250 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eeeb9df3-f021-42bb-8387-c18a1f7468f0 req-a78b0bff-afc9-4406-b9c8-df1d39c3aba4 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0536392 Nov 15 11:58:46.398751 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eeeb9df3-f021-42bb-8387-c18a1f7468f0 req-aafbb6e4-60cc-4df6-b65a-e485bd7b7202 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412788 Nov 15 11:58:47.538251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c8c1f-bc97-427a-bda8-81acbd3283d6 req-94218af9-8ce3-43e6-b9e6-c7e0a14ac0a1 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:47.539728 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ba5c8c1f-bc97-427a-bda8-81acbd3283d6 req-94218af9-8ce3-43e6-b9e6-c7e0a14ac0a1 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0609055 Nov 15 11:58:47.592575 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ba5c8c1f-bc97-427a-bda8-81acbd3283d6 req-cccb3591-7196-4030-a858-4c62c6d06419 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449309 Nov 15 11:58:48.715857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fe255-5fee-43cc-9ff2-7cf9322627c8 req-07217770-8ce4-45da-9bfc-fd0fba707db5 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:48.717411 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-338fe255-5fee-43cc-9ff2-7cf9322627c8 req-07217770-8ce4-45da-9bfc-fd0fba707db5 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0510588 Nov 15 11:58:48.766322 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-338fe255-5fee-43cc-9ff2-7cf9322627c8 req-5bd9c338-f124-4010-9386-a85fa1dd52a6 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400076 Nov 15 11:58:49.891354 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402e377-e5ec-4c44-8b25-fb4d82d9de22 req-3979d4d3-1890-4522-9648-8cfe471b796b tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:49.892850 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6402e377-e5ec-4c44-8b25-fb4d82d9de22 req-3979d4d3-1890-4522-9648-8cfe471b796b tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0515242 Nov 15 11:58:49.941818 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6402e377-e5ec-4c44-8b25-fb4d82d9de22 req-b23bb8ff-475a-4385-b451-984581afd48a tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403838 Nov 15 11:58:51.072560 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c15031-cd93-4cef-a7b6-4e1231335613 req-ac50e61c-c914-41a8-b78d-5a5698ae54ea tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:51.074014 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31c15031-cd93-4cef-a7b6-4e1231335613 req-ac50e61c-c914-41a8-b78d-5a5698ae54ea tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0548201 Nov 15 11:58:51.122423 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31c15031-cd93-4cef-a7b6-4e1231335613 req-1cfc3e4c-a702-46d1-ab41-9e5018b9aade tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423505 Nov 15 11:58:52.241152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fd5a1-a9b2-47c2-9b94-1c631d7451c5 req-17f81ca0-7c60-4678-a59f-8c2b9fc2b76e tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:52.242620 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e43fd5a1-a9b2-47c2-9b94-1c631d7451c5 req-17f81ca0-7c60-4678-a59f-8c2b9fc2b76e tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0508764 Nov 15 11:58:52.289792 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e43fd5a1-a9b2-47c2-9b94-1c631d7451c5 req-fe3027c3-630f-4815-8163-9ebcf237935b tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411124 Nov 15 11:58:52.409702 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-792f2602-ee80-4610-8c15-5490267ecf68 req-d35014e8-d10b-459e-bfc5-ac1d91137e49 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486853 Nov 15 11:58:52.494617 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f2602-ee80-4610-8c15-5490267ecf68 req-2e767741-7c4e-4d00-8cd0-d38819a52a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:52.496205 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-792f2602-ee80-4610-8c15-5490267ecf68 req-2e767741-7c4e-4d00-8cd0-d38819a52a8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0415471 Nov 15 11:58:52.607034 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f2602-ee80-4610-8c15-5490267ecf68 req-f0b61f7b-2e32-4103-ab03-b5984e308365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:52.608551 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-792f2602-ee80-4610-8c15-5490267ecf68 req-f0b61f7b-2e32-4103-ab03-b5984e308365 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0883012 Nov 15 11:58:52.653044 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-792f2602-ee80-4610-8c15-5490267ecf68 req-b9714056-4937-414d-9f77-aaa9a43f219d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0369883 Nov 15 11:58:52.705425 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f2602-ee80-4610-8c15-5490267ecf68 req-4e87ab1f-f9a2-4370-8552-ecb8ba8753c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:52.706858 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-792f2602-ee80-4610-8c15-5490267ecf68 req-4e87ab1f-f9a2-4370-8552-ecb8ba8753c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0467539 Nov 15 11:58:52.754751 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f2602-ee80-4610-8c15-5490267ecf68 req-20c4cc13-7f95-4e71-b50f-0daf8c9d1809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:52.756235 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-792f2602-ee80-4610-8c15-5490267ecf68 req-20c4cc13-7f95-4e71-b50f-0daf8c9d1809 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413167 Nov 15 11:58:52.850686 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-792f2602-ee80-4610-8c15-5490267ecf68 req-0f7b04df-6fe6-446b-99f9-1a5818e4d774 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866058 Nov 15 11:58:52.940314 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-792f2602-ee80-4610-8c15-5490267ecf68 req-a2c09f73-5edf-4e54-82fd-71fdd6907a80 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820117 Nov 15 11:58:53.425470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39954c-be4d-411d-be2f-151a18eb4d80 req-56bd05d0-3dc9-481c-b8a0-b93a0c94e4ba tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:53.426870 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9f39954c-be4d-411d-be2f-151a18eb4d80 req-56bd05d0-3dc9-481c-b8a0-b93a0c94e4ba tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0559039 Nov 15 11:58:53.482748 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9f39954c-be4d-411d-be2f-151a18eb4d80 req-2b897402-20a4-4681-99d6-b5fa4e0e96af tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477169 Nov 15 11:58:54.606955 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd6de7-ba8b-4c7a-a466-74bb18a70034 req-8ef088e5-8ac8-4397-a754-888c61d91250 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:54.608450 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9bd6de7-ba8b-4c7a-a466-74bb18a70034 req-8ef088e5-8ac8-4397-a754-888c61d91250 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0509059 Nov 15 11:58:54.657209 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9bd6de7-ba8b-4c7a-a466-74bb18a70034 req-9d65ac41-0feb-461d-a0c3-3e10aec5b70f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401187 Nov 15 11:58:55.795842 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ae848-ac12-4130-bc07-33de9a1a8cd8 req-9cd011bd-a800-4557-a017-47e2d99100e0 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:55.797372 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf4ae848-ac12-4130-bc07-33de9a1a8cd8 req-9cd011bd-a800-4557-a017-47e2d99100e0 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0634599 Nov 15 11:58:55.847582 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf4ae848-ac12-4130-bc07-33de9a1a8cd8 req-a7cbe83c-1cb4-4010-99b1-e1d61d2296bc tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441585 Nov 15 11:58:56.760031 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:58:56.970112 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18bb99-4c08-4b0a-8898-446dd1e2545b req-787de818-b853-408c-a93b-ee9a8294c8c4 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:56.971547 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb18bb99-4c08-4b0a-8898-446dd1e2545b req-787de818-b853-408c-a93b-ee9a8294c8c4 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0510921 Nov 15 11:58:57.021945 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb18bb99-4c08-4b0a-8898-446dd1e2545b req-e4e35b7b-4e02-4239-9ad1-9e71a2127f56 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411375 Nov 15 11:58:58.154084 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa1b3b-cbef-4e7d-8a1f-2874da947684 req-408d9203-4805-411f-be73-698c0ccd336d tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:58.155595 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bbaa1b3b-cbef-4e7d-8a1f-2874da947684 req-408d9203-4805-411f-be73-698c0ccd336d tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0501208 Nov 15 11:58:58.201635 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bbaa1b3b-cbef-4e7d-8a1f-2874da947684 req-041f4b50-698c-4bc3-9f60-3f7374177863 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399816 Nov 15 11:58:59.327207 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db67056-b693-4fbd-babb-626c1f994f45 req-a8e29b28-99f2-46d4-a601-b054f458b2fd tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:58:59.328680 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3db67056-b693-4fbd-babb-626c1f994f45 req-a8e29b28-99f2-46d4-a601-b054f458b2fd tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0530264 Nov 15 11:58:59.375378 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3db67056-b693-4fbd-babb-626c1f994f45 req-9f186e07-e029-4052-bf2a-a5d61d7bbf17 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401618 Nov 15 11:58:59.944489 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:00.505152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca026a-8819-409c-a753-f870a5ffe4c7 req-723fa4a5-7920-416d-b109-d914cf416f5e tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:00.506628 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7fca026a-8819-409c-a753-f870a5ffe4c7 req-723fa4a5-7920-416d-b109-d914cf416f5e tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0502119 Nov 15 11:59:00.556736 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7fca026a-8819-409c-a753-f870a5ffe4c7 req-f85413a5-cbc9-49cf-93e4-4d9fb8ef0fa3 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411062 Nov 15 11:59:01.707969 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fd8fe-67e9-42ef-9c9b-b866f78aacf6 req-66644596-9157-43d6-aee4-ecba62e5d486 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:01.709479 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6f2fd8fe-67e9-42ef-9c9b-b866f78aacf6 req-66644596-9157-43d6-aee4-ecba62e5d486 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0518529 Nov 15 11:59:01.759353 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6f2fd8fe-67e9-42ef-9c9b-b866f78aacf6 req-30ce1d90-2602-42a1-96bc-d2eb82976efc tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436149 Nov 15 11:59:01.939252 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:02.909874 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5cbb4-5bd4-4675-b8f9-f7cc2ead4219 req-c2ad67f4-48dc-4a56-8b7b-b458e8766489 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:02.911337 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-92a5cbb4-5bd4-4675-b8f9-f7cc2ead4219 req-c2ad67f4-48dc-4a56-8b7b-b458e8766489 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0580361 Nov 15 11:59:02.964455 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-92a5cbb4-5bd4-4675-b8f9-f7cc2ead4219 req-e62e3cf2-3c1d-4f57-9eb5-370e5ad29efe tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470533 Nov 15 11:59:03.338955 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-88af4816-19e1-4cad-91aa-bcd3dbacd556 service neutron] show failed (client error): The resource could not be found. Nov 15 11:59:03.340050 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-88af4816-19e1-4cad-91aa-bcd3dbacd556 service neutron] 10.222.0.11 "GET /v2.0/ports/aeabd713-a5d9-49e7-96a6-f61eb6b93eac/bindings/n-h2-729945-9 HTTP/1.1" status: 404 len: 380 time: 0.0665720 Nov 15 11:59:03.551488 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-40e60e00-324a-4f50-8330-5dd8dccc4196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:03.553016 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-40e60e00-324a-4f50-8330-5dd8dccc4196 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621&tenant_id=2ae4caabcf594c6baf261f09d5111060 HTTP/1.1" status: 200 len: 1097 time: 0.0413101 Nov 15 11:59:03.565687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-729945-9', 'device_owner': 'compute:nova'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:59:03.620340 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:03.816533 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] For port aeabd713-a5d9-49e7-96a6-f61eb6b93eac, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=aeabd713-a5d9-49e7-96a6-f61eb6b93eac,segment=NetworkSegment(59c1584c-b491-476c-ace2-32290b1bbb44),segment_id=59c1584c-b491-476c-ace2-32290b1bbb44)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:59:03.850021 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] For port aeabd713-a5d9-49e7-96a6-f61eb6b93eac, host n-h1-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:59:03.889225 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b20b0e5-3140-4f2b-901f-470cb2d72621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeabd713-a5d9-49e7-96a6-f61eb6b93eac'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:59:03.891528 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42950ab-aac5-4bc2-9709-d273a1a1d6d0" -d '{"events": [{"server_uuid": "0b20b0e5-3140-4f2b-901f-470cb2d72621", "name": "network-vif-unplugged", "status": "completed", "tag": "aeabd713-a5d9-49e7-96a6-f61eb6b93eac"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:59:03.895633 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:03.908852 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.provisioning_blocks [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] Transition to ACTIVE for port object aeabd713-a5d9-49e7-96a6-f61eb6b93eac will not be triggered until provisioned by entity L2. {{(pid=102678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:59:03.915013 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:03.944447 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd15a33-661f-4e38-a3fb-19b33b90cbc7 x-openstack-request-id: req-edd15a33-661f-4e38-a3fb-19b33b90cbc7 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:59:03.944774 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b20b0e5-3140-4f2b-901f-470cb2d72621", "name": "network-vif-unplugged", "status": "completed", "tag": "aeabd713-a5d9-49e7-96a6-f61eb6b93eac", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:59:03.945012 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-edd15a33-661f-4e38-a3fb-19b33b90cbc7 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:59:03.945408 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b20b0e5-3140-4f2b-901f-470cb2d72621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeabd713-a5d9-49e7-96a6-f61eb6b93eac', 'code': 200} Nov 15 11:59:03.982032 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] No DVR routers for this DVR port aeabd713-a5d9-49e7-96a6-f61eb6b93eac on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:59:03.984020 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=aeabd713-a5d9-49e7-96a6-f61eb6b93eac,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:59:04.019005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] Attempting to bind port aeabd713-a5d9-49e7-96a6-f61eb6b93eac on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:59:04.019333 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] Attempting to bind port aeabd713-a5d9-49e7-96a6-f61eb6b93eac by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '59c1584c-b491-476c-ace2-32290b1bbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90270253-04fc-4a9e-b64a-e1cc12fd7714'}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:59:04.019652 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] Attempting to bind port aeabd713-a5d9-49e7-96a6-f61eb6b93eac on network 90270253-04fc-4a9e-b64a-e1cc12fd7714 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:59:04.024034 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] Port aeabd713-a5d9-49e7-96a6-f61eb6b93eac on network 90270253-04fc-4a9e-b64a-e1cc12fd7714 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:59:04.024345 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] Attempting to bind port aeabd713-a5d9-49e7-96a6-f61eb6b93eac on network 90270253-04fc-4a9e-b64a-e1cc12fd7714 {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:59:04.029111 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:59:04.029436 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] Checking segment: {'id': '59c1584c-b491-476c-ace2-32290b1bbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90270253-04fc-4a9e-b64a-e1cc12fd7714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:59:04.029810 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] Bound using segment: {'id': '59c1584c-b491-476c-ace2-32290b1bbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90270253-04fc-4a9e-b64a-e1cc12fd7714'} {{(pid=102678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:59:04.030232 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.managers [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] Bound port: aeabd713-a5d9-49e7-96a6-f61eb6b93eac, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c1584c-b491-476c-ace2-32290b1bbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90270253-04fc-4a9e-b64a-e1cc12fd7714'}}] {{(pid=102678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:59:04.030576 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:04.127364 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b6041-bead-45ae-bab7-d80e4f168c12 req-3d11bfaf-7869-4a15-a6bb-66016894782e tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:04.128931 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b2b6041-bead-45ae-bab7-d80e4f168c12 req-3d11bfaf-7869-4a15-a6bb-66016894782e tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 944 time: 0.0894318 Nov 15 11:59:04.131288 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] For port aeabd713-a5d9-49e7-96a6-f61eb6b93eac, host n-h2-729945-9, cleared binding levels {{(pid=102678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:59:04.135599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] For port aeabd713-a5d9-49e7-96a6-f61eb6b93eac, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=aeabd713-a5d9-49e7-96a6-f61eb6b93eac,segment=NetworkSegment(59c1584c-b491-476c-ace2-32290b1bbb44),segment_id=59c1584c-b491-476c-ace2-32290b1bbb44)] {{(pid=102678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:59:04.145584 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:04.186848 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:04.187574 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:04.189063 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] 10.222.0.55 "PUT /v2.0/ports/aeabd713-a5d9-49e7-96a6-f61eb6b93eac HTTP/1.1" status: 200 len: 1092 time: 0.6274121 Nov 15 11:59:04.251356 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b7dac-46aa-4a2e-acdd-2948039ca5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=aeabd713-a5d9-49e7-96a6-f61eb6b93eac,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:59:04.256790 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6b2b6041-bead-45ae-bab7-d80e4f168c12 req-28783b29-8419-4420-944e-583a41771f1c tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198077 Nov 15 11:59:04.271970 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-77cd9b9f-39e9-4889-9b08-e6a40137a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:04.273468 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-77cd9b9f-39e9-4889-9b08-e6a40137a91f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ae4caabcf594c6baf261f09d5111060&device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 1095 time: 0.0575123 Nov 15 11:59:04.705481 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-76719bc3-219a-4945-a3b6-6a74e90043ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:04.706975 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-76719bc3-219a-4945-a3b6-6a74e90043ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=90270253-04fc-4a9e-b64a-e1cc12fd7714 HTTP/1.1" status: 200 len: 915 time: 0.4265532 Nov 15 11:59:04.749486 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-d9baf775-b222-485f-b214-0125cf2d8d41 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeabd713-a5d9-49e7-96a6-f61eb6b93eac HTTP/1.1" status: 200 len: 217 time: 0.0341876 Nov 15 11:59:04.798882 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-a1479536-75f7-43c2-82a0-ee76308abd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:04.800316 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-a1479536-75f7-43c2-82a0-ee76308abd58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cb4a6a8-8944-478f-9afe-7aecd1b2aa89 HTTP/1.1" status: 200 len: 854 time: 0.0437574 Nov 15 11:59:04.833901 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-2bf1798e-1dd1-4a18-86a2-a1dd68a5fd35 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=90270253-04fc-4a9e-b64a-e1cc12fd7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266535 Nov 15 11:59:04.926630 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-bee20efc-3f8a-400f-ae0d-04e7c31d29d0 service neutron] 10.222.0.55 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851748 Nov 15 11:59:05.020609 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33134de7-266a-4d6a-acb6-9e34bae75a0b req-c3b3df5a-fea3-422f-ad0a-ce02494602f7 service neutron] 10.222.0.55 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865996 Nov 15 11:59:05.378678 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bae256-64ef-4665-b882-c1d88d269f9a req-ed61ea7e-57cf-4239-aa63-74d2eab6f0e7 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:05.380160 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29bae256-64ef-4665-b882-c1d88d269f9a req-ed61ea7e-57cf-4239-aa63-74d2eab6f0e7 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 944 time: 0.0516560 Nov 15 11:59:05.437162 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29bae256-64ef-4665-b882-c1d88d269f9a req-fa328466-ff25-444d-a7be-a2a182e57cd0 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483353 Nov 15 11:59:05.669346 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device aeabd713-a5d9-49e7-96a6-f61eb6b93eac no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:59:05.711644 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device aeabd713-a5d9-49e7-96a6-f61eb6b93eac not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:59:05.946715 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b20b0e5-3140-4f2b-901f-470cb2d72621', 'tag': 'aeabd713-a5d9-49e7-96a6-f61eb6b93eac'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:59:05.950424 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2578f6-0b44-44b2-b277-59371528b2c2" -d '{"events": [{"name": "network-changed", "server_uuid": "0b20b0e5-3140-4f2b-901f-470cb2d72621", "tag": "aeabd713-a5d9-49e7-96a6-f61eb6b93eac"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:59:06.006046 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5b69ae-d49b-430f-a5cb-2afccbedc4ec x-openstack-request-id: req-2e5b69ae-d49b-430f-a5cb-2afccbedc4ec {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:59:06.006333 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b20b0e5-3140-4f2b-901f-470cb2d72621", "tag": "aeabd713-a5d9-49e7-96a6-f61eb6b93eac", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:59:06.006615 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e5b69ae-d49b-430f-a5cb-2afccbedc4ec {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:59:06.006967 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b20b0e5-3140-4f2b-901f-470cb2d72621', 'tag': 'aeabd713-a5d9-49e7-96a6-f61eb6b93eac', 'status': 'completed', 'code': 200} Nov 15 11:59:06.068302 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2578f6-0b44-44b2-b277-59371528b2c2 req-723eb3f8-5eff-4cf6-962a-45a9588b6e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:06.069851 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e2578f6-0b44-44b2-b277-59371528b2c2 req-723eb3f8-5eff-4cf6-962a-45a9588b6e96 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ae4caabcf594c6baf261f09d5111060&device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 1095 time: 0.0428753 Nov 15 11:59:06.070866 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2578f6-0b44-44b2-b277-59371528b2c2 req-e428de6a-d3bd-40b7-a797-727de45f44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:06.072368 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e2578f6-0b44-44b2-b277-59371528b2c2 req-e428de6a-d3bd-40b7-a797-727de45f44b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ae4caabcf594c6baf261f09d5111060&device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 1095 time: 0.0408325 Nov 15 11:59:06.166746 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2578f6-0b44-44b2-b277-59371528b2c2 req-62a111c0-08ee-4653-a865-87e42ba500ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:06.167543 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2578f6-0b44-44b2-b277-59371528b2c2 req-ec3d71bc-c1a3-4797-9aa1-94a05e1fe656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:06.168257 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e2578f6-0b44-44b2-b277-59371528b2c2 req-62a111c0-08ee-4653-a865-87e42ba500ec service neutron] 10.222.0.55 "GET /v2.0/networks?id=90270253-04fc-4a9e-b64a-e1cc12fd7714 HTTP/1.1" status: 200 len: 915 time: 0.0882664 Nov 15 11:59:06.169035 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e2578f6-0b44-44b2-b277-59371528b2c2 req-ec3d71bc-c1a3-4797-9aa1-94a05e1fe656 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90270253-04fc-4a9e-b64a-e1cc12fd7714 HTTP/1.1" status: 200 len: 915 time: 0.0922971 Nov 15 11:59:06.220599 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e2578f6-0b44-44b2-b277-59371528b2c2 req-c4b821ab-44c7-4f10-b3fe-2eda52b06d5b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeabd713-a5d9-49e7-96a6-f61eb6b93eac HTTP/1.1" status: 200 len: 217 time: 0.0433843 Nov 15 11:59:06.221770 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e2578f6-0b44-44b2-b277-59371528b2c2 req-59791c23-2ff2-430e-bbc0-74a0a787b5d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeabd713-a5d9-49e7-96a6-f61eb6b93eac HTTP/1.1" status: 200 len: 217 time: 0.0438292 Nov 15 11:59:06.270860 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2578f6-0b44-44b2-b277-59371528b2c2 req-2ded9385-5e6e-4aa0-9141-bd7b16a16e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:06.272408 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e2578f6-0b44-44b2-b277-59371528b2c2 req-2ded9385-5e6e-4aa0-9141-bd7b16a16e7b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3cb4a6a8-8944-478f-9afe-7aecd1b2aa89 HTTP/1.1" status: 200 len: 854 time: 0.0441606 Nov 15 11:59:06.275482 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2578f6-0b44-44b2-b277-59371528b2c2 req-1687efdf-8275-45c6-8c6e-12bb7fb72979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:06.276973 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e2578f6-0b44-44b2-b277-59371528b2c2 req-1687efdf-8275-45c6-8c6e-12bb7fb72979 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cb4a6a8-8944-478f-9afe-7aecd1b2aa89 HTTP/1.1" status: 200 len: 854 time: 0.0473576 Nov 15 11:59:06.297141 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-419d891d-1f7d-4f46-938f-e150fc2a2182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:06.305972 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e2578f6-0b44-44b2-b277-59371528b2c2 req-b1013b2f-b1fe-49d9-a52b-22f001551c2a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90270253-04fc-4a9e-b64a-e1cc12fd7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263290 Nov 15 11:59:06.309695 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e2578f6-0b44-44b2-b277-59371528b2c2 req-a2f7fa01-4a6e-419b-ad74-e51e1045df12 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=90270253-04fc-4a9e-b64a-e1cc12fd7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250399 Nov 15 11:59:06.398553 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e2578f6-0b44-44b2-b277-59371528b2c2 req-85b7aae9-7810-4953-a14e-78b3514091fd service neutron] 10.222.0.55 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818856 Nov 15 11:59:06.400873 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e2578f6-0b44-44b2-b277-59371528b2c2 req-d3d62021-0ac3-4b98-a92e-c25ad53d204e service neutron] 10.222.0.11 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870299 Nov 15 11:59:06.496747 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e2578f6-0b44-44b2-b277-59371528b2c2 req-8bfe074e-92d7-4bba-b28f-80714dabeec1 service neutron] 10.222.0.55 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901496 Nov 15 11:59:06.499634 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e2578f6-0b44-44b2-b277-59371528b2c2 req-6c410480-92fe-4cc5-a8de-675351757529 service neutron] 10.222.0.11 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907807 Nov 15 11:59:06.561062 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a123fe-cb1b-487e-a9e4-00fcc5498a14 req-a5ecff80-bd65-44a4-bcdd-8fa0abef774f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:06.562586 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68a123fe-cb1b-487e-a9e4-00fcc5498a14 req-a5ecff80-bd65-44a4-bcdd-8fa0abef774f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 944 time: 0.0498142 Nov 15 11:59:06.610108 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68a123fe-cb1b-487e-a9e4-00fcc5498a14 req-4f36b0e5-fba7-4e1c-b4d1-c147a2108606 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414124 Nov 15 11:59:07.028519 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device aeabd713-a5d9-49e7-96a6-f61eb6b93eac details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:59:07.148960 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port aeabd713-a5d9-49e7-96a6-f61eb6b93eac, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=aeabd713-a5d9-49e7-96a6-f61eb6b93eac,segment=NetworkSegment(59c1584c-b491-476c-ace2-32290b1bbb44),segment_id=59c1584c-b491-476c-ace2-32290b1bbb44)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:59:07.165847 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'aeabd713-a5d9-49e7-96a6-f61eb6b93eac', 'network_id': '90270253-04fc-4a9e-b64a-e1cc12fd7714', 'port_id': 'aeabd713-a5d9-49e7-96a6-f61eb6b93eac', 'mac_address': 'fa:16:3e:7b:10:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb4a6a8-8944-478f-9afe-7aecd1b2aa89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:59:07.206040 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:07.224537 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeabd713-a5d9-49e7-96a6-f61eb6b93eac {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:59:07.246270 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port aeabd713-a5d9-49e7-96a6-f61eb6b93eac, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=aeabd713-a5d9-49e7-96a6-f61eb6b93eac,segment=NetworkSegment(59c1584c-b491-476c-ace2-32290b1bbb44),segment_id=59c1584c-b491-476c-ace2-32290b1bbb44)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:59:07.252221 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:07.301283 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=aeabd713-a5d9-49e7-96a6-f61eb6b93eac,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:59:07.495159 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['aeabd713-a5d9-49e7-96a6-f61eb6b93eac'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:59:07.734459 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f775e-ce28-4581-b115-8c12b81a714f req-181d6529-8ad8-4847-aa1a-311326eda6eb tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:07.735968 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-931f775e-ce28-4581-b115-8c12b81a714f req-181d6529-8ad8-4847-aa1a-311326eda6eb tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 945 time: 0.0542758 Nov 15 11:59:07.781927 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-931f775e-ce28-4581-b115-8c12b81a714f req-8a0996de-e158-497b-883f-ac59298deef9 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399234 Nov 15 11:59:07.983240 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8487e49-63df-42d4-93ae-033e9e550c85 req-756f2921-3168-42d3-bd33-10d2c844ea83 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:07.985391 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a8487e49-63df-42d4-93ae-033e9e550c85 req-756f2921-3168-42d3-bd33-10d2c844ea83 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 945 time: 0.0508940 Nov 15 11:59:08.030956 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98a97b-3ad5-40aa-a375-21cfabf9e6bc req-c66b5ca7-1279-42a5-82ae-c97670499632 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:08.032547 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-be98a97b-3ad5-40aa-a375-21cfabf9e6bc req-c66b5ca7-1279-42a5-82ae-c97670499632 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621&tenant_id=2ae4caabcf594c6baf261f09d5111060&binding%3Ahost_id=n-h2-729945-9 HTTP/1.1" status: 200 len: 945 time: 0.0839455 Nov 15 11:59:08.034099 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a8487e49-63df-42d4-93ae-033e9e550c85 req-5592d982-2756-478e-a868-9eaa63746dc6 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417912 Nov 15 11:59:08.094320 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [req-be98a97b-3ad5-40aa-a375-21cfabf9e6bc req-be80e6e1-4bc4-4d01-ae54-3b0e12149eb5 service neutron] delete failed (client error): The resource could not be found. Nov 15 11:59:08.095360 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-be98a97b-3ad5-40aa-a375-21cfabf9e6bc req-be80e6e1-4bc4-4d01-ae54-3b0e12149eb5 service neutron] 10.222.0.11 "DELETE /v2.0/ports/aeabd713-a5d9-49e7-96a6-f61eb6b93eac/bindings/n-h1-729945-9 HTTP/1.1" status: 404 len: 380 time: 0.0545490 Nov 15 11:59:08.186863 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98a97b-3ad5-40aa-a375-21cfabf9e6bc req-c5a538eb-04f9-46f7-be9a-ef9e4dc31807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:08.188308 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-be98a97b-3ad5-40aa-a375-21cfabf9e6bc req-c5a538eb-04f9-46f7-be9a-ef9e4dc31807 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ae4caabcf594c6baf261f09d5111060&device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 1096 time: 0.0464544 Nov 15 11:59:08.277231 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98a97b-3ad5-40aa-a375-21cfabf9e6bc req-ae17e422-309f-482b-bb90-1489d991e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:08.278691 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-be98a97b-3ad5-40aa-a375-21cfabf9e6bc req-ae17e422-309f-482b-bb90-1489d991e888 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90270253-04fc-4a9e-b64a-e1cc12fd7714 HTTP/1.1" status: 200 len: 915 time: 0.0834093 Nov 15 11:59:08.323039 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-be98a97b-3ad5-40aa-a375-21cfabf9e6bc req-be0fd0c8-ac31-4c9c-89ae-2acd84f4bd0d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeabd713-a5d9-49e7-96a6-f61eb6b93eac HTTP/1.1" status: 200 len: 217 time: 0.0367308 Nov 15 11:59:08.371617 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98a97b-3ad5-40aa-a375-21cfabf9e6bc req-7e2ab924-d61d-4a92-8313-b477ad1e1add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:08.373104 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-be98a97b-3ad5-40aa-a375-21cfabf9e6bc req-7e2ab924-d61d-4a92-8313-b477ad1e1add service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3cb4a6a8-8944-478f-9afe-7aecd1b2aa89 HTTP/1.1" status: 200 len: 854 time: 0.0434589 Nov 15 11:59:08.387233 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e6f5448f-681f-47d1-8d41-c97f95d01b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:08.406567 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-be98a97b-3ad5-40aa-a375-21cfabf9e6bc req-fa2a886e-82f6-4f7f-b397-491f7d01d0f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90270253-04fc-4a9e-b64a-e1cc12fd7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255806 Nov 15 11:59:08.501061 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-be98a97b-3ad5-40aa-a375-21cfabf9e6bc req-678e536c-ad09-4a11-be86-d188988e9dcb service neutron] 10.222.0.11 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873938 Nov 15 11:59:08.591361 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-be98a97b-3ad5-40aa-a375-21cfabf9e6bc req-6168645b-6308-4be4-94c9-94c0593e5533 service neutron] 10.222.0.11 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833635 Nov 15 11:59:09.065297 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device aeabd713-a5d9-49e7-96a6-f61eb6b93eac up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:59:09.115721 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port aeabd713-a5d9-49e7-96a6-f61eb6b93eac completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:59:09.120148 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port aeabd713-a5d9-49e7-96a6-f61eb6b93eac triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:59:09.120507 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:09.177656 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8dd430-a891-404f-b807-812920503e01 req-e3399425-df7b-49f4-b7ee-faefefa3ecea tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:09.179293 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc8dd430-a891-404f-b807-812920503e01 req-e3399425-df7b-49f4-b7ee-faefefa3ecea tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 945 time: 0.0577512 Nov 15 11:59:09.205265 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:09.228175 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc8dd430-a891-404f-b807-812920503e01 req-4761966c-56c3-4cb4-80b4-040db953ff13 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415330 Nov 15 11:59:09.230815 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b20b0e5-3140-4f2b-901f-470cb2d72621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeabd713-a5d9-49e7-96a6-f61eb6b93eac'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:59:09.233269 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b17ac87-1b60-4c19-a20d-033d96419159" -d '{"events": [{"server_uuid": "0b20b0e5-3140-4f2b-901f-470cb2d72621", "name": "network-vif-plugged", "status": "completed", "tag": "aeabd713-a5d9-49e7-96a6-f61eb6b93eac"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:59:09.246485 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port aeabd713-a5d9-49e7-96a6-f61eb6b93eac, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=aeabd713-a5d9-49e7-96a6-f61eb6b93eac,segment=NetworkSegment(59c1584c-b491-476c-ace2-32290b1bbb44),segment_id=59c1584c-b491-476c-ace2-32290b1bbb44)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:59:09.251011 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:09.297440 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=aeabd713-a5d9-49e7-96a6-f61eb6b93eac,revision_number=9']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:59:09.345899 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258446ce-59f1-47bf-a1a7-b025dbfb6efb x-openstack-request-id: req-258446ce-59f1-47bf-a1a7-b025dbfb6efb {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:59:09.346191 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b20b0e5-3140-4f2b-901f-470cb2d72621", "name": "network-vif-plugged", "status": "completed", "tag": "aeabd713-a5d9-49e7-96a6-f61eb6b93eac", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:59:09.346464 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-258446ce-59f1-47bf-a1a7-b025dbfb6efb {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:59:09.346867 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b20b0e5-3140-4f2b-901f-470cb2d72621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeabd713-a5d9-49e7-96a6-f61eb6b93eac', 'code': 200} Nov 15 11:59:09.438486 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a92a9-53fe-4642-85bb-5610a9f4a231 req-df6ac081-e64c-4b1b-a31a-752d4d29c22e tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:09.440090 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b5a92a9-53fe-4642-85bb-5610a9f4a231 req-df6ac081-e64c-4b1b-a31a-752d4d29c22e tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0502157 Nov 15 11:59:09.492479 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b5a92a9-53fe-4642-85bb-5610a9f4a231 req-cd0304ef-9c5e-414d-91f9-e82208b6c585 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434997 Nov 15 11:59:09.617539 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd636b-63b7-4abd-8b38-e23bd4997973 req-6ef8a09c-d691-47db-b9c2-736eafd30f9f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:09.619011 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-09fd636b-63b7-4abd-8b38-e23bd4997973 req-6ef8a09c-d691-47db-b9c2-736eafd30f9f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0503836 Nov 15 11:59:09.670208 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-09fd636b-63b7-4abd-8b38-e23bd4997973 req-865b1c7c-bc91-4f8b-8155-acd1812da3a6 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452170 Nov 15 11:59:09.989445 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:10.040183 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-d0f937e5-2c4a-465c-9135-7eb32ef422cb tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:10.041706 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-d0f937e5-2c4a-465c-9135-7eb32ef422cb tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/networks?id=90270253-04fc-4a9e-b64a-e1cc12fd7714 HTTP/1.1" status: 200 len: 814 time: 0.1064887 Nov 15 11:59:10.057240 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-d9babe11-a395-494a-8823-d0c99330dbf1 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/quotas/2ae4caabcf594c6baf261f09d5111060 HTTP/1.1" status: 200 len: 375 time: 0.0096564 Nov 15 11:59:10.108135 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-acc407c9-9770-459d-9d76-e2402a321f3f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ae4caabcf594c6baf261f09d5111060&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0453894 Nov 15 11:59:10.207022 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-9124f70d-630d-4855-83b4-06775f059254 service neutron] 10.222.0.64 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915630 Nov 15 11:59:10.304719 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-e94333b3-9ff4-432a-a079-e866f7a9ae49 service neutron] 10.222.0.64 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901740 Nov 15 11:59:10.463586 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb42ef25-ddf0-45fd-85b8-b33cc441863a req-3484cc57-3ac9-4c79-ad0a-4c674392c7a7 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 210 time: 0.0266151 Nov 15 11:59:11.166203 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e85e47-ed11-4365-945e-fcd3db4f01a3 req-6974e804-53a4-4174-b4c0-0994af9a11ad tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:11.167574 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-89e85e47-ed11-4365-945e-fcd3db4f01a3 req-6974e804-53a4-4174-b4c0-0994af9a11ad tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b20b0e5-3140-4f2b-901f-470cb2d72621 HTTP/1.1" status: 200 len: 946 time: 0.0524170 Nov 15 11:59:11.264851 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-89e85e47-ed11-4365-945e-fcd3db4f01a3 req-c3dc2144-ab83-4fb8-8b5b-5319f3b699a2 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Deleting port aeabd713-a5d9-49e7-96a6-f61eb6b93eac {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:59:11.265599 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-89e85e47-ed11-4365-945e-fcd3db4f01a3 req-c3dc2144-ab83-4fb8-8b5b-5319f3b699a2 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:11.357906 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-89e85e47-ed11-4365-945e-fcd3db4f01a3 req-c3dc2144-ab83-4fb8-8b5b-5319f3b699a2 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] For port aeabd713-a5d9-49e7-96a6-f61eb6b93eac, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=aeabd713-a5d9-49e7-96a6-f61eb6b93eac,segment=NetworkSegment(59c1584c-b491-476c-ace2-32290b1bbb44),segment_id=59c1584c-b491-476c-ace2-32290b1bbb44)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:59:11.358259 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-89e85e47-ed11-4365-945e-fcd3db4f01a3 req-c3dc2144-ab83-4fb8-8b5b-5319f3b699a2 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:11.373939 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-89e85e47-ed11-4365-945e-fcd3db4f01a3 req-c3dc2144-ab83-4fb8-8b5b-5319f3b699a2 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Calling delete_port for aeabd713-a5d9-49e7-96a6-f61eb6b93eac owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:59:11.421668 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-ce8ea8b9-fb47-4bcd-b460-d94765482b02 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:11.423057 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-ce8ea8b9-fb47-4bcd-b460-d94765482b02 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.55 "GET /v2.0/networks?id=90270253-04fc-4a9e-b64a-e1cc12fd7714 HTTP/1.1" status: 200 len: 814 time: 0.1230431 Nov 15 11:59:11.438640 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Request body: {'port': {'device_id': 'ec282daf-993a-4b8e-b03b-d9307210ae37', 'network_id': '90270253-04fc-4a9e-b64a-e1cc12fd7714', 'admin_state_up': True, 'tenant_id': '2ae4caabcf594c6baf261f09d5111060'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:59:11.514267 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-89e85e47-ed11-4365-945e-fcd3db4f01a3 req-c3dc2144-ab83-4fb8-8b5b-5319f3b699a2 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:11.528118 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['aeabd713-a5d9-49e7-96a6-f61eb6b93eac'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:59:11.549194 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc2144-ab83-4fb8-8b5b-5319f3b699a2 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Pushing event deleted for resources: {'Port': ['ID=aeabd713-a5d9-49e7-96a6-f61eb6b93eac,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:59:11.566598 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Made reservation on behalf of 2ae4caabcf594c6baf261f09d5111060 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:59:11.570028 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:11.571092 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:11.614782 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e85e47-ed11-4365-945e-fcd3db4f01a3 req-c3dc2144-ab83-4fb8-8b5b-5319f3b699a2 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] No DVR routers for this DVR port aeabd713-a5d9-49e7-96a6-f61eb6b93eac on host n-h2-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:59:11.617756 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-89e85e47-ed11-4365-945e-fcd3db4f01a3 req-c3dc2144-ab83-4fb8-8b5b-5319f3b699a2 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:11.621770 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-89e85e47-ed11-4365-945e-fcd3db4f01a3 req-c3dc2144-ab83-4fb8-8b5b-5319f3b699a2 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.55 "DELETE /v2.0/ports/aeabd713-a5d9-49e7-96a6-f61eb6b93eac HTTP/1.1" status: 204 len: 173 time: 0.4476092 Nov 15 11:59:11.622393 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b20b0e5-3140-4f2b-901f-470cb2d72621', 'name': 'network-vif-deleted', 'tag': 'aeabd713-a5d9-49e7-96a6-f61eb6b93eac'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:59:11.625390 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9815b0-456d-4acb-83ba-3169e72bfbd7" -d '{"events": [{"server_uuid": "0b20b0e5-3140-4f2b-901f-470cb2d72621", "name": "network-vif-deleted", "tag": "aeabd713-a5d9-49e7-96a6-f61eb6b93eac"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:59:11.636504 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-da377046-4e50-40c9-820b-5ca2ca5c054e req-2e97295d-084a-4e6e-811f-a11b0215d9af tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 210 time: 0.0883727 Nov 15 11:59:11.688071 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94614b1d-61e1-4f89-8fc4-dbc38b07685f x-openstack-request-id: req-94614b1d-61e1-4f89-8fc4-dbc38b07685f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:59:11.689075 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b20b0e5-3140-4f2b-901f-470cb2d72621", "name": "network-vif-deleted", "tag": "aeabd713-a5d9-49e7-96a6-f61eb6b93eac", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:59:11.689075 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94614b1d-61e1-4f89-8fc4-dbc38b07685f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:59:11.689075 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b20b0e5-3140-4f2b-901f-470cb2d72621', 'name': 'network-vif-deleted', 'tag': 'aeabd713-a5d9-49e7-96a6-f61eb6b93eac', 'status': 'completed', 'code': 200} Nov 15 11:59:11.716758 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Allocated IP 172.20.0.6 (90270253-04fc-4a9e-b64a-e1cc12fd7714/3cb4a6a8-8944-478f-9afe-7aecd1b2aa89/2736a20a-abe5-4982-a7e5-260fc174b46d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 11:59:11.871977 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:11.907169 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:11.918886 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['aeabd713-a5d9-49e7-96a6-f61eb6b93eac'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:59:11.952412 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Network 90270253-04fc-4a9e-b64a-e1cc12fd7714 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 11:59:11.955632 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 11:59:11.959956 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 11:59:11.964231 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Pushing event updated for resources: {'Port': ['ID=2736a20a-abe5-4982-a7e5-260fc174b46d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:59:11.991560 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:11.991922 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:11.992260 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:11.992593 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:11.992919 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:11.993245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:11.993566 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:11.993882 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:11.994204 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:11.994530 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:11.994835 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:11.995147 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:12.019348 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:12.019981 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:12.039337 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-cf82ef9a-5ab9-41c3-8186-cc00ab7fc2aa tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6056755 Nov 15 11:59:12.051546 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-b9bf7912-0c46-4959-b769-d1a4e97fb38c service neutron] Request body: {'port': {'device_id': 'ec282daf-993a-4b8e-b03b-d9307210ae37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:59:12.109901 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-b9bf7912-0c46-4959-b769-d1a4e97fb38c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:12.192808 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:12.382671 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-b9bf7912-0c46-4959-b769-d1a4e97fb38c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2736a20a-abe5-4982-a7e5-260fc174b46d {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:59:12.389970 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-b9bf7912-0c46-4959-b769-d1a4e97fb38c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:12.401847 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-b9bf7912-0c46-4959-b769-d1a4e97fb38c service neutron] Transition to ACTIVE for port object 2736a20a-abe5-4982-a7e5-260fc174b46d will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:59:12.408349 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-b9bf7912-0c46-4959-b769-d1a4e97fb38c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:12.459638 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf7912-0c46-4959-b769-d1a4e97fb38c service neutron] Pushing event updated for resources: {'Port': ['ID=2736a20a-abe5-4982-a7e5-260fc174b46d,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:59:12.530471 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-b9bf7912-0c46-4959-b769-d1a4e97fb38c service neutron] Attempting to bind port 2736a20a-abe5-4982-a7e5-260fc174b46d on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:59:12.531392 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-b9bf7912-0c46-4959-b769-d1a4e97fb38c service neutron] Attempting to bind port 2736a20a-abe5-4982-a7e5-260fc174b46d by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '59c1584c-b491-476c-ace2-32290b1bbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90270253-04fc-4a9e-b64a-e1cc12fd7714'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:59:12.531392 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-b9bf7912-0c46-4959-b769-d1a4e97fb38c service neutron] Attempting to bind port 2736a20a-abe5-4982-a7e5-260fc174b46d on network 90270253-04fc-4a9e-b64a-e1cc12fd7714 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:59:12.536100 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-b9bf7912-0c46-4959-b769-d1a4e97fb38c service neutron] Port 2736a20a-abe5-4982-a7e5-260fc174b46d on network 90270253-04fc-4a9e-b64a-e1cc12fd7714 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:59:12.536410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-b9bf7912-0c46-4959-b769-d1a4e97fb38c service neutron] Attempting to bind port 2736a20a-abe5-4982-a7e5-260fc174b46d on network 90270253-04fc-4a9e-b64a-e1cc12fd7714 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:59:12.542269 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-b9bf7912-0c46-4959-b769-d1a4e97fb38c service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:59:12.542628 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-b9bf7912-0c46-4959-b769-d1a4e97fb38c service neutron] Checking segment: {'id': '59c1584c-b491-476c-ace2-32290b1bbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90270253-04fc-4a9e-b64a-e1cc12fd7714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:59:12.543019 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-b9bf7912-0c46-4959-b769-d1a4e97fb38c service neutron] Bound using segment: {'id': '59c1584c-b491-476c-ace2-32290b1bbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90270253-04fc-4a9e-b64a-e1cc12fd7714'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:59:12.543600 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-b9bf7912-0c46-4959-b769-d1a4e97fb38c service neutron] Bound port: 2736a20a-abe5-4982-a7e5-260fc174b46d, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c1584c-b491-476c-ace2-32290b1bbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90270253-04fc-4a9e-b64a-e1cc12fd7714'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:59:12.543994 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-b9bf7912-0c46-4959-b769-d1a4e97fb38c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:12.610564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-b9bf7912-0c46-4959-b769-d1a4e97fb38c service neutron] For port 2736a20a-abe5-4982-a7e5-260fc174b46d, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:59:12.613904 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-b9bf7912-0c46-4959-b769-d1a4e97fb38c service neutron] For port 2736a20a-abe5-4982-a7e5-260fc174b46d, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=2736a20a-abe5-4982-a7e5-260fc174b46d,segment=NetworkSegment(59c1584c-b491-476c-ace2-32290b1bbb44),segment_id=59c1584c-b491-476c-ace2-32290b1bbb44)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:59:12.619000 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-b9bf7912-0c46-4959-b769-d1a4e97fb38c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:12.658890 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-b9bf7912-0c46-4959-b769-d1a4e97fb38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:12.659514 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-b9bf7912-0c46-4959-b769-d1a4e97fb38c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:12.660936 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-b9bf7912-0c46-4959-b769-d1a4e97fb38c service neutron] 10.222.0.55 "PUT /v2.0/ports/2736a20a-abe5-4982-a7e5-260fc174b46d HTTP/1.1" status: 200 len: 1091 time: 0.6134424 Nov 15 11:59:12.661378 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec282daf-993a-4b8e-b03b-d9307210ae37', 'tag': '2736a20a-abe5-4982-a7e5-260fc174b46d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:59:12.663617 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2335a0d7-ba52-4a22-925d-504c195e0c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ec282daf-993a-4b8e-b03b-d9307210ae37", "tag": "2736a20a-abe5-4982-a7e5-260fc174b46d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:59:12.683117 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf7912-0c46-4959-b769-d1a4e97fb38c service neutron] Pushing event updated for resources: {'Port': ['ID=2736a20a-abe5-4982-a7e5-260fc174b46d,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:59:12.742147 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-f6ccbde6-f177-468a-90c3-9a38d9fed9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:12.743657 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-f6ccbde6-f177-468a-90c3-9a38d9fed9e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ae4caabcf594c6baf261f09d5111060&device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 1094 time: 0.0408506 Nov 15 11:59:12.754912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fe6ed-a0df-4da1-ad83-d7cbdf6512f0 req-07c2b21a-752f-4519-a667-007425528c81 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:12.756685 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf3fe6ed-a0df-4da1-ad83-d7cbdf6512f0 req-07c2b21a-752f-4519-a667-007425528c81 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 943 time: 0.0496633 Nov 15 11:59:12.785701 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-656be88e-6785-4b9c-bbb8-05da90449815 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2736a20a-abe5-4982-a7e5-260fc174b46d HTTP/1.1" status: 200 len: 217 time: 0.0342195 Nov 15 11:59:12.809097 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf3fe6ed-a0df-4da1-ad83-d7cbdf6512f0 req-fd4fe55d-6246-4c62-822d-791ce03ecd98 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456877 Nov 15 11:59:12.837037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-4c5faac4-4b2e-4345-adb1-963847d20fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:12.838505 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-4c5faac4-4b2e-4345-adb1-963847d20fe1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cb4a6a8-8944-478f-9afe-7aecd1b2aa89 HTTP/1.1" status: 200 len: 854 time: 0.0446534 Nov 15 11:59:12.854930 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d3a0e1-eca2-4203-9a84-00c54b08f6fa x-openstack-request-id: req-18d3a0e1-eca2-4203-9a84-00c54b08f6fa {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:59:12.855204 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec282daf-993a-4b8e-b03b-d9307210ae37", "tag": "2736a20a-abe5-4982-a7e5-260fc174b46d", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:59:12.855443 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-18d3a0e1-eca2-4203-9a84-00c54b08f6fa {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:59:12.855846 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec282daf-993a-4b8e-b03b-d9307210ae37', 'tag': '2736a20a-abe5-4982-a7e5-260fc174b46d', 'status': 'completed', 'code': 200} Nov 15 11:59:12.875221 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-59cc40df-4e7d-442f-93f8-45ba444a1342 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=90270253-04fc-4a9e-b64a-e1cc12fd7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296400 Nov 15 11:59:12.971676 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-7afb0e56-d303-4453-9a71-337884af6a7b service neutron] 10.222.0.55 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874715 Nov 15 11:59:13.065762 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-112d1c45-4589-4b98-a46a-15808184b9e0 req-d2916ffe-0167-48e2-9b4c-79efd738954c service neutron] 10.222.0.55 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869849 Nov 15 11:59:13.163526 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335a0d7-ba52-4a22-925d-504c195e0c0e req-ef728440-05c7-421c-ba7c-cde6bfe2b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:13.166076 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2335a0d7-ba52-4a22-925d-504c195e0c0e req-ef728440-05c7-421c-ba7c-cde6bfe2b294 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ae4caabcf594c6baf261f09d5111060&device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 1094 time: 0.0453243 Nov 15 11:59:13.261205 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335a0d7-ba52-4a22-925d-504c195e0c0e req-84de6709-981b-41da-a36c-7fa4c155e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:13.262579 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2335a0d7-ba52-4a22-925d-504c195e0c0e req-84de6709-981b-41da-a36c-7fa4c155e38a service neutron] 10.222.0.55 "GET /v2.0/networks?id=90270253-04fc-4a9e-b64a-e1cc12fd7714 HTTP/1.1" status: 200 len: 915 time: 0.0900829 Nov 15 11:59:13.303805 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2335a0d7-ba52-4a22-925d-504c195e0c0e req-3628bf38-7a7d-4d87-9288-5c2431405719 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2736a20a-abe5-4982-a7e5-260fc174b46d HTTP/1.1" status: 200 len: 217 time: 0.0338221 Nov 15 11:59:13.354281 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335a0d7-ba52-4a22-925d-504c195e0c0e req-c4165d0d-5b33-4bb8-a2aa-0dac669f8671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:13.355717 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2335a0d7-ba52-4a22-925d-504c195e0c0e req-c4165d0d-5b33-4bb8-a2aa-0dac669f8671 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cb4a6a8-8944-478f-9afe-7aecd1b2aa89 HTTP/1.1" status: 200 len: 854 time: 0.0442584 Nov 15 11:59:13.387652 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2335a0d7-ba52-4a22-925d-504c195e0c0e req-f8e9a8ef-c8c7-46ef-b9d4-b364841fbe61 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=90270253-04fc-4a9e-b64a-e1cc12fd7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242150 Nov 15 11:59:13.779250 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2335a0d7-ba52-4a22-925d-504c195e0c0e req-aced63a6-3382-4988-8fb4-4659f82c13eb service neutron] 10.222.0.55 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838522 Nov 15 11:59:13.878110 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2335a0d7-ba52-4a22-925d-504c195e0c0e req-1ea3bfa3-a279-4b94-8a92-d0fc82c6f7b0 service neutron] 10.222.0.55 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913024 Nov 15 11:59:13.931433 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6cfdc-7fbf-41e1-8c15-25700eeb49f3 req-2a467e47-9cd3-4be0-b0a7-f41fcd42348d tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:13.932926 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90a6cfdc-7fbf-41e1-8c15-25700eeb49f3 req-2a467e47-9cd3-4be0-b0a7-f41fcd42348d tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 943 time: 0.0500462 Nov 15 11:59:13.985265 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-90a6cfdc-7fbf-41e1-8c15-25700eeb49f3 req-5419e4ad-3f2c-4058-a380-8a40819a530d tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462387 Nov 15 11:59:15.090067 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 2736a20a-abe5-4982-a7e5-260fc174b46d details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:59:15.092162 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device aeabd713-a5d9-49e7-96a6-f61eb6b93eac no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:59:15.113850 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: aeabd713-a5d9-49e7-96a6-f61eb6b93eac {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:59:15.114181 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device aeabd713-a5d9-49e7-96a6-f61eb6b93eac not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:59:15.115523 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93d3a5-caed-44e8-86bf-56b50b0139b8 req-eb2ed350-6134-4349-a169-2f5d3a5d3124 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:15.116644 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e93d3a5-caed-44e8-86bf-56b50b0139b8 req-eb2ed350-6134-4349-a169-2f5d3a5d3124 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 943 time: 0.0526805 Nov 15 11:59:15.165656 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e93d3a5-caed-44e8-86bf-56b50b0139b8 req-cdf2df16-b2ac-481a-b6b6-d193c57b81ee tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426269 Nov 15 11:59:15.207294 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 2736a20a-abe5-4982-a7e5-260fc174b46d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=2736a20a-abe5-4982-a7e5-260fc174b46d,segment=NetworkSegment(59c1584c-b491-476c-ace2-32290b1bbb44),segment_id=59c1584c-b491-476c-ace2-32290b1bbb44)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:59:15.219435 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '2736a20a-abe5-4982-a7e5-260fc174b46d', 'network_id': '90270253-04fc-4a9e-b64a-e1cc12fd7714', 'port_id': '2736a20a-abe5-4982-a7e5-260fc174b46d', 'mac_address': 'fa:16:3e:93:ed:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb4a6a8-8944-478f-9afe-7aecd1b2aa89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:59:15.258495 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:15.271656 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2736a20a-abe5-4982-a7e5-260fc174b46d {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:59:15.292219 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 2736a20a-abe5-4982-a7e5-260fc174b46d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=2736a20a-abe5-4982-a7e5-260fc174b46d,segment=NetworkSegment(59c1584c-b491-476c-ace2-32290b1bbb44),segment_id=59c1584c-b491-476c-ace2-32290b1bbb44)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:59:15.299949 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:15.379391 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=2736a20a-abe5-4982-a7e5-260fc174b46d,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:59:15.513638 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['2736a20a-abe5-4982-a7e5-260fc174b46d'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:59:16.303523 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3038df5-febf-4d42-a537-455542f17fd1 req-a451988d-762e-4551-a749-c0ebeb962eea tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:16.305065 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3038df5-febf-4d42-a537-455542f17fd1 req-a451988d-762e-4551-a749-c0ebeb962eea tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 944 time: 0.0552943 Nov 15 11:59:16.353390 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3038df5-febf-4d42-a537-455542f17fd1 req-070bdf3f-149f-4398-8ff2-5775f0d3b67a tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422840 Nov 15 11:59:17.106128 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 2736a20a-abe5-4982-a7e5-260fc174b46d up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:59:17.170375 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 2736a20a-abe5-4982-a7e5-260fc174b46d completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:59:17.175909 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 2736a20a-abe5-4982-a7e5-260fc174b46d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:59:17.176259 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:17.255044 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:17.277985 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec282daf-993a-4b8e-b03b-d9307210ae37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2736a20a-abe5-4982-a7e5-260fc174b46d'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:59:17.280291 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccede3a-94eb-4598-bcd1-4951b5389a7d" -d '{"events": [{"server_uuid": "ec282daf-993a-4b8e-b03b-d9307210ae37", "name": "network-vif-plugged", "status": "completed", "tag": "2736a20a-abe5-4982-a7e5-260fc174b46d"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:59:17.299641 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 2736a20a-abe5-4982-a7e5-260fc174b46d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=2736a20a-abe5-4982-a7e5-260fc174b46d,segment=NetworkSegment(59c1584c-b491-476c-ace2-32290b1bbb44),segment_id=59c1584c-b491-476c-ace2-32290b1bbb44)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:59:17.306778 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:17.331782 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c394e1d-16e1-4521-83d5-fe061d808fc0 x-openstack-request-id: req-0c394e1d-16e1-4521-83d5-fe061d808fc0 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:59:17.332090 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec282daf-993a-4b8e-b03b-d9307210ae37", "name": "network-vif-plugged", "status": "completed", "tag": "2736a20a-abe5-4982-a7e5-260fc174b46d", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:59:17.332344 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c394e1d-16e1-4521-83d5-fe061d808fc0 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:59:17.332761 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec282daf-993a-4b8e-b03b-d9307210ae37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2736a20a-abe5-4982-a7e5-260fc174b46d', 'code': 200} Nov 15 11:59:17.360608 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=2736a20a-abe5-4982-a7e5-260fc174b46d,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:59:17.368530 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:17.368845 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:17.369638 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:17.369966 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:17.370292 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:17.370613 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:17.370930 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:17.371245 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:17.371558 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:17.371896 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:17.372216 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:17.372526 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:17.423975 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63f4d7-11f5-476f-af56-becb02cda19b req-423ebff6-18fb-4366-88de-04b16305c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:17.425524 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cb63f4d7-11f5-476f-af56-becb02cda19b req-423ebff6-18fb-4366-88de-04b16305c816 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 1096 time: 0.0402977 Nov 15 11:59:17.469632 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cb63f4d7-11f5-476f-af56-becb02cda19b req-c7233437-0d97-4eb8-9887-e3e5442eec96 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368326 Nov 15 11:59:17.474918 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74de02-15dd-496f-9c85-88aecf267726 req-0df7dafc-83fe-474c-b20e-4003e4e14032 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:17.476536 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d74de02-15dd-496f-9c85-88aecf267726 req-0df7dafc-83fe-474c-b20e-4003e4e14032 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0542240 Nov 15 11:59:17.524017 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d74de02-15dd-496f-9c85-88aecf267726 req-e2c12c5d-d299-4e85-88c4-ef97d9da95b6 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415015 Nov 15 11:59:18.650425 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9985d3-0a1a-4989-b377-5778a3690004 req-9ad1c19d-d2bf-4ac7-95da-8fee9fb56b2b tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:18.651944 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e9985d3-0a1a-4989-b377-5778a3690004 req-9ad1c19d-d2bf-4ac7-95da-8fee9fb56b2b tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0510051 Nov 15 11:59:18.702575 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e9985d3-0a1a-4989-b377-5778a3690004 req-0c3683dd-5775-43fc-a932-ec9f9547db1e tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418646 Nov 15 11:59:18.814487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73e2ee-3612-44f7-8b40-f6e44fecb482 req-560cdc33-0b19-4c8b-a4b1-400c35589316 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:18.815928 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1c73e2ee-3612-44f7-8b40-f6e44fecb482 req-560cdc33-0b19-4c8b-a4b1-400c35589316 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0494545 Nov 15 11:59:18.870096 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1c73e2ee-3612-44f7-8b40-f6e44fecb482 req-5d9b9dca-d483-41ec-8bde-f511e43352b1 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465751 Nov 15 11:59:19.108155 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-2f56b61d-6126-4e7d-9fd1-32508cedb240 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408821 Nov 15 11:59:19.124135 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153f80e-aa16-4bdd-8105-3a9f667318e3 req-44311bc9-62d6-4db1-a1e1-d38e279580f6 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:19.125828 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a153f80e-aa16-4bdd-8105-3a9f667318e3 req-44311bc9-62d6-4db1-a1e1-d38e279580f6 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0538104 Nov 15 11:59:19.174460 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a153f80e-aa16-4bdd-8105-3a9f667318e3 req-52774367-0e71-457d-ae58-01c91982bbf9 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424659 Nov 15 11:59:20.217130 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-d2e5e27e-67e2-40de-884e-9603c703c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:20.218673 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-d2e5e27e-67e2-40de-884e-9603c703c343 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ae4caabcf594c6baf261f09d5111060&device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 1096 time: 0.0464735 Nov 15 11:59:20.295832 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d17a6d-9b0d-43fc-986b-fe5ed9d5fa57 req-328ffb13-3695-49cf-ba47-4b5012825393 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:20.297372 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7d17a6d-9b0d-43fc-986b-fe5ed9d5fa57 req-328ffb13-3695-49cf-ba47-4b5012825393 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0511322 Nov 15 11:59:20.310016 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-0ec07dfe-d6ba-49ec-b78a-47c8a7350dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:20.311480 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-0ec07dfe-d6ba-49ec-b78a-47c8a7350dd1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=90270253-04fc-4a9e-b64a-e1cc12fd7714 HTTP/1.1" status: 200 len: 915 time: 0.0857437 Nov 15 11:59:20.346970 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7d17a6d-9b0d-43fc-986b-fe5ed9d5fa57 req-b32eb3dd-3274-4c87-b027-32547c75d46a tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436285 Nov 15 11:59:20.358513 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-22a98e66-76e9-4b03-ac6f-76c4f7946e30 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2736a20a-abe5-4982-a7e5-260fc174b46d HTTP/1.1" status: 200 len: 217 time: 0.0391994 Nov 15 11:59:20.405756 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-01a279cc-88fb-4cb8-908b-419687f4b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:20.407174 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-01a279cc-88fb-4cb8-908b-419687f4b2f4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cb4a6a8-8944-478f-9afe-7aecd1b2aa89 HTTP/1.1" status: 200 len: 854 time: 0.0420933 Nov 15 11:59:20.440230 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-19728e9f-9649-49f4-8be0-a2bec0cd3071 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=90270253-04fc-4a9e-b64a-e1cc12fd7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236671 Nov 15 11:59:20.532553 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-fa7c1858-955d-4b4a-bab9-285cfe835d92 service neutron] 10.222.0.55 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850136 Nov 15 11:59:20.637094 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-ae034350-3dd0-4179-8edb-de2321a55c4d service neutron] 10.222.0.55 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966942 Nov 15 11:59:21.483020 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18376ee6-f7e2-4d5e-b604-49985f78075a req-8978d276-0c26-4374-a5fc-596fa703bf97 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:21.484523 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18376ee6-f7e2-4d5e-b604-49985f78075a req-8978d276-0c26-4374-a5fc-596fa703bf97 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0541892 Nov 15 11:59:21.540701 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-18376ee6-f7e2-4d5e-b604-49985f78075a req-be8c6ade-0ddb-4e47-889b-1d539c24d4d6 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467329 Nov 15 11:59:22.674347 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332af73-1b6d-4a89-be80-71b33f464fd3 req-84fd225c-5b42-4f9f-aba2-0ab6006ebed0 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:22.675842 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c332af73-1b6d-4a89-be80-71b33f464fd3 req-84fd225c-5b42-4f9f-aba2-0ab6006ebed0 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0518711 Nov 15 11:59:22.727828 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c332af73-1b6d-4a89-be80-71b33f464fd3 req-bbaaaa49-781c-48e8-bce8-dda3ce45ff22 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432858 Nov 15 11:59:23.864092 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaf6bc-c450-4530-a686-807b3313a20a req-317ea00d-62a0-4aa5-b264-13714450c83d tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:23.866597 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0cfaf6bc-c450-4530-a686-807b3313a20a req-317ea00d-62a0-4aa5-b264-13714450c83d tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0557027 Nov 15 11:59:23.916108 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0cfaf6bc-c450-4530-a686-807b3313a20a req-4f46565b-9d79-4bf3-9291-0028968eae6c tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408461 Nov 15 11:59:25.048262 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b60bf-4b1b-4939-9e02-4660d7134c6e req-2ec421b4-deb3-477f-a2e1-68e70a71088f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:25.049732 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e71b60bf-4b1b-4939-9e02-4660d7134c6e req-2ec421b4-deb3-477f-a2e1-68e70a71088f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0499232 Nov 15 11:59:25.097628 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e71b60bf-4b1b-4939-9e02-4660d7134c6e req-c0f218da-936a-4fe0-a010-674f142eb880 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419147 Nov 15 11:59:26.217184 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd4316-e99f-4362-a511-762f80a5bf4e req-15638325-80e9-4268-ad4a-2d2ab9bbc6a8 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:26.218677 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-54dd4316-e99f-4362-a511-762f80a5bf4e req-15638325-80e9-4268-ad4a-2d2ab9bbc6a8 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0482967 Nov 15 11:59:26.267991 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-54dd4316-e99f-4362-a511-762f80a5bf4e req-fa7e345e-7ca6-42b0-ae7f-f34013538fe9 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433266 Nov 15 11:59:27.402226 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c8d30-4c88-4357-aec3-01bb2863d6d5 req-982a1b4d-0c63-4efc-8c82-8b225b826655 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:27.403609 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c9c8d30-4c88-4357-aec3-01bb2863d6d5 req-982a1b4d-0c63-4efc-8c82-8b225b826655 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0543635 Nov 15 11:59:27.451959 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c9c8d30-4c88-4357-aec3-01bb2863d6d5 req-5e620aa0-418f-4ff7-bff4-f894353d4e4f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421236 Nov 15 11:59:28.574787 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a376a-1508-4d89-982e-baa3788a65a4 req-e727b22a-fb21-4655-a04f-3655a1ea6abf tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:28.576292 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f8a376a-1508-4d89-982e-baa3788a65a4 req-e727b22a-fb21-4655-a04f-3655a1ea6abf tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0525150 Nov 15 11:59:28.627411 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f8a376a-1508-4d89-982e-baa3788a65a4 req-043e5054-4796-4ac0-b4e5-842893cd6d37 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416346 Nov 15 11:59:29.760822 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008905ac-b66a-438d-b427-62b629251643 req-2aae0d02-eca3-487d-be60-59dc5ac9b408 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:29.762292 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-008905ac-b66a-438d-b427-62b629251643 req-2aae0d02-eca3-487d-be60-59dc5ac9b408 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0544281 Nov 15 11:59:29.812822 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-008905ac-b66a-438d-b427-62b629251643 req-117b0ae3-70da-4ab0-8f23-37fb0559b682 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417461 Nov 15 11:59:29.939299 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:30.942591 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1215857-3e22-4da8-9435-75b7c905c34c req-62f46f16-8423-4aa6-9e05-14074e6ccc67 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:30.944099 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c1215857-3e22-4da8-9435-75b7c905c34c req-62f46f16-8423-4aa6-9e05-14074e6ccc67 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0526445 Nov 15 11:59:30.995177 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c1215857-3e22-4da8-9435-75b7c905c34c req-5134a036-121d-46d9-8fa1-a267cbde900c tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421598 Nov 15 11:59:31.965338 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:32.113688 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f191ecc-2678-40c4-b347-7e3dac946ba0 req-f94ed192-c8d5-48dc-86db-d3882c88663b tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:32.115209 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f191ecc-2678-40c4-b347-7e3dac946ba0 req-f94ed192-c8d5-48dc-86db-d3882c88663b tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0518436 Nov 15 11:59:32.168839 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f191ecc-2678-40c4-b347-7e3dac946ba0 req-8c87fac0-034c-4d40-8dc2-b3dfccac3f43 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467284 Nov 15 11:59:33.303314 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb0459-79c4-48b2-b16d-7b3a2ef9d9b0 req-ba90fd08-5a6c-491f-9c32-25922e6ba445 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:33.304855 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-07fb0459-79c4-48b2-b16d-7b3a2ef9d9b0 req-ba90fd08-5a6c-491f-9c32-25922e6ba445 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0510933 Nov 15 11:59:33.351461 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-07fb0459-79c4-48b2-b16d-7b3a2ef9d9b0 req-50724f5d-6536-4550-ad21-825ff664b460 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406241 Nov 15 11:59:33.765688 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 11:59:34.469654 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb884817-e98b-407e-8563-f000dbe716c4 req-a262b2a3-c4e2-48e4-8dfd-7070ec604157 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:34.471139 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb884817-e98b-407e-8563-f000dbe716c4 req-a262b2a3-c4e2-48e4-8dfd-7070ec604157 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0491714 Nov 15 11:59:34.520540 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb884817-e98b-407e-8563-f000dbe716c4 req-029c9cc2-0fac-476c-9889-46868af61ee7 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431156 Nov 15 11:59:35.642122 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b743f6-c75a-4e40-9fbd-165c00c413e7 req-6e1ce712-7362-4762-bb68-cc8624072ebb tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:35.643588 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-45b743f6-c75a-4e40-9fbd-165c00c413e7 req-6e1ce712-7362-4762-bb68-cc8624072ebb tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0542252 Nov 15 11:59:35.689805 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-45b743f6-c75a-4e40-9fbd-165c00c413e7 req-73259de0-6bce-4c3e-97fc-16a4da4adce5 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401661 Nov 15 11:59:36.299108 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8737376e-74ba-40ec-94e9-d3e39694e3bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:36.820509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8073f7-731d-48b1-86d8-6f91aa41d1bf req-c336dd8b-bc8b-4799-bd52-04fa61f138e2 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:36.822010 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f8073f7-731d-48b1-86d8-6f91aa41d1bf req-c336dd8b-bc8b-4799-bd52-04fa61f138e2 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0572946 Nov 15 11:59:36.870689 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4f8073f7-731d-48b1-86d8-6f91aa41d1bf req-3d7c7a92-dfca-44a9-90f7-1358acb5a322 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426233 Nov 15 11:59:38.066311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad234b-309f-421a-8bd9-6af5a131e6e3 req-6e2f8ec3-5ac0-4746-88d1-eef5d301c713 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:38.067796 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3ad234b-309f-421a-8bd9-6af5a131e6e3 req-6e2f8ec3-5ac0-4746-88d1-eef5d301c713 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.1202512 Nov 15 11:59:38.120081 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3ad234b-309f-421a-8bd9-6af5a131e6e3 req-e16a7910-c384-4df8-b852-b3fb9be9116b tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433600 Nov 15 11:59:38.386063 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bb51f83d-e71e-4470-b588-b84011a50654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:39.249219 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ea3cd-abb2-49ed-94ec-316828624612 req-5a05efa1-554f-4d26-90b2-fd10bc0c0a19 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:39.250793 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c58ea3cd-abb2-49ed-94ec-316828624612 req-5a05efa1-554f-4d26-90b2-fd10bc0c0a19 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0606351 Nov 15 11:59:39.298438 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c58ea3cd-abb2-49ed-94ec-316828624612 req-b7a1afa7-70b2-4a91-ab68-cd9c9be4b9fb tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416210 Nov 15 11:59:39.996176 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:40.428203 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea78677-7897-40fe-8e70-f76b3123e54d req-fc26ca73-ce0a-4b44-aac9-3205678643e3 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:40.429793 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ea78677-7897-40fe-8e70-f76b3123e54d req-fc26ca73-ce0a-4b44-aac9-3205678643e3 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0519247 Nov 15 11:59:40.482365 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ea78677-7897-40fe-8e70-f76b3123e54d req-fb0d3bff-3076-47a4-84c5-3f0543f2df49 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465419 Nov 15 11:59:41.558572 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:41.606614 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea9371-e950-4979-b469-0bcde482548a req-63a9ff28-f006-49a4-a62c-64ed669d0fd9 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:41.608246 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66ea9371-e950-4979-b469-0bcde482548a req-63a9ff28-f006-49a4-a62c-64ed669d0fd9 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0495398 Nov 15 11:59:41.655114 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66ea9371-e950-4979-b469-0bcde482548a req-fd94a5be-5204-4e18-a31b-28ed438c442f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408385 Nov 15 11:59:42.199908 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:42.790833 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc447e65-4539-40ad-8c80-2d99a34dd20f req-050c1f67-2af8-4059-a271-b6e5bd6fe9ba tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:42.792463 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dc447e65-4539-40ad-8c80-2d99a34dd20f req-050c1f67-2af8-4059-a271-b6e5bd6fe9ba tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0546787 Nov 15 11:59:42.845056 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dc447e65-4539-40ad-8c80-2d99a34dd20f req-aa1eae8d-be3a-44d0-b625-9d73d7c58c03 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439465 Nov 15 11:59:43.981492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e3486-a2ad-4aff-9a12-7966d1346891 req-da0596df-9ad2-4e61-81d5-232dab5f46bf tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:43.982963 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-877e3486-a2ad-4aff-9a12-7966d1346891 req-da0596df-9ad2-4e61-81d5-232dab5f46bf tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0557616 Nov 15 11:59:44.032721 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-877e3486-a2ad-4aff-9a12-7966d1346891 req-a03ffb48-ae91-4fa3-adb6-a3f185cc13de tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412431 Nov 15 11:59:45.169562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3358789-b0a4-480e-b59d-af536358cb94 req-a63aaab5-ab79-4faf-a755-8b7a1f22aa5d tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:45.171050 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3358789-b0a4-480e-b59d-af536358cb94 req-a63aaab5-ab79-4faf-a755-8b7a1f22aa5d tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0527647 Nov 15 11:59:45.223474 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3358789-b0a4-480e-b59d-af536358cb94 req-c18b1a56-9a40-4da2-b7f6-f6afe7410bee tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433843 Nov 15 11:59:46.352213 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8bc43-47c4-470f-b5c2-c1f117fd84eb req-76bb9436-8f5a-49a6-b508-4691a9e1105d tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:46.353790 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0b8bc43-47c4-470f-b5c2-c1f117fd84eb req-76bb9436-8f5a-49a6-b508-4691a9e1105d tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0505440 Nov 15 11:59:46.406156 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0b8bc43-47c4-470f-b5c2-c1f117fd84eb req-a17f77e1-5858-467e-9e27-db881e974ee8 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463116 Nov 15 11:59:47.430865 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-5509eed0-8d4c-4d34-9ff0-431801d71a1d service neutron] show failed (client error): The resource could not be found. Nov 15 11:59:47.431840 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-5509eed0-8d4c-4d34-9ff0-431801d71a1d service neutron] 10.222.0.55 "GET /v2.0/ports/2736a20a-abe5-4982-a7e5-260fc174b46d/bindings/n-h1-729945-9 HTTP/1.1" status: 404 len: 380 time: 0.0733631 Nov 15 11:59:47.535249 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60090495-ab7e-4c20-b8a0-504a67e4dcbc req-562d3602-164c-44b6-b123-59fd6b9fa5d0 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:47.536846 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-60090495-ab7e-4c20-b8a0-504a67e4dcbc req-562d3602-164c-44b6-b123-59fd6b9fa5d0 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0505972 Nov 15 11:59:47.584460 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-60090495-ab7e-4c20-b8a0-504a67e4dcbc req-cab6e036-1ef1-463b-b9b7-e0a469635144 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415912 Nov 15 11:59:47.650085 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-f8b8e1f3-0d61-4475-ae08-099b6971f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:47.651606 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-f8b8e1f3-0d61-4475-ae08-099b6971f55a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37&tenant_id=2ae4caabcf594c6baf261f09d5111060 HTTP/1.1" status: 200 len: 1096 time: 0.0515449 Nov 15 11:59:47.666482 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-729945-9', 'device_owner': 'compute:nova'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:59:47.719014 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:47.926859 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] For port 2736a20a-abe5-4982-a7e5-260fc174b46d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=2736a20a-abe5-4982-a7e5-260fc174b46d,segment=NetworkSegment(59c1584c-b491-476c-ace2-32290b1bbb44),segment_id=59c1584c-b491-476c-ace2-32290b1bbb44)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:59:47.964642 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] For port 2736a20a-abe5-4982-a7e5-260fc174b46d, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:59:48.003425 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec282daf-993a-4b8e-b03b-d9307210ae37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2736a20a-abe5-4982-a7e5-260fc174b46d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:59:48.005673 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63302e12-149f-48c6-b0bd-52f75f704e39" -d '{"events": [{"server_uuid": "ec282daf-993a-4b8e-b03b-d9307210ae37", "name": "network-vif-unplugged", "status": "completed", "tag": "2736a20a-abe5-4982-a7e5-260fc174b46d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:59:48.009836 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:48.022024 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] Transition to ACTIVE for port object 2736a20a-abe5-4982-a7e5-260fc174b46d will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 11:59:48.026726 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:48.061707 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 11:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ae4b31-899b-40f1-b84f-610f3582227b x-openstack-request-id: req-59ae4b31-899b-40f1-b84f-610f3582227b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:59:48.061955 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec282daf-993a-4b8e-b03b-d9307210ae37", "name": "network-vif-unplugged", "status": "completed", "tag": "2736a20a-abe5-4982-a7e5-260fc174b46d", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:59:48.062231 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-59ae4b31-899b-40f1-b84f-610f3582227b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:59:48.062621 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec282daf-993a-4b8e-b03b-d9307210ae37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2736a20a-abe5-4982-a7e5-260fc174b46d', 'code': 200} Nov 15 11:59:48.091356 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] No DVR routers for this DVR port 2736a20a-abe5-4982-a7e5-260fc174b46d on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:59:48.099684 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] Pushing event updated for resources: {'Port': ['ID=2736a20a-abe5-4982-a7e5-260fc174b46d,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:59:48.136924 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] Attempting to bind port 2736a20a-abe5-4982-a7e5-260fc174b46d on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 11:59:48.137250 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] Attempting to bind port 2736a20a-abe5-4982-a7e5-260fc174b46d by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '59c1584c-b491-476c-ace2-32290b1bbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90270253-04fc-4a9e-b64a-e1cc12fd7714'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 11:59:48.137551 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] Attempting to bind port 2736a20a-abe5-4982-a7e5-260fc174b46d on network 90270253-04fc-4a9e-b64a-e1cc12fd7714 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:59:48.141752 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] Port 2736a20a-abe5-4982-a7e5-260fc174b46d on network 90270253-04fc-4a9e-b64a-e1cc12fd7714 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 11:59:48.142051 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] Attempting to bind port 2736a20a-abe5-4982-a7e5-260fc174b46d on network 90270253-04fc-4a9e-b64a-e1cc12fd7714 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 11:59:48.146968 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 11:59:48.147295 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] Checking segment: {'id': '59c1584c-b491-476c-ace2-32290b1bbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90270253-04fc-4a9e-b64a-e1cc12fd7714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 11:59:48.147667 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] Bound using segment: {'id': '59c1584c-b491-476c-ace2-32290b1bbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90270253-04fc-4a9e-b64a-e1cc12fd7714'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 11:59:48.148172 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] Bound port: 2736a20a-abe5-4982-a7e5-260fc174b46d, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c1584c-b491-476c-ace2-32290b1bbb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90270253-04fc-4a9e-b64a-e1cc12fd7714'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 11:59:48.148520 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:48.213172 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] For port 2736a20a-abe5-4982-a7e5-260fc174b46d, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 11:59:48.216258 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] For port 2736a20a-abe5-4982-a7e5-260fc174b46d, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2736a20a-abe5-4982-a7e5-260fc174b46d,segment=NetworkSegment(59c1584c-b491-476c-ace2-32290b1bbb44),segment_id=59c1584c-b491-476c-ace2-32290b1bbb44)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 11:59:48.222887 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:48.256428 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:48.257110 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:48.258581 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] 10.222.0.11 "PUT /v2.0/ports/2736a20a-abe5-4982-a7e5-260fc174b46d HTTP/1.1" status: 200 len: 1091 time: 0.5961602 Nov 15 11:59:48.280855 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243fd04-9b47-46da-b88d-2dc8b0fca33d service neutron] Pushing event updated for resources: {'Port': ['ID=2736a20a-abe5-4982-a7e5-260fc174b46d,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:59:48.324286 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-96a66f1d-5683-4dc0-bb8e-afded10e5a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:48.325813 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-96a66f1d-5683-4dc0-bb8e-afded10e5a9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ae4caabcf594c6baf261f09d5111060&device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 1094 time: 0.0411041 Nov 15 11:59:48.423628 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-60715054-7db5-4698-9e4b-27074e2d711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:48.425391 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-60715054-7db5-4698-9e4b-27074e2d711c service neutron] 10.222.0.11 "GET /v2.0/networks?id=90270253-04fc-4a9e-b64a-e1cc12fd7714 HTTP/1.1" status: 200 len: 915 time: 0.0926321 Nov 15 11:59:48.467845 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-6f60e103-9905-4c71-b094-0dd93048a1b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2736a20a-abe5-4982-a7e5-260fc174b46d HTTP/1.1" status: 200 len: 217 time: 0.0354433 Nov 15 11:59:48.516816 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-cd992cca-07ae-42f2-8b58-84fb0bc294dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:48.518212 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-cd992cca-07ae-42f2-8b58-84fb0bc294dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3cb4a6a8-8944-478f-9afe-7aecd1b2aa89 HTTP/1.1" status: 200 len: 854 time: 0.0437407 Nov 15 11:59:48.554468 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-fcc8fb00-d843-45c4-8b2c-621e1468cc17 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90270253-04fc-4a9e-b64a-e1cc12fd7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290637 Nov 15 11:59:48.648745 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-b140431c-448c-471f-b316-58ef5149f863 service neutron] 10.222.0.11 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870509 Nov 15 11:59:48.704861 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25db4d-00de-4f3e-842e-806fcedacbe4 req-402b8a53-5226-429c-88c9-63149e92b40f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:48.706360 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c25db4d-00de-4f3e-842e-806fcedacbe4 req-402b8a53-5226-429c-88c9-63149e92b40f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 943 time: 0.0494707 Nov 15 11:59:48.746605 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-dd6d03f7-7904-4ac4-8fbe-0779589e2e26 req-23df729e-3cc9-4bad-b743-be6df4d6797f service neutron] 10.222.0.11 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901701 Nov 15 11:59:48.753925 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4c25db4d-00de-4f3e-842e-806fcedacbe4 req-9d21b6e3-27d0-4a50-9070-01ab114fb3ee tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410101 Nov 15 11:59:49.885098 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0288d-23aa-4a0d-a1e0-4fa866353b31 req-2a41f6b2-5a41-44bd-9445-fa130c8f97f5 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:49.886611 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6f0288d-23aa-4a0d-a1e0-4fa866353b31 req-2a41f6b2-5a41-44bd-9445-fa130c8f97f5 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 943 time: 0.0619717 Nov 15 11:59:49.939399 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6f0288d-23aa-4a0d-a1e0-4fa866353b31 req-54a72f9a-b808-467f-881d-7341a27951be tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437467 Nov 15 11:59:50.063866 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec282daf-993a-4b8e-b03b-d9307210ae37', 'tag': '2736a20a-abe5-4982-a7e5-260fc174b46d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:59:50.066839 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49560d42-8d8d-40fd-8f50-ec3878eb45f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ec282daf-993a-4b8e-b03b-d9307210ae37", "tag": "2736a20a-abe5-4982-a7e5-260fc174b46d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:59:50.123707 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 11:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3813c5-e02b-4ee6-a683-6ff14a155352 x-openstack-request-id: req-8e3813c5-e02b-4ee6-a683-6ff14a155352 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:59:50.124023 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec282daf-993a-4b8e-b03b-d9307210ae37", "tag": "2736a20a-abe5-4982-a7e5-260fc174b46d", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:59:50.124271 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e3813c5-e02b-4ee6-a683-6ff14a155352 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:59:50.124675 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec282daf-993a-4b8e-b03b-d9307210ae37', 'tag': '2736a20a-abe5-4982-a7e5-260fc174b46d', 'status': 'completed', 'code': 200} Nov 15 11:59:50.209221 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49560d42-8d8d-40fd-8f50-ec3878eb45f7 req-b0c0d0bc-e0f6-4940-8ea1-f1ff22f1f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:50.211000 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-49560d42-8d8d-40fd-8f50-ec3878eb45f7 req-b0c0d0bc-e0f6-4940-8ea1-f1ff22f1f0da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ae4caabcf594c6baf261f09d5111060&device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 1094 time: 0.0661674 Nov 15 11:59:50.215524 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49560d42-8d8d-40fd-8f50-ec3878eb45f7 req-cad1eb66-a9d4-4849-a750-5b78d51fa915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:50.216906 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-49560d42-8d8d-40fd-8f50-ec3878eb45f7 req-cad1eb66-a9d4-4849-a750-5b78d51fa915 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ae4caabcf594c6baf261f09d5111060&device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 1094 time: 0.0637925 Nov 15 11:59:50.372942 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49560d42-8d8d-40fd-8f50-ec3878eb45f7 req-fb50b762-7e0d-4300-924e-799d791f32c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:50.374410 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-49560d42-8d8d-40fd-8f50-ec3878eb45f7 req-fb50b762-7e0d-4300-924e-799d791f32c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90270253-04fc-4a9e-b64a-e1cc12fd7714 HTTP/1.1" status: 200 len: 915 time: 0.1547127 Nov 15 11:59:50.375459 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49560d42-8d8d-40fd-8f50-ec3878eb45f7 req-bfdea5f8-407e-4048-aba2-cf2ed74dd96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:50.376831 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-49560d42-8d8d-40fd-8f50-ec3878eb45f7 req-bfdea5f8-407e-4048-aba2-cf2ed74dd96c service neutron] 10.222.0.55 "GET /v2.0/networks?id=90270253-04fc-4a9e-b64a-e1cc12fd7714 HTTP/1.1" status: 200 len: 915 time: 0.1499622 Nov 15 11:59:50.444694 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-49560d42-8d8d-40fd-8f50-ec3878eb45f7 req-048394dd-70e3-4ccd-84e4-8800bb0a4de9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2736a20a-abe5-4982-a7e5-260fc174b46d HTTP/1.1" status: 200 len: 217 time: 0.0624011 Nov 15 11:59:50.445932 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-49560d42-8d8d-40fd-8f50-ec3878eb45f7 req-aa8975e2-0542-4e04-91d0-5ddf8464de8d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2736a20a-abe5-4982-a7e5-260fc174b46d HTTP/1.1" status: 200 len: 217 time: 0.0580637 Nov 15 11:59:50.529346 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49560d42-8d8d-40fd-8f50-ec3878eb45f7 req-e4db04a0-2403-4c66-bb6f-0309743de81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:50.530710 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-49560d42-8d8d-40fd-8f50-ec3878eb45f7 req-e4db04a0-2403-4c66-bb6f-0309743de81c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3cb4a6a8-8944-478f-9afe-7aecd1b2aa89 HTTP/1.1" status: 200 len: 854 time: 0.0788157 Nov 15 11:59:50.532437 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49560d42-8d8d-40fd-8f50-ec3878eb45f7 req-63e2b4f3-7bb3-47ea-9d73-e37aa3a0b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:50.533725 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-49560d42-8d8d-40fd-8f50-ec3878eb45f7 req-63e2b4f3-7bb3-47ea-9d73-e37aa3a0b3db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cb4a6a8-8944-478f-9afe-7aecd1b2aa89 HTTP/1.1" status: 200 len: 854 time: 0.0748637 Nov 15 11:59:50.579999 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-49560d42-8d8d-40fd-8f50-ec3878eb45f7 req-75ff5a7c-5b6d-4f89-b91b-1f79f8878163 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90270253-04fc-4a9e-b64a-e1cc12fd7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419233 Nov 15 11:59:50.581758 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-49560d42-8d8d-40fd-8f50-ec3878eb45f7 req-dbbcf2f6-f5ff-48c9-a23b-3a1736f6328d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=90270253-04fc-4a9e-b64a-e1cc12fd7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364909 Nov 15 11:59:50.735948 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-49560d42-8d8d-40fd-8f50-ec3878eb45f7 req-d4ee7916-8fda-498a-803f-896c04a20842 service neutron] 10.222.0.11 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487257 Nov 15 11:59:50.737753 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-49560d42-8d8d-40fd-8f50-ec3878eb45f7 req-cc2f6dd4-cfe3-4750-ab2f-2f38eda3d347 service neutron] 10.222.0.55 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439476 Nov 15 11:59:50.891561 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-49560d42-8d8d-40fd-8f50-ec3878eb45f7 req-ea908335-cf82-4312-b828-7b4f0cbb5399 service neutron] 10.222.0.11 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473525 Nov 15 11:59:50.893458 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-49560d42-8d8d-40fd-8f50-ec3878eb45f7 req-2a845f95-8d81-4957-9765-6ef34408bec3 service neutron] 10.222.0.55 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482754 Nov 15 11:59:51.067427 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0910aa3-2534-4eb4-91bd-85397dccaeb9 req-c004ac36-ef17-4381-a681-a82da96b2256 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:51.068945 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a0910aa3-2534-4eb4-91bd-85397dccaeb9 req-c004ac36-ef17-4381-a681-a82da96b2256 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 943 time: 0.0511789 Nov 15 11:59:51.116952 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a0910aa3-2534-4eb4-91bd-85397dccaeb9 req-f921a351-7e9d-43e7-a148-adbe3796e490 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419550 Nov 15 11:59:51.372495 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 2736a20a-abe5-4982-a7e5-260fc174b46d no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:59:51.418179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 2736a20a-abe5-4982-a7e5-260fc174b46d not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:59:51.807186 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 2736a20a-abe5-4982-a7e5-260fc174b46d details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 11:59:51.907743 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 2736a20a-abe5-4982-a7e5-260fc174b46d, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2736a20a-abe5-4982-a7e5-260fc174b46d,segment=NetworkSegment(59c1584c-b491-476c-ace2-32290b1bbb44),segment_id=59c1584c-b491-476c-ace2-32290b1bbb44)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:59:51.918697 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '2736a20a-abe5-4982-a7e5-260fc174b46d', 'network_id': '90270253-04fc-4a9e-b64a-e1cc12fd7714', 'port_id': '2736a20a-abe5-4982-a7e5-260fc174b46d', 'mac_address': 'fa:16:3e:93:ed:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb4a6a8-8944-478f-9afe-7aecd1b2aa89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 11:59:51.959064 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:51.972196 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2736a20a-abe5-4982-a7e5-260fc174b46d {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 11:59:51.992442 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 2736a20a-abe5-4982-a7e5-260fc174b46d, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2736a20a-abe5-4982-a7e5-260fc174b46d,segment=NetworkSegment(59c1584c-b491-476c-ace2-32290b1bbb44),segment_id=59c1584c-b491-476c-ace2-32290b1bbb44)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:59:51.997977 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:52.045296 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=2736a20a-abe5-4982-a7e5-260fc174b46d,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:59:52.246791 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28dc21-350c-40c2-9c6b-456849443d5a req-4726d9a5-cdf5-4303-9579-01447a1a6fcb tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:52.248323 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f28dc21-350c-40c2-9c6b-456849443d5a req-4726d9a5-cdf5-4303-9579-01447a1a6fcb tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 944 time: 0.0614202 Nov 15 11:59:52.295379 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f28dc21-350c-40c2-9c6b-456849443d5a req-9155b6ce-a971-4ce8-b31b-1cf4a693e8fd tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410585 Nov 15 11:59:52.325577 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['2736a20a-abe5-4982-a7e5-260fc174b46d'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:59:52.504746 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0862dbb-3b6e-40be-807b-aa538a8df9ef req-9eb5e3ec-3209-4384-b779-049cdbb5a649 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:52.506393 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0862dbb-3b6e-40be-807b-aa538a8df9ef req-9eb5e3ec-3209-4384-b779-049cdbb5a649 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 944 time: 0.0501091 Nov 15 11:59:52.511666 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977a476-4eb1-4da2-a1dd-a9f6dd44d988 req-d3316c7d-ff58-4481-9459-be0e54ca4c76 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:52.514330 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8977a476-4eb1-4da2-a1dd-a9f6dd44d988 req-d3316c7d-ff58-4481-9459-be0e54ca4c76 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37&tenant_id=2ae4caabcf594c6baf261f09d5111060&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 944 time: 0.0532644 Nov 15 11:59:52.554981 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0862dbb-3b6e-40be-807b-aa538a8df9ef req-4e1a1d02-8532-4cdc-b857-33c963dc5d4d tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420685 Nov 15 11:59:52.577673 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [req-8977a476-4eb1-4da2-a1dd-a9f6dd44d988 req-ef1a7e4f-8ab0-4a81-b71e-22281ef37da1 service neutron] delete failed (client error): The resource could not be found. Nov 15 11:59:52.578790 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8977a476-4eb1-4da2-a1dd-a9f6dd44d988 req-ef1a7e4f-8ab0-4a81-b71e-22281ef37da1 service neutron] 10.222.0.55 "DELETE /v2.0/ports/2736a20a-abe5-4982-a7e5-260fc174b46d/bindings/n-h2-729945-9 HTTP/1.1" status: 404 len: 380 time: 0.0572023 Nov 15 11:59:52.663537 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977a476-4eb1-4da2-a1dd-a9f6dd44d988 req-e83cffaf-602c-4754-99e7-de48216b8b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:52.664991 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8977a476-4eb1-4da2-a1dd-a9f6dd44d988 req-e83cffaf-602c-4754-99e7-de48216b8b17 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ae4caabcf594c6baf261f09d5111060&device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 1095 time: 0.0425556 Nov 15 11:59:52.754629 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977a476-4eb1-4da2-a1dd-a9f6dd44d988 req-20d40c55-cee2-4bea-a8e2-0e1689326df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:52.756131 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8977a476-4eb1-4da2-a1dd-a9f6dd44d988 req-20d40c55-cee2-4bea-a8e2-0e1689326df5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=90270253-04fc-4a9e-b64a-e1cc12fd7714 HTTP/1.1" status: 200 len: 915 time: 0.0842321 Nov 15 11:59:52.799999 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8977a476-4eb1-4da2-a1dd-a9f6dd44d988 req-dfbde6c1-bdd6-47ed-9da9-e53bcf4f0008 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2736a20a-abe5-4982-a7e5-260fc174b46d HTTP/1.1" status: 200 len: 217 time: 0.0370796 Nov 15 11:59:52.849897 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977a476-4eb1-4da2-a1dd-a9f6dd44d988 req-8b796e9e-597f-4778-a606-81b22d27e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:52.851271 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8977a476-4eb1-4da2-a1dd-a9f6dd44d988 req-8b796e9e-597f-4778-a606-81b22d27e835 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cb4a6a8-8944-478f-9afe-7aecd1b2aa89 HTTP/1.1" status: 200 len: 854 time: 0.0440650 Nov 15 11:59:52.883266 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8977a476-4eb1-4da2-a1dd-a9f6dd44d988 req-32edc122-b5f0-4745-8398-302675aeeefe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=90270253-04fc-4a9e-b64a-e1cc12fd7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250857 Nov 15 11:59:52.984096 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8977a476-4eb1-4da2-a1dd-a9f6dd44d988 req-20ddcebb-a5b3-4800-9035-80620aba06cd service neutron] 10.222.0.55 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937879 Nov 15 11:59:53.073893 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8977a476-4eb1-4da2-a1dd-a9f6dd44d988 req-efc01ecd-8927-4c56-8572-aa8da2e4c5a5 service neutron] 10.222.0.55 "GET /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825424 Nov 15 11:59:53.675956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b02ede-063f-4e84-a31d-4d97b0048d9e req-efc944d8-a7e0-43ea-9585-80f4eced68c5 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:53.677715 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46b02ede-063f-4e84-a31d-4d97b0048d9e req-efc944d8-a7e0-43ea-9585-80f4eced68c5 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 944 time: 0.0526657 Nov 15 11:59:53.731303 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46b02ede-063f-4e84-a31d-4d97b0048d9e req-040899ce-7e77-4542-bb97-ea5685f2e31b tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473192 Nov 15 11:59:53.822714 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 2736a20a-abe5-4982-a7e5-260fc174b46d up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 11:59:53.846172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc46e8c-15a8-4d7d-b032-f92ee51c516e req-1476a6c0-2236-41b1-ac4f-c33d50f93238 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:53.847660 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ccc46e8c-15a8-4d7d-b032-f92ee51c516e req-1476a6c0-2236-41b1-ac4f-c33d50f93238 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 944 time: 0.0506570 Nov 15 11:59:53.874459 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 2736a20a-abe5-4982-a7e5-260fc174b46d completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 11:59:53.878717 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 2736a20a-abe5-4982-a7e5-260fc174b46d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 11:59:53.879078 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:53.896965 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ccc46e8c-15a8-4d7d-b032-f92ee51c516e req-b820954f-4f21-4f35-84b7-5e685f823f02 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431955 Nov 15 11:59:53.960376 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:53.986562 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec282daf-993a-4b8e-b03b-d9307210ae37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2736a20a-abe5-4982-a7e5-260fc174b46d'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:59:53.989042 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9dd190-54bf-4091-8d6b-5ddcadb4c6d9" -d '{"events": [{"server_uuid": "ec282daf-993a-4b8e-b03b-d9307210ae37", "name": "network-vif-plugged", "status": "completed", "tag": "2736a20a-abe5-4982-a7e5-260fc174b46d"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:59:54.001408 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 2736a20a-abe5-4982-a7e5-260fc174b46d, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2736a20a-abe5-4982-a7e5-260fc174b46d,segment=NetworkSegment(59c1584c-b491-476c-ace2-32290b1bbb44),segment_id=59c1584c-b491-476c-ace2-32290b1bbb44)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:59:54.006375 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:54.014082 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c4e40-5e61-4ea3-b7dc-a19b8976d4bf req-32ddbfc1-8868-4f15-86c9-b24d87dc78d5 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:54.015657 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cd6c4e40-5e61-4ea3-b7dc-a19b8976d4bf req-32ddbfc1-8868-4f15-86c9-b24d87dc78d5 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 944 time: 0.0530100 Nov 15 11:59:54.051996 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=2736a20a-abe5-4982-a7e5-260fc174b46d,revision_number=9']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:59:54.063047 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cd6c4e40-5e61-4ea3-b7dc-a19b8976d4bf req-76f2aa12-fae1-4afb-a51e-c6cd98536dfc tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410836 Nov 15 11:59:54.106558 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa602d1-8a4b-41e9-96fd-b905f3620c29 x-openstack-request-id: req-1fa602d1-8a4b-41e9-96fd-b905f3620c29 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:59:54.106864 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec282daf-993a-4b8e-b03b-d9307210ae37", "name": "network-vif-plugged", "status": "completed", "tag": "2736a20a-abe5-4982-a7e5-260fc174b46d", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:59:54.107104 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1fa602d1-8a4b-41e9-96fd-b905f3620c29 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:59:54.107510 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec282daf-993a-4b8e-b03b-d9307210ae37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2736a20a-abe5-4982-a7e5-260fc174b46d', 'code': 200} Nov 15 11:59:54.436765 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1d51d-c758-4a41-9e0a-55a83e217658 req-be59f70c-1de9-493f-9c5f-e7b343e1936f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:54.438242 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39e1d51d-c758-4a41-9e0a-55a83e217658 req-be59f70c-1de9-493f-9c5f-e7b343e1936f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0541046 Nov 15 11:59:54.486270 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39e1d51d-c758-4a41-9e0a-55a83e217658 req-95e6460f-16a7-4da9-a1ee-4198b821bc38 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419641 Nov 15 11:59:55.607417 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6370e-8316-44ab-a23f-7b59c7c651a9 req-a33c926b-952c-4554-ac56-d18dd546625b tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:55.608923 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2fa6370e-8316-44ab-a23f-7b59c7c651a9 req-a33c926b-952c-4554-ac56-d18dd546625b tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0510545 Nov 15 11:59:55.656653 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2fa6370e-8316-44ab-a23f-7b59c7c651a9 req-d0dd1c31-a8e6-47a0-a7ad-a32b7589a53f tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e4422de-e44e-4520-af19-f2018d025b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417166 Nov 15 11:59:55.851264 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237e4d7-7ebb-4dc5-9a25-c1f4e831f54a req-2203a484-d24c-48f6-b86c-488f5b602d91 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:55.852740 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a237e4d7-7ebb-4dc5-9a25-c1f4e831f54a req-2203a484-d24c-48f6-b86c-488f5b602d91 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 945 time: 0.0617459 Nov 15 11:59:55.946642 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-a237e4d7-7ebb-4dc5-9a25-c1f4e831f54a req-b0227f5b-3f57-4a0e-b956-6cb985c471c8 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Deleting port 2736a20a-abe5-4982-a7e5-260fc174b46d {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 11:59:55.947154 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a237e4d7-7ebb-4dc5-9a25-c1f4e831f54a req-b0227f5b-3f57-4a0e-b956-6cb985c471c8 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:56.049004 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a237e4d7-7ebb-4dc5-9a25-c1f4e831f54a req-b0227f5b-3f57-4a0e-b956-6cb985c471c8 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] For port 2736a20a-abe5-4982-a7e5-260fc174b46d, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=2736a20a-abe5-4982-a7e5-260fc174b46d,segment=NetworkSegment(59c1584c-b491-476c-ace2-32290b1bbb44),segment_id=59c1584c-b491-476c-ace2-32290b1bbb44)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 11:59:56.049360 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a237e4d7-7ebb-4dc5-9a25-c1f4e831f54a req-b0227f5b-3f57-4a0e-b956-6cb985c471c8 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:56.062143 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-a237e4d7-7ebb-4dc5-9a25-c1f4e831f54a req-b0227f5b-3f57-4a0e-b956-6cb985c471c8 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Calling delete_port for 2736a20a-abe5-4982-a7e5-260fc174b46d owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 11:59:56.202196 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a237e4d7-7ebb-4dc5-9a25-c1f4e831f54a req-b0227f5b-3f57-4a0e-b956-6cb985c471c8 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:56.213831 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['2736a20a-abe5-4982-a7e5-260fc174b46d'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 11:59:56.234667 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0227f5b-3f57-4a0e-b956-6cb985c471c8 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Pushing event deleted for resources: {'Port': ['ID=2736a20a-abe5-4982-a7e5-260fc174b46d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:59:56.274004 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a237e4d7-7ebb-4dc5-9a25-c1f4e831f54a req-b0227f5b-3f57-4a0e-b956-6cb985c471c8 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] No DVR routers for this DVR port 2736a20a-abe5-4982-a7e5-260fc174b46d on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 11:59:56.276633 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a237e4d7-7ebb-4dc5-9a25-c1f4e831f54a req-b0227f5b-3f57-4a0e-b956-6cb985c471c8 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:56.280035 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a237e4d7-7ebb-4dc5-9a25-c1f4e831f54a req-b0227f5b-3f57-4a0e-b956-6cb985c471c8 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.11 "DELETE /v2.0/ports/2736a20a-abe5-4982-a7e5-260fc174b46d HTTP/1.1" status: 204 len: 173 time: 0.4199088 Nov 15 11:59:56.280463 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec282daf-993a-4b8e-b03b-d9307210ae37', 'name': 'network-vif-deleted', 'tag': '2736a20a-abe5-4982-a7e5-260fc174b46d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 11:59:56.282726 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cd900a-d79e-4b30-b019-63c7b7678a70" -d '{"events": [{"server_uuid": "ec282daf-993a-4b8e-b03b-d9307210ae37", "name": "network-vif-deleted", "tag": "2736a20a-abe5-4982-a7e5-260fc174b46d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 11:59:56.320447 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 11:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8869376-789d-469b-a176-3040d16d11a7 x-openstack-request-id: req-d8869376-789d-469b-a176-3040d16d11a7 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 11:59:56.320712 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec282daf-993a-4b8e-b03b-d9307210ae37", "name": "network-vif-deleted", "tag": "2736a20a-abe5-4982-a7e5-260fc174b46d", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 11:59:56.320967 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8869376-789d-469b-a176-3040d16d11a7 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 11:59:56.321363 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec282daf-993a-4b8e-b03b-d9307210ae37', 'name': 'network-vif-deleted', 'tag': '2736a20a-abe5-4982-a7e5-260fc174b46d', 'status': 'completed', 'code': 200} Nov 15 11:59:56.770342 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c435d8be-5ed2-4dd9-b3cc-d9ed6b6d796f req-bf4df38e-512f-426e-9f83-b1729193c361 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec282daf-993a-4b8e-b03b-d9307210ae37 HTTP/1.1" status: 200 len: 210 time: 0.0270560 Nov 15 11:59:57.903632 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51462) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:59:57.956800 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-0972e2f0-a391-4ae6-b827-bc811dd6170f admin admin] Deleting subnet 3cb4a6a8-8944-478f-9afe-7aecd1b2aa89 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 11:59:57.960589 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0972e2f0-a391-4ae6-b827-bc811dd6170f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:57.994750 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0972e2f0-a391-4ae6-b827-bc811dd6170f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:58.034997 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0972e2f0-a391-4ae6-b827-bc811dd6170f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:58.087876 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0972e2f0-a391-4ae6-b827-bc811dd6170f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:58.117081 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972e2f0-a391-4ae6-b827-bc811dd6170f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cb4a6a8-8944-478f-9afe-7aecd1b2aa89,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:59:58.121783 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0972e2f0-a391-4ae6-b827-bc811dd6170f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:58.124984 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0972e2f0-a391-4ae6-b827-bc811dd6170f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3cb4a6a8-8944-478f-9afe-7aecd1b2aa89 HTTP/1.1" status: 204 len: 168 time: 0.2202394 Nov 15 11:59:58.127852 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51464) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:59:58.130195 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972e2f0-a391-4ae6-b827-bc811dd6170f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:58.130536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972e2f0-a391-4ae6-b827-bc811dd6170f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:58.130875 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972e2f0-a391-4ae6-b827-bc811dd6170f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:58.131212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972e2f0-a391-4ae6-b827-bc811dd6170f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:58.131547 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972e2f0-a391-4ae6-b827-bc811dd6170f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:58.131885 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972e2f0-a391-4ae6-b827-bc811dd6170f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:58.132225 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972e2f0-a391-4ae6-b827-bc811dd6170f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:58.132547 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972e2f0-a391-4ae6-b827-bc811dd6170f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:58.132868 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972e2f0-a391-4ae6-b827-bc811dd6170f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:58.133174 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972e2f0-a391-4ae6-b827-bc811dd6170f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:58.133495 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972e2f0-a391-4ae6-b827-bc811dd6170f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:58.133812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972e2f0-a391-4ae6-b827-bc811dd6170f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 11:59:58.201020 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d940-55aa-4628-8524-acf8f6f6235c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:58.278615 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d940-55aa-4628-8524-acf8f6f6235c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:58.297852 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3bb9d940-55aa-4628-8524-acf8f6f6235c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90270253-04fc-4a9e-b64a-e1cc12fd7714']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:59:58.306951 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3bb9d940-55aa-4628-8524-acf8f6f6235c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c1584c-b491-476c-ace2-32290b1bbb44') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:59:58.307239 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3bb9d940-55aa-4628-8524-acf8f6f6235c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c1584c-b491-476c-ace2-32290b1bbb44') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 11:59:58.316649 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d940-55aa-4628-8524-acf8f6f6235c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:58.329764 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d940-55aa-4628-8524-acf8f6f6235c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:58.336675 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb9d940-55aa-4628-8524-acf8f6f6235c admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 11:59:58.337066 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d940-55aa-4628-8524-acf8f6f6235c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: timer() Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 11:59:58.339874 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 11:59:58.399275 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d940-55aa-4628-8524-acf8f6f6235c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:58.405903 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d940-55aa-4628-8524-acf8f6f6235c admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:58.408949 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3bb9d940-55aa-4628-8524-acf8f6f6235c admin admin] 10.222.0.64 "DELETE /v2.0/networks/90270253-04fc-4a9e-b64a-e1cc12fd7714 HTTP/1.1" status: 204 len: 168 time: 0.2800739 Nov 15 11:59:58.418662 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9d940-55aa-4628-8524-acf8f6f6235c admin admin] Pushing event deleted for resources: {'Network': ['ID=90270253-04fc-4a9e-b64a-e1cc12fd7714,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:59:58.524762 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51468) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:59:58.565446 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-07e84568-ce1e-4ba0-b4a6-0730b98b95a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2ae4caabcf594c6baf261f09d5111060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394480 Nov 15 11:59:58.569004 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51470) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:59:58.616592 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-33fd9377-9e68-4839-b224-94d9d74dca99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:58.638514 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-33fd9377-9e68-4839-b224-94d9d74dca99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:58.685477 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-33fd9377-9e68-4839-b224-94d9d74dca99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:58.688129 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-33fd9377-9e68-4839-b224-94d9d74dca99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:58.689289 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-33fd9377-9e68-4839-b224-94d9d74dca99 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6e4422de-e44e-4520-af19-f2018d025b1a HTTP/1.1" status: 204 len: 168 time: 0.1194305 Nov 15 11:59:58.696890 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd9377-9e68-4839-b224-94d9d74dca99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4422de-e44e-4520-af19-f2018d025b1a,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:59:59.391080 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51492) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:59:59.492921 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-25f6c7ce-89f6-4ed4-b3d7-2a3c48d05ad5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-32020498-network', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:59:59.516875 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f6c7ce-89f6-4ed4-b3d7-2a3c48d05ad5 admin admin] Made reservation on behalf of 1fb8171ac455424cb2a3e50d57f49193 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:59:59.519289 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25f6c7ce-89f6-4ed4-b3d7-2a3c48d05ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:59.527786 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25f6c7ce-89f6-4ed4-b3d7-2a3c48d05ad5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:59.610980 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25f6c7ce-89f6-4ed4-b3d7-2a3c48d05ad5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:59.616619 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25f6c7ce-89f6-4ed4-b3d7-2a3c48d05ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:59.640196 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f6c7ce-89f6-4ed4-b3d7-2a3c48d05ad5 admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 11:59:59.651381 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6c7ce-89f6-4ed4-b3d7-2a3c48d05ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b2f10d-04fe-4e05-94bf-cb33a8818084,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:59:59.656112 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25f6c7ce-89f6-4ed4-b3d7-2a3c48d05ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:59.656451 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-25f6c7ce-89f6-4ed4-b3d7-2a3c48d05ad5 admin admin] Added segment 484cc171-75f8-4ba6-a33b-80cd024b35ee of type vlan for network a9932d65-bb79-41e2-8afa-bfb232f7c613 Nov 15 11:59:59.695356 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25f6c7ce-89f6-4ed4-b3d7-2a3c48d05ad5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:59.726934 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25f6c7ce-89f6-4ed4-b3d7-2a3c48d05ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:59.728051 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f6c7ce-89f6-4ed4-b3d7-2a3c48d05ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 11:59:59.728635 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-25f6c7ce-89f6-4ed4-b3d7-2a3c48d05ad5 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:59.783531 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-25f6c7ce-89f6-4ed4-b3d7-2a3c48d05ad5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3912644 Nov 15 11:59:59.786762 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51496) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 11:59:59.788446 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6c7ce-89f6-4ed4-b3d7-2a3c48d05ad5 admin admin] Pushing event updated for resources: {'Network': ['ID=a9932d65-bb79-41e2-8afa-bfb232f7c613,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 11:59:59.792053 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-301fc659-1dfb-4ddf-91d1-80a17f64328e admin admin] Request body: {'subnet': {'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-32020498-subnet', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 11:59:59.798187 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network a9932d65-bb79-41e2-8afa-bfb232f7c613 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 11:59:59.814917 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301fc659-1dfb-4ddf-91d1-80a17f64328e admin admin] Made reservation on behalf of 1fb8171ac455424cb2a3e50d57f49193 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 11:59:59.817415 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-301fc659-1dfb-4ddf-91d1-80a17f64328e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:59.857254 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 2736a20a-abe5-4982-a7e5-260fc174b46d no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 11:59:59.888437 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 2736a20a-abe5-4982-a7e5-260fc174b46d {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 11:59:59.888756 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 2736a20a-abe5-4982-a7e5-260fc174b46d not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 11:59:59.938344 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 11:59:59.984048 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-301fc659-1dfb-4ddf-91d1-80a17f64328e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:00.036358 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fc659-1dfb-4ddf-91d1-80a17f64328e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:00:00.050727 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301fc659-1dfb-4ddf-91d1-80a17f64328e admin admin] Checking segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:00:00.051167 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301fc659-1dfb-4ddf-91d1-80a17f64328e admin admin] Network hostable DHCP agents. Network: a9932d65-bb79-41e2-8afa-bfb232f7c613, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:00:00.071254 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301fc659-1dfb-4ddf-91d1-80a17f64328e admin admin] Network a9932d65-bb79-41e2-8afa-bfb232f7c613 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:00:00.082436 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-301fc659-1dfb-4ddf-91d1-80a17f64328e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, a9932d65-bb79-41e2-8afa-bfb232f7c613) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:00:00.087533 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301fc659-1dfb-4ddf-91d1-80a17f64328e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:00.088157 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-301fc659-1dfb-4ddf-91d1-80a17f64328e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:00.092739 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7379bb-bd20-4f9c-8c0e-dcf10b82ba02 None None] Network a9932d65-bb79-41e2-8afa-bfb232f7c613 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:00:00.106160 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-301fc659-1dfb-4ddf-91d1-80a17f64328e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3179159 Nov 15 12:00:00.108975 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51498) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:00:00.113679 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a56d7bf1-d241-4349-a630-96551f734d2b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:00:00.135672 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a56d7bf1-d241-4349-a630-96551f734d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:00.136910 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a56d7bf1-d241-4349-a630-96551f734d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:00.192272 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a56d7bf1-d241-4349-a630-96551f734d2b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:00.249349 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15588750-11e9-4bdc-9df6-30badace6917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-a9932d65-bb79-41e2-8afa-bfb232f7c613', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:00:00.250233 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-15588750-11e9-4bdc-9df6-30badace6917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:00.383941 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-15588750-11e9-4bdc-9df6-30badace6917 None None] Allocated IP 172.20.0.2 (a9932d65-bb79-41e2-8afa-bfb232f7c613/fdfd29fa-94c7-4ffb-9c57-5f75b753aef6/5c37155b-502b-4b60-9625-4054307fb2ab) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:00:00.537734 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-15588750-11e9-4bdc-9df6-30badace6917 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:00.545470 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-15588750-11e9-4bdc-9df6-30badace6917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:00.586474 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15588750-11e9-4bdc-9df6-30badace6917 None None] Network a9932d65-bb79-41e2-8afa-bfb232f7c613 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:00:00.589597 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-15588750-11e9-4bdc-9df6-30badace6917 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:00:00.592477 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15588750-11e9-4bdc-9df6-30badace6917 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:00:00.603686 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15588750-11e9-4bdc-9df6-30badace6917 None None] Pushing event updated for resources: {'Port': ['ID=5c37155b-502b-4b60-9625-4054307fb2ab,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:00:00.632401 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a56d7bf1-d241-4349-a630-96551f734d2b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:00.654932 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-15588750-11e9-4bdc-9df6-30badace6917 None None] Attempting to bind port 5c37155b-502b-4b60-9625-4054307fb2ab on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:00:00.655295 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-15588750-11e9-4bdc-9df6-30badace6917 None None] Attempting to bind port 5c37155b-502b-4b60-9625-4054307fb2ab by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:00:00.655656 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15588750-11e9-4bdc-9df6-30badace6917 None None] Attempting to bind port 5c37155b-502b-4b60-9625-4054307fb2ab on network a9932d65-bb79-41e2-8afa-bfb232f7c613 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:00:00.661107 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15588750-11e9-4bdc-9df6-30badace6917 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:00:00.661483 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15588750-11e9-4bdc-9df6-30badace6917 None None] Checking segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:00:00.661879 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-15588750-11e9-4bdc-9df6-30badace6917 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:00.662271 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15588750-11e9-4bdc-9df6-30badace6917 None None] Bound using segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:00:00.662734 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-15588750-11e9-4bdc-9df6-30badace6917 None None] Bound port: 5c37155b-502b-4b60-9625-4054307fb2ab, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:00:00.663106 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-15588750-11e9-4bdc-9df6-30badace6917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:00.732710 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-15588750-11e9-4bdc-9df6-30badace6917 None None] For port 5c37155b-502b-4b60-9625-4054307fb2ab, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:00:00.736020 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-15588750-11e9-4bdc-9df6-30badace6917 None None] For port 5c37155b-502b-4b60-9625-4054307fb2ab, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=5c37155b-502b-4b60-9625-4054307fb2ab,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:00:00.740906 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-15588750-11e9-4bdc-9df6-30badace6917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:00.796898 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15588750-11e9-4bdc-9df6-30badace6917 None None] Pushing event updated for resources: {'Port': ['ID=5c37155b-502b-4b60-9625-4054307fb2ab,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:00:00.839650 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a56d7bf1-d241-4349-a630-96551f734d2b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:00.860267 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a56d7bf1-d241-4349-a630-96551f734d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:00.978410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-a56d7bf1-d241-4349-a630-96551f734d2b admin admin] Allocated IP 172.25.7.35 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/2dcde3d7-96ac-4878-8a4a-3b01bbc8263d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:00:01.095363 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a56d7bf1-d241-4349-a630-96551f734d2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:01.130099 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a56d7bf1-d241-4349-a630-96551f734d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:01.173573 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56d7bf1-d241-4349-a630-96551f734d2b admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:00:01.176500 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-a56d7bf1-d241-4349-a630-96551f734d2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:00:01.180961 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56d7bf1-d241-4349-a630-96551f734d2b admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:00:01.186820 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d7bf1-d241-4349-a630-96551f734d2b admin admin] Pushing event updated for resources: {'Port': ['ID=2dcde3d7-96ac-4878-8a4a-3b01bbc8263d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:00:01.189501 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54e93e1-0cf2-4dcd-af35-747a00c10d97 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:00:01.306231 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-67cd40f6-f4e9-4d0e-9606-0e9b73f6f7a4 None None] Provisioning complete for port 2dcde3d7-96ac-4878-8a4a-3b01bbc8263d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:00:01.306705 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-67cd40f6-f4e9-4d0e-9606-0e9b73f6f7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:01.343695 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-67cd40f6-f4e9-4d0e-9606-0e9b73f6f7a4 None None] Port 2dcde3d7-96ac-4878-8a4a-3b01bbc8263d cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:00:01.450395 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a56d7bf1-d241-4349-a630-96551f734d2b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:01.652718 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a56d7bf1-d241-4349-a630-96551f734d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:01.724842 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bde1d5-a628-4401-85dd-ead0c4ce9737 None None] Network a9932d65-bb79-41e2-8afa-bfb232f7c613 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:00:01.783830 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56d7bf1-d241-4349-a630-96551f734d2b admin admin] Router a77994a8-63cb-4151-860a-a62bb92cc115 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 12:00:01.790637 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ef9cd515-0794-4cb6-9ba6-fe65a37b5ebc None None] Provisioning complete for port 5c37155b-502b-4b60-9625-4054307fb2ab triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:00:01.791068 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ef9cd515-0794-4cb6-9ba6-fe65a37b5ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:01.895247 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56d7bf1-d241-4349-a630-96551f734d2b admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:00:01.905545 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] Sync routers for ids ['a77994a8-63cb-4151-860a-a62bb92cc115'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:00:01.914903 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] Routers {'a77994a8-63cb-4151-860a-a62bb92cc115'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:00:01.915701 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:59:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a77994a8-63cb-4151-860a-a62bb92cc115'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:00:01.916056 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a56d7bf1-d241-4349-a630-96551f734d2b admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:01.919237 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a56d7bf1-d241-4349-a630-96551f734d2b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8075447 Nov 15 12:00:01.920995 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51502) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:00:01.944545 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ef9cd515-0794-4cb6-9ba6-fe65a37b5ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:01.988713 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:01.998102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ef9cd515-0794-4cb6-9ba6-fe65a37b5ebc None None] For port 5c37155b-502b-4b60-9625-4054307fb2ab, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=5c37155b-502b-4b60-9625-4054307fb2ab,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:00:02.005383 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ef9cd515-0794-4cb6-9ba6-fe65a37b5ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:02.062390 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cd515-0794-4cb6-9ba6-fe65a37b5ebc None None] Pushing event updated for resources: {'Port': ['ID=5c37155b-502b-4b60-9625-4054307fb2ab,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:00:02.125576 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] Set router a77994a8-63cb-4151-860a-a62bb92cc115 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:00:02.254098 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 5c37155b-502b-4b60-9625-4054307fb2ab up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:00:02.302224 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 5c37155b-502b-4b60-9625-4054307fb2ab triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:00:02.302580 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:02.321492 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:01Z', 'revision_number': 3, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:00:02.347862 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-47464830-4fb4-40df-bffe-97994aade754 None None] Provisioning complete for port 5c37155b-502b-4b60-9625-4054307fb2ab triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:00:02.348220 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-47464830-4fb4-40df-bffe-97994aade754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:02.351342 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] Checking router: a77994a8-63cb-4151-860a-a62bb92cc115 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:00:02.351840 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] Updating router a77994a8-63cb-4151-860a-a62bb92cc115 port 2dcde3d7-96ac-4878-8a4a-3b01bbc8263d binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:00:02.380458 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:02.390449 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca23ae98-3447-4ccd-8498-ee2af4398f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:02.561276 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-ca23ae98-3447-4ccd-8498-ee2af4398f44 admin admin] Allocated IP 172.20.0.1 (a9932d65-bb79-41e2-8afa-bfb232f7c613/fdfd29fa-94c7-4ffb-9c57-5f75b753aef6/1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:00:02.641262 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:02.647575 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:02.677970 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca23ae98-3447-4ccd-8498-ee2af4398f44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:02.689518 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915fb4f8-26db-455b-8fd2-a85fca2bc011 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:00:02.698331 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] Attempting to bind port 2dcde3d7-96ac-4878-8a4a-3b01bbc8263d on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:00:02.698819 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] Attempting to bind port 2dcde3d7-96ac-4878-8a4a-3b01bbc8263d by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:00:02.699072 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] Attempting to bind port 2dcde3d7-96ac-4878-8a4a-3b01bbc8263d on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:00:02.700946 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1871fa-ed44-4ef7-862f-ec67e9098854 None None] Pushing event updated for resources: {'Port': ['ID=2dcde3d7-96ac-4878-8a4a-3b01bbc8263d,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:00:02.710176 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:00:02.710539 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:00:02.711100 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:02.711484 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:00:02.711991 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] Bound port: 2dcde3d7-96ac-4878-8a4a-3b01bbc8263d, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:00:02.712469 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:02.714922 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca23ae98-3447-4ccd-8498-ee2af4398f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:02.715937 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1871fa-ed44-4ef7-862f-ec67e9098854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:00:02.716296 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1871fa-ed44-4ef7-862f-ec67e9098854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:00:02.716622 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1871fa-ed44-4ef7-862f-ec67e9098854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:00:02.717117 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1871fa-ed44-4ef7-862f-ec67e9098854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:00:02.717443 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1871fa-ed44-4ef7-862f-ec67e9098854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:00:02.718131 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1871fa-ed44-4ef7-862f-ec67e9098854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:00:02.718677 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1871fa-ed44-4ef7-862f-ec67e9098854 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:00:02.718931 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1871fa-ed44-4ef7-862f-ec67e9098854 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:00:02.719287 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1871fa-ed44-4ef7-862f-ec67e9098854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:00:02.719606 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1871fa-ed44-4ef7-862f-ec67e9098854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:00:02.719941 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1871fa-ed44-4ef7-862f-ec67e9098854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:00:02.720256 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1871fa-ed44-4ef7-862f-ec67e9098854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:00:02.749591 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2ce97106-bae8-48cd-925d-3063e51cbe6d None None] Provisioning complete for port 2dcde3d7-96ac-4878-8a4a-3b01bbc8263d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:00:02.749985 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2ce97106-bae8-48cd-925d-3063e51cbe6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:02.768265 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca23ae98-3447-4ccd-8498-ee2af4398f44 admin admin] Network a9932d65-bb79-41e2-8afa-bfb232f7c613 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:00:02.772357 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ca23ae98-3447-4ccd-8498-ee2af4398f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:00:02.774324 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23ae98-3447-4ccd-8498-ee2af4398f44 admin admin] Pushing event updated for resources: {'Port': ['ID=1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:00:02.776564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca23ae98-3447-4ccd-8498-ee2af4398f44 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:00:02.782387 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] For port 2dcde3d7-96ac-4878-8a4a-3b01bbc8263d, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:00:02.787771 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] For port 2dcde3d7-96ac-4878-8a4a-3b01bbc8263d, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2dcde3d7-96ac-4878-8a4a-3b01bbc8263d,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:00:02.790153 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-2ce97106-bae8-48cd-925d-3063e51cbe6d None None] Port 2dcde3d7-96ac-4878-8a4a-3b01bbc8263d cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:00:02.796983 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:02.814636 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca23ae98-3447-4ccd-8498-ee2af4398f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:02.843624 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41a52d2-cd18-407d-bd23-b5f388a0e16b None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:00:02.855390 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1871fa-ed44-4ef7-862f-ec67e9098854 None None] Pushing event updated for resources: {'Port': ['ID=2dcde3d7-96ac-4878-8a4a-3b01bbc8263d,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:00:02.868155 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] Routers {'a77994a8-63cb-4151-860a-a62bb92cc115'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:00:02.868817 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:59:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a77994a8-63cb-4151-860a-a62bb92cc115'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:00:02.922754 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-914d2dc5-b50f-4ff9-bd1e-fc80a030d032 None None] Provisioning complete for port 2dcde3d7-96ac-4878-8a4a-3b01bbc8263d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:00:02.923125 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-914d2dc5-b50f-4ff9-bd1e-fc80a030d032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:02.965953 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca23ae98-3447-4ccd-8498-ee2af4398f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:02.985713 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] Set router a77994a8-63cb-4151-860a-a62bb92cc115 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:00:03.028201 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-914d2dc5-b50f-4ff9-bd1e-fc80a030d032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:03.056355 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-914d2dc5-b50f-4ff9-bd1e-fc80a030d032 None None] For port 2dcde3d7-96ac-4878-8a4a-3b01bbc8263d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2dcde3d7-96ac-4878-8a4a-3b01bbc8263d,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:00:03.061746 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-914d2dc5-b50f-4ff9-bd1e-fc80a030d032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:03.111315 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d2dc5-b50f-4ff9-bd1e-fc80a030d032 None None] Pushing event updated for resources: {'Port': ['ID=2dcde3d7-96ac-4878-8a4a-3b01bbc8263d,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:00:03.167511 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca23ae98-3447-4ccd-8498-ee2af4398f44 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:03.173417 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca23ae98-3447-4ccd-8498-ee2af4398f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:03.181999 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-bf5d63d0-5ad1-4030-beed-16428ed09e5a None None] Provisioning complete for port 1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:00:03.182484 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bf5d63d0-5ad1-4030-beed-16428ed09e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:03.191484 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:01Z', 'revision_number': 3, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:00:03.220519 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d63d0-5ad1-4030-beed-16428ed09e5a None None] Port 1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:00:03.225527 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fd8323-4e53-4168-91c0-603d81522d31 None None] The sync data for ids ['a77994a8-63cb-4151-860a-a62bb92cc115'] in n-d-729945-9 is: [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:01Z', 'revision_number': 3, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:00:03.244802 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ca23ae98-3447-4ccd-8498-ee2af4398f44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:03.250587 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23ae98-3447-4ccd-8498-ee2af4398f44 admin admin] Pushing event updated for resources: {'Port': ['ID=1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:00:03.339654 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca23ae98-3447-4ccd-8498-ee2af4398f44 admin admin] Network a9932d65-bb79-41e2-8afa-bfb232f7c613 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:00:03.341096 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ca23ae98-3447-4ccd-8498-ee2af4398f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:00:03.490828 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca23ae98-3447-4ccd-8498-ee2af4398f44 admin admin] Router a77994a8-63cb-4151-860a-a62bb92cc115 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:00:03.605534 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca23ae98-3447-4ccd-8498-ee2af4398f44 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:00:03.610964 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ca23ae98-3447-4ccd-8498-ee2af4398f44 admin admin] 10.222.0.64 "PUT /v2.0/routers/a77994a8-63cb-4151-860a-a62bb92cc115/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6888850 Nov 15 12:00:03.642102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b3b4c7d9-10af-40b3-bf5e-0767981dcf18 None None] Provisioning complete for port 1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:00:03.642694 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b3b4c7d9-10af-40b3-bf5e-0767981dcf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:03.681345 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-b3b4c7d9-10af-40b3-bf5e-0767981dcf18 None None] Port 1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:00:04.195896 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 51510) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:00:04.200680 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-10bd6a1a-b934-4c32-925a-edc165ab6fab tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1791522783', 'description': 'tempest-description--1249097638'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:00:04.227235 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10bd6a1a-b934-4c32-925a-edc165ab6fab tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:04.242493 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 2dcde3d7-96ac-4878-8a4a-3b01bbc8263d up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:00:04.292777 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 2dcde3d7-96ac-4878-8a4a-3b01bbc8263d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:00:04.293131 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:04.295276 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10bd6a1a-b934-4c32-925a-edc165ab6fab tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:04.301417 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10bd6a1a-b934-4c32-925a-edc165ab6fab tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:04.332396 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-10bd6a1a-b934-4c32-925a-edc165ab6fab tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:04.333698 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-10bd6a1a-b934-4c32-925a-edc165ab6fab tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1367748 Nov 15 12:00:04.336586 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd6a1a-b934-4c32-925a-edc165ab6fab tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02bce2a9-f642-479e-a128-6b971560587c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:00:04.337579 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51512) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:00:04.342680 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d15b8fe6-b827-4157-a197-3770dd8a0acf tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Request body: {'security_group_rule': {'security_group_id': '02bce2a9-f642-479e-a128-6b971560587c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:00:04.377027 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d15b8fe6-b827-4157-a197-3770dd8a0acf tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:04.438629 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d15b8fe6-b827-4157-a197-3770dd8a0acf tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:04.443786 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d15b8fe6-b827-4157-a197-3770dd8a0acf tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:04.463481 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b8fe6-b827-4157-a197-3770dd8a0acf tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=766a2727-cddb-43a3-bbf3-17330335ab93,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:00:04.471903 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d15b8fe6-b827-4157-a197-3770dd8a0acf tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:04.473103 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d15b8fe6-b827-4157-a197-3770dd8a0acf tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343231 Nov 15 12:00:04.475722 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51514) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:00:04.480375 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-30b161cb-f147-4439-a9f0-3cd34baf5a3d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Request body: {'security_group_rule': {'security_group_id': '02bce2a9-f642-479e-a128-6b971560587c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:00:04.507691 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-30b161cb-f147-4439-a9f0-3cd34baf5a3d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:04.567063 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-30b161cb-f147-4439-a9f0-3cd34baf5a3d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:04.572620 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-30b161cb-f147-4439-a9f0-3cd34baf5a3d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:04.590085 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b161cb-f147-4439-a9f0-3cd34baf5a3d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc711928-ce0f-43b0-b1f9-643932964594,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:00:04.600825 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-30b161cb-f147-4439-a9f0-3cd34baf5a3d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:04.602093 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-30b161cb-f147-4439-a9f0-3cd34baf5a3d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252251 Nov 15 12:00:04.605223 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51516) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:00:04.609790 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-174ce810-6613-4b4b-b7c0-de2223178612 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:00:04.634989 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-174ce810-6613-4b4b-b7c0-de2223178612 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:04.686492 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] Sync routers for ids ['a77994a8-63cb-4151-860a-a62bb92cc115'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:00:04.696004 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] Routers {'a77994a8-63cb-4151-860a-a62bb92cc115'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:00:04.696605 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:59:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a77994a8-63cb-4151-860a-a62bb92cc115'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:00:04.734706 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-174ce810-6613-4b4b-b7c0-de2223178612 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:04.803180 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] Set router a77994a8-63cb-4151-860a-a62bb92cc115 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:00:04.832930 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-174ce810-6613-4b4b-b7c0-de2223178612 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Allocated IP 172.25.7.51 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/2fc6c1a7-9b8d-4888-83b4-45325cd334c6) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:00:04.934661 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-174ce810-6613-4b4b-b7c0-de2223178612 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:04.967560 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-174ce810-6613-4b4b-b7c0-de2223178612 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:05.007723 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174ce810-6613-4b4b-b7c0-de2223178612 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:00:05.007985 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 2, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:00:05.011443 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-174ce810-6613-4b4b-b7c0-de2223178612 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:00:05.015387 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174ce810-6613-4b4b-b7c0-de2223178612 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:00:05.018511 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ce810-6613-4b4b-b7c0-de2223178612 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Pushing event updated for resources: {'Port': ['ID=2fc6c1a7-9b8d-4888-83b4-45325cd334c6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:00:05.039544 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] Checking router: a77994a8-63cb-4151-860a-a62bb92cc115 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:00:05.039929 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] Updating router a77994a8-63cb-4151-860a-a62bb92cc115 port 1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:00:05.064626 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:05.102983 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-174ce810-6613-4b4b-b7c0-de2223178612 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:05.138974 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-174ce810-6613-4b4b-b7c0-de2223178612 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:05.287902 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-174ce810-6613-4b4b-b7c0-de2223178612 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:05.293722 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-174ce810-6613-4b4b-b7c0-de2223178612 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:05.332039 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:05.338826 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:05.366139 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ce810-6613-4b4b-b7c0-de2223178612 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Pushing event updated for resources: {'Port': ['ID=2fc6c1a7-9b8d-4888-83b4-45325cd334c6,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:00:05.382577 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-174ce810-6613-4b4b-b7c0-de2223178612 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:05.400219 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-174ce810-6613-4b4b-b7c0-de2223178612 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:05.401502 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-174ce810-6613-4b4b-b7c0-de2223178612 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7952542 Nov 15 12:00:05.409042 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07820dec-6733-49f6-ac06-4047b51747a2 None None] Pushing event updated for resources: {'Port': ['ID=1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:00:05.441476 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] Attempting to bind port 1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:00:05.446555 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] Attempting to bind port 1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:00:05.446555 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] Attempting to bind port 1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:00:05.451513 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 11, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:00:05.451922 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] Checking segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:00:05.452332 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:05.452717 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] Bound using segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:00:05.453194 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] Bound port: 1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:00:05.453594 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:05.523963 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] For port 1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:00:05.528549 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] For port 1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:00:05.538536 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:05.566238 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-13a235a7-50fd-4261-9c10-601b0a2dcb26 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1791522783&fields=id&tenant_id=1fb8171ac455424cb2a3e50d57f49193 HTTP/1.1" status: 200 len: 267 time: 0.0476699 Nov 15 12:00:05.596695 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] Routers {'a77994a8-63cb-4151-860a-a62bb92cc115'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:00:05.597311 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T11:59:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a77994a8-63cb-4151-860a-a62bb92cc115'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:00:05.674405 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07820dec-6733-49f6-ac06-4047b51747a2 None None] Pushing event updated for resources: {'Port': ['ID=1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:00:05.697105 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-073aa613-558e-4f2b-8c49-045990a15684 None None] Provisioning complete for port 1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:00:05.697857 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-073aa613-558e-4f2b-8c49-045990a15684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:05.700749 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-669811b1-d4df-4265-9842-9640bc757ffd tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:05.703604 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-669811b1-d4df-4265-9842-9640bc757ffd tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 810 time: 0.1303692 Nov 15 12:00:05.723122 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-eb1610d5-134b-4b22-8a3a-34c0645b3578 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/quotas/1fb8171ac455424cb2a3e50d57f49193 HTTP/1.1" status: 200 len: 375 time: 0.0111001 Nov 15 12:00:05.757237 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] Set router a77994a8-63cb-4151-860a-a62bb92cc115 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:00:05.784552 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-022d50f8-d7b7-4175-a329-e028d946bd98 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520492 Nov 15 12:00:05.896343 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-bc03f11f-bc77-4008-bff3-c04c5c86422c service neutron] 10.222.0.64 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961227 Nov 15 12:00:05.898916 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-073aa613-558e-4f2b-8c49-045990a15684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:05.951762 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-073aa613-558e-4f2b-8c49-045990a15684 None None] For port 1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:00:05.956950 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-073aa613-558e-4f2b-8c49-045990a15684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:05.989073 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-4594c389-a0e8-4044-9f71-5a5879fa362a service neutron] 10.222.0.64 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823853 Nov 15 12:00:06.032913 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073aa613-558e-4f2b-8c49-045990a15684 None None] Pushing event updated for resources: {'Port': ['ID=1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:00:06.052594 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:00:06.086788 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62b68c3-203c-4439-a88c-d66e6171cd2d None None] The sync data for ids ['a77994a8-63cb-4151-860a-a62bb92cc115'] in n-d-729945-9 is: [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:00:06.109974 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ed33efea-7aff-475c-b978-5c15948f19e4 None None] Provisioning complete for port 1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:00:06.110781 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed33efea-7aff-475c-b978-5c15948f19e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:06.205255 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8be2a4c6-11b4-4474-b900-8bfdafa00ff4 req-35f85399-b843-4391-ab05-9d6ce146d268 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 210 time: 0.0599136 Nov 15 12:00:06.296613 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-338dac53-70e9-4579-968b-e81548bc8d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:06.324489 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:00:06.377303 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:00:06.377675 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:07.216717 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-19fb31a2-d993-4607-b5aa-83a877b8724e tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:07.218242 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-19fb31a2-d993-4607-b5aa-83a877b8724e tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 810 time: 0.1265509 Nov 15 12:00:07.287768 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-7044b061-7141-446b-b701-5e347d910786 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fb8171ac455424cb2a3e50d57f49193 HTTP/1.1" status: 200 len: 380 time: 0.0608819 Nov 15 12:00:07.299437 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-6a948f78-75d3-482d-816e-5128b897a74a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Request body: {'port': {'device_id': '2660f701-2e29-4400-a202-62cbb10f37a1', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'admin_state_up': True, 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'security_groups': ['02bce2a9-f642-479e-a128-6b971560587c']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:00:07.306962 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83e61cc3-d2d8-486d-be9e-0ddabbfe825f req-29d1dd54-87f3-4c90-b460-5f1a9948f1f7 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 210 time: 0.0293224 Nov 15 12:00:07.412012 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-6a948f78-75d3-482d-816e-5128b897a74a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Made reservation on behalf of 1fb8171ac455424cb2a3e50d57f49193 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:00:07.415380 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-6a948f78-75d3-482d-816e-5128b897a74a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:07.534648 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-6a948f78-75d3-482d-816e-5128b897a74a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Allocated IP 172.20.0.7 (a9932d65-bb79-41e2-8afa-bfb232f7c613/fdfd29fa-94c7-4ffb-9c57-5f75b753aef6/09befef9-62e5-4079-a163-e8c70fe47a98) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:00:07.671649 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-6a948f78-75d3-482d-816e-5128b897a74a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:07.707754 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-6a948f78-75d3-482d-816e-5128b897a74a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:07.751514 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-6a948f78-75d3-482d-816e-5128b897a74a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Network a9932d65-bb79-41e2-8afa-bfb232f7c613 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:00:07.754606 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-6a948f78-75d3-482d-816e-5128b897a74a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:00:07.758446 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-6a948f78-75d3-482d-816e-5128b897a74a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:00:07.764819 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a948f78-75d3-482d-816e-5128b897a74a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Pushing event updated for resources: {'Port': ['ID=09befef9-62e5-4079-a163-e8c70fe47a98,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:00:07.818879 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-6a948f78-75d3-482d-816e-5128b897a74a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:07.819483 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-6a948f78-75d3-482d-816e-5128b897a74a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:07.836749 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-6a948f78-75d3-482d-816e-5128b897a74a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5413339 Nov 15 12:00:07.849583 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-a05db817-0bb3-4d1f-89d9-daaea3d18001 service neutron] Request body: {'port': {'device_id': '2660f701-2e29-4400-a202-62cbb10f37a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:00:07.986062 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-572daa55-aa53-4097-937b-bb54823d9f84 None None] Provisioning complete for port 09befef9-62e5-4079-a163-e8c70fe47a98 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:00:07.986729 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-572daa55-aa53-4097-937b-bb54823d9f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:08.023118 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-572daa55-aa53-4097-937b-bb54823d9f84 None None] Port 09befef9-62e5-4079-a163-e8c70fe47a98 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:00:08.210214 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-a05db817-0bb3-4d1f-89d9-daaea3d18001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:08.381144 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-79a2c4a9-e90e-4442-9fbb-b4814fc8436e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:08.426785 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad24c0-05ba-452e-a67d-c110b2fd87fb req-24bb8eb5-0cfd-4a77-b6ab-273e949004c9 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:08.428349 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20ad24c0-05ba-452e-a67d-c110b2fd87fb req-24bb8eb5-0cfd-4a77-b6ab-273e949004c9 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 931 time: 0.0528660 Nov 15 12:00:08.476127 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-20ad24c0-05ba-452e-a67d-c110b2fd87fb req-b3577f05-a3a6-4e60-af36-783eb4a45493 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412748 Nov 15 12:00:08.476807 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-a05db817-0bb3-4d1f-89d9-daaea3d18001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09befef9-62e5-4079-a163-e8c70fe47a98 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:00:08.484390 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-a05db817-0bb3-4d1f-89d9-daaea3d18001 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:08.497237 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-a05db817-0bb3-4d1f-89d9-daaea3d18001 service neutron] Transition to ACTIVE for port object 09befef9-62e5-4079-a163-e8c70fe47a98 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:00:08.502168 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-a05db817-0bb3-4d1f-89d9-daaea3d18001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:08.552257 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05db817-0bb3-4d1f-89d9-daaea3d18001 service neutron] Pushing event updated for resources: {'Port': ['ID=09befef9-62e5-4079-a163-e8c70fe47a98,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:00:08.621469 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-a05db817-0bb3-4d1f-89d9-daaea3d18001 service neutron] Attempting to bind port 09befef9-62e5-4079-a163-e8c70fe47a98 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:00:08.621807 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-a05db817-0bb3-4d1f-89d9-daaea3d18001 service neutron] Attempting to bind port 09befef9-62e5-4079-a163-e8c70fe47a98 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:00:08.622133 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-a05db817-0bb3-4d1f-89d9-daaea3d18001 service neutron] Attempting to bind port 09befef9-62e5-4079-a163-e8c70fe47a98 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:00:08.626671 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-a05db817-0bb3-4d1f-89d9-daaea3d18001 service neutron] Port 09befef9-62e5-4079-a163-e8c70fe47a98 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:00:08.626994 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-a05db817-0bb3-4d1f-89d9-daaea3d18001 service neutron] Attempting to bind port 09befef9-62e5-4079-a163-e8c70fe47a98 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:00:08.632187 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-a05db817-0bb3-4d1f-89d9-daaea3d18001 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:00:08.632512 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-a05db817-0bb3-4d1f-89d9-daaea3d18001 service neutron] Checking segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:00:08.632902 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-a05db817-0bb3-4d1f-89d9-daaea3d18001 service neutron] Bound using segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:00:08.633421 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-a05db817-0bb3-4d1f-89d9-daaea3d18001 service neutron] Bound port: 09befef9-62e5-4079-a163-e8c70fe47a98, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:00:08.633781 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-a05db817-0bb3-4d1f-89d9-daaea3d18001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:08.703555 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-a05db817-0bb3-4d1f-89d9-daaea3d18001 service neutron] For port 09befef9-62e5-4079-a163-e8c70fe47a98, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:00:08.706546 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-a05db817-0bb3-4d1f-89d9-daaea3d18001 service neutron] For port 09befef9-62e5-4079-a163-e8c70fe47a98, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=09befef9-62e5-4079-a163-e8c70fe47a98,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:00:08.713513 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-a05db817-0bb3-4d1f-89d9-daaea3d18001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:08.746087 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-a05db817-0bb3-4d1f-89d9-daaea3d18001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:08.746958 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-a05db817-0bb3-4d1f-89d9-daaea3d18001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:08.749050 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-a05db817-0bb3-4d1f-89d9-daaea3d18001 service neutron] 10.222.0.55 "PUT /v2.0/ports/09befef9-62e5-4079-a163-e8c70fe47a98 HTTP/1.1" status: 200 len: 1091 time: 0.9036827 Nov 15 12:00:08.751116 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2660f701-2e29-4400-a202-62cbb10f37a1', 'tag': '09befef9-62e5-4079-a163-e8c70fe47a98'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:00:08.754213 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47758060-4e1e-4cac-a168-cb15192ad4e1" -d '{"events": [{"name": "network-changed", "server_uuid": "2660f701-2e29-4400-a202-62cbb10f37a1", "tag": "09befef9-62e5-4079-a163-e8c70fe47a98"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:00:08.784923 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05db817-0bb3-4d1f-89d9-daaea3d18001 service neutron] Pushing event updated for resources: {'Port': ['ID=09befef9-62e5-4079-a163-e8c70fe47a98,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:00:08.807454 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f7e284-efee-4e2d-90e4-e13bf91a4398 x-openstack-request-id: req-95f7e284-efee-4e2d-90e4-e13bf91a4398 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:00:08.807746 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2660f701-2e29-4400-a202-62cbb10f37a1", "tag": "09befef9-62e5-4079-a163-e8c70fe47a98", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:00:08.808202 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-95f7e284-efee-4e2d-90e4-e13bf91a4398 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:00:08.808630 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2660f701-2e29-4400-a202-62cbb10f37a1', 'tag': '09befef9-62e5-4079-a163-e8c70fe47a98', 'status': 'completed', 'code': 200} Nov 15 12:00:08.843661 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-eeed41a5-7815-41c0-948c-5253c4e26f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:08.845217 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-eeed41a5-7815-41c0-948c-5253c4e26f0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 1094 time: 0.0483336 Nov 15 12:00:08.889582 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-0a91523d-16a9-449a-bcff-74d59b88d6e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09befef9-62e5-4079-a163-e8c70fe47a98 HTTP/1.1" status: 200 len: 217 time: 0.0363963 Nov 15 12:00:08.943664 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-b81432f2-727d-4eab-8219-ee4441f5b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:08.945193 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-b81432f2-727d-4eab-8219-ee4441f5b7aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0486276 Nov 15 12:00:08.990294 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-ef4190a4-8c65-4e1c-8dd7-687787348f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:08.991837 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-ef4190a4-8c65-4e1c-8dd7-687787348f00 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396459 Nov 15 12:00:09.083926 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-0bc2ac48-c6e2-40ef-9512-62dac47c1e78 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844510 Nov 15 12:00:09.175731 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b0a6b1a9-ba40-445f-8c28-0881b330d5c3 req-2b2e4d1b-37e7-487f-babe-5561663d8df7 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842977 Nov 15 12:00:09.266382 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47758060-4e1e-4cac-a168-cb15192ad4e1 req-d1290632-f739-4574-b85b-89bdda43377c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:09.267989 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-47758060-4e1e-4cac-a168-cb15192ad4e1 req-d1290632-f739-4574-b85b-89bdda43377c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 1094 time: 0.0423534 Nov 15 12:00:09.360835 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47758060-4e1e-4cac-a168-cb15192ad4e1 req-618c6237-79a5-4146-984e-dc090fe30d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:09.362183 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-47758060-4e1e-4cac-a168-cb15192ad4e1 req-618c6237-79a5-4146-984e-dc090fe30d72 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0873253 Nov 15 12:00:09.403248 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-47758060-4e1e-4cac-a168-cb15192ad4e1 req-3ed7812b-56a9-427f-845d-7ff16125d8b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09befef9-62e5-4079-a163-e8c70fe47a98 HTTP/1.1" status: 200 len: 217 time: 0.0337765 Nov 15 12:00:09.465873 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47758060-4e1e-4cac-a168-cb15192ad4e1 req-f64986f6-1734-4991-930b-6ddaf51a9995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:09.467377 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-47758060-4e1e-4cac-a168-cb15192ad4e1 req-f64986f6-1734-4991-930b-6ddaf51a9995 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0555775 Nov 15 12:00:09.514047 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47758060-4e1e-4cac-a168-cb15192ad4e1 req-c736a83e-0ef7-462f-8176-c31f0f10689d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:09.515578 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-47758060-4e1e-4cac-a168-cb15192ad4e1 req-c736a83e-0ef7-462f-8176-c31f0f10689d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400717 Nov 15 12:00:09.591492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe537466-ae65-4923-acdf-053784f5b79f req-b05c97f0-dab9-44d1-a36e-93b89178bd22 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:09.592979 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe537466-ae65-4923-acdf-053784f5b79f req-b05c97f0-dab9-44d1-a36e-93b89178bd22 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 943 time: 0.0482523 Nov 15 12:00:09.609998 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-47758060-4e1e-4cac-a168-cb15192ad4e1 req-e5ced9a9-1183-4ad4-a238-260662cb2f18 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855410 Nov 15 12:00:09.639169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe537466-ae65-4923-acdf-053784f5b79f req-c5e699c7-fb63-4c7a-8ec7-97d95eaa773d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401044 Nov 15 12:00:09.709224 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-47758060-4e1e-4cac-a168-cb15192ad4e1 req-f2337c43-f1a6-46a1-be79-ef300d47cf89 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918374 Nov 15 12:00:10.000287 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:10.759755 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bbd54-99dd-4677-a5fa-fd6950213b3a req-428e8f83-2690-4dce-bfcb-65b19a97e335 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:10.761262 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b23bbd54-99dd-4677-a5fa-fd6950213b3a req-428e8f83-2690-4dce-bfcb-65b19a97e335 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 943 time: 0.0525460 Nov 15 12:00:10.764799 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:00:10.808615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b23bbd54-99dd-4677-a5fa-fd6950213b3a req-c94f9deb-7e4b-426a-ad67-13fdf30574d6 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412898 Nov 15 12:00:11.486293 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 09befef9-62e5-4079-a163-e8c70fe47a98 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:00:11.569956 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:11.591993 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 09befef9-62e5-4079-a163-e8c70fe47a98, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=09befef9-62e5-4079-a163-e8c70fe47a98,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:00:11.603357 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '09befef9-62e5-4079-a163-e8c70fe47a98', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'port_id': '09befef9-62e5-4079-a163-e8c70fe47a98', 'mac_address': 'fa:16:3e:53:84:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:00:11.643507 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:11.656717 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09befef9-62e5-4079-a163-e8c70fe47a98 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:00:11.675102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 09befef9-62e5-4079-a163-e8c70fe47a98, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=09befef9-62e5-4079-a163-e8c70fe47a98,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:00:11.680361 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:11.726892 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=09befef9-62e5-4079-a163-e8c70fe47a98,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:00:11.919265 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['09befef9-62e5-4079-a163-e8c70fe47a98'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:00:11.934013 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e54ad8-b6df-46ed-9691-7d2d4757db44 req-93664459-3459-4274-b898-8300b69804f4 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:11.935491 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9e54ad8-b6df-46ed-9691-7d2d4757db44 req-93664459-3459-4274-b898-8300b69804f4 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 944 time: 0.0508652 Nov 15 12:00:11.984028 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9e54ad8-b6df-46ed-9691-7d2d4757db44 req-7f2e998a-6555-4570-a21c-d14322e4a4bd tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422423 Nov 15 12:00:12.194930 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:13.122659 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a43620-728e-409e-9c00-1f5ab6bdec9a req-4483d779-78aa-4e47-b695-b40f49849252 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:13.124169 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b7a43620-728e-409e-9c00-1f5ab6bdec9a req-4483d779-78aa-4e47-b695-b40f49849252 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 944 time: 0.0610862 Nov 15 12:00:13.171164 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b7a43620-728e-409e-9c00-1f5ab6bdec9a req-12d8bda2-12d4-4ad5-8823-dd7cbc80d5d0 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410657 Nov 15 12:00:13.503974 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 09befef9-62e5-4079-a163-e8c70fe47a98 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:00:13.559095 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 09befef9-62e5-4079-a163-e8c70fe47a98 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:00:13.562868 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 09befef9-62e5-4079-a163-e8c70fe47a98 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:00:13.563228 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:13.644742 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:13.667177 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2660f701-2e29-4400-a202-62cbb10f37a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09befef9-62e5-4079-a163-e8c70fe47a98'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:00:13.669512 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7375f866-d2ac-4c46-bb6a-600019e052dd" -d '{"events": [{"server_uuid": "2660f701-2e29-4400-a202-62cbb10f37a1", "name": "network-vif-plugged", "status": "completed", "tag": "09befef9-62e5-4079-a163-e8c70fe47a98"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:00:13.682632 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 09befef9-62e5-4079-a163-e8c70fe47a98, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=09befef9-62e5-4079-a163-e8c70fe47a98,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:00:13.687657 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:13.713727 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6466ff-e566-4591-a44f-842b88d0ef91 x-openstack-request-id: req-0d6466ff-e566-4591-a44f-842b88d0ef91 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:00:13.714029 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2660f701-2e29-4400-a202-62cbb10f37a1", "name": "network-vif-plugged", "status": "completed", "tag": "09befef9-62e5-4079-a163-e8c70fe47a98", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:00:13.714290 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d6466ff-e566-4591-a44f-842b88d0ef91 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:00:13.714669 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2660f701-2e29-4400-a202-62cbb10f37a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09befef9-62e5-4079-a163-e8c70fe47a98', 'code': 200} Nov 15 12:00:13.741269 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=09befef9-62e5-4079-a163-e8c70fe47a98,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:00:13.804839 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7a080-8a0e-4472-8f82-e742a984d9d8 req-5f4e0db2-9e74-41e4-845a-7c6c2cf4f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:13.806567 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c2e7a080-8a0e-4472-8f82-e742a984d9d8 req-5f4e0db2-9e74-41e4-845a-7c6c2cf4f45a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 1096 time: 0.0418296 Nov 15 12:00:13.853020 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c2e7a080-8a0e-4472-8f82-e742a984d9d8 req-52cc9c46-4a64-4ba5-ba5a-56a843d04eb0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382366 Nov 15 12:00:14.289536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3fd01-9660-431d-bc8a-183fcaa73c8d req-a981f24f-58db-490d-a0bb-42ce3f316b60 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:14.291016 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02b3fd01-9660-431d-bc8a-183fcaa73c8d req-a981f24f-58db-490d-a0bb-42ce3f316b60 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 945 time: 0.0484676 Nov 15 12:00:14.338365 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02b3fd01-9660-431d-bc8a-183fcaa73c8d req-fe82cf09-2762-459a-850c-254b432a3916 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413566 Nov 15 12:00:15.467208 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8dd18-3d11-49f6-8b3e-c936ba8e88b9 req-9ff8420e-2503-45c2-805f-5aab07197043 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:15.468711 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3f8dd18-3d11-49f6-8b3e-c936ba8e88b9 req-9ff8420e-2503-45c2-805f-5aab07197043 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 945 time: 0.0556521 Nov 15 12:00:15.518629 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3f8dd18-3d11-49f6-8b3e-c936ba8e88b9 req-906a8726-e095-477d-8c0a-806f5d08683e tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438476 Nov 15 12:00:15.630022 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacd308-e696-4489-8eac-236c30a1482c req-a1848f73-2f2d-4177-926c-b861b7105e56 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:15.631377 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dfacd308-e696-4489-8eac-236c30a1482c req-a1848f73-2f2d-4177-926c-b861b7105e56 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 945 time: 0.0501420 Nov 15 12:00:15.641881 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51570) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:00:15.646203 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-9fadd0e2-1a83-4787-ab67-92c8491ec29c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Request body: {'floatingip': {'port_id': '09befef9-62e5-4079-a163-e8c70fe47a98'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:00:15.683622 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fadd0e2-1a83-4787-ab67-92c8491ec29c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:16.453699 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fadd0e2-1a83-4787-ab67-92c8491ec29c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:16.459279 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fadd0e2-1a83-4787-ab67-92c8491ec29c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:16.561890 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-9fadd0e2-1a83-4787-ab67-92c8491ec29c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Floating IP 1b61882b-1dba-4d86-855a-3037de680edd associated. External IP: 172.25.7.51, port: 09befef9-62e5-4079-a163-e8c70fe47a98. Nov 15 12:00:16.780348 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fadd0e2-1a83-4787-ab67-92c8491ec29c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Router a77994a8-63cb-4151-860a-a62bb92cc115 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:00:16.889283 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fadd0e2-1a83-4787-ab67-92c8491ec29c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:00:16.894522 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9fadd0e2-1a83-4787-ab67-92c8491ec29c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:16.900285 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef60ae96-9617-4ca9-a30c-29341aabfc81 None None] Sync routers for ids ['a77994a8-63cb-4151-860a-a62bb92cc115'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:00:16.911446 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef60ae96-9617-4ca9-a30c-29341aabfc81 None None] Routers {'a77994a8-63cb-4151-860a-a62bb92cc115'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:00:16.912095 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ef60ae96-9617-4ca9-a30c-29341aabfc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:00:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a77994a8-63cb-4151-860a-a62bb92cc115'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:00:16.922228 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9fadd0e2-1a83-4787-ab67-92c8491ec29c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "PUT /v2.0/floatingips/1b61882b-1dba-4d86-855a-3037de680edd HTTP/1.1" status: 200 len: 990 time: 1.2793398 Nov 15 12:00:16.922870 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2660f701-2e29-4400-a202-62cbb10f37a1', 'tag': '09befef9-62e5-4079-a163-e8c70fe47a98'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:00:16.925243 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf890a04-1e3e-4b36-9e0b-bd817e02f8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "2660f701-2e29-4400-a202-62cbb10f37a1", "tag": "09befef9-62e5-4079-a163-e8c70fe47a98"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:00:17.013944 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8472f9-bc53-413d-8dcf-439e956c959e x-openstack-request-id: req-dd8472f9-bc53-413d-8dcf-439e956c959e {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:00:17.014231 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2660f701-2e29-4400-a202-62cbb10f37a1", "tag": "09befef9-62e5-4079-a163-e8c70fe47a98", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:00:17.014463 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd8472f9-bc53-413d-8dcf-439e956c959e {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:00:17.014866 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2660f701-2e29-4400-a202-62cbb10f37a1', 'tag': '09befef9-62e5-4079-a163-e8c70fe47a98', 'status': 'completed', 'code': 200} Nov 15 12:00:17.017638 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-ef60ae96-9617-4ca9-a30c-29341aabfc81 None None] Set router a77994a8-63cb-4151-860a-a62bb92cc115 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:00:17.078583 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf890a04-1e3e-4b36-9e0b-bd817e02f8b1 req-d6b61777-c2c2-4215-aa6b-a8a0e9352bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:17.080047 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bf890a04-1e3e-4b36-9e0b-bd817e02f8b1 req-d6b61777-c2c2-4215-aa6b-a8a0e9352bfc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 1096 time: 0.0448809 Nov 15 12:00:17.172452 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf890a04-1e3e-4b36-9e0b-bd817e02f8b1 req-965d6622-d735-4cf0-9e7e-ed612cfdbb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:17.173978 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bf890a04-1e3e-4b36-9e0b-bd817e02f8b1 req-965d6622-d735-4cf0-9e7e-ed612cfdbb87 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0868073 Nov 15 12:00:17.242380 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ef60ae96-9617-4ca9-a30c-29341aabfc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '1b61882b-1dba-4d86-855a-3037de680edd', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'port_id': '09befef9-62e5-4079-a163-e8c70fe47a98', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'mac_address': 'fa:16:3e:53:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2660f701-2e29-4400-a202-62cbb10f37a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:00:05Z', 'updated_at': '2021-11-15T12:00:15Z', 'revision_number': 1, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:00:17.244037 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bf890a04-1e3e-4b36-9e0b-bd817e02f8b1 req-1042e6e2-2308-46c6-aff5-9b2ac863da2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09befef9-62e5-4079-a163-e8c70fe47a98 HTTP/1.1" status: 200 len: 998 time: 0.0625699 Nov 15 12:00:17.272629 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef60ae96-9617-4ca9-a30c-29341aabfc81 None None] Checking router: a77994a8-63cb-4151-860a-a62bb92cc115 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:00:17.281185 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef60ae96-9617-4ca9-a30c-29341aabfc81 None None] Routers {'a77994a8-63cb-4151-860a-a62bb92cc115'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:00:17.281826 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ef60ae96-9617-4ca9-a30c-29341aabfc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:00:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a77994a8-63cb-4151-860a-a62bb92cc115'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:00:17.292626 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf890a04-1e3e-4b36-9e0b-bd817e02f8b1 req-664f7fe6-5ca7-46be-a1d1-e623143627e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:17.294163 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bf890a04-1e3e-4b36-9e0b-bd817e02f8b1 req-664f7fe6-5ca7-46be-a1d1-e623143627e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0432172 Nov 15 12:00:17.340187 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf890a04-1e3e-4b36-9e0b-bd817e02f8b1 req-0cdd4776-ca90-4ca7-90ee-0f8e76713245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:17.341868 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bf890a04-1e3e-4b36-9e0b-bd817e02f8b1 req-0cdd4776-ca90-4ca7-90ee-0f8e76713245 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403740 Nov 15 12:00:17.443313 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bf890a04-1e3e-4b36-9e0b-bd817e02f8b1 req-0c531c60-6188-4655-bade-a7bc4c810e38 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944910 Nov 15 12:00:17.485519 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-ef60ae96-9617-4ca9-a30c-29341aabfc81 None None] Set router a77994a8-63cb-4151-860a-a62bb92cc115 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:00:17.533248 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bf890a04-1e3e-4b36-9e0b-bd817e02f8b1 req-23fc0661-81fa-462e-b148-c86eb58d4cbe service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830951 Nov 15 12:00:17.711895 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ef60ae96-9617-4ca9-a30c-29341aabfc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '1b61882b-1dba-4d86-855a-3037de680edd', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'port_id': '09befef9-62e5-4079-a163-e8c70fe47a98', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'mac_address': 'fa:16:3e:53:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2660f701-2e29-4400-a202-62cbb10f37a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:00:05Z', 'updated_at': '2021-11-15T12:00:15Z', 'revision_number': 1, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:00:17.737753 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef60ae96-9617-4ca9-a30c-29341aabfc81 None None] The sync data for ids ['a77994a8-63cb-4151-860a-a62bb92cc115'] in n-d-729945-9 is: [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '1b61882b-1dba-4d86-855a-3037de680edd', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'port_id': '09befef9-62e5-4079-a163-e8c70fe47a98', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'mac_address': 'fa:16:3e:53:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2660f701-2e29-4400-a202-62cbb10f37a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:00:05Z', 'updated_at': '2021-11-15T12:00:15Z', 'revision_number': 1, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:00:17.933604 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cc9e7f-87e1-49ab-a59e-d59f86636105 None None] New status for floating IP 1b61882b-1dba-4d86-855a-3037de680edd: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:00:29.958887 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:31.978733 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:36.296092 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2b20e920-90b2-4508-99fd-e8371cb69bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:38.385670 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b4f93be9-ff3a-4a5f-984d-a5e5f82d53a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:40.009035 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:41.564503 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:42.205863 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:00:47.764632 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:00:56.488904 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4c11ba7f-98c7-4a9e-871b-d665dde0833a req-a60ec21d-d05e-4716-af79-4619122a8487 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1515865 Nov 15 12:00:56.581034 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11ba7f-98c7-4a9e-871b-d665dde0833a req-ac7bede6-1e2d-436a-a768-8a62925a7822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:56.582557 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4c11ba7f-98c7-4a9e-871b-d665dde0833a req-ac7bede6-1e2d-436a-a768-8a62925a7822 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0415003 Nov 15 12:00:56.691624 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11ba7f-98c7-4a9e-871b-d665dde0833a req-4e59612c-0228-4114-99f9-0f6cd72acb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:56.693223 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4c11ba7f-98c7-4a9e-871b-d665dde0833a req-4e59612c-0228-4114-99f9-0f6cd72acb3c service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0908592 Nov 15 12:00:56.739343 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4c11ba7f-98c7-4a9e-871b-d665dde0833a req-3e5abcf2-2afe-48e8-825e-ed123fa1b981 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0388856 Nov 15 12:00:56.789272 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11ba7f-98c7-4a9e-871b-d665dde0833a req-59395812-832e-4c6c-8d07-30c4235570f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:56.790717 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4c11ba7f-98c7-4a9e-871b-d665dde0833a req-59395812-832e-4c6c-8d07-30c4235570f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0448554 Nov 15 12:00:56.837773 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11ba7f-98c7-4a9e-871b-d665dde0833a req-8f680d9e-4558-4255-b5b2-cfda09a44dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:56.839320 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4c11ba7f-98c7-4a9e-871b-d665dde0833a req-8f680d9e-4558-4255-b5b2-cfda09a44dcb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410278 Nov 15 12:00:56.850236 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-4c11ba7f-98c7-4a9e-871b-d665dde0833a req-120537bc-5189-47f2-8210-89b9c67324dd service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:00:56.851162 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4c11ba7f-98c7-4a9e-871b-d665dde0833a req-120537bc-5189-47f2-8210-89b9c67324dd service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049865 Nov 15 12:00:56.948174 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4c11ba7f-98c7-4a9e-871b-d665dde0833a req-94c81c8b-eec0-4d60-b553-3b2c4f059e43 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868580 Nov 15 12:00:57.040394 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4c11ba7f-98c7-4a9e-871b-d665dde0833a req-b48c290b-352b-4f25-9beb-9734b71848ea service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842123 Nov 15 12:00:57.199902 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0f3d3b51-e70f-4347-8581-eb4e56869dc0 req-8681aca9-f013-47bd-8096-505e966b4b3f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0996332 Nov 15 12:00:57.283080 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d3b51-e70f-4347-8581-eb4e56869dc0 req-c23794bc-a4fe-4f03-8124-e125a9f34a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:57.284637 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0f3d3b51-e70f-4347-8581-eb4e56869dc0 req-c23794bc-a4fe-4f03-8124-e125a9f34a03 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 1096 time: 0.0406930 Nov 15 12:00:57.392349 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d3b51-e70f-4347-8581-eb4e56869dc0 req-e9af81b8-3dce-4eea-803f-15c5b0970ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:57.393796 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0f3d3b51-e70f-4347-8581-eb4e56869dc0 req-e9af81b8-3dce-4eea-803f-15c5b0970ae7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0899372 Nov 15 12:00:57.469165 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0f3d3b51-e70f-4347-8581-eb4e56869dc0 req-ad1081a1-7418-4d4a-b0d7-caaa690de10c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09befef9-62e5-4079-a163-e8c70fe47a98 HTTP/1.1" status: 200 len: 1000 time: 0.0678902 Nov 15 12:00:57.518876 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d3b51-e70f-4347-8581-eb4e56869dc0 req-f09ab6ed-3b7f-469a-89b5-02bbd6ad2028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:57.520326 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0f3d3b51-e70f-4347-8581-eb4e56869dc0 req-f09ab6ed-3b7f-469a-89b5-02bbd6ad2028 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0447145 Nov 15 12:00:57.568251 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d3b51-e70f-4347-8581-eb4e56869dc0 req-c196c005-0095-4487-9e05-2c294441379f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:00:57.569746 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0f3d3b51-e70f-4347-8581-eb4e56869dc0 req-c196c005-0095-4487-9e05-2c294441379f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427539 Nov 15 12:00:57.580832 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-0f3d3b51-e70f-4347-8581-eb4e56869dc0 req-975755de-d637-4649-a8ea-15aa045ca0c5 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:00:57.581750 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0f3d3b51-e70f-4347-8581-eb4e56869dc0 req-975755de-d637-4649-a8ea-15aa045ca0c5 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048380 Nov 15 12:00:57.671717 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0f3d3b51-e70f-4347-8581-eb4e56869dc0 req-984f17ec-14f3-4406-98ad-fd13c2c30290 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826082 Nov 15 12:00:57.768645 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0f3d3b51-e70f-4347-8581-eb4e56869dc0 req-033e9107-d8a2-4a01-a67b-3bfb0ea1a75e service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893013 Nov 15 12:00:59.979686 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:01:01.972749 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:01:06.290955 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3bfcd47b-9497-47be-a289-e64bd0177d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:01:08.390222 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4a246988-bcfd-4aec-8810-b94364f53603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:01:10.014523 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:01:11.567692 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:01:12.207988 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:01:24.769545 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:01:29.979640 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:01:31.993245 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:01:36.296119 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-500c7d1f-6f19-4f7f-9b78-55d5d702770b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:01:38.400215 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f394a063-9ab9-4c58-82c6-5dc1d2809e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:01:40.012767 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:01:41.572158 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:01:42.210642 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:01:54.884648 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04394e51-ef33-4f2d-9e28-f1f81f4c033d req-b6320e2b-e970-4495-ba9c-2a1d1ebbe991 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:01:54.886138 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-04394e51-ef33-4f2d-9e28-f1f81f4c033d req-b6320e2b-e970-4495-ba9c-2a1d1ebbe991 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 945 time: 0.0514164 Nov 15 12:01:54.934117 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-04394e51-ef33-4f2d-9e28-f1f81f4c033d req-36b57d0e-eafa-4201-b440-c87b4f8004b0 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418403 Nov 15 12:01:55.171866 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-12366f43-55e0-443f-b06d-1e80d9ddc86f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0389259 Nov 15 12:01:55.189717 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43915c-2cb2-4a28-b472-18febbfef6d7 req-cc3d24dd-2307-4aa1-b969-caa2858166fc tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:01:55.191371 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc43915c-2cb2-4a28-b472-18febbfef6d7 req-cc3d24dd-2307-4aa1-b969-caa2858166fc tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 945 time: 0.0536265 Nov 15 12:01:55.238733 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc43915c-2cb2-4a28-b472-18febbfef6d7 req-0a9df456-f563-4046-8180-c121175fabbc tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411072 Nov 15 12:01:56.363288 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af6bc7-45d0-425c-9bab-96bb654397db req-1da5bee9-2b67-4d00-a929-1e8e2e682aeb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:01:56.364756 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f5af6bc7-45d0-425c-9bab-96bb654397db req-1da5bee9-2b67-4d00-a929-1e8e2e682aeb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 945 time: 0.0513380 Nov 15 12:01:56.379835 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cdf3d42c-96e0-422e-8f6a-383f2894dece req-775d28cf-5603-4810-ab72-d41c3a9ab394 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398049 Nov 15 12:01:56.412646 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f5af6bc7-45d0-425c-9bab-96bb654397db req-ca8b9d5e-7868-4093-84d8-1bf3036bb1d7 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417683 Nov 15 12:01:56.462332 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3d42c-96e0-422e-8f6a-383f2894dece req-3c3c8f2b-6eee-416c-8d42-ea7d9af33baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:01:56.463849 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cdf3d42c-96e0-422e-8f6a-383f2894dece req-3c3c8f2b-6eee-416c-8d42-ea7d9af33baf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0404358 Nov 15 12:01:56.603927 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b581624-41f4-412e-a300-de644bd47f21 req-17c0342e-6b5b-45ea-9f9b-540430bd340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:01:56.605493 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1b581624-41f4-412e-a300-de644bd47f21 req-17c0342e-6b5b-45ea-9f9b-540430bd340c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 1096 time: 0.0708618 Nov 15 12:01:56.606795 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3d42c-96e0-422e-8f6a-383f2894dece req-eb924c74-2b73-4108-8955-1d41c88e743c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:01:56.608283 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cdf3d42c-96e0-422e-8f6a-383f2894dece req-eb924c74-2b73-4108-8955-1d41c88e743c service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.1250656 Nov 15 12:01:56.662346 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cdf3d42c-96e0-422e-8f6a-383f2894dece req-f1aed530-dbe0-4b07-9aa3-6e288b751552 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0458577 Nov 15 12:01:56.757940 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3d42c-96e0-422e-8f6a-383f2894dece req-be8aa452-3336-4a58-ace4-e514cc65bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:01:56.759397 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cdf3d42c-96e0-422e-8f6a-383f2894dece req-be8aa452-3336-4a58-ace4-e514cc65bf6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0858955 Nov 15 12:01:56.807137 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b581624-41f4-412e-a300-de644bd47f21 req-1c1f89e9-cf46-4566-bd1b-34d229527d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:01:56.808648 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1b581624-41f4-412e-a300-de644bd47f21 req-1c1f89e9-cf46-4566-bd1b-34d229527d65 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.1543808 Nov 15 12:01:56.823537 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3d42c-96e0-422e-8f6a-383f2894dece req-1d72af0c-bda7-4c0e-b10e-0d4a3fe06be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:01:56.824957 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cdf3d42c-96e0-422e-8f6a-383f2894dece req-1d72af0c-bda7-4c0e-b10e-0d4a3fe06be4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589373 Nov 15 12:01:56.930718 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1b581624-41f4-412e-a300-de644bd47f21 req-40efd2cd-beb9-46b3-9bff-74e88b2fd135 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09befef9-62e5-4079-a163-e8c70fe47a98 HTTP/1.1" status: 200 len: 1000 time: 0.1144633 Nov 15 12:01:56.994744 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cdf3d42c-96e0-422e-8f6a-383f2894dece req-9a38cc94-9b18-40b2-a84b-2950599febdf service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349697 Nov 15 12:01:56.999971 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b581624-41f4-412e-a300-de644bd47f21 req-821445dc-b024-4a69-82a1-add936a85b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:01:57.001486 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1b581624-41f4-412e-a300-de644bd47f21 req-821445dc-b024-4a69-82a1-add936a85b8a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0627444 Nov 15 12:01:57.101703 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b581624-41f4-412e-a300-de644bd47f21 req-d94a907d-7602-4bf0-a4d0-510a079c3f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:01:57.103249 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1b581624-41f4-412e-a300-de644bd47f21 req-d94a907d-7602-4bf0-a4d0-510a079c3f57 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929792 Nov 15 12:01:57.124041 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cdf3d42c-96e0-422e-8f6a-383f2894dece req-be021a18-ab47-4edf-b66d-4b677f8ce6d0 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215205 Nov 15 12:01:57.201474 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1b581624-41f4-412e-a300-de644bd47f21 req-6ee9bebb-c958-434d-aee7-3a2e3a8aef6f service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896287 Nov 15 12:01:57.289388 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1b581624-41f4-412e-a300-de644bd47f21 req-64faa7e0-2b0a-45da-8a18-a288db862e7e service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812125 Nov 15 12:01:57.532292 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1eb185-5807-4549-96a8-12779ab38ca7 req-8367b50a-e7d4-48b8-b1c6-266582294f75 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:01:57.533690 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e1eb185-5807-4549-96a8-12779ab38ca7 req-8367b50a-e7d4-48b8-b1c6-266582294f75 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 945 time: 0.0513008 Nov 15 12:01:57.586054 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e1eb185-5807-4549-96a8-12779ab38ca7 req-8780201c-0ddf-4301-81a2-3add0e2ffd2c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462766 Nov 15 12:01:58.436453 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-a0d8c24c-de73-4d15-98ce-4ba67a287b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:01:58.438007 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-a0d8c24c-de73-4d15-98ce-4ba67a287b77 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 1096 time: 0.0470786 Nov 15 12:01:58.536718 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-5525d8a1-58b5-4d3c-8973-c4cd79e39340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:01:58.538199 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-5525d8a1-58b5-4d3c-8973-c4cd79e39340 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0935323 Nov 15 12:01:58.607989 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-6cc3544d-f174-4802-88e0-bc9cd0cb0839 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09befef9-62e5-4079-a163-e8c70fe47a98 HTTP/1.1" status: 200 len: 1000 time: 0.0611663 Nov 15 12:01:58.659378 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-4f09971d-bad9-4a58-bff1-d0ec74ec7b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:01:58.660882 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-4f09971d-bad9-4a58-bff1-d0ec74ec7b1d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0463452 Nov 15 12:01:58.708143 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-9c907cef-ee2b-4fee-9d9e-9f448c0e742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:01:58.708944 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973138b-936b-4bea-862b-afa801275bd5 req-a79342f4-f86d-4d77-8b1e-95399788ccf1 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:01:58.709895 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-9c907cef-ee2b-4fee-9d9e-9f448c0e742c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411832 Nov 15 12:01:58.710744 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a973138b-936b-4bea-862b-afa801275bd5 req-a79342f4-f86d-4d77-8b1e-95399788ccf1 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 945 time: 0.0499980 Nov 15 12:01:58.757539 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a973138b-936b-4bea-862b-afa801275bd5 req-d5afefd3-cad3-4853-887c-b46efe588c15 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406401 Nov 15 12:01:58.803849 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-8116f98f-c80e-4566-9540-8fd49b8aaa13 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860777 Nov 15 12:01:58.898372 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-0c72d6e5-aecd-4ba5-a457-a04b6e082900 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862317 Nov 15 12:01:59.894500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9f220-a524-41c7-a19e-0934ba7076e7 req-a0d01e6b-ef6e-4a23-baf7-468342c1518d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:01:59.895998 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f3a9f220-a524-41c7-a19e-0934ba7076e7 req-a0d01e6b-ef6e-4a23-baf7-468342c1518d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 945 time: 0.0588539 Nov 15 12:01:59.945336 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f3a9f220-a524-41c7-a19e-0934ba7076e7 req-33f972cf-8707-4f9f-a6ae-1e954da56331 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410430 Nov 15 12:01:59.970798 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:01.081561 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fe3a4-bb8c-48b1-bd01-970ddfdfb241 req-a02348bb-047c-4c65-9cff-69760a5572a4 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:01.083022 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3a6fe3a4-bb8c-48b1-bd01-970ddfdfb241 req-a02348bb-047c-4c65-9cff-69760a5572a4 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 945 time: 0.0578041 Nov 15 12:02:01.133980 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3a6fe3a4-bb8c-48b1-bd01-970ddfdfb241 req-e1504f98-19a6-4143-9c4a-e309449f72c8 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417922 Nov 15 12:02:01.773866 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:02:02.016414 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:02.258171 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8eb6e-6b09-413f-947a-f1d77ed361a9 req-c9411b8d-516d-4e31-a16c-82c03d91c610 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:02.260006 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edb8eb6e-6b09-413f-947a-f1d77ed361a9 req-c9411b8d-516d-4e31-a16c-82c03d91c610 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 945 time: 0.0507290 Nov 15 12:02:02.307734 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-edb8eb6e-6b09-413f-947a-f1d77ed361a9 req-736ec081-f9a9-4484-ba43-660ff358042a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416925 Nov 15 12:02:03.440593 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d44d8-224c-4e18-8499-392152d28d48 req-9469202e-bba8-4187-9c5b-855fd7f2a2a7 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:03.441978 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c5d44d8-224c-4e18-8499-392152d28d48 req-9469202e-bba8-4187-9c5b-855fd7f2a2a7 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 945 time: 0.0583787 Nov 15 12:02:03.493746 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c5d44d8-224c-4e18-8499-392152d28d48 req-aecbd9a2-3717-43df-aa1f-c929a4e1a90a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456352 Nov 15 12:02:04.627873 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb63c08-93f4-4f68-8c11-57b0394e3919 req-ea678b64-abcd-4842-9e76-31eb7ce32f8f tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:04.629381 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1bb63c08-93f4-4f68-8c11-57b0394e3919 req-ea678b64-abcd-4842-9e76-31eb7ce32f8f tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 945 time: 0.0538929 Nov 15 12:02:04.678121 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1bb63c08-93f4-4f68-8c11-57b0394e3919 req-f5cfa47a-633e-4e68-a8c5-e9fb05cd76fc tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426180 Nov 15 12:02:05.804263 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802807ae-30ae-4633-b348-dea77e390e9b req-7ffd1f68-c029-4084-b05e-b81baa7b95ac tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:05.805749 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-802807ae-30ae-4633-b348-dea77e390e9b req-7ffd1f68-c029-4084-b05e-b81baa7b95ac tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 945 time: 0.0506251 Nov 15 12:02:05.855693 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-802807ae-30ae-4633-b348-dea77e390e9b req-eb7018a7-4c5d-4041-a7e7-2df5d152ef50 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413966 Nov 15 12:02:06.303780 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-65da8dc8-b627-44c9-bfbc-e25bebfc04f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:07.004157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9101bcc-6a0a-4434-90c1-6cf92a797c53 req-6efe42de-0c15-4808-875e-39bca300b722 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:07.005653 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c9101bcc-6a0a-4434-90c1-6cf92a797c53 req-6efe42de-0c15-4808-875e-39bca300b722 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 945 time: 0.0635831 Nov 15 12:02:07.057726 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c9101bcc-6a0a-4434-90c1-6cf92a797c53 req-6853f69c-df3b-4e1d-9274-2099bd9b0e06 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429540 Nov 15 12:02:08.177999 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a3ddb-3771-4302-9b6d-e82ac9a0f020 req-2510997a-71dc-4088-a4b5-264b7898417e tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:08.179481 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed5a3ddb-3771-4302-9b6d-e82ac9a0f020 req-2510997a-71dc-4088-a4b5-264b7898417e tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 945 time: 0.0502288 Nov 15 12:02:08.226766 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed5a3ddb-3771-4302-9b6d-e82ac9a0f020 req-f2d5d568-4dea-4041-bce8-ef52268a1f96 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412507 Nov 15 12:02:08.396924 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ce71728e-5e69-42aa-a37a-9100855118f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:09.355592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81f944-0d5b-4285-acbb-44eb709779de req-c3d95779-e6d8-469c-a682-4cf7a14fe2ec tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:09.357084 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e81f944-0d5b-4285-acbb-44eb709779de req-c3d95779-e6d8-469c-a682-4cf7a14fe2ec tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 945 time: 0.0542710 Nov 15 12:02:09.406344 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e81f944-0d5b-4285-acbb-44eb709779de req-b1898a1a-0f4d-476c-87c0-4db9661df8bf tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404034 Nov 15 12:02:10.017260 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:10.535488 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ad331-80f0-47eb-95ed-7405f03f88a4 req-3eee6542-eae3-4edb-8709-44906f8dc046 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:10.537016 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-644ad331-80f0-47eb-95ed-7405f03f88a4 req-3eee6542-eae3-4edb-8709-44906f8dc046 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 945 time: 0.0497639 Nov 15 12:02:10.586369 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-644ad331-80f0-47eb-95ed-7405f03f88a4 req-1c843d70-3777-4d6c-a6bc-a4441571b751 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433552 Nov 15 12:02:10.739378 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-2e9d6e0c-7ede-40c3-a624-0c77e15a6e4e service neutron] show failed (client error): The resource could not be found. Nov 15 12:02:10.740322 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-2e9d6e0c-7ede-40c3-a624-0c77e15a6e4e service neutron] 10.222.0.55 "GET /v2.0/ports/09befef9-62e5-4079-a163-e8c70fe47a98/bindings/n-h1-729945-9 HTTP/1.1" status: 404 len: 380 time: 0.0675302 Nov 15 12:02:10.957093 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-3cc30c52-11f1-4646-8382-b50d08408341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:10.958591 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-3cc30c52-11f1-4646-8382-b50d08408341 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1&tenant_id=1fb8171ac455424cb2a3e50d57f49193 HTTP/1.1" status: 200 len: 1096 time: 0.0467277 Nov 15 12:02:10.970437 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-729945-9', 'device_owner': 'compute:nova'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:02:11.023785 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:11.231853 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] For port 09befef9-62e5-4079-a163-e8c70fe47a98, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=09befef9-62e5-4079-a163-e8c70fe47a98,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:02:11.265596 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] For port 09befef9-62e5-4079-a163-e8c70fe47a98, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:02:11.305340 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2660f701-2e29-4400-a202-62cbb10f37a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09befef9-62e5-4079-a163-e8c70fe47a98'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:02:11.307544 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5d779f-ff10-407d-9126-2ec8c79d3329" -d '{"events": [{"server_uuid": "2660f701-2e29-4400-a202-62cbb10f37a1", "name": "network-vif-unplugged", "status": "completed", "tag": "09befef9-62e5-4079-a163-e8c70fe47a98"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:02:11.311555 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:11.324717 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Transition to ACTIVE for port object 09befef9-62e5-4079-a163-e8c70fe47a98 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:02:11.329083 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:11.587600 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:11.712427 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff46c05-82f0-4e68-bf43-750b2e885079 req-1560b368-35d2-4acb-bb30-e2bbfa55cc00 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:11.714013 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ff46c05-82f0-4e68-bf43-750b2e885079 req-1560b368-35d2-4acb-bb30-e2bbfa55cc00 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 943 time: 0.0503657 Nov 15 12:02:11.731722 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 12:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6c4c0f-5dd8-4981-8dde-f5e439c3a0ea x-openstack-request-id: req-2d6c4c0f-5dd8-4981-8dde-f5e439c3a0ea {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:02:11.732014 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2660f701-2e29-4400-a202-62cbb10f37a1", "name": "network-vif-unplugged", "status": "completed", "tag": "09befef9-62e5-4079-a163-e8c70fe47a98", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:02:11.732259 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d6c4c0f-5dd8-4981-8dde-f5e439c3a0ea {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:02:11.732639 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2660f701-2e29-4400-a202-62cbb10f37a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09befef9-62e5-4079-a163-e8c70fe47a98', 'code': 200} Nov 15 12:02:11.738026 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Pushing event updated for resources: {'Port': ['ID=09befef9-62e5-4079-a163-e8c70fe47a98,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:02:11.761584 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:02:11.762325 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:02:11.762325 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:02:11.762514 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:02:11.762854 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:02:11.763172 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:02:11.763487 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:02:11.763797 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:02:11.764143 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:02:11.764459 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:02:11.764742 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:02:11.765075 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:02:11.765570 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ff46c05-82f0-4e68-bf43-750b2e885079 req-014f9468-41d0-4833-a83b-af6f617f93f4 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451963 Nov 15 12:02:11.812156 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] No DVR routers for this DVR port 09befef9-62e5-4079-a163-e8c70fe47a98 on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:02:11.955311 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Attempting to bind port 09befef9-62e5-4079-a163-e8c70fe47a98 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:02:11.955544 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Attempting to bind port 09befef9-62e5-4079-a163-e8c70fe47a98 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:02:11.955852 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Attempting to bind port 09befef9-62e5-4079-a163-e8c70fe47a98 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:02:11.961975 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Port 09befef9-62e5-4079-a163-e8c70fe47a98 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:02:11.962370 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Attempting to bind port 09befef9-62e5-4079-a163-e8c70fe47a98 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:02:11.968883 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:02:11.969210 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Checking segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:02:11.969578 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Bound using segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:02:11.969987 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Bound port: 09befef9-62e5-4079-a163-e8c70fe47a98, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:02:11.970325 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:12.034645 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] For port 09befef9-62e5-4079-a163-e8c70fe47a98, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:02:12.037789 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] For port 09befef9-62e5-4079-a163-e8c70fe47a98, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=09befef9-62e5-4079-a163-e8c70fe47a98,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:02:12.044752 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:12.076447 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:12.077072 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:12.078443 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] 10.222.0.11 "PUT /v2.0/ports/09befef9-62e5-4079-a163-e8c70fe47a98 HTTP/1.1" status: 200 len: 1091 time: 1.1120317 Nov 15 12:02:12.102781 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f0162-1bf1-4fe2-a1b8-d26e46d40367 service neutron] Pushing event updated for resources: {'Port': ['ID=09befef9-62e5-4079-a163-e8c70fe47a98,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:02:12.152389 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-7212b7e0-8ec7-419b-b79a-1f7e3393b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:12.153988 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-7212b7e0-8ec7-419b-b79a-1f7e3393b61e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 1094 time: 0.0441549 Nov 15 12:02:12.212031 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:12.253746 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-134e5a3d-a25f-41ec-aef8-565316464f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:12.255393 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-134e5a3d-a25f-41ec-aef8-565316464f21 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0932202 Nov 15 12:02:12.326798 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-3163464c-ab0e-4fb2-abe9-6add9624e453 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09befef9-62e5-4079-a163-e8c70fe47a98 HTTP/1.1" status: 200 len: 998 time: 0.0649092 Nov 15 12:02:12.381064 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-833eb41e-e4dc-4e0a-b7f6-ee3579210dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:12.382398 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-833eb41e-e4dc-4e0a-b7f6-ee3579210dc1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0477185 Nov 15 12:02:12.436412 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-387fee69-00dc-4f77-a15e-bde1896c0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:12.437851 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-387fee69-00dc-4f77-a15e-bde1896c0398 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483592 Nov 15 12:02:12.534484 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-bc75f260-b01c-458a-971b-80bc20c10b12 service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881960 Nov 15 12:02:12.629609 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f6621b-a47f-4728-a9da-c60169b53bb6 req-7eb4ac58-69f5-4457-b464-78f6556c4f2d service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879266 Nov 15 12:02:12.890151 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158e93a-cbc1-4293-9c1d-8bd98e628325 req-219d5d38-7368-41b7-97dc-17dbe79b245d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:12.891632 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8158e93a-cbc1-4293-9c1d-8bd98e628325 req-219d5d38-7368-41b7-97dc-17dbe79b245d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 943 time: 0.0521455 Nov 15 12:02:12.941988 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8158e93a-cbc1-4293-9c1d-8bd98e628325 req-ce52799f-ab17-4712-a2ca-f0e5f5b04a60 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423436 Nov 15 12:02:13.733713 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2660f701-2e29-4400-a202-62cbb10f37a1', 'tag': '09befef9-62e5-4079-a163-e8c70fe47a98'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:02:13.737576 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12121de2-39de-46aa-b2ea-d76465e22398" -d '{"events": [{"name": "network-changed", "server_uuid": "2660f701-2e29-4400-a202-62cbb10f37a1", "tag": "09befef9-62e5-4079-a163-e8c70fe47a98"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:02:13.792322 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed401bc9-a457-4a25-a37a-e83a7a0e39dc x-openstack-request-id: req-ed401bc9-a457-4a25-a37a-e83a7a0e39dc {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:02:13.792609 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2660f701-2e29-4400-a202-62cbb10f37a1", "tag": "09befef9-62e5-4079-a163-e8c70fe47a98", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:02:13.792858 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed401bc9-a457-4a25-a37a-e83a7a0e39dc {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:02:13.793311 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2660f701-2e29-4400-a202-62cbb10f37a1', 'tag': '09befef9-62e5-4079-a163-e8c70fe47a98', 'status': 'completed', 'code': 200} Nov 15 12:02:13.882417 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12121de2-39de-46aa-b2ea-d76465e22398 req-3dac5c6d-0394-4068-98a6-e445a8dbf192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:13.883961 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-12121de2-39de-46aa-b2ea-d76465e22398 req-3dac5c6d-0394-4068-98a6-e445a8dbf192 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 1094 time: 0.0724387 Nov 15 12:02:13.888084 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12121de2-39de-46aa-b2ea-d76465e22398 req-0974e830-9067-4e10-a9d5-9b91f452c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:13.889401 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-12121de2-39de-46aa-b2ea-d76465e22398 req-0974e830-9067-4e10-a9d5-9b91f452c433 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 1094 time: 0.0534780 Nov 15 12:02:14.042037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12121de2-39de-46aa-b2ea-d76465e22398 req-2d1faa0b-ea44-4fe1-82e4-52021e60eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:14.043490 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-12121de2-39de-46aa-b2ea-d76465e22398 req-2d1faa0b-ea44-4fe1-82e4-52021e60eb8f service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.1523352 Nov 15 12:02:14.044598 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12121de2-39de-46aa-b2ea-d76465e22398 req-c5c9eebc-bb7e-4462-ac48-10ad1dedc632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:14.045890 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-12121de2-39de-46aa-b2ea-d76465e22398 req-c5c9eebc-bb7e-4462-ac48-10ad1dedc632 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.1477089 Nov 15 12:02:14.067941 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065a9ce-ba1b-4bad-b4ae-062f08de2f6f req-4e6cbe9b-3c9b-4077-9e6c-34fbc2253574 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:14.069447 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c065a9ce-ba1b-4bad-b4ae-062f08de2f6f req-4e6cbe9b-3c9b-4077-9e6c-34fbc2253574 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 943 time: 0.0498664 Nov 15 12:02:14.118616 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c065a9ce-ba1b-4bad-b4ae-062f08de2f6f req-2ddeaae3-e473-46c6-a92f-c9245a99bde3 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428860 Nov 15 12:02:14.154214 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 09befef9-62e5-4079-a163-e8c70fe47a98 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:02:14.157190 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-12121de2-39de-46aa-b2ea-d76465e22398 req-101e8930-51ef-403c-bc86-883689fe73bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09befef9-62e5-4079-a163-e8c70fe47a98 HTTP/1.1" status: 200 len: 998 time: 0.1046395 Nov 15 12:02:14.161142 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-12121de2-39de-46aa-b2ea-d76465e22398 req-a91f2ee7-1c86-41e8-9db0-a95eb54a4914 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09befef9-62e5-4079-a163-e8c70fe47a98 HTTP/1.1" status: 200 len: 998 time: 0.1026998 Nov 15 12:02:14.192752 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 09befef9-62e5-4079-a163-e8c70fe47a98 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:02:14.239536 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12121de2-39de-46aa-b2ea-d76465e22398 req-0a0f2231-f12b-42b5-b7d8-5116466a72c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:14.240998 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-12121de2-39de-46aa-b2ea-d76465e22398 req-0a0f2231-f12b-42b5-b7d8-5116466a72c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0765624 Nov 15 12:02:14.242193 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12121de2-39de-46aa-b2ea-d76465e22398 req-c329d5b9-1fbc-4673-84c0-f232c8f77b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:14.243482 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-12121de2-39de-46aa-b2ea-d76465e22398 req-c329d5b9-1fbc-4673-84c0-f232c8f77b8c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0719647 Nov 15 12:02:14.314263 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12121de2-39de-46aa-b2ea-d76465e22398 req-221e308d-dcaf-4c71-a8ff-59de7b01e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:14.315733 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-12121de2-39de-46aa-b2ea-d76465e22398 req-221e308d-dcaf-4c71-a8ff-59de7b01e31b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675232 Nov 15 12:02:14.320507 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12121de2-39de-46aa-b2ea-d76465e22398 req-670c3f66-9f2f-4f90-b394-dfa79df3e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:14.321922 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-12121de2-39de-46aa-b2ea-d76465e22398 req-670c3f66-9f2f-4f90-b394-dfa79df3e2fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664217 Nov 15 12:02:14.474503 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-12121de2-39de-46aa-b2ea-d76465e22398 req-d295c60f-1410-4b06-9f18-b15c92f7ae99 service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494772 Nov 15 12:02:14.476395 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-12121de2-39de-46aa-b2ea-d76465e22398 req-0d802092-2758-45f6-aefc-1d1d184ff196 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444020 Nov 15 12:02:14.629887 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-12121de2-39de-46aa-b2ea-d76465e22398 req-99ae7c19-e4a5-46c3-a242-2e147411602a service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473398 Nov 15 12:02:14.632013 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-12121de2-39de-46aa-b2ea-d76465e22398 req-46f2da4e-89f2-4464-a22e-ecffac27a508 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424313 Nov 15 12:02:15.247122 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b16c64-1eb4-431a-8e72-a1157ad86229 req-81a6058f-c530-4541-918e-e6a35e59b3ec tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:15.248835 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68b16c64-1eb4-431a-8e72-a1157ad86229 req-81a6058f-c530-4541-918e-e6a35e59b3ec tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 943 time: 0.0596461 Nov 15 12:02:15.298765 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68b16c64-1eb4-431a-8e72-a1157ad86229 req-7ecda545-61cb-42c4-a879-785234550b7e tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424230 Nov 15 12:02:16.381498 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 09befef9-62e5-4079-a163-e8c70fe47a98 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:02:16.422984 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1385656-78a2-45c8-aa90-4014f290c159 req-e608fa03-3ea3-4819-be15-e5db5d8a640c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:16.424619 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b1385656-78a2-45c8-aa90-4014f290c159 req-e608fa03-3ea3-4819-be15-e5db5d8a640c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 943 time: 0.0505347 Nov 15 12:02:16.473673 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b1385656-78a2-45c8-aa90-4014f290c159 req-0faa7303-b58f-4569-883b-2ca621eb1d74 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425088 Nov 15 12:02:16.479965 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 09befef9-62e5-4079-a163-e8c70fe47a98, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=09befef9-62e5-4079-a163-e8c70fe47a98,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:02:16.491419 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '09befef9-62e5-4079-a163-e8c70fe47a98', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'port_id': '09befef9-62e5-4079-a163-e8c70fe47a98', 'mac_address': 'fa:16:3e:53:84:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:02:16.527459 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:16.540739 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09befef9-62e5-4079-a163-e8c70fe47a98 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:02:16.560377 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 09befef9-62e5-4079-a163-e8c70fe47a98, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=09befef9-62e5-4079-a163-e8c70fe47a98,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:02:16.566665 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:16.618783 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=09befef9-62e5-4079-a163-e8c70fe47a98,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:02:16.626071 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:02:16.626409 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:02:16.626739 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:02:16.627064 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:02:16.627388 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:02:16.627709 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:02:16.628059 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:02:16.628373 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:02:16.628686 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:02:16.628996 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:02:16.629305 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:02:16.629613 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:02:16.675840 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42f44a-db27-4a2b-a241-ebb2ff25d05f req-2565cea5-9260-46ef-9c0c-d154e7ba54ec tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:16.677966 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf42f44a-db27-4a2b-a241-ebb2ff25d05f req-2565cea5-9260-46ef-9c0c-d154e7ba54ec tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 944 time: 0.0502563 Nov 15 12:02:16.730069 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf42f44a-db27-4a2b-a241-ebb2ff25d05f req-e6c49083-f857-4ff1-8a95-fea4aaa2e2f0 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459108 Nov 15 12:02:16.731786 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123f3c3-cc27-4b94-98be-262e4f6b61ae req-c73864da-bf4e-4153-a4fb-30fa8964faf4 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:16.733449 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1123f3c3-cc27-4b94-98be-262e4f6b61ae req-c73864da-bf4e-4153-a4fb-30fa8964faf4 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.55 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1&tenant_id=1fb8171ac455424cb2a3e50d57f49193&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 944 time: 0.0562766 Nov 15 12:02:16.798969 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [req-1123f3c3-cc27-4b94-98be-262e4f6b61ae req-699c9bab-3d44-44d2-af8f-ccc05680917e service neutron] delete failed (client error): The resource could not be found. Nov 15 12:02:16.800083 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1123f3c3-cc27-4b94-98be-262e4f6b61ae req-699c9bab-3d44-44d2-af8f-ccc05680917e service neutron] 10.222.0.55 "DELETE /v2.0/ports/09befef9-62e5-4079-a163-e8c70fe47a98/bindings/n-h2-729945-9 HTTP/1.1" status: 404 len: 380 time: 0.0595689 Nov 15 12:02:16.884231 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123f3c3-cc27-4b94-98be-262e4f6b61ae req-77917671-905e-463f-a47e-dfeae17055f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:16.885713 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1123f3c3-cc27-4b94-98be-262e4f6b61ae req-77917671-905e-463f-a47e-dfeae17055f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 1095 time: 0.0407572 Nov 15 12:02:16.945215 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['09befef9-62e5-4079-a163-e8c70fe47a98'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:02:16.980319 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123f3c3-cc27-4b94-98be-262e4f6b61ae req-2b418e6a-17b0-445d-bc70-1e341244ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:16.981825 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1123f3c3-cc27-4b94-98be-262e4f6b61ae req-2b418e6a-17b0-445d-bc70-1e341244ec90 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0893359 Nov 15 12:02:17.045609 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1123f3c3-cc27-4b94-98be-262e4f6b61ae req-7825b3aa-1c34-43a1-9593-33c394dede0b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09befef9-62e5-4079-a163-e8c70fe47a98 HTTP/1.1" status: 200 len: 999 time: 0.0569291 Nov 15 12:02:17.095324 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123f3c3-cc27-4b94-98be-262e4f6b61ae req-06f5cfbd-4c89-4396-97df-1b03161adfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:17.095324 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1123f3c3-cc27-4b94-98be-262e4f6b61ae req-06f5cfbd-4c89-4396-97df-1b03161adfd1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0426188 Nov 15 12:02:17.147013 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123f3c3-cc27-4b94-98be-262e4f6b61ae req-829e8e33-91ef-463a-902f-eb2944ce2c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:17.148565 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1123f3c3-cc27-4b94-98be-262e4f6b61ae req-829e8e33-91ef-463a-902f-eb2944ce2c69 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465605 Nov 15 12:02:17.240299 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1123f3c3-cc27-4b94-98be-262e4f6b61ae req-e172263d-faa4-47ad-b4cd-c57d2a0d6206 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841234 Nov 15 12:02:17.349106 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1123f3c3-cc27-4b94-98be-262e4f6b61ae req-324368a2-79f9-484f-b969-af9aa6a1130c service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011584 Nov 15 12:02:17.850784 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e71894-e424-4766-9bec-9ecb3050779e req-620d629c-a062-4a9f-8c35-e3dfaefbcb68 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:17.852357 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21e71894-e424-4766-9bec-9ecb3050779e req-620d629c-a062-4a9f-8c35-e3dfaefbcb68 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 944 time: 0.0516806 Nov 15 12:02:17.900348 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21e71894-e424-4766-9bec-9ecb3050779e req-dc862014-ba57-4b0f-bcd1-7f4c8a2a460d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417941 Nov 15 12:02:18.023111 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766e5ec-15d8-4f14-8621-d85a8f7d1eb7 req-b1acdcf0-ce64-4f06-a6bd-776441f0c4b5 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:18.024616 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7766e5ec-15d8-4f14-8621-d85a8f7d1eb7 req-b1acdcf0-ce64-4f06-a6bd-776441f0c4b5 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 944 time: 0.0499368 Nov 15 12:02:18.070789 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7766e5ec-15d8-4f14-8621-d85a8f7d1eb7 req-9f8e1d68-07a0-402c-aab6-5c1139e492c5 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399518 Nov 15 12:02:18.200145 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e78a3-3f55-400e-807a-ba8201d6f841 req-c3660178-fc9a-43f2-8b68-4899587625e2 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:18.201641 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-949e78a3-3f55-400e-807a-ba8201d6f841 req-c3660178-fc9a-43f2-8b68-4899587625e2 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 944 time: 0.0591154 Nov 15 12:02:18.250472 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-949e78a3-3f55-400e-807a-ba8201d6f841 req-0e7cfd92-9f2d-4486-a14e-3717968a2624 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407653 Nov 15 12:02:18.383759 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 09befef9-62e5-4079-a163-e8c70fe47a98 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:02:18.440920 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 09befef9-62e5-4079-a163-e8c70fe47a98 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:02:18.445260 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 09befef9-62e5-4079-a163-e8c70fe47a98 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:02:18.445796 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:18.488621 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4419726-f3c9-41c2-8175-530625bbbb92 req-4ed753c1-5520-4dae-9a66-5ecf0cde215e tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:18.490238 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4419726-f3c9-41c2-8175-530625bbbb92 req-4ed753c1-5520-4dae-9a66-5ecf0cde215e tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 944 time: 0.0485189 Nov 15 12:02:18.522630 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:18.536998 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e4419726-f3c9-41c2-8175-530625bbbb92 req-d6526f63-105d-4290-a937-9a0552cc6591 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408628 Nov 15 12:02:18.544607 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2660f701-2e29-4400-a202-62cbb10f37a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09befef9-62e5-4079-a163-e8c70fe47a98'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:02:18.546883 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ed2d2f-171c-4667-b280-b245a81beaf3" -d '{"events": [{"server_uuid": "2660f701-2e29-4400-a202-62cbb10f37a1", "name": "network-vif-plugged", "status": "completed", "tag": "09befef9-62e5-4079-a163-e8c70fe47a98"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:02:18.559582 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 09befef9-62e5-4079-a163-e8c70fe47a98, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=09befef9-62e5-4079-a163-e8c70fe47a98,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:02:18.565455 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:18.588702 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93f777f-d634-4b85-94bd-556bdd4c0276 x-openstack-request-id: req-b93f777f-d634-4b85-94bd-556bdd4c0276 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:02:18.588990 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2660f701-2e29-4400-a202-62cbb10f37a1", "name": "network-vif-plugged", "status": "completed", "tag": "09befef9-62e5-4079-a163-e8c70fe47a98", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:02:18.589241 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b93f777f-d634-4b85-94bd-556bdd4c0276 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:02:18.589633 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2660f701-2e29-4400-a202-62cbb10f37a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09befef9-62e5-4079-a163-e8c70fe47a98', 'code': 200} Nov 15 12:02:18.616937 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=09befef9-62e5-4079-a163-e8c70fe47a98,revision_number=9']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:02:19.665702 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f9177-7e7e-49f2-9b1e-a86d8da8dd69 req-6fa977cc-28f7-4e11-bfcd-b9b9e7dd4444 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:19.667225 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c02f9177-7e7e-49f2-9b1e-a86d8da8dd69 req-6fa977cc-28f7-4e11-bfcd-b9b9e7dd4444 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 945 time: 0.0544655 Nov 15 12:02:19.715042 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c02f9177-7e7e-49f2-9b1e-a86d8da8dd69 req-92eb6800-cc7c-4de1-80b5-64ab1420fb3f tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415902 Nov 15 12:02:19.886010 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1abd13-8dc2-4a83-9e9f-4c385dda9fdd req-35e6a4fa-392b-4f8c-b505-c950b780d845 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:19.887960 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9c1abd13-8dc2-4a83-9e9f-4c385dda9fdd req-35e6a4fa-392b-4f8c-b505-c950b780d845 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.11 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 945 time: 0.0670173 Nov 15 12:02:19.988333 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-9c1abd13-8dc2-4a83-9e9f-4c385dda9fdd req-9c9e9a03-743a-40e7-b7f7-7dff1da9c09b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Deleting port 09befef9-62e5-4079-a163-e8c70fe47a98 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:02:19.988677 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9c1abd13-8dc2-4a83-9e9f-4c385dda9fdd req-9c9e9a03-743a-40e7-b7f7-7dff1da9c09b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:20.077666 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-9c1abd13-8dc2-4a83-9e9f-4c385dda9fdd req-9c9e9a03-743a-40e7-b7f7-7dff1da9c09b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] For port 09befef9-62e5-4079-a163-e8c70fe47a98, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=09befef9-62e5-4079-a163-e8c70fe47a98,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:02:20.078010 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9c1abd13-8dc2-4a83-9e9f-4c385dda9fdd req-9c9e9a03-743a-40e7-b7f7-7dff1da9c09b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:20.297360 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9c1abd13-8dc2-4a83-9e9f-4c385dda9fdd req-9c9e9a03-743a-40e7-b7f7-7dff1da9c09b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:20.297713 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9c1abd13-8dc2-4a83-9e9f-4c385dda9fdd req-9c9e9a03-743a-40e7-b7f7-7dff1da9c09b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:20.298028 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [req-9c1abd13-8dc2-4a83-9e9f-4c385dda9fdd req-9c9e9a03-743a-40e7-b7f7-7dff1da9c09b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Floating IP 1b61882b-1dba-4d86-855a-3037de680edd disassociated. External IP: 172.25.7.51, port: 09befef9-62e5-4079-a163-e8c70fe47a98. Nov 15 12:02:20.298431 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-9c1abd13-8dc2-4a83-9e9f-4c385dda9fdd req-9c9e9a03-743a-40e7-b7f7-7dff1da9c09b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Calling delete_port for 09befef9-62e5-4079-a163-e8c70fe47a98 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:02:20.430607 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9c1abd13-8dc2-4a83-9e9f-4c385dda9fdd req-9c9e9a03-743a-40e7-b7f7-7dff1da9c09b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:20.460223 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e9a03-743a-40e7-b7f7-7dff1da9c09b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Pushing event deleted for resources: {'Port': ['ID=09befef9-62e5-4079-a163-e8c70fe47a98,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:02:20.576179 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c1abd13-8dc2-4a83-9e9f-4c385dda9fdd req-9c9e9a03-743a-40e7-b7f7-7dff1da9c09b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Router a77994a8-63cb-4151-860a-a62bb92cc115 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:02:20.686645 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c1abd13-8dc2-4a83-9e9f-4c385dda9fdd req-9c9e9a03-743a-40e7-b7f7-7dff1da9c09b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:02:20.697483 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2729931-7c2f-4f7c-b467-d699ce900044 None None] Sync routers for ids ['a77994a8-63cb-4151-860a-a62bb92cc115'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:02:20.707411 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2729931-7c2f-4f7c-b467-d699ce900044 None None] Routers {'a77994a8-63cb-4151-860a-a62bb92cc115'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:02:20.708040 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f2729931-7c2f-4f7c-b467-d699ce900044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:02:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a77994a8-63cb-4151-860a-a62bb92cc115'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:02:20.725764 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1abd13-8dc2-4a83-9e9f-4c385dda9fdd req-9c9e9a03-743a-40e7-b7f7-7dff1da9c09b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] No DVR routers for this DVR port 09befef9-62e5-4079-a163-e8c70fe47a98 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:02:20.728694 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-9c1abd13-8dc2-4a83-9e9f-4c385dda9fdd req-9c9e9a03-743a-40e7-b7f7-7dff1da9c09b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:20.732186 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9c1abd13-8dc2-4a83-9e9f-4c385dda9fdd req-9c9e9a03-743a-40e7-b7f7-7dff1da9c09b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.11 "DELETE /v2.0/ports/09befef9-62e5-4079-a163-e8c70fe47a98 HTTP/1.1" status: 204 len: 173 time: 0.8370116 Nov 15 12:02:20.732607 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2660f701-2e29-4400-a202-62cbb10f37a1', 'name': 'network-vif-deleted', 'tag': '09befef9-62e5-4079-a163-e8c70fe47a98'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:02:20.734871 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e514df-1d4d-4931-a776-218fcf2c2aa1" -d '{"events": [{"server_uuid": "2660f701-2e29-4400-a202-62cbb10f37a1", "name": "network-vif-deleted", "tag": "09befef9-62e5-4079-a163-e8c70fe47a98"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:02:20.772209 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1a02bd-532d-4a0a-95be-a61909edd138 x-openstack-request-id: req-6b1a02bd-532d-4a0a-95be-a61909edd138 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:02:20.772685 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2660f701-2e29-4400-a202-62cbb10f37a1", "name": "network-vif-deleted", "tag": "09befef9-62e5-4079-a163-e8c70fe47a98", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:02:20.773053 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6b1a02bd-532d-4a0a-95be-a61909edd138 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:02:20.773588 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2660f701-2e29-4400-a202-62cbb10f37a1', 'name': 'network-vif-deleted', 'tag': '09befef9-62e5-4079-a163-e8c70fe47a98', 'status': 'completed', 'code': 200} Nov 15 12:02:20.818218 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-f2729931-7c2f-4f7c-b467-d699ce900044 None None] Set router a77994a8-63cb-4151-860a-a62bb92cc115 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:02:20.848212 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2cc731a6-ebdf-4cc9-a609-04de4eea4f1c req-1aab993c-315a-4950-9ac0-dab8166d5c83 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=2660f701-2e29-4400-a202-62cbb10f37a1 HTTP/1.1" status: 200 len: 210 time: 0.0297267 Nov 15 12:02:21.025419 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f2729931-7c2f-4f7c-b467-d699ce900044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:02:21.051398 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2729931-7c2f-4f7c-b467-d699ce900044 None None] Checking router: a77994a8-63cb-4151-860a-a62bb92cc115 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:02:21.059835 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2729931-7c2f-4f7c-b467-d699ce900044 None None] Routers {'a77994a8-63cb-4151-860a-a62bb92cc115'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:02:21.060403 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f2729931-7c2f-4f7c-b467-d699ce900044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:02:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a77994a8-63cb-4151-860a-a62bb92cc115'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:02:21.161292 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-f2729931-7c2f-4f7c-b467-d699ce900044 None None] Set router a77994a8-63cb-4151-860a-a62bb92cc115 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:02:21.372600 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f2729931-7c2f-4f7c-b467-d699ce900044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:02:21.397936 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2729931-7c2f-4f7c-b467-d699ce900044 None None] The sync data for ids ['a77994a8-63cb-4151-860a-a62bb92cc115'] in n-d-729945-9 is: [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:02:21.635527 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea5df9-8837-456c-b94c-8b07b00ec5c0 None None] New status for floating IP 1b61882b-1dba-4d86-855a-3037de680edd: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:02:22.101801 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-91b7210a-8447-4109-bb48-95027198c844 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1791522783&fields=id&tenant_id=1fb8171ac455424cb2a3e50d57f49193 HTTP/1.1" status: 200 len: 267 time: 0.0450947 Nov 15 12:02:22.215295 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-56f9479d-896f-43a5-866a-5d41ede68fa8 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:22.216754 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-56f9479d-896f-43a5-866a-5d41ede68fa8 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 810 time: 0.1080322 Nov 15 12:02:22.236026 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-816eca31-845a-48ba-8ddb-626a748269c0 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/quotas/1fb8171ac455424cb2a3e50d57f49193 HTTP/1.1" status: 200 len: 375 time: 0.0106544 Nov 15 12:02:22.296013 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-1b7da909-4156-49a3-88fd-e1ee282ef1df tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541272 Nov 15 12:02:22.370203 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-735c8d8b-fdb7-424c-bf84-5c9c43b93d36 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:02:22.371214 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-735c8d8b-fdb7-424c-bf84-5c9c43b93d36 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0597842 Nov 15 12:02:22.473500 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-6cbc2a83-2a9b-4178-93e1-ad64aaf4cb6f service neutron] 10.222.0.64 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958304 Nov 15 12:02:22.563406 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-b7882c10-bc30-45ca-90fa-cf6b0a2e26f1 service neutron] 10.222.0.64 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838344 Nov 15 12:02:22.730139 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0e3beda-bc2e-460e-8d85-17bbcc9810f1 req-85929013-ed76-40b8-a281-23c4ccdc1532 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 210 time: 0.0274296 Nov 15 12:02:23.695841 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-d056d214-e8f5-436a-abc5-76338c959a5d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:23.697300 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-d056d214-e8f5-436a-abc5-76338c959a5d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 810 time: 0.1141088 Nov 15 12:02:23.760111 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-e207030c-da87-4048-9ce0-a4bf069bb0b5 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fb8171ac455424cb2a3e50d57f49193 HTTP/1.1" status: 200 len: 380 time: 0.0535266 Nov 15 12:02:23.770665 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-9bfc113d-dbe7-498f-8134-b137f6dc5d1a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Request body: {'port': {'device_id': 'b3f0a6ea-fadd-4c39-892c-30fc88834337', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'admin_state_up': True, 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'security_groups': ['02bce2a9-f642-479e-a128-6b971560587c']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:02:23.825920 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed0a8ee4-85dc-458a-b3fb-0fd6dab5cc0a req-8184da7f-ecff-4348-b0ac-c511d78996c1 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 210 time: 0.0277100 Nov 15 12:02:23.884287 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-9bfc113d-dbe7-498f-8134-b137f6dc5d1a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Made reservation on behalf of 1fb8171ac455424cb2a3e50d57f49193 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:02:23.887882 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-9bfc113d-dbe7-498f-8134-b137f6dc5d1a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:24.007500 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-9bfc113d-dbe7-498f-8134-b137f6dc5d1a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Allocated IP 172.20.0.10 (a9932d65-bb79-41e2-8afa-bfb232f7c613/fdfd29fa-94c7-4ffb-9c57-5f75b753aef6/1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:02:24.397164 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 09befef9-62e5-4079-a163-e8c70fe47a98 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:02:24.417673 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 09befef9-62e5-4079-a163-e8c70fe47a98 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:02:24.418016 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 09befef9-62e5-4079-a163-e8c70fe47a98 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:02:24.455055 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-9bfc113d-dbe7-498f-8134-b137f6dc5d1a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:24.491291 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-9bfc113d-dbe7-498f-8134-b137f6dc5d1a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:24.535077 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-9bfc113d-dbe7-498f-8134-b137f6dc5d1a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Network a9932d65-bb79-41e2-8afa-bfb232f7c613 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:02:24.538084 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-9bfc113d-dbe7-498f-8134-b137f6dc5d1a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:02:24.540541 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-9bfc113d-dbe7-498f-8134-b137f6dc5d1a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:02:24.572713 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc113d-dbe7-498f-8134-b137f6dc5d1a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Pushing event updated for resources: {'Port': ['ID=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:02:24.600408 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-9bfc113d-dbe7-498f-8134-b137f6dc5d1a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:24.601044 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-9bfc113d-dbe7-498f-8134-b137f6dc5d1a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:24.619135 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-9bfc113d-dbe7-498f-8134-b137f6dc5d1a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8521373 Nov 15 12:02:24.636655 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-bb89fb5b-8de3-4af0-a2e2-011a9b5a39ac service neutron] Request body: {'port': {'device_id': 'b3f0a6ea-fadd-4c39-892c-30fc88834337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:02:24.692078 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-bb89fb5b-8de3-4af0-a2e2-011a9b5a39ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:24.723180 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2e911256-d678-4aa6-81c0-eee09d15b9be None None] Provisioning complete for port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:02:24.723572 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2e911256-d678-4aa6-81c0-eee09d15b9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:24.760630 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-2e911256-d678-4aa6-81c0-eee09d15b9be None None] Port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:02:24.948196 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bfc19-f0b8-43d8-8019-468a54ab60f9 req-51f3e70f-b315-46e2-90cb-bdf1b2f12d7c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:24.949619 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e02bfc19-f0b8-43d8-8019-468a54ab60f9 req-51f3e70f-b315-46e2-90cb-bdf1b2f12d7c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 932 time: 0.0535140 Nov 15 12:02:24.960536 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-bb89fb5b-8de3-4af0-a2e2-011a9b5a39ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:02:24.968384 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-bb89fb5b-8de3-4af0-a2e2-011a9b5a39ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:24.982066 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-bb89fb5b-8de3-4af0-a2e2-011a9b5a39ac service neutron] Transition to ACTIVE for port object 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:02:24.987142 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-bb89fb5b-8de3-4af0-a2e2-011a9b5a39ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:24.997533 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e02bfc19-f0b8-43d8-8019-468a54ab60f9 req-04e8317a-9f82-418c-81a0-eb529086c329 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418050 Nov 15 12:02:25.039768 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89fb5b-8de3-4af0-a2e2-011a9b5a39ac service neutron] Pushing event updated for resources: {'Port': ['ID=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:02:25.110289 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-bb89fb5b-8de3-4af0-a2e2-011a9b5a39ac service neutron] Attempting to bind port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:02:25.110622 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-bb89fb5b-8de3-4af0-a2e2-011a9b5a39ac service neutron] Attempting to bind port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:02:25.110970 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-bb89fb5b-8de3-4af0-a2e2-011a9b5a39ac service neutron] Attempting to bind port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d on network a9932d65-bb79-41e2-8afa-bfb232f7c613 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:02:25.115622 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-bb89fb5b-8de3-4af0-a2e2-011a9b5a39ac service neutron] Port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d on network a9932d65-bb79-41e2-8afa-bfb232f7c613 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:02:25.116015 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-bb89fb5b-8de3-4af0-a2e2-011a9b5a39ac service neutron] Attempting to bind port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d on network a9932d65-bb79-41e2-8afa-bfb232f7c613 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:02:25.121306 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-bb89fb5b-8de3-4af0-a2e2-011a9b5a39ac service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:02:25.121639 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-bb89fb5b-8de3-4af0-a2e2-011a9b5a39ac service neutron] Checking segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:02:25.122023 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-bb89fb5b-8de3-4af0-a2e2-011a9b5a39ac service neutron] Bound using segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:02:25.122450 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-bb89fb5b-8de3-4af0-a2e2-011a9b5a39ac service neutron] Bound port: 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:02:25.122862 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-bb89fb5b-8de3-4af0-a2e2-011a9b5a39ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:25.191966 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-bb89fb5b-8de3-4af0-a2e2-011a9b5a39ac service neutron] For port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:02:25.195654 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-bb89fb5b-8de3-4af0-a2e2-011a9b5a39ac service neutron] For port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:02:25.202385 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-bb89fb5b-8de3-4af0-a2e2-011a9b5a39ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:25.236666 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-bb89fb5b-8de3-4af0-a2e2-011a9b5a39ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:25.237279 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-bb89fb5b-8de3-4af0-a2e2-011a9b5a39ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:25.238660 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-bb89fb5b-8de3-4af0-a2e2-011a9b5a39ac service neutron] 10.222.0.55 "PUT /v2.0/ports/1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d HTTP/1.1" status: 200 len: 1092 time: 0.6068330 Nov 15 12:02:25.239091 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f0a6ea-fadd-4c39-892c-30fc88834337', 'tag': '1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:02:25.241369 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b5f4ab-bcdd-40cb-95e9-30d19075c536" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f0a6ea-fadd-4c39-892c-30fc88834337", "tag": "1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:02:25.266775 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89fb5b-8de3-4af0-a2e2-011a9b5a39ac service neutron] Pushing event updated for resources: {'Port': ['ID=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:02:25.288329 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9351a50-0911-4f2e-abd1-ac8bda08939d x-openstack-request-id: req-f9351a50-0911-4f2e-abd1-ac8bda08939d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:02:25.288721 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f0a6ea-fadd-4c39-892c-30fc88834337", "tag": "1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:02:25.289061 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f9351a50-0911-4f2e-abd1-ac8bda08939d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:02:25.289625 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f0a6ea-fadd-4c39-892c-30fc88834337', 'tag': '1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d', 'status': 'completed', 'code': 200} Nov 15 12:02:25.341258 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-61faa470-d6b8-4559-9f93-b44974d6b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:25.342840 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-61faa470-d6b8-4559-9f93-b44974d6b23f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 1095 time: 0.0418987 Nov 15 12:02:25.391022 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-f68b98a0-c7b3-4b50-a36e-af4fac5c526f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d HTTP/1.1" status: 200 len: 217 time: 0.0400136 Nov 15 12:02:25.450726 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-c1d462a8-9936-48ee-b03e-61e35f9a41e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:25.452250 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-c1d462a8-9936-48ee-b03e-61e35f9a41e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0467436 Nov 15 12:02:25.499730 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-ef5fb1f7-fc04-4701-898a-ecbada92215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:25.502427 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-ef5fb1f7-fc04-4701-898a-ecbada92215d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427663 Nov 15 12:02:25.598088 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-a3fae38d-f367-4750-96e7-acea3c20b1e4 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870597 Nov 15 12:02:25.697896 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a31d6e11-e2a7-45a6-9777-89a60f6c2964 req-a6ec6d6c-4ebc-4a02-9dd0-c9e18b3d200e service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918691 Nov 15 12:02:25.794451 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5f4ab-bcdd-40cb-95e9-30d19075c536 req-871847e1-8ef2-4d6f-bbb8-42cff3736fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:25.795901 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-37b5f4ab-bcdd-40cb-95e9-30d19075c536 req-871847e1-8ef2-4d6f-bbb8-42cff3736fb6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 1095 time: 0.0416508 Nov 15 12:02:25.893596 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5f4ab-bcdd-40cb-95e9-30d19075c536 req-b78612df-1b68-4ee9-a349-00d1608ae98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:25.895094 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-37b5f4ab-bcdd-40cb-95e9-30d19075c536 req-b78612df-1b68-4ee9-a349-00d1608ae98a service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0921144 Nov 15 12:02:25.937731 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-37b5f4ab-bcdd-40cb-95e9-30d19075c536 req-4f12f3ff-2d8f-431e-a8d3-bbe926749aac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d HTTP/1.1" status: 200 len: 217 time: 0.0343974 Nov 15 12:02:25.994977 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5f4ab-bcdd-40cb-95e9-30d19075c536 req-d7ba692a-b083-42c8-b0f2-fa111fe9426c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:25.996437 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-37b5f4ab-bcdd-40cb-95e9-30d19075c536 req-d7ba692a-b083-42c8-b0f2-fa111fe9426c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0481055 Nov 15 12:02:26.042478 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5f4ab-bcdd-40cb-95e9-30d19075c536 req-5c5fb6b3-6648-459c-84f7-0eb3fbe8992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:26.044047 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-37b5f4ab-bcdd-40cb-95e9-30d19075c536 req-5c5fb6b3-6648-459c-84f7-0eb3fbe8992a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393295 Nov 15 12:02:26.118416 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b32d3e-11e9-4e14-a0d4-8cb8f9f8a0ae req-d7576483-87b7-4d28-890e-3d06bf84ebf2 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:26.119918 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-03b32d3e-11e9-4e14-a0d4-8cb8f9f8a0ae req-d7576483-87b7-4d28-890e-3d06bf84ebf2 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 944 time: 0.0517061 Nov 15 12:02:26.134921 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-37b5f4ab-bcdd-40cb-95e9-30d19075c536 req-8cd405aa-0b4e-4968-b657-d6f38d7d0a9a service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833564 Nov 15 12:02:26.167010 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-03b32d3e-11e9-4e14-a0d4-8cb8f9f8a0ae req-85124210-2936-4cf9-9c4d-ba46ed4b7403 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409925 Nov 15 12:02:26.229630 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-37b5f4ab-bcdd-40cb-95e9-30d19075c536 req-cc8722f3-2ef9-4151-9679-413ae350b112 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864222 Nov 15 12:02:27.304145 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6ee71-927c-4093-bd74-4e5a5e2d5a5d req-f7e6c276-cfac-473f-bce5-87b7d85499dd tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:27.305617 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83e6ee71-927c-4093-bd74-4e5a5e2d5a5d req-f7e6c276-cfac-473f-bce5-87b7d85499dd tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 944 time: 0.0546322 Nov 15 12:02:27.353299 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-83e6ee71-927c-4093-bd74-4e5a5e2d5a5d req-06f89b01-0481-4e16-bf08-45fcc085e36e tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415783 Nov 15 12:02:28.222964 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:02:28.328444 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:02:28.340011 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'port_id': '1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d', 'mac_address': 'fa:16:3e:38:b4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:02:28.376558 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:28.389998 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:02:28.409863 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:02:28.416402 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:28.463536 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:02:28.472439 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a88ea-9ab1-472d-9662-a5a1d27ffc19 req-ff4e80e8-df4f-4817-8438-07956920a24f tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:28.473940 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-238a88ea-9ab1-472d-9662-a5a1d27ffc19 req-ff4e80e8-df4f-4817-8438-07956920a24f tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 945 time: 0.0484378 Nov 15 12:02:28.520002 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-238a88ea-9ab1-472d-9662-a5a1d27ffc19 req-c1d872b0-8952-4f0a-81da-db545a0ab6b2 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399792 Nov 15 12:02:28.642622 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:02:29.651013 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c0211-175d-49eb-bc70-5b18f6ff7b9d req-3402346a-d52a-4baf-a9fa-b3c3ec1853ef tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:29.652521 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b8c0211-175d-49eb-bc70-5b18f6ff7b9d req-3402346a-d52a-4baf-a9fa-b3c3ec1853ef tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 945 time: 0.0585721 Nov 15 12:02:29.703689 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b8c0211-175d-49eb-bc70-5b18f6ff7b9d req-3e44afb7-e0c7-4153-ae17-ab536a82075a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451853 Nov 15 12:02:29.979143 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:30.233184 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:02:30.296206 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:02:30.299898 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:02:30.300257 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:30.378524 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:30.401182 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f0a6ea-fadd-4c39-892c-30fc88834337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:02:30.403394 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110e151f-a702-4540-bedc-0c385d0838b0" -d '{"events": [{"server_uuid": "b3f0a6ea-fadd-4c39-892c-30fc88834337", "name": "network-vif-plugged", "status": "completed", "tag": "1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:02:30.416085 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:02:30.421541 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:30.444442 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123f6c21-cf82-46a3-bebb-e4709a58d24b x-openstack-request-id: req-123f6c21-cf82-46a3-bebb-e4709a58d24b {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:02:30.444734 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f0a6ea-fadd-4c39-892c-30fc88834337", "name": "network-vif-plugged", "status": "completed", "tag": "1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:02:30.445004 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-123f6c21-cf82-46a3-bebb-e4709a58d24b {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:02:30.445373 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f0a6ea-fadd-4c39-892c-30fc88834337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d', 'code': 200} Nov 15 12:02:30.471675 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:02:30.540425 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331189d-c2d4-471d-a3ab-32d897a0db01 req-44b0d304-c6b3-4768-aeb6-60a0b2758903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:30.542352 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3331189d-c2d4-471d-a3ab-32d897a0db01 req-44b0d304-c6b3-4768-aeb6-60a0b2758903 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 1097 time: 0.0451560 Nov 15 12:02:30.590911 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3331189d-c2d4-471d-a3ab-32d897a0db01 req-affdd277-bc62-490c-a9f1-e49af3d44844 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416532 Nov 15 12:02:30.844069 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77534aff-23f7-43c8-853a-f11808c04a85 req-7ff5a068-64db-4434-bdd9-f7f6fbb97237 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:30.845881 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77534aff-23f7-43c8-853a-f11808c04a85 req-7ff5a068-64db-4434-bdd9-f7f6fbb97237 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 946 time: 0.0562148 Nov 15 12:02:30.894748 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-77534aff-23f7-43c8-853a-f11808c04a85 req-08b6eede-eb7d-4641-8071-728376494cd0 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425453 Nov 15 12:02:32.006341 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:32.019592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c7819-3b33-4d17-b398-003cc54dab7a req-f050f0c7-f810-4c84-a2cc-2e376eb61031 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:32.021165 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-995c7819-3b33-4d17-b398-003cc54dab7a req-f050f0c7-f810-4c84-a2cc-2e376eb61031 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 946 time: 0.0559337 Nov 15 12:02:32.070041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-995c7819-3b33-4d17-b398-003cc54dab7a req-b84457d9-884c-4686-b44c-df1ccd5993e6 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425520 Nov 15 12:02:32.185249 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b9900-f269-4d7f-aa87-9bede15fc2c7 req-b5bc4141-8108-4af5-97dc-3f46701e1ebf tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:32.186636 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2c7b9900-f269-4d7f-aa87-9bede15fc2c7 req-b5bc4141-8108-4af5-97dc-3f46701e1ebf tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 946 time: 0.0524840 Nov 15 12:02:32.195459 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 51920) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:02:32.200017 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-a8c1c9ac-f745-4bb0-b7ae-39722971a9fe tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Request body: {'floatingip': {'port_id': '1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:02:32.238990 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8c1c9ac-f745-4bb0-b7ae-39722971a9fe tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:32.662247 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8c1c9ac-f745-4bb0-b7ae-39722971a9fe tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:32.669468 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8c1c9ac-f745-4bb0-b7ae-39722971a9fe tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:32.771053 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-a8c1c9ac-f745-4bb0-b7ae-39722971a9fe tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Floating IP 1b61882b-1dba-4d86-855a-3037de680edd associated. External IP: 172.25.7.51, port: 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d. Nov 15 12:02:32.971597 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c1c9ac-f745-4bb0-b7ae-39722971a9fe tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Router a77994a8-63cb-4151-860a-a62bb92cc115 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:02:33.085082 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c1c9ac-f745-4bb0-b7ae-39722971a9fe tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:02:33.090531 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a8c1c9ac-f745-4bb0-b7ae-39722971a9fe tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:33.100979 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9ada86-8af5-4c67-aba2-dcff939dca57 None None] Sync routers for ids ['a77994a8-63cb-4151-860a-a62bb92cc115'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:02:33.111802 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9ada86-8af5-4c67-aba2-dcff939dca57 None None] Routers {'a77994a8-63cb-4151-860a-a62bb92cc115'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:02:33.112427 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-4b9ada86-8af5-4c67-aba2-dcff939dca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:02:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a77994a8-63cb-4151-860a-a62bb92cc115'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:02:33.119263 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a8c1c9ac-f745-4bb0-b7ae-39722971a9fe tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "PUT /v2.0/floatingips/1b61882b-1dba-4d86-855a-3037de680edd HTTP/1.1" status: 200 len: 991 time: 0.9226971 Nov 15 12:02:33.119864 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f0a6ea-fadd-4c39-892c-30fc88834337', 'tag': '1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:02:33.122334 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c17c29d-89b0-4e8d-87e5-f46d4ed91c03" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f0a6ea-fadd-4c39-892c-30fc88834337", "tag": "1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:02:33.217284 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-4b9ada86-8af5-4c67-aba2-dcff939dca57 None None] Set router a77994a8-63cb-4151-860a-a62bb92cc115 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:02:33.275838 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9986183-46dc-4029-a9ef-789af7ca12b0 x-openstack-request-id: req-e9986183-46dc-4029-a9ef-789af7ca12b0 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:02:33.276134 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f0a6ea-fadd-4c39-892c-30fc88834337", "tag": "1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:02:33.276382 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9986183-46dc-4029-a9ef-789af7ca12b0 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:02:33.276792 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f0a6ea-fadd-4c39-892c-30fc88834337', 'tag': '1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d', 'status': 'completed', 'code': 200} Nov 15 12:02:33.348414 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17c29d-89b0-4e8d-87e5-f46d4ed91c03 req-97a40fe0-5d11-44d5-a47a-b4367390ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:33.350046 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2c17c29d-89b0-4e8d-87e5-f46d4ed91c03 req-97a40fe0-5d11-44d5-a47a-b4367390ecdb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 1097 time: 0.0475185 Nov 15 12:02:33.444155 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17c29d-89b0-4e8d-87e5-f46d4ed91c03 req-aa743a9e-faf4-418a-8167-ceace65e876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:33.445629 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2c17c29d-89b0-4e8d-87e5-f46d4ed91c03 req-aa743a9e-faf4-418a-8167-ceace65e876a service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0871322 Nov 15 12:02:33.514334 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2c17c29d-89b0-4e8d-87e5-f46d4ed91c03 req-515392ba-529e-4dad-8e35-ea392a4331f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d HTTP/1.1" status: 200 len: 999 time: 0.0612619 Nov 15 12:02:33.534755 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-4b9ada86-8af5-4c67-aba2-dcff939dca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '1b61882b-1dba-4d86-855a-3037de680edd', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'port_id': '1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'mac_address': 'fa:16:3e:38:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f0a6ea-fadd-4c39-892c-30fc88834337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:00:05Z', 'updated_at': '2021-11-15T12:02:32Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:02:33.561062 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9ada86-8af5-4c67-aba2-dcff939dca57 None None] Checking router: a77994a8-63cb-4151-860a-a62bb92cc115 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:02:33.562566 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17c29d-89b0-4e8d-87e5-f46d4ed91c03 req-d3b946b2-2a94-48c3-af02-cb0d714b267a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:33.564180 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2c17c29d-89b0-4e8d-87e5-f46d4ed91c03 req-d3b946b2-2a94-48c3-af02-cb0d714b267a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0428798 Nov 15 12:02:33.570246 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9ada86-8af5-4c67-aba2-dcff939dca57 None None] Routers {'a77994a8-63cb-4151-860a-a62bb92cc115'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:02:33.570836 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-4b9ada86-8af5-4c67-aba2-dcff939dca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:02:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a77994a8-63cb-4151-860a-a62bb92cc115'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:02:33.610883 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17c29d-89b0-4e8d-87e5-f46d4ed91c03 req-47353a74-b9de-445a-9559-ca575e5d00af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:33.612422 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2c17c29d-89b0-4e8d-87e5-f46d4ed91c03 req-47353a74-b9de-445a-9559-ca575e5d00af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417156 Nov 15 12:02:33.679310 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-4b9ada86-8af5-4c67-aba2-dcff939dca57 None None] Set router a77994a8-63cb-4151-860a-a62bb92cc115 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:02:33.705574 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2c17c29d-89b0-4e8d-87e5-f46d4ed91c03 req-0c79a771-49ef-445f-8d43-ab3f35e53274 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861044 Nov 15 12:02:33.794224 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2c17c29d-89b0-4e8d-87e5-f46d4ed91c03 req-7ecb2253-9a1a-45f7-b1e8-6577b811dd47 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809178 Nov 15 12:02:33.916820 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-4b9ada86-8af5-4c67-aba2-dcff939dca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '1b61882b-1dba-4d86-855a-3037de680edd', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'port_id': '1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'mac_address': 'fa:16:3e:38:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f0a6ea-fadd-4c39-892c-30fc88834337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:00:05Z', 'updated_at': '2021-11-15T12:02:32Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:02:33.942824 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9ada86-8af5-4c67-aba2-dcff939dca57 None None] The sync data for ids ['a77994a8-63cb-4151-860a-a62bb92cc115'] in n-d-729945-9 is: [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '1b61882b-1dba-4d86-855a-3037de680edd', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'port_id': '1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'mac_address': 'fa:16:3e:38:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f0a6ea-fadd-4c39-892c-30fc88834337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:00:05Z', 'updated_at': '2021-11-15T12:02:32Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:02:34.128048 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d0d9d6-9bb9-4dfc-9c7a-75bdbcd2b960 None None] New status for floating IP 1b61882b-1dba-4d86-855a-3037de680edd: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:02:36.299281 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-645b4dc3-937b-4561-ae3a-1f1d2579caf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:38.394062 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9729dd57-3c20-4087-8009-4fe732e1d02c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:38.774646 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:02:40.027184 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:41.579386 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:42.214029 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:02:57.401395 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-952105c7-30e2-4e59-b229-1aef4146ad41 req-f629da60-bd2d-4233-9a4e-727d53157232 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491548 Nov 15 12:02:57.489402 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952105c7-30e2-4e59-b229-1aef4146ad41 req-fd08bc9f-32a8-4f96-893a-4b01d0dbdf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:57.490913 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-952105c7-30e2-4e59-b229-1aef4146ad41 req-fd08bc9f-32a8-4f96-893a-4b01d0dbdf6d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0427034 Nov 15 12:02:57.597440 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952105c7-30e2-4e59-b229-1aef4146ad41 req-c204b9f0-05a7-43c3-b01b-92b6214d8c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:57.598918 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-952105c7-30e2-4e59-b229-1aef4146ad41 req-c204b9f0-05a7-43c3-b01b-92b6214d8c92 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0880067 Nov 15 12:02:57.643879 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-952105c7-30e2-4e59-b229-1aef4146ad41 req-463b8783-fede-4676-83dc-4f2f0290b318 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0374033 Nov 15 12:02:57.691755 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952105c7-30e2-4e59-b229-1aef4146ad41 req-38057e82-cf1e-4f14-9667-e2f863bdfd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:57.693094 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-952105c7-30e2-4e59-b229-1aef4146ad41 req-38057e82-cf1e-4f14-9667-e2f863bdfd4a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0423191 Nov 15 12:02:57.737813 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952105c7-30e2-4e59-b229-1aef4146ad41 req-2c0ce654-2759-4ecd-a2be-a002e77e96bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:57.739315 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-952105c7-30e2-4e59-b229-1aef4146ad41 req-2c0ce654-2759-4ecd-a2be-a002e77e96bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392840 Nov 15 12:02:57.832472 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-952105c7-30e2-4e59-b229-1aef4146ad41 req-d62a97e6-cbaf-414a-85ce-d6f69b78556e service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852849 Nov 15 12:02:57.932155 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-952105c7-30e2-4e59-b229-1aef4146ad41 req-d597f456-fd47-417d-a13b-e908d5b2d9a3 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930519 Nov 15 12:02:58.529727 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ecc15627-98f9-489b-970c-1dfbee2105a0 req-e3705fe7-d6a3-45f8-893f-55ff55b6b5b7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468636 Nov 15 12:02:58.618576 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc15627-98f9-489b-970c-1dfbee2105a0 req-10af5a12-4cd2-4de2-9163-03c6797a375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:58.620094 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ecc15627-98f9-489b-970c-1dfbee2105a0 req-10af5a12-4cd2-4de2-9163-03c6797a375d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 1097 time: 0.0421543 Nov 15 12:02:58.738728 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc15627-98f9-489b-970c-1dfbee2105a0 req-92ff88da-8d51-433b-9710-55ba074df846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:58.740287 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ecc15627-98f9-489b-970c-1dfbee2105a0 req-92ff88da-8d51-433b-9710-55ba074df846 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0995700 Nov 15 12:02:58.806865 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ecc15627-98f9-489b-970c-1dfbee2105a0 req-ad1cdda8-1bb2-44b3-bb35-b44cbed91ca9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d HTTP/1.1" status: 200 len: 1001 time: 0.0590301 Nov 15 12:02:58.858701 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc15627-98f9-489b-970c-1dfbee2105a0 req-9dc5fa29-0b60-429f-8c45-5470bf92a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:58.860169 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ecc15627-98f9-489b-970c-1dfbee2105a0 req-9dc5fa29-0b60-429f-8c45-5470bf92a30b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0441337 Nov 15 12:02:58.909154 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc15627-98f9-489b-970c-1dfbee2105a0 req-150d6ab8-77c3-441c-8087-4cd41acab953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:02:58.910627 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ecc15627-98f9-489b-970c-1dfbee2105a0 req-150d6ab8-77c3-441c-8087-4cd41acab953 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431783 Nov 15 12:02:59.001554 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ecc15627-98f9-489b-970c-1dfbee2105a0 req-a7d861fe-aeb1-4073-b083-f723cf3a635d service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825613 Nov 15 12:02:59.098720 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ecc15627-98f9-489b-970c-1dfbee2105a0 req-fbe08dfe-2cc9-4f4c-9061-ef5c0b99842f service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898685 Nov 15 12:02:59.984273 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:03:02.012313 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:03:06.305432 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-268a344b-38bc-4348-9b64-22a011723c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:03:08.397914 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b3993ad5-7ac9-4d53-8a70-eb98086c63e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:03:10.032146 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:03:11.582272 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:03:12.215135 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:03:15.778908 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:03:29.967559 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:03:32.016808 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:03:36.307964 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-57871f41-411b-475e-b3e4-a52fbf73ac89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:03:38.397361 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-23a855f5-14fc-44f1-8786-06c7d3e05a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:03:40.029949 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:03:41.585550 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:03:42.215573 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:03:42.586027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-75c67454-d0d4-4d00-8327-a3046bcc8fb8 req-f26b8210-2f9b-4e65-9743-7f14d9e25fe9 service neutron] (102678) timed out ('10.222.0.55', 64264) {{(pid=102678) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 12:03:52.784837 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:03:57.395778 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c804e08-0e67-4691-a437-c9054a9d3123 req-600d822f-bbdb-4296-b7fa-72b37ff6d1d6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458694 Nov 15 12:03:57.481070 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c804e08-0e67-4691-a437-c9054a9d3123 req-3aa28311-8ac4-486a-9b1c-c72c83d445c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:03:57.482568 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c804e08-0e67-4691-a437-c9054a9d3123 req-3aa28311-8ac4-486a-9b1c-c72c83d445c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0431156 Nov 15 12:03:57.590155 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c804e08-0e67-4691-a437-c9054a9d3123 req-a43fc263-5a62-4564-9924-5a5f3cef49ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:03:57.591831 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c804e08-0e67-4691-a437-c9054a9d3123 req-a43fc263-5a62-4564-9924-5a5f3cef49ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0887725 Nov 15 12:03:57.634670 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c804e08-0e67-4691-a437-c9054a9d3123 req-bb23291a-cd02-4bb3-aad5-04c8772f5961 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0338399 Nov 15 12:03:57.682222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c804e08-0e67-4691-a437-c9054a9d3123 req-4b229384-5d47-4b52-83de-42595cf3b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:03:57.683503 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c804e08-0e67-4691-a437-c9054a9d3123 req-4b229384-5d47-4b52-83de-42595cf3b00d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0425351 Nov 15 12:03:57.743152 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c804e08-0e67-4691-a437-c9054a9d3123 req-1d2ef39f-49c6-4045-850c-5e31223cce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:03:57.744633 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c804e08-0e67-4691-a437-c9054a9d3123 req-1d2ef39f-49c6-4045-850c-5e31223cce34 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537138 Nov 15 12:03:57.834641 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c804e08-0e67-4691-a437-c9054a9d3123 req-a2a33ba6-e4c2-4a95-a57b-7ebfd70abbb8 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823708 Nov 15 12:03:57.936665 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c804e08-0e67-4691-a437-c9054a9d3123 req-4afab7f4-1d61-44d7-a6ee-3c9390873c20 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951369 Nov 15 12:03:59.526323 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4e6e1799-73bb-40f2-a2f4-66b24b83b1db req-4c6126e8-4aee-4512-95cf-330424f65739 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405676 Nov 15 12:03:59.607748 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e1799-73bb-40f2-a2f4-66b24b83b1db req-2d9c5ac1-d6c8-4b4a-9c55-8b55d68ad904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:03:59.609240 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4e6e1799-73bb-40f2-a2f4-66b24b83b1db req-2d9c5ac1-d6c8-4b4a-9c55-8b55d68ad904 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 1097 time: 0.0396862 Nov 15 12:03:59.715172 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e1799-73bb-40f2-a2f4-66b24b83b1db req-390896cc-b04a-4579-aee2-b21acc110565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:03:59.716672 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4e6e1799-73bb-40f2-a2f4-66b24b83b1db req-390896cc-b04a-4579-aee2-b21acc110565 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0879080 Nov 15 12:03:59.790960 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4e6e1799-73bb-40f2-a2f4-66b24b83b1db req-30c3d73d-f8a0-48c4-bf8d-3f1215dea063 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d HTTP/1.1" status: 200 len: 1001 time: 0.0665386 Nov 15 12:03:59.845561 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e1799-73bb-40f2-a2f4-66b24b83b1db req-abfbb9dc-4ad2-4c81-bf67-86cc19f77606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:03:59.847087 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4e6e1799-73bb-40f2-a2f4-66b24b83b1db req-abfbb9dc-4ad2-4c81-bf67-86cc19f77606 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0488493 Nov 15 12:03:59.901868 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e1799-73bb-40f2-a2f4-66b24b83b1db req-31dc07ed-1180-4bb7-a69a-8aedfca28d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:03:59.903652 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4e6e1799-73bb-40f2-a2f4-66b24b83b1db req-31dc07ed-1180-4bb7-a69a-8aedfca28d46 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495479 Nov 15 12:03:59.970598 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:00.001429 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4e6e1799-73bb-40f2-a2f4-66b24b83b1db req-73879e91-449a-4cae-8029-8a3c59451604 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905151 Nov 15 12:04:00.098144 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4e6e1799-73bb-40f2-a2f4-66b24b83b1db req-d7b61f45-1333-4783-a960-ca7e6fc054ad service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894785 Nov 15 12:04:02.025467 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:06.314664 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f8eba130-0734-4e48-96bc-6b68834b3c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:08.395525 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-24dbd0aa-bd51-4fd4-9f57-59bcac1f1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:10.034566 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:10.887265 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb1ae7-f3ec-4c10-b452-caff2b88d089 req-c37d6591-0e20-47ab-b600-46308e82f3a4 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:10.888701 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91bb1ae7-f3ec-4c10-b452-caff2b88d089 req-c37d6591-0e20-47ab-b600-46308e82f3a4 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 946 time: 0.0552702 Nov 15 12:04:10.936713 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91bb1ae7-f3ec-4c10-b452-caff2b88d089 req-99d3be86-fee2-4cb4-855c-75a13ef5ab13 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402741 Nov 15 12:04:11.588952 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:12.066128 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a58f5-1bb8-4400-9311-5d989fb5261c req-61cb914a-1194-4df2-b8ae-e6ff104e6817 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:12.067594 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-678a58f5-1bb8-4400-9311-5d989fb5261c req-61cb914a-1194-4df2-b8ae-e6ff104e6817 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 946 time: 0.0511866 Nov 15 12:04:12.118004 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-678a58f5-1bb8-4400-9311-5d989fb5261c req-2f5636eb-2341-4aa6-acfc-d2fa26ce1df8 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427103 Nov 15 12:04:12.222139 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:13.240100 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432328e-3d6b-4815-a180-c0e36ac2610f req-aa8024e5-9ac4-4aeb-98ec-0dbe7a3f1d56 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:13.241583 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0432328e-3d6b-4815-a180-c0e36ac2610f req-aa8024e5-9ac4-4aeb-98ec-0dbe7a3f1d56 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 946 time: 0.0530963 Nov 15 12:04:13.288195 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0432328e-3d6b-4815-a180-c0e36ac2610f req-7bbf4381-ba6c-4a56-b8c5-9fd12a74620a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405133 Nov 15 12:04:14.416959 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160f293-0ec1-4db2-8fe2-f150baa8dd75 req-4bdc691d-88c7-4df9-ba1c-04cd5c5125ea tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:14.418321 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e160f293-0ec1-4db2-8fe2-f150baa8dd75 req-4bdc691d-88c7-4df9-ba1c-04cd5c5125ea tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 946 time: 0.0503297 Nov 15 12:04:14.464019 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e160f293-0ec1-4db2-8fe2-f150baa8dd75 req-397964fa-0551-41be-b3e7-f762c3e18220 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397043 Nov 15 12:04:15.590619 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac9865-6f6e-419a-b2c1-16de0d8ff3f8 req-da7a1024-5e75-43dc-91cf-450e8e98c955 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:15.592194 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3ac9865-6f6e-419a-b2c1-16de0d8ff3f8 req-da7a1024-5e75-43dc-91cf-450e8e98c955 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 946 time: 0.0515585 Nov 15 12:04:15.643937 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3ac9865-6f6e-419a-b2c1-16de0d8ff3f8 req-ff9ba975-5ccc-40a9-881f-86809f31ff73 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457125 Nov 15 12:04:16.780289 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0820dea-3763-45db-8174-bca1055bce0f req-7e123d81-c97e-418a-b635-520c7aed4672 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:16.781804 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0820dea-3763-45db-8174-bca1055bce0f req-7e123d81-c97e-418a-b635-520c7aed4672 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 946 time: 0.0583482 Nov 15 12:04:16.839673 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0820dea-3763-45db-8174-bca1055bce0f req-c9fa51c7-37e6-4c49-9a19-7b9000df28a5 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514407 Nov 15 12:04:17.966010 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddf97c-109b-4e07-9397-09355a47b555 req-6ab1acf2-0e14-4a83-84de-36993cbbc9cb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:17.967524 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ddddf97c-109b-4e07-9397-09355a47b555 req-6ab1acf2-0e14-4a83-84de-36993cbbc9cb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 946 time: 0.0495903 Nov 15 12:04:18.015070 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ddddf97c-109b-4e07-9397-09355a47b555 req-22a677a3-aa5d-4aa8-aca2-4ea1f0695656 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413589 Nov 15 12:04:19.139962 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc5965-58c5-4263-a6ae-8ab848c8efb5 req-0aaba73b-a41c-4cb3-b1ca-c1b738b83095 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:19.141453 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-76cc5965-58c5-4263-a6ae-8ab848c8efb5 req-0aaba73b-a41c-4cb3-b1ca-c1b738b83095 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 946 time: 0.0536399 Nov 15 12:04:19.193239 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-76cc5965-58c5-4263-a6ae-8ab848c8efb5 req-927ab098-f5d9-4d89-83e8-81a97fee8d11 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430255 Nov 15 12:04:20.325474 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37293c-4081-4920-b81f-9c8263e576a2 req-fb659972-7bd4-4ccc-948e-60a4422d5ab0 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:20.327226 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a37293c-4081-4920-b81f-9c8263e576a2 req-fb659972-7bd4-4ccc-948e-60a4422d5ab0 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 946 time: 0.0489049 Nov 15 12:04:20.377257 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a37293c-4081-4920-b81f-9c8263e576a2 req-7f498a24-baae-4bd8-978e-e0f4036f3891 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437918 Nov 15 12:04:21.510934 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e36dea-ee25-44bc-aebb-7dda96f8566b req-a4e7fdd0-78a2-46ee-b8df-498c33af3239 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:21.512455 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-76e36dea-ee25-44bc-aebb-7dda96f8566b req-a4e7fdd0-78a2-46ee-b8df-498c33af3239 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 946 time: 0.0603168 Nov 15 12:04:21.560985 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-76e36dea-ee25-44bc-aebb-7dda96f8566b req-9e272caa-a6be-40e9-b63f-cafe1e9d1b3b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423951 Nov 15 12:04:21.809764 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18219d-6970-4f6a-a7c6-dfed8864aa30 req-e1452320-2779-4513-a764-f32e92fe1ae9 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:21.811273 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c18219d-6970-4f6a-a7c6-dfed8864aa30 req-e1452320-2779-4513-a764-f32e92fe1ae9 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 946 time: 0.0492134 Nov 15 12:04:21.851982 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-94b5d834-77c2-424d-9de8-9ece7769248c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911989 Nov 15 12:04:21.857785 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8c18219d-6970-4f6a-a7c6-dfed8864aa30 req-d9e4196d-f60c-48ae-b023-d1376be8b297 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404098 Nov 15 12:04:22.981139 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd169b-5275-4136-9812-8fe4e3294f30 req-4ddb6b7d-6bd5-40f2-9d59-c855cf0eb63c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:22.982640 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ebcd169b-5275-4136-9812-8fe4e3294f30 req-4ddb6b7d-6bd5-40f2-9d59-c855cf0eb63c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 946 time: 0.0553110 Nov 15 12:04:23.036646 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ebcd169b-5275-4136-9812-8fe4e3294f30 req-373b18b2-5230-487a-aaa1-b7567565c038 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470111 Nov 15 12:04:23.038504 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-cfb68949-36a3-4cef-96b7-444404bb7711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:23.040024 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-cfb68949-36a3-4cef-96b7-444404bb7711 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 1097 time: 0.0434930 Nov 15 12:04:23.134291 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-e30456a2-d759-4fe4-999f-effda8433383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:23.135933 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-e30456a2-d759-4fe4-999f-effda8433383 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0890870 Nov 15 12:04:23.205205 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-3e279e1c-3f99-4477-9bd5-29f384de5e98 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d HTTP/1.1" status: 200 len: 1001 time: 0.0617990 Nov 15 12:04:23.264384 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-d737aead-a264-48e0-b831-657dc6c4c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:23.266467 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-d737aead-a264-48e0-b831-657dc6c4c387 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0538259 Nov 15 12:04:23.317565 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-2bfe0050-76e6-414a-a656-0e89379d3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:23.319027 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-2bfe0050-76e6-414a-a656-0e89379d3d3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448828 Nov 15 12:04:23.412486 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-bc8076ae-4324-4aff-a552-3e0fcc142fe4 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854964 Nov 15 12:04:23.505141 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-2eecb076-d3a1-420b-88c0-a274da33f0c2 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857506 Nov 15 12:04:24.156127 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446f463-58e2-477d-8768-6dfda7f94349 req-c98e0a89-5598-4e2c-88f2-b12dbaab664a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:24.157592 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4446f463-58e2-477d-8768-6dfda7f94349 req-c98e0a89-5598-4e2c-88f2-b12dbaab664a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 946 time: 0.0490060 Nov 15 12:04:24.204668 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4446f463-58e2-477d-8768-6dfda7f94349 req-49113e23-848d-4556-836c-3ac8fa50bcbb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409620 Nov 15 12:04:25.332911 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e620b1c-dbd0-4853-a416-ee9cd0f7f9ba req-44bd0c5d-f225-42fe-bbe0-41f0c794785e tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:25.334482 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e620b1c-dbd0-4853-a416-ee9cd0f7f9ba req-44bd0c5d-f225-42fe-bbe0-41f0c794785e tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 946 time: 0.0493264 Nov 15 12:04:25.354146 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-ee2e75e4-5dc3-42ec-8f19-892282c74012 service neutron] show failed (client error): The resource could not be found. Nov 15 12:04:25.355106 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-ee2e75e4-5dc3-42ec-8f19-892282c74012 service neutron] 10.222.0.55 "GET /v2.0/ports/1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d/bindings/n-h1-729945-9 HTTP/1.1" status: 404 len: 380 time: 0.0607922 Nov 15 12:04:25.385380 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e620b1c-dbd0-4853-a416-ee9cd0f7f9ba req-964ec3a2-96e3-4c46-a8b8-b5b403de373f tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445330 Nov 15 12:04:25.583961 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-c2f1093d-606b-44c2-9ed3-9b0508e1e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:25.585919 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-c2f1093d-606b-44c2-9ed3-9b0508e1e5f4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337&tenant_id=1fb8171ac455424cb2a3e50d57f49193 HTTP/1.1" status: 200 len: 1097 time: 0.0428023 Nov 15 12:04:25.597910 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-729945-9', 'device_owner': 'compute:nova'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:04:25.651955 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:25.864041 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] For port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:04:25.898867 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] For port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:04:25.938153 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f0a6ea-fadd-4c39-892c-30fc88834337', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:04:25.940764 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39313b7d-6cc2-456d-b719-7324caecebd1" -d '{"events": [{"server_uuid": "b3f0a6ea-fadd-4c39-892c-30fc88834337", "name": "network-vif-unplugged", "status": "completed", "tag": "1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:04:25.944489 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:25.957217 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Transition to ACTIVE for port object 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:04:25.962831 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:25.992585 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 12:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3f5d71-e860-4e71-949a-2072559dd654 x-openstack-request-id: req-dc3f5d71-e860-4e71-949a-2072559dd654 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:04:25.992870 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f0a6ea-fadd-4c39-892c-30fc88834337", "name": "network-vif-unplugged", "status": "completed", "tag": "1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:04:25.993115 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc3f5d71-e860-4e71-949a-2072559dd654 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:04:25.993504 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f0a6ea-fadd-4c39-892c-30fc88834337', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d', 'code': 200} Nov 15 12:04:26.048159 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Pushing event updated for resources: {'Port': ['ID=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:04:26.060009 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:04:26.060348 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:04:26.060681 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:04:26.061011 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:04:26.061335 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:04:26.061660 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:04:26.061980 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:04:26.062305 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:04:26.062616 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:04:26.062934 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:04:26.063248 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:04:26.063562 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:04:26.097417 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] No DVR routers for this DVR port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:04:26.230357 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Attempting to bind port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:04:26.230685 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Attempting to bind port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:04:26.231004 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Attempting to bind port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d on network a9932d65-bb79-41e2-8afa-bfb232f7c613 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:04:26.235457 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d on network a9932d65-bb79-41e2-8afa-bfb232f7c613 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:04:26.235784 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Attempting to bind port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d on network a9932d65-bb79-41e2-8afa-bfb232f7c613 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:04:26.240706 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:04:26.241032 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Checking segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:04:26.241427 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Bound using segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:04:26.241855 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Bound port: 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:04:26.242191 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:26.303430 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] For port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:04:26.306350 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] For port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:04:26.313458 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:26.348163 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:26.348818 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:26.350689 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] 10.222.0.11 "PUT /v2.0/ports/1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d HTTP/1.1" status: 200 len: 1092 time: 0.7568798 Nov 15 12:04:26.389083 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97aa91-7c7b-4397-8132-b40c00b43606 service neutron] Pushing event updated for resources: {'Port': ['ID=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:04:26.753146 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-1ded309b-7816-4fce-a7c7-3808983ac37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:26.754600 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-1ded309b-7816-4fce-a7c7-3808983ac37f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 1095 time: 0.3784637 Nov 15 12:04:26.848640 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-c15f5f3d-db58-4bc7-99d1-af0db6bc6de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:26.850209 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-c15f5f3d-db58-4bc7-99d1-af0db6bc6de9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0878546 Nov 15 12:04:26.893564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a1a7c-ac73-441a-a1bb-6e139001dcd6 req-678ef768-95c6-4eb6-b2ac-550219a05d1a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:26.895043 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c38a1a7c-ac73-441a-a1bb-6e139001dcd6 req-678ef768-95c6-4eb6-b2ac-550219a05d1a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 944 time: 0.4255705 Nov 15 12:04:26.930387 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-42a69afd-cb97-461d-94ab-75c1a6daacd8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d HTTP/1.1" status: 200 len: 999 time: 0.0728841 Nov 15 12:04:26.943452 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c38a1a7c-ac73-441a-a1bb-6e139001dcd6 req-340aa2c9-5838-4722-8a56-2a3a19194280 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413675 Nov 15 12:04:26.987625 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-b253bbd3-8989-4b9e-bdc0-bdb8f4f761d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:26.989145 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-b253bbd3-8989-4b9e-bdc0-bdb8f4f761d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0519860 Nov 15 12:04:27.036671 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-057f6f60-0457-4d5e-b81d-591afaf47599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:27.038127 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-057f6f60-0457-4d5e-b81d-591afaf47599 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413702 Nov 15 12:04:27.133766 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-e8127e59-cc08-45cf-80f9-51b744cb8f6c service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885429 Nov 15 12:04:27.226486 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cd461825-5601-4fef-8adb-84b1595a79d0 req-825b4ae8-b9dd-4557-b6b4-e27a1dccab19 service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858402 Nov 15 12:04:27.995000 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f0a6ea-fadd-4c39-892c-30fc88834337', 'tag': '1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:04:27.997514 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c5e1dd-284f-4e79-9ba0-bcb05ea26d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f0a6ea-fadd-4c39-892c-30fc88834337", "tag": "1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:04:28.073610 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb3bcf-80f9-46a6-8521-1380186de881 req-b01b4843-24e0-49c6-944d-7b42f3be4960 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:28.075082 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0deb3bcf-80f9-46a6-8521-1380186de881 req-b01b4843-24e0-49c6-944d-7b42f3be4960 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 944 time: 0.0494668 Nov 15 12:04:28.123205 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0deb3bcf-80f9-46a6-8521-1380186de881 req-e56a4128-0cb0-46ca-8996-652fb35bf6d9 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421405 Nov 15 12:04:28.180532 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f069de-8450-43b6-abe3-979f1db4470e x-openstack-request-id: req-e8f069de-8450-43b6-abe3-979f1db4470e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:04:28.180939 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f0a6ea-fadd-4c39-892c-30fc88834337", "tag": "1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:04:28.181187 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8f069de-8450-43b6-abe3-979f1db4470e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:04:28.183281 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f0a6ea-fadd-4c39-892c-30fc88834337', 'tag': '1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d', 'status': 'completed', 'code': 200} Nov 15 12:04:28.273489 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5e1dd-284f-4e79-9ba0-bcb05ea26d9c req-9893e124-ff88-4818-9866-e1cc31ff3454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:28.274948 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e4c5e1dd-284f-4e79-9ba0-bcb05ea26d9c req-9893e124-ff88-4818-9866-e1cc31ff3454 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 1095 time: 0.0634205 Nov 15 12:04:28.277123 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5e1dd-284f-4e79-9ba0-bcb05ea26d9c req-c6a37ce8-6b19-4835-9460-e66ad8220b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:28.278447 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e4c5e1dd-284f-4e79-9ba0-bcb05ea26d9c req-c6a37ce8-6b19-4835-9460-e66ad8220b4e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 1095 time: 0.0756683 Nov 15 12:04:28.435389 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5e1dd-284f-4e79-9ba0-bcb05ea26d9c req-224f0c25-698e-4166-850a-606f552374e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:28.436909 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e4c5e1dd-284f-4e79-9ba0-bcb05ea26d9c req-224f0c25-698e-4166-850a-606f552374e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.1553619 Nov 15 12:04:28.437979 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5e1dd-284f-4e79-9ba0-bcb05ea26d9c req-121ec9ee-f070-4954-a037-002e0cc9e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:28.439280 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e4c5e1dd-284f-4e79-9ba0-bcb05ea26d9c req-121ec9ee-f070-4954-a037-002e0cc9e5ce service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.1505260 Nov 15 12:04:28.549416 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e4c5e1dd-284f-4e79-9ba0-bcb05ea26d9c req-56d0f2c9-8205-4a1b-9582-1295903ac624 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d HTTP/1.1" status: 200 len: 999 time: 0.1048992 Nov 15 12:04:28.553160 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e4c5e1dd-284f-4e79-9ba0-bcb05ea26d9c req-e48fd271-4fab-4af4-a2b8-4685482e8fb0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d HTTP/1.1" status: 200 len: 999 time: 0.1028969 Nov 15 12:04:28.635061 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5e1dd-284f-4e79-9ba0-bcb05ea26d9c req-e3f33e47-e5be-4a39-9c4c-99043b56ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:28.636520 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e4c5e1dd-284f-4e79-9ba0-bcb05ea26d9c req-e3f33e47-e5be-4a39-9c4c-99043b56ac0c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0799284 Nov 15 12:04:28.637842 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5e1dd-284f-4e79-9ba0-bcb05ea26d9c req-1411f37d-9b2c-44bd-bfc1-fc7e5284a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:28.639122 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e4c5e1dd-284f-4e79-9ba0-bcb05ea26d9c req-1411f37d-9b2c-44bd-bfc1-fc7e5284a4f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0755198 Nov 15 12:04:28.709986 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5e1dd-284f-4e79-9ba0-bcb05ea26d9c req-e768e35e-2ea1-4ca5-ad2d-8b86e2901819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:28.711918 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e4c5e1dd-284f-4e79-9ba0-bcb05ea26d9c req-e768e35e-2ea1-4ca5-ad2d-8b86e2901819 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677114 Nov 15 12:04:28.713541 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5e1dd-284f-4e79-9ba0-bcb05ea26d9c req-77ec93e3-7fca-4038-8829-8522cde3c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:28.714857 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e4c5e1dd-284f-4e79-9ba0-bcb05ea26d9c req-77ec93e3-7fca-4038-8829-8522cde3c62e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632198 Nov 15 12:04:28.777265 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:04:28.816667 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:04:28.872375 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e4c5e1dd-284f-4e79-9ba0-bcb05ea26d9c req-0c8dc0af-db9f-429a-92b3-50970f87c83e service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527703 Nov 15 12:04:28.874163 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e4c5e1dd-284f-4e79-9ba0-bcb05ea26d9c req-c54bcc52-d17f-408e-8c9e-d790441a8091 service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472924 Nov 15 12:04:29.037926 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e4c5e1dd-284f-4e79-9ba0-bcb05ea26d9c req-d3322144-f6c2-4937-b96d-9d88c792de83 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578279 Nov 15 12:04:29.040220 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e4c5e1dd-284f-4e79-9ba0-bcb05ea26d9c req-e4f09535-1f0a-4154-acd2-16e3dbfeeb19 service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493607 Nov 15 12:04:29.246110 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df33aff-1b2a-4e2e-8885-98180d684dc8 req-bae73a04-7c17-434a-b92d-febc9d14cc9b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:29.247793 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9df33aff-1b2a-4e2e-8885-98180d684dc8 req-bae73a04-7c17-434a-b92d-febc9d14cc9b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 944 time: 0.0526099 Nov 15 12:04:29.301772 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9df33aff-1b2a-4e2e-8885-98180d684dc8 req-249540fc-adf4-486f-8d15-794c64e48afd tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471358 Nov 15 12:04:29.784710 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:04:29.985218 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:30.427504 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f23e6-1da1-42ea-a0a4-bff90cb0ea93 req-f051b17d-18fa-46df-ba4e-18d8ecd4a9c7 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:30.429084 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f84f23e6-1da1-42ea-a0a4-bff90cb0ea93 req-f051b17d-18fa-46df-ba4e-18d8ecd4a9c7 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 944 time: 0.0560524 Nov 15 12:04:30.481983 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f84f23e6-1da1-42ea-a0a4-bff90cb0ea93 req-26bdf792-42fa-482f-9ca3-0631536b1d8c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464127 Nov 15 12:04:30.687338 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b98a05-150e-4972-8951-752ed0a083c2 req-4e7bacd8-c819-4a85-82f9-9359070f4cd8 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:30.688882 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-98b98a05-150e-4972-8951-752ed0a083c2 req-4e7bacd8-c819-4a85-82f9-9359070f4cd8 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 944 time: 0.0499811 Nov 15 12:04:30.700094 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a6041-aacb-4ba6-a921-66347f942483 req-b581039a-1ed6-4096-b904-1e2d82d094cc tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:30.701782 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-991a6041-aacb-4ba6-a921-66347f942483 req-b581039a-1ed6-4096-b904-1e2d82d094cc tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337&tenant_id=1fb8171ac455424cb2a3e50d57f49193&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 944 time: 0.0548241 Nov 15 12:04:30.737393 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-98b98a05-150e-4972-8951-752ed0a083c2 req-0185af5e-f172-4a48-a6de-d83bcac55ba9 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423114 Nov 15 12:04:30.761167 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [req-991a6041-aacb-4ba6-a921-66347f942483 req-566b8997-00d0-47e1-b4ba-443a1676b667 service neutron] delete failed (client error): The resource could not be found. Nov 15 12:04:30.762206 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-991a6041-aacb-4ba6-a921-66347f942483 req-566b8997-00d0-47e1-b4ba-443a1676b667 service neutron] 10.222.0.55 "DELETE /v2.0/ports/1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d/bindings/n-h2-729945-9 HTTP/1.1" status: 404 len: 380 time: 0.0532393 Nov 15 12:04:30.857744 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a6041-aacb-4ba6-a921-66347f942483 req-0dd30c77-c3b7-4fe1-8d25-8c1f8cc8e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:30.859242 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-991a6041-aacb-4ba6-a921-66347f942483 req-0dd30c77-c3b7-4fe1-8d25-8c1f8cc8e970 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 1095 time: 0.0520320 Nov 15 12:04:30.952885 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a6041-aacb-4ba6-a921-66347f942483 req-d3cac621-7b0a-4b21-a266-4cf641aa96cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:30.954271 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-991a6041-aacb-4ba6-a921-66347f942483 req-d3cac621-7b0a-4b21-a266-4cf641aa96cc service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0877309 Nov 15 12:04:31.025322 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-991a6041-aacb-4ba6-a921-66347f942483 req-e373c2be-8c0a-4831-a319-80b1045cbc4a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d HTTP/1.1" status: 200 len: 999 time: 0.0634673 Nov 15 12:04:31.050956 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:04:31.078041 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a6041-aacb-4ba6-a921-66347f942483 req-23d3c996-15bd-489c-8c08-18e60b1e2ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:31.079532 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-991a6041-aacb-4ba6-a921-66347f942483 req-23d3c996-15bd-489c-8c08-18e60b1e2ff6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0467365 Nov 15 12:04:31.126232 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a6041-aacb-4ba6-a921-66347f942483 req-acc6dc00-a612-4317-a046-693d31570564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:31.127844 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-991a6041-aacb-4ba6-a921-66347f942483 req-acc6dc00-a612-4317-a046-693d31570564 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408292 Nov 15 12:04:31.147917 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:04:31.159525 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'port_id': '1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d', 'mac_address': 'fa:16:3e:38:b4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:04:31.196168 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:31.213003 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:04:31.222374 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-991a6041-aacb-4ba6-a921-66347f942483 req-ccd52f9b-4dc8-4f86-b4aa-bccc077bda1d service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867739 Nov 15 12:04:31.232112 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:04:31.237916 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:31.283946 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:04:31.291654 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:04:31.292188 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:04:31.292614 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:04:31.292942 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:04:31.293265 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:04:31.293589 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:04:31.293906 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:04:31.294221 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:04:31.294535 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:04:31.294852 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:04:31.295163 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:04:31.295474 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:04:31.312552 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-991a6041-aacb-4ba6-a921-66347f942483 req-80fd87d2-24ce-4131-bfc5-2f32d781c0bd service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826573 Nov 15 12:04:31.601907 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:04:31.863058 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3dc6e-7134-4090-86fa-c85ac01e7151 req-25ef9081-b172-48c1-a578-129bd1100558 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:31.864494 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dcc3dc6e-7134-4090-86fa-c85ac01e7151 req-25ef9081-b172-48c1-a578-129bd1100558 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 945 time: 0.0546329 Nov 15 12:04:31.913990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dcc3dc6e-7134-4090-86fa-c85ac01e7151 req-397fb2ab-847e-4fde-bf50-58d25b80f16f tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413802 Nov 15 12:04:32.027164 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:32.028194 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9462311-778a-49aa-add3-d04d27bfe2f5 req-795acffb-7665-41ea-bd93-cb34655aaed6 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:32.029685 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9462311-778a-49aa-add3-d04d27bfe2f5 req-795acffb-7665-41ea-bd93-cb34655aaed6 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 945 time: 0.0489926 Nov 15 12:04:32.076634 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d9462311-778a-49aa-add3-d04d27bfe2f5 req-a78e3e4f-a0e5-4576-bb20-7df461966825 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406029 Nov 15 12:04:32.289555 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060375d4-0ffa-4ad5-a36f-b1c7ef6f0567 req-12065d40-4379-40b5-8ce0-17fdea7ff395 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:32.291020 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-060375d4-0ffa-4ad5-a36f-b1c7ef6f0567 req-12065d40-4379-40b5-8ce0-17fdea7ff395 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 945 time: 0.0496874 Nov 15 12:04:32.318368 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2ba84-e636-4102-9459-1db1ab4b152d req-a9c686c7-3ec7-4018-a139-9663f8e6f99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:32.319925 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4bb2ba84-e636-4102-9459-1db1ab4b152d req-a9c686c7-3ec7-4018-a139-9663f8e6f99a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 1096 time: 0.0416794 Nov 15 12:04:32.344402 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-060375d4-0ffa-4ad5-a36f-b1c7ef6f0567 req-16cbf7d0-65d5-4e87-b947-9a460ec360a2 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471213 Nov 15 12:04:32.420837 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2ba84-e636-4102-9459-1db1ab4b152d req-21c47522-571e-4c43-90fa-c05d9b17386d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:32.422226 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4bb2ba84-e636-4102-9459-1db1ab4b152d req-21c47522-571e-4c43-90fa-c05d9b17386d service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0948222 Nov 15 12:04:32.488716 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4bb2ba84-e636-4102-9459-1db1ab4b152d req-2ea6a490-6950-40f2-b8f5-ef7ce7de278d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d HTTP/1.1" status: 200 len: 1000 time: 0.0588777 Nov 15 12:04:32.540766 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2ba84-e636-4102-9459-1db1ab4b152d req-5305a951-3c91-42c5-a7be-9e47214beb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:32.542185 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4bb2ba84-e636-4102-9459-1db1ab4b152d req-5305a951-3c91-42c5-a7be-9e47214beb1a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0465670 Nov 15 12:04:32.588264 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2ba84-e636-4102-9459-1db1ab4b152d req-88714e69-d732-4f58-a504-2cf7bcadd5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:32.589707 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4bb2ba84-e636-4102-9459-1db1ab4b152d req-88714e69-d732-4f58-a504-2cf7bcadd5aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397747 Nov 15 12:04:32.680967 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4bb2ba84-e636-4102-9459-1db1ab4b152d req-0e8c0130-e5ed-4a10-9e0f-147c47975696 service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837824 Nov 15 12:04:32.784318 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4bb2ba84-e636-4102-9459-1db1ab4b152d req-d5fc1f2b-2963-4800-a139-55281788e0c9 service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967076 Nov 15 12:04:33.058746 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:04:33.121254 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:04:33.125142 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:04:33.125503 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:33.202510 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:33.225807 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f0a6ea-fadd-4c39-892c-30fc88834337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:04:33.228132 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d389e9-2d8d-44a8-ac95-25013beaace4" -d '{"events": [{"server_uuid": "b3f0a6ea-fadd-4c39-892c-30fc88834337", "name": "network-vif-plugged", "status": "completed", "tag": "1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:04:33.246039 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:04:33.253366 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:33.306791 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d,revision_number=9']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:04:33.359855 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e8ea9b-40ac-4f6c-ae8d-6d1d1709ff13 x-openstack-request-id: req-b8e8ea9b-40ac-4f6c-ae8d-6d1d1709ff13 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:04:33.360172 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f0a6ea-fadd-4c39-892c-30fc88834337", "name": "network-vif-plugged", "status": "completed", "tag": "1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:04:33.360419 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b8e8ea9b-40ac-4f6c-ae8d-6d1d1709ff13 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:04:33.360836 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f0a6ea-fadd-4c39-892c-30fc88834337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d', 'code': 200} Nov 15 12:04:33.462817 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fd974-833e-4dbe-a3ee-b069696aed03 req-08e55cb2-637b-4986-b85c-fca188675289 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:33.464375 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-239fd974-833e-4dbe-a3ee-b069696aed03 req-08e55cb2-637b-4986-b85c-fca188675289 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 946 time: 0.0504951 Nov 15 12:04:33.513817 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-239fd974-833e-4dbe-a3ee-b069696aed03 req-3ab24c3b-6e11-4b90-a7ff-3bb1a1462262 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408714 Nov 15 12:04:33.761805 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d16f0-7cab-462f-a823-6e7f1be39135 req-892ec1c1-c0db-4f06-ac35-647a3b5657b5 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:33.763263 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e46d16f0-7cab-462f-a823-6e7f1be39135 req-892ec1c1-c0db-4f06-ac35-647a3b5657b5 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 946 time: 0.0554070 Nov 15 12:04:33.813138 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e46d16f0-7cab-462f-a823-6e7f1be39135 req-d61d0f29-9971-46ef-8f13-e1eb50c698cd tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410688 Nov 15 12:04:34.955075 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86f639-a225-4822-ba7b-de6715018c21 req-995d53fd-4aeb-4f93-a3be-faeefa2fed17 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:34.956631 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af86f639-a225-4822-ba7b-de6715018c21 req-995d53fd-4aeb-4f93-a3be-faeefa2fed17 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 946 time: 0.0537887 Nov 15 12:04:35.005393 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-af86f639-a225-4822-ba7b-de6715018c21 req-a521e2f0-2e23-48a0-84e0-f7f7ad37adbb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421882 Nov 15 12:04:35.137150 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5351c73-bca4-457e-b8b3-2198f2eb0d04 req-438bfb81-7cf8-412b-8b6e-74f479c510fd tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:35.138642 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b5351c73-bca4-457e-b8b3-2198f2eb0d04 req-438bfb81-7cf8-412b-8b6e-74f479c510fd tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 946 time: 0.0520256 Nov 15 12:04:35.235863 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-b5351c73-bca4-457e-b8b3-2198f2eb0d04 req-d38990bf-c9de-4c8b-88d1-777ce678c616 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Deleting port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:04:35.236085 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b5351c73-bca4-457e-b8b3-2198f2eb0d04 req-d38990bf-c9de-4c8b-88d1-777ce678c616 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:35.326586 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-b5351c73-bca4-457e-b8b3-2198f2eb0d04 req-d38990bf-c9de-4c8b-88d1-777ce678c616 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] For port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:04:35.326939 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b5351c73-bca4-457e-b8b3-2198f2eb0d04 req-d38990bf-c9de-4c8b-88d1-777ce678c616 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:35.507931 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b5351c73-bca4-457e-b8b3-2198f2eb0d04 req-d38990bf-c9de-4c8b-88d1-777ce678c616 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:35.508298 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b5351c73-bca4-457e-b8b3-2198f2eb0d04 req-d38990bf-c9de-4c8b-88d1-777ce678c616 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:35.508607 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [req-b5351c73-bca4-457e-b8b3-2198f2eb0d04 req-d38990bf-c9de-4c8b-88d1-777ce678c616 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Floating IP 1b61882b-1dba-4d86-855a-3037de680edd disassociated. External IP: 172.25.7.51, port: 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d. Nov 15 12:04:35.508978 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-b5351c73-bca4-457e-b8b3-2198f2eb0d04 req-d38990bf-c9de-4c8b-88d1-777ce678c616 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Calling delete_port for 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:04:35.640202 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b5351c73-bca4-457e-b8b3-2198f2eb0d04 req-d38990bf-c9de-4c8b-88d1-777ce678c616 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:35.671518 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38990bf-c9de-4c8b-88d1-777ce678c616 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Pushing event deleted for resources: {'Port': ['ID=1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:04:35.792758 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5351c73-bca4-457e-b8b3-2198f2eb0d04 req-d38990bf-c9de-4c8b-88d1-777ce678c616 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Router a77994a8-63cb-4151-860a-a62bb92cc115 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:04:35.901806 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5351c73-bca4-457e-b8b3-2198f2eb0d04 req-d38990bf-c9de-4c8b-88d1-777ce678c616 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:04:35.911995 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd63b8-6f1d-4fff-bf3c-778db56a286b None None] Sync routers for ids ['a77994a8-63cb-4151-860a-a62bb92cc115'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:04:35.922366 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd63b8-6f1d-4fff-bf3c-778db56a286b None None] Routers {'a77994a8-63cb-4151-860a-a62bb92cc115'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:04:35.923086 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a6fd63b8-6f1d-4fff-bf3c-778db56a286b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:04:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a77994a8-63cb-4151-860a-a62bb92cc115'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:04:35.945271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5351c73-bca4-457e-b8b3-2198f2eb0d04 req-d38990bf-c9de-4c8b-88d1-777ce678c616 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] No DVR routers for this DVR port 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:04:35.948195 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b5351c73-bca4-457e-b8b3-2198f2eb0d04 req-d38990bf-c9de-4c8b-88d1-777ce678c616 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:35.951522 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b5351c73-bca4-457e-b8b3-2198f2eb0d04 req-d38990bf-c9de-4c8b-88d1-777ce678c616 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.11 "DELETE /v2.0/ports/1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d HTTP/1.1" status: 204 len: 173 time: 0.8058622 Nov 15 12:04:35.951979 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f0a6ea-fadd-4c39-892c-30fc88834337', 'name': 'network-vif-deleted', 'tag': '1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:04:35.954213 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d678f93c-782b-4e6f-ac62-29ec0f9e147d" -d '{"events": [{"server_uuid": "b3f0a6ea-fadd-4c39-892c-30fc88834337", "name": "network-vif-deleted", "tag": "1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:04:35.995246 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005f945a-b692-4e1e-9474-a77a337fa7dc x-openstack-request-id: req-005f945a-b692-4e1e-9474-a77a337fa7dc {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:04:35.995530 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f0a6ea-fadd-4c39-892c-30fc88834337", "name": "network-vif-deleted", "tag": "1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:04:35.995779 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-005f945a-b692-4e1e-9474-a77a337fa7dc {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:04:35.996377 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f0a6ea-fadd-4c39-892c-30fc88834337', 'name': 'network-vif-deleted', 'tag': '1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d', 'status': 'completed', 'code': 200} Nov 15 12:04:36.038181 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-a6fd63b8-6f1d-4fff-bf3c-778db56a286b None None] Set router a77994a8-63cb-4151-860a-a62bb92cc115 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:04:36.121495 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-170f73fb-648d-4220-a871-1c1dddaec089 req-3a41c04f-b8dc-49ab-9f58-2775f7babfb9 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3f0a6ea-fadd-4c39-892c-30fc88834337 HTTP/1.1" status: 200 len: 210 time: 0.0294547 Nov 15 12:04:36.245429 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a6fd63b8-6f1d-4fff-bf3c-778db56a286b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:04:36.299899 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6580fa05-5e5f-4480-aa38-08d9a2fb4e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:36.358875 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd63b8-6f1d-4fff-bf3c-778db56a286b None None] Checking router: a77994a8-63cb-4151-860a-a62bb92cc115 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:04:36.367681 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd63b8-6f1d-4fff-bf3c-778db56a286b None None] Routers {'a77994a8-63cb-4151-860a-a62bb92cc115'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:04:36.368411 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a6fd63b8-6f1d-4fff-bf3c-778db56a286b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:04:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a77994a8-63cb-4151-860a-a62bb92cc115'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:04:36.473359 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-a6fd63b8-6f1d-4fff-bf3c-778db56a286b None None] Set router a77994a8-63cb-4151-860a-a62bb92cc115 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:04:36.664377 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a6fd63b8-6f1d-4fff-bf3c-778db56a286b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:04:36.689722 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd63b8-6f1d-4fff-bf3c-778db56a286b None None] The sync data for ids ['a77994a8-63cb-4151-860a-a62bb92cc115'] in n-d-729945-9 is: [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:04:36.905667 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600af5c9-89f0-4241-93bf-1359e8511b16 None None] New status for floating IP 1b61882b-1dba-4d86-855a-3037de680edd: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:04:37.429007 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-6e323f15-033b-4374-958e-21a86d9be607 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1791522783&fields=id&tenant_id=1fb8171ac455424cb2a3e50d57f49193 HTTP/1.1" status: 200 len: 267 time: 0.0456452 Nov 15 12:04:37.555883 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-137b063f-889d-4e7f-b741-60f1548a14c5 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:37.557284 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-137b063f-889d-4e7f-b741-60f1548a14c5 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 810 time: 0.1141145 Nov 15 12:04:37.649260 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-493ace76-1e2b-4127-b3e2-e9a4d07a26c3 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/quotas/1fb8171ac455424cb2a3e50d57f49193 HTTP/1.1" status: 200 len: 375 time: 0.0836930 Nov 15 12:04:37.710826 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-ea329233-2d98-4a32-92ba-2040f4bca678 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513084 Nov 15 12:04:37.813264 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-8d185c10-8660-4983-9b8a-674cda5f5a98 service neutron] 10.222.0.64 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903165 Nov 15 12:04:37.921278 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-29704b03-61db-4720-a2b9-1d0cfb0effd6 service neutron] 10.222.0.64 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018090 Nov 15 12:04:38.083463 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-68e120e5-c1e8-42d0-83cc-28976ea35595 req-33ff4bf9-dbcf-46b3-afc2-dea1aad3546e tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 210 time: 0.0275795 Nov 15 12:04:38.388455 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-06f7a245-0d8b-4a7f-bcad-575dd3e8b42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:39.082699 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:04:39.100835 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-2059f345-8f54-4a4a-bdbc-23f1c53abd02 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:39.102631 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-2059f345-8f54-4a4a-bdbc-23f1c53abd02 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 810 time: 0.1090693 Nov 15 12:04:39.118969 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:04:39.119298 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 1300ef02-cb0e-4f8c-ae74-19ccbcf82b6d not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:04:39.165850 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-578f2d69-6361-46e5-a732-f40ae4b84d48 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fb8171ac455424cb2a3e50d57f49193 HTTP/1.1" status: 200 len: 380 time: 0.0538290 Nov 15 12:04:39.175275 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-11968f8b-605f-460b-aecf-fc840c822bd1 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Request body: {'port': {'device_id': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'admin_state_up': True, 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'security_groups': ['02bce2a9-f642-479e-a128-6b971560587c']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:04:39.189048 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-120cccb9-dd83-4aad-b2ee-7a483539ab83 req-a1372e40-381c-43ab-862b-1142bd74c324 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 210 time: 0.0319326 Nov 15 12:04:39.286148 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-11968f8b-605f-460b-aecf-fc840c822bd1 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Made reservation on behalf of 1fb8171ac455424cb2a3e50d57f49193 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:04:39.289633 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-11968f8b-605f-460b-aecf-fc840c822bd1 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:39.413087 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-11968f8b-605f-460b-aecf-fc840c822bd1 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Allocated IP 172.20.0.11 (a9932d65-bb79-41e2-8afa-bfb232f7c613/fdfd29fa-94c7-4ffb-9c57-5f75b753aef6/d9a9e681-1159-4a82-820a-5fd52b60e279) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:04:39.551518 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-11968f8b-605f-460b-aecf-fc840c822bd1 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:39.588826 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-11968f8b-605f-460b-aecf-fc840c822bd1 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:39.640104 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-11968f8b-605f-460b-aecf-fc840c822bd1 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Network a9932d65-bb79-41e2-8afa-bfb232f7c613 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:04:39.643252 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-11968f8b-605f-460b-aecf-fc840c822bd1 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:04:39.647168 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-11968f8b-605f-460b-aecf-fc840c822bd1 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:04:39.653739 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11968f8b-605f-460b-aecf-fc840c822bd1 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Pushing event updated for resources: {'Port': ['ID=d9a9e681-1159-4a82-820a-5fd52b60e279,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:04:39.701159 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-11968f8b-605f-460b-aecf-fc840c822bd1 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:39.701766 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-11968f8b-605f-460b-aecf-fc840c822bd1 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:39.722137 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-11968f8b-605f-460b-aecf-fc840c822bd1 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5505064 Nov 15 12:04:39.734797 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-55850afa-6475-4bd6-8c20-26b8c159e975 service neutron] Request body: {'port': {'device_id': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:04:39.790207 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-55850afa-6475-4bd6-8c20-26b8c159e975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:39.834797 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d5fe03a0-f9a7-4e3d-b18f-9f121019f195 None None] Provisioning complete for port d9a9e681-1159-4a82-820a-5fd52b60e279 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:04:39.835381 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d5fe03a0-f9a7-4e3d-b18f-9f121019f195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:39.868816 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe03a0-f9a7-4e3d-b18f-9f121019f195 None None] Port d9a9e681-1159-4a82-820a-5fd52b60e279 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:04:40.032298 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:40.074546 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-55850afa-6475-4bd6-8c20-26b8c159e975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a9e681-1159-4a82-820a-5fd52b60e279 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:04:40.082501 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-55850afa-6475-4bd6-8c20-26b8c159e975 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:40.097355 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-55850afa-6475-4bd6-8c20-26b8c159e975 service neutron] Transition to ACTIVE for port object d9a9e681-1159-4a82-820a-5fd52b60e279 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:04:40.103603 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-55850afa-6475-4bd6-8c20-26b8c159e975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:40.156047 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55850afa-6475-4bd6-8c20-26b8c159e975 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a9e681-1159-4a82-820a-5fd52b60e279,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:04:40.232677 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-55850afa-6475-4bd6-8c20-26b8c159e975 service neutron] Attempting to bind port d9a9e681-1159-4a82-820a-5fd52b60e279 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:04:40.233002 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-55850afa-6475-4bd6-8c20-26b8c159e975 service neutron] Attempting to bind port d9a9e681-1159-4a82-820a-5fd52b60e279 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:04:40.233332 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-55850afa-6475-4bd6-8c20-26b8c159e975 service neutron] Attempting to bind port d9a9e681-1159-4a82-820a-5fd52b60e279 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:04:40.242271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-55850afa-6475-4bd6-8c20-26b8c159e975 service neutron] Port d9a9e681-1159-4a82-820a-5fd52b60e279 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:04:40.242529 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-55850afa-6475-4bd6-8c20-26b8c159e975 service neutron] Attempting to bind port d9a9e681-1159-4a82-820a-5fd52b60e279 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:04:40.248308 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-55850afa-6475-4bd6-8c20-26b8c159e975 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:04:40.248527 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-55850afa-6475-4bd6-8c20-26b8c159e975 service neutron] Checking segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:04:40.248876 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-55850afa-6475-4bd6-8c20-26b8c159e975 service neutron] Bound using segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:04:40.249432 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-55850afa-6475-4bd6-8c20-26b8c159e975 service neutron] Bound port: d9a9e681-1159-4a82-820a-5fd52b60e279, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:04:40.249782 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-55850afa-6475-4bd6-8c20-26b8c159e975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:40.317819 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-55850afa-6475-4bd6-8c20-26b8c159e975 service neutron] For port d9a9e681-1159-4a82-820a-5fd52b60e279, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:04:40.322252 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-55850afa-6475-4bd6-8c20-26b8c159e975 service neutron] For port d9a9e681-1159-4a82-820a-5fd52b60e279, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d9a9e681-1159-4a82-820a-5fd52b60e279,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:04:40.323074 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6540fe4-a57e-4b94-91b2-f4680dd1d16e req-a2837801-a1c4-473e-ad7b-3127ab788d1d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:40.329679 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-55850afa-6475-4bd6-8c20-26b8c159e975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:40.330947 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6540fe4-a57e-4b94-91b2-f4680dd1d16e req-a2837801-a1c4-473e-ad7b-3127ab788d1d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 944 time: 0.0582135 Nov 15 12:04:40.370835 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-55850afa-6475-4bd6-8c20-26b8c159e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:40.371455 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-55850afa-6475-4bd6-8c20-26b8c159e975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:40.372881 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-55850afa-6475-4bd6-8c20-26b8c159e975 service neutron] 10.222.0.55 "PUT /v2.0/ports/d9a9e681-1159-4a82-820a-5fd52b60e279 HTTP/1.1" status: 200 len: 1092 time: 0.6426256 Nov 15 12:04:40.373322 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'tag': 'd9a9e681-1159-4a82-820a-5fd52b60e279'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:04:40.375607 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fe7220-5fbb-4781-90cb-8466476cf5be" -d '{"events": [{"name": "network-changed", "server_uuid": "a7260127-0ec7-47b6-b670-e49659c8d7bf", "tag": "d9a9e681-1159-4a82-820a-5fd52b60e279"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:04:40.380613 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b6540fe4-a57e-4b94-91b2-f4680dd1d16e req-5749ae58-ca6f-4520-829c-7422389ca086 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484211 Nov 15 12:04:40.394693 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55850afa-6475-4bd6-8c20-26b8c159e975 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a9e681-1159-4a82-820a-5fd52b60e279,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:04:40.459787 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308d1c2a-4e36-4807-a701-8fe7a455689d x-openstack-request-id: req-308d1c2a-4e36-4807-a701-8fe7a455689d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:04:40.460093 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7260127-0ec7-47b6-b670-e49659c8d7bf", "tag": "d9a9e681-1159-4a82-820a-5fd52b60e279", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:04:40.460336 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-308d1c2a-4e36-4807-a701-8fe7a455689d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:04:40.461058 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'tag': 'd9a9e681-1159-4a82-820a-5fd52b60e279', 'status': 'completed', 'code': 200} Nov 15 12:04:40.477736 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-5349a053-a25d-4a91-ab5c-6bcc026efbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:40.479535 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-5349a053-a25d-4a91-ab5c-6bcc026efbcf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 1095 time: 0.0481749 Nov 15 12:04:40.534129 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-552d6621-1086-4751-9dca-68bfb9b83932 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9a9e681-1159-4a82-820a-5fd52b60e279 HTTP/1.1" status: 200 len: 217 time: 0.0434580 Nov 15 12:04:40.583402 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-1b6a0f19-0042-4b52-9df2-07c4c9bba465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:40.584926 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-1b6a0f19-0042-4b52-9df2-07c4c9bba465 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0442550 Nov 15 12:04:40.631471 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-4cb23e74-482a-4708-8741-d8e658e9de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:40.633027 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-4cb23e74-482a-4708-8741-d8e658e9de5d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413187 Nov 15 12:04:40.727025 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-b5dadd3d-74b3-403b-9999-837c58dc25f8 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863578 Nov 15 12:04:40.832630 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-eedcf591-fe97-42b9-b857-88baa5864c0e req-1459781e-1165-41a6-b856-1a1df2506c2a service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982678 Nov 15 12:04:40.925584 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe7220-5fbb-4781-90cb-8466476cf5be req-cd123d05-a2aa-4b83-9318-cbdaab65ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:40.927078 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d9fe7220-5fbb-4781-90cb-8466476cf5be req-cd123d05-a2aa-4b83-9318-cbdaab65ed63 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 1095 time: 0.0460916 Nov 15 12:04:41.017821 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe7220-5fbb-4781-90cb-8466476cf5be req-0895a276-4c2e-4872-9cd4-367cdaf1831e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:41.019274 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d9fe7220-5fbb-4781-90cb-8466476cf5be req-0895a276-4c2e-4872-9cd4-367cdaf1831e service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0848544 Nov 15 12:04:41.064680 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d9fe7220-5fbb-4781-90cb-8466476cf5be req-9fc1808e-a71f-44d9-88a9-f502dd0294fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9a9e681-1159-4a82-820a-5fd52b60e279 HTTP/1.1" status: 200 len: 217 time: 0.0377433 Nov 15 12:04:41.118589 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe7220-5fbb-4781-90cb-8466476cf5be req-fa9ded77-2609-4a0a-98da-3e2689ee1c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:41.120209 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d9fe7220-5fbb-4781-90cb-8466476cf5be req-fa9ded77-2609-4a0a-98da-3e2689ee1c92 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0481746 Nov 15 12:04:41.170979 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe7220-5fbb-4781-90cb-8466476cf5be req-51ec7d56-ca71-4b6e-bf52-3b8a41fe31f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:41.172599 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d9fe7220-5fbb-4781-90cb-8466476cf5be req-51ec7d56-ca71-4b6e-bf52-3b8a41fe31f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436056 Nov 15 12:04:41.273644 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d9fe7220-5fbb-4781-90cb-8466476cf5be req-6a68b826-e80f-4960-ba3c-bf0cda45d604 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926688 Nov 15 12:04:41.367745 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d9fe7220-5fbb-4781-90cb-8466476cf5be req-9e710d6f-a83f-44f5-9ca5-b12959a72f4a service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862532 Nov 15 12:04:41.513222 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba4fb9-3bf4-40c1-be03-8fa41b92e83e req-d45c1034-54e6-4f0e-9445-97bdb5939b3e tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:41.514734 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73ba4fb9-3bf4-40c1-be03-8fa41b92e83e req-d45c1034-54e6-4f0e-9445-97bdb5939b3e tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 944 time: 0.0531299 Nov 15 12:04:41.567746 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73ba4fb9-3bf4-40c1-be03-8fa41b92e83e req-ea4f213c-dd25-4366-906e-c291a0e966bf tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437956 Nov 15 12:04:41.592074 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:42.212546 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:42.692364 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133daf2-d432-4c8f-8463-b2961cd9adf6 req-0c920592-aec2-445d-861d-765f8f93a94b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:42.693818 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0133daf2-d432-4c8f-8463-b2961cd9adf6 req-0c920592-aec2-445d-861d-765f8f93a94b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 944 time: 0.0530176 Nov 15 12:04:42.744216 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0133daf2-d432-4c8f-8463-b2961cd9adf6 req-8a47d91f-3510-4f4f-a374-ccd05c06da31 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416441 Nov 15 12:04:42.808270 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device d9a9e681-1159-4a82-820a-5fd52b60e279 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:04:42.913800 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port d9a9e681-1159-4a82-820a-5fd52b60e279, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d9a9e681-1159-4a82-820a-5fd52b60e279,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:04:42.926236 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'd9a9e681-1159-4a82-820a-5fd52b60e279', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'port_id': 'd9a9e681-1159-4a82-820a-5fd52b60e279', 'mac_address': 'fa:16:3e:3f:1d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:04:42.969390 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:42.985969 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a9e681-1159-4a82-820a-5fd52b60e279 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:04:43.006570 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port d9a9e681-1159-4a82-820a-5fd52b60e279, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d9a9e681-1159-4a82-820a-5fd52b60e279,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:04:43.013384 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:43.059008 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=d9a9e681-1159-4a82-820a-5fd52b60e279,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:04:43.259958 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['d9a9e681-1159-4a82-820a-5fd52b60e279'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:04:43.880639 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef3a94-3c58-45c4-992f-8328f0e48d38 req-764bd8bc-661f-4b95-ab9c-333b5274036f tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:43.882174 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6ef3a94-3c58-45c4-992f-8328f0e48d38 req-764bd8bc-661f-4b95-ab9c-333b5274036f tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 945 time: 0.0515568 Nov 15 12:04:43.931155 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6ef3a94-3c58-45c4-992f-8328f0e48d38 req-d76adaf9-55fc-404d-89d5-a9ac6baee5fe tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429039 Nov 15 12:04:44.809738 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device d9a9e681-1159-4a82-820a-5fd52b60e279 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:04:44.879547 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port d9a9e681-1159-4a82-820a-5fd52b60e279 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:04:44.883494 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port d9a9e681-1159-4a82-820a-5fd52b60e279 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:04:44.883889 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:44.958699 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:44.982618 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a9e681-1159-4a82-820a-5fd52b60e279'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:04:44.984936 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5320296-0b71-4e24-8533-e9846de5312f" -d '{"events": [{"server_uuid": "a7260127-0ec7-47b6-b670-e49659c8d7bf", "name": "network-vif-plugged", "status": "completed", "tag": "d9a9e681-1159-4a82-820a-5fd52b60e279"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:04:44.998087 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port d9a9e681-1159-4a82-820a-5fd52b60e279, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d9a9e681-1159-4a82-820a-5fd52b60e279,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:04:45.003331 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:45.054357 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=d9a9e681-1159-4a82-820a-5fd52b60e279,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:04:45.065662 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4bd36-1853-4bd1-89e6-3482512dea82 req-20c7f860-75c4-4cad-9be1-80fc317df904 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:45.067159 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9d4bd36-1853-4bd1-89e6-3482512dea82 req-20c7f860-75c4-4cad-9be1-80fc317df904 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 946 time: 0.0536897 Nov 15 12:04:45.116128 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9d4bd36-1853-4bd1-89e6-3482512dea82 req-730b1804-6c88-4466-8424-64a95c4ba290 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428534 Nov 15 12:04:45.159123 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f460d64-1a80-47f8-97c9-72f5ee844605 x-openstack-request-id: req-6f460d64-1a80-47f8-97c9-72f5ee844605 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:04:45.159413 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7260127-0ec7-47b6-b670-e49659c8d7bf", "name": "network-vif-plugged", "status": "completed", "tag": "d9a9e681-1159-4a82-820a-5fd52b60e279", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:04:45.159659 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f460d64-1a80-47f8-97c9-72f5ee844605 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:04:45.160083 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a9e681-1159-4a82-820a-5fd52b60e279', 'code': 200} Nov 15 12:04:45.569564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02e634-a20c-4e73-ae3e-ae00026ab8ad req-deb745e8-fc44-4e85-ab36-aaab116fbf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:45.571085 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7b02e634-a20c-4e73-ae3e-ae00026ab8ad req-deb745e8-fc44-4e85-ab36-aaab116fbf23 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 1097 time: 0.3532164 Nov 15 12:04:45.616466 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7b02e634-a20c-4e73-ae3e-ae00026ab8ad req-6810a4c6-338a-4797-8cdd-ce1f80c6b415 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375574 Nov 15 12:04:46.244805 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c62fd-92ec-455a-81fa-9a88b14243b7 req-d8a16500-9c89-437f-87d6-264ef9f72b0e tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:46.246335 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-385c62fd-92ec-455a-81fa-9a88b14243b7 req-d8a16500-9c89-437f-87d6-264ef9f72b0e tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 946 time: 0.0591671 Nov 15 12:04:46.295523 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-385c62fd-92ec-455a-81fa-9a88b14243b7 req-c337601a-b237-42dc-8f91-66c64c550faa tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431142 Nov 15 12:04:47.442270 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909b48e-26ea-4653-971d-b58e34373202 req-a0ea630b-a9c2-47e2-84c0-113fb22f9a1f tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:47.443649 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9909b48e-26ea-4653-971d-b58e34373202 req-a0ea630b-a9c2-47e2-84c0-113fb22f9a1f tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 946 time: 0.0598722 Nov 15 12:04:47.497486 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9909b48e-26ea-4653-971d-b58e34373202 req-a79d2e38-cebe-4e53-8a07-cd4cef5fb2bb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458488 Nov 15 12:04:47.608532 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb640c-900f-443e-b5b7-1939e020308c req-40acfeda-ae21-46c3-a295-5576d048e1b8 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:47.610043 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b7cb640c-900f-443e-b5b7-1939e020308c req-40acfeda-ae21-46c3-a295-5576d048e1b8 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 946 time: 0.0499899 Nov 15 12:04:47.619123 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 52282) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:04:47.624421 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-94e1cdd7-6ffc-4adf-b444-4f987372d945 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Request body: {'floatingip': {'port_id': 'd9a9e681-1159-4a82-820a-5fd52b60e279'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:04:47.663686 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94e1cdd7-6ffc-4adf-b444-4f987372d945 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:48.076244 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94e1cdd7-6ffc-4adf-b444-4f987372d945 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:48.083529 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94e1cdd7-6ffc-4adf-b444-4f987372d945 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:48.184872 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-94e1cdd7-6ffc-4adf-b444-4f987372d945 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Floating IP 1b61882b-1dba-4d86-855a-3037de680edd associated. External IP: 172.25.7.51, port: d9a9e681-1159-4a82-820a-5fd52b60e279. Nov 15 12:04:48.406649 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e1cdd7-6ffc-4adf-b444-4f987372d945 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Router a77994a8-63cb-4151-860a-a62bb92cc115 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:04:48.516850 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e1cdd7-6ffc-4adf-b444-4f987372d945 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:04:48.521994 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-94e1cdd7-6ffc-4adf-b444-4f987372d945 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:04:48.527029 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e544c3dd-3847-4b04-a44e-7a1e508da23c None None] Sync routers for ids ['a77994a8-63cb-4151-860a-a62bb92cc115'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:04:48.538447 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e544c3dd-3847-4b04-a44e-7a1e508da23c None None] Routers {'a77994a8-63cb-4151-860a-a62bb92cc115'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:04:48.539158 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e544c3dd-3847-4b04-a44e-7a1e508da23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:04:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a77994a8-63cb-4151-860a-a62bb92cc115'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:04:48.548640 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-94e1cdd7-6ffc-4adf-b444-4f987372d945 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "PUT /v2.0/floatingips/1b61882b-1dba-4d86-855a-3037de680edd HTTP/1.1" status: 200 len: 991 time: 0.9281709 Nov 15 12:04:48.549293 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'tag': 'd9a9e681-1159-4a82-820a-5fd52b60e279'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:04:48.551869 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abdcb69-440a-40ca-aa6d-053902ffde95" -d '{"events": [{"name": "network-changed", "server_uuid": "a7260127-0ec7-47b6-b670-e49659c8d7bf", "tag": "d9a9e681-1159-4a82-820a-5fd52b60e279"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:04:48.646633 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-e544c3dd-3847-4b04-a44e-7a1e508da23c None None] Set router a77994a8-63cb-4151-860a-a62bb92cc115 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:04:48.654253 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e6977e-9cef-490e-b098-b65b9930b3a9 x-openstack-request-id: req-c8e6977e-9cef-490e-b098-b65b9930b3a9 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:04:48.654559 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7260127-0ec7-47b6-b670-e49659c8d7bf", "tag": "d9a9e681-1159-4a82-820a-5fd52b60e279", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:04:48.654771 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8e6977e-9cef-490e-b098-b65b9930b3a9 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:04:48.655212 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'tag': 'd9a9e681-1159-4a82-820a-5fd52b60e279', 'status': 'completed', 'code': 200} Nov 15 12:04:48.715411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdcb69-440a-40ca-aa6d-053902ffde95 req-1fa1032b-266c-4603-bc48-01ccd09a4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:48.716820 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4abdcb69-440a-40ca-aa6d-053902ffde95 req-1fa1032b-266c-4603-bc48-01ccd09a4796 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 1097 time: 0.0398669 Nov 15 12:04:48.807836 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdcb69-440a-40ca-aa6d-053902ffde95 req-fd86a8e6-4d63-42dd-88b1-976e58070bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:48.809343 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4abdcb69-440a-40ca-aa6d-053902ffde95 req-fd86a8e6-4d63-42dd-88b1-976e58070bde service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0859139 Nov 15 12:04:48.867882 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e544c3dd-3847-4b04-a44e-7a1e508da23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '1b61882b-1dba-4d86-855a-3037de680edd', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'port_id': 'd9a9e681-1159-4a82-820a-5fd52b60e279', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'mac_address': 'fa:16:3e:3f:1d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:00:05Z', 'updated_at': '2021-11-15T12:04:47Z', 'revision_number': 9, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:04:48.873753 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4abdcb69-440a-40ca-aa6d-053902ffde95 req-456a68bc-e636-4777-a025-333a6fe03097 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9a9e681-1159-4a82-820a-5fd52b60e279 HTTP/1.1" status: 200 len: 999 time: 0.0570331 Nov 15 12:04:48.898050 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e544c3dd-3847-4b04-a44e-7a1e508da23c None None] Checking router: a77994a8-63cb-4151-860a-a62bb92cc115 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:04:48.906600 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e544c3dd-3847-4b04-a44e-7a1e508da23c None None] Routers {'a77994a8-63cb-4151-860a-a62bb92cc115'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:04:48.907191 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e544c3dd-3847-4b04-a44e-7a1e508da23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:04:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a77994a8-63cb-4151-860a-a62bb92cc115'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:04:48.923838 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdcb69-440a-40ca-aa6d-053902ffde95 req-951ba0ad-79ba-4a01-9b07-81fc7a1fb0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:48.925316 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4abdcb69-440a-40ca-aa6d-053902ffde95 req-951ba0ad-79ba-4a01-9b07-81fc7a1fb0d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0434427 Nov 15 12:04:48.976255 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdcb69-440a-40ca-aa6d-053902ffde95 req-2a97a2c1-00f3-4c06-8f50-e15327b9adbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:48.977701 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4abdcb69-440a-40ca-aa6d-053902ffde95 req-2a97a2c1-00f3-4c06-8f50-e15327b9adbc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449569 Nov 15 12:04:49.013613 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-e544c3dd-3847-4b04-a44e-7a1e508da23c None None] Set router a77994a8-63cb-4151-860a-a62bb92cc115 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:04:49.069936 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4abdcb69-440a-40ca-aa6d-053902ffde95 req-26260d2d-23fd-4a05-a4c0-db708b4f5975 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843360 Nov 15 12:04:49.162284 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4abdcb69-440a-40ca-aa6d-053902ffde95 req-77395070-b8ed-4123-933a-9c15917242dd service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855250 Nov 15 12:04:49.234693 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e544c3dd-3847-4b04-a44e-7a1e508da23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '1b61882b-1dba-4d86-855a-3037de680edd', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'port_id': 'd9a9e681-1159-4a82-820a-5fd52b60e279', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'mac_address': 'fa:16:3e:3f:1d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:00:05Z', 'updated_at': '2021-11-15T12:04:47Z', 'revision_number': 9, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:04:49.264448 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e544c3dd-3847-4b04-a44e-7a1e508da23c None None] The sync data for ids ['a77994a8-63cb-4151-860a-a62bb92cc115'] in n-d-729945-9 is: [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '1b61882b-1dba-4d86-855a-3037de680edd', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'port_id': 'd9a9e681-1159-4a82-820a-5fd52b60e279', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'mac_address': 'fa:16:3e:3f:1d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:00:05Z', 'updated_at': '2021-11-15T12:04:47Z', 'revision_number': 9, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:04:49.462864 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b34ceed-0d80-4ed5-adba-01783b96f592 None None] New status for floating IP 1b61882b-1dba-4d86-855a-3037de680edd: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:04:58.384669 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6604a9de-fae6-4e62-a480-260efa9a6c47 req-62b3a589-45f3-4867-a9f4-7ff58154dd6b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412502 Nov 15 12:04:58.470059 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604a9de-fae6-4e62-a480-260efa9a6c47 req-1d30a25f-afc1-4c6e-b0c4-b06f9fec8861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:58.471546 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6604a9de-fae6-4e62-a480-260efa9a6c47 req-1d30a25f-afc1-4c6e-b0c4-b06f9fec8861 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0417862 Nov 15 12:04:58.580896 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604a9de-fae6-4e62-a480-260efa9a6c47 req-462e4ebb-c252-4f2c-a62b-a980160e747b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:58.582388 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6604a9de-fae6-4e62-a480-260efa9a6c47 req-462e4ebb-c252-4f2c-a62b-a980160e747b service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0903566 Nov 15 12:04:58.624737 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6604a9de-fae6-4e62-a480-260efa9a6c47 req-28d8202c-fc14-425d-ba10-cd28c2b62a27 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0350034 Nov 15 12:04:58.680005 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604a9de-fae6-4e62-a480-260efa9a6c47 req-a0bf238b-d2b1-4231-9508-d927c977fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:58.681475 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6604a9de-fae6-4e62-a480-260efa9a6c47 req-a0bf238b-d2b1-4231-9508-d927c977fb45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0494111 Nov 15 12:04:58.729116 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604a9de-fae6-4e62-a480-260efa9a6c47 req-4017483a-df93-4789-8f5d-d1f94a80c792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:04:58.730648 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6604a9de-fae6-4e62-a480-260efa9a6c47 req-4017483a-df93-4789-8f5d-d1f94a80c792 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408189 Nov 15 12:04:58.822530 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6604a9de-fae6-4e62-a480-260efa9a6c47 req-323c980d-98d9-4767-869d-13ac5c5e5555 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848136 Nov 15 12:04:58.929424 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6604a9de-fae6-4e62-a480-260efa9a6c47 req-bd72b798-c28e-473c-8dd3-419ab6609a00 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989697 Nov 15 12:05:00.001053 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:05:00.532995 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e3c986bd-a778-4803-aaf6-1e25aad0b3ad req-df43c128-17cc-4a51-9723-0385e188f7d5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423741 Nov 15 12:05:00.626250 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c986bd-a778-4803-aaf6-1e25aad0b3ad req-e316e455-79a4-4470-939f-fa7323a85feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:05:00.627767 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e3c986bd-a778-4803-aaf6-1e25aad0b3ad req-e316e455-79a4-4470-939f-fa7323a85feb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 1097 time: 0.0473099 Nov 15 12:05:00.735029 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c986bd-a778-4803-aaf6-1e25aad0b3ad req-cfe63dfa-b90c-4850-98f7-ebec21ac9f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:05:00.736561 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e3c986bd-a778-4803-aaf6-1e25aad0b3ad req-cfe63dfa-b90c-4850-98f7-ebec21ac9f99 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0874867 Nov 15 12:05:00.809418 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e3c986bd-a778-4803-aaf6-1e25aad0b3ad req-68494180-b975-4fc5-af35-8dad5e862ab8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9a9e681-1159-4a82-820a-5fd52b60e279 HTTP/1.1" status: 200 len: 1002 time: 0.0642030 Nov 15 12:05:00.860375 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c986bd-a778-4803-aaf6-1e25aad0b3ad req-6c0e8f1d-c36c-4244-9f9b-6c03cfd3d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:05:00.861800 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e3c986bd-a778-4803-aaf6-1e25aad0b3ad req-6c0e8f1d-c36c-4244-9f9b-6c03cfd3d0e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0439374 Nov 15 12:05:00.909252 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c986bd-a778-4803-aaf6-1e25aad0b3ad req-03062e1e-c01c-4e3f-9f60-385dc96c6dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:05:00.910634 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e3c986bd-a778-4803-aaf6-1e25aad0b3ad req-03062e1e-c01c-4e3f-9f60-385dc96c6dee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410154 Nov 15 12:05:01.004618 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e3c986bd-a778-4803-aaf6-1e25aad0b3ad req-8ec1b949-9e7f-44cb-8710-6cf96157a86a service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860250 Nov 15 12:05:01.109642 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e3c986bd-a778-4803-aaf6-1e25aad0b3ad req-27106f62-6f14-49a2-9326-576f654cd2fe service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966406 Nov 15 12:05:02.033683 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:05:06.299237 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-68dfdcbd-1fa0-43d7-ac67-54698e71c690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:05:06.785072 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:05:08.394331 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c7b315f-b2b8-4a16-8152-c729fa9fbf5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:05:10.042335 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:05:11.605835 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:05:12.209859 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:05:29.992240 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:05:32.064098 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:05:36.300136 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1df5da12-00c6-4645-855a-6bd142cfc369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:05:38.393123 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b378365c-b261-4f1d-a239-1258fb2ce056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:05:40.048118 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:05:41.608660 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:05:42.215989 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:05:43.789386 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:05:59.445784 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ba045c8c-d8f5-4479-82a4-1a70363778e0 req-3566ad05-7ec6-4bea-a851-f51b574598bf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1116946 Nov 15 12:05:59.533745 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba045c8c-d8f5-4479-82a4-1a70363778e0 req-ba85bdc1-d47f-4e06-a7a3-b5d0865eb213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:05:59.535260 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ba045c8c-d8f5-4479-82a4-1a70363778e0 req-ba85bdc1-d47f-4e06-a7a3-b5d0865eb213 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0460324 Nov 15 12:05:59.640905 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba045c8c-d8f5-4479-82a4-1a70363778e0 req-26450a73-63a6-4dbd-bb65-07faa4dff363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:05:59.642282 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ba045c8c-d8f5-4479-82a4-1a70363778e0 req-26450a73-63a6-4dbd-bb65-07faa4dff363 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0874426 Nov 15 12:05:59.687862 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ba045c8c-d8f5-4479-82a4-1a70363778e0 req-3617bb8d-5050-4492-b0cc-08d3e85b766a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0382023 Nov 15 12:05:59.741736 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba045c8c-d8f5-4479-82a4-1a70363778e0 req-e0e09144-9f8c-4f6b-b169-37559e6477ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:05:59.744158 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ba045c8c-d8f5-4479-82a4-1a70363778e0 req-e0e09144-9f8c-4f6b-b169-37559e6477ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0494528 Nov 15 12:05:59.791936 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba045c8c-d8f5-4479-82a4-1a70363778e0 req-a2fe1279-130a-4e7b-bafb-335255cb4ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:05:59.793410 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ba045c8c-d8f5-4479-82a4-1a70363778e0 req-a2fe1279-130a-4e7b-bafb-335255cb4ee1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416031 Nov 15 12:05:59.892128 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ba045c8c-d8f5-4479-82a4-1a70363778e0 req-98fbe619-fb73-4ed4-9f68-1cc7a24e636b service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909429 Nov 15 12:05:59.981378 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ba045c8c-d8f5-4479-82a4-1a70363778e0 req-73a44099-913b-4b43-a018-b9950a52aed3 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823591 Nov 15 12:06:00.010022 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:02.067991 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:02.585361 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cbf66948-a9db-4981-a160-e26dec645855 req-592f972f-5490-4b82-9a04-8510077323d3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0909016 Nov 15 12:06:02.671367 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf66948-a9db-4981-a160-e26dec645855 req-87669f9f-b8fe-4120-9790-4a9482229ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:02.672902 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cbf66948-a9db-4981-a160-e26dec645855 req-87669f9f-b8fe-4120-9790-4a9482229ccb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 1097 time: 0.0418527 Nov 15 12:06:02.780531 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf66948-a9db-4981-a160-e26dec645855 req-1bbcbce0-0a0b-4519-bddc-6c452e28c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:02.782017 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cbf66948-a9db-4981-a160-e26dec645855 req-1bbcbce0-0a0b-4519-bddc-6c452e28c31d service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0884783 Nov 15 12:06:02.852130 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cbf66948-a9db-4981-a160-e26dec645855 req-5ea2ae7e-8c18-4844-8017-5c1400ff7159 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9a9e681-1159-4a82-820a-5fd52b60e279 HTTP/1.1" status: 200 len: 1002 time: 0.0615289 Nov 15 12:06:02.903995 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf66948-a9db-4981-a160-e26dec645855 req-10760c56-8a19-4169-aa8b-948f06836d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:02.905369 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cbf66948-a9db-4981-a160-e26dec645855 req-10760c56-8a19-4169-aa8b-948f06836d39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0469422 Nov 15 12:06:02.955056 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf66948-a9db-4981-a160-e26dec645855 req-8b95e877-797f-4032-abde-e192d9ad4f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:02.956541 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cbf66948-a9db-4981-a160-e26dec645855 req-8b95e877-797f-4032-abde-e192d9ad4f89 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428693 Nov 15 12:06:03.050433 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cbf66948-a9db-4981-a160-e26dec645855 req-2e585ba6-7f51-4932-a852-72559cd48c2a service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857031 Nov 15 12:06:03.144770 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-cbf66948-a9db-4981-a160-e26dec645855 req-7e74638d-7906-4d3f-9942-a2ede560712c service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864329 Nov 15 12:06:06.298814 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2dc09d78-58e3-4794-a9dd-2ab7f2920d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:08.395763 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5109b649-f165-4b61-afd0-53f0249e1f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:10.047178 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:11.608771 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:12.215690 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:20.790345 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:06:26.438382 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-6b13a2a8-58fa-4d87-9882-f477322d863b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403240 Nov 15 12:06:26.450875 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e01410-48ca-4254-b23e-9a4b528164e5 req-36ee2487-17e7-479f-9aae-0d2183988c3c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:26.452384 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08e01410-48ca-4254-b23e-9a4b528164e5 req-36ee2487-17e7-479f-9aae-0d2183988c3c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 946 time: 0.0510907 Nov 15 12:06:26.501726 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08e01410-48ca-4254-b23e-9a4b528164e5 req-17b434d7-a4ac-45d5-80aa-09adf0feab05 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422735 Nov 15 12:06:27.546127 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-38d49da3-a860-4f96-bbee-2af82321cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:27.547727 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-38d49da3-a860-4f96-bbee-2af82321cb27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 1097 time: 0.0426862 Nov 15 12:06:27.623334 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb8a63-28d3-49a6-a6a8-3ef838cad052 req-0825b9c1-32a6-48e1-89a7-b80ccc4a4ca2 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:27.624900 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eafb8a63-28d3-49a6-a6a8-3ef838cad052 req-0825b9c1-32a6-48e1-89a7-b80ccc4a4ca2 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 946 time: 0.0491934 Nov 15 12:06:27.642119 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-883d4f32-0283-476a-bfab-f42c06df45c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:27.643728 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-883d4f32-0283-476a-bfab-f42c06df45c7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0876219 Nov 15 12:06:27.676809 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eafb8a63-28d3-49a6-a6a8-3ef838cad052 req-f1af8f8f-371d-4215-9980-66bf7d28f0bc tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458255 Nov 15 12:06:27.709596 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-99bcf2a7-2eac-4c3f-b615-1ce6182b4fa7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9a9e681-1159-4a82-820a-5fd52b60e279 HTTP/1.1" status: 200 len: 1002 time: 0.0579948 Nov 15 12:06:27.757860 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-d423bf6d-86f4-4d34-a0f2-741731180a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:27.759258 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-d423bf6d-86f4-4d34-a0f2-741731180a8d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0431554 Nov 15 12:06:27.809443 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-884ab26c-3115-48fd-8a2f-7039490401b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:27.810847 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-884ab26c-3115-48fd-8a2f-7039490401b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446093 Nov 15 12:06:27.902285 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-8fc07fcd-0ae0-4b97-9f9d-42583a22e705 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831239 Nov 15 12:06:27.998452 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-033da8b0-41f9-4426-a6de-3e27ec3d2c50 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893760 Nov 15 12:06:28.807736 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086d91e-486f-43aa-af39-a92df7747aa9 req-02ef71d2-bd01-4e01-962f-ac4e4e269bec tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:28.809259 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2086d91e-486f-43aa-af39-a92df7747aa9 req-02ef71d2-bd01-4e01-962f-ac4e4e269bec tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 946 time: 0.0533602 Nov 15 12:06:28.859064 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2086d91e-486f-43aa-af39-a92df7747aa9 req-f247a4ab-9d5a-4913-8d4a-34ef225311a5 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413520 Nov 15 12:06:29.991527 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714dbdb-8a4a-4e3c-bcf8-5f324864d20d req-b6297182-48d9-43ae-b040-b328430e3bb3 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:29.993201 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0714dbdb-8a4a-4e3c-bcf8-5f324864d20d req-b6297182-48d9-43ae-b040-b328430e3bb3 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 946 time: 0.0585244 Nov 15 12:06:30.011519 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:30.041615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0714dbdb-8a4a-4e3c-bcf8-5f324864d20d req-2658b704-5c54-4f91-bf78-5da700963d58 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421667 Nov 15 12:06:31.193975 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a8147-84c5-4da2-8598-ae97c67a172c req-ab3bb998-fbc8-423b-ad75-3403f9dfbb79 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:31.195489 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1d0a8147-84c5-4da2-8598-ae97c67a172c req-ab3bb998-fbc8-423b-ad75-3403f9dfbb79 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 946 time: 0.0705163 Nov 15 12:06:31.244308 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1d0a8147-84c5-4da2-8598-ae97c67a172c req-e161e671-30da-47f5-b393-0abec211d394 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426750 Nov 15 12:06:32.075393 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:32.381347 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37560c-5e69-4602-bee9-201cd7c99a8f req-0f875936-d82a-471d-aa82-e88a65211560 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:32.382813 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0e37560c-5e69-4602-bee9-201cd7c99a8f req-0f875936-d82a-471d-aa82-e88a65211560 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 946 time: 0.0538666 Nov 15 12:06:32.430765 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0e37560c-5e69-4602-bee9-201cd7c99a8f req-4701ef9d-e77d-40aa-bf29-601d0ca0a59c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410488 Nov 15 12:06:33.569584 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3f54a-8e43-4878-a2be-dfd0fca839b5 req-d52a6b07-5f9f-44a0-a46f-77eadff0d7a7 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:33.571520 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-82b3f54a-8e43-4878-a2be-dfd0fca839b5 req-d52a6b07-5f9f-44a0-a46f-77eadff0d7a7 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 946 time: 0.0631766 Nov 15 12:06:33.623113 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-82b3f54a-8e43-4878-a2be-dfd0fca839b5 req-6f4a9183-a7c8-4a27-9eee-90498b80ff4d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422189 Nov 15 12:06:34.742419 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c141c9-ef96-426f-9f40-ad3a40c47835 req-bb07d4ec-7f11-43d8-9b38-e6ab13543a29 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:34.743927 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-06c141c9-ef96-426f-9f40-ad3a40c47835 req-bb07d4ec-7f11-43d8-9b38-e6ab13543a29 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 946 time: 0.0493665 Nov 15 12:06:34.790466 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-06c141c9-ef96-426f-9f40-ad3a40c47835 req-a6f7ef42-89a1-427c-a723-d84bb558f74c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404637 Nov 15 12:06:35.924503 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504707a-a8a4-47bb-879c-0a65df46393a req-5636a264-c9b6-43c1-bea1-3d6c6977af34 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:35.926001 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5504707a-a8a4-47bb-879c-0a65df46393a req-5636a264-c9b6-43c1-bea1-3d6c6977af34 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 946 time: 0.0575829 Nov 15 12:06:35.979188 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5504707a-a8a4-47bb-879c-0a65df46393a req-72ef3a54-f4b8-4b31-aae2-40d3c70c0a16 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443075 Nov 15 12:06:36.299351 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae03f-92f4-4ef4-8d1f-7e156fe2a068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:37.111152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194722b1-6c89-4828-a716-e17a4d7dd012 req-33eb9bbd-d67f-4fb7-ba53-8e6ceb336181 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:37.112698 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-194722b1-6c89-4828-a716-e17a4d7dd012 req-33eb9bbd-d67f-4fb7-ba53-8e6ceb336181 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 946 time: 0.0518918 Nov 15 12:06:37.159662 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-194722b1-6c89-4828-a716-e17a4d7dd012 req-807d90bc-5bbb-4691-9972-4c1e82299baf tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409985 Nov 15 12:06:38.290112 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4879dc-d8e1-4ac3-a5ea-eea1b8c44974 req-f7273816-e4c5-4565-aadc-f2e04554d203 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:38.291609 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e4879dc-d8e1-4ac3-a5ea-eea1b8c44974 req-f7273816-e4c5-4565-aadc-f2e04554d203 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 946 time: 0.0520751 Nov 15 12:06:38.341812 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e4879dc-d8e1-4ac3-a5ea-eea1b8c44974 req-59b2cc75-2b36-4b8b-8ade-9c7d53615e57 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412314 Nov 15 12:06:38.396008 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d68efa8b-2b57-4c1f-ac5c-d5df3650a64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:39.470439 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a77fa3-59ee-45d0-8be1-cc8807c239c8 req-e8f91366-7439-474d-b385-04e8c56cda16 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:39.471988 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6a77fa3-59ee-45d0-8be1-cc8807c239c8 req-e8f91366-7439-474d-b385-04e8c56cda16 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 946 time: 0.0572717 Nov 15 12:06:39.523835 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e6a77fa3-59ee-45d0-8be1-cc8807c239c8 req-3c362a02-fb49-4da5-a0b4-aeb8b12ab310 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456717 Nov 15 12:06:39.953948 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-0638f4cf-dc6c-4381-b305-9f5389b8c431 service neutron] show failed (client error): The resource could not be found. Nov 15 12:06:39.954971 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-0638f4cf-dc6c-4381-b305-9f5389b8c431 service neutron] 10.222.0.55 "GET /v2.0/ports/d9a9e681-1159-4a82-820a-5fd52b60e279/bindings/n-h1-729945-9 HTTP/1.1" status: 404 len: 380 time: 0.0687394 Nov 15 12:06:40.047980 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:40.176879 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-0ded6305-1bbb-4e87-bc5b-969bcb431e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:40.178400 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-0ded6305-1bbb-4e87-bc5b-969bcb431e38 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf&tenant_id=1fb8171ac455424cb2a3e50d57f49193 HTTP/1.1" status: 200 len: 1097 time: 0.0421033 Nov 15 12:06:40.191135 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-729945-9', 'device_owner': 'compute:nova'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:06:40.252971 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:40.456768 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] For port d9a9e681-1159-4a82-820a-5fd52b60e279, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d9a9e681-1159-4a82-820a-5fd52b60e279,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:06:40.489322 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] For port d9a9e681-1159-4a82-820a-5fd52b60e279, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:06:40.527680 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9a9e681-1159-4a82-820a-5fd52b60e279'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:06:40.529937 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc1db72-8833-4761-b053-5b2026c138fc" -d '{"events": [{"server_uuid": "a7260127-0ec7-47b6-b670-e49659c8d7bf", "name": "network-vif-unplugged", "status": "completed", "tag": "d9a9e681-1159-4a82-820a-5fd52b60e279"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:06:40.533622 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:40.545835 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Transition to ACTIVE for port object d9a9e681-1159-4a82-820a-5fd52b60e279 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:06:40.550705 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:40.621620 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 12:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce483f1b-3cf5-462c-8f0e-3b796dc98b77 x-openstack-request-id: req-ce483f1b-3cf5-462c-8f0e-3b796dc98b77 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:06:40.621896 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7260127-0ec7-47b6-b670-e49659c8d7bf", "name": "network-vif-unplugged", "status": "completed", "tag": "d9a9e681-1159-4a82-820a-5fd52b60e279", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:06:40.622158 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce483f1b-3cf5-462c-8f0e-3b796dc98b77 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:06:40.622552 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9a9e681-1159-4a82-820a-5fd52b60e279', 'code': 200} Nov 15 12:06:40.641912 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Pushing event updated for resources: {'Port': ['ID=d9a9e681-1159-4a82-820a-5fd52b60e279,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:06:40.656120 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:06:40.656458 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:06:40.656791 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:06:40.657122 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:06:40.657447 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:06:40.657767 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:06:40.658089 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:06:40.658406 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:06:40.658724 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:06:40.659047 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:06:40.659366 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:06:40.659682 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:06:40.687031 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] No DVR routers for this DVR port d9a9e681-1159-4a82-820a-5fd52b60e279 on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:06:40.707065 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ea6d4-1f17-4d3d-9274-ebbcdc3bdf2a req-e4dbfdbb-9ac6-4ec7-ae65-0322cb01b3af tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:40.709011 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-006ea6d4-1f17-4d3d-9274-ebbcdc3bdf2a req-e4dbfdbb-9ac6-4ec7-ae65-0322cb01b3af tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 944 time: 0.0570548 Nov 15 12:06:40.760837 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-006ea6d4-1f17-4d3d-9274-ebbcdc3bdf2a req-885878b9-8c5b-4f48-a097-699294cb8fe7 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454423 Nov 15 12:06:40.822329 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Attempting to bind port d9a9e681-1159-4a82-820a-5fd52b60e279 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:06:40.822654 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Attempting to bind port d9a9e681-1159-4a82-820a-5fd52b60e279 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:06:40.822969 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Attempting to bind port d9a9e681-1159-4a82-820a-5fd52b60e279 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:06:40.827158 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Port d9a9e681-1159-4a82-820a-5fd52b60e279 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:06:40.827471 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Attempting to bind port d9a9e681-1159-4a82-820a-5fd52b60e279 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:06:40.832226 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:06:40.832552 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Checking segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:06:40.832954 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Bound using segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:06:40.833400 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Bound port: d9a9e681-1159-4a82-820a-5fd52b60e279, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:06:40.833742 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:40.898043 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] For port d9a9e681-1159-4a82-820a-5fd52b60e279, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:06:40.901035 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] For port d9a9e681-1159-4a82-820a-5fd52b60e279, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=d9a9e681-1159-4a82-820a-5fd52b60e279,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:06:40.908231 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:40.941249 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:40.941861 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:40.943306 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] 10.222.0.11 "PUT /v2.0/ports/d9a9e681-1159-4a82-820a-5fd52b60e279 HTTP/1.1" status: 200 len: 1092 time: 0.7561405 Nov 15 12:06:40.964776 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97641b29-d717-47bc-8a1b-345ff223d61d service neutron] Pushing event updated for resources: {'Port': ['ID=d9a9e681-1159-4a82-820a-5fd52b60e279,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:06:41.026909 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-171229a2-30b0-4212-8ede-8d1831f72baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:41.028560 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-171229a2-30b0-4212-8ede-8d1831f72baf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 1095 time: 0.0562649 Nov 15 12:06:41.128788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-c2210049-088a-4c57-801e-2f5f07342f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:41.130348 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-c2210049-088a-4c57-801e-2f5f07342f88 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0948610 Nov 15 12:06:41.195599 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-a5be015e-2172-429f-b7e4-23930f29d09a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9a9e681-1159-4a82-820a-5fd52b60e279 HTTP/1.1" status: 200 len: 1000 time: 0.0584273 Nov 15 12:06:41.244533 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-0b314197-e230-4859-8885-b0f257b38e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:41.245968 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-0b314197-e230-4859-8885-b0f257b38e75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0429518 Nov 15 12:06:41.294109 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-fbbfd6ae-a788-4bad-a074-6da81f60ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:41.295568 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-fbbfd6ae-a788-4bad-a074-6da81f60ebe7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427465 Nov 15 12:06:41.394776 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-99b77319-5037-45c5-bd6c-6553af7e05b8 service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912478 Nov 15 12:06:41.502957 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c7c0a15e-78c5-4552-bad9-bdbcad3a5e81 req-75db9aa6-3431-4989-8ac0-10b37d0a8173 service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001811 Nov 15 12:06:41.606802 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:41.892489 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa9cb9-f1d4-4e8e-b29f-b2aff3f37787 req-237eccef-9615-48be-9d55-6ead64cc5b02 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:41.893990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1afa9cb9-f1d4-4e8e-b29f-b2aff3f37787 req-237eccef-9615-48be-9d55-6ead64cc5b02 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 944 time: 0.0581582 Nov 15 12:06:41.944181 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1afa9cb9-f1d4-4e8e-b29f-b2aff3f37787 req-2b775f3b-f3f1-4e23-9f41-472d7bb96c4a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441341 Nov 15 12:06:42.213057 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:42.624616 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'tag': 'd9a9e681-1159-4a82-820a-5fd52b60e279'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:06:42.628564 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51f673c-4bbc-480c-b6e4-5f5b619a82c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a7260127-0ec7-47b6-b670-e49659c8d7bf", "tag": "d9a9e681-1159-4a82-820a-5fd52b60e279"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:06:42.684466 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02f1f2a-9fbf-4dc1-b75c-e50a22108523 x-openstack-request-id: req-a02f1f2a-9fbf-4dc1-b75c-e50a22108523 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:06:42.684776 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7260127-0ec7-47b6-b670-e49659c8d7bf", "tag": "d9a9e681-1159-4a82-820a-5fd52b60e279", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:06:42.685025 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a02f1f2a-9fbf-4dc1-b75c-e50a22108523 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:06:42.685428 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'tag': 'd9a9e681-1159-4a82-820a-5fd52b60e279', 'status': 'completed', 'code': 200} Nov 15 12:06:42.773217 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f673c-4bbc-480c-b6e4-5f5b619a82c9 req-0eeb7ad3-edcc-4243-b700-f4ad53843bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:42.774727 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a51f673c-4bbc-480c-b6e4-5f5b619a82c9 req-0eeb7ad3-edcc-4243-b700-f4ad53843bb8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 1095 time: 0.0684552 Nov 15 12:06:42.776356 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f673c-4bbc-480c-b6e4-5f5b619a82c9 req-da240ee4-a278-4b65-841b-377ed35cdf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:42.777678 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a51f673c-4bbc-480c-b6e4-5f5b619a82c9 req-da240ee4-a278-4b65-841b-377ed35cdf6f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 1095 time: 0.0628822 Nov 15 12:06:42.935920 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f673c-4bbc-480c-b6e4-5f5b619a82c9 req-72f7fc66-e226-4d88-ab77-1167c5997a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:42.937329 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a51f673c-4bbc-480c-b6e4-5f5b619a82c9 req-72f7fc66-e226-4d88-ab77-1167c5997a72 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.1537688 Nov 15 12:06:42.938740 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f673c-4bbc-480c-b6e4-5f5b619a82c9 req-dc5b0e3c-e2ab-4483-b7f2-e152065987fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:42.940064 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a51f673c-4bbc-480c-b6e4-5f5b619a82c9 req-dc5b0e3c-e2ab-4483-b7f2-e152065987fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.1553826 Nov 15 12:06:43.050469 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a51f673c-4bbc-480c-b6e4-5f5b619a82c9 req-5289bc59-0930-4345-a75b-4feb5f53ad69 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9a9e681-1159-4a82-820a-5fd52b60e279 HTTP/1.1" status: 200 len: 1000 time: 0.1054251 Nov 15 12:06:43.052095 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a51f673c-4bbc-480c-b6e4-5f5b619a82c9 req-b24d1e40-c326-4fd0-98d7-7db7606c2332 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9a9e681-1159-4a82-820a-5fd52b60e279 HTTP/1.1" status: 200 len: 1000 time: 0.1014462 Nov 15 12:06:43.071059 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68bf3f-f838-43e0-a323-e3f82940ed99 req-23f19bbc-906d-4f7c-ab82-e3a0716e3a20 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:43.072675 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea68bf3f-f838-43e0-a323-e3f82940ed99 req-23f19bbc-906d-4f7c-ab82-e3a0716e3a20 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 944 time: 0.0504591 Nov 15 12:06:43.122088 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea68bf3f-f838-43e0-a323-e3f82940ed99 req-8fa9c09b-eb1b-48ec-bb83-64e285dc5ae2 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430415 Nov 15 12:06:43.133409 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f673c-4bbc-480c-b6e4-5f5b619a82c9 req-02765dae-387b-40cc-900d-d6674256cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:43.134892 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a51f673c-4bbc-480c-b6e4-5f5b619a82c9 req-02765dae-387b-40cc-900d-d6674256cc59 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0772829 Nov 15 12:06:43.136199 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f673c-4bbc-480c-b6e4-5f5b619a82c9 req-ae372696-9880-414f-832b-fb23d7ed9291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:43.137482 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a51f673c-4bbc-480c-b6e4-5f5b619a82c9 req-ae372696-9880-414f-832b-fb23d7ed9291 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0726669 Nov 15 12:06:43.306162 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device d9a9e681-1159-4a82-820a-5fd52b60e279 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:06:43.350489 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device d9a9e681-1159-4a82-820a-5fd52b60e279 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:06:43.521896 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f673c-4bbc-480c-b6e4-5f5b619a82c9 req-50a287a7-dc30-4b04-ac0f-958ed7bd4b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:43.523403 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a51f673c-4bbc-480c-b6e4-5f5b619a82c9 req-50a287a7-dc30-4b04-ac0f-958ed7bd4b50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3811131 Nov 15 12:06:43.525060 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f673c-4bbc-480c-b6e4-5f5b619a82c9 req-ae4709fa-0ca6-47fa-96bf-2f6601cf121d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:43.526380 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a51f673c-4bbc-480c-b6e4-5f5b619a82c9 req-ae4709fa-0ca6-47fa-96bf-2f6601cf121d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3767102 Nov 15 12:06:43.678676 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a51f673c-4bbc-480c-b6e4-5f5b619a82c9 req-082de58a-884d-43b8-ac87-b7f4fdbfca0b service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468403 Nov 15 12:06:43.680502 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a51f673c-4bbc-480c-b6e4-5f5b619a82c9 req-f06ecf6b-0e0d-4695-b784-6c3b122d3c7d service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419506 Nov 15 12:06:43.834515 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a51f673c-4bbc-480c-b6e4-5f5b619a82c9 req-43eb50b1-d9df-4c42-9225-6922b01ef579 service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477494 Nov 15 12:06:43.836394 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a51f673c-4bbc-480c-b6e4-5f5b619a82c9 req-5873d93f-15a8-4cf7-be8c-2eaa4c10e19c service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426265 Nov 15 12:06:44.246686 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d3af6-8dff-4bb9-9543-919c6997b0d8 req-8a18991d-4e64-4572-aef1-3f53effabc0c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:44.248261 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-576d3af6-8dff-4bb9-9543-919c6997b0d8 req-8a18991d-4e64-4572-aef1-3f53effabc0c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 944 time: 0.0543838 Nov 15 12:06:44.300079 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-576d3af6-8dff-4bb9-9543-919c6997b0d8 req-0daab060-186d-4865-8e35-b26885168d35 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429335 Nov 15 12:06:45.423679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21458ee-4058-4d97-8680-1791966c621c req-c5bd2503-7732-49d1-8bb0-f506773eb6ce tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:45.425076 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f21458ee-4058-4d97-8680-1791966c621c req-c5bd2503-7732-49d1-8bb0-f506773eb6ce tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 944 time: 0.0546362 Nov 15 12:06:45.474595 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f21458ee-4058-4d97-8680-1791966c621c req-9c335680-9a16-4756-99c5-22aa16deed5f tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406661 Nov 15 12:06:45.705855 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device d9a9e681-1159-4a82-820a-5fd52b60e279 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:06:45.795937 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-c048fdaf-7250-45d2-ae64-fab51faf3e96 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:45.797762 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-c048fdaf-7250-45d2-ae64-fab51faf3e96 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf&tenant_id=1fb8171ac455424cb2a3e50d57f49193&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 944 time: 0.0589795 Nov 15 12:06:45.806786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd949a-0151-41ea-ab5e-1a0cc9278cdf req-4b6f6754-c0f2-4b84-9bca-8ba58507a10d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:45.806993 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port d9a9e681-1159-4a82-820a-5fd52b60e279, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=d9a9e681-1159-4a82-820a-5fd52b60e279,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:06:45.809035 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9edd949a-0151-41ea-ab5e-1a0cc9278cdf req-4b6f6754-c0f2-4b84-9bca-8ba58507a10d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 944 time: 0.0508268 Nov 15 12:06:45.818715 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'd9a9e681-1159-4a82-820a-5fd52b60e279', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'port_id': 'd9a9e681-1159-4a82-820a-5fd52b60e279', 'mac_address': 'fa:16:3e:3f:1d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:06:45.857759 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9edd949a-0151-41ea-ab5e-1a0cc9278cdf req-c692b354-45eb-4ef0-860d-c7a37ea6ccd5 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419583 Nov 15 12:06:45.859289 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:45.863175 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-31dc6f06-a762-4f2d-bee2-7f32fd89b079 service neutron] 10.222.0.11 "GET /v2.0/ports/d9a9e681-1159-4a82-820a-5fd52b60e279/bindings/n-h1-729945-9 HTTP/1.1" status: 200 len: 382 time: 0.0582697 Nov 15 12:06:45.877975 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a9e681-1159-4a82-820a-5fd52b60e279 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:06:45.895480 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port d9a9e681-1159-4a82-820a-5fd52b60e279, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=d9a9e681-1159-4a82-820a-5fd52b60e279,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:06:45.900007 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:45.924790 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-df9f1ac1-454e-4549-a978-29ae1bfb200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:45.926273 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-df9f1ac1-454e-4549-a978-29ae1bfb200a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 1095 time: 0.0411105 Nov 15 12:06:45.944792 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=d9a9e681-1159-4a82-820a-5fd52b60e279,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:06:45.952162 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:06:45.952433 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:06:45.952759 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:06:45.953088 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:06:45.953408 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:06:45.953729 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:06:45.954066 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:06:45.954386 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:06:45.954699 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:06:45.955008 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:06:45.955320 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:06:45.955626 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:06:46.022989 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-9eb1d8e8-f3a5-4ec4-b143-ac130baaf4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:46.025147 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-9eb1d8e8-f3a5-4ec4-b143-ac130baaf4bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0899096 Nov 15 12:06:46.094502 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-76115816-4c14-4c96-b91c-035d004539fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9a9e681-1159-4a82-820a-5fd52b60e279 HTTP/1.1" status: 200 len: 1001 time: 0.0614092 Nov 15 12:06:46.146309 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-0243c2af-a83f-411e-9fee-182effb7a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:46.147886 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-0243c2af-a83f-411e-9fee-182effb7a144 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0463903 Nov 15 12:06:46.200438 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-89978431-307e-448e-a24b-9c32aaad8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:46.201958 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-89978431-307e-448e-a24b-9c32aaad8335 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456011 Nov 15 12:06:46.239464 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['d9a9e681-1159-4a82-820a-5fd52b60e279'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:06:46.296773 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-382d006c-ef8d-4811-bc64-74d0f3d7cbf0 service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867360 Nov 15 12:06:46.393511 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-07c4f4d6-be7d-42a7-ba87-1c66376ee3fb service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891018 Nov 15 12:06:46.998092 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d3000-ab9d-4bb2-987b-b357de4ddb5f req-1135a872-3701-4183-bc11-0a77847bf774 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:46.999570 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f59d3000-ab9d-4bb2-987b-b357de4ddb5f req-1135a872-3701-4183-bc11-0a77847bf774 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 945 time: 0.0594411 Nov 15 12:06:47.045681 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f59d3000-ab9d-4bb2-987b-b357de4ddb5f req-f96df7ae-a246-4f93-ace1-f49600dc94da tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401132 Nov 15 12:06:47.721617 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device d9a9e681-1159-4a82-820a-5fd52b60e279 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:06:47.773146 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port d9a9e681-1159-4a82-820a-5fd52b60e279 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:06:47.777107 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port d9a9e681-1159-4a82-820a-5fd52b60e279 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:06:47.777466 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:47.858484 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:47.882257 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a9e681-1159-4a82-820a-5fd52b60e279'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:06:47.884521 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf8755a-42c3-43e7-b09b-9b2757121d94" -d '{"events": [{"server_uuid": "a7260127-0ec7-47b6-b670-e49659c8d7bf", "name": "network-vif-plugged", "status": "completed", "tag": "d9a9e681-1159-4a82-820a-5fd52b60e279"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:06:47.899759 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port d9a9e681-1159-4a82-820a-5fd52b60e279, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=d9a9e681-1159-4a82-820a-5fd52b60e279,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:06:47.907322 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:47.940078 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca37dbe6-6307-4f97-8f16-133c6611eff9 x-openstack-request-id: req-ca37dbe6-6307-4f97-8f16-133c6611eff9 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:06:47.940364 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7260127-0ec7-47b6-b670-e49659c8d7bf", "name": "network-vif-plugged", "status": "completed", "tag": "d9a9e681-1159-4a82-820a-5fd52b60e279", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:06:47.940604 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca37dbe6-6307-4f97-8f16-133c6611eff9 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:06:47.940985 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a9e681-1159-4a82-820a-5fd52b60e279', 'code': 200} Nov 15 12:06:47.957096 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=d9a9e681-1159-4a82-820a-5fd52b60e279,revision_number=9']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:06:48.178344 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18b7e7-21ff-41a4-958f-7f0ba108475d req-f58a91c3-1ab1-41c2-b3bb-043cf1529c39 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:48.179873 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d18b7e7-21ff-41a4-958f-7f0ba108475d req-f58a91c3-1ab1-41c2-b3bb-043cf1529c39 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 946 time: 0.0509601 Nov 15 12:06:48.228316 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d18b7e7-21ff-41a4-958f-7f0ba108475d req-f118ff31-b9a9-4ed3-86f5-9d8313e6a060 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422425 Nov 15 12:06:48.504857 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-1bc612be-aa73-4e5f-8632-ab28f7271075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:48.506425 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-1bc612be-aa73-4e5f-8632-ab28f7271075 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf&tenant_id=1fb8171ac455424cb2a3e50d57f49193 HTTP/1.1" status: 200 len: 1097 time: 0.0453477 Nov 15 12:06:48.518445 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-729945-9', 'device_owner': 'compute:nova'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:06:48.578489 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:48.794909 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] For port d9a9e681-1159-4a82-820a-5fd52b60e279, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=d9a9e681-1159-4a82-820a-5fd52b60e279,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:06:48.829618 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] For port d9a9e681-1159-4a82-820a-5fd52b60e279, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:06:48.870875 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:48.876221 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9a9e681-1159-4a82-820a-5fd52b60e279'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:06:48.878499 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42501d31-9412-4c3c-bf84-91b8e633b2c0" -d '{"events": [{"server_uuid": "a7260127-0ec7-47b6-b670-e49659c8d7bf", "name": "network-vif-unplugged", "status": "completed", "tag": "d9a9e681-1159-4a82-820a-5fd52b60e279"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:06:48.888210 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] Transition to ACTIVE for port object d9a9e681-1159-4a82-820a-5fd52b60e279 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:06:48.893759 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:48.931993 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 12:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c451fda8-9612-45c6-b0a1-f89d028196d1 x-openstack-request-id: req-c451fda8-9612-45c6-b0a1-f89d028196d1 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:06:48.932274 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7260127-0ec7-47b6-b670-e49659c8d7bf", "name": "network-vif-unplugged", "status": "completed", "tag": "d9a9e681-1159-4a82-820a-5fd52b60e279", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:06:48.932520 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c451fda8-9612-45c6-b0a1-f89d028196d1 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:06:48.932904 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9a9e681-1159-4a82-820a-5fd52b60e279', 'code': 200} Nov 15 12:06:48.977923 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] Pushing event updated for resources: {'Port': ['ID=d9a9e681-1159-4a82-820a-5fd52b60e279,revision_number=10']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:06:49.021280 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] No DVR routers for this DVR port d9a9e681-1159-4a82-820a-5fd52b60e279 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:06:49.157523 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] Attempting to bind port d9a9e681-1159-4a82-820a-5fd52b60e279 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:06:49.157872 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] Attempting to bind port d9a9e681-1159-4a82-820a-5fd52b60e279 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:06:49.158198 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] Attempting to bind port d9a9e681-1159-4a82-820a-5fd52b60e279 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:06:49.162620 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] Port d9a9e681-1159-4a82-820a-5fd52b60e279 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:06:49.162942 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] Attempting to bind port d9a9e681-1159-4a82-820a-5fd52b60e279 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:06:49.168397 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:06:49.168727 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] Checking segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:06:49.169108 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] Bound using segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:06:49.169526 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] Bound port: d9a9e681-1159-4a82-820a-5fd52b60e279, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:06:49.169871 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:49.233878 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] For port d9a9e681-1159-4a82-820a-5fd52b60e279, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:06:49.236908 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] For port d9a9e681-1159-4a82-820a-5fd52b60e279, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d9a9e681-1159-4a82-820a-5fd52b60e279,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:06:49.243428 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:49.284539 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:49.285157 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:49.286681 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] 10.222.0.55 "PUT /v2.0/ports/d9a9e681-1159-4a82-820a-5fd52b60e279 HTTP/1.1" status: 200 len: 1093 time: 0.7724302 Nov 15 12:06:49.305521 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c3c2-79e4-4eae-b39c-ab2b24ea9d7d service neutron] Pushing event updated for resources: {'Port': ['ID=d9a9e681-1159-4a82-820a-5fd52b60e279,revision_number=11']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:06:49.362606 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240695bd-05b6-465a-9d0c-fb7ea3bc563e req-efa6dab2-39d0-4e55-9520-9e340f205c02 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:49.364397 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-240695bd-05b6-465a-9d0c-fb7ea3bc563e req-efa6dab2-39d0-4e55-9520-9e340f205c02 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 945 time: 0.0595927 Nov 15 12:06:49.371848 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-4ff397e8-c19d-48b0-acb8-3c3eb271c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:49.373369 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-4ff397e8-c19d-48b0-acb8-3c3eb271c421 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 1096 time: 0.0441408 Nov 15 12:06:49.421344 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-240695bd-05b6-465a-9d0c-fb7ea3bc563e req-10085b34-5e3e-4b49-8666-fb3a925779b5 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505559 Nov 15 12:06:49.477592 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-54c58c33-6d8e-4508-ab99-e445b381d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:49.479082 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-54c58c33-6d8e-4508-ab99-e445b381d74c service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0970485 Nov 15 12:06:49.546819 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-8f273b7a-15b4-4c49-a085-aef62f15433d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9a9e681-1159-4a82-820a-5fd52b60e279 HTTP/1.1" status: 200 len: 1000 time: 0.0608013 Nov 15 12:06:49.603466 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-8d24a401-65f7-4a9f-87f7-9a3310fc0905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:49.604969 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-8d24a401-65f7-4a9f-87f7-9a3310fc0905 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0502727 Nov 15 12:06:49.650860 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-1bdf7006-573c-4841-97a0-c04cedcf1d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:49.652341 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-1bdf7006-573c-4841-97a0-c04cedcf1d90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401831 Nov 15 12:06:49.758476 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-d5995e3c-5595-4b23-b9c5-47c98800521a service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983865 Nov 15 12:06:49.851538 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f05e7bf3-4787-42d0-a815-a9017e8dce44 req-8e50c1d8-5b1b-4917-8481-d95ed2c808a4 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858026 Nov 15 12:06:50.552613 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725dc52-362b-4fbb-b5f1-a6cfdb933ea0 req-a2a8d9e0-ac38-4a3e-8d9d-5ead8a6d54dc tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:50.554089 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4725dc52-362b-4fbb-b5f1-a6cfdb933ea0 req-a2a8d9e0-ac38-4a3e-8d9d-5ead8a6d54dc tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 945 time: 0.0495842 Nov 15 12:06:50.603319 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4725dc52-362b-4fbb-b5f1-a6cfdb933ea0 req-13721d22-46a7-4f68-bf9f-caae342df35a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405915 Nov 15 12:06:50.934146 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'tag': 'd9a9e681-1159-4a82-820a-5fd52b60e279'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:06:50.939624 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d93f23e-67eb-482a-8674-d10d8408643f" -d '{"events": [{"name": "network-changed", "server_uuid": "a7260127-0ec7-47b6-b670-e49659c8d7bf", "tag": "d9a9e681-1159-4a82-820a-5fd52b60e279"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:06:50.995372 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df1cf5b-9d80-4d85-b63d-cb7fc9741aa0 x-openstack-request-id: req-9df1cf5b-9d80-4d85-b63d-cb7fc9741aa0 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:06:50.995692 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7260127-0ec7-47b6-b670-e49659c8d7bf", "tag": "d9a9e681-1159-4a82-820a-5fd52b60e279", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:06:50.995978 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9df1cf5b-9d80-4d85-b63d-cb7fc9741aa0 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:06:50.996481 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'tag': 'd9a9e681-1159-4a82-820a-5fd52b60e279', 'status': 'completed', 'code': 200} Nov 15 12:06:51.081759 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93f23e-67eb-482a-8674-d10d8408643f req-396d5bf1-e7e5-465e-bc77-68e2c23200ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:51.083302 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1d93f23e-67eb-482a-8674-d10d8408643f req-396d5bf1-e7e5-465e-bc77-68e2c23200ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 1096 time: 0.0696568 Nov 15 12:06:51.089399 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93f23e-67eb-482a-8674-d10d8408643f req-a60401e0-fce6-4168-85dc-25c06b037af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:51.090761 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1d93f23e-67eb-482a-8674-d10d8408643f req-a60401e0-fce6-4168-85dc-25c06b037af8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 1096 time: 0.0675402 Nov 15 12:06:51.241050 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93f23e-67eb-482a-8674-d10d8408643f req-63699c7c-f954-46b4-9d66-98bdd36faeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:51.242611 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1d93f23e-67eb-482a-8674-d10d8408643f req-63699c7c-f954-46b4-9d66-98bdd36faeea service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.1510062 Nov 15 12:06:51.245326 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93f23e-67eb-482a-8674-d10d8408643f req-903484ba-ba99-485f-9b8e-acca39e0c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:51.246647 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1d93f23e-67eb-482a-8674-d10d8408643f req-903484ba-ba99-485f-9b8e-acca39e0c1fd service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.1465993 Nov 15 12:06:51.329320 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device d9a9e681-1159-4a82-820a-5fd52b60e279 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:06:51.355540 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1d93f23e-67eb-482a-8674-d10d8408643f req-74e0c08f-9ef9-42f6-a449-16de6ebb3d07 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9a9e681-1159-4a82-820a-5fd52b60e279 HTTP/1.1" status: 200 len: 1000 time: 0.1050050 Nov 15 12:06:51.359324 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1d93f23e-67eb-482a-8674-d10d8408643f req-a9c352d7-68a3-4087-bb88-6157b324e539 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9a9e681-1159-4a82-820a-5fd52b60e279 HTTP/1.1" status: 200 len: 1000 time: 0.1030431 Nov 15 12:06:51.429492 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port d9a9e681-1159-4a82-820a-5fd52b60e279, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d9a9e681-1159-4a82-820a-5fd52b60e279,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:06:51.440556 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'd9a9e681-1159-4a82-820a-5fd52b60e279', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'port_id': 'd9a9e681-1159-4a82-820a-5fd52b60e279', 'mac_address': 'fa:16:3e:3f:1d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:06:51.446780 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93f23e-67eb-482a-8674-d10d8408643f req-89e9f898-d7c0-4af8-9cd5-b0066feabdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:51.448258 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1d93f23e-67eb-482a-8674-d10d8408643f req-89e9f898-d7c0-4af8-9cd5-b0066feabdf5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0766757 Nov 15 12:06:51.451555 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93f23e-67eb-482a-8674-d10d8408643f req-e2ed530e-e189-4110-975b-378575e40bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:51.452881 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1d93f23e-67eb-482a-8674-d10d8408643f req-e2ed530e-e189-4110-975b-378575e40bef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0902433 Nov 15 12:06:51.477476 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:51.490678 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a9e681-1159-4a82-820a-5fd52b60e279 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:06:51.510249 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port d9a9e681-1159-4a82-820a-5fd52b60e279, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d9a9e681-1159-4a82-820a-5fd52b60e279,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:06:51.515463 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:51.520950 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93f23e-67eb-482a-8674-d10d8408643f req-5758c4d3-b712-4fbe-8611-8aa8f7eab993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:51.522453 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1d93f23e-67eb-482a-8674-d10d8408643f req-5758c4d3-b712-4fbe-8611-8aa8f7eab993 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671208 Nov 15 12:06:51.524909 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93f23e-67eb-482a-8674-d10d8408643f req-202a2b92-7c2b-4e0b-8d12-6db1b5182388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:51.526258 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1d93f23e-67eb-482a-8674-d10d8408643f req-202a2b92-7c2b-4e0b-8d12-6db1b5182388 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620325 Nov 15 12:06:51.565224 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=d9a9e681-1159-4a82-820a-5fd52b60e279,revision_number=12']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:06:51.677548 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1d93f23e-67eb-482a-8674-d10d8408643f req-9e49b77c-6286-4b44-b613-c6f238275966 service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406076 Nov 15 12:06:51.679393 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1d93f23e-67eb-482a-8674-d10d8408643f req-9e008b91-58c1-4300-8326-0a7165d14f81 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495769 Nov 15 12:06:51.731850 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ee903-7501-445e-bd13-d59966236444 req-f7428333-9c78-4771-a362-dd5d72d5fc61 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:51.733354 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['d9a9e681-1159-4a82-820a-5fd52b60e279'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:06:51.734030 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c64ee903-7501-445e-bd13-d59966236444 req-f7428333-9c78-4771-a362-dd5d72d5fc61 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 946 time: 0.0516064 Nov 15 12:06:51.737339 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device d9a9e681-1159-4a82-820a-5fd52b60e279 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:06:51.788843 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c64ee903-7501-445e-bd13-d59966236444 req-2723fb2d-bb6f-4c48-8a55-6aa5db3494f5 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471678 Nov 15 12:06:51.813182 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device d9a9e681-1159-4a82-820a-5fd52b60e279 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:06:51.838970 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1d93f23e-67eb-482a-8674-d10d8408643f req-c84c4bbc-aabc-45bc-8dbc-176363c632c0 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480620 Nov 15 12:06:51.840744 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1d93f23e-67eb-482a-8674-d10d8408643f req-88981565-3990-4c0b-ac71-b85d0c7ffb1d service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568396 Nov 15 12:06:51.907756 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f329b9b-d7cd-4858-b939-cb0d34f486a8 req-d763d0e0-c18b-4096-bce1-a16e3de0f7ba tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:51.909364 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f329b9b-d7cd-4858-b939-cb0d34f486a8 req-d763d0e0-c18b-4096-bce1-a16e3de0f7ba tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 946 time: 0.0523384 Nov 15 12:06:51.955723 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3f329b9b-d7cd-4858-b939-cb0d34f486a8 req-29490c19-73d8-4258-9a1c-7a37c5d05352 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398753 Nov 15 12:06:52.069291 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8dee1-40ac-466c-bf23-62371173d165 req-ed0072bf-37bf-49c4-a975-ee76bda6df00 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:52.070701 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53a8dee1-40ac-466c-bf23-62371173d165 req-ed0072bf-37bf-49c4-a975-ee76bda6df00 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 946 time: 0.0494592 Nov 15 12:06:52.121160 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53a8dee1-40ac-466c-bf23-62371173d165 req-e2e72fe6-64f5-4038-ac27-d655cff1d311 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419559 Nov 15 12:06:52.362880 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098b384-70e6-4bd4-9c7c-78066ad444ae req-0db4b529-737c-45d1-90e9-04ba1637839b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:52.364433 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4098b384-70e6-4bd4-9c7c-78066ad444ae req-0db4b529-737c-45d1-90e9-04ba1637839b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 946 time: 0.0509381 Nov 15 12:06:52.418257 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4098b384-70e6-4bd4-9c7c-78066ad444ae req-b9276e78-50b3-48bb-aa29-8d6d9a195cbb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453131 Nov 15 12:06:53.341060 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device d9a9e681-1159-4a82-820a-5fd52b60e279 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:06:53.400004 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port d9a9e681-1159-4a82-820a-5fd52b60e279 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:06:53.403520 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port d9a9e681-1159-4a82-820a-5fd52b60e279 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:06:53.403912 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:53.484390 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:53.537700 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa40934-6241-4d88-a471-70430ff312e3 req-7639e0aa-e822-49f4-90f3-1038e8d6c6dd tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:53.539321 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8aa40934-6241-4d88-a471-70430ff312e3 req-7639e0aa-e822-49f4-90f3-1038e8d6c6dd tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 946 time: 0.0509832 Nov 15 12:06:53.588349 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bf529-2810-42bc-8dd6-9b42018a5460 req-a644e1bf-28ac-49a0-9b80-f535d0813ac9 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:53.589910 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ab9bf529-2810-42bc-8dd6-9b42018a5460 req-a644e1bf-28ac-49a0-9b80-f535d0813ac9 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 946 time: 0.0563202 Nov 15 12:06:53.593533 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8aa40934-6241-4d88-a471-70430ff312e3 req-31c41e25-cabc-4398-b2b2-af8dda824428 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466819 Nov 15 12:06:53.671224 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a9e681-1159-4a82-820a-5fd52b60e279'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:06:53.673420 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d02c922-9e0a-4514-8054-601d9bc66e2a" -d '{"events": [{"server_uuid": "a7260127-0ec7-47b6-b670-e49659c8d7bf", "name": "network-vif-plugged", "status": "completed", "tag": "d9a9e681-1159-4a82-820a-5fd52b60e279"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:06:53.684190 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-ab9bf529-2810-42bc-8dd6-9b42018a5460 req-0800c1ce-3e32-4799-a5df-240809cbde8a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Deleting port d9a9e681-1159-4a82-820a-5fd52b60e279 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:06:53.684527 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ab9bf529-2810-42bc-8dd6-9b42018a5460 req-0800c1ce-3e32-4799-a5df-240809cbde8a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:53.685656 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port d9a9e681-1159-4a82-820a-5fd52b60e279, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d9a9e681-1159-4a82-820a-5fd52b60e279,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:06:53.692226 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:53.720121 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8607453b-105d-4e7f-8b54-7c3069ec886f x-openstack-request-id: req-8607453b-105d-4e7f-8b54-7c3069ec886f {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:06:53.720414 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7260127-0ec7-47b6-b670-e49659c8d7bf", "name": "network-vif-plugged", "status": "completed", "tag": "d9a9e681-1159-4a82-820a-5fd52b60e279", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:06:53.720660 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8607453b-105d-4e7f-8b54-7c3069ec886f {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:06:53.721047 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a9e681-1159-4a82-820a-5fd52b60e279', 'code': 200} Nov 15 12:06:53.745825 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=d9a9e681-1159-4a82-820a-5fd52b60e279,revision_number=13']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:06:53.790068 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-ab9bf529-2810-42bc-8dd6-9b42018a5460 req-0800c1ce-3e32-4799-a5df-240809cbde8a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] For port d9a9e681-1159-4a82-820a-5fd52b60e279, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d9a9e681-1159-4a82-820a-5fd52b60e279,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:06:53.790426 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ab9bf529-2810-42bc-8dd6-9b42018a5460 req-0800c1ce-3e32-4799-a5df-240809cbde8a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:53.961510 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ab9bf529-2810-42bc-8dd6-9b42018a5460 req-0800c1ce-3e32-4799-a5df-240809cbde8a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:53.961773 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ab9bf529-2810-42bc-8dd6-9b42018a5460 req-0800c1ce-3e32-4799-a5df-240809cbde8a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:53.962435 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [req-ab9bf529-2810-42bc-8dd6-9b42018a5460 req-0800c1ce-3e32-4799-a5df-240809cbde8a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Floating IP 1b61882b-1dba-4d86-855a-3037de680edd disassociated. External IP: 172.25.7.51, port: d9a9e681-1159-4a82-820a-5fd52b60e279. Nov 15 12:06:53.962792 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-ab9bf529-2810-42bc-8dd6-9b42018a5460 req-0800c1ce-3e32-4799-a5df-240809cbde8a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Calling delete_port for d9a9e681-1159-4a82-820a-5fd52b60e279 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:06:54.104588 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ab9bf529-2810-42bc-8dd6-9b42018a5460 req-0800c1ce-3e32-4799-a5df-240809cbde8a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:54.134680 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800c1ce-3e32-4799-a5df-240809cbde8a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Pushing event deleted for resources: {'Port': ['ID=d9a9e681-1159-4a82-820a-5fd52b60e279,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:06:54.248756 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab9bf529-2810-42bc-8dd6-9b42018a5460 req-0800c1ce-3e32-4799-a5df-240809cbde8a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Router a77994a8-63cb-4151-860a-a62bb92cc115 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:06:54.668008 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab9bf529-2810-42bc-8dd6-9b42018a5460 req-0800c1ce-3e32-4799-a5df-240809cbde8a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:06:54.680984 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876b6875-3cec-45ae-bbd4-8b66bcf3af9e None None] Sync routers for ids ['a77994a8-63cb-4151-860a-a62bb92cc115'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:06:54.691396 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876b6875-3cec-45ae-bbd4-8b66bcf3af9e None None] Routers {'a77994a8-63cb-4151-860a-a62bb92cc115'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:06:54.692074 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-876b6875-3cec-45ae-bbd4-8b66bcf3af9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:06:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a77994a8-63cb-4151-860a-a62bb92cc115'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:06:54.696871 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-437423f9-f502-40f4-9a8f-e73cc946ffb6 req-fa42be07-059f-4b83-b378-99ca36809b7e tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7260127-0ec7-47b6-b670-e49659c8d7bf HTTP/1.1" status: 200 len: 210 time: 0.0332544 Nov 15 12:06:54.709160 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9bf529-2810-42bc-8dd6-9b42018a5460 req-0800c1ce-3e32-4799-a5df-240809cbde8a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] No DVR routers for this DVR port d9a9e681-1159-4a82-820a-5fd52b60e279 on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:06:54.712388 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-ab9bf529-2810-42bc-8dd6-9b42018a5460 req-0800c1ce-3e32-4799-a5df-240809cbde8a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:54.715859 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ab9bf529-2810-42bc-8dd6-9b42018a5460 req-0800c1ce-3e32-4799-a5df-240809cbde8a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.55 "DELETE /v2.0/ports/d9a9e681-1159-4a82-820a-5fd52b60e279 HTTP/1.1" status: 204 len: 173 time: 1.1192408 Nov 15 12:06:54.716284 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'name': 'network-vif-deleted', 'tag': 'd9a9e681-1159-4a82-820a-5fd52b60e279'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:06:54.718566 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f836f265-5a6e-4a66-a938-5a055438a4f8" -d '{"events": [{"server_uuid": "a7260127-0ec7-47b6-b670-e49659c8d7bf", "name": "network-vif-deleted", "tag": "d9a9e681-1159-4a82-820a-5fd52b60e279"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:06:54.756810 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aba5c1d-f0a9-4768-b9f9-d36a148d3ce0 x-openstack-request-id: req-5aba5c1d-f0a9-4768-b9f9-d36a148d3ce0 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:06:54.757116 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7260127-0ec7-47b6-b670-e49659c8d7bf", "name": "network-vif-deleted", "tag": "d9a9e681-1159-4a82-820a-5fd52b60e279", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:06:54.757362 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5aba5c1d-f0a9-4768-b9f9-d36a148d3ce0 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:06:54.757753 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7260127-0ec7-47b6-b670-e49659c8d7bf', 'name': 'network-vif-deleted', 'tag': 'd9a9e681-1159-4a82-820a-5fd52b60e279', 'status': 'completed', 'code': 200} Nov 15 12:06:54.808358 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-876b6875-3cec-45ae-bbd4-8b66bcf3af9e None None] Set router a77994a8-63cb-4151-860a-a62bb92cc115 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:06:55.015510 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-876b6875-3cec-45ae-bbd4-8b66bcf3af9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:06:55.041360 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876b6875-3cec-45ae-bbd4-8b66bcf3af9e None None] Checking router: a77994a8-63cb-4151-860a-a62bb92cc115 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:06:55.050999 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876b6875-3cec-45ae-bbd4-8b66bcf3af9e None None] Routers {'a77994a8-63cb-4151-860a-a62bb92cc115'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:06:55.051592 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-876b6875-3cec-45ae-bbd4-8b66bcf3af9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:06:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a77994a8-63cb-4151-860a-a62bb92cc115'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:06:55.159385 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-876b6875-3cec-45ae-bbd4-8b66bcf3af9e None None] Set router a77994a8-63cb-4151-860a-a62bb92cc115 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:06:55.357074 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-876b6875-3cec-45ae-bbd4-8b66bcf3af9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:06:55.382528 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876b6875-3cec-45ae-bbd4-8b66bcf3af9e None None] The sync data for ids ['a77994a8-63cb-4151-860a-a62bb92cc115'] in n-d-729945-9 is: [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:06:55.609576 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3dbc75-ab87-455a-86a1-a7e428b0d313 None None] New status for floating IP 1b61882b-1dba-4d86-855a-3037de680edd: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:06:55.996085 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-05b88eb2-f6d8-4b62-a6ec-c890b71f4e24 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1791522783&fields=id&tenant_id=1fb8171ac455424cb2a3e50d57f49193 HTTP/1.1" status: 200 len: 267 time: 0.0424650 Nov 15 12:06:56.113297 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-1a31a9d8-c808-4ac3-883f-4fbc0749e566 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:56.114786 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-1a31a9d8-c808-4ac3-883f-4fbc0749e566 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 810 time: 0.1088631 Nov 15 12:06:56.130243 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-5c9ff003-fb89-4a86-bbaa-760a947ea947 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/quotas/1fb8171ac455424cb2a3e50d57f49193 HTTP/1.1" status: 200 len: 375 time: 0.0094619 Nov 15 12:06:56.182224 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-03bb0924-c7f1-466c-82e0-9ab703c99e54 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467908 Nov 15 12:06:56.286235 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-8e1766ac-e755-4e55-b893-185ea37bae1b service neutron] 10.222.0.64 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860991 Nov 15 12:06:56.376178 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-f673bbaa-d2a7-46da-91a6-c9a0fd57d52f service neutron] 10.222.0.64 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835278 Nov 15 12:06:56.546147 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bece826b-f577-4c28-9af7-c1d0cd9c5d93 req-69d50866-a754-4a42-914b-ba0cc0363a83 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 210 time: 0.0298800 Nov 15 12:06:57.357052 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device d9a9e681-1159-4a82-820a-5fd52b60e279 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:06:57.380320 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: d9a9e681-1159-4a82-820a-5fd52b60e279 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:06:57.380661 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device d9a9e681-1159-4a82-820a-5fd52b60e279 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:06:57.643368 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aca4c79f-94e7-46b3-b566-64a393c7ab1e req-66f561a7-f8b0-43cd-a3af-422f3fdf7446 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 210 time: 0.0289330 Nov 15 12:06:57.789929 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:06:58.735142 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d22ceaa5-fece-4071-9126-26867ff5596b req-d85cbf88-7734-4836-b9bd-b23b080eb487 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 210 time: 0.0263028 Nov 15 12:06:59.554353 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-fd03028d-c627-4d4c-b201-eb1271cab335 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:06:59.555841 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-fd03028d-c627-4d4c-b201-eb1271cab335 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 810 time: 0.1040044 Nov 15 12:06:59.616662 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-2286ad8e-0bc7-4dc2-bc11-1015411df8a0 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fb8171ac455424cb2a3e50d57f49193 HTTP/1.1" status: 200 len: 380 time: 0.0518384 Nov 15 12:06:59.627557 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-36816e4f-c846-4580-8311-c4779b296212 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Request body: {'port': {'device_id': '367bed2d-e652-4861-a2d9-feb8a8e388c5', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'admin_state_up': True, 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'security_groups': ['02bce2a9-f642-479e-a128-6b971560587c']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:06:59.746009 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-36816e4f-c846-4580-8311-c4779b296212 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Made reservation on behalf of 1fb8171ac455424cb2a3e50d57f49193 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:06:59.751195 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-36816e4f-c846-4580-8311-c4779b296212 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:06:59.844849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9fa318b1-c8a2-4222-a38f-52a343fcd2cc req-bc6f0218-beb1-4e51-9778-f2f8d429096f tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 210 time: 0.0282195 Nov 15 12:06:59.879854 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-36816e4f-c846-4580-8311-c4779b296212 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Allocated IP 172.20.0.12 (a9932d65-bb79-41e2-8afa-bfb232f7c613/fdfd29fa-94c7-4ffb-9c57-5f75b753aef6/48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:07:00.022702 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-36816e4f-c846-4580-8311-c4779b296212 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:00.022937 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:00.059043 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-36816e4f-c846-4580-8311-c4779b296212 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:00.109139 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-36816e4f-c846-4580-8311-c4779b296212 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Network a9932d65-bb79-41e2-8afa-bfb232f7c613 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:07:00.112526 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-36816e4f-c846-4580-8311-c4779b296212 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:07:00.116934 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-36816e4f-c846-4580-8311-c4779b296212 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:07:00.120872 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36816e4f-c846-4580-8311-c4779b296212 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Pushing event updated for resources: {'Port': ['ID=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:07:00.167008 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-36816e4f-c846-4580-8311-c4779b296212 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:00.167619 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-36816e4f-c846-4580-8311-c4779b296212 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:00.185636 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-36816e4f-c846-4580-8311-c4779b296212 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5617058 Nov 15 12:07:00.199663 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-1c70ff26-f54b-4e32-86be-7c1f45a580f8 service neutron] Request body: {'port': {'device_id': '367bed2d-e652-4861-a2d9-feb8a8e388c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:07:00.256215 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-1c70ff26-f54b-4e32-86be-7c1f45a580f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:00.304686 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0bb14dba-5f09-4ba2-9d76-f23322dd905f None None] Provisioning complete for port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:07:00.305134 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0bb14dba-5f09-4ba2-9d76-f23322dd905f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:00.339170 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-0bb14dba-5f09-4ba2-9d76-f23322dd905f None None] Port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:07:00.532709 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-1c70ff26-f54b-4e32-86be-7c1f45a580f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:07:00.540163 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-1c70ff26-f54b-4e32-86be-7c1f45a580f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:00.555682 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-1c70ff26-f54b-4e32-86be-7c1f45a580f8 service neutron] Transition to ACTIVE for port object 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:07:00.562673 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-1c70ff26-f54b-4e32-86be-7c1f45a580f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:00.615135 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70ff26-f54b-4e32-86be-7c1f45a580f8 service neutron] Pushing event updated for resources: {'Port': ['ID=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:07:00.684976 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-1c70ff26-f54b-4e32-86be-7c1f45a580f8 service neutron] Attempting to bind port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:07:00.685303 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-1c70ff26-f54b-4e32-86be-7c1f45a580f8 service neutron] Attempting to bind port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:07:00.685625 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-1c70ff26-f54b-4e32-86be-7c1f45a580f8 service neutron] Attempting to bind port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:07:00.690445 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-1c70ff26-f54b-4e32-86be-7c1f45a580f8 service neutron] Port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:07:00.690782 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-1c70ff26-f54b-4e32-86be-7c1f45a580f8 service neutron] Attempting to bind port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:07:00.695649 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-1c70ff26-f54b-4e32-86be-7c1f45a580f8 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:07:00.696012 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-1c70ff26-f54b-4e32-86be-7c1f45a580f8 service neutron] Checking segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:07:00.696415 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-1c70ff26-f54b-4e32-86be-7c1f45a580f8 service neutron] Bound using segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:07:00.696832 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-1c70ff26-f54b-4e32-86be-7c1f45a580f8 service neutron] Bound port: 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:07:00.697183 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-1c70ff26-f54b-4e32-86be-7c1f45a580f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:00.762198 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-1c70ff26-f54b-4e32-86be-7c1f45a580f8 service neutron] For port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:07:00.765836 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-1c70ff26-f54b-4e32-86be-7c1f45a580f8 service neutron] For port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:07:00.771720 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-1c70ff26-f54b-4e32-86be-7c1f45a580f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:00.805444 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-1c70ff26-f54b-4e32-86be-7c1f45a580f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:00.806083 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-1c70ff26-f54b-4e32-86be-7c1f45a580f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:00.807495 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-1c70ff26-f54b-4e32-86be-7c1f45a580f8 service neutron] 10.222.0.55 "PUT /v2.0/ports/48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 HTTP/1.1" status: 200 len: 1092 time: 0.6129057 Nov 15 12:07:00.807938 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367bed2d-e652-4861-a2d9-feb8a8e388c5', 'tag': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:07:00.810377 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff6de2e38cd4d191c46c94ad72b7c629f4e9357ef8c6766c02eea10ead2e6f75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e61e0c-a4c3-4af7-91dd-05164653fe9b" -d '{"events": [{"name": "network-changed", "server_uuid": "367bed2d-e652-4861-a2d9-feb8a8e388c5", "tag": "48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:07:00.840221 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70ff26-f54b-4e32-86be-7c1f45a580f8 service neutron] Pushing event updated for resources: {'Port': ['ID=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:07:00.864694 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297586f2-8be5-4212-8943-170f1913b2d7 x-openstack-request-id: req-297586f2-8be5-4212-8943-170f1913b2d7 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:07:00.864976 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367bed2d-e652-4861-a2d9-feb8a8e388c5", "tag": "48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:07:00.865276 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-297586f2-8be5-4212-8943-170f1913b2d7 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:07:00.866030 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367bed2d-e652-4861-a2d9-feb8a8e388c5', 'tag': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4', 'status': 'completed', 'code': 200} Nov 15 12:07:00.915450 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-08a7d8c9-3f18-4a7b-b1b7-5bcfe04d3e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:00.917009 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-08a7d8c9-3f18-4a7b-b1b7-5bcfe04d3e68 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 1095 time: 0.0443199 Nov 15 12:07:00.965321 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-72ff9b26-e443-44ca-ad3b-9d921cdd42b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 HTTP/1.1" status: 200 len: 217 time: 0.0404527 Nov 15 12:07:00.968365 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad90d5-fd59-416e-814e-d1d2c5718d40 req-05de9220-a628-4bff-885d-a60ead7bca10 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:00.969888 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5bad90d5-fd59-416e-814e-d1d2c5718d40 req-05de9220-a628-4bff-885d-a60ead7bca10 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 944 time: 0.0514402 Nov 15 12:07:01.014777 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-a9e21ea7-a4c9-4e0f-8705-3de150ff089c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:01.016290 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-a9e21ea7-a4c9-4e0f-8705-3de150ff089c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0439875 Nov 15 12:07:01.017619 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5bad90d5-fd59-416e-814e-d1d2c5718d40 req-5530781f-1bf0-4238-a8a8-537d57c7c30d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415647 Nov 15 12:07:01.062801 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-901060b9-f566-4fb5-8482-bca73c2d66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:01.064353 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-901060b9-f566-4fb5-8482-bca73c2d66b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401413 Nov 15 12:07:01.160122 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-7105d319-1c12-493d-8ace-7972597344db service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876701 Nov 15 12:07:01.251546 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-891dccf9-bcca-45f2-99fd-8dc19ec4a3da req-ccb57ac1-05fb-40b6-bb31-02d51b75998c service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844700 Nov 15 12:07:01.365572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e61e0c-a4c3-4af7-91dd-05164653fe9b req-5a78487f-d37d-41f7-96e3-35c8963f965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:01.367037 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-24e61e0c-a4c3-4af7-91dd-05164653fe9b req-5a78487f-d37d-41f7-96e3-35c8963f965a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 1095 time: 0.0665383 Nov 15 12:07:01.421776 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f64b192b-3dd3-4b49-8cae-4ce16d090463 req-e072cd95-7550-46fc-90dc-028d1e6167c3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0851655 Nov 15 12:07:01.478070 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e61e0c-a4c3-4af7-91dd-05164653fe9b req-8b646a1a-d36f-4783-ad9f-d50484ff447c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:01.479494 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-24e61e0c-a4c3-4af7-91dd-05164653fe9b req-8b646a1a-d36f-4783-ad9f-d50484ff447c service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.1050520 Nov 15 12:07:01.533539 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-24e61e0c-a4c3-4af7-91dd-05164653fe9b req-dc0dff1a-d589-4c80-b386-7835eecda8f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 HTTP/1.1" status: 200 len: 217 time: 0.0366466 Nov 15 12:07:01.552870 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b192b-3dd3-4b49-8cae-4ce16d090463 req-11bab568-2abe-425d-9601-83c0e965e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:01.554286 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f64b192b-3dd3-4b49-8cae-4ce16d090463 req-11bab568-2abe-425d-9601-83c0e965e5fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0867991 Nov 15 12:07:01.633384 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e61e0c-a4c3-4af7-91dd-05164653fe9b req-99f4004c-e7e1-412f-91a1-bc0032778d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:01.634890 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-24e61e0c-a4c3-4af7-91dd-05164653fe9b req-99f4004c-e7e1-412f-91a1-bc0032778d80 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0933557 Nov 15 12:07:01.699476 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b192b-3dd3-4b49-8cae-4ce16d090463 req-b386e9a5-aa78-41a8-8fcf-57b96aca7904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:01.700979 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f64b192b-3dd3-4b49-8cae-4ce16d090463 req-b386e9a5-aa78-41a8-8fcf-57b96aca7904 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.1258438 Nov 15 12:07:01.705342 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e61e0c-a4c3-4af7-91dd-05164653fe9b req-c1e1ed40-655e-49ad-8020-3dfa0c4aa392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:01.706701 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-24e61e0c-a4c3-4af7-91dd-05164653fe9b req-c1e1ed40-655e-49ad-8020-3dfa0c4aa392 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639722 Nov 15 12:07:01.753066 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f64b192b-3dd3-4b49-8cae-4ce16d090463 req-5e76be32-3c77-422f-b9da-d08e35a8a3af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0446670 Nov 15 12:07:01.841121 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b192b-3dd3-4b49-8cae-4ce16d090463 req-91fe7114-4f8f-439d-a960-9289eb7c4a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:01.842599 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f64b192b-3dd3-4b49-8cae-4ce16d090463 req-91fe7114-4f8f-439d-a960-9289eb7c4a4a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0804944 Nov 15 12:07:01.889339 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-24e61e0c-a4c3-4af7-91dd-05164653fe9b req-6e344df2-41e9-4911-b504-c38f4a1bc045 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738079 Nov 15 12:07:01.941400 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b192b-3dd3-4b49-8cae-4ce16d090463 req-6f3491a7-c0f5-4deb-81fa-4bcb26989620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:01.942866 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f64b192b-3dd3-4b49-8cae-4ce16d090463 req-6f3491a7-c0f5-4deb-81fa-4bcb26989620 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925722 Nov 15 12:07:02.038148 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-24e61e0c-a4c3-4af7-91dd-05164653fe9b req-a51707f4-db07-4df7-b212-d4b485590df9 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401052 Nov 15 12:07:02.065003 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f64b192b-3dd3-4b49-8cae-4ce16d090463 req-ce33bddc-da62-4787-98be-50778753b50c service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142402 Nov 15 12:07:02.069548 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:02.146481 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa12541-7292-4506-883f-ebf13b54928b req-3c3f727b-fbf4-4d63-a040-415ee076a8c6 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:02.148000 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4fa12541-7292-4506-883f-ebf13b54928b req-3c3f727b-fbf4-4d63-a040-415ee076a8c6 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 944 time: 0.0527308 Nov 15 12:07:02.155798 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f64b192b-3dd3-4b49-8cae-4ce16d090463 req-731eeac8-8eed-405c-9a07-9b6d7f705910 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839081 Nov 15 12:07:02.194887 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4fa12541-7292-4506-883f-ebf13b54928b req-b3661fad-f862-4f9a-8276-2c8f2fc43384 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404189 Nov 15 12:07:03.323559 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310fae8-35a7-4309-8985-9e6c45f22af5 req-4a545d30-cc03-4a6d-a4f1-36baa1c26aea tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:03.325076 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8310fae8-35a7-4309-8985-9e6c45f22af5 req-4a545d30-cc03-4a6d-a4f1-36baa1c26aea tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 944 time: 0.0507159 Nov 15 12:07:03.367649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:07:03.375019 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8310fae8-35a7-4309-8985-9e6c45f22af5 req-f289880e-b277-4a1e-b74c-8cd20ad351df tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410299 Nov 15 12:07:03.466382 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:07:03.477372 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'port_id': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4', 'mac_address': 'fa:16:3e:9a:fa:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:07:03.513414 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:03.526000 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:07:03.549655 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:07:03.555916 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:03.611189 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:07:03.747440 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:07:04.499440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab72a9-a39c-48ec-83d6-b1c911404c9d req-7973842c-805f-490a-a5bc-b237728c7dce tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:04.500960 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-86ab72a9-a39c-48ec-83d6-b1c911404c9d req-7973842c-805f-490a-a5bc-b237728c7dce tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 945 time: 0.0545397 Nov 15 12:07:04.552251 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-86ab72a9-a39c-48ec-83d6-b1c911404c9d req-a32fcc2e-6b29-4854-a7d1-31081041af26 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451107 Nov 15 12:07:05.375991 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:07:05.429089 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:07:05.432726 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:07:05.433069 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:05.509902 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:05.533101 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367bed2d-e652-4861-a2d9-feb8a8e388c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:07:05.535706 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2c091431a2e6d0d5fd2ff5bfe5de8cdf9a3a0416fea93a275c74598a1c79bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd4ce54-dfd5-4e39-bd03-c68ff623cf56" -d '{"events": [{"server_uuid": "367bed2d-e652-4861-a2d9-feb8a8e388c5", "name": "network-vif-plugged", "status": "completed", "tag": "48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:07:05.547828 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:07:05.552932 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:05.578970 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1612573d-d21b-457e-99fc-c8f6064e2fd8 x-openstack-request-id: req-1612573d-d21b-457e-99fc-c8f6064e2fd8 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:07:05.579302 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367bed2d-e652-4861-a2d9-feb8a8e388c5", "name": "network-vif-plugged", "status": "completed", "tag": "48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:07:05.579503 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1612573d-d21b-457e-99fc-c8f6064e2fd8 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:07:05.579965 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367bed2d-e652-4861-a2d9-feb8a8e388c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4', 'code': 200} Nov 15 12:07:05.607649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:07:05.675839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a805fbf-400e-4015-9898-74e8a57c7865 req-06b676be-eef3-4b03-a14f-67bfe792e6b2 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:05.677271 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0a805fbf-400e-4015-9898-74e8a57c7865 req-06b676be-eef3-4b03-a14f-67bfe792e6b2 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.0482142 Nov 15 12:07:05.678636 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673590d-6b0e-40a3-bf82-ea65b714c0db req-789aa070-6c73-43de-af9e-da2889677e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:05.680168 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d673590d-6b0e-40a3-bf82-ea65b714c0db req-789aa070-6c73-43de-af9e-da2889677e37 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 1097 time: 0.0440965 Nov 15 12:07:05.724502 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d673590d-6b0e-40a3-bf82-ea65b714c0db req-a3f83f21-3630-4852-8fb8-3e143bfb7dd7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375588 Nov 15 12:07:05.725461 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0a805fbf-400e-4015-9898-74e8a57c7865 req-a0d046e9-625f-4cad-b615-86b157c69020 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419304 Nov 15 12:07:06.297674 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-52e5a9bd-b80b-4825-b1f6-8ce87f4155cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:06.841796 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc162527-bfdd-4c0b-a721-04b3221f2bcd req-a8462ac6-42e4-4b4c-b5e3-7308627ac7d2 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:06.843278 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc162527-bfdd-4c0b-a721-04b3221f2bcd req-a8462ac6-42e4-4b4c-b5e3-7308627ac7d2 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.0481811 Nov 15 12:07:06.893277 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc162527-bfdd-4c0b-a721-04b3221f2bcd req-5a71c43f-1409-475d-bf5f-665778a1379b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439451 Nov 15 12:07:07.009051 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47492f9e-f42c-4859-9c89-05b634e0cbf3 req-123a5283-72e5-49d7-a45c-467a7f4fd19a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:07.010414 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-47492f9e-f42c-4859-9c89-05b634e0cbf3 req-123a5283-72e5-49d7-a45c-467a7f4fd19a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.0489738 Nov 15 12:07:07.022486 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 52654) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:07:07.026932 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-521c1f69-7302-41bb-a183-fd2eab3da326 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Request body: {'floatingip': {'port_id': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:07:07.065605 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-521c1f69-7302-41bb-a183-fd2eab3da326 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for floatingip, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:07.493391 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-521c1f69-7302-41bb-a183-fd2eab3da326 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:07.500178 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-521c1f69-7302-41bb-a183-fd2eab3da326 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:07.941738 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-521c1f69-7302-41bb-a183-fd2eab3da326 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Floating IP 1b61882b-1dba-4d86-855a-3037de680edd associated. External IP: 172.25.7.51, port: 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4. Nov 15 12:07:08.157882 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521c1f69-7302-41bb-a183-fd2eab3da326 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Router a77994a8-63cb-4151-860a-a62bb92cc115 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:07:08.260241 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521c1f69-7302-41bb-a183-fd2eab3da326 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:07:08.265296 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-521c1f69-7302-41bb-a183-fd2eab3da326 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:08.270286 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf47dea-7bd0-473a-a454-73b158fb8e84 None None] Sync routers for ids ['a77994a8-63cb-4151-860a-a62bb92cc115'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:07:08.280600 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf47dea-7bd0-473a-a454-73b158fb8e84 None None] Routers {'a77994a8-63cb-4151-860a-a62bb92cc115'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:07:08.281186 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5bf47dea-7bd0-473a-a454-73b158fb8e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:06:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a77994a8-63cb-4151-860a-a62bb92cc115'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:07:08.295919 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-521c1f69-7302-41bb-a183-fd2eab3da326 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "PUT /v2.0/floatingips/1b61882b-1dba-4d86-855a-3037de680edd HTTP/1.1" status: 200 len: 992 time: 1.2723444 Nov 15 12:07:08.296504 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367bed2d-e652-4861-a2d9-feb8a8e388c5', 'tag': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:07:08.298781 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ac4dea1e5218cac83ca466b48c3db6ec71a188424ba5109d97877f285a2373" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e731a93-e5d8-450f-9db9-0f12988a5d37" -d '{"events": [{"name": "network-changed", "server_uuid": "367bed2d-e652-4861-a2d9-feb8a8e388c5", "tag": "48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:07:08.387051 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bc5248-3058-44c3-98e4-5e96f0c908df x-openstack-request-id: req-14bc5248-3058-44c3-98e4-5e96f0c908df {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:07:08.387328 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367bed2d-e652-4861-a2d9-feb8a8e388c5", "tag": "48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:07:08.387669 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14bc5248-3058-44c3-98e4-5e96f0c908df {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:07:08.388207 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367bed2d-e652-4861-a2d9-feb8a8e388c5', 'tag': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4', 'status': 'completed', 'code': 200} Nov 15 12:07:08.388841 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-5bf47dea-7bd0-473a-a454-73b158fb8e84 None None] Set router a77994a8-63cb-4151-860a-a62bb92cc115 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:07:08.390512 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-22015bd3-3e25-443f-bdf9-97478c970594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:08.449749 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e731a93-e5d8-450f-9db9-0f12988a5d37 req-2cd92d42-122f-4a89-baf7-9bcfc487f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:08.451305 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e731a93-e5d8-450f-9db9-0f12988a5d37 req-2cd92d42-122f-4a89-baf7-9bcfc487f527 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 1097 time: 0.0400138 Nov 15 12:07:08.547399 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e731a93-e5d8-450f-9db9-0f12988a5d37 req-60f1feeb-b55a-435a-82bc-368d5ccea8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:08.548825 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e731a93-e5d8-450f-9db9-0f12988a5d37 req-60f1feeb-b55a-435a-82bc-368d5ccea8a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0894170 Nov 15 12:07:08.615960 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e731a93-e5d8-450f-9db9-0f12988a5d37 req-2ac2c995-2204-4a03-88a3-22b7e72b1749 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 HTTP/1.1" status: 200 len: 1000 time: 0.0598826 Nov 15 12:07:08.626055 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5bf47dea-7bd0-473a-a454-73b158fb8e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '1b61882b-1dba-4d86-855a-3037de680edd', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'port_id': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'mac_address': 'fa:16:3e:9a:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367bed2d-e652-4861-a2d9-feb8a8e388c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:00:05Z', 'updated_at': '2021-11-15T12:07:07Z', 'revision_number': 13, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:07:08.652283 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf47dea-7bd0-473a-a454-73b158fb8e84 None None] Checking router: a77994a8-63cb-4151-860a-a62bb92cc115 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:07:08.661174 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf47dea-7bd0-473a-a454-73b158fb8e84 None None] Routers {'a77994a8-63cb-4151-860a-a62bb92cc115'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:07:08.661781 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5bf47dea-7bd0-473a-a454-73b158fb8e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:07:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a77994a8-63cb-4151-860a-a62bb92cc115'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:07:08.666725 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e731a93-e5d8-450f-9db9-0f12988a5d37 req-5922c4cf-0ec6-46f5-b568-cb7692dc6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:08.668379 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e731a93-e5d8-450f-9db9-0f12988a5d37 req-5922c4cf-0ec6-46f5-b568-cb7692dc6b36 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0456080 Nov 15 12:07:08.719036 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e731a93-e5d8-450f-9db9-0f12988a5d37 req-67ead805-f4ab-40e7-b8cc-3d3783f82e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:07:08.720585 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e731a93-e5d8-450f-9db9-0f12988a5d37 req-67ead805-f4ab-40e7-b8cc-3d3783f82e2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453465 Nov 15 12:07:08.767481 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-5bf47dea-7bd0-473a-a454-73b158fb8e84 None None] Set router a77994a8-63cb-4151-860a-a62bb92cc115 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:07:08.812078 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e731a93-e5d8-450f-9db9-0f12988a5d37 req-b47909ca-f6aa-4d60-a558-622ab94ae9e0 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827947 Nov 15 12:07:08.911452 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5e731a93-e5d8-450f-9db9-0f12988a5d37 req-993abc7e-282c-483b-b143-86d71e81ae5f service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909009 Nov 15 12:07:09.098138 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-5bf47dea-7bd0-473a-a454-73b158fb8e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '1b61882b-1dba-4d86-855a-3037de680edd', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'port_id': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'mac_address': 'fa:16:3e:9a:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367bed2d-e652-4861-a2d9-feb8a8e388c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:00:05Z', 'updated_at': '2021-11-15T12:07:07Z', 'revision_number': 13, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:07:09.124631 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf47dea-7bd0-473a-a454-73b158fb8e84 None None] The sync data for ids ['a77994a8-63cb-4151-860a-a62bb92cc115'] in n-d-729945-9 is: [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '1b61882b-1dba-4d86-855a-3037de680edd', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'port_id': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'mac_address': 'fa:16:3e:9a:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367bed2d-e652-4861-a2d9-feb8a8e388c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:00:05Z', 'updated_at': '2021-11-15T12:07:07Z', 'revision_number': 13, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:07:09.314982 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4223effd-92f8-4e0e-9781-3346314a0b18 None None] New status for floating IP 1b61882b-1dba-4d86-855a-3037de680edd: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:07:10.062069 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:11.617490 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:12.214165 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:30.031987 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:31.726066 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-7f6555a1-0adc-4381-b14b-008f476949e5 req-0f957597-b64a-4769-8259-83989e5d64c2 service neutron] (102677) timed out ('10.222.0.64', 49918) {{(pid=102677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 12:07:32.069951 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:34.790046 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:07:36.299289 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-78f0ee37-f0c4-4e19-9b7d-a48a5ad4c253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:38.397413 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f9905431-6721-48c2-a3f0-739b3796b5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:40.066286 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:41.613934 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:42.214249 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:07:48.275694 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-d18e610d-97e5-41a1-878b-0f61d806153d req-5f1ed3dd-b621-45b3-abc6-5666675de719 service neutron] (102678) timed out ('10.222.0.11', 65072) {{(pid=102678) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 12:08:00.027051 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:08:02.090903 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:08:03.491489 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b805203-9675-4a9f-8811-72649e9409ba req-37c9b562-abc9-434b-9030-7f960beea391 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0830119 Nov 15 12:08:03.575745 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b805203-9675-4a9f-8811-72649e9409ba req-7e075354-85a3-4a69-a87c-fe720bfb8f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:08:03.577242 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b805203-9675-4a9f-8811-72649e9409ba req-7e075354-85a3-4a69-a87c-fe720bfb8f45 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0418196 Nov 15 12:08:03.696360 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b805203-9675-4a9f-8811-72649e9409ba req-fe1225d7-2cc8-494f-9e1f-9bc71bf1fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:08:03.697788 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b805203-9675-4a9f-8811-72649e9409ba req-fe1225d7-2cc8-494f-9e1f-9bc71bf1fbf7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0989883 Nov 15 12:08:03.739112 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b805203-9675-4a9f-8811-72649e9409ba req-21fcd32c-5078-490e-bf9d-81292a89781b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0335121 Nov 15 12:08:03.791663 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b805203-9675-4a9f-8811-72649e9409ba req-b473f36c-3e85-4d73-8bbd-0f12efb935d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:08:03.793098 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b805203-9675-4a9f-8811-72649e9409ba req-b473f36c-3e85-4d73-8bbd-0f12efb935d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0460989 Nov 15 12:08:03.841057 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b805203-9675-4a9f-8811-72649e9409ba req-e2146a53-f916-47e2-81e9-a37064862a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:08:03.843277 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b805203-9675-4a9f-8811-72649e9409ba req-e2146a53-f916-47e2-81e9-a37064862a79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426023 Nov 15 12:08:03.936356 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b805203-9675-4a9f-8811-72649e9409ba req-dc48815f-dfe6-432f-8760-96464b760553 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860157 Nov 15 12:08:04.040066 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b805203-9675-4a9f-8811-72649e9409ba req-be0753d5-7dd8-4943-a422-61330a5355f9 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961781 Nov 15 12:08:04.592305 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-311877ec-10f2-4e34-945c-dc2eae4ecb0f req-ab33a3ad-a8ef-479d-b607-9be3c282b712 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818942 Nov 15 12:08:04.676811 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311877ec-10f2-4e34-945c-dc2eae4ecb0f req-54382c9b-ec5f-47a0-adaf-dbfd5c861c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:08:04.678362 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-311877ec-10f2-4e34-945c-dc2eae4ecb0f req-54382c9b-ec5f-47a0-adaf-dbfd5c861c14 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 1097 time: 0.0424702 Nov 15 12:08:04.790940 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311877ec-10f2-4e34-945c-dc2eae4ecb0f req-cf254929-2f0d-43b0-984e-4f4fbc13e316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:08:04.792469 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-311877ec-10f2-4e34-945c-dc2eae4ecb0f req-cf254929-2f0d-43b0-984e-4f4fbc13e316 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0940697 Nov 15 12:08:04.860777 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-311877ec-10f2-4e34-945c-dc2eae4ecb0f req-fd751427-d7a2-4995-9fe8-859359e3dc02 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 HTTP/1.1" status: 200 len: 1002 time: 0.0612121 Nov 15 12:08:04.911136 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311877ec-10f2-4e34-945c-dc2eae4ecb0f req-2be44ed5-1240-4250-aab2-1d67b935a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:08:04.912782 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-311877ec-10f2-4e34-945c-dc2eae4ecb0f req-2be44ed5-1240-4250-aab2-1d67b935a317 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0440176 Nov 15 12:08:04.966995 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311877ec-10f2-4e34-945c-dc2eae4ecb0f req-1163f834-9232-4e50-a0ae-313ae6645d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:08:04.968555 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-311877ec-10f2-4e34-945c-dc2eae4ecb0f req-1163f834-9232-4e50-a0ae-313ae6645d79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490484 Nov 15 12:08:05.066269 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-311877ec-10f2-4e34-945c-dc2eae4ecb0f req-597ba9ce-5299-43ad-b125-c0fb5bef9dd4 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893066 Nov 15 12:08:05.156474 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-311877ec-10f2-4e34-945c-dc2eae4ecb0f req-98968a91-bb98-492e-a4cd-d7a73bf4db43 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832345 Nov 15 12:08:06.294465 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b014d7d6-4ad8-4054-98e0-fca3f8713f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:08:08.406117 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0bb35827-e0fd-46fc-b62e-9e62ff2f1581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:08:10.070315 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:08:11.616578 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:08:11.794753 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:08:12.214507 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:08:30.032881 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:08:32.107368 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:08:36.299134 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5888ab52-8497-469a-a0d1-87d64ed1f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:08:38.411296 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-85fe2180-11b3-4b95-b055-44e7798cbde6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:08:40.067201 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:08:41.619709 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:08:42.219752 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:08:47.601407 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaec704-9c66-4d82-bfa8-d1cf011dbb66 req-c159589c-86f6-4d79-8fc1-37a5c56e45bb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:08:47.602920 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3eaec704-9c66-4d82-bfa8-d1cf011dbb66 req-c159589c-86f6-4d79-8fc1-37a5c56e45bb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.1029704 Nov 15 12:08:47.660957 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3eaec704-9c66-4d82-bfa8-d1cf011dbb66 req-0f8bab01-8868-4703-8fe8-6a549a1ba46e tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480354 Nov 15 12:08:48.786328 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:08:59.812976 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-ebceff87-41ad-44cd-aad9-2b8325197e49 req-0fe62cd6-78ec-4d0b-b58e-254980b2e6db service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:08:59.813982 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ebceff87-41ad-44cd-aad9-2b8325197e49 req-0fe62cd6-78ec-4d0b-b58e-254980b2e6db service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466094 Nov 15 12:09:00.001578 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d17fe-211b-47f0-bb73-bd66b8bc1225 req-bb615b21-1d51-435c-be77-f1ea16832b65 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:00.003721 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-621d17fe-211b-47f0-bb73-bd66b8bc1225 req-bb615b21-1d51-435c-be77-f1ea16832b65 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.0525291 Nov 15 12:09:00.044516 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:00.056963 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-621d17fe-211b-47f0-bb73-bd66b8bc1225 req-d27c819c-5829-4da9-9537-880303955883 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477121 Nov 15 12:09:00.059008 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-590affa6-30bf-401f-adfb-d2608564b36c req-ac08f80c-04ea-457d-8171-7553aeaf3be7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809898 Nov 15 12:09:00.068395 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-590affa6-30bf-401f-adfb-d2608564b36c req-f86efb27-800c-47b0-8859-aee547d15014 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:09:00.069413 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-590affa6-30bf-401f-adfb-d2608564b36c req-f86efb27-800c-47b0-8859-aee547d15014 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054727 Nov 15 12:09:01.192339 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de8bd9-eec0-4423-9c41-75ae74499f3f req-7b25910b-47e5-4206-b774-e979a64c8aa0 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:01.193810 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-89de8bd9-eec0-4423-9c41-75ae74499f3f req-7b25910b-47e5-4206-b774-e979a64c8aa0 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.0516734 Nov 15 12:09:01.244251 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-89de8bd9-eec0-4423-9c41-75ae74499f3f req-b496e41c-e537-42e2-be95-5aeb21fc5073 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420988 Nov 15 12:09:02.103899 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:02.378456 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88162cf-61c6-46c8-8b32-c98bb45808f8 req-0dbeb74d-f843-4ada-a7a1-312efa1a020c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:02.379846 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d88162cf-61c6-46c8-8b32-c98bb45808f8 req-0dbeb74d-f843-4ada-a7a1-312efa1a020c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.0550785 Nov 15 12:09:02.437064 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d88162cf-61c6-46c8-8b32-c98bb45808f8 req-ecb1c479-37cc-4fe2-8262-e79d62b5550f tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483961 Nov 15 12:09:03.258282 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590affa6-30bf-401f-adfb-d2608564b36c req-8ccdc616-f5b1-4761-8ced-bdfce72675d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:03.259780 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-590affa6-30bf-401f-adfb-d2608564b36c req-8ccdc616-f5b1-4761-8ced-bdfce72675d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 1097 time: 0.0474308 Nov 15 12:09:03.351374 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590affa6-30bf-401f-adfb-d2608564b36c req-fb8c8ccf-dcc4-4e8d-acab-6a1f551f8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:03.352872 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-590affa6-30bf-401f-adfb-d2608564b36c req-fb8c8ccf-dcc4-4e8d-acab-6a1f551f8df7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0859475 Nov 15 12:09:03.426021 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-590affa6-30bf-401f-adfb-d2608564b36c req-e652b729-ab7a-4a9a-982f-7802502b5ac3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 HTTP/1.1" status: 200 len: 1002 time: 0.0659232 Nov 15 12:09:03.478510 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590affa6-30bf-401f-adfb-d2608564b36c req-2c223186-12d1-41b1-a44a-56d224c2dac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:03.480041 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-590affa6-30bf-401f-adfb-d2608564b36c req-2c223186-12d1-41b1-a44a-56d224c2dac1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0464296 Nov 15 12:09:03.527113 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590affa6-30bf-401f-adfb-d2608564b36c req-0d3b15e2-f658-44fd-8199-637b06bdaff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:03.528758 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-590affa6-30bf-401f-adfb-d2608564b36c req-0d3b15e2-f658-44fd-8199-637b06bdaff4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420377 Nov 15 12:09:03.558025 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac8fa2-7d1c-41d7-8bc0-82f08d4102b1 req-02c32676-278c-45c4-a2ae-7a22bd10648d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:03.559526 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66ac8fa2-7d1c-41d7-8bc0-82f08d4102b1 req-02c32676-278c-45c4-a2ae-7a22bd10648d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.0524511 Nov 15 12:09:03.607926 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-66ac8fa2-7d1c-41d7-8bc0-82f08d4102b1 req-3648809c-79bd-411c-a1e4-15249d515d9e tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422816 Nov 15 12:09:03.625917 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-590affa6-30bf-401f-adfb-d2608564b36c req-915d8145-8aa5-4b7a-98ca-58491b94137c service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892167 Nov 15 12:09:03.719952 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-590affa6-30bf-401f-adfb-d2608564b36c req-2d3b8f78-f47a-4645-9ddf-688d06d50297 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840194 Nov 15 12:09:04.388203 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4b37233a-1c16-48bb-a0cf-8f88233e2f84 req-7cb78063-8ba7-4317-b4dd-d98d01d74f4e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491648 Nov 15 12:09:04.480153 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37233a-1c16-48bb-a0cf-8f88233e2f84 req-c1475f0b-0cbd-4d8f-ad31-0856237af148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:04.481676 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4b37233a-1c16-48bb-a0cf-8f88233e2f84 req-c1475f0b-0cbd-4d8f-ad31-0856237af148 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0427241 Nov 15 12:09:04.589947 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37233a-1c16-48bb-a0cf-8f88233e2f84 req-c260f336-d320-4421-bdf8-5703297d07a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:04.591425 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4b37233a-1c16-48bb-a0cf-8f88233e2f84 req-c260f336-d320-4421-bdf8-5703297d07a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0877523 Nov 15 12:09:04.636389 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4b37233a-1c16-48bb-a0cf-8f88233e2f84 req-586a777a-12b1-49ca-998a-a17b44474a35 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0374014 Nov 15 12:09:04.688528 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37233a-1c16-48bb-a0cf-8f88233e2f84 req-041998de-91a0-4b34-9426-1122039b9947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:04.690484 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4b37233a-1c16-48bb-a0cf-8f88233e2f84 req-041998de-91a0-4b34-9426-1122039b9947 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0475526 Nov 15 12:09:04.726629 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7df0f5-0096-4769-a666-cafbbe8276cb req-7e5b3e85-a8b0-4a34-becc-208873402323 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:04.728263 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd7df0f5-0096-4769-a666-cafbbe8276cb req-7e5b3e85-a8b0-4a34-becc-208873402323 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.0497799 Nov 15 12:09:04.736792 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37233a-1c16-48bb-a0cf-8f88233e2f84 req-5df15bf0-3f36-429f-b6b9-58e8d0adf8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:04.738322 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4b37233a-1c16-48bb-a0cf-8f88233e2f84 req-5df15bf0-3f36-429f-b6b9-58e8d0adf8db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407960 Nov 15 12:09:04.776424 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fd7df0f5-0096-4769-a666-cafbbe8276cb req-70143db8-c957-4956-a457-f6df9fcf97b1 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412304 Nov 15 12:09:04.831009 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4b37233a-1c16-48bb-a0cf-8f88233e2f84 req-1e4c890d-ed6b-4716-95c3-7c92bc454b03 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851891 Nov 15 12:09:04.921073 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4b37233a-1c16-48bb-a0cf-8f88233e2f84 req-b3a4c2be-be6b-44ae-8c21-2f837a4d19d0 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827944 Nov 15 12:09:05.912071 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876f733-6028-4915-91b5-1b8f61eee3b8 req-b0e47227-ca48-4845-8383-4c4727b861c9 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:05.913628 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0876f733-6028-4915-91b5-1b8f61eee3b8 req-b0e47227-ca48-4845-8383-4c4727b861c9 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.0592406 Nov 15 12:09:05.969110 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0876f733-6028-4915-91b5-1b8f61eee3b8 req-a9479cd4-1776-47b9-9678-2f03f3b3bf33 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465269 Nov 15 12:09:06.314777 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f8192754-85fd-449a-be8c-a79b037f68e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:06.572735 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c491c3-8a91-407e-9827-24b1019bd04c req-c8dd8a91-f865-45e3-a040-4326ce342c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:06.574244 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c4c491c3-8a91-407e-9827-24b1019bd04c req-c8dd8a91-f865-45e3-a040-4326ce342c8b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 1097 time: 0.0469244 Nov 15 12:09:06.676609 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c491c3-8a91-407e-9827-24b1019bd04c req-f93d40c9-8074-47b1-af0c-e93184498336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:06.678079 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c4c491c3-8a91-407e-9827-24b1019bd04c req-f93d40c9-8074-47b1-af0c-e93184498336 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0843315 Nov 15 12:09:06.752779 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c4c491c3-8a91-407e-9827-24b1019bd04c req-03867caa-61fb-4abd-9e4f-acddc2be9dd5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 HTTP/1.1" status: 200 len: 1002 time: 0.0675786 Nov 15 12:09:06.808240 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c491c3-8a91-407e-9827-24b1019bd04c req-234c90d2-6ab5-4805-bbe8-d0b10e186c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:06.809688 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c4c491c3-8a91-407e-9827-24b1019bd04c req-234c90d2-6ab5-4805-bbe8-d0b10e186c8c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0498033 Nov 15 12:09:06.862860 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c491c3-8a91-407e-9827-24b1019bd04c req-4ba3aed2-fea3-43db-ab5c-10182313fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:06.864394 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c4c491c3-8a91-407e-9827-24b1019bd04c req-4ba3aed2-fea3-43db-ab5c-10182313fab3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471237 Nov 15 12:09:07.095132 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ace66-6b44-49a4-bfe7-77fefe15a08d req-213cb26d-9025-494e-9169-79bd3c441adc tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:07.097392 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf2ace66-6b44-49a4-bfe7-77fefe15a08d req-213cb26d-9025-494e-9169-79bd3c441adc tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.0544236 Nov 15 12:09:07.151800 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf2ace66-6b44-49a4-bfe7-77fefe15a08d req-b8530e5c-6f82-4141-9157-a9b9d7a733a1 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450740 Nov 15 12:09:07.275205 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c4c491c3-8a91-407e-9827-24b1019bd04c req-062e064a-0ffa-48d0-ac2d-f2cfe2884b0e service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037275 Nov 15 12:09:07.364271 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c4c491c3-8a91-407e-9827-24b1019bd04c req-6e7d12ec-c8c8-409b-ba8a-8ebb1aace9c2 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818608 Nov 15 12:09:08.277103 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b1042-37d6-4eea-9f26-c32800fef075 req-3c602330-08db-4aa3-979b-66af4abb39b1 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:08.278466 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d8b1042-37d6-4eea-9f26-c32800fef075 req-3c602330-08db-4aa3-979b-66af4abb39b1 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.0499618 Nov 15 12:09:08.325591 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3d8b1042-37d6-4eea-9f26-c32800fef075 req-603cf700-7551-4ddf-b81a-cd3cf0ba523f tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411394 Nov 15 12:09:08.415016 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b2664501-f268-4213-bb4b-0bf652c61906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:09.466887 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47321cdc-9457-4729-b19e-3669a5cead7e req-d7ba4c03-20a5-4c38-ad23-940b70104da8 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:09.468400 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-47321cdc-9457-4729-b19e-3669a5cead7e req-d7ba4c03-20a5-4c38-ad23-940b70104da8 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.0528510 Nov 15 12:09:09.515543 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-47321cdc-9457-4729-b19e-3669a5cead7e req-401b4f4b-9c6b-483d-881f-1647514a9993 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410385 Nov 15 12:09:10.077933 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:10.642860 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e31780-a993-4341-b560-8fa55064ada2 req-1513dae0-8b5d-4932-803d-5497038f44ce tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:10.644342 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7e31780-a993-4341-b560-8fa55064ada2 req-1513dae0-8b5d-4932-803d-5497038f44ce tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.0513680 Nov 15 12:09:10.694831 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7e31780-a993-4341-b560-8fa55064ada2 req-bddbe1c9-2f79-4aea-808c-b7d54bd2f8dd tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443823 Nov 15 12:09:11.626949 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:11.819591 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4d664-781b-4f57-adbc-88f2ec847550 req-9c86d1e1-9400-4fd8-993c-4af725969d05 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:11.821178 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74d4d664-781b-4f57-adbc-88f2ec847550 req-9c86d1e1-9400-4fd8-993c-4af725969d05 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.0529454 Nov 15 12:09:11.869297 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-74d4d664-781b-4f57-adbc-88f2ec847550 req-426b6328-efdc-4f57-9f1d-ddb839297693 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419652 Nov 15 12:09:12.221891 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:13.003087 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d5dc5-6cc1-4191-82db-c701a862129e req-2c00ea27-ee5f-4191-b922-3ceaf70d95e5 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:13.004595 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c21d5dc5-6cc1-4191-82db-c701a862129e req-2c00ea27-ee5f-4191-b922-3ceaf70d95e5 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.0557644 Nov 15 12:09:13.059371 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c21d5dc5-6cc1-4191-82db-c701a862129e req-799e10bf-36c9-4767-9410-96082ea2fde4 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465727 Nov 15 12:09:14.199024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc32257-c5f9-4565-94e3-fe43f9537f39 req-80b7811d-343d-4714-a53d-8478202d83c8 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:14.200547 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dcc32257-c5f9-4565-94e3-fe43f9537f39 req-80b7811d-343d-4714-a53d-8478202d83c8 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.0583658 Nov 15 12:09:14.256284 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dcc32257-c5f9-4565-94e3-fe43f9537f39 req-a00f8b22-26f4-4b5d-bd6f-dac269bde4c8 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494792 Nov 15 12:09:15.394192 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ce824-3869-4824-8754-57e904e2f2d2 req-74742d15-91f7-4e8e-addf-c537d9d3dfdb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:15.395556 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf6ce824-3869-4824-8754-57e904e2f2d2 req-74742d15-91f7-4e8e-addf-c537d9d3dfdb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.0550780 Nov 15 12:09:15.443228 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf6ce824-3869-4824-8754-57e904e2f2d2 req-06fbe25d-f50f-466a-b749-65be3958c7b7 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414817 Nov 15 12:09:16.565017 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1261b8-53cb-4504-8baa-3638b6d41982 req-d1f23e68-746d-49b9-ae17-85bbd088e035 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:16.566634 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa1261b8-53cb-4504-8baa-3638b6d41982 req-d1f23e68-746d-49b9-ae17-85bbd088e035 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.0492837 Nov 15 12:09:16.614551 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa1261b8-53cb-4504-8baa-3638b6d41982 req-9d7d9639-c4f4-4575-8e2a-028dd2640bfe tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417452 Nov 15 12:09:17.738407 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160da764-c6cc-4b68-a2bb-43f04ff2862c req-d7d719ae-afa1-41be-9f50-4b61ba8ecf68 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:17.739952 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-160da764-c6cc-4b68-a2bb-43f04ff2862c req-d7d719ae-afa1-41be-9f50-4b61ba8ecf68 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.0540028 Nov 15 12:09:17.769775 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [req-590affa6-30bf-401f-adfb-d2608564b36c req-0100a201-939e-4bea-8577-3d223b73bac8 service neutron] show failed (client error): The resource could not be found. Nov 15 12:09:17.770808 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-590affa6-30bf-401f-adfb-d2608564b36c req-0100a201-939e-4bea-8577-3d223b73bac8 service neutron] 10.222.0.55 "GET /v2.0/ports/48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4/bindings/n-h1-729945-9 HTTP/1.1" status: 404 len: 380 time: 0.0614467 Nov 15 12:09:17.790145 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-160da764-c6cc-4b68-a2bb-43f04ff2862c req-868d4821-cf31-4150-97d1-7f7872d11649 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438650 Nov 15 12:09:17.982495 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590affa6-30bf-401f-adfb-d2608564b36c req-4196a0c2-399d-4995-80c5-3feb8cad94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:17.983936 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-590affa6-30bf-401f-adfb-d2608564b36c req-4196a0c2-399d-4995-80c5-3feb8cad94e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5&tenant_id=1fb8171ac455424cb2a3e50d57f49193 HTTP/1.1" status: 200 len: 1097 time: 0.0428283 Nov 15 12:09:17.995681 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-590affa6-30bf-401f-adfb-d2608564b36c req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-729945-9', 'device_owner': 'compute:nova'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:09:18.048675 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-590affa6-30bf-401f-adfb-d2608564b36c req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:18.075007 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:09:18.154202 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:18.251186 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-590affa6-30bf-401f-adfb-d2608564b36c req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] For port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:09:18.284879 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-590affa6-30bf-401f-adfb-d2608564b36c req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] For port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:09:18.323637 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367bed2d-e652-4861-a2d9-feb8a8e388c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:09:18.329018 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-590affa6-30bf-401f-adfb-d2608564b36c req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:18.342338 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-590affa6-30bf-401f-adfb-d2608564b36c req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Transition to ACTIVE for port object 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:09:18.348941 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-590affa6-30bf-401f-adfb-d2608564b36c req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:18.382690 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b48516-ccce-44e1-8cd6-21950b41ac9f" -d '{"events": [{"server_uuid": "367bed2d-e652-4861-a2d9-feb8a8e388c5", "name": "network-vif-unplugged", "status": "completed", "tag": "48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:09:18.383502 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 12:09:18.383920 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 12:09:18.439348 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Pushing event updated for resources: {'Port': ['ID=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:09:18.453657 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:09:18.453995 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:09:18.454325 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:09:18.454650 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:09:18.454972 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:09:18.455295 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:09:18.455613 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:09:18.455956 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:09:18.456365 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:09:18.456575 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:09:18.456889 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:09:18.457201 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:09:18.504423 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 12:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accd3a70-f4ee-4744-a045-6aef9981138c x-openstack-request-id: req-accd3a70-f4ee-4744-a045-6aef9981138c {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:09:18.504619 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367bed2d-e652-4861-a2d9-feb8a8e388c5", "name": "network-vif-unplugged", "status": "completed", "tag": "48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:09:18.504865 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-accd3a70-f4ee-4744-a045-6aef9981138c {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:09:18.505259 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367bed2d-e652-4861-a2d9-feb8a8e388c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4', 'code': 200} Nov 15 12:09:18.506013 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-590affa6-30bf-401f-adfb-d2608564b36c req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] No DVR routers for this DVR port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:09:18.643196 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-590affa6-30bf-401f-adfb-d2608564b36c req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Attempting to bind port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:09:18.643500 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-590affa6-30bf-401f-adfb-d2608564b36c req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Attempting to bind port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:09:18.643853 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590affa6-30bf-401f-adfb-d2608564b36c req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Attempting to bind port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:09:18.648225 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590affa6-30bf-401f-adfb-d2608564b36c req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:09:18.648535 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590affa6-30bf-401f-adfb-d2608564b36c req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Attempting to bind port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:09:18.653411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590affa6-30bf-401f-adfb-d2608564b36c req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:09:18.653752 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590affa6-30bf-401f-adfb-d2608564b36c req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Checking segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:09:18.654130 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590affa6-30bf-401f-adfb-d2608564b36c req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Bound using segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:09:18.654551 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-590affa6-30bf-401f-adfb-d2608564b36c req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Bound port: 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:09:18.654898 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-590affa6-30bf-401f-adfb-d2608564b36c req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:18.718196 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-590affa6-30bf-401f-adfb-d2608564b36c req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] For port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:09:18.721135 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-590affa6-30bf-401f-adfb-d2608564b36c req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] For port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:09:18.728666 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-590affa6-30bf-401f-adfb-d2608564b36c req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:18.761968 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590affa6-30bf-401f-adfb-d2608564b36c req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:18.762494 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-590affa6-30bf-401f-adfb-d2608564b36c req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:18.763931 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-590affa6-30bf-401f-adfb-d2608564b36c req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] 10.222.0.11 "PUT /v2.0/ports/48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 HTTP/1.1" status: 200 len: 1092 time: 0.7722290 Nov 15 12:09:18.817275 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ab197-b75f-4a17-9bc4-48558894c91f service neutron] Pushing event updated for resources: {'Port': ['ID=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:09:18.836019 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590affa6-30bf-401f-adfb-d2608564b36c req-c05269b9-5692-479c-a018-2a31c8bb7bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:18.837757 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-590affa6-30bf-401f-adfb-d2608564b36c req-c05269b9-5692-479c-a018-2a31c8bb7bdc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 1095 time: 0.0479412 Nov 15 12:09:18.933180 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b42ce-75b0-453c-9395-d58a3402a3c5 req-a3a05a24-5998-41cc-8382-72beb56599ce tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:18.934848 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-193b42ce-75b0-453c-9395-d58a3402a3c5 req-a3a05a24-5998-41cc-8382-72beb56599ce tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 944 time: 0.0548084 Nov 15 12:09:18.940600 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590affa6-30bf-401f-adfb-d2608564b36c req-2987a290-e918-4d12-87dc-821925e1c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:18.942104 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-590affa6-30bf-401f-adfb-d2608564b36c req-2987a290-e918-4d12-87dc-821925e1c1a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0963953 Nov 15 12:09:18.983985 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-193b42ce-75b0-453c-9395-d58a3402a3c5 req-fff0d80d-e4f3-414a-baee-5b4a3f6599b6 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430505 Nov 15 12:09:19.015571 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-590affa6-30bf-401f-adfb-d2608564b36c req-7821632e-78d1-4fe3-a21d-ae6180d5f913 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 HTTP/1.1" status: 200 len: 1000 time: 0.0662000 Nov 15 12:09:19.065025 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590affa6-30bf-401f-adfb-d2608564b36c req-88593f1e-23d4-4f68-84f3-4bc47c69aacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:19.066542 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-590affa6-30bf-401f-adfb-d2608564b36c req-88593f1e-23d4-4f68-84f3-4bc47c69aacf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0449665 Nov 15 12:09:19.114487 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590affa6-30bf-401f-adfb-d2608564b36c req-fa04c89c-c4c4-46bb-9b98-85d8b8e4179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:19.116738 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-590affa6-30bf-401f-adfb-d2608564b36c req-fa04c89c-c4c4-46bb-9b98-85d8b8e4179f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433252 Nov 15 12:09:19.216844 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-590affa6-30bf-401f-adfb-d2608564b36c req-bc4eae85-dec8-47bd-9e0f-6b08b3d2d3e7 service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915582 Nov 15 12:09:19.310166 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-590affa6-30bf-401f-adfb-d2608564b36c req-7fe92156-3fc9-4649-afe8-1d71e023c873 service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865097 Nov 15 12:09:20.108630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb8acd-f1a9-4199-885e-b0e7289e2040 req-f8b1fd60-afcd-44ef-a4b4-c7faecb268b5 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:20.110194 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8fcb8acd-f1a9-4199-885e-b0e7289e2040 req-f8b1fd60-afcd-44ef-a4b4-c7faecb268b5 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 944 time: 0.0533652 Nov 15 12:09:20.163581 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8fcb8acd-f1a9-4199-885e-b0e7289e2040 req-252a9149-2d3e-4fa9-8564-4ca60e4e86b9 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469708 Nov 15 12:09:20.506276 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367bed2d-e652-4861-a2d9-feb8a8e388c5', 'tag': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:09:20.508747 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ce4ecb-842f-487d-9e03-c42914934113" -d '{"events": [{"name": "network-changed", "server_uuid": "367bed2d-e652-4861-a2d9-feb8a8e388c5", "tag": "48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:09:20.558850 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65af5b6-34a1-4560-96f4-ec15d8618355 x-openstack-request-id: req-f65af5b6-34a1-4560-96f4-ec15d8618355 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:09:20.559177 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367bed2d-e652-4861-a2d9-feb8a8e388c5", "tag": "48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:09:20.559595 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f65af5b6-34a1-4560-96f4-ec15d8618355 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:09:20.560089 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367bed2d-e652-4861-a2d9-feb8a8e388c5', 'tag': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4', 'status': 'completed', 'code': 200} Nov 15 12:09:20.651429 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce4ecb-842f-487d-9e03-c42914934113 req-c8237fc1-9c5e-49ea-860a-344e0b6c1902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:20.652974 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11ce4ecb-842f-487d-9e03-c42914934113 req-c8237fc1-9c5e-49ea-860a-344e0b6c1902 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 1095 time: 0.0724440 Nov 15 12:09:20.669918 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce4ecb-842f-487d-9e03-c42914934113 req-feb5ad24-8b74-4b3e-ad3d-1f3cf19ef4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:20.671400 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11ce4ecb-842f-487d-9e03-c42914934113 req-feb5ad24-8b74-4b3e-ad3d-1f3cf19ef4d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 1095 time: 0.0800669 Nov 15 12:09:20.817788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce4ecb-842f-487d-9e03-c42914934113 req-c21aad9a-9a14-488c-b54e-93a0446799a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:20.819180 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11ce4ecb-842f-487d-9e03-c42914934113 req-c21aad9a-9a14-488c-b54e-93a0446799a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.1581645 Nov 15 12:09:20.824320 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce4ecb-842f-487d-9e03-c42914934113 req-606dc227-4934-40f6-8740-14e862853424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:20.825736 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11ce4ecb-842f-487d-9e03-c42914934113 req-606dc227-4934-40f6-8740-14e862853424 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.1428876 Nov 15 12:09:20.940743 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11ce4ecb-842f-487d-9e03-c42914934113 req-7bd60737-3e32-497c-a69f-a561bb922966 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 HTTP/1.1" status: 200 len: 1000 time: 0.1140130 Nov 15 12:09:20.942481 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11ce4ecb-842f-487d-9e03-c42914934113 req-35d33565-743a-434e-8b86-54dc8341cf03 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 HTTP/1.1" status: 200 len: 1000 time: 0.1090317 Nov 15 12:09:21.043692 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce4ecb-842f-487d-9e03-c42914934113 req-9f40667c-9c06-4a3b-960c-a06e4a62f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:21.045216 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11ce4ecb-842f-487d-9e03-c42914934113 req-9f40667c-9c06-4a3b-960c-a06e4a62f400 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0975826 Nov 15 12:09:21.046594 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce4ecb-842f-487d-9e03-c42914934113 req-ca9c18ed-d7ba-4541-a909-3bc01b7a1f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:21.047901 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11ce4ecb-842f-487d-9e03-c42914934113 req-ca9c18ed-d7ba-4541-a909-3bc01b7a1f05 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0928564 Nov 15 12:09:21.117775 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce4ecb-842f-487d-9e03-c42914934113 req-5dd4e5a9-f99e-4300-8e1f-2f9d0310c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:21.119367 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11ce4ecb-842f-487d-9e03-c42914934113 req-5dd4e5a9-f99e-4300-8e1f-2f9d0310c1ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669737 Nov 15 12:09:21.124586 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce4ecb-842f-487d-9e03-c42914934113 req-e0e93f4b-80a8-48c0-b270-53ff745e8968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:21.125956 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11ce4ecb-842f-487d-9e03-c42914934113 req-e0e93f4b-80a8-48c0-b270-53ff745e8968 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660205 Nov 15 12:09:21.282904 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11ce4ecb-842f-487d-9e03-c42914934113 req-572775aa-72cf-4366-9610-6b737dfbdcfc service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559958 Nov 15 12:09:21.284757 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11ce4ecb-842f-487d-9e03-c42914934113 req-79523efb-ce72-4b68-a684-05237c29d073 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511002 Nov 15 12:09:21.290999 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817e519-672f-46ea-8fa3-f8cafebdd825 req-ac94e2f2-5d31-485d-b367-0ba777ce73e9 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:21.293130 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2817e519-672f-46ea-8fa3-f8cafebdd825 req-ac94e2f2-5d31-485d-b367-0ba777ce73e9 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 944 time: 0.0520403 Nov 15 12:09:21.341976 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2817e519-672f-46ea-8fa3-f8cafebdd825 req-cd752802-2844-4519-8766-f82406294bd1 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424647 Nov 15 12:09:21.441868 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11ce4ecb-842f-487d-9e03-c42914934113 req-434160c0-ff99-4f26-ae64-b40c34b2d7f1 service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521943 Nov 15 12:09:21.443788 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-11ce4ecb-842f-487d-9e03-c42914934113 req-fa229351-900a-41cc-aa57-8d4035af7f5d service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470706 Nov 15 12:09:22.469124 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5b2ee-5036-4669-9798-e9d6a1e9f103 req-73e14471-c99b-444d-8197-75c0cdccd520 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:22.470804 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0dd5b2ee-5036-4669-9798-e9d6a1e9f103 req-73e14471-c99b-444d-8197-75c0cdccd520 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 944 time: 0.0527625 Nov 15 12:09:22.522641 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0dd5b2ee-5036-4669-9798-e9d6a1e9f103 req-22833e96-4b1f-43ff-9bd1-0ebf4dc5838a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456250 Nov 15 12:09:23.645091 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d42f2-33e3-418a-9b34-0879a0807019 req-f1039018-bd04-441d-9eaf-e3249e4c1804 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:23.646586 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-873d42f2-33e3-418a-9b34-0879a0807019 req-f1039018-bd04-441d-9eaf-e3249e4c1804 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 944 time: 0.0531001 Nov 15 12:09:23.696061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-873d42f2-33e3-418a-9b34-0879a0807019 req-4787e3e7-dbca-4104-8b87-118fac04a473 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432167 Nov 15 12:09:24.816350 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af7084-1bf1-4cfa-8a0c-8d538096562a req-dc36020b-2e93-4e48-bc7d-2db13a6a02c7 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:24.817815 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d8af7084-1bf1-4cfa-8a0c-8d538096562a req-dc36020b-2e93-4e48-bc7d-2db13a6a02c7 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 944 time: 0.0504539 Nov 15 12:09:24.866692 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d8af7084-1bf1-4cfa-8a0c-8d538096562a req-ebcb014e-d399-4e66-b7ed-dfc8810326b2 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405567 Nov 15 12:09:25.789835 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:09:26.002139 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696751f-0740-40ba-963f-dd0193600f74 req-406661f3-145c-45a9-a39c-3dab09d850f3 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:26.003610 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b696751f-0740-40ba-963f-dd0193600f74 req-406661f3-145c-45a9-a39c-3dab09d850f3 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 944 time: 0.0649309 Nov 15 12:09:26.053574 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b696751f-0740-40ba-963f-dd0193600f74 req-cad9af74-c328-4d1f-a25a-499bc21dda3f tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411842 Nov 15 12:09:27.184497 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a63870-e0b4-489f-bb3f-41a099862853 req-a1cb2ab6-c3a5-41d9-9ade-9310bc40886c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:27.186016 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21a63870-e0b4-489f-bb3f-41a099862853 req-a1cb2ab6-c3a5-41d9-9ade-9310bc40886c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 944 time: 0.0566826 Nov 15 12:09:27.236806 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21a63870-e0b4-489f-bb3f-41a099862853 req-ffe34098-604b-49eb-8d9e-f5e8294472fd tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422213 Nov 15 12:09:28.383286 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356979b-02ed-4d82-9e0f-27d53df91e8e req-8bfcd0ef-1dec-40fe-a601-ad4b5bc6b2f7 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:28.384731 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b356979b-02ed-4d82-9e0f-27d53df91e8e req-8bfcd0ef-1dec-40fe-a601-ad4b5bc6b2f7 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 944 time: 0.0596137 Nov 15 12:09:28.436555 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b356979b-02ed-4d82-9e0f-27d53df91e8e req-4ce0032e-91b6-4fbc-ba7f-955d66ec8cf2 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457394 Nov 15 12:09:29.560094 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687a3d9-ddee-4b4f-9e74-39cbcae16196 req-2c98fd3c-183a-48e6-a4b8-1d812122eb17 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:29.561621 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3687a3d9-ddee-4b4f-9e74-39cbcae16196 req-2c98fd3c-183a-48e6-a4b8-1d812122eb17 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 944 time: 0.0500469 Nov 15 12:09:29.612561 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3687a3d9-ddee-4b4f-9e74-39cbcae16196 req-a1c4ec1c-fccc-4590-9a28-a056e522b847 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424855 Nov 15 12:09:30.045169 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:30.757376 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6395c-d2de-49c0-be02-08fb1dc046e6 req-6ae4e55d-0771-4526-a458-3419fcfa9142 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:30.758774 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eeb6395c-d2de-49c0-be02-08fb1dc046e6 req-6ae4e55d-0771-4526-a458-3419fcfa9142 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 944 time: 0.0573978 Nov 15 12:09:30.809059 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eeb6395c-d2de-49c0-be02-08fb1dc046e6 req-e767a8f4-f8ce-49de-b977-a8f4df5d0a30 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435801 Nov 15 12:09:31.939180 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795ae6b-af30-4bd6-85ee-bb0c06be9762 req-cccb92d9-d2ed-48cf-a3b6-37a93a942503 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:31.940697 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4795ae6b-af30-4bd6-85ee-bb0c06be9762 req-cccb92d9-d2ed-48cf-a3b6-37a93a942503 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 944 time: 0.0544436 Nov 15 12:09:31.992564 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4795ae6b-af30-4bd6-85ee-bb0c06be9762 req-ef4bb011-3f89-4bab-b828-5642aea6a6f2 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428445 Nov 15 12:09:32.102627 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:32.552697 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:09:32.662223 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:09:32.673081 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'port_id': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4', 'mac_address': 'fa:16:3e:9a:fa:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:09:32.710523 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:32.724491 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:09:32.743922 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:09:32.750762 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:32.800102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:09:32.811504 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:09:32.811943 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:09:32.812279 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:09:32.812606 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:09:32.812930 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:09:32.813248 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:09:32.813568 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:09:32.813889 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:09:32.814203 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:09:32.814518 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:09:32.814812 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:09:32.815124 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:09:33.129764 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d0112-5654-4024-a3d0-c951a7a0eb11 req-c324a22c-bc0b-4682-a5de-f30748427724 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:33.131264 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-592d0112-5654-4024-a3d0-c951a7a0eb11 req-c324a22c-bc0b-4682-a5de-f30748427724 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 945 time: 0.0551863 Nov 15 12:09:33.179268 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-592d0112-5654-4024-a3d0-c951a7a0eb11 req-894ddc97-2e39-4d09-bc8a-2277a51bdfef tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418804 Nov 15 12:09:34.222739 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:09:34.310972 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600563a4-2def-4d36-8c79-6a2535278fec req-3df409f3-883d-4c92-87d2-cb195a972e0e tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:34.312544 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-600563a4-2def-4d36-8c79-6a2535278fec req-3df409f3-883d-4c92-87d2-cb195a972e0e tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 945 time: 0.0503027 Nov 15 12:09:34.366002 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-600563a4-2def-4d36-8c79-6a2535278fec req-0d6936fa-325d-4459-ac9d-d7f5d560d770 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467589 Nov 15 12:09:34.664624 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-7fa34986-a603-4acc-bbf1-d9c0c0244f7b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:34.666754 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-7fa34986-a603-4acc-bbf1-d9c0c0244f7b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.11 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5&tenant_id=1fb8171ac455424cb2a3e50d57f49193&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 945 time: 0.0560527 Nov 15 12:09:34.679184 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1dce3-1adc-40f4-ae8f-2d0316d504ba req-1aa9775f-c08d-43a1-863c-994902bb9800 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:34.680785 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-36e1dce3-1adc-40f4-ae8f-2d0316d504ba req-1aa9775f-c08d-43a1-863c-994902bb9800 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 945 time: 0.0494270 Nov 15 12:09:34.734464 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-b19e71e1-02c0-402d-ae35-248d2647dd25 service neutron] 10.222.0.11 "GET /v2.0/ports/48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4/bindings/n-h1-729945-9 HTTP/1.1" status: 200 len: 382 time: 0.0589821 Nov 15 12:09:34.735252 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-36e1dce3-1adc-40f4-ae8f-2d0316d504ba req-00c97729-b3c0-4add-8a96-05f21c32553f tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479276 Nov 15 12:09:34.799988 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-cd738d7d-4a70-49a5-b89a-6b9da92a7587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:34.801577 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-cd738d7d-4a70-49a5-b89a-6b9da92a7587 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 1096 time: 0.0443952 Nov 15 12:09:34.895954 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-797f0891-a01a-47a6-aea4-cc50d587df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:34.897435 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-797f0891-a01a-47a6-aea4-cc50d587df4b service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0889935 Nov 15 12:09:34.966840 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-3d3503f0-0561-4413-b7a7-6e5211f3d5d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 HTTP/1.1" status: 200 len: 1001 time: 0.0611548 Nov 15 12:09:35.015854 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-289d992e-55cc-4b46-b226-2a9fbe1dfb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:35.017339 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-289d992e-55cc-4b46-b226-2a9fbe1dfb15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0434062 Nov 15 12:09:35.063007 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-226ff9b5-2f71-4ef0-b96e-b2f895efc1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:35.064586 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-226ff9b5-2f71-4ef0-b96e-b2f895efc1ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402291 Nov 15 12:09:35.158917 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-d7fd3959-e3d1-44e4-9c45-1de4e6d7422e service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868304 Nov 15 12:09:35.251937 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-3f92025f-fb49-46c0-ad7c-c6cc62a88096 service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858042 Nov 15 12:09:35.869319 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e192e09-56d4-4f1d-9b82-872aa37d911f req-3734f3e8-dd99-42e6-9eec-3977e15ba4a5 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:35.870811 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e192e09-56d4-4f1d-9b82-872aa37d911f req-3734f3e8-dd99-42e6-9eec-3977e15ba4a5 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 945 time: 0.0576372 Nov 15 12:09:35.919411 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e192e09-56d4-4f1d-9b82-872aa37d911f req-8fa1d13c-efdb-4591-8dd9-736ddfab62bf tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424340 Nov 15 12:09:36.319553 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5f7875a3-1a26-4cfd-93fb-aee31e29780f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:36.596230 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:09:36.650972 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:09:36.656884 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:09:36.657373 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:36.739730 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:36.766816 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367bed2d-e652-4861-a2d9-feb8a8e388c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:09:36.782154 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:09:36.788610 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:36.813775 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664b05a5-d762-4405-b719-34433834b183" -d '{"events": [{"server_uuid": "367bed2d-e652-4861-a2d9-feb8a8e388c5", "name": "network-vif-plugged", "status": "completed", "tag": "48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:09:36.841299 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,revision_number=9']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:09:36.913051 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bd7fb3-16cb-4122-97b5-515b7e7631de x-openstack-request-id: req-40bd7fb3-16cb-4122-97b5-515b7e7631de {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:09:36.913306 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367bed2d-e652-4861-a2d9-feb8a8e388c5", "name": "network-vif-plugged", "status": "completed", "tag": "48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:09:36.913557 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-40bd7fb3-16cb-4122-97b5-515b7e7631de {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:09:36.913958 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367bed2d-e652-4861-a2d9-feb8a8e388c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4', 'code': 200} Nov 15 12:09:37.044201 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e7c86-4375-42fb-bc0a-646023cee6f5 req-f7393571-c457-4205-985f-8d4319b475a3 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:37.045755 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae4e7c86-4375-42fb-bc0a-646023cee6f5 req-f7393571-c457-4205-985f-8d4319b475a3 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.0545876 Nov 15 12:09:37.098300 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ae4e7c86-4375-42fb-bc0a-646023cee6f5 req-4eeabe8d-4ab3-4bd6-afbc-81b2a12ba180 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463209 Nov 15 12:09:38.218142 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fba352-c31f-450c-a2d3-b5640e99c498 req-cf8079e8-9465-4c3a-922f-7bec528cd0de tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:38.219521 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-85fba352-c31f-450c-a2d3-b5640e99c498 req-cf8079e8-9465-4c3a-922f-7bec528cd0de tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.0499592 Nov 15 12:09:38.266492 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-85fba352-c31f-450c-a2d3-b5640e99c498 req-79b21973-ccb1-4278-abfd-5a764bb6d93d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407312 Nov 15 12:09:38.415746 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9c0166e5-4866-4843-9c49-b8901eb1ccc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:39.394991 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61500290-f26b-4e9c-9048-6945024411d6 req-47289287-473f-49a6-b417-ccbfefccca61 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:39.396532 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-61500290-f26b-4e9c-9048-6945024411d6 req-47289287-473f-49a6-b417-ccbfefccca61 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.0548322 Nov 15 12:09:39.445124 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-61500290-f26b-4e9c-9048-6945024411d6 req-ea6fd0ba-ddf0-4083-af30-a304831da623 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425143 Nov 15 12:09:39.503905 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-f3327868-b2b1-4031-945d-691ed5c31e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:39.505494 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-f3327868-b2b1-4031-945d-691ed5c31e4a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5&tenant_id=1fb8171ac455424cb2a3e50d57f49193 HTTP/1.1" status: 200 len: 1097 time: 0.0471756 Nov 15 12:09:39.517014 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-729945-9', 'device_owner': 'compute:nova'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:09:39.567795 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:39.769828 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] For port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:09:39.802913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] For port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:09:39.845562 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367bed2d-e652-4861-a2d9-feb8a8e388c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:09:39.847849 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8039448b-4e28-4937-85ae-2cc3edcbba3a" -d '{"events": [{"server_uuid": "367bed2d-e652-4861-a2d9-feb8a8e388c5", "name": "network-vif-unplugged", "status": "completed", "tag": "48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:09:39.851852 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:39.864031 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] Transition to ACTIVE for port object 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:09:39.868532 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:39.898356 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 12:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caf02c9-099a-4dfc-aee6-b430228a9b6e x-openstack-request-id: req-9caf02c9-099a-4dfc-aee6-b430228a9b6e {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:09:39.898616 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367bed2d-e652-4861-a2d9-feb8a8e388c5", "name": "network-vif-unplugged", "status": "completed", "tag": "48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:09:39.898863 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9caf02c9-099a-4dfc-aee6-b430228a9b6e {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:09:39.899252 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367bed2d-e652-4861-a2d9-feb8a8e388c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4', 'code': 200} Nov 15 12:09:39.944521 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] Pushing event updated for resources: {'Port': ['ID=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,revision_number=10']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:09:39.990450 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] No DVR routers for this DVR port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:09:40.070319 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:40.130819 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] Attempting to bind port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:09:40.131150 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] Attempting to bind port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:09:40.131488 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] Attempting to bind port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:09:40.135716 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] Port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:09:40.136056 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] Attempting to bind port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 on network a9932d65-bb79-41e2-8afa-bfb232f7c613 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:09:40.140763 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:09:40.141092 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] Checking segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:09:40.141495 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] Bound using segment: {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:09:40.141914 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] Bound port: 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '484cc171-75f8-4ba6-a33b-80cd024b35ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:09:40.142255 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:40.203316 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] For port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:09:40.206318 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] For port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:09:40.214204 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:40.247732 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:40.248395 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:40.249795 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] 10.222.0.55 "PUT /v2.0/ports/48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 HTTP/1.1" status: 200 len: 1093 time: 0.7367435 Nov 15 12:09:40.270877 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61940e86-9dc8-4190-b415-063f97c3b038 service neutron] Pushing event updated for resources: {'Port': ['ID=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,revision_number=11']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:09:40.315840 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-e41f9218-8dcc-480d-9d52-d3797ab412f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:40.317373 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-e41f9218-8dcc-480d-9d52-d3797ab412f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 1096 time: 0.0426204 Nov 15 12:09:40.415146 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-2f93e377-bdd0-4144-b7a0-01bb45008800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:40.416695 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-2f93e377-bdd0-4144-b7a0-01bb45008800 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.0928063 Nov 15 12:09:40.483482 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-7c196d4f-7e53-4b51-aaff-c423cd021522 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 HTTP/1.1" status: 200 len: 1000 time: 0.0594933 Nov 15 12:09:40.539273 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-cfb665a2-1c18-4d2a-8f97-7e37b9f5fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:40.540932 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-cfb665a2-1c18-4d2a-8f97-7e37b9f5fb6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0503042 Nov 15 12:09:40.568492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058757e-3a0a-480f-8d70-c1059a6531df req-097d9795-7f61-47aa-a306-5a00e86fc8cd tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:40.569937 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0058757e-3a0a-480f-8d70-c1059a6531df req-097d9795-7f61-47aa-a306-5a00e86fc8cd tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 945 time: 0.0512371 Nov 15 12:09:40.586798 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-698117ee-957c-41c8-9e98-fc7168f1fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:40.588376 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-698117ee-957c-41c8-9e98-fc7168f1fe78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408709 Nov 15 12:09:40.614369 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:09:40.617514 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0058757e-3a0a-480f-8d70-c1059a6531df req-744eb12c-4c9a-4512-972b-85a19272dd31 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415308 Nov 15 12:09:40.659544 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:09:40.682564 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-b0c28814-fd0d-4dc8-936b-b63d25c3b941 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868804 Nov 15 12:09:40.772557 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1c1294a3-f6ca-43b0-a4fa-62f837249911 req-895f7d2c-160b-4a1d-bf91-47dbe43f89ab service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829475 Nov 15 12:09:41.630090 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:41.737154 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead7810-00eb-4699-879e-3ecd79f67007 req-918f64a8-668f-480b-be78-c5f21544f7f0 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:41.738697 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bead7810-00eb-4699-879e-3ecd79f67007 req-918f64a8-668f-480b-be78-c5f21544f7f0 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 945 time: 0.0498831 Nov 15 12:09:41.790274 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bead7810-00eb-4699-879e-3ecd79f67007 req-dae7591e-f635-45f5-9489-a198d7daad03 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454118 Nov 15 12:09:41.900457 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367bed2d-e652-4861-a2d9-feb8a8e388c5', 'tag': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:09:41.902877 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5af2f7-bf61-4389-8777-c6e5e89208f8" -d '{"events": [{"name": "network-changed", "server_uuid": "367bed2d-e652-4861-a2d9-feb8a8e388c5", "tag": "48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:09:41.955905 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456a08a9-c3d0-472a-8d99-c5751f06b82b x-openstack-request-id: req-456a08a9-c3d0-472a-8d99-c5751f06b82b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:09:41.956202 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367bed2d-e652-4861-a2d9-feb8a8e388c5", "tag": "48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:09:41.956433 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-456a08a9-c3d0-472a-8d99-c5751f06b82b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:09:41.956821 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367bed2d-e652-4861-a2d9-feb8a8e388c5', 'tag': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4', 'status': 'completed', 'code': 200} Nov 15 12:09:42.044605 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5af2f7-bf61-4389-8777-c6e5e89208f8 req-3cc2ca18-cec0-40cf-bd73-0f90eca09797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:42.046084 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1e5af2f7-bf61-4389-8777-c6e5e89208f8 req-3cc2ca18-cec0-40cf-bd73-0f90eca09797 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 1096 time: 0.0698404 Nov 15 12:09:42.054141 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5af2f7-bf61-4389-8777-c6e5e89208f8 req-c25eb7ca-43db-4467-9db5-9f2816b60011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:42.055514 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1e5af2f7-bf61-4389-8777-c6e5e89208f8 req-c25eb7ca-43db-4467-9db5-9f2816b60011 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1fb8171ac455424cb2a3e50d57f49193&device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 1096 time: 0.0549810 Nov 15 12:09:42.219773 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:42.527183 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5af2f7-bf61-4389-8777-c6e5e89208f8 req-71adaa4a-bb7c-43cf-87a2-24bfd388abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:42.528708 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1e5af2f7-bf61-4389-8777-c6e5e89208f8 req-71adaa4a-bb7c-43cf-87a2-24bfd388abf5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.4723294 Nov 15 12:09:42.529779 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5af2f7-bf61-4389-8777-c6e5e89208f8 req-a704392d-10c8-40e0-a6fd-84f437c40cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:42.531060 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1e5af2f7-bf61-4389-8777-c6e5e89208f8 req-a704392d-10c8-40e0-a6fd-84f437c40cf7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 200 len: 911 time: 0.4676266 Nov 15 12:09:42.641391 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1e5af2f7-bf61-4389-8777-c6e5e89208f8 req-f9fac1f1-8978-4f77-89ee-5bc245cb64cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 HTTP/1.1" status: 200 len: 1000 time: 0.1041689 Nov 15 12:09:42.643100 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1e5af2f7-bf61-4389-8777-c6e5e89208f8 req-d535fe73-7474-4ee4-8561-cbf0ba3b31b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 HTTP/1.1" status: 200 len: 1000 time: 0.1002314 Nov 15 12:09:42.725333 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5af2f7-bf61-4389-8777-c6e5e89208f8 req-ac81eb77-ef93-4264-b42c-1105af063ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:42.726800 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1e5af2f7-bf61-4389-8777-c6e5e89208f8 req-ac81eb77-ef93-4264-b42c-1105af063ec8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0788612 Nov 15 12:09:42.728170 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5af2f7-bf61-4389-8777-c6e5e89208f8 req-81e03f24-d421-4fbd-b7b1-ad9eb266478d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:42.729455 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1e5af2f7-bf61-4389-8777-c6e5e89208f8 req-81e03f24-d421-4fbd-b7b1-ad9eb266478d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 200 len: 849 time: 0.0743768 Nov 15 12:09:42.800697 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5af2f7-bf61-4389-8777-c6e5e89208f8 req-f4c1e5da-3b63-458a-a9a0-571afd3aee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:42.802222 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1e5af2f7-bf61-4389-8777-c6e5e89208f8 req-f4c1e5da-3b63-458a-a9a0-571afd3aee06 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679090 Nov 15 12:09:42.803847 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5af2f7-bf61-4389-8777-c6e5e89208f8 req-01de5b26-ff6f-4b3b-b283-d6921fd50054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:42.805184 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1e5af2f7-bf61-4389-8777-c6e5e89208f8 req-01de5b26-ff6f-4b3b-b283-d6921fd50054 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9932d65-bb79-41e2-8afa-bfb232f7c613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635898 Nov 15 12:09:42.911911 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3870e82-7971-4c54-90e2-3d28b49ec982 req-b2ca80e7-8d0c-4d17-acc2-824e89bd984c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:42.913508 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3870e82-7971-4c54-90e2-3d28b49ec982 req-b2ca80e7-8d0c-4d17-acc2-824e89bd984c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 945 time: 0.0499625 Nov 15 12:09:42.961512 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1e5af2f7-bf61-4389-8777-c6e5e89208f8 req-23835b57-ee9e-46e5-a876-72793f02b4e1 service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518190 Nov 15 12:09:42.964815 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1e5af2f7-bf61-4389-8777-c6e5e89208f8 req-fff4f0c9-6ed6-4cb8-974f-83870493dc59 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481733 Nov 15 12:09:42.979508 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3870e82-7971-4c54-90e2-3d28b49ec982 req-eb653c41-e1d0-4ff5-a6a3-475aab6d1cae tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547125 Nov 15 12:09:43.141011 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1e5af2f7-bf61-4389-8777-c6e5e89208f8 req-4483e64b-52a6-4779-b3e7-6320ef097e67 service neutron] 10.222.0.11 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730919 Nov 15 12:09:43.142839 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1e5af2f7-bf61-4389-8777-c6e5e89208f8 req-39a43521-41d8-4e4d-9685-72c94b19d7b3 service neutron] 10.222.0.55 "GET /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678200 Nov 15 12:09:44.107450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac733de-0b8b-432e-bb56-e38701557369 req-48eaa7c8-6f41-4299-8853-2605399dde92 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:44.109709 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ac733de-0b8b-432e-bb56-e38701557369 req-48eaa7c8-6f41-4299-8853-2605399dde92 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 945 time: 0.0544217 Nov 15 12:09:44.159051 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ac733de-0b8b-432e-bb56-e38701557369 req-46658596-05fa-40ab-87e2-5637084cb700 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439820 Nov 15 12:09:45.287790 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360f554-24da-44c6-86fc-e77cfbdd0223 req-85631a1d-53f2-43ea-a9e8-3b53fa804c9d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:45.289631 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d360f554-24da-44c6-86fc-e77cfbdd0223 req-85631a1d-53f2-43ea-a9e8-3b53fa804c9d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 945 time: 0.0564580 Nov 15 12:09:45.338378 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d360f554-24da-44c6-86fc-e77cfbdd0223 req-a0e976e1-f782-4536-80ff-9b142f7711d4 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422366 Nov 15 12:09:46.466176 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b82b8-04db-4f70-a6b2-970f912c9dfa req-03720baa-d952-4067-8d6a-b86c662f8187 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:46.467667 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f56b82b8-04db-4f70-a6b2-970f912c9dfa req-03720baa-d952-4067-8d6a-b86c662f8187 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 945 time: 0.0525990 Nov 15 12:09:46.517128 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f56b82b8-04db-4f70-a6b2-970f912c9dfa req-2f73fc3e-5547-45ab-9684-6c51a73b61ee tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432382 Nov 15 12:09:47.639875 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9030b9-5f7a-4e02-b04d-d9f00b4d0379 req-7fe6779a-a847-477a-9f02-4981616eeb0a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:47.641397 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d9030b9-5f7a-4e02-b04d-d9f00b4d0379 req-7fe6779a-a847-477a-9f02-4981616eeb0a tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 945 time: 0.0490828 Nov 15 12:09:47.702438 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d9030b9-5f7a-4e02-b04d-d9f00b4d0379 req-68285a6c-c6e7-43f1-a297-5e06bd28e51f tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550692 Nov 15 12:09:48.835226 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edba689-b299-4326-8770-e381c0f2bc89 req-00817479-ccc8-4dd3-907e-feda5ebf9494 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:48.836729 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6edba689-b299-4326-8770-e381c0f2bc89 req-00817479-ccc8-4dd3-907e-feda5ebf9494 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 945 time: 0.0507648 Nov 15 12:09:48.884587 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6edba689-b299-4326-8770-e381c0f2bc89 req-c79a3d5a-23e3-4140-b6ad-703c3005cf4b tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414212 Nov 15 12:09:50.018574 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81788ab6-1f17-4a9d-91ef-428beb226d36 req-6efbc9ac-a5f7-4fc6-880c-91445a450a08 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:50.020097 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-81788ab6-1f17-4a9d-91ef-428beb226d36 req-6efbc9ac-a5f7-4fc6-880c-91445a450a08 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 945 time: 0.0546124 Nov 15 12:09:50.068855 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-81788ab6-1f17-4a9d-91ef-428beb226d36 req-294cf863-0f58-4880-aea5-793ae6fbd80e tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425766 Nov 15 12:09:51.195595 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ca2f5-3cf8-4bd4-a406-9d50f02761cc req-09f81481-0b13-471d-9192-f196e9e244d8 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:51.197125 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bc4ca2f5-3cf8-4bd4-a406-9d50f02761cc req-09f81481-0b13-471d-9192-f196e9e244d8 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 945 time: 0.0531049 Nov 15 12:09:51.243809 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bc4ca2f5-3cf8-4bd4-a406-9d50f02761cc req-89ff280b-a108-45a4-acf3-7173f4c75795 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406501 Nov 15 12:09:52.385331 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5cd39-6b17-48aa-8e1a-305d200e4822 req-5171f8a5-1c3f-4601-ac9b-c88327124d5c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:52.386722 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-82d5cd39-6b17-48aa-8e1a-305d200e4822 req-5171f8a5-1c3f-4601-ac9b-c88327124d5c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 945 time: 0.0537238 Nov 15 12:09:52.438861 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-82d5cd39-6b17-48aa-8e1a-305d200e4822 req-1967e1c8-8bf7-46fe-af76-9b19e88631ec tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459452 Nov 15 12:09:53.568072 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5537329-6c71-4337-887e-9adc02508d00 req-c8ce42a1-16ef-4016-8026-ead98a558f05 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:53.569564 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5537329-6c71-4337-887e-9adc02508d00 req-c8ce42a1-16ef-4016-8026-ead98a558f05 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 945 time: 0.0549490 Nov 15 12:09:53.616100 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5537329-6c71-4337-887e-9adc02508d00 req-d25fbf13-6390-415c-b06e-4aeed421c0ad tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405881 Nov 15 12:09:53.737461 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af35a5c-ffd2-49ac-9ab5-9b42b914ab2a req-ed911135-a671-42ee-842c-09fddf76adc2 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:53.738935 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0af35a5c-ffd2-49ac-9ab5-9b42b914ab2a req-ed911135-a671-42ee-842c-09fddf76adc2 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 945 time: 0.0556479 Nov 15 12:09:53.784719 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0af35a5c-ffd2-49ac-9ab5-9b42b914ab2a req-177811ff-1b35-4dab-8b8e-9f00f116b099 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398483 Nov 15 12:09:53.899423 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5caabf-0cf8-44e3-aa7a-b4ad6887cc51 req-591ff65e-b94f-4add-b0a6-d563c0b0f43d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:53.900936 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb5caabf-0cf8-44e3-aa7a-b4ad6887cc51 req-591ff65e-b94f-4add-b0a6-d563c0b0f43d tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 945 time: 0.0496752 Nov 15 12:09:53.952838 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-eb5caabf-0cf8-44e3-aa7a-b4ad6887cc51 req-5b0bafa6-8b79-439a-8e80-160802dcf37e tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456655 Nov 15 12:09:54.172530 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:09:54.207479 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07701cf9-330a-4ab1-8389-7d22f4046f03 req-18938fa1-5fe0-4104-a7ac-64cb6b8d4602 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:54.209097 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-07701cf9-330a-4ab1-8389-7d22f4046f03 req-18938fa1-5fe0-4104-a7ac-64cb6b8d4602 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 945 time: 0.0510042 Nov 15 12:09:54.257861 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-07701cf9-330a-4ab1-8389-7d22f4046f03 req-c7f7b78f-e111-462c-b9cc-fffbf60bfcaa tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422177 Nov 15 12:09:54.432808 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:09:54.443636 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'port_id': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4', 'mac_address': 'fa:16:3e:9a:fa:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:09:54.485844 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:54.499096 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:09:54.518713 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:09:54.525140 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:54.570468 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,revision_number=12']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:09:54.790215 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:09:55.397240 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04a3f2-8901-46cf-8dca-ba6fed6a7140 req-b9b4bdb9-c6b0-49ab-897f-c13dd6f4acb6 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:55.398825 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d04a3f2-8901-46cf-8dca-ba6fed6a7140 req-b9b4bdb9-c6b0-49ab-897f-c13dd6f4acb6 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.0597346 Nov 15 12:09:55.446928 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d04a3f2-8901-46cf-8dca-ba6fed6a7140 req-aa563a12-78df-43db-9b4f-18eea391c65f tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups?id=02bce2a9-f642-479e-a128-6b971560587c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420060 Nov 15 12:09:55.749183 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614e91f-d7dd-464d-a3d3-014561ef041b req-0bddc54c-10ce-469c-853a-64bf782f79b8 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:09:55.750531 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7614e91f-d7dd-464d-a3d3-014561ef041b req-0bddc54c-10ce-469c-853a-64bf782f79b8 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.55 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 946 time: 0.0562079 Nov 15 12:09:55.843854 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-7614e91f-d7dd-464d-a3d3-014561ef041b req-c482476d-f0b1-4d24-9311-e5338306f7eb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Deleting port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:09:55.844153 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7614e91f-d7dd-464d-a3d3-014561ef041b req-c482476d-f0b1-4d24-9311-e5338306f7eb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:55.933485 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-7614e91f-d7dd-464d-a3d3-014561ef041b req-c482476d-f0b1-4d24-9311-e5338306f7eb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] For port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:09:55.933828 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7614e91f-d7dd-464d-a3d3-014561ef041b req-c482476d-f0b1-4d24-9311-e5338306f7eb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:56.112652 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7614e91f-d7dd-464d-a3d3-014561ef041b req-c482476d-f0b1-4d24-9311-e5338306f7eb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:56.113010 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7614e91f-d7dd-464d-a3d3-014561ef041b req-c482476d-f0b1-4d24-9311-e5338306f7eb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:56.113327 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [req-7614e91f-d7dd-464d-a3d3-014561ef041b req-c482476d-f0b1-4d24-9311-e5338306f7eb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Floating IP 1b61882b-1dba-4d86-855a-3037de680edd disassociated. External IP: 172.25.7.51, port: 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4. Nov 15 12:09:56.113670 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-7614e91f-d7dd-464d-a3d3-014561ef041b req-c482476d-f0b1-4d24-9311-e5338306f7eb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Calling delete_port for 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:09:56.179661 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:09:56.249529 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7614e91f-d7dd-464d-a3d3-014561ef041b req-c482476d-f0b1-4d24-9311-e5338306f7eb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:56.250030 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:09:56.254040 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:09:56.254402 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:56.276388 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 was deleted so its status cannot be updated. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 15 12:09:56.285714 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482476d-f0b1-4d24-9311-e5338306f7eb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Pushing event deleted for resources: {'Port': ['ID=48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:09:56.402867 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7614e91f-d7dd-464d-a3d3-014561ef041b req-c482476d-f0b1-4d24-9311-e5338306f7eb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Router a77994a8-63cb-4151-860a-a62bb92cc115 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:09:56.514298 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7614e91f-d7dd-464d-a3d3-014561ef041b req-c482476d-f0b1-4d24-9311-e5338306f7eb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:09:56.525260 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c788bd0-6c34-4b52-899b-7144999c877d None None] Sync routers for ids ['a77994a8-63cb-4151-860a-a62bb92cc115'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:09:56.537151 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c788bd0-6c34-4b52-899b-7144999c877d None None] Routers {'a77994a8-63cb-4151-860a-a62bb92cc115'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:09:56.537997 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-6c788bd0-6c34-4b52-899b-7144999c877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:09:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a77994a8-63cb-4151-860a-a62bb92cc115'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:09:56.547959 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d67af8e-a2fb-4e4a-9d7d-35558b2f4d30 req-67b38f41-a9ee-4b25-81be-c270a9f5bbab tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 210 time: 0.0314000 Nov 15 12:09:56.555299 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-7614e91f-d7dd-464d-a3d3-014561ef041b req-c482476d-f0b1-4d24-9311-e5338306f7eb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] No DVR routers for this DVR port 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:09:56.558010 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7614e91f-d7dd-464d-a3d3-014561ef041b req-c482476d-f0b1-4d24-9311-e5338306f7eb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:09:56.561541 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7614e91f-d7dd-464d-a3d3-014561ef041b req-c482476d-f0b1-4d24-9311-e5338306f7eb tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.55 "DELETE /v2.0/ports/48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 HTTP/1.1" status: 204 len: 173 time: 0.8019414 Nov 15 12:09:56.562052 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367bed2d-e652-4861-a2d9-feb8a8e388c5', 'name': 'network-vif-deleted', 'tag': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:09:56.564337 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c9a1ba-05a0-4b6c-9a27-532d8269d829" -d '{"events": [{"server_uuid": "367bed2d-e652-4861-a2d9-feb8a8e388c5", "name": "network-vif-deleted", "tag": "48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:09:56.608176 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798bda75-db18-4d30-8b11-d38e958727b8 x-openstack-request-id: req-798bda75-db18-4d30-8b11-d38e958727b8 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:09:56.608480 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367bed2d-e652-4861-a2d9-feb8a8e388c5", "name": "network-vif-deleted", "tag": "48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:09:56.608715 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-798bda75-db18-4d30-8b11-d38e958727b8 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:09:56.609176 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367bed2d-e652-4861-a2d9-feb8a8e388c5', 'name': 'network-vif-deleted', 'tag': '48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4', 'status': 'completed', 'code': 200} Nov 15 12:09:56.657132 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-6c788bd0-6c34-4b52-899b-7144999c877d None None] Set router a77994a8-63cb-4151-860a-a62bb92cc115 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:09:56.851914 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-6c788bd0-6c34-4b52-899b-7144999c877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:09:56.881783 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c788bd0-6c34-4b52-899b-7144999c877d None None] Checking router: a77994a8-63cb-4151-860a-a62bb92cc115 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:09:56.890914 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c788bd0-6c34-4b52-899b-7144999c877d None None] Routers {'a77994a8-63cb-4151-860a-a62bb92cc115'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:09:56.891502 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-6c788bd0-6c34-4b52-899b-7144999c877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:09:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a77994a8-63cb-4151-860a-a62bb92cc115'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:09:56.994266 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-6c788bd0-6c34-4b52-899b-7144999c877d None None] Set router a77994a8-63cb-4151-860a-a62bb92cc115 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:09:57.189359 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-6c788bd0-6c34-4b52-899b-7144999c877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:09:57.216390 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c788bd0-6c34-4b52-899b-7144999c877d None None] The sync data for ids ['a77994a8-63cb-4151-860a-a62bb92cc115'] in n-d-729945-9 is: [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:02Z', 'revision_number': 4, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2', 'name': '', 'network_id': 'a9932d65-bb79-41e2-8afa-bfb232f7c613', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'mac_address': 'fa:16:3e:7b:7e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:02Z', 'updated_at': '2021-11-15T12:00:05Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'subnets': [{'id': 'fdfd29fa-94c7-4ffb-9c57-5f75b753aef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:09:57.444956 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1f98ee-f3af-4763-93b9-e9ac9e93c72d None None] New status for floating IP 1b61882b-1dba-4d86-855a-3037de680edd: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:09:57.652436 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21519225-e5ac-4234-8a54-87430160de7e req-c82523ca-92e5-43a0-a1a4-b38a40019aa7 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 210 time: 0.0265546 Nov 15 12:09:58.749663 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f70ee09d-f7a3-450c-baa1-d07a55903314 req-9419c9aa-5da0-4cf3-943a-8067d1c60952 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 210 time: 0.0265827 Nov 15 12:09:59.853881 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-939271e7-7fa8-4360-9fea-85e7918976e1 req-c2bb835e-4659-46d1-8b9c-58c1d92d8853 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 210 time: 0.0274267 Nov 15 12:10:00.054093 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:00.194455 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:10:00.215452 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:10:00.215780 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 48ada4ba-c0bb-4a7f-a8c8-b89d2bd24fa4 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:10:00.966613 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab1a8b6b-f553-4177-a851-bd7e773b8e21 req-8a650739-5c64-410c-ab77-f0a58000ccb6 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/ports?device_id=367bed2d-e652-4861-a2d9-feb8a8e388c5 HTTP/1.1" status: 200 len: 210 time: 0.0264924 Nov 15 12:10:02.113350 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:02.788565 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:10:04.379594 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1cdb6f7a-53b3-4b46-99bc-8eed2b88c4b0 req-13d89c0a-1af7-40e1-9d1c-f35b923bb8a9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429232 Nov 15 12:10:04.478913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb6f7a-53b3-4b46-99bc-8eed2b88c4b0 req-01a37640-132f-4f9c-8627-7e0c61f5ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:04.480433 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1cdb6f7a-53b3-4b46-99bc-8eed2b88c4b0 req-01a37640-132f-4f9c-8627-7e0c61f5ecf2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0454051 Nov 15 12:10:04.590733 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb6f7a-53b3-4b46-99bc-8eed2b88c4b0 req-f00a149e-c55c-46d6-8865-641b5d274175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:04.592341 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1cdb6f7a-53b3-4b46-99bc-8eed2b88c4b0 req-f00a149e-c55c-46d6-8865-641b5d274175 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0894315 Nov 15 12:10:04.638972 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1cdb6f7a-53b3-4b46-99bc-8eed2b88c4b0 req-524fd81f-3445-422c-9946-40b6765ff399 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0396748 Nov 15 12:10:04.688696 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb6f7a-53b3-4b46-99bc-8eed2b88c4b0 req-3179ebca-df5c-4ef7-a481-443637001a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:04.690183 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1cdb6f7a-53b3-4b46-99bc-8eed2b88c4b0 req-3179ebca-df5c-4ef7-a481-443637001a04 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0443547 Nov 15 12:10:04.737616 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb6f7a-53b3-4b46-99bc-8eed2b88c4b0 req-e170d20d-9ae3-473e-8ce8-166ddddae671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:04.739280 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1cdb6f7a-53b3-4b46-99bc-8eed2b88c4b0 req-e170d20d-9ae3-473e-8ce8-166ddddae671 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419438 Nov 15 12:10:04.834004 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1cdb6f7a-53b3-4b46-99bc-8eed2b88c4b0 req-bd8aafcc-82aa-4ed2-825a-0fddfa20809b service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877953 Nov 15 12:10:04.928151 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1cdb6f7a-53b3-4b46-99bc-8eed2b88c4b0 req-f71c1fcf-e628-4355-9cb4-2e919aa9acfb service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854714 Nov 15 12:10:05.944534 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53162) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:05.997322 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-529b5317-6866-4488-8ffe-d149511db45c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:06.020905 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-529b5317-6866-4488-8ffe-d149511db45c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:06.072571 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-529b5317-6866-4488-8ffe-d149511db45c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:06.075387 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-529b5317-6866-4488-8ffe-d149511db45c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:06.076592 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-529b5317-6866-4488-8ffe-d149511db45c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "DELETE /v2.0/security-groups/02bce2a9-f642-479e-a128-6b971560587c HTTP/1.1" status: 204 len: 168 time: 0.1308832 Nov 15 12:10:06.079490 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53164) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:06.085549 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b5317-6866-4488-8ffe-d149511db45c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bce2a9-f642-479e-a128-6b971560587c,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:06.093240 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5317-6866-4488-8ffe-d149511db45c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:06.093575 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5317-6866-4488-8ffe-d149511db45c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:06.093905 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5317-6866-4488-8ffe-d149511db45c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:06.094227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5317-6866-4488-8ffe-d149511db45c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:06.094549 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5317-6866-4488-8ffe-d149511db45c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:06.094871 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5317-6866-4488-8ffe-d149511db45c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:06.095187 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5317-6866-4488-8ffe-d149511db45c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:06.095500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5317-6866-4488-8ffe-d149511db45c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:06.095859 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5317-6866-4488-8ffe-d149511db45c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:06.096152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5317-6866-4488-8ffe-d149511db45c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:06.096468 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5317-6866-4488-8ffe-d149511db45c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:06.096783 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5317-6866-4488-8ffe-d149511db45c tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:06.098279 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [None req-206cde63-9e00-4550-88b1-c4f940fc89a0 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] show failed (client error): The resource could not be found. Nov 15 12:10:06.099689 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-206cde63-9e00-4550-88b1-c4f940fc89a0 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "GET /v2.0/security-groups/02bce2a9-f642-479e-a128-6b971560587c HTTP/1.1" status: 404 len: 347 time: 0.0191174 Nov 15 12:10:06.102399 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53166) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:06.227942 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9c010864-8f05-4a77-82cb-476cf4b5aa37 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Deleting port 2fc6c1a7-9b8d-4888-83b4-45325cd334c6 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:10:06.228151 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c010864-8f05-4a77-82cb-476cf4b5aa37 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:06.305378 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c010864-8f05-4a77-82cb-476cf4b5aa37 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:06.305812 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c010864-8f05-4a77-82cb-476cf4b5aa37 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:06.316323 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c75a9f7f-2881-4bc1-86ac-0936acd74b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:06.322376 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9c010864-8f05-4a77-82cb-476cf4b5aa37 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Calling delete_port for 2fc6c1a7-9b8d-4888-83b4-45325cd334c6 owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:10:06.474506 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c010864-8f05-4a77-82cb-476cf4b5aa37 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:06.500666 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c010864-8f05-4a77-82cb-476cf4b5aa37 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Pushing event deleted for resources: {'Port': ['ID=2fc6c1a7-9b8d-4888-83b4-45325cd334c6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:06.561966 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c010864-8f05-4a77-82cb-476cf4b5aa37 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:06.564612 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9c010864-8f05-4a77-82cb-476cf4b5aa37 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:06.565774 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9c010864-8f05-4a77-82cb-476cf4b5aa37 tempest-ServerActionsTestJSON-1492867542 tempest-ServerActionsTestJSON-1492867542-project] 10.222.0.64 "DELETE /v2.0/floatingips/1b61882b-1dba-4d86-855a-3037de680edd HTTP/1.1" status: 204 len: 168 time: 0.4621155 Nov 15 12:10:06.568882 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53168) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:07.122171 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7033893-180a-4cb4-be87-59c67e36766b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:07.369995 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d7033893-180a-4cb4-be87-59c67e36766b admin admin] Deleting port 1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:10:07.370242 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7033893-180a-4cb4-be87-59c67e36766b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:07.450609 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-d7033893-180a-4cb4-be87-59c67e36766b admin admin] For port 1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:10:07.450968 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7033893-180a-4cb4-be87-59c67e36766b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:07.464592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d7033893-180a-4cb4-be87-59c67e36766b admin admin] Calling delete_port for 1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:10:07.675693 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7033893-180a-4cb4-be87-59c67e36766b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:07.702465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7033893-180a-4cb4-be87-59c67e36766b admin admin] Pushing event deleted for resources: {'Port': ['ID=1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:07.867098 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d7033893-180a-4cb4-be87-59c67e36766b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:08.417731 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aab5394d-ef56-4a15-b082-a73bd2abd484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:08.435008 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7033893-180a-4cb4-be87-59c67e36766b admin admin] Router a77994a8-63cb-4151-860a-a62bb92cc115 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:10:08.553634 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7033893-180a-4cb4-be87-59c67e36766b admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:10:08.560422 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d7033893-180a-4cb4-be87-59c67e36766b admin admin] 10.222.0.64 "PUT /v2.0/routers/a77994a8-63cb-4151-860a-a62bb92cc115/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9904716 Nov 15 12:10:08.562937 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53172) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:08.654424 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36c0f0e-a1a0-4363-9e8c-bcffed42ca08 None None] Sync routers for ids ['a77994a8-63cb-4151-860a-a62bb92cc115'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:10:08.664404 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36c0f0e-a1a0-4363-9e8c-bcffed42ca08 None None] Routers {'a77994a8-63cb-4151-860a-a62bb92cc115'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:10:08.664995 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e36c0f0e-a1a0-4363-9e8c-bcffed42ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:10:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a77994a8-63cb-4151-860a-a62bb92cc115'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:08.669076 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d58724c-e38b-4e78-b048-68f558b0e905 admin admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:08.765248 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-e36c0f0e-a1a0-4363-9e8c-bcffed42ca08 None None] Set router a77994a8-63cb-4151-860a-a62bb92cc115 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:10:08.769073 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d58724c-e38b-4e78-b048-68f558b0e905 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:08.828349 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4d58724c-e38b-4e78-b048-68f558b0e905 admin admin] Deleting port 2dcde3d7-96ac-4878-8a4a-3b01bbc8263d {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:10:08.828724 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d58724c-e38b-4e78-b048-68f558b0e905 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:08.909177 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-4d58724c-e38b-4e78-b048-68f558b0e905 admin admin] For port 2dcde3d7-96ac-4878-8a4a-3b01bbc8263d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2dcde3d7-96ac-4878-8a4a-3b01bbc8263d,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:10:08.909669 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d58724c-e38b-4e78-b048-68f558b0e905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:08.922836 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-4d58724c-e38b-4e78-b048-68f558b0e905 admin admin] Calling delete_port for 2dcde3d7-96ac-4878-8a4a-3b01bbc8263d owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:10:08.938820 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e36c0f0e-a1a0-4363-9e8c-bcffed42ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:10:07Z', 'revision_number': 5, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port': {'id': '2dcde3d7-96ac-4878-8a4a-3b01bbc8263d', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:70:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:08.968537 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36c0f0e-a1a0-4363-9e8c-bcffed42ca08 None None] Checking router: a77994a8-63cb-4151-860a-a62bb92cc115 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:10:08.977789 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36c0f0e-a1a0-4363-9e8c-bcffed42ca08 None None] Routers {'a77994a8-63cb-4151-860a-a62bb92cc115'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:10:08.978372 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e36c0f0e-a1a0-4363-9e8c-bcffed42ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:10:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a77994a8-63cb-4151-860a-a62bb92cc115'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:09.061584 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-e36c0f0e-a1a0-4363-9e8c-bcffed42ca08 None None] Set router a77994a8-63cb-4151-860a-a62bb92cc115 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:10:09.093740 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d58724c-e38b-4e78-b048-68f558b0e905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:09.112884 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e36c0f0e-a1a0-4363-9e8c-bcffed42ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:10:08Z', 'revision_number': 6, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:09.123259 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58724c-e38b-4e78-b048-68f558b0e905 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dcde3d7-96ac-4878-8a4a-3b01bbc8263d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:09.138272 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2687f7d1-e169-4fba-990e-27b24088ff85 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:10:09.145217 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36c0f0e-a1a0-4363-9e8c-bcffed42ca08 None None] The sync data for ids ['a77994a8-63cb-4151-860a-a62bb92cc115'] in n-d-729945-9 is: [{'id': 'a77994a8-63cb-4151-860a-a62bb92cc115', 'name': 'tempest-ServerActionsTestJSON-32020498-router', 'tenant_id': '1fb8171ac455424cb2a3e50d57f49193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:00:00Z', 'updated_at': '2021-11-15T12:10:08Z', 'revision_number': 6, 'project_id': '1fb8171ac455424cb2a3e50d57f49193', 'gw_port_host': None}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:10:09.185164 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d58724c-e38b-4e78-b048-68f558b0e905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:09.274436 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d58724c-e38b-4e78-b048-68f558b0e905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:09.277242 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d58724c-e38b-4e78-b048-68f558b0e905 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:09.322624 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d58724c-e38b-4e78-b048-68f558b0e905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:09.323140 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d58724c-e38b-4e78-b048-68f558b0e905 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a77994a8-63cb-4151-860a-a62bb92cc115 {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 12:10:09.327435 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4d58724c-e38b-4e78-b048-68f558b0e905 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:09.328608 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4d58724c-e38b-4e78-b048-68f558b0e905 admin admin] 10.222.0.64 "DELETE /v2.0/routers/a77994a8-63cb-4151-860a-a62bb92cc115 HTTP/1.1" status: 204 len: 168 time: 0.7647879 Nov 15 12:10:09.331748 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53174) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:09.381076 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-43da2375-2a6f-4645-a7bb-520ef3ff1feb admin admin] Deleting subnet fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:10:09.384548 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-43da2375-2a6f-4645-a7bb-520ef3ff1feb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:09.418794 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-43da2375-2a6f-4645-a7bb-520ef3ff1feb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:09.494601 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-43da2375-2a6f-4645-a7bb-520ef3ff1feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:09.554881 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-43da2375-2a6f-4645-a7bb-520ef3ff1feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:09.580853 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da2375-2a6f-4645-a7bb-520ef3ff1feb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdfd29fa-94c7-4ffb-9c57-5f75b753aef6,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:09.585921 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-43da2375-2a6f-4645-a7bb-520ef3ff1feb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:09.590220 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-43da2375-2a6f-4645-a7bb-520ef3ff1feb admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fdfd29fa-94c7-4ffb-9c57-5f75b753aef6 HTTP/1.1" status: 204 len: 168 time: 0.2571421 Nov 15 12:10:09.591122 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35543ea4-c6b8-4f83-a454-82022af1ccb9 None None] Network a9932d65-bb79-41e2-8afa-bfb232f7c613 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:10:09.592862 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53176) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:09.662313 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44a880da-1861-494c-928c-e0c4ea0aa5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:09.716318 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-44a880da-1861-494c-928c-e0c4ea0aa5b5 admin admin] Deleting port 5c37155b-502b-4b60-9625-4054307fb2ab {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:10:09.716658 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44a880da-1861-494c-928c-e0c4ea0aa5b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:09.786773 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0092665-e652-42ec-97d7-2f22b575850a None None] DHCP port deletion for a9932d65-bb79-41e2-8afa-bfb232f7c613 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:10:09.789944 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-44a880da-1861-494c-928c-e0c4ea0aa5b5 admin admin] For port 5c37155b-502b-4b60-9625-4054307fb2ab, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=5c37155b-502b-4b60-9625-4054307fb2ab,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:10:09.790926 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44a880da-1861-494c-928c-e0c4ea0aa5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:09.804358 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-44a880da-1861-494c-928c-e0c4ea0aa5b5 admin admin] Calling delete_port for 5c37155b-502b-4b60-9625-4054307fb2ab owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:10:09.836883 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a0092665-e652-42ec-97d7-2f22b575850a None None] Deleting port 5c37155b-502b-4b60-9625-4054307fb2ab {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:10:09.837354 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a0092665-e652-42ec-97d7-2f22b575850a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:09.886681 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44a880da-1861-494c-928c-e0c4ea0aa5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:09.905006 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a0092665-e652-42ec-97d7-2f22b575850a None None] For port 5c37155b-502b-4b60-9625-4054307fb2ab, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=5c37155b-502b-4b60-9625-4054307fb2ab,segment=NetworkSegment(484cc171-75f8-4ba6-a33b-80cd024b35ee),segment_id=484cc171-75f8-4ba6-a33b-80cd024b35ee)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:10:09.905396 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a0092665-e652-42ec-97d7-2f22b575850a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:09.916936 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a880da-1861-494c-928c-e0c4ea0aa5b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c37155b-502b-4b60-9625-4054307fb2ab,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:09.918960 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a0092665-e652-42ec-97d7-2f22b575850a None None] Calling delete_port for 5c37155b-502b-4b60-9625-4054307fb2ab owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:10:09.921618 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a880da-1861-494c-928c-e0c4ea0aa5b5 admin admin] No DVR routers for this DVR port 5c37155b-502b-4b60-9625-4054307fb2ab on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 12:10:09.987501 n-d-729945-9 neutron-server[102679]: self.session.flush() Nov 15 12:10:09.991520 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a0092665-e652-42ec-97d7-2f22b575850a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:09.992295 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44a880da-1861-494c-928c-e0c4ea0aa5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:10.012338 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-44a880da-1861-494c-928c-e0c4ea0aa5b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9932d65-bb79-41e2-8afa-bfb232f7c613']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:10.018727 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0092665-e652-42ec-97d7-2f22b575850a None None] Pushing event deleted for resources: {'Port': ['ID=5c37155b-502b-4b60-9625-4054307fb2ab,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:10.022175 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-44a880da-1861-494c-928c-e0c4ea0aa5b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '484cc171-75f8-4ba6-a33b-80cd024b35ee') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:10.022310 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0092665-e652-42ec-97d7-2f22b575850a None None] No DVR routers for this DVR port 5c37155b-502b-4b60-9625-4054307fb2ab on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:10:10.022473 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-44a880da-1861-494c-928c-e0c4ea0aa5b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '484cc171-75f8-4ba6-a33b-80cd024b35ee') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:10.040327 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44a880da-1861-494c-928c-e0c4ea0aa5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:10.054013 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44a880da-1861-494c-928c-e0c4ea0aa5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:10.061421 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a880da-1861-494c-928c-e0c4ea0aa5b5 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:10:10.061805 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44a880da-1861-494c-928c-e0c4ea0aa5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: timer() Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:10:10.063859 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:10:10.069972 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:10.119161 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44a880da-1861-494c-928c-e0c4ea0aa5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:10.124958 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44a880da-1861-494c-928c-e0c4ea0aa5b5 admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:10.128148 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-44a880da-1861-494c-928c-e0c4ea0aa5b5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a9932d65-bb79-41e2-8afa-bfb232f7c613 HTTP/1.1" status: 204 len: 168 time: 0.5341270 Nov 15 12:10:10.140182 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a880da-1861-494c-928c-e0c4ea0aa5b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9932d65-bb79-41e2-8afa-bfb232f7c613,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:10.250209 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53180) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:10.289813 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9dd88cae-de59-470c-8f64-270c4c3b08c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1fb8171ac455424cb2a3e50d57f49193&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383856 Nov 15 12:10:10.292283 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53182) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:10.338169 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66b0c26c-d9a3-4f0f-9742-4bb203da6c86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:10.359756 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66b0c26c-d9a3-4f0f-9742-4bb203da6c86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:10.410269 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66b0c26c-d9a3-4f0f-9742-4bb203da6c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:10.413503 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-66b0c26c-d9a3-4f0f-9742-4bb203da6c86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:10.414964 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-66b0c26c-d9a3-4f0f-9742-4bb203da6c86 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59b2f10d-04fe-4e05-94bf-cb33a8818084 HTTP/1.1" status: 204 len: 168 time: 0.1217966 Nov 15 12:10:10.422749 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0c26c-d9a3-4f0f-9742-4bb203da6c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b2f10d-04fe-4e05-94bf-cb33a8818084,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:10.562553 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 5c37155b-502b-4b60-9625-4054307fb2ab no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:10:10.582954 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 5c37155b-502b-4b60-9625-4054307fb2ab {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:10:10.583296 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 5c37155b-502b-4b60-9625-4054307fb2ab not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:10:10.583714 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 2dcde3d7-96ac-4878-8a4a-3b01bbc8263d no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:10:10.603095 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 2dcde3d7-96ac-4878-8a4a-3b01bbc8263d {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:10:10.603738 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 2dcde3d7-96ac-4878-8a4a-3b01bbc8263d not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:10:10.603871 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:10:10.622399 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:10:10.622743 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 1b91f1e8-ec89-4eaa-8e21-9028b3dbb2c2 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:10:11.143809 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53204) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:11.248830 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-2d9809e6-06a5-4332-94d2-d539fe2c42da admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1285702496-network', 'tenant_id': '4fc647d2e6fd4026b0765a4094e82e37'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:10:11.273161 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9809e6-06a5-4332-94d2-d539fe2c42da admin admin] Made reservation on behalf of 4fc647d2e6fd4026b0765a4094e82e37 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:10:11.275280 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d9809e6-06a5-4332-94d2-d539fe2c42da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:11.283713 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d9809e6-06a5-4332-94d2-d539fe2c42da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:11.358247 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d9809e6-06a5-4332-94d2-d539fe2c42da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:11.364847 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d9809e6-06a5-4332-94d2-d539fe2c42da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:11.385919 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9809e6-06a5-4332-94d2-d539fe2c42da admin admin] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:10:11.401224 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9809e6-06a5-4332-94d2-d539fe2c42da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e80831-573d-43dc-8a71-46adcdd35b52,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:11.405185 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d9809e6-06a5-4332-94d2-d539fe2c42da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:11.405521 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-2d9809e6-06a5-4332-94d2-d539fe2c42da admin admin] Added segment db9f7dcb-a7b3-4205-88b1-1cd29ba7e544 of type vlan for network 0181a7ab-c871-4502-83b2-5a16239df59f Nov 15 12:10:11.445600 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d9809e6-06a5-4332-94d2-d539fe2c42da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:11.473111 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d9809e6-06a5-4332-94d2-d539fe2c42da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:11.474440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9809e6-06a5-4332-94d2-d539fe2c42da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:11.475331 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2d9809e6-06a5-4332-94d2-d539fe2c42da admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:11.531982 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2d9809e6-06a5-4332-94d2-d539fe2c42da admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3869538 Nov 15 12:10:11.535047 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53208) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:11.542228 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-73484f08-6f73-4a86-b1c6-f9fd330f2d0f admin admin] Request body: {'subnet': {'network_id': '0181a7ab-c871-4502-83b2-5a16239df59f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1285702496-subnet', 'tenant_id': '4fc647d2e6fd4026b0765a4094e82e37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:10:11.543144 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9809e6-06a5-4332-94d2-d539fe2c42da admin admin] Pushing event updated for resources: {'Network': ['ID=0181a7ab-c871-4502-83b2-5a16239df59f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:11.553250 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 0181a7ab-c871-4502-83b2-5a16239df59f details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:10:11.565261 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73484f08-6f73-4a86-b1c6-f9fd330f2d0f admin admin] Made reservation on behalf of 4fc647d2e6fd4026b0765a4094e82e37 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:10:11.567684 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73484f08-6f73-4a86-b1c6-f9fd330f2d0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:11.638862 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:11.739248 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73484f08-6f73-4a86-b1c6-f9fd330f2d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:11.787839 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73484f08-6f73-4a86-b1c6-f9fd330f2d0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea0dc3ce-2201-4efb-b670-290bcfeb6be3,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:11.805208 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73484f08-6f73-4a86-b1c6-f9fd330f2d0f admin admin] Checking segment: {'id': 'db9f7dcb-a7b3-4205-88b1-1cd29ba7e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '0181a7ab-c871-4502-83b2-5a16239df59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:10:11.805568 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73484f08-6f73-4a86-b1c6-f9fd330f2d0f admin admin] Network hostable DHCP agents. Network: 0181a7ab-c871-4502-83b2-5a16239df59f, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:10:11.826658 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73484f08-6f73-4a86-b1c6-f9fd330f2d0f admin admin] Network 0181a7ab-c871-4502-83b2-5a16239df59f is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:10:11.836922 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-73484f08-6f73-4a86-b1c6-f9fd330f2d0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 0181a7ab-c871-4502-83b2-5a16239df59f) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:10:11.842142 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73484f08-6f73-4a86-b1c6-f9fd330f2d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:11.842736 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-73484f08-6f73-4a86-b1c6-f9fd330f2d0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:11.846661 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246d98f2-a21c-4ae2-a07d-4f6ed518eb7e None None] Network 0181a7ab-c871-4502-83b2-5a16239df59f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:10:11.860438 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-73484f08-6f73-4a86-b1c6-f9fd330f2d0f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3242733 Nov 15 12:10:11.979554 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013a98f8-0688-47f5-8230-e018129fec20 None None] Network 0181a7ab-c871-4502-83b2-5a16239df59f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:10:12.214357 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:12.308372 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157e207-fe81-45ea-b6eb-8693476d398b req-40a1c403-8099-4a71-a5b1-65fd99cdf7b7 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:12.309843 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1157e207-fe81-45ea-b6eb-8693476d398b req-40a1c403-8099-4a71-a5b1-65fd99cdf7b7 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/networks?id=0181a7ab-c871-4502-83b2-5a16239df59f HTTP/1.1" status: 200 len: 814 time: 0.1156991 Nov 15 12:10:12.324842 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1157e207-fe81-45ea-b6eb-8693476d398b req-cd4ae7f4-57ea-4f36-b2cd-5917f9e6bef9 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/quotas/4fc647d2e6fd4026b0765a4094e82e37 HTTP/1.1" status: 200 len: 375 time: 0.0091679 Nov 15 12:10:12.360367 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1157e207-fe81-45ea-b6eb-8693476d398b req-39697bee-bd93-4c69-8fdc-e4624a0c6bbf tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4fc647d2e6fd4026b0765a4094e82e37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298841 Nov 15 12:10:12.453240 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1157e207-fe81-45ea-b6eb-8693476d398b req-da5c1c4e-66c5-4865-9c62-1cb707159450 service neutron] 10.222.0.64 "GET /v2.0/networks/0181a7ab-c871-4502-83b2-5a16239df59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827615 Nov 15 12:10:12.548768 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1157e207-fe81-45ea-b6eb-8693476d398b req-c0bb4bb4-1b2c-461d-a1c6-f061e86d4c78 service neutron] 10.222.0.64 "GET /v2.0/networks/0181a7ab-c871-4502-83b2-5a16239df59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894220 Nov 15 12:10:12.708159 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-856191e5-767e-4239-84bb-b032e11737ec req-e669a54d-0ea4-4678-a085-0ba3eb8b7248 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5434783-f5b8-4d03-840a-f44c31f288e7 HTTP/1.1" status: 200 len: 210 time: 0.0271659 Nov 15 12:10:13.808140 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-30e83b64-d864-4100-94b9-8c067ef097b9 req-fe673365-43ba-4dc9-bf63-69d539f6753b tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5434783-f5b8-4d03-840a-f44c31f288e7 HTTP/1.1" status: 200 len: 210 time: 0.0274000 Nov 15 12:10:13.818230 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157e207-fe81-45ea-b6eb-8693476d398b req-f1b21eb7-70ea-49a8-b600-6e6409ed751b tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:13.824247 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1157e207-fe81-45ea-b6eb-8693476d398b req-f1b21eb7-70ea-49a8-b600-6e6409ed751b tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.55 "GET /v2.0/networks?id=0181a7ab-c871-4502-83b2-5a16239df59f HTTP/1.1" status: 200 len: 814 time: 0.1101830 Nov 15 12:10:13.832927 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-1157e207-fe81-45ea-b6eb-8693476d398b req-0cf6e762-f251-49f5-9b38-38c3bbfe45c6 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Request body: {'port': {'device_id': 'a5434783-f5b8-4d03-840a-f44c31f288e7', 'network_id': '0181a7ab-c871-4502-83b2-5a16239df59f', 'admin_state_up': True, 'tenant_id': '4fc647d2e6fd4026b0765a4094e82e37'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:10:13.947151 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1157e207-fe81-45ea-b6eb-8693476d398b req-0cf6e762-f251-49f5-9b38-38c3bbfe45c6 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Made reservation on behalf of 4fc647d2e6fd4026b0765a4094e82e37 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:10:13.950678 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1157e207-fe81-45ea-b6eb-8693476d398b req-0cf6e762-f251-49f5-9b38-38c3bbfe45c6 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:14.082867 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-1157e207-fe81-45ea-b6eb-8693476d398b req-0cf6e762-f251-49f5-9b38-38c3bbfe45c6 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Allocated IP 172.20.0.7 (0181a7ab-c871-4502-83b2-5a16239df59f/ea0dc3ce-2201-4efb-b670-290bcfeb6be3/18db34fb-4d21-4d3a-81fb-b88cffdb7168) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:10:14.233147 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1157e207-fe81-45ea-b6eb-8693476d398b req-0cf6e762-f251-49f5-9b38-38c3bbfe45c6 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:14.273289 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1157e207-fe81-45ea-b6eb-8693476d398b req-0cf6e762-f251-49f5-9b38-38c3bbfe45c6 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:14.320297 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1157e207-fe81-45ea-b6eb-8693476d398b req-0cf6e762-f251-49f5-9b38-38c3bbfe45c6 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Network 0181a7ab-c871-4502-83b2-5a16239df59f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:10:14.323485 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-1157e207-fe81-45ea-b6eb-8693476d398b req-0cf6e762-f251-49f5-9b38-38c3bbfe45c6 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:10:14.327296 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-1157e207-fe81-45ea-b6eb-8693476d398b req-0cf6e762-f251-49f5-9b38-38c3bbfe45c6 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:10:14.333626 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6e762-f251-49f5-9b38-38c3bbfe45c6 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Pushing event updated for resources: {'Port': ['ID=18db34fb-4d21-4d3a-81fb-b88cffdb7168,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:14.377761 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157e207-fe81-45ea-b6eb-8693476d398b req-0cf6e762-f251-49f5-9b38-38c3bbfe45c6 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:14.378359 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1157e207-fe81-45ea-b6eb-8693476d398b req-0cf6e762-f251-49f5-9b38-38c3bbfe45c6 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:14.396773 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1157e207-fe81-45ea-b6eb-8693476d398b req-0cf6e762-f251-49f5-9b38-38c3bbfe45c6 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5678065 Nov 15 12:10:14.409818 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-1157e207-fe81-45ea-b6eb-8693476d398b req-d5fc617b-7b76-46c4-8a13-1fa41bd32365 service neutron] Request body: {'port': {'device_id': 'a5434783-f5b8-4d03-840a-f44c31f288e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:10:14.460898 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1157e207-fe81-45ea-b6eb-8693476d398b req-d5fc617b-7b76-46c4-8a13-1fa41bd32365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:14.733639 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-1157e207-fe81-45ea-b6eb-8693476d398b req-d5fc617b-7b76-46c4-8a13-1fa41bd32365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18db34fb-4d21-4d3a-81fb-b88cffdb7168 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:10:14.741550 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1157e207-fe81-45ea-b6eb-8693476d398b req-d5fc617b-7b76-46c4-8a13-1fa41bd32365 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:14.754397 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-1157e207-fe81-45ea-b6eb-8693476d398b req-d5fc617b-7b76-46c4-8a13-1fa41bd32365 service neutron] Transition to ACTIVE for port object 18db34fb-4d21-4d3a-81fb-b88cffdb7168 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:10:14.760084 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1157e207-fe81-45ea-b6eb-8693476d398b req-d5fc617b-7b76-46c4-8a13-1fa41bd32365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:14.810463 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc617b-7b76-46c4-8a13-1fa41bd32365 service neutron] Pushing event updated for resources: {'Port': ['ID=18db34fb-4d21-4d3a-81fb-b88cffdb7168,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:14.879686 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-1157e207-fe81-45ea-b6eb-8693476d398b req-d5fc617b-7b76-46c4-8a13-1fa41bd32365 service neutron] Attempting to bind port 18db34fb-4d21-4d3a-81fb-b88cffdb7168 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:10:14.880400 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-1157e207-fe81-45ea-b6eb-8693476d398b req-d5fc617b-7b76-46c4-8a13-1fa41bd32365 service neutron] Attempting to bind port 18db34fb-4d21-4d3a-81fb-b88cffdb7168 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'db9f7dcb-a7b3-4205-88b1-1cd29ba7e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '0181a7ab-c871-4502-83b2-5a16239df59f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:10:14.880400 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1157e207-fe81-45ea-b6eb-8693476d398b req-d5fc617b-7b76-46c4-8a13-1fa41bd32365 service neutron] Attempting to bind port 18db34fb-4d21-4d3a-81fb-b88cffdb7168 on network 0181a7ab-c871-4502-83b2-5a16239df59f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:10:14.884895 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1157e207-fe81-45ea-b6eb-8693476d398b req-d5fc617b-7b76-46c4-8a13-1fa41bd32365 service neutron] Port 18db34fb-4d21-4d3a-81fb-b88cffdb7168 on network 0181a7ab-c871-4502-83b2-5a16239df59f not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:10:14.885204 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1157e207-fe81-45ea-b6eb-8693476d398b req-d5fc617b-7b76-46c4-8a13-1fa41bd32365 service neutron] Attempting to bind port 18db34fb-4d21-4d3a-81fb-b88cffdb7168 on network 0181a7ab-c871-4502-83b2-5a16239df59f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:10:14.890091 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1157e207-fe81-45ea-b6eb-8693476d398b req-d5fc617b-7b76-46c4-8a13-1fa41bd32365 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:10:14.890432 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1157e207-fe81-45ea-b6eb-8693476d398b req-d5fc617b-7b76-46c4-8a13-1fa41bd32365 service neutron] Checking segment: {'id': 'db9f7dcb-a7b3-4205-88b1-1cd29ba7e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '0181a7ab-c871-4502-83b2-5a16239df59f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:10:14.890802 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1157e207-fe81-45ea-b6eb-8693476d398b req-d5fc617b-7b76-46c4-8a13-1fa41bd32365 service neutron] Bound using segment: {'id': 'db9f7dcb-a7b3-4205-88b1-1cd29ba7e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '0181a7ab-c871-4502-83b2-5a16239df59f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:10:14.891220 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-1157e207-fe81-45ea-b6eb-8693476d398b req-d5fc617b-7b76-46c4-8a13-1fa41bd32365 service neutron] Bound port: 18db34fb-4d21-4d3a-81fb-b88cffdb7168, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9f7dcb-a7b3-4205-88b1-1cd29ba7e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '0181a7ab-c871-4502-83b2-5a16239df59f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:10:14.891571 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1157e207-fe81-45ea-b6eb-8693476d398b req-d5fc617b-7b76-46c4-8a13-1fa41bd32365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:14.927569 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e759143-5a8d-4d55-9449-dc3b25d71159 req-23e67c17-4004-4f84-be7b-034ec3adda07 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:14.929119 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e759143-5a8d-4d55-9449-dc3b25d71159 req-23e67c17-4004-4f84-be7b-034ec3adda07 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5434783-f5b8-4d03-840a-f44c31f288e7 HTTP/1.1" status: 200 len: 943 time: 0.0496309 Nov 15 12:10:14.959852 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-1157e207-fe81-45ea-b6eb-8693476d398b req-d5fc617b-7b76-46c4-8a13-1fa41bd32365 service neutron] For port 18db34fb-4d21-4d3a-81fb-b88cffdb7168, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:10:14.962949 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-1157e207-fe81-45ea-b6eb-8693476d398b req-d5fc617b-7b76-46c4-8a13-1fa41bd32365 service neutron] For port 18db34fb-4d21-4d3a-81fb-b88cffdb7168, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=18db34fb-4d21-4d3a-81fb-b88cffdb7168,segment=NetworkSegment(db9f7dcb-a7b3-4205-88b1-1cd29ba7e544),segment_id=db9f7dcb-a7b3-4205-88b1-1cd29ba7e544)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:10:14.968795 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1157e207-fe81-45ea-b6eb-8693476d398b req-d5fc617b-7b76-46c4-8a13-1fa41bd32365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:14.977697 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e759143-5a8d-4d55-9449-dc3b25d71159 req-0baaaf88-ccc7-4226-b8e9-f43566c4c471 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425243 Nov 15 12:10:15.000787 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157e207-fe81-45ea-b6eb-8693476d398b req-d5fc617b-7b76-46c4-8a13-1fa41bd32365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:15.001406 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-1157e207-fe81-45ea-b6eb-8693476d398b req-d5fc617b-7b76-46c4-8a13-1fa41bd32365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:15.002792 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1157e207-fe81-45ea-b6eb-8693476d398b req-d5fc617b-7b76-46c4-8a13-1fa41bd32365 service neutron] 10.222.0.55 "PUT /v2.0/ports/18db34fb-4d21-4d3a-81fb-b88cffdb7168 HTTP/1.1" status: 200 len: 1091 time: 0.5969384 Nov 15 12:10:15.003220 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5434783-f5b8-4d03-840a-f44c31f288e7', 'tag': '18db34fb-4d21-4d3a-81fb-b88cffdb7168'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:10:15.005461 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c118df30-453b-402b-a953-fd3b84a7e4af" -d '{"events": [{"name": "network-changed", "server_uuid": "a5434783-f5b8-4d03-840a-f44c31f288e7", "tag": "18db34fb-4d21-4d3a-81fb-b88cffdb7168"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:10:15.031236 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc617b-7b76-46c4-8a13-1fa41bd32365 service neutron] Pushing event updated for resources: {'Port': ['ID=18db34fb-4d21-4d3a-81fb-b88cffdb7168,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:15.045108 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a27f8d7-c394-4a7c-b144-7a069e84828a x-openstack-request-id: req-1a27f8d7-c394-4a7c-b144-7a069e84828a {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:10:15.045395 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5434783-f5b8-4d03-840a-f44c31f288e7", "tag": "18db34fb-4d21-4d3a-81fb-b88cffdb7168", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:10:15.045647 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a27f8d7-c394-4a7c-b144-7a069e84828a {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:10:15.046093 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5434783-f5b8-4d03-840a-f44c31f288e7', 'tag': '18db34fb-4d21-4d3a-81fb-b88cffdb7168', 'status': 'completed', 'code': 200} Nov 15 12:10:15.090334 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157e207-fe81-45ea-b6eb-8693476d398b req-cd317ff0-645d-4b8c-b968-274f77c538c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:15.091915 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1157e207-fe81-45ea-b6eb-8693476d398b req-cd317ff0-645d-4b8c-b968-274f77c538c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4fc647d2e6fd4026b0765a4094e82e37&device_id=a5434783-f5b8-4d03-840a-f44c31f288e7 HTTP/1.1" status: 200 len: 1094 time: 0.0420077 Nov 15 12:10:15.137552 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1157e207-fe81-45ea-b6eb-8693476d398b req-042a11e5-26e2-4200-bad9-08735aff1326 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18db34fb-4d21-4d3a-81fb-b88cffdb7168 HTTP/1.1" status: 200 len: 217 time: 0.0379598 Nov 15 12:10:15.188292 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157e207-fe81-45ea-b6eb-8693476d398b req-e8740521-9f46-4b8f-bb76-fce8be7d784d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:15.189706 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1157e207-fe81-45ea-b6eb-8693476d398b req-e8740521-9f46-4b8f-bb76-fce8be7d784d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea0dc3ce-2201-4efb-b670-290bcfeb6be3 HTTP/1.1" status: 200 len: 854 time: 0.0450022 Nov 15 12:10:15.221651 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1157e207-fe81-45ea-b6eb-8693476d398b req-da532130-ae2d-4a8a-90a1-3056db8cbe15 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0181a7ab-c871-4502-83b2-5a16239df59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241969 Nov 15 12:10:15.321090 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1157e207-fe81-45ea-b6eb-8693476d398b req-06e85b34-ac09-4c6a-93d8-bd6ccdc59d50 service neutron] 10.222.0.55 "GET /v2.0/networks/0181a7ab-c871-4502-83b2-5a16239df59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918074 Nov 15 12:10:15.417429 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1157e207-fe81-45ea-b6eb-8693476d398b req-fc95937c-192a-4a99-9da7-7ab0f12172c3 service neutron] 10.222.0.55 "GET /v2.0/networks/0181a7ab-c871-4502-83b2-5a16239df59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893662 Nov 15 12:10:15.504273 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118df30-453b-402b-a953-fd3b84a7e4af req-671ef236-a800-459e-a5cb-16b775223960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:15.505798 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c118df30-453b-402b-a953-fd3b84a7e4af req-671ef236-a800-459e-a5cb-16b775223960 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4fc647d2e6fd4026b0765a4094e82e37&device_id=a5434783-f5b8-4d03-840a-f44c31f288e7 HTTP/1.1" status: 200 len: 1094 time: 0.0428784 Nov 15 12:10:15.600499 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118df30-453b-402b-a953-fd3b84a7e4af req-8591afab-31d2-46ec-be82-459832a81cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:15.601971 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c118df30-453b-402b-a953-fd3b84a7e4af req-8591afab-31d2-46ec-be82-459832a81cf3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0181a7ab-c871-4502-83b2-5a16239df59f HTTP/1.1" status: 200 len: 915 time: 0.0885053 Nov 15 12:10:15.642736 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c118df30-453b-402b-a953-fd3b84a7e4af req-d5d2280e-4526-4bce-8ab7-5d6c229d2970 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18db34fb-4d21-4d3a-81fb-b88cffdb7168 HTTP/1.1" status: 200 len: 217 time: 0.0338597 Nov 15 12:10:15.695412 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118df30-453b-402b-a953-fd3b84a7e4af req-582ed8c4-43a1-41b0-80f4-29f44133c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:15.696865 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c118df30-453b-402b-a953-fd3b84a7e4af req-582ed8c4-43a1-41b0-80f4-29f44133c70d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea0dc3ce-2201-4efb-b670-290bcfeb6be3 HTTP/1.1" status: 200 len: 854 time: 0.0469520 Nov 15 12:10:15.730409 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c118df30-453b-402b-a953-fd3b84a7e4af req-7689ea13-1b41-4bc5-805a-0f5628701b45 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0181a7ab-c871-4502-83b2-5a16239df59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252295 Nov 15 12:10:15.818288 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c118df30-453b-402b-a953-fd3b84a7e4af req-8246095b-e5f0-42d7-85b5-6a515d294af5 service neutron] 10.222.0.55 "GET /v2.0/networks/0181a7ab-c871-4502-83b2-5a16239df59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804682 Nov 15 12:10:15.921908 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c118df30-453b-402b-a953-fd3b84a7e4af req-8b2e8450-f6e4-4e4d-96c2-96eac871ae03 service neutron] 10.222.0.55 "GET /v2.0/networks/0181a7ab-c871-4502-83b2-5a16239df59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954368 Nov 15 12:10:16.111598 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde047f-584d-41ea-a59d-12603005e01a req-a39964c0-3831-4328-b36c-1716064d1d28 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:16.113118 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cde047f-584d-41ea-a59d-12603005e01a req-a39964c0-3831-4328-b36c-1716064d1d28 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5434783-f5b8-4d03-840a-f44c31f288e7 HTTP/1.1" status: 200 len: 943 time: 0.0554307 Nov 15 12:10:16.173279 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cde047f-584d-41ea-a59d-12603005e01a req-42e29bb4-1862-4916-a627-563880039bbd tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510924 Nov 15 12:10:17.303572 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72080dc-413c-4a45-861c-8956bff6f4d5 req-340b61d4-a023-41ec-bdea-4eb75a68932a tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:17.305045 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f72080dc-413c-4a45-861c-8956bff6f4d5 req-340b61d4-a023-41ec-bdea-4eb75a68932a tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5434783-f5b8-4d03-840a-f44c31f288e7 HTTP/1.1" status: 200 len: 943 time: 0.0518703 Nov 15 12:10:17.354039 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f72080dc-413c-4a45-861c-8956bff6f4d5 req-94a87c8d-02da-47d7-acfa-8cf6c4842d58 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429094 Nov 15 12:10:18.273764 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 18db34fb-4d21-4d3a-81fb-b88cffdb7168 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:10:18.387064 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 18db34fb-4d21-4d3a-81fb-b88cffdb7168, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=18db34fb-4d21-4d3a-81fb-b88cffdb7168,segment=NetworkSegment(db9f7dcb-a7b3-4205-88b1-1cd29ba7e544),segment_id=db9f7dcb-a7b3-4205-88b1-1cd29ba7e544)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:10:18.398340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '18db34fb-4d21-4d3a-81fb-b88cffdb7168', 'network_id': '0181a7ab-c871-4502-83b2-5a16239df59f', 'port_id': '18db34fb-4d21-4d3a-81fb-b88cffdb7168', 'mac_address': 'fa:16:3e:1a:87:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea0dc3ce-2201-4efb-b670-290bcfeb6be3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:10:18.434701 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:18.447723 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18db34fb-4d21-4d3a-81fb-b88cffdb7168 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:10:18.468089 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 18db34fb-4d21-4d3a-81fb-b88cffdb7168, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=18db34fb-4d21-4d3a-81fb-b88cffdb7168,segment=NetworkSegment(db9f7dcb-a7b3-4205-88b1-1cd29ba7e544),segment_id=db9f7dcb-a7b3-4205-88b1-1cd29ba7e544)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:10:18.472638 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:18.474345 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3801e-c418-447b-8549-0673bd178385 req-f93999ec-9314-459c-9168-771098d809e7 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:18.475891 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9a3801e-c418-447b-8549-0673bd178385 req-f93999ec-9314-459c-9168-771098d809e7 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5434783-f5b8-4d03-840a-f44c31f288e7 HTTP/1.1" status: 200 len: 943 time: 0.0529163 Nov 15 12:10:18.523227 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=18db34fb-4d21-4d3a-81fb-b88cffdb7168,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:18.523424 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9a3801e-c418-447b-8549-0673bd178385 req-e02cca1d-98b4-438d-ab97-6f7e972d6c0f tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409946 Nov 15 12:10:18.666261 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['18db34fb-4d21-4d3a-81fb-b88cffdb7168'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:10:19.654464 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ec173-3c26-498c-a077-e5d18de45ac9 req-c1cb71d1-e9ae-40fa-9699-6bf17a7fac6a tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:19.655979 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ba1ec173-3c26-498c-a077-e5d18de45ac9 req-c1cb71d1-e9ae-40fa-9699-6bf17a7fac6a tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5434783-f5b8-4d03-840a-f44c31f288e7 HTTP/1.1" status: 200 len: 944 time: 0.0530558 Nov 15 12:10:19.702820 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ba1ec173-3c26-498c-a077-e5d18de45ac9 req-99435374-b83c-4b09-9f62-33041bbc85fd tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408158 Nov 15 12:10:20.274637 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 18db34fb-4d21-4d3a-81fb-b88cffdb7168 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:10:20.334986 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 18db34fb-4d21-4d3a-81fb-b88cffdb7168 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:10:20.339092 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 18db34fb-4d21-4d3a-81fb-b88cffdb7168 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:10:20.339478 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:20.415747 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:20.437884 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5434783-f5b8-4d03-840a-f44c31f288e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18db34fb-4d21-4d3a-81fb-b88cffdb7168'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:10:20.440117 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f409d2-977d-437d-aee0-d65eab34cad5" -d '{"events": [{"server_uuid": "a5434783-f5b8-4d03-840a-f44c31f288e7", "name": "network-vif-plugged", "status": "completed", "tag": "18db34fb-4d21-4d3a-81fb-b88cffdb7168"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:10:20.452727 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 18db34fb-4d21-4d3a-81fb-b88cffdb7168, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=18db34fb-4d21-4d3a-81fb-b88cffdb7168,segment=NetworkSegment(db9f7dcb-a7b3-4205-88b1-1cd29ba7e544),segment_id=db9f7dcb-a7b3-4205-88b1-1cd29ba7e544)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:10:20.458048 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:20.481355 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6ef08c-9e36-4f77-81f4-caa3f9295585 x-openstack-request-id: req-5f6ef08c-9e36-4f77-81f4-caa3f9295585 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:10:20.481642 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5434783-f5b8-4d03-840a-f44c31f288e7", "name": "network-vif-plugged", "status": "completed", "tag": "18db34fb-4d21-4d3a-81fb-b88cffdb7168", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:10:20.481885 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5f6ef08c-9e36-4f77-81f4-caa3f9295585 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:10:20.482271 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5434783-f5b8-4d03-840a-f44c31f288e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18db34fb-4d21-4d3a-81fb-b88cffdb7168', 'code': 200} Nov 15 12:10:20.508549 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=18db34fb-4d21-4d3a-81fb-b88cffdb7168,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:20.576788 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0342319-7458-4125-90c3-c1183a59c60d req-9a00ceab-d458-43a9-9ff9-1871351d81e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:20.578262 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c0342319-7458-4125-90c3-c1183a59c60d req-9a00ceab-d458-43a9-9ff9-1871351d81e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a5434783-f5b8-4d03-840a-f44c31f288e7 HTTP/1.1" status: 200 len: 1096 time: 0.0404227 Nov 15 12:10:20.622432 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c0342319-7458-4125-90c3-c1183a59c60d req-73c32167-77bb-49b4-95c1-0ebf202d24c5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369639 Nov 15 12:10:20.835094 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fd748-ac91-4bee-bb0f-3dda5255ed76 req-aa7ff163-8d60-461e-8d33-6a24cb8faf04 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:20.836581 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-675fd748-ac91-4bee-bb0f-3dda5255ed76 req-aa7ff163-8d60-461e-8d33-6a24cb8faf04 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5434783-f5b8-4d03-840a-f44c31f288e7 HTTP/1.1" status: 200 len: 945 time: 0.0481124 Nov 15 12:10:20.888663 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-675fd748-ac91-4bee-bb0f-3dda5255ed76 req-fd057d44-a737-4177-8aa7-d59f295403f7 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456717 Nov 15 12:10:22.019720 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1afbe6-8151-4f32-af06-95843c818f23 req-d38e34b2-ba84-4df1-b76a-75f85ec8106b tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:22.021817 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7c1afbe6-8151-4f32-af06-95843c818f23 req-d38e34b2-ba84-4df1-b76a-75f85ec8106b tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5434783-f5b8-4d03-840a-f44c31f288e7 HTTP/1.1" status: 200 len: 945 time: 0.0558033 Nov 15 12:10:22.080734 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7c1afbe6-8151-4f32-af06-95843c818f23 req-12775105-fc5a-47e8-b97e-7ecdcbeb4076 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526085 Nov 15 12:10:22.321207 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-f26729b4-a733-4247-802a-6eaf9a365146 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:22.322652 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-f26729b4-a733-4247-802a-6eaf9a365146 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/networks?id=0181a7ab-c871-4502-83b2-5a16239df59f HTTP/1.1" status: 200 len: 814 time: 0.1143045 Nov 15 12:10:22.338056 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-16d51346-74ff-42d7-94df-b17a5810dd50 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/quotas/4fc647d2e6fd4026b0765a4094e82e37 HTTP/1.1" status: 200 len: 375 time: 0.0094092 Nov 15 12:10:22.386752 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-902c2555-4a4c-4e50-b04e-6cd8802a25e7 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4fc647d2e6fd4026b0765a4094e82e37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429742 Nov 15 12:10:22.481242 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-db299bbd-acc2-4faa-8636-e1f0aaa1d379 service neutron] 10.222.0.64 "GET /v2.0/networks/0181a7ab-c871-4502-83b2-5a16239df59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871365 Nov 15 12:10:22.569521 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-ecca9f15-7040-4d41-bbbd-bfdae6faf4ee service neutron] 10.222.0.64 "GET /v2.0/networks/0181a7ab-c871-4502-83b2-5a16239df59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819733 Nov 15 12:10:22.734001 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b3eab36-9678-4eef-b641-2c25d7caa286 req-b7f06564-7afd-4305-bc93-6191551e5d60 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=c91516ec-66e0-47da-818a-94547add1653 HTTP/1.1" status: 200 len: 210 time: 0.0270243 Nov 15 12:10:23.797295 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-edf1d22e-9d76-44a4-90b8-8195ce840cce tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:23.798757 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-edf1d22e-9d76-44a4-90b8-8195ce840cce tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.11 "GET /v2.0/networks?id=0181a7ab-c871-4502-83b2-5a16239df59f HTTP/1.1" status: 200 len: 814 time: 0.1470637 Nov 15 12:10:23.811342 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Request body: {'port': {'device_id': 'c91516ec-66e0-47da-818a-94547add1653', 'network_id': '0181a7ab-c871-4502-83b2-5a16239df59f', 'admin_state_up': True, 'tenant_id': '4fc647d2e6fd4026b0765a4094e82e37'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:10:23.834610 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4bb84b1f-60d0-412c-9658-0d6efd2956c7 req-a2de8b4c-6122-4ef2-838a-ce09faa40652 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=c91516ec-66e0-47da-818a-94547add1653 HTTP/1.1" status: 200 len: 210 time: 0.0267529 Nov 15 12:10:23.925956 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Made reservation on behalf of 4fc647d2e6fd4026b0765a4094e82e37 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:10:23.929584 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:24.056970 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Allocated IP 172.20.0.11 (0181a7ab-c871-4502-83b2-5a16239df59f/ea0dc3ce-2201-4efb-b670-290bcfeb6be3/b70edd85-4708-4112-9a78-75becd315357) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:10:24.206698 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:24.242514 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:24.254314 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['18db34fb-4d21-4d3a-81fb-b88cffdb7168'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:10:24.285535 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Network 0181a7ab-c871-4502-83b2-5a16239df59f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:10:24.288614 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:10:24.292551 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:10:24.299130 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Pushing event updated for resources: {'Port': ['ID=b70edd85-4708-4112-9a78-75becd315357,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:24.333731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:24.334067 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:24.334397 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:24.334734 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:24.335053 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:24.335370 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:24.335699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:24.336028 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:24.336346 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:24.336660 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:24.336973 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:24.337280 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:24.357131 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:24.357735 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:24.376754 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-bb0e8bb7-87db-4979-8259-ab861f5c6253 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5692914 Nov 15 12:10:24.388897 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-f7178fe9-d0cf-4450-ae18-0c0faaf03e34 service neutron] Request body: {'port': {'device_id': 'c91516ec-66e0-47da-818a-94547add1653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:10:24.760628 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-f7178fe9-d0cf-4450-ae18-0c0faaf03e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:24.957082 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f3a0c-bafd-4bd4-a538-224b4db440bd req-dfcb67a9-186f-4134-83c0-80689cee8b15 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:24.958570 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f6f3a0c-bafd-4bd4-a538-224b4db440bd req-dfcb67a9-186f-4134-83c0-80689cee8b15 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=c91516ec-66e0-47da-818a-94547add1653 HTTP/1.1" status: 200 len: 932 time: 0.0535314 Nov 15 12:10:25.006512 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7f6f3a0c-bafd-4bd4-a538-224b4db440bd req-5531b8b1-6c52-4557-a89d-bb5b278b5b31 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417342 Nov 15 12:10:25.020942 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-f7178fe9-d0cf-4450-ae18-0c0faaf03e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b70edd85-4708-4112-9a78-75becd315357 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:10:25.028667 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-f7178fe9-d0cf-4450-ae18-0c0faaf03e34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:25.040860 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-f7178fe9-d0cf-4450-ae18-0c0faaf03e34 service neutron] Transition to ACTIVE for port object b70edd85-4708-4112-9a78-75becd315357 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:10:25.045512 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-f7178fe9-d0cf-4450-ae18-0c0faaf03e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:25.095906 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7178fe9-d0cf-4450-ae18-0c0faaf03e34 service neutron] Pushing event updated for resources: {'Port': ['ID=b70edd85-4708-4112-9a78-75becd315357,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:25.158612 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-f7178fe9-d0cf-4450-ae18-0c0faaf03e34 service neutron] Attempting to bind port b70edd85-4708-4112-9a78-75becd315357 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:10:25.158917 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-f7178fe9-d0cf-4450-ae18-0c0faaf03e34 service neutron] Attempting to bind port b70edd85-4708-4112-9a78-75becd315357 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': 'db9f7dcb-a7b3-4205-88b1-1cd29ba7e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '0181a7ab-c871-4502-83b2-5a16239df59f'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:10:25.159260 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-f7178fe9-d0cf-4450-ae18-0c0faaf03e34 service neutron] Attempting to bind port b70edd85-4708-4112-9a78-75becd315357 on network 0181a7ab-c871-4502-83b2-5a16239df59f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:10:25.163948 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-f7178fe9-d0cf-4450-ae18-0c0faaf03e34 service neutron] Port b70edd85-4708-4112-9a78-75becd315357 on network 0181a7ab-c871-4502-83b2-5a16239df59f not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:10:25.164257 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-f7178fe9-d0cf-4450-ae18-0c0faaf03e34 service neutron] Attempting to bind port b70edd85-4708-4112-9a78-75becd315357 on network 0181a7ab-c871-4502-83b2-5a16239df59f {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:10:25.169137 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-f7178fe9-d0cf-4450-ae18-0c0faaf03e34 service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:10:25.169463 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-f7178fe9-d0cf-4450-ae18-0c0faaf03e34 service neutron] Checking segment: {'id': 'db9f7dcb-a7b3-4205-88b1-1cd29ba7e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '0181a7ab-c871-4502-83b2-5a16239df59f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:10:25.169836 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-f7178fe9-d0cf-4450-ae18-0c0faaf03e34 service neutron] Bound using segment: {'id': 'db9f7dcb-a7b3-4205-88b1-1cd29ba7e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '0181a7ab-c871-4502-83b2-5a16239df59f'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:10:25.170251 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-f7178fe9-d0cf-4450-ae18-0c0faaf03e34 service neutron] Bound port: b70edd85-4708-4112-9a78-75becd315357, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9f7dcb-a7b3-4205-88b1-1cd29ba7e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '0181a7ab-c871-4502-83b2-5a16239df59f'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:10:25.170588 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-f7178fe9-d0cf-4450-ae18-0c0faaf03e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:25.236049 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-f7178fe9-d0cf-4450-ae18-0c0faaf03e34 service neutron] For port b70edd85-4708-4112-9a78-75becd315357, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:10:25.240075 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-f7178fe9-d0cf-4450-ae18-0c0faaf03e34 service neutron] For port b70edd85-4708-4112-9a78-75becd315357, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b70edd85-4708-4112-9a78-75becd315357,segment=NetworkSegment(db9f7dcb-a7b3-4205-88b1-1cd29ba7e544),segment_id=db9f7dcb-a7b3-4205-88b1-1cd29ba7e544)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:10:25.246212 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-f7178fe9-d0cf-4450-ae18-0c0faaf03e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:25.279667 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-f7178fe9-d0cf-4450-ae18-0c0faaf03e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:25.280314 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-f7178fe9-d0cf-4450-ae18-0c0faaf03e34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:25.281685 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-f7178fe9-d0cf-4450-ae18-0c0faaf03e34 service neutron] 10.222.0.11 "PUT /v2.0/ports/b70edd85-4708-4112-9a78-75becd315357 HTTP/1.1" status: 200 len: 1092 time: 0.8970199 Nov 15 12:10:25.282126 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91516ec-66e0-47da-818a-94547add1653', 'tag': 'b70edd85-4708-4112-9a78-75becd315357'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:10:25.284394 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1c8d5b-a07c-4686-94db-6eb577452cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "c91516ec-66e0-47da-818a-94547add1653", "tag": "b70edd85-4708-4112-9a78-75becd315357"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:10:25.309435 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7178fe9-d0cf-4450-ae18-0c0faaf03e34 service neutron] Pushing event updated for resources: {'Port': ['ID=b70edd85-4708-4112-9a78-75becd315357,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:25.329186 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f4116c-c5a6-465e-ad7b-9eb56ec5a794 x-openstack-request-id: req-49f4116c-c5a6-465e-ad7b-9eb56ec5a794 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:10:25.329472 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91516ec-66e0-47da-818a-94547add1653", "tag": "b70edd85-4708-4112-9a78-75becd315357", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:10:25.329720 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-49f4116c-c5a6-465e-ad7b-9eb56ec5a794 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:10:25.330122 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91516ec-66e0-47da-818a-94547add1653', 'tag': 'b70edd85-4708-4112-9a78-75becd315357', 'status': 'completed', 'code': 200} Nov 15 12:10:25.372771 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-e265df5a-a3c1-42b2-a15e-85b1344b5f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:25.374285 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-e265df5a-a3c1-42b2-a15e-85b1344b5f98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4fc647d2e6fd4026b0765a4094e82e37&device_id=c91516ec-66e0-47da-818a-94547add1653 HTTP/1.1" status: 200 len: 1095 time: 0.0417776 Nov 15 12:10:25.418371 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-2dcad4fd-3520-4843-9979-b0f040029173 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b70edd85-4708-4112-9a78-75becd315357 HTTP/1.1" status: 200 len: 217 time: 0.0347593 Nov 15 12:10:25.472015 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-d784bcc9-174c-4739-8070-a20d8157882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:25.473677 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-d784bcc9-174c-4739-8070-a20d8157882c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea0dc3ce-2201-4efb-b670-290bcfeb6be3 HTTP/1.1" status: 200 len: 854 time: 0.0482116 Nov 15 12:10:25.506231 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-24cc6258-b5f9-4bdf-ab6b-a9df84f523ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0181a7ab-c871-4502-83b2-5a16239df59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253468 Nov 15 12:10:25.596370 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-3ac442c8-5b3b-43e0-a1e6-6125c31a5f85 service neutron] 10.222.0.11 "GET /v2.0/networks/0181a7ab-c871-4502-83b2-5a16239df59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834432 Nov 15 12:10:25.700872 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-79907098-3cbf-4949-b843-27e5d9f98c45 req-e4e56245-0dc5-4afb-a11d-7be9dd80789d service neutron] 10.222.0.11 "GET /v2.0/networks/0181a7ab-c871-4502-83b2-5a16239df59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976994 Nov 15 12:10:25.801964 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c8d5b-a07c-4686-94db-6eb577452cb2 req-c14e00e1-76b2-425b-ae21-33b38869bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:25.803445 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ad1c8d5b-a07c-4686-94db-6eb577452cb2 req-c14e00e1-76b2-425b-ae21-33b38869bc38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4fc647d2e6fd4026b0765a4094e82e37&device_id=c91516ec-66e0-47da-818a-94547add1653 HTTP/1.1" status: 200 len: 1095 time: 0.0489361 Nov 15 12:10:25.901783 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c8d5b-a07c-4686-94db-6eb577452cb2 req-b97a0db3-28d6-44cd-a62d-a75548f830f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:25.903142 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ad1c8d5b-a07c-4686-94db-6eb577452cb2 req-b97a0db3-28d6-44cd-a62d-a75548f830f7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0181a7ab-c871-4502-83b2-5a16239df59f HTTP/1.1" status: 200 len: 915 time: 0.0923622 Nov 15 12:10:25.944488 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ad1c8d5b-a07c-4686-94db-6eb577452cb2 req-32ec0cbc-3d66-44d9-9fcb-3cad3b4caaf9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b70edd85-4708-4112-9a78-75becd315357 HTTP/1.1" status: 200 len: 217 time: 0.0333154 Nov 15 12:10:26.000660 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c8d5b-a07c-4686-94db-6eb577452cb2 req-27d121cd-046b-483e-879d-d2074979effd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:26.003004 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ad1c8d5b-a07c-4686-94db-6eb577452cb2 req-27d121cd-046b-483e-879d-d2074979effd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea0dc3ce-2201-4efb-b670-290bcfeb6be3 HTTP/1.1" status: 200 len: 854 time: 0.0518661 Nov 15 12:10:26.035843 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ad1c8d5b-a07c-4686-94db-6eb577452cb2 req-b6a7057d-956d-4d5b-994c-b2a86c1f329e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0181a7ab-c871-4502-83b2-5a16239df59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244875 Nov 15 12:10:26.124902 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6375956-e1b8-4989-9670-d0739273761b req-c0af992b-6600-4279-9e6d-e2d0511769d2 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:26.126433 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a6375956-e1b8-4989-9670-d0739273761b req-c0af992b-6600-4279-9e6d-e2d0511769d2 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=c91516ec-66e0-47da-818a-94547add1653 HTTP/1.1" status: 200 len: 944 time: 0.0491455 Nov 15 12:10:26.127355 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ad1c8d5b-a07c-4686-94db-6eb577452cb2 req-8946d04c-a2d4-4032-8aa6-fc4e4beb89fd service neutron] 10.222.0.11 "GET /v2.0/networks/0181a7ab-c871-4502-83b2-5a16239df59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843852 Nov 15 12:10:26.174929 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a6375956-e1b8-4989-9670-d0739273761b req-f522b3f5-5acc-44fa-bc6e-ac08f7bd2e8b tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420716 Nov 15 12:10:26.222908 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ad1c8d5b-a07c-4686-94db-6eb577452cb2 req-cd98b7ad-259d-439c-a945-90633b62cb55 service neutron] 10.222.0.11 "GET /v2.0/networks/0181a7ab-c871-4502-83b2-5a16239df59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879483 Nov 15 12:10:27.302229 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638fe96-e695-46ea-9b06-7c6baac9c196 req-1a924cfe-c97a-43cc-8760-35756bc69b1d tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:27.303719 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9638fe96-e695-46ea-9b06-7c6baac9c196 req-1a924cfe-c97a-43cc-8760-35756bc69b1d tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=c91516ec-66e0-47da-818a-94547add1653 HTTP/1.1" status: 200 len: 944 time: 0.0517781 Nov 15 12:10:27.350186 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9638fe96-e695-46ea-9b06-7c6baac9c196 req-6191afa1-5f82-446d-bd47-7272cbb19a5b tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403042 Nov 15 12:10:28.481321 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88f90b-7951-4a5a-8850-50bcdb0a6416 req-b50f62a3-0439-4535-9677-3be729782a3c tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:28.482804 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df88f90b-7951-4a5a-8850-50bcdb0a6416 req-b50f62a3-0439-4535-9677-3be729782a3c tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=c91516ec-66e0-47da-818a-94547add1653 HTTP/1.1" status: 200 len: 944 time: 0.0584283 Nov 15 12:10:28.532613 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df88f90b-7951-4a5a-8850-50bcdb0a6416 req-9407a49e-a595-445f-8a5f-7d655f711d87 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411444 Nov 15 12:10:29.666277 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad0bf2-7aed-4276-af66-0c3024436358 req-e685f4c3-bbb7-483c-bff7-496691e741cb tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:29.667760 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-47ad0bf2-7aed-4276-af66-0c3024436358 req-e685f4c3-bbb7-483c-bff7-496691e741cb tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=c91516ec-66e0-47da-818a-94547add1653 HTTP/1.1" status: 200 len: 944 time: 0.0532644 Nov 15 12:10:29.722632 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-47ad0bf2-7aed-4276-af66-0c3024436358 req-096123fd-9f58-4b70-94bd-05629b31f13b tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458348 Nov 15 12:10:30.059772 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:30.737939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device b70edd85-4708-4112-9a78-75becd315357 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:10:30.842180 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port b70edd85-4708-4112-9a78-75becd315357, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b70edd85-4708-4112-9a78-75becd315357,segment=NetworkSegment(db9f7dcb-a7b3-4205-88b1-1cd29ba7e544),segment_id=db9f7dcb-a7b3-4205-88b1-1cd29ba7e544)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:10:30.848893 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7177781-ee07-4dc7-80ed-c3969e5bce9d req-e3ce3397-5146-41e5-ada6-5c4c81c23ff0 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:30.850397 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b7177781-ee07-4dc7-80ed-c3969e5bce9d req-e3ce3397-5146-41e5-ada6-5c4c81c23ff0 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=c91516ec-66e0-47da-818a-94547add1653 HTTP/1.1" status: 200 len: 944 time: 0.0502431 Nov 15 12:10:30.853210 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'b70edd85-4708-4112-9a78-75becd315357', 'network_id': '0181a7ab-c871-4502-83b2-5a16239df59f', 'port_id': 'b70edd85-4708-4112-9a78-75becd315357', 'mac_address': 'fa:16:3e:29:65:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea0dc3ce-2201-4efb-b670-290bcfeb6be3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:10:30.892978 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:30.898044 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b7177781-ee07-4dc7-80ed-c3969e5bce9d req-07f82b62-93f6-498c-8fe5-917da8911613 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416081 Nov 15 12:10:30.905689 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b70edd85-4708-4112-9a78-75becd315357 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:10:30.924379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port b70edd85-4708-4112-9a78-75becd315357, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b70edd85-4708-4112-9a78-75becd315357,segment=NetworkSegment(db9f7dcb-a7b3-4205-88b1-1cd29ba7e544),segment_id=db9f7dcb-a7b3-4205-88b1-1cd29ba7e544)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:10:30.929590 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:30.975526 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=b70edd85-4708-4112-9a78-75becd315357,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:31.231851 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['b70edd85-4708-4112-9a78-75becd315357'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:10:32.022191 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f7c1f-5fed-435f-99a8-60d837fe8a05 req-35eb8136-d231-4103-a368-f3069675e233 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:32.023639 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-540f7c1f-5fed-435f-99a8-60d837fe8a05 req-35eb8136-d231-4103-a368-f3069675e233 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=c91516ec-66e0-47da-818a-94547add1653 HTTP/1.1" status: 200 len: 945 time: 0.0570123 Nov 15 12:10:32.071231 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-540f7c1f-5fed-435f-99a8-60d837fe8a05 req-de6c0dfd-36cd-4fb6-b506-f91264979881 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416005 Nov 15 12:10:32.126809 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:32.743519 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device b70edd85-4708-4112-9a78-75becd315357 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:10:32.803429 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port b70edd85-4708-4112-9a78-75becd315357 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:10:32.807551 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port b70edd85-4708-4112-9a78-75becd315357 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:10:32.807958 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:32.888579 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:32.911318 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91516ec-66e0-47da-818a-94547add1653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70edd85-4708-4112-9a78-75becd315357'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:10:32.913539 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505f99e2-4999-4e47-8271-c7c97b04eb05" -d '{"events": [{"server_uuid": "c91516ec-66e0-47da-818a-94547add1653", "name": "network-vif-plugged", "status": "completed", "tag": "b70edd85-4708-4112-9a78-75becd315357"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:10:32.926347 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port b70edd85-4708-4112-9a78-75becd315357, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b70edd85-4708-4112-9a78-75becd315357,segment=NetworkSegment(db9f7dcb-a7b3-4205-88b1-1cd29ba7e544),segment_id=db9f7dcb-a7b3-4205-88b1-1cd29ba7e544)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:10:32.932019 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:32.954672 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d128cf9-f224-458a-b4b5-e66d30439283 x-openstack-request-id: req-4d128cf9-f224-458a-b4b5-e66d30439283 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:10:32.954955 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91516ec-66e0-47da-818a-94547add1653", "name": "network-vif-plugged", "status": "completed", "tag": "b70edd85-4708-4112-9a78-75becd315357", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:10:32.955199 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4d128cf9-f224-458a-b4b5-e66d30439283 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:10:32.955670 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91516ec-66e0-47da-818a-94547add1653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70edd85-4708-4112-9a78-75becd315357', 'code': 200} Nov 15 12:10:32.981170 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=b70edd85-4708-4112-9a78-75becd315357,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:32.988542 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:32.988874 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:32.989196 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:32.989538 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:32.989837 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:32.990155 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:32.990465 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:32.990809 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:32.991116 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:32.991408 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:32.991714 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:32.992040 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:10:33.048565 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b1640-4e3f-4111-907e-670cdcccb2a1 req-c5fa1f80-a4ab-49cc-86e1-6fc365008f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:33.050057 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6d9b1640-4e3f-4111-907e-670cdcccb2a1 req-c5fa1f80-a4ab-49cc-86e1-6fc365008f40 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c91516ec-66e0-47da-818a-94547add1653 HTTP/1.1" status: 200 len: 1097 time: 0.0417635 Nov 15 12:10:33.098152 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6d9b1640-4e3f-4111-907e-670cdcccb2a1 req-9307635c-e3ab-4d8a-a69f-d518fa0c70d6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408323 Nov 15 12:10:33.192207 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479ce97-2a0d-493d-ba98-cbdde1a9e222 req-cae85ee2-932d-4857-ab4b-64fb2d22e17a tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:33.193715 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1479ce97-2a0d-493d-ba98-cbdde1a9e222 req-cae85ee2-932d-4857-ab4b-64fb2d22e17a tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=c91516ec-66e0-47da-818a-94547add1653 HTTP/1.1" status: 200 len: 946 time: 0.0537727 Nov 15 12:10:33.243877 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1479ce97-2a0d-493d-ba98-cbdde1a9e222 req-28edf14b-4e5d-4936-88e0-5e31a1217dab tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413930 Nov 15 12:10:34.364193 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98561cd9-86a6-41af-876b-06ba6bdf6eb0 req-53ae821f-dd4d-4df3-8e58-d04e7fa414fe tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:34.371756 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-98561cd9-86a6-41af-876b-06ba6bdf6eb0 req-53ae821f-dd4d-4df3-8e58-d04e7fa414fe tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=c91516ec-66e0-47da-818a-94547add1653 HTTP/1.1" status: 200 len: 946 time: 0.0552166 Nov 15 12:10:34.415333 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-98561cd9-86a6-41af-876b-06ba6bdf6eb0 req-15fe4123-efcd-472c-a5c2-01f8d5322c00 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426805 Nov 15 12:10:35.534797 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a6187-bfad-4772-b42f-4ced70654fd8 req-962816fd-a512-4804-a88c-0d7bb3cb0665 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:35.536434 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-957a6187-bfad-4772-b42f-4ced70654fd8 req-962816fd-a512-4804-a88c-0d7bb3cb0665 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=c91516ec-66e0-47da-818a-94547add1653 HTTP/1.1" status: 200 len: 946 time: 0.0500274 Nov 15 12:10:35.589605 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-957a6187-bfad-4772-b42f-4ced70654fd8 req-831981c7-cb28-446e-81f7-5d8bf57b6e66 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469103 Nov 15 12:10:35.850568 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71163a9d-6174-4348-9251-e7120d016159 req-1626bafd-8b65-43f6-8d1f-55b8aa350459 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:35.852067 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-71163a9d-6174-4348-9251-e7120d016159 req-1626bafd-8b65-43f6-8d1f-55b8aa350459 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=c91516ec-66e0-47da-818a-94547add1653 HTTP/1.1" status: 200 len: 946 time: 0.0586593 Nov 15 12:10:35.899977 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-71163a9d-6174-4348-9251-e7120d016159 req-7c04de26-72bd-42f0-a2d5-433b9f69e17d tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416696 Nov 15 12:10:36.318631 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-acb1d15e-2b7b-4178-a25d-8b2b1eab328b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:37.030647 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd4d6f-6880-499d-9cfb-25b7c6ee2754 req-f1d4cf03-c324-46c7-99b5-182829140620 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:37.032524 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-38dd4d6f-6880-499d-9cfb-25b7c6ee2754 req-f1d4cf03-c324-46c7-99b5-182829140620 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=c91516ec-66e0-47da-818a-94547add1653 HTTP/1.1" status: 200 len: 946 time: 0.0518372 Nov 15 12:10:37.081653 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-38dd4d6f-6880-499d-9cfb-25b7c6ee2754 req-0048a3f4-5df0-4429-8be2-f3d5cfebd22e tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409887 Nov 15 12:10:37.195012 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b1f95-4172-4040-9be8-b3db9b8b5ba3 req-979aa7ad-f292-4171-aa01-225375848cb6 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:37.196405 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-af4b1f95-4172-4040-9be8-b3db9b8b5ba3 req-979aa7ad-f292-4171-aa01-225375848cb6 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.11 "GET /v2.0/ports?device_id=c91516ec-66e0-47da-818a-94547add1653 HTTP/1.1" status: 200 len: 946 time: 0.0556424 Nov 15 12:10:37.301061 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-af4b1f95-4172-4040-9be8-b3db9b8b5ba3 req-8c388c5a-46e9-445b-bbd0-644f611ff715 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Deleting port b70edd85-4708-4112-9a78-75becd315357 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:10:37.301340 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-af4b1f95-4172-4040-9be8-b3db9b8b5ba3 req-8c388c5a-46e9-445b-bbd0-644f611ff715 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:37.398330 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-af4b1f95-4172-4040-9be8-b3db9b8b5ba3 req-8c388c5a-46e9-445b-bbd0-644f611ff715 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] For port b70edd85-4708-4112-9a78-75becd315357, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=b70edd85-4708-4112-9a78-75becd315357,segment=NetworkSegment(db9f7dcb-a7b3-4205-88b1-1cd29ba7e544),segment_id=db9f7dcb-a7b3-4205-88b1-1cd29ba7e544)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:10:37.398677 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-af4b1f95-4172-4040-9be8-b3db9b8b5ba3 req-8c388c5a-46e9-445b-bbd0-644f611ff715 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:37.411668 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-af4b1f95-4172-4040-9be8-b3db9b8b5ba3 req-8c388c5a-46e9-445b-bbd0-644f611ff715 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Calling delete_port for b70edd85-4708-4112-9a78-75becd315357 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:10:37.546432 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-af4b1f95-4172-4040-9be8-b3db9b8b5ba3 req-8c388c5a-46e9-445b-bbd0-644f611ff715 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:37.559025 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['18db34fb-4d21-4d3a-81fb-b88cffdb7168'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:10:37.561325 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['b70edd85-4708-4112-9a78-75becd315357'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:10:37.578607 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c388c5a-46e9-445b-bbd0-644f611ff715 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Pushing event deleted for resources: {'Port': ['ID=b70edd85-4708-4112-9a78-75becd315357,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:37.621074 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4b1f95-4172-4040-9be8-b3db9b8b5ba3 req-8c388c5a-46e9-445b-bbd0-644f611ff715 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] No DVR routers for this DVR port b70edd85-4708-4112-9a78-75becd315357 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:10:37.624337 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-af4b1f95-4172-4040-9be8-b3db9b8b5ba3 req-8c388c5a-46e9-445b-bbd0-644f611ff715 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:37.627979 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-af4b1f95-4172-4040-9be8-b3db9b8b5ba3 req-8c388c5a-46e9-445b-bbd0-644f611ff715 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.11 "DELETE /v2.0/ports/b70edd85-4708-4112-9a78-75becd315357 HTTP/1.1" status: 204 len: 173 time: 0.4248958 Nov 15 12:10:37.628478 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91516ec-66e0-47da-818a-94547add1653', 'name': 'network-vif-deleted', 'tag': 'b70edd85-4708-4112-9a78-75becd315357'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:10:37.631578 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4786c0a8-76e7-4356-819f-3019f4515682" -d '{"events": [{"server_uuid": "c91516ec-66e0-47da-818a-94547add1653", "name": "network-vif-deleted", "tag": "b70edd85-4708-4112-9a78-75becd315357"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:10:37.675444 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a306fff5-95dc-4e5d-9751-1609bf431d70 x-openstack-request-id: req-a306fff5-95dc-4e5d-9751-1609bf431d70 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:10:37.675737 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91516ec-66e0-47da-818a-94547add1653", "name": "network-vif-deleted", "tag": "b70edd85-4708-4112-9a78-75becd315357", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:10:37.676023 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a306fff5-95dc-4e5d-9751-1609bf431d70 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:10:37.676425 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91516ec-66e0-47da-818a-94547add1653', 'name': 'network-vif-deleted', 'tag': 'b70edd85-4708-4112-9a78-75becd315357', 'status': 'completed', 'code': 200} Nov 15 12:10:38.241793 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c1a19-7dfc-4387-a6a3-fd930b688a97 req-ddcbe211-94f9-43a4-ae1d-c45880986b6e tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:38.243254 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b02c1a19-7dfc-4387-a6a3-fd930b688a97 req-ddcbe211-94f9-43a4-ae1d-c45880986b6e tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5434783-f5b8-4d03-840a-f44c31f288e7 HTTP/1.1" status: 200 len: 945 time: 0.0523891 Nov 15 12:10:38.289725 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b02c1a19-7dfc-4387-a6a3-fd930b688a97 req-5b86681e-7a1a-45a7-b14d-d9c549fdb21b tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402384 Nov 15 12:10:38.413684 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cfe4f5d2-8bb6-4ee3-9f18-8ed2ea0c4b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:38.428477 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf62cb8-b0ee-44a5-a2c5-06b4a6567122 req-f372e607-1208-4586-8840-553418bde8ed tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:38.430002 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4bf62cb8-b0ee-44a5-a2c5-06b4a6567122 req-f372e607-1208-4586-8840-553418bde8ed tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5434783-f5b8-4d03-840a-f44c31f288e7 HTTP/1.1" status: 200 len: 945 time: 0.0576127 Nov 15 12:10:38.477899 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4bf62cb8-b0ee-44a5-a2c5-06b4a6567122 req-d03670f8-6738-47c1-be03-2df15bafbc7d tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415936 Nov 15 12:10:38.606123 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6066fd7-8d7e-4ccb-8e7c-367b7a041da6 req-d5e29bfb-4376-4f41-9957-6d4fcea5eb6a tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:38.607604 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a6066fd7-8d7e-4ccb-8e7c-367b7a041da6 req-d5e29bfb-4376-4f41-9957-6d4fcea5eb6a tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5434783-f5b8-4d03-840a-f44c31f288e7 HTTP/1.1" status: 200 len: 945 time: 0.0626597 Nov 15 12:10:38.655108 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a6066fd7-8d7e-4ccb-8e7c-367b7a041da6 req-e14acb5d-b8a9-4fca-bbd1-ee18957a82e1 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414612 Nov 15 12:10:38.823199 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dff836-511a-47f3-a4b6-667f0f66b078 req-d6f2279e-659c-4b1f-9d02-5222dc78094e tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:38.824771 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f4dff836-511a-47f3-a4b6-667f0f66b078 req-d6f2279e-659c-4b1f-9d02-5222dc78094e tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5434783-f5b8-4d03-840a-f44c31f288e7 HTTP/1.1" status: 200 len: 945 time: 0.0523751 Nov 15 12:10:38.874063 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f4dff836-511a-47f3-a4b6-667f0f66b078 req-524d3a4d-5559-4c05-814e-421fdce7e069 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401909 Nov 15 12:10:38.996979 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2c6a9-9ee7-40e9-b215-9d77a8b19aba req-2a46b5b6-2c7a-4c70-9a92-3846d7324ca7 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:38.998463 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-97a2c6a9-9ee7-40e9-b215-9d77a8b19aba req-2a46b5b6-2c7a-4c70-9a92-3846d7324ca7 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5434783-f5b8-4d03-840a-f44c31f288e7 HTTP/1.1" status: 200 len: 945 time: 0.0583160 Nov 15 12:10:39.058107 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-97a2c6a9-9ee7-40e9-b215-9d77a8b19aba req-57cf1a3f-bc51-4ea1-980d-206b0fd8ec56 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510256 Nov 15 12:10:39.189895 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e242e1-20b5-46ac-9bf3-1458aabc17df req-a058d224-1514-4352-a3ac-5bf65d3bb783 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:39.191272 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a0e242e1-20b5-46ac-9bf3-1458aabc17df req-a058d224-1514-4352-a3ac-5bf65d3bb783 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5434783-f5b8-4d03-840a-f44c31f288e7 HTTP/1.1" status: 200 len: 945 time: 0.0499547 Nov 15 12:10:39.239095 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a0e242e1-20b5-46ac-9bf3-1458aabc17df req-cf9d6f6c-aa95-4295-848c-a5d991c54c5a tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417621 Nov 15 12:10:39.788195 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:10:39.809681 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7673900-7b62-4846-96e0-295dc0053c65 req-294dd169-2ff3-4963-b6da-27ab3a554964 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:39.811194 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7673900-7b62-4846-96e0-295dc0053c65 req-294dd169-2ff3-4963-b6da-27ab3a554964 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5434783-f5b8-4d03-840a-f44c31f288e7 HTTP/1.1" status: 200 len: 945 time: 0.0499711 Nov 15 12:10:39.864570 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c7673900-7b62-4846-96e0-295dc0053c65 req-5df871ba-3386-46ce-87ed-f2a17f5d49fb tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442255 Nov 15 12:10:40.083261 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:40.753514 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device b70edd85-4708-4112-9a78-75becd315357 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:10:40.779844 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: b70edd85-4708-4112-9a78-75becd315357 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:10:40.780093 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device b70edd85-4708-4112-9a78-75becd315357 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:10:40.983380 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b2472-dbee-4083-a1b0-37395e285474 req-9236e4e9-957b-4272-8e9e-80c455e1ee44 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:40.984922 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-504b2472-dbee-4083-a1b0-37395e285474 req-9236e4e9-957b-4272-8e9e-80c455e1ee44 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5434783-f5b8-4d03-840a-f44c31f288e7 HTTP/1.1" status: 200 len: 945 time: 0.0521262 Nov 15 12:10:41.031504 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-504b2472-dbee-4083-a1b0-37395e285474 req-037b70dc-1891-4c07-9c46-b67c9ba4e699 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.64 "GET /v2.0/security-groups?id=95e80831-573d-43dc-8a71-46adcdd35b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403917 Nov 15 12:10:41.080966 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ac977-e608-4d3a-986d-2c1233298890 req-0387c8e5-26c7-4299-b286-f2083528f8f6 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:41.082412 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2d5ac977-e608-4d3a-986d-2c1233298890 req-0387c8e5-26c7-4299-b286-f2083528f8f6 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5434783-f5b8-4d03-840a-f44c31f288e7 HTTP/1.1" status: 200 len: 945 time: 0.0500548 Nov 15 12:10:41.192446 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-2d5ac977-e608-4d3a-986d-2c1233298890 req-31c5ad2d-ed03-4491-b386-f24b599cd067 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Deleting port 18db34fb-4d21-4d3a-81fb-b88cffdb7168 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:10:41.192781 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2d5ac977-e608-4d3a-986d-2c1233298890 req-31c5ad2d-ed03-4491-b386-f24b599cd067 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:41.282262 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-2d5ac977-e608-4d3a-986d-2c1233298890 req-31c5ad2d-ed03-4491-b386-f24b599cd067 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] For port 18db34fb-4d21-4d3a-81fb-b88cffdb7168, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=18db34fb-4d21-4d3a-81fb-b88cffdb7168,segment=NetworkSegment(db9f7dcb-a7b3-4205-88b1-1cd29ba7e544),segment_id=db9f7dcb-a7b3-4205-88b1-1cd29ba7e544)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:10:41.282497 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2d5ac977-e608-4d3a-986d-2c1233298890 req-31c5ad2d-ed03-4491-b386-f24b599cd067 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:41.294873 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-2d5ac977-e608-4d3a-986d-2c1233298890 req-31c5ad2d-ed03-4491-b386-f24b599cd067 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Calling delete_port for 18db34fb-4d21-4d3a-81fb-b88cffdb7168 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:10:41.425967 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2d5ac977-e608-4d3a-986d-2c1233298890 req-31c5ad2d-ed03-4491-b386-f24b599cd067 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:41.438927 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['18db34fb-4d21-4d3a-81fb-b88cffdb7168'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:10:41.454390 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5ad2d-ed03-4491-b386-f24b599cd067 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Pushing event deleted for resources: {'Port': ['ID=18db34fb-4d21-4d3a-81fb-b88cffdb7168,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:41.498174 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5ac977-e608-4d3a-986d-2c1233298890 req-31c5ad2d-ed03-4491-b386-f24b599cd067 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] No DVR routers for this DVR port 18db34fb-4d21-4d3a-81fb-b88cffdb7168 on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:10:41.500870 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2d5ac977-e608-4d3a-986d-2c1233298890 req-31c5ad2d-ed03-4491-b386-f24b599cd067 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:41.504196 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2d5ac977-e608-4d3a-986d-2c1233298890 req-31c5ad2d-ed03-4491-b386-f24b599cd067 tempest-ServersNegativeTestJSON-1719787665 tempest-ServersNegativeTestJSON-1719787665-project] 10.222.0.55 "DELETE /v2.0/ports/18db34fb-4d21-4d3a-81fb-b88cffdb7168 HTTP/1.1" status: 204 len: 173 time: 0.4148283 Nov 15 12:10:41.504632 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5434783-f5b8-4d03-840a-f44c31f288e7', 'name': 'network-vif-deleted', 'tag': '18db34fb-4d21-4d3a-81fb-b88cffdb7168'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:10:41.506916 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b55642-4ba9-4366-b467-934602e8a30e" -d '{"events": [{"server_uuid": "a5434783-f5b8-4d03-840a-f44c31f288e7", "name": "network-vif-deleted", "tag": "18db34fb-4d21-4d3a-81fb-b88cffdb7168"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:10:41.541554 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4d3649-8e2b-4939-8ee4-e9c4f909f7e2 x-openstack-request-id: req-fd4d3649-8e2b-4939-8ee4-e9c4f909f7e2 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:10:41.541872 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5434783-f5b8-4d03-840a-f44c31f288e7", "name": "network-vif-deleted", "tag": "18db34fb-4d21-4d3a-81fb-b88cffdb7168", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:10:41.542200 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd4d3649-8e2b-4939-8ee4-e9c4f909f7e2 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:10:41.542612 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5434783-f5b8-4d03-840a-f44c31f288e7', 'name': 'network-vif-deleted', 'tag': '18db34fb-4d21-4d3a-81fb-b88cffdb7168', 'status': 'completed', 'code': 200} Nov 15 12:10:41.631087 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:42.098472 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53374) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:42.143296 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-082cc6d6-fb97-40da-a417-3b3ea733dc71 admin admin] Deleting subnet ea0dc3ce-2201-4efb-b670-290bcfeb6be3 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:10:42.146391 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-082cc6d6-fb97-40da-a417-3b3ea733dc71 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:42.186236 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-082cc6d6-fb97-40da-a417-3b3ea733dc71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:42.220659 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:42.231801 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-082cc6d6-fb97-40da-a417-3b3ea733dc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:42.295248 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-082cc6d6-fb97-40da-a417-3b3ea733dc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:42.320037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082cc6d6-fb97-40da-a417-3b3ea733dc71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea0dc3ce-2201-4efb-b670-290bcfeb6be3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:42.323686 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-082cc6d6-fb97-40da-a417-3b3ea733dc71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:42.326889 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-082cc6d6-fb97-40da-a417-3b3ea733dc71 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ea0dc3ce-2201-4efb-b670-290bcfeb6be3 HTTP/1.1" status: 204 len: 168 time: 0.2273674 Nov 15 12:10:42.329544 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53376) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:42.397744 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-322d8657-692d-4b84-9273-0f115b9b1718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:42.480126 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-322d8657-692d-4b84-9273-0f115b9b1718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:42.499689 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-322d8657-692d-4b84-9273-0f115b9b1718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0181a7ab-c871-4502-83b2-5a16239df59f']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:42.508937 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-322d8657-692d-4b84-9273-0f115b9b1718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9f7dcb-a7b3-4205-88b1-1cd29ba7e544') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:42.509239 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-322d8657-692d-4b84-9273-0f115b9b1718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9f7dcb-a7b3-4205-88b1-1cd29ba7e544') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:42.518698 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-322d8657-692d-4b84-9273-0f115b9b1718 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:42.532040 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-322d8657-692d-4b84-9273-0f115b9b1718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:42.538166 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-322d8657-692d-4b84-9273-0f115b9b1718 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:10:42.538541 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-322d8657-692d-4b84-9273-0f115b9b1718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: timer() Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:10:42.540207 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:10:42.604656 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-322d8657-692d-4b84-9273-0f115b9b1718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:42.609499 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-322d8657-692d-4b84-9273-0f115b9b1718 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:42.612746 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-322d8657-692d-4b84-9273-0f115b9b1718 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0181a7ab-c871-4502-83b2-5a16239df59f HTTP/1.1" status: 204 len: 168 time: 0.2823126 Nov 15 12:10:42.630434 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d8657-692d-4b84-9273-0f115b9b1718 admin admin] Pushing event deleted for resources: {'Network': ['ID=0181a7ab-c871-4502-83b2-5a16239df59f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:42.729435 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53380) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:42.769004 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b653d4ef-ef56-4ead-95ec-e663d57bff30 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4fc647d2e6fd4026b0765a4094e82e37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383723 Nov 15 12:10:42.771530 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53382) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:42.821322 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fde44c3e-2438-4d0c-81e4-a5cccc3f5586 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:42.842823 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fde44c3e-2438-4d0c-81e4-a5cccc3f5586 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:42.890053 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fde44c3e-2438-4d0c-81e4-a5cccc3f5586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:42.892671 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fde44c3e-2438-4d0c-81e4-a5cccc3f5586 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:42.893829 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fde44c3e-2438-4d0c-81e4-a5cccc3f5586 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/95e80831-573d-43dc-8a71-46adcdd35b52 HTTP/1.1" status: 204 len: 168 time: 0.1214097 Nov 15 12:10:42.902058 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde44c3e-2438-4d0c-81e4-a5cccc3f5586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e80831-573d-43dc-8a71-46adcdd35b52,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:43.629897 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53404) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:43.732500 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-16492da5-dc8c-4227-a373-a2b4ca5f1975 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-161799536'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:10:43.756089 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16492da5-dc8c-4227-a373-a2b4ca5f1975 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Made reservation on behalf of 0803739140944489917ee658967e507a for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:10:43.759936 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16492da5-dc8c-4227-a373-a2b4ca5f1975 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:43.768577 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16492da5-dc8c-4227-a373-a2b4ca5f1975 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:43.842151 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16492da5-dc8c-4227-a373-a2b4ca5f1975 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:43.848248 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16492da5-dc8c-4227-a373-a2b4ca5f1975 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:43.878661 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16492da5-dc8c-4227-a373-a2b4ca5f1975 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:10:43.894422 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16492da5-dc8c-4227-a373-a2b4ca5f1975 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b776388c-1505-4bb5-b845-03c325366a7c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:43.897258 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16492da5-dc8c-4227-a373-a2b4ca5f1975 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:43.897585 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-16492da5-dc8c-4227-a373-a2b4ca5f1975 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Added segment 0d967d18-4ed0-44d0-a5b3-8a9417ee5112 of type vlan for network 2f8b1b9d-c1de-4ca1-bd7e-9f80cccde746 Nov 15 12:10:43.937455 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16492da5-dc8c-4227-a373-a2b4ca5f1975 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:43.965340 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16492da5-dc8c-4227-a373-a2b4ca5f1975 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:43.971154 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16492da5-dc8c-4227-a373-a2b4ca5f1975 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:43.971728 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-16492da5-dc8c-4227-a373-a2b4ca5f1975 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:44.024106 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-16492da5-dc8c-4227-a373-a2b4ca5f1975 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3929281 Nov 15 12:10:44.037984 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16492da5-dc8c-4227-a373-a2b4ca5f1975 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Pushing event updated for resources: {'Network': ['ID=2f8b1b9d-c1de-4ca1-bd7e-9f80cccde746,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:44.047645 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 2f8b1b9d-c1de-4ca1-bd7e-9f80cccde746 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:10:46.389236 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 18db34fb-4d21-4d3a-81fb-b88cffdb7168 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:10:46.409583 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 18db34fb-4d21-4d3a-81fb-b88cffdb7168 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:10:46.409916 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 18db34fb-4d21-4d3a-81fb-b88cffdb7168 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:10:47.258554 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53408) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:47.266626 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1a329e76-19e1-4fc4-b93b-cdc74544f5ed tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Request body: {'subnet': {'network_id': '2f8b1b9d-c1de-4ca1-bd7e-9f80cccde746', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:10:47.370033 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a329e76-19e1-4fc4-b93b-cdc74544f5ed tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Made reservation on behalf of 0803739140944489917ee658967e507a for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:10:47.374184 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a329e76-19e1-4fc4-b93b-cdc74544f5ed tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:47.566057 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a329e76-19e1-4fc4-b93b-cdc74544f5ed tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:47.625352 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a329e76-19e1-4fc4-b93b-cdc74544f5ed tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Pushing event updated for resources: {'Subnet': ['ID=bdd862dc-0000-4e9a-9451-dd803847ef00,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:47.632748 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a329e76-19e1-4fc4-b93b-cdc74544f5ed tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Checking segment: {'id': '0d967d18-4ed0-44d0-a5b3-8a9417ee5112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2f8b1b9d-c1de-4ca1-bd7e-9f80cccde746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:10:47.633107 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a329e76-19e1-4fc4-b93b-cdc74544f5ed tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Network hostable DHCP agents. Network: 2f8b1b9d-c1de-4ca1-bd7e-9f80cccde746, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:10:47.650925 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a329e76-19e1-4fc4-b93b-cdc74544f5ed tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Network 2f8b1b9d-c1de-4ca1-bd7e-9f80cccde746 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:10:47.663127 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-1a329e76-19e1-4fc4-b93b-cdc74544f5ed tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 2f8b1b9d-c1de-4ca1-bd7e-9f80cccde746) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:10:47.667366 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a329e76-19e1-4fc4-b93b-cdc74544f5ed tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:47.668002 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1a329e76-19e1-4fc4-b93b-cdc74544f5ed tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:47.672184 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54451bef-2568-41b7-9e78-c703a33bbe86 None None] Network 2f8b1b9d-c1de-4ca1-bd7e-9f80cccde746 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:10:47.684079 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1a329e76-19e1-4fc4-b93b-cdc74544f5ed tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4242563 Nov 15 12:10:47.687594 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53410) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:47.692525 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-66c80cfe-23e9-4bbb-9026-7977819573fb tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-308000334'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:10:47.713264 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c80cfe-23e9-4bbb-9026-7977819573fb tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Made reservation on behalf of 0803739140944489917ee658967e507a for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:10:47.717082 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66c80cfe-23e9-4bbb-9026-7977819573fb tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:47.742084 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c80cfe-23e9-4bbb-9026-7977819573fb tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:10:47.752253 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66c80cfe-23e9-4bbb-9026-7977819573fb tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:47.752593 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-66c80cfe-23e9-4bbb-9026-7977819573fb tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Added segment 317f90fc-bdc9-4305-8666-2c2948eb3dfe of type vlan for network 79c44de8-0713-4616-b474-f89f1a24c802 Nov 15 12:10:47.793655 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66c80cfe-23e9-4bbb-9026-7977819573fb tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:47.818520 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb849ec4-cf10-4e2e-8b4b-bd88dddeb463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-2f8b1b9d-c1de-4ca1-bd7e-9f80cccde746', 'network_id': '2f8b1b9d-c1de-4ca1-bd7e-9f80cccde746', 'tenant_id': '0803739140944489917ee658967e507a', 'fixed_ips': [{'subnet_id': 'bdd862dc-0000-4e9a-9451-dd803847ef00'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:10:47.819375 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eb849ec4-cf10-4e2e-8b4b-bd88dddeb463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:47.819649 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66c80cfe-23e9-4bbb-9026-7977819573fb tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:47.825271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c80cfe-23e9-4bbb-9026-7977819573fb tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:47.825846 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-66c80cfe-23e9-4bbb-9026-7977819573fb tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:47.890961 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-66c80cfe-23e9-4bbb-9026-7977819573fb tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2022007 Nov 15 12:10:47.893829 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53412) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:47.898645 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d5f80e9e-2a7b-41c5-ac93-031489b5bde9 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Request body: {'subnet': {'network_id': '79c44de8-0713-4616-b474-f89f1a24c802', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:10:47.906527 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c80cfe-23e9-4bbb-9026-7977819573fb tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Pushing event updated for resources: {'Network': ['ID=79c44de8-0713-4616-b474-f89f1a24c802,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:47.917316 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 79c44de8-0713-4616-b474-f89f1a24c802 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:10:48.001813 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f80e9e-2a7b-41c5-ac93-031489b5bde9 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Made reservation on behalf of 0803739140944489917ee658967e507a for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:10:48.005361 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5f80e9e-2a7b-41c5-ac93-031489b5bde9 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:48.012490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-eb849ec4-cf10-4e2e-8b4b-bd88dddeb463 None None] Allocated IP 2001:db8:0:ffff::2 (2f8b1b9d-c1de-4ca1-bd7e-9f80cccde746/bdd862dc-0000-4e9a-9451-dd803847ef00/2d97581c-efda-427b-8318-4c796eacde82) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:10:48.159879 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eb849ec4-cf10-4e2e-8b4b-bd88dddeb463 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:48.165549 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eb849ec4-cf10-4e2e-8b4b-bd88dddeb463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:48.193750 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5f80e9e-2a7b-41c5-ac93-031489b5bde9 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:48.203356 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb849ec4-cf10-4e2e-8b4b-bd88dddeb463 None None] Network 2f8b1b9d-c1de-4ca1-bd7e-9f80cccde746 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:10:48.209637 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-eb849ec4-cf10-4e2e-8b4b-bd88dddeb463 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:10:48.213352 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb849ec4-cf10-4e2e-8b4b-bd88dddeb463 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:10:48.220906 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb849ec4-cf10-4e2e-8b4b-bd88dddeb463 None None] Pushing event updated for resources: {'Port': ['ID=2d97581c-efda-427b-8318-4c796eacde82,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:48.247924 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f80e9e-2a7b-41c5-ac93-031489b5bde9 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Pushing event updated for resources: {'Subnet': ['ID=3ce0a105-7382-4ff3-b86f-6af7807c8291,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:48.263764 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f80e9e-2a7b-41c5-ac93-031489b5bde9 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Checking segment: {'id': '317f90fc-bdc9-4305-8666-2c2948eb3dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '79c44de8-0713-4616-b474-f89f1a24c802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:10:48.264459 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f80e9e-2a7b-41c5-ac93-031489b5bde9 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Network hostable DHCP agents. Network: 79c44de8-0713-4616-b474-f89f1a24c802, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:10:48.269805 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-eb849ec4-cf10-4e2e-8b4b-bd88dddeb463 None None] Attempting to bind port 2d97581c-efda-427b-8318-4c796eacde82 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:10:48.270162 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-eb849ec4-cf10-4e2e-8b4b-bd88dddeb463 None None] Attempting to bind port 2d97581c-efda-427b-8318-4c796eacde82 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '0d967d18-4ed0-44d0-a5b3-8a9417ee5112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2f8b1b9d-c1de-4ca1-bd7e-9f80cccde746'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:10:48.270509 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb849ec4-cf10-4e2e-8b4b-bd88dddeb463 None None] Attempting to bind port 2d97581c-efda-427b-8318-4c796eacde82 on network 2f8b1b9d-c1de-4ca1-bd7e-9f80cccde746 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:10:48.275400 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb849ec4-cf10-4e2e-8b4b-bd88dddeb463 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:10:48.275752 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb849ec4-cf10-4e2e-8b4b-bd88dddeb463 None None] Checking segment: {'id': '0d967d18-4ed0-44d0-a5b3-8a9417ee5112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2f8b1b9d-c1de-4ca1-bd7e-9f80cccde746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:10:48.276163 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eb849ec4-cf10-4e2e-8b4b-bd88dddeb463 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:48.276542 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb849ec4-cf10-4e2e-8b4b-bd88dddeb463 None None] Bound using segment: {'id': '0d967d18-4ed0-44d0-a5b3-8a9417ee5112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2f8b1b9d-c1de-4ca1-bd7e-9f80cccde746'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:10:48.276998 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-eb849ec4-cf10-4e2e-8b4b-bd88dddeb463 None None] Bound port: 2d97581c-efda-427b-8318-4c796eacde82, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d967d18-4ed0-44d0-a5b3-8a9417ee5112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2f8b1b9d-c1de-4ca1-bd7e-9f80cccde746'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:10:48.277376 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eb849ec4-cf10-4e2e-8b4b-bd88dddeb463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:48.282680 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f80e9e-2a7b-41c5-ac93-031489b5bde9 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Network 79c44de8-0713-4616-b474-f89f1a24c802 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:10:48.293313 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d5f80e9e-2a7b-41c5-ac93-031489b5bde9 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 79c44de8-0713-4616-b474-f89f1a24c802) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:10:48.297911 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f80e9e-2a7b-41c5-ac93-031489b5bde9 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:48.298675 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d5f80e9e-2a7b-41c5-ac93-031489b5bde9 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:48.308931 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2ce45e-be8d-4730-b62a-d190a54b18e9 None None] Network 79c44de8-0713-4616-b474-f89f1a24c802 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:10:48.318946 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d5f80e9e-2a7b-41c5-ac93-031489b5bde9 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4215441 Nov 15 12:10:48.319187 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53414) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:48.387845 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-eb849ec4-cf10-4e2e-8b4b-bd88dddeb463 None None] For port 2d97581c-efda-427b-8318-4c796eacde82, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:10:48.392543 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-eb849ec4-cf10-4e2e-8b4b-bd88dddeb463 None None] For port 2d97581c-efda-427b-8318-4c796eacde82, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2d97581c-efda-427b-8318-4c796eacde82,segment=NetworkSegment(0d967d18-4ed0-44d0-a5b3-8a9417ee5112),segment_id=0d967d18-4ed0-44d0-a5b3-8a9417ee5112)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:10:48.401320 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eb849ec4-cf10-4e2e-8b4b-bd88dddeb463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:48.421691 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00e1b938-b929-413a-a80f-2d153acafc85 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:48.502978 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00e1b938-b929-413a-a80f-2d153acafc85 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:48.506615 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb849ec4-cf10-4e2e-8b4b-bd88dddeb463 None None] Pushing event updated for resources: {'Port': ['ID=2d97581c-efda-427b-8318-4c796eacde82,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:48.535264 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62feba69-ff50-4ae4-89af-aa77697bbadc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-79c44de8-0713-4616-b474-f89f1a24c802', 'network_id': '79c44de8-0713-4616-b474-f89f1a24c802', 'tenant_id': '0803739140944489917ee658967e507a', 'fixed_ips': [{'subnet_id': '3ce0a105-7382-4ff3-b86f-6af7807c8291'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:10:48.536156 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-62feba69-ff50-4ae4-89af-aa77697bbadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:48.573980 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00e1b938-b929-413a-a80f-2d153acafc85 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:48.609210 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1b938-b929-413a-a80f-2d153acafc85 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce0a105-7382-4ff3-b86f-6af7807c8291,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server [None req-62feba69-ff50-4ae4-89af-aa77697bbadc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ce0a105-7382-4ff3-b86f-6af7807c8291: This subnet is being modified by another concurrent operation. Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server raise exception Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ce0a105-7382-4ff3-b86f-6af7807c8291: This subnet is being modified by another concurrent operation. Nov 15 12:10:48.668783 n-d-729945-9 neutron-server[102679]: ERROR oslo_messaging.rpc.server Nov 15 12:10:48.687903 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00e1b938-b929-413a-a80f-2d153acafc85 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:48.690600 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f873deb6-ad3f-4147-bbfd-e157e50a3c8e None None] Network 79c44de8-0713-4616-b474-f89f1a24c802 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:10:48.706417 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-00e1b938-b929-413a-a80f-2d153acafc85 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c44de8-0713-4616-b474-f89f1a24c802']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:48.719883 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-00e1b938-b929-413a-a80f-2d153acafc85 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '317f90fc-bdc9-4305-8666-2c2948eb3dfe') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:48.720184 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-00e1b938-b929-413a-a80f-2d153acafc85 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '317f90fc-bdc9-4305-8666-2c2948eb3dfe') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:48.730710 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00e1b938-b929-413a-a80f-2d153acafc85 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:48.744443 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00e1b938-b929-413a-a80f-2d153acafc85 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:48.752314 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e1b938-b929-413a-a80f-2d153acafc85 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:10:48.752711 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00e1b938-b929-413a-a80f-2d153acafc85 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: timer() Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:10:48.756170 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:10:48.828177 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00e1b938-b929-413a-a80f-2d153acafc85 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:48.835475 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00e1b938-b929-413a-a80f-2d153acafc85 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:48.838583 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-00e1b938-b929-413a-a80f-2d153acafc85 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "DELETE /v2.0/networks/79c44de8-0713-4616-b474-f89f1a24c802 HTTP/1.1" status: 204 len: 168 time: 0.5183959 Nov 15 12:10:48.842794 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53416) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:48.847865 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-a2c8971b-7516-48cd-9152-13762aac2da1 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-703279952'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:10:48.850916 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1b938-b929-413a-a80f-2d153acafc85 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Pushing event deleted for resources: {'Network': ['ID=79c44de8-0713-4616-b474-f89f1a24c802,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:48.869797 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c8971b-7516-48cd-9152-13762aac2da1 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Made reservation on behalf of 0803739140944489917ee658967e507a for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:10:48.873415 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2c8971b-7516-48cd-9152-13762aac2da1 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:48.897430 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c8971b-7516-48cd-9152-13762aac2da1 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:10:48.906596 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2c8971b-7516-48cd-9152-13762aac2da1 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:48.906950 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-a2c8971b-7516-48cd-9152-13762aac2da1 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Added segment a7e350d4-7d31-4fc5-bc9d-6dab126b9e26 of type vlan for network 38340deb-3ae1-47b8-93c5-b19a4407b8c0 Nov 15 12:10:48.953868 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2c8971b-7516-48cd-9152-13762aac2da1 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:48.980681 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2c8971b-7516-48cd-9152-13762aac2da1 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:48.986664 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c8971b-7516-48cd-9152-13762aac2da1 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:48.987248 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a2c8971b-7516-48cd-9152-13762aac2da1 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:49.051598 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a2c8971b-7516-48cd-9152-13762aac2da1 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2076919 Nov 15 12:10:49.054654 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53418) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:49.057565 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8971b-7516-48cd-9152-13762aac2da1 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Pushing event updated for resources: {'Network': ['ID=38340deb-3ae1-47b8-93c5-b19a4407b8c0,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:49.060941 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6e9e0c75-3921-4684-8de4-b9a6da7b571a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Request body: {'subnet': {'network_id': '38340deb-3ae1-47b8-93c5-b19a4407b8c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:10:49.068141 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 38340deb-3ae1-47b8-93c5-b19a4407b8c0 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:10:49.159170 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9e0c75-3921-4684-8de4-b9a6da7b571a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Made reservation on behalf of 0803739140944489917ee658967e507a for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:10:49.163164 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e9e0c75-3921-4684-8de4-b9a6da7b571a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:49.226353 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-6e9e0c75-3921-4684-8de4-b9a6da7b571a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Performing IP validity checks on allocation pools {{(pid=102677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 15 12:10:49.226882 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.ipam_backend_mixin [None req-6e9e0c75-3921-4684-8de4-b9a6da7b571a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 15 12:10:49.351857 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e9e0c75-3921-4684-8de4-b9a6da7b571a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:49.411312 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e0c75-3921-4684-8de4-b9a6da7b571a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Pushing event updated for resources: {'Subnet': ['ID=a50ef5fe-c788-4714-a5b6-451a66130928,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:49.421136 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4005270-2b85-4446-95f0-76b264bac597 None None] Network 2f8b1b9d-c1de-4ca1-bd7e-9f80cccde746 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:10:49.429254 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e0c75-3921-4684-8de4-b9a6da7b571a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Checking segment: {'id': 'a7e350d4-7d31-4fc5-bc9d-6dab126b9e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '38340deb-3ae1-47b8-93c5-b19a4407b8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:10:49.429613 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9e0c75-3921-4684-8de4-b9a6da7b571a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Network hostable DHCP agents. Network: 38340deb-3ae1-47b8-93c5-b19a4407b8c0, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:10:49.448307 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9e0c75-3921-4684-8de4-b9a6da7b571a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Network 38340deb-3ae1-47b8-93c5-b19a4407b8c0 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:10:49.457790 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6e9e0c75-3921-4684-8de4-b9a6da7b571a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 38340deb-3ae1-47b8-93c5-b19a4407b8c0) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:10:49.463283 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9e0c75-3921-4684-8de4-b9a6da7b571a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:49.464370 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6e9e0c75-3921-4684-8de4-b9a6da7b571a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:49.471789 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bce9410-13a1-46fa-a25c-e933f3f452e5 None None] Network 38340deb-3ae1-47b8-93c5-b19a4407b8c0 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:10:49.484621 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6e9e0c75-3921-4684-8de4-b9a6da7b571a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4288385 Nov 15 12:10:49.487339 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53420) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:49.526487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ba13be90-0116-45ed-87c3-0f167ea629fe None None] Provisioning complete for port 2d97581c-efda-427b-8318-4c796eacde82 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:10:49.526844 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ba13be90-0116-45ed-87c3-0f167ea629fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:49.583368 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce0dd9d4-ca76-462a-bb62-3aa84e1f7c2b tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:49.635528 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce0dd9d4-ca76-462a-bb62-3aa84e1f7c2b tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:49.701232 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce0dd9d4-ca76-462a-bb62-3aa84e1f7c2b tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:49.726438 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0dd9d4-ca76-462a-bb62-3aa84e1f7c2b tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Pushing event deleted for resources: {'Subnet': ['ID=a50ef5fe-c788-4714-a5b6-451a66130928,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:49.753385 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ba13be90-0116-45ed-87c3-0f167ea629fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:49.766444 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbd5542-13be-418e-932a-65e3ce6ac1ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-38340deb-3ae1-47b8-93c5-b19a4407b8c0', 'network_id': '38340deb-3ae1-47b8-93c5-b19a4407b8c0', 'tenant_id': '0803739140944489917ee658967e507a', 'fixed_ips': [{'subnet_id': 'a50ef5fe-c788-4714-a5b6-451a66130928'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:10:49.767272 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3bbd5542-13be-418e-932a-65e3ce6ac1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:49.791287 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce0dd9d4-ca76-462a-bb62-3aa84e1f7c2b tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:49.813559 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ba13be90-0116-45ed-87c3-0f167ea629fe None None] For port 2d97581c-efda-427b-8318-4c796eacde82, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2d97581c-efda-427b-8318-4c796eacde82,segment=NetworkSegment(0d967d18-4ed0-44d0-a5b3-8a9417ee5112),segment_id=0d967d18-4ed0-44d0-a5b3-8a9417ee5112)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:10:49.814449 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-ce0dd9d4-ca76-462a-bb62-3aa84e1f7c2b tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38340deb-3ae1-47b8-93c5-b19a4407b8c0']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:49.824768 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-ce0dd9d4-ca76-462a-bb62-3aa84e1f7c2b tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e350d4-7d31-4fc5-bc9d-6dab126b9e26') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:49.825085 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-ce0dd9d4-ca76-462a-bb62-3aa84e1f7c2b tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e350d4-7d31-4fc5-bc9d-6dab126b9e26') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:49.840256 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce0dd9d4-ca76-462a-bb62-3aa84e1f7c2b tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:49.855000 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce0dd9d4-ca76-462a-bb62-3aa84e1f7c2b tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:49.859746 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ba13be90-0116-45ed-87c3-0f167ea629fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:49.861944 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0dd9d4-ca76-462a-bb62-3aa84e1f7c2b tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:10:49.862327 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce0dd9d4-ca76-462a-bb62-3aa84e1f7c2b tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: timer() Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:10:49.865617 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:10:49.908797 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42af9591-435b-4563-876e-e3f31568349a None None] Network 38340deb-3ae1-47b8-93c5-b19a4407b8c0 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:10:49.931021 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce0dd9d4-ca76-462a-bb62-3aa84e1f7c2b tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:49.940114 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce0dd9d4-ca76-462a-bb62-3aa84e1f7c2b tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:49.943557 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ce0dd9d4-ca76-462a-bb62-3aa84e1f7c2b tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "DELETE /v2.0/networks/38340deb-3ae1-47b8-93c5-b19a4407b8c0 HTTP/1.1" status: 204 len: 168 time: 0.4552412 Nov 15 12:10:49.947505 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53422) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:49.953121 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13be90-0116-45ed-87c3-0f167ea629fe None None] Pushing event updated for resources: {'Port': ['ID=2d97581c-efda-427b-8318-4c796eacde82,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:49.954193 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0dd9d4-ca76-462a-bb62-3aa84e1f7c2b tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Pushing event deleted for resources: {'Network': ['ID=38340deb-3ae1-47b8-93c5-b19a4407b8c0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:49.955915 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-1b302188-5cfc-489a-b596-7c76ec877f6a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1648866158'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:10:49.982683 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b302188-5cfc-489a-b596-7c76ec877f6a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Made reservation on behalf of 0803739140944489917ee658967e507a for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:10:49.986716 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b302188-5cfc-489a-b596-7c76ec877f6a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:50.016556 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b302188-5cfc-489a-b596-7c76ec877f6a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:10:50.028707 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b302188-5cfc-489a-b596-7c76ec877f6a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:50.029210 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-1b302188-5cfc-489a-b596-7c76ec877f6a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Added segment beb16310-336a-4ea7-9716-68dfa031170f of type vlan for network f6dfabfd-f9a1-41ed-b983-82977db5104a Nov 15 12:10:50.032832 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffabc8ca-c9ae-4978-8e40-bf6c4d93bcac None None] get_active_networks_info from n-d-729945-9 {{(pid=102679) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 12:10:50.068668 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b302188-5cfc-489a-b596-7c76ec877f6a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:50.095152 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b302188-5cfc-489a-b596-7c76ec877f6a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:50.101473 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b302188-5cfc-489a-b596-7c76ec877f6a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:50.102148 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1b302188-5cfc-489a-b596-7c76ec877f6a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:50.115346 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-fdce4980-32df-4c36-8455-d7ba51fb0a69 None None] Provisioning complete for port 2d97581c-efda-427b-8318-4c796eacde82 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:10:50.115745 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fdce4980-32df-4c36-8455-d7ba51fb0a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:50.144191 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffabc8ca-c9ae-4978-8e40-bf6c4d93bcac None None] Resources bound (agent type, host, resource id): {{(pid=102679) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 12:10:50.162182 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1b302188-5cfc-489a-b596-7c76ec877f6a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2135012 Nov 15 12:10:50.165372 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53424) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:50.170710 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-50dc5313-2ae7-47eb-b46e-67c1c718db5e tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Request body: {'subnet': {'network_id': 'f6dfabfd-f9a1-41ed-b983-82977db5104a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:10:50.174820 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b302188-5cfc-489a-b596-7c76ec877f6a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Pushing event updated for resources: {'Network': ['ID=f6dfabfd-f9a1-41ed-b983-82977db5104a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:50.191430 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network f6dfabfd-f9a1-41ed-b983-82977db5104a details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:10:50.267697 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dc5313-2ae7-47eb-b46e-67c1c718db5e tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Made reservation on behalf of 0803739140944489917ee658967e507a for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:10:50.271162 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50dc5313-2ae7-47eb-b46e-67c1c718db5e tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:50.458489 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50dc5313-2ae7-47eb-b46e-67c1c718db5e tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:50.516793 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc5313-2ae7-47eb-b46e-67c1c718db5e tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Pushing event updated for resources: {'Subnet': ['ID=d8f78a2c-72ed-4777-a501-4bfb2a30eeb2,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:50.526704 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dc5313-2ae7-47eb-b46e-67c1c718db5e tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Checking segment: {'id': 'beb16310-336a-4ea7-9716-68dfa031170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f6dfabfd-f9a1-41ed-b983-82977db5104a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:10:50.527101 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dc5313-2ae7-47eb-b46e-67c1c718db5e tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Network hostable DHCP agents. Network: f6dfabfd-f9a1-41ed-b983-82977db5104a, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:10:50.547437 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dc5313-2ae7-47eb-b46e-67c1c718db5e tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Network f6dfabfd-f9a1-41ed-b983-82977db5104a is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:10:50.561427 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-50dc5313-2ae7-47eb-b46e-67c1c718db5e tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, f6dfabfd-f9a1-41ed-b983-82977db5104a) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:10:50.566590 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dc5313-2ae7-47eb-b46e-67c1c718db5e tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:50.567488 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-50dc5313-2ae7-47eb-b46e-67c1c718db5e tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:50.590370 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53426) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:50.591173 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-50dc5313-2ae7-47eb-b46e-67c1c718db5e tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4239028 Nov 15 12:10:50.596811 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-dd648383-5ec8-4e02-9be5-41e5421849f7 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1303595193'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:10:50.630906 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd648383-5ec8-4e02-9be5-41e5421849f7 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Made reservation on behalf of 0803739140944489917ee658967e507a for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:10:50.634702 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dd648383-5ec8-4e02-9be5-41e5421849f7 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:50.635679 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 2d97581c-efda-427b-8318-4c796eacde82 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:10:50.659952 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd648383-5ec8-4e02-9be5-41e5421849f7 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:10:50.670316 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dd648383-5ec8-4e02-9be5-41e5421849f7 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:50.670646 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-dd648383-5ec8-4e02-9be5-41e5421849f7 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Added segment c26bca32-d8f5-492f-8ae5-026b1b047338 of type vlan for network 86c1ad9f-77e5-47c4-b11f-0ab0fbaadd12 Nov 15 12:10:50.671077 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588cfa6d-f369-4cfc-9844-815750b617e0 None None] Network f6dfabfd-f9a1-41ed-b983-82977db5104a requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:10:50.710602 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dd648383-5ec8-4e02-9be5-41e5421849f7 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:50.736999 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dd648383-5ec8-4e02-9be5-41e5421849f7 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:50.742915 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd648383-5ec8-4e02-9be5-41e5421849f7 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:50.743484 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-dd648383-5ec8-4e02-9be5-41e5421849f7 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:50.765401 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 2d97581c-efda-427b-8318-4c796eacde82 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:10:50.766040 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:50.800124 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-dd648383-5ec8-4e02-9be5-41e5421849f7 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2074378 Nov 15 12:10:50.803397 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53428) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:50.810445 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ad91f4d4-8c3b-4d64-86d2-e34a0e91a0d3 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Request body: {'subnet': {'network_id': '86c1ad9f-77e5-47c4-b11f-0ab0fbaadd12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:10:50.811675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd648383-5ec8-4e02-9be5-41e5421849f7 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Pushing event updated for resources: {'Network': ['ID=86c1ad9f-77e5-47c4-b11f-0ab0fbaadd12,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:50.825777 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 86c1ad9f-77e5-47c4-b11f-0ab0fbaadd12 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:10:50.909113 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad91f4d4-8c3b-4d64-86d2-e34a0e91a0d3 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Made reservation on behalf of 0803739140944489917ee658967e507a for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:10:50.913176 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad91f4d4-8c3b-4d64-86d2-e34a0e91a0d3 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:50.913336 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38e7ae1-869b-4fd0-bdf6-c01eb3a371f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-f6dfabfd-f9a1-41ed-b983-82977db5104a', 'network_id': 'f6dfabfd-f9a1-41ed-b983-82977db5104a', 'tenant_id': '0803739140944489917ee658967e507a', 'fixed_ips': [{'subnet_id': 'd8f78a2c-72ed-4777-a501-4bfb2a30eeb2'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:10:50.914025 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a38e7ae1-869b-4fd0-bdf6-c01eb3a371f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:51.084767 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-a38e7ae1-869b-4fd0-bdf6-c01eb3a371f5 None None] Allocated IP 2001:db8::2 (f6dfabfd-f9a1-41ed-b983-82977db5104a/d8f78a2c-72ed-4777-a501-4bfb2a30eeb2/6c25ca34-4d4f-4388-b299-11aac8208c60) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:10:51.096807 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad91f4d4-8c3b-4d64-86d2-e34a0e91a0d3 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:51.156274 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91f4d4-8c3b-4d64-86d2-e34a0e91a0d3 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Pushing event updated for resources: {'Subnet': ['ID=869c9b1e-7c4e-4f2f-acd6-342dc3a3fa4d,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:51.164932 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad91f4d4-8c3b-4d64-86d2-e34a0e91a0d3 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Checking segment: {'id': 'c26bca32-d8f5-492f-8ae5-026b1b047338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '86c1ad9f-77e5-47c4-b11f-0ab0fbaadd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:10:51.165281 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad91f4d4-8c3b-4d64-86d2-e34a0e91a0d3 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Network hostable DHCP agents. Network: 86c1ad9f-77e5-47c4-b11f-0ab0fbaadd12, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:10:51.182880 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad91f4d4-8c3b-4d64-86d2-e34a0e91a0d3 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Network 86c1ad9f-77e5-47c4-b11f-0ab0fbaadd12 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:10:51.192898 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ad91f4d4-8c3b-4d64-86d2-e34a0e91a0d3 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 86c1ad9f-77e5-47c4-b11f-0ab0fbaadd12) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:10:51.196979 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad91f4d4-8c3b-4d64-86d2-e34a0e91a0d3 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:51.197574 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ad91f4d4-8c3b-4d64-86d2-e34a0e91a0d3 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:51.216514 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ad91f4d4-8c3b-4d64-86d2-e34a0e91a0d3 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4115648 Nov 15 12:10:51.219286 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53430) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:51.219939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522b30c0-20c9-4adf-a529-ce29f472584d None None] Network 86c1ad9f-77e5-47c4-b11f-0ab0fbaadd12 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:10:51.282317 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a38e7ae1-869b-4fd0-bdf6-c01eb3a371f5 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:51.292279 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a38e7ae1-869b-4fd0-bdf6-c01eb3a371f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:51.317323 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce6a34c4-e5d4-4c9e-b44e-3a65a6266aff tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:51.358824 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38e7ae1-869b-4fd0-bdf6-c01eb3a371f5 None None] Network f6dfabfd-f9a1-41ed-b983-82977db5104a is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:10:51.367593 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce6a34c4-e5d4-4c9e-b44e-3a65a6266aff tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:51.377995 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-a38e7ae1-869b-4fd0-bdf6-c01eb3a371f5 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:10:51.381357 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e7ae1-869b-4fd0-bdf6-c01eb3a371f5 None None] Pushing event updated for resources: {'Port': ['ID=6c25ca34-4d4f-4388-b299-11aac8208c60,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:51.385152 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38e7ae1-869b-4fd0-bdf6-c01eb3a371f5 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:10:51.432884 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce6a34c4-e5d4-4c9e-b44e-3a65a6266aff tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:51.460623 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c776a1fe-b7b0-4a31-a503-323fe81ab699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-86c1ad9f-77e5-47c4-b11f-0ab0fbaadd12', 'network_id': '86c1ad9f-77e5-47c4-b11f-0ab0fbaadd12', 'tenant_id': '0803739140944489917ee658967e507a', 'fixed_ips': [{'subnet_id': '869c9b1e-7c4e-4f2f-acd6-342dc3a3fa4d'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:10:51.461482 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c776a1fe-b7b0-4a31-a503-323fe81ab699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:51.462200 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a34c4-e5d4-4c9e-b44e-3a65a6266aff tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Pushing event deleted for resources: {'Subnet': ['ID=869c9b1e-7c4e-4f2f-acd6-342dc3a3fa4d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:51.478200 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a38e7ae1-869b-4fd0-bdf6-c01eb3a371f5 None None] Attempting to bind port 6c25ca34-4d4f-4388-b299-11aac8208c60 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:10:51.479215 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a38e7ae1-869b-4fd0-bdf6-c01eb3a371f5 None None] Attempting to bind port 6c25ca34-4d4f-4388-b299-11aac8208c60 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'beb16310-336a-4ea7-9716-68dfa031170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f6dfabfd-f9a1-41ed-b983-82977db5104a'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:10:51.479215 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38e7ae1-869b-4fd0-bdf6-c01eb3a371f5 None None] Attempting to bind port 6c25ca34-4d4f-4388-b299-11aac8208c60 on network f6dfabfd-f9a1-41ed-b983-82977db5104a {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:10:51.487069 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38e7ae1-869b-4fd0-bdf6-c01eb3a371f5 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:10:51.487427 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38e7ae1-869b-4fd0-bdf6-c01eb3a371f5 None None] Checking segment: {'id': 'beb16310-336a-4ea7-9716-68dfa031170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f6dfabfd-f9a1-41ed-b983-82977db5104a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:10:51.487839 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a38e7ae1-869b-4fd0-bdf6-c01eb3a371f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:51.488191 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38e7ae1-869b-4fd0-bdf6-c01eb3a371f5 None None] Bound using segment: {'id': 'beb16310-336a-4ea7-9716-68dfa031170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f6dfabfd-f9a1-41ed-b983-82977db5104a'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:10:51.488641 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a38e7ae1-869b-4fd0-bdf6-c01eb3a371f5 None None] Bound port: 6c25ca34-4d4f-4388-b299-11aac8208c60, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb16310-336a-4ea7-9716-68dfa031170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f6dfabfd-f9a1-41ed-b983-82977db5104a'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:10:51.489011 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a38e7ae1-869b-4fd0-bdf6-c01eb3a371f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:51.584734 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0565c2d-759d-4457-ae4b-db0dea850431 None None] Network 86c1ad9f-77e5-47c4-b11f-0ab0fbaadd12 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:10:51.658693 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a38e7ae1-869b-4fd0-bdf6-c01eb3a371f5 None None] For port 6c25ca34-4d4f-4388-b299-11aac8208c60, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:10:51.679246 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a38e7ae1-869b-4fd0-bdf6-c01eb3a371f5 None None] For port 6c25ca34-4d4f-4388-b299-11aac8208c60, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6c25ca34-4d4f-4388-b299-11aac8208c60,segment=NetworkSegment(beb16310-336a-4ea7-9716-68dfa031170f),segment_id=beb16310-336a-4ea7-9716-68dfa031170f)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:10:51.701494 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a38e7ae1-869b-4fd0-bdf6-c01eb3a371f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:51.776005 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e7ae1-869b-4fd0-bdf6-c01eb3a371f5 None None] Pushing event updated for resources: {'Port': ['ID=6c25ca34-4d4f-4388-b299-11aac8208c60,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:51.846534 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce6a34c4-e5d4-4c9e-b44e-3a65a6266aff tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:51.865762 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-ce6a34c4-e5d4-4c9e-b44e-3a65a6266aff tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c1ad9f-77e5-47c4-b11f-0ab0fbaadd12']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:51.874926 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-ce6a34c4-e5d4-4c9e-b44e-3a65a6266aff tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c26bca32-d8f5-492f-8ae5-026b1b047338') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:51.875208 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-ce6a34c4-e5d4-4c9e-b44e-3a65a6266aff tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c26bca32-d8f5-492f-8ae5-026b1b047338') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:51.885138 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce6a34c4-e5d4-4c9e-b44e-3a65a6266aff tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:51.898937 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce6a34c4-e5d4-4c9e-b44e-3a65a6266aff tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:51.905210 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6a34c4-e5d4-4c9e-b44e-3a65a6266aff tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:10:51.905591 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce6a34c4-e5d4-4c9e-b44e-3a65a6266aff tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: timer() Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:10:51.908648 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:10:51.972320 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce6a34c4-e5d4-4c9e-b44e-3a65a6266aff tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:51.979580 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ce6a34c4-e5d4-4c9e-b44e-3a65a6266aff tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:51.982809 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ce6a34c4-e5d4-4c9e-b44e-3a65a6266aff tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "DELETE /v2.0/networks/86c1ad9f-77e5-47c4-b11f-0ab0fbaadd12 HTTP/1.1" status: 204 len: 168 time: 0.7628057 Nov 15 12:10:51.987041 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53432) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:52.008997 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a34c4-e5d4-4c9e-b44e-3a65a6266aff tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Pushing event deleted for resources: {'Network': ['ID=86c1ad9f-77e5-47c4-b11f-0ab0fbaadd12,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:52.032081 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-815cb2f8-50dc-4f89-b059-4dbd7fa99d06 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] GET failed (client error): The resource could not be found. Nov 15 12:10:52.035438 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-815cb2f8-50dc-4f89-b059-4dbd7fa99d06 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "GET /v2.0/subnets/869c9b1e-7c4e-4f2f-acd6-342dc3a3fa4d HTTP/1.1" status: 404 len: 337 time: 0.0457418 Nov 15 12:10:52.036228 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53434) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:52.054874 n-d-729945-9 neutron-server[102677]: INFO neutron.pecan_wsgi.hooks.translation [None req-c34b85cf-75f9-46ce-8ec9-749e938b5f98 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] DELETE failed (client error): The resource could not be found. Nov 15 12:10:52.055356 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c34b85cf-75f9-46ce-8ec9-749e938b5f98 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 12:10:52.058543 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c34b85cf-75f9-46ce-8ec9-749e938b5f98 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "DELETE /v2.0/networks/86c1ad9f-77e5-47c4-b11f-0ab0fbaadd12 HTTP/1.1" status: 404 len: 339 time: 0.0213294 Nov 15 12:10:52.062598 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53436) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:52.093857 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad421acd-e619-41de-9767-023fd43bb916 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] DELETE failed (client error): The resource could not be found. Nov 15 12:10:52.094316 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad421acd-e619-41de-9767-023fd43bb916 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 12:10:52.097510 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ad421acd-e619-41de-9767-023fd43bb916 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "DELETE /v2.0/subnets/869c9b1e-7c4e-4f2f-acd6-342dc3a3fa4d HTTP/1.1" status: 404 len: 337 time: 0.0338953 Nov 15 12:10:52.100120 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53438) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:52.117826 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-299f35ca-e3e9-4edf-abef-7f8ecb6d45a7 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] DELETE failed (client error): The resource could not be found. Nov 15 12:10:52.118304 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299f35ca-e3e9-4edf-abef-7f8ecb6d45a7 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 12:10:52.121281 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-299f35ca-e3e9-4edf-abef-7f8ecb6d45a7 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "DELETE /v2.0/networks/86c1ad9f-77e5-47c4-b11f-0ab0fbaadd12 HTTP/1.1" status: 404 len: 339 time: 0.0202265 Nov 15 12:10:52.123969 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53440) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:52.173501 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e0da93-7fc0-4771-bad3-df271d174f6a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Deleting subnet d8f78a2c-72ed-4777-a501-4bfb2a30eeb2 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:10:52.176674 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-31e0da93-7fc0-4771-bad3-df271d174f6a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:52.217101 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-31e0da93-7fc0-4771-bad3-df271d174f6a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:52.300781 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-31e0da93-7fc0-4771-bad3-df271d174f6a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:52.361789 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-31e0da93-7fc0-4771-bad3-df271d174f6a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:52.391606 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-31e0da93-7fc0-4771-bad3-df271d174f6a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:52.397263 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-31e0da93-7fc0-4771-bad3-df271d174f6a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "DELETE /v2.0/subnets/d8f78a2c-72ed-4777-a501-4bfb2a30eeb2 HTTP/1.1" status: 204 len: 168 time: 0.2699671 Nov 15 12:10:52.397263 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0da93-7fc0-4771-bad3-df271d174f6a tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Pushing event deleted for resources: {'Subnet': ['ID=d8f78a2c-72ed-4777-a501-4bfb2a30eeb2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:52.397747 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53442) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:52.474366 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9df7462-0d06-4561-a631-0beeedfb0f69 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:52.527527 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f9df7462-0d06-4561-a631-0beeedfb0f69 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Deleting port 6c25ca34-4d4f-4388-b299-11aac8208c60 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:10:52.528012 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9df7462-0d06-4561-a631-0beeedfb0f69 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:52.603245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f9df7462-0d06-4561-a631-0beeedfb0f69 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] For port 6c25ca34-4d4f-4388-b299-11aac8208c60, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6c25ca34-4d4f-4388-b299-11aac8208c60,segment=NetworkSegment(beb16310-336a-4ea7-9716-68dfa031170f),segment_id=beb16310-336a-4ea7-9716-68dfa031170f)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:10:52.603602 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9df7462-0d06-4561-a631-0beeedfb0f69 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:52.618708 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f9df7462-0d06-4561-a631-0beeedfb0f69 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Calling delete_port for 6c25ca34-4d4f-4388-b299-11aac8208c60 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:10:52.628079 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6c25ca34-4d4f-4388-b299-11aac8208c60 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:10:52.678477 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffa1f50-f25a-42b7-8165-dc9f25f5df09 None None] Network f6dfabfd-f9a1-41ed-b983-82977db5104a requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:10:52.701889 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9df7462-0d06-4561-a631-0beeedfb0f69 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:52.729533 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df7462-0d06-4561-a631-0beeedfb0f69 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Pushing event deleted for resources: {'Port': ['ID=6c25ca34-4d4f-4388-b299-11aac8208c60,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:52.735408 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9df7462-0d06-4561-a631-0beeedfb0f69 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] No DVR routers for this DVR port 6c25ca34-4d4f-4388-b299-11aac8208c60 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:10:52.740462 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 6c25ca34-4d4f-4388-b299-11aac8208c60 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:10:52.740835 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:52.748487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-63f0914c-ac1d-435d-b944-d37218faf8b2 None None] Could not find standard attr ID for object 6c25ca34-4d4f-4388-b299-11aac8208c60. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 12:10:52.776324 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Port 6c25ca34-4d4f-4388-b299-11aac8208c60 was deleted so its status cannot be updated. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 15 12:10:52.818766 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9df7462-0d06-4561-a631-0beeedfb0f69 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:52.839280 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f9df7462-0d06-4561-a631-0beeedfb0f69 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6dfabfd-f9a1-41ed-b983-82977db5104a']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:52.850160 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f9df7462-0d06-4561-a631-0beeedfb0f69 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb16310-336a-4ea7-9716-68dfa031170f') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:52.850486 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f9df7462-0d06-4561-a631-0beeedfb0f69 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb16310-336a-4ea7-9716-68dfa031170f') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:52.860083 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9df7462-0d06-4561-a631-0beeedfb0f69 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:52.874017 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9df7462-0d06-4561-a631-0beeedfb0f69 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:52.875928 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cd98c1-617b-4047-a6f2-8697cfa9cb40 None None] DHCP port deletion for f6dfabfd-f9a1-41ed-b983-82977db5104a request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:10:52.880381 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9df7462-0d06-4561-a631-0beeedfb0f69 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:10:52.880837 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9df7462-0d06-4561-a631-0beeedfb0f69 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: timer() Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:10:52.885699 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:10:52.952698 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9df7462-0d06-4561-a631-0beeedfb0f69 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:52.960406 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f9df7462-0d06-4561-a631-0beeedfb0f69 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:52.962711 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f9df7462-0d06-4561-a631-0beeedfb0f69 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "DELETE /v2.0/networks/f6dfabfd-f9a1-41ed-b983-82977db5104a HTTP/1.1" status: 204 len: 168 time: 0.5639212 Nov 15 12:10:52.966201 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53446) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:52.974881 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df7462-0d06-4561-a631-0beeedfb0f69 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Pushing event deleted for resources: {'Network': ['ID=f6dfabfd-f9a1-41ed-b983-82977db5104a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:52.993121 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-74bd6704-567d-43ae-98a1-dd9776a21c31 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] DELETE failed (client error): The resource could not be found. Nov 15 12:10:52.993575 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74bd6704-567d-43ae-98a1-dd9776a21c31 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 12:10:52.996668 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-74bd6704-567d-43ae-98a1-dd9776a21c31 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "DELETE /v2.0/subnets/a50ef5fe-c788-4714-a5b6-451a66130928 HTTP/1.1" status: 404 len: 337 time: 0.0294282 Nov 15 12:10:53.000481 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53448) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:53.022003 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cfb6805-637d-473a-909b-b8bdc6d79225 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] DELETE failed (client error): The resource could not be found. Nov 15 12:10:53.022479 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cfb6805-637d-473a-909b-b8bdc6d79225 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 12:10:53.025765 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6cfb6805-637d-473a-909b-b8bdc6d79225 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "DELETE /v2.0/networks/38340deb-3ae1-47b8-93c5-b19a4407b8c0 HTTP/1.1" status: 404 len: 339 time: 0.0241458 Nov 15 12:10:53.028968 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53450) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:53.053789 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc1ab61-4329-4547-8227-2fcf77cdc8c6 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] DELETE failed (client error): The resource could not be found. Nov 15 12:10:53.054221 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc1ab61-4329-4547-8227-2fcf77cdc8c6 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 12:10:53.057166 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3bc1ab61-4329-4547-8227-2fcf77cdc8c6 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "DELETE /v2.0/subnets/3ce0a105-7382-4ff3-b86f-6af7807c8291 HTTP/1.1" status: 404 len: 337 time: 0.0273099 Nov 15 12:10:53.059899 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53452) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:53.081501 n-d-729945-9 neutron-server[102678]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb7d640-79c3-4e44-b63f-283995252f46 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] DELETE failed (client error): The resource could not be found. Nov 15 12:10:53.082179 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb7d640-79c3-4e44-b63f-283995252f46 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102678) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 12:10:53.084906 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-abb7d640-79c3-4e44-b63f-283995252f46 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "DELETE /v2.0/networks/79c44de8-0713-4616-b474-f89f1a24c802 HTTP/1.1" status: 404 len: 339 time: 0.0241404 Nov 15 12:10:53.087525 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53454) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:53.137373 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-f654142c-b550-4de3-8471-b532c2c20821 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Deleting subnet bdd862dc-0000-4e9a-9451-dd803847ef00 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:10:53.140582 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f654142c-b550-4de3-8471-b532c2c20821 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:53.180811 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f654142c-b550-4de3-8471-b532c2c20821 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:53.270159 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f654142c-b550-4de3-8471-b532c2c20821 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:53.328017 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f654142c-b550-4de3-8471-b532c2c20821 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:53.352280 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654142c-b550-4de3-8471-b532c2c20821 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd862dc-0000-4e9a-9451-dd803847ef00,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:53.358067 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f654142c-b550-4de3-8471-b532c2c20821 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:53.361230 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f654142c-b550-4de3-8471-b532c2c20821 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "DELETE /v2.0/subnets/bdd862dc-0000-4e9a-9451-dd803847ef00 HTTP/1.1" status: 204 len: 168 time: 0.2727911 Nov 15 12:10:53.363852 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4be1aa-6324-488b-8d35-6499fe6fa003 None None] Network 2f8b1b9d-c1de-4ca1-bd7e-9f80cccde746 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:10:53.364098 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53456) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:53.445368 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-734dacd1-bb10-4750-adbd-92aa0807d0b0 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:53.497949 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-734dacd1-bb10-4750-adbd-92aa0807d0b0 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Deleting port 2d97581c-efda-427b-8318-4c796eacde82 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:10:53.498622 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-734dacd1-bb10-4750-adbd-92aa0807d0b0 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:53.540136 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3665c981-7f92-4b8b-b2d7-11db111d2812 None None] DHCP port deletion for 2f8b1b9d-c1de-4ca1-bd7e-9f80cccde746 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:10:53.561044 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-734dacd1-bb10-4750-adbd-92aa0807d0b0 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] For port 2d97581c-efda-427b-8318-4c796eacde82, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2d97581c-efda-427b-8318-4c796eacde82,segment=NetworkSegment(0d967d18-4ed0-44d0-a5b3-8a9417ee5112),segment_id=0d967d18-4ed0-44d0-a5b3-8a9417ee5112)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:10:53.561384 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-734dacd1-bb10-4750-adbd-92aa0807d0b0 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:53.574483 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-734dacd1-bb10-4750-adbd-92aa0807d0b0 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Calling delete_port for 2d97581c-efda-427b-8318-4c796eacde82 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:10:53.586244 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3665c981-7f92-4b8b-b2d7-11db111d2812 None None] Deleting port 2d97581c-efda-427b-8318-4c796eacde82 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:10:53.586593 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3665c981-7f92-4b8b-b2d7-11db111d2812 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:53.652068 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3665c981-7f92-4b8b-b2d7-11db111d2812 None None] For port 2d97581c-efda-427b-8318-4c796eacde82, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=2d97581c-efda-427b-8318-4c796eacde82,segment=NetworkSegment(0d967d18-4ed0-44d0-a5b3-8a9417ee5112),segment_id=0d967d18-4ed0-44d0-a5b3-8a9417ee5112)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:10:53.652563 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3665c981-7f92-4b8b-b2d7-11db111d2812 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:53.656549 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-734dacd1-bb10-4750-adbd-92aa0807d0b0 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:53.665660 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3665c981-7f92-4b8b-b2d7-11db111d2812 None None] Calling delete_port for 2d97581c-efda-427b-8318-4c796eacde82 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:10:53.682857 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734dacd1-bb10-4750-adbd-92aa0807d0b0 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Pushing event deleted for resources: {'Port': ['ID=2d97581c-efda-427b-8318-4c796eacde82,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:53.684751 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734dacd1-bb10-4750-adbd-92aa0807d0b0 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] No DVR routers for this DVR port 2d97581c-efda-427b-8318-4c796eacde82 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:10:53.744366 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3665c981-7f92-4b8b-b2d7-11db111d2812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:53.765005 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-734dacd1-bb10-4750-adbd-92aa0807d0b0 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:53.768616 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665c981-7f92-4b8b-b2d7-11db111d2812 None None] Pushing event deleted for resources: {'Port': ['ID=2d97581c-efda-427b-8318-4c796eacde82,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:53.773255 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3665c981-7f92-4b8b-b2d7-11db111d2812 None None] No DVR routers for this DVR port 2d97581c-efda-427b-8318-4c796eacde82 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:10:53.788986 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-734dacd1-bb10-4750-adbd-92aa0807d0b0 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8b1b9d-c1de-4ca1-bd7e-9f80cccde746']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:53.798379 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-734dacd1-bb10-4750-adbd-92aa0807d0b0 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d967d18-4ed0-44d0-a5b3-8a9417ee5112') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:53.798611 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-734dacd1-bb10-4750-adbd-92aa0807d0b0 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d967d18-4ed0-44d0-a5b3-8a9417ee5112') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:53.807883 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-734dacd1-bb10-4750-adbd-92aa0807d0b0 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:53.820759 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-734dacd1-bb10-4750-adbd-92aa0807d0b0 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:53.826825 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734dacd1-bb10-4750-adbd-92aa0807d0b0 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:10:53.827221 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-734dacd1-bb10-4750-adbd-92aa0807d0b0 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: timer() Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:10:53.830327 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:10:53.890272 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-734dacd1-bb10-4750-adbd-92aa0807d0b0 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:53.896906 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-734dacd1-bb10-4750-adbd-92aa0807d0b0 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:53.900045 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-734dacd1-bb10-4750-adbd-92aa0807d0b0 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] 10.222.0.64 "DELETE /v2.0/networks/2f8b1b9d-c1de-4ca1-bd7e-9f80cccde746 HTTP/1.1" status: 204 len: 168 time: 0.5348997 Nov 15 12:10:53.911502 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734dacd1-bb10-4750-adbd-92aa0807d0b0 tempest-NetworksIpV6Test-1423711529 tempest-NetworksIpV6Test-1423711529-project] Pushing event deleted for resources: {'Network': ['ID=2f8b1b9d-c1de-4ca1-bd7e-9f80cccde746,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:54.154914 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53462) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:54.305555 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-50c405ec-fa4e-48bf-b47e-32f7bda1c54a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0803739140944489917ee658967e507a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1490285 Nov 15 12:10:54.308370 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53466) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:54.362586 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bf7c58b-e68e-4d45-a27e-71e304e1ee4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:54.385582 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bf7c58b-e68e-4d45-a27e-71e304e1ee4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:54.436171 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bf7c58b-e68e-4d45-a27e-71e304e1ee4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:54.439453 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bf7c58b-e68e-4d45-a27e-71e304e1ee4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:54.440672 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1bf7c58b-e68e-4d45-a27e-71e304e1ee4a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b776388c-1505-4bb5-b845-03c325366a7c HTTP/1.1" status: 204 len: 168 time: 0.1312418 Nov 15 12:10:54.448462 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7c58b-e68e-4d45-a27e-71e304e1ee4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b776388c-1505-4bb5-b845-03c325366a7c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:54.595705 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6c25ca34-4d4f-4388-b299-11aac8208c60 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:10:54.619012 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 6c25ca34-4d4f-4388-b299-11aac8208c60 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:10:54.619343 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6c25ca34-4d4f-4388-b299-11aac8208c60 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:10:54.619736 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 2d97581c-efda-427b-8318-4c796eacde82 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:10:54.638050 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 2d97581c-efda-427b-8318-4c796eacde82 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:10:54.638379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 2d97581c-efda-427b-8318-4c796eacde82 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:10:55.122272 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53488) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:55.224516 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1e7a5f4e-0af2-43f5-9097-4320989d33f7 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-811075821', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:10:55.251987 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e7a5f4e-0af2-43f5-9097-4320989d33f7 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:55.253040 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e7a5f4e-0af2-43f5-9097-4320989d33f7 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:55.306003 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e7a5f4e-0af2-43f5-9097-4320989d33f7 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:55.310713 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e7a5f4e-0af2-43f5-9097-4320989d33f7 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:55.329389 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e7a5f4e-0af2-43f5-9097-4320989d33f7 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:55.330589 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1e7a5f4e-0af2-43f5-9097-4320989d33f7 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2072594 Nov 15 12:10:55.333534 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53492) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:55.341066 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a2e49352-caf0-41d5-9b98-174e75a8ed08 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1019587634'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:10:55.365737 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e49352-caf0-41d5-9b98-174e75a8ed08 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Made reservation on behalf of 47723ef70fca4d73a1c6181ce50861fb for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:10:55.370767 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2e49352-caf0-41d5-9b98-174e75a8ed08 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:55.379992 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2e49352-caf0-41d5-9b98-174e75a8ed08 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:55.457842 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2e49352-caf0-41d5-9b98-174e75a8ed08 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:55.464058 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2e49352-caf0-41d5-9b98-174e75a8ed08 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:55.491306 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e49352-caf0-41d5-9b98-174e75a8ed08 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:10:55.501197 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e49352-caf0-41d5-9b98-174e75a8ed08 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a5d40a-cb34-4956-ac33-ea097da6bf63,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:55.506103 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2e49352-caf0-41d5-9b98-174e75a8ed08 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:55.506436 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-a2e49352-caf0-41d5-9b98-174e75a8ed08 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Added segment ac7d2e55-f794-404a-ac57-97ca229a0489 of type vlan for network 0554b3f4-5ffd-4631-ba50-ad810096f696 Nov 15 12:10:55.545465 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2e49352-caf0-41d5-9b98-174e75a8ed08 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:55.577838 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2e49352-caf0-41d5-9b98-174e75a8ed08 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:55.586307 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e49352-caf0-41d5-9b98-174e75a8ed08 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:55.587155 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a2e49352-caf0-41d5-9b98-174e75a8ed08 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:55.644362 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a2e49352-caf0-41d5-9b98-174e75a8ed08 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3094900 Nov 15 12:10:55.647234 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53494) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:55.652088 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-19a6a7b3-b170-4823-991a-1c79bd251a62 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Request body: {'subnet': {'network_id': '0554b3f4-5ffd-4631-ba50-ad810096f696', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:10:55.698896 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e49352-caf0-41d5-9b98-174e75a8ed08 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Pushing event updated for resources: {'Network': ['ID=0554b3f4-5ffd-4631-ba50-ad810096f696,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:55.709038 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 0554b3f4-5ffd-4631-ba50-ad810096f696 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:10:55.751240 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a6a7b3-b170-4823-991a-1c79bd251a62 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Made reservation on behalf of 47723ef70fca4d73a1c6181ce50861fb for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:10:55.754828 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19a6a7b3-b170-4823-991a-1c79bd251a62 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:55.947329 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19a6a7b3-b170-4823-991a-1c79bd251a62 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:56.011425 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6a7b3-b170-4823-991a-1c79bd251a62 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Pushing event updated for resources: {'Subnet': ['ID=64c74a7d-b0ea-43b6-8a80-46ac784f9533,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:56.020336 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a6a7b3-b170-4823-991a-1c79bd251a62 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Checking segment: {'id': 'ac7d2e55-f794-404a-ac57-97ca229a0489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '0554b3f4-5ffd-4631-ba50-ad810096f696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:10:56.020767 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a6a7b3-b170-4823-991a-1c79bd251a62 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Network hostable DHCP agents. Network: 0554b3f4-5ffd-4631-ba50-ad810096f696, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:10:56.040083 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a6a7b3-b170-4823-991a-1c79bd251a62 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Network 0554b3f4-5ffd-4631-ba50-ad810096f696 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:10:56.050553 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-19a6a7b3-b170-4823-991a-1c79bd251a62 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 0554b3f4-5ffd-4631-ba50-ad810096f696) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:10:56.054706 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a6a7b3-b170-4823-991a-1c79bd251a62 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:56.055303 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-19a6a7b3-b170-4823-991a-1c79bd251a62 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:56.060391 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7af473f-33ad-405f-b7ac-c9c1c1157c3a None None] Network 0554b3f4-5ffd-4631-ba50-ad810096f696 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:10:56.077520 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-19a6a7b3-b170-4823-991a-1c79bd251a62 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4263115 Nov 15 12:10:56.077882 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53496) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:56.082961 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d35bb9b0-0551-45b4-ac8e-76bcc258ff9e tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1943476480'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:10:56.112960 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35bb9b0-0551-45b4-ac8e-76bcc258ff9e tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Made reservation on behalf of 47723ef70fca4d73a1c6181ce50861fb for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:10:56.116511 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d35bb9b0-0551-45b4-ac8e-76bcc258ff9e tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:56.141346 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35bb9b0-0551-45b4-ac8e-76bcc258ff9e tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:10:56.150398 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d35bb9b0-0551-45b4-ac8e-76bcc258ff9e tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:56.150739 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-d35bb9b0-0551-45b4-ac8e-76bcc258ff9e tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Added segment 597ce7a7-a1b2-41e2-ab78-c32de3e7e430 of type vlan for network a4becc83-4b81-49cf-be1b-701da575bada Nov 15 12:10:56.192942 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d35bb9b0-0551-45b4-ac8e-76bcc258ff9e tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:56.208242 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fde82b5-88f3-4c0e-813a-417ffdb09b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-0554b3f4-5ffd-4631-ba50-ad810096f696', 'network_id': '0554b3f4-5ffd-4631-ba50-ad810096f696', 'tenant_id': '47723ef70fca4d73a1c6181ce50861fb', 'fixed_ips': [{'subnet_id': '64c74a7d-b0ea-43b6-8a80-46ac784f9533'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:10:56.209127 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4fde82b5-88f3-4c0e-813a-417ffdb09b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:56.220126 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d35bb9b0-0551-45b4-ac8e-76bcc258ff9e tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:56.225819 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35bb9b0-0551-45b4-ac8e-76bcc258ff9e tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:56.226405 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d35bb9b0-0551-45b4-ac8e-76bcc258ff9e tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:56.283146 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d35bb9b0-0551-45b4-ac8e-76bcc258ff9e tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2041504 Nov 15 12:10:56.286156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53498) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:56.291363 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-6e2ead92-70d4-4464-ad53-619a4bbab201 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Request body: {'subnet': {'network_id': 'a4becc83-4b81-49cf-be1b-701da575bada', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:10:56.296189 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bb9b0-0551-45b4-ac8e-76bcc258ff9e tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Pushing event updated for resources: {'Network': ['ID=a4becc83-4b81-49cf-be1b-701da575bada,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:56.324819 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network a4becc83-4b81-49cf-be1b-701da575bada details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:10:56.382732 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2ead92-70d4-4464-ad53-619a4bbab201 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Made reservation on behalf of 47723ef70fca4d73a1c6181ce50861fb for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:10:56.386949 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e2ead92-70d4-4464-ad53-619a4bbab201 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:56.393970 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-4fde82b5-88f3-4c0e-813a-417ffdb09b47 None None] Allocated IP 172.20.0.2 (0554b3f4-5ffd-4631-ba50-ad810096f696/64c74a7d-b0ea-43b6-8a80-46ac784f9533/a7fd392d-a8de-4e4e-a13f-e687677ce832) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:10:56.542421 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4fde82b5-88f3-4c0e-813a-417ffdb09b47 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:56.549768 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4fde82b5-88f3-4c0e-813a-417ffdb09b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:56.571709 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e2ead92-70d4-4464-ad53-619a4bbab201 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:56.589440 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fde82b5-88f3-4c0e-813a-417ffdb09b47 None None] Network 0554b3f4-5ffd-4631-ba50-ad810096f696 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:10:56.593481 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-4fde82b5-88f3-4c0e-813a-417ffdb09b47 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:10:56.595954 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fde82b5-88f3-4c0e-813a-417ffdb09b47 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:10:56.605282 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde82b5-88f3-4c0e-813a-417ffdb09b47 None None] Pushing event updated for resources: {'Port': ['ID=a7fd392d-a8de-4e4e-a13f-e687677ce832,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:56.634578 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ead92-70d4-4464-ad53-619a4bbab201 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Pushing event updated for resources: {'Subnet': ['ID=ceb93002-3572-4bf7-8e58-1beaad7280f2,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:56.645262 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ead92-70d4-4464-ad53-619a4bbab201 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Checking segment: {'id': '597ce7a7-a1b2-41e2-ab78-c32de3e7e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a4becc83-4b81-49cf-be1b-701da575bada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:10:56.645623 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2ead92-70d4-4464-ad53-619a4bbab201 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Network hostable DHCP agents. Network: a4becc83-4b81-49cf-be1b-701da575bada, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:10:56.657193 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4fde82b5-88f3-4c0e-813a-417ffdb09b47 None None] Attempting to bind port a7fd392d-a8de-4e4e-a13f-e687677ce832 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:10:56.657708 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4fde82b5-88f3-4c0e-813a-417ffdb09b47 None None] Attempting to bind port a7fd392d-a8de-4e4e-a13f-e687677ce832 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'ac7d2e55-f794-404a-ac57-97ca229a0489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '0554b3f4-5ffd-4631-ba50-ad810096f696'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:10:56.658095 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fde82b5-88f3-4c0e-813a-417ffdb09b47 None None] Attempting to bind port a7fd392d-a8de-4e4e-a13f-e687677ce832 on network 0554b3f4-5ffd-4631-ba50-ad810096f696 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:10:56.662919 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2ead92-70d4-4464-ad53-619a4bbab201 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Network a4becc83-4b81-49cf-be1b-701da575bada is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:10:56.663628 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fde82b5-88f3-4c0e-813a-417ffdb09b47 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:10:56.664049 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fde82b5-88f3-4c0e-813a-417ffdb09b47 None None] Checking segment: {'id': 'ac7d2e55-f794-404a-ac57-97ca229a0489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '0554b3f4-5ffd-4631-ba50-ad810096f696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:10:56.664509 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4fde82b5-88f3-4c0e-813a-417ffdb09b47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:56.664898 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fde82b5-88f3-4c0e-813a-417ffdb09b47 None None] Bound using segment: {'id': 'ac7d2e55-f794-404a-ac57-97ca229a0489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '0554b3f4-5ffd-4631-ba50-ad810096f696'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:10:56.665365 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4fde82b5-88f3-4c0e-813a-417ffdb09b47 None None] Bound port: a7fd392d-a8de-4e4e-a13f-e687677ce832, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7d2e55-f794-404a-ac57-97ca229a0489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '0554b3f4-5ffd-4631-ba50-ad810096f696'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:10:56.665977 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4fde82b5-88f3-4c0e-813a-417ffdb09b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:56.675213 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-6e2ead92-70d4-4464-ad53-619a4bbab201 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, a4becc83-4b81-49cf-be1b-701da575bada) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:10:56.678708 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2ead92-70d4-4464-ad53-619a4bbab201 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:10:56.679295 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6e2ead92-70d4-4464-ad53-619a4bbab201 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:56.684608 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701a2d11-026e-49ef-a808-da5f861b6d26 None None] Network a4becc83-4b81-49cf-be1b-701da575bada requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:10:56.698561 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6e2ead92-70d4-4464-ad53-619a4bbab201 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4113016 Nov 15 12:10:56.701442 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53500) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:56.706136 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-7af00a20-7046-406a-8951-b6f2adde1f9e tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a4becc83-4b81-49cf-be1b-701da575bada'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:10:56.783471 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4fde82b5-88f3-4c0e-813a-417ffdb09b47 None None] For port a7fd392d-a8de-4e4e-a13f-e687677ce832, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:10:56.787714 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4fde82b5-88f3-4c0e-813a-417ffdb09b47 None None] For port a7fd392d-a8de-4e4e-a13f-e687677ce832, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a7fd392d-a8de-4e4e-a13f-e687677ce832,segment=NetworkSegment(ac7d2e55-f794-404a-ac57-97ca229a0489),segment_id=ac7d2e55-f794-404a-ac57-97ca229a0489)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:10:56.797964 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4fde82b5-88f3-4c0e-813a-417ffdb09b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:56.904101 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde82b5-88f3-4c0e-813a-417ffdb09b47 None None] Pushing event updated for resources: {'Port': ['ID=a7fd392d-a8de-4e4e-a13f-e687677ce832,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:56.943282 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4add47cc-0a43-4c18-9ff2-482bd3370cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-a4becc83-4b81-49cf-be1b-701da575bada', 'network_id': 'a4becc83-4b81-49cf-be1b-701da575bada', 'tenant_id': '47723ef70fca4d73a1c6181ce50861fb', 'fixed_ips': [{'subnet_id': 'ceb93002-3572-4bf7-8e58-1beaad7280f2'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:10:56.944260 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4add47cc-0a43-4c18-9ff2-482bd3370cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:57.285457 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7af00a20-7046-406a-8951-b6f2adde1f9e tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:57.286743 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-4add47cc-0a43-4c18-9ff2-482bd3370cb0 None None] Allocated IP 172.21.0.2 (a4becc83-4b81-49cf-be1b-701da575bada/ceb93002-3572-4bf7-8e58-1beaad7280f2/d8f9cde1-7725-4c01-8c10-96df07e1d4ff) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:10:57.394597 n-d-729945-9 neutron-server[102678]: INFO neutron.api.v2.resource [None req-7af00a20-7046-406a-8951-b6f2adde1f9e tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 12:10:57.395655 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7af00a20-7046-406a-8951-b6f2adde1f9e tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] 10.222.0.64 "PUT /v2.0/routers/af5c09a4-05ac-4a86-b971-5f5ed316a796 HTTP/1.1" status: 400 len: 364 time: 0.6932890 Nov 15 12:10:57.401894 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53502) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:57.436160 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4add47cc-0a43-4c18-9ff2-482bd3370cb0 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:57.443241 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4add47cc-0a43-4c18-9ff2-482bd3370cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:57.453463 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1e2f45-22af-4659-9046-d41aeb43767a tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Deleting subnet ceb93002-3572-4bf7-8e58-1beaad7280f2 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:10:57.456759 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df1e2f45-22af-4659-9046-d41aeb43767a tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:57.484806 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4add47cc-0a43-4c18-9ff2-482bd3370cb0 None None] Network a4becc83-4b81-49cf-be1b-701da575bada is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:10:57.487853 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-4add47cc-0a43-4c18-9ff2-482bd3370cb0 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:10:57.491574 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4add47cc-0a43-4c18-9ff2-482bd3370cb0 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:10:57.498869 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df1e2f45-22af-4659-9046-d41aeb43767a tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:57.519370 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add47cc-0a43-4c18-9ff2-482bd3370cb0 None None] Pushing event updated for resources: {'Port': ['ID=d8f9cde1-7725-4c01-8c10-96df07e1d4ff,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:57.553805 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4add47cc-0a43-4c18-9ff2-482bd3370cb0 None None] Attempting to bind port d8f9cde1-7725-4c01-8c10-96df07e1d4ff on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:10:57.554165 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4add47cc-0a43-4c18-9ff2-482bd3370cb0 None None] Attempting to bind port d8f9cde1-7725-4c01-8c10-96df07e1d4ff by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '597ce7a7-a1b2-41e2-ab78-c32de3e7e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a4becc83-4b81-49cf-be1b-701da575bada'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:10:57.554520 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4add47cc-0a43-4c18-9ff2-482bd3370cb0 None None] Attempting to bind port d8f9cde1-7725-4c01-8c10-96df07e1d4ff on network a4becc83-4b81-49cf-be1b-701da575bada {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:10:57.560903 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4add47cc-0a43-4c18-9ff2-482bd3370cb0 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:10:57.561265 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4add47cc-0a43-4c18-9ff2-482bd3370cb0 None None] Checking segment: {'id': '597ce7a7-a1b2-41e2-ab78-c32de3e7e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a4becc83-4b81-49cf-be1b-701da575bada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:10:57.561656 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4add47cc-0a43-4c18-9ff2-482bd3370cb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:57.562038 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4add47cc-0a43-4c18-9ff2-482bd3370cb0 None None] Bound using segment: {'id': '597ce7a7-a1b2-41e2-ab78-c32de3e7e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a4becc83-4b81-49cf-be1b-701da575bada'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:10:57.562499 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-4add47cc-0a43-4c18-9ff2-482bd3370cb0 None None] Bound port: d8f9cde1-7725-4c01-8c10-96df07e1d4ff, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597ce7a7-a1b2-41e2-ab78-c32de3e7e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a4becc83-4b81-49cf-be1b-701da575bada'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:10:57.562899 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4add47cc-0a43-4c18-9ff2-482bd3370cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:57.595329 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df1e2f45-22af-4659-9046-d41aeb43767a tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:57.657760 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df1e2f45-22af-4659-9046-d41aeb43767a tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:57.663675 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4add47cc-0a43-4c18-9ff2-482bd3370cb0 None None] For port d8f9cde1-7725-4c01-8c10-96df07e1d4ff, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:10:57.669947 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-4add47cc-0a43-4c18-9ff2-482bd3370cb0 None None] For port d8f9cde1-7725-4c01-8c10-96df07e1d4ff, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d8f9cde1-7725-4c01-8c10-96df07e1d4ff,segment=NetworkSegment(597ce7a7-a1b2-41e2-ab78-c32de3e7e430),segment_id=597ce7a7-a1b2-41e2-ab78-c32de3e7e430)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:10:57.676135 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4add47cc-0a43-4c18-9ff2-482bd3370cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:57.686024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e2f45-22af-4659-9046-d41aeb43767a tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb93002-3572-4bf7-8e58-1beaad7280f2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:57.689836 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df1e2f45-22af-4659-9046-d41aeb43767a tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:57.695652 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53504) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:57.696208 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-df1e2f45-22af-4659-9046-d41aeb43767a tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] 10.222.0.64 "DELETE /v2.0/subnets/ceb93002-3572-4bf7-8e58-1beaad7280f2 HTTP/1.1" status: 204 len: 168 time: 0.2927673 Nov 15 12:10:57.741765 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add47cc-0a43-4c18-9ff2-482bd3370cb0 None None] Pushing event updated for resources: {'Port': ['ID=d8f9cde1-7725-4c01-8c10-96df07e1d4ff,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:57.792639 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d3efa4c-ff1c-48a0-a08a-46ffebb4e8fc tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:57.855578 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f8ddab-699a-4b9d-93e6-152bbd7a307d None None] Network 0554b3f4-5ffd-4631-ba50-ad810096f696 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:10:57.861680 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4d3efa4c-ff1c-48a0-a08a-46ffebb4e8fc tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Deleting port d8f9cde1-7725-4c01-8c10-96df07e1d4ff {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:10:57.862111 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d3efa4c-ff1c-48a0-a08a-46ffebb4e8fc tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:57.946944 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5a950a49-144d-4f45-a720-b40a63e9baf6 None None] Provisioning complete for port a7fd392d-a8de-4e4e-a13f-e687677ce832 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:10:57.947290 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5a950a49-144d-4f45-a720-b40a63e9baf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:57.949671 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-4d3efa4c-ff1c-48a0-a08a-46ffebb4e8fc tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] For port d8f9cde1-7725-4c01-8c10-96df07e1d4ff, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d8f9cde1-7725-4c01-8c10-96df07e1d4ff,segment=NetworkSegment(597ce7a7-a1b2-41e2-ab78-c32de3e7e430),segment_id=597ce7a7-a1b2-41e2-ab78-c32de3e7e430)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:10:57.950090 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d3efa4c-ff1c-48a0-a08a-46ffebb4e8fc tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:57.965189 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-4d3efa4c-ff1c-48a0-a08a-46ffebb4e8fc tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Calling delete_port for d8f9cde1-7725-4c01-8c10-96df07e1d4ff owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:10:58.052814 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d3efa4c-ff1c-48a0-a08a-46ffebb4e8fc tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:58.080555 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3efa4c-ff1c-48a0-a08a-46ffebb4e8fc tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Pushing event deleted for resources: {'Port': ['ID=d8f9cde1-7725-4c01-8c10-96df07e1d4ff,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:58.084535 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3efa4c-ff1c-48a0-a08a-46ffebb4e8fc tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] No DVR routers for this DVR port d8f9cde1-7725-4c01-8c10-96df07e1d4ff on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:10:58.113782 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5a950a49-144d-4f45-a720-b40a63e9baf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:58.154355 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5a950a49-144d-4f45-a720-b40a63e9baf6 None None] For port a7fd392d-a8de-4e4e-a13f-e687677ce832, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a7fd392d-a8de-4e4e-a13f-e687677ce832,segment=NetworkSegment(ac7d2e55-f794-404a-ac57-97ca229a0489),segment_id=ac7d2e55-f794-404a-ac57-97ca229a0489)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:10:58.159072 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5a950a49-144d-4f45-a720-b40a63e9baf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:58.187577 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d3efa4c-ff1c-48a0-a08a-46ffebb4e8fc tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:58.209305 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a950a49-144d-4f45-a720-b40a63e9baf6 None None] Pushing event updated for resources: {'Port': ['ID=a7fd392d-a8de-4e4e-a13f-e687677ce832,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:58.209956 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4d3efa4c-ff1c-48a0-a08a-46ffebb4e8fc tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4becc83-4b81-49cf-be1b-701da575bada']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:58.220731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4d3efa4c-ff1c-48a0-a08a-46ffebb4e8fc tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597ce7a7-a1b2-41e2-ab78-c32de3e7e430') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:58.220966 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-4d3efa4c-ff1c-48a0-a08a-46ffebb4e8fc tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597ce7a7-a1b2-41e2-ab78-c32de3e7e430') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:58.232028 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d3efa4c-ff1c-48a0-a08a-46ffebb4e8fc tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:58.245701 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d3efa4c-ff1c-48a0-a08a-46ffebb4e8fc tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:58.252331 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3efa4c-ff1c-48a0-a08a-46ffebb4e8fc tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:10:58.252722 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d3efa4c-ff1c-48a0-a08a-46ffebb4e8fc tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: timer() Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:10:58.256202 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:10:58.320962 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d3efa4c-ff1c-48a0-a08a-46ffebb4e8fc tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:58.325852 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4d3efa4c-ff1c-48a0-a08a-46ffebb4e8fc tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:58.329436 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4d3efa4c-ff1c-48a0-a08a-46ffebb4e8fc tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] 10.222.0.64 "DELETE /v2.0/networks/a4becc83-4b81-49cf-be1b-701da575bada HTTP/1.1" status: 204 len: 168 time: 0.6315274 Nov 15 12:10:58.332364 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53506) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:58.345631 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3efa4c-ff1c-48a0-a08a-46ffebb4e8fc tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Pushing event deleted for resources: {'Network': ['ID=a4becc83-4b81-49cf-be1b-701da575bada,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:58.379597 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5fd7c171-25c5-47f0-97ef-47fffc6ab618 None None] Provisioning complete for port a7fd392d-a8de-4e4e-a13f-e687677ce832 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:10:58.380106 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c171-25c5-47f0-97ef-47fffc6ab618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:58.388894 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-27be44f2-22fa-4dc7-a5d2-02bfe23eddae tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Deleting subnet 64c74a7d-b0ea-43b6-8a80-46ac784f9533 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:10:58.393337 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27be44f2-22fa-4dc7-a5d2-02bfe23eddae tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:58.439296 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27be44f2-22fa-4dc7-a5d2-02bfe23eddae tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:58.526191 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27be44f2-22fa-4dc7-a5d2-02bfe23eddae tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:58.595347 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27be44f2-22fa-4dc7-a5d2-02bfe23eddae tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:58.623238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be44f2-22fa-4dc7-a5d2-02bfe23eddae tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Pushing event deleted for resources: {'Subnet': ['ID=64c74a7d-b0ea-43b6-8a80-46ac784f9533,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:58.630788 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-27be44f2-22fa-4dc7-a5d2-02bfe23eddae tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:58.637268 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53508) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:58.642947 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b07433-84bd-4e13-9f7a-db53e13739ac None None] Network 0554b3f4-5ffd-4631-ba50-ad810096f696 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:10:58.646289 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a7fd392d-a8de-4e4e-a13f-e687677ce832 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:10:58.647073 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-27be44f2-22fa-4dc7-a5d2-02bfe23eddae tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] 10.222.0.64 "DELETE /v2.0/subnets/64c74a7d-b0ea-43b6-8a80-46ac784f9533 HTTP/1.1" status: 204 len: 168 time: 0.3134890 Nov 15 12:10:58.716175 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60e5cce1-8506-4b0b-b71e-b3c065c41647 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:58.776538 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-60e5cce1-8506-4b0b-b71e-b3c065c41647 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Deleting port a7fd392d-a8de-4e4e-a13f-e687677ce832 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:10:58.777049 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60e5cce1-8506-4b0b-b71e-b3c065c41647 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:58.795741 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1600d569-a710-4720-b400-6c0e245c75a4 None None] Could not find standard attr ID for object d8f9cde1-7725-4c01-8c10-96df07e1d4ff. {{(pid=102679) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 12:10:58.807043 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port a7fd392d-a8de-4e4e-a13f-e687677ce832 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:10:58.807412 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:58.829904 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9c6245-27cd-4e89-999a-fd6d8cfcbc92 None None] DHCP port deletion for a4becc83-4b81-49cf-be1b-701da575bada request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:10:58.842028 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-60e5cce1-8506-4b0b-b71e-b3c065c41647 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] For port a7fd392d-a8de-4e4e-a13f-e687677ce832, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=a7fd392d-a8de-4e4e-a13f-e687677ce832,segment=NetworkSegment(ac7d2e55-f794-404a-ac57-97ca229a0489),segment_id=ac7d2e55-f794-404a-ac57-97ca229a0489)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:10:58.842381 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60e5cce1-8506-4b0b-b71e-b3c065c41647 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:58.867095 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-60e5cce1-8506-4b0b-b71e-b3c065c41647 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Calling delete_port for a7fd392d-a8de-4e4e-a13f-e687677ce832 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:10:58.885718 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d6df41-0cb8-4f0b-9701-64f5a3bbca96 None None] Network a4becc83-4b81-49cf-be1b-701da575bada requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:10:58.904651 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d6df41-0cb8-4f0b-9701-64f5a3bbca96 None None] Network a4becc83-4b81-49cf-be1b-701da575bada could not be found, it might have been deleted concurrently. {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 15 12:10:58.920757 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364ae103-3ebb-4f3a-9628-303443f58e78 None None] DHCP port deletion for 0554b3f4-5ffd-4631-ba50-ad810096f696 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:10:58.958733 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60e5cce1-8506-4b0b-b71e-b3c065c41647 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:58.969468 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-364ae103-3ebb-4f3a-9628-303443f58e78 None None] Deleting port a7fd392d-a8de-4e4e-a13f-e687677ce832 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:10:58.969833 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-364ae103-3ebb-4f3a-9628-303443f58e78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:58.986404 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5cce1-8506-4b0b-b71e-b3c065c41647 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Pushing event deleted for resources: {'Port': ['ID=a7fd392d-a8de-4e4e-a13f-e687677ce832,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:58.988250 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e5cce1-8506-4b0b-b71e-b3c065c41647 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] No DVR routers for this DVR port a7fd392d-a8de-4e4e-a13f-e687677ce832 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:10:59.033888 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-364ae103-3ebb-4f3a-9628-303443f58e78 None None] For port a7fd392d-a8de-4e4e-a13f-e687677ce832, host n-d-729945-9, got binding levels [] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:10:59.034180 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-364ae103-3ebb-4f3a-9628-303443f58e78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:59.046643 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-364ae103-3ebb-4f3a-9628-303443f58e78 None None] Calling delete_port for a7fd392d-a8de-4e4e-a13f-e687677ce832 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:10:59.049475 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.ipam_backend_mixin [None req-364ae103-3ebb-4f3a-9628-303443f58e78 None None] Port a7fd392d-a8de-4e4e-a13f-e687677ce832 was not found and therefore no delete operation was performed {{(pid=102679) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 12:10:59.050792 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-364ae103-3ebb-4f3a-9628-303443f58e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:59.065577 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60e5cce1-8506-4b0b-b71e-b3c065c41647 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:59.074972 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ae103-3ebb-4f3a-9628-303443f58e78 None None] Pushing event deleted for resources: {'Port': ['ID=a7fd392d-a8de-4e4e-a13f-e687677ce832,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:59.079237 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364ae103-3ebb-4f3a-9628-303443f58e78 None None] No DVR routers for this DVR port a7fd392d-a8de-4e4e-a13f-e687677ce832 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:10:59.091184 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-60e5cce1-8506-4b0b-b71e-b3c065c41647 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0554b3f4-5ffd-4631-ba50-ad810096f696']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:59.101375 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-60e5cce1-8506-4b0b-b71e-b3c065c41647 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac7d2e55-f794-404a-ac57-97ca229a0489') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:59.101663 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-60e5cce1-8506-4b0b-b71e-b3c065c41647 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac7d2e55-f794-404a-ac57-97ca229a0489') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:10:59.111411 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60e5cce1-8506-4b0b-b71e-b3c065c41647 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:59.124789 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60e5cce1-8506-4b0b-b71e-b3c065c41647 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:59.130918 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e5cce1-8506-4b0b-b71e-b3c065c41647 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:10:59.131406 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60e5cce1-8506-4b0b-b71e-b3c065c41647 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: timer() Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:10:59.134407 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:10:59.193128 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60e5cce1-8506-4b0b-b71e-b3c065c41647 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:59.201390 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-60e5cce1-8506-4b0b-b71e-b3c065c41647 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:59.204236 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-60e5cce1-8506-4b0b-b71e-b3c065c41647 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] 10.222.0.64 "DELETE /v2.0/networks/0554b3f4-5ffd-4631-ba50-ad810096f696 HTTP/1.1" status: 204 len: 168 time: 0.5660844 Nov 15 12:10:59.207113 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53510) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:59.216703 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5cce1-8506-4b0b-b71e-b3c065c41647 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Pushing event deleted for resources: {'Network': ['ID=0554b3f4-5ffd-4631-ba50-ad810096f696,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:10:59.235149 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3e7d886f-36d5-45e1-aa07-5a7f26d28848 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] 10.222.0.64 "GET /v2.0/ports?device_id=af5c09a4-05ac-4a86-b971-5f5ed316a796 HTTP/1.1" status: 200 len: 205 time: 0.0267448 Nov 15 12:10:59.237697 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53512) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:59.313957 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98f45b4b-2b53-4837-bff0-6b4fd85c25d3 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:59.469657 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98f45b4b-2b53-4837-bff0-6b4fd85c25d3 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:59.471716 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98f45b4b-2b53-4837-bff0-6b4fd85c25d3 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:59.515567 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98f45b4b-2b53-4837-bff0-6b4fd85c25d3 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:59.516150 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f45b4b-2b53-4837-bff0-6b4fd85c25d3 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Fanout notify agent at l3_agent the message router_deleted on router af5c09a4-05ac-4a86-b971-5f5ed316a796 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 12:10:59.525487 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-98f45b4b-2b53-4837-bff0-6b4fd85c25d3 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:10:59.527488 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-98f45b4b-2b53-4837-bff0-6b4fd85c25d3 tempest-RoutersNegativeTest-304757325 tempest-RoutersNegativeTest-304757325-project] 10.222.0.64 "DELETE /v2.0/routers/af5c09a4-05ac-4a86-b971-5f5ed316a796 HTTP/1.1" status: 204 len: 168 time: 0.2885280 Nov 15 12:10:59.793870 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53518) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:10:59.969491 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-85f1db6c-0d55-440a-9765-ef9f877ab545 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=47723ef70fca4d73a1c6181ce50861fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1744390 Nov 15 12:10:59.972134 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53522) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:11:00.018804 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84172ed1-dab7-4ee1-9a78-8d078e955691 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:00.040413 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84172ed1-dab7-4ee1-9a78-8d078e955691 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:00.081683 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:00.094479 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84172ed1-dab7-4ee1-9a78-8d078e955691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:00.097134 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-84172ed1-dab7-4ee1-9a78-8d078e955691 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:00.098436 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-84172ed1-dab7-4ee1-9a78-8d078e955691 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26a5d40a-cb34-4956-ac33-ea097da6bf63 HTTP/1.1" status: 204 len: 168 time: 0.1254051 Nov 15 12:11:00.107251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84172ed1-dab7-4ee1-9a78-8d078e955691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a5d40a-cb34-4956-ac33-ea097da6bf63,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:00.597240 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a7fd392d-a8de-4e4e-a13f-e687677ce832 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:11:00.617159 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: a7fd392d-a8de-4e4e-a13f-e687677ce832 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:11:00.617491 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device a7fd392d-a8de-4e4e-a13f-e687677ce832 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:11:00.617898 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d8f9cde1-7725-4c01-8c10-96df07e1d4ff no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:11:00.636779 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: d8f9cde1-7725-4c01-8c10-96df07e1d4ff {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:11:00.637117 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d8f9cde1-7725-4c01-8c10-96df07e1d4ff not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:11:00.772731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53544) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:11:00.885494 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-2170e70d-6869-4a9e-a2d7-e48c070c709f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-721996677-network', 'tenant_id': '1f6fede55fed448488f66b1e029c1bc2'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:11:00.910288 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2170e70d-6869-4a9e-a2d7-e48c070c709f admin admin] Made reservation on behalf of 1f6fede55fed448488f66b1e029c1bc2 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:11:00.912760 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2170e70d-6869-4a9e-a2d7-e48c070c709f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:00.921759 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2170e70d-6869-4a9e-a2d7-e48c070c709f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:00.999945 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2170e70d-6869-4a9e-a2d7-e48c070c709f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:01.005798 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2170e70d-6869-4a9e-a2d7-e48c070c709f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:01.029558 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2170e70d-6869-4a9e-a2d7-e48c070c709f admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:11:01.039057 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170e70d-6869-4a9e-a2d7-e48c070c709f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ccbceb-f815-4ec7-86c0-21148fcf6c94,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:01.043913 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2170e70d-6869-4a9e-a2d7-e48c070c709f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:01.044249 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-2170e70d-6869-4a9e-a2d7-e48c070c709f admin admin] Added segment a108725c-9d20-48bc-b69f-f59d8769731a of type vlan for network ca969165-5395-4494-91b0-164bafe2a252 Nov 15 12:11:01.085571 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2170e70d-6869-4a9e-a2d7-e48c070c709f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:01.113783 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2170e70d-6869-4a9e-a2d7-e48c070c709f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:01.114710 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2170e70d-6869-4a9e-a2d7-e48c070c709f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:01.115266 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2170e70d-6869-4a9e-a2d7-e48c070c709f admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:01.167181 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2170e70d-6869-4a9e-a2d7-e48c070c709f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3933237 Nov 15 12:11:01.170305 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53548) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:11:01.175429 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-2308e89c-5a27-4f46-8af0-aaf8cac9784d admin admin] Request body: {'subnet': {'network_id': 'ca969165-5395-4494-91b0-164bafe2a252', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-721996677-subnet', 'tenant_id': '1f6fede55fed448488f66b1e029c1bc2', 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:11:01.178037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170e70d-6869-4a9e-a2d7-e48c070c709f admin admin] Pushing event updated for resources: {'Network': ['ID=ca969165-5395-4494-91b0-164bafe2a252,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:01.188570 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network ca969165-5395-4494-91b0-164bafe2a252 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:11:01.203651 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2308e89c-5a27-4f46-8af0-aaf8cac9784d admin admin] Made reservation on behalf of 1f6fede55fed448488f66b1e029c1bc2 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:11:01.206330 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2308e89c-5a27-4f46-8af0-aaf8cac9784d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:01.370185 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2308e89c-5a27-4f46-8af0-aaf8cac9784d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:01.421023 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308e89c-5a27-4f46-8af0-aaf8cac9784d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2f784ff-9528-4bce-9480-c8f0c62d0fc3,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:01.436166 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308e89c-5a27-4f46-8af0-aaf8cac9784d admin admin] Checking segment: {'id': 'a108725c-9d20-48bc-b69f-f59d8769731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:11:01.436512 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2308e89c-5a27-4f46-8af0-aaf8cac9784d admin admin] Network hostable DHCP agents. Network: ca969165-5395-4494-91b0-164bafe2a252, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:11:01.455489 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2308e89c-5a27-4f46-8af0-aaf8cac9784d admin admin] Network ca969165-5395-4494-91b0-164bafe2a252 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:11:01.466440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-2308e89c-5a27-4f46-8af0-aaf8cac9784d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, ca969165-5395-4494-91b0-164bafe2a252) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:11:01.470437 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2308e89c-5a27-4f46-8af0-aaf8cac9784d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:01.471027 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2308e89c-5a27-4f46-8af0-aaf8cac9784d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:01.475925 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2976ddc-5346-4da9-a239-e64de42f15a1 None None] Network ca969165-5395-4494-91b0-164bafe2a252 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:11:01.488963 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2308e89c-5a27-4f46-8af0-aaf8cac9784d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3174281 Nov 15 12:11:01.491983 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53550) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:11:01.496319 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-360a5151-91e2-41b4-b634-49920d0a023e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-721996677-router', 'tenant_id': '1f6fede55fed448488f66b1e029c1bc2', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:11:01.518567 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-360a5151-91e2-41b4-b634-49920d0a023e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:01.519626 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-360a5151-91e2-41b4-b634-49920d0a023e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:01.568285 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-360a5151-91e2-41b4-b634-49920d0a023e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:01.627119 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afb6989-4bf8-4918-beeb-0ace4b39ccd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-ca969165-5395-4494-91b0-164bafe2a252', 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252', 'tenant_id': '1f6fede55fed448488f66b1e029c1bc2', 'fixed_ips': [{'subnet_id': 'f2f784ff-9528-4bce-9480-c8f0c62d0fc3'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:11:01.628036 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6afb6989-4bf8-4918-beeb-0ace4b39ccd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:01.713643 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-360a5151-91e2-41b4-b634-49920d0a023e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:01.760607 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-6afb6989-4bf8-4918-beeb-0ace4b39ccd7 None None] Allocated IP 172.20.0.2 (ca969165-5395-4494-91b0-164bafe2a252/f2f784ff-9528-4bce-9480-c8f0c62d0fc3/87a4b51b-eb2a-4946-9cd4-dd3c0d99825b) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:11:01.907000 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6afb6989-4bf8-4918-beeb-0ace4b39ccd7 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:01.914346 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6afb6989-4bf8-4918-beeb-0ace4b39ccd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:01.915035 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-360a5151-91e2-41b4-b634-49920d0a023e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:01.933818 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-360a5151-91e2-41b4-b634-49920d0a023e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:01.958862 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afb6989-4bf8-4918-beeb-0ace4b39ccd7 None None] Network ca969165-5395-4494-91b0-164bafe2a252 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:11:01.964212 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-6afb6989-4bf8-4918-beeb-0ace4b39ccd7 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:11:01.966951 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afb6989-4bf8-4918-beeb-0ace4b39ccd7 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:11:01.968895 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb6989-4bf8-4918-beeb-0ace4b39ccd7 None None] Pushing event updated for resources: {'Port': ['ID=87a4b51b-eb2a-4946-9cd4-dd3c0d99825b,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:02.020690 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-6afb6989-4bf8-4918-beeb-0ace4b39ccd7 None None] Attempting to bind port 87a4b51b-eb2a-4946-9cd4-dd3c0d99825b on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:11:02.021051 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-6afb6989-4bf8-4918-beeb-0ace4b39ccd7 None None] Attempting to bind port 87a4b51b-eb2a-4946-9cd4-dd3c0d99825b by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a108725c-9d20-48bc-b69f-f59d8769731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:11:02.021400 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afb6989-4bf8-4918-beeb-0ace4b39ccd7 None None] Attempting to bind port 87a4b51b-eb2a-4946-9cd4-dd3c0d99825b on network ca969165-5395-4494-91b0-164bafe2a252 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:11:02.026342 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afb6989-4bf8-4918-beeb-0ace4b39ccd7 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:11:02.026707 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afb6989-4bf8-4918-beeb-0ace4b39ccd7 None None] Checking segment: {'id': 'a108725c-9d20-48bc-b69f-f59d8769731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:11:02.027170 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6afb6989-4bf8-4918-beeb-0ace4b39ccd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:02.027535 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afb6989-4bf8-4918-beeb-0ace4b39ccd7 None None] Bound using segment: {'id': 'a108725c-9d20-48bc-b69f-f59d8769731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:11:02.028030 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-6afb6989-4bf8-4918-beeb-0ace4b39ccd7 None None] Bound port: 87a4b51b-eb2a-4946-9cd4-dd3c0d99825b, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a108725c-9d20-48bc-b69f-f59d8769731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:11:02.028401 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6afb6989-4bf8-4918-beeb-0ace4b39ccd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:02.036614 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-360a5151-91e2-41b4-b634-49920d0a023e admin admin] Allocated IP 172.25.7.30 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/37d080e2-7a4a-4619-a057-5c0ae374f530) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:11:02.102548 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6afb6989-4bf8-4918-beeb-0ace4b39ccd7 None None] For port 87a4b51b-eb2a-4946-9cd4-dd3c0d99825b, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:11:02.106187 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6afb6989-4bf8-4918-beeb-0ace4b39ccd7 None None] For port 87a4b51b-eb2a-4946-9cd4-dd3c0d99825b, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=87a4b51b-eb2a-4946-9cd4-dd3c0d99825b,segment=NetworkSegment(a108725c-9d20-48bc-b69f-f59d8769731a),segment_id=a108725c-9d20-48bc-b69f-f59d8769731a)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:11:02.114082 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6afb6989-4bf8-4918-beeb-0ace4b39ccd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:02.154459 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-360a5151-91e2-41b4-b634-49920d0a023e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:02.171586 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:02.187666 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb6989-4bf8-4918-beeb-0ace4b39ccd7 None None] Pushing event updated for resources: {'Port': ['ID=87a4b51b-eb2a-4946-9cd4-dd3c0d99825b,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:02.196428 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-360a5151-91e2-41b4-b634-49920d0a023e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:02.234778 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360a5151-91e2-41b4-b634-49920d0a023e admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:11:02.240127 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-360a5151-91e2-41b4-b634-49920d0a023e admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:11:02.242568 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360a5151-91e2-41b4-b634-49920d0a023e admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:11:02.253167 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acb49d3-9d73-47f3-a3d5-18ef24d10217 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:11:02.280798 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a5151-91e2-41b4-b634-49920d0a023e admin admin] Pushing event updated for resources: {'Port': ['ID=37d080e2-7a4a-4619-a057-5c0ae374f530,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:02.366960 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2aa4609e-18ef-41a1-98bb-1796b89aac84 None None] Provisioning complete for port 37d080e2-7a4a-4619-a057-5c0ae374f530 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:02.367315 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2aa4609e-18ef-41a1-98bb-1796b89aac84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:02.402951 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-2aa4609e-18ef-41a1-98bb-1796b89aac84 None None] Port 37d080e2-7a4a-4619-a057-5c0ae374f530 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:11:02.522595 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-360a5151-91e2-41b4-b634-49920d0a023e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:02.632219 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 87a4b51b-eb2a-4946-9cd4-dd3c0d99825b up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:11:02.679800 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 87a4b51b-eb2a-4946-9cd4-dd3c0d99825b triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:02.680054 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:02.730944 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-360a5151-91e2-41b4-b634-49920d0a023e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:02.759493 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:02.799446 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 87a4b51b-eb2a-4946-9cd4-dd3c0d99825b, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=87a4b51b-eb2a-4946-9cd4-dd3c0d99825b,segment=NetworkSegment(a108725c-9d20-48bc-b69f-f59d8769731a),segment_id=a108725c-9d20-48bc-b69f-f59d8769731a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:11:02.805654 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:02.854766 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=87a4b51b-eb2a-4946-9cd4-dd3c0d99825b,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:02.871111 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360a5151-91e2-41b4-b634-49920d0a023e admin admin] Router 0531efd8-c820-43a2-b1be-bcdf88de0dd1 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 12:11:02.979856 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360a5151-91e2-41b4-b634-49920d0a023e admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:11:02.988895 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] Sync routers for ids ['0531efd8-c820-43a2-b1be-bcdf88de0dd1'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:11:02.999495 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-360a5151-91e2-41b4-b634-49920d0a023e admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:03.003174 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] Routers {'0531efd8-c820-43a2-b1be-bcdf88de0dd1'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:11:03.003710 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:10:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['0531efd8-c820-43a2-b1be-bcdf88de0dd1'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:11:03.003884 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53554) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:11:03.004478 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-360a5151-91e2-41b4-b634-49920d0a023e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5109012 Nov 15 12:11:03.105580 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6941c048-657c-4b84-9542-9f542617d7f3 None None] Network ca969165-5395-4494-91b0-164bafe2a252 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:11:03.156235 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] Set router 0531efd8-c820-43a2-b1be-bcdf88de0dd1 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:11:03.259285 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-134d660f-31f4-45be-8e69-841aeb40cfe0 None None] Provisioning complete for port 87a4b51b-eb2a-4946-9cd4-dd3c0d99825b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:03.260003 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-134d660f-31f4-45be-8e69-841aeb40cfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:03.436813 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7454d87a-b43f-48a6-8fb3-412ca7e8eacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:03.592587 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-7454d87a-b43f-48a6-8fb3-412ca7e8eacc admin admin] Allocated IP 172.20.0.1 (ca969165-5395-4494-91b0-164bafe2a252/f2f784ff-9528-4bce-9480-c8f0c62d0fc3/177a221a-8454-4147-8abe-d5b9db76c35f) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:11:03.653424 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531efd8-c820-43a2-b1be-bcdf88de0dd1', 'name': 'tempest-TestEncryptedCinderVolumes-721996677-router', 'tenant_id': '1f6fede55fed448488f66b1e029c1bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '37d080e2-7a4a-4619-a057-5c0ae374f530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:11:01Z', 'updated_at': '2021-11-15T12:11:02Z', 'revision_number': 3, 'project_id': '1f6fede55fed448488f66b1e029c1bc2', 'gw_port': {'id': '37d080e2-7a4a-4619-a057-5c0ae374f530', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0531efd8-c820-43a2-b1be-bcdf88de0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:11:01Z', 'updated_at': '2021-11-15T12:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:11:03.682436 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] Checking router: 0531efd8-c820-43a2-b1be-bcdf88de0dd1 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:11:03.682776 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] Updating router 0531efd8-c820-43a2-b1be-bcdf88de0dd1 port 37d080e2-7a4a-4619-a057-5c0ae374f530 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:11:03.710531 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:03.714543 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7454d87a-b43f-48a6-8fb3-412ca7e8eacc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:03.760215 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7454d87a-b43f-48a6-8fb3-412ca7e8eacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:03.798434 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7454d87a-b43f-48a6-8fb3-412ca7e8eacc admin admin] Network ca969165-5395-4494-91b0-164bafe2a252 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:11:03.812043 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7454d87a-b43f-48a6-8fb3-412ca7e8eacc admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:11:03.816036 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7454d87a-b43f-48a6-8fb3-412ca7e8eacc admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:11:03.870146 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454d87a-b43f-48a6-8fb3-412ca7e8eacc admin admin] Pushing event updated for resources: {'Port': ['ID=177a221a-8454-4147-8abe-d5b9db76c35f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:03.890762 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7454d87a-b43f-48a6-8fb3-412ca7e8eacc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:03.978068 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-77184949-cbd4-4464-b361-1feb4ab9ef5c None None] Provisioning complete for port 87a4b51b-eb2a-4946-9cd4-dd3c0d99825b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:03.978432 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-77184949-cbd4-4464-b361-1feb4ab9ef5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:04.020561 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7454d87a-b43f-48a6-8fb3-412ca7e8eacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:04.052250 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:04.065769 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:04.123203 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bced89b0-a364-4582-b64a-a87bbc4d76e8 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:11:04.159259 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97096d4d-c308-41e4-bcf4-eed8cbbcfb99 None None] Pushing event updated for resources: {'Port': ['ID=37d080e2-7a4a-4619-a057-5c0ae374f530,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:04.162708 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] Attempting to bind port 37d080e2-7a4a-4619-a057-5c0ae374f530 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:11:04.163067 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] Attempting to bind port 37d080e2-7a4a-4619-a057-5c0ae374f530 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:11:04.163420 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] Attempting to bind port 37d080e2-7a4a-4619-a057-5c0ae374f530 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:11:04.170322 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:11:04.170657 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:11:04.171050 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:04.171454 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:11:04.171938 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] Bound port: 37d080e2-7a4a-4619-a057-5c0ae374f530, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:11:04.172310 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:04.207721 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7454d87a-b43f-48a6-8fb3-412ca7e8eacc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:04.214056 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7454d87a-b43f-48a6-8fb3-412ca7e8eacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:04.225679 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] For port 37d080e2-7a4a-4619-a057-5c0ae374f530, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:11:04.229288 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] For port 37d080e2-7a4a-4619-a057-5c0ae374f530, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=37d080e2-7a4a-4619-a057-5c0ae374f530,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:11:04.234133 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:04.280631 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be33015e-a167-4335-9d1a-36d12725ae16 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:11:04.285586 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7454d87a-b43f-48a6-8fb3-412ca7e8eacc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:04.288649 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454d87a-b43f-48a6-8fb3-412ca7e8eacc admin admin] Pushing event updated for resources: {'Port': ['ID=177a221a-8454-4147-8abe-d5b9db76c35f,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:04.313646 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] Routers {'0531efd8-c820-43a2-b1be-bcdf88de0dd1'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:11:04.314156 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:10:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['0531efd8-c820-43a2-b1be-bcdf88de0dd1'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:11:04.317630 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97096d4d-c308-41e4-bcf4-eed8cbbcfb99 None None] Pushing event updated for resources: {'Port': ['ID=37d080e2-7a4a-4619-a057-5c0ae374f530,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:04.359263 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7d03a82f-5c09-4e70-b4a2-742fb706ad6b None None] Provisioning complete for port 177a221a-8454-4147-8abe-d5b9db76c35f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:04.359530 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7d03a82f-5c09-4e70-b4a2-742fb706ad6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:04.383896 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7454d87a-b43f-48a6-8fb3-412ca7e8eacc admin admin] Network ca969165-5395-4494-91b0-164bafe2a252 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:11:04.385292 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-7454d87a-b43f-48a6-8fb3-412ca7e8eacc admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:11:04.435585 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7d03a82f-5c09-4e70-b4a2-742fb706ad6b None None] Port 177a221a-8454-4147-8abe-d5b9db76c35f cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:11:04.463453 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7d03a82f-5c09-4e70-b4a2-742fb706ad6b None None] Provisioning complete for port 37d080e2-7a4a-4619-a057-5c0ae374f530 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:04.463809 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7d03a82f-5c09-4e70-b4a2-742fb706ad6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:04.489776 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] Set router 0531efd8-c820-43a2-b1be-bcdf88de0dd1 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:11:04.642576 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 87a4b51b-eb2a-4946-9cd4-dd3c0d99825b up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:11:04.690588 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7d03a82f-5c09-4e70-b4a2-742fb706ad6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:04.735755 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7d03a82f-5c09-4e70-b4a2-742fb706ad6b None None] For port 37d080e2-7a4a-4619-a057-5c0ae374f530, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=37d080e2-7a4a-4619-a057-5c0ae374f530,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:11:04.745766 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7d03a82f-5c09-4e70-b4a2-742fb706ad6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:04.808111 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 87a4b51b-eb2a-4946-9cd4-dd3c0d99825b triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:04.808500 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:04.828147 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7454d87a-b43f-48a6-8fb3-412ca7e8eacc admin admin] Router 0531efd8-c820-43a2-b1be-bcdf88de0dd1 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:11:04.851853 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03a82f-5c09-4e70-b4a2-742fb706ad6b None None] Pushing event updated for resources: {'Port': ['ID=37d080e2-7a4a-4619-a057-5c0ae374f530,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:04.888350 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-979c3322-0990-4007-a573-72d040293125 None None] Provisioning complete for port 177a221a-8454-4147-8abe-d5b9db76c35f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:04.888618 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-979c3322-0990-4007-a573-72d040293125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:04.943320 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7454d87a-b43f-48a6-8fb3-412ca7e8eacc admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:11:04.946765 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531efd8-c820-43a2-b1be-bcdf88de0dd1', 'name': 'tempest-TestEncryptedCinderVolumes-721996677-router', 'tenant_id': '1f6fede55fed448488f66b1e029c1bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '37d080e2-7a4a-4619-a057-5c0ae374f530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:11:01Z', 'updated_at': '2021-11-15T12:11:03Z', 'revision_number': 4, 'project_id': '1f6fede55fed448488f66b1e029c1bc2', 'gw_port': {'id': '37d080e2-7a4a-4619-a057-5c0ae374f530', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0531efd8-c820-43a2-b1be-bcdf88de0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:11:01Z', 'updated_at': '2021-11-15T12:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '177a221a-8454-4147-8abe-d5b9db76c35f', 'name': '', 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252', 'tenant_id': '1f6fede55fed448488f66b1e029c1bc2', 'mac_address': 'fa:16:3e:4e:c8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0531efd8-c820-43a2-b1be-bcdf88de0dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'f2f784ff-9528-4bce-9480-c8f0c62d0fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:11:03Z', 'updated_at': '2021-11-15T12:11:04Z', 'revision_number': 2, 'project_id': '1f6fede55fed448488f66b1e029c1bc2', 'subnets': [{'id': 'f2f784ff-9528-4bce-9480-c8f0c62d0fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:11:04.956211 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7454d87a-b43f-48a6-8fb3-412ca7e8eacc admin admin] 10.222.0.64 "PUT /v2.0/routers/0531efd8-c820-43a2-b1be-bcdf88de0dd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9439769 Nov 15 12:11:04.981489 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-979c3322-0990-4007-a573-72d040293125 None None] Port 177a221a-8454-4147-8abe-d5b9db76c35f cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:11:04.984312 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73efbc1-c245-47b7-b9d6-4ac52438253a None None] The sync data for ids ['0531efd8-c820-43a2-b1be-bcdf88de0dd1'] in n-d-729945-9 is: [{'id': '0531efd8-c820-43a2-b1be-bcdf88de0dd1', 'name': 'tempest-TestEncryptedCinderVolumes-721996677-router', 'tenant_id': '1f6fede55fed448488f66b1e029c1bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '37d080e2-7a4a-4619-a057-5c0ae374f530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:11:01Z', 'updated_at': '2021-11-15T12:11:03Z', 'revision_number': 4, 'project_id': '1f6fede55fed448488f66b1e029c1bc2', 'gw_port': {'id': '37d080e2-7a4a-4619-a057-5c0ae374f530', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0531efd8-c820-43a2-b1be-bcdf88de0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:11:01Z', 'updated_at': '2021-11-15T12:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '177a221a-8454-4147-8abe-d5b9db76c35f', 'name': '', 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252', 'tenant_id': '1f6fede55fed448488f66b1e029c1bc2', 'mac_address': 'fa:16:3e:4e:c8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0531efd8-c820-43a2-b1be-bcdf88de0dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'f2f784ff-9528-4bce-9480-c8f0c62d0fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:11:03Z', 'updated_at': '2021-11-15T12:11:04Z', 'revision_number': 2, 'project_id': '1f6fede55fed448488f66b1e029c1bc2', 'subnets': [{'id': 'f2f784ff-9528-4bce-9480-c8f0c62d0fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:11:04.997377 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-979c3322-0990-4007-a573-72d040293125 None None] Provisioning complete for port 37d080e2-7a4a-4619-a057-5c0ae374f530 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:04.997707 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-979c3322-0990-4007-a573-72d040293125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:05.390528 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10953ba3-7071-4db5-8bb6-2d4aaf2c44bd req-24a7af13-b7da-4e8e-8f7b-f523e55de92c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454345 Nov 15 12:11:05.483912 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10953ba3-7071-4db5-8bb6-2d4aaf2c44bd req-bd7500cf-3035-4f87-9400-6d53659bc388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:05.485589 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10953ba3-7071-4db5-8bb6-2d4aaf2c44bd req-bd7500cf-3035-4f87-9400-6d53659bc388 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0515947 Nov 15 12:11:05.491915 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53572) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:11:05.497061 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1e11b7b3-04b7-43de-890d-c3ef4a0c2904 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-776112450-network', 'tenant_id': '43d0e6da5a88440f87269d73c5eb8a7d'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:11:05.563781 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e11b7b3-04b7-43de-890d-c3ef4a0c2904 admin admin] Made reservation on behalf of 43d0e6da5a88440f87269d73c5eb8a7d for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:11:05.566187 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e11b7b3-04b7-43de-890d-c3ef4a0c2904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:05.577415 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e11b7b3-04b7-43de-890d-c3ef4a0c2904 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:05.638012 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10953ba3-7071-4db5-8bb6-2d4aaf2c44bd req-3784f477-fcb8-457d-82af-430d8c0270de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:05.638360 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10953ba3-7071-4db5-8bb6-2d4aaf2c44bd req-3784f477-fcb8-457d-82af-430d8c0270de service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.1307721 Nov 15 12:11:05.692322 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10953ba3-7071-4db5-8bb6-2d4aaf2c44bd req-1362f782-2ed9-4026-b260-66f00d2c982f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0441048 Nov 15 12:11:05.765335 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e11b7b3-04b7-43de-890d-c3ef4a0c2904 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:05.773213 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10953ba3-7071-4db5-8bb6-2d4aaf2c44bd req-8e74afcd-5f0e-450f-aa85-08db21614e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:05.774697 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10953ba3-7071-4db5-8bb6-2d4aaf2c44bd req-8e74afcd-5f0e-450f-aa85-08db21614e02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0740347 Nov 15 12:11:05.775271 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e11b7b3-04b7-43de-890d-c3ef4a0c2904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:05.834448 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e11b7b3-04b7-43de-890d-c3ef4a0c2904 admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:11:05.844685 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11b7b3-04b7-43de-890d-c3ef4a0c2904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa53d2f-03df-45bc-a5b0-12d0d40daea5,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:05.853836 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e11b7b3-04b7-43de-890d-c3ef4a0c2904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:05.854108 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-1e11b7b3-04b7-43de-890d-c3ef4a0c2904 admin admin] Added segment 735b3326-4d4c-4416-8963-1a73bb4e0963 of type vlan for network 54ce4808-0881-483b-8a7c-7c5e5e9c8fa7 Nov 15 12:11:05.892280 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10953ba3-7071-4db5-8bb6-2d4aaf2c44bd req-962792d7-4a63-4aec-87f2-de706dfb3b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:05.894064 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10953ba3-7071-4db5-8bb6-2d4aaf2c44bd req-962792d7-4a63-4aec-87f2-de706dfb3b81 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116998 Nov 15 12:11:05.910353 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-10953ba3-7071-4db5-8bb6-2d4aaf2c44bd req-0de910e8-eed4-4c27-83e4-e889722507d9 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:11:05.911905 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10953ba3-7071-4db5-8bb6-2d4aaf2c44bd req-0de910e8-eed4-4c27-83e4-e889722507d9 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084612 Nov 15 12:11:05.913631 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e11b7b3-04b7-43de-890d-c3ef4a0c2904 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:05.992258 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e11b7b3-04b7-43de-890d-c3ef4a0c2904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:05.993253 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e11b7b3-04b7-43de-890d-c3ef4a0c2904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:05.994042 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1e11b7b3-04b7-43de-890d-c3ef4a0c2904 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:06.076478 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1e11b7b3-04b7-43de-890d-c3ef4a0c2904 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5834408 Nov 15 12:11:06.079361 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53574) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:11:06.085163 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-ee23fa7a-60dc-41af-8c2b-6c16a9935792 admin admin] Request body: {'subnet': {'network_id': '54ce4808-0881-483b-8a7c-7c5e5e9c8fa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-776112450-subnet', 'tenant_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:11:06.091786 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11b7b3-04b7-43de-890d-c3ef4a0c2904 admin admin] Pushing event updated for resources: {'Network': ['ID=54ce4808-0881-483b-8a7c-7c5e5e9c8fa7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:06.096630 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10953ba3-7071-4db5-8bb6-2d4aaf2c44bd req-6b00c1f2-e1fd-46c7-a1ee-427b892e302c service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777520 Nov 15 12:11:06.102120 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 54ce4808-0881-483b-8a7c-7c5e5e9c8fa7 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:11:06.130586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee23fa7a-60dc-41af-8c2b-6c16a9935792 admin admin] Made reservation on behalf of 43d0e6da5a88440f87269d73c5eb8a7d for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:11:06.134704 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee23fa7a-60dc-41af-8c2b-6c16a9935792 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:06.238726 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10953ba3-7071-4db5-8bb6-2d4aaf2c44bd req-dca5297d-475e-4dad-830e-895882187a56 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336246 Nov 15 12:11:06.310836 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e72bb0fb-ed7a-4e77-aa18-cb6e2421ca37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:06.340647 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee23fa7a-60dc-41af-8c2b-6c16a9935792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:06.397389 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23fa7a-60dc-41af-8c2b-6c16a9935792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adefbf32-3336-4046-8dd8-fc86aaeb893d,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:06.406014 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23fa7a-60dc-41af-8c2b-6c16a9935792 admin admin] Checking segment: {'id': '735b3326-4d4c-4416-8963-1a73bb4e0963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '54ce4808-0881-483b-8a7c-7c5e5e9c8fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:11:06.406362 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee23fa7a-60dc-41af-8c2b-6c16a9935792 admin admin] Network hostable DHCP agents. Network: 54ce4808-0881-483b-8a7c-7c5e5e9c8fa7, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:11:06.408977 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23fa7a-60dc-41af-8c2b-6c16a9935792 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:06.409340 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23fa7a-60dc-41af-8c2b-6c16a9935792 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:06.409660 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23fa7a-60dc-41af-8c2b-6c16a9935792 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:06.409981 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23fa7a-60dc-41af-8c2b-6c16a9935792 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:06.410305 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23fa7a-60dc-41af-8c2b-6c16a9935792 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:06.410725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23fa7a-60dc-41af-8c2b-6c16a9935792 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:06.411047 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23fa7a-60dc-41af-8c2b-6c16a9935792 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:06.411343 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23fa7a-60dc-41af-8c2b-6c16a9935792 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:06.411654 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23fa7a-60dc-41af-8c2b-6c16a9935792 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:06.411991 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23fa7a-60dc-41af-8c2b-6c16a9935792 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:06.412296 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23fa7a-60dc-41af-8c2b-6c16a9935792 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:06.412610 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23fa7a-60dc-41af-8c2b-6c16a9935792 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:06.434465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee23fa7a-60dc-41af-8c2b-6c16a9935792 admin admin] Network 54ce4808-0881-483b-8a7c-7c5e5e9c8fa7 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:11:06.444595 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ee23fa7a-60dc-41af-8c2b-6c16a9935792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 54ce4808-0881-483b-8a7c-7c5e5e9c8fa7) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:11:06.449167 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee23fa7a-60dc-41af-8c2b-6c16a9935792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:06.449752 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ee23fa7a-60dc-41af-8c2b-6c16a9935792 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:06.453603 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7164cd92-abff-4e9e-81ca-57849de361e4 None None] Network 54ce4808-0881-483b-8a7c-7c5e5e9c8fa7 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:11:06.470631 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53576) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:11:06.471186 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ee23fa7a-60dc-41af-8c2b-6c16a9935792 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3899066 Nov 15 12:11:06.475302 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-83c60285-ec6c-44ca-bd75-88a863b3e75a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-776112450-router', 'tenant_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:11:06.499023 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83c60285-ec6c-44ca-bd75-88a863b3e75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:06.500181 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83c60285-ec6c-44ca-bd75-88a863b3e75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:06.551216 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83c60285-ec6c-44ca-bd75-88a863b3e75a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:06.603027 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0a43fa-a67c-4ce5-bef5-3ab713f122ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-54ce4808-0881-483b-8a7c-7c5e5e9c8fa7', 'network_id': '54ce4808-0881-483b-8a7c-7c5e5e9c8fa7', 'tenant_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'fixed_ips': [{'subnet_id': 'adefbf32-3336-4046-8dd8-fc86aaeb893d'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:11:06.603976 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eb0a43fa-a67c-4ce5-bef5-3ab713f122ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:06.696043 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 37d080e2-7a4a-4619-a057-5c0ae374f530 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:11:06.714035 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83c60285-ec6c-44ca-bd75-88a863b3e75a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:06.797416 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 37d080e2-7a4a-4619-a057-5c0ae374f530 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:06.797804 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:06.802990 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-eb0a43fa-a67c-4ce5-bef5-3ab713f122ed None None] Allocated IP 172.20.0.2 (54ce4808-0881-483b-8a7c-7c5e5e9c8fa7/adefbf32-3336-4046-8dd8-fc86aaeb893d/7eb9b627-6ea2-424a-805f-0d5ce00a0ed2) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:11:06.931808 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83c60285-ec6c-44ca-bd75-88a863b3e75a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:06.956905 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83c60285-ec6c-44ca-bd75-88a863b3e75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:06.975229 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] Sync routers for ids ['0531efd8-c820-43a2-b1be-bcdf88de0dd1'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:11:06.985868 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] Routers {'0531efd8-c820-43a2-b1be-bcdf88de0dd1'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:11:06.986465 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:10:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['0531efd8-c820-43a2-b1be-bcdf88de0dd1'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:11:07.017877 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eb0a43fa-a67c-4ce5-bef5-3ab713f122ed None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:07.027370 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eb0a43fa-a67c-4ce5-bef5-3ab713f122ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:07.062472 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-83c60285-ec6c-44ca-bd75-88a863b3e75a admin admin] Allocated IP 172.25.7.247 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/83c785e8-f19f-4972-b388-9606785cbf76) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:11:07.067411 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0a43fa-a67c-4ce5-bef5-3ab713f122ed None None] Network 54ce4808-0881-483b-8a7c-7c5e5e9c8fa7 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:11:07.072617 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-eb0a43fa-a67c-4ce5-bef5-3ab713f122ed None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:11:07.077565 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0a43fa-a67c-4ce5-bef5-3ab713f122ed None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:11:07.091186 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a43fa-a67c-4ce5-bef5-3ab713f122ed None None] Pushing event updated for resources: {'Port': ['ID=7eb9b627-6ea2-424a-805f-0d5ce00a0ed2,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:07.107450 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] Set router 0531efd8-c820-43a2-b1be-bcdf88de0dd1 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:11:07.153169 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-eb0a43fa-a67c-4ce5-bef5-3ab713f122ed None None] Attempting to bind port 7eb9b627-6ea2-424a-805f-0d5ce00a0ed2 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:11:07.153794 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-eb0a43fa-a67c-4ce5-bef5-3ab713f122ed None None] Attempting to bind port 7eb9b627-6ea2-424a-805f-0d5ce00a0ed2 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '735b3326-4d4c-4416-8963-1a73bb4e0963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '54ce4808-0881-483b-8a7c-7c5e5e9c8fa7'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:11:07.153910 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0a43fa-a67c-4ce5-bef5-3ab713f122ed None None] Attempting to bind port 7eb9b627-6ea2-424a-805f-0d5ce00a0ed2 on network 54ce4808-0881-483b-8a7c-7c5e5e9c8fa7 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:11:07.159039 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0a43fa-a67c-4ce5-bef5-3ab713f122ed None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:11:07.159408 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0a43fa-a67c-4ce5-bef5-3ab713f122ed None None] Checking segment: {'id': '735b3326-4d4c-4416-8963-1a73bb4e0963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '54ce4808-0881-483b-8a7c-7c5e5e9c8fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:11:07.159861 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eb0a43fa-a67c-4ce5-bef5-3ab713f122ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:07.160253 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0a43fa-a67c-4ce5-bef5-3ab713f122ed None None] Bound using segment: {'id': '735b3326-4d4c-4416-8963-1a73bb4e0963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '54ce4808-0881-483b-8a7c-7c5e5e9c8fa7'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:11:07.160719 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-eb0a43fa-a67c-4ce5-bef5-3ab713f122ed None None] Bound port: 7eb9b627-6ea2-424a-805f-0d5ce00a0ed2, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735b3326-4d4c-4416-8963-1a73bb4e0963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '54ce4808-0881-483b-8a7c-7c5e5e9c8fa7'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:11:07.161097 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eb0a43fa-a67c-4ce5-bef5-3ab713f122ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:07.182549 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83c60285-ec6c-44ca-bd75-88a863b3e75a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:07.223069 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83c60285-ec6c-44ca-bd75-88a863b3e75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:07.223282 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-eb0a43fa-a67c-4ce5-bef5-3ab713f122ed None None] For port 7eb9b627-6ea2-424a-805f-0d5ce00a0ed2, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:11:07.226458 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-eb0a43fa-a67c-4ce5-bef5-3ab713f122ed None None] For port 7eb9b627-6ea2-424a-805f-0d5ce00a0ed2, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7eb9b627-6ea2-424a-805f-0d5ce00a0ed2,segment=NetworkSegment(735b3326-4d4c-4416-8963-1a73bb4e0963),segment_id=735b3326-4d4c-4416-8963-1a73bb4e0963)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:11:07.232271 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eb0a43fa-a67c-4ce5-bef5-3ab713f122ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:07.261173 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c60285-ec6c-44ca-bd75-88a863b3e75a admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:11:07.268364 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-83c60285-ec6c-44ca-bd75-88a863b3e75a admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:11:07.271744 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c60285-ec6c-44ca-bd75-88a863b3e75a admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:11:07.291392 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d13314-5610-492d-8458-a2150b9c47a1 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:11:07.298765 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c60285-ec6c-44ca-bd75-88a863b3e75a admin admin] Pushing event updated for resources: {'Port': ['ID=83c785e8-f19f-4972-b388-9606785cbf76,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:07.311380 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a43fa-a67c-4ce5-bef5-3ab713f122ed None None] Pushing event updated for resources: {'Port': ['ID=7eb9b627-6ea2-424a-805f-0d5ce00a0ed2,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:07.334896 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2f8e16c0-c0b4-45d2-ad81-869e9e9c717d None None] Provisioning complete for port 83c785e8-f19f-4972-b388-9606785cbf76 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:07.335350 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2f8e16c0-c0b4-45d2-ad81-869e9e9c717d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:07.355862 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531efd8-c820-43a2-b1be-bcdf88de0dd1', 'name': 'tempest-TestEncryptedCinderVolumes-721996677-router', 'tenant_id': '1f6fede55fed448488f66b1e029c1bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '37d080e2-7a4a-4619-a057-5c0ae374f530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:11:01Z', 'updated_at': '2021-11-15T12:11:03Z', 'revision_number': 4, 'project_id': '1f6fede55fed448488f66b1e029c1bc2', 'gw_port': {'id': '37d080e2-7a4a-4619-a057-5c0ae374f530', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531efd8-c820-43a2-b1be-bcdf88de0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:11:01Z', 'updated_at': '2021-11-15T12:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '177a221a-8454-4147-8abe-d5b9db76c35f', 'name': '', 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252', 'tenant_id': '1f6fede55fed448488f66b1e029c1bc2', 'mac_address': 'fa:16:3e:4e:c8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0531efd8-c820-43a2-b1be-bcdf88de0dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'f2f784ff-9528-4bce-9480-c8f0c62d0fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:11:03Z', 'updated_at': '2021-11-15T12:11:04Z', 'revision_number': 2, 'project_id': '1f6fede55fed448488f66b1e029c1bc2', 'subnets': [{'id': 'f2f784ff-9528-4bce-9480-c8f0c62d0fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:11:07.378247 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e16c0-c0b4-45d2-ad81-869e9e9c717d None None] Port 83c785e8-f19f-4972-b388-9606785cbf76 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:11:07.383746 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] Checking router: 0531efd8-c820-43a2-b1be-bcdf88de0dd1 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:11:07.384127 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] Updating router 0531efd8-c820-43a2-b1be-bcdf88de0dd1 port 177a221a-8454-4147-8abe-d5b9db76c35f binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:11:07.409018 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:07.567735 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83c60285-ec6c-44ca-bd75-88a863b3e75a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:07.773121 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83c60285-ec6c-44ca-bd75-88a863b3e75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:07.799176 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:07.805652 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:07.857637 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd7800-57bb-44ff-8896-5fe66522079e None None] Pushing event updated for resources: {'Port': ['ID=177a221a-8454-4147-8abe-d5b9db76c35f,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:07.869768 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd7800-57bb-44ff-8896-5fe66522079e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:07.870200 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd7800-57bb-44ff-8896-5fe66522079e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:07.870669 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd7800-57bb-44ff-8896-5fe66522079e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:07.871103 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd7800-57bb-44ff-8896-5fe66522079e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:07.871557 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd7800-57bb-44ff-8896-5fe66522079e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:07.871970 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd7800-57bb-44ff-8896-5fe66522079e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:07.872361 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd7800-57bb-44ff-8896-5fe66522079e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:07.872685 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd7800-57bb-44ff-8896-5fe66522079e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:07.873010 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd7800-57bb-44ff-8896-5fe66522079e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:07.873328 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd7800-57bb-44ff-8896-5fe66522079e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:07.873647 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd7800-57bb-44ff-8896-5fe66522079e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:07.873965 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dd7800-57bb-44ff-8896-5fe66522079e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:07.919183 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c60285-ec6c-44ca-bd75-88a863b3e75a admin admin] Router 876491f3-0f07-4440-bf1d-38afe7e8d6e9 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 12:11:07.933352 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] Attempting to bind port 177a221a-8454-4147-8abe-d5b9db76c35f on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:11:07.933712 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] Attempting to bind port 177a221a-8454-4147-8abe-d5b9db76c35f by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a108725c-9d20-48bc-b69f-f59d8769731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:11:07.934069 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] Attempting to bind port 177a221a-8454-4147-8abe-d5b9db76c35f on network ca969165-5395-4494-91b0-164bafe2a252 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:11:07.939762 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:11:07.940158 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] Checking segment: {'id': 'a108725c-9d20-48bc-b69f-f59d8769731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:11:07.940591 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:07.940922 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] Bound using segment: {'id': 'a108725c-9d20-48bc-b69f-f59d8769731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:11:07.941378 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] Bound port: 177a221a-8454-4147-8abe-d5b9db76c35f, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a108725c-9d20-48bc-b69f-f59d8769731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:11:07.941748 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:08.012922 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] For port 177a221a-8454-4147-8abe-d5b9db76c35f, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:11:08.017926 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] For port 177a221a-8454-4147-8abe-d5b9db76c35f, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=177a221a-8454-4147-8abe-d5b9db76c35f,segment=NetworkSegment(a108725c-9d20-48bc-b69f-f59d8769731a),segment_id=a108725c-9d20-48bc-b69f-f59d8769731a)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:11:08.024402 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:08.043263 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c60285-ec6c-44ca-bd75-88a863b3e75a admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:11:08.054326 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] Sync routers for ids ['876491f3-0f07-4440-bf1d-38afe7e8d6e9'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:11:08.068538 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] Routers {'876491f3-0f07-4440-bf1d-38afe7e8d6e9'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:11:08.069347 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:10:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['876491f3-0f07-4440-bf1d-38afe7e8d6e9'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:11:08.076670 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-83c60285-ec6c-44ca-bd75-88a863b3e75a admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:08.081117 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-83c60285-ec6c-44ca-bd75-88a863b3e75a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6093159 Nov 15 12:11:08.083802 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53578) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:11:08.108033 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd7800-57bb-44ff-8896-5fe66522079e None None] Pushing event updated for resources: {'Port': ['ID=177a221a-8454-4147-8abe-d5b9db76c35f,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:08.124974 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] Routers {'0531efd8-c820-43a2-b1be-bcdf88de0dd1'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:11:08.126694 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:10:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['0531efd8-c820-43a2-b1be-bcdf88de0dd1'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:11:08.239684 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] Set router 876491f3-0f07-4440-bf1d-38afe7e8d6e9 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:11:08.285225 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] Set router 0531efd8-c820-43a2-b1be-bcdf88de0dd1 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:11:08.360978 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a1801c48-545b-444b-b369-076ae8b46e80 None None] Provisioning complete for port 177a221a-8454-4147-8abe-d5b9db76c35f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:08.361337 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a1801c48-545b-444b-b369-076ae8b46e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:08.571693 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531efd8-c820-43a2-b1be-bcdf88de0dd1', 'name': 'tempest-TestEncryptedCinderVolumes-721996677-router', 'tenant_id': '1f6fede55fed448488f66b1e029c1bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '37d080e2-7a4a-4619-a057-5c0ae374f530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:11:01Z', 'updated_at': '2021-11-15T12:11:03Z', 'revision_number': 4, 'project_id': '1f6fede55fed448488f66b1e029c1bc2', 'gw_port': {'id': '37d080e2-7a4a-4619-a057-5c0ae374f530', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531efd8-c820-43a2-b1be-bcdf88de0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:11:01Z', 'updated_at': '2021-11-15T12:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '177a221a-8454-4147-8abe-d5b9db76c35f', 'name': '', 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252', 'tenant_id': '1f6fede55fed448488f66b1e029c1bc2', 'mac_address': 'fa:16:3e:4e:c8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0531efd8-c820-43a2-b1be-bcdf88de0dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'f2f784ff-9528-4bce-9480-c8f0c62d0fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:11:03Z', 'updated_at': '2021-11-15T12:11:08Z', 'revision_number': 4, 'project_id': '1f6fede55fed448488f66b1e029c1bc2', 'subnets': [{'id': 'f2f784ff-9528-4bce-9480-c8f0c62d0fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:11:08.599902 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ba5de-60ad-42e1-97d5-195f7253341f None None] The sync data for ids ['0531efd8-c820-43a2-b1be-bcdf88de0dd1'] in n-d-729945-9 is: [{'id': '0531efd8-c820-43a2-b1be-bcdf88de0dd1', 'name': 'tempest-TestEncryptedCinderVolumes-721996677-router', 'tenant_id': '1f6fede55fed448488f66b1e029c1bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '37d080e2-7a4a-4619-a057-5c0ae374f530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:11:01Z', 'updated_at': '2021-11-15T12:11:03Z', 'revision_number': 4, 'project_id': '1f6fede55fed448488f66b1e029c1bc2', 'gw_port': {'id': '37d080e2-7a4a-4619-a057-5c0ae374f530', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531efd8-c820-43a2-b1be-bcdf88de0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:11:01Z', 'updated_at': '2021-11-15T12:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '177a221a-8454-4147-8abe-d5b9db76c35f', 'name': '', 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252', 'tenant_id': '1f6fede55fed448488f66b1e029c1bc2', 'mac_address': 'fa:16:3e:4e:c8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0531efd8-c820-43a2-b1be-bcdf88de0dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'f2f784ff-9528-4bce-9480-c8f0c62d0fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:11:03Z', 'updated_at': '2021-11-15T12:11:08Z', 'revision_number': 4, 'project_id': '1f6fede55fed448488f66b1e029c1bc2', 'subnets': [{'id': 'f2f784ff-9528-4bce-9480-c8f0c62d0fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:11:08.634478 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359cf7bf-055a-415a-8171-de0b73f75f9f None None] Network 54ce4808-0881-483b-8a7c-7c5e5e9c8fa7 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:11:08.694527 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fbc9d499-de0f-4758-8f8a-fac0560c93a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:08.720587 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2d1730b5-ea9f-480c-8191-9197601ea05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:08.779320 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 177a221a-8454-4147-8abe-d5b9db76c35f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:11:08.844577 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a1801c48-545b-444b-b369-076ae8b46e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:08.878173 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-fbc9d499-de0f-4758-8f8a-fac0560c93a4 admin admin] Allocated IP 172.20.0.1 (54ce4808-0881-483b-8a7c-7c5e5e9c8fa7/adefbf32-3336-4046-8dd8-fc86aaeb893d/e220e2b2-6168-4ca3-80fb-344c5dde36bf) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:11:08.943395 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a1801c48-545b-444b-b369-076ae8b46e80 None None] For port 177a221a-8454-4147-8abe-d5b9db76c35f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=177a221a-8454-4147-8abe-d5b9db76c35f,segment=NetworkSegment(a108725c-9d20-48bc-b69f-f59d8769731a),segment_id=a108725c-9d20-48bc-b69f-f59d8769731a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:11:08.954614 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a1801c48-545b-444b-b369-076ae8b46e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:08.988943 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fbc9d499-de0f-4758-8f8a-fac0560c93a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:08.996940 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876491f3-0f07-4440-bf1d-38afe7e8d6e9', 'name': 'tempest-TestEncryptedCinderVolumes-776112450-router', 'tenant_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '83c785e8-f19f-4972-b388-9606785cbf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:11:06Z', 'updated_at': '2021-11-15T12:11:07Z', 'revision_number': 3, 'project_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'gw_port': {'id': '83c785e8-f19f-4972-b388-9606785cbf76', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876491f3-0f07-4440-bf1d-38afe7e8d6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:11:06Z', 'updated_at': '2021-11-15T12:11:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:11:09.002598 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 177a221a-8454-4147-8abe-d5b9db76c35f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:09.002951 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:09.029971 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fbc9d499-de0f-4758-8f8a-fac0560c93a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:09.059373 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] Checking router: 876491f3-0f07-4440-bf1d-38afe7e8d6e9 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:11:09.060345 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] Updating router 876491f3-0f07-4440-bf1d-38afe7e8d6e9 port 83c785e8-f19f-4972-b388-9606785cbf76 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:11:09.083215 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc9d499-de0f-4758-8f8a-fac0560c93a4 admin admin] Network 54ce4808-0881-483b-8a7c-7c5e5e9c8fa7 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:11:09.088216 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-fbc9d499-de0f-4758-8f8a-fac0560c93a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:11:09.093637 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc9d499-de0f-4758-8f8a-fac0560c93a4 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:11:09.116699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9d499-de0f-4758-8f8a-fac0560c93a4 admin admin] Pushing event updated for resources: {'Port': ['ID=e220e2b2-6168-4ca3-80fb-344c5dde36bf,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:09.136881 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fbc9d499-de0f-4758-8f8a-fac0560c93a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:09.144924 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:09.150428 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1801c48-545b-444b-b369-076ae8b46e80 None None] Pushing event updated for resources: {'Port': ['ID=177a221a-8454-4147-8abe-d5b9db76c35f,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:09.171582 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-04b7998b-a32b-4eeb-92a1-3488ec8df505 None None] Provisioning complete for port 7eb9b627-6ea2-424a-805f-0d5ce00a0ed2 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:09.171968 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-04b7998b-a32b-4eeb-92a1-3488ec8df505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:09.283381 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fbc9d499-de0f-4758-8f8a-fac0560c93a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:09.399132 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-04b7998b-a32b-4eeb-92a1-3488ec8df505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:09.421327 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7eb9b627-6ea2-424a-805f-0d5ce00a0ed2 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:11:09.470448 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fbc9d499-de0f-4758-8f8a-fac0560c93a4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:09.479196 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fbc9d499-de0f-4758-8f8a-fac0560c93a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:09.518091 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-04b7998b-a32b-4eeb-92a1-3488ec8df505 None None] For port 7eb9b627-6ea2-424a-805f-0d5ce00a0ed2, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7eb9b627-6ea2-424a-805f-0d5ce00a0ed2,segment=NetworkSegment(735b3326-4d4c-4416-8963-1a73bb4e0963),segment_id=735b3326-4d4c-4416-8963-1a73bb4e0963)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:11:09.525742 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-04b7998b-a32b-4eeb-92a1-3488ec8df505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:09.548780 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fbc9d499-de0f-4758-8f8a-fac0560c93a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:09.550666 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9d499-de0f-4758-8f8a-fac0560c93a4 admin admin] Pushing event updated for resources: {'Port': ['ID=e220e2b2-6168-4ca3-80fb-344c5dde36bf,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:09.612175 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-04b7998b-a32b-4eeb-92a1-3488ec8df505 None None] Provisioning complete for port 177a221a-8454-4147-8abe-d5b9db76c35f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:09.612542 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-04b7998b-a32b-4eeb-92a1-3488ec8df505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:09.618242 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 7eb9b627-6ea2-424a-805f-0d5ce00a0ed2 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:09.618603 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:09.643795 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7998b-a32b-4eeb-92a1-3488ec8df505 None None] Pushing event updated for resources: {'Port': ['ID=7eb9b627-6ea2-424a-805f-0d5ce00a0ed2,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:09.752429 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:09.761479 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:09.852766 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28ca916-63ce-4705-9410-1dfaca0f9868 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:11:09.886734 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e472fcb-47da-4728-a7e9-bac50fd3983d None None] Pushing event updated for resources: {'Port': ['ID=83c785e8-f19f-4972-b388-9606785cbf76,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:09.892207 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] Attempting to bind port 83c785e8-f19f-4972-b388-9606785cbf76 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:11:09.892576 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] Attempting to bind port 83c785e8-f19f-4972-b388-9606785cbf76 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:11:09.892938 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] Attempting to bind port 83c785e8-f19f-4972-b388-9606785cbf76 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:11:09.901279 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:11:09.901610 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:11:09.901946 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:09.902365 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:11:09.902829 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] Bound port: 83c785e8-f19f-4972-b388-9606785cbf76, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:11:09.903229 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:09.957051 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] For port 83c785e8-f19f-4972-b388-9606785cbf76, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:11:09.961590 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] For port 83c785e8-f19f-4972-b388-9606785cbf76, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=83c785e8-f19f-4972-b388-9606785cbf76,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:11:09.968029 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:09.985593 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc9d499-de0f-4758-8f8a-fac0560c93a4 admin admin] Network 54ce4808-0881-483b-8a7c-7c5e5e9c8fa7 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:11:09.987415 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-fbc9d499-de0f-4758-8f8a-fac0560c93a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:11:10.025469 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46431a0-3ccc-405c-9d81-10b2074e0626 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:11:10.055122 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-91a839c8-3378-40f6-b4d1-047a5e4cf014 None None] Provisioning complete for port e220e2b2-6168-4ca3-80fb-344c5dde36bf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:10.055517 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-91a839c8-3378-40f6-b4d1-047a5e4cf014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:10.062737 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] Routers {'876491f3-0f07-4440-bf1d-38afe7e8d6e9'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:11:10.063360 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:11:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['876491f3-0f07-4440-bf1d-38afe7e8d6e9'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:11:10.083674 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e472fcb-47da-4728-a7e9-bac50fd3983d None None] Pushing event updated for resources: {'Port': ['ID=83c785e8-f19f-4972-b388-9606785cbf76,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:10.110056 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc9d499-de0f-4758-8f8a-fac0560c93a4 admin admin] Router 876491f3-0f07-4440-bf1d-38afe7e8d6e9 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:11:10.192416 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:10.195362 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-91a839c8-3378-40f6-b4d1-047a5e4cf014 None None] Port e220e2b2-6168-4ca3-80fb-344c5dde36bf cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:11:10.222143 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-91a839c8-3378-40f6-b4d1-047a5e4cf014 None None] Provisioning complete for port 7eb9b627-6ea2-424a-805f-0d5ce00a0ed2 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:10.222497 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-91a839c8-3378-40f6-b4d1-047a5e4cf014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:10.226531 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc9d499-de0f-4758-8f8a-fac0560c93a4 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:11:10.236333 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fbc9d499-de0f-4758-8f8a-fac0560c93a4 admin admin] 10.222.0.64 "PUT /v2.0/routers/876491f3-0f07-4440-bf1d-38afe7e8d6e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1514280 Nov 15 12:11:10.252376 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] Set router 876491f3-0f07-4440-bf1d-38afe7e8d6e9 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:11:10.626095 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 177a221a-8454-4147-8abe-d5b9db76c35f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:11:10.653300 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-91a839c8-3378-40f6-b4d1-047a5e4cf014 None None] Provisioning complete for port 83c785e8-f19f-4972-b388-9606785cbf76 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:10.653671 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-91a839c8-3378-40f6-b4d1-047a5e4cf014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:10.753286 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 177a221a-8454-4147-8abe-d5b9db76c35f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:10.753648 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:10.821255 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876491f3-0f07-4440-bf1d-38afe7e8d6e9', 'name': 'tempest-TestEncryptedCinderVolumes-776112450-router', 'tenant_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '83c785e8-f19f-4972-b388-9606785cbf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:11:06Z', 'updated_at': '2021-11-15T12:11:09Z', 'revision_number': 4, 'project_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'gw_port': {'id': '83c785e8-f19f-4972-b388-9606785cbf76', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876491f3-0f07-4440-bf1d-38afe7e8d6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:11:06Z', 'updated_at': '2021-11-15T12:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'e220e2b2-6168-4ca3-80fb-344c5dde36bf', 'name': '', 'network_id': '54ce4808-0881-483b-8a7c-7c5e5e9c8fa7', 'tenant_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'mac_address': 'fa:16:3e:67:c2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876491f3-0f07-4440-bf1d-38afe7e8d6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'adefbf32-3336-4046-8dd8-fc86aaeb893d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:11:08Z', 'updated_at': '2021-11-15T12:11:09Z', 'revision_number': 2, 'project_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'subnets': [{'id': 'adefbf32-3336-4046-8dd8-fc86aaeb893d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:11:10.825322 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-91a839c8-3378-40f6-b4d1-047a5e4cf014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:10.857591 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b13aac-f3bb-4ca1-8e32-b9e40cc57baa None None] The sync data for ids ['876491f3-0f07-4440-bf1d-38afe7e8d6e9'] in n-d-729945-9 is: [{'id': '876491f3-0f07-4440-bf1d-38afe7e8d6e9', 'name': 'tempest-TestEncryptedCinderVolumes-776112450-router', 'tenant_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '83c785e8-f19f-4972-b388-9606785cbf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:11:06Z', 'updated_at': '2021-11-15T12:11:09Z', 'revision_number': 4, 'project_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'gw_port': {'id': '83c785e8-f19f-4972-b388-9606785cbf76', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876491f3-0f07-4440-bf1d-38afe7e8d6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:11:06Z', 'updated_at': '2021-11-15T12:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'e220e2b2-6168-4ca3-80fb-344c5dde36bf', 'name': '', 'network_id': '54ce4808-0881-483b-8a7c-7c5e5e9c8fa7', 'tenant_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'mac_address': 'fa:16:3e:67:c2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876491f3-0f07-4440-bf1d-38afe7e8d6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'adefbf32-3336-4046-8dd8-fc86aaeb893d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:11:08Z', 'updated_at': '2021-11-15T12:11:09Z', 'revision_number': 2, 'project_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'subnets': [{'id': 'adefbf32-3336-4046-8dd8-fc86aaeb893d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:11:10.876323 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-91a839c8-3378-40f6-b4d1-047a5e4cf014 None None] For port 83c785e8-f19f-4972-b388-9606785cbf76, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=83c785e8-f19f-4972-b388-9606785cbf76,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:11:10.903957 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-91a839c8-3378-40f6-b4d1-047a5e4cf014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:10.952484 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7eb9b627-6ea2-424a-805f-0d5ce00a0ed2 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:11:10.983359 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a839c8-3378-40f6-b4d1-047a5e4cf014 None None] Pushing event updated for resources: {'Port': ['ID=83c785e8-f19f-4972-b388-9606785cbf76,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:11.018940 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 7eb9b627-6ea2-424a-805f-0d5ce00a0ed2 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:11.019296 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:11.059350 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a8bad252-c4cf-4cce-ab97-f2364a67bee2 None None] Provisioning complete for port e220e2b2-6168-4ca3-80fb-344c5dde36bf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:11.059844 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a8bad252-c4cf-4cce-ab97-f2364a67bee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:11.117512 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-a8bad252-c4cf-4cce-ab97-f2364a67bee2 None None] Port e220e2b2-6168-4ca3-80fb-344c5dde36bf cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:11:11.157822 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a8bad252-c4cf-4cce-ab97-f2364a67bee2 None None] Provisioning complete for port 83c785e8-f19f-4972-b388-9606785cbf76 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:11.158277 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a8bad252-c4cf-4cce-ab97-f2364a67bee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:11.231426 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-4064b2b8-9f2e-4348-aec1-2351c1669dab tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:11.233802 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-4064b2b8-9f2e-4348-aec1-2351c1669dab tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/networks?id=ca969165-5395-4494-91b0-164bafe2a252 HTTP/1.1" status: 200 len: 816 time: 0.1273341 Nov 15 12:11:11.250402 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-c02d2347-6a2e-4cef-805e-a85821df361b tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/quotas/1f6fede55fed448488f66b1e029c1bc2 HTTP/1.1" status: 200 len: 375 time: 0.0102339 Nov 15 12:11:11.304270 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-68970c77-b905-4c3f-abc4-3c3428766e12 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f6fede55fed448488f66b1e029c1bc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475428 Nov 15 12:11:11.407996 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-8e693304-58a1-4b2a-a38d-7cd7b2664c75 service neutron] 10.222.0.64 "GET /v2.0/networks/ca969165-5395-4494-91b0-164bafe2a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913236 Nov 15 12:11:11.500290 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-05d7ecb7-ba46-4bd1-8c00-d35a5f66da93 service neutron] 10.222.0.64 "GET /v2.0/networks/ca969165-5395-4494-91b0-164bafe2a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860224 Nov 15 12:11:11.640028 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:11.687926 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bdfaad44-f29e-4949-9990-b5157170ebef req-134c6ec0-0c3b-4bf0-9915-e97f338b5201 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a58020d-56c1-4506-b757-47215d9d4ed9 HTTP/1.1" status: 200 len: 210 time: 0.0276871 Nov 15 12:11:12.223231 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:12.654698 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 83c785e8-f19f-4972-b388-9606785cbf76 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:11:12.689397 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-337498e9-2bfb-46f2-9984-5c198d62c0f6 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:12.690879 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-337498e9-2bfb-46f2-9984-5c198d62c0f6 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.55 "GET /v2.0/networks?id=ca969165-5395-4494-91b0-164bafe2a252 HTTP/1.1" status: 200 len: 816 time: 0.1255128 Nov 15 12:11:12.707952 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-7061ee0a-b316-40ac-ba85-202990f17a84 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Request body: {'port': {'device_id': '4a58020d-56c1-4506-b757-47215d9d4ed9', 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252', 'admin_state_up': True, 'tenant_id': '1f6fede55fed448488f66b1e029c1bc2'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:11:12.741029 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 83c785e8-f19f-4972-b388-9606785cbf76 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:12.741398 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:12.800853 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d28b9e9-5bae-49d9-a6f4-c08bf93fba15 req-ca581f89-76df-45fe-adb1-45136c440642 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a58020d-56c1-4506-b757-47215d9d4ed9 HTTP/1.1" status: 200 len: 210 time: 0.0275102 Nov 15 12:11:12.833631 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-7061ee0a-b316-40ac-ba85-202990f17a84 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Made reservation on behalf of 1f6fede55fed448488f66b1e029c1bc2 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:11:12.837338 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-7061ee0a-b316-40ac-ba85-202990f17a84 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:12.858553 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] Sync routers for ids ['876491f3-0f07-4440-bf1d-38afe7e8d6e9'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:11:12.869083 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] Routers {'876491f3-0f07-4440-bf1d-38afe7e8d6e9'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:11:12.869675 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:11:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['876491f3-0f07-4440-bf1d-38afe7e8d6e9'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:11:12.963985 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-7061ee0a-b316-40ac-ba85-202990f17a84 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Allocated IP 172.20.0.9 (ca969165-5395-4494-91b0-164bafe2a252/f2f784ff-9528-4bce-9480-c8f0c62d0fc3/d89b683e-60f0-432a-b0ca-0e2efe65a1a6) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:11:12.974118 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] Set router 876491f3-0f07-4440-bf1d-38afe7e8d6e9 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:11:13.116973 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-7061ee0a-b316-40ac-ba85-202990f17a84 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:13.153976 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-7061ee0a-b316-40ac-ba85-202990f17a84 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:13.174111 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876491f3-0f07-4440-bf1d-38afe7e8d6e9', 'name': 'tempest-TestEncryptedCinderVolumes-776112450-router', 'tenant_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '83c785e8-f19f-4972-b388-9606785cbf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:11:06Z', 'updated_at': '2021-11-15T12:11:09Z', 'revision_number': 4, 'project_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'gw_port': {'id': '83c785e8-f19f-4972-b388-9606785cbf76', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876491f3-0f07-4440-bf1d-38afe7e8d6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:11:06Z', 'updated_at': '2021-11-15T12:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'e220e2b2-6168-4ca3-80fb-344c5dde36bf', 'name': '', 'network_id': '54ce4808-0881-483b-8a7c-7c5e5e9c8fa7', 'tenant_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'mac_address': 'fa:16:3e:67:c2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876491f3-0f07-4440-bf1d-38afe7e8d6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'adefbf32-3336-4046-8dd8-fc86aaeb893d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:11:08Z', 'updated_at': '2021-11-15T12:11:09Z', 'revision_number': 2, 'project_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'subnets': [{'id': 'adefbf32-3336-4046-8dd8-fc86aaeb893d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:11:13.201134 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] Checking router: 876491f3-0f07-4440-bf1d-38afe7e8d6e9 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:11:13.201425 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] Updating router 876491f3-0f07-4440-bf1d-38afe7e8d6e9 port e220e2b2-6168-4ca3-80fb-344c5dde36bf binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:11:13.202896 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-7061ee0a-b316-40ac-ba85-202990f17a84 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Network ca969165-5395-4494-91b0-164bafe2a252 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:11:13.206041 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-7061ee0a-b316-40ac-ba85-202990f17a84 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:11:13.209988 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-7061ee0a-b316-40ac-ba85-202990f17a84 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:11:13.217491 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061ee0a-b316-40ac-ba85-202990f17a84 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Pushing event updated for resources: {'Port': ['ID=d89b683e-60f0-432a-b0ca-0e2efe65a1a6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:13.226611 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:13.267315 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-7061ee0a-b316-40ac-ba85-202990f17a84 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:13.268024 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-7061ee0a-b316-40ac-ba85-202990f17a84 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:13.286354 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-7061ee0a-b316-40ac-ba85-202990f17a84 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5851378 Nov 15 12:11:13.297118 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-30d025d6-5ac6-4d6f-8ccf-d6ec123475ea tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:11:13.298364 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-30d025d6-5ac6-4d6f-8ccf-d6ec123475ea tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062327 Nov 15 12:11:13.311275 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-ee17d4e6-a33c-451c-b3ba-40123f329689 service neutron] Request body: {'port': {'device_id': '4a58020d-56c1-4506-b757-47215d9d4ed9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:11:13.367629 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-ee17d4e6-a33c-451c-b3ba-40123f329689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:13.491441 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e3ee0562-4bc8-478a-93e2-1c4ff58e7b07 None None] Provisioning complete for port d89b683e-60f0-432a-b0ca-0e2efe65a1a6 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:13.492091 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e3ee0562-4bc8-478a-93e2-1c4ff58e7b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:13.496078 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:13.502712 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:13.528385 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e3ee0562-4bc8-478a-93e2-1c4ff58e7b07 None None] Port d89b683e-60f0-432a-b0ca-0e2efe65a1a6 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:11:13.550295 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7465d-5d42-40ca-b0fd-a72ce427af33 None None] Pushing event updated for resources: {'Port': ['ID=e220e2b2-6168-4ca3-80fb-344c5dde36bf,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:13.604837 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] Attempting to bind port e220e2b2-6168-4ca3-80fb-344c5dde36bf on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:11:13.605333 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] Attempting to bind port e220e2b2-6168-4ca3-80fb-344c5dde36bf by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '735b3326-4d4c-4416-8963-1a73bb4e0963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '54ce4808-0881-483b-8a7c-7c5e5e9c8fa7'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:11:13.605773 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] Attempting to bind port e220e2b2-6168-4ca3-80fb-344c5dde36bf on network 54ce4808-0881-483b-8a7c-7c5e5e9c8fa7 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:11:13.611021 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:11:13.611456 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] Checking segment: {'id': '735b3326-4d4c-4416-8963-1a73bb4e0963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '54ce4808-0881-483b-8a7c-7c5e5e9c8fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:11:13.611870 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:13.612252 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] Bound using segment: {'id': '735b3326-4d4c-4416-8963-1a73bb4e0963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '54ce4808-0881-483b-8a7c-7c5e5e9c8fa7'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:11:13.612707 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] Bound port: e220e2b2-6168-4ca3-80fb-344c5dde36bf, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735b3326-4d4c-4416-8963-1a73bb4e0963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '54ce4808-0881-483b-8a7c-7c5e5e9c8fa7'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:11:13.613073 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:13.653459 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-ee17d4e6-a33c-451c-b3ba-40123f329689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89b683e-60f0-432a-b0ca-0e2efe65a1a6 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:11:13.661396 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-ee17d4e6-a33c-451c-b3ba-40123f329689 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:13.674226 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-ee17d4e6-a33c-451c-b3ba-40123f329689 service neutron] Transition to ACTIVE for port object d89b683e-60f0-432a-b0ca-0e2efe65a1a6 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:11:13.679080 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-ee17d4e6-a33c-451c-b3ba-40123f329689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:13.683364 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] For port e220e2b2-6168-4ca3-80fb-344c5dde36bf, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:11:13.686694 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] For port e220e2b2-6168-4ca3-80fb-344c5dde36bf, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e220e2b2-6168-4ca3-80fb-344c5dde36bf,segment=NetworkSegment(735b3326-4d4c-4416-8963-1a73bb4e0963),segment_id=735b3326-4d4c-4416-8963-1a73bb4e0963)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:11:13.691429 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:13.752498 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7465d-5d42-40ca-b0fd-a72ce427af33 None None] Pushing event updated for resources: {'Port': ['ID=e220e2b2-6168-4ca3-80fb-344c5dde36bf,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:13.758386 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17d4e6-a33c-451c-b3ba-40123f329689 service neutron] Pushing event updated for resources: {'Port': ['ID=d89b683e-60f0-432a-b0ca-0e2efe65a1a6,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:13.762874 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] Routers {'876491f3-0f07-4440-bf1d-38afe7e8d6e9'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:11:13.763597 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:11:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['876491f3-0f07-4440-bf1d-38afe7e8d6e9'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:11:13.816511 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-ee17d4e6-a33c-451c-b3ba-40123f329689 service neutron] Attempting to bind port d89b683e-60f0-432a-b0ca-0e2efe65a1a6 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:11:13.816854 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-ee17d4e6-a33c-451c-b3ba-40123f329689 service neutron] Attempting to bind port d89b683e-60f0-432a-b0ca-0e2efe65a1a6 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'a108725c-9d20-48bc-b69f-f59d8769731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:11:13.817181 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-ee17d4e6-a33c-451c-b3ba-40123f329689 service neutron] Attempting to bind port d89b683e-60f0-432a-b0ca-0e2efe65a1a6 on network ca969165-5395-4494-91b0-164bafe2a252 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:11:13.836940 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-ee17d4e6-a33c-451c-b3ba-40123f329689 service neutron] Port d89b683e-60f0-432a-b0ca-0e2efe65a1a6 on network ca969165-5395-4494-91b0-164bafe2a252 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:11:13.837311 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-ee17d4e6-a33c-451c-b3ba-40123f329689 service neutron] Attempting to bind port d89b683e-60f0-432a-b0ca-0e2efe65a1a6 on network ca969165-5395-4494-91b0-164bafe2a252 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:11:13.855382 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-ee17d4e6-a33c-451c-b3ba-40123f329689 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:11:13.856264 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-ee17d4e6-a33c-451c-b3ba-40123f329689 service neutron] Checking segment: {'id': 'a108725c-9d20-48bc-b69f-f59d8769731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:11:13.856874 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-ee17d4e6-a33c-451c-b3ba-40123f329689 service neutron] Bound using segment: {'id': 'a108725c-9d20-48bc-b69f-f59d8769731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:11:13.857564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-ee17d4e6-a33c-451c-b3ba-40123f329689 service neutron] Bound port: d89b683e-60f0-432a-b0ca-0e2efe65a1a6, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a108725c-9d20-48bc-b69f-f59d8769731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:11:13.868188 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-ee17d4e6-a33c-451c-b3ba-40123f329689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:13.877391 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e6d7769a-78e5-4e60-acf2-8eaa6c4b53e6 None None] Provisioning complete for port e220e2b2-6168-4ca3-80fb-344c5dde36bf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:13.877964 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e6d7769a-78e5-4e60-acf2-8eaa6c4b53e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:13.990595 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-ee17d4e6-a33c-451c-b3ba-40123f329689 service neutron] For port d89b683e-60f0-432a-b0ca-0e2efe65a1a6, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:11:13.997835 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-ee17d4e6-a33c-451c-b3ba-40123f329689 service neutron] For port d89b683e-60f0-432a-b0ca-0e2efe65a1a6, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d89b683e-60f0-432a-b0ca-0e2efe65a1a6,segment=NetworkSegment(a108725c-9d20-48bc-b69f-f59d8769731a),segment_id=a108725c-9d20-48bc-b69f-f59d8769731a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:11:14.010331 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-ee17d4e6-a33c-451c-b3ba-40123f329689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:14.012738 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] Set router 876491f3-0f07-4440-bf1d-38afe7e8d6e9 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:11:14.013493 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e6d7769a-78e5-4e60-acf2-8eaa6c4b53e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:14.016527 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7746540-5779-42c0-a88c-77d1dd975612 req-1e96f10c-2157-4314-9413-4c4253bcfde8 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:14.025871 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d7746540-5779-42c0-a88c-77d1dd975612 req-1e96f10c-2157-4314-9413-4c4253bcfde8 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a58020d-56c1-4506-b757-47215d9d4ed9 HTTP/1.1" status: 200 len: 943 time: 0.1094310 Nov 15 12:11:14.085261 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-ee17d4e6-a33c-451c-b3ba-40123f329689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:14.086191 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-ee17d4e6-a33c-451c-b3ba-40123f329689 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:14.087934 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-ee17d4e6-a33c-451c-b3ba-40123f329689 service neutron] 10.222.0.55 "PUT /v2.0/ports/d89b683e-60f0-432a-b0ca-0e2efe65a1a6 HTTP/1.1" status: 200 len: 1091 time: 0.7809479 Nov 15 12:11:14.088735 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a58020d-56c1-4506-b757-47215d9d4ed9', 'tag': 'd89b683e-60f0-432a-b0ca-0e2efe65a1a6'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:11:14.092133 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802eed00-f2ae-4a56-aece-95fa4fb90d72" -d '{"events": [{"name": "network-changed", "server_uuid": "4a58020d-56c1-4506-b757-47215d9d4ed9", "tag": "d89b683e-60f0-432a-b0ca-0e2efe65a1a6"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:11:14.108162 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e6d7769a-78e5-4e60-acf2-8eaa6c4b53e6 None None] For port e220e2b2-6168-4ca3-80fb-344c5dde36bf, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e220e2b2-6168-4ca3-80fb-344c5dde36bf,segment=NetworkSegment(735b3326-4d4c-4416-8963-1a73bb4e0963),segment_id=735b3326-4d4c-4416-8963-1a73bb4e0963)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:11:14.130636 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e6d7769a-78e5-4e60-acf2-8eaa6c4b53e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:14.155028 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d7746540-5779-42c0-a88c-77d1dd975612 req-1562a32c-9e20-48d5-b3e5-d36a94e3f1de tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/security-groups?id=79ccbceb-f815-4ec7-86c0-21148fcf6c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262636 Nov 15 12:11:14.181928 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17d4e6-a33c-451c-b3ba-40123f329689 service neutron] Pushing event updated for resources: {'Port': ['ID=d89b683e-60f0-432a-b0ca-0e2efe65a1a6,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:14.206908 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7769a-78e5-4e60-acf2-8eaa6c4b53e6 None None] Pushing event updated for resources: {'Port': ['ID=e220e2b2-6168-4ca3-80fb-344c5dde36bf,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:14.237221 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-cff47294-df9e-4dee-af4c-cd2e52000a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:14.238747 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-cff47294-df9e-4dee-af4c-cd2e52000a66 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f6fede55fed448488f66b1e029c1bc2&device_id=4a58020d-56c1-4506-b757-47215d9d4ed9 HTTP/1.1" status: 200 len: 1094 time: 0.0933695 Nov 15 12:11:14.242446 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edda4a85-3e82-41c2-a407-ce4b4d4a1bdf x-openstack-request-id: req-edda4a85-3e82-41c2-a407-ce4b4d4a1bdf {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:11:14.244421 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a58020d-56c1-4506-b757-47215d9d4ed9", "tag": "d89b683e-60f0-432a-b0ca-0e2efe65a1a6", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:11:14.244863 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-edda4a85-3e82-41c2-a407-ce4b4d4a1bdf {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:11:14.245395 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a58020d-56c1-4506-b757-47215d9d4ed9', 'tag': 'd89b683e-60f0-432a-b0ca-0e2efe65a1a6', 'status': 'completed', 'code': 200} Nov 15 12:11:14.261568 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f725eedb-df3d-48b9-bdfc-86360c5b6b23 None None] Provisioning complete for port e220e2b2-6168-4ca3-80fb-344c5dde36bf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:14.261936 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f725eedb-df3d-48b9-bdfc-86360c5b6b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:14.276414 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876491f3-0f07-4440-bf1d-38afe7e8d6e9', 'name': 'tempest-TestEncryptedCinderVolumes-776112450-router', 'tenant_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '83c785e8-f19f-4972-b388-9606785cbf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:11:06Z', 'updated_at': '2021-11-15T12:11:09Z', 'revision_number': 4, 'project_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'gw_port': {'id': '83c785e8-f19f-4972-b388-9606785cbf76', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876491f3-0f07-4440-bf1d-38afe7e8d6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:11:06Z', 'updated_at': '2021-11-15T12:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'e220e2b2-6168-4ca3-80fb-344c5dde36bf', 'name': '', 'network_id': '54ce4808-0881-483b-8a7c-7c5e5e9c8fa7', 'tenant_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'mac_address': 'fa:16:3e:67:c2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876491f3-0f07-4440-bf1d-38afe7e8d6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'adefbf32-3336-4046-8dd8-fc86aaeb893d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:11:08Z', 'updated_at': '2021-11-15T12:11:13Z', 'revision_number': 4, 'project_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'subnets': [{'id': 'adefbf32-3336-4046-8dd8-fc86aaeb893d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:11:14.297183 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-d726eed6-788d-4a9b-bca4-25be10fcc4bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d89b683e-60f0-432a-b0ca-0e2efe65a1a6 HTTP/1.1" status: 200 len: 217 time: 0.0455317 Nov 15 12:11:14.309363 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b2e7f-a1ab-4219-9072-1a2a0178ec5d None None] The sync data for ids ['876491f3-0f07-4440-bf1d-38afe7e8d6e9'] in n-d-729945-9 is: [{'id': '876491f3-0f07-4440-bf1d-38afe7e8d6e9', 'name': 'tempest-TestEncryptedCinderVolumes-776112450-router', 'tenant_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '83c785e8-f19f-4972-b388-9606785cbf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:11:06Z', 'updated_at': '2021-11-15T12:11:09Z', 'revision_number': 4, 'project_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'gw_port': {'id': '83c785e8-f19f-4972-b388-9606785cbf76', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876491f3-0f07-4440-bf1d-38afe7e8d6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:11:06Z', 'updated_at': '2021-11-15T12:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'e220e2b2-6168-4ca3-80fb-344c5dde36bf', 'name': '', 'network_id': '54ce4808-0881-483b-8a7c-7c5e5e9c8fa7', 'tenant_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'mac_address': 'fa:16:3e:67:c2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876491f3-0f07-4440-bf1d-38afe7e8d6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'adefbf32-3336-4046-8dd8-fc86aaeb893d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:11:08Z', 'updated_at': '2021-11-15T12:11:13Z', 'revision_number': 4, 'project_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'subnets': [{'id': 'adefbf32-3336-4046-8dd8-fc86aaeb893d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:11:14.358946 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-39e3e44b-a910-42af-a304-7c8f42fc0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:14.360660 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-39e3e44b-a910-42af-a304-7c8f42fc0416 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2f784ff-9528-4bce-9480-c8f0c62d0fc3 HTTP/1.1" status: 200 len: 855 time: 0.0559101 Nov 15 12:11:14.408908 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-d396d284-83f9-4b4f-9157-a46ca4a250f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:14.410504 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-d396d284-83f9-4b4f-9157-a46ca4a250f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca969165-5395-4494-91b0-164bafe2a252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428901 Nov 15 12:11:14.510533 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-d062d1b0-5f1d-4544-9ec7-68ffcd7eea17 service neutron] 10.222.0.55 "GET /v2.0/networks/ca969165-5395-4494-91b0-164bafe2a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924866 Nov 15 12:11:14.613362 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fb6991d3-f47b-44a7-985c-0f98f7405a9f req-ca8344ff-48cc-4260-94eb-04d9012c43c7 service neutron] 10.222.0.55 "GET /v2.0/networks/ca969165-5395-4494-91b0-164bafe2a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961890 Nov 15 12:11:14.637523 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e220e2b2-6168-4ca3-80fb-344c5dde36bf up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:11:14.690260 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port e220e2b2-6168-4ca3-80fb-344c5dde36bf triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:14.690628 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:14.716627 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802eed00-f2ae-4a56-aece-95fa4fb90d72 req-db145081-7eaf-400e-a3ce-e03e13bdbe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:14.718578 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-802eed00-f2ae-4a56-aece-95fa4fb90d72 req-db145081-7eaf-400e-a3ce-e03e13bdbe79 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f6fede55fed448488f66b1e029c1bc2&device_id=4a58020d-56c1-4506-b757-47215d9d4ed9 HTTP/1.1" status: 200 len: 1094 time: 0.0515566 Nov 15 12:11:14.816696 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802eed00-f2ae-4a56-aece-95fa4fb90d72 req-4382aa1e-7ae7-453b-9a34-8f2c65a5f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:14.819051 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-802eed00-f2ae-4a56-aece-95fa4fb90d72 req-4382aa1e-7ae7-453b-9a34-8f2c65a5f467 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca969165-5395-4494-91b0-164bafe2a252 HTTP/1.1" status: 200 len: 917 time: 0.0933952 Nov 15 12:11:14.866894 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-802eed00-f2ae-4a56-aece-95fa4fb90d72 req-51dd22f6-cf8b-4fcd-a12b-bcc4beaeeb18 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d89b683e-60f0-432a-b0ca-0e2efe65a1a6 HTTP/1.1" status: 200 len: 217 time: 0.0399532 Nov 15 12:11:14.921938 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802eed00-f2ae-4a56-aece-95fa4fb90d72 req-8fd759b7-52ba-40f5-b278-1dc790e5f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:14.923397 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-802eed00-f2ae-4a56-aece-95fa4fb90d72 req-8fd759b7-52ba-40f5-b278-1dc790e5f59a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2f784ff-9528-4bce-9480-c8f0c62d0fc3 HTTP/1.1" status: 200 len: 855 time: 0.0459247 Nov 15 12:11:14.986814 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802eed00-f2ae-4a56-aece-95fa4fb90d72 req-7c57d7ae-9968-4fb9-b21e-e879c452cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:14.989116 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-802eed00-f2ae-4a56-aece-95fa4fb90d72 req-7c57d7ae-9968-4fb9-b21e-e879c452cc46 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca969165-5395-4494-91b0-164bafe2a252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580895 Nov 15 12:11:15.094519 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-802eed00-f2ae-4a56-aece-95fa4fb90d72 req-efb9681d-5b5c-40c0-ad40-111805948c96 service neutron] 10.222.0.55 "GET /v2.0/networks/ca969165-5395-4494-91b0-164bafe2a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962176 Nov 15 12:11:15.189706 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-802eed00-f2ae-4a56-aece-95fa4fb90d72 req-d78afa64-847d-4e3c-9f5f-21ddc5764b68 service neutron] 10.222.0.55 "GET /v2.0/networks/ca969165-5395-4494-91b0-164bafe2a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874887 Nov 15 12:11:15.264322 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75b380-6be4-4020-96b8-cf393b483053 req-b7a1145b-7739-4560-8aaf-f0212abfb8c8 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:15.265807 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e75b380-6be4-4020-96b8-cf393b483053 req-b7a1145b-7739-4560-8aaf-f0212abfb8c8 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a58020d-56c1-4506-b757-47215d9d4ed9 HTTP/1.1" status: 200 len: 943 time: 0.0490601 Nov 15 12:11:15.314378 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e75b380-6be4-4020-96b8-cf393b483053 req-af19a05d-0740-4808-9f1b-40dce058098e tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/security-groups?id=79ccbceb-f815-4ec7-86c0-21148fcf6c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404463 Nov 15 12:11:16.451212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fefce1-5f6c-40e8-81b0-a8f048a9d7ee req-157a1de3-ca28-4eda-b51a-28b03f38ace8 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:16.452718 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-98fefce1-5f6c-40e8-81b0-a8f048a9d7ee req-157a1de3-ca28-4eda-b51a-28b03f38ace8 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a58020d-56c1-4506-b757-47215d9d4ed9 HTTP/1.1" status: 200 len: 943 time: 0.0552487 Nov 15 12:11:16.501765 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-98fefce1-5f6c-40e8-81b0-a8f048a9d7ee req-293e8303-5771-49ab-b15e-0a2665857c64 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/security-groups?id=79ccbceb-f815-4ec7-86c0-21148fcf6c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403068 Nov 15 12:11:16.792925 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:11:17.629783 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154483ea-e103-42ed-9271-e8a8367a196f req-025fdfc9-249f-4e19-8435-6a8d875228a0 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:17.631236 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-154483ea-e103-42ed-9271-e8a8367a196f req-025fdfc9-249f-4e19-8435-6a8d875228a0 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a58020d-56c1-4506-b757-47215d9d4ed9 HTTP/1.1" status: 200 len: 943 time: 0.0499070 Nov 15 12:11:17.677161 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-154483ea-e103-42ed-9271-e8a8367a196f req-d5e3fac8-3885-4470-a2a5-63af4ff2321e tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/security-groups?id=79ccbceb-f815-4ec7-86c0-21148fcf6c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398238 Nov 15 12:11:18.569000 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device d89b683e-60f0-432a-b0ca-0e2efe65a1a6 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:11:18.673238 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port d89b683e-60f0-432a-b0ca-0e2efe65a1a6, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d89b683e-60f0-432a-b0ca-0e2efe65a1a6,segment=NetworkSegment(a108725c-9d20-48bc-b69f-f59d8769731a),segment_id=a108725c-9d20-48bc-b69f-f59d8769731a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:11:18.684918 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'd89b683e-60f0-432a-b0ca-0e2efe65a1a6', 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252', 'port_id': 'd89b683e-60f0-432a-b0ca-0e2efe65a1a6', 'mac_address': 'fa:16:3e:ef:fa:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f784ff-9528-4bce-9480-c8f0c62d0fc3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:11:18.722473 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:18.735864 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89b683e-60f0-432a-b0ca-0e2efe65a1a6 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:11:18.759541 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port d89b683e-60f0-432a-b0ca-0e2efe65a1a6, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d89b683e-60f0-432a-b0ca-0e2efe65a1a6,segment=NetworkSegment(a108725c-9d20-48bc-b69f-f59d8769731a),segment_id=a108725c-9d20-48bc-b69f-f59d8769731a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:11:18.766713 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:18.800230 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd7150-9e32-49f4-a4ac-8da05c4b2700 req-bfb7ebbd-2abf-49da-a687-135dd672e078 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:18.801738 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5cd7150-9e32-49f4-a4ac-8da05c4b2700 req-bfb7ebbd-2abf-49da-a687-135dd672e078 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a58020d-56c1-4506-b757-47215d9d4ed9 HTTP/1.1" status: 200 len: 943 time: 0.0496738 Nov 15 12:11:18.813708 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=d89b683e-60f0-432a-b0ca-0e2efe65a1a6,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:18.852276 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e5cd7150-9e32-49f4-a4ac-8da05c4b2700 req-944af99f-0393-48a3-89ac-76ff45c51699 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/security-groups?id=79ccbceb-f815-4ec7-86c0-21148fcf6c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442908 Nov 15 12:11:18.972241 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['d89b683e-60f0-432a-b0ca-0e2efe65a1a6'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:11:19.983212 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d142368-1718-4243-ac72-cb23f2b2e7ee req-6d299b34-ab41-47be-9c80-f98e6059f1b5 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:19.984807 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1d142368-1718-4243-ac72-cb23f2b2e7ee req-6d299b34-ab41-47be-9c80-f98e6059f1b5 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a58020d-56c1-4506-b757-47215d9d4ed9 HTTP/1.1" status: 200 len: 944 time: 0.0504045 Nov 15 12:11:20.031255 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1d142368-1718-4243-ac72-cb23f2b2e7ee req-d7950e3f-ea6e-4aae-9af7-415672b7aae6 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/security-groups?id=79ccbceb-f815-4ec7-86c0-21148fcf6c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401418 Nov 15 12:11:20.571478 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device d89b683e-60f0-432a-b0ca-0e2efe65a1a6 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:11:20.627489 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port d89b683e-60f0-432a-b0ca-0e2efe65a1a6 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:11:20.631729 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port d89b683e-60f0-432a-b0ca-0e2efe65a1a6 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:20.632155 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:20.710691 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:20.734197 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a58020d-56c1-4506-b757-47215d9d4ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89b683e-60f0-432a-b0ca-0e2efe65a1a6'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:11:20.736486 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02e8cdc-4c29-442e-8bea-0be0755c5bea" -d '{"events": [{"server_uuid": "4a58020d-56c1-4506-b757-47215d9d4ed9", "name": "network-vif-plugged", "status": "completed", "tag": "d89b683e-60f0-432a-b0ca-0e2efe65a1a6"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:11:20.752123 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port d89b683e-60f0-432a-b0ca-0e2efe65a1a6, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d89b683e-60f0-432a-b0ca-0e2efe65a1a6,segment=NetworkSegment(a108725c-9d20-48bc-b69f-f59d8769731a),segment_id=a108725c-9d20-48bc-b69f-f59d8769731a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:11:20.757441 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:20.783426 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6580d2-b161-4738-a6f8-4211d874e48e x-openstack-request-id: req-6f6580d2-b161-4738-a6f8-4211d874e48e {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:11:20.783660 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a58020d-56c1-4506-b757-47215d9d4ed9", "name": "network-vif-plugged", "status": "completed", "tag": "d89b683e-60f0-432a-b0ca-0e2efe65a1a6", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:11:20.783960 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f6580d2-b161-4738-a6f8-4211d874e48e {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:11:20.784341 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a58020d-56c1-4506-b757-47215d9d4ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89b683e-60f0-432a-b0ca-0e2efe65a1a6', 'code': 200} Nov 15 12:11:20.812352 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=d89b683e-60f0-432a-b0ca-0e2efe65a1a6,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:20.877263 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656e35b-0a87-4eac-8dd6-ef558fea98b3 req-a24f082c-dec7-42ca-9429-64cbea52ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:20.878734 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1656e35b-0a87-4eac-8dd6-ef558fea98b3 req-a24f082c-dec7-42ca-9429-64cbea52ab75 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4a58020d-56c1-4506-b757-47215d9d4ed9 HTTP/1.1" status: 200 len: 1096 time: 0.0423183 Nov 15 12:11:20.928545 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1656e35b-0a87-4eac-8dd6-ef558fea98b3 req-81563c71-43f1-4450-9874-442749079e73 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=79ccbceb-f815-4ec7-86c0-21148fcf6c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430212 Nov 15 12:11:21.161834 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53375f8f-d87b-4ddf-90b5-027f324d71f8 req-d5670cd4-9fec-401e-bb21-4623f1e5d9dc tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:21.163307 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53375f8f-d87b-4ddf-90b5-027f324d71f8 req-d5670cd4-9fec-401e-bb21-4623f1e5d9dc tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a58020d-56c1-4506-b757-47215d9d4ed9 HTTP/1.1" status: 200 len: 945 time: 0.0488060 Nov 15 12:11:21.209526 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-53375f8f-d87b-4ddf-90b5-027f324d71f8 req-77401e8f-3518-4b78-a4e9-2a0a8ea13aca tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/security-groups?id=79ccbceb-f815-4ec7-86c0-21148fcf6c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401969 Nov 15 12:11:22.353369 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663f012-e51e-4191-b438-89cbe6569730 req-5ddd0e08-2fcb-43f6-b18e-219ffc27b653 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:22.354925 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5663f012-e51e-4191-b438-89cbe6569730 req-5ddd0e08-2fcb-43f6-b18e-219ffc27b653 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a58020d-56c1-4506-b757-47215d9d4ed9 HTTP/1.1" status: 200 len: 945 time: 0.0644660 Nov 15 12:11:22.404452 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5663f012-e51e-4191-b438-89cbe6569730 req-7a40b21d-c4f3-428c-8cdf-17089ea339fd tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/security-groups?id=79ccbceb-f815-4ec7-86c0-21148fcf6c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434091 Nov 15 12:11:22.524080 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14702934-0b29-46b4-b049-13c079c08ea8 req-6d9d4482-8d17-4a54-ad60-468fd9088abe tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:22.525565 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14702934-0b29-46b4-b049-13c079c08ea8 req-6d9d4482-8d17-4a54-ad60-468fd9088abe tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a58020d-56c1-4506-b757-47215d9d4ed9 HTTP/1.1" status: 200 len: 945 time: 0.0523932 Nov 15 12:11:22.573216 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14702934-0b29-46b4-b049-13c079c08ea8 req-a345db41-8fdd-4bcf-aadf-c29523ee4606 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/security-groups?id=79ccbceb-f815-4ec7-86c0-21148fcf6c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417342 Nov 15 12:11:30.081290 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:32.141559 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:36.315323 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f46f36c9-c39c-4c2b-8515-ae2bde2a5398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:38.415243 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8d4bde77-d112-4586-9e2d-4cf554b0042b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:40.089702 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:41.636780 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:42.220275 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:44.338805 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69984a25-99d1-42ca-93f1-87fde9c40295 req-df1e6a57-ebad-46a6-bc90-45a86b9f102d tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:44.340356 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-69984a25-99d1-42ca-93f1-87fde9c40295 req-df1e6a57-ebad-46a6-bc90-45a86b9f102d tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a58020d-56c1-4506-b757-47215d9d4ed9 HTTP/1.1" status: 200 len: 945 time: 0.0482609 Nov 15 12:11:44.391600 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-69984a25-99d1-42ca-93f1-87fde9c40295 req-2ce9b08b-33a3-4709-82e4-1c83a4bbd2a2 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/security-groups?id=79ccbceb-f815-4ec7-86c0-21148fcf6c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448263 Nov 15 12:11:45.520937 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4bcf0-52ac-4e1a-9632-46ea7f4ddbed req-d0173368-6aad-4940-8305-9994378a5eda tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:45.522457 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dbb4bcf0-52ac-4e1a-9632-46ea7f4ddbed req-d0173368-6aad-4940-8305-9994378a5eda tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a58020d-56c1-4506-b757-47215d9d4ed9 HTTP/1.1" status: 200 len: 945 time: 0.0571291 Nov 15 12:11:45.573725 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dbb4bcf0-52ac-4e1a-9632-46ea7f4ddbed req-0e1fa7b4-86c1-4fd2-b55b-b6292452daf4 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/security-groups?id=79ccbceb-f815-4ec7-86c0-21148fcf6c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422101 Nov 15 12:11:45.834440 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2d66f-268a-4a6d-a57f-2e5c70f1c0d8 req-61e8c066-7d03-4a5d-9a38-1fc515e6f8fb tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:45.836002 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-19b2d66f-268a-4a6d-a57f-2e5c70f1c0d8 req-61e8c066-7d03-4a5d-9a38-1fc515e6f8fb tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a58020d-56c1-4506-b757-47215d9d4ed9 HTTP/1.1" status: 200 len: 945 time: 0.0542021 Nov 15 12:11:45.934574 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-19b2d66f-268a-4a6d-a57f-2e5c70f1c0d8 req-975f5f32-015a-43ee-be2e-d34b41956506 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Deleting port d89b683e-60f0-432a-b0ca-0e2efe65a1a6 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:11:45.934890 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-19b2d66f-268a-4a6d-a57f-2e5c70f1c0d8 req-975f5f32-015a-43ee-be2e-d34b41956506 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:46.042649 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-19b2d66f-268a-4a6d-a57f-2e5c70f1c0d8 req-975f5f32-015a-43ee-be2e-d34b41956506 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] For port d89b683e-60f0-432a-b0ca-0e2efe65a1a6, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d89b683e-60f0-432a-b0ca-0e2efe65a1a6,segment=NetworkSegment(a108725c-9d20-48bc-b69f-f59d8769731a),segment_id=a108725c-9d20-48bc-b69f-f59d8769731a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:11:46.042976 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-19b2d66f-268a-4a6d-a57f-2e5c70f1c0d8 req-975f5f32-015a-43ee-be2e-d34b41956506 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:46.055865 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-19b2d66f-268a-4a6d-a57f-2e5c70f1c0d8 req-975f5f32-015a-43ee-be2e-d34b41956506 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Calling delete_port for d89b683e-60f0-432a-b0ca-0e2efe65a1a6 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:11:46.193387 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-19b2d66f-268a-4a6d-a57f-2e5c70f1c0d8 req-975f5f32-015a-43ee-be2e-d34b41956506 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:46.206575 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['d89b683e-60f0-432a-b0ca-0e2efe65a1a6'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:11:46.227186 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f5f32-015a-43ee-be2e-d34b41956506 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Pushing event deleted for resources: {'Port': ['ID=d89b683e-60f0-432a-b0ca-0e2efe65a1a6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:46.254942 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975f5f32-015a-43ee-be2e-d34b41956506 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:46.255302 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975f5f32-015a-43ee-be2e-d34b41956506 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:46.255699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975f5f32-015a-43ee-be2e-d34b41956506 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:46.256186 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975f5f32-015a-43ee-be2e-d34b41956506 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:46.256433 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975f5f32-015a-43ee-be2e-d34b41956506 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:46.256739 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975f5f32-015a-43ee-be2e-d34b41956506 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:46.257008 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975f5f32-015a-43ee-be2e-d34b41956506 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:46.257340 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975f5f32-015a-43ee-be2e-d34b41956506 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:46.257699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975f5f32-015a-43ee-be2e-d34b41956506 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:46.258046 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975f5f32-015a-43ee-be2e-d34b41956506 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:46.258358 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975f5f32-015a-43ee-be2e-d34b41956506 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:46.258851 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975f5f32-015a-43ee-be2e-d34b41956506 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:46.275501 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b2d66f-268a-4a6d-a57f-2e5c70f1c0d8 req-975f5f32-015a-43ee-be2e-d34b41956506 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] No DVR routers for this DVR port d89b683e-60f0-432a-b0ca-0e2efe65a1a6 on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:11:46.278200 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-19b2d66f-268a-4a6d-a57f-2e5c70f1c0d8 req-975f5f32-015a-43ee-be2e-d34b41956506 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:46.281642 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-19b2d66f-268a-4a6d-a57f-2e5c70f1c0d8 req-975f5f32-015a-43ee-be2e-d34b41956506 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.55 "DELETE /v2.0/ports/d89b683e-60f0-432a-b0ca-0e2efe65a1a6 HTTP/1.1" status: 204 len: 173 time: 0.4386079 Nov 15 12:11:46.282105 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a58020d-56c1-4506-b757-47215d9d4ed9', 'name': 'network-vif-deleted', 'tag': 'd89b683e-60f0-432a-b0ca-0e2efe65a1a6'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:11:46.284437 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b782a238-05d0-453a-b0b7-fd705a91bd4f" -d '{"events": [{"server_uuid": "4a58020d-56c1-4506-b757-47215d9d4ed9", "name": "network-vif-deleted", "tag": "d89b683e-60f0-432a-b0ca-0e2efe65a1a6"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:11:46.326098 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdbd2cd-5512-425f-8122-f883db9844dd x-openstack-request-id: req-bfdbd2cd-5512-425f-8122-f883db9844dd {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:11:46.326380 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a58020d-56c1-4506-b757-47215d9d4ed9", "name": "network-vif-deleted", "tag": "d89b683e-60f0-432a-b0ca-0e2efe65a1a6", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:11:46.326624 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bfdbd2cd-5512-425f-8122-f883db9844dd {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:11:46.327024 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a58020d-56c1-4506-b757-47215d9d4ed9', 'name': 'network-vif-deleted', 'tag': 'd89b683e-60f0-432a-b0ca-0e2efe65a1a6', 'status': 'completed', 'code': 200} Nov 15 12:11:46.687869 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-40acf917-a3ff-4aae-b679-f0a467b3d0a8 req-c6ff5b01-78fc-42ab-ac4d-c4a46234e3f7 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a58020d-56c1-4506-b757-47215d9d4ed9 HTTP/1.1" status: 200 len: 210 time: 0.0272610 Nov 15 12:11:48.326339 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-24da8d32-77d9-479e-ad2f-a3dc6393f282 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:48.327791 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-24da8d32-77d9-479e-ad2f-a3dc6393f282 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/networks?id=ca969165-5395-4494-91b0-164bafe2a252 HTTP/1.1" status: 200 len: 816 time: 0.1025105 Nov 15 12:11:48.344176 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-14a47e11-52ce-4272-b223-b3a6fd3af646 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/quotas/1f6fede55fed448488f66b1e029c1bc2 HTTP/1.1" status: 200 len: 375 time: 0.0093231 Nov 15 12:11:48.393442 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-4291593f-a86d-47e2-8774-3673ea1988f7 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f6fede55fed448488f66b1e029c1bc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439413 Nov 15 12:11:48.514398 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-f9e0380d-b1c0-43fa-be72-31fbb1ec53c8 service neutron] 10.222.0.64 "GET /v2.0/networks/ca969165-5395-4494-91b0-164bafe2a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037416 Nov 15 12:11:48.604366 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-a049e046-e3bb-402b-8e33-7c60d7e4a89c service neutron] 10.222.0.64 "GET /v2.0/networks/ca969165-5395-4494-91b0-164bafe2a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835905 Nov 15 12:11:48.766744 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-496e6545-3a36-48f0-893a-4d4847cab594 req-c40e074d-4823-48e8-a28d-3179d87ab530 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f2ec5e-9ad2-4774-88ba-f4fe6244fa86 HTTP/1.1" status: 200 len: 210 time: 0.0273721 Nov 15 12:11:49.715245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-bf6c966d-95b6-47fd-9f33-96f33add82f1 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:49.717101 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-bf6c966d-95b6-47fd-9f33-96f33add82f1 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.55 "GET /v2.0/networks?id=ca969165-5395-4494-91b0-164bafe2a252 HTTP/1.1" status: 200 len: 816 time: 0.1067889 Nov 15 12:11:49.729639 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-d655c81b-3abb-4c31-ac0e-99b5a2cb336b tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Request body: {'port': {'device_id': '91f2ec5e-9ad2-4774-88ba-f4fe6244fa86', 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252', 'admin_state_up': True, 'tenant_id': '1f6fede55fed448488f66b1e029c1bc2'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:11:49.845295 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-d655c81b-3abb-4c31-ac0e-99b5a2cb336b tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Made reservation on behalf of 1f6fede55fed448488f66b1e029c1bc2 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:11:49.848981 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-d655c81b-3abb-4c31-ac0e-99b5a2cb336b tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:49.867912 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-de421bbd-f7e9-4d1b-9dbc-8fe340025dec req-73a043d1-7c7b-49b2-9ded-4e4028cbc768 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f2ec5e-9ad2-4774-88ba-f4fe6244fa86 HTTP/1.1" status: 200 len: 210 time: 0.0307527 Nov 15 12:11:49.983160 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-d655c81b-3abb-4c31-ac0e-99b5a2cb336b tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Allocated IP 172.20.0.3 (ca969165-5395-4494-91b0-164bafe2a252/f2f784ff-9528-4bce-9480-c8f0c62d0fc3/de945f01-525b-4195-842d-747a525df16f) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:11:50.131456 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-d655c81b-3abb-4c31-ac0e-99b5a2cb336b tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:50.165208 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-d655c81b-3abb-4c31-ac0e-99b5a2cb336b tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:50.208891 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-d655c81b-3abb-4c31-ac0e-99b5a2cb336b tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Network ca969165-5395-4494-91b0-164bafe2a252 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:11:50.211951 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-d655c81b-3abb-4c31-ac0e-99b5a2cb336b tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:11:50.215728 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-d655c81b-3abb-4c31-ac0e-99b5a2cb336b tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:11:50.243789 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655c81b-3abb-4c31-ac0e-99b5a2cb336b tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Pushing event updated for resources: {'Port': ['ID=de945f01-525b-4195-842d-747a525df16f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:50.273075 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-d655c81b-3abb-4c31-ac0e-99b5a2cb336b tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:50.273689 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-d655c81b-3abb-4c31-ac0e-99b5a2cb336b tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:50.291953 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-d655c81b-3abb-4c31-ac0e-99b5a2cb336b tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5658994 Nov 15 12:11:50.304500 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-428417cf-cfbf-415e-a9f1-8981ddcdd059 service neutron] Request body: {'port': {'device_id': '91f2ec5e-9ad2-4774-88ba-f4fe6244fa86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:11:50.359575 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-428417cf-cfbf-415e-a9f1-8981ddcdd059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:50.474766 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-de2f6bd7-432d-46a7-832b-11f80d7a6a19 None None] Provisioning complete for port de945f01-525b-4195-842d-747a525df16f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:50.475418 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-de2f6bd7-432d-46a7-832b-11f80d7a6a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:50.507969 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-de2f6bd7-432d-46a7-832b-11f80d7a6a19 None None] Port de945f01-525b-4195-842d-747a525df16f cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:11:50.626426 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-428417cf-cfbf-415e-a9f1-8981ddcdd059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de945f01-525b-4195-842d-747a525df16f {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:11:50.633837 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-428417cf-cfbf-415e-a9f1-8981ddcdd059 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:50.645796 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-428417cf-cfbf-415e-a9f1-8981ddcdd059 service neutron] Transition to ACTIVE for port object de945f01-525b-4195-842d-747a525df16f will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:11:50.652500 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-428417cf-cfbf-415e-a9f1-8981ddcdd059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:50.707483 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428417cf-cfbf-415e-a9f1-8981ddcdd059 service neutron] Pushing event updated for resources: {'Port': ['ID=de945f01-525b-4195-842d-747a525df16f,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:50.740323 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device d89b683e-60f0-432a-b0ca-0e2efe65a1a6 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:11:50.763062 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: d89b683e-60f0-432a-b0ca-0e2efe65a1a6 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:11:50.763399 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device d89b683e-60f0-432a-b0ca-0e2efe65a1a6 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:11:50.778855 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-428417cf-cfbf-415e-a9f1-8981ddcdd059 service neutron] Attempting to bind port de945f01-525b-4195-842d-747a525df16f on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:11:50.779476 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-428417cf-cfbf-415e-a9f1-8981ddcdd059 service neutron] Attempting to bind port de945f01-525b-4195-842d-747a525df16f by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'a108725c-9d20-48bc-b69f-f59d8769731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:11:50.779476 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-428417cf-cfbf-415e-a9f1-8981ddcdd059 service neutron] Attempting to bind port de945f01-525b-4195-842d-747a525df16f on network ca969165-5395-4494-91b0-164bafe2a252 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:11:50.784137 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-428417cf-cfbf-415e-a9f1-8981ddcdd059 service neutron] Port de945f01-525b-4195-842d-747a525df16f on network ca969165-5395-4494-91b0-164bafe2a252 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:11:50.784454 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-428417cf-cfbf-415e-a9f1-8981ddcdd059 service neutron] Attempting to bind port de945f01-525b-4195-842d-747a525df16f on network ca969165-5395-4494-91b0-164bafe2a252 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:11:50.790683 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-428417cf-cfbf-415e-a9f1-8981ddcdd059 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:11:50.791014 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-428417cf-cfbf-415e-a9f1-8981ddcdd059 service neutron] Checking segment: {'id': 'a108725c-9d20-48bc-b69f-f59d8769731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:11:50.791396 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-428417cf-cfbf-415e-a9f1-8981ddcdd059 service neutron] Bound using segment: {'id': 'a108725c-9d20-48bc-b69f-f59d8769731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:11:50.791965 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-428417cf-cfbf-415e-a9f1-8981ddcdd059 service neutron] Bound port: de945f01-525b-4195-842d-747a525df16f, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a108725c-9d20-48bc-b69f-f59d8769731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:11:50.792288 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-428417cf-cfbf-415e-a9f1-8981ddcdd059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:50.856228 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-428417cf-cfbf-415e-a9f1-8981ddcdd059 service neutron] For port de945f01-525b-4195-842d-747a525df16f, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:11:50.859192 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-428417cf-cfbf-415e-a9f1-8981ddcdd059 service neutron] For port de945f01-525b-4195-842d-747a525df16f, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=de945f01-525b-4195-842d-747a525df16f,segment=NetworkSegment(a108725c-9d20-48bc-b69f-f59d8769731a),segment_id=a108725c-9d20-48bc-b69f-f59d8769731a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:11:50.863772 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-428417cf-cfbf-415e-a9f1-8981ddcdd059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:50.899241 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-428417cf-cfbf-415e-a9f1-8981ddcdd059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:50.899865 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-428417cf-cfbf-415e-a9f1-8981ddcdd059 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:50.901497 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-428417cf-cfbf-415e-a9f1-8981ddcdd059 service neutron] 10.222.0.55 "PUT /v2.0/ports/de945f01-525b-4195-842d-747a525df16f HTTP/1.1" status: 200 len: 1091 time: 0.6013033 Nov 15 12:11:50.901818 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f2ec5e-9ad2-4774-88ba-f4fe6244fa86', 'tag': 'de945f01-525b-4195-842d-747a525df16f'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:11:50.904051 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3be05a5-2d62-4abd-ae23-af108d331848" -d '{"events": [{"name": "network-changed", "server_uuid": "91f2ec5e-9ad2-4774-88ba-f4fe6244fa86", "tag": "de945f01-525b-4195-842d-747a525df16f"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:11:50.931211 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428417cf-cfbf-415e-a9f1-8981ddcdd059 service neutron] Pushing event updated for resources: {'Port': ['ID=de945f01-525b-4195-842d-747a525df16f,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:50.993169 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-e3a831c0-c020-48b2-bd33-8b3aee0e6b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:50.994610 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-e3a831c0-c020-48b2-bd33-8b3aee0e6b68 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f6fede55fed448488f66b1e029c1bc2&device_id=91f2ec5e-9ad2-4774-88ba-f4fe6244fa86 HTTP/1.1" status: 200 len: 1094 time: 0.0443733 Nov 15 12:11:51.032169 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d748045-3bb6-4946-b74a-b5058d632b92 req-5fe6a4fc-320a-4ffc-8475-364e86bf85cd tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:51.040028 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d748045-3bb6-4946-b74a-b5058d632b92 req-5fe6a4fc-320a-4ffc-8475-364e86bf85cd tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f2ec5e-9ad2-4774-88ba-f4fe6244fa86 HTTP/1.1" status: 200 len: 943 time: 0.0594745 Nov 15 12:11:51.043780 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-ae93cf35-768e-422e-9fac-583db549a8b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de945f01-525b-4195-842d-747a525df16f HTTP/1.1" status: 200 len: 217 time: 0.0392051 Nov 15 12:11:51.084726 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9d748045-3bb6-4946-b74a-b5058d632b92 req-26cc8f2e-850b-461e-812e-1d1ee4dd43ef tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/security-groups?id=79ccbceb-f815-4ec7-86c0-21148fcf6c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438066 Nov 15 12:11:51.100206 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-c9286c40-2c9c-49e9-bb55-3cd57e3be829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:51.101717 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-c9286c40-2c9c-49e9-bb55-3cd57e3be829 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2f784ff-9528-4bce-9480-c8f0c62d0fc3 HTTP/1.1" status: 200 len: 855 time: 0.0508580 Nov 15 12:11:51.136967 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487e13c0-56d1-459a-86ab-6b4d197f0174 x-openstack-request-id: req-487e13c0-56d1-459a-86ab-6b4d197f0174 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:11:51.137233 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f2ec5e-9ad2-4774-88ba-f4fe6244fa86", "tag": "de945f01-525b-4195-842d-747a525df16f", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:11:51.137491 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-487e13c0-56d1-459a-86ab-6b4d197f0174 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:11:51.137870 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f2ec5e-9ad2-4774-88ba-f4fe6244fa86', 'tag': 'de945f01-525b-4195-842d-747a525df16f', 'status': 'completed', 'code': 200} Nov 15 12:11:51.150660 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-58acbfa9-24d1-419d-98ac-b9cf4fa6055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:51.152166 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-58acbfa9-24d1-419d-98ac-b9cf4fa6055b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca969165-5395-4494-91b0-164bafe2a252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428829 Nov 15 12:11:51.244371 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-b11b601f-5683-4085-b6b6-f755da370b72 service neutron] 10.222.0.55 "GET /v2.0/networks/ca969165-5395-4494-91b0-164bafe2a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847678 Nov 15 12:11:51.344395 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bfdac769-e4f5-407e-be1d-a4568ea3fe95 req-d6778918-77ee-43ab-a50c-a7c6f0be7663 service neutron] 10.222.0.55 "GET /v2.0/networks/ca969165-5395-4494-91b0-164bafe2a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934165 Nov 15 12:11:51.446172 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be05a5-2d62-4abd-ae23-af108d331848 req-eb909642-70bc-4c22-84ac-763ca2320e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:51.447664 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e3be05a5-2d62-4abd-ae23-af108d331848 req-eb909642-70bc-4c22-84ac-763ca2320e61 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f6fede55fed448488f66b1e029c1bc2&device_id=91f2ec5e-9ad2-4774-88ba-f4fe6244fa86 HTTP/1.1" status: 200 len: 1094 time: 0.0520456 Nov 15 12:11:51.542695 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be05a5-2d62-4abd-ae23-af108d331848 req-0e707f02-861c-4a4a-8a21-2fee2f0b79e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:51.544151 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e3be05a5-2d62-4abd-ae23-af108d331848 req-0e707f02-861c-4a4a-8a21-2fee2f0b79e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca969165-5395-4494-91b0-164bafe2a252 HTTP/1.1" status: 200 len: 917 time: 0.0885181 Nov 15 12:11:51.584982 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e3be05a5-2d62-4abd-ae23-af108d331848 req-983d8e35-e17b-4be2-808e-c0ce1937e8cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de945f01-525b-4195-842d-747a525df16f HTTP/1.1" status: 200 len: 217 time: 0.0334804 Nov 15 12:11:51.636968 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be05a5-2d62-4abd-ae23-af108d331848 req-8f82fcbb-efa1-482f-a7d1-83d5a0893da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:51.638243 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e3be05a5-2d62-4abd-ae23-af108d331848 req-8f82fcbb-efa1-482f-a7d1-83d5a0893da9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2f784ff-9528-4bce-9480-c8f0c62d0fc3 HTTP/1.1" status: 200 len: 855 time: 0.0454428 Nov 15 12:11:51.684204 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be05a5-2d62-4abd-ae23-af108d331848 req-cf49ada5-4125-4539-b4fa-8608ac21f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:51.685641 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e3be05a5-2d62-4abd-ae23-af108d331848 req-cf49ada5-4125-4539-b4fa-8608ac21f790 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca969165-5395-4494-91b0-164bafe2a252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396187 Nov 15 12:11:51.776886 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e3be05a5-2d62-4abd-ae23-af108d331848 req-cfed99da-e838-4753-840e-3c6a44f132a0 service neutron] 10.222.0.55 "GET /v2.0/networks/ca969165-5395-4494-91b0-164bafe2a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831988 Nov 15 12:11:51.870841 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e3be05a5-2d62-4abd-ae23-af108d331848 req-8b740c9a-cb7f-45b8-acd6-82c6ac9f6f5f service neutron] 10.222.0.55 "GET /v2.0/networks/ca969165-5395-4494-91b0-164bafe2a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854228 Nov 15 12:11:52.206303 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ad034-b860-4001-be83-6909ea9471fb req-0bf49173-ce04-429c-8d73-57012d2f002d tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:52.207937 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-011ad034-b860-4001-be83-6909ea9471fb req-0bf49173-ce04-429c-8d73-57012d2f002d tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f2ec5e-9ad2-4774-88ba-f4fe6244fa86 HTTP/1.1" status: 200 len: 943 time: 0.0495021 Nov 15 12:11:52.254376 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-011ad034-b860-4001-be83-6909ea9471fb req-d495d3f3-581e-4555-85eb-7ab9c69ddbfe tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/security-groups?id=79ccbceb-f815-4ec7-86c0-21148fcf6c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404360 Nov 15 12:11:53.385770 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5d477-950b-407d-85c8-1f724cfe5eb2 req-b9a8ab22-c5c8-422f-8282-4bf6aae488b4 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:53.387159 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ee5d477-950b-407d-85c8-1f724cfe5eb2 req-b9a8ab22-c5c8-422f-8282-4bf6aae488b4 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f2ec5e-9ad2-4774-88ba-f4fe6244fa86 HTTP/1.1" status: 200 len: 943 time: 0.0534153 Nov 15 12:11:53.435265 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9ee5d477-950b-407d-85c8-1f724cfe5eb2 req-1839081a-d802-4210-8a70-3b4ae38a45ea tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/security-groups?id=79ccbceb-f815-4ec7-86c0-21148fcf6c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420382 Nov 15 12:11:53.798574 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:11:54.566194 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bb102-189a-4c99-9854-0ec18693e4ee req-e771689d-29b7-4e3f-acd1-7826603540b2 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:54.567679 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd9bb102-189a-4c99-9854-0ec18693e4ee req-e771689d-29b7-4e3f-acd1-7826603540b2 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f2ec5e-9ad2-4774-88ba-f4fe6244fa86 HTTP/1.1" status: 200 len: 943 time: 0.0519178 Nov 15 12:11:54.617439 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd9bb102-189a-4c99-9854-0ec18693e4ee req-c743de9d-0520-4bd6-9214-ced4e0eb3241 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/security-groups?id=79ccbceb-f815-4ec7-86c0-21148fcf6c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420570 Nov 15 12:11:54.774073 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device de945f01-525b-4195-842d-747a525df16f details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:11:54.874508 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port de945f01-525b-4195-842d-747a525df16f, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=de945f01-525b-4195-842d-747a525df16f,segment=NetworkSegment(a108725c-9d20-48bc-b69f-f59d8769731a),segment_id=a108725c-9d20-48bc-b69f-f59d8769731a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:11:54.888828 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'de945f01-525b-4195-842d-747a525df16f', 'network_id': 'ca969165-5395-4494-91b0-164bafe2a252', 'port_id': 'de945f01-525b-4195-842d-747a525df16f', 'mac_address': 'fa:16:3e:33:0d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f784ff-9528-4bce-9480-c8f0c62d0fc3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:11:54.928563 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:54.941101 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de945f01-525b-4195-842d-747a525df16f {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:11:54.960345 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port de945f01-525b-4195-842d-747a525df16f, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=de945f01-525b-4195-842d-747a525df16f,segment=NetworkSegment(a108725c-9d20-48bc-b69f-f59d8769731a),segment_id=a108725c-9d20-48bc-b69f-f59d8769731a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:11:54.966634 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:55.014631 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=de945f01-525b-4195-842d-747a525df16f,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:55.022255 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:55.022589 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:55.022930 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:55.023260 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:55.023575 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:55.023910 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:55.024285 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:55.024547 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:55.024860 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:55.025173 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:55.025485 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:55.025797 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:11:55.173918 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['de945f01-525b-4195-842d-747a525df16f'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:11:55.755700 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea834fe-c628-4867-a9fa-c453bb3d12e2 req-aa2e66d3-9ccd-4799-a9c0-abb53b4af5cf tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:55.757217 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ea834fe-c628-4867-a9fa-c453bb3d12e2 req-aa2e66d3-9ccd-4799-a9c0-abb53b4af5cf tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f2ec5e-9ad2-4774-88ba-f4fe6244fa86 HTTP/1.1" status: 200 len: 944 time: 0.0598221 Nov 15 12:11:55.812610 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ea834fe-c628-4867-a9fa-c453bb3d12e2 req-966446e7-6a77-40b7-9ac7-2ce762bc1e6c tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/security-groups?id=79ccbceb-f815-4ec7-86c0-21148fcf6c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487523 Nov 15 12:11:56.774238 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device de945f01-525b-4195-842d-747a525df16f up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:11:56.843748 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port de945f01-525b-4195-842d-747a525df16f completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:11:56.848020 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port de945f01-525b-4195-842d-747a525df16f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:11:56.848378 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:56.935589 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:56.936886 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e055d-6913-4d3a-9f80-80d0165136c5 req-829dfa0c-07af-429d-bc34-85d816636365 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:56.938396 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2e6e055d-6913-4d3a-9f80-80d0165136c5 req-829dfa0c-07af-429d-bc34-85d816636365 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f2ec5e-9ad2-4774-88ba-f4fe6244fa86 HTTP/1.1" status: 200 len: 944 time: 0.0481472 Nov 15 12:11:56.958400 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f2ec5e-9ad2-4774-88ba-f4fe6244fa86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de945f01-525b-4195-842d-747a525df16f'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:11:56.960685 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e564c64a-0da7-49f5-bbc4-d28232d0d5ae" -d '{"events": [{"server_uuid": "91f2ec5e-9ad2-4774-88ba-f4fe6244fa86", "name": "network-vif-plugged", "status": "completed", "tag": "de945f01-525b-4195-842d-747a525df16f"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:11:56.973359 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port de945f01-525b-4195-842d-747a525df16f, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=de945f01-525b-4195-842d-747a525df16f,segment=NetworkSegment(a108725c-9d20-48bc-b69f-f59d8769731a),segment_id=a108725c-9d20-48bc-b69f-f59d8769731a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:11:56.978257 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:11:56.986483 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2e6e055d-6913-4d3a-9f80-80d0165136c5 req-0cf81acd-f7b1-4e95-bcdf-9716ab0a04fa tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/security-groups?id=79ccbceb-f815-4ec7-86c0-21148fcf6c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417955 Nov 15 12:11:57.023438 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=de945f01-525b-4195-842d-747a525df16f,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:11:57.031703 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ffefc6-f6aa-45a0-8f80-908f296751de x-openstack-request-id: req-26ffefc6-f6aa-45a0-8f80-908f296751de {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:11:57.032015 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f2ec5e-9ad2-4774-88ba-f4fe6244fa86", "name": "network-vif-plugged", "status": "completed", "tag": "de945f01-525b-4195-842d-747a525df16f", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:11:57.032261 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26ffefc6-f6aa-45a0-8f80-908f296751de {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:11:57.032648 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f2ec5e-9ad2-4774-88ba-f4fe6244fa86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de945f01-525b-4195-842d-747a525df16f', 'code': 200} Nov 15 12:11:57.132259 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d8aa6-40ec-4837-a762-5327b58965ed req-d6675b29-3f94-4e60-8cb6-05cf567d16b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:57.133749 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2d6d8aa6-40ec-4837-a762-5327b58965ed req-d6675b29-3f94-4e60-8cb6-05cf567d16b8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=91f2ec5e-9ad2-4774-88ba-f4fe6244fa86 HTTP/1.1" status: 200 len: 1096 time: 0.0417817 Nov 15 12:11:57.184816 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2d6d8aa6-40ec-4837-a762-5327b58965ed req-3fd2e2d4-601e-480b-877e-fc83067818bb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=79ccbceb-f815-4ec7-86c0-21148fcf6c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437455 Nov 15 12:11:58.118305 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f04800-5591-4e0e-884e-59be5243288b req-70ee691f-7275-4d5b-999e-4d90e39babc9 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:58.119786 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b7f04800-5591-4e0e-884e-59be5243288b req-70ee691f-7275-4d5b-999e-4d90e39babc9 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f2ec5e-9ad2-4774-88ba-f4fe6244fa86 HTTP/1.1" status: 200 len: 945 time: 0.0525770 Nov 15 12:11:58.168049 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b7f04800-5591-4e0e-884e-59be5243288b req-ce0dade7-4e07-4c9f-baa4-a9a53c4a7e8e tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/security-groups?id=79ccbceb-f815-4ec7-86c0-21148fcf6c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420938 Nov 15 12:11:59.298102 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6eeab-8131-418b-9956-4b3392935490 req-3e471d07-1732-4d0b-8f08-34ddab8bed21 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:59.299601 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3ab6eeab-8131-418b-9956-4b3392935490 req-3e471d07-1732-4d0b-8f08-34ddab8bed21 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f2ec5e-9ad2-4774-88ba-f4fe6244fa86 HTTP/1.1" status: 200 len: 945 time: 0.0540411 Nov 15 12:11:59.355800 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3ab6eeab-8131-418b-9956-4b3392935490 req-37dfd6b6-dc87-49c4-8801-a4c70bd54d8a tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/security-groups?id=79ccbceb-f815-4ec7-86c0-21148fcf6c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469394 Nov 15 12:11:59.482845 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad305d-9223-460a-8960-f2f5f65b4245 req-b5ee011f-003e-4676-967a-e82c67b81845 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:11:59.484364 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8bad305d-9223-460a-8960-f2f5f65b4245 req-b5ee011f-003e-4676-967a-e82c67b81845 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f2ec5e-9ad2-4774-88ba-f4fe6244fa86 HTTP/1.1" status: 200 len: 945 time: 0.0535226 Nov 15 12:11:59.532996 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8bad305d-9223-460a-8960-f2f5f65b4245 req-cd6eedd2-dd6f-48ad-89d9-2f43b8a86fba tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/security-groups?id=79ccbceb-f815-4ec7-86c0-21148fcf6c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407870 Nov 15 12:12:00.085257 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:02.158900 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:06.320298 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0a727e0d-5025-4a82-a344-070120e82ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:07.407840 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-68a165e0-d3f4-4445-a532-873d0cf0d2b3 req-6b624b93-3fd0-40bb-ba08-44bca2507778 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467849 Nov 15 12:12:07.519402 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a165e0-d3f4-4445-a532-873d0cf0d2b3 req-d2128440-2536-4431-be2b-2b8ec9bd7c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:12:07.520969 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-68a165e0-d3f4-4445-a532-873d0cf0d2b3 req-d2128440-2536-4431-be2b-2b8ec9bd7c8a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0661256 Nov 15 12:12:07.529529 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c3b5bef2-1add-4435-a149-cb042ee98eeb req-3a7e5d2b-6712-4668-804d-92e8fcd63fd0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=91f2ec5e-9ad2-4774-88ba-f4fe6244fa86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491409 Nov 15 12:12:07.652372 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5bef2-1add-4435-a149-cb042ee98eeb req-f6d8e114-223b-4528-abe8-e92015fdfe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:12:07.653870 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c3b5bef2-1add-4435-a149-cb042ee98eeb req-f6d8e114-223b-4528-abe8-e92015fdfe0a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f6fede55fed448488f66b1e029c1bc2&device_id=91f2ec5e-9ad2-4774-88ba-f4fe6244fa86 HTTP/1.1" status: 200 len: 1096 time: 0.0689573 Nov 15 12:12:07.656590 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a165e0-d3f4-4445-a532-873d0cf0d2b3 req-a057d80f-022d-431a-88eb-c91c893f0477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:12:07.658000 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-68a165e0-d3f4-4445-a532-873d0cf0d2b3 req-a057d80f-022d-431a-88eb-c91c893f0477 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.1174130 Nov 15 12:12:07.707355 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-68a165e0-d3f4-4445-a532-873d0cf0d2b3 req-0286a886-f656-4393-8634-e3829368258a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0418892 Nov 15 12:12:07.797496 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a165e0-d3f4-4445-a532-873d0cf0d2b3 req-398baad3-cb11-4147-834b-cd73bb9b93b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:12:07.798941 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-68a165e0-d3f4-4445-a532-873d0cf0d2b3 req-398baad3-cb11-4147-834b-cd73bb9b93b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0788264 Nov 15 12:12:07.847588 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5bef2-1add-4435-a149-cb042ee98eeb req-cee21ddf-81aa-4d48-b21c-dd5b9d299e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:12:07.849146 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c3b5bef2-1add-4435-a149-cb042ee98eeb req-cee21ddf-81aa-4d48-b21c-dd5b9d299e4d service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca969165-5395-4494-91b0-164bafe2a252 HTTP/1.1" status: 200 len: 917 time: 0.1757157 Nov 15 12:12:07.893536 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a165e0-d3f4-4445-a532-873d0cf0d2b3 req-0bd50263-4bdd-47c7-84b2-99963845de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:12:07.895110 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-68a165e0-d3f4-4445-a532-873d0cf0d2b3 req-0bd50263-4bdd-47c7-84b2-99963845de8c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883126 Nov 15 12:12:07.896546 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c3b5bef2-1add-4435-a149-cb042ee98eeb req-edda32a7-0781-4c5a-bac5-65fbafacc893 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de945f01-525b-4195-842d-747a525df16f HTTP/1.1" status: 200 len: 217 time: 0.0404375 Nov 15 12:12:08.310806 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5bef2-1add-4435-a149-cb042ee98eeb req-769c8a61-8251-4291-bbf5-0f10dcfe75f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:12:08.312217 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c3b5bef2-1add-4435-a149-cb042ee98eeb req-769c8a61-8251-4291-bbf5-0f10dcfe75f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2f784ff-9528-4bce-9480-c8f0c62d0fc3 HTTP/1.1" status: 200 len: 855 time: 0.4091761 Nov 15 12:12:08.358624 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-68a165e0-d3f4-4445-a532-873d0cf0d2b3 req-ec282467-4bd8-431d-be66-11c02e3afa5b service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565506 Nov 15 12:12:08.412847 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5bef2-1add-4435-a149-cb042ee98eeb req-80b4e394-7b79-4f55-93d5-24ea06731529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:12:08.414333 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c3b5bef2-1add-4435-a149-cb042ee98eeb req-80b4e394-7b79-4f55-93d5-24ea06731529 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca969165-5395-4494-91b0-164bafe2a252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921750 Nov 15 12:12:08.419912 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-38c0a993-8b93-431e-af57-1d643cbfa494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:08.514276 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-68a165e0-d3f4-4445-a532-873d0cf0d2b3 req-e932d545-1098-4616-a3bd-0b6fa028d899 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481366 Nov 15 12:12:08.528865 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c3b5bef2-1add-4435-a149-cb042ee98eeb req-51dfadee-f651-4e9d-9e62-822f15e430c2 service neutron] 10.222.0.55 "GET /v2.0/networks/ca969165-5395-4494-91b0-164bafe2a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068470 Nov 15 12:12:08.621586 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c3b5bef2-1add-4435-a149-cb042ee98eeb req-63a4c2c9-2c1c-4e7b-ba94-526e2a96bef0 service neutron] 10.222.0.55 "GET /v2.0/networks/ca969165-5395-4494-91b0-164bafe2a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859687 Nov 15 12:12:10.093631 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:11.639156 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:12.216384 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:21.106265 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da847bd6-6692-4767-93f1-a6bda81b81b6 req-02739075-dea8-4cbc-b782-b1386d4f896d tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:12:21.107795 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-da847bd6-6692-4767-93f1-a6bda81b81b6 req-02739075-dea8-4cbc-b782-b1386d4f896d tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f2ec5e-9ad2-4774-88ba-f4fe6244fa86 HTTP/1.1" status: 200 len: 945 time: 0.0544918 Nov 15 12:12:21.154203 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-da847bd6-6692-4767-93f1-a6bda81b81b6 req-898088be-b2c6-4980-ae29-53cd200128f9 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/security-groups?id=79ccbceb-f815-4ec7-86c0-21148fcf6c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399592 Nov 15 12:12:22.289938 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e312af-c5fc-4f09-ae1b-344bc43dcf64 req-940351dc-86c8-4d59-a9a6-e1ea1e79b529 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:12:22.291630 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73e312af-c5fc-4f09-ae1b-344bc43dcf64 req-940351dc-86c8-4d59-a9a6-e1ea1e79b529 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f2ec5e-9ad2-4774-88ba-f4fe6244fa86 HTTP/1.1" status: 200 len: 945 time: 0.0556507 Nov 15 12:12:22.340556 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-73e312af-c5fc-4f09-ae1b-344bc43dcf64 req-7d4599e9-e020-4bfb-9319-8c279f5b171e tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/security-groups?id=79ccbceb-f815-4ec7-86c0-21148fcf6c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427444 Nov 15 12:12:22.587048 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9687a-23ce-461e-b6d3-bbb7d6667a04 req-f27d6294-4306-4df8-bd55-dc7de4868b10 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:12:22.588264 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-25d9687a-23ce-461e-b6d3-bbb7d6667a04 req-f27d6294-4306-4df8-bd55-dc7de4868b10 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.55 "GET /v2.0/ports?device_id=91f2ec5e-9ad2-4774-88ba-f4fe6244fa86 HTTP/1.1" status: 200 len: 945 time: 0.0579879 Nov 15 12:12:22.685255 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-25d9687a-23ce-461e-b6d3-bbb7d6667a04 req-0b22ab98-c4de-4a7a-b6d2-a0fdc4658fe3 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Deleting port de945f01-525b-4195-842d-747a525df16f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:12:22.685548 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-25d9687a-23ce-461e-b6d3-bbb7d6667a04 req-0b22ab98-c4de-4a7a-b6d2-a0fdc4658fe3 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:22.777020 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-25d9687a-23ce-461e-b6d3-bbb7d6667a04 req-0b22ab98-c4de-4a7a-b6d2-a0fdc4658fe3 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] For port de945f01-525b-4195-842d-747a525df16f, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=de945f01-525b-4195-842d-747a525df16f,segment=NetworkSegment(a108725c-9d20-48bc-b69f-f59d8769731a),segment_id=a108725c-9d20-48bc-b69f-f59d8769731a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:12:22.777347 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-25d9687a-23ce-461e-b6d3-bbb7d6667a04 req-0b22ab98-c4de-4a7a-b6d2-a0fdc4658fe3 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:22.789754 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-25d9687a-23ce-461e-b6d3-bbb7d6667a04 req-0b22ab98-c4de-4a7a-b6d2-a0fdc4658fe3 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Calling delete_port for de945f01-525b-4195-842d-747a525df16f owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:12:22.924411 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-25d9687a-23ce-461e-b6d3-bbb7d6667a04 req-0b22ab98-c4de-4a7a-b6d2-a0fdc4658fe3 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:22.937572 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['de945f01-525b-4195-842d-747a525df16f'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:12:22.953506 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22ab98-c4de-4a7a-b6d2-a0fdc4658fe3 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Pushing event deleted for resources: {'Port': ['ID=de945f01-525b-4195-842d-747a525df16f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:22.998200 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d9687a-23ce-461e-b6d3-bbb7d6667a04 req-0b22ab98-c4de-4a7a-b6d2-a0fdc4658fe3 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] No DVR routers for this DVR port de945f01-525b-4195-842d-747a525df16f on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:12:23.001059 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-25d9687a-23ce-461e-b6d3-bbb7d6667a04 req-0b22ab98-c4de-4a7a-b6d2-a0fdc4658fe3 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:23.004485 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-25d9687a-23ce-461e-b6d3-bbb7d6667a04 req-0b22ab98-c4de-4a7a-b6d2-a0fdc4658fe3 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.55 "DELETE /v2.0/ports/de945f01-525b-4195-842d-747a525df16f HTTP/1.1" status: 204 len: 173 time: 0.4100657 Nov 15 12:12:23.004935 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f2ec5e-9ad2-4774-88ba-f4fe6244fa86', 'name': 'network-vif-deleted', 'tag': 'de945f01-525b-4195-842d-747a525df16f'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:12:23.007257 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3dc5a0-1e70-499e-a3b6-54c068c42193" -d '{"events": [{"server_uuid": "91f2ec5e-9ad2-4774-88ba-f4fe6244fa86", "name": "network-vif-deleted", "tag": "de945f01-525b-4195-842d-747a525df16f"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:12:23.046367 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb080c71-84d3-422b-acc4-8c4c3b0d99c1 x-openstack-request-id: req-fb080c71-84d3-422b-acc4-8c4c3b0d99c1 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:12:23.046537 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f2ec5e-9ad2-4774-88ba-f4fe6244fa86", "name": "network-vif-deleted", "tag": "de945f01-525b-4195-842d-747a525df16f", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:12:23.046797 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fb080c71-84d3-422b-acc4-8c4c3b0d99c1 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:12:23.047196 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f2ec5e-9ad2-4774-88ba-f4fe6244fa86', 'name': 'network-vif-deleted', 'tag': 'de945f01-525b-4195-842d-747a525df16f', 'status': 'completed', 'code': 200} Nov 15 12:12:23.457403 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-199ed757-0f61-45d6-a168-e64399753d64 req-fd8f2c0f-815b-4e53-b718-39f4c24170f0 tempest-TestEncryptedCinderVolumes-1183778219 tempest-TestEncryptedCinderVolumes-1183778219-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f2ec5e-9ad2-4774-88ba-f4fe6244fa86 HTTP/1.1" status: 200 len: 210 time: 0.0256228 Nov 15 12:12:24.560795 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53894) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:12:24.930898 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-339af943-5313-4a2d-abb0-5e1528eb9012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:25.187623 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-339af943-5313-4a2d-abb0-5e1528eb9012 admin admin] Deleting port 177a221a-8454-4147-8abe-d5b9db76c35f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:12:25.187881 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-339af943-5313-4a2d-abb0-5e1528eb9012 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:25.274853 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-339af943-5313-4a2d-abb0-5e1528eb9012 admin admin] For port 177a221a-8454-4147-8abe-d5b9db76c35f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=177a221a-8454-4147-8abe-d5b9db76c35f,segment=NetworkSegment(a108725c-9d20-48bc-b69f-f59d8769731a),segment_id=a108725c-9d20-48bc-b69f-f59d8769731a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:12:25.275203 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-339af943-5313-4a2d-abb0-5e1528eb9012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:25.288031 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-339af943-5313-4a2d-abb0-5e1528eb9012 admin admin] Calling delete_port for 177a221a-8454-4147-8abe-d5b9db76c35f owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:12:25.478477 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-339af943-5313-4a2d-abb0-5e1528eb9012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:25.508821 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339af943-5313-4a2d-abb0-5e1528eb9012 admin admin] Pushing event deleted for resources: {'Port': ['ID=177a221a-8454-4147-8abe-d5b9db76c35f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:25.669177 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-339af943-5313-4a2d-abb0-5e1528eb9012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:25.894030 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339af943-5313-4a2d-abb0-5e1528eb9012 admin admin] Router 0531efd8-c820-43a2-b1be-bcdf88de0dd1 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:12:26.005431 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339af943-5313-4a2d-abb0-5e1528eb9012 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:12:26.010804 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-339af943-5313-4a2d-abb0-5e1528eb9012 admin admin] 10.222.0.64 "PUT /v2.0/routers/0531efd8-c820-43a2-b1be-bcdf88de0dd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4487648 Nov 15 12:12:26.013296 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53896) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:12:26.014706 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b164c-8f16-4811-9eed-fc3f84ff7fbc None None] Sync routers for ids ['0531efd8-c820-43a2-b1be-bcdf88de0dd1'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:12:26.025507 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b164c-8f16-4811-9eed-fc3f84ff7fbc None None] Routers {'0531efd8-c820-43a2-b1be-bcdf88de0dd1'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:12:26.026113 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c43b164c-8f16-4811-9eed-fc3f84ff7fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:12:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['0531efd8-c820-43a2-b1be-bcdf88de0dd1'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:26.118823 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c33cec8-6378-4bdd-bf01-0f6adf155355 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:26.221853 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c33cec8-6378-4bdd-bf01-0f6adf155355 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:26.279045 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2c33cec8-6378-4bdd-bf01-0f6adf155355 admin admin] Deleting port 37d080e2-7a4a-4619-a057-5c0ae374f530 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:12:26.279401 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c33cec8-6378-4bdd-bf01-0f6adf155355 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:26.292364 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-c43b164c-8f16-4811-9eed-fc3f84ff7fbc None None] Set router 0531efd8-c820-43a2-b1be-bcdf88de0dd1 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:12:26.357867 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2c33cec8-6378-4bdd-bf01-0f6adf155355 admin admin] For port 37d080e2-7a4a-4619-a057-5c0ae374f530, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=37d080e2-7a4a-4619-a057-5c0ae374f530,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:12:26.358269 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c33cec8-6378-4bdd-bf01-0f6adf155355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:26.370496 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2c33cec8-6378-4bdd-bf01-0f6adf155355 admin admin] Calling delete_port for 37d080e2-7a4a-4619-a057-5c0ae374f530 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:12:26.469707 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c43b164c-8f16-4811-9eed-fc3f84ff7fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531efd8-c820-43a2-b1be-bcdf88de0dd1', 'name': 'tempest-TestEncryptedCinderVolumes-721996677-router', 'tenant_id': '1f6fede55fed448488f66b1e029c1bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '37d080e2-7a4a-4619-a057-5c0ae374f530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:11:01Z', 'updated_at': '2021-11-15T12:12:25Z', 'revision_number': 5, 'project_id': '1f6fede55fed448488f66b1e029c1bc2', 'gw_port': {'id': '37d080e2-7a4a-4619-a057-5c0ae374f530', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0531efd8-c820-43a2-b1be-bcdf88de0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:11:01Z', 'updated_at': '2021-11-15T12:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:26.496627 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b164c-8f16-4811-9eed-fc3f84ff7fbc None None] Checking router: 0531efd8-c820-43a2-b1be-bcdf88de0dd1 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:12:26.504557 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b164c-8f16-4811-9eed-fc3f84ff7fbc None None] Routers {'0531efd8-c820-43a2-b1be-bcdf88de0dd1'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:12:26.505142 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c43b164c-8f16-4811-9eed-fc3f84ff7fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:12:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['0531efd8-c820-43a2-b1be-bcdf88de0dd1'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:26.537260 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c33cec8-6378-4bdd-bf01-0f6adf155355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:26.560622 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33cec8-6378-4bdd-bf01-0f6adf155355 admin admin] Pushing event deleted for resources: {'Port': ['ID=37d080e2-7a4a-4619-a057-5c0ae374f530,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:26.581737 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45340842-74ab-4540-bd3c-1d0f0930c3ae None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:12:26.611923 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-c43b164c-8f16-4811-9eed-fc3f84ff7fbc None None] Set router 0531efd8-c820-43a2-b1be-bcdf88de0dd1 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:12:26.634843 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c33cec8-6378-4bdd-bf01-0f6adf155355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:26.670796 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-c43b164c-8f16-4811-9eed-fc3f84ff7fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0531efd8-c820-43a2-b1be-bcdf88de0dd1', 'name': 'tempest-TestEncryptedCinderVolumes-721996677-router', 'tenant_id': '1f6fede55fed448488f66b1e029c1bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:11:01Z', 'updated_at': '2021-11-15T12:12:26Z', 'revision_number': 6, 'project_id': '1f6fede55fed448488f66b1e029c1bc2', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:26.700615 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b164c-8f16-4811-9eed-fc3f84ff7fbc None None] The sync data for ids ['0531efd8-c820-43a2-b1be-bcdf88de0dd1'] in n-d-729945-9 is: [{'id': '0531efd8-c820-43a2-b1be-bcdf88de0dd1', 'name': 'tempest-TestEncryptedCinderVolumes-721996677-router', 'tenant_id': '1f6fede55fed448488f66b1e029c1bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:11:01Z', 'updated_at': '2021-11-15T12:12:26Z', 'revision_number': 6, 'project_id': '1f6fede55fed448488f66b1e029c1bc2', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:12:26.729341 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c33cec8-6378-4bdd-bf01-0f6adf155355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:26.732622 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c33cec8-6378-4bdd-bf01-0f6adf155355 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:26.778455 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c33cec8-6378-4bdd-bf01-0f6adf155355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:26.778918 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c33cec8-6378-4bdd-bf01-0f6adf155355 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0531efd8-c820-43a2-b1be-bcdf88de0dd1 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 12:12:26.783318 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c33cec8-6378-4bdd-bf01-0f6adf155355 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:26.785135 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2c33cec8-6378-4bdd-bf01-0f6adf155355 admin admin] 10.222.0.64 "DELETE /v2.0/routers/0531efd8-c820-43a2-b1be-bcdf88de0dd1 HTTP/1.1" status: 204 len: 168 time: 0.7707522 Nov 15 12:12:26.788978 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53898) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:12:26.841750 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b254c10-c043-4693-9aef-2597786cbb92 admin admin] Deleting subnet f2f784ff-9528-4bce-9480-c8f0c62d0fc3 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:12:26.845307 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b254c10-c043-4693-9aef-2597786cbb92 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:26.880240 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b254c10-c043-4693-9aef-2597786cbb92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:26.880538 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device de945f01-525b-4195-842d-747a525df16f no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:12:26.901250 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: de945f01-525b-4195-842d-747a525df16f {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:12:26.901580 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device de945f01-525b-4195-842d-747a525df16f not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:12:26.959035 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b254c10-c043-4693-9aef-2597786cbb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:27.019312 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b254c10-c043-4693-9aef-2597786cbb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:27.048263 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b254c10-c043-4693-9aef-2597786cbb92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2f784ff-9528-4bce-9480-c8f0c62d0fc3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:27.052031 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3b254c10-c043-4693-9aef-2597786cbb92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:27.055316 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3b254c10-c043-4693-9aef-2597786cbb92 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f2f784ff-9528-4bce-9480-c8f0c62d0fc3 HTTP/1.1" status: 204 len: 168 time: 0.2653360 Nov 15 12:12:27.058053 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53900) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:12:27.062643 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de3d672-5a1f-48a8-9b46-80505909b39a None None] Network ca969165-5395-4494-91b0-164bafe2a252 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:12:27.135214 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b189aafc-320c-4e94-ba63-523ba0c8669f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:27.199688 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b189aafc-320c-4e94-ba63-523ba0c8669f admin admin] Deleting port 87a4b51b-eb2a-4946-9cd4-dd3c0d99825b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:12:27.200061 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b189aafc-320c-4e94-ba63-523ba0c8669f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:27.266997 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-b189aafc-320c-4e94-ba63-523ba0c8669f admin admin] For port 87a4b51b-eb2a-4946-9cd4-dd3c0d99825b, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=87a4b51b-eb2a-4946-9cd4-dd3c0d99825b,segment=NetworkSegment(a108725c-9d20-48bc-b69f-f59d8769731a),segment_id=a108725c-9d20-48bc-b69f-f59d8769731a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:12:27.267354 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b189aafc-320c-4e94-ba63-523ba0c8669f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:27.279593 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-b189aafc-320c-4e94-ba63-523ba0c8669f admin admin] Calling delete_port for 87a4b51b-eb2a-4946-9cd4-dd3c0d99825b owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:12:27.361331 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b189aafc-320c-4e94-ba63-523ba0c8669f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:27.389612 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189aafc-320c-4e94-ba63-523ba0c8669f admin admin] Pushing event deleted for resources: {'Port': ['ID=87a4b51b-eb2a-4946-9cd4-dd3c0d99825b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:27.393007 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b189aafc-320c-4e94-ba63-523ba0c8669f admin admin] No DVR routers for this DVR port 87a4b51b-eb2a-4946-9cd4-dd3c0d99825b on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:12:27.466524 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b189aafc-320c-4e94-ba63-523ba0c8669f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:27.495844 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b189aafc-320c-4e94-ba63-523ba0c8669f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca969165-5395-4494-91b0-164bafe2a252']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:27.507057 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b189aafc-320c-4e94-ba63-523ba0c8669f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a108725c-9d20-48bc-b69f-f59d8769731a') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:27.507330 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-b189aafc-320c-4e94-ba63-523ba0c8669f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a108725c-9d20-48bc-b69f-f59d8769731a') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:27.518730 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b189aafc-320c-4e94-ba63-523ba0c8669f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:27.532837 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a5c06a-0084-4661-af1e-b0d6fb34c1d6 None None] DHCP port deletion for ca969165-5395-4494-91b0-164bafe2a252 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:12:27.535443 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b189aafc-320c-4e94-ba63-523ba0c8669f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:27.542185 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b189aafc-320c-4e94-ba63-523ba0c8669f admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:12:27.542572 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b189aafc-320c-4e94-ba63-523ba0c8669f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: timer() Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:12:27.544471 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:12:27.603572 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b189aafc-320c-4e94-ba63-523ba0c8669f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:27.609051 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b189aafc-320c-4e94-ba63-523ba0c8669f admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:27.612306 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b189aafc-320c-4e94-ba63-523ba0c8669f admin admin] 10.222.0.64 "DELETE /v2.0/networks/ca969165-5395-4494-91b0-164bafe2a252 HTTP/1.1" status: 204 len: 168 time: 0.5532515 Nov 15 12:12:27.617489 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53902) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:12:27.624190 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189aafc-320c-4e94-ba63-523ba0c8669f admin admin] Pushing event deleted for resources: {'Network': ['ID=ca969165-5395-4494-91b0-164bafe2a252,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:28.341490 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5fc9ae3-8169-4bf6-b53d-5c2d2e14b85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:28.598086 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a5fc9ae3-8169-4bf6-b53d-5c2d2e14b85f admin admin] Deleting port e220e2b2-6168-4ca3-80fb-344c5dde36bf {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:12:28.598441 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5fc9ae3-8169-4bf6-b53d-5c2d2e14b85f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:28.650096 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 37d080e2-7a4a-4619-a057-5c0ae374f530 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:12:28.669153 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 37d080e2-7a4a-4619-a057-5c0ae374f530 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:12:28.669488 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 37d080e2-7a4a-4619-a057-5c0ae374f530 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:12:28.669884 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 177a221a-8454-4147-8abe-d5b9db76c35f no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:12:28.676458 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-a5fc9ae3-8169-4bf6-b53d-5c2d2e14b85f admin admin] For port e220e2b2-6168-4ca3-80fb-344c5dde36bf, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e220e2b2-6168-4ca3-80fb-344c5dde36bf,segment=NetworkSegment(735b3326-4d4c-4416-8963-1a73bb4e0963),segment_id=735b3326-4d4c-4416-8963-1a73bb4e0963)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:12:28.676975 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5fc9ae3-8169-4bf6-b53d-5c2d2e14b85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:28.688762 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-a5fc9ae3-8169-4bf6-b53d-5c2d2e14b85f admin admin] Calling delete_port for e220e2b2-6168-4ca3-80fb-344c5dde36bf owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:12:28.689041 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 177a221a-8454-4147-8abe-d5b9db76c35f {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:12:28.689387 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 177a221a-8454-4147-8abe-d5b9db76c35f not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:12:28.689795 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 87a4b51b-eb2a-4946-9cd4-dd3c0d99825b no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:12:28.712022 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 87a4b51b-eb2a-4946-9cd4-dd3c0d99825b {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:12:28.712363 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 87a4b51b-eb2a-4946-9cd4-dd3c0d99825b not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:12:28.873129 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5fc9ae3-8169-4bf6-b53d-5c2d2e14b85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:28.901061 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc9ae3-8169-4bf6-b53d-5c2d2e14b85f admin admin] Pushing event deleted for resources: {'Port': ['ID=e220e2b2-6168-4ca3-80fb-344c5dde36bf,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:28.912900 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fc9ae3-8169-4bf6-b53d-5c2d2e14b85f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:28.913236 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fc9ae3-8169-4bf6-b53d-5c2d2e14b85f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:28.913589 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fc9ae3-8169-4bf6-b53d-5c2d2e14b85f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:28.913911 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fc9ae3-8169-4bf6-b53d-5c2d2e14b85f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:28.914227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fc9ae3-8169-4bf6-b53d-5c2d2e14b85f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:28.914563 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fc9ae3-8169-4bf6-b53d-5c2d2e14b85f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:28.914847 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fc9ae3-8169-4bf6-b53d-5c2d2e14b85f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:28.915160 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fc9ae3-8169-4bf6-b53d-5c2d2e14b85f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:28.915469 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fc9ae3-8169-4bf6-b53d-5c2d2e14b85f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:28.915781 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fc9ae3-8169-4bf6-b53d-5c2d2e14b85f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:28.916143 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fc9ae3-8169-4bf6-b53d-5c2d2e14b85f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:28.916446 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fc9ae3-8169-4bf6-b53d-5c2d2e14b85f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:29.070550 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a5fc9ae3-8169-4bf6-b53d-5c2d2e14b85f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:29.307608 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fc9ae3-8169-4bf6-b53d-5c2d2e14b85f admin admin] Router 876491f3-0f07-4440-bf1d-38afe7e8d6e9 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:12:29.415074 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fc9ae3-8169-4bf6-b53d-5c2d2e14b85f admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:12:29.420470 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a5fc9ae3-8169-4bf6-b53d-5c2d2e14b85f admin admin] 10.222.0.64 "PUT /v2.0/routers/876491f3-0f07-4440-bf1d-38afe7e8d6e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8019540 Nov 15 12:12:29.423301 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53904) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:12:29.424838 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea7f36-a134-4d90-93cc-7b79527b5158 None None] Sync routers for ids ['876491f3-0f07-4440-bf1d-38afe7e8d6e9'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:12:29.434553 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea7f36-a134-4d90-93cc-7b79527b5158 None None] Routers {'876491f3-0f07-4440-bf1d-38afe7e8d6e9'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:12:29.435148 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-58ea7f36-a134-4d90-93cc-7b79527b5158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:12:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['876491f3-0f07-4440-bf1d-38afe7e8d6e9'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:29.529911 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e29ba0d5-8881-4d9e-8952-f6718de30aea admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:29.537458 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-58ea7f36-a134-4d90-93cc-7b79527b5158 None None] Set router 876491f3-0f07-4440-bf1d-38afe7e8d6e9 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:12:29.633388 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e29ba0d5-8881-4d9e-8952-f6718de30aea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:29.686956 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e29ba0d5-8881-4d9e-8952-f6718de30aea admin admin] Deleting port 83c785e8-f19f-4972-b388-9606785cbf76 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:12:29.687233 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e29ba0d5-8881-4d9e-8952-f6718de30aea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:29.708107 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-58ea7f36-a134-4d90-93cc-7b79527b5158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876491f3-0f07-4440-bf1d-38afe7e8d6e9', 'name': 'tempest-TestEncryptedCinderVolumes-776112450-router', 'tenant_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '83c785e8-f19f-4972-b388-9606785cbf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:11:06Z', 'updated_at': '2021-11-15T12:12:28Z', 'revision_number': 5, 'project_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'gw_port': {'id': '83c785e8-f19f-4972-b388-9606785cbf76', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876491f3-0f07-4440-bf1d-38afe7e8d6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:11:06Z', 'updated_at': '2021-11-15T12:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:29.738374 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea7f36-a134-4d90-93cc-7b79527b5158 None None] Checking router: 876491f3-0f07-4440-bf1d-38afe7e8d6e9 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:12:29.746685 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea7f36-a134-4d90-93cc-7b79527b5158 None None] Routers {'876491f3-0f07-4440-bf1d-38afe7e8d6e9'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:12:29.747290 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-58ea7f36-a134-4d90-93cc-7b79527b5158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:12:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['876491f3-0f07-4440-bf1d-38afe7e8d6e9'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:29.776617 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e29ba0d5-8881-4d9e-8952-f6718de30aea admin admin] For port 83c785e8-f19f-4972-b388-9606785cbf76, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=83c785e8-f19f-4972-b388-9606785cbf76,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:12:29.776974 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e29ba0d5-8881-4d9e-8952-f6718de30aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:29.789346 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e29ba0d5-8881-4d9e-8952-f6718de30aea admin admin] Calling delete_port for 83c785e8-f19f-4972-b388-9606785cbf76 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:12:29.829662 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-58ea7f36-a134-4d90-93cc-7b79527b5158 None None] Set router 876491f3-0f07-4440-bf1d-38afe7e8d6e9 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:12:29.885134 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-58ea7f36-a134-4d90-93cc-7b79527b5158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876491f3-0f07-4440-bf1d-38afe7e8d6e9', 'name': 'tempest-TestEncryptedCinderVolumes-776112450-router', 'tenant_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:11:06Z', 'updated_at': '2021-11-15T12:12:29Z', 'revision_number': 6, 'project_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:29.911988 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea7f36-a134-4d90-93cc-7b79527b5158 None None] The sync data for ids ['876491f3-0f07-4440-bf1d-38afe7e8d6e9'] in n-d-729945-9 is: [{'id': '876491f3-0f07-4440-bf1d-38afe7e8d6e9', 'name': 'tempest-TestEncryptedCinderVolumes-776112450-router', 'tenant_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:11:06Z', 'updated_at': '2021-11-15T12:12:29Z', 'revision_number': 6, 'project_id': '43d0e6da5a88440f87269d73c5eb8a7d', 'gw_port_host': None}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:12:30.103009 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:30.283316 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e29ba0d5-8881-4d9e-8952-f6718de30aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:30.310242 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ba0d5-8881-4d9e-8952-f6718de30aea admin admin] Pushing event deleted for resources: {'Port': ['ID=83c785e8-f19f-4972-b388-9606785cbf76,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:30.325599 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad88ffb4-05ec-4127-af16-31ca3a3e7ca3 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:12:30.373115 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e29ba0d5-8881-4d9e-8952-f6718de30aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:30.464392 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e29ba0d5-8881-4d9e-8952-f6718de30aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:30.467272 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e29ba0d5-8881-4d9e-8952-f6718de30aea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:30.522857 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e29ba0d5-8881-4d9e-8952-f6718de30aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:30.523340 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29ba0d5-8881-4d9e-8952-f6718de30aea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 876491f3-0f07-4440-bf1d-38afe7e8d6e9 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 12:12:30.527912 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e29ba0d5-8881-4d9e-8952-f6718de30aea admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:30.529058 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e29ba0d5-8881-4d9e-8952-f6718de30aea admin admin] 10.222.0.64 "DELETE /v2.0/routers/876491f3-0f07-4440-bf1d-38afe7e8d6e9 HTTP/1.1" status: 204 len: 168 time: 1.1044793 Nov 15 12:12:30.531716 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53906) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:12:30.575708 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5763d3-f407-4cd7-964b-86538d867cee admin admin] Deleting subnet adefbf32-3336-4046-8dd8-fc86aaeb893d {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:12:30.578942 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f5763d3-f407-4cd7-964b-86538d867cee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:30.613548 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f5763d3-f407-4cd7-964b-86538d867cee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:30.694172 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f5763d3-f407-4cd7-964b-86538d867cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:30.738884 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e220e2b2-6168-4ca3-80fb-344c5dde36bf no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:12:30.753855 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f5763d3-f407-4cd7-964b-86538d867cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:30.760994 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: e220e2b2-6168-4ca3-80fb-344c5dde36bf {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:12:30.761406 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e220e2b2-6168-4ca3-80fb-344c5dde36bf not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:12:30.761989 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 83c785e8-f19f-4972-b388-9606785cbf76 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:12:30.779623 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5763d3-f407-4cd7-964b-86538d867cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adefbf32-3336-4046-8dd8-fc86aaeb893d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:30.782398 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 83c785e8-f19f-4972-b388-9606785cbf76 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:12:30.782744 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 83c785e8-f19f-4972-b388-9606785cbf76 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:12:30.785520 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5f5763d3-f407-4cd7-964b-86538d867cee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:30.788896 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5f5763d3-f407-4cd7-964b-86538d867cee admin admin] 10.222.0.64 "DELETE /v2.0/subnets/adefbf32-3336-4046-8dd8-fc86aaeb893d HTTP/1.1" status: 204 len: 168 time: 0.2561948 Nov 15 12:12:30.791376 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53908) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:12:30.798111 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:12:30.802436 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad42dae6-5ead-4b0d-9d74-e1f2f4e4a21e None None] Network 54ce4808-0881-483b-8a7c-7c5e5e9c8fa7 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:12:30.865727 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0fce761-bb85-4256-8b40-8b3129c40aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:30.921801 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a0fce761-bb85-4256-8b40-8b3129c40aea admin admin] Deleting port 7eb9b627-6ea2-424a-805f-0d5ce00a0ed2 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:12:30.922401 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0fce761-bb85-4256-8b40-8b3129c40aea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:30.981467 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f35a02f-fa63-477d-809c-6f1d246f5e99 None None] DHCP port deletion for 54ce4808-0881-483b-8a7c-7c5e5e9c8fa7 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:12:30.990191 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a0fce761-bb85-4256-8b40-8b3129c40aea admin admin] For port 7eb9b627-6ea2-424a-805f-0d5ce00a0ed2, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7eb9b627-6ea2-424a-805f-0d5ce00a0ed2,segment=NetworkSegment(735b3326-4d4c-4416-8963-1a73bb4e0963),segment_id=735b3326-4d4c-4416-8963-1a73bb4e0963)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:12:30.990556 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0fce761-bb85-4256-8b40-8b3129c40aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:31.007753 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a0fce761-bb85-4256-8b40-8b3129c40aea admin admin] Calling delete_port for 7eb9b627-6ea2-424a-805f-0d5ce00a0ed2 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:12:31.030484 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8f35a02f-fa63-477d-809c-6f1d246f5e99 None None] Deleting port 7eb9b627-6ea2-424a-805f-0d5ce00a0ed2 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:12:31.030766 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8f35a02f-fa63-477d-809c-6f1d246f5e99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:31.091475 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0fce761-bb85-4256-8b40-8b3129c40aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:31.098064 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8f35a02f-fa63-477d-809c-6f1d246f5e99 None None] For port 7eb9b627-6ea2-424a-805f-0d5ce00a0ed2, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=7eb9b627-6ea2-424a-805f-0d5ce00a0ed2,segment=NetworkSegment(735b3326-4d4c-4416-8963-1a73bb4e0963),segment_id=735b3326-4d4c-4416-8963-1a73bb4e0963)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:12:31.098881 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8f35a02f-fa63-477d-809c-6f1d246f5e99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:31.112500 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8f35a02f-fa63-477d-809c-6f1d246f5e99 None None] Calling delete_port for 7eb9b627-6ea2-424a-805f-0d5ce00a0ed2 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:12:31.119221 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fce761-bb85-4256-8b40-8b3129c40aea admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb9b627-6ea2-424a-805f-0d5ce00a0ed2,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:31.121166 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fce761-bb85-4256-8b40-8b3129c40aea admin admin] No DVR routers for this DVR port 7eb9b627-6ea2-424a-805f-0d5ce00a0ed2 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:12:31.187378 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8f35a02f-fa63-477d-809c-6f1d246f5e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:31.194150 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0fce761-bb85-4256-8b40-8b3129c40aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:31.214807 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a0fce761-bb85-4256-8b40-8b3129c40aea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ce4808-0881-483b-8a7c-7c5e5e9c8fa7']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:31.215516 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35a02f-fa63-477d-809c-6f1d246f5e99 None None] Pushing event deleted for resources: {'Port': ['ID=7eb9b627-6ea2-424a-805f-0d5ce00a0ed2,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:31.219490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f35a02f-fa63-477d-809c-6f1d246f5e99 None None] No DVR routers for this DVR port 7eb9b627-6ea2-424a-805f-0d5ce00a0ed2 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:12:31.224816 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a0fce761-bb85-4256-8b40-8b3129c40aea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735b3326-4d4c-4416-8963-1a73bb4e0963') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:31.225090 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-a0fce761-bb85-4256-8b40-8b3129c40aea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735b3326-4d4c-4416-8963-1a73bb4e0963') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:31.237033 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0fce761-bb85-4256-8b40-8b3129c40aea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:31.250327 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0fce761-bb85-4256-8b40-8b3129c40aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:31.256461 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0fce761-bb85-4256-8b40-8b3129c40aea admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:12:31.256845 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0fce761-bb85-4256-8b40-8b3129c40aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: timer() Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:12:31.258603 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:12:31.318785 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0fce761-bb85-4256-8b40-8b3129c40aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:31.324511 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a0fce761-bb85-4256-8b40-8b3129c40aea admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:31.327726 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a0fce761-bb85-4256-8b40-8b3129c40aea admin admin] 10.222.0.64 "DELETE /v2.0/networks/54ce4808-0881-483b-8a7c-7c5e5e9c8fa7 HTTP/1.1" status: 204 len: 168 time: 0.5351779 Nov 15 12:12:31.339330 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fce761-bb85-4256-8b40-8b3129c40aea admin admin] Pushing event deleted for resources: {'Network': ['ID=54ce4808-0881-483b-8a7c-7c5e5e9c8fa7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:31.519172 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53912) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:12:31.559973 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-22271d83-fe64-47af-b9e0-7e3685b30b61 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f6fede55fed448488f66b1e029c1bc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395472 Nov 15 12:12:31.562510 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53914) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:12:31.613708 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7cf449a8-9d16-4ca2-bf1d-632e1cbf970f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:31.634198 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7cf449a8-9d16-4ca2-bf1d-632e1cbf970f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:31.681473 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7cf449a8-9d16-4ca2-bf1d-632e1cbf970f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:31.684145 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7cf449a8-9d16-4ca2-bf1d-632e1cbf970f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:31.685297 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7cf449a8-9d16-4ca2-bf1d-632e1cbf970f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/79ccbceb-f815-4ec7-86c0-21148fcf6c94 HTTP/1.1" status: 204 len: 168 time: 0.1219001 Nov 15 12:12:31.695789 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf449a8-9d16-4ca2-bf1d-632e1cbf970f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ccbceb-f815-4ec7-86c0-21148fcf6c94,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:32.038315 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53920) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:12:32.078848 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2853a5ef-8978-45d6-beb1-db3812b6b531 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=43d0e6da5a88440f87269d73c5eb8a7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393486 Nov 15 12:12:32.081422 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53922) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:12:32.139181 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cc22c036-0178-47bf-87c2-5df1e1c520e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:32.157226 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:32.167421 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cc22c036-0178-47bf-87c2-5df1e1c520e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:32.220730 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cc22c036-0178-47bf-87c2-5df1e1c520e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:32.223754 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cc22c036-0178-47bf-87c2-5df1e1c520e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:32.224941 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cc22c036-0178-47bf-87c2-5df1e1c520e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9aa53d2f-03df-45bc-a5b0-12d0d40daea5 HTTP/1.1" status: 204 len: 168 time: 0.1426253 Nov 15 12:12:32.232708 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22c036-0178-47bf-87c2-5df1e1c520e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa53d2f-03df-45bc-a5b0-12d0d40daea5,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:32.656179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7eb9b627-6ea2-424a-805f-0d5ce00a0ed2 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:12:32.676552 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 7eb9b627-6ea2-424a-805f-0d5ce00a0ed2 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:12:32.676807 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 7eb9b627-6ea2-424a-805f-0d5ce00a0ed2 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:12:32.925166 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53944) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:12:33.031079 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-f20a6926-01d2-4aa9-be27-a7b0bcb59f7e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1649402013-network', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:12:33.055470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20a6926-01d2-4aa9-be27-a7b0bcb59f7e admin admin] Made reservation on behalf of c2673d9d05884857ab314bfdbb2ab192 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:12:33.058035 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f20a6926-01d2-4aa9-be27-a7b0bcb59f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:33.066284 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f20a6926-01d2-4aa9-be27-a7b0bcb59f7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:33.139018 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f20a6926-01d2-4aa9-be27-a7b0bcb59f7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:33.144125 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f20a6926-01d2-4aa9-be27-a7b0bcb59f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:33.174227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20a6926-01d2-4aa9-be27-a7b0bcb59f7e admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:12:33.180658 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a6926-01d2-4aa9-be27-a7b0bcb59f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebda4eb3-ed41-4019-beab-c710ea697d97,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:33.187902 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f20a6926-01d2-4aa9-be27-a7b0bcb59f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:33.188241 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-f20a6926-01d2-4aa9-be27-a7b0bcb59f7e admin admin] Added segment a215effe-0cc9-4c97-83ad-7d42371031a4 of type vlan for network cafc9271-fb9a-444e-b07d-0aa6ae350116 Nov 15 12:12:33.228986 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f20a6926-01d2-4aa9-be27-a7b0bcb59f7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:33.254865 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f20a6926-01d2-4aa9-be27-a7b0bcb59f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:33.256115 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20a6926-01d2-4aa9-be27-a7b0bcb59f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:12:33.256651 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f20a6926-01d2-4aa9-be27-a7b0bcb59f7e admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:33.308562 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f20a6926-01d2-4aa9-be27-a7b0bcb59f7e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3822370 Nov 15 12:12:33.311739 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53948) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:12:33.317130 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-35b9e81c-ad11-4180-b94f-6cf6479dd0c2 admin admin] Request body: {'subnet': {'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1649402013-subnet', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:12:33.319450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a6926-01d2-4aa9-be27-a7b0bcb59f7e admin admin] Pushing event updated for resources: {'Network': ['ID=cafc9271-fb9a-444e-b07d-0aa6ae350116,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:33.332485 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network cafc9271-fb9a-444e-b07d-0aa6ae350116 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:12:33.349340 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b9e81c-ad11-4180-b94f-6cf6479dd0c2 admin admin] Made reservation on behalf of c2673d9d05884857ab314bfdbb2ab192 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:12:33.352138 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35b9e81c-ad11-4180-b94f-6cf6479dd0c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:33.524309 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35b9e81c-ad11-4180-b94f-6cf6479dd0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:33.568778 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9e81c-ad11-4180-b94f-6cf6479dd0c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:33.587227 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b9e81c-ad11-4180-b94f-6cf6479dd0c2 admin admin] Checking segment: {'id': 'a215effe-0cc9-4c97-83ad-7d42371031a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:12:33.587574 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b9e81c-ad11-4180-b94f-6cf6479dd0c2 admin admin] Network hostable DHCP agents. Network: cafc9271-fb9a-444e-b07d-0aa6ae350116, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:12:33.606431 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b9e81c-ad11-4180-b94f-6cf6479dd0c2 admin admin] Network cafc9271-fb9a-444e-b07d-0aa6ae350116 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:12:33.615615 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-35b9e81c-ad11-4180-b94f-6cf6479dd0c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, cafc9271-fb9a-444e-b07d-0aa6ae350116) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:12:33.620047 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b9e81c-ad11-4180-b94f-6cf6479dd0c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:12:33.620643 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35b9e81c-ad11-4180-b94f-6cf6479dd0c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:33.625166 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02896094-6692-47e1-9959-4d4e67f96e5a None None] Network cafc9271-fb9a-444e-b07d-0aa6ae350116 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:12:33.638575 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-35b9e81c-ad11-4180-b94f-6cf6479dd0c2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3256104 Nov 15 12:12:33.641407 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53950) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:12:33.645866 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-79665fca-68ad-4d60-8991-c0fd5e34d85b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1649402013-router', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:12:33.670136 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79665fca-68ad-4d60-8991-c0fd5e34d85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:33.671140 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79665fca-68ad-4d60-8991-c0fd5e34d85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:33.728618 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79665fca-68ad-4d60-8991-c0fd5e34d85b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:33.771368 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be549928-da6a-4a33-8788-fb79c73dc998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-cafc9271-fb9a-444e-b07d-0aa6ae350116', 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'fixed_ips': [{'subnet_id': '2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:12:33.772214 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be549928-da6a-4a33-8788-fb79c73dc998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:33.869884 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79665fca-68ad-4d60-8991-c0fd5e34d85b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:33.904119 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-be549928-da6a-4a33-8788-fb79c73dc998 None None] Allocated IP 172.20.0.2 (cafc9271-fb9a-444e-b07d-0aa6ae350116/2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c/c3b6ff51-5c49-48af-95f1-608cb32028e3) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:12:34.041756 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be549928-da6a-4a33-8788-fb79c73dc998 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:34.048275 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be549928-da6a-4a33-8788-fb79c73dc998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:34.075544 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79665fca-68ad-4d60-8991-c0fd5e34d85b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:34.091518 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be549928-da6a-4a33-8788-fb79c73dc998 None None] Network cafc9271-fb9a-444e-b07d-0aa6ae350116 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:12:34.095551 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79665fca-68ad-4d60-8991-c0fd5e34d85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:34.096734 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-be549928-da6a-4a33-8788-fb79c73dc998 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:12:34.101522 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be549928-da6a-4a33-8788-fb79c73dc998 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:12:34.106164 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549928-da6a-4a33-8788-fb79c73dc998 None None] Pushing event updated for resources: {'Port': ['ID=c3b6ff51-5c49-48af-95f1-608cb32028e3,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:34.155789 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-be549928-da6a-4a33-8788-fb79c73dc998 None None] Attempting to bind port c3b6ff51-5c49-48af-95f1-608cb32028e3 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:12:34.156087 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-be549928-da6a-4a33-8788-fb79c73dc998 None None] Attempting to bind port c3b6ff51-5c49-48af-95f1-608cb32028e3 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a215effe-0cc9-4c97-83ad-7d42371031a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:12:34.156438 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be549928-da6a-4a33-8788-fb79c73dc998 None None] Attempting to bind port c3b6ff51-5c49-48af-95f1-608cb32028e3 on network cafc9271-fb9a-444e-b07d-0aa6ae350116 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:12:34.161349 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be549928-da6a-4a33-8788-fb79c73dc998 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:12:34.161709 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be549928-da6a-4a33-8788-fb79c73dc998 None None] Checking segment: {'id': 'a215effe-0cc9-4c97-83ad-7d42371031a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:12:34.162098 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be549928-da6a-4a33-8788-fb79c73dc998 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:34.162480 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be549928-da6a-4a33-8788-fb79c73dc998 None None] Bound using segment: {'id': 'a215effe-0cc9-4c97-83ad-7d42371031a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:12:34.162937 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-be549928-da6a-4a33-8788-fb79c73dc998 None None] Bound port: c3b6ff51-5c49-48af-95f1-608cb32028e3, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a215effe-0cc9-4c97-83ad-7d42371031a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:12:34.163308 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be549928-da6a-4a33-8788-fb79c73dc998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:34.207037 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-79665fca-68ad-4d60-8991-c0fd5e34d85b admin admin] Allocated IP 172.25.7.142 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/b937479a-986b-4355-99e3-e17b47a425e6) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:12:34.227187 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-be549928-da6a-4a33-8788-fb79c73dc998 None None] For port c3b6ff51-5c49-48af-95f1-608cb32028e3, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:12:34.230271 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-be549928-da6a-4a33-8788-fb79c73dc998 None None] For port c3b6ff51-5c49-48af-95f1-608cb32028e3, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c3b6ff51-5c49-48af-95f1-608cb32028e3,segment=NetworkSegment(a215effe-0cc9-4c97-83ad-7d42371031a4),segment_id=a215effe-0cc9-4c97-83ad-7d42371031a4)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:12:34.235707 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-be549928-da6a-4a33-8788-fb79c73dc998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:34.304346 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549928-da6a-4a33-8788-fb79c73dc998 None None] Pushing event updated for resources: {'Port': ['ID=c3b6ff51-5c49-48af-95f1-608cb32028e3,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:34.314238 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79665fca-68ad-4d60-8991-c0fd5e34d85b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:34.352663 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79665fca-68ad-4d60-8991-c0fd5e34d85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:34.390065 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79665fca-68ad-4d60-8991-c0fd5e34d85b admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:12:34.397636 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-79665fca-68ad-4d60-8991-c0fd5e34d85b admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:12:34.401656 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79665fca-68ad-4d60-8991-c0fd5e34d85b admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:12:34.414417 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ceb90ae-c1c5-415f-8566-d1c4df188be7 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:12:34.431113 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79665fca-68ad-4d60-8991-c0fd5e34d85b admin admin] Pushing event updated for resources: {'Port': ['ID=b937479a-986b-4355-99e3-e17b47a425e6,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:34.510137 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-055052bb-db70-44c8-ba0c-f5e448cfbffc None None] Provisioning complete for port b937479a-986b-4355-99e3-e17b47a425e6 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:34.510988 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-055052bb-db70-44c8-ba0c-f5e448cfbffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:34.558742 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-055052bb-db70-44c8-ba0c-f5e448cfbffc None None] Port b937479a-986b-4355-99e3-e17b47a425e6 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:12:34.705758 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c3b6ff51-5c49-48af-95f1-608cb32028e3 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:12:34.726527 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79665fca-68ad-4d60-8991-c0fd5e34d85b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:34.754252 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port c3b6ff51-5c49-48af-95f1-608cb32028e3 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:34.754617 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:34.837595 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:34.870160 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port c3b6ff51-5c49-48af-95f1-608cb32028e3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c3b6ff51-5c49-48af-95f1-608cb32028e3,segment=NetworkSegment(a215effe-0cc9-4c97-83ad-7d42371031a4),segment_id=a215effe-0cc9-4c97-83ad-7d42371031a4)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:12:34.876296 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:34.924496 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=c3b6ff51-5c49-48af-95f1-608cb32028e3,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:34.937981 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79665fca-68ad-4d60-8991-c0fd5e34d85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:35.073048 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79665fca-68ad-4d60-8991-c0fd5e34d85b admin admin] Router 3930a434-38e0-473f-ab8d-e02738157c02 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 12:12:35.184929 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79665fca-68ad-4d60-8991-c0fd5e34d85b admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:12:35.196487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] Sync routers for ids ['3930a434-38e0-473f-ab8d-e02738157c02'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:12:35.211070 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] Routers {'3930a434-38e0-473f-ab8d-e02738157c02'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:12:35.211298 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79665fca-68ad-4d60-8991-c0fd5e34d85b admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:35.212218 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:12:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3930a434-38e0-473f-ab8d-e02738157c02'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:35.216064 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53952) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:12:35.216586 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-79665fca-68ad-4d60-8991-c0fd5e34d85b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5738473 Nov 15 12:12:35.332311 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] Set router 3930a434-38e0-473f-ab8d-e02738157c02 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:12:35.368754 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b46c80a-8e0d-4524-93f8-6b0a1e14519c None None] Network cafc9271-fb9a-444e-b07d-0aa6ae350116 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:12:35.569258 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0d26b2cb-f08d-4f99-a998-8784f9ea0836 None None] Provisioning complete for port c3b6ff51-5c49-48af-95f1-608cb32028e3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:35.569940 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0d26b2cb-f08d-4f99-a998-8784f9ea0836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:35.665498 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a972979c-d3ff-44b2-a741-b081b4b03124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:35.764594 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930a434-38e0-473f-ab8d-e02738157c02', 'name': 'tempest-TestMinimumBasicScenario-1649402013-router', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:12:33Z', 'updated_at': '2021-11-15T12:12:34Z', 'revision_number': 3, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'gw_port': {'id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:34Z', 'updated_at': '2021-11-15T12:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:35.802451 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] Checking router: 3930a434-38e0-473f-ab8d-e02738157c02 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:12:35.802793 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] Updating router 3930a434-38e0-473f-ab8d-e02738157c02 port b937479a-986b-4355-99e3-e17b47a425e6 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:12:35.828261 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:35.843225 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-a972979c-d3ff-44b2-a741-b081b4b03124 admin admin] Allocated IP 172.20.0.1 (cafc9271-fb9a-444e-b07d-0aa6ae350116/2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c/f434d3ad-5119-46f4-86da-cdfa85cbc629) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:12:35.948666 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a972979c-d3ff-44b2-a741-b081b4b03124 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:35.983227 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a972979c-d3ff-44b2-a741-b081b4b03124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:36.024873 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a972979c-d3ff-44b2-a741-b081b4b03124 admin admin] Network cafc9271-fb9a-444e-b07d-0aa6ae350116 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:12:36.029865 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-a972979c-d3ff-44b2-a741-b081b4b03124 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:12:36.034583 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a972979c-d3ff-44b2-a741-b081b4b03124 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:12:36.037970 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972979c-d3ff-44b2-a741-b081b4b03124 admin admin] Pushing event updated for resources: {'Port': ['ID=f434d3ad-5119-46f4-86da-cdfa85cbc629,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:36.081878 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a972979c-d3ff-44b2-a741-b081b4b03124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:36.181035 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-81abedd5-ceea-40d7-baa0-2631e1e08014 None None] Provisioning complete for port c3b6ff51-5c49-48af-95f1-608cb32028e3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:36.181405 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-81abedd5-ceea-40d7-baa0-2631e1e08014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:36.218743 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a972979c-d3ff-44b2-a741-b081b4b03124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:36.330363 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:36.342875 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:36.351132 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-03b910d1-ad5b-4546-a400-87e806d76352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:36.385072 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a972979c-d3ff-44b2-a741-b081b4b03124 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:36.389640 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484c31d3-daaa-44f0-b0ee-45cd73b3d094 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:12:36.391012 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a972979c-d3ff-44b2-a741-b081b4b03124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:36.402510 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] Attempting to bind port b937479a-986b-4355-99e3-e17b47a425e6 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:12:36.402870 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] Attempting to bind port b937479a-986b-4355-99e3-e17b47a425e6 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:12:36.403227 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] Attempting to bind port b937479a-986b-4355-99e3-e17b47a425e6 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:12:36.406844 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777cf10-48a6-48fc-8733-53d64de594fc None None] Pushing event updated for resources: {'Port': ['ID=b937479a-986b-4355-99e3-e17b47a425e6,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:36.412520 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:12:36.412889 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:12:36.413280 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:36.413716 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:12:36.414177 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] Bound port: b937479a-986b-4355-99e3-e17b47a425e6, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:12:36.414544 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:36.465099 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a972979c-d3ff-44b2-a741-b081b4b03124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:36.468368 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972979c-d3ff-44b2-a741-b081b4b03124 admin admin] Pushing event updated for resources: {'Port': ['ID=f434d3ad-5119-46f4-86da-cdfa85cbc629,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:36.479150 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] For port b937479a-986b-4355-99e3-e17b47a425e6, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:12:36.484893 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] For port b937479a-986b-4355-99e3-e17b47a425e6, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b937479a-986b-4355-99e3-e17b47a425e6,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:12:36.485995 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d256e07c-7225-4368-94b5-6ea87bd2d353 None None] Provisioning complete for port b937479a-986b-4355-99e3-e17b47a425e6 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:36.486369 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d256e07c-7225-4368-94b5-6ea87bd2d353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:36.508463 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:36.551512 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d256e07c-7225-4368-94b5-6ea87bd2d353 None None] Port b937479a-986b-4355-99e3-e17b47a425e6 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:12:36.564983 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a972979c-d3ff-44b2-a741-b081b4b03124 admin admin] Network cafc9271-fb9a-444e-b07d-0aa6ae350116 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:12:36.566460 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-a972979c-d3ff-44b2-a741-b081b4b03124 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:12:36.569245 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0f52d8-fb32-44f6-ac53-d7f2dfd496eb None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:12:36.591444 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d256e07c-7225-4368-94b5-6ea87bd2d353 None None] Provisioning complete for port f434d3ad-5119-46f4-86da-cdfa85cbc629 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:36.592023 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d256e07c-7225-4368-94b5-6ea87bd2d353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:36.593729 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777cf10-48a6-48fc-8733-53d64de594fc None None] Pushing event updated for resources: {'Port': ['ID=b937479a-986b-4355-99e3-e17b47a425e6,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:36.622069 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] Routers {'3930a434-38e0-473f-ab8d-e02738157c02'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:12:36.622784 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:12:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3930a434-38e0-473f-ab8d-e02738157c02'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:36.688468 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a972979c-d3ff-44b2-a741-b081b4b03124 admin admin] Router 3930a434-38e0-473f-ab8d-e02738157c02 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:12:36.695657 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c3b6ff51-5c49-48af-95f1-608cb32028e3 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:12:36.727521 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d256e07c-7225-4368-94b5-6ea87bd2d353 None None] Port f434d3ad-5119-46f4-86da-cdfa85cbc629 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:12:36.773196 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] Set router 3930a434-38e0-473f-ab8d-e02738157c02 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:12:36.803343 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a972979c-d3ff-44b2-a741-b081b4b03124 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:12:36.807355 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port c3b6ff51-5c49-48af-95f1-608cb32028e3 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:36.807695 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:36.809352 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a972979c-d3ff-44b2-a741-b081b4b03124 admin admin] 10.222.0.64 "PUT /v2.0/routers/3930a434-38e0-473f-ab8d-e02738157c02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5915253 Nov 15 12:12:36.931045 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5693cd47-2fd9-46f5-8c1e-787db7695223 None None] Provisioning complete for port b937479a-986b-4355-99e3-e17b47a425e6 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:36.931418 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5693cd47-2fd9-46f5-8c1e-787db7695223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:37.117572 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5693cd47-2fd9-46f5-8c1e-787db7695223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:37.142549 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5693cd47-2fd9-46f5-8c1e-787db7695223 None None] For port b937479a-986b-4355-99e3-e17b47a425e6, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b937479a-986b-4355-99e3-e17b47a425e6,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:12:37.145590 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930a434-38e0-473f-ab8d-e02738157c02', 'name': 'tempest-TestMinimumBasicScenario-1649402013-router', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:12:33Z', 'updated_at': '2021-11-15T12:12:36Z', 'revision_number': 4, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'gw_port': {'id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:34Z', 'updated_at': '2021-11-15T12:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f434d3ad-5119-46f4-86da-cdfa85cbc629', 'name': '', 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'mac_address': 'fa:16:3e:c2:dc:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:35Z', 'updated_at': '2021-11-15T12:12:36Z', 'revision_number': 2, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'subnets': [{'id': '2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:37.148671 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5693cd47-2fd9-46f5-8c1e-787db7695223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:37.177214 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc6c4a-6563-4537-bedf-5dc0805f348f None None] The sync data for ids ['3930a434-38e0-473f-ab8d-e02738157c02'] in n-d-729945-9 is: [{'id': '3930a434-38e0-473f-ab8d-e02738157c02', 'name': 'tempest-TestMinimumBasicScenario-1649402013-router', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:12:33Z', 'updated_at': '2021-11-15T12:12:36Z', 'revision_number': 4, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'gw_port': {'id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:34Z', 'updated_at': '2021-11-15T12:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f434d3ad-5119-46f4-86da-cdfa85cbc629', 'name': '', 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'mac_address': 'fa:16:3e:c2:dc:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:35Z', 'updated_at': '2021-11-15T12:12:36Z', 'revision_number': 2, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'subnets': [{'id': '2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:12:37.212157 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5693cd47-2fd9-46f5-8c1e-787db7695223 None None] Provisioning complete for port f434d3ad-5119-46f4-86da-cdfa85cbc629 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:37.212525 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5693cd47-2fd9-46f5-8c1e-787db7695223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:37.250968 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693cd47-2fd9-46f5-8c1e-787db7695223 None None] Pushing event updated for resources: {'Port': ['ID=b937479a-986b-4355-99e3-e17b47a425e6,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:37.259055 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-5693cd47-2fd9-46f5-8c1e-787db7695223 None None] Port f434d3ad-5119-46f4-86da-cdfa85cbc629 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:12:37.306556 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53970) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:12:37.311515 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-77eea732-aa70-48ca-a7ab-b586d60e6240 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1684345514-network', 'tenant_id': '05cd551a8c384eb2a47e8c74e9805539'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:12:37.335087 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77eea732-aa70-48ca-a7ab-b586d60e6240 admin admin] Made reservation on behalf of 05cd551a8c384eb2a47e8c74e9805539 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:12:37.337609 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77eea732-aa70-48ca-a7ab-b586d60e6240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:37.347243 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77eea732-aa70-48ca-a7ab-b586d60e6240 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:37.441243 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77eea732-aa70-48ca-a7ab-b586d60e6240 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:37.445901 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77eea732-aa70-48ca-a7ab-b586d60e6240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:37.480054 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77eea732-aa70-48ca-a7ab-b586d60e6240 admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:12:37.485954 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eea732-aa70-48ca-a7ab-b586d60e6240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4804b394-e1d4-4a84-b969-adee13ba6c53,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:37.495804 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77eea732-aa70-48ca-a7ab-b586d60e6240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:37.496294 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-77eea732-aa70-48ca-a7ab-b586d60e6240 admin admin] Added segment d57ee600-9480-464f-976d-a036ad362147 of type vlan for network 173b8f82-190b-4dd2-8e4e-c8f5de57299f Nov 15 12:12:37.538769 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77eea732-aa70-48ca-a7ab-b586d60e6240 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:37.564313 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77eea732-aa70-48ca-a7ab-b586d60e6240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:37.565325 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77eea732-aa70-48ca-a7ab-b586d60e6240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:12:37.565909 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77eea732-aa70-48ca-a7ab-b586d60e6240 admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:37.613002 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-77eea732-aa70-48ca-a7ab-b586d60e6240 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3050964 Nov 15 12:12:37.615457 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53972) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:12:37.622282 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-e7fae52d-288e-404c-a164-22cded902280 admin admin] Request body: {'subnet': {'network_id': '173b8f82-190b-4dd2-8e4e-c8f5de57299f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1684345514-subnet', 'tenant_id': '05cd551a8c384eb2a47e8c74e9805539', 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:12:37.646014 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eea732-aa70-48ca-a7ab-b586d60e6240 admin admin] Pushing event updated for resources: {'Network': ['ID=173b8f82-190b-4dd2-8e4e-c8f5de57299f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:37.656749 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 173b8f82-190b-4dd2-8e4e-c8f5de57299f details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:12:37.657538 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fae52d-288e-404c-a164-22cded902280 admin admin] Made reservation on behalf of 05cd551a8c384eb2a47e8c74e9805539 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:12:37.660284 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e7fae52d-288e-404c-a164-22cded902280 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:37.862428 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e7fae52d-288e-404c-a164-22cded902280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:37.925008 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fae52d-288e-404c-a164-22cded902280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=951bc1f2-a8e4-46fc-805b-696d1a01025d,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:37.932693 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fae52d-288e-404c-a164-22cded902280 admin admin] Checking segment: {'id': 'd57ee600-9480-464f-976d-a036ad362147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '173b8f82-190b-4dd2-8e4e-c8f5de57299f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:12:37.933040 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fae52d-288e-404c-a164-22cded902280 admin admin] Network hostable DHCP agents. Network: 173b8f82-190b-4dd2-8e4e-c8f5de57299f, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:12:37.950789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fae52d-288e-404c-a164-22cded902280 admin admin] Network 173b8f82-190b-4dd2-8e4e-c8f5de57299f is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:12:37.962447 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-e7fae52d-288e-404c-a164-22cded902280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 173b8f82-190b-4dd2-8e4e-c8f5de57299f) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:12:37.966974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fae52d-288e-404c-a164-22cded902280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:12:37.967907 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e7fae52d-288e-404c-a164-22cded902280 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:37.972758 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7947e2ce-21cc-4765-ae58-1b739fd5d1cd None None] Network 173b8f82-190b-4dd2-8e4e-c8f5de57299f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:12:37.987199 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e7fae52d-288e-404c-a164-22cded902280 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3706250 Nov 15 12:12:37.989741 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 53974) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:12:37.994495 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-7cbb1da4-239b-4fb5-9bd7-b170d3b6c8a9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1684345514-router', 'tenant_id': '05cd551a8c384eb2a47e8c74e9805539', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:12:38.019417 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7cbb1da4-239b-4fb5-9bd7-b170d3b6c8a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:38.020671 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7cbb1da4-239b-4fb5-9bd7-b170d3b6c8a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:38.076861 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7cbb1da4-239b-4fb5-9bd7-b170d3b6c8a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:38.133890 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841532d2-17f5-494f-8e29-bab178106514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-173b8f82-190b-4dd2-8e4e-c8f5de57299f', 'network_id': '173b8f82-190b-4dd2-8e4e-c8f5de57299f', 'tenant_id': '05cd551a8c384eb2a47e8c74e9805539', 'fixed_ips': [{'subnet_id': '951bc1f2-a8e4-46fc-805b-696d1a01025d'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:12:38.134826 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-841532d2-17f5-494f-8e29-bab178106514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:38.239932 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7cbb1da4-239b-4fb5-9bd7-b170d3b6c8a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:38.276679 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-841532d2-17f5-494f-8e29-bab178106514 None None] Allocated IP 172.20.0.2 (173b8f82-190b-4dd2-8e4e-c8f5de57299f/951bc1f2-a8e4-46fc-805b-696d1a01025d/d12040bd-5b26-4ac7-9c1f-2f9f98ad204d) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:12:38.448141 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8efed90f-2938-4780-8d9c-45c15badc07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:38.449950 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-841532d2-17f5-494f-8e29-bab178106514 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:38.454112 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7cbb1da4-239b-4fb5-9bd7-b170d3b6c8a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:38.458756 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-841532d2-17f5-494f-8e29-bab178106514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:38.474441 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7cbb1da4-239b-4fb5-9bd7-b170d3b6c8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:38.502053 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841532d2-17f5-494f-8e29-bab178106514 None None] Network 173b8f82-190b-4dd2-8e4e-c8f5de57299f is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:12:38.504976 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-841532d2-17f5-494f-8e29-bab178106514 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:12:38.508651 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841532d2-17f5-494f-8e29-bab178106514 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:12:38.515300 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841532d2-17f5-494f-8e29-bab178106514 None None] Pushing event updated for resources: {'Port': ['ID=d12040bd-5b26-4ac7-9c1f-2f9f98ad204d,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:38.565649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-841532d2-17f5-494f-8e29-bab178106514 None None] Attempting to bind port d12040bd-5b26-4ac7-9c1f-2f9f98ad204d on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:12:38.566001 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-841532d2-17f5-494f-8e29-bab178106514 None None] Attempting to bind port d12040bd-5b26-4ac7-9c1f-2f9f98ad204d by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'd57ee600-9480-464f-976d-a036ad362147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '173b8f82-190b-4dd2-8e4e-c8f5de57299f'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:12:38.566353 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841532d2-17f5-494f-8e29-bab178106514 None None] Attempting to bind port d12040bd-5b26-4ac7-9c1f-2f9f98ad204d on network 173b8f82-190b-4dd2-8e4e-c8f5de57299f {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:12:38.571314 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841532d2-17f5-494f-8e29-bab178106514 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:12:38.571672 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841532d2-17f5-494f-8e29-bab178106514 None None] Checking segment: {'id': 'd57ee600-9480-464f-976d-a036ad362147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '173b8f82-190b-4dd2-8e4e-c8f5de57299f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:12:38.572093 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-841532d2-17f5-494f-8e29-bab178106514 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:38.572481 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841532d2-17f5-494f-8e29-bab178106514 None None] Bound using segment: {'id': 'd57ee600-9480-464f-976d-a036ad362147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '173b8f82-190b-4dd2-8e4e-c8f5de57299f'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:12:38.572939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-841532d2-17f5-494f-8e29-bab178106514 None None] Bound port: d12040bd-5b26-4ac7-9c1f-2f9f98ad204d, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57ee600-9480-464f-976d-a036ad362147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '173b8f82-190b-4dd2-8e4e-c8f5de57299f'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:12:38.573306 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-841532d2-17f5-494f-8e29-bab178106514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:38.583314 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-7cbb1da4-239b-4fb5-9bd7-b170d3b6c8a9 admin admin] Allocated IP 172.25.7.88 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/9db7a42a-969c-49f3-a834-afe77ecaae99) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:12:38.643258 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-841532d2-17f5-494f-8e29-bab178106514 None None] For port d12040bd-5b26-4ac7-9c1f-2f9f98ad204d, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:12:38.647893 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-841532d2-17f5-494f-8e29-bab178106514 None None] For port d12040bd-5b26-4ac7-9c1f-2f9f98ad204d, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d12040bd-5b26-4ac7-9c1f-2f9f98ad204d,segment=NetworkSegment(d57ee600-9480-464f-976d-a036ad362147),segment_id=d57ee600-9480-464f-976d-a036ad362147)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:12:38.654088 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-841532d2-17f5-494f-8e29-bab178106514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:38.707733 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b937479a-986b-4355-99e3-e17b47a425e6 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:12:38.715556 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7cbb1da4-239b-4fb5-9bd7-b170d3b6c8a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:38.751693 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7cbb1da4-239b-4fb5-9bd7-b170d3b6c8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:38.753019 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841532d2-17f5-494f-8e29-bab178106514 None None] Pushing event updated for resources: {'Port': ['ID=d12040bd-5b26-4ac7-9c1f-2f9f98ad204d,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:38.783176 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port b937479a-986b-4355-99e3-e17b47a425e6 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:38.783572 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:38.795092 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbb1da4-239b-4fb5-9bd7-b170d3b6c8a9 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:12:38.801994 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-7cbb1da4-239b-4fb5-9bd7-b170d3b6c8a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:12:38.804544 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbb1da4-239b-4fb5-9bd7-b170d3b6c8a9 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:12:38.816722 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63474cf1-7ac8-42c0-a7cf-3c7d33190362 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:12:38.830102 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb1da4-239b-4fb5-9bd7-b170d3b6c8a9 admin admin] Pushing event updated for resources: {'Port': ['ID=9db7a42a-969c-49f3-a834-afe77ecaae99,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:38.915015 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-648c8c2a-047a-4741-93d0-666dfcbef123 None None] Provisioning complete for port 9db7a42a-969c-49f3-a834-afe77ecaae99 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:38.916068 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-648c8c2a-047a-4741-93d0-666dfcbef123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:38.966875 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-648c8c2a-047a-4741-93d0-666dfcbef123 None None] Port 9db7a42a-969c-49f3-a834-afe77ecaae99 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:12:39.452999 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7cbb1da4-239b-4fb5-9bd7-b170d3b6c8a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:39.656276 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7cbb1da4-239b-4fb5-9bd7-b170d3b6c8a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:39.689104 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4443aad6-ec0f-4efa-81b3-7b90e775abed None None] Network 173b8f82-190b-4dd2-8e4e-c8f5de57299f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:12:39.691244 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] Sync routers for ids ['3930a434-38e0-473f-ab8d-e02738157c02'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:12:39.701053 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] Routers {'3930a434-38e0-473f-ab8d-e02738157c02'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:12:39.701728 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:12:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3930a434-38e0-473f-ab8d-e02738157c02'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:39.795954 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbb1da4-239b-4fb5-9bd7-b170d3b6c8a9 admin admin] Router 0058eced-227f-4c0e-a946-f465d37769bd is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 12:12:39.806694 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] Set router 3930a434-38e0-473f-ab8d-e02738157c02 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:12:39.827966 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-81c96bd4-81db-44d1-9054-224d3e6307e5 None None] Provisioning complete for port d12040bd-5b26-4ac7-9c1f-2f9f98ad204d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:39.828557 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-81c96bd4-81db-44d1-9054-224d3e6307e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:39.905147 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbb1da4-239b-4fb5-9bd7-b170d3b6c8a9 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:12:39.928026 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7cbb1da4-239b-4fb5-9bd7-b170d3b6c8a9 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:39.932339 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7cbb1da4-239b-4fb5-9bd7-b170d3b6c8a9 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9413929 Nov 15 12:12:39.932954 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 53976) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:12:40.015180 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930a434-38e0-473f-ab8d-e02738157c02', 'name': 'tempest-TestMinimumBasicScenario-1649402013-router', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:12:33Z', 'updated_at': '2021-11-15T12:12:36Z', 'revision_number': 4, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'gw_port': {'id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:34Z', 'updated_at': '2021-11-15T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f434d3ad-5119-46f4-86da-cdfa85cbc629', 'name': '', 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'mac_address': 'fa:16:3e:c2:dc:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:35Z', 'updated_at': '2021-11-15T12:12:36Z', 'revision_number': 2, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'subnets': [{'id': '2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:40.041365 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] Checking router: 3930a434-38e0-473f-ab8d-e02738157c02 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:12:40.041862 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] Updating router 3930a434-38e0-473f-ab8d-e02738157c02 port f434d3ad-5119-46f4-86da-cdfa85cbc629 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:12:40.052155 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] Sync routers for ids ['0058eced-227f-4c0e-a946-f465d37769bd'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:12:40.067740 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:40.070952 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] Routers {'0058eced-227f-4c0e-a946-f465d37769bd'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:12:40.071570 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:12:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['0058eced-227f-4c0e-a946-f465d37769bd'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:40.175908 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:40.244181 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] Set router 0058eced-227f-4c0e-a946-f465d37769bd gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:12:40.387683 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7456e90-59a8-460e-9b95-c9dc01c60ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:40.396386 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-81c96bd4-81db-44d1-9054-224d3e6307e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:40.461483 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-81c96bd4-81db-44d1-9054-224d3e6307e5 None None] For port d12040bd-5b26-4ac7-9c1f-2f9f98ad204d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d12040bd-5b26-4ac7-9c1f-2f9f98ad204d,segment=NetworkSegment(d57ee600-9480-464f-976d-a036ad362147),segment_id=d57ee600-9480-464f-976d-a036ad362147)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:12:40.469923 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-81c96bd4-81db-44d1-9054-224d3e6307e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:40.471414 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:40.480102 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:40.526112 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed9f2b-2a57-4a3f-a8b4-6e390ae7ebdd None None] Pushing event updated for resources: {'Port': ['ID=f434d3ad-5119-46f4-86da-cdfa85cbc629,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:40.526575 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0058eced-227f-4c0e-a946-f465d37769bd', 'name': 'tempest-TestMinimumBasicScenario-1684345514-router', 'tenant_id': '05cd551a8c384eb2a47e8c74e9805539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '9db7a42a-969c-49f3-a834-afe77ecaae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:12:38Z', 'updated_at': '2021-11-15T12:12:38Z', 'revision_number': 3, 'project_id': '05cd551a8c384eb2a47e8c74e9805539', 'gw_port': {'id': '9db7a42a-969c-49f3-a834-afe77ecaae99', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0058eced-227f-4c0e-a946-f465d37769bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:38Z', 'updated_at': '2021-11-15T12:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:40.529614 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c96bd4-81db-44d1-9054-224d3e6307e5 None None] Pushing event updated for resources: {'Port': ['ID=d12040bd-5b26-4ac7-9c1f-2f9f98ad204d,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:40.534102 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed9f2b-2a57-4a3f-a8b4-6e390ae7ebdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:40.534657 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed9f2b-2a57-4a3f-a8b4-6e390ae7ebdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:40.535180 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed9f2b-2a57-4a3f-a8b4-6e390ae7ebdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:40.535660 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed9f2b-2a57-4a3f-a8b4-6e390ae7ebdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:40.536162 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed9f2b-2a57-4a3f-a8b4-6e390ae7ebdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:40.536635 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed9f2b-2a57-4a3f-a8b4-6e390ae7ebdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:40.537100 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed9f2b-2a57-4a3f-a8b4-6e390ae7ebdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:40.537681 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed9f2b-2a57-4a3f-a8b4-6e390ae7ebdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:40.538156 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed9f2b-2a57-4a3f-a8b4-6e390ae7ebdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:40.538701 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed9f2b-2a57-4a3f-a8b4-6e390ae7ebdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:40.539170 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed9f2b-2a57-4a3f-a8b4-6e390ae7ebdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:40.539644 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed9f2b-2a57-4a3f-a8b4-6e390ae7ebdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:40.557048 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] Checking router: 0058eced-227f-4c0e-a946-f465d37769bd for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:12:40.557769 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] Updating router 0058eced-227f-4c0e-a946-f465d37769bd port 9db7a42a-969c-49f3-a834-afe77ecaae99 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:12:40.577972 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-d7456e90-59a8-460e-9b95-c9dc01c60ab5 admin admin] Allocated IP 172.20.0.1 (173b8f82-190b-4dd2-8e4e-c8f5de57299f/951bc1f2-a8e4-46fc-805b-696d1a01025d/34ddb71c-60e0-48c3-adcb-ac57b88d9634) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:12:40.590440 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:40.617097 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] Attempting to bind port f434d3ad-5119-46f4-86da-cdfa85cbc629 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:12:40.617831 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] Attempting to bind port f434d3ad-5119-46f4-86da-cdfa85cbc629 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a215effe-0cc9-4c97-83ad-7d42371031a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:12:40.618343 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] Attempting to bind port f434d3ad-5119-46f4-86da-cdfa85cbc629 on network cafc9271-fb9a-444e-b07d-0aa6ae350116 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:12:40.633140 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:12:40.633597 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] Checking segment: {'id': 'a215effe-0cc9-4c97-83ad-7d42371031a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:12:40.633994 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:40.637042 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] Bound using segment: {'id': 'a215effe-0cc9-4c97-83ad-7d42371031a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:12:40.637910 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] Bound port: f434d3ad-5119-46f4-86da-cdfa85cbc629, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a215effe-0cc9-4c97-83ad-7d42371031a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:12:40.638461 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:40.641888 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-41ae3b8b-6294-458d-8a88-5a44ad778617 None None] Provisioning complete for port d12040bd-5b26-4ac7-9c1f-2f9f98ad204d triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:40.642346 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-41ae3b8b-6294-458d-8a88-5a44ad778617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:40.714198 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] For port f434d3ad-5119-46f4-86da-cdfa85cbc629, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:12:40.718246 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] For port f434d3ad-5119-46f4-86da-cdfa85cbc629, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f434d3ad-5119-46f4-86da-cdfa85cbc629,segment=NetworkSegment(a215effe-0cc9-4c97-83ad-7d42371031a4),segment_id=a215effe-0cc9-4c97-83ad-7d42371031a4)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:12:40.726598 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:40.768288 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d12040bd-5b26-4ac7-9c1f-2f9f98ad204d up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:12:40.786524 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] Routers {'3930a434-38e0-473f-ab8d-e02738157c02'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:12:40.788674 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:12:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3930a434-38e0-473f-ab8d-e02738157c02'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:40.881270 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed9f2b-2a57-4a3f-a8b4-6e390ae7ebdd None None] Pushing event updated for resources: {'Port': ['ID=f434d3ad-5119-46f4-86da-cdfa85cbc629,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:40.938514 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] Set router 3930a434-38e0-473f-ab8d-e02738157c02 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:12:40.946662 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d12040bd-5b26-4ac7-9c1f-2f9f98ad204d triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:40.947238 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:41.088231 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-83a5eda4-938e-4605-bd61-398a94b9392f None None] Provisioning complete for port f434d3ad-5119-46f4-86da-cdfa85cbc629 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:41.088590 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-83a5eda4-938e-4605-bd61-398a94b9392f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:41.121673 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7456e90-59a8-460e-9b95-c9dc01c60ab5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:41.161761 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7456e90-59a8-460e-9b95-c9dc01c60ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:41.177108 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:41.184654 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930a434-38e0-473f-ab8d-e02738157c02', 'name': 'tempest-TestMinimumBasicScenario-1649402013-router', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:12:33Z', 'updated_at': '2021-11-15T12:12:36Z', 'revision_number': 4, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'gw_port': {'id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:34Z', 'updated_at': '2021-11-15T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f434d3ad-5119-46f4-86da-cdfa85cbc629', 'name': '', 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'mac_address': 'fa:16:3e:c2:dc:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:35Z', 'updated_at': '2021-11-15T12:12:40Z', 'revision_number': 4, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'subnets': [{'id': '2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:41.202114 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7456e90-59a8-460e-9b95-c9dc01c60ab5 admin admin] Network 173b8f82-190b-4dd2-8e4e-c8f5de57299f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:12:41.205942 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d7456e90-59a8-460e-9b95-c9dc01c60ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:12:41.206476 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:41.209564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7456e90-59a8-460e-9b95-c9dc01c60ab5 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:12:41.212584 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b6f4d-e7aa-40e2-b800-612c0ca7ec88 None None] The sync data for ids ['3930a434-38e0-473f-ab8d-e02738157c02'] in n-d-729945-9 is: [{'id': '3930a434-38e0-473f-ab8d-e02738157c02', 'name': 'tempest-TestMinimumBasicScenario-1649402013-router', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:12:33Z', 'updated_at': '2021-11-15T12:12:36Z', 'revision_number': 4, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'gw_port': {'id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:34Z', 'updated_at': '2021-11-15T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f434d3ad-5119-46f4-86da-cdfa85cbc629', 'name': '', 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'mac_address': 'fa:16:3e:c2:dc:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:35Z', 'updated_at': '2021-11-15T12:12:40Z', 'revision_number': 4, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'subnets': [{'id': '2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:12:41.250929 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7456e90-59a8-460e-9b95-c9dc01c60ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:41.271892 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da55c55-6030-43d1-9cf9-5c8116333278 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:12:41.283330 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-83a5eda4-938e-4605-bd61-398a94b9392f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:41.286990 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7456e90-59a8-460e-9b95-c9dc01c60ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=34ddb71c-60e0-48c3-adcb-ac57b88d9634,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:41.293270 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] Attempting to bind port 9db7a42a-969c-49f3-a834-afe77ecaae99 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:12:41.293649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] Attempting to bind port 9db7a42a-969c-49f3-a834-afe77ecaae99 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:12:41.293987 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] Attempting to bind port 9db7a42a-969c-49f3-a834-afe77ecaae99 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:12:41.321118 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:12:41.322073 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:12:41.322476 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:41.322861 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:12:41.323339 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] Bound port: 9db7a42a-969c-49f3-a834-afe77ecaae99, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:12:41.324259 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:41.354425 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf58d35-cd3f-48a7-b158-1de84e6184e1 None None] Pushing event updated for resources: {'Port': ['ID=9db7a42a-969c-49f3-a834-afe77ecaae99,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:41.396052 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-83a5eda4-938e-4605-bd61-398a94b9392f None None] For port f434d3ad-5119-46f4-86da-cdfa85cbc629, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f434d3ad-5119-46f4-86da-cdfa85cbc629,segment=NetworkSegment(a215effe-0cc9-4c97-83ad-7d42371031a4),segment_id=a215effe-0cc9-4c97-83ad-7d42371031a4)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:12:41.405474 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-83a5eda4-938e-4605-bd61-398a94b9392f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:41.424778 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7456e90-59a8-460e-9b95-c9dc01c60ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:41.438753 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] For port 9db7a42a-969c-49f3-a834-afe77ecaae99, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:12:41.458789 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] For port 9db7a42a-969c-49f3-a834-afe77ecaae99, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9db7a42a-969c-49f3-a834-afe77ecaae99,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:12:41.476533 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:41.494387 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5eda4-938e-4605-bd61-398a94b9392f None None] Pushing event updated for resources: {'Port': ['ID=f434d3ad-5119-46f4-86da-cdfa85cbc629,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:41.506225 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e06c9be-6feb-4044-9bc8-df019147fce0 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:12:41.554476 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] Routers {'0058eced-227f-4c0e-a946-f465d37769bd'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:12:41.554877 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:12:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['0058eced-227f-4c0e-a946-f465d37769bd'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:41.603956 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7a334c27-e3d6-4bfb-ab0a-6b91de9021fd None None] Provisioning complete for port 9db7a42a-969c-49f3-a834-afe77ecaae99 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:41.604489 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7a334c27-e3d6-4bfb-ab0a-6b91de9021fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:41.617068 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7456e90-59a8-460e-9b95-c9dc01c60ab5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:41.623107 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7456e90-59a8-460e-9b95-c9dc01c60ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:41.669172 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf58d35-cd3f-48a7-b158-1de84e6184e1 None None] Pushing event updated for resources: {'Port': ['ID=9db7a42a-969c-49f3-a834-afe77ecaae99,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:41.700334 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d7456e90-59a8-460e-9b95-c9dc01c60ab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:41.701713 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:41.703114 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7456e90-59a8-460e-9b95-c9dc01c60ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=34ddb71c-60e0-48c3-adcb-ac57b88d9634,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:41.754835 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] Set router 0058eced-227f-4c0e-a946-f465d37769bd gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:12:41.799764 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7456e90-59a8-460e-9b95-c9dc01c60ab5 admin admin] Network 173b8f82-190b-4dd2-8e4e-c8f5de57299f is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:12:41.801620 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d7456e90-59a8-460e-9b95-c9dc01c60ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:12:41.808293 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7a334c27-e3d6-4bfb-ab0a-6b91de9021fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:41.903384 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7a334c27-e3d6-4bfb-ab0a-6b91de9021fd None None] For port 9db7a42a-969c-49f3-a834-afe77ecaae99, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9db7a42a-969c-49f3-a834-afe77ecaae99,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:12:41.918382 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7a334c27-e3d6-4bfb-ab0a-6b91de9021fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:41.976458 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7456e90-59a8-460e-9b95-c9dc01c60ab5 admin admin] Router 0058eced-227f-4c0e-a946-f465d37769bd has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:12:42.001636 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7a334c27-e3d6-4bfb-ab0a-6b91de9021fd None None] Provisioning complete for port 34ddb71c-60e0-48c3-adcb-ac57b88d9634 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:42.002212 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7a334c27-e3d6-4bfb-ab0a-6b91de9021fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:42.008896 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a334c27-e3d6-4bfb-ab0a-6b91de9021fd None None] Pushing event updated for resources: {'Port': ['ID=9db7a42a-969c-49f3-a834-afe77ecaae99,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:42.069488 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7a334c27-e3d6-4bfb-ab0a-6b91de9021fd None None] Port 34ddb71c-60e0-48c3-adcb-ac57b88d9634 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:12:42.099845 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7a334c27-e3d6-4bfb-ab0a-6b91de9021fd None None] Provisioning complete for port f434d3ad-5119-46f4-86da-cdfa85cbc629 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:42.100209 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7a334c27-e3d6-4bfb-ab0a-6b91de9021fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:42.119927 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7456e90-59a8-460e-9b95-c9dc01c60ab5 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:12:42.125318 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d7456e90-59a8-460e-9b95-c9dc01c60ab5 admin admin] 10.222.0.64 "PUT /v2.0/routers/0058eced-227f-4c0e-a946-f465d37769bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1898787 Nov 15 12:12:42.141130 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0058eced-227f-4c0e-a946-f465d37769bd', 'name': 'tempest-TestMinimumBasicScenario-1684345514-router', 'tenant_id': '05cd551a8c384eb2a47e8c74e9805539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '9db7a42a-969c-49f3-a834-afe77ecaae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:12:38Z', 'updated_at': '2021-11-15T12:12:41Z', 'revision_number': 4, 'project_id': '05cd551a8c384eb2a47e8c74e9805539', 'gw_port': {'id': '9db7a42a-969c-49f3-a834-afe77ecaae99', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0058eced-227f-4c0e-a946-f465d37769bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:38Z', 'updated_at': '2021-11-15T12:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '34ddb71c-60e0-48c3-adcb-ac57b88d9634', 'name': '', 'network_id': '173b8f82-190b-4dd2-8e4e-c8f5de57299f', 'tenant_id': '05cd551a8c384eb2a47e8c74e9805539', 'mac_address': 'fa:16:3e:7c:5e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0058eced-227f-4c0e-a946-f465d37769bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '951bc1f2-a8e4-46fc-805b-696d1a01025d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:40Z', 'updated_at': '2021-11-15T12:12:40Z', 'revision_number': 1, 'project_id': '05cd551a8c384eb2a47e8c74e9805539', 'subnets': [{'id': '951bc1f2-a8e4-46fc-805b-696d1a01025d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:42.350613 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cebe201-3e0a-4ae1-a280-7f18c3fa3727 None None] The sync data for ids ['0058eced-227f-4c0e-a946-f465d37769bd'] in n-d-729945-9 is: [{'id': '0058eced-227f-4c0e-a946-f465d37769bd', 'name': 'tempest-TestMinimumBasicScenario-1684345514-router', 'tenant_id': '05cd551a8c384eb2a47e8c74e9805539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '9db7a42a-969c-49f3-a834-afe77ecaae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:12:38Z', 'updated_at': '2021-11-15T12:12:41Z', 'revision_number': 4, 'project_id': '05cd551a8c384eb2a47e8c74e9805539', 'gw_port': {'id': '9db7a42a-969c-49f3-a834-afe77ecaae99', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0058eced-227f-4c0e-a946-f465d37769bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:38Z', 'updated_at': '2021-11-15T12:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '34ddb71c-60e0-48c3-adcb-ac57b88d9634', 'name': '', 'network_id': '173b8f82-190b-4dd2-8e4e-c8f5de57299f', 'tenant_id': '05cd551a8c384eb2a47e8c74e9805539', 'mac_address': 'fa:16:3e:7c:5e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0058eced-227f-4c0e-a946-f465d37769bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '951bc1f2-a8e4-46fc-805b-696d1a01025d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:40Z', 'updated_at': '2021-11-15T12:12:40Z', 'revision_number': 1, 'project_id': '05cd551a8c384eb2a47e8c74e9805539', 'subnets': [{'id': '951bc1f2-a8e4-46fc-805b-696d1a01025d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:12:42.371533 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:42.532884 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7d10059b-0a67-415d-9b44-81d034eb044c None None] Provisioning complete for port 9db7a42a-969c-49f3-a834-afe77ecaae99 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:42.533270 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7d10059b-0a67-415d-9b44-81d034eb044c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:42.691316 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7d10059b-0a67-415d-9b44-81d034eb044c None None] Provisioning complete for port 34ddb71c-60e0-48c3-adcb-ac57b88d9634 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:42.691988 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7d10059b-0a67-415d-9b44-81d034eb044c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:42.731458 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f434d3ad-5119-46f4-86da-cdfa85cbc629 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:12:42.766682 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7d10059b-0a67-415d-9b44-81d034eb044c None None] Port 34ddb71c-60e0-48c3-adcb-ac57b88d9634 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:12:42.792447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port f434d3ad-5119-46f4-86da-cdfa85cbc629 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:42.792682 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:44.712936 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9db7a42a-969c-49f3-a834-afe77ecaae99 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:12:44.767179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 9db7a42a-969c-49f3-a834-afe77ecaae99 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:44.767534 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:45.373733 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] Sync routers for ids ['0058eced-227f-4c0e-a946-f465d37769bd'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:12:45.386738 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] Routers {'0058eced-227f-4c0e-a946-f465d37769bd'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:12:45.387697 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:12:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['0058eced-227f-4c0e-a946-f465d37769bd'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:45.510239 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] Set router 0058eced-227f-4c0e-a946-f465d37769bd gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:12:45.738535 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0058eced-227f-4c0e-a946-f465d37769bd', 'name': 'tempest-TestMinimumBasicScenario-1684345514-router', 'tenant_id': '05cd551a8c384eb2a47e8c74e9805539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '9db7a42a-969c-49f3-a834-afe77ecaae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:12:38Z', 'updated_at': '2021-11-15T12:12:41Z', 'revision_number': 4, 'project_id': '05cd551a8c384eb2a47e8c74e9805539', 'gw_port': {'id': '9db7a42a-969c-49f3-a834-afe77ecaae99', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058eced-227f-4c0e-a946-f465d37769bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:38Z', 'updated_at': '2021-11-15T12:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '34ddb71c-60e0-48c3-adcb-ac57b88d9634', 'name': '', 'network_id': '173b8f82-190b-4dd2-8e4e-c8f5de57299f', 'tenant_id': '05cd551a8c384eb2a47e8c74e9805539', 'mac_address': 'fa:16:3e:7c:5e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0058eced-227f-4c0e-a946-f465d37769bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '951bc1f2-a8e4-46fc-805b-696d1a01025d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:40Z', 'updated_at': '2021-11-15T12:12:41Z', 'revision_number': 2, 'project_id': '05cd551a8c384eb2a47e8c74e9805539', 'subnets': [{'id': '951bc1f2-a8e4-46fc-805b-696d1a01025d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:45.763692 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] Checking router: 0058eced-227f-4c0e-a946-f465d37769bd for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:12:45.764062 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] Updating router 0058eced-227f-4c0e-a946-f465d37769bd port 34ddb71c-60e0-48c3-adcb-ac57b88d9634 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:12:45.788626 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:46.089381 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:46.101550 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:46.165288 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c888c3d-f007-4c54-a1ac-a42dc5f4a7e5 None None] Pushing event updated for resources: {'Port': ['ID=34ddb71c-60e0-48c3-adcb-ac57b88d9634,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:46.231543 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] Attempting to bind port 34ddb71c-60e0-48c3-adcb-ac57b88d9634 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:12:46.232046 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] Attempting to bind port 34ddb71c-60e0-48c3-adcb-ac57b88d9634 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'd57ee600-9480-464f-976d-a036ad362147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '173b8f82-190b-4dd2-8e4e-c8f5de57299f'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:12:46.232305 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] Attempting to bind port 34ddb71c-60e0-48c3-adcb-ac57b88d9634 on network 173b8f82-190b-4dd2-8e4e-c8f5de57299f {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:12:46.238117 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:12:46.238643 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] Checking segment: {'id': 'd57ee600-9480-464f-976d-a036ad362147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '173b8f82-190b-4dd2-8e4e-c8f5de57299f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:12:46.238904 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:46.239276 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] Bound using segment: {'id': 'd57ee600-9480-464f-976d-a036ad362147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '173b8f82-190b-4dd2-8e4e-c8f5de57299f'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:12:46.239743 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] Bound port: 34ddb71c-60e0-48c3-adcb-ac57b88d9634, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57ee600-9480-464f-976d-a036ad362147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '173b8f82-190b-4dd2-8e4e-c8f5de57299f'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:12:46.240143 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:46.320057 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] For port 34ddb71c-60e0-48c3-adcb-ac57b88d9634, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:12:46.323456 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] For port 34ddb71c-60e0-48c3-adcb-ac57b88d9634, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=34ddb71c-60e0-48c3-adcb-ac57b88d9634,segment=NetworkSegment(d57ee600-9480-464f-976d-a036ad362147),segment_id=d57ee600-9480-464f-976d-a036ad362147)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:12:46.330355 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:46.393893 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c888c3d-f007-4c54-a1ac-a42dc5f4a7e5 None None] Pushing event updated for resources: {'Port': ['ID=34ddb71c-60e0-48c3-adcb-ac57b88d9634,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:46.402937 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] Routers {'0058eced-227f-4c0e-a946-f465d37769bd'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:12:46.403607 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:12:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['0058eced-227f-4c0e-a946-f465d37769bd'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:46.459844 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8aef8c04-e132-4ff7-be7b-554d9039d308 None None] Provisioning complete for port 34ddb71c-60e0-48c3-adcb-ac57b88d9634 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:46.460497 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8aef8c04-e132-4ff7-be7b-554d9039d308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:46.584925 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8aef8c04-e132-4ff7-be7b-554d9039d308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:46.632826 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8aef8c04-e132-4ff7-be7b-554d9039d308 None None] For port 34ddb71c-60e0-48c3-adcb-ac57b88d9634, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=34ddb71c-60e0-48c3-adcb-ac57b88d9634,segment=NetworkSegment(d57ee600-9480-464f-976d-a036ad362147),segment_id=d57ee600-9480-464f-976d-a036ad362147)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:12:46.659978 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8aef8c04-e132-4ff7-be7b-554d9039d308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:46.734114 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] Set router 0058eced-227f-4c0e-a946-f465d37769bd gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:12:46.735284 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef8c04-e132-4ff7-be7b-554d9039d308 None None] Pushing event updated for resources: {'Port': ['ID=34ddb71c-60e0-48c3-adcb-ac57b88d9634,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:46.768683 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 34ddb71c-60e0-48c3-adcb-ac57b88d9634 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:12:46.825989 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-499c6d22-7437-4b03-88ac-c0d41966b320 None None] Provisioning complete for port 34ddb71c-60e0-48c3-adcb-ac57b88d9634 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:46.826354 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-499c6d22-7437-4b03-88ac-c0d41966b320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:46.940076 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 34ddb71c-60e0-48c3-adcb-ac57b88d9634 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:46.940302 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:47.017114 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0058eced-227f-4c0e-a946-f465d37769bd', 'name': 'tempest-TestMinimumBasicScenario-1684345514-router', 'tenant_id': '05cd551a8c384eb2a47e8c74e9805539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '9db7a42a-969c-49f3-a834-afe77ecaae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:12:38Z', 'updated_at': '2021-11-15T12:12:41Z', 'revision_number': 4, 'project_id': '05cd551a8c384eb2a47e8c74e9805539', 'gw_port': {'id': '9db7a42a-969c-49f3-a834-afe77ecaae99', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058eced-227f-4c0e-a946-f465d37769bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:38Z', 'updated_at': '2021-11-15T12:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '34ddb71c-60e0-48c3-adcb-ac57b88d9634', 'name': '', 'network_id': '173b8f82-190b-4dd2-8e4e-c8f5de57299f', 'tenant_id': '05cd551a8c384eb2a47e8c74e9805539', 'mac_address': 'fa:16:3e:7c:5e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0058eced-227f-4c0e-a946-f465d37769bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '951bc1f2-a8e4-46fc-805b-696d1a01025d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:40Z', 'updated_at': '2021-11-15T12:12:46Z', 'revision_number': 4, 'project_id': '05cd551a8c384eb2a47e8c74e9805539', 'subnets': [{'id': '951bc1f2-a8e4-46fc-805b-696d1a01025d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:12:47.051945 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8785fc-2144-4cfb-8036-65de8f59bc80 None None] The sync data for ids ['0058eced-227f-4c0e-a946-f465d37769bd'] in n-d-729945-9 is: [{'id': '0058eced-227f-4c0e-a946-f465d37769bd', 'name': 'tempest-TestMinimumBasicScenario-1684345514-router', 'tenant_id': '05cd551a8c384eb2a47e8c74e9805539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '9db7a42a-969c-49f3-a834-afe77ecaae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:12:38Z', 'updated_at': '2021-11-15T12:12:41Z', 'revision_number': 4, 'project_id': '05cd551a8c384eb2a47e8c74e9805539', 'gw_port': {'id': '9db7a42a-969c-49f3-a834-afe77ecaae99', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058eced-227f-4c0e-a946-f465d37769bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:38Z', 'updated_at': '2021-11-15T12:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '34ddb71c-60e0-48c3-adcb-ac57b88d9634', 'name': '', 'network_id': '173b8f82-190b-4dd2-8e4e-c8f5de57299f', 'tenant_id': '05cd551a8c384eb2a47e8c74e9805539', 'mac_address': 'fa:16:3e:7c:5e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0058eced-227f-4c0e-a946-f465d37769bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '951bc1f2-a8e4-46fc-805b-696d1a01025d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:40Z', 'updated_at': '2021-11-15T12:12:46Z', 'revision_number': 4, 'project_id': '05cd551a8c384eb2a47e8c74e9805539', 'subnets': [{'id': '951bc1f2-a8e4-46fc-805b-696d1a01025d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:12:48.666794 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 34ddb71c-60e0-48c3-adcb-ac57b88d9634 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:12:48.720439 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 34ddb71c-60e0-48c3-adcb-ac57b88d9634 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:48.721075 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:52.190222 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-59e8bea7-7ba4-4ddc-955f-87ff6e3cfa9f tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:12:52.192362 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-59e8bea7-7ba4-4ddc-955f-87ff6e3cfa9f tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/networks?id=cafc9271-fb9a-444e-b07d-0aa6ae350116 HTTP/1.1" status: 200 len: 815 time: 0.1077814 Nov 15 12:12:52.207617 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-f18eea4a-3619-408b-8977-4b42fc52c6dd tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/quotas/c2673d9d05884857ab314bfdbb2ab192 HTTP/1.1" status: 200 len: 375 time: 0.0093336 Nov 15 12:12:52.261377 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-dec9d6dd-369a-4f24-a7ca-a3645cb48e2c tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c2673d9d05884857ab314bfdbb2ab192&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471308 Nov 15 12:12:52.277460 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-b709f029-5a33-4d6e-b38c-b158151e822a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:12:52.278385 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-b709f029-5a33-4d6e-b38c-b158151e822a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051727 Nov 15 12:12:52.372980 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-8b02af9f-64e6-4779-9c4f-518e50b58a6b service neutron] 10.222.0.64 "GET /v2.0/networks/cafc9271-fb9a-444e-b07d-0aa6ae350116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889025 Nov 15 12:12:52.469282 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-68be144f-b248-4866-82d2-26dc2640ad76 service neutron] 10.222.0.64 "GET /v2.0/networks/cafc9271-fb9a-444e-b07d-0aa6ae350116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898521 Nov 15 12:12:52.650099 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6cc5a993-44b6-434e-aa1c-1a92c5ebd676 req-c439eef7-0afd-4a54-828e-9fa92847a34f tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 210 time: 0.0313904 Nov 15 12:12:53.624085 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-080ed3d8-55fc-4bfa-a9a2-2c7388651925 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:12:53.625627 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-080ed3d8-55fc-4bfa-a9a2-2c7388651925 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.55 "GET /v2.0/networks?id=cafc9271-fb9a-444e-b07d-0aa6ae350116 HTTP/1.1" status: 200 len: 815 time: 0.1140854 Nov 15 12:12:53.638620 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Request body: {'port': {'device_id': 'acd5075d-29c3-4756-a47e-4aed7f14f1c5', 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116', 'admin_state_up': True, 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:12:53.750763 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Made reservation on behalf of c2673d9d05884857ab314bfdbb2ab192 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:12:53.751544 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4621bd2e-5dd6-4e07-b7f7-756725009923 req-e25f1962-4bb6-41fc-8f06-4cdacf325352 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 210 time: 0.0319898 Nov 15 12:12:53.754873 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:53.913217 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Allocated IP 172.20.0.6 (cafc9271-fb9a-444e-b07d-0aa6ae350116/2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c/f2fd0d0f-2b36-4666-9d7b-eef9a834e26b) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:12:54.136801 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:54.173687 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:54.222129 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Network cafc9271-fb9a-444e-b07d-0aa6ae350116 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:12:54.225313 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:12:54.227961 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:12:54.255805 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Pushing event updated for resources: {'Port': ['ID=f2fd0d0f-2b36-4666-9d7b-eef9a834e26b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:12:54.267575 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:54.267948 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:54.268328 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:54.268664 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:54.268991 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:54.269348 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:54.269675 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:54.270001 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:54.270313 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:54.270635 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:54.270953 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:54.271269 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:12:54.302092 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:12:54.302757 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:54.336522 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-af89ca7b-3595-445c-8868-9d3314f0b060 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7013128 Nov 15 12:12:54.512473 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2249b674-7145-4fd9-9b4c-ddf262367345 None None] Provisioning complete for port f2fd0d0f-2b36-4666-9d7b-eef9a834e26b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:12:54.513071 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2249b674-7145-4fd9-9b4c-ddf262367345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:12:54.547125 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-2249b674-7145-4fd9-9b4c-ddf262367345 None None] Port f2fd0d0f-2b36-4666-9d7b-eef9a834e26b cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:12:54.879232 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b6013-7440-48fa-b554-9025bdc85318 req-7168fdef-7dae-4f87-a801-18d47b1ca1fb tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:12:54.880795 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1c0b6013-7440-48fa-b554-9025bdc85318 req-7168fdef-7dae-4f87-a801-18d47b1ca1fb tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 931 time: 0.0551195 Nov 15 12:12:54.937565 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1c0b6013-7440-48fa-b554-9025bdc85318 req-4fba06d3-5d9e-4592-b83b-43b9b6da1de7 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503960 Nov 15 12:12:56.061786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b9d36-9140-4f62-9d14-9e8ab241f76f req-de2f759f-64f0-4c96-8b83-3c5dae53da58 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:12:56.063345 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-695b9d36-9140-4f62-9d14-9e8ab241f76f req-de2f759f-64f0-4c96-8b83-3c5dae53da58 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 931 time: 0.0535667 Nov 15 12:12:56.118571 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-695b9d36-9140-4f62-9d14-9e8ab241f76f req-0a5ee960-08c4-4bea-b7f1-09beddb852c8 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490754 Nov 15 12:12:57.246706 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a085505-4545-49a6-b924-55b2ac1a821e req-582fc648-a641-46d8-ba6e-367a8b157926 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:12:57.248262 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a085505-4545-49a6-b924-55b2ac1a821e req-582fc648-a641-46d8-ba6e-367a8b157926 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 931 time: 0.0500631 Nov 15 12:12:57.297592 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a085505-4545-49a6-b924-55b2ac1a821e req-fc1b4aae-c1cd-4b39-a723-dff8217e65d5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433080 Nov 15 12:12:58.426395 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d3229-a858-4e1e-88b5-69e2264aa962 req-7fa037ca-7a7a-4c99-ab72-38c46c94f0d7 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:12:58.427764 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0c2d3229-a858-4e1e-88b5-69e2264aa962 req-7fa037ca-7a7a-4c99-ab72-38c46c94f0d7 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 931 time: 0.0548532 Nov 15 12:12:58.493598 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0c2d3229-a858-4e1e-88b5-69e2264aa962 req-e1a273b0-04cd-4bab-9a99-d4d8dbfa2571 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541077 Nov 15 12:12:59.616144 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c906c-e530-4ce5-91d2-cf4645fbc10e req-1d753f35-050b-4a73-b094-347adac4e2d2 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:12:59.617670 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d0c906c-e530-4ce5-91d2-cf4645fbc10e req-1d753f35-050b-4a73-b094-347adac4e2d2 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 931 time: 0.0569143 Nov 15 12:12:59.672794 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2d0c906c-e530-4ce5-91d2-cf4645fbc10e req-3f2a3cc7-fd8e-497f-8c92-e630533d1a23 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438139 Nov 15 12:13:00.105726 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:00.806804 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109f7a3-363f-4e92-9f6d-43b295ecba3b req-f81a50be-45ff-4e79-b578-3ba5824a6428 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:00.808528 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2109f7a3-363f-4e92-9f6d-43b295ecba3b req-f81a50be-45ff-4e79-b578-3ba5824a6428 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 931 time: 0.0594592 Nov 15 12:13:00.858982 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2109f7a3-363f-4e92-9f6d-43b295ecba3b req-5ec0eb66-d110-4348-894d-68689f940ec2 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438781 Nov 15 12:13:01.988685 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fa3c0-4d5d-4103-8c16-83c5a705b9b5 req-4c36da28-a347-49bf-a05d-26f8be7ff21d tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:01.990189 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-116fa3c0-4d5d-4103-8c16-83c5a705b9b5 req-4c36da28-a347-49bf-a05d-26f8be7ff21d tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 931 time: 0.0550156 Nov 15 12:13:02.037872 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-116fa3c0-4d5d-4103-8c16-83c5a705b9b5 req-28dbc879-ec61-4cfa-9761-21b057c3da6d tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413876 Nov 15 12:13:02.177572 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:03.160276 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c3bc6-1a59-4d82-b4bc-309908b3e18c req-369dc4b3-63d8-4eef-8cae-d69bcd85957d tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:03.172538 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-670c3bc6-1a59-4d82-b4bc-309908b3e18c req-369dc4b3-63d8-4eef-8cae-d69bcd85957d tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 931 time: 0.0510178 Nov 15 12:13:03.220244 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-670c3bc6-1a59-4d82-b4bc-309908b3e18c req-098bdd07-9157-480f-807f-a3e264f0d58d tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458729 Nov 15 12:13:04.066376 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-428bd956-295f-4b98-91ee-c247c43bebaa service neutron] Request body: {'port': {'device_id': 'acd5075d-29c3-4756-a47e-4aed7f14f1c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:13:04.127244 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-428bd956-295f-4b98-91ee-c247c43bebaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:04.341129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc318a8-50d1-4526-b329-926942edb3ff req-bf0f0ddc-cb47-4ef9-bfce-3910d837e413 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:04.342658 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2dc318a8-50d1-4526-b329-926942edb3ff req-bf0f0ddc-cb47-4ef9-bfce-3910d837e413 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 931 time: 0.0496218 Nov 15 12:13:04.391213 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-428bd956-295f-4b98-91ee-c247c43bebaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2fd0d0f-2b36-4666-9d7b-eef9a834e26b {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:13:04.393919 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2dc318a8-50d1-4526-b329-926942edb3ff req-251b2674-b6b2-4245-8c0b-5f55bf469480 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446463 Nov 15 12:13:04.398864 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-428bd956-295f-4b98-91ee-c247c43bebaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:04.410941 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-428bd956-295f-4b98-91ee-c247c43bebaa service neutron] Transition to ACTIVE for port object f2fd0d0f-2b36-4666-9d7b-eef9a834e26b will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:13:04.417215 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-428bd956-295f-4b98-91ee-c247c43bebaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:04.465750 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bd956-295f-4b98-91ee-c247c43bebaa service neutron] Pushing event updated for resources: {'Port': ['ID=f2fd0d0f-2b36-4666-9d7b-eef9a834e26b,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:13:04.543652 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-428bd956-295f-4b98-91ee-c247c43bebaa service neutron] Attempting to bind port f2fd0d0f-2b36-4666-9d7b-eef9a834e26b on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:13:04.543961 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-428bd956-295f-4b98-91ee-c247c43bebaa service neutron] Attempting to bind port f2fd0d0f-2b36-4666-9d7b-eef9a834e26b by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': 'a215effe-0cc9-4c97-83ad-7d42371031a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:13:04.544329 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-428bd956-295f-4b98-91ee-c247c43bebaa service neutron] Attempting to bind port f2fd0d0f-2b36-4666-9d7b-eef9a834e26b on network cafc9271-fb9a-444e-b07d-0aa6ae350116 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:13:04.549067 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-428bd956-295f-4b98-91ee-c247c43bebaa service neutron] Port f2fd0d0f-2b36-4666-9d7b-eef9a834e26b on network cafc9271-fb9a-444e-b07d-0aa6ae350116 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:13:04.549381 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-428bd956-295f-4b98-91ee-c247c43bebaa service neutron] Attempting to bind port f2fd0d0f-2b36-4666-9d7b-eef9a834e26b on network cafc9271-fb9a-444e-b07d-0aa6ae350116 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:13:04.554435 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-428bd956-295f-4b98-91ee-c247c43bebaa service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:13:04.554773 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-428bd956-295f-4b98-91ee-c247c43bebaa service neutron] Checking segment: {'id': 'a215effe-0cc9-4c97-83ad-7d42371031a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:13:04.555157 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-428bd956-295f-4b98-91ee-c247c43bebaa service neutron] Bound using segment: {'id': 'a215effe-0cc9-4c97-83ad-7d42371031a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:13:04.555583 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-428bd956-295f-4b98-91ee-c247c43bebaa service neutron] Bound port: f2fd0d0f-2b36-4666-9d7b-eef9a834e26b, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a215effe-0cc9-4c97-83ad-7d42371031a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:13:04.556029 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-428bd956-295f-4b98-91ee-c247c43bebaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:04.622527 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-428bd956-295f-4b98-91ee-c247c43bebaa service neutron] For port f2fd0d0f-2b36-4666-9d7b-eef9a834e26b, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:13:04.625830 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-428bd956-295f-4b98-91ee-c247c43bebaa service neutron] For port f2fd0d0f-2b36-4666-9d7b-eef9a834e26b, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f2fd0d0f-2b36-4666-9d7b-eef9a834e26b,segment=NetworkSegment(a215effe-0cc9-4c97-83ad-7d42371031a4),segment_id=a215effe-0cc9-4c97-83ad-7d42371031a4)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:13:04.631761 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-428bd956-295f-4b98-91ee-c247c43bebaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:04.663598 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-428bd956-295f-4b98-91ee-c247c43bebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:04.664317 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-428bd956-295f-4b98-91ee-c247c43bebaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:04.666002 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-428bd956-295f-4b98-91ee-c247c43bebaa service neutron] 10.222.0.55 "PUT /v2.0/ports/f2fd0d0f-2b36-4666-9d7b-eef9a834e26b HTTP/1.1" status: 200 len: 1091 time: 0.6042397 Nov 15 12:13:04.668288 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd5075d-29c3-4756-a47e-4aed7f14f1c5', 'tag': 'f2fd0d0f-2b36-4666-9d7b-eef9a834e26b'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:13:04.671616 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7fc59a-73d3-448b-9967-d761e0c4a02f" -d '{"events": [{"name": "network-changed", "server_uuid": "acd5075d-29c3-4756-a47e-4aed7f14f1c5", "tag": "f2fd0d0f-2b36-4666-9d7b-eef9a834e26b"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:13:04.701453 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bd956-295f-4b98-91ee-c247c43bebaa service neutron] Pushing event updated for resources: {'Port': ['ID=f2fd0d0f-2b36-4666-9d7b-eef9a834e26b,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:13:04.724886 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75caf4a6-60be-4af2-81c3-b8a19b423c5b x-openstack-request-id: req-75caf4a6-60be-4af2-81c3-b8a19b423c5b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:13:04.725022 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd5075d-29c3-4756-a47e-4aed7f14f1c5", "tag": "f2fd0d0f-2b36-4666-9d7b-eef9a834e26b", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:13:04.725338 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75caf4a6-60be-4af2-81c3-b8a19b423c5b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:13:04.725661 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd5075d-29c3-4756-a47e-4aed7f14f1c5', 'tag': 'f2fd0d0f-2b36-4666-9d7b-eef9a834e26b', 'status': 'completed', 'code': 200} Nov 15 12:13:04.860990 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-4435c35b-1848-474a-a054-21b3f9e87d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:04.862654 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-4435c35b-1848-474a-a054-21b3f9e87d65 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2673d9d05884857ab314bfdbb2ab192&device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 1094 time: 0.1450176 Nov 15 12:13:04.904946 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-39e8ad9c-b779-410c-86e0-36a155e710c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2fd0d0f-2b36-4666-9d7b-eef9a834e26b HTTP/1.1" status: 200 len: 217 time: 0.0346282 Nov 15 12:13:04.955884 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-c293f014-89b6-41c4-abcd-fa9f95c98740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:04.957394 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-c293f014-89b6-41c4-abcd-fa9f95c98740 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c HTTP/1.1" status: 200 len: 854 time: 0.0452678 Nov 15 12:13:05.008210 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-50266dbd-f1a1-4c92-a855-31d7625d150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:05.009712 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-50266dbd-f1a1-4c92-a855-31d7625d150e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cafc9271-fb9a-444e-b07d-0aa6ae350116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453136 Nov 15 12:13:05.101540 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-2bda2079-006b-4179-b371-331a5f3a3530 service neutron] 10.222.0.55 "GET /v2.0/networks/cafc9271-fb9a-444e-b07d-0aa6ae350116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848007 Nov 15 12:13:05.201020 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d6cd093f-0df8-4e19-b2fd-3429cff0c5de req-291fcdb7-0885-4057-8fe0-66dac7cbf15d service neutron] 10.222.0.55 "GET /v2.0/networks/cafc9271-fb9a-444e-b07d-0aa6ae350116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923350 Nov 15 12:13:05.300521 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fc59a-73d3-448b-9967-d761e0c4a02f req-ba1b82cb-4828-40c5-9906-8148a620b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:05.302008 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0b7fc59a-73d3-448b-9967-d761e0c4a02f req-ba1b82cb-4828-40c5-9906-8148a620b176 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2673d9d05884857ab314bfdbb2ab192&device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 1094 time: 0.0488622 Nov 15 12:13:05.406356 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fc59a-73d3-448b-9967-d761e0c4a02f req-e90ff2cd-b241-407e-ad4c-279cc16bdc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:05.407862 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0b7fc59a-73d3-448b-9967-d761e0c4a02f req-e90ff2cd-b241-407e-ad4c-279cc16bdc0c service neutron] 10.222.0.55 "GET /v2.0/networks?id=cafc9271-fb9a-444e-b07d-0aa6ae350116 HTTP/1.1" status: 200 len: 916 time: 0.0988564 Nov 15 12:13:05.451854 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0b7fc59a-73d3-448b-9967-d761e0c4a02f req-43cea253-6e4c-4dfe-aee9-ce4021a0a50e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2fd0d0f-2b36-4666-9d7b-eef9a834e26b HTTP/1.1" status: 200 len: 217 time: 0.0364335 Nov 15 12:13:05.506563 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fc59a-73d3-448b-9967-d761e0c4a02f req-d3f6ab8f-98ac-4144-b30b-bce694b34ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:05.508138 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0b7fc59a-73d3-448b-9967-d761e0c4a02f req-d3f6ab8f-98ac-4144-b30b-bce694b34ac1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c HTTP/1.1" status: 200 len: 854 time: 0.0466287 Nov 15 12:13:05.513197 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccc80d-093d-40d1-b9fd-f015e768b8e4 req-7dae4b38-0ca3-4550-a7b9-dc3e271264ab tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:05.514677 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b7ccc80d-093d-40d1-b9fd-f015e768b8e4 req-7dae4b38-0ca3-4550-a7b9-dc3e271264ab tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 943 time: 0.0494649 Nov 15 12:13:05.559758 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fc59a-73d3-448b-9967-d761e0c4a02f req-1e016c13-b925-4efb-b929-4086c1a9b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:05.561286 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0b7fc59a-73d3-448b-9967-d761e0c4a02f req-1e016c13-b925-4efb-b929-4086c1a9b0e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cafc9271-fb9a-444e-b07d-0aa6ae350116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453203 Nov 15 12:13:05.562499 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b7ccc80d-093d-40d1-b9fd-f015e768b8e4 req-dd8f8bfc-4d4e-40db-a9ad-09c539acc7bf tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418062 Nov 15 12:13:05.654662 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0b7fc59a-73d3-448b-9967-d761e0c4a02f req-1273e488-d31e-4599-9e37-4c21ae8d6f23 service neutron] 10.222.0.55 "GET /v2.0/networks/cafc9271-fb9a-444e-b07d-0aa6ae350116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821519 Nov 15 12:13:05.756827 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0b7fc59a-73d3-448b-9967-d761e0c4a02f req-c9489229-fca0-462c-87b3-57fe213d5bf4 service neutron] 10.222.0.55 "GET /v2.0/networks/cafc9271-fb9a-444e-b07d-0aa6ae350116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925314 Nov 15 12:13:06.330944 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c72c9273-d7b4-4179-8889-cdf4a0de03b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:06.688681 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd3c0d-f43d-49a7-9973-6a2e4d7d0ecf req-59eee252-06cf-4aef-9612-5ceaf0b9346c tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:06.690158 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-98bd3c0d-f43d-49a7-9973-6a2e4d7d0ecf req-59eee252-06cf-4aef-9612-5ceaf0b9346c tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 943 time: 0.0500202 Nov 15 12:13:06.741419 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-98bd3c0d-f43d-49a7-9973-6a2e4d7d0ecf req-48c52207-bbac-48b4-b575-c53e3bf329d6 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425823 Nov 15 12:13:07.442897 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-677f70d4-6e37-4483-a281-68d218132376 req-6610f15e-ef2c-4993-9719-4d5668ac85a4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0990748 Nov 15 12:13:07.526891 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f70d4-6e37-4483-a281-68d218132376 req-bc890576-361b-4afe-81a7-286d2fdf2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:07.528432 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-677f70d4-6e37-4483-a281-68d218132376 req-bc890576-361b-4afe-81a7-286d2fdf2b60 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0408762 Nov 15 12:13:07.640346 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f70d4-6e37-4483-a281-68d218132376 req-ca8b45e5-e896-451c-af06-8e2c9aea876e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:07.641774 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-677f70d4-6e37-4483-a281-68d218132376 req-ca8b45e5-e896-451c-af06-8e2c9aea876e service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0896163 Nov 15 12:13:07.683366 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-677f70d4-6e37-4483-a281-68d218132376 req-96f0bbad-c0ba-4a54-a8a8-4024739ac6d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0347083 Nov 15 12:13:07.733836 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f70d4-6e37-4483-a281-68d218132376 req-a2232f8a-7c3e-4177-9038-82d778df433c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:07.735261 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-677f70d4-6e37-4483-a281-68d218132376 req-a2232f8a-7c3e-4177-9038-82d778df433c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0439808 Nov 15 12:13:07.786365 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f70d4-6e37-4483-a281-68d218132376 req-e44eabf4-778c-447f-ae78-7407dfd63e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:07.787917 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-677f70d4-6e37-4483-a281-68d218132376 req-e44eabf4-778c-447f-ae78-7407dfd63e2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453725 Nov 15 12:13:07.797597 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:13:07.863782 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de6625-25b2-4fd8-906a-3587c5f9511a req-cc9bf73b-6f6e-458d-a4f0-00de51039902 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:07.865310 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24de6625-25b2-4fd8-906a-3587c5f9511a req-cc9bf73b-6f6e-458d-a4f0-00de51039902 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 943 time: 0.0554059 Nov 15 12:13:07.882699 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-677f70d4-6e37-4483-a281-68d218132376 req-c6f60ceb-154f-40d9-a3cd-d9cf5c28f2bd service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873561 Nov 15 12:13:07.917778 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24de6625-25b2-4fd8-906a-3587c5f9511a req-b2e7732d-b2eb-4146-bf21-c58e7a973a6d tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458906 Nov 15 12:13:07.986299 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-677f70d4-6e37-4483-a281-68d218132376 req-ce85a6ca-887e-4b0f-bb0a-98cd96e5003c service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952795 Nov 15 12:13:08.429471 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-401d5acd-4cb8-4152-9e1f-9619206f0d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:09.023046 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device f2fd0d0f-2b36-4666-9d7b-eef9a834e26b details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:13:09.048889 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57c554-6663-4d73-9963-8b33f521a008 req-e3db96de-bbb9-4737-a96a-84bd50f79e92 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:09.050404 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a57c554-6663-4d73-9963-8b33f521a008 req-e3db96de-bbb9-4737-a96a-84bd50f79e92 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 943 time: 0.0508525 Nov 15 12:13:09.098189 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9a57c554-6663-4d73-9963-8b33f521a008 req-c644dce2-083d-4b7b-8fdb-b5817b59124f tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416844 Nov 15 12:13:09.120589 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port f2fd0d0f-2b36-4666-9d7b-eef9a834e26b, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f2fd0d0f-2b36-4666-9d7b-eef9a834e26b,segment=NetworkSegment(a215effe-0cc9-4c97-83ad-7d42371031a4),segment_id=a215effe-0cc9-4c97-83ad-7d42371031a4)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:13:09.131325 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'f2fd0d0f-2b36-4666-9d7b-eef9a834e26b', 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116', 'port_id': 'f2fd0d0f-2b36-4666-9d7b-eef9a834e26b', 'mac_address': 'fa:16:3e:f3:91:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:13:09.166188 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:09.179412 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2fd0d0f-2b36-4666-9d7b-eef9a834e26b {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:13:09.199292 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port f2fd0d0f-2b36-4666-9d7b-eef9a834e26b, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f2fd0d0f-2b36-4666-9d7b-eef9a834e26b,segment=NetworkSegment(a215effe-0cc9-4c97-83ad-7d42371031a4),segment_id=a215effe-0cc9-4c97-83ad-7d42371031a4)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:13:09.204777 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:09.253822 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=f2fd0d0f-2b36-4666-9d7b-eef9a834e26b,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:13:09.261449 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:13:09.261781 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:13:09.262107 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:13:09.262454 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:13:09.262769 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:13:09.263086 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:13:09.263401 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:13:09.263710 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:13:09.264058 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:13:09.264367 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:13:09.264675 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:13:09.264962 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:13:09.410669 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['f2fd0d0f-2b36-4666-9d7b-eef9a834e26b'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:13:10.098024 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:10.240144 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b04224-42d6-459c-b1c7-69bc09c52b31 req-8763d891-60f0-4287-b85f-e06d4b5e8e09 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:10.241612 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7b04224-42d6-459c-b1c7-69bc09c52b31 req-8763d891-60f0-4287-b85f-e06d4b5e8e09 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 944 time: 0.0554097 Nov 15 12:13:10.294234 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7b04224-42d6-459c-b1c7-69bc09c52b31 req-d1ab9054-e7c0-41e7-a331-5ea2b47980e5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464528 Nov 15 12:13:11.038108 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device f2fd0d0f-2b36-4666-9d7b-eef9a834e26b up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:13:11.096248 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port f2fd0d0f-2b36-4666-9d7b-eef9a834e26b completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:13:11.103332 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port f2fd0d0f-2b36-4666-9d7b-eef9a834e26b triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:13:11.104033 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:11.180169 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:11.202913 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd5075d-29c3-4756-a47e-4aed7f14f1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fd0d0f-2b36-4666-9d7b-eef9a834e26b'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:13:11.205209 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12ecd60-b8bc-4816-a86a-74bd17876b1b" -d '{"events": [{"server_uuid": "acd5075d-29c3-4756-a47e-4aed7f14f1c5", "name": "network-vif-plugged", "status": "completed", "tag": "f2fd0d0f-2b36-4666-9d7b-eef9a834e26b"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:13:11.218602 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port f2fd0d0f-2b36-4666-9d7b-eef9a834e26b, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f2fd0d0f-2b36-4666-9d7b-eef9a834e26b,segment=NetworkSegment(a215effe-0cc9-4c97-83ad-7d42371031a4),segment_id=a215effe-0cc9-4c97-83ad-7d42371031a4)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:13:11.223696 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:11.253360 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f45568-083f-40da-be41-49f3c6c15efc x-openstack-request-id: req-a0f45568-083f-40da-be41-49f3c6c15efc {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:13:11.253662 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd5075d-29c3-4756-a47e-4aed7f14f1c5", "name": "network-vif-plugged", "status": "completed", "tag": "f2fd0d0f-2b36-4666-9d7b-eef9a834e26b", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:13:11.253922 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0f45568-083f-40da-be41-49f3c6c15efc {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:13:11.254273 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd5075d-29c3-4756-a47e-4aed7f14f1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fd0d0f-2b36-4666-9d7b-eef9a834e26b', 'code': 200} Nov 15 12:13:11.282996 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=f2fd0d0f-2b36-4666-9d7b-eef9a834e26b,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:13:11.344494 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b461b9-3e21-432b-bd78-5a6954d4c2d3 req-bcf9fcee-0aa5-47e9-8eaa-0c0c224a5bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:11.346037 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a2b461b9-3e21-432b-bd78-5a6954d4c2d3 req-bcf9fcee-0aa5-47e9-8eaa-0c0c224a5bf5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 1096 time: 0.0434685 Nov 15 12:13:11.392574 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a2b461b9-3e21-432b-bd78-5a6954d4c2d3 req-20184356-a331-42d0-8e20-ee68a8b8ec0f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395951 Nov 15 12:13:11.419937 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6dd8e7-8a8b-4115-8207-1ade705924ec req-5cb980da-b9e3-4ebb-b2d6-16fbb43fd46b tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:11.421421 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b6dd8e7-8a8b-4115-8207-1ade705924ec req-5cb980da-b9e3-4ebb-b2d6-16fbb43fd46b tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 945 time: 0.0486612 Nov 15 12:13:11.468899 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b6dd8e7-8a8b-4115-8207-1ade705924ec req-38c1bac0-56df-497e-988f-223465384c51 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412433 Nov 15 12:13:11.649048 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:12.207654 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:12.608279 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158ece0-857d-4ecc-963f-ad3c3f12ba9e req-8c2dc598-b4de-498e-8d52-aee9616f9df5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:12.609756 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f158ece0-857d-4ecc-963f-ad3c3f12ba9e req-8c2dc598-b4de-498e-8d52-aee9616f9df5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 945 time: 0.0713434 Nov 15 12:13:12.658675 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f158ece0-857d-4ecc-963f-ad3c3f12ba9e req-756bc1c0-fcf8-4614-84e6-aaad572a5b84 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425751 Nov 15 12:13:12.777764 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bc5aa-2004-4f4c-83f5-e455c3eb6a0c req-de69caa0-543f-4b4a-89e7-2c35b72d011f tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:12.779135 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b4bc5aa-2004-4f4c-83f5-e455c3eb6a0c req-de69caa0-543f-4b4a-89e7-2c35b72d011f tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 945 time: 0.0543690 Nov 15 12:13:12.828759 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1b4bc5aa-2004-4f4c-83f5-e455c3eb6a0c req-06551177-fbaa-4d01-b72f-4ad698427743 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406401 Nov 15 12:13:13.027164 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bbae4-650f-43ea-bdf6-faf3acc5476f req-7d5c961a-d9e0-40d7-89dc-ac92a1301eb7 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:13.029133 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-763bbae4-650f-43ea-bdf6-faf3acc5476f req-7d5c961a-d9e0-40d7-89dc-ac92a1301eb7 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 945 time: 0.0576019 Nov 15 12:13:13.075532 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-763bbae4-650f-43ea-bdf6-faf3acc5476f req-ac08ddd2-4c3c-4bc7-902a-7eb2b85fb127 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404408 Nov 15 12:13:25.686340 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98505bb-b594-432f-80ae-eb507f505c94 req-04e738bc-88db-4d47-9aea-de8cce6d81fd tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:25.687779 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c98505bb-b594-432f-80ae-eb507f505c94 req-04e738bc-88db-4d47-9aea-de8cce6d81fd tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 945 time: 0.0649915 Nov 15 12:13:25.737028 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c98505bb-b594-432f-80ae-eb507f505c94 req-3e5cc3bb-6bda-4737-8536-183ca07fa418 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408368 Nov 15 12:13:25.759425 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54180) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:13:25.840185 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5a566d-7a70-4714-bdcd-455335c8b580 tempest-TestMinimumBasicScenario-2059819178 tempest-TestMinimumBasicScenario-2059819178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:25.841682 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5f5a566d-7a70-4714-bdcd-455335c8b580 tempest-TestMinimumBasicScenario-2059819178 tempest-TestMinimumBasicScenario-2059819178-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 1091 time: 0.0812728 Nov 15 12:13:25.845407 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54184) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:13:25.849660 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-38c530d9-df49-416b-a993-e04caae9335a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': 'f2fd0d0f-2b36-4666-9d7b-eef9a834e26b', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:13:25.874466 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38c530d9-df49-416b-a993-e04caae9335a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:25.973143 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38c530d9-df49-416b-a993-e04caae9335a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:26.080894 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-38c530d9-df49-416b-a993-e04caae9335a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Allocated IP 172.25.7.115 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/cd62aba8-2cc3-4e3e-8b80-a00bf39fa42e) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:13:26.192890 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38c530d9-df49-416b-a993-e04caae9335a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:26.230349 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38c530d9-df49-416b-a993-e04caae9335a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:26.265933 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c530d9-df49-416b-a993-e04caae9335a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:13:26.270729 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-38c530d9-df49-416b-a993-e04caae9335a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:13:26.274228 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c530d9-df49-416b-a993-e04caae9335a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:13:26.297056 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c530d9-df49-416b-a993-e04caae9335a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Pushing event updated for resources: {'Port': ['ID=cd62aba8-2cc3-4e3e-8b80-a00bf39fa42e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:13:26.623440 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38c530d9-df49-416b-a993-e04caae9335a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:26.692772 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38c530d9-df49-416b-a993-e04caae9335a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:26.850262 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38c530d9-df49-416b-a993-e04caae9335a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:26.858015 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38c530d9-df49-416b-a993-e04caae9335a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:26.921852 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c530d9-df49-416b-a993-e04caae9335a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Pushing event updated for resources: {'Port': ['ID=cd62aba8-2cc3-4e3e-8b80-a00bf39fa42e,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:13:26.933600 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38c530d9-df49-416b-a993-e04caae9335a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:27.037892 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-38c530d9-df49-416b-a993-e04caae9335a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Floating IP bf2e0d32-547f-44a7-8f54-373974515146 associated. External IP: 172.25.7.115, port: f2fd0d0f-2b36-4666-9d7b-eef9a834e26b. Nov 15 12:13:27.252805 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c530d9-df49-416b-a993-e04caae9335a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Router 3930a434-38e0-473f-ab8d-e02738157c02 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:13:27.359806 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c530d9-df49-416b-a993-e04caae9335a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:13:27.369834 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0903bdb-3a0e-42dd-9a5e-2a871007e930 None None] Sync routers for ids ['3930a434-38e0-473f-ab8d-e02738157c02'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:13:27.379674 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-38c530d9-df49-416b-a993-e04caae9335a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:27.380148 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0903bdb-3a0e-42dd-9a5e-2a871007e930 None None] Routers {'3930a434-38e0-473f-ab8d-e02738157c02'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:13:27.380757 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e0903bdb-3a0e-42dd-9a5e-2a871007e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:13:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3930a434-38e0-473f-ab8d-e02738157c02'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:13:27.407319 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-38c530d9-df49-416b-a993-e04caae9335a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5609269 Nov 15 12:13:27.407927 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd5075d-29c3-4756-a47e-4aed7f14f1c5', 'tag': 'f2fd0d0f-2b36-4666-9d7b-eef9a834e26b'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:13:27.410190 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54186) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:13:27.415019 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-15a29c71-d1ca-43a8-aada-4aa8d69d0b39 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2030849892', 'description': 'tempest-secgroup-smoke-2030849892 description', 'project_id': 'c2673d9d05884857ab314bfdbb2ab192'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:13:27.440491 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15a29c71-d1ca-43a8-aada-4aa8d69d0b39 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:27.490625 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-e0903bdb-3a0e-42dd-9a5e-2a871007e930 None None] Set router 3930a434-38e0-473f-ab8d-e02738157c02 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:13:27.510508 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15a29c71-d1ca-43a8-aada-4aa8d69d0b39 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:27.515472 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15a29c71-d1ca-43a8-aada-4aa8d69d0b39 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:27.516671 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10b531b19c16a4bb032ad9325c521bd4bf8029a5360c7e3eb9d5ecffe28e67c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c80926-4f6a-465a-9f10-b78408df1e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "acd5075d-29c3-4756-a47e-4aed7f14f1c5", "tag": "f2fd0d0f-2b36-4666-9d7b-eef9a834e26b"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:13:27.550235 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a29c71-d1ca-43a8-aada-4aa8d69d0b39 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f1295d-e7ef-49f5-b564-121c3d9ab3fe,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:13:27.556443 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-15a29c71-d1ca-43a8-aada-4aa8d69d0b39 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:27.557534 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-15a29c71-d1ca-43a8-aada-4aa8d69d0b39 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1463172 Nov 15 12:13:27.560374 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54194) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:13:27.566851 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-000f9772-e7a1-4ac5-8087-45ce574b43fe tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Request body: {'security_group_rule': {'security_group_id': '65f1295d-e7ef-49f5-b564-121c3d9ab3fe', 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:13:27.597775 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-000f9772-e7a1-4ac5-8087-45ce574b43fe tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:27.618068 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee41c5e9-b02d-4475-bbaa-da724036a09e x-openstack-request-id: req-ee41c5e9-b02d-4475-bbaa-da724036a09e {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:13:27.618360 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd5075d-29c3-4756-a47e-4aed7f14f1c5", "tag": "f2fd0d0f-2b36-4666-9d7b-eef9a834e26b", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:13:27.618610 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee41c5e9-b02d-4475-bbaa-da724036a09e {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:13:27.619452 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd5075d-29c3-4756-a47e-4aed7f14f1c5', 'tag': 'f2fd0d0f-2b36-4666-9d7b-eef9a834e26b', 'status': 'completed', 'code': 200} Nov 15 12:13:27.683386 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-000f9772-e7a1-4ac5-8087-45ce574b43fe tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:27.689457 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-000f9772-e7a1-4ac5-8087-45ce574b43fe tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:27.712087 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c80926-4f6a-465a-9f10-b78408df1e7f req-9f72eb83-f4fa-475c-91b4-046f7935cad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:27.713647 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e6c80926-4f6a-465a-9f10-b78408df1e7f req-9f72eb83-f4fa-475c-91b4-046f7935cad5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2673d9d05884857ab314bfdbb2ab192&device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 1096 time: 0.0689299 Nov 15 12:13:27.714898 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f9772-e7a1-4ac5-8087-45ce574b43fe tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf1f3bd-34b4-4525-b639-65dcf5733b15,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:13:27.730455 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-000f9772-e7a1-4ac5-8087-45ce574b43fe tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:27.730614 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e0903bdb-3a0e-42dd-9a5e-2a871007e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930a434-38e0-473f-ab8d-e02738157c02', 'name': 'tempest-TestMinimumBasicScenario-1649402013-router', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:12:33Z', 'updated_at': '2021-11-15T12:12:36Z', 'revision_number': 4, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'gw_port': {'id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:34Z', 'updated_at': '2021-11-15T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'bf2e0d32-547f-44a7-8f54-373974515146', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'port_id': 'f2fd0d0f-2b36-4666-9d7b-eef9a834e26b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116', 'mac_address': 'fa:16:3e:f3:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5075d-29c3-4756-a47e-4aed7f14f1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:13:26Z', 'updated_at': '2021-11-15T12:13:26Z', 'revision_number': 0, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f434d3ad-5119-46f4-86da-cdfa85cbc629', 'name': '', 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'mac_address': 'fa:16:3e:c2:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:35Z', 'updated_at': '2021-11-15T12:12:41Z', 'revision_number': 5, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'subnets': [{'id': '2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:13:27.731560 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-000f9772-e7a1-4ac5-8087-45ce574b43fe tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1681452 Nov 15 12:13:27.734900 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54196) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:13:27.739537 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-0c043956-3fba-4d89-8bc6-b2c3f56ffd78 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Request body: {'security_group_rule': {'security_group_id': '65f1295d-e7ef-49f5-b564-121c3d9ab3fe', 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:13:27.763421 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0903bdb-3a0e-42dd-9a5e-2a871007e930 None None] Checking router: 3930a434-38e0-473f-ab8d-e02738157c02 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:13:27.768599 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c043956-3fba-4d89-8bc6-b2c3f56ffd78 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:27.772852 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0903bdb-3a0e-42dd-9a5e-2a871007e930 None None] Routers {'3930a434-38e0-473f-ab8d-e02738157c02'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:13:27.773239 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e0903bdb-3a0e-42dd-9a5e-2a871007e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:13:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3930a434-38e0-473f-ab8d-e02738157c02'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:13:27.817690 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c80926-4f6a-465a-9f10-b78408df1e7f req-498f2646-c77e-4238-9a20-13f8fc94ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:27.819211 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e6c80926-4f6a-465a-9f10-b78408df1e7f req-498f2646-c77e-4238-9a20-13f8fc94ffa6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cafc9271-fb9a-444e-b07d-0aa6ae350116 HTTP/1.1" status: 200 len: 916 time: 0.0988822 Nov 15 12:13:27.826108 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c043956-3fba-4d89-8bc6-b2c3f56ffd78 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:27.830678 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c043956-3fba-4d89-8bc6-b2c3f56ffd78 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:27.851357 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c043956-3fba-4d89-8bc6-b2c3f56ffd78 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f86ed02-cadc-4660-82d1-502ee0be86bb,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:13:27.856955 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0c043956-3fba-4d89-8bc6-b2c3f56ffd78 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:27.858234 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0c043956-3fba-4d89-8bc6-b2c3f56ffd78 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223354 Nov 15 12:13:27.861115 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54198) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:13:27.865496 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-f0bb8d3d-7be3-4c80-b414-dfde2a16b61d tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Request body: {'security_group_rule': {'security_group_id': '65f1295d-e7ef-49f5-b564-121c3d9ab3fe', 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:13:27.888815 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e6c80926-4f6a-465a-9f10-b78408df1e7f req-0063e158-1603-489e-acfa-3f35b333fc84 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2fd0d0f-2b36-4666-9d7b-eef9a834e26b HTTP/1.1" status: 200 len: 999 time: 0.0629122 Nov 15 12:13:27.889240 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-e0903bdb-3a0e-42dd-9a5e-2a871007e930 None None] Set router 3930a434-38e0-473f-ab8d-e02738157c02 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:13:27.893754 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f0bb8d3d-7be3-4c80-b414-dfde2a16b61d tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:27.944191 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c80926-4f6a-465a-9f10-b78408df1e7f req-d814dda1-1834-42e4-b901-a69014af4531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:27.946161 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e6c80926-4f6a-465a-9f10-b78408df1e7f req-d814dda1-1834-42e4-b901-a69014af4531 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c HTTP/1.1" status: 200 len: 854 time: 0.0494585 Nov 15 12:13:27.956717 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f0bb8d3d-7be3-4c80-b414-dfde2a16b61d tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:27.961513 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f0bb8d3d-7be3-4c80-b414-dfde2a16b61d tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:27.983289 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb8d3d-7be3-4c80-b414-dfde2a16b61d tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf00694-c57e-4cb6-afad-dd76d8844577,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:13:27.991075 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f0bb8d3d-7be3-4c80-b414-dfde2a16b61d tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:27.995380 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f0bb8d3d-7be3-4c80-b414-dfde2a16b61d tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332619 Nov 15 12:13:27.995645 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54200) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:13:28.000551 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-cd0d7d64-0e5f-4b5e-acea-a85f02291809 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Request body: {'security_group_rule': {'security_group_id': '65f1295d-e7ef-49f5-b564-121c3d9ab3fe', 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:13:28.030289 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c80926-4f6a-465a-9f10-b78408df1e7f req-e7f08bf1-ebfd-4966-962c-fbc10df888a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:28.032022 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e6c80926-4f6a-465a-9f10-b78408df1e7f req-e7f08bf1-ebfd-4966-962c-fbc10df888a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cafc9271-fb9a-444e-b07d-0aa6ae350116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716822 Nov 15 12:13:28.037943 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd0d7d64-0e5f-4b5e-acea-a85f02291809 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:28.131845 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-e0903bdb-3a0e-42dd-9a5e-2a871007e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930a434-38e0-473f-ab8d-e02738157c02', 'name': 'tempest-TestMinimumBasicScenario-1649402013-router', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:12:33Z', 'updated_at': '2021-11-15T12:12:36Z', 'revision_number': 4, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'gw_port': {'id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:34Z', 'updated_at': '2021-11-15T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'bf2e0d32-547f-44a7-8f54-373974515146', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'port_id': 'f2fd0d0f-2b36-4666-9d7b-eef9a834e26b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116', 'mac_address': 'fa:16:3e:f3:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5075d-29c3-4756-a47e-4aed7f14f1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:13:26Z', 'updated_at': '2021-11-15T12:13:26Z', 'revision_number': 0, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f434d3ad-5119-46f4-86da-cdfa85cbc629', 'name': '', 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'mac_address': 'fa:16:3e:c2:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:35Z', 'updated_at': '2021-11-15T12:12:41Z', 'revision_number': 5, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'subnets': [{'id': '2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:13:28.151629 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd0d7d64-0e5f-4b5e-acea-a85f02291809 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:28.158002 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0903bdb-3a0e-42dd-9a5e-2a871007e930 None None] The sync data for ids ['3930a434-38e0-473f-ab8d-e02738157c02'] in n-d-729945-9 is: [{'id': '3930a434-38e0-473f-ab8d-e02738157c02', 'name': 'tempest-TestMinimumBasicScenario-1649402013-router', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:12:33Z', 'updated_at': '2021-11-15T12:12:36Z', 'revision_number': 4, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'gw_port': {'id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:34Z', 'updated_at': '2021-11-15T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'bf2e0d32-547f-44a7-8f54-373974515146', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'port_id': 'f2fd0d0f-2b36-4666-9d7b-eef9a834e26b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116', 'mac_address': 'fa:16:3e:f3:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5075d-29c3-4756-a47e-4aed7f14f1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:13:26Z', 'updated_at': '2021-11-15T12:13:26Z', 'revision_number': 0, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f434d3ad-5119-46f4-86da-cdfa85cbc629', 'name': '', 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'mac_address': 'fa:16:3e:c2:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:35Z', 'updated_at': '2021-11-15T12:12:41Z', 'revision_number': 5, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'subnets': [{'id': '2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:13:28.163524 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd0d7d64-0e5f-4b5e-acea-a85f02291809 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:28.179085 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e6c80926-4f6a-465a-9f10-b78408df1e7f req-cd5e2489-48e9-4b20-934e-465ac9d27f14 service neutron] 10.222.0.55 "GET /v2.0/networks/cafc9271-fb9a-444e-b07d-0aa6ae350116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382346 Nov 15 12:13:28.196556 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d7d64-0e5f-4b5e-acea-a85f02291809 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a159f3b-1c37-4b4a-bc91-05da4815cb45,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:13:28.211005 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cd0d7d64-0e5f-4b5e-acea-a85f02291809 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:28.214755 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cd0d7d64-0e5f-4b5e-acea-a85f02291809 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2156081 Nov 15 12:13:28.215505 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54202) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:13:28.220956 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-33b375b3-43d5-4d53-8db5-c24ff67bf9cf tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Request body: {'security_group_rule': {'security_group_id': '65f1295d-e7ef-49f5-b564-121c3d9ab3fe', 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:13:28.248229 n-d-729945-9 neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-33b375b3-43d5-4d53-8db5-c24ff67bf9cf tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Project c2673d9d05884857ab314bfdbb2ab192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 12:13:28.254081 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-33b375b3-43d5-4d53-8db5-c24ff67bf9cf tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:28.281281 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e6c80926-4f6a-465a-9f10-b78408df1e7f req-067aee48-7512-40e2-aa3b-2de1c519cd61 service neutron] 10.222.0.55 "GET /v2.0/networks/cafc9271-fb9a-444e-b07d-0aa6ae350116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940726 Nov 15 12:13:28.315169 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-33b375b3-43d5-4d53-8db5-c24ff67bf9cf tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:28.320069 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-33b375b3-43d5-4d53-8db5-c24ff67bf9cf tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:28.338298 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b375b3-43d5-4d53-8db5-c24ff67bf9cf tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752d3bce-6b6d-4229-b54a-abade09fdc82,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:13:28.347304 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-33b375b3-43d5-4d53-8db5-c24ff67bf9cf tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:28.348637 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-33b375b3-43d5-4d53-8db5-c24ff67bf9cf tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1319547 Nov 15 12:13:28.351562 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54204) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:13:28.356174 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-87027bc2-3267-4e22-9641-151ba1f73a7d tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Request body: {'security_group_rule': {'security_group_id': '65f1295d-e7ef-49f5-b564-121c3d9ab3fe', 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:13:28.378710 n-d-729945-9 neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-87027bc2-3267-4e22-9641-151ba1f73a7d tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Project c2673d9d05884857ab314bfdbb2ab192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 12:13:28.384545 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-87027bc2-3267-4e22-9641-151ba1f73a7d tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:28.392461 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781b9499-27f6-4632-8da4-6de9dd36d018 None None] New status for floating IP bf2e0d32-547f-44a7-8f54-373974515146: ACTIVE {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:13:28.445252 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-87027bc2-3267-4e22-9641-151ba1f73a7d tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:28.450611 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-87027bc2-3267-4e22-9641-151ba1f73a7d tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:28.470349 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87027bc2-3267-4e22-9641-151ba1f73a7d tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e262184-3538-4ef8-857e-1ad8df31126a,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:13:28.478856 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-87027bc2-3267-4e22-9641-151ba1f73a7d tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:28.480087 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-87027bc2-3267-4e22-9641-151ba1f73a7d tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275277 Nov 15 12:13:28.573242 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-add9d7d6-c38a-4328-b708-9f787fddc324 req-3c411592-a939-4a9c-a453-9f4e04ac7c89 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030849892&fields=id&tenant_id=c2673d9d05884857ab314bfdbb2ab192 HTTP/1.1" status: 200 len: 267 time: 0.0465004 Nov 15 12:13:28.631116 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9d7d6-c38a-4328-b708-9f787fddc324 req-e0ec5e7f-6700-4e4a-b92c-237f9e73c070 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:28.632649 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-add9d7d6-c38a-4328-b708-9f787fddc324 req-e0ec5e7f-6700-4e4a-b92c-237f9e73c070 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 945 time: 0.0531502 Nov 15 12:13:28.643706 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-add9d7d6-c38a-4328-b708-9f787fddc324 req-7cf226bb-d43d-4952-90c1-4751f7f388b5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Request body: {'port': {'security_groups': ['ebda4eb3-ed41-4019-beab-c710ea697d97', '65f1295d-e7ef-49f5-b564-121c3d9ab3fe']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:13:28.707540 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-add9d7d6-c38a-4328-b708-9f787fddc324 req-7cf226bb-d43d-4952-90c1-4751f7f388b5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:28.899210 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-add9d7d6-c38a-4328-b708-9f787fddc324 req-7cf226bb-d43d-4952-90c1-4751f7f388b5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] For port f2fd0d0f-2b36-4666-9d7b-eef9a834e26b, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f2fd0d0f-2b36-4666-9d7b-eef9a834e26b,segment=NetworkSegment(a215effe-0cc9-4c97-83ad-7d42371031a4),segment_id=a215effe-0cc9-4c97-83ad-7d42371031a4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:13:28.930924 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-add9d7d6-c38a-4328-b708-9f787fddc324 req-7cf226bb-d43d-4952-90c1-4751f7f388b5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:28.937735 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-add9d7d6-c38a-4328-b708-9f787fddc324 req-7cf226bb-d43d-4952-90c1-4751f7f388b5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:28.949739 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['f2fd0d0f-2b36-4666-9d7b-eef9a834e26b'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:13:28.984227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9d7d6-c38a-4328-b708-9f787fddc324 req-7cf226bb-d43d-4952-90c1-4751f7f388b5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:28.984828 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-add9d7d6-c38a-4328-b708-9f787fddc324 req-7cf226bb-d43d-4952-90c1-4751f7f388b5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:28.986212 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-add9d7d6-c38a-4328-b708-9f787fddc324 req-7cf226bb-d43d-4952-90c1-4751f7f388b5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "PUT /v2.0/ports/f2fd0d0f-2b36-4666-9d7b-eef9a834e26b HTTP/1.1" status: 200 len: 981 time: 0.3469098 Nov 15 12:13:29.012954 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf226bb-d43d-4952-90c1-4751f7f388b5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Pushing event updated for resources: {'Port': ['ID=f2fd0d0f-2b36-4666-9d7b-eef9a834e26b,revision_number=6']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:13:29.025912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf226bb-d43d-4952-90c1-4751f7f388b5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:13:29.025912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf226bb-d43d-4952-90c1-4751f7f388b5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:13:29.025912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf226bb-d43d-4952-90c1-4751f7f388b5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:13:29.025912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf226bb-d43d-4952-90c1-4751f7f388b5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:13:29.026420 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf226bb-d43d-4952-90c1-4751f7f388b5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:13:29.026828 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf226bb-d43d-4952-90c1-4751f7f388b5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:13:29.027221 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf226bb-d43d-4952-90c1-4751f7f388b5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:13:29.027650 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf226bb-d43d-4952-90c1-4751f7f388b5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:13:29.028086 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf226bb-d43d-4952-90c1-4751f7f388b5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:13:29.028462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf226bb-d43d-4952-90c1-4751f7f388b5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:13:29.028846 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf226bb-d43d-4952-90c1-4751f7f388b5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:13:29.029230 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf226bb-d43d-4952-90c1-4751f7f388b5 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:13:29.055899 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['f2fd0d0f-2b36-4666-9d7b-eef9a834e26b'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:13:29.111061 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf90e05-b6c4-495b-bfad-3774da1619dc req-b9b7aed6-9cae-4791-ba1c-6c567c44b19e tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:29.114001 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6bf90e05-b6c4-495b-bfad-3774da1619dc req-b9b7aed6-9cae-4791-ba1c-6c567c44b19e tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 984 time: 0.0557323 Nov 15 12:13:29.181356 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6bf90e05-b6c4-495b-bfad-3774da1619dc req-62f5e7da-3dfa-4550-87b3-0ecc214c1385 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&id=65f1295d-e7ef-49f5-b564-121c3d9ab3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603123 Nov 15 12:13:29.312322 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-49ca7918-d046-4d6d-afd8-9b9b8c919eb5 None None] Provisioning complete for port f2fd0d0f-2b36-4666-9d7b-eef9a834e26b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:13:29.312632 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-49ca7918-d046-4d6d-afd8-9b9b8c919eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:29.620200 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd5075d-29c3-4756-a47e-4aed7f14f1c5', 'tag': 'f2fd0d0f-2b36-4666-9d7b-eef9a834e26b'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:13:29.622622 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10b531b19c16a4bb032ad9325c521bd4bf8029a5360c7e3eb9d5ecffe28e67c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b647b2-0740-4be2-befe-f213dce45fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "acd5075d-29c3-4756-a47e-4aed7f14f1c5", "tag": "f2fd0d0f-2b36-4666-9d7b-eef9a834e26b"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:13:29.660878 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b912b7-03ab-4579-b650-c99b947176a8 x-openstack-request-id: req-12b912b7-03ab-4579-b650-c99b947176a8 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:13:29.661156 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd5075d-29c3-4756-a47e-4aed7f14f1c5", "tag": "f2fd0d0f-2b36-4666-9d7b-eef9a834e26b", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:13:29.661409 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-12b912b7-03ab-4579-b650-c99b947176a8 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:13:29.661806 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd5075d-29c3-4756-a47e-4aed7f14f1c5', 'tag': 'f2fd0d0f-2b36-4666-9d7b-eef9a834e26b', 'status': 'completed', 'code': 200} Nov 15 12:13:29.740458 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b647b2-0740-4be2-befe-f213dce45fc1 req-3b5be9b4-be51-42a4-8b92-42b039db517a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:29.741816 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-22b647b2-0740-4be2-befe-f213dce45fc1 req-3b5be9b4-be51-42a4-8b92-42b039db517a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2673d9d05884857ab314bfdbb2ab192&device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 1135 time: 0.0439556 Nov 15 12:13:29.846665 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b647b2-0740-4be2-befe-f213dce45fc1 req-77213fca-8516-4760-b870-01d843987fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:29.848158 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-22b647b2-0740-4be2-befe-f213dce45fc1 req-77213fca-8516-4760-b870-01d843987fb3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cafc9271-fb9a-444e-b07d-0aa6ae350116 HTTP/1.1" status: 200 len: 916 time: 0.0981677 Nov 15 12:13:29.914765 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-22b647b2-0740-4be2-befe-f213dce45fc1 req-03a6167e-90ec-4a8a-a41d-7f49f2cffd5a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2fd0d0f-2b36-4666-9d7b-eef9a834e26b HTTP/1.1" status: 200 len: 1001 time: 0.0594611 Nov 15 12:13:29.970681 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b647b2-0740-4be2-befe-f213dce45fc1 req-c30e102d-3a14-4efb-87ae-0e45c0a24f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:29.972650 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-22b647b2-0740-4be2-befe-f213dce45fc1 req-c30e102d-3a14-4efb-87ae-0e45c0a24f6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c HTTP/1.1" status: 200 len: 854 time: 0.0508401 Nov 15 12:13:30.024082 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b647b2-0740-4be2-befe-f213dce45fc1 req-4ceff268-7ed4-49a0-9944-e6c0532d6201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:30.025487 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-22b647b2-0740-4be2-befe-f213dce45fc1 req-4ceff268-7ed4-49a0-9944-e6c0532d6201 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cafc9271-fb9a-444e-b07d-0aa6ae350116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455978 Nov 15 12:13:30.115706 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:30.131172 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-22b647b2-0740-4be2-befe-f213dce45fc1 req-aea0a719-7d13-45c6-b32f-8ad51709588f service neutron] 10.222.0.55 "GET /v2.0/networks/cafc9271-fb9a-444e-b07d-0aa6ae350116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975060 Nov 15 12:13:30.220555 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-22b647b2-0740-4be2-befe-f213dce45fc1 req-3848b943-5e0d-4f75-b7c0-39d91f16c2e1 service neutron] 10.222.0.55 "GET /v2.0/networks/cafc9271-fb9a-444e-b07d-0aa6ae350116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816967 Nov 15 12:13:32.186262 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:36.331927 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-72bf5dff-0d93-477c-be84-7137ad1b0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:38.430834 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-98bbee6d-d262-4f8a-9fa7-57631b9b67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:40.096960 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:41.654810 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:42.214444 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:13:44.801908 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:13:46.463192 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2279a-b2e8-430f-863c-cefe9a75084a req-9e5c029e-af2f-4e73-be7c-722e773a4162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:46.464768 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-78b2279a-b2e8-430f-863c-cefe9a75084a req-9e5c029e-af2f-4e73-be7c-722e773a4162 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2673d9d05884857ab314bfdbb2ab192&device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 1135 time: 0.0410390 Nov 15 12:13:46.469935 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50ac6f-49e3-4ac3-92e5-38cd8a140d85 req-48fa4795-f490-4712-9afe-bc27fc4884ed tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:46.471508 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8a50ac6f-49e3-4ac3-92e5-38cd8a140d85 req-48fa4795-f490-4712-9afe-bc27fc4884ed tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 984 time: 0.0546110 Nov 15 12:13:46.532377 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8a50ac6f-49e3-4ac3-92e5-38cd8a140d85 req-032f95bf-27ab-4998-bf54-812cd123d560 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&id=65f1295d-e7ef-49f5-b564-121c3d9ab3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544193 Nov 15 12:13:46.559286 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2279a-b2e8-430f-863c-cefe9a75084a req-61ebe510-2cb3-4b01-8317-60bd040f9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:46.560826 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-78b2279a-b2e8-430f-863c-cefe9a75084a req-61ebe510-2cb3-4b01-8317-60bd040f9e47 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cafc9271-fb9a-444e-b07d-0aa6ae350116 HTTP/1.1" status: 200 len: 916 time: 0.0891271 Nov 15 12:13:46.629664 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-78b2279a-b2e8-430f-863c-cefe9a75084a req-4d51d2c9-b0b1-41ee-bf36-ba879a89202d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2fd0d0f-2b36-4666-9d7b-eef9a834e26b HTTP/1.1" status: 200 len: 1001 time: 0.0607007 Nov 15 12:13:46.684371 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2279a-b2e8-430f-863c-cefe9a75084a req-c8d48e22-8b3e-4ea2-8e5f-dae04264cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:46.685812 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-78b2279a-b2e8-430f-863c-cefe9a75084a req-c8d48e22-8b3e-4ea2-8e5f-dae04264cb44 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c HTTP/1.1" status: 200 len: 854 time: 0.0483878 Nov 15 12:13:46.732600 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2279a-b2e8-430f-863c-cefe9a75084a req-ad36724a-c479-4e6c-8e83-df72a657e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:46.734053 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-78b2279a-b2e8-430f-863c-cefe9a75084a req-ad36724a-c479-4e6c-8e83-df72a657e138 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cafc9271-fb9a-444e-b07d-0aa6ae350116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402787 Nov 15 12:13:46.829729 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-78b2279a-b2e8-430f-863c-cefe9a75084a req-810132d4-8a7c-4418-b2ff-5645b9f67f6b service neutron] 10.222.0.55 "GET /v2.0/networks/cafc9271-fb9a-444e-b07d-0aa6ae350116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878179 Nov 15 12:13:46.925238 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-78b2279a-b2e8-430f-863c-cefe9a75084a req-eaa3146c-9366-4b61-9b28-414bacbc3ffb service neutron] 10.222.0.55 "GET /v2.0/networks/cafc9271-fb9a-444e-b07d-0aa6ae350116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876572 Nov 15 12:13:47.666318 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad158b3-fee6-4428-b65b-463159a8c8de req-e7c44842-8a0f-418e-b85e-71c184db7e33 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:47.667849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bad158b3-fee6-4428-b65b-463159a8c8de req-e7c44842-8a0f-418e-b85e-71c184db7e33 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 984 time: 0.0624070 Nov 15 12:13:47.803394 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bad158b3-fee6-4428-b65b-463159a8c8de req-43b4e62e-88fc-4ba9-b268-0ec8747ec5bf tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&id=65f1295d-e7ef-49f5-b564-121c3d9ab3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1289845 Nov 15 12:13:48.937698 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e4847-be84-4646-828b-45247165e992 req-0754e4c9-cb6c-4faf-8c10-aa6483778742 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:48.939155 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b03e4847-be84-4646-828b-45247165e992 req-0754e4c9-cb6c-4faf-8c10-aa6483778742 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 984 time: 0.0498121 Nov 15 12:13:48.999220 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b03e4847-be84-4646-828b-45247165e992 req-ca3b2797-1caa-432e-957b-f4c4dabdd08a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&id=65f1295d-e7ef-49f5-b564-121c3d9ab3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536926 Nov 15 12:13:50.135646 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be034669-6170-4c1b-abf7-44d15c9574e4 req-e1335195-abd6-4c7f-8f15-a16ed550f3e1 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:50.137228 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-be034669-6170-4c1b-abf7-44d15c9574e4 req-e1335195-abd6-4c7f-8f15-a16ed550f3e1 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 984 time: 0.0548255 Nov 15 12:13:50.202833 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-be034669-6170-4c1b-abf7-44d15c9574e4 req-740413ae-c702-4e17-bef4-f15e1817a605 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&id=65f1295d-e7ef-49f5-b564-121c3d9ab3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591753 Nov 15 12:13:51.330547 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9d833-6d9f-4f5b-a532-941e69ba98c5 req-2d8e9297-ce5f-4eff-b77c-e16d3939651e tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:51.332032 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3e9d833-6d9f-4f5b-a532-941e69ba98c5 req-2d8e9297-ce5f-4eff-b77c-e16d3939651e tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 984 time: 0.0483358 Nov 15 12:13:51.390973 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3e9d833-6d9f-4f5b-a532-941e69ba98c5 req-5fedb029-32b3-4278-beb9-73b413c71c83 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&id=65f1295d-e7ef-49f5-b564-121c3d9ab3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526006 Nov 15 12:13:52.525730 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4dff51-f645-4f85-83d9-65f6508e357a req-3efd7a13-44dd-428d-b399-097088ca744f tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:52.527339 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc4dff51-f645-4f85-83d9-65f6508e357a req-3efd7a13-44dd-428d-b399-097088ca744f tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 984 time: 0.0529110 Nov 15 12:13:52.594476 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc4dff51-f645-4f85-83d9-65f6508e357a req-1033cb82-ca83-479d-8142-3e7da98d2bb1 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&id=65f1295d-e7ef-49f5-b564-121c3d9ab3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578465 Nov 15 12:13:53.727385 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60afd4-9960-4b44-93ff-d30c77c3975a req-6b7c9753-1d4a-4480-9ec1-e3c4238a93ef tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:53.728897 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f60afd4-9960-4b44-93ff-d30c77c3975a req-6b7c9753-1d4a-4480-9ec1-e3c4238a93ef tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 984 time: 0.0536585 Nov 15 12:13:53.806618 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f60afd4-9960-4b44-93ff-d30c77c3975a req-93659192-5b6f-48ec-8673-feb9cd63ada6 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&id=65f1295d-e7ef-49f5-b564-121c3d9ab3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685201 Nov 15 12:13:54.939093 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0ce15-154a-482a-be4d-6a90bd06963c req-09a42253-0f3f-4381-bd05-c149faa867b2 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:54.940750 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-23e0ce15-154a-482a-be4d-6a90bd06963c req-09a42253-0f3f-4381-bd05-c149faa867b2 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 984 time: 0.0550346 Nov 15 12:13:55.003361 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-23e0ce15-154a-482a-be4d-6a90bd06963c req-a93d42a4-8300-4bc1-bdf4-83499ba54553 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&id=65f1295d-e7ef-49f5-b564-121c3d9ab3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562212 Nov 15 12:13:56.141577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31368620-2678-4207-8377-53d00c2301c2 req-a43ea3ca-d086-4301-b30e-93dee4a49e67 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:56.143047 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31368620-2678-4207-8377-53d00c2301c2 req-a43ea3ca-d086-4301-b30e-93dee4a49e67 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 984 time: 0.0561798 Nov 15 12:13:56.201644 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31368620-2678-4207-8377-53d00c2301c2 req-2be18261-75be-4e0a-8f55-6e6d3caac10e tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&id=65f1295d-e7ef-49f5-b564-121c3d9ab3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523391 Nov 15 12:13:57.327944 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefad71-22f6-40b3-a601-feb42157c375 req-79aaeec0-b7ff-493a-b060-8690f29b6974 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:57.329417 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3fefad71-22f6-40b3-a601-feb42157c375 req-79aaeec0-b7ff-493a-b060-8690f29b6974 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 984 time: 0.0514672 Nov 15 12:13:57.389765 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3fefad71-22f6-40b3-a601-feb42157c375 req-239d652c-5b79-463b-9fb6-625fddc85d12 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&id=65f1295d-e7ef-49f5-b564-121c3d9ab3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540378 Nov 15 12:13:58.529390 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3990e4-44a5-41ec-acf5-430fa1c6b090 req-5869ff88-8aef-4f7c-8755-626f387685a1 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:13:58.530874 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e3990e4-44a5-41ec-acf5-430fa1c6b090 req-5869ff88-8aef-4f7c-8755-626f387685a1 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 984 time: 0.0588789 Nov 15 12:13:58.597605 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4e3990e4-44a5-41ec-acf5-430fa1c6b090 req-419a7c35-7654-49f5-87e5-cd020ef2dd0c tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&id=65f1295d-e7ef-49f5-b564-121c3d9ab3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604064 Nov 15 12:14:00.143597 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:02.198817 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:06.337960 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-21ffde98-2ec5-45ef-8352-59ce997c64a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:07.539968 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5b118fba-2dd2-4dd7-922e-a3b79552af09 req-310a69f4-ee49-4aa8-89db-e0f6427a30e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404637 Nov 15 12:14:07.629328 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b118fba-2dd2-4dd7-922e-a3b79552af09 req-e6b2de0c-7e2d-4a9f-8ade-4d408debd1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:14:07.630814 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5b118fba-2dd2-4dd7-922e-a3b79552af09 req-e6b2de0c-7e2d-4a9f-8ade-4d408debd1a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2673d9d05884857ab314bfdbb2ab192&device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 1135 time: 0.0465932 Nov 15 12:14:07.734077 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b118fba-2dd2-4dd7-922e-a3b79552af09 req-2c93f896-ef2e-4dcc-a6de-30189265076d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:14:07.735556 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5b118fba-2dd2-4dd7-922e-a3b79552af09 req-2c93f896-ef2e-4dcc-a6de-30189265076d service neutron] 10.222.0.55 "GET /v2.0/networks?id=cafc9271-fb9a-444e-b07d-0aa6ae350116 HTTP/1.1" status: 200 len: 916 time: 0.0847363 Nov 15 12:14:07.804530 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5b118fba-2dd2-4dd7-922e-a3b79552af09 req-c1a6ad9f-e363-4b58-a91f-b6d2693e6ea4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2fd0d0f-2b36-4666-9d7b-eef9a834e26b HTTP/1.1" status: 200 len: 1001 time: 0.0610015 Nov 15 12:14:07.855412 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b118fba-2dd2-4dd7-922e-a3b79552af09 req-3062e37f-8001-4eb2-bfc2-723d33a65658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:14:07.856870 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5b118fba-2dd2-4dd7-922e-a3b79552af09 req-3062e37f-8001-4eb2-bfc2-723d33a65658 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c HTTP/1.1" status: 200 len: 854 time: 0.0459037 Nov 15 12:14:07.902388 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b118fba-2dd2-4dd7-922e-a3b79552af09 req-9df42ca3-1e86-48c6-aa60-2e7b272ff799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:14:07.903956 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5b118fba-2dd2-4dd7-922e-a3b79552af09 req-9df42ca3-1e86-48c6-aa60-2e7b272ff799 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cafc9271-fb9a-444e-b07d-0aa6ae350116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402191 Nov 15 12:14:07.998915 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5b118fba-2dd2-4dd7-922e-a3b79552af09 req-0ca01919-10f3-4824-846b-edfc999fcd7c service neutron] 10.222.0.55 "GET /v2.0/networks/cafc9271-fb9a-444e-b07d-0aa6ae350116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880733 Nov 15 12:14:08.089144 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5b118fba-2dd2-4dd7-922e-a3b79552af09 req-81ffead7-a45a-42f0-abad-6155925c55bf service neutron] 10.222.0.55 "GET /v2.0/networks/cafc9271-fb9a-444e-b07d-0aa6ae350116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825250 Nov 15 12:14:08.406032 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f10274-3627-4454-8baf-06e73aea6c02 req-528b8360-0160-4153-a1a6-ce611aa21d46 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458033 Nov 15 12:14:08.424332 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-43e5c8f1-5606-404c-b92f-ae6b03143d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:08.492979 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f10274-3627-4454-8baf-06e73aea6c02 req-b46189ea-26d8-4f1c-a828-32ae9fa85689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:14:08.494539 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f10274-3627-4454-8baf-06e73aea6c02 req-b46189ea-26d8-4f1c-a828-32ae9fa85689 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0407217 Nov 15 12:14:08.601145 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f10274-3627-4454-8baf-06e73aea6c02 req-0aa838f3-b749-4e9c-940e-9906961d497a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:14:08.602638 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f10274-3627-4454-8baf-06e73aea6c02 req-0aa838f3-b749-4e9c-940e-9906961d497a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0875156 Nov 15 12:14:08.647552 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f10274-3627-4454-8baf-06e73aea6c02 req-5369eb0a-facd-438f-8123-969a9b85f10e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0370288 Nov 15 12:14:08.698758 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f10274-3627-4454-8baf-06e73aea6c02 req-852f027c-7ab4-4ff9-852d-4d1aca10f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:14:08.700219 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f10274-3627-4454-8baf-06e73aea6c02 req-852f027c-7ab4-4ff9-852d-4d1aca10f748 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0445402 Nov 15 12:14:08.745990 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f10274-3627-4454-8baf-06e73aea6c02 req-2ff3a143-362d-46c9-aaa1-5190d3eb56fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:14:08.747437 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f10274-3627-4454-8baf-06e73aea6c02 req-2ff3a143-362d-46c9-aaa1-5190d3eb56fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403035 Nov 15 12:14:08.846650 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f10274-3627-4454-8baf-06e73aea6c02 req-665df27f-0251-4968-8b0b-816540692c7c service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917737 Nov 15 12:14:08.941239 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-10f10274-3627-4454-8baf-06e73aea6c02 req-716893b2-8eea-4276-b69e-337e2e9daeaf service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871084 Nov 15 12:14:10.101694 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:11.623032 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-89e85e47-ed11-4365-945e-fcd3db4f01a3 req-c3dc2144-ab83-4fb8-8b5b-5319f3b699a2 tempest-ServerDiskConfigTestJSON-2094936360 tempest-ServerDiskConfigTestJSON-2094936360-project] (102678) timed out ('10.222.0.55', 64263) {{(pid=102678) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 12:14:11.654833 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:12.213367 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:21.807149 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:14:30.147603 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:30.960422 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2511993a-48a4-4f78-82bd-11537bdd63ee req-7164c217-2df2-49dc-84ea-c73e4abd4181 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030849892&fields=id&tenant_id=c2673d9d05884857ab314bfdbb2ab192 HTTP/1.1" status: 200 len: 267 time: 0.0618446 Nov 15 12:14:31.029008 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511993a-48a4-4f78-82bd-11537bdd63ee req-2baa2483-bb35-4a6c-98a9-fe7253f66f1a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:14:31.030449 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2511993a-48a4-4f78-82bd-11537bdd63ee req-2baa2483-bb35-4a6c-98a9-fe7253f66f1a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 984 time: 0.0613620 Nov 15 12:14:31.041737 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [req-2511993a-48a4-4f78-82bd-11537bdd63ee req-ec882e14-90fc-49a3-8331-38432eb054e9 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Request body: {'port': {'security_groups': ['ebda4eb3-ed41-4019-beab-c710ea697d97']}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:14:31.109570 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2511993a-48a4-4f78-82bd-11537bdd63ee req-ec882e14-90fc-49a3-8331-38432eb054e9 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:31.281234 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-2511993a-48a4-4f78-82bd-11537bdd63ee req-ec882e14-90fc-49a3-8331-38432eb054e9 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] For port f2fd0d0f-2b36-4666-9d7b-eef9a834e26b, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f2fd0d0f-2b36-4666-9d7b-eef9a834e26b,segment=NetworkSegment(a215effe-0cc9-4c97-83ad-7d42371031a4),segment_id=a215effe-0cc9-4c97-83ad-7d42371031a4)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:14:31.314293 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2511993a-48a4-4f78-82bd-11537bdd63ee req-ec882e14-90fc-49a3-8331-38432eb054e9 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:31.321197 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2511993a-48a4-4f78-82bd-11537bdd63ee req-ec882e14-90fc-49a3-8331-38432eb054e9 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:31.334364 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['f2fd0d0f-2b36-4666-9d7b-eef9a834e26b'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:14:31.369331 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511993a-48a4-4f78-82bd-11537bdd63ee req-ec882e14-90fc-49a3-8331-38432eb054e9 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:14:31.369977 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-2511993a-48a4-4f78-82bd-11537bdd63ee req-ec882e14-90fc-49a3-8331-38432eb054e9 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:31.371416 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2511993a-48a4-4f78-82bd-11537bdd63ee req-ec882e14-90fc-49a3-8331-38432eb054e9 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "PUT /v2.0/ports/f2fd0d0f-2b36-4666-9d7b-eef9a834e26b HTTP/1.1" status: 200 len: 942 time: 0.3342626 Nov 15 12:14:31.371891 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd5075d-29c3-4756-a47e-4aed7f14f1c5', 'tag': 'f2fd0d0f-2b36-4666-9d7b-eef9a834e26b'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:14:31.374199 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10b531b19c16a4bb032ad9325c521bd4bf8029a5360c7e3eb9d5ecffe28e67c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd51ff2-e20b-4691-ad32-1acf3c973bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "acd5075d-29c3-4756-a47e-4aed7f14f1c5", "tag": "f2fd0d0f-2b36-4666-9d7b-eef9a834e26b"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:14:31.380428 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54264) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:31.394097 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec882e14-90fc-49a3-8331-38432eb054e9 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Pushing event updated for resources: {'Port': ['ID=f2fd0d0f-2b36-4666-9d7b-eef9a834e26b,revision_number=7']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:31.402054 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec882e14-90fc-49a3-8331-38432eb054e9 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:31.402404 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec882e14-90fc-49a3-8331-38432eb054e9 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:31.402759 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec882e14-90fc-49a3-8331-38432eb054e9 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:31.403157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec882e14-90fc-49a3-8331-38432eb054e9 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:31.403487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec882e14-90fc-49a3-8331-38432eb054e9 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:31.403830 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec882e14-90fc-49a3-8331-38432eb054e9 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:31.404158 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec882e14-90fc-49a3-8331-38432eb054e9 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:31.404478 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec882e14-90fc-49a3-8331-38432eb054e9 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:31.404798 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec882e14-90fc-49a3-8331-38432eb054e9 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:31.405117 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec882e14-90fc-49a3-8331-38432eb054e9 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:31.405436 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec882e14-90fc-49a3-8331-38432eb054e9 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:31.405747 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec882e14-90fc-49a3-8331-38432eb054e9 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:31.427216 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55c7192-3f79-49d7-a26f-975946d94a21 x-openstack-request-id: req-e55c7192-3f79-49d7-a26f-975946d94a21 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:14:31.427516 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd5075d-29c3-4756-a47e-4aed7f14f1c5", "tag": "f2fd0d0f-2b36-4666-9d7b-eef9a834e26b", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:14:31.428364 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e55c7192-3f79-49d7-a26f-975946d94a21 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:14:31.428364 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd5075d-29c3-4756-a47e-4aed7f14f1c5', 'tag': 'f2fd0d0f-2b36-4666-9d7b-eef9a834e26b', 'status': 'completed', 'code': 200} Nov 15 12:14:31.465274 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['f2fd0d0f-2b36-4666-9d7b-eef9a834e26b'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:14:31.491102 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5da8635-2f0f-4438-a843-2cd36c45f91a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:31.527721 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd51ff2-e20b-4691-ad32-1acf3c973bc6 req-bccf37f2-1622-49ad-8c5f-ab6451749f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:14:31.529432 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1fd51ff2-e20b-4691-ad32-1acf3c973bc6 req-bccf37f2-1622-49ad-8c5f-ab6451749f32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2673d9d05884857ab314bfdbb2ab192&device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 1096 time: 0.0772440 Nov 15 12:14:31.531851 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5da8635-2f0f-4438-a843-2cd36c45f91a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:31.607165 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e6d127dd-fc7a-4e5c-a2f7-a4259d389982 None None] Provisioning complete for port f2fd0d0f-2b36-4666-9d7b-eef9a834e26b triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:14:31.607526 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e6d127dd-fc7a-4e5c-a2f7-a4259d389982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:31.972981 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd51ff2-e20b-4691-ad32-1acf3c973bc6 req-abd8b47e-158d-44bf-bba0-68e5f30b0d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:14:31.974466 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1fd51ff2-e20b-4691-ad32-1acf3c973bc6 req-abd8b47e-158d-44bf-bba0-68e5f30b0d02 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cafc9271-fb9a-444e-b07d-0aa6ae350116 HTTP/1.1" status: 200 len: 916 time: 0.4344521 Nov 15 12:14:32.018028 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5da8635-2f0f-4438-a843-2cd36c45f91a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:32.020649 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f5da8635-2f0f-4438-a843-2cd36c45f91a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:32.024698 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f5da8635-2f0f-4438-a843-2cd36c45f91a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "DELETE /v2.0/security-groups/65f1295d-e7ef-49f5-b564-121c3d9ab3fe HTTP/1.1" status: 204 len: 168 time: 0.6395500 Nov 15 12:14:32.025113 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54266) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:32.039325 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da8635-2f0f-4438-a843-2cd36c45f91a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f1295d-e7ef-49f5-b564-121c3d9ab3fe,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:32.053702 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da8635-2f0f-4438-a843-2cd36c45f91a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:32.054038 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da8635-2f0f-4438-a843-2cd36c45f91a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:32.054369 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da8635-2f0f-4438-a843-2cd36c45f91a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:32.054694 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da8635-2f0f-4438-a843-2cd36c45f91a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:32.055015 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da8635-2f0f-4438-a843-2cd36c45f91a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:32.055333 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da8635-2f0f-4438-a843-2cd36c45f91a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:32.055649 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da8635-2f0f-4438-a843-2cd36c45f91a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:32.055994 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da8635-2f0f-4438-a843-2cd36c45f91a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:32.056311 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da8635-2f0f-4438-a843-2cd36c45f91a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:32.056623 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da8635-2f0f-4438-a843-2cd36c45f91a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:32.056934 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da8635-2f0f-4438-a843-2cd36c45f91a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:32.057242 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5da8635-2f0f-4438-a843-2cd36c45f91a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:32.076078 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1fd51ff2-e20b-4691-ad32-1acf3c973bc6 req-423035a1-28c4-43f7-b15f-7578df0eb495 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2fd0d0f-2b36-4666-9d7b-eef9a834e26b HTTP/1.1" status: 200 len: 1001 time: 0.0943551 Nov 15 12:14:32.148161 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd51ff2-e20b-4691-ad32-1acf3c973bc6 req-97cfc81b-5b13-4df9-b1a8-1df3234ff188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:14:32.149935 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1fd51ff2-e20b-4691-ad32-1acf3c973bc6 req-97cfc81b-5b13-4df9-b1a8-1df3234ff188 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c HTTP/1.1" status: 200 len: 854 time: 0.0668623 Nov 15 12:14:32.203371 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-52565e78-0504-4985-ae7c-378845c09e8b tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Deleting port cd62aba8-2cc3-4e3e-8b80-a00bf39fa42e {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:14:32.204095 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd51ff2-e20b-4691-ad32-1acf3c973bc6 req-473e30d5-029e-4b85-8a12-a960c08549be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:14:32.204231 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52565e78-0504-4985-ae7c-378845c09e8b tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:32.208244 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1fd51ff2-e20b-4691-ad32-1acf3c973bc6 req-473e30d5-029e-4b85-8a12-a960c08549be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cafc9271-fb9a-444e-b07d-0aa6ae350116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480099 Nov 15 12:14:32.212756 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:32.293700 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52565e78-0504-4985-ae7c-378845c09e8b tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:32.294394 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52565e78-0504-4985-ae7c-378845c09e8b tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:32.307865 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1fd51ff2-e20b-4691-ad32-1acf3c973bc6 req-e5caf6f4-8ebb-4427-aa69-96995d2e9679 service neutron] 10.222.0.55 "GET /v2.0/networks/cafc9271-fb9a-444e-b07d-0aa6ae350116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934286 Nov 15 12:14:32.309381 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-52565e78-0504-4985-ae7c-378845c09e8b tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Calling delete_port for cd62aba8-2cc3-4e3e-8b80-a00bf39fa42e owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:14:32.408819 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1fd51ff2-e20b-4691-ad32-1acf3c973bc6 req-59f77d1a-becf-4ab6-83b9-85df7d3e6163 service neutron] 10.222.0.55 "GET /v2.0/networks/cafc9271-fb9a-444e-b07d-0aa6ae350116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954382 Nov 15 12:14:32.801014 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52565e78-0504-4985-ae7c-378845c09e8b tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:32.827224 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52565e78-0504-4985-ae7c-378845c09e8b tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Pushing event deleted for resources: {'Port': ['ID=cd62aba8-2cc3-4e3e-8b80-a00bf39fa42e,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:32.890170 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52565e78-0504-4985-ae7c-378845c09e8b tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:32.890571 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-52565e78-0504-4985-ae7c-378845c09e8b tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Floating IP bf2e0d32-547f-44a7-8f54-373974515146 disassociated (deleted). External IP: 172.25.7.115, port: f2fd0d0f-2b36-4666-9d7b-eef9a834e26b. Nov 15 12:14:33.102060 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52565e78-0504-4985-ae7c-378845c09e8b tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Router 3930a434-38e0-473f-ab8d-e02738157c02 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:14:33.210972 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52565e78-0504-4985-ae7c-378845c09e8b tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:14:33.216056 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-52565e78-0504-4985-ae7c-378845c09e8b tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:33.221731 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69822878-4d7a-48bf-aa15-61bb8c8b5bac None None] Sync routers for ids ['3930a434-38e0-473f-ab8d-e02738157c02'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:14:33.233339 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69822878-4d7a-48bf-aa15-61bb8c8b5bac None None] Routers {'3930a434-38e0-473f-ab8d-e02738157c02'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:14:33.234040 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-69822878-4d7a-48bf-aa15-61bb8c8b5bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:14:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3930a434-38e0-473f-ab8d-e02738157c02'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:14:33.245988 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-52565e78-0504-4985-ae7c-378845c09e8b tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "DELETE /v2.0/floatingips/bf2e0d32-547f-44a7-8f54-373974515146 HTTP/1.1" status: 204 len: 168 time: 1.2171834 Nov 15 12:14:33.341595 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-69822878-4d7a-48bf-aa15-61bb8c8b5bac None None] Set router 3930a434-38e0-473f-ab8d-e02738157c02 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:14:33.429779 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd5075d-29c3-4756-a47e-4aed7f14f1c5', 'tag': 'f2fd0d0f-2b36-4666-9d7b-eef9a834e26b'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:14:33.432580 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10b531b19c16a4bb032ad9325c521bd4bf8029a5360c7e3eb9d5ecffe28e67c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8900ee3-7dfa-4740-9505-f44b43e88094" -d '{"events": [{"name": "network-changed", "server_uuid": "acd5075d-29c3-4756-a47e-4aed7f14f1c5", "tag": "f2fd0d0f-2b36-4666-9d7b-eef9a834e26b"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:14:33.499527 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c42b8b3-a513-4043-ba7c-c4b74ca0f9c7 x-openstack-request-id: req-7c42b8b3-a513-4043-ba7c-c4b74ca0f9c7 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:14:33.499841 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd5075d-29c3-4756-a47e-4aed7f14f1c5", "tag": "f2fd0d0f-2b36-4666-9d7b-eef9a834e26b", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:14:33.500147 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7c42b8b3-a513-4043-ba7c-c4b74ca0f9c7 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:14:33.500549 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd5075d-29c3-4756-a47e-4aed7f14f1c5', 'tag': 'f2fd0d0f-2b36-4666-9d7b-eef9a834e26b', 'status': 'completed', 'code': 200} Nov 15 12:14:33.552419 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-69822878-4d7a-48bf-aa15-61bb8c8b5bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930a434-38e0-473f-ab8d-e02738157c02', 'name': 'tempest-TestMinimumBasicScenario-1649402013-router', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:12:33Z', 'updated_at': '2021-11-15T12:12:36Z', 'revision_number': 4, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'gw_port': {'id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:34Z', 'updated_at': '2021-11-15T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f434d3ad-5119-46f4-86da-cdfa85cbc629', 'name': '', 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'mac_address': 'fa:16:3e:c2:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:35Z', 'updated_at': '2021-11-15T12:12:41Z', 'revision_number': 5, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'subnets': [{'id': '2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:14:33.563233 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8900ee3-7dfa-4740-9505-f44b43e88094 req-dc6980f4-55a9-4425-b94f-328b25ce3a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:14:33.564885 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b8900ee3-7dfa-4740-9505-f44b43e88094 req-dc6980f4-55a9-4425-b94f-328b25ce3a93 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2673d9d05884857ab314bfdbb2ab192&device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 1096 time: 0.0406375 Nov 15 12:14:33.579561 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69822878-4d7a-48bf-aa15-61bb8c8b5bac None None] Checking router: 3930a434-38e0-473f-ab8d-e02738157c02 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:14:33.588314 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69822878-4d7a-48bf-aa15-61bb8c8b5bac None None] Routers {'3930a434-38e0-473f-ab8d-e02738157c02'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:14:33.588918 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-69822878-4d7a-48bf-aa15-61bb8c8b5bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:14:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3930a434-38e0-473f-ab8d-e02738157c02'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:14:33.657920 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8900ee3-7dfa-4740-9505-f44b43e88094 req-fbb30f39-b218-45f1-a52b-93be3153aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:14:33.659317 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b8900ee3-7dfa-4740-9505-f44b43e88094 req-fbb30f39-b218-45f1-a52b-93be3153aec5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cafc9271-fb9a-444e-b07d-0aa6ae350116 HTTP/1.1" status: 200 len: 916 time: 0.0872974 Nov 15 12:14:33.696288 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-69822878-4d7a-48bf-aa15-61bb8c8b5bac None None] Set router 3930a434-38e0-473f-ab8d-e02738157c02 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:14:33.702075 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b8900ee3-7dfa-4740-9505-f44b43e88094 req-467450fd-156b-4fe9-8904-5ba620d99914 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2fd0d0f-2b36-4666-9d7b-eef9a834e26b HTTP/1.1" status: 200 len: 217 time: 0.0351439 Nov 15 12:14:33.752542 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8900ee3-7dfa-4740-9505-f44b43e88094 req-514c0344-5eb2-4a35-b7fa-7077dd32fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:14:33.754005 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b8900ee3-7dfa-4740-9505-f44b43e88094 req-514c0344-5eb2-4a35-b7fa-7077dd32fd5e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c HTTP/1.1" status: 200 len: 854 time: 0.0445642 Nov 15 12:14:33.805018 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8900ee3-7dfa-4740-9505-f44b43e88094 req-2a851a16-c5d9-4dfb-96a0-0cf8ca9c7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:14:33.806615 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b8900ee3-7dfa-4740-9505-f44b43e88094 req-2a851a16-c5d9-4dfb-96a0-0cf8ca9c7d17 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cafc9271-fb9a-444e-b07d-0aa6ae350116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432053 Nov 15 12:14:33.902188 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-69822878-4d7a-48bf-aa15-61bb8c8b5bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930a434-38e0-473f-ab8d-e02738157c02', 'name': 'tempest-TestMinimumBasicScenario-1649402013-router', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:12:33Z', 'updated_at': '2021-11-15T12:12:36Z', 'revision_number': 4, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'gw_port': {'id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:34Z', 'updated_at': '2021-11-15T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f434d3ad-5119-46f4-86da-cdfa85cbc629', 'name': '', 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'mac_address': 'fa:16:3e:c2:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:35Z', 'updated_at': '2021-11-15T12:12:41Z', 'revision_number': 5, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'subnets': [{'id': '2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:14:33.902481 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b8900ee3-7dfa-4740-9505-f44b43e88094 req-77c2042f-41fe-4911-b60b-eda83fe71dbb service neutron] 10.222.0.55 "GET /v2.0/networks/cafc9271-fb9a-444e-b07d-0aa6ae350116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874648 Nov 15 12:14:33.930229 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69822878-4d7a-48bf-aa15-61bb8c8b5bac None None] The sync data for ids ['3930a434-38e0-473f-ab8d-e02738157c02'] in n-d-729945-9 is: [{'id': '3930a434-38e0-473f-ab8d-e02738157c02', 'name': 'tempest-TestMinimumBasicScenario-1649402013-router', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:12:33Z', 'updated_at': '2021-11-15T12:12:36Z', 'revision_number': 4, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'gw_port': {'id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:34Z', 'updated_at': '2021-11-15T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'f434d3ad-5119-46f4-86da-cdfa85cbc629', 'name': '', 'network_id': 'cafc9271-fb9a-444e-b07d-0aa6ae350116', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'mac_address': 'fa:16:3e:c2:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:35Z', 'updated_at': '2021-11-15T12:12:41Z', 'revision_number': 5, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'subnets': [{'id': '2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:14:34.004314 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b8900ee3-7dfa-4740-9505-f44b43e88094 req-d48e21b1-0c75-43a6-bf9f-b33387f9090d service neutron] 10.222.0.55 "GET /v2.0/networks/cafc9271-fb9a-444e-b07d-0aa6ae350116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932000 Nov 15 12:14:34.172660 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5ad343-0541-439f-9b79-949018639e9f None None] New status for floating IP bf2e0d32-547f-44a7-8f54-373974515146: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:14:36.333605 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e490e8cb-52d3-4486-b0b2-d430017f70c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:38.440037 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-22299981-8085-446b-bb02-cffaa51f0b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:40.100918 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:41.654680 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:42.211419 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:42.306485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651402-333b-482f-87ba-5cbe6ae89917 req-4df8f80d-3fb0-4c71-abb2-ad286ba6b20a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:14:42.308109 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14651402-333b-482f-87ba-5cbe6ae89917 req-4df8f80d-3fb0-4c71-abb2-ad286ba6b20a tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 945 time: 0.0515649 Nov 15 12:14:42.358333 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-14651402-333b-482f-87ba-5cbe6ae89917 req-78a50d70-405d-4ca2-85d1-8f4b958f5179 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437248 Nov 15 12:14:43.487849 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98806a1a-126f-431a-934c-6102a50eab1c req-acddafcb-f915-4706-aaf3-c97d808e5446 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:14:43.489374 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-98806a1a-126f-431a-934c-6102a50eab1c req-acddafcb-f915-4706-aaf3-c97d808e5446 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 945 time: 0.0558646 Nov 15 12:14:43.539094 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-98806a1a-126f-431a-934c-6102a50eab1c req-74b3df33-fd27-4ac7-a453-e77fc484eedd tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebda4eb3-ed41-4019-beab-c710ea697d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407634 Nov 15 12:14:43.993116 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6137c3-886a-4652-82fb-04a73d3c443f req-d06a82a1-4669-489f-9605-3f2975e2692b tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:14:43.994576 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7e6137c3-886a-4652-82fb-04a73d3c443f req-d06a82a1-4669-489f-9605-3f2975e2692b tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 945 time: 0.0550835 Nov 15 12:14:44.087457 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-7e6137c3-886a-4652-82fb-04a73d3c443f req-780c2e0f-6c9c-4f85-96e3-92f84e791863 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Deleting port f2fd0d0f-2b36-4666-9d7b-eef9a834e26b {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:14:44.087753 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7e6137c3-886a-4652-82fb-04a73d3c443f req-780c2e0f-6c9c-4f85-96e3-92f84e791863 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:44.181165 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-7e6137c3-886a-4652-82fb-04a73d3c443f req-780c2e0f-6c9c-4f85-96e3-92f84e791863 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] For port f2fd0d0f-2b36-4666-9d7b-eef9a834e26b, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=f2fd0d0f-2b36-4666-9d7b-eef9a834e26b,segment=NetworkSegment(a215effe-0cc9-4c97-83ad-7d42371031a4),segment_id=a215effe-0cc9-4c97-83ad-7d42371031a4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:14:44.181529 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7e6137c3-886a-4652-82fb-04a73d3c443f req-780c2e0f-6c9c-4f85-96e3-92f84e791863 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:44.194610 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-7e6137c3-886a-4652-82fb-04a73d3c443f req-780c2e0f-6c9c-4f85-96e3-92f84e791863 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Calling delete_port for f2fd0d0f-2b36-4666-9d7b-eef9a834e26b owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:14:44.339444 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7e6137c3-886a-4652-82fb-04a73d3c443f req-780c2e0f-6c9c-4f85-96e3-92f84e791863 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:44.351989 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['f2fd0d0f-2b36-4666-9d7b-eef9a834e26b'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:14:44.368498 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c2e0f-6c9c-4f85-96e3-92f84e791863 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Pushing event deleted for resources: {'Port': ['ID=f2fd0d0f-2b36-4666-9d7b-eef9a834e26b,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:44.409769 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6137c3-886a-4652-82fb-04a73d3c443f req-780c2e0f-6c9c-4f85-96e3-92f84e791863 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] No DVR routers for this DVR port f2fd0d0f-2b36-4666-9d7b-eef9a834e26b on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:14:44.412462 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-7e6137c3-886a-4652-82fb-04a73d3c443f req-780c2e0f-6c9c-4f85-96e3-92f84e791863 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:44.415795 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7e6137c3-886a-4652-82fb-04a73d3c443f req-780c2e0f-6c9c-4f85-96e3-92f84e791863 tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.55 "DELETE /v2.0/ports/f2fd0d0f-2b36-4666-9d7b-eef9a834e26b HTTP/1.1" status: 204 len: 173 time: 0.4142630 Nov 15 12:14:44.416247 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd5075d-29c3-4756-a47e-4aed7f14f1c5', 'name': 'network-vif-deleted', 'tag': 'f2fd0d0f-2b36-4666-9d7b-eef9a834e26b'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:14:44.418553 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7281997c-cc70-4abe-8a65-9a8eb087af51" -d '{"events": [{"server_uuid": "acd5075d-29c3-4756-a47e-4aed7f14f1c5", "name": "network-vif-deleted", "tag": "f2fd0d0f-2b36-4666-9d7b-eef9a834e26b"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:14:44.532337 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26777684-4862-4e2d-a607-e5507bef5487 x-openstack-request-id: req-26777684-4862-4e2d-a607-e5507bef5487 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:14:44.532620 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd5075d-29c3-4756-a47e-4aed7f14f1c5", "name": "network-vif-deleted", "tag": "f2fd0d0f-2b36-4666-9d7b-eef9a834e26b", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:14:44.532924 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26777684-4862-4e2d-a607-e5507bef5487 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:14:44.533329 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd5075d-29c3-4756-a47e-4aed7f14f1c5', 'name': 'network-vif-deleted', 'tag': 'f2fd0d0f-2b36-4666-9d7b-eef9a834e26b', 'status': 'completed', 'code': 200} Nov 15 12:14:44.644716 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-98facb18-292b-4e7c-b72b-1d0b5aa985fe req-05d681fb-e7e7-4431-a63f-fcff8751dbff tempest-TestMinimumBasicScenario-1064796352 tempest-TestMinimumBasicScenario-1064796352-project] 10.222.0.64 "GET /v2.0/ports?device_id=acd5075d-29c3-4756-a47e-4aed7f14f1c5 HTTP/1.1" status: 200 len: 210 time: 0.0262399 Nov 15 12:14:46.251566 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54366) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:46.617862 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36da25f3-aa8a-4fbb-b19b-a16316b4ff86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:46.891968 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-36da25f3-aa8a-4fbb-b19b-a16316b4ff86 admin admin] Deleting port f434d3ad-5119-46f4-86da-cdfa85cbc629 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:14:46.892375 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36da25f3-aa8a-4fbb-b19b-a16316b4ff86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:46.974817 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-36da25f3-aa8a-4fbb-b19b-a16316b4ff86 admin admin] For port f434d3ad-5119-46f4-86da-cdfa85cbc629, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f434d3ad-5119-46f4-86da-cdfa85cbc629,segment=NetworkSegment(a215effe-0cc9-4c97-83ad-7d42371031a4),segment_id=a215effe-0cc9-4c97-83ad-7d42371031a4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:14:46.975174 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36da25f3-aa8a-4fbb-b19b-a16316b4ff86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:46.988737 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-36da25f3-aa8a-4fbb-b19b-a16316b4ff86 admin admin] Calling delete_port for f434d3ad-5119-46f4-86da-cdfa85cbc629 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:14:47.225080 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36da25f3-aa8a-4fbb-b19b-a16316b4ff86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:47.255092 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da25f3-aa8a-4fbb-b19b-a16316b4ff86 admin admin] Pushing event deleted for resources: {'Port': ['ID=f434d3ad-5119-46f4-86da-cdfa85cbc629,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:47.423276 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-36da25f3-aa8a-4fbb-b19b-a16316b4ff86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:47.657181 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36da25f3-aa8a-4fbb-b19b-a16316b4ff86 admin admin] Router 3930a434-38e0-473f-ab8d-e02738157c02 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:14:47.775336 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36da25f3-aa8a-4fbb-b19b-a16316b4ff86 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:14:47.781279 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-36da25f3-aa8a-4fbb-b19b-a16316b4ff86 admin admin] 10.222.0.64 "PUT /v2.0/routers/3930a434-38e0-473f-ab8d-e02738157c02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5285685 Nov 15 12:14:47.784255 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54368) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:47.787053 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608a9711-ff44-4233-9686-c9dc57d34657 None None] Sync routers for ids ['3930a434-38e0-473f-ab8d-e02738157c02'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:14:47.797102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608a9711-ff44-4233-9686-c9dc57d34657 None None] Routers {'3930a434-38e0-473f-ab8d-e02738157c02'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:14:47.797696 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-608a9711-ff44-4233-9686-c9dc57d34657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:14:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3930a434-38e0-473f-ab8d-e02738157c02'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:14:47.891718 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-010a1eb5-0e63-4ab4-aec4-275f15298005 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:47.903598 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-608a9711-ff44-4233-9686-c9dc57d34657 None None] Set router 3930a434-38e0-473f-ab8d-e02738157c02 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:14:47.997939 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-010a1eb5-0e63-4ab4-aec4-275f15298005 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:48.056284 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-010a1eb5-0e63-4ab4-aec4-275f15298005 admin admin] Deleting port b937479a-986b-4355-99e3-e17b47a425e6 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:14:48.056617 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-010a1eb5-0e63-4ab4-aec4-275f15298005 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:48.089824 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-608a9711-ff44-4233-9686-c9dc57d34657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930a434-38e0-473f-ab8d-e02738157c02', 'name': 'tempest-TestMinimumBasicScenario-1649402013-router', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:12:33Z', 'updated_at': '2021-11-15T12:14:47Z', 'revision_number': 5, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'gw_port': {'id': 'b937479a-986b-4355-99e3-e17b47a425e6', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930a434-38e0-473f-ab8d-e02738157c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:34Z', 'updated_at': '2021-11-15T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:14:48.117275 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608a9711-ff44-4233-9686-c9dc57d34657 None None] Checking router: 3930a434-38e0-473f-ab8d-e02738157c02 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:14:48.125504 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608a9711-ff44-4233-9686-c9dc57d34657 None None] Routers {'3930a434-38e0-473f-ab8d-e02738157c02'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:14:48.126090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-608a9711-ff44-4233-9686-c9dc57d34657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:14:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['3930a434-38e0-473f-ab8d-e02738157c02'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:14:48.138406 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-010a1eb5-0e63-4ab4-aec4-275f15298005 admin admin] For port b937479a-986b-4355-99e3-e17b47a425e6, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b937479a-986b-4355-99e3-e17b47a425e6,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:14:48.138760 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-010a1eb5-0e63-4ab4-aec4-275f15298005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:48.151160 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-010a1eb5-0e63-4ab4-aec4-275f15298005 admin admin] Calling delete_port for b937479a-986b-4355-99e3-e17b47a425e6 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:14:48.212243 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-608a9711-ff44-4233-9686-c9dc57d34657 None None] Set router 3930a434-38e0-473f-ab8d-e02738157c02 gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:14:48.268779 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-608a9711-ff44-4233-9686-c9dc57d34657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930a434-38e0-473f-ab8d-e02738157c02', 'name': 'tempest-TestMinimumBasicScenario-1649402013-router', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:12:33Z', 'updated_at': '2021-11-15T12:14:47Z', 'revision_number': 6, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:14:48.297438 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608a9711-ff44-4233-9686-c9dc57d34657 None None] The sync data for ids ['3930a434-38e0-473f-ab8d-e02738157c02'] in n-d-729945-9 is: [{'id': '3930a434-38e0-473f-ab8d-e02738157c02', 'name': 'tempest-TestMinimumBasicScenario-1649402013-router', 'tenant_id': 'c2673d9d05884857ab314bfdbb2ab192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:12:33Z', 'updated_at': '2021-11-15T12:14:47Z', 'revision_number': 6, 'project_id': 'c2673d9d05884857ab314bfdbb2ab192', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:14:48.325498 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-010a1eb5-0e63-4ab4-aec4-275f15298005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:48.358090 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a1eb5-0e63-4ab4-aec4-275f15298005 admin admin] Pushing event deleted for resources: {'Port': ['ID=b937479a-986b-4355-99e3-e17b47a425e6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:48.369240 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e8939f-1f5a-4f37-ad6a-dd5b49bda291 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:14:48.416668 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-010a1eb5-0e63-4ab4-aec4-275f15298005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:48.506716 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-010a1eb5-0e63-4ab4-aec4-275f15298005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:48.509090 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-010a1eb5-0e63-4ab4-aec4-275f15298005 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:48.554237 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-010a1eb5-0e63-4ab4-aec4-275f15298005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:48.554699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010a1eb5-0e63-4ab4-aec4-275f15298005 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3930a434-38e0-473f-ab8d-e02738157c02 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 12:14:48.560206 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-010a1eb5-0e63-4ab4-aec4-275f15298005 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:48.561762 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-010a1eb5-0e63-4ab4-aec4-275f15298005 admin admin] 10.222.0.64 "DELETE /v2.0/routers/3930a434-38e0-473f-ab8d-e02738157c02 HTTP/1.1" status: 204 len: 168 time: 0.7765746 Nov 15 12:14:48.564328 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54370) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:48.612726 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-781e886a-7860-44df-8df8-4df90a88d1f2 admin admin] Deleting subnet 2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:14:48.616077 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-781e886a-7860-44df-8df8-4df90a88d1f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:48.651335 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-781e886a-7860-44df-8df8-4df90a88d1f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:48.740975 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-781e886a-7860-44df-8df8-4df90a88d1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:48.799838 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-781e886a-7860-44df-8df8-4df90a88d1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:48.826256 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e886a-7860-44df-8df8-4df90a88d1f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:48.828178 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-781e886a-7860-44df-8df8-4df90a88d1f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:48.831391 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-781e886a-7860-44df-8df8-4df90a88d1f2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2b8cc0d8-1f03-4cb2-9069-4f939d6ac04c HTTP/1.1" status: 204 len: 168 time: 0.2661178 Nov 15 12:14:48.832863 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e422ee-79bd-4653-885a-d189f26567dd None None] Network cafc9271-fb9a-444e-b07d-0aa6ae350116 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:14:48.834019 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54372) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:48.901564 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35f4eb20-c90a-48db-9e3e-a40ff710c919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:48.954489 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-35f4eb20-c90a-48db-9e3e-a40ff710c919 admin admin] Deleting port c3b6ff51-5c49-48af-95f1-608cb32028e3 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:14:48.954828 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35f4eb20-c90a-48db-9e3e-a40ff710c919 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:49.021932 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-35f4eb20-c90a-48db-9e3e-a40ff710c919 admin admin] For port c3b6ff51-5c49-48af-95f1-608cb32028e3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=c3b6ff51-5c49-48af-95f1-608cb32028e3,segment=NetworkSegment(a215effe-0cc9-4c97-83ad-7d42371031a4),segment_id=a215effe-0cc9-4c97-83ad-7d42371031a4)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:14:49.022290 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35f4eb20-c90a-48db-9e3e-a40ff710c919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:49.037232 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-35f4eb20-c90a-48db-9e3e-a40ff710c919 admin admin] Calling delete_port for c3b6ff51-5c49-48af-95f1-608cb32028e3 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:14:49.074642 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cdd41e-6638-4b3b-8b36-28821d8ad3b9 None None] DHCP port deletion for cafc9271-fb9a-444e-b07d-0aa6ae350116 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:14:49.124171 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35f4eb20-c90a-48db-9e3e-a40ff710c919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:49.141491 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f434d3ad-5119-46f4-86da-cdfa85cbc629 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:14:49.146481 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c9cdd41e-6638-4b3b-8b36-28821d8ad3b9 None None] Deleting port c3b6ff51-5c49-48af-95f1-608cb32028e3 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:14:49.146845 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c9cdd41e-6638-4b3b-8b36-28821d8ad3b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:49.154853 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4eb20-c90a-48db-9e3e-a40ff710c919 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3b6ff51-5c49-48af-95f1-608cb32028e3,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:49.156698 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f4eb20-c90a-48db-9e3e-a40ff710c919 admin admin] No DVR routers for this DVR port c3b6ff51-5c49-48af-95f1-608cb32028e3 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:14:49.167884 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: f434d3ad-5119-46f4-86da-cdfa85cbc629 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:14:49.168179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f434d3ad-5119-46f4-86da-cdfa85cbc629 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:14:49.232920 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35f4eb20-c90a-48db-9e3e-a40ff710c919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:49.233284 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c9cdd41e-6638-4b3b-8b36-28821d8ad3b9 None None] For port c3b6ff51-5c49-48af-95f1-608cb32028e3, host n-d-729945-9, got binding levels [] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:14:49.233680 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c9cdd41e-6638-4b3b-8b36-28821d8ad3b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:49.245695 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c9cdd41e-6638-4b3b-8b36-28821d8ad3b9 None None] Calling delete_port for c3b6ff51-5c49-48af-95f1-608cb32028e3 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:14:49.249374 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.ipam_backend_mixin [None req-c9cdd41e-6638-4b3b-8b36-28821d8ad3b9 None None] Port c3b6ff51-5c49-48af-95f1-608cb32028e3 was not found and therefore no delete operation was performed {{(pid=102679) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 12:14:49.250738 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c9cdd41e-6638-4b3b-8b36-28821d8ad3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:49.253339 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-35f4eb20-c90a-48db-9e3e-a40ff710c919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cafc9271-fb9a-444e-b07d-0aa6ae350116']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:14:49.263058 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-35f4eb20-c90a-48db-9e3e-a40ff710c919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a215effe-0cc9-4c97-83ad-7d42371031a4') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:14:49.263390 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-35f4eb20-c90a-48db-9e3e-a40ff710c919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a215effe-0cc9-4c97-83ad-7d42371031a4') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:14:49.273200 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35f4eb20-c90a-48db-9e3e-a40ff710c919 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:49.278491 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdd41e-6638-4b3b-8b36-28821d8ad3b9 None None] Pushing event deleted for resources: {'Port': ['ID=c3b6ff51-5c49-48af-95f1-608cb32028e3,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:49.284019 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cdd41e-6638-4b3b-8b36-28821d8ad3b9 None None] No DVR routers for this DVR port c3b6ff51-5c49-48af-95f1-608cb32028e3 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:14:49.287091 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35f4eb20-c90a-48db-9e3e-a40ff710c919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:49.295087 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f4eb20-c90a-48db-9e3e-a40ff710c919 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:14:49.295087 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35f4eb20-c90a-48db-9e3e-a40ff710c919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: timer() Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:14:49.296739 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:14:49.298798 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdd41e-6638-4b3b-8b36-28821d8ad3b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:49.298798 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdd41e-6638-4b3b-8b36-28821d8ad3b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:49.298798 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdd41e-6638-4b3b-8b36-28821d8ad3b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:49.299309 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdd41e-6638-4b3b-8b36-28821d8ad3b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:49.299852 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdd41e-6638-4b3b-8b36-28821d8ad3b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:49.300121 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdd41e-6638-4b3b-8b36-28821d8ad3b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:49.300519 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdd41e-6638-4b3b-8b36-28821d8ad3b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:49.300898 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdd41e-6638-4b3b-8b36-28821d8ad3b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:49.301218 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdd41e-6638-4b3b-8b36-28821d8ad3b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:49.301525 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdd41e-6638-4b3b-8b36-28821d8ad3b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:49.301875 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdd41e-6638-4b3b-8b36-28821d8ad3b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:49.302190 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdd41e-6638-4b3b-8b36-28821d8ad3b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:14:49.362360 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35f4eb20-c90a-48db-9e3e-a40ff710c919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:49.368386 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-35f4eb20-c90a-48db-9e3e-a40ff710c919 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:49.371715 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-35f4eb20-c90a-48db-9e3e-a40ff710c919 admin admin] 10.222.0.64 "DELETE /v2.0/networks/cafc9271-fb9a-444e-b07d-0aa6ae350116 HTTP/1.1" status: 204 len: 168 time: 0.5364637 Nov 15 12:14:49.374903 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54374) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:49.384191 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4eb20-c90a-48db-9e3e-a40ff710c919 admin admin] Pushing event deleted for resources: {'Network': ['ID=cafc9271-fb9a-444e-b07d-0aa6ae350116,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:49.473913 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device f2fd0d0f-2b36-4666-9d7b-eef9a834e26b no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:14:49.493522 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: f2fd0d0f-2b36-4666-9d7b-eef9a834e26b {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:14:49.493855 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device f2fd0d0f-2b36-4666-9d7b-eef9a834e26b not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:14:49.730679 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d0b4ae0-51d3-49a2-bbfe-246e6b08d986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:49.980927 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9d0b4ae0-51d3-49a2-bbfe-246e6b08d986 admin admin] Deleting port 34ddb71c-60e0-48c3-adcb-ac57b88d9634 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:14:49.981152 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d0b4ae0-51d3-49a2-bbfe-246e6b08d986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:50.066213 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-9d0b4ae0-51d3-49a2-bbfe-246e6b08d986 admin admin] For port 34ddb71c-60e0-48c3-adcb-ac57b88d9634, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=34ddb71c-60e0-48c3-adcb-ac57b88d9634,segment=NetworkSegment(d57ee600-9480-464f-976d-a036ad362147),segment_id=d57ee600-9480-464f-976d-a036ad362147)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:14:50.066573 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d0b4ae0-51d3-49a2-bbfe-246e6b08d986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:50.079138 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-9d0b4ae0-51d3-49a2-bbfe-246e6b08d986 admin admin] Calling delete_port for 34ddb71c-60e0-48c3-adcb-ac57b88d9634 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:14:50.264121 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d0b4ae0-51d3-49a2-bbfe-246e6b08d986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:50.300813 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b4ae0-51d3-49a2-bbfe-246e6b08d986 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ddb71c-60e0-48c3-adcb-ac57b88d9634,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:50.473511 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-9d0b4ae0-51d3-49a2-bbfe-246e6b08d986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:50.688370 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0b4ae0-51d3-49a2-bbfe-246e6b08d986 admin admin] Router 0058eced-227f-4c0e-a946-f465d37769bd has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:14:50.783865 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c3b6ff51-5c49-48af-95f1-608cb32028e3 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:14:50.804743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0b4ae0-51d3-49a2-bbfe-246e6b08d986 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:14:50.806696 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: c3b6ff51-5c49-48af-95f1-608cb32028e3 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:14:50.807040 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device c3b6ff51-5c49-48af-95f1-608cb32028e3 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:14:50.807612 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b937479a-986b-4355-99e3-e17b47a425e6 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:14:50.812339 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-9d0b4ae0-51d3-49a2-bbfe-246e6b08d986 admin admin] 10.222.0.64 "PUT /v2.0/routers/0058eced-227f-4c0e-a946-f465d37769bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4342585 Nov 15 12:14:50.812646 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54376) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:50.818309 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70dc19b-6e37-4192-8d3a-91804052e335 None None] Sync routers for ids ['0058eced-227f-4c0e-a946-f465d37769bd'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:14:50.827782 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: b937479a-986b-4355-99e3-e17b47a425e6 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:14:50.828134 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b937479a-986b-4355-99e3-e17b47a425e6 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:14:50.828936 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70dc19b-6e37-4192-8d3a-91804052e335 None None] Routers {'0058eced-227f-4c0e-a946-f465d37769bd'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:14:50.829714 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-b70dc19b-6e37-4192-8d3a-91804052e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:14:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['0058eced-227f-4c0e-a946-f465d37769bd'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:14:50.918287 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f922bba5-a609-411b-a78b-904d116b5aa8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:50.930140 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-b70dc19b-6e37-4192-8d3a-91804052e335 None None] Set router 0058eced-227f-4c0e-a946-f465d37769bd gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:14:51.019638 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f922bba5-a609-411b-a78b-904d116b5aa8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:51.080327 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f922bba5-a609-411b-a78b-904d116b5aa8 admin admin] Deleting port 9db7a42a-969c-49f3-a834-afe77ecaae99 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:14:51.080692 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f922bba5-a609-411b-a78b-904d116b5aa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:51.115111 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-b70dc19b-6e37-4192-8d3a-91804052e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0058eced-227f-4c0e-a946-f465d37769bd', 'name': 'tempest-TestMinimumBasicScenario-1684345514-router', 'tenant_id': '05cd551a8c384eb2a47e8c74e9805539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '9db7a42a-969c-49f3-a834-afe77ecaae99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:12:38Z', 'updated_at': '2021-11-15T12:14:50Z', 'revision_number': 5, 'project_id': '05cd551a8c384eb2a47e8c74e9805539', 'gw_port': {'id': '9db7a42a-969c-49f3-a834-afe77ecaae99', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058eced-227f-4c0e-a946-f465d37769bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:12:38Z', 'updated_at': '2021-11-15T12:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:14:51.141135 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70dc19b-6e37-4192-8d3a-91804052e335 None None] Checking router: 0058eced-227f-4c0e-a946-f465d37769bd for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:14:51.149277 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70dc19b-6e37-4192-8d3a-91804052e335 None None] Routers {'0058eced-227f-4c0e-a946-f465d37769bd'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:14:51.149846 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-b70dc19b-6e37-4192-8d3a-91804052e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:14:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['0058eced-227f-4c0e-a946-f465d37769bd'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:14:51.162405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-f922bba5-a609-411b-a78b-904d116b5aa8 admin admin] For port 9db7a42a-969c-49f3-a834-afe77ecaae99, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9db7a42a-969c-49f3-a834-afe77ecaae99,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:14:51.163574 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f922bba5-a609-411b-a78b-904d116b5aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:51.175490 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-f922bba5-a609-411b-a78b-904d116b5aa8 admin admin] Calling delete_port for 9db7a42a-969c-49f3-a834-afe77ecaae99 owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:14:51.234007 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-b70dc19b-6e37-4192-8d3a-91804052e335 None None] Set router 0058eced-227f-4c0e-a946-f465d37769bd gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:14:51.286644 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-b70dc19b-6e37-4192-8d3a-91804052e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0058eced-227f-4c0e-a946-f465d37769bd', 'name': 'tempest-TestMinimumBasicScenario-1684345514-router', 'tenant_id': '05cd551a8c384eb2a47e8c74e9805539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:12:38Z', 'updated_at': '2021-11-15T12:14:51Z', 'revision_number': 6, 'project_id': '05cd551a8c384eb2a47e8c74e9805539', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:14:51.313209 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70dc19b-6e37-4192-8d3a-91804052e335 None None] The sync data for ids ['0058eced-227f-4c0e-a946-f465d37769bd'] in n-d-729945-9 is: [{'id': '0058eced-227f-4c0e-a946-f465d37769bd', 'name': 'tempest-TestMinimumBasicScenario-1684345514-router', 'tenant_id': '05cd551a8c384eb2a47e8c74e9805539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:12:38Z', 'updated_at': '2021-11-15T12:14:51Z', 'revision_number': 6, 'project_id': '05cd551a8c384eb2a47e8c74e9805539', 'gw_port_host': None}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:14:51.337840 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f922bba5-a609-411b-a78b-904d116b5aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:51.364168 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922bba5-a609-411b-a78b-904d116b5aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9db7a42a-969c-49f3-a834-afe77ecaae99,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:51.377967 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16489e54-f99f-44db-9129-8e0e103e76f5 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:14:51.424231 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f922bba5-a609-411b-a78b-904d116b5aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:51.513757 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f922bba5-a609-411b-a78b-904d116b5aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:51.515918 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f922bba5-a609-411b-a78b-904d116b5aa8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:51.562979 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f922bba5-a609-411b-a78b-904d116b5aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:51.563582 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f922bba5-a609-411b-a78b-904d116b5aa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0058eced-227f-4c0e-a946-f465d37769bd {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 12:14:51.568374 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f922bba5-a609-411b-a78b-904d116b5aa8 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:51.569519 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f922bba5-a609-411b-a78b-904d116b5aa8 admin admin] 10.222.0.64 "DELETE /v2.0/routers/0058eced-227f-4c0e-a946-f465d37769bd HTTP/1.1" status: 204 len: 168 time: 0.7559278 Nov 15 12:14:51.573332 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54378) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:51.620662 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-761033f1-85b8-49fc-9930-d728f25877f7 admin admin] Deleting subnet 951bc1f2-a8e4-46fc-805b-696d1a01025d {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:14:51.623611 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-761033f1-85b8-49fc-9930-d728f25877f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:51.656539 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-761033f1-85b8-49fc-9930-d728f25877f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:51.741498 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-761033f1-85b8-49fc-9930-d728f25877f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:51.794630 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-761033f1-85b8-49fc-9930-d728f25877f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:51.822588 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-761033f1-85b8-49fc-9930-d728f25877f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:51.826500 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-761033f1-85b8-49fc-9930-d728f25877f7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/951bc1f2-a8e4-46fc-805b-696d1a01025d HTTP/1.1" status: 204 len: 168 time: 0.2518377 Nov 15 12:14:51.827528 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761033f1-85b8-49fc-9930-d728f25877f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=951bc1f2-a8e4-46fc-805b-696d1a01025d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:51.827703 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344bc51c-e121-4dd1-a281-698be9e0baac None None] Network 173b8f82-190b-4dd2-8e4e-c8f5de57299f requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:14:51.829381 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54380) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:51.897948 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09a02914-4bfe-40a4-bfcb-6d696d0c2f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:51.949475 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-09a02914-4bfe-40a4-bfcb-6d696d0c2f5b admin admin] Deleting port d12040bd-5b26-4ac7-9c1f-2f9f98ad204d {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:14:51.949797 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09a02914-4bfe-40a4-bfcb-6d696d0c2f5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:52.017338 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-09a02914-4bfe-40a4-bfcb-6d696d0c2f5b admin admin] For port d12040bd-5b26-4ac7-9c1f-2f9f98ad204d, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d12040bd-5b26-4ac7-9c1f-2f9f98ad204d,segment=NetworkSegment(d57ee600-9480-464f-976d-a036ad362147),segment_id=d57ee600-9480-464f-976d-a036ad362147)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:14:52.017628 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09a02914-4bfe-40a4-bfcb-6d696d0c2f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:52.030338 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-09a02914-4bfe-40a4-bfcb-6d696d0c2f5b admin admin] Calling delete_port for d12040bd-5b26-4ac7-9c1f-2f9f98ad204d owned by network:dhcp {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:14:52.068215 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fb19c9-3199-4fa4-9cc6-d697425b998f None None] DHCP port deletion for 173b8f82-190b-4dd2-8e4e-c8f5de57299f request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:14:52.115869 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09a02914-4bfe-40a4-bfcb-6d696d0c2f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:52.119734 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb19c9-3199-4fa4-9cc6-d697425b998f None None] Deleting port d12040bd-5b26-4ac7-9c1f-2f9f98ad204d {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:14:52.120161 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c9fb19c9-3199-4fa4-9cc6-d697425b998f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:52.146417 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a02914-4bfe-40a4-bfcb-6d696d0c2f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=d12040bd-5b26-4ac7-9c1f-2f9f98ad204d,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:52.148247 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a02914-4bfe-40a4-bfcb-6d696d0c2f5b admin admin] No DVR routers for this DVR port d12040bd-5b26-4ac7-9c1f-2f9f98ad204d on host n-d-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:14:52.190430 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c9fb19c9-3199-4fa4-9cc6-d697425b998f None None] For port d12040bd-5b26-4ac7-9c1f-2f9f98ad204d, host n-d-729945-9, got binding levels [] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:14:52.191066 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c9fb19c9-3199-4fa4-9cc6-d697425b998f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:52.204500 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb19c9-3199-4fa4-9cc6-d697425b998f None None] Calling delete_port for d12040bd-5b26-4ac7-9c1f-2f9f98ad204d owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:14:52.207257 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.ipam_backend_mixin [None req-c9fb19c9-3199-4fa4-9cc6-d697425b998f None None] Port d12040bd-5b26-4ac7-9c1f-2f9f98ad204d was not found and therefore no delete operation was performed {{(pid=102679) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 12:14:52.209018 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c9fb19c9-3199-4fa4-9cc6-d697425b998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:52.217889 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09a02914-4bfe-40a4-bfcb-6d696d0c2f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:52.236182 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb19c9-3199-4fa4-9cc6-d697425b998f None None] Pushing event deleted for resources: {'Port': ['ID=d12040bd-5b26-4ac7-9c1f-2f9f98ad204d,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:52.238403 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-09a02914-4bfe-40a4-bfcb-6d696d0c2f5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['173b8f82-190b-4dd2-8e4e-c8f5de57299f']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:14:52.240723 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fb19c9-3199-4fa4-9cc6-d697425b998f None None] No DVR routers for this DVR port d12040bd-5b26-4ac7-9c1f-2f9f98ad204d on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:14:52.255316 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-09a02914-4bfe-40a4-bfcb-6d696d0c2f5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd57ee600-9480-464f-976d-a036ad362147') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:14:52.255632 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-09a02914-4bfe-40a4-bfcb-6d696d0c2f5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd57ee600-9480-464f-976d-a036ad362147') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:14:52.269088 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09a02914-4bfe-40a4-bfcb-6d696d0c2f5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:52.282248 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09a02914-4bfe-40a4-bfcb-6d696d0c2f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:52.288839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a02914-4bfe-40a4-bfcb-6d696d0c2f5b admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:14:52.289239 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09a02914-4bfe-40a4-bfcb-6d696d0c2f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: timer() Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:14:52.291166 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:14:52.346942 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09a02914-4bfe-40a4-bfcb-6d696d0c2f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:52.352771 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-09a02914-4bfe-40a4-bfcb-6d696d0c2f5b admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:52.356342 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-09a02914-4bfe-40a4-bfcb-6d696d0c2f5b admin admin] 10.222.0.64 "DELETE /v2.0/networks/173b8f82-190b-4dd2-8e4e-c8f5de57299f HTTP/1.1" status: 204 len: 168 time: 0.5259531 Nov 15 12:14:52.372219 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a02914-4bfe-40a4-bfcb-6d696d0c2f5b admin admin] Pushing event deleted for resources: {'Network': ['ID=173b8f82-190b-4dd2-8e4e-c8f5de57299f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:52.524580 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54384) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:52.568557 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3e7bfbe2-c671-43c1-a67a-f185c1bdcb61 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c2673d9d05884857ab314bfdbb2ab192&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426748 Nov 15 12:14:52.571381 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54386) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:52.624073 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db920f70-1ec0-4b9e-b8fb-5cb734793125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:52.646116 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db920f70-1ec0-4b9e-b8fb-5cb734793125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:52.699744 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db920f70-1ec0-4b9e-b8fb-5cb734793125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:52.702531 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-db920f70-1ec0-4b9e-b8fb-5cb734793125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:52.706487 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-db920f70-1ec0-4b9e-b8fb-5cb734793125 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ebda4eb3-ed41-4019-beab-c710ea697d97 HTTP/1.1" status: 204 len: 168 time: 0.1314521 Nov 15 12:14:52.712740 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db920f70-1ec0-4b9e-b8fb-5cb734793125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebda4eb3-ed41-4019-beab-c710ea697d97,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:52.754019 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9db7a42a-969c-49f3-a834-afe77ecaae99 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:14:52.773252 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 9db7a42a-969c-49f3-a834-afe77ecaae99 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:14:52.773580 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9db7a42a-969c-49f3-a834-afe77ecaae99 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:14:52.773991 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d12040bd-5b26-4ac7-9c1f-2f9f98ad204d no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:14:52.795251 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: d12040bd-5b26-4ac7-9c1f-2f9f98ad204d {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:14:52.795584 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d12040bd-5b26-4ac7-9c1f-2f9f98ad204d not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:14:52.796004 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 34ddb71c-60e0-48c3-adcb-ac57b88d9634 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:14:52.813994 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 34ddb71c-60e0-48c3-adcb-ac57b88d9634 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:14:52.814356 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 34ddb71c-60e0-48c3-adcb-ac57b88d9634 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:14:53.034222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54392) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:53.075003 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-980677e6-f5a9-4f16-a84a-d84f07e1e4a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=05cd551a8c384eb2a47e8c74e9805539&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394311 Nov 15 12:14:53.077458 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54394) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:53.126387 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1f70ebc-769d-4dcc-ada1-c7c70a9d47ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:53.154160 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1f70ebc-769d-4dcc-ada1-c7c70a9d47ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:53.204169 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1f70ebc-769d-4dcc-ada1-c7c70a9d47ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:53.207413 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e1f70ebc-769d-4dcc-ada1-c7c70a9d47ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:53.208624 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e1f70ebc-769d-4dcc-ada1-c7c70a9d47ce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4804b394-e1d4-4a84-b969-adee13ba6c53 HTTP/1.1" status: 204 len: 168 time: 0.1302667 Nov 15 12:14:53.216478 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f70ebc-769d-4dcc-ada1-c7c70a9d47ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4804b394-e1d4-4a84-b969-adee13ba6c53,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:55.163991 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54434) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:55.168590 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-dd18646a-437a-48b7-baa3-a36642fe0ede tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-520023890', 'description': 'tempest-secgroup-smoke-520023890 description', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:14:55.194130 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd18646a-437a-48b7-baa3-a36642fe0ede tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:55.202260 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd18646a-437a-48b7-baa3-a36642fe0ede tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:55.274782 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd18646a-437a-48b7-baa3-a36642fe0ede tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:55.280861 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd18646a-437a-48b7-baa3-a36642fe0ede tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:55.320909 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18646a-437a-48b7-baa3-a36642fe0ede tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=133966fa-fffa-44cf-8e33-09db0a54d0b0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:55.358870 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd18646a-437a-48b7-baa3-a36642fe0ede tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:55.363842 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd18646a-437a-48b7-baa3-a36642fe0ede tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:55.393735 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-dd18646a-437a-48b7-baa3-a36642fe0ede tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:55.394950 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-dd18646a-437a-48b7-baa3-a36642fe0ede tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2299831 Nov 15 12:14:55.396978 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18646a-437a-48b7-baa3-a36642fe0ede tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f20913-0a05-474c-b270-b8db79fcd61a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:55.398205 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54436) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:55.403035 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-4df6d696-fbfc-42d0-b2a1-82f367ad6592 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': 'c6f20913-0a05-474c-b270-b8db79fcd61a', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:14:55.431880 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4df6d696-fbfc-42d0-b2a1-82f367ad6592 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:55.487551 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4df6d696-fbfc-42d0-b2a1-82f367ad6592 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:55.493379 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4df6d696-fbfc-42d0-b2a1-82f367ad6592 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:55.516721 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6d696-fbfc-42d0-b2a1-82f367ad6592 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea9bbd0-bd45-4130-9478-e141cd1e8dba,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:55.524602 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4df6d696-fbfc-42d0-b2a1-82f367ad6592 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:55.525830 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4df6d696-fbfc-42d0-b2a1-82f367ad6592 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266115 Nov 15 12:14:55.529432 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54438) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:55.533980 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c70bec09-465e-4d2b-b028-47533e5b16a8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': 'c6f20913-0a05-474c-b270-b8db79fcd61a', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:14:55.561806 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c70bec09-465e-4d2b-b028-47533e5b16a8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:55.617528 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c70bec09-465e-4d2b-b028-47533e5b16a8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:55.623438 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c70bec09-465e-4d2b-b028-47533e5b16a8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:55.641053 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bec09-465e-4d2b-b028-47533e5b16a8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5d773f-a7cb-40e5-98ba-628bc64ed497,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:55.649156 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c70bec09-465e-4d2b-b028-47533e5b16a8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:55.650385 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c70bec09-465e-4d2b-b028-47533e5b16a8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199777 Nov 15 12:14:55.653248 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54440) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:55.657545 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-acf65f7c-33d9-462f-98de-bd1d1d5e5403 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': 'c6f20913-0a05-474c-b270-b8db79fcd61a', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:14:55.685148 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-acf65f7c-33d9-462f-98de-bd1d1d5e5403 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:55.741353 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-acf65f7c-33d9-462f-98de-bd1d1d5e5403 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:55.746923 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-acf65f7c-33d9-462f-98de-bd1d1d5e5403 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:55.764840 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf65f7c-33d9-462f-98de-bd1d1d5e5403 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c4f1f4-0fc4-45a3-8be0-be6c34860eaf,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:55.771040 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-acf65f7c-33d9-462f-98de-bd1d1d5e5403 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:55.772174 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-acf65f7c-33d9-462f-98de-bd1d1d5e5403 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179333 Nov 15 12:14:55.775019 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54442) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:55.779253 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-c051883e-73b1-4f18-98c3-1c9296fc2c49 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': 'c6f20913-0a05-474c-b270-b8db79fcd61a', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:14:55.807966 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c051883e-73b1-4f18-98c3-1c9296fc2c49 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:55.867849 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c051883e-73b1-4f18-98c3-1c9296fc2c49 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:55.874624 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c051883e-73b1-4f18-98c3-1c9296fc2c49 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:55.896492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051883e-73b1-4f18-98c3-1c9296fc2c49 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5513fdeb-6c63-4eff-8799-443a07f6ff12,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:55.902376 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-c051883e-73b1-4f18-98c3-1c9296fc2c49 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:55.903580 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c051883e-73b1-4f18-98c3-1c9296fc2c49 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276851 Nov 15 12:14:55.906443 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54444) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:55.910714 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-7b6d4467-083a-4c90-bb77-0a9aab1c92ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': 'c6f20913-0a05-474c-b270-b8db79fcd61a', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:14:55.933279 n-d-729945-9 neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-7b6d4467-083a-4c90-bb77-0a9aab1c92ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Project dee52e5d2fae4e31831254954d5b6ea1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 12:14:55.938037 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7b6d4467-083a-4c90-bb77-0a9aab1c92ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:55.994640 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7b6d4467-083a-4c90-bb77-0a9aab1c92ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:56.000732 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7b6d4467-083a-4c90-bb77-0a9aab1c92ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:56.018361 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d4467-083a-4c90-bb77-0a9aab1c92ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2a5258-94a7-4292-b80d-038190e4b902,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:56.024314 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7b6d4467-083a-4c90-bb77-0a9aab1c92ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:56.025353 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7b6d4467-083a-4c90-bb77-0a9aab1c92ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179876 Nov 15 12:14:56.028283 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54446) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:56.032503 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-fef34d39-f6b6-4edf-bfb8-e5d503abd3d1 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': 'c6f20913-0a05-474c-b270-b8db79fcd61a', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:14:56.054774 n-d-729945-9 neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-fef34d39-f6b6-4edf-bfb8-e5d503abd3d1 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Project dee52e5d2fae4e31831254954d5b6ea1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 12:14:56.059428 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fef34d39-f6b6-4edf-bfb8-e5d503abd3d1 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:56.117074 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fef34d39-f6b6-4edf-bfb8-e5d503abd3d1 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:56.122278 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fef34d39-f6b6-4edf-bfb8-e5d503abd3d1 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:56.139848 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef34d39-f6b6-4edf-bfb8-e5d503abd3d1 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36430cb-2eef-4d90-9d7e-5977e7ea9458,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:56.146478 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fef34d39-f6b6-4edf-bfb8-e5d503abd3d1 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:56.147659 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fef34d39-f6b6-4edf-bfb8-e5d503abd3d1 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184726 Nov 15 12:14:56.151025 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54448) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:56.155903 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-0a800c8b-3ead-4560-afba-47e2f00c6415 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'network': {'name': 'tempest-network-smoke--770113716', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'port_security_enabled': True}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:14:56.178905 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a800c8b-3ead-4560-afba-47e2f00c6415 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Made reservation on behalf of dee52e5d2fae4e31831254954d5b6ea1 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:14:56.182471 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a800c8b-3ead-4560-afba-47e2f00c6415 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:56.206426 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a800c8b-3ead-4560-afba-47e2f00c6415 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:14:56.215442 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a800c8b-3ead-4560-afba-47e2f00c6415 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:56.215807 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-0a800c8b-3ead-4560-afba-47e2f00c6415 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Added segment 825e08cb-ecd2-4ba8-8139-99d20e2a973f of type vlan for network 97c00885-6c72-473c-960d-615139838020 Nov 15 12:14:56.256326 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a800c8b-3ead-4560-afba-47e2f00c6415 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:56.284821 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a800c8b-3ead-4560-afba-47e2f00c6415 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:56.290366 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a800c8b-3ead-4560-afba-47e2f00c6415 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:14:56.290949 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0a800c8b-3ead-4560-afba-47e2f00c6415 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:56.344030 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0a800c8b-3ead-4560-afba-47e2f00c6415 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1919620 Nov 15 12:14:56.347694 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54450) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:56.352469 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ff75dcb5-d965-4a3e-b8f4-d1c3494a1b2c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2139553', 'admin_state_up': True, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:14:56.356323 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a800c8b-3ead-4560-afba-47e2f00c6415 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Network': ['ID=97c00885-6c72-473c-960d-615139838020,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:56.366903 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 97c00885-6c72-473c-960d-615139838020 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:14:56.385546 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff75dcb5-d965-4a3e-b8f4-d1c3494a1b2c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:56.386541 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff75dcb5-d965-4a3e-b8f4-d1c3494a1b2c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:56.436441 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff75dcb5-d965-4a3e-b8f4-d1c3494a1b2c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:56.905965 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff75dcb5-d965-4a3e-b8f4-d1c3494a1b2c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:57.104702 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff75dcb5-d965-4a3e-b8f4-d1c3494a1b2c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:57.127247 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff75dcb5-d965-4a3e-b8f4-d1c3494a1b2c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:57.232395 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-ff75dcb5-d965-4a3e-b8f4-d1c3494a1b2c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Allocated IP 172.25.7.91 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/e99fb32e-0a6d-4925-956e-9b4da75efc0f) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:14:57.337473 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff75dcb5-d965-4a3e-b8f4-d1c3494a1b2c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:57.375037 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff75dcb5-d965-4a3e-b8f4-d1c3494a1b2c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:57.413455 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff75dcb5-d965-4a3e-b8f4-d1c3494a1b2c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:14:57.416362 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-ff75dcb5-d965-4a3e-b8f4-d1c3494a1b2c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:14:57.420058 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff75dcb5-d965-4a3e-b8f4-d1c3494a1b2c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:14:57.425481 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75dcb5-d965-4a3e-b8f4-d1c3494a1b2c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=e99fb32e-0a6d-4925-956e-9b4da75efc0f,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:57.593150 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a05a24-4383-4b6f-b57b-596f5e042f9e None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:14:57.623575 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-af05cab7-338e-4478-9e88-d11bad4e12c4 None None] Provisioning complete for port e99fb32e-0a6d-4925-956e-9b4da75efc0f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:14:57.623956 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-af05cab7-338e-4478-9e88-d11bad4e12c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:57.656770 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-af05cab7-338e-4478-9e88-d11bad4e12c4 None None] Port e99fb32e-0a6d-4925-956e-9b4da75efc0f cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:14:57.685258 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff75dcb5-d965-4a3e-b8f4-d1c3494a1b2c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:57.886629 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff75dcb5-d965-4a3e-b8f4-d1c3494a1b2c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:58.020601 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff75dcb5-d965-4a3e-b8f4-d1c3494a1b2c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router 62043675-c5de-42bd-9ea1-97b1d48d5a2b is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 12:14:58.129816 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff75dcb5-d965-4a3e-b8f4-d1c3494a1b2c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:14:58.139417 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] Sync routers for ids ['62043675-c5de-42bd-9ea1-97b1d48d5a2b'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:14:58.150288 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] Routers {'62043675-c5de-42bd-9ea1-97b1d48d5a2b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:14:58.150903 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:14:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['62043675-c5de-42bd-9ea1-97b1d48d5a2b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:14:58.152626 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ff75dcb5-d965-4a3e-b8f4-d1c3494a1b2c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:58.154187 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ff75dcb5-d965-4a3e-b8f4-d1c3494a1b2c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.8051157 Nov 15 12:14:58.157165 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54452) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:58.253284 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] Set router 62043675-c5de-42bd-9ea1-97b1d48d5a2b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:14:58.282336 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c4f05daf-ebff-4804-b2ea-4cf0a6ace492 tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=dee52e5d2fae4e31831254954d5b6ea1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1238873 Nov 15 12:14:58.285129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54456) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:58.373768 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4947ac2a-e58a-4da0-a824-635e90cd46f7 tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:14:58.375279 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4947ac2a-e58a-4da0-a824-635e90cd46f7 tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891631 Nov 15 12:14:58.378327 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54458) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:58.405493 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1f152dde-ee08-49c9-a3e2-074d510f725b tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260868 Nov 15 12:14:58.408310 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54460) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:58.413252 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-df3453b0-b1ac-414e-8a21-eba70c5776ad tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-643236188', 'network_id': '97c00885-6c72-473c-960d-615139838020', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:14:58.432210 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139553', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:14:56Z', 'updated_at': '2021-11-15T12:14:57Z', 'revision_number': 3, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:01:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:14:57Z', 'updated_at': '2021-11-15T12:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:14:58.460065 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] Checking router: 62043675-c5de-42bd-9ea1-97b1d48d5a2b for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:14:58.460490 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] Updating router 62043675-c5de-42bd-9ea1-97b1d48d5a2b port e99fb32e-0a6d-4925-956e-9b4da75efc0f binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:14:58.485630 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:58.500906 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3453b0-b1ac-414e-8a21-eba70c5776ad tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Made reservation on behalf of dee52e5d2fae4e31831254954d5b6ea1 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:14:58.504482 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df3453b0-b1ac-414e-8a21-eba70c5776ad tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:58.678696 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df3453b0-b1ac-414e-8a21-eba70c5776ad tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:58.735376 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:58.741633 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:58.744073 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3453b0-b1ac-414e-8a21-eba70c5776ad tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Subnet': ['ID=f22ed37b-efc0-4756-a11d-eeaa907cdd79,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:58.751631 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3453b0-b1ac-414e-8a21-eba70c5776ad tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Checking segment: {'id': '825e08cb-ecd2-4ba8-8139-99d20e2a973f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '97c00885-6c72-473c-960d-615139838020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:14:58.752028 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3453b0-b1ac-414e-8a21-eba70c5776ad tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network hostable DHCP agents. Network: 97c00885-6c72-473c-960d-615139838020, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:14:58.770480 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3453b0-b1ac-414e-8a21-eba70c5776ad tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 97c00885-6c72-473c-960d-615139838020 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:14:58.782484 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-df3453b0-b1ac-414e-8a21-eba70c5776ad tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 97c00885-6c72-473c-960d-615139838020) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:14:58.790623 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3453b0-b1ac-414e-8a21-eba70c5776ad tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:14:58.791207 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-df3453b0-b1ac-414e-8a21-eba70c5776ad tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:58.794063 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8def28d5-5194-4873-9c6a-4862ae662a2f None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:14:58.795766 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd751dad-cad5-4ed1-9e9f-6447ba452cbf None None] Network 97c00885-6c72-473c-960d-615139838020 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:14:58.806860 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:14:58.812877 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-df3453b0-b1ac-414e-8a21-eba70c5776ad tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4007120 Nov 15 12:14:58.813023 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54462) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:14:58.842137 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] Attempting to bind port e99fb32e-0a6d-4925-956e-9b4da75efc0f on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:14:58.842504 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] Attempting to bind port e99fb32e-0a6d-4925-956e-9b4da75efc0f by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:14:58.842847 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] Attempting to bind port e99fb32e-0a6d-4925-956e-9b4da75efc0f on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:14:58.845984 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c779001-6285-4d92-be46-afca963baa46 None None] Pushing event updated for resources: {'Port': ['ID=e99fb32e-0a6d-4925-956e-9b4da75efc0f,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:58.856708 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:14:58.857079 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:14:58.857475 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:58.857858 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:14:58.858329 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] Bound port: e99fb32e-0a6d-4925-956e-9b4da75efc0f, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:14:58.858708 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:58.942775 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-da04b781-4adc-4690-bb46-03298629c68a None None] Provisioning complete for port e99fb32e-0a6d-4925-956e-9b4da75efc0f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:14:58.943000 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-da04b781-4adc-4690-bb46-03298629c68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:58.974428 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] For port e99fb32e-0a6d-4925-956e-9b4da75efc0f, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:14:59.017048 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] For port e99fb32e-0a6d-4925-956e-9b4da75efc0f, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e99fb32e-0a6d-4925-956e-9b4da75efc0f,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:14:59.024732 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-da04b781-4adc-4690-bb46-03298629c68a None None] Port e99fb32e-0a6d-4925-956e-9b4da75efc0f cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:14:59.028453 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:59.098138 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3bc505-222a-4264-a412-dacfcac2d8b0 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:14:59.114955 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce0028d-38c8-4604-a6ed-aa53ecd6c0c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-97c00885-6c72-473c-960d-615139838020', 'network_id': '97c00885-6c72-473c-960d-615139838020', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ips': [{'subnet_id': 'f22ed37b-efc0-4756-a11d-eeaa907cdd79'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:14:59.115848 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7ce0028d-38c8-4604-a6ed-aa53ecd6c0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:59.127773 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c779001-6285-4d92-be46-afca963baa46 None None] Pushing event updated for resources: {'Port': ['ID=e99fb32e-0a6d-4925-956e-9b4da75efc0f,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:59.137407 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] Routers {'62043675-c5de-42bd-9ea1-97b1d48d5a2b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:14:59.138022 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:14:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['62043675-c5de-42bd-9ea1-97b1d48d5a2b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:14:59.304096 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c82cbfc0-cd2a-4031-a8ec-9260f487dc58 None None] Provisioning complete for port e99fb32e-0a6d-4925-956e-9b4da75efc0f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:14:59.304399 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c82cbfc0-cd2a-4031-a8ec-9260f487dc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:59.377151 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] Set router 62043675-c5de-42bd-9ea1-97b1d48d5a2b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:14:59.445856 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-7ce0028d-38c8-4604-a6ed-aa53ecd6c0c3 None None] Allocated IP 172.20.0.2 (97c00885-6c72-473c-960d-615139838020/f22ed37b-efc0-4756-a11d-eeaa907cdd79/f51a3130-9498-4315-9738-3f83fe8f3c8e) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:14:59.594590 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d2d99ccd-09e3-41fd-bbdc-4c163b2dd8cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:59.627988 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c82cbfc0-cd2a-4031-a8ec-9260f487dc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:59.679011 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c82cbfc0-cd2a-4031-a8ec-9260f487dc58 None None] For port e99fb32e-0a6d-4925-956e-9b4da75efc0f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e99fb32e-0a6d-4925-956e-9b4da75efc0f,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:14:59.698342 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c82cbfc0-cd2a-4031-a8ec-9260f487dc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:59.756440 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7ce0028d-38c8-4604-a6ed-aa53ecd6c0c3 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:59.772336 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7ce0028d-38c8-4604-a6ed-aa53ecd6c0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:59.784968 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cbfc0-cd2a-4031-a8ec-9260f487dc58 None None] Pushing event updated for resources: {'Port': ['ID=e99fb32e-0a6d-4925-956e-9b4da75efc0f,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:59.818444 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce0028d-38c8-4604-a6ed-aa53ecd6c0c3 None None] Network 97c00885-6c72-473c-960d-615139838020 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:14:59.823279 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-7ce0028d-38c8-4604-a6ed-aa53ecd6c0c3 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:14:59.826600 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139553', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:14:56Z', 'updated_at': '2021-11-15T12:14:57Z', 'revision_number': 3, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:01:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:14:57Z', 'updated_at': '2021-11-15T12:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:14:59.827639 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce0028d-38c8-4604-a6ed-aa53ecd6c0c3 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:14:59.861315 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-d2d99ccd-09e3-41fd-bbdc-4c163b2dd8cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Allocated IP 172.20.0.1 (97c00885-6c72-473c-960d-615139838020/f22ed37b-efc0-4756-a11d-eeaa907cdd79/92f0fb80-e0f9-4419-8f74-d22ac52ee1d2) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:14:59.866854 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2416f012-0956-4ea6-8d0a-c4879fc8d279 None None] The sync data for ids ['62043675-c5de-42bd-9ea1-97b1d48d5a2b'] in n-d-729945-9 is: [{'id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139553', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:14:56Z', 'updated_at': '2021-11-15T12:14:57Z', 'revision_number': 3, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:01:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:14:57Z', 'updated_at': '2021-11-15T12:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:14:59.869598 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0028d-38c8-4604-a6ed-aa53ecd6c0c3 None None] Pushing event updated for resources: {'Port': ['ID=f51a3130-9498-4315-9738-3f83fe8f3c8e,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:14:59.928379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7ce0028d-38c8-4604-a6ed-aa53ecd6c0c3 None None] Attempting to bind port f51a3130-9498-4315-9738-3f83fe8f3c8e on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:14:59.928736 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7ce0028d-38c8-4604-a6ed-aa53ecd6c0c3 None None] Attempting to bind port f51a3130-9498-4315-9738-3f83fe8f3c8e by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '825e08cb-ecd2-4ba8-8139-99d20e2a973f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '97c00885-6c72-473c-960d-615139838020'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:14:59.929086 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce0028d-38c8-4604-a6ed-aa53ecd6c0c3 None None] Attempting to bind port f51a3130-9498-4315-9738-3f83fe8f3c8e on network 97c00885-6c72-473c-960d-615139838020 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:14:59.934379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce0028d-38c8-4604-a6ed-aa53ecd6c0c3 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:14:59.934889 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce0028d-38c8-4604-a6ed-aa53ecd6c0c3 None None] Checking segment: {'id': '825e08cb-ecd2-4ba8-8139-99d20e2a973f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '97c00885-6c72-473c-960d-615139838020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:14:59.935285 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7ce0028d-38c8-4604-a6ed-aa53ecd6c0c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:59.935666 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce0028d-38c8-4604-a6ed-aa53ecd6c0c3 None None] Bound using segment: {'id': '825e08cb-ecd2-4ba8-8139-99d20e2a973f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '97c00885-6c72-473c-960d-615139838020'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:14:59.936148 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-7ce0028d-38c8-4604-a6ed-aa53ecd6c0c3 None None] Bound port: f51a3130-9498-4315-9738-3f83fe8f3c8e, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825e08cb-ecd2-4ba8-8139-99d20e2a973f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '97c00885-6c72-473c-960d-615139838020'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:14:59.936526 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7ce0028d-38c8-4604-a6ed-aa53ecd6c0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:14:59.982277 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d2d99ccd-09e3-41fd-bbdc-4c163b2dd8cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:00.000395 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7ce0028d-38c8-4604-a6ed-aa53ecd6c0c3 None None] For port f51a3130-9498-4315-9738-3f83fe8f3c8e, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:15:00.003747 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7ce0028d-38c8-4604-a6ed-aa53ecd6c0c3 None None] For port f51a3130-9498-4315-9738-3f83fe8f3c8e, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f51a3130-9498-4315-9738-3f83fe8f3c8e,segment=NetworkSegment(825e08cb-ecd2-4ba8-8139-99d20e2a973f),segment_id=825e08cb-ecd2-4ba8-8139-99d20e2a973f)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:15:00.008914 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7ce0028d-38c8-4604-a6ed-aa53ecd6c0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:00.020236 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d2d99ccd-09e3-41fd-bbdc-4c163b2dd8cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:00.071425 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0028d-38c8-4604-a6ed-aa53ecd6c0c3 None None] Pushing event updated for resources: {'Port': ['ID=f51a3130-9498-4315-9738-3f83fe8f3c8e,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:15:00.072852 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d99ccd-09e3-41fd-bbdc-4c163b2dd8cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 97c00885-6c72-473c-960d-615139838020 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:15:00.083678 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-d2d99ccd-09e3-41fd-bbdc-4c163b2dd8cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:15:00.086468 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d99ccd-09e3-41fd-bbdc-4c163b2dd8cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:15:00.142213 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d99ccd-09e3-41fd-bbdc-4c163b2dd8cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=92f0fb80-e0f9-4419-8f74-d22ac52ee1d2,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:15:00.148727 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:00.157964 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d2d99ccd-09e3-41fd-bbdc-4c163b2dd8cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:00.340634 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d2d99ccd-09e3-41fd-bbdc-4c163b2dd8cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:00.639951 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d2d99ccd-09e3-41fd-bbdc-4c163b2dd8cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:00.646502 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d2d99ccd-09e3-41fd-bbdc-4c163b2dd8cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:00.719488 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d2d99ccd-09e3-41fd-bbdc-4c163b2dd8cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:00.722650 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d99ccd-09e3-41fd-bbdc-4c163b2dd8cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=92f0fb80-e0f9-4419-8f74-d22ac52ee1d2,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:15:00.812753 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e99fb32e-0a6d-4925-956e-9b4da75efc0f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:15:00.851500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d99ccd-09e3-41fd-bbdc-4c163b2dd8cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 97c00885-6c72-473c-960d-615139838020 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:15:00.853129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-d2d99ccd-09e3-41fd-bbdc-4c163b2dd8cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:15:00.872562 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port e99fb32e-0a6d-4925-956e-9b4da75efc0f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:15:00.872930 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:00.957473 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f51a3130-9498-4315-9738-3f83fe8f3c8e up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:15:00.978271 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d99ccd-09e3-41fd-bbdc-4c163b2dd8cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router 62043675-c5de-42bd-9ea1-97b1d48d5a2b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:15:01.018615 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port f51a3130-9498-4315-9738-3f83fe8f3c8e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:15:01.018979 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:01.096129 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d99ccd-09e3-41fd-bbdc-4c163b2dd8cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:15:01.101756 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d2d99ccd-09e3-41fd-bbdc-4c163b2dd8cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "PUT /v2.0/routers/62043675-c5de-42bd-9ea1-97b1d48d5a2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2877028 Nov 15 12:15:01.219604 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04abe092-3612-48ca-ae82-6a82dcda8264 None None] Network 97c00885-6c72-473c-960d-615139838020 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:15:01.272710 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-594a6515-5978-499c-aa48-d7f843196f68 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-520023890&fields=id&tenant_id=dee52e5d2fae4e31831254954d5b6ea1 HTTP/1.1" status: 200 len: 267 time: 0.0490830 Nov 15 12:15:01.308887 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3fdc93c9-c5ed-4def-8dd1-b09602fb8766 None None] Provisioning complete for port f51a3130-9498-4315-9738-3f83fe8f3c8e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:15:01.309255 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3fdc93c9-c5ed-4def-8dd1-b09602fb8766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:01.385224 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-4729c8fc-5dc6-4512-827b-422e5789e290 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:01.386682 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-4729c8fc-5dc6-4512-827b-422e5789e290 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/networks?id=97c00885-6c72-473c-960d-615139838020 HTTP/1.1" status: 200 len: 796 time: 0.1063263 Nov 15 12:15:01.404500 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-2cc4eb91-a44e-4b0c-9316-d0cfa78497ec tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/quotas/dee52e5d2fae4e31831254954d5b6ea1 HTTP/1.1" status: 200 len: 375 time: 0.0098596 Nov 15 12:15:01.418551 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:01.463332 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-16cb26cb-9a50-4f8b-bcb7-5e29b38fa12d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524197 Nov 15 12:15:01.512795 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port f51a3130-9498-4315-9738-3f83fe8f3c8e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f51a3130-9498-4315-9738-3f83fe8f3c8e,segment=NetworkSegment(825e08cb-ecd2-4ba8-8139-99d20e2a973f),segment_id=825e08cb-ecd2-4ba8-8139-99d20e2a973f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:15:01.521664 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3fdc93c9-c5ed-4def-8dd1-b09602fb8766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:01.524744 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:01.543970 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] Sync routers for ids ['62043675-c5de-42bd-9ea1-97b1d48d5a2b'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:15:01.553348 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] Routers {'62043675-c5de-42bd-9ea1-97b1d48d5a2b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:15:01.553943 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:14:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['62043675-c5de-42bd-9ea1-97b1d48d5a2b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:15:01.618236 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-b5254359-fa15-4330-acec-4cbc84eb5c12 service neutron] 10.222.0.64 "GET /v2.0/networks/97c00885-6c72-473c-960d-615139838020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414623 Nov 15 12:15:01.624423 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=f51a3130-9498-4315-9738-3f83fe8f3c8e,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:15:01.651946 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.db.api [None req-3fdc93c9-c5ed-4def-8dd1-b09602fb8766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 12:15:01.652588 n-d-729945-9 neutron-server[102679]: DEBUG oslo_db.api [None req-3fdc93c9-c5ed-4def-8dd1-b09602fb8766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 12:15:01.680680 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] Set router 62043675-c5de-42bd-9ea1-97b1d48d5a2b gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:15:01.729017 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-14a0f1eb-e674-4a8d-86e2-1ff46635a948 service neutron] 10.222.0.64 "GET /v2.0/networks/97c00885-6c72-473c-960d-615139838020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009700 Nov 15 12:15:01.904923 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139553', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:14:56Z', 'updated_at': '2021-11-15T12:15:00Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:14:57Z', 'updated_at': '2021-11-15T12:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '92f0fb80-e0f9-4419-8f74-d22ac52ee1d2', 'name': '', 'network_id': '97c00885-6c72-473c-960d-615139838020', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:af:ae:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f22ed37b-efc0-4756-a11d-eeaa907cdd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:14:59Z', 'updated_at': '2021-11-15T12:15:00Z', 'revision_number': 2, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': 'f22ed37b-efc0-4756-a11d-eeaa907cdd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:15:01.909080 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-65ac661c-e0ec-4068-aff5-841e83e72322 req-ab07d2d6-c907-4a94-8222-b7202d2b96b1 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 210 time: 0.0355580 Nov 15 12:15:01.934219 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] Checking router: 62043675-c5de-42bd-9ea1-97b1d48d5a2b for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:15:01.934628 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] Updating router 62043675-c5de-42bd-9ea1-97b1d48d5a2b port 92f0fb80-e0f9-4419-8f74-d22ac52ee1d2 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:15:01.960366 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:02.225808 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:02.329008 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:02.342143 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:02.344511 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ff07b6e6-8d8f-4e35-86ce-e8b27ed1d6fa None None] Provisioning complete for port f51a3130-9498-4315-9738-3f83fe8f3c8e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:15:02.344965 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ff07b6e6-8d8f-4e35-86ce-e8b27ed1d6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:02.424959 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da28a3-d04c-4a39-94f0-91bcd28eb484 None None] Pushing event updated for resources: {'Port': ['ID=92f0fb80-e0f9-4419-8f74-d22ac52ee1d2,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:15:02.448368 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da28a3-d04c-4a39-94f0-91bcd28eb484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:02.448743 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ff07b6e6-8d8f-4e35-86ce-e8b27ed1d6fa None None] Provisioning complete for port 92f0fb80-e0f9-4419-8f74-d22ac52ee1d2 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:15:02.448870 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da28a3-d04c-4a39-94f0-91bcd28eb484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:02.449075 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da28a3-d04c-4a39-94f0-91bcd28eb484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:02.449374 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ff07b6e6-8d8f-4e35-86ce-e8b27ed1d6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:02.449653 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da28a3-d04c-4a39-94f0-91bcd28eb484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:02.450048 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da28a3-d04c-4a39-94f0-91bcd28eb484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:02.450377 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da28a3-d04c-4a39-94f0-91bcd28eb484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:02.450912 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da28a3-d04c-4a39-94f0-91bcd28eb484 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:02.451259 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da28a3-d04c-4a39-94f0-91bcd28eb484 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:02.451595 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da28a3-d04c-4a39-94f0-91bcd28eb484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:02.452201 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da28a3-d04c-4a39-94f0-91bcd28eb484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:02.452501 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da28a3-d04c-4a39-94f0-91bcd28eb484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:02.453270 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da28a3-d04c-4a39-94f0-91bcd28eb484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:02.472440 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] Attempting to bind port 92f0fb80-e0f9-4419-8f74-d22ac52ee1d2 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:15:02.472804 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] Attempting to bind port 92f0fb80-e0f9-4419-8f74-d22ac52ee1d2 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '825e08cb-ecd2-4ba8-8139-99d20e2a973f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '97c00885-6c72-473c-960d-615139838020'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:15:02.473164 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] Attempting to bind port 92f0fb80-e0f9-4419-8f74-d22ac52ee1d2 on network 97c00885-6c72-473c-960d-615139838020 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:15:02.480085 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:15:02.480756 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] Checking segment: {'id': '825e08cb-ecd2-4ba8-8139-99d20e2a973f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '97c00885-6c72-473c-960d-615139838020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:15:02.481349 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:02.482047 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] Bound using segment: {'id': '825e08cb-ecd2-4ba8-8139-99d20e2a973f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '97c00885-6c72-473c-960d-615139838020'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:15:02.482865 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] Bound port: 92f0fb80-e0f9-4419-8f74-d22ac52ee1d2, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825e08cb-ecd2-4ba8-8139-99d20e2a973f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '97c00885-6c72-473c-960d-615139838020'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:15:02.483605 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:02.494353 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-ff07b6e6-8d8f-4e35-86ce-e8b27ed1d6fa None None] Port 92f0fb80-e0f9-4419-8f74-d22ac52ee1d2 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:15:02.560673 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] For port 92f0fb80-e0f9-4419-8f74-d22ac52ee1d2, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:15:02.565536 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] For port 92f0fb80-e0f9-4419-8f74-d22ac52ee1d2, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=92f0fb80-e0f9-4419-8f74-d22ac52ee1d2,segment=NetworkSegment(825e08cb-ecd2-4ba8-8139-99d20e2a973f),segment_id=825e08cb-ecd2-4ba8-8139-99d20e2a973f)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:15:02.570749 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:02.630152 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] Routers {'62043675-c5de-42bd-9ea1-97b1d48d5a2b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:15:02.630763 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:14:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['62043675-c5de-42bd-9ea1-97b1d48d5a2b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:15:02.632781 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da28a3-d04c-4a39-94f0-91bcd28eb484 None None] Pushing event updated for resources: {'Port': ['ID=92f0fb80-e0f9-4419-8f74-d22ac52ee1d2,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:15:02.715944 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-79ddd9ef-2048-49a3-99f1-7da8774432ce None None] Provisioning complete for port 92f0fb80-e0f9-4419-8f74-d22ac52ee1d2 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:15:02.716315 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-79ddd9ef-2048-49a3-99f1-7da8774432ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:02.750336 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] Set router 62043675-c5de-42bd-9ea1-97b1d48d5a2b gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:15:02.767411 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f51a3130-9498-4315-9738-3f83fe8f3c8e up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:15:02.836938 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-79ddd9ef-2048-49a3-99f1-7da8774432ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:02.883555 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-79ddd9ef-2048-49a3-99f1-7da8774432ce None None] For port 92f0fb80-e0f9-4419-8f74-d22ac52ee1d2, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=92f0fb80-e0f9-4419-8f74-d22ac52ee1d2,segment=NetworkSegment(825e08cb-ecd2-4ba8-8139-99d20e2a973f),segment_id=825e08cb-ecd2-4ba8-8139-99d20e2a973f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:15:02.890332 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port f51a3130-9498-4315-9738-3f83fe8f3c8e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:15:02.890851 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:02.894132 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-79ddd9ef-2048-49a3-99f1-7da8774432ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:02.982181 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddd9ef-2048-49a3-99f1-7da8774432ce None None] Pushing event updated for resources: {'Port': ['ID=92f0fb80-e0f9-4419-8f74-d22ac52ee1d2,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:15:03.001108 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-9add9785-ef2e-403e-b5fd-df3a6e177073 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:03.003519 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-9add9785-ef2e-403e-b5fd-df3a6e177073 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.55 "GET /v2.0/networks?id=97c00885-6c72-473c-960d-615139838020 HTTP/1.1" status: 200 len: 796 time: 0.1169810 Nov 15 12:15:03.016724 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139553', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:14:56Z', 'updated_at': '2021-11-15T12:15:00Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:14:57Z', 'updated_at': '2021-11-15T12:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '92f0fb80-e0f9-4419-8f74-d22ac52ee1d2', 'name': '', 'network_id': '97c00885-6c72-473c-960d-615139838020', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:af:ae:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f22ed37b-efc0-4756-a11d-eeaa907cdd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:14:59Z', 'updated_at': '2021-11-15T12:15:02Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': 'f22ed37b-efc0-4756-a11d-eeaa907cdd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:15:03.051029 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21b1c26-a11f-45ad-9f25-e60b926a7c98 None None] The sync data for ids ['62043675-c5de-42bd-9ea1-97b1d48d5a2b'] in n-d-729945-9 is: [{'id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139553', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:14:56Z', 'updated_at': '2021-11-15T12:15:00Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:14:57Z', 'updated_at': '2021-11-15T12:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '92f0fb80-e0f9-4419-8f74-d22ac52ee1d2', 'name': '', 'network_id': '97c00885-6c72-473c-960d-615139838020', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:af:ae:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f22ed37b-efc0-4756-a11d-eeaa907cdd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:14:59Z', 'updated_at': '2021-11-15T12:15:02Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': 'f22ed37b-efc0-4756-a11d-eeaa907cdd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:15:03.058005 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-27703963-75da-471f-8d35-29556acd622a None None] Provisioning complete for port 92f0fb80-e0f9-4419-8f74-d22ac52ee1d2 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:15:03.058848 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-27703963-75da-471f-8d35-29556acd622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:03.070290 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-39fff19b-14c3-4ed8-a5d3-a740ce1e2784 req-bea1b833-e0db-46b0-b22d-b07011f4b889 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 210 time: 0.0410783 Nov 15 12:15:03.134595 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-bd143450-860e-487b-afb2-1855db85c34d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dee52e5d2fae4e31831254954d5b6ea1 HTTP/1.1" status: 200 len: 379 time: 0.1210768 Nov 15 12:15:03.151898 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-39596e66-2598-4aff-96f7-5737480bc848 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'port': {'device_id': '1f57c653-8c9e-48be-b71b-c04078fb0fcd', 'network_id': '97c00885-6c72-473c-960d-615139838020', 'admin_state_up': True, 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'security_groups': ['c6f20913-0a05-474c-b270-b8db79fcd61a']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:15:03.275099 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-39596e66-2598-4aff-96f7-5737480bc848 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Made reservation on behalf of dee52e5d2fae4e31831254954d5b6ea1 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:15:03.279011 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-39596e66-2598-4aff-96f7-5737480bc848 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:03.411305 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-39596e66-2598-4aff-96f7-5737480bc848 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Allocated IP 172.20.0.13 (97c00885-6c72-473c-960d-615139838020/f22ed37b-efc0-4756-a11d-eeaa907cdd79/d32414be-d88f-4a56-a329-727fb224e42a) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:15:03.557901 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-39596e66-2598-4aff-96f7-5737480bc848 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:03.592351 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-39596e66-2598-4aff-96f7-5737480bc848 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:03.643341 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-39596e66-2598-4aff-96f7-5737480bc848 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 97c00885-6c72-473c-960d-615139838020 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:15:03.646591 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-39596e66-2598-4aff-96f7-5737480bc848 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:15:03.650650 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-39596e66-2598-4aff-96f7-5737480bc848 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:15:03.657534 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39596e66-2598-4aff-96f7-5737480bc848 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=d32414be-d88f-4a56-a329-727fb224e42a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:15:03.706778 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-39596e66-2598-4aff-96f7-5737480bc848 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:03.707440 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-39596e66-2598-4aff-96f7-5737480bc848 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:03.726201 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-39596e66-2598-4aff-96f7-5737480bc848 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5817106 Nov 15 12:15:03.739095 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-4467c18e-53cc-4bd3-a7c8-71bab2ae8ea7 service neutron] Request body: {'port': {'device_id': '1f57c653-8c9e-48be-b71b-c04078fb0fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:15:03.800783 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-4467c18e-53cc-4bd3-a7c8-71bab2ae8ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:03.910398 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f0c2c6f5-8919-47fc-8a06-3d05d6ac7ae7 None None] Provisioning complete for port d32414be-d88f-4a56-a329-727fb224e42a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:15:03.911079 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f0c2c6f5-8919-47fc-8a06-3d05d6ac7ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:03.947549 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2c6f5-8919-47fc-8a06-3d05d6ac7ae7 None None] Port d32414be-d88f-4a56-a329-727fb224e42a cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:15:04.090896 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-4467c18e-53cc-4bd3-a7c8-71bab2ae8ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32414be-d88f-4a56-a329-727fb224e42a {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:15:04.101604 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-4467c18e-53cc-4bd3-a7c8-71bab2ae8ea7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:04.117366 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-4467c18e-53cc-4bd3-a7c8-71bab2ae8ea7 service neutron] Transition to ACTIVE for port object d32414be-d88f-4a56-a329-727fb224e42a will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:15:04.124550 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-4467c18e-53cc-4bd3-a7c8-71bab2ae8ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:04.177046 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467c18e-53cc-4bd3-a7c8-71bab2ae8ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=d32414be-d88f-4a56-a329-727fb224e42a,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:15:04.214990 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1b485-2d03-4679-8ef9-6bdb4989ab2d req-3cb7e9f5-344d-420d-a47c-a59ebef2475e tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:04.216564 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-87d1b485-2d03-4679-8ef9-6bdb4989ab2d req-3cb7e9f5-344d-420d-a47c-a59ebef2475e tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 944 time: 0.0557737 Nov 15 12:15:04.253951 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-4467c18e-53cc-4bd3-a7c8-71bab2ae8ea7 service neutron] Attempting to bind port d32414be-d88f-4a56-a329-727fb224e42a on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:15:04.254281 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-4467c18e-53cc-4bd3-a7c8-71bab2ae8ea7 service neutron] Attempting to bind port d32414be-d88f-4a56-a329-727fb224e42a by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '825e08cb-ecd2-4ba8-8139-99d20e2a973f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '97c00885-6c72-473c-960d-615139838020'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:15:04.254603 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-4467c18e-53cc-4bd3-a7c8-71bab2ae8ea7 service neutron] Attempting to bind port d32414be-d88f-4a56-a329-727fb224e42a on network 97c00885-6c72-473c-960d-615139838020 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:15:04.259183 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-4467c18e-53cc-4bd3-a7c8-71bab2ae8ea7 service neutron] Port d32414be-d88f-4a56-a329-727fb224e42a on network 97c00885-6c72-473c-960d-615139838020 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:15:04.259490 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-4467c18e-53cc-4bd3-a7c8-71bab2ae8ea7 service neutron] Attempting to bind port d32414be-d88f-4a56-a329-727fb224e42a on network 97c00885-6c72-473c-960d-615139838020 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:15:04.264542 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-4467c18e-53cc-4bd3-a7c8-71bab2ae8ea7 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:15:04.264872 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-4467c18e-53cc-4bd3-a7c8-71bab2ae8ea7 service neutron] Checking segment: {'id': '825e08cb-ecd2-4ba8-8139-99d20e2a973f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '97c00885-6c72-473c-960d-615139838020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:15:04.265257 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-4467c18e-53cc-4bd3-a7c8-71bab2ae8ea7 service neutron] Bound using segment: {'id': '825e08cb-ecd2-4ba8-8139-99d20e2a973f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '97c00885-6c72-473c-960d-615139838020'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:15:04.265679 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-4467c18e-53cc-4bd3-a7c8-71bab2ae8ea7 service neutron] Bound port: d32414be-d88f-4a56-a329-727fb224e42a, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825e08cb-ecd2-4ba8-8139-99d20e2a973f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '97c00885-6c72-473c-960d-615139838020'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:15:04.266022 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-4467c18e-53cc-4bd3-a7c8-71bab2ae8ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:04.286100 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-87d1b485-2d03-4679-8ef9-6bdb4989ab2d req-5ccb94f4-6ae1-432c-a33a-69d9360d7534 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6f20913-0a05-474c-b270-b8db79fcd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625498 Nov 15 12:15:04.352073 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-4467c18e-53cc-4bd3-a7c8-71bab2ae8ea7 service neutron] For port d32414be-d88f-4a56-a329-727fb224e42a, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:15:04.355554 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-4467c18e-53cc-4bd3-a7c8-71bab2ae8ea7 service neutron] For port d32414be-d88f-4a56-a329-727fb224e42a, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d32414be-d88f-4a56-a329-727fb224e42a,segment=NetworkSegment(825e08cb-ecd2-4ba8-8139-99d20e2a973f),segment_id=825e08cb-ecd2-4ba8-8139-99d20e2a973f)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:15:04.361144 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-4467c18e-53cc-4bd3-a7c8-71bab2ae8ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:04.396346 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-4467c18e-53cc-4bd3-a7c8-71bab2ae8ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:04.396972 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-4467c18e-53cc-4bd3-a7c8-71bab2ae8ea7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:04.398344 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-4467c18e-53cc-4bd3-a7c8-71bab2ae8ea7 service neutron] 10.222.0.55 "PUT /v2.0/ports/d32414be-d88f-4a56-a329-727fb224e42a HTTP/1.1" status: 200 len: 1092 time: 0.6640460 Nov 15 12:15:04.398770 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f57c653-8c9e-48be-b71b-c04078fb0fcd', 'tag': 'd32414be-d88f-4a56-a329-727fb224e42a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:15:04.401066 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89b9b89-c3b2-4653-a7e2-419da9af6c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f57c653-8c9e-48be-b71b-c04078fb0fcd", "tag": "d32414be-d88f-4a56-a329-727fb224e42a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:15:04.426349 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467c18e-53cc-4bd3-a7c8-71bab2ae8ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=d32414be-d88f-4a56-a329-727fb224e42a,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:15:04.452996 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3106852-cde1-4935-a004-1dea90d9d2bf x-openstack-request-id: req-b3106852-cde1-4935-a004-1dea90d9d2bf {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:15:04.453377 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f57c653-8c9e-48be-b71b-c04078fb0fcd", "tag": "d32414be-d88f-4a56-a329-727fb224e42a", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:15:04.453913 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b3106852-cde1-4935-a004-1dea90d9d2bf {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:15:04.454460 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f57c653-8c9e-48be-b71b-c04078fb0fcd', 'tag': 'd32414be-d88f-4a56-a329-727fb224e42a', 'status': 'completed', 'code': 200} Nov 15 12:15:04.485201 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-46ed4a9f-5deb-4cf6-84e4-f2e4d97459f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:04.486892 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-46ed4a9f-5deb-4cf6-84e4-f2e4d97459f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 1095 time: 0.0468075 Nov 15 12:15:04.536063 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-3077d1a6-c23a-4d0b-931e-813cef5c57a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d32414be-d88f-4a56-a329-727fb224e42a HTTP/1.1" status: 200 len: 217 time: 0.0395200 Nov 15 12:15:04.591519 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-f40cc829-48d8-44bd-a994-1b547bbdef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:04.593080 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-f40cc829-48d8-44bd-a994-1b547bbdef70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f22ed37b-efc0-4756-a11d-eeaa907cdd79 HTTP/1.1" status: 200 len: 834 time: 0.0496292 Nov 15 12:15:04.639933 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-dac594fd-1c0c-4119-8d3a-751193631580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:04.641434 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-dac594fd-1c0c-4119-8d3a-751193631580 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97c00885-6c72-473c-960d-615139838020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409365 Nov 15 12:15:04.737221 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-ae012fd5-90c3-41d2-92b3-f84e35ee5930 service neutron] 10.222.0.55 "GET /v2.0/networks/97c00885-6c72-473c-960d-615139838020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889177 Nov 15 12:15:04.769997 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 92f0fb80-e0f9-4419-8f74-d22ac52ee1d2 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:15:04.816708 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 92f0fb80-e0f9-4419-8f74-d22ac52ee1d2 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:15:04.817039 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:04.827627 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-f3ebf64b-a30f-4d53-b4d3-808bb72e4add req-5a7208bb-1bb1-4b0d-8209-be636a007001 service neutron] 10.222.0.55 "GET /v2.0/networks/97c00885-6c72-473c-960d-615139838020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828705 Nov 15 12:15:04.920017 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b9b89-c3b2-4653-a7e2-419da9af6c9f req-58224a6a-aa1e-4a7e-8f49-0cd53f5b35af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:04.921530 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d89b9b89-c3b2-4653-a7e2-419da9af6c9f req-58224a6a-aa1e-4a7e-8f49-0cd53f5b35af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 1095 time: 0.0446305 Nov 15 12:15:05.012792 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b9b89-c3b2-4653-a7e2-419da9af6c9f req-f65e90b3-f11a-4043-9299-dfd9156fe711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:05.014172 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d89b9b89-c3b2-4653-a7e2-419da9af6c9f req-f65e90b3-f11a-4043-9299-dfd9156fe711 service neutron] 10.222.0.55 "GET /v2.0/networks?id=97c00885-6c72-473c-960d-615139838020 HTTP/1.1" status: 200 len: 897 time: 0.0850735 Nov 15 12:15:05.059454 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d89b9b89-c3b2-4653-a7e2-419da9af6c9f req-1777d864-a30c-446e-8d55-c0d72400c2a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d32414be-d88f-4a56-a329-727fb224e42a HTTP/1.1" status: 200 len: 217 time: 0.0384939 Nov 15 12:15:05.110512 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b9b89-c3b2-4653-a7e2-419da9af6c9f req-b2a200d3-ffbc-46bb-9f86-807b476bb02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:05.112094 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d89b9b89-c3b2-4653-a7e2-419da9af6c9f req-b2a200d3-ffbc-46bb-9f86-807b476bb02a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f22ed37b-efc0-4756-a11d-eeaa907cdd79 HTTP/1.1" status: 200 len: 834 time: 0.0452838 Nov 15 12:15:05.159660 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b9b89-c3b2-4653-a7e2-419da9af6c9f req-b8e8d95f-6eb4-4919-9032-219c6ba6a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:05.161220 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d89b9b89-c3b2-4653-a7e2-419da9af6c9f req-b8e8d95f-6eb4-4919-9032-219c6ba6a0ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97c00885-6c72-473c-960d-615139838020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399380 Nov 15 12:15:05.260699 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d89b9b89-c3b2-4653-a7e2-419da9af6c9f req-22ff4fe8-4b4a-41bc-a2e5-0bd5a12adb8e service neutron] 10.222.0.55 "GET /v2.0/networks/97c00885-6c72-473c-960d-615139838020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893843 Nov 15 12:15:05.356548 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d89b9b89-c3b2-4653-a7e2-419da9af6c9f req-577d2e4e-fc3a-4eb4-ae04-4fc2e60a4ff5 service neutron] 10.222.0.55 "GET /v2.0/networks/97c00885-6c72-473c-960d-615139838020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876586 Nov 15 12:15:05.406848 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3e442-bfe9-4606-861b-2064c3d4baaa req-cbfd21c5-351f-4a9d-bd7f-b1b6f7cf7913 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:05.408402 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24d3e442-bfe9-4606-861b-2064c3d4baaa req-cbfd21c5-351f-4a9d-bd7f-b1b6f7cf7913 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 944 time: 0.0568252 Nov 15 12:15:05.464440 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24d3e442-bfe9-4606-861b-2064c3d4baaa req-ce16b10c-d8f8-4241-8a23-c70f76e6bfe3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6f20913-0a05-474c-b270-b8db79fcd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497701 Nov 15 12:15:06.348512 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7ddb6966-daad-489f-acfc-c2c0b643dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:06.594371 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c045f-2b04-4d6d-bccd-35553fd1059d req-f2d64fbc-22ce-41f6-a7f5-2cc5b2d0238c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:06.596234 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0e0c045f-2b04-4d6d-bccd-35553fd1059d req-f2d64fbc-22ce-41f6-a7f5-2cc5b2d0238c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 944 time: 0.0528426 Nov 15 12:15:06.645514 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0e0c045f-2b04-4d6d-bccd-35553fd1059d req-f6e55bf3-c1b1-4b89-9e89-dde457a23dbf tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6f20913-0a05-474c-b270-b8db79fcd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431242 Nov 15 12:15:07.520088 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device d32414be-d88f-4a56-a329-727fb224e42a details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:15:07.615735 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port d32414be-d88f-4a56-a329-727fb224e42a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d32414be-d88f-4a56-a329-727fb224e42a,segment=NetworkSegment(825e08cb-ecd2-4ba8-8139-99d20e2a973f),segment_id=825e08cb-ecd2-4ba8-8139-99d20e2a973f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:15:07.626770 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'd32414be-d88f-4a56-a329-727fb224e42a', 'network_id': '97c00885-6c72-473c-960d-615139838020', 'port_id': 'd32414be-d88f-4a56-a329-727fb224e42a', 'mac_address': 'fa:16:3e:58:7a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22ed37b-efc0-4756-a11d-eeaa907cdd79', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:15:07.669351 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:07.684551 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32414be-d88f-4a56-a329-727fb224e42a {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:15:07.704259 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port d32414be-d88f-4a56-a329-727fb224e42a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d32414be-d88f-4a56-a329-727fb224e42a,segment=NetworkSegment(825e08cb-ecd2-4ba8-8139-99d20e2a973f),segment_id=825e08cb-ecd2-4ba8-8139-99d20e2a973f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:15:07.710042 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:07.757695 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=d32414be-d88f-4a56-a329-727fb224e42a,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:15:07.774438 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8463a5-8753-4c10-8a2b-23ff0990f5b6 req-90273bb2-c74f-45f0-9ee8-7e649b6138ac tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:07.776052 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea8463a5-8753-4c10-8a2b-23ff0990f5b6 req-90273bb2-c74f-45f0-9ee8-7e649b6138ac tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 945 time: 0.0552783 Nov 15 12:15:07.825404 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ea8463a5-8753-4c10-8a2b-23ff0990f5b6 req-d078f90a-3b3a-465a-b511-2469b71de23a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6f20913-0a05-474c-b270-b8db79fcd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431888 Nov 15 12:15:07.957387 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['d32414be-d88f-4a56-a329-727fb224e42a'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:15:08.422749 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0a763cd3-35ab-4605-8f70-c865525883d1 req-cdb68883-95e8-4df5-a6f8-d7b494f49a41 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453308 Nov 15 12:15:08.434323 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-37b33bf9-93c1-4ec4-9a73-64b5256273ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:08.510510 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a763cd3-35ab-4605-8f70-c865525883d1 req-bc094cb0-57d3-4f44-a3cf-8a5e22e45f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:08.512094 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0a763cd3-35ab-4605-8f70-c865525883d1 req-bc094cb0-57d3-4f44-a3cf-8a5e22e45f14 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0437682 Nov 15 12:15:08.621324 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a763cd3-35ab-4605-8f70-c865525883d1 req-a529ae63-d3d0-4d71-87b9-b00e02d0be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:08.622848 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0a763cd3-35ab-4605-8f70-c865525883d1 req-a529ae63-d3d0-4d71-87b9-b00e02d0be83 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0898101 Nov 15 12:15:08.667080 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0a763cd3-35ab-4605-8f70-c865525883d1 req-767f27f0-c8cd-4ba3-8fd7-167d85c7b6aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0373237 Nov 15 12:15:08.716918 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a763cd3-35ab-4605-8f70-c865525883d1 req-557e3d93-cd54-4ddd-8d2f-7812d2d0126d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:08.718458 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0a763cd3-35ab-4605-8f70-c865525883d1 req-557e3d93-cd54-4ddd-8d2f-7812d2d0126d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0443430 Nov 15 12:15:08.766373 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a763cd3-35ab-4605-8f70-c865525883d1 req-d3bf90d1-6eff-44ea-b1db-855becd79357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:08.767937 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0a763cd3-35ab-4605-8f70-c865525883d1 req-d3bf90d1-6eff-44ea-b1db-855becd79357 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422933 Nov 15 12:15:08.862538 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0a763cd3-35ab-4605-8f70-c865525883d1 req-f1249298-8502-4dd3-877d-b7b0bff3d256 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876224 Nov 15 12:15:08.943187 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb6e42-2105-4a0a-b1dd-defc7cc90019 req-cdf8f14d-f180-4f85-9f3b-0392fd45a104 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:08.944620 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46bb6e42-2105-4a0a-b1dd-defc7cc90019 req-cdf8f14d-f180-4f85-9f3b-0392fd45a104 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 945 time: 0.0509853 Nov 15 12:15:08.952798 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0a763cd3-35ab-4605-8f70-c865525883d1 req-963cc0ca-2dcb-4ec7-9fdd-6323498d52ca service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836372 Nov 15 12:15:08.998900 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-46bb6e42-2105-4a0a-b1dd-defc7cc90019 req-fd2b731c-80a9-497b-8525-e37c43ddf01e tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6f20913-0a05-474c-b270-b8db79fcd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478837 Nov 15 12:15:09.537350 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device d32414be-d88f-4a56-a329-727fb224e42a up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:15:09.589867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port d32414be-d88f-4a56-a329-727fb224e42a completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:15:09.593915 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port d32414be-d88f-4a56-a329-727fb224e42a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:15:09.594278 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:09.673296 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:09.696807 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f57c653-8c9e-48be-b71b-c04078fb0fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32414be-d88f-4a56-a329-727fb224e42a'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:15:09.699408 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19227cbf-b1a4-458e-8756-964120b58a07" -d '{"events": [{"server_uuid": "1f57c653-8c9e-48be-b71b-c04078fb0fcd", "name": "network-vif-plugged", "status": "completed", "tag": "d32414be-d88f-4a56-a329-727fb224e42a"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:15:09.711842 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port d32414be-d88f-4a56-a329-727fb224e42a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d32414be-d88f-4a56-a329-727fb224e42a,segment=NetworkSegment(825e08cb-ecd2-4ba8-8139-99d20e2a973f),segment_id=825e08cb-ecd2-4ba8-8139-99d20e2a973f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:15:09.718273 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:09.766315 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=d32414be-d88f-4a56-a329-727fb224e42a,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:15:09.793401 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6256f79b-06c0-47b1-9a00-958bb36c4b39 x-openstack-request-id: req-6256f79b-06c0-47b1-9a00-958bb36c4b39 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:15:09.793693 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f57c653-8c9e-48be-b71b-c04078fb0fcd", "name": "network-vif-plugged", "status": "completed", "tag": "d32414be-d88f-4a56-a329-727fb224e42a", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:15:09.793932 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6256f79b-06c0-47b1-9a00-958bb36c4b39 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:15:09.794314 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f57c653-8c9e-48be-b71b-c04078fb0fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32414be-d88f-4a56-a329-727fb224e42a', 'code': 200} Nov 15 12:15:09.893526 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450f36c-5789-4659-9891-914ba8f196d9 req-35cde1cb-04b7-4cb4-bf32-6a5d6360612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:09.894996 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0450f36c-5789-4659-9891-914ba8f196d9 req-35cde1cb-04b7-4cb4-bf32-6a5d6360612b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 1097 time: 0.0452709 Nov 15 12:15:09.940989 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0450f36c-5789-4659-9891-914ba8f196d9 req-cfbf6da3-2a89-4daf-b2b5-023824cdbecb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c6f20913-0a05-474c-b270-b8db79fcd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386610 Nov 15 12:15:10.106082 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:10.126152 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d1422-8469-4b2d-82f4-261c95ffa368 req-9499a56c-abe4-4245-9d29-fddb7530162d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:10.127780 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-607d1422-8469-4b2d-82f4-261c95ffa368 req-9499a56c-abe4-4245-9d29-fddb7530162d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 946 time: 0.0508194 Nov 15 12:15:10.183104 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-607d1422-8469-4b2d-82f4-261c95ffa368 req-aceacf17-6798-4412-b4c3-329a7bc408bc tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6f20913-0a05-474c-b270-b8db79fcd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480614 Nov 15 12:15:11.311945 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e404b33-bc17-4df8-bbc1-097a168ff7f7 req-afec7cfa-f75c-4376-9513-332fb5b85bfa tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:11.313305 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e404b33-bc17-4df8-bbc1-097a168ff7f7 req-afec7cfa-f75c-4376-9513-332fb5b85bfa tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 946 time: 0.0590112 Nov 15 12:15:11.363541 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7e404b33-bc17-4df8-bbc1-097a168ff7f7 req-a13138d5-dc63-4ace-9c98-a50ac36c3b1c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6f20913-0a05-474c-b270-b8db79fcd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440376 Nov 15 12:15:11.485829 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23d8c7-b633-45a5-8fd7-a3bea9c48f9e req-298789d7-6453-4cb5-9e4c-b5571da176b4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:11.487382 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7d23d8c7-b633-45a5-8fd7-a3bea9c48f9e req-298789d7-6453-4cb5-9e4c-b5571da176b4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 946 time: 0.0577435 Nov 15 12:15:11.538272 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7d23d8c7-b633-45a5-8fd7-a3bea9c48f9e req-5c8c153f-0904-4791-8126-eafc5d30964b tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6f20913-0a05-474c-b270-b8db79fcd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447133 Nov 15 12:15:11.570872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54514) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:15:11.627227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e46a84-78ea-4f05-b97a-616baf0142a9 tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:11.629310 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a0e46a84-78ea-4f05-b97a-616baf0142a9 tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 1092 time: 0.0573246 Nov 15 12:15:11.632441 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54516) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:15:11.637503 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-cbeaef4a-2f11-4c83-baf5-bbfa58fd68af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': 'd32414be-d88f-4a56-a329-727fb224e42a', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:15:11.657337 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:11.662134 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbeaef4a-2f11-4c83-baf5-bbfa58fd68af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:11.758039 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbeaef4a-2f11-4c83-baf5-bbfa58fd68af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:11.860316 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-cbeaef4a-2f11-4c83-baf5-bbfa58fd68af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Allocated IP 172.25.7.65 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/43b6bba3-d29b-40e5-8e5e-f33b82572063) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:15:11.959983 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbeaef4a-2f11-4c83-baf5-bbfa58fd68af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:12.001644 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbeaef4a-2f11-4c83-baf5-bbfa58fd68af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:12.040884 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeaef4a-2f11-4c83-baf5-bbfa58fd68af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:15:12.045643 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-cbeaef4a-2f11-4c83-baf5-bbfa58fd68af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:15:12.049924 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeaef4a-2f11-4c83-baf5-bbfa58fd68af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:15:12.052930 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeaef4a-2f11-4c83-baf5-bbfa58fd68af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=43b6bba3-d29b-40e5-8e5e-f33b82572063,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:15:12.207491 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:12.400756 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbeaef4a-2f11-4c83-baf5-bbfa58fd68af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:12.469689 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbeaef4a-2f11-4c83-baf5-bbfa58fd68af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:12.629252 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbeaef4a-2f11-4c83-baf5-bbfa58fd68af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:12.636369 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbeaef4a-2f11-4c83-baf5-bbfa58fd68af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:12.700726 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeaef4a-2f11-4c83-baf5-bbfa58fd68af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=43b6bba3-d29b-40e5-8e5e-f33b82572063,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:15:12.712418 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbeaef4a-2f11-4c83-baf5-bbfa58fd68af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:12.813256 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-cbeaef4a-2f11-4c83-baf5-bbfa58fd68af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Floating IP 49ec44fc-d6f0-4710-8fea-2785ab7b8ded associated. External IP: 172.25.7.65, port: d32414be-d88f-4a56-a329-727fb224e42a. Nov 15 12:15:13.338707 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbeaef4a-2f11-4c83-baf5-bbfa58fd68af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router 62043675-c5de-42bd-9ea1-97b1d48d5a2b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:15:13.453793 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbeaef4a-2f11-4c83-baf5-bbfa58fd68af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:15:13.463802 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af1b4f0-fa5e-4ee2-9a5b-c18703501496 None None] Sync routers for ids ['62043675-c5de-42bd-9ea1-97b1d48d5a2b'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:15:13.472741 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cbeaef4a-2f11-4c83-baf5-bbfa58fd68af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:13.475519 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af1b4f0-fa5e-4ee2-9a5b-c18703501496 None None] Routers {'62043675-c5de-42bd-9ea1-97b1d48d5a2b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:15:13.476191 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1af1b4f0-fa5e-4ee2-9a5b-c18703501496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:15:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['62043675-c5de-42bd-9ea1-97b1d48d5a2b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:15:13.499669 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cbeaef4a-2f11-4c83-baf5-bbfa58fd68af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8659799 Nov 15 12:15:13.500269 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f57c653-8c9e-48be-b71b-c04078fb0fcd', 'tag': 'd32414be-d88f-4a56-a329-727fb224e42a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:15:13.503968 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cab5b9-3981-472d-9bfc-415eb00d2609" -d '{"events": [{"name": "network-changed", "server_uuid": "1f57c653-8c9e-48be-b71b-c04078fb0fcd", "tag": "d32414be-d88f-4a56-a329-727fb224e42a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:15:13.580436 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-1af1b4f0-fa5e-4ee2-9a5b-c18703501496 None None] Set router 62043675-c5de-42bd-9ea1-97b1d48d5a2b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:15:13.599010 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e6de9-32fb-4a08-a27a-f89ab8ef37a9 req-2de491bf-fa72-4212-8a32-cbdee5f0d1ad tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:13.600508 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f41e6de9-32fb-4a08-a27a-f89ab8ef37a9 req-2de491bf-fa72-4212-8a32-cbdee5f0d1ad tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 946 time: 0.0494037 Nov 15 12:15:13.649367 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f41e6de9-32fb-4a08-a27a-f89ab8ef37a9 req-c8ed0d08-3d94-4c62-bacf-00f310214cb8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6f20913-0a05-474c-b270-b8db79fcd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426772 Nov 15 12:15:13.672173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54522) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:15:13.695468 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a8dbaf-957a-4035-8e2e-a2f07e23c500 x-openstack-request-id: req-f7a8dbaf-957a-4035-8e2e-a2f07e23c500 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:15:13.695932 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f57c653-8c9e-48be-b71b-c04078fb0fcd", "tag": "d32414be-d88f-4a56-a329-727fb224e42a", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:15:13.696324 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f7a8dbaf-957a-4035-8e2e-a2f07e23c500 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:15:13.696795 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f57c653-8c9e-48be-b71b-c04078fb0fcd', 'tag': 'd32414be-d88f-4a56-a329-727fb224e42a', 'status': 'completed', 'code': 200} Nov 15 12:15:13.741783 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6ba56115-7318-4359-a5a2-f0077378c2fe tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/floatingips/49ec44fc-d6f0-4710-8fea-2785ab7b8ded HTTP/1.1" status: 200 len: 991 time: 0.0681615 Nov 15 12:15:13.762007 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cab5b9-3981-472d-9bfc-415eb00d2609 req-45989f47-c6e3-4e41-bb7a-5e5076766999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:13.763549 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-69cab5b9-3981-472d-9bfc-415eb00d2609 req-45989f47-c6e3-4e41-bb7a-5e5076766999 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 1097 time: 0.0431895 Nov 15 12:15:13.803270 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1af1b4f0-fa5e-4ee2-9a5b-c18703501496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139553', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:14:56Z', 'updated_at': '2021-11-15T12:15:00Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:14:57Z', 'updated_at': '2021-11-15T12:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '49ec44fc-d6f0-4710-8fea-2785ab7b8ded', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'port_id': 'd32414be-d88f-4a56-a329-727fb224e42a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c00885-6c72-473c-960d-615139838020', 'mac_address': 'fa:16:3e:58:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f57c653-8c9e-48be-b71b-c04078fb0fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:15:12Z', 'updated_at': '2021-11-15T12:15:12Z', 'revision_number': 0, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f0fb80-e0f9-4419-8f74-d22ac52ee1d2', 'name': '', 'network_id': '97c00885-6c72-473c-960d-615139838020', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:af:ae:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f22ed37b-efc0-4756-a11d-eeaa907cdd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:14:59Z', 'updated_at': '2021-11-15T12:15:02Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': 'f22ed37b-efc0-4756-a11d-eeaa907cdd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:15:13.832065 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af1b4f0-fa5e-4ee2-9a5b-c18703501496 None None] Checking router: 62043675-c5de-42bd-9ea1-97b1d48d5a2b for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:15:13.840473 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af1b4f0-fa5e-4ee2-9a5b-c18703501496 None None] Routers {'62043675-c5de-42bd-9ea1-97b1d48d5a2b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:15:13.841070 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1af1b4f0-fa5e-4ee2-9a5b-c18703501496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:15:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['62043675-c5de-42bd-9ea1-97b1d48d5a2b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:15:13.858397 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cab5b9-3981-472d-9bfc-415eb00d2609 req-bc19dfc3-513f-4c1a-a845-d445027b3bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:13.859922 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-69cab5b9-3981-472d-9bfc-415eb00d2609 req-bc19dfc3-513f-4c1a-a845-d445027b3bc7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=97c00885-6c72-473c-960d-615139838020 HTTP/1.1" status: 200 len: 897 time: 0.0885763 Nov 15 12:15:13.927543 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-69cab5b9-3981-472d-9bfc-415eb00d2609 req-0e8434f0-f6d9-4c2f-b0f5-4470bbaaae4d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d32414be-d88f-4a56-a329-727fb224e42a HTTP/1.1" status: 200 len: 999 time: 0.0607488 Nov 15 12:15:13.983907 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cab5b9-3981-472d-9bfc-415eb00d2609 req-733d2c3b-6d91-4f1d-acca-2ecdefe3c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:13.985469 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-69cab5b9-3981-472d-9bfc-415eb00d2609 req-733d2c3b-6d91-4f1d-acca-2ecdefe3c1b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f22ed37b-efc0-4756-a11d-eeaa907cdd79 HTTP/1.1" status: 200 len: 834 time: 0.0510812 Nov 15 12:15:14.034068 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cab5b9-3981-472d-9bfc-415eb00d2609 req-2802e3b1-edc6-4e25-91cd-7f2df9aaadb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:14.035523 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-69cab5b9-3981-472d-9bfc-415eb00d2609 req-2802e3b1-edc6-4e25-91cd-7f2df9aaadb1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97c00885-6c72-473c-960d-615139838020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434279 Nov 15 12:15:14.112035 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-1af1b4f0-fa5e-4ee2-9a5b-c18703501496 None None] Set router 62043675-c5de-42bd-9ea1-97b1d48d5a2b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:15:14.131235 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-69cab5b9-3981-472d-9bfc-415eb00d2609 req-4342f4c3-b690-403f-a2d1-609fb1371a3a service neutron] 10.222.0.55 "GET /v2.0/networks/97c00885-6c72-473c-960d-615139838020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882640 Nov 15 12:15:14.228040 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-69cab5b9-3981-472d-9bfc-415eb00d2609 req-56f64912-ea08-4a6d-9c7e-c92eafdea75b service neutron] 10.222.0.55 "GET /v2.0/networks/97c00885-6c72-473c-960d-615139838020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896547 Nov 15 12:15:14.336447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1af1b4f0-fa5e-4ee2-9a5b-c18703501496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139553', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:14:56Z', 'updated_at': '2021-11-15T12:15:00Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:14:57Z', 'updated_at': '2021-11-15T12:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '49ec44fc-d6f0-4710-8fea-2785ab7b8ded', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'port_id': 'd32414be-d88f-4a56-a329-727fb224e42a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c00885-6c72-473c-960d-615139838020', 'mac_address': 'fa:16:3e:58:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f57c653-8c9e-48be-b71b-c04078fb0fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:15:12Z', 'updated_at': '2021-11-15T12:15:12Z', 'revision_number': 0, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f0fb80-e0f9-4419-8f74-d22ac52ee1d2', 'name': '', 'network_id': '97c00885-6c72-473c-960d-615139838020', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:af:ae:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f22ed37b-efc0-4756-a11d-eeaa907cdd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:14:59Z', 'updated_at': '2021-11-15T12:15:02Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': 'f22ed37b-efc0-4756-a11d-eeaa907cdd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:15:14.362830 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af1b4f0-fa5e-4ee2-9a5b-c18703501496 None None] The sync data for ids ['62043675-c5de-42bd-9ea1-97b1d48d5a2b'] in n-d-729945-9 is: [{'id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139553', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:14:56Z', 'updated_at': '2021-11-15T12:15:00Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:14:57Z', 'updated_at': '2021-11-15T12:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '49ec44fc-d6f0-4710-8fea-2785ab7b8ded', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'port_id': 'd32414be-d88f-4a56-a329-727fb224e42a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c00885-6c72-473c-960d-615139838020', 'mac_address': 'fa:16:3e:58:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f57c653-8c9e-48be-b71b-c04078fb0fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:15:12Z', 'updated_at': '2021-11-15T12:15:12Z', 'revision_number': 0, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f0fb80-e0f9-4419-8f74-d22ac52ee1d2', 'name': '', 'network_id': '97c00885-6c72-473c-960d-615139838020', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:af:ae:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f22ed37b-efc0-4756-a11d-eeaa907cdd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:14:59Z', 'updated_at': '2021-11-15T12:15:02Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': 'f22ed37b-efc0-4756-a11d-eeaa907cdd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:15:14.573600 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19ef962-1ab7-46b7-9360-3699c6c1776b None None] New status for floating IP 49ec44fc-d6f0-4710-8fea-2785ab7b8ded: ACTIVE {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:15:14.745855 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54524) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:15:14.807363 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-db415350-2234-4a22-9f56-d7210ccf25b0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/floatingips/49ec44fc-d6f0-4710-8fea-2785ab7b8ded HTTP/1.1" status: 200 len: 993 time: 0.0602551 Nov 15 12:15:30.151919 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:32.209711 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:35.812639 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:15:36.347666 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4c48d93b-de78-47ec-81b1-343d580807e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:38.447945 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e5c2922c-f892-4bcb-9343-497a15510c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:40.118180 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:41.661604 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:42.206972 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:48.180306 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b3411-e98a-4bc6-9e9a-c376f03cabb7 req-0fd23b5b-1179-4ecc-a0c1-6c54930da567 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:48.181815 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f25b3411-e98a-4bc6-9e9a-c376f03cabb7 req-0fd23b5b-1179-4ecc-a0c1-6c54930da567 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 946 time: 0.0492885 Nov 15 12:15:48.234416 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f25b3411-e98a-4bc6-9e9a-c376f03cabb7 req-b38407e3-ba66-4e49-be8a-00f104991684 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6f20913-0a05-474c-b270-b8db79fcd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464635 Nov 15 12:15:49.370599 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31688201-377e-4dbb-8d17-f7eb7687cd9a req-ac61a5d0-0905-4586-9e2b-49b4684cfd51 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:49.372109 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31688201-377e-4dbb-8d17-f7eb7687cd9a req-ac61a5d0-0905-4586-9e2b-49b4684cfd51 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 946 time: 0.0531237 Nov 15 12:15:49.425784 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-31688201-377e-4dbb-8d17-f7eb7687cd9a req-75be30fc-2a54-4a51-a0f4-d99ebb7d4eb9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6f20913-0a05-474c-b270-b8db79fcd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442328 Nov 15 12:15:49.453873 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54542) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:15:49.515264 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7650ae2f-9984-4c4f-9b54-013473615d6c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/floatingips/49ec44fc-d6f0-4710-8fea-2785ab7b8ded HTTP/1.1" status: 200 len: 993 time: 0.0601981 Nov 15 12:15:50.810439 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a2708-b433-4117-8036-914f2bd539a8 req-6540271d-486f-4d8a-a848-9759cb6b0145 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:50.811866 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d18a2708-b433-4117-8036-914f2bd539a8 req-6540271d-486f-4d8a-a848-9759cb6b0145 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 946 time: 0.0538752 Nov 15 12:15:50.861007 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d18a2708-b433-4117-8036-914f2bd539a8 req-7ea8b45b-66fd-4c50-a436-214590f7d951 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6f20913-0a05-474c-b270-b8db79fcd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430448 Nov 15 12:15:51.995513 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee656b36-5599-4615-b4ae-35b161ad8b9e req-ee2afa84-c81f-47d7-aa18-e09743a36f5f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:51.997093 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee656b36-5599-4615-b4ae-35b161ad8b9e req-ee2afa84-c81f-47d7-aa18-e09743a36f5f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 946 time: 0.0540068 Nov 15 12:15:52.050018 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ee656b36-5599-4615-b4ae-35b161ad8b9e req-e29880a5-407c-4995-8795-e4fb62c62e73 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6f20913-0a05-474c-b270-b8db79fcd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439346 Nov 15 12:15:52.072379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54552) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:15:52.138084 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-016cc0b6-0599-4041-8b05-b7d62ca68b8b tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/floatingips/49ec44fc-d6f0-4710-8fea-2785ab7b8ded HTTP/1.1" status: 200 len: 993 time: 0.0645814 Nov 15 12:15:52.384088 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54558) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:15:52.560707 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting port 43b6bba3-d29b-40e5-8e5e-f33b82572063 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:15:52.560953 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:52.634474 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:52.634746 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:52.650535 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Calling delete_port for 43b6bba3-d29b-40e5-8e5e-f33b82572063 owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:15:52.830260 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:52.858231 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Port': ['ID=43b6bba3-d29b-40e5-8e5e-f33b82572063,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:15:52.869876 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:52.870187 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:52.870544 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:52.870872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:52.871196 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:52.871520 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:52.871857 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:52.872194 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:52.872515 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:52.872836 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:52.873149 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:52.873463 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:52.926681 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:52.926971 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Floating IP 49ec44fc-d6f0-4710-8fea-2785ab7b8ded disassociated (deleted). External IP: 172.25.7.65, port: d32414be-d88f-4a56-a329-727fb224e42a. Nov 15 12:15:53.155457 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router 62043675-c5de-42bd-9ea1-97b1d48d5a2b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:15:53.264123 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:15:53.268900 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:53.274253 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdd293a-fb35-405d-8fd0-5fb60087604f None None] Sync routers for ids ['62043675-c5de-42bd-9ea1-97b1d48d5a2b'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:15:53.285551 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdd293a-fb35-405d-8fd0-5fb60087604f None None] Routers {'62043675-c5de-42bd-9ea1-97b1d48d5a2b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:15:53.286152 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bbdd293a-fb35-405d-8fd0-5fb60087604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:15:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['62043675-c5de-42bd-9ea1-97b1d48d5a2b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:15:53.297321 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-651148e2-09d1-4a51-b870-e2c530ea91e8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/floatingips/49ec44fc-d6f0-4710-8fea-2785ab7b8ded HTTP/1.1" status: 204 len: 168 time: 0.9118562 Nov 15 12:15:53.297919 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f57c653-8c9e-48be-b71b-c04078fb0fcd', 'tag': 'd32414be-d88f-4a56-a329-727fb224e42a'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:15:53.300340 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10b531b19c16a4bb032ad9325c521bd4bf8029a5360c7e3eb9d5ecffe28e67c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69c8083-92fa-46f6-808b-1075f8063467" -d '{"events": [{"name": "network-changed", "server_uuid": "1f57c653-8c9e-48be-b71b-c04078fb0fcd", "tag": "d32414be-d88f-4a56-a329-727fb224e42a"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:15:53.390761 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-bbdd293a-fb35-405d-8fd0-5fb60087604f None None] Set router 62043675-c5de-42bd-9ea1-97b1d48d5a2b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:15:53.465161 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94af9f48-bc3a-4510-91c6-b333457bb0d0 x-openstack-request-id: req-94af9f48-bc3a-4510-91c6-b333457bb0d0 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:15:53.465161 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f57c653-8c9e-48be-b71b-c04078fb0fcd", "tag": "d32414be-d88f-4a56-a329-727fb224e42a", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:15:53.465464 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94af9f48-bc3a-4510-91c6-b333457bb0d0 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:15:53.465721 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f57c653-8c9e-48be-b71b-c04078fb0fcd', 'tag': 'd32414be-d88f-4a56-a329-727fb224e42a', 'status': 'completed', 'code': 200} Nov 15 12:15:53.530635 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c8083-92fa-46f6-808b-1075f8063467 req-6c201d99-4d9e-4146-9403-39ec4cf9838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:53.532338 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c69c8083-92fa-46f6-808b-1075f8063467 req-6c201d99-4d9e-4146-9403-39ec4cf9838f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 1097 time: 0.0427001 Nov 15 12:15:53.559841 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db6284-fcca-40c0-aff8-73d807936f2f req-335d8813-0f7e-40c6-911d-b17b0aa9a176 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:53.561421 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12db6284-fcca-40c0-aff8-73d807936f2f req-335d8813-0f7e-40c6-911d-b17b0aa9a176 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 946 time: 0.0483589 Nov 15 12:15:53.601395 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bbdd293a-fb35-405d-8fd0-5fb60087604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139553', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:14:56Z', 'updated_at': '2021-11-15T12:15:00Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:14:57Z', 'updated_at': '2021-11-15T12:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '92f0fb80-e0f9-4419-8f74-d22ac52ee1d2', 'name': '', 'network_id': '97c00885-6c72-473c-960d-615139838020', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:af:ae:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f22ed37b-efc0-4756-a11d-eeaa907cdd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:14:59Z', 'updated_at': '2021-11-15T12:15:02Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': 'f22ed37b-efc0-4756-a11d-eeaa907cdd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:15:53.613353 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12db6284-fcca-40c0-aff8-73d807936f2f req-97741633-53f4-4988-b6b7-0e08f36bb0ca tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6f20913-0a05-474c-b270-b8db79fcd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459228 Nov 15 12:15:53.631241 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c8083-92fa-46f6-808b-1075f8063467 req-e4ecc5f2-c5d4-459b-aa2d-e32b71b0b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:53.631842 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdd293a-fb35-405d-8fd0-5fb60087604f None None] Checking router: 62043675-c5de-42bd-9ea1-97b1d48d5a2b for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:15:53.632774 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c69c8083-92fa-46f6-808b-1075f8063467 req-e4ecc5f2-c5d4-459b-aa2d-e32b71b0b18f service neutron] 10.222.0.55 "GET /v2.0/networks?id=97c00885-6c72-473c-960d-615139838020 HTTP/1.1" status: 200 len: 897 time: 0.0933831 Nov 15 12:15:53.640277 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdd293a-fb35-405d-8fd0-5fb60087604f None None] Routers {'62043675-c5de-42bd-9ea1-97b1d48d5a2b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:15:53.641025 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bbdd293a-fb35-405d-8fd0-5fb60087604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:15:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['62043675-c5de-42bd-9ea1-97b1d48d5a2b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:15:53.675376 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c69c8083-92fa-46f6-808b-1075f8063467 req-0e4c9cf2-f45d-4dbf-aab6-b0dd22c256df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d32414be-d88f-4a56-a329-727fb224e42a HTTP/1.1" status: 200 len: 217 time: 0.0340950 Nov 15 12:15:53.729307 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c8083-92fa-46f6-808b-1075f8063467 req-758b49c4-ed07-47d7-8876-3c5f974a5883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:53.730792 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c69c8083-92fa-46f6-808b-1075f8063467 req-758b49c4-ed07-47d7-8876-3c5f974a5883 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f22ed37b-efc0-4756-a11d-eeaa907cdd79 HTTP/1.1" status: 200 len: 834 time: 0.0480759 Nov 15 12:15:53.751395 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-bbdd293a-fb35-405d-8fd0-5fb60087604f None None] Set router 62043675-c5de-42bd-9ea1-97b1d48d5a2b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:15:53.778386 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c8083-92fa-46f6-808b-1075f8063467 req-6300374e-7151-4a9c-82fa-0c5390166fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:53.779939 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c69c8083-92fa-46f6-808b-1075f8063467 req-6300374e-7151-4a9c-82fa-0c5390166fb3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97c00885-6c72-473c-960d-615139838020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404937 Nov 15 12:15:53.875600 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c69c8083-92fa-46f6-808b-1075f8063467 req-70e0d370-8595-4fa6-9854-556bde635ee0 service neutron] 10.222.0.55 "GET /v2.0/networks/97c00885-6c72-473c-960d-615139838020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861120 Nov 15 12:15:53.957593 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-bbdd293a-fb35-405d-8fd0-5fb60087604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139553', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:14:56Z', 'updated_at': '2021-11-15T12:15:00Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:14:57Z', 'updated_at': '2021-11-15T12:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '92f0fb80-e0f9-4419-8f74-d22ac52ee1d2', 'name': '', 'network_id': '97c00885-6c72-473c-960d-615139838020', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:af:ae:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f22ed37b-efc0-4756-a11d-eeaa907cdd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:14:59Z', 'updated_at': '2021-11-15T12:15:02Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': 'f22ed37b-efc0-4756-a11d-eeaa907cdd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:15:53.971324 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c69c8083-92fa-46f6-808b-1075f8063467 req-28105d64-0708-41bd-a1a3-fdbbd4962665 service neutron] 10.222.0.55 "GET /v2.0/networks/97c00885-6c72-473c-960d-615139838020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865281 Nov 15 12:15:53.985115 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdd293a-fb35-405d-8fd0-5fb60087604f None None] The sync data for ids ['62043675-c5de-42bd-9ea1-97b1d48d5a2b'] in n-d-729945-9 is: [{'id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139553', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:14:56Z', 'updated_at': '2021-11-15T12:15:00Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:14:57Z', 'updated_at': '2021-11-15T12:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '92f0fb80-e0f9-4419-8f74-d22ac52ee1d2', 'name': '', 'network_id': '97c00885-6c72-473c-960d-615139838020', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:af:ae:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f22ed37b-efc0-4756-a11d-eeaa907cdd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:14:59Z', 'updated_at': '2021-11-15T12:15:02Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': 'f22ed37b-efc0-4756-a11d-eeaa907cdd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:15:54.209026 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f3ad8a-f2ff-47e0-bdd8-a23ac6e57268 None None] New status for floating IP 49ec44fc-d6f0-4710-8fea-2785ab7b8ded: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:15:54.748307 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bded8d-e1dc-49f7-86e1-14e585057074 req-e32ae40b-6d76-4506-b726-5b518a92be04 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:54.749989 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64bded8d-e1dc-49f7-86e1-14e585057074 req-e32ae40b-6d76-4506-b726-5b518a92be04 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 946 time: 0.0542111 Nov 15 12:15:54.799866 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64bded8d-e1dc-49f7-86e1-14e585057074 req-57909068-44dd-4fc3-bfa0-22998c4a1371 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=c6f20913-0a05-474c-b270-b8db79fcd61a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432670 Nov 15 12:15:55.017128 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a106e-ab27-4456-bd98-117bfbe3c06b req-0863d6b9-f1de-43fc-bdfb-1136acece86f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:15:55.018554 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-db2a106e-ab27-4456-bd98-117bfbe3c06b req-0863d6b9-f1de-43fc-bdfb-1136acece86f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 946 time: 0.0510726 Nov 15 12:15:55.116682 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-db2a106e-ab27-4456-bd98-117bfbe3c06b req-7cc5503d-769e-469d-9b8a-743797597f11 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting port d32414be-d88f-4a56-a329-727fb224e42a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:15:55.117009 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-db2a106e-ab27-4456-bd98-117bfbe3c06b req-7cc5503d-769e-469d-9b8a-743797597f11 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:55.205894 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-db2a106e-ab27-4456-bd98-117bfbe3c06b req-7cc5503d-769e-469d-9b8a-743797597f11 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] For port d32414be-d88f-4a56-a329-727fb224e42a, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=d32414be-d88f-4a56-a329-727fb224e42a,segment=NetworkSegment(825e08cb-ecd2-4ba8-8139-99d20e2a973f),segment_id=825e08cb-ecd2-4ba8-8139-99d20e2a973f)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:15:55.206256 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-db2a106e-ab27-4456-bd98-117bfbe3c06b req-7cc5503d-769e-469d-9b8a-743797597f11 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:55.218746 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-db2a106e-ab27-4456-bd98-117bfbe3c06b req-7cc5503d-769e-469d-9b8a-743797597f11 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Calling delete_port for d32414be-d88f-4a56-a329-727fb224e42a owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:15:55.355470 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-db2a106e-ab27-4456-bd98-117bfbe3c06b req-7cc5503d-769e-469d-9b8a-743797597f11 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:55.386370 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5503d-769e-469d-9b8a-743797597f11 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Port': ['ID=d32414be-d88f-4a56-a329-727fb224e42a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:15:55.416442 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5503d-769e-469d-9b8a-743797597f11 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:55.416776 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5503d-769e-469d-9b8a-743797597f11 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:55.417109 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5503d-769e-469d-9b8a-743797597f11 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:55.417439 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5503d-769e-469d-9b8a-743797597f11 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:55.417745 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5503d-769e-469d-9b8a-743797597f11 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:55.418077 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5503d-769e-469d-9b8a-743797597f11 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:55.418418 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5503d-769e-469d-9b8a-743797597f11 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:55.418731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5503d-769e-469d-9b8a-743797597f11 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:55.419052 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5503d-769e-469d-9b8a-743797597f11 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:55.419359 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5503d-769e-469d-9b8a-743797597f11 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:55.419672 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5503d-769e-469d-9b8a-743797597f11 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:55.419998 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5503d-769e-469d-9b8a-743797597f11 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:55.438896 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2a106e-ab27-4456-bd98-117bfbe3c06b req-7cc5503d-769e-469d-9b8a-743797597f11 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] No DVR routers for this DVR port d32414be-d88f-4a56-a329-727fb224e42a on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:15:55.441573 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-db2a106e-ab27-4456-bd98-117bfbe3c06b req-7cc5503d-769e-469d-9b8a-743797597f11 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:55.444979 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-db2a106e-ab27-4456-bd98-117bfbe3c06b req-7cc5503d-769e-469d-9b8a-743797597f11 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.55 "DELETE /v2.0/ports/d32414be-d88f-4a56-a329-727fb224e42a HTTP/1.1" status: 204 len: 173 time: 0.4200346 Nov 15 12:15:55.445388 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f57c653-8c9e-48be-b71b-c04078fb0fcd', 'name': 'network-vif-deleted', 'tag': 'd32414be-d88f-4a56-a329-727fb224e42a'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:15:55.447869 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322e32e7-2adf-4e57-aee5-97bc2b4160c6" -d '{"events": [{"server_uuid": "1f57c653-8c9e-48be-b71b-c04078fb0fcd", "name": "network-vif-deleted", "tag": "d32414be-d88f-4a56-a329-727fb224e42a"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:15:55.486734 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7c20b4-6792-43fb-a98c-206690d18344 x-openstack-request-id: req-af7c20b4-6792-43fb-a98c-206690d18344 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:15:55.487057 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f57c653-8c9e-48be-b71b-c04078fb0fcd", "name": "network-vif-deleted", "tag": "d32414be-d88f-4a56-a329-727fb224e42a", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:15:55.487301 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af7c20b4-6792-43fb-a98c-206690d18344 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:15:55.487705 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f57c653-8c9e-48be-b71b-c04078fb0fcd', 'name': 'network-vif-deleted', 'tag': 'd32414be-d88f-4a56-a329-727fb224e42a', 'status': 'completed', 'code': 200} Nov 15 12:15:55.916425 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e0695bf3-450d-4a48-8733-4d61946e819e req-0794ad62-6292-430a-8a4e-51be15245783 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f57c653-8c9e-48be-b71b-c04078fb0fcd HTTP/1.1" status: 200 len: 210 time: 0.0268385 Nov 15 12:15:56.981912 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54576) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:15:57.693031 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-221daf73-11e3-40b0-9c07-bd13cae8a066 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:57.949069 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-221daf73-11e3-40b0-9c07-bd13cae8a066 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting port 92f0fb80-e0f9-4419-8f74-d22ac52ee1d2 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:15:57.949326 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-221daf73-11e3-40b0-9c07-bd13cae8a066 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:58.053176 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-221daf73-11e3-40b0-9c07-bd13cae8a066 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] For port 92f0fb80-e0f9-4419-8f74-d22ac52ee1d2, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=92f0fb80-e0f9-4419-8f74-d22ac52ee1d2,segment=NetworkSegment(825e08cb-ecd2-4ba8-8139-99d20e2a973f),segment_id=825e08cb-ecd2-4ba8-8139-99d20e2a973f)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:15:58.053933 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-221daf73-11e3-40b0-9c07-bd13cae8a066 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:58.066135 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-221daf73-11e3-40b0-9c07-bd13cae8a066 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Calling delete_port for 92f0fb80-e0f9-4419-8f74-d22ac52ee1d2 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:15:58.260623 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-221daf73-11e3-40b0-9c07-bd13cae8a066 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:58.287367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221daf73-11e3-40b0-9c07-bd13cae8a066 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Port': ['ID=92f0fb80-e0f9-4419-8f74-d22ac52ee1d2,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:15:58.460178 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-221daf73-11e3-40b0-9c07-bd13cae8a066 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:58.673279 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221daf73-11e3-40b0-9c07-bd13cae8a066 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router 62043675-c5de-42bd-9ea1-97b1d48d5a2b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:15:58.782492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221daf73-11e3-40b0-9c07-bd13cae8a066 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:15:58.787657 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-221daf73-11e3-40b0-9c07-bd13cae8a066 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "PUT /v2.0/routers/62043675-c5de-42bd-9ea1-97b1d48d5a2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8047328 Nov 15 12:15:58.790600 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54578) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:15:58.793463 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d147eef-07cd-4f05-8060-c8aa23734ce1 None None] Sync routers for ids ['62043675-c5de-42bd-9ea1-97b1d48d5a2b'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:15:58.804150 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d147eef-07cd-4f05-8060-c8aa23734ce1 None None] Routers {'62043675-c5de-42bd-9ea1-97b1d48d5a2b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:15:58.804744 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0d147eef-07cd-4f05-8060-c8aa23734ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:15:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['62043675-c5de-42bd-9ea1-97b1d48d5a2b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:15:58.846043 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-05cb40fd-ade4-4e13-9c43-66b70ceb7f37 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting subnet f22ed37b-efc0-4756-a11d-eeaa907cdd79 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:15:58.849627 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05cb40fd-ade4-4e13-9c43-66b70ceb7f37 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:58.889647 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05cb40fd-ade4-4e13-9c43-66b70ceb7f37 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:58.913123 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-0d147eef-07cd-4f05-8060-c8aa23734ce1 None None] Set router 62043675-c5de-42bd-9ea1-97b1d48d5a2b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:15:58.971474 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05cb40fd-ade4-4e13-9c43-66b70ceb7f37 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:59.034021 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05cb40fd-ade4-4e13-9c43-66b70ceb7f37 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:59.060598 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb40fd-ade4-4e13-9c43-66b70ceb7f37 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Subnet': ['ID=f22ed37b-efc0-4756-a11d-eeaa907cdd79,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:15:59.064195 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05cb40fd-ade4-4e13-9c43-66b70ceb7f37 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:59.070294 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-05cb40fd-ade4-4e13-9c43-66b70ceb7f37 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/subnets/f22ed37b-efc0-4756-a11d-eeaa907cdd79 HTTP/1.1" status: 204 len: 168 time: 0.2760358 Nov 15 12:15:59.071482 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54580) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:15:59.074030 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c969139-62d0-4ffa-a7d9-ae1609448dcb None None] Network 97c00885-6c72-473c-960d-615139838020 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:15:59.174603 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0d147eef-07cd-4f05-8060-c8aa23734ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139553', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:14:56Z', 'updated_at': '2021-11-15T12:15:58Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:14:57Z', 'updated_at': '2021-11-15T12:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:15:59.192158 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7085-b59a-42d7-bd6b-67aeb9429beb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:59.211429 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d147eef-07cd-4f05-8060-c8aa23734ce1 None None] Checking router: 62043675-c5de-42bd-9ea1-97b1d48d5a2b for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:15:59.240020 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d147eef-07cd-4f05-8060-c8aa23734ce1 None None] Routers {'62043675-c5de-42bd-9ea1-97b1d48d5a2b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:15:59.240469 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0d147eef-07cd-4f05-8060-c8aa23734ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:15:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['62043675-c5de-42bd-9ea1-97b1d48d5a2b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:15:59.300638 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7085-b59a-42d7-bd6b-67aeb9429beb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:59.356722 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-0d147eef-07cd-4f05-8060-c8aa23734ce1 None None] Set router 62043675-c5de-42bd-9ea1-97b1d48d5a2b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:15:59.358677 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b7085-b59a-42d7-bd6b-67aeb9429beb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting port e99fb32e-0a6d-4925-956e-9b4da75efc0f {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:15:59.359026 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7085-b59a-42d7-bd6b-67aeb9429beb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:59.413953 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aade08-e0ca-4ca7-9912-2a85880d484d None None] DHCP port deletion for 97c00885-6c72-473c-960d-615139838020 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:15:59.436057 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-1a6b7085-b59a-42d7-bd6b-67aeb9429beb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] For port e99fb32e-0a6d-4925-956e-9b4da75efc0f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e99fb32e-0a6d-4925-956e-9b4da75efc0f,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:15:59.436422 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7085-b59a-42d7-bd6b-67aeb9429beb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:59.454019 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b7085-b59a-42d7-bd6b-67aeb9429beb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Calling delete_port for e99fb32e-0a6d-4925-956e-9b4da75efc0f owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:15:59.551808 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e0aade08-e0ca-4ca7-9912-2a85880d484d None None] Deleting port f51a3130-9498-4315-9738-3f83fe8f3c8e {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:15:59.552200 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e0aade08-e0ca-4ca7-9912-2a85880d484d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:59.618884 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7085-b59a-42d7-bd6b-67aeb9429beb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:59.620474 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e0aade08-e0ca-4ca7-9912-2a85880d484d None None] For port f51a3130-9498-4315-9738-3f83fe8f3c8e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=f51a3130-9498-4315-9738-3f83fe8f3c8e,segment=NetworkSegment(825e08cb-ecd2-4ba8-8139-99d20e2a973f),segment_id=825e08cb-ecd2-4ba8-8139-99d20e2a973f)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:15:59.620861 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e0aade08-e0ca-4ca7-9912-2a85880d484d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:59.634613 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e0aade08-e0ca-4ca7-9912-2a85880d484d None None] Calling delete_port for f51a3130-9498-4315-9738-3f83fe8f3c8e owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:15:59.649255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b7085-b59a-42d7-bd6b-67aeb9429beb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Port': ['ID=e99fb32e-0a6d-4925-956e-9b4da75efc0f,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:15:59.689838 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0d147eef-07cd-4f05-8060-c8aa23734ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139553', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:14:56Z', 'updated_at': '2021-11-15T12:15:58Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:14:57Z', 'updated_at': '2021-11-15T12:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:15:59.691759 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81daa08-4516-490e-b228-2abb51f9f424 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:15:59.693405 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device d32414be-d88f-4a56-a329-727fb224e42a no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:15:59.707664 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7085-b59a-42d7-bd6b-67aeb9429beb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:59.744219 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d147eef-07cd-4f05-8060-c8aa23734ce1 None None] The sync data for ids ['62043675-c5de-42bd-9ea1-97b1d48d5a2b'] in n-d-729945-9 is: [{'id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2139553', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:14:56Z', 'updated_at': '2021-11-15T12:15:58Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': 'e99fb32e-0a6d-4925-956e-9b4da75efc0f', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62043675-c5de-42bd-9ea1-97b1d48d5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:14:57Z', 'updated_at': '2021-11-15T12:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:15:59.747177 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: d32414be-d88f-4a56-a329-727fb224e42a {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:15:59.747643 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device d32414be-d88f-4a56-a329-727fb224e42a not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:15:59.787417 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e0aade08-e0ca-4ca7-9912-2a85880d484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:59.799506 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7085-b59a-42d7-bd6b-67aeb9429beb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:59.801700 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7085-b59a-42d7-bd6b-67aeb9429beb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:59.812292 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aade08-e0ca-4ca7-9912-2a85880d484d None None] Pushing event deleted for resources: {'Port': ['ID=f51a3130-9498-4315-9738-3f83fe8f3c8e,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:15:59.816544 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aade08-e0ca-4ca7-9912-2a85880d484d None None] No DVR routers for this DVR port f51a3130-9498-4315-9738-3f83fe8f3c8e on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:15:59.823157 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aade08-e0ca-4ca7-9912-2a85880d484d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:59.823563 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aade08-e0ca-4ca7-9912-2a85880d484d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:59.823914 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aade08-e0ca-4ca7-9912-2a85880d484d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:59.824242 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aade08-e0ca-4ca7-9912-2a85880d484d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:59.824569 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aade08-e0ca-4ca7-9912-2a85880d484d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:59.824888 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aade08-e0ca-4ca7-9912-2a85880d484d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:59.825211 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aade08-e0ca-4ca7-9912-2a85880d484d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:59.825519 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aade08-e0ca-4ca7-9912-2a85880d484d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:59.826268 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aade08-e0ca-4ca7-9912-2a85880d484d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:59.826268 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aade08-e0ca-4ca7-9912-2a85880d484d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:59.826435 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aade08-e0ca-4ca7-9912-2a85880d484d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:59.826722 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aade08-e0ca-4ca7-9912-2a85880d484d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:15:59.850187 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7085-b59a-42d7-bd6b-67aeb9429beb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:59.850743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6b7085-b59a-42d7-bd6b-67aeb9429beb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Fanout notify agent at l3_agent the message router_deleted on router 62043675-c5de-42bd-9ea1-97b1d48d5a2b {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 12:15:59.861079 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7085-b59a-42d7-bd6b-67aeb9429beb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:15:59.862207 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1a6b7085-b59a-42d7-bd6b-67aeb9429beb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/routers/62043675-c5de-42bd-9ea1-97b1d48d5a2b HTTP/1.1" status: 204 len: 168 time: 0.7897906 Nov 15 12:15:59.865066 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54582) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:15:59.940683 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71b081ee-e06b-4953-9041-eff70c1d7fe3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:00.031133 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71b081ee-e06b-4953-9041-eff70c1d7fe3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:00.051047 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-71b081ee-e06b-4953-9041-eff70c1d7fe3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c00885-6c72-473c-960d-615139838020']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:16:00.060167 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-71b081ee-e06b-4953-9041-eff70c1d7fe3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825e08cb-ecd2-4ba8-8139-99d20e2a973f') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:16:00.060462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-71b081ee-e06b-4953-9041-eff70c1d7fe3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825e08cb-ecd2-4ba8-8139-99d20e2a973f') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:16:00.069747 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71b081ee-e06b-4953-9041-eff70c1d7fe3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:00.082752 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71b081ee-e06b-4953-9041-eff70c1d7fe3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:00.088687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b081ee-e06b-4953-9041-eff70c1d7fe3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:16:00.089131 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71b081ee-e06b-4953-9041-eff70c1d7fe3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: timer() Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:16:00.092064 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:16:00.148735 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:00.155431 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71b081ee-e06b-4953-9041-eff70c1d7fe3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:00.160729 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-71b081ee-e06b-4953-9041-eff70c1d7fe3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:00.167340 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54584) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:16:00.167905 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-71b081ee-e06b-4953-9041-eff70c1d7fe3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/networks/97c00885-6c72-473c-960d-615139838020 HTTP/1.1" status: 204 len: 168 time: 0.3013563 Nov 15 12:16:00.189161 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b081ee-e06b-4953-9041-eff70c1d7fe3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Network': ['ID=97c00885-6c72-473c-960d-615139838020,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:00.229970 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-726fc68f-aef4-4580-8fc0-826de1793bf9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:00.256527 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-726fc68f-aef4-4580-8fc0-826de1793bf9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:00.316768 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-726fc68f-aef4-4580-8fc0-826de1793bf9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:00.319398 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-726fc68f-aef4-4580-8fc0-826de1793bf9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:00.320655 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-726fc68f-aef4-4580-8fc0-826de1793bf9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/security-groups/c6f20913-0a05-474c-b270-b8db79fcd61a HTTP/1.1" status: 204 len: 168 time: 0.1521330 Nov 15 12:16:00.329710 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fc68f-aef4-4580-8fc0-826de1793bf9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f20913-0a05-474c-b270-b8db79fcd61a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:00.562528 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54590) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:16:00.567172 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-320a4d92-4fb8-4e7a-a18e-3724b17aeb30 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-507025506', 'description': 'tempest-secgroup-smoke-507025506 description', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:16:00.590138 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-320a4d92-4fb8-4e7a-a18e-3724b17aeb30 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:00.655353 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-320a4d92-4fb8-4e7a-a18e-3724b17aeb30 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:00.662016 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-320a4d92-4fb8-4e7a-a18e-3724b17aeb30 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:00.688676 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-320a4d92-4fb8-4e7a-a18e-3724b17aeb30 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:00.689893 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-320a4d92-4fb8-4e7a-a18e-3724b17aeb30 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1263492 Nov 15 12:16:00.693064 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54592) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:16:00.694234 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a4d92-4fb8-4e7a-a18e-3724b17aeb30 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede691ec-68ec-4bbd-8209-699d4219c346,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:00.697765 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-564c3f96-84b6-437d-9b51-fd301ce360c2 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': 'ede691ec-68ec-4bbd-8209-699d4219c346', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:16:00.726375 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-564c3f96-84b6-437d-9b51-fd301ce360c2 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:00.787426 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-564c3f96-84b6-437d-9b51-fd301ce360c2 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:00.793086 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-564c3f96-84b6-437d-9b51-fd301ce360c2 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:00.810284 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c3f96-84b6-437d-9b51-fd301ce360c2 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48cc45c-c184-4dcf-953c-90dd569e3358,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:00.820900 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-564c3f96-84b6-437d-9b51-fd301ce360c2 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:00.824766 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-564c3f96-84b6-437d-9b51-fd301ce360c2 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280341 Nov 15 12:16:00.825242 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54594) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:16:00.829948 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5e91ebb5-6da1-4132-8dba-de1e0dba9999 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': 'ede691ec-68ec-4bbd-8209-699d4219c346', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:16:00.874170 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e91ebb5-6da1-4132-8dba-de1e0dba9999 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:00.904055 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f51a3130-9498-4315-9738-3f83fe8f3c8e no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:16:00.923989 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: f51a3130-9498-4315-9738-3f83fe8f3c8e {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:16:00.924325 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device f51a3130-9498-4315-9738-3f83fe8f3c8e not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:16:00.924946 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 92f0fb80-e0f9-4419-8f74-d22ac52ee1d2 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:16:00.934997 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e91ebb5-6da1-4132-8dba-de1e0dba9999 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:00.940085 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e91ebb5-6da1-4132-8dba-de1e0dba9999 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:00.943917 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 92f0fb80-e0f9-4419-8f74-d22ac52ee1d2 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:16:00.944274 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 92f0fb80-e0f9-4419-8f74-d22ac52ee1d2 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:16:00.944730 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e99fb32e-0a6d-4925-956e-9b4da75efc0f no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:16:00.960663 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91ebb5-6da1-4132-8dba-de1e0dba9999 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0031eff1-cac4-46bc-bf07-f9752bf86f28,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:00.963994 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: e99fb32e-0a6d-4925-956e-9b4da75efc0f {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:16:00.964653 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e99fb32e-0a6d-4925-956e-9b4da75efc0f not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:16:00.967479 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5e91ebb5-6da1-4132-8dba-de1e0dba9999 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:00.968848 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5e91ebb5-6da1-4132-8dba-de1e0dba9999 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1425674 Nov 15 12:16:00.971564 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54596) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:16:00.976706 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-462d821c-a22b-4c71-876f-98f392e82041 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': 'ede691ec-68ec-4bbd-8209-699d4219c346', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:16:01.006595 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-462d821c-a22b-4c71-876f-98f392e82041 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:01.064167 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-462d821c-a22b-4c71-876f-98f392e82041 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:01.069388 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-462d821c-a22b-4c71-876f-98f392e82041 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:01.086846 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d821c-a22b-4c71-876f-98f392e82041 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0b6ea2-3ef0-4858-9dda-3ba10d94bd49,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:01.095423 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-462d821c-a22b-4c71-876f-98f392e82041 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:01.096692 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-462d821c-a22b-4c71-876f-98f392e82041 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238053 Nov 15 12:16:01.099975 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54598) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:16:01.104577 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-1a1c8772-2e33-41d6-a8ff-5c9f5c46f0d4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': 'ede691ec-68ec-4bbd-8209-699d4219c346', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:16:01.133040 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a1c8772-2e33-41d6-a8ff-5c9f5c46f0d4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:01.188704 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a1c8772-2e33-41d6-a8ff-5c9f5c46f0d4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:01.194460 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a1c8772-2e33-41d6-a8ff-5c9f5c46f0d4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:01.211388 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c8772-2e33-41d6-a8ff-5c9f5c46f0d4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c99f26a-2436-4b72-9b49-661592129644,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:01.220425 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a1c8772-2e33-41d6-a8ff-5c9f5c46f0d4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:01.221676 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1a1c8772-2e33-41d6-a8ff-5c9f5c46f0d4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206880 Nov 15 12:16:01.225702 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54600) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:16:01.230604 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-fb34d6a4-1783-4301-ad95-3f9b34c3bb36 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': 'ede691ec-68ec-4bbd-8209-699d4219c346', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:16:01.253998 n-d-729945-9 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-fb34d6a4-1783-4301-ad95-3f9b34c3bb36 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Project dee52e5d2fae4e31831254954d5b6ea1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 12:16:01.259192 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb34d6a4-1783-4301-ad95-3f9b34c3bb36 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:01.316492 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb34d6a4-1783-4301-ad95-3f9b34c3bb36 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:01.322360 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb34d6a4-1783-4301-ad95-3f9b34c3bb36 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:01.339950 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34d6a4-1783-4301-ad95-3f9b34c3bb36 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a557ba-945a-4b74-b5e6-f862648d018f,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:01.348983 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-fb34d6a4-1783-4301-ad95-3f9b34c3bb36 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:01.350231 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-fb34d6a4-1783-4301-ad95-3f9b34c3bb36 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233869 Nov 15 12:16:01.353187 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54602) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:16:01.357659 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-88246271-4553-4e9f-96a6-eabffa79e992 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': 'ede691ec-68ec-4bbd-8209-699d4219c346', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:16:01.381775 n-d-729945-9 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-88246271-4553-4e9f-96a6-eabffa79e992 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Project dee52e5d2fae4e31831254954d5b6ea1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 12:16:01.386852 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88246271-4553-4e9f-96a6-eabffa79e992 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:01.449994 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88246271-4553-4e9f-96a6-eabffa79e992 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:01.458249 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88246271-4553-4e9f-96a6-eabffa79e992 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:01.476613 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88246271-4553-4e9f-96a6-eabffa79e992 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540aefb2-7fa1-4035-a154-c529c0061c4b,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:01.486320 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-88246271-4553-4e9f-96a6-eabffa79e992 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:01.487527 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-88246271-4553-4e9f-96a6-eabffa79e992 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1334350 Nov 15 12:16:01.490628 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54604) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:16:01.495718 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-b736046f-a876-454a-9982-016c2d76d9af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'network': {'name': 'tempest-network-smoke--1076975023', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'port_security_enabled': True}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:16:01.517829 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b736046f-a876-454a-9982-016c2d76d9af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Made reservation on behalf of dee52e5d2fae4e31831254954d5b6ea1 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:16:01.521742 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b736046f-a876-454a-9982-016c2d76d9af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:01.545781 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b736046f-a876-454a-9982-016c2d76d9af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:16:01.555566 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b736046f-a876-454a-9982-016c2d76d9af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:01.555937 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-b736046f-a876-454a-9982-016c2d76d9af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Added segment 5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a of type vlan for network 4548f331-6e95-4b18-8089-e3c1fb7d7ac6 Nov 15 12:16:01.594193 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b736046f-a876-454a-9982-016c2d76d9af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:01.620426 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b736046f-a876-454a-9982-016c2d76d9af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:01.626074 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b736046f-a876-454a-9982-016c2d76d9af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:01.626644 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b736046f-a876-454a-9982-016c2d76d9af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:01.681538 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b736046f-a876-454a-9982-016c2d76d9af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1897879 Nov 15 12:16:01.684485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54606) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:16:01.695333 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-cf8a9738-3091-4479-91c1-6539d9eeb43a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-313060768', 'admin_state_up': True, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:16:01.708742 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736046f-a876-454a-9982-016c2d76d9af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Network': ['ID=4548f331-6e95-4b18-8089-e3c1fb7d7ac6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:01.719690 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 4548f331-6e95-4b18-8089-e3c1fb7d7ac6 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:16:01.726738 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf8a9738-3091-4479-91c1-6539d9eeb43a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:01.727785 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf8a9738-3091-4479-91c1-6539d9eeb43a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:01.777248 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf8a9738-3091-4479-91c1-6539d9eeb43a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:01.925292 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf8a9738-3091-4479-91c1-6539d9eeb43a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:02.129569 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf8a9738-3091-4479-91c1-6539d9eeb43a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:02.147494 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf8a9738-3091-4479-91c1-6539d9eeb43a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:02.222224 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:02.252683 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-cf8a9738-3091-4479-91c1-6539d9eeb43a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Allocated IP 172.25.7.137 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/3ffad70b-cdbb-491b-8b85-f902744908da) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:16:02.355956 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf8a9738-3091-4479-91c1-6539d9eeb43a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:02.392756 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf8a9738-3091-4479-91c1-6539d9eeb43a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:02.430964 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8a9738-3091-4479-91c1-6539d9eeb43a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:16:02.435695 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-cf8a9738-3091-4479-91c1-6539d9eeb43a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:16:02.439896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8a9738-3091-4479-91c1-6539d9eeb43a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:16:02.442804 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a9738-3091-4479-91c1-6539d9eeb43a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=3ffad70b-cdbb-491b-8b85-f902744908da,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:02.448553 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d88a6af-c545-493e-8e1a-6f4d3eef5963 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:16:02.566992 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-86f75dae-e9fb-41b3-a3cd-707b8047beb6 None None] Provisioning complete for port 3ffad70b-cdbb-491b-8b85-f902744908da triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:16:02.567227 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-86f75dae-e9fb-41b3-a3cd-707b8047beb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:02.601960 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-86f75dae-e9fb-41b3-a3cd-707b8047beb6 None None] Port 3ffad70b-cdbb-491b-8b85-f902744908da cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:16:02.678323 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf8a9738-3091-4479-91c1-6539d9eeb43a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:02.869475 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf8a9738-3091-4479-91c1-6539d9eeb43a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:03.000687 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8a9738-3091-4479-91c1-6539d9eeb43a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router 2e70d8b4-2eb7-4bcc-a9c6-69724a455037 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 12:16:03.453340 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8a9738-3091-4479-91c1-6539d9eeb43a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:16:03.463282 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] Sync routers for ids ['2e70d8b4-2eb7-4bcc-a9c6-69724a455037'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:16:03.473470 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] Routers {'2e70d8b4-2eb7-4bcc-a9c6-69724a455037'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:16:03.474062 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:15:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['2e70d8b4-2eb7-4bcc-a9c6-69724a455037'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:16:03.475582 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-cf8a9738-3091-4479-91c1-6539d9eeb43a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:03.477038 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-cf8a9738-3091-4479-91c1-6539d9eeb43a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7914686 Nov 15 12:16:03.480618 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54608) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:16:03.510128 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4883f116-2d6e-4469-bf29-48140ef116b1 tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=dee52e5d2fae4e31831254954d5b6ea1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275421 Nov 15 12:16:03.513068 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54610) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:16:03.580398 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] Set router 2e70d8b4-2eb7-4bcc-a9c6-69724a455037 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:16:03.602688 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020a35dd-760f-444b-a28e-1035c3fba63e tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:03.604312 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-020a35dd-760f-444b-a28e-1035c3fba63e tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901432 Nov 15 12:16:03.607326 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54612) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:16:03.640330 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0d2faec0-4a9a-4aa9-a476-34abc57e0430 tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316284 Nov 15 12:16:03.642911 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54614) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:16:03.647949 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-1a7df2aa-a729-49b0-96d9-fe828c35c7c3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-221148753', 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:16:03.765307 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7df2aa-a729-49b0-96d9-fe828c35c7c3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Made reservation on behalf of dee52e5d2fae4e31831254954d5b6ea1 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:16:03.768594 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313060768', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:16:01Z', 'updated_at': '2021-11-15T12:16:02Z', 'revision_number': 3, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:16:02Z', 'updated_at': '2021-11-15T12:16:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:16:03.768902 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a7df2aa-a729-49b0-96d9-fe828c35c7c3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:03.797768 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] Checking router: 2e70d8b4-2eb7-4bcc-a9c6-69724a455037 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:16:03.798100 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] Updating router 2e70d8b4-2eb7-4bcc-a9c6-69724a455037 port 3ffad70b-cdbb-491b-8b85-f902744908da binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:16:03.822151 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:03.948019 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a7df2aa-a729-49b0-96d9-fe828c35c7c3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:04.008737 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7df2aa-a729-49b0-96d9-fe828c35c7c3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Subnet': ['ID=382d4ede-9a29-413a-b551-2c4bd561632b,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:04.019162 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7df2aa-a729-49b0-96d9-fe828c35c7c3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Checking segment: {'id': '5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:16:04.019516 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7df2aa-a729-49b0-96d9-fe828c35c7c3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network hostable DHCP agents. Network: 4548f331-6e95-4b18-8089-e3c1fb7d7ac6, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:16:04.038014 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7df2aa-a729-49b0-96d9-fe828c35c7c3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 4548f331-6e95-4b18-8089-e3c1fb7d7ac6 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:16:04.048206 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-1a7df2aa-a729-49b0-96d9-fe828c35c7c3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 4548f331-6e95-4b18-8089-e3c1fb7d7ac6) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:16:04.052555 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7df2aa-a729-49b0-96d9-fe828c35c7c3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:04.053131 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1a7df2aa-a729-49b0-96d9-fe828c35c7c3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:04.060381 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45baed85-ffb2-419f-9616-2363390bb714 None None] Network 4548f331-6e95-4b18-8089-e3c1fb7d7ac6 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:16:04.074427 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1a7df2aa-a729-49b0-96d9-fe828c35c7c3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4277177 Nov 15 12:16:04.074743 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54616) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:16:04.168563 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:04.177389 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:04.219533 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa94ac4-c4e5-411a-ae31-1ce3fae25225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-4548f331-6e95-4b18-8089-e3c1fb7d7ac6', 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ips': [{'subnet_id': '382d4ede-9a29-413a-b551-2c4bd561632b'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:16:04.222517 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3aa94ac4-c4e5-411a-ae31-1ce3fae25225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:04.240349 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1218ebd-f66f-4ba7-811d-881ccc82c630 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:16:04.244025 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] Attempting to bind port 3ffad70b-cdbb-491b-8b85-f902744908da on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:16:04.244416 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] Attempting to bind port 3ffad70b-cdbb-491b-8b85-f902744908da by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:16:04.244746 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] Attempting to bind port 3ffad70b-cdbb-491b-8b85-f902744908da on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:16:04.246837 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d37cc-8b18-46ee-9f24-d08edef86b84 None None] Pushing event updated for resources: {'Port': ['ID=3ffad70b-cdbb-491b-8b85-f902744908da,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:04.253750 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:16:04.254168 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:16:04.254517 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:04.254903 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:16:04.255363 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] Bound port: 3ffad70b-cdbb-491b-8b85-f902744908da, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:16:04.255947 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:04.280778 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d37cc-8b18-46ee-9f24-d08edef86b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:16:04.281036 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d37cc-8b18-46ee-9f24-d08edef86b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:16:04.281491 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d37cc-8b18-46ee-9f24-d08edef86b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:16:04.281820 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d37cc-8b18-46ee-9f24-d08edef86b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:16:04.282156 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d37cc-8b18-46ee-9f24-d08edef86b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:16:04.282479 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d37cc-8b18-46ee-9f24-d08edef86b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:16:04.282800 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d37cc-8b18-46ee-9f24-d08edef86b84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:16:04.283119 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d37cc-8b18-46ee-9f24-d08edef86b84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:16:04.283441 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d37cc-8b18-46ee-9f24-d08edef86b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:16:04.284365 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d37cc-8b18-46ee-9f24-d08edef86b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:16:04.284365 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d37cc-8b18-46ee-9f24-d08edef86b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:16:04.284365 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d37cc-8b18-46ee-9f24-d08edef86b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:16:04.320795 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] For port 3ffad70b-cdbb-491b-8b85-f902744908da, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:16:04.324536 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] For port 3ffad70b-cdbb-491b-8b85-f902744908da, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3ffad70b-cdbb-491b-8b85-f902744908da,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:16:04.333687 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:04.369376 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-c7b2af17-eddd-409e-ad42-4dc792a6b0dd None None] Provisioning complete for port 3ffad70b-cdbb-491b-8b85-f902744908da triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:16:04.369737 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c7b2af17-eddd-409e-ad42-4dc792a6b0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:04.393946 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0afc6d-acd2-4bab-983f-798b275b0d39 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:16:04.409547 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] Routers {'2e70d8b4-2eb7-4bcc-a9c6-69724a455037'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:16:04.410052 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:15:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['2e70d8b4-2eb7-4bcc-a9c6-69724a455037'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:16:04.418784 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-3aa94ac4-c4e5-411a-ae31-1ce3fae25225 None None] Allocated IP 172.20.0.2 (4548f331-6e95-4b18-8089-e3c1fb7d7ac6/382d4ede-9a29-413a-b551-2c4bd561632b/3926b13c-0983-4c4f-8a7b-312491841319) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:16:04.479712 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d37cc-8b18-46ee-9f24-d08edef86b84 None None] Pushing event updated for resources: {'Port': ['ID=3ffad70b-cdbb-491b-8b85-f902744908da,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:04.530535 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] Set router 2e70d8b4-2eb7-4bcc-a9c6-69724a455037 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:16:04.532510 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c7b2af17-eddd-409e-ad42-4dc792a6b0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:04.571560 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-c7b2af17-eddd-409e-ad42-4dc792a6b0dd None None] For port 3ffad70b-cdbb-491b-8b85-f902744908da, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3ffad70b-cdbb-491b-8b85-f902744908da,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:16:04.574257 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b1861079-43ef-4584-a400-6fd07ad6fe1a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:04.598651 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c7b2af17-eddd-409e-ad42-4dc792a6b0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:04.624857 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3aa94ac4-c4e5-411a-ae31-1ce3fae25225 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:04.652717 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3aa94ac4-c4e5-411a-ae31-1ce3fae25225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:04.687724 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa94ac4-c4e5-411a-ae31-1ce3fae25225 None None] Network 4548f331-6e95-4b18-8089-e3c1fb7d7ac6 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:16:04.695650 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-3aa94ac4-c4e5-411a-ae31-1ce3fae25225 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:16:04.698878 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa94ac4-c4e5-411a-ae31-1ce3fae25225 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:16:04.721336 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2af17-eddd-409e-ad42-4dc792a6b0dd None None] Pushing event updated for resources: {'Port': ['ID=3ffad70b-cdbb-491b-8b85-f902744908da,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:04.738129 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313060768', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:16:01Z', 'updated_at': '2021-11-15T12:16:02Z', 'revision_number': 3, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:16:02Z', 'updated_at': '2021-11-15T12:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:16:04.767618 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5e46e5-218e-4f61-8e9f-daae2faba472 None None] The sync data for ids ['2e70d8b4-2eb7-4bcc-a9c6-69724a455037'] in n-d-729945-9 is: [{'id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313060768', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:16:01Z', 'updated_at': '2021-11-15T12:16:02Z', 'revision_number': 3, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:16:02Z', 'updated_at': '2021-11-15T12:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:16:04.797958 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2738fa0a-4f53-48ef-acdc-9fed62de588e None None] Provisioning complete for port 3ffad70b-cdbb-491b-8b85-f902744908da triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:16:04.798537 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2738fa0a-4f53-48ef-acdc-9fed62de588e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:04.804239 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa94ac4-c4e5-411a-ae31-1ce3fae25225 None None] Pushing event updated for resources: {'Port': ['ID=3926b13c-0983-4c4f-8a7b-312491841319,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:04.874674 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-3aa94ac4-c4e5-411a-ae31-1ce3fae25225 None None] Attempting to bind port 3926b13c-0983-4c4f-8a7b-312491841319 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:16:04.875081 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-3aa94ac4-c4e5-411a-ae31-1ce3fae25225 None None] Attempting to bind port 3926b13c-0983-4c4f-8a7b-312491841319 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:16:04.875803 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa94ac4-c4e5-411a-ae31-1ce3fae25225 None None] Attempting to bind port 3926b13c-0983-4c4f-8a7b-312491841319 on network 4548f331-6e95-4b18-8089-e3c1fb7d7ac6 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:16:04.883520 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa94ac4-c4e5-411a-ae31-1ce3fae25225 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:16:04.883901 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa94ac4-c4e5-411a-ae31-1ce3fae25225 None None] Checking segment: {'id': '5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:16:04.884293 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3aa94ac4-c4e5-411a-ae31-1ce3fae25225 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:04.884675 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa94ac4-c4e5-411a-ae31-1ce3fae25225 None None] Bound using segment: {'id': '5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:16:04.885132 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-3aa94ac4-c4e5-411a-ae31-1ce3fae25225 None None] Bound port: 3926b13c-0983-4c4f-8a7b-312491841319, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:16:04.885502 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3aa94ac4-c4e5-411a-ae31-1ce3fae25225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:04.904066 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-b1861079-43ef-4584-a400-6fd07ad6fe1a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Allocated IP 172.20.0.1 (4548f331-6e95-4b18-8089-e3c1fb7d7ac6/382d4ede-9a29-413a-b551-2c4bd561632b/83d0bdd8-5269-4663-b23e-5f99399d7339) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:16:04.979019 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3aa94ac4-c4e5-411a-ae31-1ce3fae25225 None None] For port 3926b13c-0983-4c4f-8a7b-312491841319, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:16:04.982846 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3aa94ac4-c4e5-411a-ae31-1ce3fae25225 None None] For port 3926b13c-0983-4c4f-8a7b-312491841319, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3926b13c-0983-4c4f-8a7b-312491841319,segment=NetworkSegment(5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a),segment_id=5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:16:04.987732 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3aa94ac4-c4e5-411a-ae31-1ce3fae25225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:05.049552 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b1861079-43ef-4584-a400-6fd07ad6fe1a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:05.056671 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa94ac4-c4e5-411a-ae31-1ce3fae25225 None None] Pushing event updated for resources: {'Port': ['ID=3926b13c-0983-4c4f-8a7b-312491841319,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:05.113427 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b1861079-43ef-4584-a400-6fd07ad6fe1a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:05.163005 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1861079-43ef-4584-a400-6fd07ad6fe1a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 4548f331-6e95-4b18-8089-e3c1fb7d7ac6 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:16:05.166560 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b1861079-43ef-4584-a400-6fd07ad6fe1a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:16:05.171342 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1861079-43ef-4584-a400-6fd07ad6fe1a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:16:05.175470 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1861079-43ef-4584-a400-6fd07ad6fe1a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=83d0bdd8-5269-4663-b23e-5f99399d7339,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:05.218550 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b1861079-43ef-4584-a400-6fd07ad6fe1a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:05.392616 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b1861079-43ef-4584-a400-6fd07ad6fe1a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:05.676459 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b1861079-43ef-4584-a400-6fd07ad6fe1a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:05.682187 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b1861079-43ef-4584-a400-6fd07ad6fe1a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:05.757262 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b1861079-43ef-4584-a400-6fd07ad6fe1a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:05.759082 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1861079-43ef-4584-a400-6fd07ad6fe1a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=83d0bdd8-5269-4663-b23e-5f99399d7339,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:05.857926 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1861079-43ef-4584-a400-6fd07ad6fe1a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 4548f331-6e95-4b18-8089-e3c1fb7d7ac6 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:16:05.859583 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b1861079-43ef-4584-a400-6fd07ad6fe1a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:16:05.977284 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1861079-43ef-4584-a400-6fd07ad6fe1a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router 2e70d8b4-2eb7-4bcc-a9c6-69724a455037 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:16:06.049069 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1254f5f8-04d4-431f-9e71-1c66ff174408 None None] Network 4548f331-6e95-4b18-8089-e3c1fb7d7ac6 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:16:06.085466 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1861079-43ef-4584-a400-6fd07ad6fe1a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:16:06.091167 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b1861079-43ef-4584-a400-6fd07ad6fe1a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "PUT /v2.0/routers/2e70d8b4-2eb7-4bcc-a9c6-69724a455037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0154290 Nov 15 12:16:06.111718 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-80db30d1-bda4-4d92-9ff2-39e5edccdf09 None None] Provisioning complete for port 3926b13c-0983-4c4f-8a7b-312491841319 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:16:06.112136 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-80db30d1-bda4-4d92-9ff2-39e5edccdf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:06.247990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-17c32d0d-f50d-4ec9-b476-ee2d81a156fd tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-507025506&fields=id&tenant_id=dee52e5d2fae4e31831254954d5b6ea1 HTTP/1.1" status: 200 len: 267 time: 0.0465183 Nov 15 12:16:06.265415 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-80db30d1-bda4-4d92-9ff2-39e5edccdf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:06.312382 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-80db30d1-bda4-4d92-9ff2-39e5edccdf09 None None] For port 3926b13c-0983-4c4f-8a7b-312491841319, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3926b13c-0983-4c4f-8a7b-312491841319,segment=NetworkSegment(5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a),segment_id=5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:16:06.319928 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-80db30d1-bda4-4d92-9ff2-39e5edccdf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:06.377322 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-7fc3993e-3127-4957-862c-c0859ea4b4d2 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:06.379474 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-7fc3993e-3127-4957-862c-c0859ea4b4d2 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/networks?id=4548f331-6e95-4b18-8089-e3c1fb7d7ac6 HTTP/1.1" status: 200 len: 797 time: 0.1231463 Nov 15 12:16:06.393724 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db30d1-bda4-4d92-9ff2-39e5edccdf09 None None] Pushing event updated for resources: {'Port': ['ID=3926b13c-0983-4c4f-8a7b-312491841319,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:06.403130 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-71d3f54e-2226-4bed-9a31-378e64ce4fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:06.407030 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-8c612756-0de8-47e4-a5f1-8e366932fa66 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/quotas/dee52e5d2fae4e31831254954d5b6ea1 HTTP/1.1" status: 200 len: 375 time: 0.0180562 Nov 15 12:16:06.458661 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-014f4a82-2df3-4823-9436-7a1042ec0f16 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507360 Nov 15 12:16:06.509469 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] Sync routers for ids ['2e70d8b4-2eb7-4bcc-a9c6-69724a455037'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:16:06.521753 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] Routers {'2e70d8b4-2eb7-4bcc-a9c6-69724a455037'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:16:06.522369 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:15:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['2e70d8b4-2eb7-4bcc-a9c6-69724a455037'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:16:06.567436 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-4359e5b4-7ea9-4a4f-894a-c747d414ed2e service neutron] 10.222.0.64 "GET /v2.0/networks/4548f331-6e95-4b18-8089-e3c1fb7d7ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951333 Nov 15 12:16:06.610501 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-30059687-a8ba-4f19-8e81-3ce7f6315224 None None] Provisioning complete for port 83d0bdd8-5269-4663-b23e-5f99399d7339 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:16:06.610867 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-30059687-a8ba-4f19-8e81-3ce7f6315224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:06.656395 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-30059687-a8ba-4f19-8e81-3ce7f6315224 None None] Port 83d0bdd8-5269-4663-b23e-5f99399d7339 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:16:06.666693 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-f2352d51-6628-4dca-be87-d9cf217de46c service neutron] 10.222.0.64 "GET /v2.0/networks/4548f331-6e95-4b18-8089-e3c1fb7d7ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922487 Nov 15 12:16:06.680757 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-30059687-a8ba-4f19-8e81-3ce7f6315224 None None] Provisioning complete for port 3926b13c-0983-4c4f-8a7b-312491841319 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:16:06.681124 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-30059687-a8ba-4f19-8e81-3ce7f6315224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:06.683898 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] Set router 2e70d8b4-2eb7-4bcc-a9c6-69724a455037 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:16:06.861973 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-198cc45d-3275-44b5-938a-519046bb1e6f req-0c5d12d9-893e-4568-9f1a-9856bbc32271 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 210 time: 0.0278406 Nov 15 12:16:06.897844 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3ffad70b-cdbb-491b-8b85-f902744908da up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:16:07.027010 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 3ffad70b-cdbb-491b-8b85-f902744908da triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:16:07.027274 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:07.090943 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313060768', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:16:01Z', 'updated_at': '2021-11-15T12:16:05Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:16:02Z', 'updated_at': '2021-11-15T12:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '83d0bdd8-5269-4663-b23e-5f99399d7339', 'name': '', 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:62:e2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '382d4ede-9a29-413a-b551-2c4bd561632b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:16:04Z', 'updated_at': '2021-11-15T12:16:05Z', 'revision_number': 2, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '382d4ede-9a29-413a-b551-2c4bd561632b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:16:07.123339 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] Checking router: 2e70d8b4-2eb7-4bcc-a9c6-69724a455037 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:16:07.123588 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] Updating router 2e70d8b4-2eb7-4bcc-a9c6-69724a455037 port 83d0bdd8-5269-4663-b23e-5f99399d7339 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:16:07.176244 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:07.179521 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-f3d3e806-4123-45a0-a07a-5ba4824a2537 None None] Provisioning complete for port 83d0bdd8-5269-4663-b23e-5f99399d7339 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:16:07.179860 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f3d3e806-4123-45a0-a07a-5ba4824a2537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:07.228331 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3926b13c-0983-4c4f-8a7b-312491841319 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:16:07.248543 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-f3d3e806-4123-45a0-a07a-5ba4824a2537 None None] Port 83d0bdd8-5269-4663-b23e-5f99399d7339 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:16:07.363426 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 3926b13c-0983-4c4f-8a7b-312491841319 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:16:07.363790 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:07.722613 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:07.730575 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:07.778852 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925bf06-e2bc-485f-8175-b8e5bc448d18 None None] Pushing event updated for resources: {'Port': ['ID=83d0bdd8-5269-4663-b23e-5f99399d7339,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:07.835160 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] Attempting to bind port 83d0bdd8-5269-4663-b23e-5f99399d7339 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:16:07.836132 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] Attempting to bind port 83d0bdd8-5269-4663-b23e-5f99399d7339 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:16:07.836132 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] Attempting to bind port 83d0bdd8-5269-4663-b23e-5f99399d7339 on network 4548f331-6e95-4b18-8089-e3c1fb7d7ac6 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:16:07.841324 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:16:07.841691 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] Checking segment: {'id': '5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:16:07.842079 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:07.842460 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] Bound using segment: {'id': '5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:16:07.842911 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] Bound port: 83d0bdd8-5269-4663-b23e-5f99399d7339, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:16:07.843745 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:07.911292 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] For port 83d0bdd8-5269-4663-b23e-5f99399d7339, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:16:07.915226 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] For port 83d0bdd8-5269-4663-b23e-5f99399d7339, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=83d0bdd8-5269-4663-b23e-5f99399d7339,segment=NetworkSegment(5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a),segment_id=5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:16:07.940471 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:07.977999 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a0d9ecc4-404a-4892-8840-485abd7daf46 req-99c93007-50a3-45c1-b6f0-ceab8fe97764 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 210 time: 0.0446315 Nov 15 12:16:08.007179 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] Routers {'2e70d8b4-2eb7-4bcc-a9c6-69724a455037'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:16:08.012031 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:15:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['2e70d8b4-2eb7-4bcc-a9c6-69724a455037'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:16:08.014176 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925bf06-e2bc-485f-8175-b8e5bc448d18 None None] Pushing event updated for resources: {'Port': ['ID=83d0bdd8-5269-4663-b23e-5f99399d7339,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:08.112930 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-15fded0b-7072-4d20-ac04-9e5473be7432 None None] Provisioning complete for port 83d0bdd8-5269-4663-b23e-5f99399d7339 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:16:08.113586 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-15fded0b-7072-4d20-ac04-9e5473be7432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:08.160818 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] Set router 2e70d8b4-2eb7-4bcc-a9c6-69724a455037 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:16:08.330976 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-15fded0b-7072-4d20-ac04-9e5473be7432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:08.383221 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-21366aee-8663-4cc9-87dc-9893708560c4 req-eae14e4f-4d8b-46bc-af5a-2f2ddc5699c9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421731 Nov 15 12:16:08.404704 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-15fded0b-7072-4d20-ac04-9e5473be7432 None None] For port 83d0bdd8-5269-4663-b23e-5f99399d7339, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=83d0bdd8-5269-4663-b23e-5f99399d7339,segment=NetworkSegment(5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a),segment_id=5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:16:08.410281 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-15fded0b-7072-4d20-ac04-9e5473be7432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:08.468434 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-12812f0d-8ecf-4a40-b7e9-ee1080f184dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:08.468700 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21366aee-8663-4cc9-87dc-9893708560c4 req-e0c47842-f5df-48c6-8217-3b2c756043e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:08.470754 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-21366aee-8663-4cc9-87dc-9893708560c4 req-e0c47842-f5df-48c6-8217-3b2c756043e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0442455 Nov 15 12:16:08.482478 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fded0b-7072-4d20-ac04-9e5473be7432 None None] Pushing event updated for resources: {'Port': ['ID=83d0bdd8-5269-4663-b23e-5f99399d7339,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:08.491863 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313060768', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:16:01Z', 'updated_at': '2021-11-15T12:16:05Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:16:02Z', 'updated_at': '2021-11-15T12:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '83d0bdd8-5269-4663-b23e-5f99399d7339', 'name': '', 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:62:e2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '382d4ede-9a29-413a-b551-2c4bd561632b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:16:04Z', 'updated_at': '2021-11-15T12:16:07Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '382d4ede-9a29-413a-b551-2c4bd561632b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:16:08.525537 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef02abc-1eb9-4931-84e2-a935f37048c7 None None] The sync data for ids ['2e70d8b4-2eb7-4bcc-a9c6-69724a455037'] in n-d-729945-9 is: [{'id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313060768', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:16:01Z', 'updated_at': '2021-11-15T12:16:05Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:16:02Z', 'updated_at': '2021-11-15T12:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '83d0bdd8-5269-4663-b23e-5f99399d7339', 'name': '', 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:62:e2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '382d4ede-9a29-413a-b551-2c4bd561632b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:16:04Z', 'updated_at': '2021-11-15T12:16:07Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '382d4ede-9a29-413a-b551-2c4bd561632b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:16:08.536341 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1ca35cbc-476c-4a0b-a39f-e6c0da6ced50 None None] Provisioning complete for port 83d0bdd8-5269-4663-b23e-5f99399d7339 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:16:08.536697 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1ca35cbc-476c-4a0b-a39f-e6c0da6ced50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:08.608286 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21366aee-8663-4cc9-87dc-9893708560c4 req-1a132c80-ed22-4a45-81f8-c5aa744fc8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:08.609986 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-21366aee-8663-4cc9-87dc-9893708560c4 req-1a132c80-ed22-4a45-81f8-c5aa744fc8b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.1199918 Nov 15 12:16:08.657686 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-21366aee-8663-4cc9-87dc-9893708560c4 req-449c592c-f212-4956-9887-2c79b0dc9328 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0405200 Nov 15 12:16:08.711004 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21366aee-8663-4cc9-87dc-9893708560c4 req-3b93ad59-9dbd-479f-a52f-b70b425a0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:08.712555 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-21366aee-8663-4cc9-87dc-9893708560c4 req-3b93ad59-9dbd-479f-a52f-b70b425a0aa6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0481384 Nov 15 12:16:08.767785 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21366aee-8663-4cc9-87dc-9893708560c4 req-94f5e722-5ccb-4015-b7c3-eeb6f96bcb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:08.769472 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-21366aee-8663-4cc9-87dc-9893708560c4 req-94f5e722-5ccb-4015-b7c3-eeb6f96bcb67 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501637 Nov 15 12:16:08.823646 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 83d0bdd8-5269-4663-b23e-5f99399d7339 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:16:08.867030 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-21366aee-8663-4cc9-87dc-9893708560c4 req-2786dc92-3445-4107-ba1c-a9e9679ce888 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901568 Nov 15 12:16:08.875267 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 83d0bdd8-5269-4663-b23e-5f99399d7339 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:16:08.875628 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:08.966157 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-21366aee-8663-4cc9-87dc-9893708560c4 req-4395103f-407f-4926-a87e-5268ae7ef2f3 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923986 Nov 15 12:16:09.064570 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-23bbf6a0-9421-4a31-9990-a7d5005501aa req-2f89dc2f-6d74-4ddd-94a9-a68a837bd1e2 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 210 time: 0.0330963 Nov 15 12:16:10.117355 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:10.154416 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-339d01d3-b0a1-4eeb-acdc-5f9217053dc3 req-49dd1a41-9b0d-488c-9636-869cb6949f14 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 210 time: 0.0262623 Nov 15 12:16:10.998248 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-0360e621-7759-4bc9-9f2d-a7cc478e99ff tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:10.999620 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-0360e621-7759-4bc9-9f2d-a7cc478e99ff tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.55 "GET /v2.0/networks?id=4548f331-6e95-4b18-8089-e3c1fb7d7ac6 HTTP/1.1" status: 200 len: 797 time: 0.1092255 Nov 15 12:16:11.062390 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-a3734973-2785-4659-8f9e-378e150fd6f7 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dee52e5d2fae4e31831254954d5b6ea1 HTTP/1.1" status: 200 len: 379 time: 0.0534313 Nov 15 12:16:11.072529 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-082de938-ce04-402e-ab91-c8ad1ff233c4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'port': {'device_id': 'adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41', 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6', 'admin_state_up': True, 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'security_groups': ['ede691ec-68ec-4bbd-8209-699d4219c346']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:16:11.184535 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-082de938-ce04-402e-ab91-c8ad1ff233c4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Made reservation on behalf of dee52e5d2fae4e31831254954d5b6ea1 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:16:11.187664 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-082de938-ce04-402e-ab91-c8ad1ff233c4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:11.252534 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6329e752-233e-4837-aab7-4bd5ce52eda2 req-dcdc1bf8-c61a-4663-bd95-c0291127137b tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 210 time: 0.0268283 Nov 15 12:16:11.317847 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-082de938-ce04-402e-ab91-c8ad1ff233c4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Allocated IP 172.20.0.9 (4548f331-6e95-4b18-8089-e3c1fb7d7ac6/382d4ede-9a29-413a-b551-2c4bd561632b/83a1c851-af27-4f43-80ac-47379c27199c) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:16:11.453734 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-082de938-ce04-402e-ab91-c8ad1ff233c4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:11.493524 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-082de938-ce04-402e-ab91-c8ad1ff233c4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:11.538147 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-082de938-ce04-402e-ab91-c8ad1ff233c4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 4548f331-6e95-4b18-8089-e3c1fb7d7ac6 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:16:11.541259 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-082de938-ce04-402e-ab91-c8ad1ff233c4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:16:11.543621 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-082de938-ce04-402e-ab91-c8ad1ff233c4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:16:11.571318 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082de938-ce04-402e-ab91-c8ad1ff233c4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=83a1c851-af27-4f43-80ac-47379c27199c,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:11.598659 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-082de938-ce04-402e-ab91-c8ad1ff233c4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:11.599271 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-082de938-ce04-402e-ab91-c8ad1ff233c4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:11.617695 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-082de938-ce04-402e-ab91-c8ad1ff233c4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5488164 Nov 15 12:16:11.631739 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-cf8c1545-e97c-4db7-8114-bc122e7dfc1a service neutron] Request body: {'port': {'device_id': 'adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:16:11.665212 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:11.689900 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-cf8c1545-e97c-4db7-8114-bc122e7dfc1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:11.788149 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-fe2dab9d-9a49-48e7-97a8-79b5fe1b806e None None] Provisioning complete for port 83a1c851-af27-4f43-80ac-47379c27199c triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:16:11.788401 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fe2dab9d-9a49-48e7-97a8-79b5fe1b806e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:11.821975 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-fe2dab9d-9a49-48e7-97a8-79b5fe1b806e None None] Port 83a1c851-af27-4f43-80ac-47379c27199c cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:16:12.209891 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:12.290501 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-cf8c1545-e97c-4db7-8114-bc122e7dfc1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a1c851-af27-4f43-80ac-47379c27199c {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:16:12.298340 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-cf8c1545-e97c-4db7-8114-bc122e7dfc1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:12.313828 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-cf8c1545-e97c-4db7-8114-bc122e7dfc1a service neutron] Transition to ACTIVE for port object 83a1c851-af27-4f43-80ac-47379c27199c will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:16:12.319067 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-cf8c1545-e97c-4db7-8114-bc122e7dfc1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:12.368420 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2d8ba-35a7-471e-bfa2-0ddea2dd534a req-a8f36240-88ea-4699-bf47-7de95ec20663 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:12.370619 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aca2d8ba-35a7-471e-bfa2-0ddea2dd534a req-a8f36240-88ea-4699-bf47-7de95ec20663 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 943 time: 0.0495083 Nov 15 12:16:12.371643 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c1545-e97c-4db7-8114-bc122e7dfc1a service neutron] Pushing event updated for resources: {'Port': ['ID=83a1c851-af27-4f43-80ac-47379c27199c,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:12.428942 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aca2d8ba-35a7-471e-bfa2-0ddea2dd534a req-d2539826-2383-41fc-8bc2-066cc6ea8a9a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517912 Nov 15 12:16:12.442493 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-cf8c1545-e97c-4db7-8114-bc122e7dfc1a service neutron] Attempting to bind port 83a1c851-af27-4f43-80ac-47379c27199c on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:16:12.442898 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-cf8c1545-e97c-4db7-8114-bc122e7dfc1a service neutron] Attempting to bind port 83a1c851-af27-4f43-80ac-47379c27199c by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:16:12.443219 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-cf8c1545-e97c-4db7-8114-bc122e7dfc1a service neutron] Attempting to bind port 83a1c851-af27-4f43-80ac-47379c27199c on network 4548f331-6e95-4b18-8089-e3c1fb7d7ac6 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:16:12.449102 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-cf8c1545-e97c-4db7-8114-bc122e7dfc1a service neutron] Port 83a1c851-af27-4f43-80ac-47379c27199c on network 4548f331-6e95-4b18-8089-e3c1fb7d7ac6 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:16:12.449533 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-cf8c1545-e97c-4db7-8114-bc122e7dfc1a service neutron] Attempting to bind port 83a1c851-af27-4f43-80ac-47379c27199c on network 4548f331-6e95-4b18-8089-e3c1fb7d7ac6 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:16:12.456121 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-cf8c1545-e97c-4db7-8114-bc122e7dfc1a service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:16:12.456687 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-cf8c1545-e97c-4db7-8114-bc122e7dfc1a service neutron] Checking segment: {'id': '5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:16:12.457134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-cf8c1545-e97c-4db7-8114-bc122e7dfc1a service neutron] Bound using segment: {'id': '5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:16:12.457558 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-cf8c1545-e97c-4db7-8114-bc122e7dfc1a service neutron] Bound port: 83a1c851-af27-4f43-80ac-47379c27199c, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:16:12.457914 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-cf8c1545-e97c-4db7-8114-bc122e7dfc1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:12.523497 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-cf8c1545-e97c-4db7-8114-bc122e7dfc1a service neutron] For port 83a1c851-af27-4f43-80ac-47379c27199c, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:16:12.526643 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-cf8c1545-e97c-4db7-8114-bc122e7dfc1a service neutron] For port 83a1c851-af27-4f43-80ac-47379c27199c, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=83a1c851-af27-4f43-80ac-47379c27199c,segment=NetworkSegment(5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a),segment_id=5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:16:12.532683 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-cf8c1545-e97c-4db7-8114-bc122e7dfc1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:12.566806 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-cf8c1545-e97c-4db7-8114-bc122e7dfc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:12.567431 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-cf8c1545-e97c-4db7-8114-bc122e7dfc1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:12.568857 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-cf8c1545-e97c-4db7-8114-bc122e7dfc1a service neutron] 10.222.0.55 "PUT /v2.0/ports/83a1c851-af27-4f43-80ac-47379c27199c HTTP/1.1" status: 200 len: 1091 time: 0.9416087 Nov 15 12:16:12.569279 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41', 'tag': '83a1c851-af27-4f43-80ac-47379c27199c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:16:12.571530 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07748e3f-65f7-4769-bef0-93a5f7a8f390" -d '{"events": [{"name": "network-changed", "server_uuid": "adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41", "tag": "83a1c851-af27-4f43-80ac-47379c27199c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:16:12.598833 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c1545-e97c-4db7-8114-bc122e7dfc1a service neutron] Pushing event updated for resources: {'Port': ['ID=83a1c851-af27-4f43-80ac-47379c27199c,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:12.622335 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef46f8f-f0cc-4785-8766-c239a9bb92c9 x-openstack-request-id: req-4ef46f8f-f0cc-4785-8766-c239a9bb92c9 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:16:12.622634 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41", "tag": "83a1c851-af27-4f43-80ac-47379c27199c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:16:12.622865 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ef46f8f-f0cc-4785-8766-c239a9bb92c9 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:16:12.623263 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41', 'tag': '83a1c851-af27-4f43-80ac-47379c27199c', 'status': 'completed', 'code': 200} Nov 15 12:16:12.656548 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-7f7de4bc-0fc1-4514-b61a-7b4fa75a31b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:12.658069 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-7f7de4bc-0fc1-4514-b61a-7b4fa75a31b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 1094 time: 0.0458689 Nov 15 12:16:12.705014 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-3d8f350e-3907-48f2-9e9b-794189790e6f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a1c851-af27-4f43-80ac-47379c27199c HTTP/1.1" status: 200 len: 217 time: 0.0391660 Nov 15 12:16:12.755092 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-85a164d7-6a8f-4a98-aedd-6019b9fe95a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:12.756624 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-85a164d7-6a8f-4a98-aedd-6019b9fe95a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=382d4ede-9a29-413a-b551-2c4bd561632b HTTP/1.1" status: 200 len: 834 time: 0.0451446 Nov 15 12:16:12.802264 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-91234e59-cedf-4aa5-9421-79273f150778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:12.803782 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-91234e59-cedf-4aa5-9421-79273f150778 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4548f331-6e95-4b18-8089-e3c1fb7d7ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396440 Nov 15 12:16:12.811451 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:16:12.899515 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-141af8cc-0a92-44bd-abfa-632c26fe263c service neutron] 10.222.0.55 "GET /v2.0/networks/4548f331-6e95-4b18-8089-e3c1fb7d7ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877869 Nov 15 12:16:13.006723 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d215768d-2bd0-4c42-b3c7-f9ab445cf6b4 req-682dc7b1-8f95-4fac-9aaa-4a8104e673ea service neutron] 10.222.0.55 "GET /v2.0/networks/4548f331-6e95-4b18-8089-e3c1fb7d7ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999720 Nov 15 12:16:13.101560 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07748e3f-65f7-4769-bef0-93a5f7a8f390 req-63a6bcbd-c4fd-4e40-a651-ee290c690771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:13.103150 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-07748e3f-65f7-4769-bef0-93a5f7a8f390 req-63a6bcbd-c4fd-4e40-a651-ee290c690771 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 1094 time: 0.0439157 Nov 15 12:16:13.196452 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07748e3f-65f7-4769-bef0-93a5f7a8f390 req-820a524b-7af1-4d81-b0ad-ada1c5f6c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:13.197859 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-07748e3f-65f7-4769-bef0-93a5f7a8f390 req-820a524b-7af1-4d81-b0ad-ada1c5f6c255 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4548f331-6e95-4b18-8089-e3c1fb7d7ac6 HTTP/1.1" status: 200 len: 898 time: 0.0863402 Nov 15 12:16:13.243227 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-07748e3f-65f7-4769-bef0-93a5f7a8f390 req-7653cfb1-1c4c-4351-aca2-889a779e8337 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a1c851-af27-4f43-80ac-47379c27199c HTTP/1.1" status: 200 len: 217 time: 0.0376790 Nov 15 12:16:13.292901 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07748e3f-65f7-4769-bef0-93a5f7a8f390 req-62efe5e8-8a39-40bb-904f-a28ab38ef418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:13.294331 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-07748e3f-65f7-4769-bef0-93a5f7a8f390 req-62efe5e8-8a39-40bb-904f-a28ab38ef418 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=382d4ede-9a29-413a-b551-2c4bd561632b HTTP/1.1" status: 200 len: 834 time: 0.0429907 Nov 15 12:16:13.340765 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07748e3f-65f7-4769-bef0-93a5f7a8f390 req-aabf7fe6-cf7d-479a-8210-f97bec2d369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:13.342226 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-07748e3f-65f7-4769-bef0-93a5f7a8f390 req-aabf7fe6-cf7d-479a-8210-f97bec2d369a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4548f331-6e95-4b18-8089-e3c1fb7d7ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398057 Nov 15 12:16:13.437214 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-07748e3f-65f7-4769-bef0-93a5f7a8f390 req-194c93d6-ce75-4f6a-ba97-b72e5f8cbcc0 service neutron] 10.222.0.55 "GET /v2.0/networks/4548f331-6e95-4b18-8089-e3c1fb7d7ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867763 Nov 15 12:16:13.534714 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-07748e3f-65f7-4769-bef0-93a5f7a8f390 req-54e35c10-e507-47ed-870b-0792d76a8140 service neutron] 10.222.0.55 "GET /v2.0/networks/4548f331-6e95-4b18-8089-e3c1fb7d7ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894048 Nov 15 12:16:13.554453 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23361462-1c24-49b4-8dac-fb26e7f201da req-e0ba4865-113d-45fd-b4f6-ad0b4ebd91a5 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:13.556044 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-23361462-1c24-49b4-8dac-fb26e7f201da req-e0ba4865-113d-45fd-b4f6-ad0b4ebd91a5 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 943 time: 0.0514932 Nov 15 12:16:13.607852 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-23361462-1c24-49b4-8dac-fb26e7f201da req-56448b49-a859-42cd-a016-a5440d93fd47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429370 Nov 15 12:16:14.749901 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01e291-0bb6-4c5a-9a03-3645c9ecc6d1 req-727ef4a2-12aa-4434-bd15-003893aa9d82 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:14.752098 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b01e291-0bb6-4c5a-9a03-3645c9ecc6d1 req-727ef4a2-12aa-4434-bd15-003893aa9d82 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 943 time: 0.0638068 Nov 15 12:16:14.802572 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b01e291-0bb6-4c5a-9a03-3645c9ecc6d1 req-fbc72d97-5a45-4969-9267-040f5d7be91a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441983 Nov 15 12:16:15.754801 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 83a1c851-af27-4f43-80ac-47379c27199c details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:16:15.857713 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 83a1c851-af27-4f43-80ac-47379c27199c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=83a1c851-af27-4f43-80ac-47379c27199c,segment=NetworkSegment(5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a),segment_id=5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:16:15.868719 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '83a1c851-af27-4f43-80ac-47379c27199c', 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6', 'port_id': '83a1c851-af27-4f43-80ac-47379c27199c', 'mac_address': 'fa:16:3e:e6:75:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '382d4ede-9a29-413a-b551-2c4bd561632b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:16:15.905549 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:15.919009 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a1c851-af27-4f43-80ac-47379c27199c {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:16:15.922940 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1eabc5-adc8-4ad2-bdee-ffee49322466 req-3b1de7bf-abe0-4aa4-a329-eb40a84304e9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:15.924490 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e1eabc5-adc8-4ad2-bdee-ffee49322466 req-3b1de7bf-abe0-4aa4-a329-eb40a84304e9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 943 time: 0.0526705 Nov 15 12:16:15.939123 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 83a1c851-af27-4f43-80ac-47379c27199c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=83a1c851-af27-4f43-80ac-47379c27199c,segment=NetworkSegment(5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a),segment_id=5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:16:15.944485 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:15.981122 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6e1eabc5-adc8-4ad2-bdee-ffee49322466 req-6d0068f1-6580-4556-a4ab-66af87b01ff2 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504849 Nov 15 12:16:15.996101 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=83a1c851-af27-4f43-80ac-47379c27199c,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:16.152385 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['83a1c851-af27-4f43-80ac-47379c27199c'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:16:17.108510 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00402b-85aa-4262-aff6-db1c17545869 req-00626a33-8cb6-4538-8b68-526e343d797d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:17.110023 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-de00402b-85aa-4262-aff6-db1c17545869 req-00626a33-8cb6-4538-8b68-526e343d797d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 944 time: 0.0495541 Nov 15 12:16:17.160245 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-de00402b-85aa-4262-aff6-db1c17545869 req-7a64694c-74ee-439d-81dc-d202ca6d7d97 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441082 Nov 15 12:16:17.753708 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 83a1c851-af27-4f43-80ac-47379c27199c up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:16:17.815036 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 83a1c851-af27-4f43-80ac-47379c27199c completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:16:17.820919 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 83a1c851-af27-4f43-80ac-47379c27199c triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:16:17.821498 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:17.904702 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:17.928747 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a1c851-af27-4f43-80ac-47379c27199c'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:16:17.932195 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde18a3a-8ae4-4c3b-a225-14e8dc5ae865" -d '{"events": [{"server_uuid": "adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41", "name": "network-vif-plugged", "status": "completed", "tag": "83a1c851-af27-4f43-80ac-47379c27199c"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:16:17.946492 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 83a1c851-af27-4f43-80ac-47379c27199c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=83a1c851-af27-4f43-80ac-47379c27199c,segment=NetworkSegment(5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a),segment_id=5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:16:17.953818 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:17.977803 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a35a6ac-d5a2-41f7-881e-355265354fb1 x-openstack-request-id: req-7a35a6ac-d5a2-41f7-881e-355265354fb1 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:16:17.978092 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41", "name": "network-vif-plugged", "status": "completed", "tag": "83a1c851-af27-4f43-80ac-47379c27199c", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:16:17.978337 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7a35a6ac-d5a2-41f7-881e-355265354fb1 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:16:17.978726 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a1c851-af27-4f43-80ac-47379c27199c', 'code': 200} Nov 15 12:16:18.005226 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=83a1c851-af27-4f43-80ac-47379c27199c,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:18.074302 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadc80d-dcf1-4b5b-a9c5-a8ad28f3f96c req-b56bca0d-ac2c-47d2-9abc-edda4cde7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:18.075907 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6eadc80d-dcf1-4b5b-a9c5-a8ad28f3f96c req-b56bca0d-ac2c-47d2-9abc-edda4cde7782 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 1096 time: 0.0464041 Nov 15 12:16:18.123441 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6eadc80d-dcf1-4b5b-a9c5-a8ad28f3f96c req-96947370-3d8a-49a9-a622-0afb03e207f9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397737 Nov 15 12:16:18.283123 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d0937-9d0e-435c-b835-e27ae815aa83 req-e5cd85ce-6a30-45ef-9263-adc1f82bdbda tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:18.284527 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-368d0937-9d0e-435c-b835-e27ae815aa83 req-e5cd85ce-6a30-45ef-9263-adc1f82bdbda tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 945 time: 0.0488815 Nov 15 12:16:18.339842 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-368d0937-9d0e-435c-b835-e27ae815aa83 req-07ef916a-604a-4c2a-acde-7efa041dbec8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492387 Nov 15 12:16:19.462997 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcc70e-bc7f-401c-a867-fa0cd167e308 req-13721b06-b724-4987-9b33-6602b0bcd9fb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:19.464519 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-75fcc70e-bc7f-401c-a867-fa0cd167e308 req-13721b06-b724-4987-9b33-6602b0bcd9fb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 945 time: 0.0536821 Nov 15 12:16:19.517406 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-75fcc70e-bc7f-401c-a867-fa0cd167e308 req-dba26046-62ec-4aba-ae9f-863e986aa890 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436690 Nov 15 12:16:19.641124 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0db371-1780-41b9-ab90-26dcd368e788 req-fd777b06-46c8-4f28-bedb-41cc0fb7f7aa tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:19.642503 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d0db371-1780-41b9-ab90-26dcd368e788 req-fd777b06-46c8-4f28-bedb-41cc0fb7f7aa tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 945 time: 0.0545259 Nov 15 12:16:19.691205 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d0db371-1780-41b9-ab90-26dcd368e788 req-a55e73d8-655c-45c4-a4b1-43f4b06c585e tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425158 Nov 15 12:16:19.712970 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54686) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:16:19.756011 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262413a0-cf22-48d5-acd9-0e515350ad22 tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:19.757477 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-262413a0-cf22-48d5-acd9-0e515350ad22 tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 1091 time: 0.0435743 Nov 15 12:16:19.760515 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54688) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:16:19.765083 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6fd9b16b-ed9e-41e5-89e6-8f8c46f8b5ef tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': '83a1c851-af27-4f43-80ac-47379c27199c', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:16:19.790882 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b16b-ed9e-41e5-89e6-8f8c46f8b5ef tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:19.890846 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b16b-ed9e-41e5-89e6-8f8c46f8b5ef tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:19.997253 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-6fd9b16b-ed9e-41e5-89e6-8f8c46f8b5ef tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Allocated IP 172.25.7.73 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/228156ff-18a6-442f-a3a0-d5846db6978b) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:16:20.103284 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b16b-ed9e-41e5-89e6-8f8c46f8b5ef tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:20.146770 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b16b-ed9e-41e5-89e6-8f8c46f8b5ef tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:20.186008 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd9b16b-ed9e-41e5-89e6-8f8c46f8b5ef tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:16:20.188870 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6fd9b16b-ed9e-41e5-89e6-8f8c46f8b5ef tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:16:20.193403 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd9b16b-ed9e-41e5-89e6-8f8c46f8b5ef tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:16:20.198790 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9b16b-ed9e-41e5-89e6-8f8c46f8b5ef tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=228156ff-18a6-442f-a3a0-d5846db6978b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:20.567699 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b16b-ed9e-41e5-89e6-8f8c46f8b5ef tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:20.657329 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b16b-ed9e-41e5-89e6-8f8c46f8b5ef tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:20.811209 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b16b-ed9e-41e5-89e6-8f8c46f8b5ef tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:20.819374 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b16b-ed9e-41e5-89e6-8f8c46f8b5ef tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:20.881449 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9b16b-ed9e-41e5-89e6-8f8c46f8b5ef tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=228156ff-18a6-442f-a3a0-d5846db6978b,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:16:20.896591 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b16b-ed9e-41e5-89e6-8f8c46f8b5ef tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:20.998456 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-6fd9b16b-ed9e-41e5-89e6-8f8c46f8b5ef tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Floating IP 1980dcc5-54d7-476c-b966-1bb8104b0f98 associated. External IP: 172.25.7.73, port: 83a1c851-af27-4f43-80ac-47379c27199c. Nov 15 12:16:21.221589 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd9b16b-ed9e-41e5-89e6-8f8c46f8b5ef tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router 2e70d8b4-2eb7-4bcc-a9c6-69724a455037 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:16:21.329852 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd9b16b-ed9e-41e5-89e6-8f8c46f8b5ef tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:16:21.340382 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404c4684-3c29-4e4a-ad59-cd103c80d258 None None] Sync routers for ids ['2e70d8b4-2eb7-4bcc-a9c6-69724a455037'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:16:21.348690 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b16b-ed9e-41e5-89e6-8f8c46f8b5ef tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:21.351991 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404c4684-3c29-4e4a-ad59-cd103c80d258 None None] Routers {'2e70d8b4-2eb7-4bcc-a9c6-69724a455037'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:16:21.352539 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-404c4684-3c29-4e4a-ad59-cd103c80d258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:16:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['2e70d8b4-2eb7-4bcc-a9c6-69724a455037'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:16:21.375949 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6fd9b16b-ed9e-41e5-89e6-8f8c46f8b5ef tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6143060 Nov 15 12:16:21.376507 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41', 'tag': '83a1c851-af27-4f43-80ac-47379c27199c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:16:21.378851 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d3406c-c0b6-4df4-821d-df33cd8e4cad" -d '{"events": [{"name": "network-changed", "server_uuid": "adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41", "tag": "83a1c851-af27-4f43-80ac-47379c27199c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:16:21.457753 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-404c4684-3c29-4e4a-ad59-cd103c80d258 None None] Set router 2e70d8b4-2eb7-4bcc-a9c6-69724a455037 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:16:21.474173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6774453-5b66-4431-b156-9d1765d0120f req-b5a06f4c-b880-4aa6-a21f-7c234c98f6fc tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:21.475670 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d6774453-5b66-4431-b156-9d1765d0120f req-b5a06f4c-b880-4aa6-a21f-7c234c98f6fc tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 945 time: 0.0488465 Nov 15 12:16:21.524546 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d6774453-5b66-4431-b156-9d1765d0120f req-ed706e68-c098-45e8-90bc-375998c9eda8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427973 Nov 15 12:16:21.546975 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54694) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:16:21.583216 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab037f5-501d-4781-a824-5045706c0029 x-openstack-request-id: req-8ab037f5-501d-4781-a824-5045706c0029 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:16:21.583499 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41", "tag": "83a1c851-af27-4f43-80ac-47379c27199c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:16:21.583745 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ab037f5-501d-4781-a824-5045706c0029 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:16:21.584166 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41', 'tag': '83a1c851-af27-4f43-80ac-47379c27199c', 'status': 'completed', 'code': 200} Nov 15 12:16:21.637356 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5d40771a-1f56-4a94-bf9a-a5399146fef5 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/floatingips/1980dcc5-54d7-476c-b966-1bb8104b0f98 HTTP/1.1" status: 200 len: 990 time: 0.0890949 Nov 15 12:16:21.650506 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3406c-c0b6-4df4-821d-df33cd8e4cad req-baebdda2-1512-4703-a038-a3913a9e7e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:21.652023 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d5d3406c-c0b6-4df4-821d-df33cd8e4cad req-baebdda2-1512-4703-a038-a3913a9e7e5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 1096 time: 0.0502577 Nov 15 12:16:21.685629 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-404c4684-3c29-4e4a-ad59-cd103c80d258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313060768', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:16:01Z', 'updated_at': '2021-11-15T12:16:05Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:16:02Z', 'updated_at': '2021-11-15T12:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '1980dcc5-54d7-476c-b966-1bb8104b0f98', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'port_id': '83a1c851-af27-4f43-80ac-47379c27199c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6', 'mac_address': 'fa:16:3e:e6:75:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:16:20Z', 'updated_at': '2021-11-15T12:16:20Z', 'revision_number': 0, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d0bdd8-5269-4663-b23e-5f99399d7339', 'name': '', 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:62:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '382d4ede-9a29-413a-b551-2c4bd561632b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:16:04Z', 'updated_at': '2021-11-15T12:16:08Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '382d4ede-9a29-413a-b551-2c4bd561632b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:16:21.711238 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404c4684-3c29-4e4a-ad59-cd103c80d258 None None] Checking router: 2e70d8b4-2eb7-4bcc-a9c6-69724a455037 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:16:21.719760 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404c4684-3c29-4e4a-ad59-cd103c80d258 None None] Routers {'2e70d8b4-2eb7-4bcc-a9c6-69724a455037'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:16:21.720387 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-404c4684-3c29-4e4a-ad59-cd103c80d258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:16:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['2e70d8b4-2eb7-4bcc-a9c6-69724a455037'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:16:21.743723 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3406c-c0b6-4df4-821d-df33cd8e4cad req-bd3c59db-76d6-495f-9cc3-7128ebfc07b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:21.745238 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d5d3406c-c0b6-4df4-821d-df33cd8e4cad req-bd3c59db-76d6-495f-9cc3-7128ebfc07b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4548f331-6e95-4b18-8089-e3c1fb7d7ac6 HTTP/1.1" status: 200 len: 898 time: 0.0855052 Nov 15 12:16:21.816249 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d5d3406c-c0b6-4df4-821d-df33cd8e4cad req-a797e3ae-8745-4dbb-9a92-c288c993f802 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a1c851-af27-4f43-80ac-47379c27199c HTTP/1.1" status: 200 len: 998 time: 0.0631304 Nov 15 12:16:21.823862 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-404c4684-3c29-4e4a-ad59-cd103c80d258 None None] Set router 2e70d8b4-2eb7-4bcc-a9c6-69724a455037 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:16:21.867646 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3406c-c0b6-4df4-821d-df33cd8e4cad req-72cfe510-a423-420b-8a06-7cdd9e216e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:21.869146 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d5d3406c-c0b6-4df4-821d-df33cd8e4cad req-72cfe510-a423-420b-8a06-7cdd9e216e37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=382d4ede-9a29-413a-b551-2c4bd561632b HTTP/1.1" status: 200 len: 834 time: 0.0464902 Nov 15 12:16:21.917274 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3406c-c0b6-4df4-821d-df33cd8e4cad req-319e9bb3-0b05-4dba-b149-bef6c9f8e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:21.918701 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d5d3406c-c0b6-4df4-821d-df33cd8e4cad req-319e9bb3-0b05-4dba-b149-bef6c9f8e94e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4548f331-6e95-4b18-8089-e3c1fb7d7ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404239 Nov 15 12:16:22.018285 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d5d3406c-c0b6-4df4-821d-df33cd8e4cad req-d0126227-0888-4f3a-b424-1f6c22dccf9b service neutron] 10.222.0.55 "GET /v2.0/networks/4548f331-6e95-4b18-8089-e3c1fb7d7ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920334 Nov 15 12:16:22.045216 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-404c4684-3c29-4e4a-ad59-cd103c80d258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313060768', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:16:01Z', 'updated_at': '2021-11-15T12:16:05Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:16:02Z', 'updated_at': '2021-11-15T12:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '1980dcc5-54d7-476c-b966-1bb8104b0f98', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'port_id': '83a1c851-af27-4f43-80ac-47379c27199c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6', 'mac_address': 'fa:16:3e:e6:75:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:16:20Z', 'updated_at': '2021-11-15T12:16:20Z', 'revision_number': 0, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d0bdd8-5269-4663-b23e-5f99399d7339', 'name': '', 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:62:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '382d4ede-9a29-413a-b551-2c4bd561632b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:16:04Z', 'updated_at': '2021-11-15T12:16:08Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '382d4ede-9a29-413a-b551-2c4bd561632b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:16:22.071772 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404c4684-3c29-4e4a-ad59-cd103c80d258 None None] The sync data for ids ['2e70d8b4-2eb7-4bcc-a9c6-69724a455037'] in n-d-729945-9 is: [{'id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313060768', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:16:01Z', 'updated_at': '2021-11-15T12:16:05Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:16:02Z', 'updated_at': '2021-11-15T12:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '1980dcc5-54d7-476c-b966-1bb8104b0f98', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'port_id': '83a1c851-af27-4f43-80ac-47379c27199c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6', 'mac_address': 'fa:16:3e:e6:75:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:16:20Z', 'updated_at': '2021-11-15T12:16:20Z', 'revision_number': 0, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d0bdd8-5269-4663-b23e-5f99399d7339', 'name': '', 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:62:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '382d4ede-9a29-413a-b551-2c4bd561632b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:16:04Z', 'updated_at': '2021-11-15T12:16:08Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '382d4ede-9a29-413a-b551-2c4bd561632b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:16:22.109524 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d5d3406c-c0b6-4df4-821d-df33cd8e4cad req-b7a2b69d-ac40-4c93-8d56-faea837291bc service neutron] 10.222.0.55 "GET /v2.0/networks/4548f331-6e95-4b18-8089-e3c1fb7d7ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850370 Nov 15 12:16:22.271512 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29145d-decf-4f9d-bee0-07422702d1b9 None None] New status for floating IP 1980dcc5-54d7-476c-b966-1bb8104b0f98: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:16:22.642546 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54696) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:16:22.724535 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4dcfa36e-d34f-4e87-b85c-62b8894ed573 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/floatingips/1980dcc5-54d7-476c-b966-1bb8104b0f98 HTTP/1.1" status: 200 len: 992 time: 0.0803704 Nov 15 12:16:30.165087 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:32.253990 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:36.355000 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0e64d4a3-7697-4c67-b8e2-ff1f5596b14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:38.457929 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0e1c7c36-f2d7-4945-bfaf-5c14397d3461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:40.125533 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:41.672913 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:42.209373 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:16:49.816484 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:16:56.087774 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794451eb-8d9b-4e86-b87e-63139a84a208 req-5d8389d0-2136-4c42-80cd-b261c6c23333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:56.089327 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-794451eb-8d9b-4e86-b87e-63139a84a208 req-5d8389d0-2136-4c42-80cd-b261c6c23333 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 1096 time: 0.0428469 Nov 15 12:16:56.095417 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bb1d5-6b84-46ab-8d7d-0a8a57864bfb req-65309573-fb6a-4f45-8baa-86bf5d6fce1a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:56.096952 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-780bb1d5-6b84-46ab-8d7d-0a8a57864bfb req-65309573-fb6a-4f45-8baa-86bf5d6fce1a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 945 time: 0.0498822 Nov 15 12:16:56.151233 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-780bb1d5-6b84-46ab-8d7d-0a8a57864bfb req-0c6bd2c5-779e-44ba-a827-9071902a69f3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472801 Nov 15 12:16:56.185868 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794451eb-8d9b-4e86-b87e-63139a84a208 req-56846698-1d43-45b5-bcf6-2075efe2d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:56.187357 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-794451eb-8d9b-4e86-b87e-63139a84a208 req-56846698-1d43-45b5-bcf6-2075efe2d6b8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4548f331-6e95-4b18-8089-e3c1fb7d7ac6 HTTP/1.1" status: 200 len: 898 time: 0.0896583 Nov 15 12:16:56.256133 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-794451eb-8d9b-4e86-b87e-63139a84a208 req-9fdd2627-ce05-43a8-a414-f750f08711c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a1c851-af27-4f43-80ac-47379c27199c HTTP/1.1" status: 200 len: 1000 time: 0.0610363 Nov 15 12:16:56.308923 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794451eb-8d9b-4e86-b87e-63139a84a208 req-89ef5582-6212-44bd-a58e-6c754d467bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:56.310362 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-794451eb-8d9b-4e86-b87e-63139a84a208 req-89ef5582-6212-44bd-a58e-6c754d467bc0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=382d4ede-9a29-413a-b551-2c4bd561632b HTTP/1.1" status: 200 len: 834 time: 0.0465894 Nov 15 12:16:56.361559 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794451eb-8d9b-4e86-b87e-63139a84a208 req-e8343d12-6d8e-40e7-8c73-524be4ee2fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:56.363069 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-794451eb-8d9b-4e86-b87e-63139a84a208 req-e8343d12-6d8e-40e7-8c73-524be4ee2fad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4548f331-6e95-4b18-8089-e3c1fb7d7ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454464 Nov 15 12:16:56.458469 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-794451eb-8d9b-4e86-b87e-63139a84a208 req-d68c0628-f07e-465a-a457-e4db4f059b3f service neutron] 10.222.0.55 "GET /v2.0/networks/4548f331-6e95-4b18-8089-e3c1fb7d7ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875671 Nov 15 12:16:56.562787 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-794451eb-8d9b-4e86-b87e-63139a84a208 req-c9024045-f19d-4f28-9566-da4d30eb3f64 service neutron] 10.222.0.55 "GET /v2.0/networks/4548f331-6e95-4b18-8089-e3c1fb7d7ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971923 Nov 15 12:16:57.276630 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9946dc-9c63-483c-9896-55ff584d40d4 req-c1a1dd9c-c581-4115-bc25-d59831985ba0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:57.278134 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e9946dc-9c63-483c-9896-55ff584d40d4 req-c1a1dd9c-c581-4115-bc25-d59831985ba0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 945 time: 0.0498722 Nov 15 12:16:57.327081 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e9946dc-9c63-483c-9896-55ff584d40d4 req-b5bcc725-afd4-4d67-8141-03d12e882256 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428622 Nov 15 12:16:58.453045 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1120ea1-faca-4388-bde8-3888ef309439 req-58c16d6e-caa5-411c-8b3c-cc9b328d1a69 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:58.454524 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e1120ea1-faca-4388-bde8-3888ef309439 req-58c16d6e-caa5-411c-8b3c-cc9b328d1a69 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 945 time: 0.0487466 Nov 15 12:16:58.508751 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e1120ea1-faca-4388-bde8-3888ef309439 req-61e702b3-c81b-4a12-ab2a-0ed3cd7f1a33 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476830 Nov 15 12:16:59.633141 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1d93d-5f1e-4f2d-b5cf-9245e4793702 req-5d039a90-b519-46d9-b0a7-1ef22056acd2 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:16:59.634626 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8a1d93d-5f1e-4f2d-b5cf-9245e4793702 req-5d039a90-b519-46d9-b0a7-1ef22056acd2 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 945 time: 0.0537927 Nov 15 12:16:59.682713 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f8a1d93d-5f1e-4f2d-b5cf-9245e4793702 req-e5cd28ee-3686-4100-8f94-250d02f48e8b tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419953 Nov 15 12:17:00.187477 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:00.805743 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41dabd-fc9b-4cc0-a856-235f9916f82f req-c01ef068-a7e0-4614-85e5-7e647b5391c4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:00.807236 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a41dabd-fc9b-4cc0-a856-235f9916f82f req-c01ef068-a7e0-4614-85e5-7e647b5391c4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 945 time: 0.0527940 Nov 15 12:17:00.861376 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a41dabd-fc9b-4cc0-a856-235f9916f82f req-5dd4f87c-05c8-405c-b700-6678923b4f5b tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447624 Nov 15 12:17:01.990774 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0ea38-1d03-4f4a-887f-c4a42f4e34b9 req-a91a708e-a3b7-41f5-aab6-013fde670470 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:01.992294 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8fb0ea38-1d03-4f4a-887f-c4a42f4e34b9 req-a91a708e-a3b7-41f5-aab6-013fde670470 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 945 time: 0.0509882 Nov 15 12:17:02.049988 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8fb0ea38-1d03-4f4a-887f-c4a42f4e34b9 req-3157bc85-4230-4abe-beac-d9786f248c24 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482483 Nov 15 12:17:02.269338 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:03.178966 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86229c6-f732-42d7-90f2-406d1f9cd3e4 req-b1b6d779-f28e-45a6-b9da-262aa6668512 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:03.180462 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e86229c6-f732-42d7-90f2-406d1f9cd3e4 req-b1b6d779-f28e-45a6-b9da-262aa6668512 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 945 time: 0.0499821 Nov 15 12:17:03.230484 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e86229c6-f732-42d7-90f2-406d1f9cd3e4 req-641fdb4b-9b4f-4e71-a342-e26f0e620c34 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437198 Nov 15 12:17:04.351704 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b451adc-e6eb-45b0-926f-16a769599043 req-606764e0-fe8d-41ea-94a5-68ddfdeb0ee2 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:04.353388 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b451adc-e6eb-45b0-926f-16a769599043 req-606764e0-fe8d-41ea-94a5-68ddfdeb0ee2 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 945 time: 0.0533476 Nov 15 12:17:04.405731 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0b451adc-e6eb-45b0-926f-16a769599043 req-e48a6d16-2fab-4c18-9966-562857a87ca8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442154 Nov 15 12:17:05.534840 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85413d-4c29-4cce-a03f-f609db15804e req-aab4b651-9b8e-464f-9137-738f6fa5961d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:05.536431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa85413d-4c29-4cce-a03f-f609db15804e req-aab4b651-9b8e-464f-9137-738f6fa5961d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 945 time: 0.0567505 Nov 15 12:17:05.586896 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-aa85413d-4c29-4cce-a03f-f609db15804e req-36b4d203-2b0f-4f99-b541-3da80af66092 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439517 Nov 15 12:17:06.352707 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-61536b66-8d0a-4f2f-b5b1-eafb12024fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:06.704967 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2c174-c736-49e6-abfe-c7c788a44c04 req-4419f9b4-59ab-463f-a1cf-9721e60bf1b7 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:06.706454 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55c2c174-c736-49e6-abfe-c7c788a44c04 req-4419f9b4-59ab-463f-a1cf-9721e60bf1b7 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 945 time: 0.0495772 Nov 15 12:17:06.757070 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-55c2c174-c736-49e6-abfe-c7c788a44c04 req-7cc34033-e0eb-455d-8c64-7f919a63be17 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444338 Nov 15 12:17:07.890728 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860ac70-3b4e-433b-8bba-d00a0a120b42 req-a5bc87c5-a13e-404b-8583-7e9553bab6e2 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:07.892264 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0860ac70-3b4e-433b-8bba-d00a0a120b42 req-a5bc87c5-a13e-404b-8583-7e9553bab6e2 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 945 time: 0.0560191 Nov 15 12:17:07.941520 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0860ac70-3b4e-433b-8bba-d00a0a120b42 req-290a2664-7c7d-455e-9e72-8037428c9478 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428076 Nov 15 12:17:08.446953 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fba317c5-6cf1-4e7f-b03f-561f87f1316e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:09.072715 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0215e6f-400a-4f2a-a944-d2728f0e00df req-5c9f8d64-ace5-4118-aa46-0f61c7da7f9c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:09.074083 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0215e6f-400a-4f2a-a944-d2728f0e00df req-5c9f8d64-ace5-4118-aa46-0f61c7da7f9c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 945 time: 0.0533724 Nov 15 12:17:09.123562 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0215e6f-400a-4f2a-a944-d2728f0e00df req-563a82b5-94f6-4ce5-ac00-ac3c4f9564b2 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435390 Nov 15 12:17:09.934749 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-174969bf-102d-4e14-be80-7172cbbc851c req-ea6a5ed7-d735-4419-aecd-818e59fa4f4d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430992 Nov 15 12:17:10.016475 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174969bf-102d-4e14-be80-7172cbbc851c req-9010db7c-362e-44f2-920e-9222a91af031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:10.017943 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-174969bf-102d-4e14-be80-7172cbbc851c req-9010db7c-362e-44f2-920e-9222a91af031 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0415044 Nov 15 12:17:10.114257 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:10.129098 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174969bf-102d-4e14-be80-7172cbbc851c req-0f771663-0a84-4685-94f3-bbcba95547c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:10.130722 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-174969bf-102d-4e14-be80-7172cbbc851c req-0f771663-0a84-4685-94f3-bbcba95547c2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0927551 Nov 15 12:17:10.171557 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-174969bf-102d-4e14-be80-7172cbbc851c req-fe718db1-b2b8-4b44-ba01-cb8b9c275ca0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0340452 Nov 15 12:17:10.227239 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174969bf-102d-4e14-be80-7172cbbc851c req-8243fae6-2b39-4ae0-870f-b47edb2ec055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:10.228726 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-174969bf-102d-4e14-be80-7172cbbc851c req-8243fae6-2b39-4ae0-870f-b47edb2ec055 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0500224 Nov 15 12:17:10.248473 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9154382-989e-4509-9d00-14d8a8c43a14 req-10f8b6c5-0f00-4538-964f-2bd6b48c432b tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:10.250031 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b9154382-989e-4509-9d00-14d8a8c43a14 req-10f8b6c5-0f00-4538-964f-2bd6b48c432b tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 945 time: 0.0534587 Nov 15 12:17:10.273824 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174969bf-102d-4e14-be80-7172cbbc851c req-3055e97b-356e-4e18-8b8f-131a09c8317d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:10.275323 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-174969bf-102d-4e14-be80-7172cbbc851c req-3055e97b-356e-4e18-8b8f-131a09c8317d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395851 Nov 15 12:17:10.304897 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b9154382-989e-4509-9d00-14d8a8c43a14 req-6c8db2c7-81fc-4a59-8c09-ef4431c6dde0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485704 Nov 15 12:17:10.364657 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-174969bf-102d-4e14-be80-7172cbbc851c req-17ebc475-82ed-48c9-920b-dc135117245b service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819352 Nov 15 12:17:10.459251 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-174969bf-102d-4e14-be80-7172cbbc851c req-d24647c7-ca7f-4662-a627-0e5325162a49 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878356 Nov 15 12:17:11.437380 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e02b60-d0f7-44c9-a836-a2d7a5e6c136 req-04bda1f2-e89e-4a51-81d9-bb2299c66866 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:11.438759 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d6e02b60-d0f7-44c9-a836-a2d7a5e6c136 req-04bda1f2-e89e-4a51-81d9-bb2299c66866 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 945 time: 0.0504334 Nov 15 12:17:11.488725 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d6e02b60-d0f7-44c9-a836-a2d7a5e6c136 req-058080c8-2198-4c25-ac4a-e928a41177bd tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436115 Nov 15 12:17:11.671645 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:12.210900 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:12.616957 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606111a0-a9a4-4fdf-8d39-0bfa10b0514e req-70ec39d8-7f6a-45f3-a102-d37acd2674c5 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:12.618434 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-606111a0-a9a4-4fdf-8d39-0bfa10b0514e req-70ec39d8-7f6a-45f3-a102-d37acd2674c5 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 945 time: 0.0513263 Nov 15 12:17:12.672794 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-606111a0-a9a4-4fdf-8d39-0bfa10b0514e req-b7da84e4-5791-4757-9cba-c6f8d0074447 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482588 Nov 15 12:17:12.700903 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54744) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:17:12.765895 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f8e17808-073c-415a-9dc1-d6b10ed5b9d7 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/floatingips/1980dcc5-54d7-476c-b966-1bb8104b0f98 HTTP/1.1" status: 200 len: 992 time: 0.0638547 Nov 15 12:17:14.090084 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-209c6995-356d-4f53-997c-a79c67e57a2b req-85ba9fe3-569e-4769-ad56-37a24fcf79e1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419576 Nov 15 12:17:14.179316 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c6995-356d-4f53-997c-a79c67e57a2b req-c689aa68-c9c6-4699-b845-2b3c52aba19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:14.180876 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-209c6995-356d-4f53-997c-a79c67e57a2b req-c689aa68-c9c6-4699-b845-2b3c52aba19c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 1096 time: 0.0454717 Nov 15 12:17:14.290304 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c6995-356d-4f53-997c-a79c67e57a2b req-a40c9a0d-41ce-4e4c-8835-72ed39828b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:14.291790 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-209c6995-356d-4f53-997c-a79c67e57a2b req-a40c9a0d-41ce-4e4c-8835-72ed39828b68 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4548f331-6e95-4b18-8089-e3c1fb7d7ac6 HTTP/1.1" status: 200 len: 898 time: 0.0877495 Nov 15 12:17:14.370439 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-209c6995-356d-4f53-997c-a79c67e57a2b req-88be16ea-c92e-447c-aee2-6a12b358164f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a1c851-af27-4f43-80ac-47379c27199c HTTP/1.1" status: 200 len: 1000 time: 0.0708084 Nov 15 12:17:14.420960 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c6995-356d-4f53-997c-a79c67e57a2b req-4ff8e755-3b80-4397-a9ed-ce859bcfe4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:14.422377 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-209c6995-356d-4f53-997c-a79c67e57a2b req-4ff8e755-3b80-4397-a9ed-ce859bcfe4a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=382d4ede-9a29-413a-b551-2c4bd561632b HTTP/1.1" status: 200 len: 834 time: 0.0443377 Nov 15 12:17:14.472330 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c6995-356d-4f53-997c-a79c67e57a2b req-ad130bd0-adfb-4f3d-bf9a-8fce44a369b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:14.474293 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-209c6995-356d-4f53-997c-a79c67e57a2b req-ad130bd0-adfb-4f3d-bf9a-8fce44a369b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4548f331-6e95-4b18-8089-e3c1fb7d7ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450275 Nov 15 12:17:14.890083 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-209c6995-356d-4f53-997c-a79c67e57a2b req-5aa78d45-cd92-4717-bdfc-4f296460f7d8 service neutron] 10.222.0.55 "GET /v2.0/networks/4548f331-6e95-4b18-8089-e3c1fb7d7ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088364 Nov 15 12:17:14.993170 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-209c6995-356d-4f53-997c-a79c67e57a2b req-02336e1e-3521-4524-b33c-92316bfbdf2e service neutron] 10.222.0.55 "GET /v2.0/networks/4548f331-6e95-4b18-8089-e3c1fb7d7ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952027 Nov 15 12:17:26.818336 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:17:30.186181 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:32.275481 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:36.359068 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3deeed1d-86a0-4d5b-ae89-eb7a15cf8a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:38.455289 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-66509905-2393-4b1c-8c7b-76a276310746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:40.119989 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:41.675617 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:42.217902 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:45.432673 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54762) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:17:45.595078 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting port 228156ff-18a6-442f-a3a0-d5846db6978b {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:17:45.595368 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:45.675142 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:45.675475 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:45.687024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Calling delete_port for 228156ff-18a6-442f-a3a0-d5846db6978b owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:17:45.835536 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:45.863476 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Port': ['ID=228156ff-18a6-442f-a3a0-d5846db6978b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:45.875331 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:45.875671 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:45.876034 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:45.876362 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:45.876683 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:45.877028 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:45.877351 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:45.877673 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:45.877996 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:45.878311 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:45.878668 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:45.878979 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:45.931372 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:45.931705 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Floating IP 1980dcc5-54d7-476c-b966-1bb8104b0f98 disassociated (deleted). External IP: 172.25.7.73, port: 83a1c851-af27-4f43-80ac-47379c27199c. Nov 15 12:17:46.136801 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router 2e70d8b4-2eb7-4bcc-a9c6-69724a455037 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:17:46.247987 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:17:46.253393 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:46.258111 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1350dbe-5701-45ad-9946-351c02744059 None None] Sync routers for ids ['2e70d8b4-2eb7-4bcc-a9c6-69724a455037'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:17:46.268528 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1350dbe-5701-45ad-9946-351c02744059 None None] Routers {'2e70d8b4-2eb7-4bcc-a9c6-69724a455037'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:17:46.269167 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e1350dbe-5701-45ad-9946-351c02744059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:17:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['2e70d8b4-2eb7-4bcc-a9c6-69724a455037'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:17:46.282700 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5bf2d594-4cda-48b9-9a54-d0eec8d23c47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/floatingips/1980dcc5-54d7-476c-b966-1bb8104b0f98 HTTP/1.1" status: 204 len: 168 time: 0.8461576 Nov 15 12:17:46.282700 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41', 'tag': '83a1c851-af27-4f43-80ac-47379c27199c'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:17:46.283462 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10b531b19c16a4bb032ad9325c521bd4bf8029a5360c7e3eb9d5ecffe28e67c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cd865e-3c15-4ded-919b-41909797cd35" -d '{"events": [{"name": "network-changed", "server_uuid": "adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41", "tag": "83a1c851-af27-4f43-80ac-47379c27199c"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:17:46.373786 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-e1350dbe-5701-45ad-9946-351c02744059 None None] Set router 2e70d8b4-2eb7-4bcc-a9c6-69724a455037 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:17:46.446192 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3aa85e3-05bc-4b9a-a4f7-e921913d2a03 x-openstack-request-id: req-e3aa85e3-05bc-4b9a-a4f7-e921913d2a03 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:17:46.446711 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41", "tag": "83a1c851-af27-4f43-80ac-47379c27199c", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:17:46.446711 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3aa85e3-05bc-4b9a-a4f7-e921913d2a03 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:17:46.447211 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41', 'tag': '83a1c851-af27-4f43-80ac-47379c27199c', 'status': 'completed', 'code': 200} Nov 15 12:17:46.515764 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd865e-3c15-4ded-919b-41909797cd35 req-1d2f354d-db87-4007-baf0-b4968d288a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:46.518339 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30cd865e-3c15-4ded-919b-41909797cd35 req-1d2f354d-db87-4007-baf0-b4968d288a4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 1096 time: 0.0464942 Nov 15 12:17:46.541409 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd86e3d-fbd6-448a-a9c0-f46e1f29b3ec req-2c3b5bdc-a7b1-4431-a3d5-646f248b2a59 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:46.542934 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dd86e3d-fbd6-448a-a9c0-f46e1f29b3ec req-2c3b5bdc-a7b1-4431-a3d5-646f248b2a59 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 945 time: 0.0508993 Nov 15 12:17:46.581487 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e1350dbe-5701-45ad-9946-351c02744059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313060768', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:16:01Z', 'updated_at': '2021-11-15T12:16:05Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:16:02Z', 'updated_at': '2021-11-15T12:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '83d0bdd8-5269-4663-b23e-5f99399d7339', 'name': '', 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:62:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '382d4ede-9a29-413a-b551-2c4bd561632b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:16:04Z', 'updated_at': '2021-11-15T12:16:08Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '382d4ede-9a29-413a-b551-2c4bd561632b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:17:46.594900 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3dd86e3d-fbd6-448a-a9c0-f46e1f29b3ec req-d8977921-8590-4aff-bf3d-ba25801bf148 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456493 Nov 15 12:17:46.608425 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1350dbe-5701-45ad-9946-351c02744059 None None] Checking router: 2e70d8b4-2eb7-4bcc-a9c6-69724a455037 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:17:46.614919 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd865e-3c15-4ded-919b-41909797cd35 req-0a3b9279-6174-40ef-84c7-5e8991b2be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:46.616400 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1350dbe-5701-45ad-9946-351c02744059 None None] Routers {'2e70d8b4-2eb7-4bcc-a9c6-69724a455037'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:17:46.616797 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30cd865e-3c15-4ded-919b-41909797cd35 req-0a3b9279-6174-40ef-84c7-5e8991b2be3f service neutron] 10.222.0.55 "GET /v2.0/networks?id=4548f331-6e95-4b18-8089-e3c1fb7d7ac6 HTTP/1.1" status: 200 len: 898 time: 0.0898483 Nov 15 12:17:46.616978 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e1350dbe-5701-45ad-9946-351c02744059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:17:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['2e70d8b4-2eb7-4bcc-a9c6-69724a455037'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:17:46.662878 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30cd865e-3c15-4ded-919b-41909797cd35 req-2dd33de3-e3ea-44e2-a477-50c437cee47c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83a1c851-af27-4f43-80ac-47379c27199c HTTP/1.1" status: 200 len: 217 time: 0.0385184 Nov 15 12:17:46.713416 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd865e-3c15-4ded-919b-41909797cd35 req-2da9a8fd-5017-48af-846a-7fe3e85683cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:46.715334 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30cd865e-3c15-4ded-919b-41909797cd35 req-2da9a8fd-5017-48af-846a-7fe3e85683cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=382d4ede-9a29-413a-b551-2c4bd561632b HTTP/1.1" status: 200 len: 834 time: 0.0453029 Nov 15 12:17:46.717944 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-e1350dbe-5701-45ad-9946-351c02744059 None None] Set router 2e70d8b4-2eb7-4bcc-a9c6-69724a455037 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:17:46.764330 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd865e-3c15-4ded-919b-41909797cd35 req-6d271a56-2268-4f12-8fe0-fff36e0e9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:46.765834 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30cd865e-3c15-4ded-919b-41909797cd35 req-6d271a56-2268-4f12-8fe0-fff36e0e9ae1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4548f331-6e95-4b18-8089-e3c1fb7d7ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417531 Nov 15 12:17:46.868502 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30cd865e-3c15-4ded-919b-41909797cd35 req-ee4223eb-c08b-406f-8e08-46ffef01d03e service neutron] 10.222.0.55 "GET /v2.0/networks/4548f331-6e95-4b18-8089-e3c1fb7d7ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937688 Nov 15 12:17:46.911947 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-e1350dbe-5701-45ad-9946-351c02744059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313060768', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:16:01Z', 'updated_at': '2021-11-15T12:16:05Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:16:02Z', 'updated_at': '2021-11-15T12:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '83d0bdd8-5269-4663-b23e-5f99399d7339', 'name': '', 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:62:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '382d4ede-9a29-413a-b551-2c4bd561632b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:16:04Z', 'updated_at': '2021-11-15T12:16:08Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '382d4ede-9a29-413a-b551-2c4bd561632b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:17:46.941999 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1350dbe-5701-45ad-9946-351c02744059 None None] The sync data for ids ['2e70d8b4-2eb7-4bcc-a9c6-69724a455037'] in n-d-729945-9 is: [{'id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313060768', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:16:01Z', 'updated_at': '2021-11-15T12:16:05Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:16:02Z', 'updated_at': '2021-11-15T12:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '83d0bdd8-5269-4663-b23e-5f99399d7339', 'name': '', 'network_id': '4548f331-6e95-4b18-8089-e3c1fb7d7ac6', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:62:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '382d4ede-9a29-413a-b551-2c4bd561632b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:16:04Z', 'updated_at': '2021-11-15T12:16:08Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '382d4ede-9a29-413a-b551-2c4bd561632b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:17:46.959403 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30cd865e-3c15-4ded-919b-41909797cd35 req-aaad9145-64ac-4c8e-aa12-d5e80d8acabe service neutron] 10.222.0.55 "GET /v2.0/networks/4548f331-6e95-4b18-8089-e3c1fb7d7ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826235 Nov 15 12:17:47.177579 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ec4223-e69f-45e5-8bf8-43f0d3224472 None None] New status for floating IP 1980dcc5-54d7-476c-b966-1bb8104b0f98: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:17:47.735020 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8085069-260b-4a11-b8ee-20551c01cac4 req-d6d6aeb2-e6af-40c6-b3fc-1b16aad93e1a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:47.736512 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d8085069-260b-4a11-b8ee-20551c01cac4 req-d6d6aeb2-e6af-40c6-b3fc-1b16aad93e1a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 945 time: 0.0540140 Nov 15 12:17:47.788540 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d8085069-260b-4a11-b8ee-20551c01cac4 req-21c20ea7-3e0a-4105-9200-7e59cf6e4e09 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ede691ec-68ec-4bbd-8209-699d4219c346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428100 Nov 15 12:17:48.068339 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ceb14-32ec-4759-a410-40b1a7a82d5a req-a6a8e5ac-69c3-40eb-86e8-e59c1244dda5 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:48.069703 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5a1ceb14-32ec-4759-a410-40b1a7a82d5a req-a6a8e5ac-69c3-40eb-86e8-e59c1244dda5 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.55 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 945 time: 0.0548806 Nov 15 12:17:48.161857 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-5a1ceb14-32ec-4759-a410-40b1a7a82d5a req-3ed47339-4041-4d4d-ace3-a1456b7b6aa6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting port 83a1c851-af27-4f43-80ac-47379c27199c {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:17:48.162209 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a1ceb14-32ec-4759-a410-40b1a7a82d5a req-3ed47339-4041-4d4d-ace3-a1456b7b6aa6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:48.255030 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-5a1ceb14-32ec-4759-a410-40b1a7a82d5a req-3ed47339-4041-4d4d-ace3-a1456b7b6aa6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] For port 83a1c851-af27-4f43-80ac-47379c27199c, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=83a1c851-af27-4f43-80ac-47379c27199c,segment=NetworkSegment(5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a),segment_id=5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:17:48.255419 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a1ceb14-32ec-4759-a410-40b1a7a82d5a req-3ed47339-4041-4d4d-ace3-a1456b7b6aa6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:48.272875 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-5a1ceb14-32ec-4759-a410-40b1a7a82d5a req-3ed47339-4041-4d4d-ace3-a1456b7b6aa6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Calling delete_port for 83a1c851-af27-4f43-80ac-47379c27199c owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:17:48.403769 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a1ceb14-32ec-4759-a410-40b1a7a82d5a req-3ed47339-4041-4d4d-ace3-a1456b7b6aa6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:48.435754 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed47339-4041-4d4d-ace3-a1456b7b6aa6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Port': ['ID=83a1c851-af27-4f43-80ac-47379c27199c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:48.448032 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed47339-4041-4d4d-ace3-a1456b7b6aa6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:48.448395 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed47339-4041-4d4d-ace3-a1456b7b6aa6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:48.448730 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed47339-4041-4d4d-ace3-a1456b7b6aa6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:48.449059 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed47339-4041-4d4d-ace3-a1456b7b6aa6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:48.449381 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed47339-4041-4d4d-ace3-a1456b7b6aa6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:48.449704 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed47339-4041-4d4d-ace3-a1456b7b6aa6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:48.450025 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed47339-4041-4d4d-ace3-a1456b7b6aa6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:48.450346 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed47339-4041-4d4d-ace3-a1456b7b6aa6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:48.450660 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed47339-4041-4d4d-ace3-a1456b7b6aa6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:48.450975 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed47339-4041-4d4d-ace3-a1456b7b6aa6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:48.451291 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed47339-4041-4d4d-ace3-a1456b7b6aa6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:48.451618 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed47339-4041-4d4d-ace3-a1456b7b6aa6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:48.485556 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1ceb14-32ec-4759-a410-40b1a7a82d5a req-3ed47339-4041-4d4d-ace3-a1456b7b6aa6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] No DVR routers for this DVR port 83a1c851-af27-4f43-80ac-47379c27199c on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:17:48.488335 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-5a1ceb14-32ec-4759-a410-40b1a7a82d5a req-3ed47339-4041-4d4d-ace3-a1456b7b6aa6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:48.491809 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5a1ceb14-32ec-4759-a410-40b1a7a82d5a req-3ed47339-4041-4d4d-ace3-a1456b7b6aa6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.55 "DELETE /v2.0/ports/83a1c851-af27-4f43-80ac-47379c27199c HTTP/1.1" status: 204 len: 173 time: 0.4154382 Nov 15 12:17:48.492240 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41', 'name': 'network-vif-deleted', 'tag': '83a1c851-af27-4f43-80ac-47379c27199c'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:17:48.494536 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0362bec6-b0bc-43d0-b943-34fad057d077" -d '{"events": [{"server_uuid": "adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41", "name": "network-vif-deleted", "tag": "83a1c851-af27-4f43-80ac-47379c27199c"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:17:48.534827 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33950fc5-a99b-4452-b254-36a66202deef x-openstack-request-id: req-33950fc5-a99b-4452-b254-36a66202deef {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:17:48.535063 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41", "name": "network-vif-deleted", "tag": "83a1c851-af27-4f43-80ac-47379c27199c", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:17:48.535312 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-33950fc5-a99b-4452-b254-36a66202deef {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:17:48.535710 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41', 'name': 'network-vif-deleted', 'tag': '83a1c851-af27-4f43-80ac-47379c27199c', 'status': 'completed', 'code': 200} Nov 15 12:17:48.909067 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3338a0d-5ea2-44ad-b689-f820b5645303 req-87c9aa64-6c5b-4da2-9948-1f84d03cecb4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=adc6dd1c-b9ec-4fc6-af2b-f6b5c35e8c41 HTTP/1.1" status: 200 len: 210 time: 0.0266809 Nov 15 12:17:49.976041 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54778) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:17:50.350626 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00fff5dc-8426-4697-af85-78947720f010 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:50.629035 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-00fff5dc-8426-4697-af85-78947720f010 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting port 83d0bdd8-5269-4663-b23e-5f99399d7339 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:17:50.629282 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00fff5dc-8426-4697-af85-78947720f010 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:50.722726 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-00fff5dc-8426-4697-af85-78947720f010 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] For port 83d0bdd8-5269-4663-b23e-5f99399d7339, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=83d0bdd8-5269-4663-b23e-5f99399d7339,segment=NetworkSegment(5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a),segment_id=5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:17:50.723066 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00fff5dc-8426-4697-af85-78947720f010 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:50.736743 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-00fff5dc-8426-4697-af85-78947720f010 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Calling delete_port for 83d0bdd8-5269-4663-b23e-5f99399d7339 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:17:50.936674 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00fff5dc-8426-4697-af85-78947720f010 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:50.967949 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fff5dc-8426-4697-af85-78947720f010 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Port': ['ID=83d0bdd8-5269-4663-b23e-5f99399d7339,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:51.140793 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-00fff5dc-8426-4697-af85-78947720f010 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:51.361373 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fff5dc-8426-4697-af85-78947720f010 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router 2e70d8b4-2eb7-4bcc-a9c6-69724a455037 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:17:51.466563 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fff5dc-8426-4697-af85-78947720f010 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:17:51.472317 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-00fff5dc-8426-4697-af85-78947720f010 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "PUT /v2.0/routers/2e70d8b4-2eb7-4bcc-a9c6-69724a455037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4951823 Nov 15 12:17:51.475716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54780) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:17:51.477667 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66b6232-db91-4664-9db6-23fbcf444b99 None None] Sync routers for ids ['2e70d8b4-2eb7-4bcc-a9c6-69724a455037'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:17:51.487600 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66b6232-db91-4664-9db6-23fbcf444b99 None None] Routers {'2e70d8b4-2eb7-4bcc-a9c6-69724a455037'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:17:51.488255 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a66b6232-db91-4664-9db6-23fbcf444b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:17:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['2e70d8b4-2eb7-4bcc-a9c6-69724a455037'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:17:51.526154 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5feff32-0f67-445c-9e1e-355481232dbd tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting subnet 382d4ede-9a29-413a-b551-2c4bd561632b {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:17:51.529330 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5feff32-0f67-445c-9e1e-355481232dbd tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:51.568053 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5feff32-0f67-445c-9e1e-355481232dbd tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:51.593637 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-a66b6232-db91-4664-9db6-23fbcf444b99 None None] Set router 2e70d8b4-2eb7-4bcc-a9c6-69724a455037 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:17:51.652714 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5feff32-0f67-445c-9e1e-355481232dbd tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:51.711534 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5feff32-0f67-445c-9e1e-355481232dbd tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:51.736505 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5feff32-0f67-445c-9e1e-355481232dbd tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Subnet': ['ID=382d4ede-9a29-413a-b551-2c4bd561632b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:51.743425 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f5feff32-0f67-445c-9e1e-355481232dbd tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:51.747130 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f5feff32-0f67-445c-9e1e-355481232dbd tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/subnets/382d4ede-9a29-413a-b551-2c4bd561632b HTTP/1.1" status: 204 len: 168 time: 0.2702374 Nov 15 12:17:51.749828 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54782) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:17:51.750487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c068cc1f-574a-4b22-8ba2-8a07972b5262 None None] Network 4548f331-6e95-4b18-8089-e3c1fb7d7ac6 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:17:51.770934 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a66b6232-db91-4664-9db6-23fbcf444b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313060768', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:16:01Z', 'updated_at': '2021-11-15T12:17:50Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:16:02Z', 'updated_at': '2021-11-15T12:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:17:51.802763 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66b6232-db91-4664-9db6-23fbcf444b99 None None] Checking router: 2e70d8b4-2eb7-4bcc-a9c6-69724a455037 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:17:51.811270 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66b6232-db91-4664-9db6-23fbcf444b99 None None] Routers {'2e70d8b4-2eb7-4bcc-a9c6-69724a455037'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:17:51.811890 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a66b6232-db91-4664-9db6-23fbcf444b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:17:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['2e70d8b4-2eb7-4bcc-a9c6-69724a455037'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:17:51.859950 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa137e0b-b2e6-4fe1-bf80-7a7b0f71ac96 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:51.920917 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-a66b6232-db91-4664-9db6-23fbcf444b99 None None] Set router 2e70d8b4-2eb7-4bcc-a9c6-69724a455037 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:17:51.935630 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6a5b1a-0415-4a35-953a-bc842332912b None None] DHCP port deletion for 4548f331-6e95-4b18-8089-e3c1fb7d7ac6 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:17:51.974034 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa137e0b-b2e6-4fe1-bf80-7a7b0f71ac96 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:51.990472 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7b6a5b1a-0415-4a35-953a-bc842332912b None None] Deleting port 3926b13c-0983-4c4f-8a7b-312491841319 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:17:51.990890 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7b6a5b1a-0415-4a35-953a-bc842332912b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:52.042559 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-aa137e0b-b2e6-4fe1-bf80-7a7b0f71ac96 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting port 3ffad70b-cdbb-491b-8b85-f902744908da {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:17:52.042989 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa137e0b-b2e6-4fe1-bf80-7a7b0f71ac96 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:52.055012 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-7b6a5b1a-0415-4a35-953a-bc842332912b None None] For port 3926b13c-0983-4c4f-8a7b-312491841319, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3926b13c-0983-4c4f-8a7b-312491841319,segment=NetworkSegment(5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a),segment_id=5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:17:52.055369 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7b6a5b1a-0415-4a35-953a-bc842332912b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:52.073401 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7b6a5b1a-0415-4a35-953a-bc842332912b None None] Calling delete_port for 3926b13c-0983-4c4f-8a7b-312491841319 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:17:52.123521 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-aa137e0b-b2e6-4fe1-bf80-7a7b0f71ac96 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] For port 3ffad70b-cdbb-491b-8b85-f902744908da, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=3ffad70b-cdbb-491b-8b85-f902744908da,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:17:52.123902 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa137e0b-b2e6-4fe1-bf80-7a7b0f71ac96 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:52.136537 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-aa137e0b-b2e6-4fe1-bf80-7a7b0f71ac96 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Calling delete_port for 3ffad70b-cdbb-491b-8b85-f902744908da owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:17:52.157132 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7b6a5b1a-0415-4a35-953a-bc842332912b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:52.182917 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a5b1a-0415-4a35-953a-bc842332912b None None] Pushing event deleted for resources: {'Port': ['ID=3926b13c-0983-4c4f-8a7b-312491841319,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:52.187383 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6a5b1a-0415-4a35-953a-bc842332912b None None] No DVR routers for this DVR port 3926b13c-0983-4c4f-8a7b-312491841319 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:17:52.195297 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a5b1a-0415-4a35-953a-bc842332912b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:52.195637 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a5b1a-0415-4a35-953a-bc842332912b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:52.195994 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a5b1a-0415-4a35-953a-bc842332912b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:52.196326 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a5b1a-0415-4a35-953a-bc842332912b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:52.196649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a5b1a-0415-4a35-953a-bc842332912b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:52.196972 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a5b1a-0415-4a35-953a-bc842332912b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:52.197287 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a5b1a-0415-4a35-953a-bc842332912b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:52.197603 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a5b1a-0415-4a35-953a-bc842332912b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:52.197920 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a5b1a-0415-4a35-953a-bc842332912b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:52.198232 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a5b1a-0415-4a35-953a-bc842332912b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:52.198541 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a5b1a-0415-4a35-953a-bc842332912b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:52.199197 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a5b1a-0415-4a35-953a-bc842332912b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:17:52.221129 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a66b6232-db91-4664-9db6-23fbcf444b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313060768', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:16:01Z', 'updated_at': '2021-11-15T12:17:50Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:16:02Z', 'updated_at': '2021-11-15T12:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:17:52.247500 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66b6232-db91-4664-9db6-23fbcf444b99 None None] The sync data for ids ['2e70d8b4-2eb7-4bcc-a9c6-69724a455037'] in n-d-729945-9 is: [{'id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313060768', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:16:01Z', 'updated_at': '2021-11-15T12:17:50Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '3ffad70b-cdbb-491b-8b85-f902744908da', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70d8b4-2eb7-4bcc-a9c6-69724a455037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:16:02Z', 'updated_at': '2021-11-15T12:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:17:52.321116 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa137e0b-b2e6-4fe1-bf80-7a7b0f71ac96 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:52.346371 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa137e0b-b2e6-4fe1-bf80-7a7b0f71ac96 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Port': ['ID=3ffad70b-cdbb-491b-8b85-f902744908da,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:52.353163 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 83a1c851-af27-4f43-80ac-47379c27199c no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:17:52.378173 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15a2d67-a899-4c47-8380-8b175e9df1e5 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:17:52.380567 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 83a1c851-af27-4f43-80ac-47379c27199c {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:17:52.380968 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 83a1c851-af27-4f43-80ac-47379c27199c not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:17:52.417721 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa137e0b-b2e6-4fe1-bf80-7a7b0f71ac96 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:52.510910 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa137e0b-b2e6-4fe1-bf80-7a7b0f71ac96 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:52.513169 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa137e0b-b2e6-4fe1-bf80-7a7b0f71ac96 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:52.558915 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa137e0b-b2e6-4fe1-bf80-7a7b0f71ac96 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:52.559559 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa137e0b-b2e6-4fe1-bf80-7a7b0f71ac96 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Fanout notify agent at l3_agent the message router_deleted on router 2e70d8b4-2eb7-4bcc-a9c6-69724a455037 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 12:17:52.567002 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-aa137e0b-b2e6-4fe1-bf80-7a7b0f71ac96 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:52.568145 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-aa137e0b-b2e6-4fe1-bf80-7a7b0f71ac96 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/routers/2e70d8b4-2eb7-4bcc-a9c6-69724a455037 HTTP/1.1" status: 204 len: 168 time: 0.8171897 Nov 15 12:17:52.571020 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54784) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:17:52.969668 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e45b61d9-6908-4263-a312-aa938fb48236 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:53.066233 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e45b61d9-6908-4263-a312-aa938fb48236 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:53.077135 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3ffad70b-cdbb-491b-8b85-f902744908da no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:17:53.089258 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e45b61d9-6908-4263-a312-aa938fb48236 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4548f331-6e95-4b18-8089-e3c1fb7d7ac6']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:17:53.098950 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e45b61d9-6908-4263-a312-aa938fb48236 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:17:53.099136 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-e45b61d9-6908-4263-a312-aa938fb48236 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aed4a6d-c6c9-40cd-a22b-d4086cbb1c8a') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:17:53.101778 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 3ffad70b-cdbb-491b-8b85-f902744908da {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:17:53.102119 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3ffad70b-cdbb-491b-8b85-f902744908da not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:17:53.102521 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3926b13c-0983-4c4f-8a7b-312491841319 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:17:53.112543 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e45b61d9-6908-4263-a312-aa938fb48236 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:53.125168 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 3926b13c-0983-4c4f-8a7b-312491841319 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:17:53.125504 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 3926b13c-0983-4c4f-8a7b-312491841319 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:17:53.125963 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 83d0bdd8-5269-4663-b23e-5f99399d7339 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:17:53.126675 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e45b61d9-6908-4263-a312-aa938fb48236 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:53.133478 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45b61d9-6908-4263-a312-aa938fb48236 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:17:53.133874 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e45b61d9-6908-4263-a312-aa938fb48236 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: timer() Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:17:53.136987 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:17:53.146347 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 83d0bdd8-5269-4663-b23e-5f99399d7339 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:17:53.146700 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 83d0bdd8-5269-4663-b23e-5f99399d7339 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:17:53.195590 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e45b61d9-6908-4263-a312-aa938fb48236 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:53.200916 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e45b61d9-6908-4263-a312-aa938fb48236 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:53.204249 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e45b61d9-6908-4263-a312-aa938fb48236 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/networks/4548f331-6e95-4b18-8089-e3c1fb7d7ac6 HTTP/1.1" status: 204 len: 168 time: 0.6319184 Nov 15 12:17:53.207609 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54786) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:17:53.221002 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b61d9-6908-4263-a312-aa938fb48236 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Network': ['ID=4548f331-6e95-4b18-8089-e3c1fb7d7ac6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:53.266308 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c71a-df3a-4259-b8ee-74d6d8d3d90e tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:53.291722 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c71a-df3a-4259-b8ee-74d6d8d3d90e tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:53.358917 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c71a-df3a-4259-b8ee-74d6d8d3d90e tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:53.361627 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c71a-df3a-4259-b8ee-74d6d8d3d90e tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:53.362859 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a0f8c71a-df3a-4259-b8ee-74d6d8d3d90e tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/security-groups/ede691ec-68ec-4bbd-8209-699d4219c346 HTTP/1.1" status: 204 len: 168 time: 0.1545746 Nov 15 12:17:53.372306 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8c71a-df3a-4259-b8ee-74d6d8d3d90e tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede691ec-68ec-4bbd-8209-699d4219c346,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:53.681983 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54792) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:17:53.686822 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-77b064cc-1612-4e86-92f2-7cca71c5688f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1133811742', 'description': 'tempest-secgroup-smoke-1133811742 description', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:17:53.713427 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77b064cc-1612-4e86-92f2-7cca71c5688f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:53.784242 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77b064cc-1612-4e86-92f2-7cca71c5688f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:53.790296 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77b064cc-1612-4e86-92f2-7cca71c5688f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:53.824111 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-77b064cc-1612-4e86-92f2-7cca71c5688f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:53.825352 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-77b064cc-1612-4e86-92f2-7cca71c5688f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1423049 Nov 15 12:17:53.828689 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54794) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:17:53.829400 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b064cc-1612-4e86-92f2-7cca71c5688f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4b50d8-d44c-4122-a9fb-8845e07ef007,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:53.833665 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-9e1d042f-fa67-4436-a2bd-cc7339c27fba tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': '9f4b50d8-d44c-4122-a9fb-8845e07ef007', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:17:53.862350 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e1d042f-fa67-4436-a2bd-cc7339c27fba tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:53.921563 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e1d042f-fa67-4436-a2bd-cc7339c27fba tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:53.927648 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e1d042f-fa67-4436-a2bd-cc7339c27fba tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:53.947719 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d042f-fa67-4436-a2bd-cc7339c27fba tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9ba509-6b90-4126-965b-09c358265450,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:53.953455 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-9e1d042f-fa67-4436-a2bd-cc7339c27fba tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:53.956297 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-9e1d042f-fa67-4436-a2bd-cc7339c27fba tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264825 Nov 15 12:17:53.957545 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54796) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:17:53.962213 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ade099ed-66a7-4faa-9db6-f5325e00449a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': '9f4b50d8-d44c-4122-a9fb-8845e07ef007', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:17:53.991235 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ade099ed-66a7-4faa-9db6-f5325e00449a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.052226 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ade099ed-66a7-4faa-9db6-f5325e00449a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.058099 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ade099ed-66a7-4faa-9db6-f5325e00449a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.082297 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade099ed-66a7-4faa-9db6-f5325e00449a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27bf3f6f-fec6-40d2-9618-249d2e299d2f,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:54.091782 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ade099ed-66a7-4faa-9db6-f5325e00449a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.093011 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ade099ed-66a7-4faa-9db6-f5325e00449a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343133 Nov 15 12:17:54.096295 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54798) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:17:54.101507 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0048062c-c0df-45c1-b841-3064c27bc7e4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': '9f4b50d8-d44c-4122-a9fb-8845e07ef007', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:17:54.131639 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0048062c-c0df-45c1-b841-3064c27bc7e4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.190031 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0048062c-c0df-45c1-b841-3064c27bc7e4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.194997 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0048062c-c0df-45c1-b841-3064c27bc7e4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.211918 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048062c-c0df-45c1-b841-3064c27bc7e4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7840f140-4953-4906-9d19-2637405f7340,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:54.220024 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0048062c-c0df-45c1-b841-3064c27bc7e4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.221219 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0048062c-c0df-45c1-b841-3064c27bc7e4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239724 Nov 15 12:17:54.224083 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54800) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:17:54.228875 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4f96c209-afc4-4582-8180-9e5ea3a67a1d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': '9f4b50d8-d44c-4122-a9fb-8845e07ef007', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:17:54.256073 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f96c209-afc4-4582-8180-9e5ea3a67a1d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.312085 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f96c209-afc4-4582-8180-9e5ea3a67a1d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.317333 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f96c209-afc4-4582-8180-9e5ea3a67a1d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.334796 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96c209-afc4-4582-8180-9e5ea3a67a1d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9a0c8b-b705-454a-8bd5-0afad50b25fc,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:54.342451 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4f96c209-afc4-4582-8180-9e5ea3a67a1d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.343633 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4f96c209-afc4-4582-8180-9e5ea3a67a1d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183124 Nov 15 12:17:54.346510 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54802) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:17:54.351142 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-a3e65d50-3782-4069-a86b-8b2b25350b34 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': '9f4b50d8-d44c-4122-a9fb-8845e07ef007', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:17:54.373758 n-d-729945-9 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-a3e65d50-3782-4069-a86b-8b2b25350b34 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Project dee52e5d2fae4e31831254954d5b6ea1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 12:17:54.378504 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3e65d50-3782-4069-a86b-8b2b25350b34 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.445079 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3e65d50-3782-4069-a86b-8b2b25350b34 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.451079 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3e65d50-3782-4069-a86b-8b2b25350b34 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.472057 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e65d50-3782-4069-a86b-8b2b25350b34 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c394b9-40a5-401e-b0b1-f4dc57fe85f4,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:54.480968 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a3e65d50-3782-4069-a86b-8b2b25350b34 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.482172 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a3e65d50-3782-4069-a86b-8b2b25350b34 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1347513 Nov 15 12:17:54.484975 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54804) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:17:54.489429 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7cfc32f7-406b-495f-9a52-0463f156d424 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': '9f4b50d8-d44c-4122-a9fb-8845e07ef007', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:17:54.514414 n-d-729945-9 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-7cfc32f7-406b-495f-9a52-0463f156d424 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Project dee52e5d2fae4e31831254954d5b6ea1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 12:17:54.519358 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7cfc32f7-406b-495f-9a52-0463f156d424 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.584275 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7cfc32f7-406b-495f-9a52-0463f156d424 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.589939 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7cfc32f7-406b-495f-9a52-0463f156d424 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.611072 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc32f7-406b-495f-9a52-0463f156d424 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c062a5c-d9cc-4402-8019-16f7c36b7981,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:54.618064 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7cfc32f7-406b-495f-9a52-0463f156d424 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.619254 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7cfc32f7-406b-495f-9a52-0463f156d424 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332581 Nov 15 12:17:54.622232 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54806) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:17:54.627059 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5c17a52c-499e-4986-9e66-f245b34ce7ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'network': {'name': 'tempest-network-smoke--98126555', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'port_security_enabled': True}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:17:54.650073 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c17a52c-499e-4986-9e66-f245b34ce7ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Made reservation on behalf of dee52e5d2fae4e31831254954d5b6ea1 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:17:54.653556 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c17a52c-499e-4986-9e66-f245b34ce7ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.677479 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c17a52c-499e-4986-9e66-f245b34ce7ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:17:54.687589 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c17a52c-499e-4986-9e66-f245b34ce7ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.687975 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-5c17a52c-499e-4986-9e66-f245b34ce7ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Added segment 80a1f8b9-1e73-497d-b709-36e748244b7a of type vlan for network 3144cc26-5c3c-4c60-af2d-32ce782d0ba9 Nov 15 12:17:54.728287 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c17a52c-499e-4986-9e66-f245b34ce7ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.761500 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c17a52c-499e-4986-9e66-f245b34ce7ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.766980 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c17a52c-499e-4986-9e66-f245b34ce7ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:54.767558 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5c17a52c-499e-4986-9e66-f245b34ce7ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.823621 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5c17a52c-499e-4986-9e66-f245b34ce7ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2003145 Nov 15 12:17:54.826697 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54808) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:17:54.831399 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-ad8cb6f5-18a7-4e98-92ee-3b57454643ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1512707326', 'admin_state_up': True, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:17:54.835511 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17a52c-499e-4986-9e66-f245b34ce7ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Network': ['ID=3144cc26-5c3c-4c60-af2d-32ce782d0ba9,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:54.855663 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 3144cc26-5c3c-4c60-af2d-32ce782d0ba9 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:17:54.858574 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb6f5-18a7-4e98-92ee-3b57454643ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.859638 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb6f5-18a7-4e98-92ee-3b57454643ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:54.912116 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb6f5-18a7-4e98-92ee-3b57454643ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:55.048976 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb6f5-18a7-4e98-92ee-3b57454643ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:55.247152 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb6f5-18a7-4e98-92ee-3b57454643ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:55.265544 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb6f5-18a7-4e98-92ee-3b57454643ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:55.367564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-ad8cb6f5-18a7-4e98-92ee-3b57454643ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Allocated IP 172.25.7.42 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/343766a3-105b-42fa-b719-14864ad9bb18) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:17:55.471458 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb6f5-18a7-4e98-92ee-3b57454643ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:55.506718 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb6f5-18a7-4e98-92ee-3b57454643ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:55.545148 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8cb6f5-18a7-4e98-92ee-3b57454643ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:17:55.548088 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-ad8cb6f5-18a7-4e98-92ee-3b57454643ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:17:55.551679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8cb6f5-18a7-4e98-92ee-3b57454643ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:17:55.560777 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273ed2d6-e6fe-47d0-8315-217a562775ca None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:17:55.572915 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8cb6f5-18a7-4e98-92ee-3b57454643ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=343766a3-105b-42fa-b719-14864ad9bb18,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:55.646715 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0fece6f4-a79a-4959-ba0e-acc0ae31a93b None None] Provisioning complete for port 343766a3-105b-42fa-b719-14864ad9bb18 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:17:55.646975 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0fece6f4-a79a-4959-ba0e-acc0ae31a93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:55.680429 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-0fece6f4-a79a-4959-ba0e-acc0ae31a93b None None] Port 343766a3-105b-42fa-b719-14864ad9bb18 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:17:55.821384 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb6f5-18a7-4e98-92ee-3b57454643ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:56.016992 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb6f5-18a7-4e98-92ee-3b57454643ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:56.152428 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8cb6f5-18a7-4e98-92ee-3b57454643ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router e8011b40-1060-4f43-b171-8e0e38e1eb19 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 12:17:56.258458 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8cb6f5-18a7-4e98-92ee-3b57454643ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:17:56.268848 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] Sync routers for ids ['e8011b40-1060-4f43-b171-8e0e38e1eb19'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:17:56.279195 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] Routers {'e8011b40-1060-4f43-b171-8e0e38e1eb19'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:17:56.279803 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:17:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e8011b40-1060-4f43-b171-8e0e38e1eb19'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:17:56.281024 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb6f5-18a7-4e98-92ee-3b57454643ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:56.285403 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-ad8cb6f5-18a7-4e98-92ee-3b57454643ee tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4545164 Nov 15 12:17:56.285708 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54810) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:17:56.316231 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-aa59be05-cb86-4ba0-acaa-e8a1ebba338a tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=dee52e5d2fae4e31831254954d5b6ea1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268707 Nov 15 12:17:56.316478 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54812) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:17:56.410100 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff10182-98d8-4ce8-8ef2-de0f5985ffff tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:56.411735 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-eff10182-98d8-4ce8-8ef2-de0f5985ffff tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0944428 Nov 15 12:17:56.414694 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54814) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:17:56.443317 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-74d50e01-035b-4431-8939-83a22081e1e9 tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273252 Nov 15 12:17:56.446044 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54816) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:17:56.450962 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-8eeac073-f6c0-441c-9650-9f6468210698 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-544245510', 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:17:56.541096 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eeac073-f6c0-441c-9650-9f6468210698 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Made reservation on behalf of dee52e5d2fae4e31831254954d5b6ea1 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:17:56.544823 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8eeac073-f6c0-441c-9650-9f6468210698 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:56.547471 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] Set router e8011b40-1060-4f43-b171-8e0e38e1eb19 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:17:56.727935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512707326', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '343766a3-105b-42fa-b719-14864ad9bb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:17:54Z', 'updated_at': '2021-11-15T12:17:55Z', 'revision_number': 3, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '343766a3-105b-42fa-b719-14864ad9bb18', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:17:55Z', 'updated_at': '2021-11-15T12:17:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:17:56.759114 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] Checking router: e8011b40-1060-4f43-b171-8e0e38e1eb19 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:17:56.759422 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] Updating router e8011b40-1060-4f43-b171-8e0e38e1eb19 port 343766a3-105b-42fa-b719-14864ad9bb18 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:17:56.786224 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:57.041383 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:57.049266 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:57.074143 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8eeac073-f6c0-441c-9650-9f6468210698 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:57.103113 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bd266d-a8c0-45e6-98c1-082a18b8cea9 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:17:57.113572 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] Attempting to bind port 343766a3-105b-42fa-b719-14864ad9bb18 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:17:57.113572 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] Attempting to bind port 343766a3-105b-42fa-b719-14864ad9bb18 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:17:57.113572 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] Attempting to bind port 343766a3-105b-42fa-b719-14864ad9bb18 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:17:57.115525 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd5e5c-9163-446d-b6a8-e4f3b1f920e4 None None] Pushing event updated for resources: {'Port': ['ID=343766a3-105b-42fa-b719-14864ad9bb18,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:57.121704 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:17:57.122064 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:17:57.122455 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:57.123344 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:17:57.123344 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] Bound port: 343766a3-105b-42fa-b719-14864ad9bb18, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:17:57.123651 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:57.134289 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeac073-f6c0-441c-9650-9f6468210698 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Subnet': ['ID=00af70b9-94e9-49d8-8e5c-d58e05fc251d,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:57.151064 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeac073-f6c0-441c-9650-9f6468210698 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Checking segment: {'id': '80a1f8b9-1e73-497d-b709-36e748244b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:17:57.151417 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeac073-f6c0-441c-9650-9f6468210698 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network hostable DHCP agents. Network: 3144cc26-5c3c-4c60-af2d-32ce782d0ba9, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:17:57.168716 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeac073-f6c0-441c-9650-9f6468210698 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 3144cc26-5c3c-4c60-af2d-32ce782d0ba9 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:17:57.177389 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] For port 343766a3-105b-42fa-b719-14864ad9bb18, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:17:57.179033 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-8eeac073-f6c0-441c-9650-9f6468210698 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 3144cc26-5c3c-4c60-af2d-32ce782d0ba9) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:17:57.180601 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] For port 343766a3-105b-42fa-b719-14864ad9bb18, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=343766a3-105b-42fa-b719-14864ad9bb18,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:17:57.184226 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeac073-f6c0-441c-9650-9f6468210698 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:57.185039 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8eeac073-f6c0-441c-9650-9f6468210698 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:57.185750 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:57.191261 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a53de2-f9c4-49d7-8534-ef8477e9c70e None None] Network 3144cc26-5c3c-4c60-af2d-32ce782d0ba9 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:17:57.205083 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8eeac073-f6c0-441c-9650-9f6468210698 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7579639 Nov 15 12:17:57.208657 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54818) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:17:57.292646 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2466bbf6-24f4-46ea-9665-586a1d15ea0f None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:17:57.307022 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-2d19031f-a6c7-4a5b-9fcb-1e1ac28010c9 None None] Provisioning complete for port 343766a3-105b-42fa-b719-14864ad9bb18 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:17:57.307299 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2d19031f-a6c7-4a5b-9fcb-1e1ac28010c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:57.312681 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] Routers {'e8011b40-1060-4f43-b171-8e0e38e1eb19'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:17:57.313300 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:17:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e8011b40-1060-4f43-b171-8e0e38e1eb19'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:17:57.376688 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd5e5c-9163-446d-b6a8-e4f3b1f920e4 None None] Pushing event updated for resources: {'Port': ['ID=343766a3-105b-42fa-b719-14864ad9bb18,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:57.528010 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] Set router e8011b40-1060-4f43-b171-8e0e38e1eb19 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:17:57.617521 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302f8314-6e9f-425b-96b0-dc67b3a5c765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-3144cc26-5c3c-4c60-af2d-32ce782d0ba9', 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ips': [{'subnet_id': '00af70b9-94e9-49d8-8e5c-d58e05fc251d'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:17:57.618360 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-302f8314-6e9f-425b-96b0-dc67b3a5c765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:57.641100 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-398790b6-340b-4db8-86dd-14ead42f583d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:57.642953 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2d19031f-a6c7-4a5b-9fcb-1e1ac28010c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:57.684483 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-2d19031f-a6c7-4a5b-9fcb-1e1ac28010c9 None None] For port 343766a3-105b-42fa-b719-14864ad9bb18, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=343766a3-105b-42fa-b719-14864ad9bb18,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:17:57.697155 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2d19031f-a6c7-4a5b-9fcb-1e1ac28010c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:57.875637 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19031f-a6c7-4a5b-9fcb-1e1ac28010c9 None None] Pushing event updated for resources: {'Port': ['ID=343766a3-105b-42fa-b719-14864ad9bb18,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:57.897285 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8ae32aa4-3b62-4685-b13a-88c9494b65fb None None] Provisioning complete for port 343766a3-105b-42fa-b719-14864ad9bb18 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:17:57.897639 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8ae32aa4-3b62-4685-b13a-88c9494b65fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:57.926509 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-302f8314-6e9f-425b-96b0-dc67b3a5c765 None None] Allocated IP 172.20.0.2 (3144cc26-5c3c-4c60-af2d-32ce782d0ba9/00af70b9-94e9-49d8-8e5c-d58e05fc251d/e7094425-8297-4099-9955-a0dccc0223e4) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:17:58.009867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512707326', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '343766a3-105b-42fa-b719-14864ad9bb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:17:54Z', 'updated_at': '2021-11-15T12:17:55Z', 'revision_number': 3, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '343766a3-105b-42fa-b719-14864ad9bb18', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:17:55Z', 'updated_at': '2021-11-15T12:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:17:58.059564 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7948afc-bcc7-4ccb-afd7-a81906b85d29 None None] The sync data for ids ['e8011b40-1060-4f43-b171-8e0e38e1eb19'] in n-d-729945-9 is: [{'id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512707326', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '343766a3-105b-42fa-b719-14864ad9bb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:17:54Z', 'updated_at': '2021-11-15T12:17:55Z', 'revision_number': 3, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '343766a3-105b-42fa-b719-14864ad9bb18', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:17:55Z', 'updated_at': '2021-11-15T12:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:17:58.151131 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-302f8314-6e9f-425b-96b0-dc67b3a5c765 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:58.158291 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-302f8314-6e9f-425b-96b0-dc67b3a5c765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:58.199750 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302f8314-6e9f-425b-96b0-dc67b3a5c765 None None] Network 3144cc26-5c3c-4c60-af2d-32ce782d0ba9 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:17:58.202704 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-302f8314-6e9f-425b-96b0-dc67b3a5c765 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:17:58.205186 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302f8314-6e9f-425b-96b0-dc67b3a5c765 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:17:58.217825 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f8314-6e9f-425b-96b0-dc67b3a5c765 None None] Pushing event updated for resources: {'Port': ['ID=e7094425-8297-4099-9955-a0dccc0223e4,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:58.218815 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-398790b6-340b-4db8-86dd-14ead42f583d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Allocated IP 172.20.0.1 (3144cc26-5c3c-4c60-af2d-32ce782d0ba9/00af70b9-94e9-49d8-8e5c-d58e05fc251d/feec868a-c569-4a70-a9dd-c81b4453f49e) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:17:58.271759 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-302f8314-6e9f-425b-96b0-dc67b3a5c765 None None] Attempting to bind port e7094425-8297-4099-9955-a0dccc0223e4 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:17:58.272277 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-302f8314-6e9f-425b-96b0-dc67b3a5c765 None None] Attempting to bind port e7094425-8297-4099-9955-a0dccc0223e4 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '80a1f8b9-1e73-497d-b709-36e748244b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:17:58.272585 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302f8314-6e9f-425b-96b0-dc67b3a5c765 None None] Attempting to bind port e7094425-8297-4099-9955-a0dccc0223e4 on network 3144cc26-5c3c-4c60-af2d-32ce782d0ba9 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:17:58.277806 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302f8314-6e9f-425b-96b0-dc67b3a5c765 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:17:58.278403 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302f8314-6e9f-425b-96b0-dc67b3a5c765 None None] Checking segment: {'id': '80a1f8b9-1e73-497d-b709-36e748244b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:17:58.278798 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-302f8314-6e9f-425b-96b0-dc67b3a5c765 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:58.279194 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302f8314-6e9f-425b-96b0-dc67b3a5c765 None None] Bound using segment: {'id': '80a1f8b9-1e73-497d-b709-36e748244b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:17:58.279644 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-302f8314-6e9f-425b-96b0-dc67b3a5c765 None None] Bound port: e7094425-8297-4099-9955-a0dccc0223e4, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a1f8b9-1e73-497d-b709-36e748244b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:17:58.280076 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-302f8314-6e9f-425b-96b0-dc67b3a5c765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:58.353678 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-302f8314-6e9f-425b-96b0-dc67b3a5c765 None None] For port e7094425-8297-4099-9955-a0dccc0223e4, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:17:58.356841 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-302f8314-6e9f-425b-96b0-dc67b3a5c765 None None] For port e7094425-8297-4099-9955-a0dccc0223e4, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e7094425-8297-4099-9955-a0dccc0223e4,segment=NetworkSegment(80a1f8b9-1e73-497d-b709-36e748244b7a),segment_id=80a1f8b9-1e73-497d-b709-36e748244b7a)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:17:58.362974 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-302f8314-6e9f-425b-96b0-dc67b3a5c765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:58.374348 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-398790b6-340b-4db8-86dd-14ead42f583d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:58.420964 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-398790b6-340b-4db8-86dd-14ead42f583d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:58.433472 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f8314-6e9f-425b-96b0-dc67b3a5c765 None None] Pushing event updated for resources: {'Port': ['ID=e7094425-8297-4099-9955-a0dccc0223e4,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:58.474207 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398790b6-340b-4db8-86dd-14ead42f583d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 3144cc26-5c3c-4c60-af2d-32ce782d0ba9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:17:58.478215 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-398790b6-340b-4db8-86dd-14ead42f583d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:17:58.483162 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398790b6-340b-4db8-86dd-14ead42f583d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:17:58.492260 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398790b6-340b-4db8-86dd-14ead42f583d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=feec868a-c569-4a70-a9dd-c81b4453f49e,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:58.539847 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-398790b6-340b-4db8-86dd-14ead42f583d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:58.704406 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-398790b6-340b-4db8-86dd-14ead42f583d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:58.919225 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e7094425-8297-4099-9955-a0dccc0223e4 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:17:58.977874 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port e7094425-8297-4099-9955-a0dccc0223e4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:17:58.978232 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:59.018236 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-398790b6-340b-4db8-86dd-14ead42f583d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:59.026254 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-398790b6-340b-4db8-86dd-14ead42f583d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:59.061335 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:59.100142 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port e7094425-8297-4099-9955-a0dccc0223e4, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e7094425-8297-4099-9955-a0dccc0223e4,segment=NetworkSegment(80a1f8b9-1e73-497d-b709-36e748244b7a),segment_id=80a1f8b9-1e73-497d-b709-36e748244b7a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:17:59.102295 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-398790b6-340b-4db8-86dd-14ead42f583d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:59.104373 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398790b6-340b-4db8-86dd-14ead42f583d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=feec868a-c569-4a70-a9dd-c81b4453f49e,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:59.108947 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:59.109895 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 343766a3-105b-42fa-b719-14864ad9bb18 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:17:59.201373 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=e7094425-8297-4099-9955-a0dccc0223e4,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:17:59.208422 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398790b6-340b-4db8-86dd-14ead42f583d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 3144cc26-5c3c-4c60-af2d-32ce782d0ba9 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:17:59.210103 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-398790b6-340b-4db8-86dd-14ead42f583d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:17:59.215365 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 343766a3-105b-42fa-b719-14864ad9bb18 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:17:59.215623 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:59.331125 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398790b6-340b-4db8-86dd-14ead42f583d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router e8011b40-1060-4f43-b171-8e0e38e1eb19 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:17:59.442209 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398790b6-340b-4db8-86dd-14ead42f583d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:17:59.450654 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-398790b6-340b-4db8-86dd-14ead42f583d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "PUT /v2.0/routers/e8011b40-1060-4f43-b171-8e0e38e1eb19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2405088 Nov 15 12:17:59.454573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53c410f-98bb-4e01-bab3-aef755e21b40 None None] Network 3144cc26-5c3c-4c60-af2d-32ce782d0ba9 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:17:59.621636 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-5a030969-aabd-4455-8da8-22b387bb6829 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1133811742&fields=id&tenant_id=dee52e5d2fae4e31831254954d5b6ea1 HTTP/1.1" status: 200 len: 267 time: 0.0620818 Nov 15 12:17:59.724113 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07ac324d-dc43-4d26-b68e-ae3715133a43 None None] Provisioning complete for port e7094425-8297-4099-9955-a0dccc0223e4 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:17:59.724454 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07ac324d-dc43-4d26-b68e-ae3715133a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:17:59.740970 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-55b61d8d-ca41-41bd-af21-2759ce21e1c0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:17:59.742441 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-55b61d8d-ca41-41bd-af21-2759ce21e1c0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/networks?id=3144cc26-5c3c-4c60-af2d-32ce782d0ba9 HTTP/1.1" status: 200 len: 795 time: 0.1103325 Nov 15 12:17:59.757788 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-d5c6f1d9-52e2-408e-a566-6a575d0c5337 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/quotas/dee52e5d2fae4e31831254954d5b6ea1 HTTP/1.1" status: 200 len: 375 time: 0.0092471 Nov 15 12:17:59.818351 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-8dbc3b91-0632-4993-9be4-6eb96b62ab4f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548894 Nov 15 12:17:59.818573 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] Sync routers for ids ['e8011b40-1060-4f43-b171-8e0e38e1eb19'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:17:59.829152 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] Routers {'e8011b40-1060-4f43-b171-8e0e38e1eb19'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:17:59.829768 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:17:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e8011b40-1060-4f43-b171-8e0e38e1eb19'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:17:59.925131 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-bc59530d-99be-48b7-a8ee-2c5d27ecfe46 service neutron] 10.222.0.64 "GET /v2.0/networks/3144cc26-5c3c-4c60-af2d-32ce782d0ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922470 Nov 15 12:17:59.936869 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] Set router e8011b40-1060-4f43-b171-8e0e38e1eb19 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:18:00.041293 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-5511e07b-6338-4ebc-8f33-bb28186c82df service neutron] 10.222.0.64 "GET /v2.0/networks/3144cc26-5c3c-4c60-af2d-32ce782d0ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096575 Nov 15 12:18:00.107351 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-44350fb3-faa5-472d-afb9-dd5d40591a7d None None] Provisioning complete for port e7094425-8297-4099-9955-a0dccc0223e4 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:18:00.107955 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-44350fb3-faa5-472d-afb9-dd5d40591a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:00.167608 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512707326', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '343766a3-105b-42fa-b719-14864ad9bb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:17:54Z', 'updated_at': '2021-11-15T12:17:58Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '343766a3-105b-42fa-b719-14864ad9bb18', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:17:55Z', 'updated_at': '2021-11-15T12:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'feec868a-c569-4a70-a9dd-c81b4453f49e', 'name': '', 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:f6:01:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '00af70b9-94e9-49d8-8e5c-d58e05fc251d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:17:57Z', 'updated_at': '2021-11-15T12:17:58Z', 'revision_number': 2, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '00af70b9-94e9-49d8-8e5c-d58e05fc251d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:18:00.221666 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] Checking router: e8011b40-1060-4f43-b171-8e0e38e1eb19 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:18:00.222365 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] Updating router e8011b40-1060-4f43-b171-8e0e38e1eb19 port feec868a-c569-4a70-a9dd-c81b4453f49e binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:18:00.240804 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:00.254782 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5c2e45a8-c6aa-47d7-8fa7-b0496f41c002 req-f9e58636-d6a4-4267-b329-ca88ea4f3247 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 210 time: 0.0507982 Nov 15 12:18:00.264122 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-44350fb3-faa5-472d-afb9-dd5d40591a7d None None] Provisioning complete for port feec868a-c569-4a70-a9dd-c81b4453f49e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:18:00.264668 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-44350fb3-faa5-472d-afb9-dd5d40591a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:00.272353 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:00.326678 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-44350fb3-faa5-472d-afb9-dd5d40591a7d None None] Port feec868a-c569-4a70-a9dd-c81b4453f49e cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:18:00.463450 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-eb61d4fb-d1ee-4fd7-81db-a7ff01f2e8ea None None] Provisioning complete for port feec868a-c569-4a70-a9dd-c81b4453f49e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:18:00.464238 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-eb61d4fb-d1ee-4fd7-81db-a7ff01f2e8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:00.505092 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-eb61d4fb-d1ee-4fd7-81db-a7ff01f2e8ea None None] Port feec868a-c569-4a70-a9dd-c81b4453f49e cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:18:00.589507 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:00.596641 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:00.624408 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-7fd2e594-bce8-411e-adf4-d833e5e8d5b0 None None] Provisioning complete for port feec868a-c569-4a70-a9dd-c81b4453f49e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:18:00.624898 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7fd2e594-bce8-411e-adf4-d833e5e8d5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:00.667848 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-7fd2e594-bce8-411e-adf4-d833e5e8d5b0 None None] Port feec868a-c569-4a70-a9dd-c81b4453f49e cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:18:00.675854 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be98c5c-c3e4-40aa-8472-87b5d96b375b None None] Pushing event updated for resources: {'Port': ['ID=feec868a-c569-4a70-a9dd-c81b4453f49e,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:18:00.699113 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be98c5c-c3e4-40aa-8472-87b5d96b375b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:18:00.699469 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be98c5c-c3e4-40aa-8472-87b5d96b375b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:18:00.699839 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be98c5c-c3e4-40aa-8472-87b5d96b375b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:18:00.700194 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be98c5c-c3e4-40aa-8472-87b5d96b375b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:18:00.703930 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be98c5c-c3e4-40aa-8472-87b5d96b375b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:18:00.704412 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be98c5c-c3e4-40aa-8472-87b5d96b375b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:18:00.704940 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be98c5c-c3e4-40aa-8472-87b5d96b375b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:18:00.705281 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be98c5c-c3e4-40aa-8472-87b5d96b375b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:18:00.706213 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be98c5c-c3e4-40aa-8472-87b5d96b375b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:18:00.706213 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be98c5c-c3e4-40aa-8472-87b5d96b375b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:18:00.706425 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be98c5c-c3e4-40aa-8472-87b5d96b375b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:18:00.706600 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be98c5c-c3e4-40aa-8472-87b5d96b375b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:18:00.722114 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] Attempting to bind port feec868a-c569-4a70-a9dd-c81b4453f49e on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:18:00.722480 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] Attempting to bind port feec868a-c569-4a70-a9dd-c81b4453f49e by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '80a1f8b9-1e73-497d-b709-36e748244b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:18:00.722879 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] Attempting to bind port feec868a-c569-4a70-a9dd-c81b4453f49e on network 3144cc26-5c3c-4c60-af2d-32ce782d0ba9 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:18:00.729804 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:18:00.730170 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] Checking segment: {'id': '80a1f8b9-1e73-497d-b709-36e748244b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:18:00.730556 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:00.730941 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] Bound using segment: {'id': '80a1f8b9-1e73-497d-b709-36e748244b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:18:00.731397 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] Bound port: feec868a-c569-4a70-a9dd-c81b4453f49e, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a1f8b9-1e73-497d-b709-36e748244b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:18:00.731766 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:00.802094 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] For port feec868a-c569-4a70-a9dd-c81b4453f49e, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:18:00.806077 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] For port feec868a-c569-4a70-a9dd-c81b4453f49e, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=feec868a-c569-4a70-a9dd-c81b4453f49e,segment=NetworkSegment(80a1f8b9-1e73-497d-b709-36e748244b7a),segment_id=80a1f8b9-1e73-497d-b709-36e748244b7a)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:18:00.810725 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:00.856310 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] Routers {'e8011b40-1060-4f43-b171-8e0e38e1eb19'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:18:00.856981 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:17:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e8011b40-1060-4f43-b171-8e0e38e1eb19'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:18:00.872617 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e7094425-8297-4099-9955-a0dccc0223e4 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:18:00.935753 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-bb14622d-2146-4078-81ca-1621d089e851 None None] Provisioning complete for port feec868a-c569-4a70-a9dd-c81b4453f49e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:18:00.936305 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bb14622d-2146-4078-81ca-1621d089e851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:00.950119 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be98c5c-c3e4-40aa-8472-87b5d96b375b None None] Pushing event updated for resources: {'Port': ['ID=feec868a-c569-4a70-a9dd-c81b4453f49e,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:18:00.980306 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port e7094425-8297-4099-9955-a0dccc0223e4 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:18:00.980764 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:01.019103 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] Set router e8011b40-1060-4f43-b171-8e0e38e1eb19 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:18:01.061196 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bb14622d-2146-4078-81ca-1621d089e851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:01.128028 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-bb14622d-2146-4078-81ca-1621d089e851 None None] For port feec868a-c569-4a70-a9dd-c81b4453f49e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=feec868a-c569-4a70-a9dd-c81b4453f49e,segment=NetworkSegment(80a1f8b9-1e73-497d-b709-36e748244b7a),segment_id=80a1f8b9-1e73-497d-b709-36e748244b7a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:18:01.133437 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bb14622d-2146-4078-81ca-1621d089e851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:01.179296 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14622d-2146-4078-81ca-1621d089e851 None None] Pushing event updated for resources: {'Port': ['ID=feec868a-c569-4a70-a9dd-c81b4453f49e,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:18:01.237033 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512707326', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '343766a3-105b-42fa-b719-14864ad9bb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:17:54Z', 'updated_at': '2021-11-15T12:17:58Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '343766a3-105b-42fa-b719-14864ad9bb18', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:17:55Z', 'updated_at': '2021-11-15T12:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'feec868a-c569-4a70-a9dd-c81b4453f49e', 'name': '', 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:f6:01:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '00af70b9-94e9-49d8-8e5c-d58e05fc251d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:17:57Z', 'updated_at': '2021-11-15T12:18:00Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '00af70b9-94e9-49d8-8e5c-d58e05fc251d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:18:01.253643 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-84b6e102-8e06-4541-a07a-a450307af47c None None] Provisioning complete for port feec868a-c569-4a70-a9dd-c81b4453f49e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:18:01.253643 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-84b6e102-8e06-4541-a07a-a450307af47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:01.265519 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce44cd-0e2d-4120-b7ee-31bc9df5b753 None None] The sync data for ids ['e8011b40-1060-4f43-b171-8e0e38e1eb19'] in n-d-729945-9 is: [{'id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512707326', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '343766a3-105b-42fa-b719-14864ad9bb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:17:54Z', 'updated_at': '2021-11-15T12:17:58Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '343766a3-105b-42fa-b719-14864ad9bb18', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:17:55Z', 'updated_at': '2021-11-15T12:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'feec868a-c569-4a70-a9dd-c81b4453f49e', 'name': '', 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:f6:01:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '00af70b9-94e9-49d8-8e5c-d58e05fc251d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:17:57Z', 'updated_at': '2021-11-15T12:18:00Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '00af70b9-94e9-49d8-8e5c-d58e05fc251d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:18:01.400160 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b9c75b5d-4191-45f0-938e-c76e8c3f149d req-1178fcd7-06c9-47ad-9b0a-a48e789c846c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 210 time: 0.0337706 Nov 15 12:18:01.453189 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-17ab9eab-336f-49ea-bd27-14a372bc8e55 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:01.454710 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-17ab9eab-336f-49ea-bd27-14a372bc8e55 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.55 "GET /v2.0/networks?id=3144cc26-5c3c-4c60-af2d-32ce782d0ba9 HTTP/1.1" status: 200 len: 795 time: 0.1623211 Nov 15 12:18:01.526365 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-cf32867e-b26b-4959-9d47-c5fe0b4f30df tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dee52e5d2fae4e31831254954d5b6ea1 HTTP/1.1" status: 200 len: 380 time: 0.0614085 Nov 15 12:18:01.537271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-29b1e832-2c1f-4860-9e71-eb5603fc996f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'port': {'device_id': 'daab35ac-1c47-4b67-8c10-5474da7945ab', 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9', 'admin_state_up': True, 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'security_groups': ['9f4b50d8-d44c-4122-a9fb-8845e07ef007']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:18:01.650392 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-29b1e832-2c1f-4860-9e71-eb5603fc996f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Made reservation on behalf of dee52e5d2fae4e31831254954d5b6ea1 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:18:01.653986 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-29b1e832-2c1f-4860-9e71-eb5603fc996f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:01.784848 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-29b1e832-2c1f-4860-9e71-eb5603fc996f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Allocated IP 172.20.0.14 (3144cc26-5c3c-4c60-af2d-32ce782d0ba9/00af70b9-94e9-49d8-8e5c-d58e05fc251d/68a27266-d4cd-4627-b02d-f71fcdb4c132) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:18:01.934735 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-29b1e832-2c1f-4860-9e71-eb5603fc996f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:01.970666 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-29b1e832-2c1f-4860-9e71-eb5603fc996f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:02.017154 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-29b1e832-2c1f-4860-9e71-eb5603fc996f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 3144cc26-5c3c-4c60-af2d-32ce782d0ba9 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:18:02.020471 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-29b1e832-2c1f-4860-9e71-eb5603fc996f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:18:02.024508 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-29b1e832-2c1f-4860-9e71-eb5603fc996f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:18:02.031162 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1e832-2c1f-4860-9e71-eb5603fc996f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=68a27266-d4cd-4627-b02d-f71fcdb4c132,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:18:02.078485 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-29b1e832-2c1f-4860-9e71-eb5603fc996f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:02.079151 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-29b1e832-2c1f-4860-9e71-eb5603fc996f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:02.099297 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-29b1e832-2c1f-4860-9e71-eb5603fc996f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5658729 Nov 15 12:18:02.113652 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-e724148f-e445-42ce-b5be-88d6ece6bc5d service neutron] Request body: {'port': {'device_id': 'daab35ac-1c47-4b67-8c10-5474da7945ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:18:02.177227 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-e724148f-e445-42ce-b5be-88d6ece6bc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:02.293466 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:02.299317 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-83c9249e-932b-4896-a345-86c8d53c9305 None None] Provisioning complete for port 68a27266-d4cd-4627-b02d-f71fcdb4c132 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:18:02.299712 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-83c9249e-932b-4896-a345-86c8d53c9305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:02.335136 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-83c9249e-932b-4896-a345-86c8d53c9305 None None] Port 68a27266-d4cd-4627-b02d-f71fcdb4c132 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:18:02.458110 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-e724148f-e445-42ce-b5be-88d6ece6bc5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a27266-d4cd-4627-b02d-f71fcdb4c132 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:18:02.465888 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-e724148f-e445-42ce-b5be-88d6ece6bc5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:02.479413 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-e724148f-e445-42ce-b5be-88d6ece6bc5d service neutron] Transition to ACTIVE for port object 68a27266-d4cd-4627-b02d-f71fcdb4c132 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:18:02.484698 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-e724148f-e445-42ce-b5be-88d6ece6bc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:02.521532 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a166c7-0a38-4d32-a793-6533256c7fa1 req-6ce89ac0-9586-4af3-81f2-560f7c54b48f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:02.523571 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3a166c7-0a38-4d32-a793-6533256c7fa1 req-6ce89ac0-9586-4af3-81f2-560f7c54b48f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 944 time: 0.0510807 Nov 15 12:18:02.534704 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724148f-e445-42ce-b5be-88d6ece6bc5d service neutron] Pushing event updated for resources: {'Port': ['ID=68a27266-d4cd-4627-b02d-f71fcdb4c132,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:18:02.594411 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3a166c7-0a38-4d32-a793-6533256c7fa1 req-b77cc312-2b5e-4683-a353-a3ea9bedcaed tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597737 Nov 15 12:18:02.613206 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-e724148f-e445-42ce-b5be-88d6ece6bc5d service neutron] Attempting to bind port 68a27266-d4cd-4627-b02d-f71fcdb4c132 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:18:02.613690 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-e724148f-e445-42ce-b5be-88d6ece6bc5d service neutron] Attempting to bind port 68a27266-d4cd-4627-b02d-f71fcdb4c132 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '80a1f8b9-1e73-497d-b709-36e748244b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:18:02.614088 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-e724148f-e445-42ce-b5be-88d6ece6bc5d service neutron] Attempting to bind port 68a27266-d4cd-4627-b02d-f71fcdb4c132 on network 3144cc26-5c3c-4c60-af2d-32ce782d0ba9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:18:02.619038 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-e724148f-e445-42ce-b5be-88d6ece6bc5d service neutron] Port 68a27266-d4cd-4627-b02d-f71fcdb4c132 on network 3144cc26-5c3c-4c60-af2d-32ce782d0ba9 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:18:02.619356 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-e724148f-e445-42ce-b5be-88d6ece6bc5d service neutron] Attempting to bind port 68a27266-d4cd-4627-b02d-f71fcdb4c132 on network 3144cc26-5c3c-4c60-af2d-32ce782d0ba9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:18:02.624296 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-e724148f-e445-42ce-b5be-88d6ece6bc5d service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:18:02.624636 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-e724148f-e445-42ce-b5be-88d6ece6bc5d service neutron] Checking segment: {'id': '80a1f8b9-1e73-497d-b709-36e748244b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:18:02.625018 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-e724148f-e445-42ce-b5be-88d6ece6bc5d service neutron] Bound using segment: {'id': '80a1f8b9-1e73-497d-b709-36e748244b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:18:02.625449 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-e724148f-e445-42ce-b5be-88d6ece6bc5d service neutron] Bound port: 68a27266-d4cd-4627-b02d-f71fcdb4c132, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80a1f8b9-1e73-497d-b709-36e748244b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:18:02.625804 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-e724148f-e445-42ce-b5be-88d6ece6bc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:02.690137 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-e724148f-e445-42ce-b5be-88d6ece6bc5d service neutron] For port 68a27266-d4cd-4627-b02d-f71fcdb4c132, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:18:02.693449 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-e724148f-e445-42ce-b5be-88d6ece6bc5d service neutron] For port 68a27266-d4cd-4627-b02d-f71fcdb4c132, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=68a27266-d4cd-4627-b02d-f71fcdb4c132,segment=NetworkSegment(80a1f8b9-1e73-497d-b709-36e748244b7a),segment_id=80a1f8b9-1e73-497d-b709-36e748244b7a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:18:02.698912 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-e724148f-e445-42ce-b5be-88d6ece6bc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:02.733450 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-e724148f-e445-42ce-b5be-88d6ece6bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:02.734082 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-e724148f-e445-42ce-b5be-88d6ece6bc5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:02.735440 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-e724148f-e445-42ce-b5be-88d6ece6bc5d service neutron] 10.222.0.55 "PUT /v2.0/ports/68a27266-d4cd-4627-b02d-f71fcdb4c132 HTTP/1.1" status: 200 len: 1092 time: 0.6269162 Nov 15 12:18:02.735900 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daab35ac-1c47-4b67-8c10-5474da7945ab', 'tag': '68a27266-d4cd-4627-b02d-f71fcdb4c132'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:18:02.738195 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6697f00-91e5-4f20-99cb-9ab8f48e5757" -d '{"events": [{"name": "network-changed", "server_uuid": "daab35ac-1c47-4b67-8c10-5474da7945ab", "tag": "68a27266-d4cd-4627-b02d-f71fcdb4c132"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:18:02.777558 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724148f-e445-42ce-b5be-88d6ece6bc5d service neutron] Pushing event updated for resources: {'Port': ['ID=68a27266-d4cd-4627-b02d-f71fcdb4c132,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:18:02.789943 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c34b79-d937-4685-bd9e-946fe96c7813 x-openstack-request-id: req-57c34b79-d937-4685-bd9e-946fe96c7813 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:18:02.790224 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daab35ac-1c47-4b67-8c10-5474da7945ab", "tag": "68a27266-d4cd-4627-b02d-f71fcdb4c132", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:18:02.790511 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57c34b79-d937-4685-bd9e-946fe96c7813 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:18:02.790904 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daab35ac-1c47-4b67-8c10-5474da7945ab', 'tag': '68a27266-d4cd-4627-b02d-f71fcdb4c132', 'status': 'completed', 'code': 200} Nov 15 12:18:02.839334 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-ce4e004e-be09-41ab-800c-0c640e101417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:02.840942 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-ce4e004e-be09-41ab-800c-0c640e101417 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 1095 time: 0.0492289 Nov 15 12:18:02.885483 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device feec868a-c569-4a70-a9dd-c81b4453f49e up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:18:02.887496 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-763425ec-8254-4aeb-9c92-c5b2e13bcd7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68a27266-d4cd-4627-b02d-f71fcdb4c132 HTTP/1.1" status: 200 len: 217 time: 0.0363739 Nov 15 12:18:02.937684 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port feec868a-c569-4a70-a9dd-c81b4453f49e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:18:02.938056 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:02.940496 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-263b703e-dd99-4343-8a8f-5f98b251064d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:02.942039 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-263b703e-dd99-4343-8a8f-5f98b251064d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=00af70b9-94e9-49d8-8e5c-d58e05fc251d HTTP/1.1" status: 200 len: 834 time: 0.0470991 Nov 15 12:18:02.992747 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-f19bd078-44b4-4a93-ad8b-0030b4a04e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:02.994245 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-f19bd078-44b4-4a93-ad8b-0030b4a04e95 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3144cc26-5c3c-4c60-af2d-32ce782d0ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455947 Nov 15 12:18:03.084980 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-ec02959f-a311-46f0-9362-70b7926c4664 service neutron] 10.222.0.55 "GET /v2.0/networks/3144cc26-5c3c-4c60-af2d-32ce782d0ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829868 Nov 15 12:18:03.191764 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34bcd2b0-bfd8-4c0c-88f1-1bf45c23fa01 req-3f17cb6c-ffe5-48af-8435-c2d4fae011bd service neutron] 10.222.0.55 "GET /v2.0/networks/3144cc26-5c3c-4c60-af2d-32ce782d0ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992489 Nov 15 12:18:03.281171 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6697f00-91e5-4f20-99cb-9ab8f48e5757 req-980f0824-b8b1-4f94-bf9d-b6841f0c2754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:03.282717 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e6697f00-91e5-4f20-99cb-9ab8f48e5757 req-980f0824-b8b1-4f94-bf9d-b6841f0c2754 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 1095 time: 0.0441265 Nov 15 12:18:03.381046 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6697f00-91e5-4f20-99cb-9ab8f48e5757 req-fe499f79-4a8c-4399-98d0-23aa247578b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:03.382423 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e6697f00-91e5-4f20-99cb-9ab8f48e5757 req-fe499f79-4a8c-4399-98d0-23aa247578b2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3144cc26-5c3c-4c60-af2d-32ce782d0ba9 HTTP/1.1" status: 200 len: 896 time: 0.0919049 Nov 15 12:18:03.424201 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e6697f00-91e5-4f20-99cb-9ab8f48e5757 req-a264840f-dcfd-4b89-af24-bd295c430892 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68a27266-d4cd-4627-b02d-f71fcdb4c132 HTTP/1.1" status: 200 len: 217 time: 0.0342014 Nov 15 12:18:03.474984 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6697f00-91e5-4f20-99cb-9ab8f48e5757 req-80a0444a-8edd-4c76-b4cc-a95379518216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:03.476500 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e6697f00-91e5-4f20-99cb-9ab8f48e5757 req-80a0444a-8edd-4c76-b4cc-a95379518216 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=00af70b9-94e9-49d8-8e5c-d58e05fc251d HTTP/1.1" status: 200 len: 834 time: 0.0446534 Nov 15 12:18:03.526559 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6697f00-91e5-4f20-99cb-9ab8f48e5757 req-79d5ecb5-160b-4c46-9dc8-5f4e93991582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:03.528163 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e6697f00-91e5-4f20-99cb-9ab8f48e5757 req-79d5ecb5-160b-4c46-9dc8-5f4e93991582 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3144cc26-5c3c-4c60-af2d-32ce782d0ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440552 Nov 15 12:18:03.636291 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e6697f00-91e5-4f20-99cb-9ab8f48e5757 req-8d71baf7-56a1-4a78-9fa3-4c47a2c3974e service neutron] 10.222.0.55 "GET /v2.0/networks/3144cc26-5c3c-4c60-af2d-32ce782d0ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992985 Nov 15 12:18:03.717676 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c9d3b-6c5c-45f9-acc4-f133f49522b9 req-564ba69f-e44f-45df-84b0-a3939eae0153 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:03.719171 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cf4c9d3b-6c5c-45f9-acc4-f133f49522b9 req-564ba69f-e44f-45df-84b0-a3939eae0153 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 944 time: 0.0510864 Nov 15 12:18:03.734726 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e6697f00-91e5-4f20-99cb-9ab8f48e5757 req-de65e9bf-3038-4338-a7a3-6920c2d91257 service neutron] 10.222.0.55 "GET /v2.0/networks/3144cc26-5c3c-4c60-af2d-32ce782d0ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904033 Nov 15 12:18:03.772945 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cf4c9d3b-6c5c-45f9-acc4-f133f49522b9 req-cf096579-6ac2-4ef5-a13d-2aa9053e67b1 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468547 Nov 15 12:18:03.816904 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:18:04.916245 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe20596-8abf-4d5d-afb8-eb70dc8f62d5 req-9f3e263a-1dd0-4c67-8ae5-80da96d9bb09 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:04.917745 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5fe20596-8abf-4d5d-afb8-eb70dc8f62d5 req-9f3e263a-1dd0-4c67-8ae5-80da96d9bb09 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 944 time: 0.0582609 Nov 15 12:18:04.968135 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5fe20596-8abf-4d5d-afb8-eb70dc8f62d5 req-99eecd9e-406b-46e6-91cb-8e53a9e3aa9c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442598 Nov 15 12:18:06.113731 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ebfba-28c7-455b-b614-50860a697b79 req-827c1c73-515b-4d73-aa20-47e1979b0761 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:06.115342 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-108ebfba-28c7-455b-b614-50860a697b79 req-827c1c73-515b-4d73-aa20-47e1979b0761 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 944 time: 0.0656688 Nov 15 12:18:06.165760 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-108ebfba-28c7-455b-b614-50860a697b79 req-a815a794-be4a-42e5-bf2b-44f4f2886200 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441079 Nov 15 12:18:06.349221 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ee754df0-957a-4d09-a016-88fbaf17a766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:06.459282 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 68a27266-d4cd-4627-b02d-f71fcdb4c132 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:18:06.563347 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 68a27266-d4cd-4627-b02d-f71fcdb4c132, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=68a27266-d4cd-4627-b02d-f71fcdb4c132,segment=NetworkSegment(80a1f8b9-1e73-497d-b709-36e748244b7a),segment_id=80a1f8b9-1e73-497d-b709-36e748244b7a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:18:06.577977 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '68a27266-d4cd-4627-b02d-f71fcdb4c132', 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9', 'port_id': '68a27266-d4cd-4627-b02d-f71fcdb4c132', 'mac_address': 'fa:16:3e:59:02:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00af70b9-94e9-49d8-8e5c-d58e05fc251d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:18:06.624840 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:06.638369 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a27266-d4cd-4627-b02d-f71fcdb4c132 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:18:06.658292 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 68a27266-d4cd-4627-b02d-f71fcdb4c132, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=68a27266-d4cd-4627-b02d-f71fcdb4c132,segment=NetworkSegment(80a1f8b9-1e73-497d-b709-36e748244b7a),segment_id=80a1f8b9-1e73-497d-b709-36e748244b7a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:18:06.664414 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:06.712488 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=68a27266-d4cd-4627-b02d-f71fcdb4c132,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:18:06.907686 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['68a27266-d4cd-4627-b02d-f71fcdb4c132'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:18:07.287035 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcb3a6-80a2-4509-aa65-15b10cd205ec req-4d830b73-0312-4adc-8678-dc35f48ee662 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:07.288568 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-97bcb3a6-80a2-4509-aa65-15b10cd205ec req-4d830b73-0312-4adc-8678-dc35f48ee662 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 945 time: 0.0534182 Nov 15 12:18:07.337548 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-97bcb3a6-80a2-4509-aa65-15b10cd205ec req-180b0f46-0332-4ad2-b5d1-86d29a31651b tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429118 Nov 15 12:18:08.439857 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fe5c125a-7048-451f-86b1-ee2edd54a084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:08.456478 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115c0bc-3f7e-4564-87a9-29413d287e24 req-9fc2c422-5ac2-47ba-8953-abc007c27f19 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:08.457099 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 68a27266-d4cd-4627-b02d-f71fcdb4c132 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:18:08.458024 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d115c0bc-3f7e-4564-87a9-29413d287e24 req-9fc2c422-5ac2-47ba-8953-abc007c27f19 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 945 time: 0.0505486 Nov 15 12:18:08.510625 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 68a27266-d4cd-4627-b02d-f71fcdb4c132 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:18:08.514214 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d115c0bc-3f7e-4564-87a9-29413d287e24 req-7f1149ef-c69f-4ceb-920d-c656df5b129e tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498598 Nov 15 12:18:08.514526 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 68a27266-d4cd-4627-b02d-f71fcdb4c132 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:18:08.514888 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:08.591444 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:08.619990 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daab35ac-1c47-4b67-8c10-5474da7945ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a27266-d4cd-4627-b02d-f71fcdb4c132'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:18:08.622205 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6eaa4f-299b-42a8-9f00-661e5360f99d" -d '{"events": [{"server_uuid": "daab35ac-1c47-4b67-8c10-5474da7945ab", "name": "network-vif-plugged", "status": "completed", "tag": "68a27266-d4cd-4627-b02d-f71fcdb4c132"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:18:08.635041 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 68a27266-d4cd-4627-b02d-f71fcdb4c132, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=68a27266-d4cd-4627-b02d-f71fcdb4c132,segment=NetworkSegment(80a1f8b9-1e73-497d-b709-36e748244b7a),segment_id=80a1f8b9-1e73-497d-b709-36e748244b7a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:18:08.641873 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:08.665236 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab03471-0227-41b7-90d1-f21c585fed4e x-openstack-request-id: req-fab03471-0227-41b7-90d1-f21c585fed4e {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:18:08.665470 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daab35ac-1c47-4b67-8c10-5474da7945ab", "name": "network-vif-plugged", "status": "completed", "tag": "68a27266-d4cd-4627-b02d-f71fcdb4c132", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:18:08.665720 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fab03471-0227-41b7-90d1-f21c585fed4e {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:18:08.666197 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daab35ac-1c47-4b67-8c10-5474da7945ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a27266-d4cd-4627-b02d-f71fcdb4c132', 'code': 200} Nov 15 12:18:08.695964 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=68a27266-d4cd-4627-b02d-f71fcdb4c132,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:18:08.812843 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b809dde-8d87-47c8-afa9-5aa3236e7390 req-c1406ea2-4308-4f2c-bb02-5ff79e965d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:08.814365 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0b809dde-8d87-47c8-afa9-5aa3236e7390 req-c1406ea2-4308-4f2c-bb02-5ff79e965d0b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 1097 time: 0.0944231 Nov 15 12:18:08.863291 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-0b809dde-8d87-47c8-afa9-5aa3236e7390 req-8aef23be-828f-4f07-b6c7-264c811f432b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415046 Nov 15 12:18:09.645701 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8a930-3b5a-4561-81c7-f8e17921a6e2 req-ef8cf0c2-b213-406c-a560-2965db28c821 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:09.647180 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8db8a930-3b5a-4561-81c7-f8e17921a6e2 req-ef8cf0c2-b213-406c-a560-2965db28c821 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 946 time: 0.0521216 Nov 15 12:18:09.701287 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8db8a930-3b5a-4561-81c7-f8e17921a6e2 req-d9895bf6-2a0d-4fdd-b682-0b8d621d4e23 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451295 Nov 15 12:18:10.088449 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-27399b9e-f0bb-448a-bc2b-7a168daa4dc5 req-e63f54ed-7b5b-4f2a-b258-988a3015bec4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0827491 Nov 15 12:18:10.120029 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:10.177433 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27399b9e-f0bb-448a-bc2b-7a168daa4dc5 req-7e6b49c7-9866-4b4c-8584-c8e78c1276bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:10.178915 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-27399b9e-f0bb-448a-bc2b-7a168daa4dc5 req-7e6b49c7-9866-4b4c-8584-c8e78c1276bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0460961 Nov 15 12:18:10.286646 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27399b9e-f0bb-448a-bc2b-7a168daa4dc5 req-db5a070c-e60e-4241-b4a5-f06c858e99ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:10.288079 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-27399b9e-f0bb-448a-bc2b-7a168daa4dc5 req-db5a070c-e60e-4241-b4a5-f06c858e99ed service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0888100 Nov 15 12:18:10.333808 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-27399b9e-f0bb-448a-bc2b-7a168daa4dc5 req-69753075-28ce-4bb1-93fc-3cac2b7762cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0384185 Nov 15 12:18:10.382863 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27399b9e-f0bb-448a-bc2b-7a168daa4dc5 req-652b9f3a-2066-496f-8b81-1456a51e065d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:10.384389 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-27399b9e-f0bb-448a-bc2b-7a168daa4dc5 req-652b9f3a-2066-496f-8b81-1456a51e065d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0438848 Nov 15 12:18:10.431944 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27399b9e-f0bb-448a-bc2b-7a168daa4dc5 req-f7d9cd3e-e898-4621-a40d-9fb24bb65457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:10.433431 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-27399b9e-f0bb-448a-bc2b-7a168daa4dc5 req-f7d9cd3e-e898-4621-a40d-9fb24bb65457 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418847 Nov 15 12:18:10.534440 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-27399b9e-f0bb-448a-bc2b-7a168daa4dc5 req-d8685074-722e-422f-a1b3-5f2b2fb2a988 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939503 Nov 15 12:18:10.634969 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-27399b9e-f0bb-448a-bc2b-7a168daa4dc5 req-07139966-43b9-47a4-9ed2-d2317b8c625d service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931368 Nov 15 12:18:10.830263 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8ef93-9422-49c2-bffa-6a89314397cd req-92354b54-3148-4e23-9425-6b479ae887a3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:10.831746 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17c8ef93-9422-49c2-bffa-6a89314397cd req-92354b54-3148-4e23-9425-6b479ae887a3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 946 time: 0.0586944 Nov 15 12:18:10.883702 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17c8ef93-9422-49c2-bffa-6a89314397cd req-7bd0e8a7-19e7-4f30-8ec8-ee1a17e943bb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458226 Nov 15 12:18:11.002940 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417773cc-1684-47e1-bda7-81fa3912dc07 req-277693a5-0f4c-457c-9136-3046b114608a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:11.004493 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-417773cc-1684-47e1-bda7-81fa3912dc07 req-277693a5-0f4c-457c-9136-3046b114608a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 946 time: 0.0534618 Nov 15 12:18:11.055352 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-417773cc-1684-47e1-bda7-81fa3912dc07 req-0bf1bbe9-fae8-4d85-a765-4af5f680e4d0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433912 Nov 15 12:18:11.077877 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54876) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:18:11.118201 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437a6ecf-af99-44dd-a2a3-cb09dd66b8b0 tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:11.119742 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-437a6ecf-af99-44dd-a2a3-cb09dd66b8b0 tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 1092 time: 0.0409122 Nov 15 12:18:11.122873 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54878) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:18:11.127244 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-59a4cfcf-c71d-4c84-bd54-0dd4c5c010a0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': '68a27266-d4cd-4627-b02d-f71fcdb4c132', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:18:11.152699 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59a4cfcf-c71d-4c84-bd54-0dd4c5c010a0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:11.252481 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59a4cfcf-c71d-4c84-bd54-0dd4c5c010a0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:11.349679 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-59a4cfcf-c71d-4c84-bd54-0dd4c5c010a0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Allocated IP 172.25.7.197 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/2c04e321-3ffe-493d-9f75-9a08061319c1) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:18:11.456903 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59a4cfcf-c71d-4c84-bd54-0dd4c5c010a0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:11.493292 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59a4cfcf-c71d-4c84-bd54-0dd4c5c010a0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:11.535172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a4cfcf-c71d-4c84-bd54-0dd4c5c010a0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:18:11.538924 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4cfcf-c71d-4c84-bd54-0dd4c5c010a0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=2c04e321-3ffe-493d-9f75-9a08061319c1,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:18:11.541363 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-59a4cfcf-c71d-4c84-bd54-0dd4c5c010a0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:18:11.543439 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a4cfcf-c71d-4c84-bd54-0dd4c5c010a0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:18:11.676892 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:11.883668 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59a4cfcf-c71d-4c84-bd54-0dd4c5c010a0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:11.951670 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59a4cfcf-c71d-4c84-bd54-0dd4c5c010a0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:12.104082 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59a4cfcf-c71d-4c84-bd54-0dd4c5c010a0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:12.110930 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59a4cfcf-c71d-4c84-bd54-0dd4c5c010a0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:12.179652 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4cfcf-c71d-4c84-bd54-0dd4c5c010a0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=2c04e321-3ffe-493d-9f75-9a08061319c1,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:18:12.191433 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59a4cfcf-c71d-4c84-bd54-0dd4c5c010a0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:12.205301 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:12.650096 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-59a4cfcf-c71d-4c84-bd54-0dd4c5c010a0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Floating IP e285cde3-e399-422c-82aa-6c3e1cfc5598 associated. External IP: 172.25.7.197, port: 68a27266-d4cd-4627-b02d-f71fcdb4c132. Nov 15 12:18:12.857359 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a4cfcf-c71d-4c84-bd54-0dd4c5c010a0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router e8011b40-1060-4f43-b171-8e0e38e1eb19 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:18:12.962253 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a4cfcf-c71d-4c84-bd54-0dd4c5c010a0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:18:12.972035 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2b7415-a124-41ab-b4a3-88324dd2162b None None] Sync routers for ids ['e8011b40-1060-4f43-b171-8e0e38e1eb19'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:18:12.983169 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59a4cfcf-c71d-4c84-bd54-0dd4c5c010a0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:12.984213 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2b7415-a124-41ab-b4a3-88324dd2162b None None] Routers {'e8011b40-1060-4f43-b171-8e0e38e1eb19'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:18:12.984835 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7c2b7415-a124-41ab-b4a3-88324dd2162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:18:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e8011b40-1060-4f43-b171-8e0e38e1eb19'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:18:13.014559 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-59a4cfcf-c71d-4c84-bd54-0dd4c5c010a0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8906550 Nov 15 12:18:13.015195 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daab35ac-1c47-4b67-8c10-5474da7945ab', 'tag': '68a27266-d4cd-4627-b02d-f71fcdb4c132'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:18:13.017591 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10b531b19c16a4bb032ad9325c521bd4bf8029a5360c7e3eb9d5ecffe28e67c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd83d9b-cee4-4c34-919b-4063c5e1f019" -d '{"events": [{"name": "network-changed", "server_uuid": "daab35ac-1c47-4b67-8c10-5474da7945ab", "tag": "68a27266-d4cd-4627-b02d-f71fcdb4c132"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:18:13.090593 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-7c2b7415-a124-41ab-b4a3-88324dd2162b None None] Set router e8011b40-1060-4f43-b171-8e0e38e1eb19 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:18:13.111735 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cb7ba-65dc-457e-b2df-9f8b2b8e858e req-ff8f352e-6910-45e5-938f-249a928d8146 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:13.113286 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed6cb7ba-65dc-457e-b2df-9f8b2b8e858e req-ff8f352e-6910-45e5-938f-249a928d8146 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 946 time: 0.0494499 Nov 15 12:18:13.161005 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ed6cb7ba-65dc-457e-b2df-9f8b2b8e858e req-0a304443-221d-41a0-bdd6-38c50c78868c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415397 Nov 15 12:18:13.183475 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 54884) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:18:13.220619 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bb7bec-aa66-4caa-8c5f-b1e7b3c73a70 x-openstack-request-id: req-81bb7bec-aa66-4caa-8c5f-b1e7b3c73a70 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:18:13.220829 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daab35ac-1c47-4b67-8c10-5474da7945ab", "tag": "68a27266-d4cd-4627-b02d-f71fcdb4c132", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:18:13.220988 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81bb7bec-aa66-4caa-8c5f-b1e7b3c73a70 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:18:13.221424 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daab35ac-1c47-4b67-8c10-5474da7945ab', 'tag': '68a27266-d4cd-4627-b02d-f71fcdb4c132', 'status': 'completed', 'code': 200} Nov 15 12:18:13.257007 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f9bcf0ac-11c6-4d2e-be54-d7184a52e1a9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/floatingips/e285cde3-e399-422c-82aa-6c3e1cfc5598 HTTP/1.1" status: 200 len: 992 time: 0.0711956 Nov 15 12:18:13.279860 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd83d9b-cee4-4c34-919b-4063c5e1f019 req-a39939bc-3666-48b2-8dc4-554fedc3aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:13.282160 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3dd83d9b-cee4-4c34-919b-4063c5e1f019 req-a39939bc-3666-48b2-8dc4-554fedc3aec7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 1097 time: 0.0498650 Nov 15 12:18:13.323485 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7c2b7415-a124-41ab-b4a3-88324dd2162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512707326', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '343766a3-105b-42fa-b719-14864ad9bb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:17:54Z', 'updated_at': '2021-11-15T12:17:58Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '343766a3-105b-42fa-b719-14864ad9bb18', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:17:55Z', 'updated_at': '2021-11-15T12:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'e285cde3-e399-422c-82aa-6c3e1cfc5598', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'port_id': '68a27266-d4cd-4627-b02d-f71fcdb4c132', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9', 'mac_address': 'fa:16:3e:59:02:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab35ac-1c47-4b67-8c10-5474da7945ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:18:11Z', 'updated_at': '2021-11-15T12:18:11Z', 'revision_number': 0, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feec868a-c569-4a70-a9dd-c81b4453f49e', 'name': '', 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:f6:01:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '00af70b9-94e9-49d8-8e5c-d58e05fc251d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:17:57Z', 'updated_at': '2021-11-15T12:18:01Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '00af70b9-94e9-49d8-8e5c-d58e05fc251d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:18:13.349237 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2b7415-a124-41ab-b4a3-88324dd2162b None None] Checking router: e8011b40-1060-4f43-b171-8e0e38e1eb19 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:18:13.359191 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2b7415-a124-41ab-b4a3-88324dd2162b None None] Routers {'e8011b40-1060-4f43-b171-8e0e38e1eb19'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:18:13.359756 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7c2b7415-a124-41ab-b4a3-88324dd2162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:18:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e8011b40-1060-4f43-b171-8e0e38e1eb19'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:18:13.371060 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd83d9b-cee4-4c34-919b-4063c5e1f019 req-49514d8e-ebdb-4cdb-a017-944aa60cf758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:13.372580 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3dd83d9b-cee4-4c34-919b-4063c5e1f019 req-49514d8e-ebdb-4cdb-a017-944aa60cf758 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3144cc26-5c3c-4c60-af2d-32ce782d0ba9 HTTP/1.1" status: 200 len: 896 time: 0.0837457 Nov 15 12:18:13.443741 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3dd83d9b-cee4-4c34-919b-4063c5e1f019 req-85a115da-51ba-427e-8daa-887548a85296 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68a27266-d4cd-4627-b02d-f71fcdb4c132 HTTP/1.1" status: 200 len: 1000 time: 0.0632067 Nov 15 12:18:13.463702 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-7c2b7415-a124-41ab-b4a3-88324dd2162b None None] Set router e8011b40-1060-4f43-b171-8e0e38e1eb19 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:18:13.494211 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd83d9b-cee4-4c34-919b-4063c5e1f019 req-5c2d06c2-aa82-45ce-8f5f-861341d9f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:13.495648 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3dd83d9b-cee4-4c34-919b-4063c5e1f019 req-5c2d06c2-aa82-45ce-8f5f-861341d9f538 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=00af70b9-94e9-49d8-8e5c-d58e05fc251d HTTP/1.1" status: 200 len: 834 time: 0.0451267 Nov 15 12:18:13.541384 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd83d9b-cee4-4c34-919b-4063c5e1f019 req-be6ac893-fea8-4547-aee1-34771b5c8f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:13.542888 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3dd83d9b-cee4-4c34-919b-4063c5e1f019 req-be6ac893-fea8-4547-aee1-34771b5c8f0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3144cc26-5c3c-4c60-af2d-32ce782d0ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404944 Nov 15 12:18:13.638203 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3dd83d9b-cee4-4c34-919b-4063c5e1f019 req-12cb836e-9fb9-4efb-944e-ae7cea0c5d1c service neutron] 10.222.0.55 "GET /v2.0/networks/3144cc26-5c3c-4c60-af2d-32ce782d0ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869229 Nov 15 12:18:13.689725 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-7c2b7415-a124-41ab-b4a3-88324dd2162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512707326', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '343766a3-105b-42fa-b719-14864ad9bb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:17:54Z', 'updated_at': '2021-11-15T12:17:58Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '343766a3-105b-42fa-b719-14864ad9bb18', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:17:55Z', 'updated_at': '2021-11-15T12:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'e285cde3-e399-422c-82aa-6c3e1cfc5598', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'port_id': '68a27266-d4cd-4627-b02d-f71fcdb4c132', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9', 'mac_address': 'fa:16:3e:59:02:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab35ac-1c47-4b67-8c10-5474da7945ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:18:11Z', 'updated_at': '2021-11-15T12:18:11Z', 'revision_number': 0, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feec868a-c569-4a70-a9dd-c81b4453f49e', 'name': '', 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:f6:01:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '00af70b9-94e9-49d8-8e5c-d58e05fc251d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:17:57Z', 'updated_at': '2021-11-15T12:18:01Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '00af70b9-94e9-49d8-8e5c-d58e05fc251d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:18:13.716927 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2b7415-a124-41ab-b4a3-88324dd2162b None None] The sync data for ids ['e8011b40-1060-4f43-b171-8e0e38e1eb19'] in n-d-729945-9 is: [{'id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512707326', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '343766a3-105b-42fa-b719-14864ad9bb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:17:54Z', 'updated_at': '2021-11-15T12:17:58Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '343766a3-105b-42fa-b719-14864ad9bb18', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:17:55Z', 'updated_at': '2021-11-15T12:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'e285cde3-e399-422c-82aa-6c3e1cfc5598', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'port_id': '68a27266-d4cd-4627-b02d-f71fcdb4c132', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9', 'mac_address': 'fa:16:3e:59:02:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab35ac-1c47-4b67-8c10-5474da7945ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:18:11Z', 'updated_at': '2021-11-15T12:18:11Z', 'revision_number': 0, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feec868a-c569-4a70-a9dd-c81b4453f49e', 'name': '', 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:f6:01:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '00af70b9-94e9-49d8-8e5c-d58e05fc251d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:17:57Z', 'updated_at': '2021-11-15T12:18:01Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '00af70b9-94e9-49d8-8e5c-d58e05fc251d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:18:13.733141 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3dd83d9b-cee4-4c34-919b-4063c5e1f019 req-f99d6cb0-907e-4cdc-9df6-4c9b6c7629cb service neutron] 10.222.0.55 "GET /v2.0/networks/3144cc26-5c3c-4c60-af2d-32ce782d0ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872660 Nov 15 12:18:13.914257 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf33a2a-c169-42e6-9197-0a5bceb337ce None None] New status for floating IP e285cde3-e399-422c-82aa-6c3e1cfc5598: ACTIVE {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:18:14.180666 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1dc75c7a-51fb-4dd8-9770-9b057d38ee98 req-aae217c7-222e-4d92-8ccd-defbb62e9c82 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463717 Nov 15 12:18:14.259786 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54886) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:18:14.270464 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc75c7a-51fb-4dd8-9770-9b057d38ee98 req-29eb1d3e-c6b5-46ce-883b-c4e661b54162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:14.271931 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1dc75c7a-51fb-4dd8-9770-9b057d38ee98 req-29eb1d3e-c6b5-46ce-883b-c4e661b54162 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 1097 time: 0.0479741 Nov 15 12:18:14.374985 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8d3ad3c2-f3a3-418f-b3e5-f5fae638d2ea tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/floatingips/e285cde3-e399-422c-82aa-6c3e1cfc5598 HTTP/1.1" status: 200 len: 994 time: 0.1138608 Nov 15 12:18:14.411076 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc75c7a-51fb-4dd8-9770-9b057d38ee98 req-cc7e6382-8fc6-4577-8f28-fc96ab6d9e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:14.412579 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1dc75c7a-51fb-4dd8-9770-9b057d38ee98 req-cc7e6382-8fc6-4577-8f28-fc96ab6d9e68 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3144cc26-5c3c-4c60-af2d-32ce782d0ba9 HTTP/1.1" status: 200 len: 896 time: 0.1141291 Nov 15 12:18:14.482782 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1dc75c7a-51fb-4dd8-9770-9b057d38ee98 req-4902e0bf-03d0-4f96-86ab-1f7e1158d9a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68a27266-d4cd-4627-b02d-f71fcdb4c132 HTTP/1.1" status: 200 len: 1002 time: 0.0630605 Nov 15 12:18:14.532023 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc75c7a-51fb-4dd8-9770-9b057d38ee98 req-ea5072cb-76e7-49a9-aa98-1c4862d05dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:14.533420 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1dc75c7a-51fb-4dd8-9770-9b057d38ee98 req-ea5072cb-76e7-49a9-aa98-1c4862d05dd2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=00af70b9-94e9-49d8-8e5c-d58e05fc251d HTTP/1.1" status: 200 len: 834 time: 0.0434351 Nov 15 12:18:14.587172 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc75c7a-51fb-4dd8-9770-9b057d38ee98 req-5d16a06a-98e6-4993-9499-a690c664434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:14.588694 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1dc75c7a-51fb-4dd8-9770-9b057d38ee98 req-5d16a06a-98e6-4993-9499-a690c664434a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3144cc26-5c3c-4c60-af2d-32ce782d0ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488334 Nov 15 12:18:14.683722 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1dc75c7a-51fb-4dd8-9770-9b057d38ee98 req-19efc120-a928-4bde-aa25-f67f6c0ceac0 service neutron] 10.222.0.55 "GET /v2.0/networks/3144cc26-5c3c-4c60-af2d-32ce782d0ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874634 Nov 15 12:18:14.786108 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1dc75c7a-51fb-4dd8-9770-9b057d38ee98 req-e86caef5-0616-4f86-8b0d-dddab3387b35 service neutron] 10.222.0.55 "GET /v2.0/networks/3144cc26-5c3c-4c60-af2d-32ce782d0ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941007 Nov 15 12:18:30.202393 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:32.297421 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:36.351624 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5b9578cd-bf03-460f-a81d-9a9d3206213c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:38.451046 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-91b8d839-43ae-4062-9030-50f84aa8b2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:40.126247 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:40.821532 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:18:41.684048 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:42.215166 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:43.210771 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71d83f-6209-468f-bbfd-86b40a44b543 req-4111f7e5-9ac7-48c3-aaa2-b2acc5dc2b37 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:43.212306 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d71d83f-6209-468f-bbfd-86b40a44b543 req-4111f7e5-9ac7-48c3-aaa2-b2acc5dc2b37 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 946 time: 0.0488412 Nov 15 12:18:43.218883 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54902) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:18:43.271680 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0d71d83f-6209-468f-bbfd-86b40a44b543 req-c04240a8-dffa-40db-9659-bc3de5c3469a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526173 Nov 15 12:18:43.300478 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-df758976-6a97-460e-88a6-07ad8aecd95a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804284 Nov 15 12:18:43.309374 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-f6f6bf4f-c64f-472f-b94b-a5c242535590 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:18:43.310313 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-f6f6bf4f-c64f-472f-b94b-a5c242535590 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049443 Nov 15 12:18:44.403472 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6111ff1-a8a7-41f9-9136-252ae5b0c158 req-ac21d97f-1737-4109-b25a-c31c6ea70a25 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:44.405194 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6111ff1-a8a7-41f9-9136-252ae5b0c158 req-ac21d97f-1737-4109-b25a-c31c6ea70a25 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 946 time: 0.0553298 Nov 15 12:18:44.433840 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-238327e8-0d38-42e6-8607-52e2da51d25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:44.435430 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-238327e8-0d38-42e6-8607-52e2da51d25d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 1097 time: 0.0442162 Nov 15 12:18:44.454597 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c6111ff1-a8a7-41f9-9136-252ae5b0c158 req-c04aa4aa-5829-4209-9c57-bc90d27fba23 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432439 Nov 15 12:18:44.529033 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-dd9f659d-6ae5-4499-b145-ec252636b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:44.530688 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-dd9f659d-6ae5-4499-b145-ec252636b1c7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3144cc26-5c3c-4c60-af2d-32ce782d0ba9 HTTP/1.1" status: 200 len: 896 time: 0.0886660 Nov 15 12:18:44.612781 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-4f9264c7-000a-4b5a-935a-54cae81a4ec7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68a27266-d4cd-4627-b02d-f71fcdb4c132 HTTP/1.1" status: 200 len: 1002 time: 0.0727506 Nov 15 12:18:44.663054 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-0951ac40-6c95-48f2-800f-3de898371d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:44.664508 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-0951ac40-6c95-48f2-800f-3de898371d2e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=00af70b9-94e9-49d8-8e5c-d58e05fc251d HTTP/1.1" status: 200 len: 834 time: 0.0435381 Nov 15 12:18:44.709733 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-86895a63-c065-4bd7-a221-5c823d214935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:44.711309 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-86895a63-c065-4bd7-a221-5c823d214935 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3144cc26-5c3c-4c60-af2d-32ce782d0ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400703 Nov 15 12:18:44.806316 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-43cb599c-904e-488a-bed7-0eb5d1595eca service neutron] 10.222.0.55 "GET /v2.0/networks/3144cc26-5c3c-4c60-af2d-32ce782d0ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870118 Nov 15 12:18:44.895518 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-db5deecc-5b7e-4192-a63c-cdebff22e6e1 service neutron] 10.222.0.55 "GET /v2.0/networks/3144cc26-5c3c-4c60-af2d-32ce782d0ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814629 Nov 15 12:18:45.582136 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbb4b7-161d-4466-85cd-310eea004f9a req-2c4129b8-ff7e-4c7a-bbf0-02e3d2056584 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:45.583654 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcfbb4b7-161d-4466-85cd-310eea004f9a req-2c4129b8-ff7e-4c7a-bbf0-02e3d2056584 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 946 time: 0.0562243 Nov 15 12:18:45.636877 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcfbb4b7-161d-4466-85cd-310eea004f9a req-815274b6-9804-434a-b055-161202f16435 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446215 Nov 15 12:18:46.767717 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88597ee-d80a-45ef-ac76-361ee9306973 req-2d37b1c6-0ddf-4f44-9f6d-1d93f8fc03af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:46.769209 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a88597ee-d80a-45ef-ac76-361ee9306973 req-2d37b1c6-0ddf-4f44-9f6d-1d93f8fc03af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 946 time: 0.0567429 Nov 15 12:18:46.817244 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a88597ee-d80a-45ef-ac76-361ee9306973 req-3fc09789-e3f4-4e56-8411-041117c857ea tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419946 Nov 15 12:18:47.953505 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4999916-5d59-4aa5-ac40-45b95220b462 req-28ddcfa9-47cc-4c4f-bf92-b05a98edbff0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:47.954996 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d4999916-5d59-4aa5-ac40-45b95220b462 req-28ddcfa9-47cc-4c4f-bf92-b05a98edbff0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 946 time: 0.0507734 Nov 15 12:18:48.017330 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d4999916-5d59-4aa5-ac40-45b95220b462 req-332b946b-fd4c-41d5-8823-7e9fcef179da tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538137 Nov 15 12:18:49.216176 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d41f68-a1cd-4e7b-93d5-b53184077395 req-c980ab94-f183-4166-9f6d-87ff348e77f7 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:49.217665 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59d41f68-a1cd-4e7b-93d5-b53184077395 req-c980ab94-f183-4166-9f6d-87ff348e77f7 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 946 time: 0.1126287 Nov 15 12:18:49.268505 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59d41f68-a1cd-4e7b-93d5-b53184077395 req-c6162a18-e55e-4162-9081-a38276daa5bd tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446544 Nov 15 12:18:50.397664 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3644d2a-3f85-4a22-b9ee-77d4ee1bdcb4 req-6017bb86-ba6c-479a-a7d5-fe7241dd644e tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:50.399086 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3644d2a-3f85-4a22-b9ee-77d4ee1bdcb4 req-6017bb86-ba6c-479a-a7d5-fe7241dd644e tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 946 time: 0.0524385 Nov 15 12:18:50.450135 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3644d2a-3f85-4a22-b9ee-77d4ee1bdcb4 req-dc30364f-7a3e-4e07-a868-57db9d6ecbf5 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427105 Nov 15 12:18:51.593843 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d02af-286d-4b72-a02c-c3b28cd9b279 req-cc030eb4-3948-43d4-ba18-3a6dfb767aec tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:51.595415 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7c4d02af-286d-4b72-a02c-c3b28cd9b279 req-cc030eb4-3948-43d4-ba18-3a6dfb767aec tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 946 time: 0.0662549 Nov 15 12:18:51.644324 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7c4d02af-286d-4b72-a02c-c3b28cd9b279 req-0ca49bcf-a0af-4d1f-9998-b3446b763fb4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424480 Nov 15 12:18:52.786031 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79f5b-38b3-473e-a2f8-e7a41cff479b req-c8c157fb-30aa-4ae9-89c1-333d32f13d12 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:52.787744 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0db79f5b-38b3-473e-a2f8-e7a41cff479b req-c8c157fb-30aa-4ae9-89c1-333d32f13d12 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 946 time: 0.0563803 Nov 15 12:18:52.841074 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0db79f5b-38b3-473e-a2f8-e7a41cff479b req-28d950d9-f39d-4077-9fef-65ec0639ddc9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470068 Nov 15 12:18:53.972043 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d24a4-d3fb-4826-82fe-4b37bef8d13e req-9e95a830-840a-45f2-a571-2889922c614c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:53.973533 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3a2d24a4-d3fb-4826-82fe-4b37bef8d13e req-9e95a830-840a-45f2-a571-2889922c614c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 946 time: 0.0566945 Nov 15 12:18:54.026773 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3a2d24a4-d3fb-4826-82fe-4b37bef8d13e req-62aff3b3-86b5-4a85-af4c-364121693e8f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466433 Nov 15 12:18:55.145299 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4d29c-6944-4558-94d5-160cd7673860 req-a172c0a3-ebf5-4acd-87a5-fdb0b4e18a7f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:55.146785 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dee4d29c-6944-4558-94d5-160cd7673860 req-a172c0a3-ebf5-4acd-87a5-fdb0b4e18a7f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 946 time: 0.0504353 Nov 15 12:18:55.199338 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dee4d29c-6944-4558-94d5-160cd7673860 req-5a596e42-17c4-47bd-b378-c0085f69acf2 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435658 Nov 15 12:18:56.327548 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29206cbb-45da-4b9f-9235-7703f961a04a req-8d304a08-e6d8-41f9-b973-163effe0fa2e tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:56.329032 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29206cbb-45da-4b9f-9235-7703f961a04a req-8d304a08-e6d8-41f9-b973-163effe0fa2e tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 946 time: 0.0486684 Nov 15 12:18:56.383396 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-29206cbb-45da-4b9f-9235-7703f961a04a req-327cd217-8a9a-47bb-8844-8db351a63c69 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480938 Nov 15 12:18:56.717969 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-74a28255-6a9e-40b6-b254-fdde6620eba6 service neutron] show failed (client error): The resource could not be found. Nov 15 12:18:56.718864 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-74a28255-6a9e-40b6-b254-fdde6620eba6 service neutron] 10.222.0.55 "GET /v2.0/ports/68a27266-d4cd-4627-b02d-f71fcdb4c132/bindings/n-h1-729945-9 HTTP/1.1" status: 404 len: 380 time: 0.0656745 Nov 15 12:18:56.936413 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-b0686bfd-8da1-4fb7-a6fa-9a479dda3b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:56.937911 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-b0686bfd-8da1-4fb7-a6fa-9a479dda3b44 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab&tenant_id=dee52e5d2fae4e31831254954d5b6ea1 HTTP/1.1" status: 200 len: 1097 time: 0.0478220 Nov 15 12:18:56.949611 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Request body: {'port': {'binding:host_id': 'n-h1-729945-9', 'device_owner': 'compute:nova'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:18:57.001695 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:57.204921 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] For port 68a27266-d4cd-4627-b02d-f71fcdb4c132, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=68a27266-d4cd-4627-b02d-f71fcdb4c132,segment=NetworkSegment(80a1f8b9-1e73-497d-b709-36e748244b7a),segment_id=80a1f8b9-1e73-497d-b709-36e748244b7a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:18:57.505273 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7338a8-8737-4acd-9b7b-98abb50f5172 req-d867a305-29d6-403e-802e-2cb26e71a4bd tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:57.506784 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a7338a8-8737-4acd-9b7b-98abb50f5172 req-d867a305-29d6-403e-802e-2cb26e71a4bd tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 946 time: 0.0505943 Nov 15 12:18:57.557718 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5a7338a8-8737-4acd-9b7b-98abb50f5172 req-7ed5a338-ee90-4e6a-8ae2-1d6a6075f6b9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444591 Nov 15 12:18:57.559636 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] For port 68a27266-d4cd-4627-b02d-f71fcdb4c132, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:18:57.597685 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daab35ac-1c47-4b67-8c10-5474da7945ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68a27266-d4cd-4627-b02d-f71fcdb4c132'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:18:57.599952 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d7c0a7-0073-4575-aa1c-7b01005d5ed0" -d '{"events": [{"server_uuid": "daab35ac-1c47-4b67-8c10-5474da7945ab", "name": "network-vif-unplugged", "status": "completed", "tag": "68a27266-d4cd-4627-b02d-f71fcdb4c132"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:18:57.604118 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:57.616539 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Transition to ACTIVE for port object 68a27266-d4cd-4627-b02d-f71fcdb4c132 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:18:57.623283 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:57.657339 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 12:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40447dc-efcf-4977-983b-e892b5afbc28 x-openstack-request-id: req-f40447dc-efcf-4977-983b-e892b5afbc28 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:18:57.657670 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daab35ac-1c47-4b67-8c10-5474da7945ab", "name": "network-vif-unplugged", "status": "completed", "tag": "68a27266-d4cd-4627-b02d-f71fcdb4c132", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:18:57.657941 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f40447dc-efcf-4977-983b-e892b5afbc28 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:18:57.658326 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daab35ac-1c47-4b67-8c10-5474da7945ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68a27266-d4cd-4627-b02d-f71fcdb4c132', 'code': 200} Nov 15 12:18:57.704095 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Pushing event updated for resources: {'Port': ['ID=68a27266-d4cd-4627-b02d-f71fcdb4c132,revision_number=6']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:18:57.718192 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:18:57.718899 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:18:57.718899 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:18:57.719166 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:18:57.719500 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:18:57.719837 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:18:57.720236 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:18:57.720556 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:18:57.720875 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:18:57.721194 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:18:57.721510 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:18:57.721849 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:18:57.757103 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] No DVR routers for this DVR port 68a27266-d4cd-4627-b02d-f71fcdb4c132 on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:18:57.891119 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Attempting to bind port 68a27266-d4cd-4627-b02d-f71fcdb4c132 on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:18:57.891413 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Attempting to bind port 68a27266-d4cd-4627-b02d-f71fcdb4c132 by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '80a1f8b9-1e73-497d-b709-36e748244b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:18:57.891759 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Attempting to bind port 68a27266-d4cd-4627-b02d-f71fcdb4c132 on network 3144cc26-5c3c-4c60-af2d-32ce782d0ba9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:18:57.896542 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Port 68a27266-d4cd-4627-b02d-f71fcdb4c132 on network 3144cc26-5c3c-4c60-af2d-32ce782d0ba9 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:18:57.896889 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Attempting to bind port 68a27266-d4cd-4627-b02d-f71fcdb4c132 on network 3144cc26-5c3c-4c60-af2d-32ce782d0ba9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:18:57.901991 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:18:57.902323 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Checking segment: {'id': '80a1f8b9-1e73-497d-b709-36e748244b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:18:57.902723 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Bound using segment: {'id': '80a1f8b9-1e73-497d-b709-36e748244b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:18:57.903252 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Bound port: 68a27266-d4cd-4627-b02d-f71fcdb4c132, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80a1f8b9-1e73-497d-b709-36e748244b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:18:57.903603 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:57.970786 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] For port 68a27266-d4cd-4627-b02d-f71fcdb4c132, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:18:57.973974 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] For port 68a27266-d4cd-4627-b02d-f71fcdb4c132, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=68a27266-d4cd-4627-b02d-f71fcdb4c132,segment=NetworkSegment(80a1f8b9-1e73-497d-b709-36e748244b7a),segment_id=80a1f8b9-1e73-497d-b709-36e748244b7a)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:18:57.979012 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:58.015736 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:58.016499 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:18:58.017847 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] 10.222.0.11 "PUT /v2.0/ports/68a27266-d4cd-4627-b02d-f71fcdb4c132 HTTP/1.1" status: 200 len: 1092 time: 1.0722969 Nov 15 12:18:58.038770 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951bfa6-392a-4f20-a57c-63fd0661e9da service neutron] Pushing event updated for resources: {'Port': ['ID=68a27266-d4cd-4627-b02d-f71fcdb4c132,revision_number=7']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:18:58.086443 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-e5b0cd1e-9626-41d9-ad36-d5c49dc6f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:58.087995 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-e5b0cd1e-9626-41d9-ad36-d5c49dc6f4df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 1095 time: 0.0447471 Nov 15 12:18:58.183371 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-53f0a059-436f-49c1-b628-ab0b87168689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:58.184883 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-53f0a059-436f-49c1-b628-ab0b87168689 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3144cc26-5c3c-4c60-af2d-32ce782d0ba9 HTTP/1.1" status: 200 len: 896 time: 0.0891826 Nov 15 12:18:58.258823 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-ccac0d2f-0805-46b3-a615-041b0b3e409b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68a27266-d4cd-4627-b02d-f71fcdb4c132 HTTP/1.1" status: 200 len: 1000 time: 0.0664837 Nov 15 12:18:58.310013 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9656c088-cae5-4a85-aba3-989d66d4d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:58.311339 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-9656c088-cae5-4a85-aba3-989d66d4d94f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=00af70b9-94e9-49d8-8e5c-d58e05fc251d HTTP/1.1" status: 200 len: 834 time: 0.0435674 Nov 15 12:18:58.359408 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-3f01969f-8e70-4d0c-98cb-1bbe223f6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:58.360946 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-3f01969f-8e70-4d0c-98cb-1bbe223f6880 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3144cc26-5c3c-4c60-af2d-32ce782d0ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424697 Nov 15 12:18:58.461145 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-576f8d9a-ac2a-443c-a7c1-1eb10d4fcc72 service neutron] 10.222.0.11 "GET /v2.0/networks/3144cc26-5c3c-4c60-af2d-32ce782d0ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928524 Nov 15 12:18:58.551920 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-960abb0f-1834-41af-bc6d-9ee81095cefd req-d98d5e7d-d41b-470e-8843-e3ea94c03db3 service neutron] 10.222.0.11 "GET /v2.0/networks/3144cc26-5c3c-4c60-af2d-32ce782d0ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829456 Nov 15 12:18:58.678531 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedb52e-ef15-4584-9508-c27057effdae req-c3c51825-205c-44b7-9736-f288cb33ec24 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:58.680182 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3eedb52e-ef15-4584-9508-c27057effdae req-c3c51825-205c-44b7-9736-f288cb33ec24 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 944 time: 0.0498722 Nov 15 12:18:58.729456 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3eedb52e-ef15-4584-9508-c27057effdae req-e79d9fa1-cceb-4952-8b61-e2bbbf20037b tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430937 Nov 15 12:18:59.660286 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daab35ac-1c47-4b67-8c10-5474da7945ab', 'tag': '68a27266-d4cd-4627-b02d-f71fcdb4c132'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:18:59.664159 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2490a2-ce0b-461c-910c-e9786c2e0c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "daab35ac-1c47-4b67-8c10-5474da7945ab", "tag": "68a27266-d4cd-4627-b02d-f71fcdb4c132"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:18:59.723052 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73e8d95-7cd8-4527-bc14-9de4f90ab970 x-openstack-request-id: req-e73e8d95-7cd8-4527-bc14-9de4f90ab970 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:18:59.723335 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daab35ac-1c47-4b67-8c10-5474da7945ab", "tag": "68a27266-d4cd-4627-b02d-f71fcdb4c132", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:18:59.723636 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e73e8d95-7cd8-4527-bc14-9de4f90ab970 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:18:59.724072 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daab35ac-1c47-4b67-8c10-5474da7945ab', 'tag': '68a27266-d4cd-4627-b02d-f71fcdb4c132', 'status': 'completed', 'code': 200} Nov 15 12:18:59.818730 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2490a2-ce0b-461c-910c-e9786c2e0c0f req-6b1afa7c-4329-49af-8ec9-651bc540b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:59.820264 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b2490a2-ce0b-461c-910c-e9786c2e0c0f req-6b1afa7c-4329-49af-8ec9-651bc540b4bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 1095 time: 0.0659852 Nov 15 12:18:59.821974 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2490a2-ce0b-461c-910c-e9786c2e0c0f req-8a0838c2-6141-46e1-9a28-735c5dec7ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:59.823294 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b2490a2-ce0b-461c-910c-e9786c2e0c0f req-8a0838c2-6141-46e1-9a28-735c5dec7ad5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 1095 time: 0.0800533 Nov 15 12:18:59.854317 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8ca70-a528-44a2-ab20-beec518040e7 req-b8b78564-f45a-4495-b5c9-f7c0f0d6d095 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:59.856402 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57c8ca70-a528-44a2-ab20-beec518040e7 req-b8b78564-f45a-4495-b5c9-f7c0f0d6d095 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 944 time: 0.0552657 Nov 15 12:18:59.905706 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-57c8ca70-a528-44a2-ab20-beec518040e7 req-ee56687b-11b1-419c-ac24-754fdf27d6b8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436883 Nov 15 12:18:59.980024 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2490a2-ce0b-461c-910c-e9786c2e0c0f req-b30fe678-bace-48b2-9d8b-60f01be6b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:59.981505 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b2490a2-ce0b-461c-910c-e9786c2e0c0f req-b30fe678-bace-48b2-9d8b-60f01be6b80b service neutron] 10.222.0.55 "GET /v2.0/networks?id=3144cc26-5c3c-4c60-af2d-32ce782d0ba9 HTTP/1.1" status: 200 len: 896 time: 0.1546059 Nov 15 12:18:59.982842 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2490a2-ce0b-461c-910c-e9786c2e0c0f req-94fecd0a-b2dc-4ba0-87d6-d6fd08686d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:18:59.984155 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b2490a2-ce0b-461c-910c-e9786c2e0c0f req-94fecd0a-b2dc-4ba0-87d6-d6fd08686d30 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3144cc26-5c3c-4c60-af2d-32ce782d0ba9 HTTP/1.1" status: 200 len: 896 time: 0.1498089 Nov 15 12:19:00.094572 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b2490a2-ce0b-461c-910c-e9786c2e0c0f req-7ef54fd3-2c35-4c45-8340-18926ca28d87 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68a27266-d4cd-4627-b02d-f71fcdb4c132 HTTP/1.1" status: 200 len: 1000 time: 0.1057384 Nov 15 12:19:00.098486 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b2490a2-ce0b-461c-910c-e9786c2e0c0f req-ebd01bf5-736c-45cc-8904-e2c1db05d694 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68a27266-d4cd-4627-b02d-f71fcdb4c132 HTTP/1.1" status: 200 len: 1000 time: 0.1039689 Nov 15 12:19:00.182292 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2490a2-ce0b-461c-910c-e9786c2e0c0f req-dbaff9f4-2973-4122-bd6e-13ec02b953d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:00.183725 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b2490a2-ce0b-461c-910c-e9786c2e0c0f req-dbaff9f4-2973-4122-bd6e-13ec02b953d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=00af70b9-94e9-49d8-8e5c-d58e05fc251d HTTP/1.1" status: 200 len: 834 time: 0.0810165 Nov 15 12:19:00.185266 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2490a2-ce0b-461c-910c-e9786c2e0c0f req-daa6a209-7e19-4669-bc8c-761a61771cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:00.186597 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b2490a2-ce0b-461c-910c-e9786c2e0c0f req-daa6a209-7e19-4669-bc8c-761a61771cb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=00af70b9-94e9-49d8-8e5c-d58e05fc251d HTTP/1.1" status: 200 len: 834 time: 0.0756388 Nov 15 12:19:00.211562 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:00.256420 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2490a2-ce0b-461c-910c-e9786c2e0c0f req-7fdbf9d7-bb82-4a8f-ae33-9f2a1741d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:00.257962 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b2490a2-ce0b-461c-910c-e9786c2e0c0f req-7fdbf9d7-bb82-4a8f-ae33-9f2a1741d0d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3144cc26-5c3c-4c60-af2d-32ce782d0ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671878 Nov 15 12:19:00.262315 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2490a2-ce0b-461c-910c-e9786c2e0c0f req-00161da1-c64e-49bf-8506-20ada50975c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:00.263690 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b2490a2-ce0b-461c-910c-e9786c2e0c0f req-00161da1-c64e-49bf-8506-20ada50975c8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3144cc26-5c3c-4c60-af2d-32ce782d0ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644007 Nov 15 12:19:00.413328 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b2490a2-ce0b-461c-910c-e9786c2e0c0f req-590235df-6f45-4280-9d7c-032da36d8120 service neutron] 10.222.0.55 "GET /v2.0/networks/3144cc26-5c3c-4c60-af2d-32ce782d0ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478493 Nov 15 12:19:00.415546 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b2490a2-ce0b-461c-910c-e9786c2e0c0f req-4ad4e1a2-41d3-4385-8356-1c394b59ed97 service neutron] 10.222.0.11 "GET /v2.0/networks/3144cc26-5c3c-4c60-af2d-32ce782d0ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430655 Nov 15 12:19:00.576354 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b2490a2-ce0b-461c-910c-e9786c2e0c0f req-a21deeb7-1aec-4908-ba13-911f2516515b service neutron] 10.222.0.55 "GET /v2.0/networks/3144cc26-5c3c-4c60-af2d-32ce782d0ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556127 Nov 15 12:19:00.578133 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3b2490a2-ce0b-461c-910c-e9786c2e0c0f req-e79e0702-718d-43d0-bfd6-8a3d54efb7df service neutron] 10.222.0.11 "GET /v2.0/networks/3144cc26-5c3c-4c60-af2d-32ce782d0ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507149 Nov 15 12:19:00.738753 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 68a27266-d4cd-4627-b02d-f71fcdb4c132 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:19:00.781071 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 68a27266-d4cd-4627-b02d-f71fcdb4c132 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:19:01.038201 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f48fd-8281-4be8-8a86-2cb911ff539a req-48f5b8d6-732f-4dc8-b7b8-0d63b2e04c29 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:01.039708 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a48f48fd-8281-4be8-8a86-2cb911ff539a req-48f5b8d6-732f-4dc8-b7b8-0d63b2e04c29 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 944 time: 0.0524492 Nov 15 12:19:01.089478 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a48f48fd-8281-4be8-8a86-2cb911ff539a req-c0a9a72a-908f-422f-a945-62ce78e5a7fa tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434604 Nov 15 12:19:02.218492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef0253-f0d3-4001-a4c6-deccc37f6ef0 req-2e9aa13b-26bd-4077-938b-d411b51a2420 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:02.220003 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4ef0253-f0d3-4001-a4c6-deccc37f6ef0 req-2e9aa13b-26bd-4077-938b-d411b51a2420 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 944 time: 0.0508580 Nov 15 12:19:02.273523 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4ef0253-f0d3-4001-a4c6-deccc37f6ef0 req-e9adef07-09aa-4028-9306-66e591ec5990 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473330 Nov 15 12:19:02.300119 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:02.471108 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b4aa9-ede3-436c-a492-8d80dafaf44c req-f475bd1c-d61f-4b73-8103-8c9b48678e1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:02.472830 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c92b4aa9-ede3-436c-a492-8d80dafaf44c req-f475bd1c-d61f-4b73-8103-8c9b48678e1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 944 time: 0.0503867 Nov 15 12:19:02.489494 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182a8a0-0dc9-4010-9a16-1e56bc2bf8be req-20f0a235-a224-44df-981f-2137b9173c62 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:02.490979 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2182a8a0-0dc9-4010-9a16-1e56bc2bf8be req-20f0a235-a224-44df-981f-2137b9173c62 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.55 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab&tenant_id=dee52e5d2fae4e31831254954d5b6ea1&binding%3Ahost_id=n-h1-729945-9 HTTP/1.1" status: 200 len: 944 time: 0.0562918 Nov 15 12:19:02.524338 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c92b4aa9-ede3-436c-a492-8d80dafaf44c req-1b497918-b18d-4776-90b3-7886eefab5bf tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448234 Nov 15 12:19:02.551787 n-d-729945-9 neutron-server[102677]: INFO neutron.api.v2.resource [req-2182a8a0-0dc9-4010-9a16-1e56bc2bf8be req-f56caf99-23f2-47d9-9a24-3f6573a8f457 service neutron] delete failed (client error): The resource could not be found. Nov 15 12:19:02.552996 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2182a8a0-0dc9-4010-9a16-1e56bc2bf8be req-f56caf99-23f2-47d9-9a24-3f6573a8f457 service neutron] 10.222.0.55 "DELETE /v2.0/ports/68a27266-d4cd-4627-b02d-f71fcdb4c132/bindings/n-h2-729945-9 HTTP/1.1" status: 404 len: 380 time: 0.0549181 Nov 15 12:19:02.639550 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182a8a0-0dc9-4010-9a16-1e56bc2bf8be req-8a9053aa-9eab-4c89-af58-ea00fb06a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:02.641175 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2182a8a0-0dc9-4010-9a16-1e56bc2bf8be req-8a9053aa-9eab-4c89-af58-ea00fb06a9bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 1095 time: 0.0426981 Nov 15 12:19:02.644107 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cea38-721d-4d8b-bd7f-59b466f9b972 req-35236727-055c-496e-98ba-120783397cbe tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:02.645595 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e14cea38-721d-4d8b-bd7f-59b466f9b972 req-35236727-055c-496e-98ba-120783397cbe tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 944 time: 0.0509338 Nov 15 12:19:02.695321 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e14cea38-721d-4d8b-bd7f-59b466f9b972 req-29c2a4db-699f-4ee3-ad08-3947f6791e6c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435987 Nov 15 12:19:02.737250 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182a8a0-0dc9-4010-9a16-1e56bc2bf8be req-ba595f88-4d06-4523-87d7-4f3a3cb76620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:02.738760 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2182a8a0-0dc9-4010-9a16-1e56bc2bf8be req-ba595f88-4d06-4523-87d7-4f3a3cb76620 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3144cc26-5c3c-4c60-af2d-32ce782d0ba9 HTTP/1.1" status: 200 len: 896 time: 0.0899005 Nov 15 12:19:02.806210 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2182a8a0-0dc9-4010-9a16-1e56bc2bf8be req-0b9787bc-1af3-4ba2-aadb-fd73c270c63d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68a27266-d4cd-4627-b02d-f71fcdb4c132 HTTP/1.1" status: 200 len: 1000 time: 0.0607643 Nov 15 12:19:02.860096 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182a8a0-0dc9-4010-9a16-1e56bc2bf8be req-0cd43046-7e06-48bb-a69d-9769964c6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:02.861532 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2182a8a0-0dc9-4010-9a16-1e56bc2bf8be req-0cd43046-7e06-48bb-a69d-9769964c6e6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=00af70b9-94e9-49d8-8e5c-d58e05fc251d HTTP/1.1" status: 200 len: 834 time: 0.0482426 Nov 15 12:19:02.907976 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182a8a0-0dc9-4010-9a16-1e56bc2bf8be req-e524535b-96c0-4c8b-b3f2-87c22b9e588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:02.909482 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2182a8a0-0dc9-4010-9a16-1e56bc2bf8be req-e524535b-96c0-4c8b-b3f2-87c22b9e588d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3144cc26-5c3c-4c60-af2d-32ce782d0ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407574 Nov 15 12:19:03.000844 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 68a27266-d4cd-4627-b02d-f71fcdb4c132 details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:19:03.009017 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2182a8a0-0dc9-4010-9a16-1e56bc2bf8be req-41766fc0-97a3-496a-8e6f-83efb661f423 service neutron] 10.222.0.55 "GET /v2.0/networks/3144cc26-5c3c-4c60-af2d-32ce782d0ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913935 Nov 15 12:19:03.098860 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 68a27266-d4cd-4627-b02d-f71fcdb4c132, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=68a27266-d4cd-4627-b02d-f71fcdb4c132,segment=NetworkSegment(80a1f8b9-1e73-497d-b709-36e748244b7a),segment_id=80a1f8b9-1e73-497d-b709-36e748244b7a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:19:03.106508 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2182a8a0-0dc9-4010-9a16-1e56bc2bf8be req-cc553acd-5ec4-4e04-8288-010ea979c2bd service neutron] 10.222.0.55 "GET /v2.0/networks/3144cc26-5c3c-4c60-af2d-32ce782d0ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905299 Nov 15 12:19:03.113606 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': '68a27266-d4cd-4627-b02d-f71fcdb4c132', 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9', 'port_id': '68a27266-d4cd-4627-b02d-f71fcdb4c132', 'mac_address': 'fa:16:3e:59:02:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00af70b9-94e9-49d8-8e5c-d58e05fc251d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:19:03.148881 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:03.162872 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a27266-d4cd-4627-b02d-f71fcdb4c132 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:19:03.183642 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 68a27266-d4cd-4627-b02d-f71fcdb4c132, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=68a27266-d4cd-4627-b02d-f71fcdb4c132,segment=NetworkSegment(80a1f8b9-1e73-497d-b709-36e748244b7a),segment_id=80a1f8b9-1e73-497d-b709-36e748244b7a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:19:03.188625 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:03.239390 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=68a27266-d4cd-4627-b02d-f71fcdb4c132,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:19:03.246727 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:03.247059 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:03.247387 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:03.247714 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:03.248077 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:03.248397 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:03.248765 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:03.249081 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:03.249393 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:03.249705 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:03.250016 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:03.250308 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:03.558409 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['68a27266-d4cd-4627-b02d-f71fcdb4c132'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:19:03.817685 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a954d58-05e3-4a0b-b06e-6c086ace81f5 req-51a7839b-a319-4f3f-97a7-8390477f776d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:03.819108 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6a954d58-05e3-4a0b-b06e-6c086ace81f5 req-51a7839b-a319-4f3f-97a7-8390477f776d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 945 time: 0.0538249 Nov 15 12:19:03.868998 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6a954d58-05e3-4a0b-b06e-6c086ace81f5 req-39a3e81d-13cc-446b-afe8-c98c008561eb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437374 Nov 15 12:19:03.896095 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 54980) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:19:03.961710 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b55e1cc7-fada-40e5-8868-d0aeee9ff5bd tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/floatingips/e285cde3-e399-422c-82aa-6c3e1cfc5598 HTTP/1.1" status: 200 len: 993 time: 0.0644472 Nov 15 12:19:05.019152 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 68a27266-d4cd-4627-b02d-f71fcdb4c132 up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:19:05.076106 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port 68a27266-d4cd-4627-b02d-f71fcdb4c132 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:19:05.079858 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port 68a27266-d4cd-4627-b02d-f71fcdb4c132 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:19:05.080226 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:05.157838 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:05.182785 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daab35ac-1c47-4b67-8c10-5474da7945ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a27266-d4cd-4627-b02d-f71fcdb4c132'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:19:05.185024 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22a0199-8352-40d7-81cd-02ec862b1d17" -d '{"events": [{"server_uuid": "daab35ac-1c47-4b67-8c10-5474da7945ab", "name": "network-vif-plugged", "status": "completed", "tag": "68a27266-d4cd-4627-b02d-f71fcdb4c132"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:19:05.197394 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port 68a27266-d4cd-4627-b02d-f71fcdb4c132, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=68a27266-d4cd-4627-b02d-f71fcdb4c132,segment=NetworkSegment(80a1f8b9-1e73-497d-b709-36e748244b7a),segment_id=80a1f8b9-1e73-497d-b709-36e748244b7a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:19:05.202331 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:05.225072 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170747de-63db-42d1-8c7c-0f2885e053b7 x-openstack-request-id: req-170747de-63db-42d1-8c7c-0f2885e053b7 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:19:05.225360 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daab35ac-1c47-4b67-8c10-5474da7945ab", "name": "network-vif-plugged", "status": "completed", "tag": "68a27266-d4cd-4627-b02d-f71fcdb4c132", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:19:05.225604 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-170747de-63db-42d1-8c7c-0f2885e053b7 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:19:05.225988 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daab35ac-1c47-4b67-8c10-5474da7945ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a27266-d4cd-4627-b02d-f71fcdb4c132', 'code': 200} Nov 15 12:19:05.252073 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=68a27266-d4cd-4627-b02d-f71fcdb4c132,revision_number=9']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:19:06.358113 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7ec5ee5e-fd04-4cd2-900c-b299406398da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:08.457003 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d39fd9c1-0b6b-492e-8cb5-bc41776eeeae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:10.130965 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:10.989048 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e229c9dd-327f-4681-a307-c1bbfbbbfcc8 req-1f561861-184f-46bd-8adc-e8debb6ad89f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416205 Nov 15 12:19:11.075971 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229c9dd-327f-4681-a307-c1bbfbbbfcc8 req-5709a0a3-a61c-4ab5-8956-1ae74e2bf5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:11.077486 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e229c9dd-327f-4681-a307-c1bbfbbbfcc8 req-5709a0a3-a61c-4ab5-8956-1ae74e2bf5b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0430315 Nov 15 12:19:11.189455 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229c9dd-327f-4681-a307-c1bbfbbbfcc8 req-a9c2d3ea-4fcb-4021-9289-03b6efe65858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:11.190919 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e229c9dd-327f-4681-a307-c1bbfbbbfcc8 req-a9c2d3ea-4fcb-4021-9289-03b6efe65858 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0903137 Nov 15 12:19:11.232892 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e229c9dd-327f-4681-a307-c1bbfbbbfcc8 req-67303060-87c9-44ac-bdac-42d01edd18a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0342081 Nov 15 12:19:11.281157 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229c9dd-327f-4681-a307-c1bbfbbbfcc8 req-9e600424-f053-4764-87df-e1e0f6c6cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:11.282550 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e229c9dd-327f-4681-a307-c1bbfbbbfcc8 req-9e600424-f053-4764-87df-e1e0f6c6cdca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0427582 Nov 15 12:19:11.332121 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229c9dd-327f-4681-a307-c1bbfbbbfcc8 req-bb20c60e-f6e6-422c-afa4-538fdff7d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:11.333598 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e229c9dd-327f-4681-a307-c1bbfbbbfcc8 req-bb20c60e-f6e6-422c-afa4-538fdff7d01d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440345 Nov 15 12:19:11.426968 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e229c9dd-327f-4681-a307-c1bbfbbbfcc8 req-3de0d3bd-521f-45f7-ada0-501203cf50ee service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850809 Nov 15 12:19:11.523024 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e229c9dd-327f-4681-a307-c1bbfbbbfcc8 req-1e3b9ce8-f85f-483e-934d-34d76fb4c900 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877926 Nov 15 12:19:11.689165 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:12.220397 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:17.826991 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:19:30.215300 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:32.334703 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:36.349447 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bda4799d-af94-4b08-aab5-c7c2568ddfd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:38.462195 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-74274836-a026-4511-a297-7994e4145e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:40.134697 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:41.689507 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:42.225885 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:50.461546 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55000) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:19:50.630108 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-813e3d9e-d0ac-4266-aa36-ddd4bfa20334 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting port 2c04e321-3ffe-493d-9f75-9a08061319c1 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:19:50.630397 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-813e3d9e-d0ac-4266-aa36-ddd4bfa20334 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:50.713825 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-813e3d9e-d0ac-4266-aa36-ddd4bfa20334 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:50.714051 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-813e3d9e-d0ac-4266-aa36-ddd4bfa20334 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:50.725490 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-813e3d9e-d0ac-4266-aa36-ddd4bfa20334 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Calling delete_port for 2c04e321-3ffe-493d-9f75-9a08061319c1 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:19:50.879847 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-813e3d9e-d0ac-4266-aa36-ddd4bfa20334 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:50.907854 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e3d9e-d0ac-4266-aa36-ddd4bfa20334 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Port': ['ID=2c04e321-3ffe-493d-9f75-9a08061319c1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:19:50.968794 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-813e3d9e-d0ac-4266-aa36-ddd4bfa20334 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:50.969030 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-813e3d9e-d0ac-4266-aa36-ddd4bfa20334 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Floating IP e285cde3-e399-422c-82aa-6c3e1cfc5598 disassociated (deleted). External IP: 172.25.7.197, port: 68a27266-d4cd-4627-b02d-f71fcdb4c132. Nov 15 12:19:51.190867 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813e3d9e-d0ac-4266-aa36-ddd4bfa20334 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router e8011b40-1060-4f43-b171-8e0e38e1eb19 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:19:51.298271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813e3d9e-d0ac-4266-aa36-ddd4bfa20334 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:19:51.303401 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-813e3d9e-d0ac-4266-aa36-ddd4bfa20334 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:51.308331 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ad368e-5d88-4601-95a2-07daa738a17e None None] Sync routers for ids ['e8011b40-1060-4f43-b171-8e0e38e1eb19'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:19:51.318629 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ad368e-5d88-4601-95a2-07daa738a17e None None] Routers {'e8011b40-1060-4f43-b171-8e0e38e1eb19'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:19:51.319233 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d1ad368e-5d88-4601-95a2-07daa738a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:19:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e8011b40-1060-4f43-b171-8e0e38e1eb19'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:19:51.329473 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-813e3d9e-d0ac-4266-aa36-ddd4bfa20334 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/floatingips/e285cde3-e399-422c-82aa-6c3e1cfc5598 HTTP/1.1" status: 204 len: 168 time: 0.8665841 Nov 15 12:19:51.330386 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daab35ac-1c47-4b67-8c10-5474da7945ab', 'tag': '68a27266-d4cd-4627-b02d-f71fcdb4c132'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:19:51.332832 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf3d8df-7c98-4235-b3b5-90c232a3eb66" -d '{"events": [{"name": "network-changed", "server_uuid": "daab35ac-1c47-4b67-8c10-5474da7945ab", "tag": "68a27266-d4cd-4627-b02d-f71fcdb4c132"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:19:51.424189 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d1ad368e-5d88-4601-95a2-07daa738a17e None None] Set router e8011b40-1060-4f43-b171-8e0e38e1eb19 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:19:51.548861 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000edf8e-9da4-4497-9833-52a37918d9e8 x-openstack-request-id: req-000edf8e-9da4-4497-9833-52a37918d9e8 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:19:51.549741 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daab35ac-1c47-4b67-8c10-5474da7945ab", "tag": "68a27266-d4cd-4627-b02d-f71fcdb4c132", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:19:51.550159 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-000edf8e-9da4-4497-9833-52a37918d9e8 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:19:51.550735 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daab35ac-1c47-4b67-8c10-5474da7945ab', 'tag': '68a27266-d4cd-4627-b02d-f71fcdb4c132', 'status': 'completed', 'code': 200} Nov 15 12:19:51.622341 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3d8df-7c98-4235-b3b5-90c232a3eb66 req-9ae73d7c-3128-46c3-a563-60f40bbbcbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:51.623969 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4cf3d8df-7c98-4235-b3b5-90c232a3eb66 req-9ae73d7c-3128-46c3-a563-60f40bbbcbb8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 1097 time: 0.0515721 Nov 15 12:19:51.624922 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d1ad368e-5d88-4601-95a2-07daa738a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512707326', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '343766a3-105b-42fa-b719-14864ad9bb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:17:54Z', 'updated_at': '2021-11-15T12:17:58Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '343766a3-105b-42fa-b719-14864ad9bb18', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:17:55Z', 'updated_at': '2021-11-15T12:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'feec868a-c569-4a70-a9dd-c81b4453f49e', 'name': '', 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:f6:01:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '00af70b9-94e9-49d8-8e5c-d58e05fc251d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:17:57Z', 'updated_at': '2021-11-15T12:18:01Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '00af70b9-94e9-49d8-8e5c-d58e05fc251d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:19:51.645238 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92fa28-4acb-47e6-99f3-31b3dc6bf15a req-135d3be0-3f04-4a66-bdbe-efc24df81f66 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:51.646759 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf92fa28-4acb-47e6-99f3-31b3dc6bf15a req-135d3be0-3f04-4a66-bdbe-efc24df81f66 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 946 time: 0.0512547 Nov 15 12:19:51.655548 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ad368e-5d88-4601-95a2-07daa738a17e None None] Checking router: e8011b40-1060-4f43-b171-8e0e38e1eb19 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:19:51.664427 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ad368e-5d88-4601-95a2-07daa738a17e None None] Routers {'e8011b40-1060-4f43-b171-8e0e38e1eb19'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:19:51.665107 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d1ad368e-5d88-4601-95a2-07daa738a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:19:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e8011b40-1060-4f43-b171-8e0e38e1eb19'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:19:51.698671 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf92fa28-4acb-47e6-99f3-31b3dc6bf15a req-e5566416-799b-4dad-9a21-41f5d49fa021 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452714 Nov 15 12:19:51.773186 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d1ad368e-5d88-4601-95a2-07daa738a17e None None] Set router e8011b40-1060-4f43-b171-8e0e38e1eb19 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:19:51.980320 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d1ad368e-5d88-4601-95a2-07daa738a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512707326', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '343766a3-105b-42fa-b719-14864ad9bb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:17:54Z', 'updated_at': '2021-11-15T12:17:58Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '343766a3-105b-42fa-b719-14864ad9bb18', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:17:55Z', 'updated_at': '2021-11-15T12:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'feec868a-c569-4a70-a9dd-c81b4453f49e', 'name': '', 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:f6:01:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '00af70b9-94e9-49d8-8e5c-d58e05fc251d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:17:57Z', 'updated_at': '2021-11-15T12:18:01Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '00af70b9-94e9-49d8-8e5c-d58e05fc251d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:19:52.010447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ad368e-5d88-4601-95a2-07daa738a17e None None] The sync data for ids ['e8011b40-1060-4f43-b171-8e0e38e1eb19'] in n-d-729945-9 is: [{'id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512707326', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '343766a3-105b-42fa-b719-14864ad9bb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:17:54Z', 'updated_at': '2021-11-15T12:17:58Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '343766a3-105b-42fa-b719-14864ad9bb18', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:17:55Z', 'updated_at': '2021-11-15T12:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'feec868a-c569-4a70-a9dd-c81b4453f49e', 'name': '', 'network_id': '3144cc26-5c3c-4c60-af2d-32ce782d0ba9', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:f6:01:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '00af70b9-94e9-49d8-8e5c-d58e05fc251d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:17:57Z', 'updated_at': '2021-11-15T12:18:01Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '00af70b9-94e9-49d8-8e5c-d58e05fc251d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:19:52.041253 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3d8df-7c98-4235-b3b5-90c232a3eb66 req-7119780a-deb9-4355-ad88-748b26cd68df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:52.042881 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4cf3d8df-7c98-4235-b3b5-90c232a3eb66 req-7119780a-deb9-4355-ad88-748b26cd68df service neutron] 10.222.0.11 "GET /v2.0/networks?id=3144cc26-5c3c-4c60-af2d-32ce782d0ba9 HTTP/1.1" status: 200 len: 896 time: 0.4118149 Nov 15 12:19:52.087287 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4cf3d8df-7c98-4235-b3b5-90c232a3eb66 req-9d8cc138-3de9-4b17-8d73-9bbb85ec8c44 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68a27266-d4cd-4627-b02d-f71fcdb4c132 HTTP/1.1" status: 200 len: 217 time: 0.0359271 Nov 15 12:19:52.138396 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3d8df-7c98-4235-b3b5-90c232a3eb66 req-adaf6b94-ab88-4d7d-9df8-fb71f6dd5bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:52.140131 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4cf3d8df-7c98-4235-b3b5-90c232a3eb66 req-adaf6b94-ab88-4d7d-9df8-fb71f6dd5bf7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=00af70b9-94e9-49d8-8e5c-d58e05fc251d HTTP/1.1" status: 200 len: 834 time: 0.0454669 Nov 15 12:19:52.192707 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3d8df-7c98-4235-b3b5-90c232a3eb66 req-fd5bb9f2-3714-4818-a2a3-bdd359bef662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:52.194279 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4cf3d8df-7c98-4235-b3b5-90c232a3eb66 req-fd5bb9f2-3714-4818-a2a3-bdd359bef662 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3144cc26-5c3c-4c60-af2d-32ce782d0ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468767 Nov 15 12:19:52.234730 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9127f316-243d-427e-ac76-e93df09eb557 None None] New status for floating IP e285cde3-e399-422c-82aa-6c3e1cfc5598: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:19:52.291315 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4cf3d8df-7c98-4235-b3b5-90c232a3eb66 req-5dd884e3-19b1-4157-a476-4e4db6431034 service neutron] 10.222.0.11 "GET /v2.0/networks/3144cc26-5c3c-4c60-af2d-32ce782d0ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871413 Nov 15 12:19:52.388336 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4cf3d8df-7c98-4235-b3b5-90c232a3eb66 req-be043de7-3188-453c-bb81-fde15ea4feb7 service neutron] 10.222.0.11 "GET /v2.0/networks/3144cc26-5c3c-4c60-af2d-32ce782d0ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885131 Nov 15 12:19:52.828274 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12d09e-76bd-4e38-985c-b06c083c29fb req-74c17964-aa51-41c7-9811-29bf9a592d8d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:52.829815 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad12d09e-76bd-4e38-985c-b06c083c29fb req-74c17964-aa51-41c7-9811-29bf9a592d8d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 946 time: 0.0552917 Nov 15 12:19:52.881160 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ad12d09e-76bd-4e38-985c-b06c083c29fb req-bd7e1e05-4dee-46f2-8d26-0894e50ffe45 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f4b50d8-d44c-4122-a9fb-8845e07ef007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451519 Nov 15 12:19:52.944132 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fba64-8ee4-4534-a399-10b039c4e817 req-cefc8d0e-561e-465a-bfaa-9c1ee01df240 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:52.945599 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bd1fba64-8ee4-4534-a399-10b039c4e817 req-cefc8d0e-561e-465a-bfaa-9c1ee01df240 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.11 "GET /v2.0/ports?device_id=daab35ac-1c47-4b67-8c10-5474da7945ab HTTP/1.1" status: 200 len: 946 time: 0.0487282 Nov 15 12:19:53.062629 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-bd1fba64-8ee4-4534-a399-10b039c4e817 req-98c9bf6a-abd3-45f8-aeec-b78f783adaf6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting port 68a27266-d4cd-4627-b02d-f71fcdb4c132 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:19:53.062984 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bd1fba64-8ee4-4534-a399-10b039c4e817 req-98c9bf6a-abd3-45f8-aeec-b78f783adaf6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:53.151686 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-bd1fba64-8ee4-4534-a399-10b039c4e817 req-98c9bf6a-abd3-45f8-aeec-b78f783adaf6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] For port 68a27266-d4cd-4627-b02d-f71fcdb4c132, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=68a27266-d4cd-4627-b02d-f71fcdb4c132,segment=NetworkSegment(80a1f8b9-1e73-497d-b709-36e748244b7a),segment_id=80a1f8b9-1e73-497d-b709-36e748244b7a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:19:53.152081 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bd1fba64-8ee4-4534-a399-10b039c4e817 req-98c9bf6a-abd3-45f8-aeec-b78f783adaf6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:53.164647 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-bd1fba64-8ee4-4534-a399-10b039c4e817 req-98c9bf6a-abd3-45f8-aeec-b78f783adaf6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Calling delete_port for 68a27266-d4cd-4627-b02d-f71fcdb4c132 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:19:53.303842 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bd1fba64-8ee4-4534-a399-10b039c4e817 req-98c9bf6a-abd3-45f8-aeec-b78f783adaf6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:53.332197 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9bf6a-abd3-45f8-aeec-b78f783adaf6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Port': ['ID=68a27266-d4cd-4627-b02d-f71fcdb4c132,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:19:53.377086 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1fba64-8ee4-4534-a399-10b039c4e817 req-98c9bf6a-abd3-45f8-aeec-b78f783adaf6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] No DVR routers for this DVR port 68a27266-d4cd-4627-b02d-f71fcdb4c132 on host n-h1-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:19:53.380079 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-bd1fba64-8ee4-4534-a399-10b039c4e817 req-98c9bf6a-abd3-45f8-aeec-b78f783adaf6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:53.383928 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-bd1fba64-8ee4-4534-a399-10b039c4e817 req-98c9bf6a-abd3-45f8-aeec-b78f783adaf6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.11 "DELETE /v2.0/ports/68a27266-d4cd-4627-b02d-f71fcdb4c132 HTTP/1.1" status: 204 len: 173 time: 0.4315877 Nov 15 12:19:53.552138 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daab35ac-1c47-4b67-8c10-5474da7945ab', 'name': 'network-vif-deleted', 'tag': '68a27266-d4cd-4627-b02d-f71fcdb4c132'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:19:53.554632 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd943a84-0cbe-48f6-be54-ada76d642ae1" -d '{"events": [{"server_uuid": "daab35ac-1c47-4b67-8c10-5474da7945ab", "name": "network-vif-deleted", "tag": "68a27266-d4cd-4627-b02d-f71fcdb4c132"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:19:53.590944 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71556ae-eeec-49a4-a9d2-460fb3faa67a x-openstack-request-id: req-a71556ae-eeec-49a4-a9d2-460fb3faa67a {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:19:53.591225 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daab35ac-1c47-4b67-8c10-5474da7945ab", "name": "network-vif-deleted", "tag": "68a27266-d4cd-4627-b02d-f71fcdb4c132", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:19:53.591469 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a71556ae-eeec-49a4-a9d2-460fb3faa67a {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:19:53.591907 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daab35ac-1c47-4b67-8c10-5474da7945ab', 'name': 'network-vif-deleted', 'tag': '68a27266-d4cd-4627-b02d-f71fcdb4c132', 'status': 'completed', 'code': 200} Nov 15 12:19:53.944240 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55016) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:19:54.336312 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94a490e0-d597-426f-bf4b-193ff4598147 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:54.605470 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-94a490e0-d597-426f-bf4b-193ff4598147 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting port feec868a-c569-4a70-a9dd-c81b4453f49e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:19:54.605792 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94a490e0-d597-426f-bf4b-193ff4598147 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:54.711685 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-94a490e0-d597-426f-bf4b-193ff4598147 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] For port feec868a-c569-4a70-a9dd-c81b4453f49e, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=feec868a-c569-4a70-a9dd-c81b4453f49e,segment=NetworkSegment(80a1f8b9-1e73-497d-b709-36e748244b7a),segment_id=80a1f8b9-1e73-497d-b709-36e748244b7a)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:19:54.712243 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94a490e0-d597-426f-bf4b-193ff4598147 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:54.725951 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-94a490e0-d597-426f-bf4b-193ff4598147 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Calling delete_port for feec868a-c569-4a70-a9dd-c81b4453f49e owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:19:54.828091 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:19:54.922245 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94a490e0-d597-426f-bf4b-193ff4598147 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:54.949006 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a490e0-d597-426f-bf4b-193ff4598147 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Port': ['ID=feec868a-c569-4a70-a9dd-c81b4453f49e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:19:55.122515 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-94a490e0-d597-426f-bf4b-193ff4598147 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:55.343438 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a490e0-d597-426f-bf4b-193ff4598147 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router e8011b40-1060-4f43-b171-8e0e38e1eb19 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:19:55.454360 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a490e0-d597-426f-bf4b-193ff4598147 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:19:55.463075 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-94a490e0-d597-426f-bf4b-193ff4598147 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "PUT /v2.0/routers/e8011b40-1060-4f43-b171-8e0e38e1eb19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5147076 Nov 15 12:19:55.463075 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55018) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:19:55.480447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c4688a-c793-4904-957a-77f49fc711b1 None None] Sync routers for ids ['e8011b40-1060-4f43-b171-8e0e38e1eb19'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:19:55.494759 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c4688a-c793-4904-957a-77f49fc711b1 None None] Routers {'e8011b40-1060-4f43-b171-8e0e38e1eb19'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:19:55.495351 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-64c4688a-c793-4904-957a-77f49fc711b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:19:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e8011b40-1060-4f43-b171-8e0e38e1eb19'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:19:55.557646 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f704c3-00c2-4bf9-91b2-21fc2dc46638 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting subnet 00af70b9-94e9-49d8-8e5c-d58e05fc251d {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:19:55.560944 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8f704c3-00c2-4bf9-91b2-21fc2dc46638 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:55.600249 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8f704c3-00c2-4bf9-91b2-21fc2dc46638 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:55.612252 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-64c4688a-c793-4904-957a-77f49fc711b1 None None] Set router e8011b40-1060-4f43-b171-8e0e38e1eb19 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:19:55.688406 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8f704c3-00c2-4bf9-91b2-21fc2dc46638 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:55.747777 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8f704c3-00c2-4bf9-91b2-21fc2dc46638 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:55.775903 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f704c3-00c2-4bf9-91b2-21fc2dc46638 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Subnet': ['ID=00af70b9-94e9-49d8-8e5c-d58e05fc251d,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:19:55.777858 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8f704c3-00c2-4bf9-91b2-21fc2dc46638 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:55.783647 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f8f704c3-00c2-4bf9-91b2-21fc2dc46638 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/subnets/00af70b9-94e9-49d8-8e5c-d58e05fc251d HTTP/1.1" status: 204 len: 168 time: 0.3171530 Nov 15 12:19:55.783647 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55022) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:19:55.789169 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b96591-865b-489d-9bde-4a049c0ca8d9 None None] Network 3144cc26-5c3c-4c60-af2d-32ce782d0ba9 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:19:55.888406 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2755e140-273e-4899-aa39-ed799affdddc tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:55.888682 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-64c4688a-c793-4904-957a-77f49fc711b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512707326', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '343766a3-105b-42fa-b719-14864ad9bb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:17:54Z', 'updated_at': '2021-11-15T12:19:54Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '343766a3-105b-42fa-b719-14864ad9bb18', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:17:55Z', 'updated_at': '2021-11-15T12:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:19:55.932846 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c4688a-c793-4904-957a-77f49fc711b1 None None] Checking router: e8011b40-1060-4f43-b171-8e0e38e1eb19 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:19:55.950145 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c4688a-c793-4904-957a-77f49fc711b1 None None] Routers {'e8011b40-1060-4f43-b171-8e0e38e1eb19'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:19:55.951190 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-64c4688a-c793-4904-957a-77f49fc711b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:19:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e8011b40-1060-4f43-b171-8e0e38e1eb19'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:19:56.004061 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2755e140-273e-4899-aa39-ed799affdddc tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:56.063220 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2755e140-273e-4899-aa39-ed799affdddc tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting port 343766a3-105b-42fa-b719-14864ad9bb18 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:19:56.063615 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2755e140-273e-4899-aa39-ed799affdddc tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:56.150943 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-2755e140-273e-4899-aa39-ed799affdddc tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] For port 343766a3-105b-42fa-b719-14864ad9bb18, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=343766a3-105b-42fa-b719-14864ad9bb18,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:19:56.151276 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2755e140-273e-4899-aa39-ed799affdddc tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:56.163598 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-2755e140-273e-4899-aa39-ed799affdddc tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Calling delete_port for 343766a3-105b-42fa-b719-14864ad9bb18 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:19:56.173181 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3300ba79-100f-4b9a-b428-2e733f9a5115 None None] DHCP port deletion for 3144cc26-5c3c-4c60-af2d-32ce782d0ba9 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:19:56.246030 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-64c4688a-c793-4904-957a-77f49fc711b1 None None] Set router e8011b40-1060-4f43-b171-8e0e38e1eb19 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:19:56.333231 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2755e140-273e-4899-aa39-ed799affdddc tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:56.338253 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3300ba79-100f-4b9a-b428-2e733f9a5115 None None] Deleting port e7094425-8297-4099-9955-a0dccc0223e4 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:19:56.338615 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3300ba79-100f-4b9a-b428-2e733f9a5115 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:56.360180 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755e140-273e-4899-aa39-ed799affdddc tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Port': ['ID=343766a3-105b-42fa-b719-14864ad9bb18,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:19:56.384912 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dcea45-a2f6-42ff-9ac1-fd4aba8499a4 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:19:56.421363 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2755e140-273e-4899-aa39-ed799affdddc tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:56.431208 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3300ba79-100f-4b9a-b428-2e733f9a5115 None None] For port e7094425-8297-4099-9955-a0dccc0223e4, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e7094425-8297-4099-9955-a0dccc0223e4,segment=NetworkSegment(80a1f8b9-1e73-497d-b709-36e748244b7a),segment_id=80a1f8b9-1e73-497d-b709-36e748244b7a)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:19:56.431582 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3300ba79-100f-4b9a-b428-2e733f9a5115 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:56.452283 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3300ba79-100f-4b9a-b428-2e733f9a5115 None None] Calling delete_port for e7094425-8297-4099-9955-a0dccc0223e4 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:19:56.514120 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2755e140-273e-4899-aa39-ed799affdddc tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:56.516359 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2755e140-273e-4899-aa39-ed799affdddc tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:56.560926 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2755e140-273e-4899-aa39-ed799affdddc tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:56.561483 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2755e140-273e-4899-aa39-ed799affdddc tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Fanout notify agent at l3_agent the message router_deleted on router e8011b40-1060-4f43-b171-8e0e38e1eb19 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 12:19:56.563206 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-64c4688a-c793-4904-957a-77f49fc711b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512707326', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '343766a3-105b-42fa-b719-14864ad9bb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:17:54Z', 'updated_at': '2021-11-15T12:19:54Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '343766a3-105b-42fa-b719-14864ad9bb18', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:17:55Z', 'updated_at': '2021-11-15T12:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:19:56.566562 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3300ba79-100f-4b9a-b428-2e733f9a5115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:56.568881 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2755e140-273e-4899-aa39-ed799affdddc tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:56.569983 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2755e140-273e-4899-aa39-ed799affdddc tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/routers/e8011b40-1060-4f43-b171-8e0e38e1eb19 HTTP/1.1" status: 204 len: 168 time: 0.7854114 Nov 15 12:19:56.572942 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55024) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:19:56.598147 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c4688a-c793-4904-957a-77f49fc711b1 None None] The sync data for ids ['e8011b40-1060-4f43-b171-8e0e38e1eb19'] in n-d-729945-9 is: [{'id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512707326', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '343766a3-105b-42fa-b719-14864ad9bb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:17:54Z', 'updated_at': '2021-11-15T12:19:54Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '343766a3-105b-42fa-b719-14864ad9bb18', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8011b40-1060-4f43-b171-8e0e38e1eb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:17:55Z', 'updated_at': '2021-11-15T12:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:19:56.616330 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300ba79-100f-4b9a-b428-2e733f9a5115 None None] Pushing event deleted for resources: {'Port': ['ID=e7094425-8297-4099-9955-a0dccc0223e4,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:19:56.619679 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3300ba79-100f-4b9a-b428-2e733f9a5115 None None] No DVR routers for this DVR port e7094425-8297-4099-9955-a0dccc0223e4 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:19:56.655232 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:56.744135 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:56.764426 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3144cc26-5c3c-4c60-af2d-32ce782d0ba9']}} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:19:56.773892 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a1f8b9-1e73-497d-b709-36e748244b7a') {'for_net_delete': True} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:19:56.774174 n-d-729945-9 neutron-server[102678]: DEBUG neutron.services.segments.db [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a1f8b9-1e73-497d-b709-36e748244b7a') {} {{(pid=102678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:19:56.785941 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57562492'] for segment, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:56.804666 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:56.810943 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=102678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:19:56.811351 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57562067'] for segment, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: Traceback (most recent call last): Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: timer() Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: cb(*args, **kw) Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: return func(*args, **kwargs) Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: self._notify() Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: self.callback(batched_events) Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: event.method(event) Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: return f(self, *a, **k) Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: return self._get(url).json() Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: return self.request(url, 'GET', **kwargs) Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:19:56.814314 n-d-729945-9 neutron-server[102678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:19:56.877145 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:56.884976 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:56.888897 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/networks/3144cc26-5c3c-4c60-af2d-32ce782d0ba9 HTTP/1.1" status: 204 len: 168 time: 0.3149309 Nov 15 12:19:56.891762 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55026) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:19:56.901261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Network': ['ID=3144cc26-5c3c-4c60-af2d-32ce782d0ba9,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:19:56.909075 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:56.909424 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:56.909867 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:56.910204 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:56.910550 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:56.910863 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:56.911208 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:56.911535 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:56.911916 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:56.912253 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:56.912572 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:56.912895 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd49e2-5877-4a80-a05a-80ae81e78a46 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:56.949754 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7176ea74-0aca-4cf9-9407-7066f6fc1875 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:56.976992 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7176ea74-0aca-4cf9-9407-7066f6fc1875 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:57.054139 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7176ea74-0aca-4cf9-9407-7066f6fc1875 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:57.057160 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7176ea74-0aca-4cf9-9407-7066f6fc1875 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:57.058357 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7176ea74-0aca-4cf9-9407-7066f6fc1875 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/security-groups/9f4b50d8-d44c-4122-a9fb-8845e07ef007 HTTP/1.1" status: 204 len: 168 time: 0.1655786 Nov 15 12:19:57.068499 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176ea74-0aca-4cf9-9407-7066f6fc1875 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4b50d8-d44c-4122-a9fb-8845e07ef007,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:19:57.091804 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e7094425-8297-4099-9955-a0dccc0223e4 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:19:57.128055 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: e7094425-8297-4099-9955-a0dccc0223e4 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:19:57.128385 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e7094425-8297-4099-9955-a0dccc0223e4 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:19:57.128784 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device feec868a-c569-4a70-a9dd-c81b4453f49e no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:19:57.148997 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: feec868a-c569-4a70-a9dd-c81b4453f49e {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:19:57.149365 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device feec868a-c569-4a70-a9dd-c81b4453f49e not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:19:57.292931 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55032) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:19:57.297639 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-57e87d7a-349a-41e9-a73e-bc40ad51bd03 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1638647748', 'description': 'tempest-secgroup-smoke-1638647748 description', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:19:57.323323 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57e87d7a-349a-41e9-a73e-bc40ad51bd03 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:57.360625 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 68a27266-d4cd-4627-b02d-f71fcdb4c132 no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:19:57.384216 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: 68a27266-d4cd-4627-b02d-f71fcdb4c132 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:19:57.384543 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device 68a27266-d4cd-4627-b02d-f71fcdb4c132 not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:19:57.392430 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57e87d7a-349a-41e9-a73e-bc40ad51bd03 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:57.398237 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57e87d7a-349a-41e9-a73e-bc40ad51bd03 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:57.427033 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-57e87d7a-349a-41e9-a73e-bc40ad51bd03 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:57.428305 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-57e87d7a-349a-41e9-a73e-bc40ad51bd03 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1343510 Nov 15 12:19:57.430172 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e87d7a-349a-41e9-a73e-bc40ad51bd03 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c0156d-370f-4f6b-8474-5973c2fbcb04,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:19:57.431601 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55034) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:19:57.436718 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-de9e4ce0-32f4-4469-8dfe-ef322d0c517f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': 'd3c0156d-370f-4f6b-8474-5973c2fbcb04', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:19:57.465537 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-de9e4ce0-32f4-4469-8dfe-ef322d0c517f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:57.521104 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-de9e4ce0-32f4-4469-8dfe-ef322d0c517f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:57.527878 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-de9e4ce0-32f4-4469-8dfe-ef322d0c517f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:57.547512 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e4ce0-32f4-4469-8dfe-ef322d0c517f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28b8079-2fc4-4ebf-acdc-203bf5469fa7,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:19:57.560242 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-de9e4ce0-32f4-4469-8dfe-ef322d0c517f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:57.561462 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-de9e4ce0-32f4-4469-8dfe-ef322d0c517f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287179 Nov 15 12:19:57.564460 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55036) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:19:57.570868 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-8df3a8cf-b42f-4bfd-8c1f-54ad65cf66a5 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': 'd3c0156d-370f-4f6b-8474-5973c2fbcb04', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:19:57.604913 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8df3a8cf-b42f-4bfd-8c1f-54ad65cf66a5 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:57.662647 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8df3a8cf-b42f-4bfd-8c1f-54ad65cf66a5 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:57.667803 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8df3a8cf-b42f-4bfd-8c1f-54ad65cf66a5 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:57.681299 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3a8cf-b42f-4bfd-8c1f-54ad65cf66a5 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c7ee50-9b9f-4699-9ece-ab0f988dea4a,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:19:57.696534 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8df3a8cf-b42f-4bfd-8c1f-54ad65cf66a5 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:57.700481 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8df3a8cf-b42f-4bfd-8c1f-54ad65cf66a5 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1320927 Nov 15 12:19:57.700822 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55038) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:19:57.705146 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d8913ff4-66c2-4c76-8b27-32551de92fc9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': 'd3c0156d-370f-4f6b-8474-5973c2fbcb04', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:19:57.732540 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8913ff4-66c2-4c76-8b27-32551de92fc9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:57.791041 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8913ff4-66c2-4c76-8b27-32551de92fc9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:57.797701 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8913ff4-66c2-4c76-8b27-32551de92fc9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:57.819805 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8913ff4-66c2-4c76-8b27-32551de92fc9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7898e3cd-7963-4cb1-87d9-eda244be41a9,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:19:57.826693 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d8913ff4-66c2-4c76-8b27-32551de92fc9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:57.827901 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d8913ff4-66c2-4c76-8b27-32551de92fc9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261728 Nov 15 12:19:57.830803 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55040) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:19:57.835260 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-17a1c8f4-546c-4955-82de-fa7b5d14a375 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': 'd3c0156d-370f-4f6b-8474-5973c2fbcb04', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:19:57.863046 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-17a1c8f4-546c-4955-82de-fa7b5d14a375 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:57.926484 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-17a1c8f4-546c-4955-82de-fa7b5d14a375 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:57.932568 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-17a1c8f4-546c-4955-82de-fa7b5d14a375 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:57.949787 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1c8f4-546c-4955-82de-fa7b5d14a375 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c4b6e5-a61c-4ee3-b6ad-e251940e9693,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:19:57.959332 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-17a1c8f4-546c-4955-82de-fa7b5d14a375 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:57.960697 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-17a1c8f4-546c-4955-82de-fa7b5d14a375 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289098 Nov 15 12:19:57.963582 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55042) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:19:57.968013 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-98dfe8f6-82fe-413e-85eb-4f42f29750e3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': 'd3c0156d-370f-4f6b-8474-5973c2fbcb04', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:19:57.998095 n-d-729945-9 neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-98dfe8f6-82fe-413e-85eb-4f42f29750e3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Project dee52e5d2fae4e31831254954d5b6ea1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 12:19:58.003343 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-98dfe8f6-82fe-413e-85eb-4f42f29750e3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:58.060958 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-98dfe8f6-82fe-413e-85eb-4f42f29750e3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:58.066702 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-98dfe8f6-82fe-413e-85eb-4f42f29750e3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:58.086049 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfe8f6-82fe-413e-85eb-4f42f29750e3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5179bb-3965-4bab-b6b3-a42d69d609f5,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:19:58.091863 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-98dfe8f6-82fe-413e-85eb-4f42f29750e3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:58.092934 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-98dfe8f6-82fe-413e-85eb-4f42f29750e3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283913 Nov 15 12:19:58.095917 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55044) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:19:58.100356 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-28d43747-06a0-4df0-9cda-5af0b708ccc4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': 'd3c0156d-370f-4f6b-8474-5973c2fbcb04', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:19:58.126341 n-d-729945-9 neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-28d43747-06a0-4df0-9cda-5af0b708ccc4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Project dee52e5d2fae4e31831254954d5b6ea1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 12:19:58.131513 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-28d43747-06a0-4df0-9cda-5af0b708ccc4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:58.188538 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-28d43747-06a0-4df0-9cda-5af0b708ccc4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:58.194000 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-28d43747-06a0-4df0-9cda-5af0b708ccc4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:58.213728 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d43747-06a0-4df0-9cda-5af0b708ccc4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df8b24e-eccd-409f-8718-ee7b16b357de,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:19:58.221967 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-28d43747-06a0-4df0-9cda-5af0b708ccc4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:58.223325 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-28d43747-06a0-4df0-9cda-5af0b708ccc4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264422 Nov 15 12:19:58.226318 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55046) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:19:58.231501 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-850a5bad-1dd1-4b2c-8832-77e9a6993608 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'network': {'name': 'tempest-network-smoke--848972720', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'port_security_enabled': True}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:19:58.253415 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850a5bad-1dd1-4b2c-8832-77e9a6993608 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Made reservation on behalf of dee52e5d2fae4e31831254954d5b6ea1 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:19:58.257062 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-850a5bad-1dd1-4b2c-8832-77e9a6993608 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:58.280256 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850a5bad-1dd1-4b2c-8832-77e9a6993608 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:19:58.289358 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-850a5bad-1dd1-4b2c-8832-77e9a6993608 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:58.289702 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-850a5bad-1dd1-4b2c-8832-77e9a6993608 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Added segment 6faf3643-670d-4851-a42e-123303448b5b of type vlan for network dc1979ca-bd53-4582-a57d-de0d6e2c09a0 Nov 15 12:19:58.328626 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-850a5bad-1dd1-4b2c-8832-77e9a6993608 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:58.354985 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-850a5bad-1dd1-4b2c-8832-77e9a6993608 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:58.360637 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850a5bad-1dd1-4b2c-8832-77e9a6993608 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:19:58.361218 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-850a5bad-1dd1-4b2c-8832-77e9a6993608 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:58.414089 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-850a5bad-1dd1-4b2c-8832-77e9a6993608 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1867778 Nov 15 12:19:58.417202 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55048) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:19:58.421997 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-753858208', 'admin_state_up': True, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:19:58.429674 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a5bad-1dd1-4b2c-8832-77e9a6993608 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Network': ['ID=dc1979ca-bd53-4582-a57d-de0d6e2c09a0,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:19:58.440045 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network dc1979ca-bd53-4582-a57d-de0d6e2c09a0 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:19:58.448355 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:58.449461 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:58.500030 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:58.639351 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:58.830470 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:58.852219 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:58.885418 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 343766a3-105b-42fa-b719-14864ad9bb18 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:19:58.920588 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 343766a3-105b-42fa-b719-14864ad9bb18 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:19:58.920859 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 343766a3-105b-42fa-b719-14864ad9bb18 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:19:59.271318 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Allocated IP 172.25.7.251 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/9648ac47-0e41-4f66-8081-0f8858d393cf) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:19:59.377006 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:59.416782 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:59.455431 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:19:59.458297 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:19:59.461960 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:19:59.471124 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4482fa3-52fd-4569-916c-e451dbe4c71b None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:19:59.484195 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=9648ac47-0e41-4f66-8081-0f8858d393cf,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:19:59.494376 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:59.494723 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:59.495059 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:59.495392 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:59.495721 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:59.496090 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:59.496419 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:59.496746 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:59.497070 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:59.497391 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:59.497712 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:59.498032 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:19:59.584565 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1f5f1ceb-59fe-474b-b438-1fe8ccf5b16f None None] Provisioning complete for port 9648ac47-0e41-4f66-8081-0f8858d393cf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:19:59.585031 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1f5f1ceb-59fe-474b-b438-1fe8ccf5b16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:59.619636 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-1f5f1ceb-59fe-474b-b438-1fe8ccf5b16f None None] Port 9648ac47-0e41-4f66-8081-0f8858d393cf cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:19:59.727742 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:19:59.930694 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:00.086420 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router d521910a-f244-4e08-9c7d-5a5b5327f1e5 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 12:20:00.195839 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:20:00.208278 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] Sync routers for ids ['d521910a-f244-4e08-9c7d-5a5b5327f1e5'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:20:00.214273 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:00.217864 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:00.219165 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b23dc620-b67e-4ed2-9e44-b2b246434388 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8008707 Nov 15 12:20:00.222523 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55050) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:20:00.223173 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] Routers {'d521910a-f244-4e08-9c7d-5a5b5327f1e5'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:20:00.223783 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:19:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d521910a-f244-4e08-9c7d-5a5b5327f1e5'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:20:00.295636 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bb3031ac-3502-4d52-b78c-e109a07211e6 tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=dee52e5d2fae4e31831254954d5b6ea1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0720036 Nov 15 12:20:00.298347 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55054) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:20:00.328276 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] Set router d521910a-f244-4e08-9c7d-5a5b5327f1e5 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:20:00.390480 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed5efa3-a3e0-428e-882f-f54fdbf8bf18 tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:00.391998 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-aed5efa3-a3e0-428e-882f-f54fdbf8bf18 tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926886 Nov 15 12:20:00.394966 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55056) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:20:00.427058 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ecc39afc-0fc6-4a44-9d35-324bd68bc11f tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310493 Nov 15 12:20:00.429718 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55058) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:20:00.434552 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8490e7e0-d93b-458c-b915-8ce6ede10177 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1981939406', 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:20:00.507738 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753858208', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:19:59Z', 'revision_number': 3, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:20:00.523669 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8490e7e0-d93b-458c-b915-8ce6ede10177 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Made reservation on behalf of dee52e5d2fae4e31831254954d5b6ea1 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:20:00.527174 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8490e7e0-d93b-458c-b915-8ce6ede10177 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:00.535207 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] Checking router: d521910a-f244-4e08-9c7d-5a5b5327f1e5 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:20:00.535660 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] Updating router d521910a-f244-4e08-9c7d-5a5b5327f1e5 port 9648ac47-0e41-4f66-8081-0f8858d393cf binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:20:00.560795 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:00.713524 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8490e7e0-d93b-458c-b915-8ce6ede10177 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:00.779064 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490e7e0-d93b-458c-b915-8ce6ede10177 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Subnet': ['ID=5cbdded7-9b74-4968-9e80-b5c9730dd193,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:20:00.787187 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8490e7e0-d93b-458c-b915-8ce6ede10177 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Checking segment: {'id': '6faf3643-670d-4851-a42e-123303448b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:20:00.787735 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8490e7e0-d93b-458c-b915-8ce6ede10177 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network hostable DHCP agents. Network: dc1979ca-bd53-4582-a57d-de0d6e2c09a0, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:20:00.806375 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8490e7e0-d93b-458c-b915-8ce6ede10177 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network dc1979ca-bd53-4582-a57d-de0d6e2c09a0 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:20:00.815057 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:00.816582 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-8490e7e0-d93b-458c-b915-8ce6ede10177 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, dc1979ca-bd53-4582-a57d-de0d6e2c09a0) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:20:00.822073 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8490e7e0-d93b-458c-b915-8ce6ede10177 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:00.822843 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8490e7e0-d93b-458c-b915-8ce6ede10177 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:00.825710 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00627dca-7fa9-421e-948a-04560e5c00ee None None] Network dc1979ca-bd53-4582-a57d-de0d6e2c09a0 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:20:00.826150 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:00.847987 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8490e7e0-d93b-458c-b915-8ce6ede10177 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4146054 Nov 15 12:20:00.848238 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55060) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:20:00.879958 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] Attempting to bind port 9648ac47-0e41-4f66-8081-0f8858d393cf on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:20:00.880130 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] Attempting to bind port 9648ac47-0e41-4f66-8081-0f8858d393cf by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:20:00.880378 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] Attempting to bind port 9648ac47-0e41-4f66-8081-0f8858d393cf on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:20:00.883249 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d52b4b-b748-43ee-bf04-e6467a42924e None None] Pushing event updated for resources: {'Port': ['ID=9648ac47-0e41-4f66-8081-0f8858d393cf,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:20:00.884350 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72c7990-095f-40db-b76a-65bc4a208400 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:20:00.887256 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:20:00.887624 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:20:00.888040 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:00.888423 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:20:00.888872 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] Bound port: 9648ac47-0e41-4f66-8081-0f8858d393cf, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:20:00.889240 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:00.914453 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d52b4b-b748-43ee-bf04-e6467a42924e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:20:00.914791 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d52b4b-b748-43ee-bf04-e6467a42924e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:20:00.915176 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d52b4b-b748-43ee-bf04-e6467a42924e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:20:00.915518 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d52b4b-b748-43ee-bf04-e6467a42924e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:20:00.915839 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d52b4b-b748-43ee-bf04-e6467a42924e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:20:00.916171 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d52b4b-b748-43ee-bf04-e6467a42924e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:20:00.916494 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d52b4b-b748-43ee-bf04-e6467a42924e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:20:00.916804 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d52b4b-b748-43ee-bf04-e6467a42924e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:20:00.917119 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d52b4b-b748-43ee-bf04-e6467a42924e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:20:00.917434 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d52b4b-b748-43ee-bf04-e6467a42924e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:20:00.917747 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d52b4b-b748-43ee-bf04-e6467a42924e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:20:00.918133 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d52b4b-b748-43ee-bf04-e6467a42924e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:20:00.953985 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] For port 9648ac47-0e41-4f66-8081-0f8858d393cf, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:20:00.957551 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] For port 9648ac47-0e41-4f66-8081-0f8858d393cf, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9648ac47-0e41-4f66-8081-0f8858d393cf,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:20:00.963354 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:00.974871 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a5b500d8-23db-43d1-bf8b-f1ecd98d00cc None None] Provisioning complete for port 9648ac47-0e41-4f66-8081-0f8858d393cf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:20:00.975230 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a5b500d8-23db-43d1-bf8b-f1ecd98d00cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:01.009150 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba0baa7-1dc6-4540-9aca-667e0ff29e7b None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:20:01.021517 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] Routers {'d521910a-f244-4e08-9c7d-5a5b5327f1e5'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:20:01.022136 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:19:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d521910a-f244-4e08-9c7d-5a5b5327f1e5'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:20:01.060274 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d52b4b-b748-43ee-bf04-e6467a42924e None None] Pushing event updated for resources: {'Port': ['ID=9648ac47-0e41-4f66-8081-0f8858d393cf,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:20:01.085114 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d090c9-5b26-469f-bbf4-a0523ed6cf1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-dc1979ca-bd53-4582-a57d-de0d6e2c09a0', 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ips': [{'subnet_id': '5cbdded7-9b74-4968-9e80-b5c9730dd193'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:20:01.086299 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-80d090c9-5b26-469f-bbf4-a0523ed6cf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:01.117620 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a5b500d8-23db-43d1-bf8b-f1ecd98d00cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:01.146197 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] Set router d521910a-f244-4e08-9c7d-5a5b5327f1e5 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:20:01.186591 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a5b500d8-23db-43d1-bf8b-f1ecd98d00cc None None] For port 9648ac47-0e41-4f66-8081-0f8858d393cf, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9648ac47-0e41-4f66-8081-0f8858d393cf,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:20:01.196805 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a5b500d8-23db-43d1-bf8b-f1ecd98d00cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:01.295227 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b500d8-23db-43d1-bf8b-f1ecd98d00cc None None] Pushing event updated for resources: {'Port': ['ID=9648ac47-0e41-4f66-8081-0f8858d393cf,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:20:01.299483 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-80d090c9-5b26-469f-bbf4-a0523ed6cf1e None None] Allocated IP 172.20.0.2 (dc1979ca-bd53-4582-a57d-de0d6e2c09a0/5cbdded7-9b74-4968-9e80-b5c9730dd193/21966d3f-b6e2-4b24-9024-4f8f777a95b3) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:20:01.333773 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6c6d-edfb-4675-b536-59fadbd84e38 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:01.359526 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753858208', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:19:59Z', 'revision_number': 3, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:20:01.361534 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-914dcf29-a7e0-4481-919d-afed22f89e70 None None] Provisioning complete for port 9648ac47-0e41-4f66-8081-0f8858d393cf triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:20:01.361898 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-914dcf29-a7e0-4481-919d-afed22f89e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:01.389444 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce09b197-426c-40ac-8de6-0b06573b68b3 None None] The sync data for ids ['d521910a-f244-4e08-9c7d-5a5b5327f1e5'] in n-d-729945-9 is: [{'id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753858208', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:19:59Z', 'revision_number': 3, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:20:01.526134 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-80d090c9-5b26-469f-bbf4-a0523ed6cf1e None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:01.535026 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-80d090c9-5b26-469f-bbf4-a0523ed6cf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:01.580459 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d090c9-5b26-469f-bbf4-a0523ed6cf1e None None] Network dc1979ca-bd53-4582-a57d-de0d6e2c09a0 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:20:01.583988 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-80d090c9-5b26-469f-bbf4-a0523ed6cf1e None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:20:01.586610 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d090c9-5b26-469f-bbf4-a0523ed6cf1e None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:20:01.595573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d090c9-5b26-469f-bbf4-a0523ed6cf1e None None] Pushing event updated for resources: {'Port': ['ID=21966d3f-b6e2-4b24-9024-4f8f777a95b3,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:20:01.637468 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-6fdc6c6d-edfb-4675-b536-59fadbd84e38 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Allocated IP 172.20.0.1 (dc1979ca-bd53-4582-a57d-de0d6e2c09a0/5cbdded7-9b74-4968-9e80-b5c9730dd193/6433c1f0-155a-4ad1-87e7-181be9b8cad0) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:20:01.669668 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-80d090c9-5b26-469f-bbf4-a0523ed6cf1e None None] Attempting to bind port 21966d3f-b6e2-4b24-9024-4f8f777a95b3 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:20:01.670078 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-80d090c9-5b26-469f-bbf4-a0523ed6cf1e None None] Attempting to bind port 21966d3f-b6e2-4b24-9024-4f8f777a95b3 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '6faf3643-670d-4851-a42e-123303448b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:20:01.670496 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d090c9-5b26-469f-bbf4-a0523ed6cf1e None None] Attempting to bind port 21966d3f-b6e2-4b24-9024-4f8f777a95b3 on network dc1979ca-bd53-4582-a57d-de0d6e2c09a0 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:20:01.677579 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d090c9-5b26-469f-bbf4-a0523ed6cf1e None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:20:01.677955 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d090c9-5b26-469f-bbf4-a0523ed6cf1e None None] Checking segment: {'id': '6faf3643-670d-4851-a42e-123303448b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:20:01.678351 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-80d090c9-5b26-469f-bbf4-a0523ed6cf1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:01.678746 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d090c9-5b26-469f-bbf4-a0523ed6cf1e None None] Bound using segment: {'id': '6faf3643-670d-4851-a42e-123303448b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:20:01.679230 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-80d090c9-5b26-469f-bbf4-a0523ed6cf1e None None] Bound port: 21966d3f-b6e2-4b24-9024-4f8f777a95b3, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6faf3643-670d-4851-a42e-123303448b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:20:01.679592 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-80d090c9-5b26-469f-bbf4-a0523ed6cf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:01.772979 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-80d090c9-5b26-469f-bbf4-a0523ed6cf1e None None] For port 21966d3f-b6e2-4b24-9024-4f8f777a95b3, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:20:01.776410 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-80d090c9-5b26-469f-bbf4-a0523ed6cf1e None None] For port 21966d3f-b6e2-4b24-9024-4f8f777a95b3, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=21966d3f-b6e2-4b24-9024-4f8f777a95b3,segment=NetworkSegment(6faf3643-670d-4851-a42e-123303448b5b),segment_id=6faf3643-670d-4851-a42e-123303448b5b)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:20:01.782268 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-80d090c9-5b26-469f-bbf4-a0523ed6cf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:01.789663 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6c6d-edfb-4675-b536-59fadbd84e38 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:01.837332 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6c6d-edfb-4675-b536-59fadbd84e38 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:01.843390 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d090c9-5b26-469f-bbf4-a0523ed6cf1e None None] Pushing event updated for resources: {'Port': ['ID=21966d3f-b6e2-4b24-9024-4f8f777a95b3,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:20:01.878451 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdc6c6d-edfb-4675-b536-59fadbd84e38 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network dc1979ca-bd53-4582-a57d-de0d6e2c09a0 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:20:01.883904 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6fdc6c6d-edfb-4675-b536-59fadbd84e38 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:20:01.887800 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdc6c6d-edfb-4675-b536-59fadbd84e38 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:20:01.923658 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc6c6d-edfb-4675-b536-59fadbd84e38 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=6433c1f0-155a-4ad1-87e7-181be9b8cad0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:20:01.942522 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6c6d-edfb-4675-b536-59fadbd84e38 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:02.097451 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6c6d-edfb-4675-b536-59fadbd84e38 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:02.320475 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:02.392810 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6c6d-edfb-4675-b536-59fadbd84e38 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:02.398879 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6c6d-edfb-4675-b536-59fadbd84e38 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:02.470526 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc6c6d-edfb-4675-b536-59fadbd84e38 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=6433c1f0-155a-4ad1-87e7-181be9b8cad0,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:20:02.473132 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6c6d-edfb-4675-b536-59fadbd84e38 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:02.569835 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdc6c6d-edfb-4675-b536-59fadbd84e38 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network dc1979ca-bd53-4582-a57d-de0d6e2c09a0 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:20:02.571428 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6fdc6c6d-edfb-4675-b536-59fadbd84e38 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:20:02.689623 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdc6c6d-edfb-4675-b536-59fadbd84e38 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router d521910a-f244-4e08-9c7d-5a5b5327f1e5 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:20:02.796483 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdc6c6d-edfb-4675-b536-59fadbd84e38 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:20:02.802467 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6fdc6c6d-edfb-4675-b536-59fadbd84e38 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "PUT /v2.0/routers/d521910a-f244-4e08-9c7d-5a5b5327f1e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9531715 Nov 15 12:20:02.805834 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bc9ea3-ae6d-4a95-8fb1-e04862701608 None None] Network dc1979ca-bd53-4582-a57d-de0d6e2c09a0 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:20:02.872689 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-fff9fc7c-72c7-433d-8563-7d82a030cef6 None None] Provisioning complete for port 21966d3f-b6e2-4b24-9024-4f8f777a95b3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:20:02.873211 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fff9fc7c-72c7-433d-8563-7d82a030cef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:02.981296 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-2bad0f7f-3aef-4925-b491-b6e9ca1d5de6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1638647748&fields=id&tenant_id=dee52e5d2fae4e31831254954d5b6ea1 HTTP/1.1" status: 200 len: 267 time: 0.0556622 Nov 15 12:20:03.014556 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 21966d3f-b6e2-4b24-9024-4f8f777a95b3 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:20:03.105064 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-b92be275-4675-487d-abf7-3ce952895d5c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:03.106633 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-b92be275-4675-487d-abf7-3ce952895d5c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/networks?id=dc1979ca-bd53-4582-a57d-de0d6e2c09a0 HTTP/1.1" status: 200 len: 796 time: 0.1142278 Nov 15 12:20:03.125144 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-ebd082dc-e12e-4a02-b200-79415925da9f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/quotas/dee52e5d2fae4e31831254954d5b6ea1 HTTP/1.1" status: 200 len: 375 time: 0.0113323 Nov 15 12:20:03.186350 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-06f93a3a-0550-434d-a3a6-b23b30acd81e tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544248 Nov 15 12:20:03.233412 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fff9fc7c-72c7-433d-8563-7d82a030cef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:03.286545 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-fff9fc7c-72c7-433d-8563-7d82a030cef6 None None] For port 21966d3f-b6e2-4b24-9024-4f8f777a95b3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=21966d3f-b6e2-4b24-9024-4f8f777a95b3,segment=NetworkSegment(6faf3643-670d-4851-a42e-123303448b5b),segment_id=6faf3643-670d-4851-a42e-123303448b5b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:20:03.291959 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 21966d3f-b6e2-4b24-9024-4f8f777a95b3 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:20:03.292307 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:03.295466 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fff9fc7c-72c7-433d-8563-7d82a030cef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:03.342938 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-fd806fac-dd45-433d-8b23-dd5116a7d458 service neutron] 10.222.0.64 "GET /v2.0/networks/dc1979ca-bd53-4582-a57d-de0d6e2c09a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435759 Nov 15 12:20:03.378072 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9fc7c-72c7-433d-8563-7d82a030cef6 None None] Pushing event updated for resources: {'Port': ['ID=21966d3f-b6e2-4b24-9024-4f8f777a95b3,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:20:03.388018 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff9fc7c-72c7-433d-8563-7d82a030cef6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:20:03.388308 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff9fc7c-72c7-433d-8563-7d82a030cef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:20:03.388639 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff9fc7c-72c7-433d-8563-7d82a030cef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:20:03.388965 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff9fc7c-72c7-433d-8563-7d82a030cef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:20:03.389295 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff9fc7c-72c7-433d-8563-7d82a030cef6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:20:03.389612 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff9fc7c-72c7-433d-8563-7d82a030cef6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:20:03.389928 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff9fc7c-72c7-433d-8563-7d82a030cef6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:20:03.390243 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff9fc7c-72c7-433d-8563-7d82a030cef6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:20:03.390561 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff9fc7c-72c7-433d-8563-7d82a030cef6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:20:03.390864 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff9fc7c-72c7-433d-8563-7d82a030cef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:20:03.391176 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff9fc7c-72c7-433d-8563-7d82a030cef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:20:03.391482 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff9fc7c-72c7-433d-8563-7d82a030cef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:20:03.425964 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] Sync routers for ids ['d521910a-f244-4e08-9c7d-5a5b5327f1e5'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:20:03.449870 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9648ac47-0e41-4f66-8081-0f8858d393cf up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:20:03.451457 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] Routers {'d521910a-f244-4e08-9c7d-5a5b5327f1e5'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:20:03.451796 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-fbbcbe65-93a9-47e8-a5ff-ed1e0ac7c78b service neutron] 10.222.0.64 "GET /v2.0/networks/dc1979ca-bd53-4582-a57d-de0d6e2c09a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009409 Nov 15 12:20:03.452109 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:19:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d521910a-f244-4e08-9c7d-5a5b5327f1e5'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:20:03.598823 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 9648ac47-0e41-4f66-8081-0f8858d393cf triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:20:03.599184 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:03.605917 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] Set router d521910a-f244-4e08-9c7d-5a5b5327f1e5 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:20:03.637006 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-96083cd1-fe99-4df4-a3f6-2333654ac95a req-b7193c09-4802-4820-8403-9e3a4753e28c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 210 time: 0.0294795 Nov 15 12:20:03.726201 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-dc4b2028-7c88-4b0f-b401-080d9ed947de None None] Provisioning complete for port 6433c1f0-155a-4ad1-87e7-181be9b8cad0 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:20:03.726512 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2028-7c88-4b0f-b401-080d9ed947de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:03.836545 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-dc4b2028-7c88-4b0f-b401-080d9ed947de None None] Port 6433c1f0-155a-4ad1-87e7-181be9b8cad0 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:20:03.880187 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-dc4b2028-7c88-4b0f-b401-080d9ed947de None None] Provisioning complete for port 21966d3f-b6e2-4b24-9024-4f8f777a95b3 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:20:03.881051 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2028-7c88-4b0f-b401-080d9ed947de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:04.000806 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753858208', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:20:02Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '6433c1f0-155a-4ad1-87e7-181be9b8cad0', 'name': '', 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:01:32:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5cbdded7-9b74-4968-9e80-b5c9730dd193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:20:01Z', 'updated_at': '2021-11-15T12:20:02Z', 'revision_number': 2, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '5cbdded7-9b74-4968-9e80-b5c9730dd193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:20:04.030686 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] Checking router: d521910a-f244-4e08-9c7d-5a5b5327f1e5 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:20:04.031046 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] Updating router d521910a-f244-4e08-9c7d-5a5b5327f1e5 port 6433c1f0-155a-4ad1-87e7-181be9b8cad0 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:20:04.056647 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:04.185713 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-80d1f653-8069-43ae-9c8e-973ece6f61d7 None None] Provisioning complete for port 6433c1f0-155a-4ad1-87e7-181be9b8cad0 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:20:04.186093 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-80d1f653-8069-43ae-9c8e-973ece6f61d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:04.264725 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-80d1f653-8069-43ae-9c8e-973ece6f61d7 None None] Port 6433c1f0-155a-4ad1-87e7-181be9b8cad0 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:20:04.364408 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:04.372903 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:04.419570 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b02d86-846b-4d8f-b2f6-83aae2979a9c None None] Pushing event updated for resources: {'Port': ['ID=6433c1f0-155a-4ad1-87e7-181be9b8cad0,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:20:04.476772 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] Attempting to bind port 6433c1f0-155a-4ad1-87e7-181be9b8cad0 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:20:04.477980 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] Attempting to bind port 6433c1f0-155a-4ad1-87e7-181be9b8cad0 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '6faf3643-670d-4851-a42e-123303448b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:20:04.478533 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] Attempting to bind port 6433c1f0-155a-4ad1-87e7-181be9b8cad0 on network dc1979ca-bd53-4582-a57d-de0d6e2c09a0 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:20:04.484072 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:20:04.484553 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] Checking segment: {'id': '6faf3643-670d-4851-a42e-123303448b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:20:04.484980 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:04.485388 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] Bound using segment: {'id': '6faf3643-670d-4851-a42e-123303448b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:20:04.486089 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] Bound port: 6433c1f0-155a-4ad1-87e7-181be9b8cad0, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6faf3643-670d-4851-a42e-123303448b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:20:04.486471 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:04.556714 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] For port 6433c1f0-155a-4ad1-87e7-181be9b8cad0, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:20:04.560278 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] For port 6433c1f0-155a-4ad1-87e7-181be9b8cad0, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6433c1f0-155a-4ad1-87e7-181be9b8cad0,segment=NetworkSegment(6faf3643-670d-4851-a42e-123303448b5b),segment_id=6faf3643-670d-4851-a42e-123303448b5b)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:20:04.567462 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:04.621030 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] Routers {'d521910a-f244-4e08-9c7d-5a5b5327f1e5'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:20:04.621645 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:19:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d521910a-f244-4e08-9c7d-5a5b5327f1e5'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:20:04.689404 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-3a633d87-7c4c-4feb-8ef3-3b568ad7d5d2 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:04.691046 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-3a633d87-7c4c-4feb-8ef3-3b568ad7d5d2 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.55 "GET /v2.0/networks?id=dc1979ca-bd53-4582-a57d-de0d6e2c09a0 HTTP/1.1" status: 200 len: 796 time: 0.1632497 Nov 15 12:20:04.708135 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b02d86-846b-4d8f-b2f6-83aae2979a9c None None] Pushing event updated for resources: {'Port': ['ID=6433c1f0-155a-4ad1-87e7-181be9b8cad0,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:20:04.750411 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-938d11ea-7b32-4cb9-a274-4362fabff97e None None] Provisioning complete for port 6433c1f0-155a-4ad1-87e7-181be9b8cad0 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:20:04.751240 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-938d11ea-7b32-4cb9-a274-4362fabff97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:04.780590 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9c1a8b54-90de-4103-8244-3cf23ab99e9d req-b368ca0e-cffd-49b2-9a6d-a86523265132 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 210 time: 0.0393808 Nov 15 12:20:04.796829 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-b2739057-fc28-4435-b46a-78ba74a26e4d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dee52e5d2fae4e31831254954d5b6ea1 HTTP/1.1" status: 200 len: 380 time: 0.0954552 Nov 15 12:20:04.805167 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] Set router d521910a-f244-4e08-9c7d-5a5b5327f1e5 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:20:04.808629 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-ac305507-ab9c-46cb-b0da-6c0244af682c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'port': {'device_id': '62df36bd-ae20-46a8-9136-516c2044785b', 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0', 'admin_state_up': True, 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'security_groups': ['d3c0156d-370f-4f6b-8474-5973c2fbcb04']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:20:04.932077 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-ac305507-ab9c-46cb-b0da-6c0244af682c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Made reservation on behalf of dee52e5d2fae4e31831254954d5b6ea1 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:20:04.935604 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-ac305507-ab9c-46cb-b0da-6c0244af682c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:04.945256 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 21966d3f-b6e2-4b24-9024-4f8f777a95b3 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:20:04.996435 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-938d11ea-7b32-4cb9-a274-4362fabff97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:05.062106 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-ac305507-ab9c-46cb-b0da-6c0244af682c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Allocated IP 172.20.0.7 (dc1979ca-bd53-4582-a57d-de0d6e2c09a0/5cbdded7-9b74-4968-9e80-b5c9730dd193/0d575056-eeb6-45a9-8e8a-36d49f6d900e) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:20:05.089323 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-938d11ea-7b32-4cb9-a274-4362fabff97e None None] For port 6433c1f0-155a-4ad1-87e7-181be9b8cad0, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6433c1f0-155a-4ad1-87e7-181be9b8cad0,segment=NetworkSegment(6faf3643-670d-4851-a42e-123303448b5b),segment_id=6faf3643-670d-4851-a42e-123303448b5b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:20:05.097630 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 21966d3f-b6e2-4b24-9024-4f8f777a95b3 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:20:05.097988 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:05.103334 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-938d11ea-7b32-4cb9-a274-4362fabff97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:05.190404 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d11ea-7b32-4cb9-a274-4362fabff97e None None] Pushing event updated for resources: {'Port': ['ID=6433c1f0-155a-4ad1-87e7-181be9b8cad0,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:20:05.203006 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753858208', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:20:02Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '6433c1f0-155a-4ad1-87e7-181be9b8cad0', 'name': '', 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:01:32:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5cbdded7-9b74-4968-9e80-b5c9730dd193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:20:01Z', 'updated_at': '2021-11-15T12:20:04Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '5cbdded7-9b74-4968-9e80-b5c9730dd193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:20:05.218033 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-ac305507-ab9c-46cb-b0da-6c0244af682c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:05.253598 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-ac305507-ab9c-46cb-b0da-6c0244af682c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:05.306828 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-ac305507-ab9c-46cb-b0da-6c0244af682c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network dc1979ca-bd53-4582-a57d-de0d6e2c09a0 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:20:05.310308 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-ac305507-ab9c-46cb-b0da-6c0244af682c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:20:05.312820 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-ac305507-ab9c-46cb-b0da-6c0244af682c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:20:05.319890 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac305507-ab9c-46cb-b0da-6c0244af682c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=0d575056-eeb6-45a9-8e8a-36d49f6d900e,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:20:05.378087 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-ac305507-ab9c-46cb-b0da-6c0244af682c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:05.378733 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-ac305507-ab9c-46cb-b0da-6c0244af682c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:05.397718 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-ac305507-ab9c-46cb-b0da-6c0244af682c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5933337 Nov 15 12:20:05.411102 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-9699df59-b8cf-4a7e-abd5-40197408d093 service neutron] Request body: {'port': {'device_id': '62df36bd-ae20-46a8-9136-516c2044785b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:20:05.430721 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53f8a65-454d-4207-b167-dd46bd7ca93a None None] The sync data for ids ['d521910a-f244-4e08-9c7d-5a5b5327f1e5'] in n-d-729945-9 is: [{'id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753858208', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:20:02Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '6433c1f0-155a-4ad1-87e7-181be9b8cad0', 'name': '', 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:01:32:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5cbdded7-9b74-4968-9e80-b5c9730dd193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:20:01Z', 'updated_at': '2021-11-15T12:20:04Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '5cbdded7-9b74-4968-9e80-b5c9730dd193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:20:05.454446 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-df066090-f15c-4b81-9d84-c6c8bb9912ec None None] Provisioning complete for port 6433c1f0-155a-4ad1-87e7-181be9b8cad0 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:20:05.454877 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-df066090-f15c-4b81-9d84-c6c8bb9912ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:05.472381 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-9699df59-b8cf-4a7e-abd5-40197408d093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:05.702523 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d95022c4-399c-47d6-8d74-31317e7e3599 None None] Provisioning complete for port 0d575056-eeb6-45a9-8e8a-36d49f6d900e triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:20:05.702949 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d95022c4-399c-47d6-8d74-31317e7e3599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:05.740827 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d95022c4-399c-47d6-8d74-31317e7e3599 None None] Port 0d575056-eeb6-45a9-8e8a-36d49f6d900e cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:20:05.800529 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-9699df59-b8cf-4a7e-abd5-40197408d093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d575056-eeb6-45a9-8e8a-36d49f6d900e {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:20:05.808423 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-9699df59-b8cf-4a7e-abd5-40197408d093 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:05.821588 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-9699df59-b8cf-4a7e-abd5-40197408d093 service neutron] Transition to ACTIVE for port object 0d575056-eeb6-45a9-8e8a-36d49f6d900e will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:20:05.826732 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-9699df59-b8cf-4a7e-abd5-40197408d093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:05.898824 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699df59-b8cf-4a7e-abd5-40197408d093 service neutron] Pushing event updated for resources: {'Port': ['ID=0d575056-eeb6-45a9-8e8a-36d49f6d900e,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:20:05.899327 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd287af-aee2-4010-b656-fcdbab7f7f99 req-7fe6e72e-602c-4245-8f89-ba72605bf3b0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:05.901663 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0dd287af-aee2-4010-b656-fcdbab7f7f99 req-7fe6e72e-602c-4245-8f89-ba72605bf3b0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 943 time: 0.0550966 Nov 15 12:20:05.959607 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-9699df59-b8cf-4a7e-abd5-40197408d093 service neutron] Attempting to bind port 0d575056-eeb6-45a9-8e8a-36d49f6d900e on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:20:05.960339 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0dd287af-aee2-4010-b656-fcdbab7f7f99 req-342a15fc-c441-4f6c-aca4-a07af9cd632a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531027 Nov 15 12:20:05.964320 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-9699df59-b8cf-4a7e-abd5-40197408d093 service neutron] Attempting to bind port 0d575056-eeb6-45a9-8e8a-36d49f6d900e by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '6faf3643-670d-4851-a42e-123303448b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:20:05.964648 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-9699df59-b8cf-4a7e-abd5-40197408d093 service neutron] Attempting to bind port 0d575056-eeb6-45a9-8e8a-36d49f6d900e on network dc1979ca-bd53-4582-a57d-de0d6e2c09a0 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:20:05.970606 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-9699df59-b8cf-4a7e-abd5-40197408d093 service neutron] Port 0d575056-eeb6-45a9-8e8a-36d49f6d900e on network dc1979ca-bd53-4582-a57d-de0d6e2c09a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:20:05.970895 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-9699df59-b8cf-4a7e-abd5-40197408d093 service neutron] Attempting to bind port 0d575056-eeb6-45a9-8e8a-36d49f6d900e on network dc1979ca-bd53-4582-a57d-de0d6e2c09a0 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:20:05.980688 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-9699df59-b8cf-4a7e-abd5-40197408d093 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:20:05.981013 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-9699df59-b8cf-4a7e-abd5-40197408d093 service neutron] Checking segment: {'id': '6faf3643-670d-4851-a42e-123303448b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:20:05.981398 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-9699df59-b8cf-4a7e-abd5-40197408d093 service neutron] Bound using segment: {'id': '6faf3643-670d-4851-a42e-123303448b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:20:05.981838 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-9699df59-b8cf-4a7e-abd5-40197408d093 service neutron] Bound port: 0d575056-eeb6-45a9-8e8a-36d49f6d900e, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6faf3643-670d-4851-a42e-123303448b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:20:05.982187 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-9699df59-b8cf-4a7e-abd5-40197408d093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:06.056218 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-9699df59-b8cf-4a7e-abd5-40197408d093 service neutron] For port 0d575056-eeb6-45a9-8e8a-36d49f6d900e, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:20:06.059805 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-9699df59-b8cf-4a7e-abd5-40197408d093 service neutron] For port 0d575056-eeb6-45a9-8e8a-36d49f6d900e, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0d575056-eeb6-45a9-8e8a-36d49f6d900e,segment=NetworkSegment(6faf3643-670d-4851-a42e-123303448b5b),segment_id=6faf3643-670d-4851-a42e-123303448b5b)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:20:06.066831 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-9699df59-b8cf-4a7e-abd5-40197408d093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:06.113472 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-9699df59-b8cf-4a7e-abd5-40197408d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:06.114143 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-9699df59-b8cf-4a7e-abd5-40197408d093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:06.115566 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-9699df59-b8cf-4a7e-abd5-40197408d093 service neutron] 10.222.0.55 "PUT /v2.0/ports/0d575056-eeb6-45a9-8e8a-36d49f6d900e HTTP/1.1" status: 200 len: 1091 time: 0.7093790 Nov 15 12:20:06.116115 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62df36bd-ae20-46a8-9136-516c2044785b', 'tag': '0d575056-eeb6-45a9-8e8a-36d49f6d900e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:20:06.118496 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f6d8ad-fbf3-4290-ad91-e43578468790" -d '{"events": [{"name": "network-changed", "server_uuid": "62df36bd-ae20-46a8-9136-516c2044785b", "tag": "0d575056-eeb6-45a9-8e8a-36d49f6d900e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:20:06.145540 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699df59-b8cf-4a7e-abd5-40197408d093 service neutron] Pushing event updated for resources: {'Port': ['ID=0d575056-eeb6-45a9-8e8a-36d49f6d900e,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:20:06.193636 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4bbb4c-25e8-46a5-9e00-3f8cdc6f5787 x-openstack-request-id: req-bd4bbb4c-25e8-46a5-9e00-3f8cdc6f5787 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:20:06.193919 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62df36bd-ae20-46a8-9136-516c2044785b", "tag": "0d575056-eeb6-45a9-8e8a-36d49f6d900e", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:20:06.194161 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd4bbb4c-25e8-46a5-9e00-3f8cdc6f5787 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:20:06.194625 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62df36bd-ae20-46a8-9136-516c2044785b', 'tag': '0d575056-eeb6-45a9-8e8a-36d49f6d900e', 'status': 'completed', 'code': 200} Nov 15 12:20:06.211881 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-f5219b4c-e5a5-4038-8cb7-59f5af490516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:06.213507 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-f5219b4c-e5a5-4038-8cb7-59f5af490516 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 1094 time: 0.0518606 Nov 15 12:20:06.261704 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-81d9a655-7631-44a9-901f-943e4cee06dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d575056-eeb6-45a9-8e8a-36d49f6d900e HTTP/1.1" status: 200 len: 217 time: 0.0402417 Nov 15 12:20:06.345634 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07b55afc-48d0-41bf-b601-be27b9b2624c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:06.644767 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-b53d0ae9-eea2-4fbb-aa06-ca7fd79b9307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:06.646268 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-b53d0ae9-eea2-4fbb-aa06-ca7fd79b9307 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5cbdded7-9b74-4968-9e80-b5c9730dd193 HTTP/1.1" status: 200 len: 835 time: 0.3776844 Nov 15 12:20:06.693757 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-91517686-cb1c-419e-ba0e-e218844eb963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:06.695294 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-91517686-cb1c-419e-ba0e-e218844eb963 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc1979ca-bd53-4582-a57d-de0d6e2c09a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417717 Nov 15 12:20:06.789344 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-818b51e5-6a44-4efd-9478-5c85885582b8 service neutron] 10.222.0.55 "GET /v2.0/networks/dc1979ca-bd53-4582-a57d-de0d6e2c09a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867541 Nov 15 12:20:06.885096 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-d0bbde68-745d-4732-9f57-d8d668ac8e8b req-8c822d09-c37c-4c05-8afb-00b314d4ae12 service neutron] 10.222.0.55 "GET /v2.0/networks/dc1979ca-bd53-4582-a57d-de0d6e2c09a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883222 Nov 15 12:20:06.952134 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6433c1f0-155a-4ad1-87e7-181be9b8cad0 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:20:06.982420 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6d8ad-fbf3-4290-ad91-e43578468790 req-236764d1-81b5-4661-ab24-c51d7e11d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:06.983984 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-93f6d8ad-fbf3-4290-ad91-e43578468790 req-236764d1-81b5-4661-ab24-c51d7e11d9f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 1094 time: 0.0499237 Nov 15 12:20:07.003638 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 6433c1f0-155a-4ad1-87e7-181be9b8cad0 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:20:07.003996 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:07.078162 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6d8ad-fbf3-4290-ad91-e43578468790 req-387a58ce-e29e-406e-974b-12eee56cd8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:07.079800 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-93f6d8ad-fbf3-4290-ad91-e43578468790 req-387a58ce-e29e-406e-974b-12eee56cd8cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc1979ca-bd53-4582-a57d-de0d6e2c09a0 HTTP/1.1" status: 200 len: 897 time: 0.0880997 Nov 15 12:20:07.086214 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccdeed-08fd-4249-855f-92b851c06acb req-3eaf690c-aa4e-48ef-884a-4488cb7ff547 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:07.087759 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-daccdeed-08fd-4249-855f-92b851c06acb req-3eaf690c-aa4e-48ef-884a-4488cb7ff547 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 943 time: 0.0515444 Nov 15 12:20:07.128115 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-93f6d8ad-fbf3-4290-ad91-e43578468790 req-6aea7c4b-1dd1-4f1b-96e8-47747dfa6fe9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d575056-eeb6-45a9-8e8a-36d49f6d900e HTTP/1.1" status: 200 len: 217 time: 0.0397320 Nov 15 12:20:07.138437 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-daccdeed-08fd-4249-855f-92b851c06acb req-9ab31b4b-60b8-40c6-8be1-053557f1896d tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445690 Nov 15 12:20:07.178874 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6d8ad-fbf3-4290-ad91-e43578468790 req-db493baf-64fd-462a-a5d5-5b69f95add0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:07.180376 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-93f6d8ad-fbf3-4290-ad91-e43578468790 req-db493baf-64fd-462a-a5d5-5b69f95add0b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5cbdded7-9b74-4968-9e80-b5c9730dd193 HTTP/1.1" status: 200 len: 835 time: 0.0430188 Nov 15 12:20:07.228440 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6d8ad-fbf3-4290-ad91-e43578468790 req-1ac9eded-ee13-43b1-b286-794fa7250796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:07.230621 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-93f6d8ad-fbf3-4290-ad91-e43578468790 req-1ac9eded-ee13-43b1-b286-794fa7250796 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc1979ca-bd53-4582-a57d-de0d6e2c09a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428960 Nov 15 12:20:07.329950 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-93f6d8ad-fbf3-4290-ad91-e43578468790 req-a77f7765-49d0-4dd7-8a3e-dbc6931e79e6 service neutron] 10.222.0.55 "GET /v2.0/networks/dc1979ca-bd53-4582-a57d-de0d6e2c09a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909686 Nov 15 12:20:07.422223 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-93f6d8ad-fbf3-4290-ad91-e43578468790 req-ce91d3a7-d1d3-42ef-af3e-259448e3917a service neutron] 10.222.0.55 "GET /v2.0/networks/dc1979ca-bd53-4582-a57d-de0d6e2c09a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843351 Nov 15 12:20:08.259566 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b7f3e-6619-4774-82b5-a30a160e9428 req-447495ff-106d-4cd8-a694-9355584934a2 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:08.261064 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-804b7f3e-6619-4774-82b5-a30a160e9428 req-447495ff-106d-4cd8-a694-9355584934a2 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 943 time: 0.0535340 Nov 15 12:20:08.311880 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-804b7f3e-6619-4774-82b5-a30a160e9428 req-5c4ed525-e234-453c-a8d8-3ba524e8f9a9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445216 Nov 15 12:20:08.461523 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ebb86449-81b8-4b33-8cc6-28bd0ee8e31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:09.151412 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 0d575056-eeb6-45a9-8e8a-36d49f6d900e details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:20:09.250072 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 0d575056-eeb6-45a9-8e8a-36d49f6d900e, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0d575056-eeb6-45a9-8e8a-36d49f6d900e,segment=NetworkSegment(6faf3643-670d-4851-a42e-123303448b5b),segment_id=6faf3643-670d-4851-a42e-123303448b5b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:20:09.261197 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '0d575056-eeb6-45a9-8e8a-36d49f6d900e', 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0', 'port_id': '0d575056-eeb6-45a9-8e8a-36d49f6d900e', 'mac_address': 'fa:16:3e:d3:ea:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cbdded7-9b74-4968-9e80-b5c9730dd193', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:20:09.299708 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:09.319338 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d575056-eeb6-45a9-8e8a-36d49f6d900e {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:20:09.342779 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 0d575056-eeb6-45a9-8e8a-36d49f6d900e, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0d575056-eeb6-45a9-8e8a-36d49f6d900e,segment=NetworkSegment(6faf3643-670d-4851-a42e-123303448b5b),segment_id=6faf3643-670d-4851-a42e-123303448b5b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:20:09.349979 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:09.400975 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=0d575056-eeb6-45a9-8e8a-36d49f6d900e,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:20:09.437396 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33909d38-55cf-488e-9ee7-ef3783332b05 req-f4c239a9-6710-47ec-b035-96b14eec3000 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:09.438882 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33909d38-55cf-488e-9ee7-ef3783332b05 req-f4c239a9-6710-47ec-b035-96b14eec3000 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 944 time: 0.0535269 Nov 15 12:20:09.487184 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-33909d38-55cf-488e-9ee7-ef3783332b05 req-39365b64-c9e4-42d9-bb2b-eacf7c74d7fa tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421598 Nov 15 12:20:09.554601 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['0d575056-eeb6-45a9-8e8a-36d49f6d900e'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:20:10.138322 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:10.605637 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c2015-9995-4f7c-8cf9-705843fb332b req-33039c0e-cc51-4bad-bc1f-fb6cc2cf9097 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:10.607146 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e9c2015-9995-4f7c-8cf9-705843fb332b req-33039c0e-cc51-4bad-bc1f-fb6cc2cf9097 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 944 time: 0.0507109 Nov 15 12:20:10.659795 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3e9c2015-9995-4f7c-8cf9-705843fb332b req-de0e89a5-580d-4337-83af-f49e98a67e6c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437388 Nov 15 12:20:11.168197 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 0d575056-eeb6-45a9-8e8a-36d49f6d900e up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:20:11.226831 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 0d575056-eeb6-45a9-8e8a-36d49f6d900e completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:20:11.231210 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 0d575056-eeb6-45a9-8e8a-36d49f6d900e triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:20:11.231561 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:11.307307 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:11.333008 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62df36bd-ae20-46a8-9136-516c2044785b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d575056-eeb6-45a9-8e8a-36d49f6d900e'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:20:11.335391 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5e5bdd-9c7c-4e48-984a-e0c51164b457" -d '{"events": [{"server_uuid": "62df36bd-ae20-46a8-9136-516c2044785b", "name": "network-vif-plugged", "status": "completed", "tag": "0d575056-eeb6-45a9-8e8a-36d49f6d900e"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:20:11.348273 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 0d575056-eeb6-45a9-8e8a-36d49f6d900e, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0d575056-eeb6-45a9-8e8a-36d49f6d900e,segment=NetworkSegment(6faf3643-670d-4851-a42e-123303448b5b),segment_id=6faf3643-670d-4851-a42e-123303448b5b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:20:11.353466 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:11.405434 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=0d575056-eeb6-45a9-8e8a-36d49f6d900e,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:20:11.428005 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599db3bc-a99b-42cb-ae55-e5879d2171dd x-openstack-request-id: req-599db3bc-a99b-42cb-ae55-e5879d2171dd {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:20:11.428303 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62df36bd-ae20-46a8-9136-516c2044785b", "name": "network-vif-plugged", "status": "completed", "tag": "0d575056-eeb6-45a9-8e8a-36d49f6d900e", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:20:11.428548 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-599db3bc-a99b-42cb-ae55-e5879d2171dd {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:20:11.428959 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62df36bd-ae20-46a8-9136-516c2044785b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d575056-eeb6-45a9-8e8a-36d49f6d900e', 'code': 200} Nov 15 12:20:11.539547 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0360d2a-eff5-4b3f-9358-40eac1162e50 req-16face89-f403-4360-89dd-e746aac91b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:11.541085 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b0360d2a-eff5-4b3f-9358-40eac1162e50 req-16face89-f403-4360-89dd-e746aac91b0f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 1096 time: 0.0478907 Nov 15 12:20:11.587362 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b0360d2a-eff5-4b3f-9358-40eac1162e50 req-3b39941f-7cc8-4c97-863d-187f0f1c3a4b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391407 Nov 15 12:20:11.691178 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:11.781513 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e41bd-350a-40d4-b69d-658e42e43394 req-93c17682-4f12-4f9a-8fc9-15dc3c4aa157 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:11.783006 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-702e41bd-350a-40d4-b69d-658e42e43394 req-93c17682-4f12-4f9a-8fc9-15dc3c4aa157 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 945 time: 0.0515389 Nov 15 12:20:11.851244 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-702e41bd-350a-40d4-b69d-658e42e43394 req-b66abb82-b0b7-41d8-a303-f0db5af3a27a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620432 Nov 15 12:20:12.213277 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:12.986995 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a707c1-f56d-4db2-ab94-ffe77ab624de req-04a10180-41bb-4356-9c14-a6674eb2a027 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:12.988514 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4a707c1-f56d-4db2-ab94-ffe77ab624de req-04a10180-41bb-4356-9c14-a6674eb2a027 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 945 time: 0.0551741 Nov 15 12:20:13.039110 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4a707c1-f56d-4db2-ab94-ffe77ab624de req-ad7ecaab-4074-4a1c-bd90-dfb10195e7b5 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444536 Nov 15 12:20:13.157413 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fda9c-acd8-429b-9912-6c4cdd9c8b1d req-c5065d76-e54f-47d4-ae09-ae1fe2fe7bd7 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:13.158800 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-389fda9c-acd8-429b-9912-6c4cdd9c8b1d req-c5065d76-e54f-47d4-ae09-ae1fe2fe7bd7 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 945 time: 0.0524707 Nov 15 12:20:13.209086 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-389fda9c-acd8-429b-9912-6c4cdd9c8b1d req-f20e0005-935e-40c7-b46c-af2767eb95cc tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440731 Nov 15 12:20:13.231627 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55114) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:20:13.271359 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea780a16-694b-4a49-b86f-1380f77ed56d tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:13.272886 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ea780a16-694b-4a49-b86f-1380f77ed56d tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 1091 time: 0.0402012 Nov 15 12:20:13.275948 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55116) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:20:13.280315 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-873de66e-50ae-4dbd-a26e-568c1e2cad5a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': '0d575056-eeb6-45a9-8e8a-36d49f6d900e', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:20:13.304577 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-873de66e-50ae-4dbd-a26e-568c1e2cad5a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:13.404009 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-873de66e-50ae-4dbd-a26e-568c1e2cad5a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:13.510742 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-873de66e-50ae-4dbd-a26e-568c1e2cad5a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Allocated IP 172.25.7.31 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/453d7811-6e75-410a-9e4c-668dad0345fe) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:20:13.625987 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-873de66e-50ae-4dbd-a26e-568c1e2cad5a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:13.663238 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-873de66e-50ae-4dbd-a26e-568c1e2cad5a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:13.704935 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873de66e-50ae-4dbd-a26e-568c1e2cad5a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:20:13.709595 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-873de66e-50ae-4dbd-a26e-568c1e2cad5a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:20:13.713965 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873de66e-50ae-4dbd-a26e-568c1e2cad5a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:20:13.717125 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873de66e-50ae-4dbd-a26e-568c1e2cad5a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=453d7811-6e75-410a-9e4c-668dad0345fe,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:20:14.064438 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-873de66e-50ae-4dbd-a26e-568c1e2cad5a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:14.139833 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-873de66e-50ae-4dbd-a26e-568c1e2cad5a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:14.308460 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-873de66e-50ae-4dbd-a26e-568c1e2cad5a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:14.316501 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-873de66e-50ae-4dbd-a26e-568c1e2cad5a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:14.382073 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873de66e-50ae-4dbd-a26e-568c1e2cad5a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=453d7811-6e75-410a-9e4c-668dad0345fe,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:20:14.396911 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-873de66e-50ae-4dbd-a26e-568c1e2cad5a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:14.502960 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-873de66e-50ae-4dbd-a26e-568c1e2cad5a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Floating IP 10adc1fb-955f-4ef5-8dc9-672192666a9a associated. External IP: 172.25.7.31, port: 0d575056-eeb6-45a9-8e8a-36d49f6d900e. Nov 15 12:20:14.707696 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873de66e-50ae-4dbd-a26e-568c1e2cad5a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router d521910a-f244-4e08-9c7d-5a5b5327f1e5 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:20:14.816375 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873de66e-50ae-4dbd-a26e-568c1e2cad5a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:20:14.826501 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17995d1d-997c-48aa-bea2-4b32ba4d19ca None None] Sync routers for ids ['d521910a-f244-4e08-9c7d-5a5b5327f1e5'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:20:14.837694 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-873de66e-50ae-4dbd-a26e-568c1e2cad5a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:14.838321 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17995d1d-997c-48aa-bea2-4b32ba4d19ca None None] Routers {'d521910a-f244-4e08-9c7d-5a5b5327f1e5'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:20:14.839336 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-17995d1d-997c-48aa-bea2-4b32ba4d19ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:20:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d521910a-f244-4e08-9c7d-5a5b5327f1e5'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:20:14.867568 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-873de66e-50ae-4dbd-a26e-568c1e2cad5a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5905471 Nov 15 12:20:14.868574 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62df36bd-ae20-46a8-9136-516c2044785b', 'tag': '0d575056-eeb6-45a9-8e8a-36d49f6d900e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:20:14.871055 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18451432-18f5-41c9-a0ff-189806d455e3" -d '{"events": [{"name": "network-changed", "server_uuid": "62df36bd-ae20-46a8-9136-516c2044785b", "tag": "0d575056-eeb6-45a9-8e8a-36d49f6d900e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:20:14.945156 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-17995d1d-997c-48aa-bea2-4b32ba4d19ca None None] Set router d521910a-f244-4e08-9c7d-5a5b5327f1e5 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:20:14.968837 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5d50d-4e2d-431c-b2f0-206d03ad9db6 req-6c11db23-2be0-49bf-8c9a-d0adf4356cf7 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:14.970236 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3c5d50d-4e2d-431c-b2f0-206d03ad9db6 req-6c11db23-2be0-49bf-8c9a-d0adf4356cf7 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 945 time: 0.0516939 Nov 15 12:20:15.024060 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a3c5d50d-4e2d-431c-b2f0-206d03ad9db6 req-66e2ef1e-ca22-448b-acdf-2698a185ec61 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476613 Nov 15 12:20:15.048070 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55122) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:20:15.086195 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3d5a3222-d4f3-4202-88c5-da9de6c02c1e req-73c57859-62c6-4251-b671-a06f9d9c70e6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556698 Nov 15 12:20:15.091984 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1102c2-9af9-4bf8-ae81-47e4cdd5c6fb x-openstack-request-id: req-bc1102c2-9af9-4bf8-ae81-47e4cdd5c6fb {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:20:15.098019 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62df36bd-ae20-46a8-9136-516c2044785b", "tag": "0d575056-eeb6-45a9-8e8a-36d49f6d900e", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:20:15.100032 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc1102c2-9af9-4bf8-ae81-47e4cdd5c6fb {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:20:15.100590 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62df36bd-ae20-46a8-9136-516c2044785b', 'tag': '0d575056-eeb6-45a9-8e8a-36d49f6d900e', 'status': 'completed', 'code': 200} Nov 15 12:20:15.125355 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1de99cdb-9646-4357-a8d8-ace129f102c2 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/floatingips/10adc1fb-955f-4ef5-8dc9-672192666a9a HTTP/1.1" status: 200 len: 990 time: 0.0756969 Nov 15 12:20:15.177298 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a3222-d4f3-4202-88c5-da9de6c02c1e req-74509dd7-9a94-4c59-aa49-0d64fb817236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:15.178810 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3d5a3222-d4f3-4202-88c5-da9de6c02c1e req-74509dd7-9a94-4c59-aa49-0d64fb817236 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 1096 time: 0.0398746 Nov 15 12:20:15.271258 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-17995d1d-997c-48aa-bea2-4b32ba4d19ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753858208', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:20:02Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '10adc1fb-955f-4ef5-8dc9-672192666a9a', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'port_id': '0d575056-eeb6-45a9-8e8a-36d49f6d900e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0', 'mac_address': 'fa:16:3e:d3:ea:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62df36bd-ae20-46a8-9136-516c2044785b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:20:13Z', 'updated_at': '2021-11-15T12:20:13Z', 'revision_number': 0, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6433c1f0-155a-4ad1-87e7-181be9b8cad0', 'name': '', 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:01:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5cbdded7-9b74-4968-9e80-b5c9730dd193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:20:01Z', 'updated_at': '2021-11-15T12:20:05Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '5cbdded7-9b74-4968-9e80-b5c9730dd193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:20:15.285411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a3222-d4f3-4202-88c5-da9de6c02c1e req-e4e888df-646e-4b07-aa51-ef2face0ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:15.286931 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3d5a3222-d4f3-4202-88c5-da9de6c02c1e req-e4e888df-646e-4b07-aa51-ef2face0ab4f service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc1979ca-bd53-4582-a57d-de0d6e2c09a0 HTTP/1.1" status: 200 len: 897 time: 0.0887542 Nov 15 12:20:15.296946 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17995d1d-997c-48aa-bea2-4b32ba4d19ca None None] Checking router: d521910a-f244-4e08-9c7d-5a5b5327f1e5 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:20:15.305252 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17995d1d-997c-48aa-bea2-4b32ba4d19ca None None] Routers {'d521910a-f244-4e08-9c7d-5a5b5327f1e5'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:20:15.305868 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-17995d1d-997c-48aa-bea2-4b32ba4d19ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:20:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d521910a-f244-4e08-9c7d-5a5b5327f1e5'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:20:15.351302 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3d5a3222-d4f3-4202-88c5-da9de6c02c1e req-df779813-28de-4110-9ba2-80b8ce58e472 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d575056-eeb6-45a9-8e8a-36d49f6d900e HTTP/1.1" status: 200 len: 998 time: 0.0575445 Nov 15 12:20:15.400849 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a3222-d4f3-4202-88c5-da9de6c02c1e req-a3e53cb9-ce4b-4452-80e8-56f07b188361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:15.402444 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3d5a3222-d4f3-4202-88c5-da9de6c02c1e req-a3e53cb9-ce4b-4452-80e8-56f07b188361 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5cbdded7-9b74-4968-9e80-b5c9730dd193 HTTP/1.1" status: 200 len: 835 time: 0.0446353 Nov 15 12:20:15.409939 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-17995d1d-997c-48aa-bea2-4b32ba4d19ca None None] Set router d521910a-f244-4e08-9c7d-5a5b5327f1e5 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:20:15.452418 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a3222-d4f3-4202-88c5-da9de6c02c1e req-7211dd09-7e85-42ca-852c-59aaa1d3bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:15.453918 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3d5a3222-d4f3-4202-88c5-da9de6c02c1e req-7211dd09-7e85-42ca-852c-59aaa1d3bf1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc1979ca-bd53-4582-a57d-de0d6e2c09a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451238 Nov 15 12:20:15.544915 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3d5a3222-d4f3-4202-88c5-da9de6c02c1e req-99fe2c0a-85a5-418b-90a8-82d209889561 service neutron] 10.222.0.55 "GET /v2.0/networks/dc1979ca-bd53-4582-a57d-de0d6e2c09a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829554 Nov 15 12:20:15.640333 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3d5a3222-d4f3-4202-88c5-da9de6c02c1e req-55ca37d8-6034-4ccb-ad76-8534345e9e66 service neutron] 10.222.0.55 "GET /v2.0/networks/dc1979ca-bd53-4582-a57d-de0d6e2c09a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879970 Nov 15 12:20:15.644399 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-17995d1d-997c-48aa-bea2-4b32ba4d19ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753858208', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:20:02Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '10adc1fb-955f-4ef5-8dc9-672192666a9a', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'port_id': '0d575056-eeb6-45a9-8e8a-36d49f6d900e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0', 'mac_address': 'fa:16:3e:d3:ea:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62df36bd-ae20-46a8-9136-516c2044785b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:20:13Z', 'updated_at': '2021-11-15T12:20:13Z', 'revision_number': 0, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6433c1f0-155a-4ad1-87e7-181be9b8cad0', 'name': '', 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:01:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5cbdded7-9b74-4968-9e80-b5c9730dd193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:20:01Z', 'updated_at': '2021-11-15T12:20:05Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '5cbdded7-9b74-4968-9e80-b5c9730dd193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:20:15.671854 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17995d1d-997c-48aa-bea2-4b32ba4d19ca None None] The sync data for ids ['d521910a-f244-4e08-9c7d-5a5b5327f1e5'] in n-d-729945-9 is: [{'id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753858208', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:20:02Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '10adc1fb-955f-4ef5-8dc9-672192666a9a', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'port_id': '0d575056-eeb6-45a9-8e8a-36d49f6d900e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0', 'mac_address': 'fa:16:3e:d3:ea:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62df36bd-ae20-46a8-9136-516c2044785b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:20:13Z', 'updated_at': '2021-11-15T12:20:13Z', 'revision_number': 0, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6433c1f0-155a-4ad1-87e7-181be9b8cad0', 'name': '', 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:01:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5cbdded7-9b74-4968-9e80-b5c9730dd193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:20:01Z', 'updated_at': '2021-11-15T12:20:05Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '5cbdded7-9b74-4968-9e80-b5c9730dd193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:20:15.729057 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18451432-18f5-41c9-a0ff-189806d455e3 req-982a8462-25aa-4d79-81c6-1be74628715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:15.730761 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18451432-18f5-41c9-a0ff-189806d455e3 req-982a8462-25aa-4d79-81c6-1be74628715c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 1096 time: 0.0443878 Nov 15 12:20:15.828510 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18451432-18f5-41c9-a0ff-189806d455e3 req-f0f22bf0-7461-47ed-a8d1-5c2dbe5371ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:15.830010 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18451432-18f5-41c9-a0ff-189806d455e3 req-f0f22bf0-7461-47ed-a8d1-5c2dbe5371ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc1979ca-bd53-4582-a57d-de0d6e2c09a0 HTTP/1.1" status: 200 len: 897 time: 0.0928361 Nov 15 12:20:15.871941 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e68039-1a2e-4698-b749-7ca0d8d55ffc None None] New status for floating IP 10adc1fb-955f-4ef5-8dc9-672192666a9a: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:20:15.899176 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18451432-18f5-41c9-a0ff-189806d455e3 req-a7861d9d-4546-4562-9f55-4ed19da376db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d575056-eeb6-45a9-8e8a-36d49f6d900e HTTP/1.1" status: 200 len: 998 time: 0.0614507 Nov 15 12:20:15.949381 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18451432-18f5-41c9-a0ff-189806d455e3 req-3cfa3b5d-7025-43f9-8d73-c7d0122985e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:15.950897 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18451432-18f5-41c9-a0ff-189806d455e3 req-3cfa3b5d-7025-43f9-8d73-c7d0122985e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5cbdded7-9b74-4968-9e80-b5c9730dd193 HTTP/1.1" status: 200 len: 835 time: 0.0454199 Nov 15 12:20:16.006851 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18451432-18f5-41c9-a0ff-189806d455e3 req-45836324-a15a-4cd2-978b-ed8460eae525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:16.008553 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18451432-18f5-41c9-a0ff-189806d455e3 req-45836324-a15a-4cd2-978b-ed8460eae525 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc1979ca-bd53-4582-a57d-de0d6e2c09a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502675 Nov 15 12:20:16.099466 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18451432-18f5-41c9-a0ff-189806d455e3 req-2425a3d2-0b15-41a9-89bc-12e9607d9f3e service neutron] 10.222.0.55 "GET /v2.0/networks/dc1979ca-bd53-4582-a57d-de0d6e2c09a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837386 Nov 15 12:20:16.129176 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55124) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:20:16.192615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-bd70977d-93a2-4d43-9bc3-cf53f3388d4f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/floatingips/10adc1fb-955f-4ef5-8dc9-672192666a9a HTTP/1.1" status: 200 len: 992 time: 0.0621865 Nov 15 12:20:16.197723 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18451432-18f5-41c9-a0ff-189806d455e3 req-4ebeffbf-eb49-428e-aa39-6a410bfcc099 service neutron] 10.222.0.55 "GET /v2.0/networks/dc1979ca-bd53-4582-a57d-de0d6e2c09a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915933 Nov 15 12:20:30.217652 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:31.834766 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:20:32.317047 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:36.342165 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2606ffc9-9b44-4385-ab12-6f80092b2b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:38.464724 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ed253ddd-f83f-471c-96f4-d8383062084a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:40.143190 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:41.698807 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:42.215519 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:20:49.614283 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dffbe0-995d-44be-840a-b646f1b84cd7 req-bdab7525-474d-4320-8feb-4225ec120009 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:49.615800 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-05dffbe0-995d-44be-840a-b646f1b84cd7 req-bdab7525-474d-4320-8feb-4225ec120009 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 945 time: 0.0506408 Nov 15 12:20:49.666322 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-05dffbe0-995d-44be-840a-b646f1b84cd7 req-b1a0ac0d-c380-496a-ba5b-17dbf3d4937c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442796 Nov 15 12:20:50.797932 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5eece-130b-4c73-bc65-1bbf290d6201 req-76e6bad0-a16d-4995-a538-c953c663fc99 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:50.799371 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cc5eece-130b-4c73-bc65-1bbf290d6201 req-76e6bad0-a16d-4995-a538-c953c663fc99 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 945 time: 0.0480037 Nov 15 12:20:50.851131 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8cc5eece-130b-4c73-bc65-1bbf290d6201 req-26142b9e-bf3c-4c30-959f-91476461097f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457251 Nov 15 12:20:51.974907 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9ba54-f8f1-4eb3-bad2-ec5f807fceca req-68a766c0-a877-4956-9350-003ff3f95501 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:51.977181 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-94c9ba54-f8f1-4eb3-bad2-ec5f807fceca req-68a766c0-a877-4956-9350-003ff3f95501 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 945 time: 0.0486679 Nov 15 12:20:52.027067 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-94c9ba54-f8f1-4eb3-bad2-ec5f807fceca req-ae0a5b44-3224-4770-8aa7-ec257696d224 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426395 Nov 15 12:20:53.156299 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71c160-834f-4ed3-922c-372c818b0e09 req-c5cbe33c-faad-45e3-a7c6-17bb44023bb7 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:53.157680 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d71c160-834f-4ed3-922c-372c818b0e09 req-c5cbe33c-faad-45e3-a7c6-17bb44023bb7 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 945 time: 0.0489736 Nov 15 12:20:53.208290 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8d71c160-834f-4ed3-922c-372c818b0e09 req-e8150447-2174-43ae-939f-2af07bec7a98 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445323 Nov 15 12:20:54.330966 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b66312-9260-41e4-8ade-1ef0a4c7931f req-f5e72643-a988-4c82-b96a-33aab9017598 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:54.332522 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24b66312-9260-41e4-8ade-1ef0a4c7931f req-f5e72643-a988-4c82-b96a-33aab9017598 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 945 time: 0.0555542 Nov 15 12:20:54.384747 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-24b66312-9260-41e4-8ade-1ef0a4c7931f req-05a470c1-b6e8-4a22-8427-0c27448505c8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433240 Nov 15 12:20:55.518910 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912b78b-862c-483e-b89b-cc657c9e14b2 req-683320bb-ca33-4a5b-b8d4-d3e5c8a23eff tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:55.521177 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c912b78b-862c-483e-b89b-cc657c9e14b2 req-683320bb-ca33-4a5b-b8d4-d3e5c8a23eff tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 945 time: 0.0598330 Nov 15 12:20:55.573736 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c912b78b-862c-483e-b89b-cc657c9e14b2 req-34938455-63f4-4472-a694-d8f423cd5fa6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459001 Nov 15 12:20:56.706264 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb73a6-0ce7-43a3-a7bb-91f235de3d80 req-3dadf83f-af2c-471c-8443-b36a81b7ab47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:56.707744 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcfb73a6-0ce7-43a3-a7bb-91f235de3d80 req-3dadf83f-af2c-471c-8443-b36a81b7ab47 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 945 time: 0.0495319 Nov 15 12:20:56.772976 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcfb73a6-0ce7-43a3-a7bb-91f235de3d80 req-8b3ffd1e-dc3d-4f77-a6c8-764a9c22fe28 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590334 Nov 15 12:20:57.901613 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd7978-c30d-4462-8075-79284cd84685 req-1ad92d66-6c9c-4bf8-aef9-f5b1fb6a3c61 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:57.903107 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-04fd7978-c30d-4462-8075-79284cd84685 req-1ad92d66-6c9c-4bf8-aef9-f5b1fb6a3c61 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 945 time: 0.0550711 Nov 15 12:20:57.952266 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-04fd7978-c30d-4462-8075-79284cd84685 req-b770119e-ae21-4f61-9260-9f976699b14c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430691 Nov 15 12:20:59.083583 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f42e0a-15d1-4eac-ac65-c61b4d2746ac req-0413daff-adeb-4cd0-be01-2f9bc691db5e tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:20:59.085102 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-43f42e0a-15d1-4eac-ac65-c61b4d2746ac req-0413daff-adeb-4cd0-be01-2f9bc691db5e tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 945 time: 0.0573599 Nov 15 12:20:59.134269 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-43f42e0a-15d1-4eac-ac65-c61b4d2746ac req-0a35904b-6cda-4540-97b5-8865d9476a2b tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430946 Nov 15 12:21:00.215730 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:00.259365 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c9bff-fb38-45a3-8795-bb71a22e3d18 req-c1763c09-7729-4828-b054-378b3dbb4b2f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:00.260875 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c38c9bff-fb38-45a3-8795-bb71a22e3d18 req-c1763c09-7729-4828-b054-378b3dbb4b2f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 945 time: 0.0561261 Nov 15 12:21:00.309656 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c38c9bff-fb38-45a3-8795-bb71a22e3d18 req-44e330bc-b350-4741-9dfb-9dff7d27a280 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426111 Nov 15 12:21:00.335240 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55158) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:21:00.396295 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6d35a34a-342d-4bdb-bba8-5e01a9771f8a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/floatingips/10adc1fb-955f-4ef5-8dc9-672192666a9a HTTP/1.1" status: 200 len: 992 time: 0.0597851 Nov 15 12:21:01.689251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2501da3-e28b-4146-b595-ccb5762a5a60 req-bc99388c-50d4-4c55-aecc-5eeeb334e40b tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:01.690672 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2501da3-e28b-4146-b595-ccb5762a5a60 req-bc99388c-50d4-4c55-aecc-5eeeb334e40b tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 945 time: 0.0558968 Nov 15 12:21:01.710055 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846ac9b-475a-4b5d-8fe2-826014b1ef0d req-ce88fff5-23d0-40dc-a098-8f30469ec043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:01.711583 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a846ac9b-475a-4b5d-8fe2-826014b1ef0d req-ce88fff5-23d0-40dc-a098-8f30469ec043 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 1096 time: 0.0413673 Nov 15 12:21:01.741751 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2501da3-e28b-4146-b595-ccb5762a5a60 req-4d127af4-597a-4bbd-bcbc-c5e934bdeadb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447013 Nov 15 12:21:01.809727 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846ac9b-475a-4b5d-8fe2-826014b1ef0d req-3693a350-1967-4e68-9e2f-f969282f62a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:01.811233 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a846ac9b-475a-4b5d-8fe2-826014b1ef0d req-3693a350-1967-4e68-9e2f-f969282f62a8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc1979ca-bd53-4582-a57d-de0d6e2c09a0 HTTP/1.1" status: 200 len: 897 time: 0.0924935 Nov 15 12:21:01.877765 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a846ac9b-475a-4b5d-8fe2-826014b1ef0d req-4a7c9d6d-cceb-44de-9f40-2830876a203a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d575056-eeb6-45a9-8e8a-36d49f6d900e HTTP/1.1" status: 200 len: 1000 time: 0.0594366 Nov 15 12:21:01.926937 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846ac9b-475a-4b5d-8fe2-826014b1ef0d req-0620efdc-bcde-41d8-aef7-9e0307368c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:01.928506 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a846ac9b-475a-4b5d-8fe2-826014b1ef0d req-0620efdc-bcde-41d8-aef7-9e0307368c5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5cbdded7-9b74-4968-9e80-b5c9730dd193 HTTP/1.1" status: 200 len: 835 time: 0.0433302 Nov 15 12:21:01.978733 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846ac9b-475a-4b5d-8fe2-826014b1ef0d req-6dac5bd0-1cbc-4023-af3a-6778aeeab334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:01.980478 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a846ac9b-475a-4b5d-8fe2-826014b1ef0d req-6dac5bd0-1cbc-4023-af3a-6778aeeab334 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc1979ca-bd53-4582-a57d-de0d6e2c09a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449734 Nov 15 12:21:02.074376 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a846ac9b-475a-4b5d-8fe2-826014b1ef0d req-7959357a-dd80-4d87-bf7d-881204b127ec service neutron] 10.222.0.55 "GET /v2.0/networks/dc1979ca-bd53-4582-a57d-de0d6e2c09a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865269 Nov 15 12:21:02.330997 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:02.480319 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a846ac9b-475a-4b5d-8fe2-826014b1ef0d req-f15062f6-27ef-44d4-87bf-5eeccb091294 service neutron] 10.222.0.55 "GET /v2.0/networks/dc1979ca-bd53-4582-a57d-de0d6e2c09a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986590 Nov 15 12:21:02.873014 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f3e73-dbe5-40da-8eff-f8a6e830f414 req-f764cbac-51e8-416c-8668-b02258116362 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:02.874503 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-007f3e73-dbe5-40da-8eff-f8a6e830f414 req-f764cbac-51e8-416c-8668-b02258116362 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 945 time: 0.0490301 Nov 15 12:21:02.927253 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-007f3e73-dbe5-40da-8eff-f8a6e830f414 req-593abd0a-3b3b-4827-9391-676d2c78f265 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452516 Nov 15 12:21:04.056623 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3b656-b0b7-4d40-af7a-7328d53d0844 req-f19059d8-6d92-4e77-b512-b2608572bb81 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:04.058097 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ca3b656-b0b7-4d40-af7a-7328d53d0844 req-f19059d8-6d92-4e77-b512-b2608572bb81 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 945 time: 0.0595813 Nov 15 12:21:04.112633 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2ca3b656-b0b7-4d40-af7a-7328d53d0844 req-dd8aa5f0-7909-4390-b380-5c456c383543 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485542 Nov 15 12:21:04.135494 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55170) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:21:04.195551 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b5fe5fe5-8252-4b35-bc25-84c8d1058b6e tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/floatingips/10adc1fb-955f-4ef5-8dc9-672192666a9a HTTP/1.1" status: 200 len: 992 time: 0.0588589 Nov 15 12:21:06.349582 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cffb419f-7aae-4831-b8d2-300c72ccfe42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:08.463891 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fb451322-c9e1-4cf2-9d80-949c859f3a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:08.840085 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:21:10.143599 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:10.428885 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-89c74421-b74e-4660-b729-0fa622aed366 req-4cf73d03-0cff-4a8e-adf0-d36e0bfae43f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417793 Nov 15 12:21:10.531770 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c74421-b74e-4660-b729-0fa622aed366 req-6275b4ec-742d-4b40-9d21-e51e40073adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:10.533332 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-89c74421-b74e-4660-b729-0fa622aed366 req-6275b4ec-742d-4b40-9d21-e51e40073adb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0478587 Nov 15 12:21:10.651134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c74421-b74e-4660-b729-0fa622aed366 req-bc616638-2dc2-4e42-9e85-c415248a1c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:10.652579 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-89c74421-b74e-4660-b729-0fa622aed366 req-bc616638-2dc2-4e42-9e85-c415248a1c74 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0990858 Nov 15 12:21:10.694736 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-89c74421-b74e-4660-b729-0fa622aed366 req-945990f9-4469-4c55-9afd-53f952a78519 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0346537 Nov 15 12:21:10.758861 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c74421-b74e-4660-b729-0fa622aed366 req-ef374c21-fdf8-4b28-b7c1-e91462a24d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:10.760311 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-89c74421-b74e-4660-b729-0fa622aed366 req-ef374c21-fdf8-4b28-b7c1-e91462a24d59 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0588889 Nov 15 12:21:10.806747 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c74421-b74e-4660-b729-0fa622aed366 req-cc7aac03-66a9-4468-bdd7-a5cfe0dbeafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:10.808252 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-89c74421-b74e-4660-b729-0fa622aed366 req-cc7aac03-66a9-4468-bdd7-a5cfe0dbeafd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392647 Nov 15 12:21:10.820093 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-89c74421-b74e-4660-b729-0fa622aed366 req-37a71fda-4937-4620-bf88-fa7ae62ad74d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:21:10.820997 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-89c74421-b74e-4660-b729-0fa622aed366 req-37a71fda-4937-4620-bf88-fa7ae62ad74d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048208 Nov 15 12:21:10.911405 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-89c74421-b74e-4660-b729-0fa622aed366 req-a41db235-e006-4b92-9942-7ed6c60c7ff0 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819132 Nov 15 12:21:11.006087 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-89c74421-b74e-4660-b729-0fa622aed366 req-38c90d6e-3419-4ca6-b47f-420f8357f59b service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873852 Nov 15 12:21:11.698809 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:12.215956 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:17.213236 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4018d075-5195-4ee0-9c8f-6c6239806645 req-68eca0a0-f416-4ab2-ab76-311436d84dba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448935 Nov 15 12:21:17.309611 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018d075-5195-4ee0-9c8f-6c6239806645 req-da8feff3-cb3f-4f54-9345-eaecdf26f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:17.311092 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4018d075-5195-4ee0-9c8f-6c6239806645 req-da8feff3-cb3f-4f54-9345-eaecdf26f9da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 1096 time: 0.0456057 Nov 15 12:21:17.419838 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018d075-5195-4ee0-9c8f-6c6239806645 req-525b4d91-aba4-4d2f-ae4b-171d478e4cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:17.421347 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4018d075-5195-4ee0-9c8f-6c6239806645 req-525b4d91-aba4-4d2f-ae4b-171d478e4cd0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc1979ca-bd53-4582-a57d-de0d6e2c09a0 HTTP/1.1" status: 200 len: 897 time: 0.0895071 Nov 15 12:21:17.496609 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4018d075-5195-4ee0-9c8f-6c6239806645 req-c3fa3a43-2576-454c-ad31-c46ac0b4c234 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d575056-eeb6-45a9-8e8a-36d49f6d900e HTTP/1.1" status: 200 len: 1000 time: 0.0620911 Nov 15 12:21:17.546602 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018d075-5195-4ee0-9c8f-6c6239806645 req-386c8d2b-0491-4741-8e29-3ec7e644d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:17.548076 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4018d075-5195-4ee0-9c8f-6c6239806645 req-386c8d2b-0491-4741-8e29-3ec7e644d593 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5cbdded7-9b74-4968-9e80-b5c9730dd193 HTTP/1.1" status: 200 len: 835 time: 0.0445647 Nov 15 12:21:17.594997 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018d075-5195-4ee0-9c8f-6c6239806645 req-9cfac3bc-a56d-42bf-810b-881abacbce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:17.596498 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4018d075-5195-4ee0-9c8f-6c6239806645 req-9cfac3bc-a56d-42bf-810b-881abacbce9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc1979ca-bd53-4582-a57d-de0d6e2c09a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407813 Nov 15 12:21:17.608858 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-4018d075-5195-4ee0-9c8f-6c6239806645 req-b6db49e2-23bf-4702-9f02-2238b3150a67 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:21:17.609818 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4018d075-5195-4ee0-9c8f-6c6239806645 req-b6db49e2-23bf-4702-9f02-2238b3150a67 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053089 Nov 15 12:21:17.705847 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4018d075-5195-4ee0-9c8f-6c6239806645 req-c636ec8b-fcef-48b8-867a-8c376ae46347 service neutron] 10.222.0.55 "GET /v2.0/networks/dc1979ca-bd53-4582-a57d-de0d6e2c09a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886164 Nov 15 12:21:17.802023 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4018d075-5195-4ee0-9c8f-6c6239806645 req-f4752520-0711-4774-bef6-532bd4bca625 service neutron] 10.222.0.55 "GET /v2.0/networks/dc1979ca-bd53-4582-a57d-de0d6e2c09a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891221 Nov 15 12:21:30.211833 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:32.368842 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:34.599112 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55196) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:21:34.757655 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting port 453d7811-6e75-410a-9e4c-668dad0345fe {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:21:34.757970 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:34.834253 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:34.834549 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:34.846288 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Calling delete_port for 453d7811-6e75-410a-9e4c-668dad0345fe owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:21:34.998150 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:35.021016 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Port': ['ID=453d7811-6e75-410a-9e4c-668dad0345fe,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:35.035641 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:35.036003 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:35.036359 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:35.036690 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:35.037004 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:35.037331 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:35.037655 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:35.037980 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:35.038293 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:35.038648 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:35.038952 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:35.039263 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:35.094172 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:35.094502 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Floating IP 10adc1fb-955f-4ef5-8dc9-672192666a9a disassociated (deleted). External IP: 172.25.7.31, port: 0d575056-eeb6-45a9-8e8a-36d49f6d900e. Nov 15 12:21:35.302578 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router d521910a-f244-4e08-9c7d-5a5b5327f1e5 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:21:35.417164 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:21:35.422203 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:35.428277 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db204d80-7ca9-4949-8b4b-91b6229d9f54 None None] Sync routers for ids ['d521910a-f244-4e08-9c7d-5a5b5327f1e5'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:21:35.438174 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db204d80-7ca9-4949-8b4b-91b6229d9f54 None None] Routers {'d521910a-f244-4e08-9c7d-5a5b5327f1e5'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:21:35.438763 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-db204d80-7ca9-4949-8b4b-91b6229d9f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:21:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d521910a-f244-4e08-9c7d-5a5b5327f1e5'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:21:35.448046 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-300403e7-e18f-4306-8de5-ee7bf4f22064 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/floatingips/10adc1fb-955f-4ef5-8dc9-672192666a9a HTTP/1.1" status: 204 len: 168 time: 0.8476880 Nov 15 12:21:35.448699 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62df36bd-ae20-46a8-9136-516c2044785b', 'tag': '0d575056-eeb6-45a9-8e8a-36d49f6d900e'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:21:35.450980 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10b531b19c16a4bb032ad9325c521bd4bf8029a5360c7e3eb9d5ecffe28e67c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2527f47a-f429-4ec4-bd1d-b5f8a3a5078e" -d '{"events": [{"name": "network-changed", "server_uuid": "62df36bd-ae20-46a8-9136-516c2044785b", "tag": "0d575056-eeb6-45a9-8e8a-36d49f6d900e"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:21:35.549818 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-db204d80-7ca9-4949-8b4b-91b6229d9f54 None None] Set router d521910a-f244-4e08-9c7d-5a5b5327f1e5 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:21:35.695705 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10e4a04-d38a-43cd-abb4-c3dfd2755fc0 x-openstack-request-id: req-d10e4a04-d38a-43cd-abb4-c3dfd2755fc0 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:21:35.696330 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62df36bd-ae20-46a8-9136-516c2044785b", "tag": "0d575056-eeb6-45a9-8e8a-36d49f6d900e", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:21:35.696523 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d10e4a04-d38a-43cd-abb4-c3dfd2755fc0 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:21:35.696874 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62df36bd-ae20-46a8-9136-516c2044785b', 'tag': '0d575056-eeb6-45a9-8e8a-36d49f6d900e', 'status': 'completed', 'code': 200} Nov 15 12:21:35.754476 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-db204d80-7ca9-4949-8b4b-91b6229d9f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753858208', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:20:02Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '6433c1f0-155a-4ad1-87e7-181be9b8cad0', 'name': '', 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:01:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5cbdded7-9b74-4968-9e80-b5c9730dd193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:20:01Z', 'updated_at': '2021-11-15T12:20:05Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '5cbdded7-9b74-4968-9e80-b5c9730dd193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:21:35.780021 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527f47a-f429-4ec4-bd1d-b5f8a3a5078e req-2fe3f68b-f411-42b7-82c7-0eb48a9a1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:35.780845 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db204d80-7ca9-4949-8b4b-91b6229d9f54 None None] Checking router: d521910a-f244-4e08-9c7d-5a5b5327f1e5 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:21:35.782247 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2527f47a-f429-4ec4-bd1d-b5f8a3a5078e req-2fe3f68b-f411-42b7-82c7-0eb48a9a1424 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 1096 time: 0.0593662 Nov 15 12:21:35.788952 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db204d80-7ca9-4949-8b4b-91b6229d9f54 None None] Routers {'d521910a-f244-4e08-9c7d-5a5b5327f1e5'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:21:35.789531 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-db204d80-7ca9-4949-8b4b-91b6229d9f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:21:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d521910a-f244-4e08-9c7d-5a5b5327f1e5'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:21:35.792870 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499599aa-c305-49c3-9cb5-e4b1cfca360a req-18872f7f-fbaa-455b-87b8-eb8866d254ad tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:35.794767 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-499599aa-c305-49c3-9cb5-e4b1cfca360a req-18872f7f-fbaa-455b-87b8-eb8866d254ad tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 945 time: 0.0520496 Nov 15 12:21:35.856009 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-499599aa-c305-49c3-9cb5-e4b1cfca360a req-f32530bd-f546-4f46-a107-932352d104a6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550649 Nov 15 12:21:35.878845 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527f47a-f429-4ec4-bd1d-b5f8a3a5078e req-ffb79ade-fde8-49e1-84fa-61c9eb56225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:35.880460 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2527f47a-f429-4ec4-bd1d-b5f8a3a5078e req-ffb79ade-fde8-49e1-84fa-61c9eb56225b service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc1979ca-bd53-4582-a57d-de0d6e2c09a0 HTTP/1.1" status: 200 len: 897 time: 0.0903802 Nov 15 12:21:35.894987 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-db204d80-7ca9-4949-8b4b-91b6229d9f54 None None] Set router d521910a-f244-4e08-9c7d-5a5b5327f1e5 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:21:35.928120 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2527f47a-f429-4ec4-bd1d-b5f8a3a5078e req-9a69b781-d3b0-4938-a425-5bedf831965f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d575056-eeb6-45a9-8e8a-36d49f6d900e HTTP/1.1" status: 200 len: 217 time: 0.0386419 Nov 15 12:21:35.977456 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527f47a-f429-4ec4-bd1d-b5f8a3a5078e req-7b22de82-710a-4dc6-b224-ea3c75c9d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:35.978897 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2527f47a-f429-4ec4-bd1d-b5f8a3a5078e req-7b22de82-710a-4dc6-b224-ea3c75c9d26b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5cbdded7-9b74-4968-9e80-b5c9730dd193 HTTP/1.1" status: 200 len: 835 time: 0.0428512 Nov 15 12:21:36.024666 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527f47a-f429-4ec4-bd1d-b5f8a3a5078e req-a42153f5-5a62-4c39-acd7-9c908f540941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:36.026204 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2527f47a-f429-4ec4-bd1d-b5f8a3a5078e req-a42153f5-5a62-4c39-acd7-9c908f540941 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc1979ca-bd53-4582-a57d-de0d6e2c09a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399814 Nov 15 12:21:36.092401 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-db204d80-7ca9-4949-8b4b-91b6229d9f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753858208', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:20:02Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '6433c1f0-155a-4ad1-87e7-181be9b8cad0', 'name': '', 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:01:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5cbdded7-9b74-4968-9e80-b5c9730dd193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:20:01Z', 'updated_at': '2021-11-15T12:20:05Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '5cbdded7-9b74-4968-9e80-b5c9730dd193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:21:36.119196 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db204d80-7ca9-4949-8b4b-91b6229d9f54 None None] The sync data for ids ['d521910a-f244-4e08-9c7d-5a5b5327f1e5'] in n-d-729945-9 is: [{'id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753858208', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:20:02Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '6433c1f0-155a-4ad1-87e7-181be9b8cad0', 'name': '', 'network_id': 'dc1979ca-bd53-4582-a57d-de0d6e2c09a0', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:01:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5cbdded7-9b74-4968-9e80-b5c9730dd193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:20:01Z', 'updated_at': '2021-11-15T12:20:05Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '5cbdded7-9b74-4968-9e80-b5c9730dd193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:21:36.123984 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2527f47a-f429-4ec4-bd1d-b5f8a3a5078e req-f03c7ff8-574d-4564-b22b-f17edf3b85a4 service neutron] 10.222.0.55 "GET /v2.0/networks/dc1979ca-bd53-4582-a57d-de0d6e2c09a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897164 Nov 15 12:21:36.220238 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2527f47a-f429-4ec4-bd1d-b5f8a3a5078e req-af573e5b-072b-4add-ba23-2a401dabe5df service neutron] 10.222.0.55 "GET /v2.0/networks/dc1979ca-bd53-4582-a57d-de0d6e2c09a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881655 Nov 15 12:21:36.338834 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4975aa6e-f0e9-46c2-8111-8db397626aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:36.355910 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e55308b-ffdf-4c42-9bae-b7aad08b3920 None None] New status for floating IP 10adc1fb-955f-4ef5-8dc9-672192666a9a: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:21:36.980368 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4cc52-d86c-4eea-9341-2296a77cbee6 req-b49e8e81-e54b-47c6-96c8-d9758d2a95af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:36.981865 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-63b4cc52-d86c-4eea-9341-2296a77cbee6 req-b49e8e81-e54b-47c6-96c8-d9758d2a95af tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 945 time: 0.0507371 Nov 15 12:21:37.030567 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-63b4cc52-d86c-4eea-9341-2296a77cbee6 req-7a2dfff5-1379-4620-a881-2f2506675d93 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3c0156d-370f-4f6b-8474-5973c2fbcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425606 Nov 15 12:21:37.152932 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8bd95-a978-4157-ba20-e5209249191d req-1d0f1ed6-ec49-47ba-933e-57456cb5e594 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:37.154319 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-85b8bd95-a978-4157-ba20-e5209249191d req-1d0f1ed6-ec49-47ba-933e-57456cb5e594 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.55 "GET /v2.0/ports?device_id=62df36bd-ae20-46a8-9136-516c2044785b HTTP/1.1" status: 200 len: 945 time: 0.0659595 Nov 15 12:21:37.255052 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-85b8bd95-a978-4157-ba20-e5209249191d req-15d90d60-c67f-450c-8562-0a5d5e636e52 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting port 0d575056-eeb6-45a9-8e8a-36d49f6d900e {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:21:37.255368 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-85b8bd95-a978-4157-ba20-e5209249191d req-15d90d60-c67f-450c-8562-0a5d5e636e52 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:37.350985 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-85b8bd95-a978-4157-ba20-e5209249191d req-15d90d60-c67f-450c-8562-0a5d5e636e52 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] For port 0d575056-eeb6-45a9-8e8a-36d49f6d900e, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=0d575056-eeb6-45a9-8e8a-36d49f6d900e,segment=NetworkSegment(6faf3643-670d-4851-a42e-123303448b5b),segment_id=6faf3643-670d-4851-a42e-123303448b5b)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:21:37.351319 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-85b8bd95-a978-4157-ba20-e5209249191d req-15d90d60-c67f-450c-8562-0a5d5e636e52 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:37.364395 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-85b8bd95-a978-4157-ba20-e5209249191d req-15d90d60-c67f-450c-8562-0a5d5e636e52 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Calling delete_port for 0d575056-eeb6-45a9-8e8a-36d49f6d900e owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:21:37.494346 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-85b8bd95-a978-4157-ba20-e5209249191d req-15d90d60-c67f-450c-8562-0a5d5e636e52 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:37.531079 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d90d60-c67f-450c-8562-0a5d5e636e52 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Port': ['ID=0d575056-eeb6-45a9-8e8a-36d49f6d900e,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:37.555963 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d90d60-c67f-450c-8562-0a5d5e636e52 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:37.556325 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d90d60-c67f-450c-8562-0a5d5e636e52 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:37.556641 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d90d60-c67f-450c-8562-0a5d5e636e52 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:37.556970 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d90d60-c67f-450c-8562-0a5d5e636e52 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:37.557298 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d90d60-c67f-450c-8562-0a5d5e636e52 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:37.557621 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d90d60-c67f-450c-8562-0a5d5e636e52 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:37.557944 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d90d60-c67f-450c-8562-0a5d5e636e52 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:37.558270 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d90d60-c67f-450c-8562-0a5d5e636e52 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:37.558592 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d90d60-c67f-450c-8562-0a5d5e636e52 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:37.558907 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d90d60-c67f-450c-8562-0a5d5e636e52 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:37.559223 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d90d60-c67f-450c-8562-0a5d5e636e52 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:37.559535 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d90d60-c67f-450c-8562-0a5d5e636e52 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:37.580724 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b8bd95-a978-4157-ba20-e5209249191d req-15d90d60-c67f-450c-8562-0a5d5e636e52 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] No DVR routers for this DVR port 0d575056-eeb6-45a9-8e8a-36d49f6d900e on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:21:37.583345 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-85b8bd95-a978-4157-ba20-e5209249191d req-15d90d60-c67f-450c-8562-0a5d5e636e52 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:37.586714 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-85b8bd95-a978-4157-ba20-e5209249191d req-15d90d60-c67f-450c-8562-0a5d5e636e52 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.55 "DELETE /v2.0/ports/0d575056-eeb6-45a9-8e8a-36d49f6d900e HTTP/1.1" status: 204 len: 173 time: 0.4258888 Nov 15 12:21:37.587140 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62df36bd-ae20-46a8-9136-516c2044785b', 'name': 'network-vif-deleted', 'tag': '0d575056-eeb6-45a9-8e8a-36d49f6d900e'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:21:37.589612 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def2a95a-cfea-419c-8c49-c5748a61ac39" -d '{"events": [{"server_uuid": "62df36bd-ae20-46a8-9136-516c2044785b", "name": "network-vif-deleted", "tag": "0d575056-eeb6-45a9-8e8a-36d49f6d900e"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:21:37.632705 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e58a0d-5a7b-4f92-8a95-de8f2716804c x-openstack-request-id: req-79e58a0d-5a7b-4f92-8a95-de8f2716804c {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:21:37.633031 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62df36bd-ae20-46a8-9136-516c2044785b", "name": "network-vif-deleted", "tag": "0d575056-eeb6-45a9-8e8a-36d49f6d900e", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:21:37.633284 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-79e58a0d-5a7b-4f92-8a95-de8f2716804c {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:21:37.633698 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62df36bd-ae20-46a8-9136-516c2044785b', 'name': 'network-vif-deleted', 'tag': '0d575056-eeb6-45a9-8e8a-36d49f6d900e', 'status': 'completed', 'code': 200} Nov 15 12:21:38.088322 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55212) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:21:38.459790 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5a729b16-84b1-4cec-8394-02a324c52082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:38.811556 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00504753-ea01-4edf-b6fd-4176a7015d1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:39.084136 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-00504753-ea01-4edf-b6fd-4176a7015d1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting port 6433c1f0-155a-4ad1-87e7-181be9b8cad0 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:21:39.084484 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00504753-ea01-4edf-b6fd-4176a7015d1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:39.175479 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-00504753-ea01-4edf-b6fd-4176a7015d1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] For port 6433c1f0-155a-4ad1-87e7-181be9b8cad0, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6433c1f0-155a-4ad1-87e7-181be9b8cad0,segment=NetworkSegment(6faf3643-670d-4851-a42e-123303448b5b),segment_id=6faf3643-670d-4851-a42e-123303448b5b)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:21:39.176237 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00504753-ea01-4edf-b6fd-4176a7015d1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:39.188584 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-00504753-ea01-4edf-b6fd-4176a7015d1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Calling delete_port for 6433c1f0-155a-4ad1-87e7-181be9b8cad0 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:21:39.382915 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00504753-ea01-4edf-b6fd-4176a7015d1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:39.408854 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00504753-ea01-4edf-b6fd-4176a7015d1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Port': ['ID=6433c1f0-155a-4ad1-87e7-181be9b8cad0,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:39.582321 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-00504753-ea01-4edf-b6fd-4176a7015d1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:39.801255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00504753-ea01-4edf-b6fd-4176a7015d1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router d521910a-f244-4e08-9c7d-5a5b5327f1e5 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:21:39.913944 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00504753-ea01-4edf-b6fd-4176a7015d1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:21:39.919923 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-00504753-ea01-4edf-b6fd-4176a7015d1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "PUT /v2.0/routers/d521910a-f244-4e08-9c7d-5a5b5327f1e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8304400 Nov 15 12:21:39.922939 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55214) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:21:39.924490 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a46074-d80b-4ccd-8664-736c0165a219 None None] Sync routers for ids ['d521910a-f244-4e08-9c7d-5a5b5327f1e5'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:21:39.936820 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a46074-d80b-4ccd-8664-736c0165a219 None None] Routers {'d521910a-f244-4e08-9c7d-5a5b5327f1e5'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:21:39.937657 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-55a46074-d80b-4ccd-8664-736c0165a219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:21:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d521910a-f244-4e08-9c7d-5a5b5327f1e5'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:21:39.980239 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc4e59d-dcef-4a5a-8a53-315debb296bb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting subnet 5cbdded7-9b74-4968-9e80-b5c9730dd193 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:21:39.984072 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0fc4e59d-dcef-4a5a-8a53-315debb296bb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:40.028042 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0fc4e59d-dcef-4a5a-8a53-315debb296bb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:40.119216 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0fc4e59d-dcef-4a5a-8a53-315debb296bb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:40.149212 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:40.152477 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-55a46074-d80b-4ccd-8664-736c0165a219 None None] Set router d521910a-f244-4e08-9c7d-5a5b5327f1e5 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:21:40.178163 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0fc4e59d-dcef-4a5a-8a53-315debb296bb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:40.206924 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4e59d-dcef-4a5a-8a53-315debb296bb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Subnet': ['ID=5cbdded7-9b74-4968-9e80-b5c9730dd193,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:40.208996 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0fc4e59d-dcef-4a5a-8a53-315debb296bb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:40.214692 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0fc4e59d-dcef-4a5a-8a53-315debb296bb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/subnets/5cbdded7-9b74-4968-9e80-b5c9730dd193 HTTP/1.1" status: 204 len: 168 time: 0.2883322 Nov 15 12:21:40.214877 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab9789d-1ff6-4ef2-b732-abe1053b603d None None] Network dc1979ca-bd53-4582-a57d-de0d6e2c09a0 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:21:40.214985 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55216) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:21:40.336402 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6dc767c-523e-45ca-9070-f7b55c5fd8f4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:40.341630 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-55a46074-d80b-4ccd-8664-736c0165a219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753858208', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:21:39Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:21:40.374551 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a46074-d80b-4ccd-8664-736c0165a219 None None] Checking router: d521910a-f244-4e08-9c7d-5a5b5327f1e5 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:21:40.383093 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a46074-d80b-4ccd-8664-736c0165a219 None None] Routers {'d521910a-f244-4e08-9c7d-5a5b5327f1e5'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:21:40.383689 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-55a46074-d80b-4ccd-8664-736c0165a219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:21:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['d521910a-f244-4e08-9c7d-5a5b5327f1e5'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:21:40.411994 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bacf9d-e43e-4469-bebf-b1a80282c49d None None] DHCP port deletion for dc1979ca-bd53-4582-a57d-de0d6e2c09a0 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:21:40.453322 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6dc767c-523e-45ca-9070-f7b55c5fd8f4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:40.458446 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-72bacf9d-e43e-4469-bebf-b1a80282c49d None None] Deleting port 21966d3f-b6e2-4b24-9024-4f8f777a95b3 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:21:40.458805 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-72bacf9d-e43e-4469-bebf-b1a80282c49d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:40.489410 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-55a46074-d80b-4ccd-8664-736c0165a219 None None] Set router d521910a-f244-4e08-9c7d-5a5b5327f1e5 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:21:40.511757 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e6dc767c-523e-45ca-9070-f7b55c5fd8f4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting port 9648ac47-0e41-4f66-8081-0f8858d393cf {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:21:40.512241 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6dc767c-523e-45ca-9070-f7b55c5fd8f4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:40.528085 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-72bacf9d-e43e-4469-bebf-b1a80282c49d None None] For port 21966d3f-b6e2-4b24-9024-4f8f777a95b3, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=21966d3f-b6e2-4b24-9024-4f8f777a95b3,segment=NetworkSegment(6faf3643-670d-4851-a42e-123303448b5b),segment_id=6faf3643-670d-4851-a42e-123303448b5b)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:21:40.528745 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-72bacf9d-e43e-4469-bebf-b1a80282c49d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:40.542715 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-72bacf9d-e43e-4469-bebf-b1a80282c49d None None] Calling delete_port for 21966d3f-b6e2-4b24-9024-4f8f777a95b3 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:21:40.595911 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-e6dc767c-523e-45ca-9070-f7b55c5fd8f4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] For port 9648ac47-0e41-4f66-8081-0f8858d393cf, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=9648ac47-0e41-4f66-8081-0f8858d393cf,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:21:40.596275 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6dc767c-523e-45ca-9070-f7b55c5fd8f4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:40.609058 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-e6dc767c-523e-45ca-9070-f7b55c5fd8f4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Calling delete_port for 9648ac47-0e41-4f66-8081-0f8858d393cf owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:21:40.630751 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-72bacf9d-e43e-4469-bebf-b1a80282c49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:40.661216 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bacf9d-e43e-4469-bebf-b1a80282c49d None None] Pushing event deleted for resources: {'Port': ['ID=21966d3f-b6e2-4b24-9024-4f8f777a95b3,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:40.663459 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bacf9d-e43e-4469-bebf-b1a80282c49d None None] No DVR routers for this DVR port 21966d3f-b6e2-4b24-9024-4f8f777a95b3 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:21:40.671275 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bacf9d-e43e-4469-bebf-b1a80282c49d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:40.671605 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bacf9d-e43e-4469-bebf-b1a80282c49d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:40.671986 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bacf9d-e43e-4469-bebf-b1a80282c49d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:40.672309 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bacf9d-e43e-4469-bebf-b1a80282c49d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:40.672630 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bacf9d-e43e-4469-bebf-b1a80282c49d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:40.673493 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bacf9d-e43e-4469-bebf-b1a80282c49d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:40.673493 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bacf9d-e43e-4469-bebf-b1a80282c49d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:40.673672 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bacf9d-e43e-4469-bebf-b1a80282c49d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:40.673840 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bacf9d-e43e-4469-bebf-b1a80282c49d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:40.674384 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bacf9d-e43e-4469-bebf-b1a80282c49d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:40.674505 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bacf9d-e43e-4469-bebf-b1a80282c49d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:40.674744 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bacf9d-e43e-4469-bebf-b1a80282c49d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:40.694736 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-55a46074-d80b-4ccd-8664-736c0165a219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753858208', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:21:39Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:21:40.721247 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a46074-d80b-4ccd-8664-736c0165a219 None None] The sync data for ids ['d521910a-f244-4e08-9c7d-5a5b5327f1e5'] in n-d-729945-9 is: [{'id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753858208', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:21:39Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '9648ac47-0e41-4f66-8081-0f8858d393cf', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd521910a-f244-4e08-9c7d-5a5b5327f1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:19:58Z', 'updated_at': '2021-11-15T12:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:21:40.781314 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6dc767c-523e-45ca-9070-f7b55c5fd8f4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:40.805336 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc767c-523e-45ca-9070-f7b55c5fd8f4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Port': ['ID=9648ac47-0e41-4f66-8081-0f8858d393cf,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:40.821175 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6d76bc-b21f-4b82-8c21-fb9965482a52 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:21:40.869455 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6dc767c-523e-45ca-9070-f7b55c5fd8f4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:40.965543 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6dc767c-523e-45ca-9070-f7b55c5fd8f4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:40.967710 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6dc767c-523e-45ca-9070-f7b55c5fd8f4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:41.017213 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6dc767c-523e-45ca-9070-f7b55c5fd8f4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:41.017913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6dc767c-523e-45ca-9070-f7b55c5fd8f4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Fanout notify agent at l3_agent the message router_deleted on router d521910a-f244-4e08-9c7d-5a5b5327f1e5 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 12:21:41.025452 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-e6dc767c-523e-45ca-9070-f7b55c5fd8f4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:41.027169 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-e6dc767c-523e-45ca-9070-f7b55c5fd8f4 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/routers/d521910a-f244-4e08-9c7d-5a5b5327f1e5 HTTP/1.1" status: 204 len: 168 time: 0.8113229 Nov 15 12:21:41.029906 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55218) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:21:41.059447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6433c1f0-155a-4ad1-87e7-181be9b8cad0 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:21:41.081223 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 6433c1f0-155a-4ad1-87e7-181be9b8cad0 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:21:41.081748 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6433c1f0-155a-4ad1-87e7-181be9b8cad0 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:21:41.082342 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 21966d3f-b6e2-4b24-9024-4f8f777a95b3 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:21:41.108723 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 21966d3f-b6e2-4b24-9024-4f8f777a95b3 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:21:41.109047 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 21966d3f-b6e2-4b24-9024-4f8f777a95b3 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:21:41.117885 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54adafb9-13cc-4a82-8301-b0a51a8e6649 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:41.208272 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54adafb9-13cc-4a82-8301-b0a51a8e6649 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:41.227568 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-54adafb9-13cc-4a82-8301-b0a51a8e6649 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc1979ca-bd53-4582-a57d-de0d6e2c09a0']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:21:41.237196 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-54adafb9-13cc-4a82-8301-b0a51a8e6649 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6faf3643-670d-4851-a42e-123303448b5b') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:21:41.237479 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-54adafb9-13cc-4a82-8301-b0a51a8e6649 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6faf3643-670d-4851-a42e-123303448b5b') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:21:41.246882 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54adafb9-13cc-4a82-8301-b0a51a8e6649 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:41.260392 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54adafb9-13cc-4a82-8301-b0a51a8e6649 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:41.267579 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54adafb9-13cc-4a82-8301-b0a51a8e6649 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:21:41.267997 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54adafb9-13cc-4a82-8301-b0a51a8e6649 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: timer() Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:21:41.271278 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:21:41.334216 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54adafb9-13cc-4a82-8301-b0a51a8e6649 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:41.344499 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-54adafb9-13cc-4a82-8301-b0a51a8e6649 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:41.349098 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-54adafb9-13cc-4a82-8301-b0a51a8e6649 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/networks/dc1979ca-bd53-4582-a57d-de0d6e2c09a0 HTTP/1.1" status: 204 len: 168 time: 0.3182557 Nov 15 12:21:41.352693 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55220) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:21:41.361065 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54adafb9-13cc-4a82-8301-b0a51a8e6649 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Network': ['ID=dc1979ca-bd53-4582-a57d-de0d6e2c09a0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:41.413908 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97804ddb-2819-4213-bc16-8f012e3353ae tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:41.437856 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97804ddb-2819-4213-bc16-8f012e3353ae tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:41.503542 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97804ddb-2819-4213-bc16-8f012e3353ae tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:41.506403 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-97804ddb-2819-4213-bc16-8f012e3353ae tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:41.507635 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-97804ddb-2819-4213-bc16-8f012e3353ae tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/security-groups/d3c0156d-370f-4f6b-8474-5973c2fbcb04 HTTP/1.1" status: 204 len: 168 time: 0.1539183 Nov 15 12:21:41.517207 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97804ddb-2819-4213-bc16-8f012e3353ae tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c0156d-370f-4f6b-8474-5973c2fbcb04,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:41.640863 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 0d575056-eeb6-45a9-8e8a-36d49f6d900e no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:21:41.661271 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 0d575056-eeb6-45a9-8e8a-36d49f6d900e {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:21:41.661604 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 0d575056-eeb6-45a9-8e8a-36d49f6d900e not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:21:41.699900 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:41.846121 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55226) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:21:41.850793 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-c2a4d3f0-338e-4673-9d91-bb7eef3e5e45 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-586220895', 'description': 'tempest-secgroup-smoke-586220895 description', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:21:41.874443 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2a4d3f0-338e-4673-9d91-bb7eef3e5e45 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:41.940512 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2a4d3f0-338e-4673-9d91-bb7eef3e5e45 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:41.947291 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2a4d3f0-338e-4673-9d91-bb7eef3e5e45 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:41.974119 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c2a4d3f0-338e-4673-9d91-bb7eef3e5e45 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:41.975348 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c2a4d3f0-338e-4673-9d91-bb7eef3e5e45 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1282303 Nov 15 12:21:41.978459 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55228) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:21:41.979545 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4d3f0-338e-4673-9d91-bb7eef3e5e45 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd72187-3611-4b8c-b5b3-504be371b153,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:41.983883 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-d847efd8-0c27-4ca0-baf7-f5db7cc3d5f8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': '1fd72187-3611-4b8c-b5b3-504be371b153', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:21:42.013189 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d847efd8-0c27-4ca0-baf7-f5db7cc3d5f8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.058074 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d847efd8-0c27-4ca0-baf7-f5db7cc3d5f8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.063186 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d847efd8-0c27-4ca0-baf7-f5db7cc3d5f8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.082397 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847efd8-0c27-4ca0-baf7-f5db7cc3d5f8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9a53ba-1c3c-40a6-83a8-37eb94d1579e,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:42.092183 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d847efd8-0c27-4ca0-baf7-f5db7cc3d5f8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.097408 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d847efd8-0c27-4ca0-baf7-f5db7cc3d5f8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138887 Nov 15 12:21:42.097408 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55230) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:21:42.100875 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-098ca987-31eb-4fa4-a286-6fc3bab5ecc6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': '1fd72187-3611-4b8c-b5b3-504be371b153', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:21:42.129242 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-098ca987-31eb-4fa4-a286-6fc3bab5ecc6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.183342 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-098ca987-31eb-4fa4-a286-6fc3bab5ecc6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.187486 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-098ca987-31eb-4fa4-a286-6fc3bab5ecc6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.204527 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ca987-31eb-4fa4-a286-6fc3bab5ecc6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb710db-e4cf-4fd8-b4ca-42822760d28d,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:42.208778 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.215580 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-098ca987-31eb-4fa4-a286-6fc3bab5ecc6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.216852 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-098ca987-31eb-4fa4-a286-6fc3bab5ecc6 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195889 Nov 15 12:21:42.219582 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55232) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:21:42.223877 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-2458c568-f0ad-49dd-9b61-4a19f84098cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': '1fd72187-3611-4b8c-b5b3-504be371b153', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:21:42.256782 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2458c568-f0ad-49dd-9b61-4a19f84098cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.316248 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2458c568-f0ad-49dd-9b61-4a19f84098cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.321400 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2458c568-f0ad-49dd-9b61-4a19f84098cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.339051 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458c568-f0ad-49dd-9b61-4a19f84098cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e577199c-d7ea-4322-a1cc-f7bd4bd1c4e2,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:42.348716 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2458c568-f0ad-49dd-9b61-4a19f84098cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.349919 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2458c568-f0ad-49dd-9b61-4a19f84098cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293993 Nov 15 12:21:42.352872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55234) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:21:42.357536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-7cd3fba5-611f-4b3f-9e84-309b47fe3cb1 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': '1fd72187-3611-4b8c-b5b3-504be371b153', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:21:42.387578 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7cd3fba5-611f-4b3f-9e84-309b47fe3cb1 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.445803 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7cd3fba5-611f-4b3f-9e84-309b47fe3cb1 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.452019 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7cd3fba5-611f-4b3f-9e84-309b47fe3cb1 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.472448 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3fba5-611f-4b3f-9e84-309b47fe3cb1 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f287cd89-8d1c-474f-9655-f0a452b7e2bf,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:42.482820 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-7cd3fba5-611f-4b3f-9e84-309b47fe3cb1 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.484080 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-7cd3fba5-611f-4b3f-9e84-309b47fe3cb1 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302392 Nov 15 12:21:42.487123 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55236) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:21:42.491474 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-92f4f2fd-fc9c-4786-98b4-1bbcd69cf1cd tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': '1fd72187-3611-4b8c-b5b3-504be371b153', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:21:42.514707 n-d-729945-9 neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-92f4f2fd-fc9c-4786-98b4-1bbcd69cf1cd tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Project dee52e5d2fae4e31831254954d5b6ea1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 12:21:42.519648 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92f4f2fd-fc9c-4786-98b4-1bbcd69cf1cd tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.576851 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92f4f2fd-fc9c-4786-98b4-1bbcd69cf1cd tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.583376 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92f4f2fd-fc9c-4786-98b4-1bbcd69cf1cd tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.600859 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4f2fd-fc9c-4786-98b4-1bbcd69cf1cd tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8fc3b6-65a7-4b4e-8d83-b6192d487f8b,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:42.610658 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-92f4f2fd-fc9c-4786-98b4-1bbcd69cf1cd tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.611904 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-92f4f2fd-fc9c-4786-98b4-1bbcd69cf1cd tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238303 Nov 15 12:21:42.614624 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55238) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:21:42.619004 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-57d4835a-17fb-4683-9b09-d6ae771a8da9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'security_group_rule': {'security_group_id': '1fd72187-3611-4b8c-b5b3-504be371b153', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:21:42.643443 n-d-729945-9 neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-57d4835a-17fb-4683-9b09-d6ae771a8da9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Project dee52e5d2fae4e31831254954d5b6ea1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 12:21:42.648510 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57d4835a-17fb-4683-9b09-d6ae771a8da9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.710786 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57d4835a-17fb-4683-9b09-d6ae771a8da9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.716008 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57d4835a-17fb-4683-9b09-d6ae771a8da9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.733142 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4835a-17fb-4683-9b09-d6ae771a8da9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c799494-8d7f-4983-80f4-1ea00ec272bf,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:42.743413 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-57d4835a-17fb-4683-9b09-d6ae771a8da9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.744644 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-57d4835a-17fb-4683-9b09-d6ae771a8da9 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290581 Nov 15 12:21:42.747643 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55240) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:21:42.752427 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-88099114-4603-4936-971c-484ee69a7503 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'network': {'name': 'tempest-network-smoke--814146128', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'port_security_enabled': True}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:21:42.773792 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88099114-4603-4936-971c-484ee69a7503 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Made reservation on behalf of dee52e5d2fae4e31831254954d5b6ea1 for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:21:42.777373 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88099114-4603-4936-971c-484ee69a7503 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.800710 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88099114-4603-4936-971c-484ee69a7503 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:21:42.809990 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88099114-4603-4936-971c-484ee69a7503 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.810463 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-88099114-4603-4936-971c-484ee69a7503 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Added segment 57141698-0385-4af8-ab72-d5c6932981f0 of type vlan for network 3ec8f23c-b56a-4000-b59a-f919763149ba Nov 15 12:21:42.849333 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88099114-4603-4936-971c-484ee69a7503 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.878652 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88099114-4603-4936-971c-484ee69a7503 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.886727 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88099114-4603-4936-971c-484ee69a7503 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:42.887312 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88099114-4603-4936-971c-484ee69a7503 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.949090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9648ac47-0e41-4f66-8081-0f8858d393cf no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:21:42.956774 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-88099114-4603-4936-971c-484ee69a7503 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2080958 Nov 15 12:21:42.959471 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55242) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:21:42.965873 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-a29cac19-3203-4838-9ff6-d44bb355b479 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1277448154', 'admin_state_up': True, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:21:42.969002 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 9648ac47-0e41-4f66-8081-0f8858d393cf {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:21:42.969340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 9648ac47-0e41-4f66-8081-0f8858d393cf not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:21:42.973053 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88099114-4603-4936-971c-484ee69a7503 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Network': ['ID=3ec8f23c-b56a-4000-b59a-f919763149ba,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:42.982691 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 3ec8f23c-b56a-4000-b59a-f919763149ba details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:21:42.995933 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a29cac19-3203-4838-9ff6-d44bb355b479 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:42.996862 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a29cac19-3203-4838-9ff6-d44bb355b479 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:43.046476 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a29cac19-3203-4838-9ff6-d44bb355b479 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:43.192952 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a29cac19-3203-4838-9ff6-d44bb355b479 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:43.394329 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a29cac19-3203-4838-9ff6-d44bb355b479 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:43.416304 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a29cac19-3203-4838-9ff6-d44bb355b479 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:43.522244 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-a29cac19-3203-4838-9ff6-d44bb355b479 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Allocated IP 172.25.7.131 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/06a3b800-c8f1-4c26-9af0-c329cf7fca98) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:21:43.634633 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a29cac19-3203-4838-9ff6-d44bb355b479 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:43.669218 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a29cac19-3203-4838-9ff6-d44bb355b479 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:43.707465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29cac19-3203-4838-9ff6-d44bb355b479 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:21:43.710341 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-a29cac19-3203-4838-9ff6-d44bb355b479 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:21:43.714011 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29cac19-3203-4838-9ff6-d44bb355b479 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:21:43.722927 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3facfd8-8966-4bd5-ac41-affec29981f3 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:21:43.737429 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cac19-3203-4838-9ff6-d44bb355b479 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=06a3b800-c8f1-4c26-9af0-c329cf7fca98,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:43.823090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-d1b57948-604a-4993-b4e1-4ee6ba638d32 None None] Provisioning complete for port 06a3b800-c8f1-4c26-9af0-c329cf7fca98 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:21:43.823663 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d1b57948-604a-4993-b4e1-4ee6ba638d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:43.862070 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-d1b57948-604a-4993-b4e1-4ee6ba638d32 None None] Port 06a3b800-c8f1-4c26-9af0-c329cf7fca98 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:21:43.961215 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a29cac19-3203-4838-9ff6-d44bb355b479 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:44.153514 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a29cac19-3203-4838-9ff6-d44bb355b479 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:44.294202 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29cac19-3203-4838-9ff6-d44bb355b479 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router 59a51191-0152-43fe-8779-d13984ea9df4 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 12:21:44.402843 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29cac19-3203-4838-9ff6-d44bb355b479 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:21:44.412886 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] Sync routers for ids ['59a51191-0152-43fe-8779-d13984ea9df4'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:21:44.424208 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] Routers {'59a51191-0152-43fe-8779-d13984ea9df4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:21:44.424851 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:21:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['59a51191-0152-43fe-8779-d13984ea9df4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:21:44.425125 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a29cac19-3203-4838-9ff6-d44bb355b479 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:44.426444 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a29cac19-3203-4838-9ff6-d44bb355b479 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4660051 Nov 15 12:21:44.429600 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55244) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:21:44.456967 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-38623cc0-3e0f-47c3-b6c8-b188e22995b0 tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=dee52e5d2fae4e31831254954d5b6ea1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262556 Nov 15 12:21:44.459623 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55246) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:21:44.527078 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] Set router 59a51191-0152-43fe-8779-d13984ea9df4 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:21:44.549879 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc41017a-8d4a-4eb4-b5a7-3b6be75ca039 tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:44.551313 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-dc41017a-8d4a-4eb4-b5a7-3b6be75ca039 tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906372 Nov 15 12:21:44.554387 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55248) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:21:44.583660 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-78c383e5-b769-4b4b-8e0d-16796e44b271 tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=620a0aff-52fb-4f4f-a013-9e65dba70b80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259264 Nov 15 12:21:44.583996 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55250) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:21:44.588685 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6364b575-0ab6-42d8-8a58-af764435dfec tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1694282308', 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba', 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:21:44.684219 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6364b575-0ab6-42d8-8a58-af764435dfec tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Made reservation on behalf of dee52e5d2fae4e31831254954d5b6ea1 for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:21:44.687765 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6364b575-0ab6-42d8-8a58-af764435dfec tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:44.702971 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a51191-0152-43fe-8779-d13984ea9df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277448154', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:43Z', 'revision_number': 3, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:18:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:21:44.733158 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] Checking router: 59a51191-0152-43fe-8779-d13984ea9df4 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:21:44.733491 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] Updating router 59a51191-0152-43fe-8779-d13984ea9df4 port 06a3b800-c8f1-4c26-9af0-c329cf7fca98 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:21:44.758577 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:44.867836 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6364b575-0ab6-42d8-8a58-af764435dfec tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:44.934306 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364b575-0ab6-42d8-8a58-af764435dfec tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Subnet': ['ID=54e0dc89-51c2-4467-a41c-3d4da6f7bb52,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:44.945207 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6364b575-0ab6-42d8-8a58-af764435dfec tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Checking segment: {'id': '57141698-0385-4af8-ab72-d5c6932981f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:21:44.945567 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6364b575-0ab6-42d8-8a58-af764435dfec tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network hostable DHCP agents. Network: 3ec8f23c-b56a-4000-b59a-f919763149ba, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:21:44.964412 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6364b575-0ab6-42d8-8a58-af764435dfec tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 3ec8f23c-b56a-4000-b59a-f919763149ba is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:21:44.975414 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-6364b575-0ab6-42d8-8a58-af764435dfec tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 3ec8f23c-b56a-4000-b59a-f919763149ba) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:21:44.980723 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6364b575-0ab6-42d8-8a58-af764435dfec tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:44.981321 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6364b575-0ab6-42d8-8a58-af764435dfec tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:44.999788 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6364b575-0ab6-42d8-8a58-af764435dfec tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4148531 Nov 15 12:21:45.002685 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55252) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:21:45.069556 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68c35ed-2b7c-4ded-bba0-7fc351358405 None None] Network 3ec8f23c-b56a-4000-b59a-f919763149ba requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:21:45.280048 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:45.288150 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4c7e1d-df9b-484a-b2c6-2fe79d72ab3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-3ec8f23c-b56a-4000-b59a-f919763149ba', 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ips': [{'subnet_id': '54e0dc89-51c2-4467-a41c-3d4da6f7bb52'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:21:45.289043 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3e4c7e1d-df9b-484a-b2c6-2fe79d72ab3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:45.302245 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:45.359218 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bd72c1-298d-475b-bb33-2b0c78995c10 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:21:45.412171 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99997f-89bb-4111-ae91-8c3c7adff797 None None] Pushing event updated for resources: {'Port': ['ID=06a3b800-c8f1-4c26-9af0-c329cf7fca98,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:45.415316 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] Attempting to bind port 06a3b800-c8f1-4c26-9af0-c329cf7fca98 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:21:45.416001 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] Attempting to bind port 06a3b800-c8f1-4c26-9af0-c329cf7fca98 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:21:45.416138 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] Attempting to bind port 06a3b800-c8f1-4c26-9af0-c329cf7fca98 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:21:45.430022 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:21:45.430392 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:21:45.431113 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:45.431113 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:21:45.431605 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] Bound port: 06a3b800-c8f1-4c26-9af0-c329cf7fca98, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:21:45.432000 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:45.438471 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2500cd33-12de-4909-a8c1-96737f6a0032 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:45.535066 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] For port 06a3b800-c8f1-4c26-9af0-c329cf7fca98, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:21:45.540453 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] For port 06a3b800-c8f1-4c26-9af0-c329cf7fca98, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=06a3b800-c8f1-4c26-9af0-c329cf7fca98,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:21:45.543404 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-3e4c7e1d-df9b-484a-b2c6-2fe79d72ab3b None None] Allocated IP 172.20.0.2 (3ec8f23c-b56a-4000-b59a-f919763149ba/54e0dc89-51c2-4467-a41c-3d4da6f7bb52/6f89edc9-3507-471c-b38b-94a77ae65908) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:21:45.545827 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-ce9ee970-433f-42c8-b497-ad81d5537215 None None] Provisioning complete for port 06a3b800-c8f1-4c26-9af0-c329cf7fca98 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:21:45.546165 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee970-433f-42c8-b497-ad81d5537215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:45.549911 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:45.626165 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9dc30f-38a9-41b4-a0e4-8c1214505a0c None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:21:45.699517 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99997f-89bb-4111-ae91-8c3c7adff797 None None] Pushing event updated for resources: {'Port': ['ID=06a3b800-c8f1-4c26-9af0-c329cf7fca98,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:45.701912 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] Routers {'59a51191-0152-43fe-8779-d13984ea9df4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:21:45.702487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:21:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['59a51191-0152-43fe-8779-d13984ea9df4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:21:45.839600 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:21:45.889478 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee970-433f-42c8-b497-ad81d5537215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:45.896261 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] Set router 59a51191-0152-43fe-8779-d13984ea9df4 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:21:45.957492 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3e4c7e1d-df9b-484a-b2c6-2fe79d72ab3b None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:45.969431 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3e4c7e1d-df9b-484a-b2c6-2fe79d72ab3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:45.972152 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-ce9ee970-433f-42c8-b497-ad81d5537215 None None] For port 06a3b800-c8f1-4c26-9af0-c329cf7fca98, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=06a3b800-c8f1-4c26-9af0-c329cf7fca98,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:21:46.033093 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee970-433f-42c8-b497-ad81d5537215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:46.062393 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4c7e1d-df9b-484a-b2c6-2fe79d72ab3b None None] Network 3ec8f23c-b56a-4000-b59a-f919763149ba is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:21:46.069822 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c7e1d-df9b-484a-b2c6-2fe79d72ab3b None None] Pushing event updated for resources: {'Port': ['ID=6f89edc9-3507-471c-b38b-94a77ae65908,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:46.074337 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-3e4c7e1d-df9b-484a-b2c6-2fe79d72ab3b None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:21:46.080296 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4c7e1d-df9b-484a-b2c6-2fe79d72ab3b None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:21:46.221842 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ee970-433f-42c8-b497-ad81d5537215 None None] Pushing event updated for resources: {'Port': ['ID=06a3b800-c8f1-4c26-9af0-c329cf7fca98,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:46.227679 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-3e4c7e1d-df9b-484a-b2c6-2fe79d72ab3b None None] Attempting to bind port 6f89edc9-3507-471c-b38b-94a77ae65908 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:21:46.228061 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-3e4c7e1d-df9b-484a-b2c6-2fe79d72ab3b None None] Attempting to bind port 6f89edc9-3507-471c-b38b-94a77ae65908 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '57141698-0385-4af8-ab72-d5c6932981f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:21:46.228387 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4c7e1d-df9b-484a-b2c6-2fe79d72ab3b None None] Attempting to bind port 6f89edc9-3507-471c-b38b-94a77ae65908 on network 3ec8f23c-b56a-4000-b59a-f919763149ba {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:21:46.230671 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6d223b9a-7f6e-4d87-a38c-d05c69cce948 None None] Provisioning complete for port 06a3b800-c8f1-4c26-9af0-c329cf7fca98 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:21:46.231021 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6d223b9a-7f6e-4d87-a38c-d05c69cce948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:46.259661 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4c7e1d-df9b-484a-b2c6-2fe79d72ab3b None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:21:46.260036 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4c7e1d-df9b-484a-b2c6-2fe79d72ab3b None None] Checking segment: {'id': '57141698-0385-4af8-ab72-d5c6932981f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:21:46.260418 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3e4c7e1d-df9b-484a-b2c6-2fe79d72ab3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:46.260801 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4c7e1d-df9b-484a-b2c6-2fe79d72ab3b None None] Bound using segment: {'id': '57141698-0385-4af8-ab72-d5c6932981f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:21:46.261307 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-3e4c7e1d-df9b-484a-b2c6-2fe79d72ab3b None None] Bound port: 6f89edc9-3507-471c-b38b-94a77ae65908, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57141698-0385-4af8-ab72-d5c6932981f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:21:46.261673 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3e4c7e1d-df9b-484a-b2c6-2fe79d72ab3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:46.339688 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-2500cd33-12de-4909-a8c1-96737f6a0032 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Allocated IP 172.20.0.1 (3ec8f23c-b56a-4000-b59a-f919763149ba/54e0dc89-51c2-4467-a41c-3d4da6f7bb52/90261377-b1fe-40aa-83d7-d6b954108321) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:21:46.351445 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a51191-0152-43fe-8779-d13984ea9df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277448154', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:43Z', 'revision_number': 3, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:18:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:21:46.355883 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3e4c7e1d-df9b-484a-b2c6-2fe79d72ab3b None None] For port 6f89edc9-3507-471c-b38b-94a77ae65908, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:21:46.384018 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d04c8a-a74c-4344-b3e6-d42dfb92bc8c None None] The sync data for ids ['59a51191-0152-43fe-8779-d13984ea9df4'] in n-d-729945-9 is: [{'id': '59a51191-0152-43fe-8779-d13984ea9df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277448154', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:43Z', 'revision_number': 3, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:18:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:21:46.412341 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3e4c7e1d-df9b-484a-b2c6-2fe79d72ab3b None None] For port 6f89edc9-3507-471c-b38b-94a77ae65908, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6f89edc9-3507-471c-b38b-94a77ae65908,segment=NetworkSegment(57141698-0385-4af8-ab72-d5c6932981f0),segment_id=57141698-0385-4af8-ab72-d5c6932981f0)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:21:46.421759 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3e4c7e1d-df9b-484a-b2c6-2fe79d72ab3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:46.464157 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2500cd33-12de-4909-a8c1-96737f6a0032 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:46.487879 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c7e1d-df9b-484a-b2c6-2fe79d72ab3b None None] Pushing event updated for resources: {'Port': ['ID=6f89edc9-3507-471c-b38b-94a77ae65908,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:46.512379 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2500cd33-12de-4909-a8c1-96737f6a0032 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:46.562791 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500cd33-12de-4909-a8c1-96737f6a0032 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=90261377-b1fe-40aa-83d7-d6b954108321,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:46.566236 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2500cd33-12de-4909-a8c1-96737f6a0032 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 3ec8f23c-b56a-4000-b59a-f919763149ba is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:21:46.567979 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2500cd33-12de-4909-a8c1-96737f6a0032 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:21:46.570066 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2500cd33-12de-4909-a8c1-96737f6a0032 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:21:46.614629 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2500cd33-12de-4909-a8c1-96737f6a0032 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:46.775873 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2500cd33-12de-4909-a8c1-96737f6a0032 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:47.070067 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 06a3b800-c8f1-4c26-9af0-c329cf7fca98 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:21:47.096620 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2500cd33-12de-4909-a8c1-96737f6a0032 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:47.103743 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2500cd33-12de-4909-a8c1-96737f6a0032 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:47.127766 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 06a3b800-c8f1-4c26-9af0-c329cf7fca98 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:21:47.128164 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:47.186275 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2500cd33-12de-4909-a8c1-96737f6a0032 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:47.193096 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500cd33-12de-4909-a8c1-96737f6a0032 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=90261377-b1fe-40aa-83d7-d6b954108321,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:47.227552 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6f89edc9-3507-471c-b38b-94a77ae65908 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:21:47.290753 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 6f89edc9-3507-471c-b38b-94a77ae65908 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:21:47.291119 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:47.319055 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2500cd33-12de-4909-a8c1-96737f6a0032 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 3ec8f23c-b56a-4000-b59a-f919763149ba is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:21:47.320629 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-2500cd33-12de-4909-a8c1-96737f6a0032 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:21:47.376701 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:47.416453 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 6f89edc9-3507-471c-b38b-94a77ae65908, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6f89edc9-3507-471c-b38b-94a77ae65908,segment=NetworkSegment(57141698-0385-4af8-ab72-d5c6932981f0),segment_id=57141698-0385-4af8-ab72-d5c6932981f0)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:21:47.424458 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:47.464833 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2500cd33-12de-4909-a8c1-96737f6a0032 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router 59a51191-0152-43fe-8779-d13984ea9df4 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:21:47.478992 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=6f89edc9-3507-471c-b38b-94a77ae65908,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:47.539275 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68085bf3-f8ac-4a6b-b5bd-3dc9187ba6fe None None] Network 3ec8f23c-b56a-4000-b59a-f919763149ba requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:21:47.580002 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2500cd33-12de-4909-a8c1-96737f6a0032 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:21:47.585156 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2500cd33-12de-4909-a8c1-96737f6a0032 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "PUT /v2.0/routers/59a51191-0152-43fe-8779-d13984ea9df4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5814819 Nov 15 12:21:47.607339 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a80fdc3c-cc48-4a46-b359-82f0afcbfaf1 None None] Provisioning complete for port 6f89edc9-3507-471c-b38b-94a77ae65908 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:21:47.607697 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a80fdc3c-cc48-4a46-b359-82f0afcbfaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:47.744883 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-9771c393-cdf8-43b3-b645-a8aeb476b667 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-586220895&fields=id&tenant_id=dee52e5d2fae4e31831254954d5b6ea1 HTTP/1.1" status: 200 len: 267 time: 0.0447948 Nov 15 12:21:47.863211 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-bcb2bfc1-cf32-4930-948d-bd475ca4a2ed tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:47.865072 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-bcb2bfc1-cf32-4930-948d-bd475ca4a2ed tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/networks?id=3ec8f23c-b56a-4000-b59a-f919763149ba HTTP/1.1" status: 200 len: 796 time: 0.1129789 Nov 15 12:21:47.883256 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-170f6b01-814f-44ec-8412-51ad642a9258 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/quotas/dee52e5d2fae4e31831254954d5b6ea1 HTTP/1.1" status: 200 len: 375 time: 0.0104148 Nov 15 12:21:47.936832 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-353874f7-4e7d-46a2-8293-1d8ca3ce8727 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469069 Nov 15 12:21:47.975232 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-91287d15-e153-47f9-bfd4-ea12b5e8e9e4 None None] Provisioning complete for port 6f89edc9-3507-471c-b38b-94a77ae65908 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:21:47.975897 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-91287d15-e153-47f9-bfd4-ea12b5e8e9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:48.058916 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-f611439f-5328-452b-9af6-8c6be9d0312e service neutron] 10.222.0.64 "GET /v2.0/networks/3ec8f23c-b56a-4000-b59a-f919763149ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055686 Nov 15 12:21:48.074168 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-91287d15-e153-47f9-bfd4-ea12b5e8e9e4 None None] Provisioning complete for port 90261377-b1fe-40aa-83d7-d6b954108321 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:21:48.074627 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-91287d15-e153-47f9-bfd4-ea12b5e8e9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:48.117129 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-91287d15-e153-47f9-bfd4-ea12b5e8e9e4 None None] Port 90261377-b1fe-40aa-83d7-d6b954108321 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:21:48.160959 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-0d1aceb7-e937-47c5-9795-7fa479bef5d3 service neutron] 10.222.0.64 "GET /v2.0/networks/3ec8f23c-b56a-4000-b59a-f919763149ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921798 Nov 15 12:21:48.217517 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] Sync routers for ids ['59a51191-0152-43fe-8779-d13984ea9df4'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:21:48.229082 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] Routers {'59a51191-0152-43fe-8779-d13984ea9df4'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:21:48.229739 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:21:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['59a51191-0152-43fe-8779-d13984ea9df4'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:21:48.241380 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-58806d49-9f6b-4d6c-91f5-22774305cdbf None None] Provisioning complete for port 90261377-b1fe-40aa-83d7-d6b954108321 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:21:48.241741 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-58806d49-9f6b-4d6c-91f5-22774305cdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:48.285313 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-58806d49-9f6b-4d6c-91f5-22774305cdbf None None] Port 90261377-b1fe-40aa-83d7-d6b954108321 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:21:48.358967 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] Set router 59a51191-0152-43fe-8779-d13984ea9df4 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:21:48.385317 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5980301b-6ed0-4204-b45b-60c3003f6072 req-24d20413-4f49-4be0-a851-3e92ce4eeec8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=436bed08-ea6a-40ea-bc0a-e9b27718ab02 HTTP/1.1" status: 200 len: 210 time: 0.0471539 Nov 15 12:21:48.505398 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-60b536a8-e671-4597-8d1d-126cf10ee2eb None None] Provisioning complete for port 90261377-b1fe-40aa-83d7-d6b954108321 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:21:48.505891 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-60b536a8-e671-4597-8d1d-126cf10ee2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:48.565712 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a51191-0152-43fe-8779-d13984ea9df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277448154', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:46Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:18:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '90261377-b1fe-40aa-83d7-d6b954108321', 'name': '', 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:02:2f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '54e0dc89-51c2-4467-a41c-3d4da6f7bb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:21:45Z', 'updated_at': '2021-11-15T12:21:46Z', 'revision_number': 2, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '54e0dc89-51c2-4467-a41c-3d4da6f7bb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:21:48.596519 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] Checking router: 59a51191-0152-43fe-8779-d13984ea9df4 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:21:48.596895 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] Updating router 59a51191-0152-43fe-8779-d13984ea9df4 port 90261377-b1fe-40aa-83d7-d6b954108321 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:21:48.629382 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:48.713086 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-60b536a8-e671-4597-8d1d-126cf10ee2eb None None] Port 90261377-b1fe-40aa-83d7-d6b954108321 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:21:48.888878 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:48.894817 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:48.943441 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48da91b-8adb-4aba-8b33-f36e1ae6bb15 None None] Pushing event updated for resources: {'Port': ['ID=90261377-b1fe-40aa-83d7-d6b954108321,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:48.968247 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48da91b-8adb-4aba-8b33-f36e1ae6bb15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:48.968629 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48da91b-8adb-4aba-8b33-f36e1ae6bb15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:48.968912 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48da91b-8adb-4aba-8b33-f36e1ae6bb15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:48.969243 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48da91b-8adb-4aba-8b33-f36e1ae6bb15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:48.969567 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48da91b-8adb-4aba-8b33-f36e1ae6bb15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:48.969886 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48da91b-8adb-4aba-8b33-f36e1ae6bb15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:48.970205 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48da91b-8adb-4aba-8b33-f36e1ae6bb15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:48.970522 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48da91b-8adb-4aba-8b33-f36e1ae6bb15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:48.970835 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48da91b-8adb-4aba-8b33-f36e1ae6bb15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:48.971149 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48da91b-8adb-4aba-8b33-f36e1ae6bb15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:48.971464 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48da91b-8adb-4aba-8b33-f36e1ae6bb15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:48.971775 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48da91b-8adb-4aba-8b33-f36e1ae6bb15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:21:49.015128 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] Attempting to bind port 90261377-b1fe-40aa-83d7-d6b954108321 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:21:49.015490 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] Attempting to bind port 90261377-b1fe-40aa-83d7-d6b954108321 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '57141698-0385-4af8-ab72-d5c6932981f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:21:49.015866 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] Attempting to bind port 90261377-b1fe-40aa-83d7-d6b954108321 on network 3ec8f23c-b56a-4000-b59a-f919763149ba {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:21:49.019362 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6f89edc9-3507-471c-b38b-94a77ae65908 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:21:49.022075 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:21:49.022442 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] Checking segment: {'id': '57141698-0385-4af8-ab72-d5c6932981f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:21:49.022834 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:49.023215 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] Bound using segment: {'id': '57141698-0385-4af8-ab72-d5c6932981f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:21:49.023673 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] Bound port: 90261377-b1fe-40aa-83d7-d6b954108321, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57141698-0385-4af8-ab72-d5c6932981f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:21:49.024072 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:49.069165 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 6f89edc9-3507-471c-b38b-94a77ae65908 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:21:49.069528 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:49.087697 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] For port 90261377-b1fe-40aa-83d7-d6b954108321, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:21:49.091611 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] For port 90261377-b1fe-40aa-83d7-d6b954108321, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=90261377-b1fe-40aa-83d7-d6b954108321,segment=NetworkSegment(57141698-0385-4af8-ab72-d5c6932981f0),segment_id=57141698-0385-4af8-ab72-d5c6932981f0)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:21:49.101679 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:49.160399 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] Routers {'59a51191-0152-43fe-8779-d13984ea9df4'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:21:49.161003 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:21:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['59a51191-0152-43fe-8779-d13984ea9df4'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:21:49.240391 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-5efd1ac3-f965-415d-a6ff-10ed4c5ac4ca None None] Provisioning complete for port 90261377-b1fe-40aa-83d7-d6b954108321 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:21:49.241186 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5efd1ac3-f965-415d-a6ff-10ed4c5ac4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:49.306944 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48da91b-8adb-4aba-8b33-f36e1ae6bb15 None None] Pushing event updated for resources: {'Port': ['ID=90261377-b1fe-40aa-83d7-d6b954108321,revision_number=4']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:49.347244 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5efd1ac3-f965-415d-a6ff-10ed4c5ac4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:49.383545 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-5efd1ac3-f965-415d-a6ff-10ed4c5ac4ca None None] For port 90261377-b1fe-40aa-83d7-d6b954108321, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=90261377-b1fe-40aa-83d7-d6b954108321,segment=NetworkSegment(57141698-0385-4af8-ab72-d5c6932981f0),segment_id=57141698-0385-4af8-ab72-d5c6932981f0)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:21:49.390674 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5efd1ac3-f965-415d-a6ff-10ed4c5ac4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:49.392194 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] Set router 59a51191-0152-43fe-8779-d13984ea9df4 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:21:49.465594 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd1ac3-f965-415d-a6ff-10ed4c5ac4ca None None] Pushing event updated for resources: {'Port': ['ID=90261377-b1fe-40aa-83d7-d6b954108321,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:49.505382 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-0aef0413-4e8b-4faf-91ce-3f09256cf693 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:49.507633 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-0aef0413-4e8b-4faf-91ce-3f09256cf693 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.55 "GET /v2.0/networks?id=3ec8f23c-b56a-4000-b59a-f919763149ba HTTP/1.1" status: 200 len: 796 time: 0.2084346 Nov 15 12:21:49.513224 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-bf9ed288-a934-4775-b925-cbc859fb600c None None] Provisioning complete for port 90261377-b1fe-40aa-83d7-d6b954108321 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:21:49.513833 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bf9ed288-a934-4775-b925-cbc859fb600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:49.524732 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db8cf092-be41-4af4-bd60-eab27eb18171 req-bbcbc16c-8069-46ca-8f5b-f0d649e103ea tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=436bed08-ea6a-40ea-bc0a-e9b27718ab02 HTTP/1.1" status: 200 len: 210 time: 0.0380335 Nov 15 12:21:49.588312 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-d0ee671b-9511-412d-b879-46e371f3fadb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dee52e5d2fae4e31831254954d5b6ea1 HTTP/1.1" status: 200 len: 379 time: 0.0684600 Nov 15 12:21:49.599931 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-a1ac10d8-e2ca-4ca8-b472-60cd1ac37645 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'port': {'device_id': '436bed08-ea6a-40ea-bc0a-e9b27718ab02', 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba', 'admin_state_up': True, 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'security_groups': ['1fd72187-3611-4b8c-b5b3-504be371b153']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:21:49.621481 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a51191-0152-43fe-8779-d13984ea9df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277448154', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:46Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:18:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '90261377-b1fe-40aa-83d7-d6b954108321', 'name': '', 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:02:2f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '54e0dc89-51c2-4467-a41c-3d4da6f7bb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:21:45Z', 'updated_at': '2021-11-15T12:21:49Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '54e0dc89-51c2-4467-a41c-3d4da6f7bb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:21:49.647576 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb519557-2887-4e48-b4cf-02aab4d57072 None None] The sync data for ids ['59a51191-0152-43fe-8779-d13984ea9df4'] in n-d-729945-9 is: [{'id': '59a51191-0152-43fe-8779-d13984ea9df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277448154', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:46Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:18:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '90261377-b1fe-40aa-83d7-d6b954108321', 'name': '', 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:02:2f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '54e0dc89-51c2-4467-a41c-3d4da6f7bb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:21:45Z', 'updated_at': '2021-11-15T12:21:49Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '54e0dc89-51c2-4467-a41c-3d4da6f7bb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:21:49.727108 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-a1ac10d8-e2ca-4ca8-b472-60cd1ac37645 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Made reservation on behalf of dee52e5d2fae4e31831254954d5b6ea1 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:21:49.731035 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-a1ac10d8-e2ca-4ca8-b472-60cd1ac37645 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:49.865620 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-a1ac10d8-e2ca-4ca8-b472-60cd1ac37645 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Allocated IP 172.20.0.3 (3ec8f23c-b56a-4000-b59a-f919763149ba/54e0dc89-51c2-4467-a41c-3d4da6f7bb52/9b297ae6-037a-4165-bb79-cdef5de104a8) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:21:50.005872 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-a1ac10d8-e2ca-4ca8-b472-60cd1ac37645 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:50.042691 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-a1ac10d8-e2ca-4ca8-b472-60cd1ac37645 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:50.095370 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-a1ac10d8-e2ca-4ca8-b472-60cd1ac37645 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 3ec8f23c-b56a-4000-b59a-f919763149ba is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:21:50.098970 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-a1ac10d8-e2ca-4ca8-b472-60cd1ac37645 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:21:50.103600 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-a1ac10d8-e2ca-4ca8-b472-60cd1ac37645 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:21:50.108171 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac10d8-e2ca-4ca8-b472-60cd1ac37645 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=9b297ae6-037a-4165-bb79-cdef5de104a8,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:50.157407 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-a1ac10d8-e2ca-4ca8-b472-60cd1ac37645 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:50.158053 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-a1ac10d8-e2ca-4ca8-b472-60cd1ac37645 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:50.177901 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-a1ac10d8-e2ca-4ca8-b472-60cd1ac37645 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5818698 Nov 15 12:21:50.190668 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-e2e95af8-9a9a-41cb-b8d9-ca5bf168fed6 service neutron] Request body: {'port': {'device_id': '436bed08-ea6a-40ea-bc0a-e9b27718ab02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:21:50.250565 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-e2e95af8-9a9a-41cb-b8d9-ca5bf168fed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:50.342117 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6d40f106-cd30-4ec3-b2f1-c37744e513e2 None None] Provisioning complete for port 9b297ae6-037a-4165-bb79-cdef5de104a8 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:21:50.342799 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6d40f106-cd30-4ec3-b2f1-c37744e513e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:50.384275 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-6d40f106-cd30-4ec3-b2f1-c37744e513e2 None None] Port 9b297ae6-037a-4165-bb79-cdef5de104a8 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:21:50.527906 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-e2e95af8-9a9a-41cb-b8d9-ca5bf168fed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b297ae6-037a-4165-bb79-cdef5de104a8 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:21:50.536350 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-e2e95af8-9a9a-41cb-b8d9-ca5bf168fed6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:50.551120 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-e2e95af8-9a9a-41cb-b8d9-ca5bf168fed6 service neutron] Transition to ACTIVE for port object 9b297ae6-037a-4165-bb79-cdef5de104a8 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:21:50.557240 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-e2e95af8-9a9a-41cb-b8d9-ca5bf168fed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:50.649055 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba862bb-4a49-4a8d-8020-98c7fa4fff9c req-d52e5aa2-f8c6-41c0-ae36-c2a1233383cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:50.650643 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ba862bb-4a49-4a8d-8020-98c7fa4fff9c req-d52e5aa2-f8c6-41c0-ae36-c2a1233383cb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=436bed08-ea6a-40ea-bc0a-e9b27718ab02 HTTP/1.1" status: 200 len: 943 time: 0.0591784 Nov 15 12:21:50.658502 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e95af8-9a9a-41cb-b8d9-ca5bf168fed6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b297ae6-037a-4165-bb79-cdef5de104a8,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:50.705580 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-e2e95af8-9a9a-41cb-b8d9-ca5bf168fed6 service neutron] Attempting to bind port 9b297ae6-037a-4165-bb79-cdef5de104a8 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:21:50.706255 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-e2e95af8-9a9a-41cb-b8d9-ca5bf168fed6 service neutron] Attempting to bind port 9b297ae6-037a-4165-bb79-cdef5de104a8 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '57141698-0385-4af8-ab72-d5c6932981f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:21:50.706639 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-e2e95af8-9a9a-41cb-b8d9-ca5bf168fed6 service neutron] Attempting to bind port 9b297ae6-037a-4165-bb79-cdef5de104a8 on network 3ec8f23c-b56a-4000-b59a-f919763149ba {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:21:50.712342 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7ba862bb-4a49-4a8d-8020-98c7fa4fff9c req-eba4ac27-17a9-4dec-96d4-b4b20c762a3b tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd72187-3611-4b8c-b5b3-504be371b153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537105 Nov 15 12:21:50.717248 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-e2e95af8-9a9a-41cb-b8d9-ca5bf168fed6 service neutron] Port 9b297ae6-037a-4165-bb79-cdef5de104a8 on network 3ec8f23c-b56a-4000-b59a-f919763149ba not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:21:50.717629 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-e2e95af8-9a9a-41cb-b8d9-ca5bf168fed6 service neutron] Attempting to bind port 9b297ae6-037a-4165-bb79-cdef5de104a8 on network 3ec8f23c-b56a-4000-b59a-f919763149ba {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:21:50.725160 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-e2e95af8-9a9a-41cb-b8d9-ca5bf168fed6 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:21:50.725574 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-e2e95af8-9a9a-41cb-b8d9-ca5bf168fed6 service neutron] Checking segment: {'id': '57141698-0385-4af8-ab72-d5c6932981f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:21:50.726012 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-e2e95af8-9a9a-41cb-b8d9-ca5bf168fed6 service neutron] Bound using segment: {'id': '57141698-0385-4af8-ab72-d5c6932981f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:21:50.726508 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-e2e95af8-9a9a-41cb-b8d9-ca5bf168fed6 service neutron] Bound port: 9b297ae6-037a-4165-bb79-cdef5de104a8, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57141698-0385-4af8-ab72-d5c6932981f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:21:50.726987 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-e2e95af8-9a9a-41cb-b8d9-ca5bf168fed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:50.800394 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-e2e95af8-9a9a-41cb-b8d9-ca5bf168fed6 service neutron] For port 9b297ae6-037a-4165-bb79-cdef5de104a8, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:21:50.803997 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-e2e95af8-9a9a-41cb-b8d9-ca5bf168fed6 service neutron] For port 9b297ae6-037a-4165-bb79-cdef5de104a8, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=9b297ae6-037a-4165-bb79-cdef5de104a8,segment=NetworkSegment(57141698-0385-4af8-ab72-d5c6932981f0),segment_id=57141698-0385-4af8-ab72-d5c6932981f0)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:21:50.811517 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-e2e95af8-9a9a-41cb-b8d9-ca5bf168fed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:50.846123 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-e2e95af8-9a9a-41cb-b8d9-ca5bf168fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:50.846597 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-e2e95af8-9a9a-41cb-b8d9-ca5bf168fed6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:50.848342 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-e2e95af8-9a9a-41cb-b8d9-ca5bf168fed6 service neutron] 10.222.0.55 "PUT /v2.0/ports/9b297ae6-037a-4165-bb79-cdef5de104a8 HTTP/1.1" status: 200 len: 1091 time: 0.6621220 Nov 15 12:21:50.850604 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436bed08-ea6a-40ea-bc0a-e9b27718ab02', 'tag': '9b297ae6-037a-4165-bb79-cdef5de104a8'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:21:50.853347 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230d63ff-09b2-4c85-ad0f-e0dbf7addb8c" -d '{"events": [{"name": "network-changed", "server_uuid": "436bed08-ea6a-40ea-bc0a-e9b27718ab02", "tag": "9b297ae6-037a-4165-bb79-cdef5de104a8"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:21:50.879029 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e95af8-9a9a-41cb-b8d9-ca5bf168fed6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b297ae6-037a-4165-bb79-cdef5de104a8,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:50.913157 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5feef585-732a-4843-a917-b3ef7f08cd70 x-openstack-request-id: req-5feef585-732a-4843-a917-b3ef7f08cd70 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:21:50.913951 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436bed08-ea6a-40ea-bc0a-e9b27718ab02", "tag": "9b297ae6-037a-4165-bb79-cdef5de104a8", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:21:50.914207 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5feef585-732a-4843-a917-b3ef7f08cd70 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:21:50.914608 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436bed08-ea6a-40ea-bc0a-e9b27718ab02', 'tag': '9b297ae6-037a-4165-bb79-cdef5de104a8', 'status': 'completed', 'code': 200} Nov 15 12:21:50.951308 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-3175ff47-1412-4c27-bd5c-7b616d9d8914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:50.952892 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-3175ff47-1412-4c27-bd5c-7b616d9d8914 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=436bed08-ea6a-40ea-bc0a-e9b27718ab02 HTTP/1.1" status: 200 len: 1094 time: 0.0594513 Nov 15 12:21:51.002772 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-94a44538-2b9f-434a-a07d-002c23bb7ed8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b297ae6-037a-4165-bb79-cdef5de104a8 HTTP/1.1" status: 200 len: 217 time: 0.0418837 Nov 15 12:21:51.035969 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 90261377-b1fe-40aa-83d7-d6b954108321 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:21:51.057355 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-91ee50a3-e297-4cbc-99b0-ba068b692538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:51.058893 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-91ee50a3-e297-4cbc-99b0-ba068b692538 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=54e0dc89-51c2-4467-a41c-3d4da6f7bb52 HTTP/1.1" status: 200 len: 835 time: 0.0499864 Nov 15 12:21:51.082746 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 90261377-b1fe-40aa-83d7-d6b954108321 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:21:51.083132 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:51.104959 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-528d7eee-ee92-453a-bd49-44c8c4523677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:51.106830 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-528d7eee-ee92-453a-bd49-44c8c4523677 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ec8f23c-b56a-4000-b59a-f919763149ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413611 Nov 15 12:21:51.209750 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-14eb6956-9026-4b4f-b090-b2b3b4c3cc29 service neutron] 10.222.0.55 "GET /v2.0/networks/3ec8f23c-b56a-4000-b59a-f919763149ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954752 Nov 15 12:21:51.309865 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-8e8d1945-0664-4648-873f-bd1fc361b53f req-dff36fad-924d-48e8-868c-0ad0158337d3 service neutron] 10.222.0.55 "GET /v2.0/networks/3ec8f23c-b56a-4000-b59a-f919763149ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921068 Nov 15 12:21:51.403572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d63ff-09b2-4c85-ad0f-e0dbf7addb8c req-735fc286-ab59-4cab-a7e7-23464f8338fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:51.405119 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-230d63ff-09b2-4c85-ad0f-e0dbf7addb8c req-735fc286-ab59-4cab-a7e7-23464f8338fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=436bed08-ea6a-40ea-bc0a-e9b27718ab02 HTTP/1.1" status: 200 len: 1094 time: 0.0426054 Nov 15 12:21:51.500100 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d63ff-09b2-4c85-ad0f-e0dbf7addb8c req-31d514de-dd64-488c-867b-c0b6f5719d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:51.501903 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-230d63ff-09b2-4c85-ad0f-e0dbf7addb8c req-31d514de-dd64-488c-867b-c0b6f5719d98 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ec8f23c-b56a-4000-b59a-f919763149ba HTTP/1.1" status: 200 len: 897 time: 0.0895400 Nov 15 12:21:51.547764 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-230d63ff-09b2-4c85-ad0f-e0dbf7addb8c req-b039e8c8-42b4-4f57-8879-7cc14e4bc2c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b297ae6-037a-4165-bb79-cdef5de104a8 HTTP/1.1" status: 200 len: 217 time: 0.0392890 Nov 15 12:21:51.598657 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d63ff-09b2-4c85-ad0f-e0dbf7addb8c req-be60d182-75fa-47fa-ab74-c7e2535d9dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:51.600119 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-230d63ff-09b2-4c85-ad0f-e0dbf7addb8c req-be60d182-75fa-47fa-ab74-c7e2535d9dd5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=54e0dc89-51c2-4467-a41c-3d4da6f7bb52 HTTP/1.1" status: 200 len: 835 time: 0.0448911 Nov 15 12:21:51.649358 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d63ff-09b2-4c85-ad0f-e0dbf7addb8c req-d17d580a-5fcc-43cf-86b6-356e3e4201ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:51.650924 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-230d63ff-09b2-4c85-ad0f-e0dbf7addb8c req-d17d580a-5fcc-43cf-86b6-356e3e4201ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ec8f23c-b56a-4000-b59a-f919763149ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426333 Nov 15 12:21:51.749000 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-230d63ff-09b2-4c85-ad0f-e0dbf7addb8c req-72fe0621-f842-469d-a56f-5c562ead0ed9 service neutron] 10.222.0.55 "GET /v2.0/networks/3ec8f23c-b56a-4000-b59a-f919763149ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901415 Nov 15 12:21:51.837755 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbab1e-8f1e-4cde-98c6-25f525e86834 req-65097eb9-624f-40af-bc38-6d878573a8ad tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:51.839262 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ffbab1e-8f1e-4cde-98c6-25f525e86834 req-65097eb9-624f-40af-bc38-6d878573a8ad tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=436bed08-ea6a-40ea-bc0a-e9b27718ab02 HTTP/1.1" status: 200 len: 943 time: 0.0489302 Nov 15 12:21:51.840777 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-230d63ff-09b2-4c85-ad0f-e0dbf7addb8c req-0cb217d4-a421-428e-a882-779facdcec7a service neutron] 10.222.0.55 "GET /v2.0/networks/3ec8f23c-b56a-4000-b59a-f919763149ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840991 Nov 15 12:21:51.890570 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ffbab1e-8f1e-4cde-98c6-25f525e86834 req-4e9ca1ef-872a-492a-a4ca-d1b93ad968b8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd72187-3611-4b8c-b5b3-504be371b153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447905 Nov 15 12:21:53.023714 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ed1d0-8b6a-4d9d-bb89-b53e25191943 req-c4ab71ca-5511-403f-ac74-06a2ce71b3dc tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:53.025602 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-830ed1d0-8b6a-4d9d-bb89-b53e25191943 req-c4ab71ca-5511-403f-ac74-06a2ce71b3dc tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=436bed08-ea6a-40ea-bc0a-e9b27718ab02 HTTP/1.1" status: 200 len: 943 time: 0.0607429 Nov 15 12:21:53.076894 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-830ed1d0-8b6a-4d9d-bb89-b53e25191943 req-71621f01-9b53-43e6-a10c-3e09f568daa8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd72187-3611-4b8c-b5b3-504be371b153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447059 Nov 15 12:21:53.644345 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 9b297ae6-037a-4165-bb79-cdef5de104a8 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:21:53.742132 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 9b297ae6-037a-4165-bb79-cdef5de104a8, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=9b297ae6-037a-4165-bb79-cdef5de104a8,segment=NetworkSegment(57141698-0385-4af8-ab72-d5c6932981f0),segment_id=57141698-0385-4af8-ab72-d5c6932981f0)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:21:53.753829 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '9b297ae6-037a-4165-bb79-cdef5de104a8', 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba', 'port_id': '9b297ae6-037a-4165-bb79-cdef5de104a8', 'mac_address': 'fa:16:3e:67:25:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e0dc89-51c2-4467-a41c-3d4da6f7bb52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:21:53.802276 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:53.815777 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b297ae6-037a-4165-bb79-cdef5de104a8 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:21:53.836098 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 9b297ae6-037a-4165-bb79-cdef5de104a8, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=9b297ae6-037a-4165-bb79-cdef5de104a8,segment=NetworkSegment(57141698-0385-4af8-ab72-d5c6932981f0),segment_id=57141698-0385-4af8-ab72-d5c6932981f0)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:21:53.841716 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:53.887116 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=9b297ae6-037a-4165-bb79-cdef5de104a8,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:54.048528 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['9b297ae6-037a-4165-bb79-cdef5de104a8'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:21:54.199528 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b15ef-5a9d-460e-bebc-a4755d6f51a1 req-b4fbf242-8147-4480-b37d-37fb211537df tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:54.201100 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f32b15ef-5a9d-460e-bebc-a4755d6f51a1 req-b4fbf242-8147-4480-b37d-37fb211537df tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=436bed08-ea6a-40ea-bc0a-e9b27718ab02 HTTP/1.1" status: 200 len: 944 time: 0.0515516 Nov 15 12:21:54.265663 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f32b15ef-5a9d-460e-bebc-a4755d6f51a1 req-f582636b-f52e-4ca7-a89a-e8cbdfbd2f7e tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd72187-3611-4b8c-b5b3-504be371b153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575700 Nov 15 12:21:55.402465 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17201b95-4e0c-487c-ba52-efc9cb78eed2 req-24a5284f-279b-45fc-b358-2fe8186822c8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:55.404111 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17201b95-4e0c-487c-ba52-efc9cb78eed2 req-24a5284f-279b-45fc-b358-2fe8186822c8 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=436bed08-ea6a-40ea-bc0a-e9b27718ab02 HTTP/1.1" status: 200 len: 944 time: 0.0577159 Nov 15 12:21:55.458671 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-17201b95-4e0c-487c-ba52-efc9cb78eed2 req-968c3634-bceb-463f-b203-db1abf2e9962 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd72187-3611-4b8c-b5b3-504be371b153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472238 Nov 15 12:21:55.658244 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 9b297ae6-037a-4165-bb79-cdef5de104a8 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:21:55.715912 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 9b297ae6-037a-4165-bb79-cdef5de104a8 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:21:55.720747 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 9b297ae6-037a-4165-bb79-cdef5de104a8 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:21:55.721321 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:55.803188 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:55.827844 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436bed08-ea6a-40ea-bc0a-e9b27718ab02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b297ae6-037a-4165-bb79-cdef5de104a8'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:21:55.830242 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfd4cc2-e178-421e-9f9d-778d8d83d891" -d '{"events": [{"server_uuid": "436bed08-ea6a-40ea-bc0a-e9b27718ab02", "name": "network-vif-plugged", "status": "completed", "tag": "9b297ae6-037a-4165-bb79-cdef5de104a8"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:21:55.844127 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 9b297ae6-037a-4165-bb79-cdef5de104a8, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=9b297ae6-037a-4165-bb79-cdef5de104a8,segment=NetworkSegment(57141698-0385-4af8-ab72-d5c6932981f0),segment_id=57141698-0385-4af8-ab72-d5c6932981f0)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:21:55.850842 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:55.875565 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22bdee8-da3e-4527-adb0-d55680cd21d9 x-openstack-request-id: req-e22bdee8-da3e-4527-adb0-d55680cd21d9 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:21:55.875845 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436bed08-ea6a-40ea-bc0a-e9b27718ab02", "name": "network-vif-plugged", "status": "completed", "tag": "9b297ae6-037a-4165-bb79-cdef5de104a8", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:21:55.876128 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e22bdee8-da3e-4527-adb0-d55680cd21d9 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:21:55.876523 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436bed08-ea6a-40ea-bc0a-e9b27718ab02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b297ae6-037a-4165-bb79-cdef5de104a8', 'code': 200} Nov 15 12:21:55.901752 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=9b297ae6-037a-4165-bb79-cdef5de104a8,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:55.974541 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc294df-c4f7-4cf0-8a0b-eec4e3f81d8d req-f019a911-fbd9-407a-8905-9d3933727390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:55.976549 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-acc294df-c4f7-4cf0-8a0b-eec4e3f81d8d req-f019a911-fbd9-407a-8905-9d3933727390 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=436bed08-ea6a-40ea-bc0a-e9b27718ab02 HTTP/1.1" status: 200 len: 1096 time: 0.0468352 Nov 15 12:21:56.038688 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-acc294df-c4f7-4cf0-8a0b-eec4e3f81d8d req-d3bc2642-d282-4d8d-96aa-5657b19d1dcc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1fd72187-3611-4b8c-b5b3-504be371b153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552406 Nov 15 12:21:56.603239 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a7431-65c3-457e-8850-670b680a8dcd req-db4da225-50d1-4fb2-9a32-00162780930c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:56.604770 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-774a7431-65c3-457e-8850-670b680a8dcd req-db4da225-50d1-4fb2-9a32-00162780930c tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=436bed08-ea6a-40ea-bc0a-e9b27718ab02 HTTP/1.1" status: 200 len: 945 time: 0.0624588 Nov 15 12:21:56.656838 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-774a7431-65c3-457e-8850-670b680a8dcd req-1c29e5fb-f75c-4cdf-a1f7-a377aece2b49 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd72187-3611-4b8c-b5b3-504be371b153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455117 Nov 15 12:21:57.786800 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3ffad-97c8-4152-a6fc-77cd9c4feb0b req-733d9afd-25c8-4fc5-b3b6-4faf0b0261fb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:57.788426 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcb3ffad-97c8-4152-a6fc-77cd9c4feb0b req-733d9afd-25c8-4fc5-b3b6-4faf0b0261fb tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=436bed08-ea6a-40ea-bc0a-e9b27718ab02 HTTP/1.1" status: 200 len: 945 time: 0.0489278 Nov 15 12:21:57.836327 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fcb3ffad-97c8-4152-a6fc-77cd9c4feb0b req-4284a987-5c91-4fc6-9e78-e40085070932 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd72187-3611-4b8c-b5b3-504be371b153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418603 Nov 15 12:21:57.960493 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d12868-38fc-40db-a02d-db65f1c64b6f req-ef3acc31-6bb9-4836-a7be-508ca30e5687 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:57.961871 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-58d12868-38fc-40db-a02d-db65f1c64b6f req-ef3acc31-6bb9-4836-a7be-508ca30e5687 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=436bed08-ea6a-40ea-bc0a-e9b27718ab02 HTTP/1.1" status: 200 len: 945 time: 0.0539267 Nov 15 12:21:58.014859 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-58d12868-38fc-40db-a02d-db65f1c64b6f req-53063dfa-d6e5-4bbe-bfc5-ad82f13419aa tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd72187-3611-4b8c-b5b3-504be371b153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440404 Nov 15 12:21:58.036512 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55304) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:21:58.076229 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc261194-cbed-440c-bb92-5253d2316849 tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:21:58.077713 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fc261194-cbed-440c-bb92-5253d2316849 tempest-TestNetworkAdvancedServerOps-1944840153 tempest-TestNetworkAdvancedServerOps-1944840153-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=436bed08-ea6a-40ea-bc0a-e9b27718ab02 HTTP/1.1" status: 200 len: 1091 time: 0.0402460 Nov 15 12:21:58.080741 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55306) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:21:58.084943 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-41de9c53-a39a-4dd6-9bc3-67a688e09045 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': '9b297ae6-037a-4165-bb79-cdef5de104a8', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:21:58.108951 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41de9c53-a39a-4dd6-9bc3-67a688e09045 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:58.568378 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41de9c53-a39a-4dd6-9bc3-67a688e09045 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:58.672277 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-41de9c53-a39a-4dd6-9bc3-67a688e09045 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Allocated IP 172.25.7.82 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/39e64f7e-3807-4da3-94b6-c132c0f467d5) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:21:58.777371 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41de9c53-a39a-4dd6-9bc3-67a688e09045 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:58.811844 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41de9c53-a39a-4dd6-9bc3-67a688e09045 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:58.851332 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41de9c53-a39a-4dd6-9bc3-67a688e09045 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:21:58.854378 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-41de9c53-a39a-4dd6-9bc3-67a688e09045 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:21:58.860300 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41de9c53-a39a-4dd6-9bc3-67a688e09045 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:21:58.864342 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de9c53-a39a-4dd6-9bc3-67a688e09045 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=39e64f7e-3807-4da3-94b6-c132c0f467d5,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:59.218425 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41de9c53-a39a-4dd6-9bc3-67a688e09045 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:59.297336 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41de9c53-a39a-4dd6-9bc3-67a688e09045 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:59.451302 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41de9c53-a39a-4dd6-9bc3-67a688e09045 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:59.457771 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41de9c53-a39a-4dd6-9bc3-67a688e09045 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:59.528054 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de9c53-a39a-4dd6-9bc3-67a688e09045 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event updated for resources: {'Port': ['ID=39e64f7e-3807-4da3-94b6-c132c0f467d5,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:21:59.537817 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41de9c53-a39a-4dd6-9bc3-67a688e09045 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:21:59.648500 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-41de9c53-a39a-4dd6-9bc3-67a688e09045 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Floating IP a9a34950-d179-4372-89b5-ab6be8e90266 associated. External IP: 172.25.7.82, port: 9b297ae6-037a-4165-bb79-cdef5de104a8. Nov 15 12:21:59.861594 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41de9c53-a39a-4dd6-9bc3-67a688e09045 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router 59a51191-0152-43fe-8779-d13984ea9df4 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:21:59.977623 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41de9c53-a39a-4dd6-9bc3-67a688e09045 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:21:59.988803 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301cf586-fb17-45d8-8dc8-7a4e4a6d89cd None None] Sync routers for ids ['59a51191-0152-43fe-8779-d13984ea9df4'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:21:59.999951 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-41de9c53-a39a-4dd6-9bc3-67a688e09045 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:00.001192 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301cf586-fb17-45d8-8dc8-7a4e4a6d89cd None None] Routers {'59a51191-0152-43fe-8779-d13984ea9df4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:22:00.001803 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-301cf586-fb17-45d8-8dc8-7a4e4a6d89cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:21:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['59a51191-0152-43fe-8779-d13984ea9df4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:00.031123 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-41de9c53-a39a-4dd6-9bc3-67a688e09045 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9493451 Nov 15 12:22:00.031702 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436bed08-ea6a-40ea-bc0a-e9b27718ab02', 'tag': '9b297ae6-037a-4165-bb79-cdef5de104a8'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:22:00.035919 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10b531b19c16a4bb032ad9325c521bd4bf8029a5360c7e3eb9d5ecffe28e67c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15410de7-f4de-4043-91d7-183365ac8b08" -d '{"events": [{"name": "network-changed", "server_uuid": "436bed08-ea6a-40ea-bc0a-e9b27718ab02", "tag": "9b297ae6-037a-4165-bb79-cdef5de104a8"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:22:00.108620 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-301cf586-fb17-45d8-8dc8-7a4e4a6d89cd None None] Set router 59a51191-0152-43fe-8779-d13984ea9df4 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:22:00.131555 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623a191-4f10-4157-8c4a-4a504100e1d1 req-1a25de56-ada0-41c0-92c7-721908013da1 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:00.133133 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a623a191-4f10-4157-8c4a-4a504100e1d1 req-1a25de56-ada0-41c0-92c7-721908013da1 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=436bed08-ea6a-40ea-bc0a-e9b27718ab02 HTTP/1.1" status: 200 len: 945 time: 0.0513518 Nov 15 12:22:00.180892 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a623a191-4f10-4157-8c4a-4a504100e1d1 req-e712f765-987f-49e7-b451-ff48df46c880 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd72187-3611-4b8c-b5b3-504be371b153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417528 Nov 15 12:22:00.202836 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55312) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:00.225810 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bacc2f-8ff9-4415-8437-b1666bc11cb2 x-openstack-request-id: req-c0bacc2f-8ff9-4415-8437-b1666bc11cb2 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:22:00.226118 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436bed08-ea6a-40ea-bc0a-e9b27718ab02", "tag": "9b297ae6-037a-4165-bb79-cdef5de104a8", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:22:00.226366 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c0bacc2f-8ff9-4415-8437-b1666bc11cb2 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:22:00.226776 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436bed08-ea6a-40ea-bc0a-e9b27718ab02', 'tag': '9b297ae6-037a-4165-bb79-cdef5de104a8', 'status': 'completed', 'code': 200} Nov 15 12:22:00.269339 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:00.296784 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-19d123a9-5a3b-495e-8f4a-8d6ac9e7d70a tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/floatingips/a9a34950-d179-4372-89b5-ab6be8e90266 HTTP/1.1" status: 200 len: 990 time: 0.0926814 Nov 15 12:22:00.306697 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15410de7-f4de-4043-91d7-183365ac8b08 req-14a11ae3-c918-443f-a50f-e87564a585fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:00.308265 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-15410de7-f4de-4043-91d7-183365ac8b08 req-14a11ae3-c918-443f-a50f-e87564a585fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=436bed08-ea6a-40ea-bc0a-e9b27718ab02 HTTP/1.1" status: 200 len: 1096 time: 0.0593107 Nov 15 12:22:00.347170 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-301cf586-fb17-45d8-8dc8-7a4e4a6d89cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a51191-0152-43fe-8779-d13984ea9df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277448154', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:46Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:18:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'a9a34950-d179-4372-89b5-ab6be8e90266', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'floating_ip_address': '172.25.7.82', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'port_id': '9b297ae6-037a-4165-bb79-cdef5de104a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba', 'mac_address': 'fa:16:3e:67:25:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436bed08-ea6a-40ea-bc0a-e9b27718ab02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:21:59Z', 'updated_at': '2021-11-15T12:21:59Z', 'revision_number': 0, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90261377-b1fe-40aa-83d7-d6b954108321', 'name': '', 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:02:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '54e0dc89-51c2-4467-a41c-3d4da6f7bb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:21:45Z', 'updated_at': '2021-11-15T12:21:49Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '54e0dc89-51c2-4467-a41c-3d4da6f7bb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:00.374075 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301cf586-fb17-45d8-8dc8-7a4e4a6d89cd None None] Checking router: 59a51191-0152-43fe-8779-d13984ea9df4 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:22:00.383207 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301cf586-fb17-45d8-8dc8-7a4e4a6d89cd None None] Routers {'59a51191-0152-43fe-8779-d13984ea9df4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:22:00.383802 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-301cf586-fb17-45d8-8dc8-7a4e4a6d89cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:21:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['59a51191-0152-43fe-8779-d13984ea9df4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:00.399598 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15410de7-f4de-4043-91d7-183365ac8b08 req-945733ce-7f84-4ceb-a606-673ca78b0840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:00.401103 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-15410de7-f4de-4043-91d7-183365ac8b08 req-945733ce-7f84-4ceb-a606-673ca78b0840 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ec8f23c-b56a-4000-b59a-f919763149ba HTTP/1.1" status: 200 len: 897 time: 0.0864160 Nov 15 12:22:00.470287 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-15410de7-f4de-4043-91d7-183365ac8b08 req-03a57563-96be-4f24-b397-5531b4c3bb68 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b297ae6-037a-4165-bb79-cdef5de104a8 HTTP/1.1" status: 200 len: 998 time: 0.0618308 Nov 15 12:22:00.498438 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-301cf586-fb17-45d8-8dc8-7a4e4a6d89cd None None] Set router 59a51191-0152-43fe-8779-d13984ea9df4 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:22:00.520213 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15410de7-f4de-4043-91d7-183365ac8b08 req-4c9db7ce-ae06-411d-b7d4-590292772e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:00.522311 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-15410de7-f4de-4043-91d7-183365ac8b08 req-4c9db7ce-ae06-411d-b7d4-590292772e8a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=54e0dc89-51c2-4467-a41c-3d4da6f7bb52 HTTP/1.1" status: 200 len: 835 time: 0.0443449 Nov 15 12:22:00.567423 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15410de7-f4de-4043-91d7-183365ac8b08 req-ef46541f-172c-407a-bb5f-76c38866d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:00.568861 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-15410de7-f4de-4043-91d7-183365ac8b08 req-ef46541f-172c-407a-bb5f-76c38866d755 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ec8f23c-b56a-4000-b59a-f919763149ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402195 Nov 15 12:22:00.661771 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-15410de7-f4de-4043-91d7-183365ac8b08 req-316d8fa5-8fce-4409-b88c-e53161d47ea2 service neutron] 10.222.0.55 "GET /v2.0/networks/3ec8f23c-b56a-4000-b59a-f919763149ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849273 Nov 15 12:22:00.723022 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-301cf586-fb17-45d8-8dc8-7a4e4a6d89cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a51191-0152-43fe-8779-d13984ea9df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277448154', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:46Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:18:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'a9a34950-d179-4372-89b5-ab6be8e90266', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'floating_ip_address': '172.25.7.82', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'port_id': '9b297ae6-037a-4165-bb79-cdef5de104a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba', 'mac_address': 'fa:16:3e:67:25:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436bed08-ea6a-40ea-bc0a-e9b27718ab02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:21:59Z', 'updated_at': '2021-11-15T12:21:59Z', 'revision_number': 0, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90261377-b1fe-40aa-83d7-d6b954108321', 'name': '', 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:02:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '54e0dc89-51c2-4467-a41c-3d4da6f7bb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:21:45Z', 'updated_at': '2021-11-15T12:21:49Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '54e0dc89-51c2-4467-a41c-3d4da6f7bb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:00.749092 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301cf586-fb17-45d8-8dc8-7a4e4a6d89cd None None] The sync data for ids ['59a51191-0152-43fe-8779-d13984ea9df4'] in n-d-729945-9 is: [{'id': '59a51191-0152-43fe-8779-d13984ea9df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277448154', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:46Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:18:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'a9a34950-d179-4372-89b5-ab6be8e90266', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'floating_ip_address': '172.25.7.82', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'port_id': '9b297ae6-037a-4165-bb79-cdef5de104a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba', 'mac_address': 'fa:16:3e:67:25:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436bed08-ea6a-40ea-bc0a-e9b27718ab02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:21:59Z', 'updated_at': '2021-11-15T12:21:59Z', 'revision_number': 0, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90261377-b1fe-40aa-83d7-d6b954108321', 'name': '', 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:02:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '54e0dc89-51c2-4467-a41c-3d4da6f7bb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:21:45Z', 'updated_at': '2021-11-15T12:21:49Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '54e0dc89-51c2-4467-a41c-3d4da6f7bb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:22:00.752730 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-15410de7-f4de-4043-91d7-183365ac8b08 req-d424e3b0-0330-43fc-b51a-4ea028b7a67f service neutron] 10.222.0.55 "GET /v2.0/networks/3ec8f23c-b56a-4000-b59a-f919763149ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835383 Nov 15 12:22:00.942541 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1b2932-3300-4773-bcbd-af171eb668cd None None] New status for floating IP a9a34950-d179-4372-89b5-ab6be8e90266: ACTIVE {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:22:01.301283 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55314) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:01.376657 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-da605133-b495-4f3d-b23a-714882fc5ddf tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/floatingips/a9a34950-d179-4372-89b5-ab6be8e90266 HTTP/1.1" status: 200 len: 992 time: 0.0737312 Nov 15 12:22:02.389070 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:06.337449 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a8e450b7-4929-4ed2-93e6-dbb34b6aa0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:08.476828 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1e174578-b8e4-4f44-839d-90eb3d6deaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:10.149807 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:11.708321 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:12.233537 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:12.386698 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ac506858-20e6-4dea-8a19-75a25264f03a req-03a77f7d-2bab-4ee7-8adf-08752b494c9b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467403 Nov 15 12:22:12.472613 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac506858-20e6-4dea-8a19-75a25264f03a req-c6c78e7a-5060-4b6c-8296-859740409828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:12.474165 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ac506858-20e6-4dea-8a19-75a25264f03a req-c6c78e7a-5060-4b6c-8296-859740409828 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0426075 Nov 15 12:22:12.584755 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac506858-20e6-4dea-8a19-75a25264f03a req-91a8d76b-3c8b-43b9-ba68-d3f0a57b5994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:12.586300 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ac506858-20e6-4dea-8a19-75a25264f03a req-91a8d76b-3c8b-43b9-ba68-d3f0a57b5994 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0922096 Nov 15 12:22:12.631480 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ac506858-20e6-4dea-8a19-75a25264f03a req-79f180ad-4c74-4357-a43f-107c8606909c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0373790 Nov 15 12:22:12.681813 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac506858-20e6-4dea-8a19-75a25264f03a req-5b6e7b14-20a9-457b-b2e6-b05df6004133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:12.683235 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ac506858-20e6-4dea-8a19-75a25264f03a req-5b6e7b14-20a9-457b-b2e6-b05df6004133 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0439053 Nov 15 12:22:12.732598 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac506858-20e6-4dea-8a19-75a25264f03a req-47991b3b-3a51-4db6-b747-21b1ce24bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:12.734133 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ac506858-20e6-4dea-8a19-75a25264f03a req-47991b3b-3a51-4db6-b747-21b1ce24bfee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418246 Nov 15 12:22:12.831315 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ac506858-20e6-4dea-8a19-75a25264f03a req-32f7972f-a441-4eec-aeb9-92b14e5f7a77 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886292 Nov 15 12:22:12.920513 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-ac506858-20e6-4dea-8a19-75a25264f03a req-5f453b53-2e79-4d92-9143-1826b13ed5ea service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811293 Nov 15 12:22:16.510342 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e0bc5715-0158-47b6-8dae-0284243173f9 req-3e76f420-9f3e-47fd-ae61-a9f33f4aa044 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=436bed08-ea6a-40ea-bc0a-e9b27718ab02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459170 Nov 15 12:22:16.597452 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc5715-0158-47b6-8dae-0284243173f9 req-8c535e8a-773c-4dc5-bfaa-a6d5c8ec2e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:16.598979 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e0bc5715-0158-47b6-8dae-0284243173f9 req-8c535e8a-773c-4dc5-bfaa-a6d5c8ec2e82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=436bed08-ea6a-40ea-bc0a-e9b27718ab02 HTTP/1.1" status: 200 len: 1096 time: 0.0437014 Nov 15 12:22:16.706959 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc5715-0158-47b6-8dae-0284243173f9 req-519fcc66-2e4d-45ca-b6e3-bb65a584e685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:16.708455 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e0bc5715-0158-47b6-8dae-0284243173f9 req-519fcc66-2e4d-45ca-b6e3-bb65a584e685 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ec8f23c-b56a-4000-b59a-f919763149ba HTTP/1.1" status: 200 len: 897 time: 0.0884924 Nov 15 12:22:16.777149 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e0bc5715-0158-47b6-8dae-0284243173f9 req-1c02fb07-d237-496b-b3ff-51adae252f1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b297ae6-037a-4165-bb79-cdef5de104a8 HTTP/1.1" status: 200 len: 1000 time: 0.0604188 Nov 15 12:22:16.827034 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc5715-0158-47b6-8dae-0284243173f9 req-b3fa6374-50e2-4138-bfcb-7e07b6f5b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:16.828489 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e0bc5715-0158-47b6-8dae-0284243173f9 req-b3fa6374-50e2-4138-bfcb-7e07b6f5b039 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=54e0dc89-51c2-4467-a41c-3d4da6f7bb52 HTTP/1.1" status: 200 len: 835 time: 0.0441484 Nov 15 12:22:16.876216 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc5715-0158-47b6-8dae-0284243173f9 req-02be0e6b-e6ce-4633-a3bd-01985fa68a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:16.877667 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e0bc5715-0158-47b6-8dae-0284243173f9 req-02be0e6b-e6ce-4633-a3bd-01985fa68a0c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ec8f23c-b56a-4000-b59a-f919763149ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411556 Nov 15 12:22:16.968792 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e0bc5715-0158-47b6-8dae-0284243173f9 req-f69acb7d-1c15-45ec-8d95-416932258c26 service neutron] 10.222.0.55 "GET /v2.0/networks/3ec8f23c-b56a-4000-b59a-f919763149ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837047 Nov 15 12:22:17.375651 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e0bc5715-0158-47b6-8dae-0284243173f9 req-485271e6-b434-4092-aaaf-07f3ce77b96d service neutron] 10.222.0.55 "GET /v2.0/networks/3ec8f23c-b56a-4000-b59a-f919763149ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997607 Nov 15 12:22:22.843443 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:22:30.233648 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:32.384946 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:34.865663 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22735f08-a241-4d5d-8fb4-59a42ec778a2 req-2a291fb4-8388-45e5-9143-442d1983fd33 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:34.868220 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-22735f08-a241-4d5d-8fb4-59a42ec778a2 req-2a291fb4-8388-45e5-9143-442d1983fd33 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=436bed08-ea6a-40ea-bc0a-e9b27718ab02 HTTP/1.1" status: 200 len: 945 time: 0.0578709 Nov 15 12:22:34.923431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-22735f08-a241-4d5d-8fb4-59a42ec778a2 req-1d06c854-9cc0-42f4-b7ce-74542885e680 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd72187-3611-4b8c-b5b3-504be371b153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488305 Nov 15 12:22:36.055645 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91516103-8058-4282-8001-1bb011db249c req-651888b4-edee-4997-90ec-b8e5f9f15e8b tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:36.057129 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91516103-8058-4282-8001-1bb011db249c req-651888b4-edee-4997-90ec-b8e5f9f15e8b tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=436bed08-ea6a-40ea-bc0a-e9b27718ab02 HTTP/1.1" status: 200 len: 945 time: 0.0498176 Nov 15 12:22:36.108146 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-91516103-8058-4282-8001-1bb011db249c req-3d64ce65-ce43-4311-8942-8100b2ab74d0 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd72187-3611-4b8c-b5b3-504be371b153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448222 Nov 15 12:22:36.140560 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55336) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:36.307349 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting port 39e64f7e-3807-4da3-94b6-c132c0f467d5 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:22:36.307576 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:36.330608 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-56a54fff-24ef-4cae-9ba6-e45c99e8ad44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:36.394732 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:36.395024 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:36.407487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Calling delete_port for 39e64f7e-3807-4da3-94b6-c132c0f467d5 owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:22:36.563753 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:36.592600 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Port': ['ID=39e64f7e-3807-4da3-94b6-c132c0f467d5,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:36.604357 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:36.604697 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:36.605012 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:36.605341 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:36.605666 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:36.605984 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:36.606653 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:36.606960 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:36.607281 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:36.607590 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:36.607925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:36.608240 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:36.664505 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:36.664873 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Floating IP a9a34950-d179-4372-89b5-ab6be8e90266 disassociated (deleted). External IP: 172.25.7.82, port: 9b297ae6-037a-4165-bb79-cdef5de104a8. Nov 15 12:22:36.890234 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router 59a51191-0152-43fe-8779-d13984ea9df4 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:22:37.000378 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:22:37.005314 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:37.010447 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac6d069-2285-44ab-8f2f-1542be4cb810 None None] Sync routers for ids ['59a51191-0152-43fe-8779-d13984ea9df4'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:22:37.019514 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac6d069-2285-44ab-8f2f-1542be4cb810 None None] Routers {'59a51191-0152-43fe-8779-d13984ea9df4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:22:37.020156 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1ac6d069-2285-44ab-8f2f-1542be4cb810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:22:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['59a51191-0152-43fe-8779-d13984ea9df4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:37.033536 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d5f16c4b-1c2b-44aa-af6b-a5c5c22b6ad3 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/floatingips/a9a34950-d179-4372-89b5-ab6be8e90266 HTTP/1.1" status: 204 len: 168 time: 0.8919022 Nov 15 12:22:37.034170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436bed08-ea6a-40ea-bc0a-e9b27718ab02', 'tag': '9b297ae6-037a-4165-bb79-cdef5de104a8'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:22:37.036563 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10b531b19c16a4bb032ad9325c521bd4bf8029a5360c7e3eb9d5ecffe28e67c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b37ab0-923a-43ba-bd69-26e88b4a90d7" -d '{"events": [{"name": "network-changed", "server_uuid": "436bed08-ea6a-40ea-bc0a-e9b27718ab02", "tag": "9b297ae6-037a-4165-bb79-cdef5de104a8"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:22:37.125575 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-1ac6d069-2285-44ab-8f2f-1542be4cb810 None None] Set router 59a51191-0152-43fe-8779-d13984ea9df4 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:22:37.195347 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b852325-b94b-40dd-8b46-52996759f65f x-openstack-request-id: req-7b852325-b94b-40dd-8b46-52996759f65f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:22:37.195834 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436bed08-ea6a-40ea-bc0a-e9b27718ab02", "tag": "9b297ae6-037a-4165-bb79-cdef5de104a8", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:22:37.195954 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b852325-b94b-40dd-8b46-52996759f65f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:22:37.196281 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436bed08-ea6a-40ea-bc0a-e9b27718ab02', 'tag': '9b297ae6-037a-4165-bb79-cdef5de104a8', 'status': 'completed', 'code': 200} Nov 15 12:22:37.259639 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b37ab0-923a-43ba-bd69-26e88b4a90d7 req-8ebcc1c7-8d11-4dd9-9153-c40206352082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:37.261404 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a6b37ab0-923a-43ba-bd69-26e88b4a90d7 req-8ebcc1c7-8d11-4dd9-9153-c40206352082 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&device_id=436bed08-ea6a-40ea-bc0a-e9b27718ab02 HTTP/1.1" status: 200 len: 1096 time: 0.0410419 Nov 15 12:22:37.311345 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7e963-0018-4124-a704-f0d721c32b5c req-51ec206c-efd8-4e3e-8209-1587369b7195 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:37.312996 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ea7e963-0018-4124-a704-f0d721c32b5c req-51ec206c-efd8-4e3e-8209-1587369b7195 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=436bed08-ea6a-40ea-bc0a-e9b27718ab02 HTTP/1.1" status: 200 len: 945 time: 0.0533428 Nov 15 12:22:37.334973 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1ac6d069-2285-44ab-8f2f-1542be4cb810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a51191-0152-43fe-8779-d13984ea9df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277448154', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:46Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:18:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '90261377-b1fe-40aa-83d7-d6b954108321', 'name': '', 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:02:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '54e0dc89-51c2-4467-a41c-3d4da6f7bb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:21:45Z', 'updated_at': '2021-11-15T12:21:49Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '54e0dc89-51c2-4467-a41c-3d4da6f7bb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:37.361897 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac6d069-2285-44ab-8f2f-1542be4cb810 None None] Checking router: 59a51191-0152-43fe-8779-d13984ea9df4 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:22:37.365312 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b37ab0-923a-43ba-bd69-26e88b4a90d7 req-31c6699c-d1c8-43f9-b898-178629b531ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:37.365474 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ea7e963-0018-4124-a704-f0d721c32b5c req-45737373-aacf-45eb-8907-4b12b7858051 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd72187-3611-4b8c-b5b3-504be371b153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457308 Nov 15 12:22:37.366788 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a6b37ab0-923a-43ba-bd69-26e88b4a90d7 req-31c6699c-d1c8-43f9-b898-178629b531ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ec8f23c-b56a-4000-b59a-f919763149ba HTTP/1.1" status: 200 len: 897 time: 0.0956047 Nov 15 12:22:37.370457 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac6d069-2285-44ab-8f2f-1542be4cb810 None None] Routers {'59a51191-0152-43fe-8779-d13984ea9df4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:22:37.371046 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1ac6d069-2285-44ab-8f2f-1542be4cb810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:22:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['59a51191-0152-43fe-8779-d13984ea9df4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:37.415051 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a6b37ab0-923a-43ba-bd69-26e88b4a90d7 req-4194e18f-a51a-464f-958b-2c220b226bf7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b297ae6-037a-4165-bb79-cdef5de104a8 HTTP/1.1" status: 200 len: 217 time: 0.0384114 Nov 15 12:22:37.467023 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b37ab0-923a-43ba-bd69-26e88b4a90d7 req-255de460-183c-48cd-bcd6-9edcc39c89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:37.468644 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a6b37ab0-923a-43ba-bd69-26e88b4a90d7 req-255de460-183c-48cd-bcd6-9edcc39c89e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=54e0dc89-51c2-4467-a41c-3d4da6f7bb52 HTTP/1.1" status: 200 len: 835 time: 0.0440578 Nov 15 12:22:37.475208 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-1ac6d069-2285-44ab-8f2f-1542be4cb810 None None] Set router 59a51191-0152-43fe-8779-d13984ea9df4 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:22:37.516114 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b37ab0-923a-43ba-bd69-26e88b4a90d7 req-46bf5e7a-e87e-444f-a5c3-342031cb66dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:37.517653 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a6b37ab0-923a-43ba-bd69-26e88b4a90d7 req-46bf5e7a-e87e-444f-a5c3-342031cb66dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ec8f23c-b56a-4000-b59a-f919763149ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419054 Nov 15 12:22:37.619580 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a6b37ab0-923a-43ba-bd69-26e88b4a90d7 req-001985b1-32c8-4307-89f3-d5e3b86dd964 service neutron] 10.222.0.55 "GET /v2.0/networks/3ec8f23c-b56a-4000-b59a-f919763149ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936544 Nov 15 12:22:37.714053 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a6b37ab0-923a-43ba-bd69-26e88b4a90d7 req-66a0836e-4e09-4b71-9319-179761c9cc28 service neutron] 10.222.0.55 "GET /v2.0/networks/3ec8f23c-b56a-4000-b59a-f919763149ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857952 Nov 15 12:22:37.845673 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-1ac6d069-2285-44ab-8f2f-1542be4cb810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a51191-0152-43fe-8779-d13984ea9df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277448154', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:46Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:18:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '90261377-b1fe-40aa-83d7-d6b954108321', 'name': '', 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:02:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '54e0dc89-51c2-4467-a41c-3d4da6f7bb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:21:45Z', 'updated_at': '2021-11-15T12:21:49Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '54e0dc89-51c2-4467-a41c-3d4da6f7bb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:37.872945 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac6d069-2285-44ab-8f2f-1542be4cb810 None None] The sync data for ids ['59a51191-0152-43fe-8779-d13984ea9df4'] in n-d-729945-9 is: [{'id': '59a51191-0152-43fe-8779-d13984ea9df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277448154', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:46Z', 'revision_number': 4, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:18:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '90261377-b1fe-40aa-83d7-d6b954108321', 'name': '', 'network_id': '3ec8f23c-b56a-4000-b59a-f919763149ba', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'mac_address': 'fa:16:3e:02:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '54e0dc89-51c2-4467-a41c-3d4da6f7bb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:21:45Z', 'updated_at': '2021-11-15T12:21:49Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'subnets': [{'id': '54e0dc89-51c2-4467-a41c-3d4da6f7bb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:22:38.090328 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b64edc2-e5a5-4ac7-8e13-9fd47e902e8c None None] New status for floating IP a9a34950-d179-4372-89b5-ab6be8e90266: DOWN {{(pid=102680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:22:38.462946 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0ef6aa24-93ff-42c5-a104-7d224a2c6677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:38.504100 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f974d7a-538c-49f3-81fb-f002f017f914 req-1b6e131c-8ed1-442c-8ea9-473d4a960301 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:38.505588 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f974d7a-538c-49f3-81fb-f002f017f914 req-1b6e131c-8ed1-442c-8ea9-473d4a960301 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/ports?device_id=436bed08-ea6a-40ea-bc0a-e9b27718ab02 HTTP/1.1" status: 200 len: 945 time: 0.0511942 Nov 15 12:22:38.553216 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df6de7-35c5-468d-8fcb-084e29d07e38 req-79013db0-10fe-41f9-959c-b96a56507ec7 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:38.554720 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b4df6de7-35c5-468d-8fcb-084e29d07e38 req-79013db0-10fe-41f9-959c-b96a56507ec7 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.55 "GET /v2.0/ports?device_id=436bed08-ea6a-40ea-bc0a-e9b27718ab02 HTTP/1.1" status: 200 len: 945 time: 0.0548856 Nov 15 12:22:38.554880 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f974d7a-538c-49f3-81fb-f002f017f914 req-049fac37-0431-4eb0-b43e-b4b6c03c9c8f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "GET /v2.0/security-groups?id=1fd72187-3611-4b8c-b5b3-504be371b153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428300 Nov 15 12:22:38.577550 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55352) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:38.645168 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-b4df6de7-35c5-468d-8fcb-084e29d07e38 req-200dfc88-fd6c-414b-837f-b38be0ebe588 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting port 9b297ae6-037a-4165-bb79-cdef5de104a8 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:22:38.645503 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b4df6de7-35c5-468d-8fcb-084e29d07e38 req-200dfc88-fd6c-414b-837f-b38be0ebe588 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:38.738222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-b4df6de7-35c5-468d-8fcb-084e29d07e38 req-200dfc88-fd6c-414b-837f-b38be0ebe588 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] For port 9b297ae6-037a-4165-bb79-cdef5de104a8, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=9b297ae6-037a-4165-bb79-cdef5de104a8,segment=NetworkSegment(57141698-0385-4af8-ab72-d5c6932981f0),segment_id=57141698-0385-4af8-ab72-d5c6932981f0)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:22:38.738486 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b4df6de7-35c5-468d-8fcb-084e29d07e38 req-200dfc88-fd6c-414b-837f-b38be0ebe588 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:38.751526 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-b4df6de7-35c5-468d-8fcb-084e29d07e38 req-200dfc88-fd6c-414b-837f-b38be0ebe588 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Calling delete_port for 9b297ae6-037a-4165-bb79-cdef5de104a8 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:22:38.882523 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b4df6de7-35c5-468d-8fcb-084e29d07e38 req-200dfc88-fd6c-414b-837f-b38be0ebe588 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:38.912328 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200dfc88-fd6c-414b-837f-b38be0ebe588 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Port': ['ID=9b297ae6-037a-4165-bb79-cdef5de104a8,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:38.923165 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200dfc88-fd6c-414b-837f-b38be0ebe588 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:38.923504 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200dfc88-fd6c-414b-837f-b38be0ebe588 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:38.923875 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200dfc88-fd6c-414b-837f-b38be0ebe588 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:38.924217 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200dfc88-fd6c-414b-837f-b38be0ebe588 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:38.924532 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200dfc88-fd6c-414b-837f-b38be0ebe588 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:38.924853 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200dfc88-fd6c-414b-837f-b38be0ebe588 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:38.925170 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200dfc88-fd6c-414b-837f-b38be0ebe588 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:38.925485 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200dfc88-fd6c-414b-837f-b38be0ebe588 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:38.925800 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200dfc88-fd6c-414b-837f-b38be0ebe588 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:38.926111 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200dfc88-fd6c-414b-837f-b38be0ebe588 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:38.926421 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200dfc88-fd6c-414b-837f-b38be0ebe588 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:38.926731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200dfc88-fd6c-414b-837f-b38be0ebe588 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:38.942438 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5efbe03d-95b7-4abc-930d-cf81682a5d1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:38.959912 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4df6de7-35c5-468d-8fcb-084e29d07e38 req-200dfc88-fd6c-414b-837f-b38be0ebe588 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] No DVR routers for this DVR port 9b297ae6-037a-4165-bb79-cdef5de104a8 on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:22:38.962606 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-b4df6de7-35c5-468d-8fcb-084e29d07e38 req-200dfc88-fd6c-414b-837f-b38be0ebe588 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:38.966007 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b4df6de7-35c5-468d-8fcb-084e29d07e38 req-200dfc88-fd6c-414b-837f-b38be0ebe588 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.55 "DELETE /v2.0/ports/9b297ae6-037a-4165-bb79-cdef5de104a8 HTTP/1.1" status: 204 len: 173 time: 0.4053969 Nov 15 12:22:38.966437 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436bed08-ea6a-40ea-bc0a-e9b27718ab02', 'name': 'network-vif-deleted', 'tag': '9b297ae6-037a-4165-bb79-cdef5de104a8'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:22:38.968797 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a6d119-2622-4997-859c-f926dd8dae8a" -d '{"events": [{"server_uuid": "436bed08-ea6a-40ea-bc0a-e9b27718ab02", "name": "network-vif-deleted", "tag": "9b297ae6-037a-4165-bb79-cdef5de104a8"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:22:39.006852 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6f2682-b1bc-48d0-b578-32e296ad398b x-openstack-request-id: req-6e6f2682-b1bc-48d0-b578-32e296ad398b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:22:39.007192 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436bed08-ea6a-40ea-bc0a-e9b27718ab02", "name": "network-vif-deleted", "tag": "9b297ae6-037a-4165-bb79-cdef5de104a8", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:22:39.007432 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e6f2682-b1bc-48d0-b578-32e296ad398b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:22:39.007853 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436bed08-ea6a-40ea-bc0a-e9b27718ab02', 'name': 'network-vif-deleted', 'tag': '9b297ae6-037a-4165-bb79-cdef5de104a8', 'status': 'completed', 'code': 200} Nov 15 12:22:39.213667 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5efbe03d-95b7-4abc-930d-cf81682a5d1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting port 90261377-b1fe-40aa-83d7-d6b954108321 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:22:39.213919 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5efbe03d-95b7-4abc-930d-cf81682a5d1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:39.303953 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-5efbe03d-95b7-4abc-930d-cf81682a5d1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] For port 90261377-b1fe-40aa-83d7-d6b954108321, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=90261377-b1fe-40aa-83d7-d6b954108321,segment=NetworkSegment(57141698-0385-4af8-ab72-d5c6932981f0),segment_id=57141698-0385-4af8-ab72-d5c6932981f0)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:22:39.304316 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5efbe03d-95b7-4abc-930d-cf81682a5d1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:39.317685 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-5efbe03d-95b7-4abc-930d-cf81682a5d1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Calling delete_port for 90261377-b1fe-40aa-83d7-d6b954108321 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:22:39.517954 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5efbe03d-95b7-4abc-930d-cf81682a5d1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:39.546905 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbe03d-95b7-4abc-930d-cf81682a5d1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Port': ['ID=90261377-b1fe-40aa-83d7-d6b954108321,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:40.065446 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5efbe03d-95b7-4abc-930d-cf81682a5d1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:40.153727 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:40.286872 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efbe03d-95b7-4abc-930d-cf81682a5d1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Router 59a51191-0152-43fe-8779-d13984ea9df4 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:22:40.395025 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efbe03d-95b7-4abc-930d-cf81682a5d1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:22:40.400207 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5efbe03d-95b7-4abc-930d-cf81682a5d1f tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "PUT /v2.0/routers/59a51191-0152-43fe-8779-d13984ea9df4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8213930 Nov 15 12:22:40.403662 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55356) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:40.405932 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e142b-0f91-4b5e-998f-7ae56cd87ef3 None None] Sync routers for ids ['59a51191-0152-43fe-8779-d13984ea9df4'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:22:40.417140 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e142b-0f91-4b5e-998f-7ae56cd87ef3 None None] Routers {'59a51191-0152-43fe-8779-d13984ea9df4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:22:40.417739 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-de5e142b-0f91-4b5e-998f-7ae56cd87ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:22:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['59a51191-0152-43fe-8779-d13984ea9df4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:40.455117 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c9652b-3a5e-44e1-829e-2faca26e85fa tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting subnet 54e0dc89-51c2-4467-a41c-3d4da6f7bb52 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:22:40.458579 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-18c9652b-3a5e-44e1-829e-2faca26e85fa tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:40.498959 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-18c9652b-3a5e-44e1-829e-2faca26e85fa tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:40.522033 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-de5e142b-0f91-4b5e-998f-7ae56cd87ef3 None None] Set router 59a51191-0152-43fe-8779-d13984ea9df4 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:22:40.585551 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-18c9652b-3a5e-44e1-829e-2faca26e85fa tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:40.642829 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-18c9652b-3a5e-44e1-829e-2faca26e85fa tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:40.669608 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9652b-3a5e-44e1-829e-2faca26e85fa tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Subnet': ['ID=54e0dc89-51c2-4467-a41c-3d4da6f7bb52,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:40.674461 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-18c9652b-3a5e-44e1-829e-2faca26e85fa tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:40.680439 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-18c9652b-3a5e-44e1-829e-2faca26e85fa tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/subnets/54e0dc89-51c2-4467-a41c-3d4da6f7bb52 HTTP/1.1" status: 204 len: 168 time: 0.2730391 Nov 15 12:22:40.680640 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55358) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:40.681738 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6c1a76-0f1a-4777-999a-6827ce992fad None None] Network 3ec8f23c-b56a-4000-b59a-f919763149ba requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:22:40.789593 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-771d2318-3ba5-4850-b6b2-1c5c7d197950 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:40.800965 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-de5e142b-0f91-4b5e-998f-7ae56cd87ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a51191-0152-43fe-8779-d13984ea9df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277448154', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:22:39Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:18:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:40.829767 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e142b-0f91-4b5e-998f-7ae56cd87ef3 None None] Checking router: 59a51191-0152-43fe-8779-d13984ea9df4 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:22:40.845557 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e142b-0f91-4b5e-998f-7ae56cd87ef3 None None] Routers {'59a51191-0152-43fe-8779-d13984ea9df4'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:22:40.846102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-de5e142b-0f91-4b5e-998f-7ae56cd87ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:22:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['59a51191-0152-43fe-8779-d13984ea9df4'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:40.898938 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-771d2318-3ba5-4850-b6b2-1c5c7d197950 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:40.920941 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97278b4-3a89-41e0-ba93-305afcbaa8fa None None] DHCP port deletion for 3ec8f23c-b56a-4000-b59a-f919763149ba request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:22:40.955356 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-771d2318-3ba5-4850-b6b2-1c5c7d197950 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Deleting port 06a3b800-c8f1-4c26-9af0-c329cf7fca98 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:22:40.955705 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-771d2318-3ba5-4850-b6b2-1c5c7d197950 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:40.982573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-de5e142b-0f91-4b5e-998f-7ae56cd87ef3 None None] Set router 59a51191-0152-43fe-8779-d13984ea9df4 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:22:41.039924 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-771d2318-3ba5-4850-b6b2-1c5c7d197950 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] For port 06a3b800-c8f1-4c26-9af0-c329cf7fca98, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=06a3b800-c8f1-4c26-9af0-c329cf7fca98,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:22:41.040280 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-771d2318-3ba5-4850-b6b2-1c5c7d197950 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:41.053928 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-771d2318-3ba5-4850-b6b2-1c5c7d197950 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Calling delete_port for 06a3b800-c8f1-4c26-9af0-c329cf7fca98 owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:22:41.080438 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6f89edc9-3507-471c-b38b-94a77ae65908 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:22:41.083186 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e97278b4-3a89-41e0-ba93-305afcbaa8fa None None] Deleting port 6f89edc9-3507-471c-b38b-94a77ae65908 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:22:41.083551 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e97278b4-3a89-41e0-ba93-305afcbaa8fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:41.205862 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e97278b4-3a89-41e0-ba93-305afcbaa8fa None None] For port 6f89edc9-3507-471c-b38b-94a77ae65908, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6f89edc9-3507-471c-b38b-94a77ae65908,segment=NetworkSegment(57141698-0385-4af8-ab72-d5c6932981f0),segment_id=57141698-0385-4af8-ab72-d5c6932981f0)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:22:41.206629 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e97278b4-3a89-41e0-ba93-305afcbaa8fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:41.221442 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e97278b4-3a89-41e0-ba93-305afcbaa8fa None None] Calling delete_port for 6f89edc9-3507-471c-b38b-94a77ae65908 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:22:41.223795 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-771d2318-3ba5-4850-b6b2-1c5c7d197950 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:41.248311 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d2318-3ba5-4850-b6b2-1c5c7d197950 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Port': ['ID=06a3b800-c8f1-4c26-9af0-c329cf7fca98,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:41.275859 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03029695-e672-4533-beb1-48f08e4a099b None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:22:41.312757 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-771d2318-3ba5-4850-b6b2-1c5c7d197950 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:41.330351 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:41.390102 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 6f89edc9-3507-471c-b38b-94a77ae65908, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6f89edc9-3507-471c-b38b-94a77ae65908,segment=NetworkSegment(57141698-0385-4af8-ab72-d5c6932981f0),segment_id=57141698-0385-4af8-ab72-d5c6932981f0)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:22:41.395467 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-de5e142b-0f91-4b5e-998f-7ae56cd87ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a51191-0152-43fe-8779-d13984ea9df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277448154', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:22:39Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:18:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:41.399583 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:41.411071 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-771d2318-3ba5-4850-b6b2-1c5c7d197950 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:41.413376 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-771d2318-3ba5-4850-b6b2-1c5c7d197950 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:41.432691 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e142b-0f91-4b5e-998f-7ae56cd87ef3 None None] The sync data for ids ['59a51191-0152-43fe-8779-d13984ea9df4'] in n-d-729945-9 is: [{'id': '59a51191-0152-43fe-8779-d13984ea9df4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1277448154', 'tenant_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:22:39Z', 'revision_number': 5, 'project_id': 'dee52e5d2fae4e31831254954d5b6ea1', 'gw_port': {'id': '06a3b800-c8f1-4c26-9af0-c329cf7fca98', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:18:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a51191-0152-43fe-8779-d13984ea9df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:21:43Z', 'updated_at': '2021-11-15T12:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:22:41.452754 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e97278b4-3a89-41e0-ba93-305afcbaa8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:41.459806 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-771d2318-3ba5-4850-b6b2-1c5c7d197950 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:41.460448 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771d2318-3ba5-4850-b6b2-1c5c7d197950 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Fanout notify agent at l3_agent the message router_deleted on router 59a51191-0152-43fe-8779-d13984ea9df4 {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 12:22:41.470010 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-771d2318-3ba5-4850-b6b2-1c5c7d197950 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:41.473909 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-771d2318-3ba5-4850-b6b2-1c5c7d197950 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/routers/59a51191-0152-43fe-8779-d13984ea9df4 HTTP/1.1" status: 204 len: 168 time: 0.7897570 Nov 15 12:22:41.474210 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55360) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:41.478393 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97278b4-3a89-41e0-ba93-305afcbaa8fa None None] No DVR routers for this DVR port 6f89edc9-3507-471c-b38b-94a77ae65908 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:22:41.495570 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=6f89edc9-3507-471c-b38b-94a77ae65908,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:41.503115 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:41.503455 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:41.503786 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:41.504136 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:41.504492 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:41.504857 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:41.505153 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:41.505518 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:41.505889 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:41.506270 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:41.506653 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:41.507128 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:41.531805 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97278b4-3a89-41e0-ba93-305afcbaa8fa None None] Pushing event deleted for resources: {'Port': ['ID=6f89edc9-3507-471c-b38b-94a77ae65908,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:41.551470 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ea1213d-6322-4899-bb26-28e78d155366 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:41.639732 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ea1213d-6322-4899-bb26-28e78d155366 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:41.658954 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3ea1213d-6322-4899-bb26-28e78d155366 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec8f23c-b56a-4000-b59a-f919763149ba']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:41.667979 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3ea1213d-6322-4899-bb26-28e78d155366 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57141698-0385-4af8-ab72-d5c6932981f0') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:41.668265 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-3ea1213d-6322-4899-bb26-28e78d155366 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57141698-0385-4af8-ab72-d5c6932981f0') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:41.677651 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ea1213d-6322-4899-bb26-28e78d155366 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:41.693804 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ea1213d-6322-4899-bb26-28e78d155366 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:41.700305 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea1213d-6322-4899-bb26-28e78d155366 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:22:41.700673 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ea1213d-6322-4899-bb26-28e78d155366 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: timer() Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:22:41.703973 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:22:41.706998 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:41.768292 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ea1213d-6322-4899-bb26-28e78d155366 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:41.776279 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ea1213d-6322-4899-bb26-28e78d155366 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:41.782455 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3ea1213d-6322-4899-bb26-28e78d155366 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/networks/3ec8f23c-b56a-4000-b59a-f919763149ba HTTP/1.1" status: 204 len: 168 time: 0.3043289 Nov 15 12:22:41.782808 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55362) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:41.792205 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1213d-6322-4899-bb26-28e78d155366 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'Network': ['ID=3ec8f23c-b56a-4000-b59a-f919763149ba,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:41.845638 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4957bcd9-a4bf-4943-8631-2ad001c94213 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:41.863165 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 9b297ae6-037a-4165-bb79-cdef5de104a8 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:22:41.874358 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4957bcd9-a4bf-4943-8631-2ad001c94213 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:41.883769 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 9b297ae6-037a-4165-bb79-cdef5de104a8 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:22:41.883769 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 9b297ae6-037a-4165-bb79-cdef5de104a8 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:22:41.940158 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4957bcd9-a4bf-4943-8631-2ad001c94213 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:41.943211 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-4957bcd9-a4bf-4943-8631-2ad001c94213 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:41.944418 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-4957bcd9-a4bf-4943-8631-2ad001c94213 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] 10.222.0.64 "DELETE /v2.0/security-groups/1fd72187-3611-4b8c-b5b3-504be371b153 HTTP/1.1" status: 204 len: 168 time: 0.1604862 Nov 15 12:22:41.954670 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957bcd9-a4bf-4943-8631-2ad001c94213 tempest-TestNetworkAdvancedServerOps-1163070784 tempest-TestNetworkAdvancedServerOps-1163070784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd72187-3611-4b8c-b5b3-504be371b153,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:42.220771 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:42.308771 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55370) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:42.471663 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-94df6532-d728-44d1-a1b9-283f240c7a1f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dee52e5d2fae4e31831254954d5b6ea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1616278 Nov 15 12:22:42.474411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55374) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:42.524540 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c58b835-d86b-4e8e-930a-973cee1ade51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:42.546683 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c58b835-d86b-4e8e-930a-973cee1ade51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:42.594956 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c58b835-d86b-4e8e-930a-973cee1ade51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:42.597595 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2c58b835-d86b-4e8e-930a-973cee1ade51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:42.598777 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2c58b835-d86b-4e8e-930a-973cee1ade51 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/133966fa-fffa-44cf-8e33-09db0a54d0b0 HTTP/1.1" status: 204 len: 168 time: 0.1233146 Nov 15 12:22:42.606979 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58b835-d86b-4e8e-930a-973cee1ade51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133966fa-fffa-44cf-8e33-09db0a54d0b0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:42.875799 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55380) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:42.893797 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90c42027-3029-4841-a0d0-919c4ab44164 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:42.974061 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90c42027-3029-4841-a0d0-919c4ab44164 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:42.979715 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-90c42027-3029-4841-a0d0-919c4ab44164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:43.022200 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-90c42027-3029-4841-a0d0-919c4ab44164 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b991b57d102b4c668763fda0fdcb2c01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1451914 Nov 15 12:22:43.023017 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c42027-3029-4841-a0d0-919c4ab44164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa53f05-dee4-4064-8e38-6784fbdd4b9b,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:43.025150 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55382) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:43.041483 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 06a3b800-c8f1-4c26-9af0-c329cf7fca98 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:22:43.061095 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 06a3b800-c8f1-4c26-9af0-c329cf7fca98 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:22:43.061434 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 06a3b800-c8f1-4c26-9af0-c329cf7fca98 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:22:43.061845 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 90261377-b1fe-40aa-83d7-d6b954108321 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:22:43.077467 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b7f13579-077f-4257-8d68-637450bfd8ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:43.081471 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 90261377-b1fe-40aa-83d7-d6b954108321 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:22:43.081802 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 90261377-b1fe-40aa-83d7-d6b954108321 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:22:43.098948 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b7f13579-077f-4257-8d68-637450bfd8ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:43.146535 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b7f13579-077f-4257-8d68-637450bfd8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:43.149090 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b7f13579-077f-4257-8d68-637450bfd8ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:43.150269 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b7f13579-077f-4257-8d68-637450bfd8ad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9aa53f05-dee4-4064-8e38-6784fbdd4b9b HTTP/1.1" status: 204 len: 168 time: 0.1240354 Nov 15 12:22:43.157876 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f13579-077f-4257-8d68-637450bfd8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa53f05-dee4-4064-8e38-6784fbdd4b9b,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:43.929456 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55404) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:44.024899 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-1e6f425e-abf4-4492-a802-4c8e8c92ac87 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1948507895-network', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:22:44.049341 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6f425e-abf4-4492-a802-4c8e8c92ac87 admin admin] Made reservation on behalf of f5b0281ac68e47ccb92d9b768695bdcf for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:22:44.051767 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e6f425e-abf4-4492-a802-4c8e8c92ac87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:44.060146 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e6f425e-abf4-4492-a802-4c8e8c92ac87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:44.135832 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e6f425e-abf4-4492-a802-4c8e8c92ac87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:44.141463 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e6f425e-abf4-4492-a802-4c8e8c92ac87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:44.165173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6f425e-abf4-4492-a802-4c8e8c92ac87 admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:22:44.174801 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f425e-abf4-4492-a802-4c8e8c92ac87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd09cf71-b849-41ca-ace5-5eaf58473c70,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:44.179821 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e6f425e-abf4-4492-a802-4c8e8c92ac87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:44.180148 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-1e6f425e-abf4-4492-a802-4c8e8c92ac87 admin admin] Added segment 2f52f18b-d995-4c90-a3ef-0577960c8282 of type vlan for network e36c1076-02ce-4b89-ad68-ab04466f5d96 Nov 15 12:22:44.220684 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e6f425e-abf4-4492-a802-4c8e8c92ac87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:44.251038 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e6f425e-abf4-4492-a802-4c8e8c92ac87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:44.252210 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6f425e-abf4-4492-a802-4c8e8c92ac87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:44.252777 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1e6f425e-abf4-4492-a802-4c8e8c92ac87 admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:44.302440 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1e6f425e-abf4-4492-a802-4c8e8c92ac87 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3718152 Nov 15 12:22:44.305677 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55408) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:44.310775 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d497103f-b5db-4031-9e45-aa143cf437ec admin admin] Request body: {'subnet': {'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1948507895-subnet', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:22:44.313065 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f425e-abf4-4492-a802-4c8e8c92ac87 admin admin] Pushing event updated for resources: {'Network': ['ID=e36c1076-02ce-4b89-ad68-ab04466f5d96,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:44.323077 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network e36c1076-02ce-4b89-ad68-ab04466f5d96 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:22:44.335425 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d497103f-b5db-4031-9e45-aa143cf437ec admin admin] Made reservation on behalf of f5b0281ac68e47ccb92d9b768695bdcf for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:22:44.338145 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d497103f-b5db-4031-9e45-aa143cf437ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:44.506731 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d497103f-b5db-4031-9e45-aa143cf437ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:44.561189 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497103f-b5db-4031-9e45-aa143cf437ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac2e8361-6e7a-4e58-955a-b6fd2476935c,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:44.569898 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d497103f-b5db-4031-9e45-aa143cf437ec admin admin] Checking segment: {'id': '2f52f18b-d995-4c90-a3ef-0577960c8282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:22:44.570270 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d497103f-b5db-4031-9e45-aa143cf437ec admin admin] Network hostable DHCP agents. Network: e36c1076-02ce-4b89-ad68-ab04466f5d96, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:22:44.588257 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d497103f-b5db-4031-9e45-aa143cf437ec admin admin] Network e36c1076-02ce-4b89-ad68-ab04466f5d96 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:22:44.597931 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d497103f-b5db-4031-9e45-aa143cf437ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, e36c1076-02ce-4b89-ad68-ab04466f5d96) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:22:44.602684 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d497103f-b5db-4031-9e45-aa143cf437ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:44.603273 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d497103f-b5db-4031-9e45-aa143cf437ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:44.607834 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95407efd-f7cc-471c-b902-8acacbb7d2f5 None None] Network e36c1076-02ce-4b89-ad68-ab04466f5d96 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:22:44.622611 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d497103f-b5db-4031-9e45-aa143cf437ec admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3132467 Nov 15 12:22:44.623032 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55410) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:44.627708 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-3733f9fe-4306-4190-b836-d55533ee4dad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1948507895-router', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:22:44.651734 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3733f9fe-4306-4190-b836-d55533ee4dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:44.652670 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3733f9fe-4306-4190-b836-d55533ee4dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:44.708868 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3733f9fe-4306-4190-b836-d55533ee4dad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:44.755868 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b84c99-4a79-49a3-9403-a1435e4b9f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-e36c1076-02ce-4b89-ad68-ab04466f5d96', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'fixed_ips': [{'subnet_id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:22:44.756973 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-74b84c99-4a79-49a3-9403-a1435e4b9f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:44.850261 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3733f9fe-4306-4190-b836-d55533ee4dad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:44.887927 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-74b84c99-4a79-49a3-9403-a1435e4b9f74 None None] Allocated IP 172.20.0.2 (e36c1076-02ce-4b89-ad68-ab04466f5d96/ac2e8361-6e7a-4e58-955a-b6fd2476935c/02ae744b-6a0a-461f-9e3d-d3772330adfb) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:22:45.027141 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-74b84c99-4a79-49a3-9403-a1435e4b9f74 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:45.034931 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-74b84c99-4a79-49a3-9403-a1435e4b9f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:45.052880 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3733f9fe-4306-4190-b836-d55533ee4dad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:45.071226 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3733f9fe-4306-4190-b836-d55533ee4dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:45.078174 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b84c99-4a79-49a3-9403-a1435e4b9f74 None None] Network e36c1076-02ce-4b89-ad68-ab04466f5d96 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:22:45.081309 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-74b84c99-4a79-49a3-9403-a1435e4b9f74 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:22:45.085703 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b84c99-4a79-49a3-9403-a1435e4b9f74 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:22:45.088774 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b84c99-4a79-49a3-9403-a1435e4b9f74 None None] Pushing event updated for resources: {'Port': ['ID=02ae744b-6a0a-461f-9e3d-d3772330adfb,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:45.144220 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-74b84c99-4a79-49a3-9403-a1435e4b9f74 None None] Attempting to bind port 02ae744b-6a0a-461f-9e3d-d3772330adfb on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:22:45.144578 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-74b84c99-4a79-49a3-9403-a1435e4b9f74 None None] Attempting to bind port 02ae744b-6a0a-461f-9e3d-d3772330adfb by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '2f52f18b-d995-4c90-a3ef-0577960c8282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:22:45.144924 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b84c99-4a79-49a3-9403-a1435e4b9f74 None None] Attempting to bind port 02ae744b-6a0a-461f-9e3d-d3772330adfb on network e36c1076-02ce-4b89-ad68-ab04466f5d96 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:22:45.149840 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b84c99-4a79-49a3-9403-a1435e4b9f74 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:22:45.150197 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b84c99-4a79-49a3-9403-a1435e4b9f74 None None] Checking segment: {'id': '2f52f18b-d995-4c90-a3ef-0577960c8282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:22:45.150584 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-74b84c99-4a79-49a3-9403-a1435e4b9f74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:45.150965 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b84c99-4a79-49a3-9403-a1435e4b9f74 None None] Bound using segment: {'id': '2f52f18b-d995-4c90-a3ef-0577960c8282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:22:45.151415 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-74b84c99-4a79-49a3-9403-a1435e4b9f74 None None] Bound port: 02ae744b-6a0a-461f-9e3d-d3772330adfb, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f52f18b-d995-4c90-a3ef-0577960c8282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:22:45.151781 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-74b84c99-4a79-49a3-9403-a1435e4b9f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:45.173372 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-3733f9fe-4306-4190-b836-d55533ee4dad admin admin] Allocated IP 172.25.7.243 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/6ad6b753-fc57-4b2d-a37b-e123c68f2516) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:22:45.211859 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-74b84c99-4a79-49a3-9403-a1435e4b9f74 None None] For port 02ae744b-6a0a-461f-9e3d-d3772330adfb, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:22:45.215181 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-74b84c99-4a79-49a3-9403-a1435e4b9f74 None None] For port 02ae744b-6a0a-461f-9e3d-d3772330adfb, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=02ae744b-6a0a-461f-9e3d-d3772330adfb,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:22:45.219469 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-74b84c99-4a79-49a3-9403-a1435e4b9f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:45.277282 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b84c99-4a79-49a3-9403-a1435e4b9f74 None None] Pushing event updated for resources: {'Port': ['ID=02ae744b-6a0a-461f-9e3d-d3772330adfb,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:45.285107 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3733f9fe-4306-4190-b836-d55533ee4dad admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:45.319322 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3733f9fe-4306-4190-b836-d55533ee4dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:45.361255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3733f9fe-4306-4190-b836-d55533ee4dad admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:22:45.366738 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-3733f9fe-4306-4190-b836-d55533ee4dad admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:22:45.368938 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733f9fe-4306-4190-b836-d55533ee4dad admin admin] Pushing event updated for resources: {'Port': ['ID=6ad6b753-fc57-4b2d-a37b-e123c68f2516,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:45.371019 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3733f9fe-4306-4190-b836-d55533ee4dad admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:22:45.380189 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a03fd3-0cfe-4170-83ce-d1cbdb3d37f0 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:22:45.468364 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1623dfdd-2550-4a1d-a01c-a428e50f1696 None None] Provisioning complete for port 6ad6b753-fc57-4b2d-a37b-e123c68f2516 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:45.468726 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1623dfdd-2550-4a1d-a01c-a428e50f1696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:45.514127 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-1623dfdd-2550-4a1d-a01c-a428e50f1696 None None] Port 6ad6b753-fc57-4b2d-a37b-e123c68f2516 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:22:45.652269 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3733f9fe-4306-4190-b836-d55533ee4dad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:45.846037 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3733f9fe-4306-4190-b836-d55533ee4dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:45.987243 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3733f9fe-4306-4190-b836-d55533ee4dad admin admin] Router 7c5fc618-d77c-4cde-9361-0ac297a4504b is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 12:22:46.096644 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3733f9fe-4306-4190-b836-d55533ee4dad admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:22:46.112541 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] Sync routers for ids ['7c5fc618-d77c-4cde-9361-0ac297a4504b'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:22:46.124457 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] Routers {'7c5fc618-d77c-4cde-9361-0ac297a4504b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:22:46.125128 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:22:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c5fc618-d77c-4cde-9361-0ac297a4504b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:46.125318 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3733f9fe-4306-4190-b836-d55533ee4dad admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:46.129321 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3733f9fe-4306-4190-b836-d55533ee4dad admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5025175 Nov 15 12:22:46.129716 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55412) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:46.248870 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3564057e-9ab8-48d9-a116-8079e791003e None None] Network e36c1076-02ce-4b89-ad68-ab04466f5d96 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:22:46.254129 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] Set router 7c5fc618-d77c-4cde-9361-0ac297a4504b gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:22:46.373492 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-09ef0126-3457-48a0-8e1f-1963b9d8b0ed None None] Provisioning complete for port 02ae744b-6a0a-461f-9e3d-d3772330adfb triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:46.373944 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-09ef0126-3457-48a0-8e1f-1963b9d8b0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:46.434739 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'name': 'tempest-TestShelveInstance-1948507895-router', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:44Z', 'updated_at': '2021-11-15T12:22:45Z', 'revision_number': 3, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'gw_port': {'id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:45Z', 'updated_at': '2021-11-15T12:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:46.469780 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] Checking router: 7c5fc618-d77c-4cde-9361-0ac297a4504b for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:22:46.470720 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] Updating router 7c5fc618-d77c-4cde-9361-0ac297a4504b port 6ad6b753-fc57-4b2d-a37b-e123c68f2516 binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:22:46.500732 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:46.599189 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad60e-84fd-443d-826c-069d94a92f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:46.656489 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-09ef0126-3457-48a0-8e1f-1963b9d8b0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:46.700018 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-09ef0126-3457-48a0-8e1f-1963b9d8b0ed None None] For port 02ae744b-6a0a-461f-9e3d-d3772330adfb, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=02ae744b-6a0a-461f-9e3d-d3772330adfb,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:22:46.704991 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-09ef0126-3457-48a0-8e1f-1963b9d8b0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:46.754432 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef0126-3457-48a0-8e1f-1963b9d8b0ed None None] Pushing event updated for resources: {'Port': ['ID=02ae744b-6a0a-461f-9e3d-d3772330adfb,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:46.775394 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-bf4ad60e-84fd-443d-826c-069d94a92f2a admin admin] Allocated IP 172.20.0.1 (e36c1076-02ce-4b89-ad68-ab04466f5d96/ac2e8361-6e7a-4e58-955a-b6fd2476935c/adeb6e87-0dd7-413d-83d4-676a9936e494) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:22:46.786783 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:46.792852 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:46.826606 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-9922ba73-a03d-4ada-8cb3-ee12e63e6ada None None] Provisioning complete for port 02ae744b-6a0a-461f-9e3d-d3772330adfb triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:46.826966 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9922ba73-a03d-4ada-8cb3-ee12e63e6ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:46.886402 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad60e-84fd-443d-826c-069d94a92f2a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:46.928453 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad60e-84fd-443d-826c-069d94a92f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:46.935299 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3e19bc-5240-4639-88ef-80aee471e447 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:22:46.942460 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] Attempting to bind port 6ad6b753-fc57-4b2d-a37b-e123c68f2516 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:22:46.942789 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] Attempting to bind port 6ad6b753-fc57-4b2d-a37b-e123c68f2516 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:22:46.943177 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] Attempting to bind port 6ad6b753-fc57-4b2d-a37b-e123c68f2516 on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:22:46.945284 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d2d16-df0c-4ac8-9445-f1183d811186 None None] Pushing event updated for resources: {'Port': ['ID=6ad6b753-fc57-4b2d-a37b-e123c68f2516,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:46.951061 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:22:46.951425 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:22:46.951836 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:46.952236 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:22:46.952683 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] Bound port: 6ad6b753-fc57-4b2d-a37b-e123c68f2516, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:22:46.953055 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:46.976041 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4ad60e-84fd-443d-826c-069d94a92f2a admin admin] Network e36c1076-02ce-4b89-ad68-ab04466f5d96 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:22:46.980985 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-bf4ad60e-84fd-443d-826c-069d94a92f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:22:46.985819 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4ad60e-84fd-443d-826c-069d94a92f2a admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:22:47.011422 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ad60e-84fd-443d-826c-069d94a92f2a admin admin] Pushing event updated for resources: {'Port': ['ID=adeb6e87-0dd7-413d-83d4-676a9936e494,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:47.014314 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] For port 6ad6b753-fc57-4b2d-a37b-e123c68f2516, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:22:47.018820 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] For port 6ad6b753-fc57-4b2d-a37b-e123c68f2516, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6ad6b753-fc57-4b2d-a37b-e123c68f2516,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:22:47.027985 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:47.044529 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad60e-84fd-443d-826c-069d94a92f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:47.066945 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6f367ff4-b6a2-498f-aa5e-4042d5b93fdd None None] Provisioning complete for port 6ad6b753-fc57-4b2d-a37b-e123c68f2516 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:47.067548 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f367ff4-b6a2-498f-aa5e-4042d5b93fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:47.071693 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 02ae744b-6a0a-461f-9e3d-d3772330adfb up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:22:47.123144 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a456cd7e-0b2d-4bd8-9f38-a366965fb278 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:22:47.124960 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] Routers {'7c5fc618-d77c-4cde-9361-0ac297a4504b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:22:47.126061 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:22:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c5fc618-d77c-4cde-9361-0ac297a4504b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:47.182647 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 02ae744b-6a0a-461f-9e3d-d3772330adfb triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:47.183102 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:47.201911 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad60e-84fd-443d-826c-069d94a92f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:47.209340 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d2d16-df0c-4ac8-9445-f1183d811186 None None] Pushing event updated for resources: {'Port': ['ID=6ad6b753-fc57-4b2d-a37b-e123c68f2516,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:47.268427 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f367ff4-b6a2-498f-aa5e-4042d5b93fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:47.273925 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] Set router 7c5fc618-d77c-4cde-9361-0ac297a4504b gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:22:47.301585 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6f367ff4-b6a2-498f-aa5e-4042d5b93fdd None None] For port 6ad6b753-fc57-4b2d-a37b-e123c68f2516, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6ad6b753-fc57-4b2d-a37b-e123c68f2516,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:22:47.321823 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f367ff4-b6a2-498f-aa5e-4042d5b93fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:47.379913 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f367ff4-b6a2-498f-aa5e-4042d5b93fdd None None] Pushing event updated for resources: {'Port': ['ID=6ad6b753-fc57-4b2d-a37b-e123c68f2516,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:47.387201 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad60e-84fd-443d-826c-069d94a92f2a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:47.392717 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad60e-84fd-443d-826c-069d94a92f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:47.447940 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-92011814-d2ed-491c-b388-e3643197f21f None None] Provisioning complete for port adeb6e87-0dd7-413d-83d4-676a9936e494 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:47.448655 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-92011814-d2ed-491c-b388-e3643197f21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:47.460855 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'name': 'tempest-TestShelveInstance-1948507895-router', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:44Z', 'updated_at': '2021-11-15T12:22:45Z', 'revision_number': 3, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'gw_port': {'id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:45Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:47.462768 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ad60e-84fd-443d-826c-069d94a92f2a admin admin] Pushing event updated for resources: {'Port': ['ID=adeb6e87-0dd7-413d-83d4-676a9936e494,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:47.466270 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad60e-84fd-443d-826c-069d94a92f2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:47.485410 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-92011814-d2ed-491c-b388-e3643197f21f None None] Port adeb6e87-0dd7-413d-83d4-676a9936e494 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:22:47.488842 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a861e8a5-b904-4118-93c8-560f8f7076a9 None None] The sync data for ids ['7c5fc618-d77c-4cde-9361-0ac297a4504b'] in n-d-729945-9 is: [{'id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'name': 'tempest-TestShelveInstance-1948507895-router', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:44Z', 'updated_at': '2021-11-15T12:22:45Z', 'revision_number': 3, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'gw_port': {'id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:45Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:22:47.495439 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-92011814-d2ed-491c-b388-e3643197f21f None None] Provisioning complete for port 6ad6b753-fc57-4b2d-a37b-e123c68f2516 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:47.495808 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-92011814-d2ed-491c-b388-e3643197f21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:47.570557 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4ad60e-84fd-443d-826c-069d94a92f2a admin admin] Network e36c1076-02ce-4b89-ad68-ab04466f5d96 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:22:47.571937 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-bf4ad60e-84fd-443d-826c-069d94a92f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:22:47.690502 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4ad60e-84fd-443d-826c-069d94a92f2a admin admin] Router 7c5fc618-d77c-4cde-9361-0ac297a4504b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:22:47.909734 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3720f00d-b2df-4469-bd5f-b8729e2b13a9 None None] Provisioning complete for port adeb6e87-0dd7-413d-83d4-676a9936e494 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:47.910345 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3720f00d-b2df-4469-bd5f-b8729e2b13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:47.950472 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3720f00d-b2df-4469-bd5f-b8729e2b13a9 None None] Port adeb6e87-0dd7-413d-83d4-676a9936e494 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:22:48.150588 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4ad60e-84fd-443d-826c-069d94a92f2a admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:22:48.156309 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-bf4ad60e-84fd-443d-826c-069d94a92f2a admin admin] 10.222.0.64 "PUT /v2.0/routers/7c5fc618-d77c-4cde-9361-0ac297a4504b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0254357 Nov 15 12:22:48.630867 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55428) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:48.636089 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-8c137149-45b3-44f6-86b9-db9f85f78af1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2054895487-network', 'tenant_id': 'd27ca29222d3446d9c6ad216e25ea0dd'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:22:48.658981 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c137149-45b3-44f6-86b9-db9f85f78af1 admin admin] Made reservation on behalf of d27ca29222d3446d9c6ad216e25ea0dd for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:22:48.661526 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c137149-45b3-44f6-86b9-db9f85f78af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:48.670753 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c137149-45b3-44f6-86b9-db9f85f78af1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:48.748718 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c137149-45b3-44f6-86b9-db9f85f78af1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:48.754837 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c137149-45b3-44f6-86b9-db9f85f78af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:48.780531 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c137149-45b3-44f6-86b9-db9f85f78af1 admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:22:48.790432 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c137149-45b3-44f6-86b9-db9f85f78af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119ab559-aef8-4d04-b553-ca7daabcdc90,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:48.795092 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c137149-45b3-44f6-86b9-db9f85f78af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:48.795420 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-8c137149-45b3-44f6-86b9-db9f85f78af1 admin admin] Added segment e6f83892-ef63-435b-9dd1-600078aa1106 of type vlan for network 312c96b9-621a-4b3c-acd5-f9aa36f77a20 Nov 15 12:22:48.835339 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c137149-45b3-44f6-86b9-db9f85f78af1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:48.864336 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c137149-45b3-44f6-86b9-db9f85f78af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:48.865328 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c137149-45b3-44f6-86b9-db9f85f78af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:48.865881 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8c137149-45b3-44f6-86b9-db9f85f78af1 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:48.927063 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8c137149-45b3-44f6-86b9-db9f85f78af1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2950063 Nov 15 12:22:48.930030 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55430) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:48.932073 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c137149-45b3-44f6-86b9-db9f85f78af1 admin admin] Pushing event updated for resources: {'Network': ['ID=312c96b9-621a-4b3c-acd5-f9aa36f77a20,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:48.935328 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-05c7518e-0faa-4627-b07a-7acdc00b6da0 admin admin] Request body: {'subnet': {'network_id': '312c96b9-621a-4b3c-acd5-f9aa36f77a20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2054895487-subnet', 'tenant_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:22:48.942630 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network 312c96b9-621a-4b3c-acd5-f9aa36f77a20 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:22:48.966918 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c7518e-0faa-4627-b07a-7acdc00b6da0 admin admin] Made reservation on behalf of d27ca29222d3446d9c6ad216e25ea0dd for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:22:48.969877 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05c7518e-0faa-4627-b07a-7acdc00b6da0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:49.055175 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] Sync routers for ids ['7c5fc618-d77c-4cde-9361-0ac297a4504b'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:22:49.071556 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] Routers {'7c5fc618-d77c-4cde-9361-0ac297a4504b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:22:49.072211 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:22:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c5fc618-d77c-4cde-9361-0ac297a4504b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:49.076031 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6ad6b753-fc57-4b2d-a37b-e123c68f2516 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:22:49.157452 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05c7518e-0faa-4627-b07a-7acdc00b6da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:49.206299 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7518e-0faa-4627-b07a-7acdc00b6da0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdbe3fb9-11ea-4ed0-8d56-2dbaccdedab1,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:49.211692 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 6ad6b753-fc57-4b2d-a37b-e123c68f2516 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:49.212074 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:49.223355 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c7518e-0faa-4627-b07a-7acdc00b6da0 admin admin] Checking segment: {'id': 'e6f83892-ef63-435b-9dd1-600078aa1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '312c96b9-621a-4b3c-acd5-f9aa36f77a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:22:49.223710 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c7518e-0faa-4627-b07a-7acdc00b6da0 admin admin] Network hostable DHCP agents. Network: 312c96b9-621a-4b3c-acd5-f9aa36f77a20, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:22:49.238246 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] Set router 7c5fc618-d77c-4cde-9361-0ac297a4504b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:22:49.242459 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c7518e-0faa-4627-b07a-7acdc00b6da0 admin admin] Network 312c96b9-621a-4b3c-acd5-f9aa36f77a20 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:22:49.253393 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-05c7518e-0faa-4627-b07a-7acdc00b6da0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, 312c96b9-621a-4b3c-acd5-f9aa36f77a20) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:22:49.257586 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c7518e-0faa-4627-b07a-7acdc00b6da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:49.258171 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-05c7518e-0faa-4627-b07a-7acdc00b6da0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:49.267642 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6546bd43-c634-4d13-be82-6cdb8cad30f4 None None] Network 312c96b9-621a-4b3c-acd5-f9aa36f77a20 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:22:49.275954 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-05c7518e-0faa-4627-b07a-7acdc00b6da0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3446748 Nov 15 12:22:49.278683 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55432) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:49.283235 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-12451a75-82da-4ecf-9749-aaab81b9a816 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2054895487-router', 'tenant_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:22:49.304711 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12451a75-82da-4ecf-9749-aaab81b9a816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:49.305615 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12451a75-82da-4ecf-9749-aaab81b9a816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:49.362728 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12451a75-82da-4ecf-9749-aaab81b9a816 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:49.496837 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12451a75-82da-4ecf-9749-aaab81b9a816 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:49.589380 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a803d55e-6737-48da-b357-a8e9f83774dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-312c96b9-621a-4b3c-acd5-f9aa36f77a20', 'network_id': '312c96b9-621a-4b3c-acd5-f9aa36f77a20', 'tenant_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'fixed_ips': [{'subnet_id': 'fdbe3fb9-11ea-4ed0-8d56-2dbaccdedab1'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:22:49.590236 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a803d55e-6737-48da-b357-a8e9f83774dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:49.623695 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'name': 'tempest-TestShelveInstance-1948507895-router', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:44Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'gw_port': {'id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:45Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'adeb6e87-0dd7-413d-83d4-676a9936e494', 'name': '', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'mac_address': 'fa:16:3e:59:44:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:46Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 2, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'subnets': [{'id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:49.696669 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] Checking router: 7c5fc618-d77c-4cde-9361-0ac297a4504b for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:22:49.697012 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] Updating router 7c5fc618-d77c-4cde-9361-0ac297a4504b port adeb6e87-0dd7-413d-83d4-676a9936e494 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:22:49.703873 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12451a75-82da-4ecf-9749-aaab81b9a816 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:49.722336 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12451a75-82da-4ecf-9749-aaab81b9a816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:49.753157 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:49.806950 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-a803d55e-6737-48da-b357-a8e9f83774dd None None] Allocated IP 172.20.0.2 (312c96b9-621a-4b3c-acd5-f9aa36f77a20/fdbe3fb9-11ea-4ed0-8d56-2dbaccdedab1/0547de41-278d-41e9-9eaf-d31f56702afb) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:22:49.821543 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-12451a75-82da-4ecf-9749-aaab81b9a816 admin admin] Allocated IP 172.25.7.143 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/73055ae4-72e2-4bd6-8d27-34224562104a) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:22:49.926029 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12451a75-82da-4ecf-9749-aaab81b9a816 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:49.960791 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12451a75-82da-4ecf-9749-aaab81b9a816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:49.996331 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12451a75-82da-4ecf-9749-aaab81b9a816 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:22:50.002726 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-12451a75-82da-4ecf-9749-aaab81b9a816 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:22:50.006401 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12451a75-82da-4ecf-9749-aaab81b9a816 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:22:50.012831 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12451a75-82da-4ecf-9749-aaab81b9a816 admin admin] Pushing event updated for resources: {'Port': ['ID=73055ae4-72e2-4bd6-8d27-34224562104a,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:50.025205 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97ec0ca-a0c9-4c75-bb75-715a50dd4bea None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:22:50.091644 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a803d55e-6737-48da-b357-a8e9f83774dd None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:50.109624 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a803d55e-6737-48da-b357-a8e9f83774dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:50.128469 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-754a5f52-6c33-4f18-ad7a-2a204b8f7782 None None] Provisioning complete for port 73055ae4-72e2-4bd6-8d27-34224562104a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:50.128826 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-754a5f52-6c33-4f18-ad7a-2a204b8f7782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:50.267376 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12451a75-82da-4ecf-9749-aaab81b9a816 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:50.371419 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a803d55e-6737-48da-b357-a8e9f83774dd None None] Network 312c96b9-621a-4b3c-acd5-f9aa36f77a20 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:22:50.389848 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-a803d55e-6737-48da-b357-a8e9f83774dd None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:22:50.392835 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:50.396825 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a803d55e-6737-48da-b357-a8e9f83774dd None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:22:50.400548 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803d55e-6737-48da-b357-a8e9f83774dd None None] Pushing event updated for resources: {'Port': ['ID=0547de41-278d-41e9-9eaf-d31f56702afb,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:50.405758 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-754a5f52-6c33-4f18-ad7a-2a204b8f7782 None None] Port 73055ae4-72e2-4bd6-8d27-34224562104a cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:22:50.408266 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:50.463306 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12451a75-82da-4ecf-9749-aaab81b9a816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:50.496239 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3babf-a3bb-4278-aac2-1bc61c6f12a1 None None] Pushing event updated for resources: {'Port': ['ID=adeb6e87-0dd7-413d-83d4-676a9936e494,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:50.504618 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a803d55e-6737-48da-b357-a8e9f83774dd None None] Attempting to bind port 0547de41-278d-41e9-9eaf-d31f56702afb on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:22:50.505217 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a803d55e-6737-48da-b357-a8e9f83774dd None None] Attempting to bind port 0547de41-278d-41e9-9eaf-d31f56702afb by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e6f83892-ef63-435b-9dd1-600078aa1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '312c96b9-621a-4b3c-acd5-f9aa36f77a20'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:22:50.505380 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a803d55e-6737-48da-b357-a8e9f83774dd None None] Attempting to bind port 0547de41-278d-41e9-9eaf-d31f56702afb on network 312c96b9-621a-4b3c-acd5-f9aa36f77a20 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:22:50.530528 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a803d55e-6737-48da-b357-a8e9f83774dd None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:22:50.530906 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a803d55e-6737-48da-b357-a8e9f83774dd None None] Checking segment: {'id': 'e6f83892-ef63-435b-9dd1-600078aa1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '312c96b9-621a-4b3c-acd5-f9aa36f77a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:22:50.531314 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a803d55e-6737-48da-b357-a8e9f83774dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:50.531713 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a803d55e-6737-48da-b357-a8e9f83774dd None None] Bound using segment: {'id': 'e6f83892-ef63-435b-9dd1-600078aa1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '312c96b9-621a-4b3c-acd5-f9aa36f77a20'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:22:50.532246 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-a803d55e-6737-48da-b357-a8e9f83774dd None None] Bound port: 0547de41-278d-41e9-9eaf-d31f56702afb, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f83892-ef63-435b-9dd1-600078aa1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '312c96b9-621a-4b3c-acd5-f9aa36f77a20'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:22:50.532625 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a803d55e-6737-48da-b357-a8e9f83774dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:50.569691 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] Attempting to bind port adeb6e87-0dd7-413d-83d4-676a9936e494 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:22:50.569867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] Attempting to bind port adeb6e87-0dd7-413d-83d4-676a9936e494 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '2f52f18b-d995-4c90-a3ef-0577960c8282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:22:50.570109 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] Attempting to bind port adeb6e87-0dd7-413d-83d4-676a9936e494 on network e36c1076-02ce-4b89-ad68-ab04466f5d96 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:22:50.593936 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:22:50.594612 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] Checking segment: {'id': '2f52f18b-d995-4c90-a3ef-0577960c8282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:22:50.594769 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:50.595095 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] Bound using segment: {'id': '2f52f18b-d995-4c90-a3ef-0577960c8282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:22:50.595712 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] Bound port: adeb6e87-0dd7-413d-83d4-676a9936e494, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f52f18b-d995-4c90-a3ef-0577960c8282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:22:50.595999 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:50.601418 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12451a75-82da-4ecf-9749-aaab81b9a816 admin admin] Router 006150bf-9070-44fe-a270-5e9d5ef64bbb is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 12:22:50.662227 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a803d55e-6737-48da-b357-a8e9f83774dd None None] For port 0547de41-278d-41e9-9eaf-d31f56702afb, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:22:50.667010 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-a803d55e-6737-48da-b357-a8e9f83774dd None None] For port 0547de41-278d-41e9-9eaf-d31f56702afb, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0547de41-278d-41e9-9eaf-d31f56702afb,segment=NetworkSegment(e6f83892-ef63-435b-9dd1-600078aa1106),segment_id=e6f83892-ef63-435b-9dd1-600078aa1106)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:22:50.678073 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a803d55e-6737-48da-b357-a8e9f83774dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:50.710725 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12451a75-82da-4ecf-9749-aaab81b9a816 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:22:50.717111 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] For port adeb6e87-0dd7-413d-83d4-676a9936e494, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:22:50.723058 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] Sync routers for ids ['006150bf-9070-44fe-a270-5e9d5ef64bbb'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:22:50.734315 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-12451a75-82da-4ecf-9749-aaab81b9a816 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:50.736489 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] Routers {'006150bf-9070-44fe-a270-5e9d5ef64bbb'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:22:50.736733 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-12451a75-82da-4ecf-9749-aaab81b9a816 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4569628 Nov 15 12:22:50.737488 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:22:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['006150bf-9070-44fe-a270-5e9d5ef64bbb'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:50.740167 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55434) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:50.754304 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] For port adeb6e87-0dd7-413d-83d4-676a9936e494, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=adeb6e87-0dd7-413d-83d4-676a9936e494,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:22:50.766092 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-91ae14af-ba89-4f9b-8f05-7290125d6129 None None] Provisioning complete for port adeb6e87-0dd7-413d-83d4-676a9936e494 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:50.766450 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-91ae14af-ba89-4f9b-8f05-7290125d6129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:50.770004 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:50.796688 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803d55e-6737-48da-b357-a8e9f83774dd None None] Pushing event updated for resources: {'Port': ['ID=0547de41-278d-41e9-9eaf-d31f56702afb,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:50.878649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3babf-a3bb-4278-aac2-1bc61c6f12a1 None None] Pushing event updated for resources: {'Port': ['ID=adeb6e87-0dd7-413d-83d4-676a9936e494,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:50.883429 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] Routers {'7c5fc618-d77c-4cde-9361-0ac297a4504b'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:22:50.884083 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:22:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c5fc618-d77c-4cde-9361-0ac297a4504b'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:50.936576 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] Set router 006150bf-9070-44fe-a270-5e9d5ef64bbb gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:22:51.111764 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] Set router 7c5fc618-d77c-4cde-9361-0ac297a4504b gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:22:51.195193 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-91ae14af-ba89-4f9b-8f05-7290125d6129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:51.262798 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006150bf-9070-44fe-a270-5e9d5ef64bbb', 'name': 'tempest-TestShelveInstance-2054895487-router', 'tenant_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '73055ae4-72e2-4bd6-8d27-34224562104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:49Z', 'updated_at': '2021-11-15T12:22:50Z', 'revision_number': 3, 'project_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'gw_port': {'id': '73055ae4-72e2-4bd6-8d27-34224562104a', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006150bf-9070-44fe-a270-5e9d5ef64bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:49Z', 'updated_at': '2021-11-15T12:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:51.294372 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] Checking router: 006150bf-9070-44fe-a270-5e9d5ef64bbb for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:22:51.294714 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] Updating router 006150bf-9070-44fe-a270-5e9d5ef64bbb port 73055ae4-72e2-4bd6-8d27-34224562104a binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:22:51.317648 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-91ae14af-ba89-4f9b-8f05-7290125d6129 None None] For port adeb6e87-0dd7-413d-83d4-676a9936e494, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=adeb6e87-0dd7-413d-83d4-676a9936e494,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:22:51.320145 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:51.327840 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-91ae14af-ba89-4f9b-8f05-7290125d6129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:51.405304 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae14af-ba89-4f9b-8f05-7290125d6129 None None] Pushing event updated for resources: {'Port': ['ID=adeb6e87-0dd7-413d-83d4-676a9936e494,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:51.459096 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-65e88ff9-8621-4430-8a61-61fa85be3825 None None] Provisioning complete for port adeb6e87-0dd7-413d-83d4-676a9936e494 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:51.459329 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-65e88ff9-8621-4430-8a61-61fa85be3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:51.488334 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'name': 'tempest-TestShelveInstance-1948507895-router', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:44Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'gw_port': {'id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:45Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'adeb6e87-0dd7-413d-83d4-676a9936e494', 'name': '', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'mac_address': 'fa:16:3e:59:44:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:46Z', 'updated_at': '2021-11-15T12:22:50Z', 'revision_number': 4, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'subnets': [{'id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:51.520662 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e8519-2ea1-40cd-a9df-3c3c5396621c None None] The sync data for ids ['7c5fc618-d77c-4cde-9361-0ac297a4504b'] in n-d-729945-9 is: [{'id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'name': 'tempest-TestShelveInstance-1948507895-router', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:44Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'gw_port': {'id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:45Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'adeb6e87-0dd7-413d-83d4-676a9936e494', 'name': '', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'mac_address': 'fa:16:3e:59:44:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:46Z', 'updated_at': '2021-11-15T12:22:50Z', 'revision_number': 4, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'subnets': [{'id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:22:51.614133 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:51.622147 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:51.633922 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2df74e01-272f-4e20-9996-bdb87701f378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:51.676997 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df74373-89ba-4d15-a541-842b150bcf78 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:22:51.685734 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] Attempting to bind port 73055ae4-72e2-4bd6-8d27-34224562104a on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:22:51.686209 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] Attempting to bind port 73055ae4-72e2-4bd6-8d27-34224562104a by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:22:51.686609 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] Attempting to bind port 73055ae4-72e2-4bd6-8d27-34224562104a on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:22:51.693488 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32dcfee-3f40-4f1f-976c-dd40a4c308b4 None None] Pushing event updated for resources: {'Port': ['ID=73055ae4-72e2-4bd6-8d27-34224562104a,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:51.710569 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:22:51.710911 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:22:51.711311 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:51.711692 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:22:51.712178 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] Bound port: 73055ae4-72e2-4bd6-8d27-34224562104a, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:22:51.712546 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:51.716060 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32dcfee-3f40-4f1f-976c-dd40a4c308b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:51.716392 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32dcfee-3f40-4f1f-976c-dd40a4c308b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:51.716890 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32dcfee-3f40-4f1f-976c-dd40a4c308b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:51.717027 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32dcfee-3f40-4f1f-976c-dd40a4c308b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:51.717346 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32dcfee-3f40-4f1f-976c-dd40a4c308b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:51.717665 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32dcfee-3f40-4f1f-976c-dd40a4c308b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:51.718120 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32dcfee-3f40-4f1f-976c-dd40a4c308b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:51.718544 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32dcfee-3f40-4f1f-976c-dd40a4c308b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:51.718867 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32dcfee-3f40-4f1f-976c-dd40a4c308b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:51.719176 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32dcfee-3f40-4f1f-976c-dd40a4c308b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:51.719483 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32dcfee-3f40-4f1f-976c-dd40a4c308b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:51.719790 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32dcfee-3f40-4f1f-976c-dd40a4c308b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:22:51.784235 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] For port 73055ae4-72e2-4bd6-8d27-34224562104a, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:22:51.787800 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] For port 73055ae4-72e2-4bd6-8d27-34224562104a, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=73055ae4-72e2-4bd6-8d27-34224562104a,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:22:51.796567 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:51.818732 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-9117630c-00ae-4794-8969-fa14957c86e2 None None] Provisioning complete for port 73055ae4-72e2-4bd6-8d27-34224562104a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:51.818899 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9117630c-00ae-4794-8969-fa14957c86e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:51.871322 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a55e3d-57f5-4d1c-85bf-b4d77d6ce62d None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:22:51.872293 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32dcfee-3f40-4f1f-976c-dd40a4c308b4 None None] Pushing event updated for resources: {'Port': ['ID=73055ae4-72e2-4bd6-8d27-34224562104a,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:51.887499 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] Routers {'006150bf-9070-44fe-a270-5e9d5ef64bbb'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:22:51.889311 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:22:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['006150bf-9070-44fe-a270-5e9d5ef64bbb'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:51.907433 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-2df74e01-272f-4e20-9996-bdb87701f378 admin admin] Allocated IP 172.20.0.1 (312c96b9-621a-4b3c-acd5-f9aa36f77a20/fdbe3fb9-11ea-4ed0-8d56-2dbaccdedab1/202d6121-34e3-43c8-af79-d6adade53d6f) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:22:51.961516 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9117630c-00ae-4794-8969-fa14957c86e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:52.002193 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-9117630c-00ae-4794-8969-fa14957c86e2 None None] For port 73055ae4-72e2-4bd6-8d27-34224562104a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=73055ae4-72e2-4bd6-8d27-34224562104a,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:22:52.014450 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9117630c-00ae-4794-8969-fa14957c86e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:52.055664 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] Set router 006150bf-9070-44fe-a270-5e9d5ef64bbb gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:22:52.058086 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2df74e01-272f-4e20-9996-bdb87701f378 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:52.113572 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2df74e01-272f-4e20-9996-bdb87701f378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:52.116473 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117630c-00ae-4794-8969-fa14957c86e2 None None] Pushing event updated for resources: {'Port': ['ID=73055ae4-72e2-4bd6-8d27-34224562104a,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:52.157393 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-78db8569-0f2e-4563-8b11-b25fad425a74 None None] Provisioning complete for port 73055ae4-72e2-4bd6-8d27-34224562104a triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:52.157968 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-78db8569-0f2e-4563-8b11-b25fad425a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:52.162546 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce68a945-9ea2-45f7-8a3b-7fa10b40515b None None] Network 312c96b9-621a-4b3c-acd5-f9aa36f77a20 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:22:52.168023 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df74e01-272f-4e20-9996-bdb87701f378 admin admin] Network 312c96b9-621a-4b3c-acd5-f9aa36f77a20 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:22:52.170892 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-2df74e01-272f-4e20-9996-bdb87701f378 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:22:52.173394 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df74e01-272f-4e20-9996-bdb87701f378 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:22:52.222297 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df74e01-272f-4e20-9996-bdb87701f378 admin admin] Pushing event updated for resources: {'Port': ['ID=202d6121-34e3-43c8-af79-d6adade53d6f,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:52.238578 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2df74e01-272f-4e20-9996-bdb87701f378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:52.284944 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006150bf-9070-44fe-a270-5e9d5ef64bbb', 'name': 'tempest-TestShelveInstance-2054895487-router', 'tenant_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '73055ae4-72e2-4bd6-8d27-34224562104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:49Z', 'updated_at': '2021-11-15T12:22:50Z', 'revision_number': 3, 'project_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'gw_port': {'id': '73055ae4-72e2-4bd6-8d27-34224562104a', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006150bf-9070-44fe-a270-5e9d5ef64bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:49Z', 'updated_at': '2021-11-15T12:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:52.314023 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8c6abc-9f79-43b1-aa35-c7eefce51d47 None None] The sync data for ids ['006150bf-9070-44fe-a270-5e9d5ef64bbb'] in n-d-729945-9 is: [{'id': '006150bf-9070-44fe-a270-5e9d5ef64bbb', 'name': 'tempest-TestShelveInstance-2054895487-router', 'tenant_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '73055ae4-72e2-4bd6-8d27-34224562104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:49Z', 'updated_at': '2021-11-15T12:22:50Z', 'revision_number': 3, 'project_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'gw_port': {'id': '73055ae4-72e2-4bd6-8d27-34224562104a', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006150bf-9070-44fe-a270-5e9d5ef64bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:49Z', 'updated_at': '2021-11-15T12:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:22:52.399747 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2df74e01-272f-4e20-9996-bdb87701f378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:52.490021 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8f9a2b07-202d-4bb5-89ac-87b39c8220a8 None None] Provisioning complete for port 0547de41-278d-41e9-9eaf-d31f56702afb triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:52.490823 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8f9a2b07-202d-4bb5-89ac-87b39c8220a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:52.592469 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8f9a2b07-202d-4bb5-89ac-87b39c8220a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:52.614131 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2df74e01-272f-4e20-9996-bdb87701f378 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:52.624096 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2df74e01-272f-4e20-9996-bdb87701f378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:52.655933 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8f9a2b07-202d-4bb5-89ac-87b39c8220a8 None None] For port 0547de41-278d-41e9-9eaf-d31f56702afb, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0547de41-278d-41e9-9eaf-d31f56702afb,segment=NetworkSegment(e6f83892-ef63-435b-9dd1-600078aa1106),segment_id=e6f83892-ef63-435b-9dd1-600078aa1106)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:22:52.668134 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8f9a2b07-202d-4bb5-89ac-87b39c8220a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:52.731897 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df74e01-272f-4e20-9996-bdb87701f378 admin admin] Pushing event updated for resources: {'Port': ['ID=202d6121-34e3-43c8-af79-d6adade53d6f,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:52.746107 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2df74e01-272f-4e20-9996-bdb87701f378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:52.788299 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a2b07-202d-4bb5-89ac-87b39c8220a8 None None] Pushing event updated for resources: {'Port': ['ID=0547de41-278d-41e9-9eaf-d31f56702afb,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:52.805718 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-dba3fdd9-13d0-480b-b3a1-4e33553b073b None None] Provisioning complete for port 202d6121-34e3-43c8-af79-d6adade53d6f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:52.806129 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dba3fdd9-13d0-480b-b3a1-4e33553b073b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:52.851523 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-dba3fdd9-13d0-480b-b3a1-4e33553b073b None None] Port 202d6121-34e3-43c8-af79-d6adade53d6f cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:22:52.864416 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-dba3fdd9-13d0-480b-b3a1-4e33553b073b None None] Provisioning complete for port 0547de41-278d-41e9-9eaf-d31f56702afb triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:52.864770 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dba3fdd9-13d0-480b-b3a1-4e33553b073b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:52.875870 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df74e01-272f-4e20-9996-bdb87701f378 admin admin] Network 312c96b9-621a-4b3c-acd5-f9aa36f77a20 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:22:52.877592 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-2df74e01-272f-4e20-9996-bdb87701f378 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:22:53.047364 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df74e01-272f-4e20-9996-bdb87701f378 admin admin] Router 006150bf-9070-44fe-a270-5e9d5ef64bbb has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:22:53.130649 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-90f6dde1-9ce9-46ab-85e6-1a2c7b2ac35d None None] Provisioning complete for port 202d6121-34e3-43c8-af79-d6adade53d6f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:53.131261 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-90f6dde1-9ce9-46ab-85e6-1a2c7b2ac35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:53.175445 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-90f6dde1-9ce9-46ab-85e6-1a2c7b2ac35d None None] Port 202d6121-34e3-43c8-af79-d6adade53d6f cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:22:53.196303 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df74e01-272f-4e20-9996-bdb87701f378 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:22:53.202727 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2df74e01-272f-4e20-9996-bdb87701f378 admin admin] 10.222.0.64 "PUT /v2.0/routers/006150bf-9070-44fe-a270-5e9d5ef64bbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4612978 Nov 15 12:22:53.212583 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device adeb6e87-0dd7-413d-83d4-676a9936e494 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:22:53.284362 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port adeb6e87-0dd7-413d-83d4-676a9936e494 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:53.285081 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:53.373510 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0547de41-278d-41e9-9eaf-d31f56702afb up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:22:53.422125 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-559beaa6-7f14-4af2-9418-e2a07e59fd75 None None] Provisioning complete for port 202d6121-34e3-43c8-af79-d6adade53d6f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:53.422482 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-559beaa6-7f14-4af2-9418-e2a07e59fd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:53.467212 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 0547de41-278d-41e9-9eaf-d31f56702afb triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:53.467574 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:53.469174 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-559beaa6-7f14-4af2-9418-e2a07e59fd75 None None] Port 202d6121-34e3-43c8-af79-d6adade53d6f cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:22:53.552526 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 73055ae4-72e2-4bd6-8d27-34224562104a up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:22:53.600064 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 73055ae4-72e2-4bd6-8d27-34224562104a triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:53.600427 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:53.682452 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55442) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:53.687410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1bf7eba4-2976-4b13-920b-6f0b032aa183 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1182991683', 'description': 'tempest-secgroup-smoke-1182991683 description', 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:22:53.711425 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bf7eba4-2976-4b13-920b-6f0b032aa183 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:53.788076 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bf7eba4-2976-4b13-920b-6f0b032aa183 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:53.793928 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bf7eba4-2976-4b13-920b-6f0b032aa183 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:53.823462 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1bf7eba4-2976-4b13-920b-6f0b032aa183 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:53.824702 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1bf7eba4-2976-4b13-920b-6f0b032aa183 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1410806 Nov 15 12:22:53.826626 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7eba4-2976-4b13-920b-6f0b032aa183 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ef84dd-aade-4d53-b7d8-f391163f2864,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:53.827996 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55444) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:53.832789 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-0af4c85c-5572-4ce1-a654-a5694f4069f3 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Request body: {'security_group_rule': {'security_group_id': '69ef84dd-aade-4d53-b7d8-f391163f2864', 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:22:53.866319 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0af4c85c-5572-4ce1-a654-a5694f4069f3 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:53.924363 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0af4c85c-5572-4ce1-a654-a5694f4069f3 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:53.930197 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0af4c85c-5572-4ce1-a654-a5694f4069f3 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:53.950130 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4c85c-5572-4ce1-a654-a5694f4069f3 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90421870-b14b-4160-9348-35b8ffe75481,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:53.956664 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0af4c85c-5572-4ce1-a654-a5694f4069f3 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:53.957852 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0af4c85c-5572-4ce1-a654-a5694f4069f3 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288173 Nov 15 12:22:53.960773 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55446) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:53.965289 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-5ab88355-c509-4654-8ec7-ee53d3ab80fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Request body: {'security_group_rule': {'security_group_id': '69ef84dd-aade-4d53-b7d8-f391163f2864', 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:22:53.994345 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ab88355-c509-4654-8ec7-ee53d3ab80fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:54.054853 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ab88355-c509-4654-8ec7-ee53d3ab80fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:54.060844 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ab88355-c509-4654-8ec7-ee53d3ab80fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:54.078554 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab88355-c509-4654-8ec7-ee53d3ab80fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ca7f99-117e-4a61-bd48-003a44dc3b43,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:54.086933 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5ab88355-c509-4654-8ec7-ee53d3ab80fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:54.088316 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5ab88355-c509-4654-8ec7-ee53d3ab80fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265483 Nov 15 12:22:54.091411 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55448) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:54.096253 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-f56a6af4-0107-419e-b68a-a4a7034fedb5 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Request body: {'security_group_rule': {'security_group_id': '69ef84dd-aade-4d53-b7d8-f391163f2864', 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:22:54.126829 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f56a6af4-0107-419e-b68a-a4a7034fedb5 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:54.193563 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f56a6af4-0107-419e-b68a-a4a7034fedb5 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:54.198388 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f56a6af4-0107-419e-b68a-a4a7034fedb5 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:54.216221 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a6af4-0107-419e-b68a-a4a7034fedb5 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8a1f88-8062-447a-91a0-095c066573ee,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:54.225325 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-f56a6af4-0107-419e-b68a-a4a7034fedb5 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:54.226754 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-f56a6af4-0107-419e-b68a-a4a7034fedb5 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343493 Nov 15 12:22:54.229784 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55450) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:54.234837 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-529a17ff-1c89-4328-ab68-0eb9d1a0e3ed tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Request body: {'security_group_rule': {'security_group_id': '69ef84dd-aade-4d53-b7d8-f391163f2864', 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:22:54.262801 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-529a17ff-1c89-4328-ab68-0eb9d1a0e3ed tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:54.319470 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-529a17ff-1c89-4328-ab68-0eb9d1a0e3ed tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:54.325013 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-529a17ff-1c89-4328-ab68-0eb9d1a0e3ed tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:54.342692 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a17ff-1c89-4328-ab68-0eb9d1a0e3ed tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9903dfbb-b036-4dcb-99e5-2ca3fe985340,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:54.351217 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-529a17ff-1c89-4328-ab68-0eb9d1a0e3ed tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:54.352445 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-529a17ff-1c89-4328-ab68-0eb9d1a0e3ed tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216543 Nov 15 12:22:54.355290 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55452) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:54.360023 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b69664ec-2612-45ea-b31f-cd537ce7495d tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Request body: {'security_group_rule': {'security_group_id': '69ef84dd-aade-4d53-b7d8-f391163f2864', 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:22:54.382491 n-d-729945-9 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-b69664ec-2612-45ea-b31f-cd537ce7495d tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Project f5b0281ac68e47ccb92d9b768695bdcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 12:22:54.387475 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b69664ec-2612-45ea-b31f-cd537ce7495d tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:54.449264 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b69664ec-2612-45ea-b31f-cd537ce7495d tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:54.454817 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b69664ec-2612-45ea-b31f-cd537ce7495d tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:54.472312 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69664ec-2612-45ea-b31f-cd537ce7495d tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a412fed6-0f27-4aa5-85a3-27398ad9faf6,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:54.481384 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b69664ec-2612-45ea-b31f-cd537ce7495d tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:54.482898 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b69664ec-2612-45ea-b31f-cd537ce7495d tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266484 Nov 15 12:22:54.485808 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55454) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:22:54.490347 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-cf423214-7b2a-4f61-b9c3-f94c5caab07c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Request body: {'security_group_rule': {'security_group_id': '69ef84dd-aade-4d53-b7d8-f391163f2864', 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:22:54.514322 n-d-729945-9 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-cf423214-7b2a-4f61-b9c3-f94c5caab07c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Project f5b0281ac68e47ccb92d9b768695bdcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 12:22:54.519513 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf423214-7b2a-4f61-b9c3-f94c5caab07c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:54.577051 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf423214-7b2a-4f61-b9c3-f94c5caab07c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:54.582360 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf423214-7b2a-4f61-b9c3-f94c5caab07c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:54.600507 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf423214-7b2a-4f61-b9c3-f94c5caab07c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f07b497-4bba-44f6-a087-6624d4be8f12,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:54.609455 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-cf423214-7b2a-4f61-b9c3-f94c5caab07c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:54.610642 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-cf423214-7b2a-4f61-b9c3-f94c5caab07c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238661 Nov 15 12:22:54.765059 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-4f0f127d-46c7-41bb-985e-e3df35ae0728 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1182991683&fields=id&tenant_id=f5b0281ac68e47ccb92d9b768695bdcf HTTP/1.1" status: 200 len: 267 time: 0.0461493 Nov 15 12:22:54.875455 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-69fb8cea-91ec-466c-abc3-c79d7a1ef2e8 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:54.877023 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-69fb8cea-91ec-466c-abc3-c79d7a1ef2e8 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/networks?id=e36c1076-02ce-4b89-ad68-ab04466f5d96 HTTP/1.1" status: 200 len: 809 time: 0.1050344 Nov 15 12:22:54.891990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-0e0a4e64-df85-42ab-8446-8e305ecdfe6f tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/quotas/f5b0281ac68e47ccb92d9b768695bdcf HTTP/1.1" status: 200 len: 375 time: 0.0090663 Nov 15 12:22:54.943942 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-24851cfc-b54b-459f-9a27-cd4d560c5481 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5b0281ac68e47ccb92d9b768695bdcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467079 Nov 15 12:22:54.962056 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-4b58dfe7-849c-4873-8704-28186bbd054e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:22:54.962981 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-4b58dfe7-849c-4873-8704-28186bbd054e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068109 Nov 15 12:22:55.022413 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] Sync routers for ids ['006150bf-9070-44fe-a270-5e9d5ef64bbb'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:22:55.033824 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] Routers {'006150bf-9070-44fe-a270-5e9d5ef64bbb'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:22:55.034398 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:22:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['006150bf-9070-44fe-a270-5e9d5ef64bbb'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:55.063104 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-6e5f4292-adec-4ae5-9818-e073c9a42aad service neutron] 10.222.0.64 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939951 Nov 15 12:22:55.142136 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] Set router 006150bf-9070-44fe-a270-5e9d5ef64bbb gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:22:55.153790 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-c692bf16-7053-4957-8a82-a34547a412a9 service neutron] 10.222.0.64 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842474 Nov 15 12:22:55.323189 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b42a4d4a-d150-447e-a52c-eb787f80a8f7 req-82817e73-49f3-48dd-aad1-dbe7554d06f0 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 210 time: 0.0273030 Nov 15 12:22:55.516576 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006150bf-9070-44fe-a270-5e9d5ef64bbb', 'name': 'tempest-TestShelveInstance-2054895487-router', 'tenant_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '73055ae4-72e2-4bd6-8d27-34224562104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:49Z', 'updated_at': '2021-11-15T12:22:52Z', 'revision_number': 4, 'project_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'gw_port': {'id': '73055ae4-72e2-4bd6-8d27-34224562104a', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006150bf-9070-44fe-a270-5e9d5ef64bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:49Z', 'updated_at': '2021-11-15T12:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '202d6121-34e3-43c8-af79-d6adade53d6f', 'name': '', 'network_id': '312c96b9-621a-4b3c-acd5-f9aa36f77a20', 'tenant_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'mac_address': 'fa:16:3e:92:62:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006150bf-9070-44fe-a270-5e9d5ef64bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'fdbe3fb9-11ea-4ed0-8d56-2dbaccdedab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:51Z', 'updated_at': '2021-11-15T12:22:52Z', 'revision_number': 2, 'project_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'subnets': [{'id': 'fdbe3fb9-11ea-4ed0-8d56-2dbaccdedab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:55.546667 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] Checking router: 006150bf-9070-44fe-a270-5e9d5ef64bbb for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:22:55.547013 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] Updating router 006150bf-9070-44fe-a270-5e9d5ef64bbb port 202d6121-34e3-43c8-af79-d6adade53d6f binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:22:55.571969 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:55.836202 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:55.843691 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:55.895603 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9fafd-d962-4e32-a40f-3321e8347d3f None None] Pushing event updated for resources: {'Port': ['ID=202d6121-34e3-43c8-af79-d6adade53d6f,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:55.942234 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] Attempting to bind port 202d6121-34e3-43c8-af79-d6adade53d6f on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:22:55.942595 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] Attempting to bind port 202d6121-34e3-43c8-af79-d6adade53d6f by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'e6f83892-ef63-435b-9dd1-600078aa1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '312c96b9-621a-4b3c-acd5-f9aa36f77a20'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:22:55.942971 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] Attempting to bind port 202d6121-34e3-43c8-af79-d6adade53d6f on network 312c96b9-621a-4b3c-acd5-f9aa36f77a20 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:22:55.948723 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:22:55.949077 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] Checking segment: {'id': 'e6f83892-ef63-435b-9dd1-600078aa1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '312c96b9-621a-4b3c-acd5-f9aa36f77a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:22:55.949496 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:55.949884 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] Bound using segment: {'id': 'e6f83892-ef63-435b-9dd1-600078aa1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '312c96b9-621a-4b3c-acd5-f9aa36f77a20'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:22:55.950348 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] Bound port: 202d6121-34e3-43c8-af79-d6adade53d6f, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f83892-ef63-435b-9dd1-600078aa1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '312c96b9-621a-4b3c-acd5-f9aa36f77a20'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:22:55.950759 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:56.014466 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] For port 202d6121-34e3-43c8-af79-d6adade53d6f, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:22:56.017884 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] For port 202d6121-34e3-43c8-af79-d6adade53d6f, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=202d6121-34e3-43c8-af79-d6adade53d6f,segment=NetworkSegment(e6f83892-ef63-435b-9dd1-600078aa1106),segment_id=e6f83892-ef63-435b-9dd1-600078aa1106)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:22:56.023243 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:56.087354 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] Routers {'006150bf-9070-44fe-a270-5e9d5ef64bbb'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:22:56.088012 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:22:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['006150bf-9070-44fe-a270-5e9d5ef64bbb'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:56.091082 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9fafd-d962-4e32-a40f-3321e8347d3f None None] Pushing event updated for resources: {'Port': ['ID=202d6121-34e3-43c8-af79-d6adade53d6f,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:56.180908 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-261b7d81-09e2-4ff9-a74b-0cc359d3e232 None None] Provisioning complete for port 202d6121-34e3-43c8-af79-d6adade53d6f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:56.181269 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-261b7d81-09e2-4ff9-a74b-0cc359d3e232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:56.238418 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] Set router 006150bf-9070-44fe-a270-5e9d5ef64bbb gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:22:56.332099 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-2f60123a-ae18-4fb3-8469-efcf1a660b70 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:56.334124 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-2f60123a-ae18-4fb3-8469-efcf1a660b70 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.55 "GET /v2.0/networks?id=e36c1076-02ce-4b89-ad68-ab04466f5d96 HTTP/1.1" status: 200 len: 809 time: 0.1314695 Nov 15 12:22:56.388735 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-261b7d81-09e2-4ff9-a74b-0cc359d3e232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:56.404811 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-eb9a7960-bbbf-42ab-9a27-64a792ece43e tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5b0281ac68e47ccb92d9b768695bdcf HTTP/1.1" status: 200 len: 380 time: 0.0622683 Nov 15 12:22:56.416457 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-6d1f9efc-a0c8-4c00-9de0-36b37eb57085 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Request body: {'port': {'device_id': 'fde20ea9-4c0b-422f-9593-8204b21c6607', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'admin_state_up': True, 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'security_groups': ['69ef84dd-aade-4d53-b7d8-f391163f2864']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:22:56.437173 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bd3c3615-a71f-4a3e-8f9c-9cc004ee0065 req-e1afdd40-afc0-4106-8b99-670dc45d5a25 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 210 time: 0.0347221 Nov 15 12:22:56.458605 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-261b7d81-09e2-4ff9-a74b-0cc359d3e232 None None] For port 202d6121-34e3-43c8-af79-d6adade53d6f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=202d6121-34e3-43c8-af79-d6adade53d6f,segment=NetworkSegment(e6f83892-ef63-435b-9dd1-600078aa1106),segment_id=e6f83892-ef63-435b-9dd1-600078aa1106)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:22:56.476410 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-261b7d81-09e2-4ff9-a74b-0cc359d3e232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:56.533682 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b7d81-09e2-4ff9-a74b-0cc359d3e232 None None] Pushing event updated for resources: {'Port': ['ID=202d6121-34e3-43c8-af79-d6adade53d6f,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:56.537175 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-6d1f9efc-a0c8-4c00-9de0-36b37eb57085 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Made reservation on behalf of f5b0281ac68e47ccb92d9b768695bdcf for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:22:56.540987 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-6d1f9efc-a0c8-4c00-9de0-36b37eb57085 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:56.545208 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006150bf-9070-44fe-a270-5e9d5ef64bbb', 'name': 'tempest-TestShelveInstance-2054895487-router', 'tenant_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '73055ae4-72e2-4bd6-8d27-34224562104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:49Z', 'updated_at': '2021-11-15T12:22:52Z', 'revision_number': 4, 'project_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'gw_port': {'id': '73055ae4-72e2-4bd6-8d27-34224562104a', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006150bf-9070-44fe-a270-5e9d5ef64bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:49Z', 'updated_at': '2021-11-15T12:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '202d6121-34e3-43c8-af79-d6adade53d6f', 'name': '', 'network_id': '312c96b9-621a-4b3c-acd5-f9aa36f77a20', 'tenant_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'mac_address': 'fa:16:3e:92:62:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006150bf-9070-44fe-a270-5e9d5ef64bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'fdbe3fb9-11ea-4ed0-8d56-2dbaccdedab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:51Z', 'updated_at': '2021-11-15T12:22:56Z', 'revision_number': 4, 'project_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'subnets': [{'id': 'fdbe3fb9-11ea-4ed0-8d56-2dbaccdedab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:22:56.575340 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50da0e9-7171-45c6-8dda-048018be8abd None None] The sync data for ids ['006150bf-9070-44fe-a270-5e9d5ef64bbb'] in n-d-729945-9 is: [{'id': '006150bf-9070-44fe-a270-5e9d5ef64bbb', 'name': 'tempest-TestShelveInstance-2054895487-router', 'tenant_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '73055ae4-72e2-4bd6-8d27-34224562104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:49Z', 'updated_at': '2021-11-15T12:22:52Z', 'revision_number': 4, 'project_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'gw_port': {'id': '73055ae4-72e2-4bd6-8d27-34224562104a', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006150bf-9070-44fe-a270-5e9d5ef64bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:49Z', 'updated_at': '2021-11-15T12:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': '202d6121-34e3-43c8-af79-d6adade53d6f', 'name': '', 'network_id': '312c96b9-621a-4b3c-acd5-f9aa36f77a20', 'tenant_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'mac_address': 'fa:16:3e:92:62:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006150bf-9070-44fe-a270-5e9d5ef64bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'fdbe3fb9-11ea-4ed0-8d56-2dbaccdedab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:51Z', 'updated_at': '2021-11-15T12:22:56Z', 'revision_number': 4, 'project_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'subnets': [{'id': 'fdbe3fb9-11ea-4ed0-8d56-2dbaccdedab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:22:56.599406 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-9051a23e-06f3-45bd-8671-ddff9df50077 None None] Provisioning complete for port 202d6121-34e3-43c8-af79-d6adade53d6f triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:56.599683 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9051a23e-06f3-45bd-8671-ddff9df50077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:56.692192 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-6d1f9efc-a0c8-4c00-9de0-36b37eb57085 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Allocated IP 172.20.0.9 (e36c1076-02ce-4b89-ad68-ab04466f5d96/ac2e8361-6e7a-4e58-955a-b6fd2476935c/4c3b0d80-14f1-4816-b93a-f12e640de849) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:22:56.843097 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-6d1f9efc-a0c8-4c00-9de0-36b37eb57085 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:56.881037 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-6d1f9efc-a0c8-4c00-9de0-36b37eb57085 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:56.926751 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-6d1f9efc-a0c8-4c00-9de0-36b37eb57085 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Network e36c1076-02ce-4b89-ad68-ab04466f5d96 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:22:56.929959 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-6d1f9efc-a0c8-4c00-9de0-36b37eb57085 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:22:56.933952 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-6d1f9efc-a0c8-4c00-9de0-36b37eb57085 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:22:56.940536 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f9efc-a0c8-4c00-9de0-36b37eb57085 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event updated for resources: {'Port': ['ID=4c3b0d80-14f1-4816-b93a-f12e640de849,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:56.999600 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-6d1f9efc-a0c8-4c00-9de0-36b37eb57085 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:57.000303 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-6d1f9efc-a0c8-4c00-9de0-36b37eb57085 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:57.024126 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-6d1f9efc-a0c8-4c00-9de0-36b37eb57085 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6116180 Nov 15 12:22:57.041057 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-f1f0b797-a95d-4fde-be09-4ad7f96685ad service neutron] Request body: {'port': {'device_id': 'fde20ea9-4c0b-422f-9593-8204b21c6607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:22:57.088729 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 202d6121-34e3-43c8-af79-d6adade53d6f up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:22:57.115549 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-f1f0b797-a95d-4fde-be09-4ad7f96685ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:57.154651 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 202d6121-34e3-43c8-af79-d6adade53d6f triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:57.155018 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:57.248434 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-9d641277-77a7-4c8b-bed1-5f8c47b2023f None None] Provisioning complete for port 4c3b0d80-14f1-4816-b93a-f12e640de849 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:22:57.248650 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9d641277-77a7-4c8b-bed1-5f8c47b2023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:57.283760 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-9d641277-77a7-4c8b-bed1-5f8c47b2023f None None] Port 4c3b0d80-14f1-4816-b93a-f12e640de849 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:22:57.406217 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-f1f0b797-a95d-4fde-be09-4ad7f96685ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c3b0d80-14f1-4816-b93a-f12e640de849 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:22:57.413799 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-f1f0b797-a95d-4fde-be09-4ad7f96685ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:57.427326 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-f1f0b797-a95d-4fde-be09-4ad7f96685ad service neutron] Transition to ACTIVE for port object 4c3b0d80-14f1-4816-b93a-f12e640de849 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:22:57.432628 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-f1f0b797-a95d-4fde-be09-4ad7f96685ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:57.486552 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0b797-a95d-4fde-be09-4ad7f96685ad service neutron] Pushing event updated for resources: {'Port': ['ID=4c3b0d80-14f1-4816-b93a-f12e640de849,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:57.566417 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-f1f0b797-a95d-4fde-be09-4ad7f96685ad service neutron] Attempting to bind port 4c3b0d80-14f1-4816-b93a-f12e640de849 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:22:57.567271 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-f1f0b797-a95d-4fde-be09-4ad7f96685ad service neutron] Attempting to bind port 4c3b0d80-14f1-4816-b93a-f12e640de849 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '2f52f18b-d995-4c90-a3ef-0577960c8282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:22:57.567885 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-f1f0b797-a95d-4fde-be09-4ad7f96685ad service neutron] Attempting to bind port 4c3b0d80-14f1-4816-b93a-f12e640de849 on network e36c1076-02ce-4b89-ad68-ab04466f5d96 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:22:57.575153 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-f1f0b797-a95d-4fde-be09-4ad7f96685ad service neutron] Port 4c3b0d80-14f1-4816-b93a-f12e640de849 on network e36c1076-02ce-4b89-ad68-ab04466f5d96 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:22:57.575491 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-f1f0b797-a95d-4fde-be09-4ad7f96685ad service neutron] Attempting to bind port 4c3b0d80-14f1-4816-b93a-f12e640de849 on network e36c1076-02ce-4b89-ad68-ab04466f5d96 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:22:57.581227 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-f1f0b797-a95d-4fde-be09-4ad7f96685ad service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:22:57.581570 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-f1f0b797-a95d-4fde-be09-4ad7f96685ad service neutron] Checking segment: {'id': '2f52f18b-d995-4c90-a3ef-0577960c8282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:22:57.581953 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-f1f0b797-a95d-4fde-be09-4ad7f96685ad service neutron] Bound using segment: {'id': '2f52f18b-d995-4c90-a3ef-0577960c8282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:22:57.582383 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-f1f0b797-a95d-4fde-be09-4ad7f96685ad service neutron] Bound port: 4c3b0d80-14f1-4816-b93a-f12e640de849, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f52f18b-d995-4c90-a3ef-0577960c8282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:22:57.582739 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-f1f0b797-a95d-4fde-be09-4ad7f96685ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:57.583934 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8414ed-170c-41ef-9137-6155959d036f req-1a963b18-b24f-4c85-82ca-626684b63377 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:57.588295 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc8414ed-170c-41ef-9137-6155959d036f req-1a963b18-b24f-4c85-82ca-626684b63377 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 943 time: 0.0756683 Nov 15 12:22:57.641312 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fc8414ed-170c-41ef-9137-6155959d036f req-1c4a3214-3060-4804-b1cc-672f6a5ce21b tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488052 Nov 15 12:22:57.659676 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-f1f0b797-a95d-4fde-be09-4ad7f96685ad service neutron] For port 4c3b0d80-14f1-4816-b93a-f12e640de849, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:22:57.663136 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-f1f0b797-a95d-4fde-be09-4ad7f96685ad service neutron] For port 4c3b0d80-14f1-4816-b93a-f12e640de849, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4c3b0d80-14f1-4816-b93a-f12e640de849,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:22:57.669790 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-f1f0b797-a95d-4fde-be09-4ad7f96685ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:57.708139 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-f1f0b797-a95d-4fde-be09-4ad7f96685ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:57.708777 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-f1f0b797-a95d-4fde-be09-4ad7f96685ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:22:57.710145 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-f1f0b797-a95d-4fde-be09-4ad7f96685ad service neutron] 10.222.0.55 "PUT /v2.0/ports/4c3b0d80-14f1-4816-b93a-f12e640de849 HTTP/1.1" status: 200 len: 1091 time: 0.6754584 Nov 15 12:22:57.710580 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde20ea9-4c0b-422f-9593-8204b21c6607', 'tag': '4c3b0d80-14f1-4816-b93a-f12e640de849'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:22:57.712910 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2d88db-6402-4cd9-b0a6-4382550b5bee" -d '{"events": [{"name": "network-changed", "server_uuid": "fde20ea9-4c0b-422f-9593-8204b21c6607", "tag": "4c3b0d80-14f1-4816-b93a-f12e640de849"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:22:57.745020 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0b797-a95d-4fde-be09-4ad7f96685ad service neutron] Pushing event updated for resources: {'Port': ['ID=4c3b0d80-14f1-4816-b93a-f12e640de849,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:22:57.787647 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc45bc65-f64c-4287-8bd9-90efa4d1e6ea x-openstack-request-id: req-cc45bc65-f64c-4287-8bd9-90efa4d1e6ea {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:22:57.788086 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde20ea9-4c0b-422f-9593-8204b21c6607", "tag": "4c3b0d80-14f1-4816-b93a-f12e640de849", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:22:57.788426 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc45bc65-f64c-4287-8bd9-90efa4d1e6ea {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:22:57.788970 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde20ea9-4c0b-422f-9593-8204b21c6607', 'tag': '4c3b0d80-14f1-4816-b93a-f12e640de849', 'status': 'completed', 'code': 200} Nov 15 12:22:57.810821 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-1890ae4c-c761-436b-af42-c2785f440de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:57.813134 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-1890ae4c-c761-436b-af42-c2785f440de4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5b0281ac68e47ccb92d9b768695bdcf&device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 1094 time: 0.0598927 Nov 15 12:22:57.861878 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-c781ec2f-c769-4d30-b0ba-8bcfdd088195 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c3b0d80-14f1-4816-b93a-f12e640de849 HTTP/1.1" status: 200 len: 217 time: 0.0411170 Nov 15 12:22:57.914640 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-27e62428-68d5-4bed-981d-c8c28ca7854d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:57.916075 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-27e62428-68d5-4bed-981d-c8c28ca7854d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac2e8361-6e7a-4e58-955a-b6fd2476935c HTTP/1.1" status: 200 len: 848 time: 0.0476015 Nov 15 12:22:57.964817 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-06812021-f3cf-45b2-bc14-c3cf5f9cac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:57.966337 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-06812021-f3cf-45b2-bc14-c3cf5f9cac9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e36c1076-02ce-4b89-ad68-ab04466f5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436080 Nov 15 12:22:58.066675 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-cfe0ed0e-73e8-4715-b603-b130899347ee service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916266 Nov 15 12:22:58.164282 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-81b0eefe-289e-4d99-b3ca-7acd8a2cb918 req-dc091b53-683d-4a1c-aeb3-195129073f49 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909090 Nov 15 12:22:58.259843 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d88db-6402-4cd9-b0a6-4382550b5bee req-66418c67-4d50-46e6-b1c4-4244c65e0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:58.261321 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1e2d88db-6402-4cd9-b0a6-4382550b5bee req-66418c67-4d50-46e6-b1c4-4244c65e0d70 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5b0281ac68e47ccb92d9b768695bdcf&device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 1094 time: 0.0415208 Nov 15 12:22:58.368415 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d88db-6402-4cd9-b0a6-4382550b5bee req-29d64a89-2918-4447-be6f-2b3d886d9f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:58.369899 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1e2d88db-6402-4cd9-b0a6-4382550b5bee req-29d64a89-2918-4447-be6f-2b3d886d9f45 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e36c1076-02ce-4b89-ad68-ab04466f5d96 HTTP/1.1" status: 200 len: 910 time: 0.0994089 Nov 15 12:22:58.413182 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1e2d88db-6402-4cd9-b0a6-4382550b5bee req-7be01ae2-1e66-45d2-978c-6538bf446970 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c3b0d80-14f1-4816-b93a-f12e640de849 HTTP/1.1" status: 200 len: 217 time: 0.0343838 Nov 15 12:22:58.467465 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d88db-6402-4cd9-b0a6-4382550b5bee req-4f8a00af-785b-45d9-b25d-4b8dfb46116e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:58.468861 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1e2d88db-6402-4cd9-b0a6-4382550b5bee req-4f8a00af-785b-45d9-b25d-4b8dfb46116e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac2e8361-6e7a-4e58-955a-b6fd2476935c HTTP/1.1" status: 200 len: 848 time: 0.0483742 Nov 15 12:22:58.519962 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d88db-6402-4cd9-b0a6-4382550b5bee req-0a4902c1-332f-422a-97b4-6f9b2df60741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:58.521473 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1e2d88db-6402-4cd9-b0a6-4382550b5bee req-0a4902c1-332f-422a-97b4-6f9b2df60741 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e36c1076-02ce-4b89-ad68-ab04466f5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448258 Nov 15 12:22:58.621042 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1e2d88db-6402-4cd9-b0a6-4382550b5bee req-f1acaf49-0a40-4dcc-b898-a5a1506095b2 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914857 Nov 15 12:22:58.721518 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-1e2d88db-6402-4cd9-b0a6-4382550b5bee req-df411b26-7754-4bd0-82b8-7f0d9f12320b service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915425 Nov 15 12:22:58.766982 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b5011-b737-4b0e-871f-217bc38c3ce8 req-a3c83d14-39e6-4c3c-b233-6ac3b8588444 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:58.768601 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-499b5011-b737-4b0e-871f-217bc38c3ce8 req-a3c83d14-39e6-4c3c-b233-6ac3b8588444 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 943 time: 0.0516477 Nov 15 12:22:58.819200 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-499b5011-b737-4b0e-871f-217bc38c3ce8 req-3e0f1f74-15d4-40a8-8a12-e8b50b8d8510 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442498 Nov 15 12:22:59.848522 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:22:59.942625 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4c3b0d80-14f1-4816-b93a-f12e640de849 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:22:59.943959 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1862cf-c7f9-4f51-9278-721df5922752 req-f2c036f1-1ca3-45a2-a70b-44a468fcac06 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:22:59.945617 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc1862cf-c7f9-4f51-9278-721df5922752 req-f2c036f1-1ca3-45a2-a70b-44a468fcac06 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 943 time: 0.0551116 Nov 15 12:22:59.995469 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cc1862cf-c7f9-4f51-9278-721df5922752 req-cbc75fe2-b2a8-4e56-a2f3-8dddbf0cc751 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435529 Nov 15 12:23:00.041229 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4c3b0d80-14f1-4816-b93a-f12e640de849, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4c3b0d80-14f1-4816-b93a-f12e640de849,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:23:00.052109 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '4c3b0d80-14f1-4816-b93a-f12e640de849', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'port_id': '4c3b0d80-14f1-4816-b93a-f12e640de849', 'mac_address': 'fa:16:3e:33:99:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:23:00.087711 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:00.104998 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3b0d80-14f1-4816-b93a-f12e640de849 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:23:00.124572 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4c3b0d80-14f1-4816-b93a-f12e640de849, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4c3b0d80-14f1-4816-b93a-f12e640de849,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:23:00.131794 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:00.182450 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=4c3b0d80-14f1-4816-b93a-f12e640de849,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:23:00.244011 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:00.336734 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['4c3b0d80-14f1-4816-b93a-f12e640de849'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:23:01.116511 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f52bc-b3cf-4280-b1da-7ef3c3a51ba9 req-9119a050-4328-4d34-bc6e-680dfa3a62b2 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:23:01.118033 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b0f52bc-b3cf-4280-b1da-7ef3c3a51ba9 req-9119a050-4328-4d34-bc6e-680dfa3a62b2 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 944 time: 0.0523140 Nov 15 12:23:01.167259 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9b0f52bc-b3cf-4280-b1da-7ef3c3a51ba9 req-8e2bd7ba-263d-4652-8f6e-671d5c472449 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431421 Nov 15 12:23:01.958315 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4c3b0d80-14f1-4816-b93a-f12e640de849 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:23:02.010933 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 4c3b0d80-14f1-4816-b93a-f12e640de849 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:23:02.014805 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 4c3b0d80-14f1-4816-b93a-f12e640de849 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:23:02.015187 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:02.101402 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:02.125410 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde20ea9-4c0b-422f-9593-8204b21c6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3b0d80-14f1-4816-b93a-f12e640de849'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:23:02.127670 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcd4622-7aed-4f32-ae04-1217642137ce" -d '{"events": [{"server_uuid": "fde20ea9-4c0b-422f-9593-8204b21c6607", "name": "network-vif-plugged", "status": "completed", "tag": "4c3b0d80-14f1-4816-b93a-f12e640de849"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:23:02.141463 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4c3b0d80-14f1-4816-b93a-f12e640de849, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4c3b0d80-14f1-4816-b93a-f12e640de849,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:23:02.146954 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:02.172192 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbcda53-cbf9-401d-8326-a207fceea4c3 x-openstack-request-id: req-1cbcda53-cbf9-401d-8326-a207fceea4c3 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:23:02.172472 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde20ea9-4c0b-422f-9593-8204b21c6607", "name": "network-vif-plugged", "status": "completed", "tag": "4c3b0d80-14f1-4816-b93a-f12e640de849", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:23:02.172736 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1cbcda53-cbf9-401d-8326-a207fceea4c3 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:23:02.173113 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde20ea9-4c0b-422f-9593-8204b21c6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3b0d80-14f1-4816-b93a-f12e640de849', 'code': 200} Nov 15 12:23:02.200178 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=4c3b0d80-14f1-4816-b93a-f12e640de849,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:23:02.273482 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120ca09-97e1-4ea7-9ba8-4190d0a1a427 req-358c5724-9731-4c46-88ee-a159259854e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:23:02.275579 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5120ca09-97e1-4ea7-9ba8-4190d0a1a427 req-358c5724-9731-4c46-88ee-a159259854e5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 1096 time: 0.0430832 Nov 15 12:23:02.289525 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e18b97-6a16-465c-b48b-c1d29fafc56c req-363317fe-c5ad-4ef9-8484-1ca0101e6c56 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:23:02.291161 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-16e18b97-6a16-465c-b48b-c1d29fafc56c req-363317fe-c5ad-4ef9-8484-1ca0101e6c56 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 945 time: 0.0493405 Nov 15 12:23:02.328532 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5120ca09-97e1-4ea7-9ba8-4190d0a1a427 req-db4e151b-9645-4b2b-9b85-1c186ede8603 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453811 Nov 15 12:23:02.344961 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-16e18b97-6a16-465c-b48b-c1d29fafc56c req-4b9bab43-2fab-436a-9104-395265b006a6 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477300 Nov 15 12:23:02.377192 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:03.463367 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961defee-cce1-4852-b719-2771d448fade req-b4bf8add-bb00-44fc-b6d1-0594bb52d86e tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:23:03.464894 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-961defee-cce1-4852-b719-2771d448fade req-b4bf8add-bb00-44fc-b6d1-0594bb52d86e tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 945 time: 0.0506287 Nov 15 12:23:03.516812 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-961defee-cce1-4852-b719-2771d448fade req-0ec8994f-feb1-4281-ae50-9eace46d8f24 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454848 Nov 15 12:23:03.633255 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843e420-7b5d-4670-9d4c-bb5b4472b0e2 req-0a4255b3-fd92-4d9c-a374-6d63944919ea tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:23:03.634841 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7843e420-7b5d-4670-9d4c-bb5b4472b0e2 req-0a4255b3-fd92-4d9c-a374-6d63944919ea tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 945 time: 0.0518968 Nov 15 12:23:03.686585 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7843e420-7b5d-4670-9d4c-bb5b4472b0e2 req-d616beeb-9f40-475e-b0c4-6f78474e86ab tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455730 Nov 15 12:23:03.709053 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55504) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:23:03.858014 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd6dee9-844e-4b3c-b148-6fe06e3b46a2 tempest-TestShelveInstance-249523959 tempest-TestShelveInstance-249523959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:23:03.860250 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8cd6dee9-844e-4b3c-b148-6fe06e3b46a2 tempest-TestShelveInstance-249523959 tempest-TestShelveInstance-249523959-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 1091 time: 0.1502309 Nov 15 12:23:03.863434 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55508) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:23:03.867756 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-e204bbae-e9c3-4820-8885-1fe1791224fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': '4c3b0d80-14f1-4816-b93a-f12e640de849', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:23:03.893955 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e204bbae-e9c3-4820-8885-1fe1791224fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:03.993740 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e204bbae-e9c3-4820-8885-1fe1791224fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:04.098565 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-e204bbae-e9c3-4820-8885-1fe1791224fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Allocated IP 172.25.7.229 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/e4ccadc3-72fd-4007-a655-3d31fe42add1) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:23:04.200915 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e204bbae-e9c3-4820-8885-1fe1791224fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:04.242606 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e204bbae-e9c3-4820-8885-1fe1791224fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:04.287128 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e204bbae-e9c3-4820-8885-1fe1791224fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:23:04.290218 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-e204bbae-e9c3-4820-8885-1fe1791224fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:23:04.294510 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e204bbae-e9c3-4820-8885-1fe1791224fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:23:04.297587 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204bbae-e9c3-4820-8885-1fe1791224fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event updated for resources: {'Port': ['ID=e4ccadc3-72fd-4007-a655-3d31fe42add1,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:23:04.641225 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e204bbae-e9c3-4820-8885-1fe1791224fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:04.711845 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e204bbae-e9c3-4820-8885-1fe1791224fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:04.875765 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e204bbae-e9c3-4820-8885-1fe1791224fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:04.883157 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e204bbae-e9c3-4820-8885-1fe1791224fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:04.943603 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204bbae-e9c3-4820-8885-1fe1791224fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event updated for resources: {'Port': ['ID=e4ccadc3-72fd-4007-a655-3d31fe42add1,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:23:04.959783 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e204bbae-e9c3-4820-8885-1fe1791224fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:05.060727 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-e204bbae-e9c3-4820-8885-1fe1791224fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Floating IP eb0c0d0e-b501-4c72-81ad-55dfb7ff0402 associated. External IP: 172.25.7.229, port: 4c3b0d80-14f1-4816-b93a-f12e640de849. Nov 15 12:23:05.276855 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e204bbae-e9c3-4820-8885-1fe1791224fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Router 7c5fc618-d77c-4cde-9361-0ac297a4504b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:23:05.382536 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e204bbae-e9c3-4820-8885-1fe1791224fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:23:05.394010 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24c03fb-dc1d-472a-9392-63f6fc03f457 None None] Sync routers for ids ['7c5fc618-d77c-4cde-9361-0ac297a4504b'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:23:05.407013 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e204bbae-e9c3-4820-8885-1fe1791224fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:05.407270 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24c03fb-dc1d-472a-9392-63f6fc03f457 None None] Routers {'7c5fc618-d77c-4cde-9361-0ac297a4504b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:23:05.407270 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a24c03fb-dc1d-472a-9392-63f6fc03f457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:22:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c5fc618-d77c-4cde-9361-0ac297a4504b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:23:05.432094 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e204bbae-e9c3-4820-8885-1fe1791224fe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5675354 Nov 15 12:23:05.432785 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde20ea9-4c0b-422f-9593-8204b21c6607', 'tag': '4c3b0d80-14f1-4816-b93a-f12e640de849'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:23:05.435101 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10b531b19c16a4bb032ad9325c521bd4bf8029a5360c7e3eb9d5ecffe28e67c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fa13d7-c7fc-428e-8f4a-7ae6d144e1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "fde20ea9-4c0b-422f-9593-8204b21c6607", "tag": "4c3b0d80-14f1-4816-b93a-f12e640de849"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:23:05.472907 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3632914f-df10-440c-83fe-8000524bf41f x-openstack-request-id: req-3632914f-df10-440c-83fe-8000524bf41f {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:23:05.473205 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde20ea9-4c0b-422f-9593-8204b21c6607", "tag": "4c3b0d80-14f1-4816-b93a-f12e640de849", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:23:05.473452 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3632914f-df10-440c-83fe-8000524bf41f {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:23:05.473858 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde20ea9-4c0b-422f-9593-8204b21c6607', 'tag': '4c3b0d80-14f1-4816-b93a-f12e640de849', 'status': 'completed', 'code': 200} Nov 15 12:23:05.518875 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-a24c03fb-dc1d-472a-9392-63f6fc03f457 None None] Set router 7c5fc618-d77c-4cde-9361-0ac297a4504b gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:23:05.535313 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa13d7-c7fc-428e-8f4a-7ae6d144e1e8 req-e2a70239-eb74-4dc6-8e1b-cfd5e293a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:23:05.536796 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e5fa13d7-c7fc-428e-8f4a-7ae6d144e1e8 req-e2a70239-eb74-4dc6-8e1b-cfd5e293a258 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5b0281ac68e47ccb92d9b768695bdcf&device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 1096 time: 0.0418901 Nov 15 12:23:05.630156 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa13d7-c7fc-428e-8f4a-7ae6d144e1e8 req-fb7a8749-88e8-4bd0-af8a-fbecf6746edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:23:05.631646 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e5fa13d7-c7fc-428e-8f4a-7ae6d144e1e8 req-fb7a8749-88e8-4bd0-af8a-fbecf6746edd service neutron] 10.222.0.55 "GET /v2.0/networks?id=e36c1076-02ce-4b89-ad68-ab04466f5d96 HTTP/1.1" status: 200 len: 910 time: 0.0876927 Nov 15 12:23:05.702508 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e5fa13d7-c7fc-428e-8f4a-7ae6d144e1e8 req-3b8fb19e-bf89-4dd1-8be3-67f2ab7bff5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c3b0d80-14f1-4816-b93a-f12e640de849 HTTP/1.1" status: 200 len: 999 time: 0.0634494 Nov 15 12:23:05.755869 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa13d7-c7fc-428e-8f4a-7ae6d144e1e8 req-e48eee62-572f-45d5-a96a-bcd58cdeaabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:23:05.757382 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e5fa13d7-c7fc-428e-8f4a-7ae6d144e1e8 req-e48eee62-572f-45d5-a96a-bcd58cdeaabe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac2e8361-6e7a-4e58-955a-b6fd2476935c HTTP/1.1" status: 200 len: 848 time: 0.0471048 Nov 15 12:23:05.805365 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa13d7-c7fc-428e-8f4a-7ae6d144e1e8 req-74d00f12-e3c2-42a4-a41a-b90cbb312d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:23:05.806788 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e5fa13d7-c7fc-428e-8f4a-7ae6d144e1e8 req-74d00f12-e3c2-42a4-a41a-b90cbb312d0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e36c1076-02ce-4b89-ad68-ab04466f5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417466 Nov 15 12:23:05.832204 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a24c03fb-dc1d-472a-9392-63f6fc03f457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'name': 'tempest-TestShelveInstance-1948507895-router', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:44Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'gw_port': {'id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:45Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'eb0c0d0e-b501-4c72-81ad-55dfb7ff0402', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'port_id': '4c3b0d80-14f1-4816-b93a-f12e640de849', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'mac_address': 'fa:16:3e:33:99:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde20ea9-4c0b-422f-9593-8204b21c6607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:23:04Z', 'updated_at': '2021-11-15T12:23:04Z', 'revision_number': 0, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adeb6e87-0dd7-413d-83d4-676a9936e494', 'name': '', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'mac_address': 'fa:16:3e:59:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:46Z', 'updated_at': '2021-11-15T12:22:51Z', 'revision_number': 5, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'subnets': [{'id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:23:05.858047 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24c03fb-dc1d-472a-9392-63f6fc03f457 None None] Checking router: 7c5fc618-d77c-4cde-9361-0ac297a4504b for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:23:05.866609 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24c03fb-dc1d-472a-9392-63f6fc03f457 None None] Routers {'7c5fc618-d77c-4cde-9361-0ac297a4504b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:23:05.867204 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a24c03fb-dc1d-472a-9392-63f6fc03f457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:22:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c5fc618-d77c-4cde-9361-0ac297a4504b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:23:05.906846 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e5fa13d7-c7fc-428e-8f4a-7ae6d144e1e8 req-8c5555e2-4c2d-47a1-a7c8-61d3251e832e service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927284 Nov 15 12:23:05.970545 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-a24c03fb-dc1d-472a-9392-63f6fc03f457 None None] Set router 7c5fc618-d77c-4cde-9361-0ac297a4504b gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:23:05.999200 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e5fa13d7-c7fc-428e-8f4a-7ae6d144e1e8 req-51699b16-e52f-4544-9418-4b56cabb606e service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849824 Nov 15 12:23:06.197462 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a24c03fb-dc1d-472a-9392-63f6fc03f457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'name': 'tempest-TestShelveInstance-1948507895-router', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:44Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'gw_port': {'id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:45Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'eb0c0d0e-b501-4c72-81ad-55dfb7ff0402', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'port_id': '4c3b0d80-14f1-4816-b93a-f12e640de849', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'mac_address': 'fa:16:3e:33:99:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde20ea9-4c0b-422f-9593-8204b21c6607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:23:04Z', 'updated_at': '2021-11-15T12:23:04Z', 'revision_number': 0, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adeb6e87-0dd7-413d-83d4-676a9936e494', 'name': '', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'mac_address': 'fa:16:3e:59:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:46Z', 'updated_at': '2021-11-15T12:22:51Z', 'revision_number': 5, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'subnets': [{'id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:23:06.223201 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24c03fb-dc1d-472a-9392-63f6fc03f457 None None] The sync data for ids ['7c5fc618-d77c-4cde-9361-0ac297a4504b'] in n-d-729945-9 is: [{'id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'name': 'tempest-TestShelveInstance-1948507895-router', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:44Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'gw_port': {'id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:45Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'eb0c0d0e-b501-4c72-81ad-55dfb7ff0402', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'port_id': '4c3b0d80-14f1-4816-b93a-f12e640de849', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'mac_address': 'fa:16:3e:33:99:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde20ea9-4c0b-422f-9593-8204b21c6607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:23:04Z', 'updated_at': '2021-11-15T12:23:04Z', 'revision_number': 0, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adeb6e87-0dd7-413d-83d4-676a9936e494', 'name': '', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'mac_address': 'fa:16:3e:59:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:46Z', 'updated_at': '2021-11-15T12:22:51Z', 'revision_number': 5, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'subnets': [{'id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:23:06.336745 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ef4d58f5-1233-4d58-88d7-c07ce639fee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:06.429050 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fbc9a4-2a5e-40c9-ba7a-b9229e09dc48 None None] New status for floating IP eb0c0d0e-b501-4c72-81ad-55dfb7ff0402: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:23:08.477584 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-58cc135a-15fa-4f18-8ff2-a940925274b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:10.156817 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:11.714495 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:12.225939 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:12.429657 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-17b501d2-af83-4dc5-97d6-4b89dda99c40 req-0d8ae793-13b3-4cf9-8337-a8550698ca17 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0963049 Nov 15 12:23:12.514516 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b501d2-af83-4dc5-97d6-4b89dda99c40 req-face52fb-bbc5-48e7-b821-77f322713b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:23:12.516068 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-17b501d2-af83-4dc5-97d6-4b89dda99c40 req-face52fb-bbc5-48e7-b821-77f322713b0b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0431483 Nov 15 12:23:12.624446 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b501d2-af83-4dc5-97d6-4b89dda99c40 req-89d916a5-ade0-4193-9cbf-cb20c210eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:23:12.625836 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-17b501d2-af83-4dc5-97d6-4b89dda99c40 req-89d916a5-ade0-4193-9cbf-cb20c210eebe service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0903780 Nov 15 12:23:12.667689 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-17b501d2-af83-4dc5-97d6-4b89dda99c40 req-8b5028bd-346a-485e-bf47-f5f55e88e4ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0341372 Nov 15 12:23:12.716738 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b501d2-af83-4dc5-97d6-4b89dda99c40 req-dd610e51-4d30-4faf-af65-2c02651eed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:23:12.718114 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-17b501d2-af83-4dc5-97d6-4b89dda99c40 req-dd610e51-4d30-4faf-af65-2c02651eed5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0432231 Nov 15 12:23:12.765397 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b501d2-af83-4dc5-97d6-4b89dda99c40 req-abb977c0-3e3e-41f2-b07a-72b5d421daec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:23:12.766908 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-17b501d2-af83-4dc5-97d6-4b89dda99c40 req-abb977c0-3e3e-41f2-b07a-72b5d421daec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419605 Nov 15 12:23:12.862515 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-17b501d2-af83-4dc5-97d6-4b89dda99c40 req-7be0cd98-78dc-42d3-a1f4-532278ca27f6 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884686 Nov 15 12:23:12.955030 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-17b501d2-af83-4dc5-97d6-4b89dda99c40 req-ebf122a8-88ae-475b-b5d4-066730bf412f service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848231 Nov 15 12:23:18.561117 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-55d5b71a-f6a7-4a72-8088-4a8d33f6eab5 req-1aeaabfd-2b02-4bfd-9a0a-b8a13897e6d3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0873952 Nov 15 12:23:18.652378 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5b71a-f6a7-4a72-8088-4a8d33f6eab5 req-629f0d90-cb49-437e-a108-69a268b5890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:23:18.653903 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-55d5b71a-f6a7-4a72-8088-4a8d33f6eab5 req-629f0d90-cb49-437e-a108-69a268b5890b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5b0281ac68e47ccb92d9b768695bdcf&device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 1096 time: 0.0423234 Nov 15 12:23:18.763727 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5b71a-f6a7-4a72-8088-4a8d33f6eab5 req-4714fe86-c58d-41c9-bb46-40ed5cb3c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:23:18.765133 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-55d5b71a-f6a7-4a72-8088-4a8d33f6eab5 req-4714fe86-c58d-41c9-bb46-40ed5cb3c3f6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e36c1076-02ce-4b89-ad68-ab04466f5d96 HTTP/1.1" status: 200 len: 910 time: 0.0886495 Nov 15 12:23:18.832042 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-55d5b71a-f6a7-4a72-8088-4a8d33f6eab5 req-a3446772-d26b-4853-9858-85e3c633eaee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c3b0d80-14f1-4816-b93a-f12e640de849 HTTP/1.1" status: 200 len: 1001 time: 0.0597172 Nov 15 12:23:18.880315 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5b71a-f6a7-4a72-8088-4a8d33f6eab5 req-350cd135-b898-40f8-9266-cd990bd9a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:23:18.881729 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-55d5b71a-f6a7-4a72-8088-4a8d33f6eab5 req-350cd135-b898-40f8-9266-cd990bd9a1c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac2e8361-6e7a-4e58-955a-b6fd2476935c HTTP/1.1" status: 200 len: 848 time: 0.0433006 Nov 15 12:23:18.932025 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5b71a-f6a7-4a72-8088-4a8d33f6eab5 req-ece7b485-8528-4b6e-8a37-e7f5418a8633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:23:18.933481 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-55d5b71a-f6a7-4a72-8088-4a8d33f6eab5 req-ece7b485-8528-4b6e-8a37-e7f5418a8633 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e36c1076-02ce-4b89-ad68-ab04466f5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440636 Nov 15 12:23:19.032215 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-55d5b71a-f6a7-4a72-8088-4a8d33f6eab5 req-5e1abc19-a94a-44bc-ba22-826c5eb0bede service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905447 Nov 15 12:23:19.128102 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-55d5b71a-f6a7-4a72-8088-4a8d33f6eab5 req-ae5079c0-9690-4299-9406-313781759e55 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895119 Nov 15 12:23:30.244458 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:32.413054 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:36.356542 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5477cf54-cff3-4024-8f30-587d9da56804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:36.853136 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:23:38.481596 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-528ce1af-4e68-41cf-affa-b521a71bddd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:40.160725 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:41.720721 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:23:42.230638 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:24:00.070666 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-590affa6-30bf-401f-adfb-d2608564b36c req-f86efb27-800c-47b0-8859-aee547d15014 service neutron] (102677) timed out ('10.222.0.64', 45586) {{(pid=102677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 12:24:00.257617 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:24:02.412130 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:24:06.352919 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0396fa75-be43-4845-9ada-b4cfa443cccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:24:08.486079 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0bada29f-84a5-4fd9-bb82-93842ca6fd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:24:10.163195 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:24:11.725645 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:24:12.229026 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:24:13.857807 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:24:14.403682 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-341b0f1b-ecd1-4b30-bc76-caba06b49cad req-99aa3b18-ad83-4984-9f94-82cf6e629047 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421882 Nov 15 12:24:14.492501 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b0f1b-ecd1-4b30-bc76-caba06b49cad req-ae3ec5dd-70f5-4df6-900a-22b74c922ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:24:14.494028 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-341b0f1b-ecd1-4b30-bc76-caba06b49cad req-ae3ec5dd-70f5-4df6-900a-22b74c922ae2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0428348 Nov 15 12:24:14.611455 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b0f1b-ecd1-4b30-bc76-caba06b49cad req-e83e7048-9d5a-4a76-a324-1616c2277959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:24:14.612986 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-341b0f1b-ecd1-4b30-bc76-caba06b49cad req-e83e7048-9d5a-4a76-a324-1616c2277959 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0985711 Nov 15 12:24:14.659221 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-341b0f1b-ecd1-4b30-bc76-caba06b49cad req-f79247a9-e3fd-417b-ad8d-cce444ffde5e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0354540 Nov 15 12:24:14.713979 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b0f1b-ecd1-4b30-bc76-caba06b49cad req-06a11380-8d7c-4efa-9ae8-a44915b32b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:24:14.715429 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-341b0f1b-ecd1-4b30-bc76-caba06b49cad req-06a11380-8d7c-4efa-9ae8-a44915b32b1d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0494907 Nov 15 12:24:14.763425 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b0f1b-ecd1-4b30-bc76-caba06b49cad req-fa466cda-b3d1-4669-bda0-636724588200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:24:14.764951 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-341b0f1b-ecd1-4b30-bc76-caba06b49cad req-fa466cda-b3d1-4669-bda0-636724588200 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424438 Nov 15 12:24:14.852245 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-341b0f1b-ecd1-4b30-bc76-caba06b49cad req-e6c8d66d-6cfd-4db8-8b75-5ed93dfc527e service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803409 Nov 15 12:24:14.950146 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-341b0f1b-ecd1-4b30-bc76-caba06b49cad req-24b12ca7-a06b-4bc3-80aa-0e6ddf76bb9e service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905726 Nov 15 12:24:18.516225 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5d136869-3b52-4a89-a757-e3ba33cddaa8 req-254e9d54-6b4a-4d35-b99a-c0f50e26e302 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430803 Nov 15 12:24:18.614156 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d136869-3b52-4a89-a757-e3ba33cddaa8 req-9e905d70-d507-4e9f-951f-7142466afe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:24:18.615641 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5d136869-3b52-4a89-a757-e3ba33cddaa8 req-9e905d70-d507-4e9f-951f-7142466afe09 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5b0281ac68e47ccb92d9b768695bdcf&device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 1096 time: 0.0553858 Nov 15 12:24:18.734402 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d136869-3b52-4a89-a757-e3ba33cddaa8 req-078dc3a2-a7e6-49d8-b742-3f5f442c32b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:24:18.735921 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5d136869-3b52-4a89-a757-e3ba33cddaa8 req-078dc3a2-a7e6-49d8-b742-3f5f442c32b2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e36c1076-02ce-4b89-ad68-ab04466f5d96 HTTP/1.1" status: 200 len: 910 time: 0.1011634 Nov 15 12:24:18.804304 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5d136869-3b52-4a89-a757-e3ba33cddaa8 req-c4539eca-afcc-417a-9536-853da8c15a6f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c3b0d80-14f1-4816-b93a-f12e640de849 HTTP/1.1" status: 200 len: 1001 time: 0.0608261 Nov 15 12:24:18.852574 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d136869-3b52-4a89-a757-e3ba33cddaa8 req-1d425c19-0bee-44dc-9818-e54f4f449af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:24:18.853962 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5d136869-3b52-4a89-a757-e3ba33cddaa8 req-1d425c19-0bee-44dc-9818-e54f4f449af3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac2e8361-6e7a-4e58-955a-b6fd2476935c HTTP/1.1" status: 200 len: 848 time: 0.0432131 Nov 15 12:24:18.899786 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d136869-3b52-4a89-a757-e3ba33cddaa8 req-6ab0cf02-4006-4270-9553-eb16c901bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:24:18.901271 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5d136869-3b52-4a89-a757-e3ba33cddaa8 req-6ab0cf02-4006-4270-9553-eb16c901bfcd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e36c1076-02ce-4b89-ad68-ab04466f5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403252 Nov 15 12:24:18.993282 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5d136869-3b52-4a89-a757-e3ba33cddaa8 req-200d51d7-384e-424a-aea4-b35c73bace73 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841687 Nov 15 12:24:19.083263 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-5d136869-3b52-4a89-a757-e3ba33cddaa8 req-b570cf39-1f1f-4893-8ab1-3d820efa453b service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831659 Nov 15 12:24:30.259994 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:24:32.434839 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:24:36.341915 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bf051095-5e5d-48a1-a305-a0e670ab8e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:24:38.487433 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-14ab9900-b94b-4c93-8cd5-6791b6442d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:24:40.166854 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:24:41.890035 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:24:42.221963 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:24:50.860503 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:25:00.295350 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:02.443060 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:03.377549 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c73e36-fb26-4715-aefd-1a7c9c1fd1cd req-cf6a6180-1d56-4bc0-8eb7-332e3a39ea62 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:03.379038 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-16c73e36-fb26-4715-aefd-1a7c9c1fd1cd req-cf6a6180-1d56-4bc0-8eb7-332e3a39ea62 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 945 time: 0.0540259 Nov 15 12:25:03.432183 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-16c73e36-fb26-4715-aefd-1a7c9c1fd1cd req-76cc8021-8851-4fee-aea1-d011a9f54a32 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440962 Nov 15 12:25:04.585125 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d0133-475a-427a-9662-5b1f9ce692e6 req-5d84569b-58ec-4ff3-9eca-6934a0a3c6cb tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:04.586616 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c45d0133-475a-427a-9662-5b1f9ce692e6 req-5d84569b-58ec-4ff3-9eca-6934a0a3c6cb tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 945 time: 0.0540349 Nov 15 12:25:04.636482 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c45d0133-475a-427a-9662-5b1f9ce692e6 req-c6677666-d997-483d-bb58-2e57e5442b40 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436957 Nov 15 12:25:05.767758 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0a42f-770a-4614-9baf-3365cb1132ae req-0e4c6b15-dd65-47b5-bc74-0649131e9007 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:05.769221 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3e0a42f-770a-4614-9baf-3365cb1132ae req-0e4c6b15-dd65-47b5-bc74-0649131e9007 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 945 time: 0.0565317 Nov 15 12:25:05.821195 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c3e0a42f-770a-4614-9baf-3365cb1132ae req-ef52a03d-3039-45c3-bce9-2e3182ab0b53 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429342 Nov 15 12:25:06.340368 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-291b14f4-07d4-4d85-874d-8af8b8c83e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:06.948710 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43912573-8c2f-40af-b6d2-e732f6477082 req-8e73ac5d-691b-4307-b5a0-5080815435bd tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:06.950221 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-43912573-8c2f-40af-b6d2-e732f6477082 req-8e73ac5d-691b-4307-b5a0-5080815435bd tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 945 time: 0.0487008 Nov 15 12:25:07.002355 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-43912573-8c2f-40af-b6d2-e732f6477082 req-42f0229b-3087-44b5-a959-34ccbf57c4b3 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460980 Nov 15 12:25:08.126100 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b2291-3e2a-4a70-b967-5db566a25114 req-3d5fad29-1afb-4023-abc4-1bf430528799 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:08.127580 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f4b2291-3e2a-4a70-b967-5db566a25114 req-3d5fad29-1afb-4023-abc4-1bf430528799 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 945 time: 0.0532784 Nov 15 12:25:08.176220 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f4b2291-3e2a-4a70-b967-5db566a25114 req-75ce9ddc-d2c2-4239-8e39-7611dbb505f0 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423751 Nov 15 12:25:08.494504 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3c0958e4-211a-438e-af0f-4ae46145e405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:09.318076 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b073085-820a-4cfc-aebc-227c93a443fe req-587c805b-c71d-4bda-896e-ea25ca7229c1 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:09.320208 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b073085-820a-4cfc-aebc-227c93a443fe req-587c805b-c71d-4bda-896e-ea25ca7229c1 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 945 time: 0.0679502 Nov 15 12:25:09.376854 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2b073085-820a-4cfc-aebc-227c93a443fe req-a3f2cc66-7633-4031-b0da-0d550a8be614 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474660 Nov 15 12:25:10.172626 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:10.515142 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884e1ea-16a3-4e40-9bae-7e067ad02179 req-1b902756-88b8-42f5-96db-ae8d773fe2d7 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:10.516671 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0884e1ea-16a3-4e40-9bae-7e067ad02179 req-1b902756-88b8-42f5-96db-ae8d773fe2d7 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 945 time: 0.0637298 Nov 15 12:25:10.567575 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0884e1ea-16a3-4e40-9bae-7e067ad02179 req-cfe55c6e-3f16-439c-84b2-493710da180c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429080 Nov 15 12:25:11.701436 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a044f8-0433-4368-b1f3-9ec0415336c0 req-cfb21354-2ab2-4581-8c17-76c745035eda tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:11.702924 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3a044f8-0433-4368-b1f3-9ec0415336c0 req-cfb21354-2ab2-4581-8c17-76c745035eda tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 945 time: 0.0570540 Nov 15 12:25:11.724303 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:11.755890 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e3a044f8-0433-4368-b1f3-9ec0415336c0 req-8eed7cd2-37bc-4847-80f0-a981f80846f9 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458319 Nov 15 12:25:12.228325 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:12.898041 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52cfab-0937-4214-a89f-fe9d5d970069 req-c0528d51-28a0-4f37-8743-cb9478bd2be8 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:12.899525 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7d52cfab-0937-4214-a89f-fe9d5d970069 req-c0528d51-28a0-4f37-8743-cb9478bd2be8 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 945 time: 0.0577056 Nov 15 12:25:12.951917 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7d52cfab-0937-4214-a89f-fe9d5d970069 req-a48ccbd8-383c-48a1-a031-369df1a768b9 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460930 Nov 15 12:25:14.070095 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9d228-527f-4dd5-9f0d-2e1f2d451dcd req-d98f3f01-4f72-494f-9000-92fb94e288b1 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:14.071589 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1df9d228-527f-4dd5-9f0d-2e1f2d451dcd req-d98f3f01-4f72-494f-9000-92fb94e288b1 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 945 time: 0.0494659 Nov 15 12:25:14.121297 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1df9d228-527f-4dd5-9f0d-2e1f2d451dcd req-25a229ac-8318-41dc-87c2-8a550bd1d893 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435624 Nov 15 12:25:14.488670 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4c3b0d80-14f1-4816-b93a-f12e640de849 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:25:14.593516 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4c3b0d80-14f1-4816-b93a-f12e640de849, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4c3b0d80-14f1-4816-b93a-f12e640de849,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:25:14.604848 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '4c3b0d80-14f1-4816-b93a-f12e640de849', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'port_id': '4c3b0d80-14f1-4816-b93a-f12e640de849', 'mac_address': 'fa:16:3e:33:99:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:25:14.645096 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:14.657750 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c3b0d80-14f1-4816-b93a-f12e640de849 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:25:14.676390 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4c3b0d80-14f1-4816-b93a-f12e640de849, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4c3b0d80-14f1-4816-b93a-f12e640de849,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:25:14.682806 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:14.739907 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=4c3b0d80-14f1-4816-b93a-f12e640de849,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:25:14.747625 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:25:14.748007 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:25:14.748314 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:25:14.748664 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:25:14.748963 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:25:14.749302 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:25:14.749614 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:25:14.749925 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:25:14.750234 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:25:14.750538 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:25:14.750846 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:25:14.751135 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:25:14.757075 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['4c3b0d80-14f1-4816-b93a-f12e640de849'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:25:15.238504 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea5d3c-f2e1-4ad8-825a-7af7d1ad0387 req-d5794e85-e022-457d-9dbb-8c1637cb81a2 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:15.240047 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7ea5d3c-f2e1-4ad8-825a-7af7d1ad0387 req-d5794e85-e022-457d-9dbb-8c1637cb81a2 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 944 time: 0.0493326 Nov 15 12:25:15.291260 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7ea5d3c-f2e1-4ad8-825a-7af7d1ad0387 req-06e77eaf-4484-45da-bc0f-db7ad55b843a tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448933 Nov 15 12:25:15.382557 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9e7193ee-26ad-4ce9-95a0-8f078db506a2 req-7d7238d0-f90f-450f-8c92-f37f3c870072 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453217 Nov 15 12:25:15.474377 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7193ee-26ad-4ce9-95a0-8f078db506a2 req-8f1bf6d1-8e69-46a9-b0bf-1b8b52a65dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:15.476122 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9e7193ee-26ad-4ce9-95a0-8f078db506a2 req-8f1bf6d1-8e69-46a9-b0bf-1b8b52a65dad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0484638 Nov 15 12:25:15.586188 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7193ee-26ad-4ce9-95a0-8f078db506a2 req-88adc0a8-1858-4679-a9f5-7520f1c50378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:15.587802 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9e7193ee-26ad-4ce9-95a0-8f078db506a2 req-88adc0a8-1858-4679-a9f5-7520f1c50378 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0918584 Nov 15 12:25:15.632837 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9e7193ee-26ad-4ce9-95a0-8f078db506a2 req-dc75cf3d-f03a-40c0-ada7-9b33d99ccad1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0381556 Nov 15 12:25:15.682604 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7193ee-26ad-4ce9-95a0-8f078db506a2 req-750e694d-aea0-4a96-9521-6c978d462be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:15.684189 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9e7193ee-26ad-4ce9-95a0-8f078db506a2 req-750e694d-aea0-4a96-9521-6c978d462be1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0438776 Nov 15 12:25:15.746511 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7193ee-26ad-4ce9-95a0-8f078db506a2 req-31971d08-5893-4029-adb6-f4b4669a1eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:15.748110 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9e7193ee-26ad-4ce9-95a0-8f078db506a2 req-31971d08-5893-4029-adb6-f4b4669a1eb6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559366 Nov 15 12:25:15.852409 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9e7193ee-26ad-4ce9-95a0-8f078db506a2 req-386605f9-223d-4d03-9292-c05aa32a9d2c service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972147 Nov 15 12:25:15.951327 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9e7193ee-26ad-4ce9-95a0-8f078db506a2 req-1080e2c4-70fb-4224-9c0e-5f8dac7ec9a1 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909729 Nov 15 12:25:16.438720 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31b464-baa5-404b-963b-9b75e2748a68 req-ca62508a-794f-4129-8e78-7139061fce3c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:16.440394 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a31b464-baa5-404b-963b-9b75e2748a68 req-ca62508a-794f-4129-8e78-7139061fce3c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 944 time: 0.0739725 Nov 15 12:25:16.494789 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4c3b0d80-14f1-4816-b93a-f12e640de849 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:25:16.500564 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2a31b464-baa5-404b-963b-9b75e2748a68 req-78b8e892-8515-44d2-858e-12893fde9d12 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537343 Nov 15 12:25:16.552965 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 4c3b0d80-14f1-4816-b93a-f12e640de849 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:25:16.553332 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:16.638864 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:16.662941 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde20ea9-4c0b-422f-9593-8204b21c6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3b0d80-14f1-4816-b93a-f12e640de849'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:25:16.665283 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578a9dea-c957-40cf-beb4-9d2e2ce48a1e" -d '{"events": [{"server_uuid": "fde20ea9-4c0b-422f-9593-8204b21c6607", "name": "network-vif-plugged", "status": "completed", "tag": "4c3b0d80-14f1-4816-b93a-f12e640de849"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:25:16.678756 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4c3b0d80-14f1-4816-b93a-f12e640de849, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4c3b0d80-14f1-4816-b93a-f12e640de849,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:25:16.687793 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:16.752740 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=4c3b0d80-14f1-4816-b93a-f12e640de849,revision_number=7']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:25:16.794475 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565eaf62-4305-4f2a-97be-158212001986 x-openstack-request-id: req-565eaf62-4305-4f2a-97be-158212001986 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:25:16.794889 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde20ea9-4c0b-422f-9593-8204b21c6607", "name": "network-vif-plugged", "status": "completed", "tag": "4c3b0d80-14f1-4816-b93a-f12e640de849", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:25:16.795406 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-565eaf62-4305-4f2a-97be-158212001986 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:25:16.795830 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde20ea9-4c0b-422f-9593-8204b21c6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3b0d80-14f1-4816-b93a-f12e640de849', 'code': 200} Nov 15 12:25:17.620581 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc8dff-3d72-4e46-91e5-20843590737b req-aabcaffb-3bd1-4f04-a4bc-afb787b06480 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:17.622273 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08cc8dff-3d72-4e46-91e5-20843590737b req-aabcaffb-3bd1-4f04-a4bc-afb787b06480 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 945 time: 0.0515807 Nov 15 12:25:17.673390 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08cc8dff-3d72-4e46-91e5-20843590737b req-62ed4960-5bca-4a2d-b45b-d7425c62520f tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450954 Nov 15 12:25:18.803807 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d2a79-a903-4f4e-b6de-c76ccbb45a68 req-b3a98768-9cf8-42e0-81c0-6315dcfc46bb tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:18.805319 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb3d2a79-a903-4f4e-b6de-c76ccbb45a68 req-b3a98768-9cf8-42e0-81c0-6315dcfc46bb tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 945 time: 0.0570276 Nov 15 12:25:18.862432 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb3d2a79-a903-4f4e-b6de-c76ccbb45a68 req-c2f93bf2-98be-403e-a06d-b7416ad88992 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498354 Nov 15 12:25:19.992309 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239348dc-2911-4cc6-be91-8a0768d49d1e req-beaeb786-49e9-476f-abef-5cc16a41c4a7 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:19.994672 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-239348dc-2911-4cc6-be91-8a0768d49d1e req-beaeb786-49e9-476f-abef-5cc16a41c4a7 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 945 time: 0.0557449 Nov 15 12:25:20.060353 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-239348dc-2911-4cc6-be91-8a0768d49d1e req-4bbc6bde-5e9a-4e67-855a-4fb53d2de540 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595584 Nov 15 12:25:21.152312 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deba5ac-83d4-4229-86ef-bb304258f609 req-d448017b-9fde-4e6d-857f-8b64a5fcb041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:21.153938 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7deba5ac-83d4-4229-86ef-bb304258f609 req-d448017b-9fde-4e6d-857f-8b64a5fcb041 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5b0281ac68e47ccb92d9b768695bdcf&device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 1096 time: 0.0458467 Nov 15 12:25:21.204701 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6123ff-c81d-47d1-a6e8-d6830a08fb74 req-b26531b8-ff45-4256-8944-63851373f90a tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:21.206971 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-be6123ff-c81d-47d1-a6e8-d6830a08fb74 req-b26531b8-ff45-4256-8944-63851373f90a tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 945 time: 0.0540001 Nov 15 12:25:21.264304 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-be6123ff-c81d-47d1-a6e8-d6830a08fb74 req-39442a33-b700-4fbc-8327-610166626084 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513017 Nov 15 12:25:21.276367 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deba5ac-83d4-4229-86ef-bb304258f609 req-07d4d1d1-4852-456d-9c8b-777fb1e8cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:21.278008 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7deba5ac-83d4-4229-86ef-bb304258f609 req-07d4d1d1-4852-456d-9c8b-777fb1e8cb15 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e36c1076-02ce-4b89-ad68-ab04466f5d96 HTTP/1.1" status: 200 len: 910 time: 0.1003199 Nov 15 12:25:21.357314 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7deba5ac-83d4-4229-86ef-bb304258f609 req-6cbc05d8-975f-40fa-8ebf-092b76fbe51f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c3b0d80-14f1-4816-b93a-f12e640de849 HTTP/1.1" status: 200 len: 1001 time: 0.0670516 Nov 15 12:25:21.408796 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deba5ac-83d4-4229-86ef-bb304258f609 req-98ce548f-daf0-45de-a9ed-d1a06be8e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:21.410307 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7deba5ac-83d4-4229-86ef-bb304258f609 req-98ce548f-daf0-45de-a9ed-d1a06be8e836 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac2e8361-6e7a-4e58-955a-b6fd2476935c HTTP/1.1" status: 200 len: 848 time: 0.0457518 Nov 15 12:25:21.459463 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deba5ac-83d4-4229-86ef-bb304258f609 req-5722e213-8b36-425c-9adc-5151cb118094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:21.461044 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7deba5ac-83d4-4229-86ef-bb304258f609 req-5722e213-8b36-425c-9adc-5151cb118094 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e36c1076-02ce-4b89-ad68-ab04466f5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425439 Nov 15 12:25:21.564896 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7deba5ac-83d4-4229-86ef-bb304258f609 req-528ac6b4-0558-4504-bd11-bf32b6317572 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940564 Nov 15 12:25:21.669282 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-7deba5ac-83d4-4229-86ef-bb304258f609 req-e206b549-88bf-45a5-bd18-7d521ee32250 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949478 Nov 15 12:25:22.394305 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3dc106-573c-4053-a696-040d5abda392 req-8e0fae7e-76ab-43db-ac35-e194d1c7ab78 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:22.395819 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b3dc106-573c-4053-a696-040d5abda392 req-8e0fae7e-76ab-43db-ac35-e194d1c7ab78 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 945 time: 0.0527902 Nov 15 12:25:22.450241 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b3dc106-573c-4053-a696-040d5abda392 req-bf077639-7dd5-44e7-b1fd-f537b9dfe688 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474954 Nov 15 12:25:23.575735 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c8fae-92e7-43ac-becb-c0844c398277 req-43bb9ce3-f6f4-434a-aefd-c3e6bad73c28 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:23.583629 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-077c8fae-92e7-43ac-becb-c0844c398277 req-43bb9ce3-f6f4-434a-aefd-c3e6bad73c28 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 945 time: 0.0599749 Nov 15 12:25:23.635938 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-077c8fae-92e7-43ac-becb-c0844c398277 req-3828f64e-47c0-448e-9ffe-97d8bd632dfe tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513041 Nov 15 12:25:24.768274 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112ed84-a3e5-4ebf-9555-35d3ed020a0e req-ec717ab5-d756-4ad2-92b7-ac1d85253082 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:24.769633 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d112ed84-a3e5-4ebf-9555-35d3ed020a0e req-ec717ab5-d756-4ad2-92b7-ac1d85253082 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 945 time: 0.0597460 Nov 15 12:25:24.820905 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d112ed84-a3e5-4ebf-9555-35d3ed020a0e req-7979c550-6c98-4808-94b6-3df1e710ff02 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424440 Nov 15 12:25:25.126618 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e254b-0b77-4288-a402-9e65bb51cc90 req-59db2e56-1598-4f71-8644-c858ba4490a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:25.128168 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-658e254b-0b77-4288-a402-9e65bb51cc90 req-59db2e56-1598-4f71-8644-c858ba4490a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5b0281ac68e47ccb92d9b768695bdcf&device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 1096 time: 0.0432611 Nov 15 12:25:25.564911 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e254b-0b77-4288-a402-9e65bb51cc90 req-7322886c-b69e-48fb-af9e-f4836b7cb2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:25.566427 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-658e254b-0b77-4288-a402-9e65bb51cc90 req-7322886c-b69e-48fb-af9e-f4836b7cb2a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e36c1076-02ce-4b89-ad68-ab04466f5d96 HTTP/1.1" status: 200 len: 910 time: 0.4304645 Nov 15 12:25:25.638335 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-658e254b-0b77-4288-a402-9e65bb51cc90 req-5308f970-811c-44e7-99ff-9cc10ae16c24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c3b0d80-14f1-4816-b93a-f12e640de849 HTTP/1.1" status: 200 len: 1001 time: 0.0638156 Nov 15 12:25:25.686928 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e254b-0b77-4288-a402-9e65bb51cc90 req-8fc5fb13-f957-471c-b1a9-076abb47abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:25.688356 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-658e254b-0b77-4288-a402-9e65bb51cc90 req-8fc5fb13-f957-471c-b1a9-076abb47abb3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac2e8361-6e7a-4e58-955a-b6fd2476935c HTTP/1.1" status: 200 len: 848 time: 0.0428829 Nov 15 12:25:25.734494 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e254b-0b77-4288-a402-9e65bb51cc90 req-e01823e1-469d-4c79-b1a6-cf3934959186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:25.736321 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-658e254b-0b77-4288-a402-9e65bb51cc90 req-e01823e1-469d-4c79-b1a6-cf3934959186 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e36c1076-02ce-4b89-ad68-ab04466f5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408175 Nov 15 12:25:25.828709 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-658e254b-0b77-4288-a402-9e65bb51cc90 req-6b2ad361-885b-4284-87b9-36d9b6a96a18 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847404 Nov 15 12:25:25.921756 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-658e254b-0b77-4288-a402-9e65bb51cc90 req-d4f57de2-b59d-432b-8c16-8207136fa594 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852718 Nov 15 12:25:25.945430 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c5d3a-fb60-430b-bee2-47d8d22afd84 req-c9f59622-fbbf-42a9-9447-306fe5365f25 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:25.946937 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-468c5d3a-fb60-430b-bee2-47d8d22afd84 req-c9f59622-fbbf-42a9-9447-306fe5365f25 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 945 time: 0.0500011 Nov 15 12:25:25.996878 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-468c5d3a-fb60-430b-bee2-47d8d22afd84 req-e435a462-a089-4051-968c-6fdd4efd3fbf tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433977 Nov 15 12:25:27.128195 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687604d-156c-4ecd-8bf3-1bb716c90a34 req-780bbeda-c027-424a-9ebc-c0697bb60257 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:27.129587 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b687604d-156c-4ecd-8bf3-1bb716c90a34 req-780bbeda-c027-424a-9ebc-c0697bb60257 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 945 time: 0.0548661 Nov 15 12:25:27.183964 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b687604d-156c-4ecd-8bf3-1bb716c90a34 req-7947c2d4-3d6f-4b13-9c85-5299d72814fb tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483489 Nov 15 12:25:27.860295 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:25:28.328234 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9532c5-271e-41d3-8319-58e0ac10324a req-fb8d9136-d001-40c9-b08e-e038f3fc0c64 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:28.329815 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cb9532c5-271e-41d3-8319-58e0ac10324a req-fb8d9136-d001-40c9-b08e-e038f3fc0c64 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 945 time: 0.0596492 Nov 15 12:25:28.382134 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cb9532c5-271e-41d3-8319-58e0ac10324a req-2a7646db-fe8d-4ed3-b0ee-deabcaf39c9d tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436554 Nov 15 12:25:28.498501 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-dfadab0d-933c-479b-b142-a7457a02a12d req-2d389512-f471-4365-9e75-0e31ddade9c6 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:25:28.499495 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dfadab0d-933c-479b-b142-a7457a02a12d req-2d389512-f471-4365-9e75-0e31ddade9c6 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0527792 Nov 15 12:25:28.535750 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4c3b0d80-14f1-4816-b93a-f12e640de849 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:25:28.618250 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:28.647706 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde20ea9-4c0b-422f-9593-8204b21c6607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c3b0d80-14f1-4816-b93a-f12e640de849'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:25:28.650361 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1166ac-3414-48d3-bf15-d028c78e0524" -d '{"events": [{"server_uuid": "fde20ea9-4c0b-422f-9593-8204b21c6607", "name": "network-vif-unplugged", "status": "completed", "tag": "4c3b0d80-14f1-4816-b93a-f12e640de849"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:25:28.656816 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4c3b0d80-14f1-4816-b93a-f12e640de849, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4c3b0d80-14f1-4816-b93a-f12e640de849,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:25:28.661227 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:28.664399 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e3a26-8bcb-41e0-85ab-b2c87d3a6dfe req-e1c3fda4-29c9-40a1-bc45-28469bdc045a tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:28.666162 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b29e3a26-8bcb-41e0-85ab-b2c87d3a6dfe req-e1c3fda4-29c9-40a1-bc45-28469bdc045a tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 945 time: 0.0572190 Nov 15 12:25:28.714516 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=4c3b0d80-14f1-4816-b93a-f12e640de849,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:25:28.716338 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b29e3a26-8bcb-41e0-85ab-b2c87d3a6dfe req-20f50556-800c-4388-959e-883f00f5f40e tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441866 Nov 15 12:25:28.756323 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 15 Nov 2021 12:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7744c41-047a-48b0-9817-316a8cbacafd x-openstack-request-id: req-f7744c41-047a-48b0-9817-316a8cbacafd {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:25:28.756615 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde20ea9-4c0b-422f-9593-8204b21c6607", "name": "network-vif-unplugged", "status": "failed", "tag": "4c3b0d80-14f1-4816-b93a-f12e640de849", "code": 422}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:25:28.756860 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f7744c41-047a-48b0-9817-316a8cbacafd {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:25:28.757772 n-d-729945-9 neutron-server[102679]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fde20ea9-4c0b-422f-9593-8204b21c6607', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4c3b0d80-14f1-4816-b93a-f12e640de849', 'code': 422} returned with failed status Nov 15 12:25:28.852749 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30e212d9-5982-4de7-95d2-014ec1d6759b req-572a99c0-bea2-4e5d-968a-e3afbe805786 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849836 Nov 15 12:25:29.677294 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e212d9-5982-4de7-95d2-014ec1d6759b req-1a635831-81d4-45b0-ae5f-2ddea9c42437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:29.678783 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30e212d9-5982-4de7-95d2-014ec1d6759b req-1a635831-81d4-45b0-ae5f-2ddea9c42437 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607&tenant_id=f5b0281ac68e47ccb92d9b768695bdcf HTTP/1.1" status: 200 len: 1094 time: 0.0467660 Nov 15 12:25:29.747094 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e212d9-5982-4de7-95d2-014ec1d6759b req-f9d3e58d-ab2f-4ee6-a400-a13cfe7c705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:29.748675 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30e212d9-5982-4de7-95d2-014ec1d6759b req-f9d3e58d-ab2f-4ee6-a400-a13cfe7c705c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5b0281ac68e47ccb92d9b768695bdcf&device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 1094 time: 0.0433364 Nov 15 12:25:29.840349 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73c186-2f96-4112-8b4f-7c292576f127 req-1b911fdf-6e4f-4add-9c6a-f0d6316fe0e3 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:29.841849 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2e73c186-2f96-4112-8b4f-7c292576f127 req-1b911fdf-6e4f-4add-9c6a-f0d6316fe0e3 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 943 time: 0.0531800 Nov 15 12:25:29.844154 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e212d9-5982-4de7-95d2-014ec1d6759b req-237cc4c7-39b1-44c9-8b6c-1d61e30ab59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:29.845717 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30e212d9-5982-4de7-95d2-014ec1d6759b req-237cc4c7-39b1-44c9-8b6c-1d61e30ab59a service neutron] 10.222.0.55 "GET /v2.0/networks?id=e36c1076-02ce-4b89-ad68-ab04466f5d96 HTTP/1.1" status: 200 len: 910 time: 0.0905068 Nov 15 12:25:29.892711 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2e73c186-2f96-4112-8b4f-7c292576f127 req-25f3eec6-044a-4690-95f9-225433654291 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436687 Nov 15 12:25:29.913387 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30e212d9-5982-4de7-95d2-014ec1d6759b req-3b113a2e-3889-4c98-bd61-69a13df59e0a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c3b0d80-14f1-4816-b93a-f12e640de849 HTTP/1.1" status: 200 len: 999 time: 0.0608494 Nov 15 12:25:29.963556 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e212d9-5982-4de7-95d2-014ec1d6759b req-00f2d9c9-2ed1-4b42-897d-696db6c27476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:29.964925 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30e212d9-5982-4de7-95d2-014ec1d6759b req-00f2d9c9-2ed1-4b42-897d-696db6c27476 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac2e8361-6e7a-4e58-955a-b6fd2476935c HTTP/1.1" status: 200 len: 848 time: 0.0450840 Nov 15 12:25:30.015481 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e212d9-5982-4de7-95d2-014ec1d6759b req-3855fe8b-7bf3-4b8e-9bc9-7c7c704cbe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:30.017026 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30e212d9-5982-4de7-95d2-014ec1d6759b req-3855fe8b-7bf3-4b8e-9bc9-7c7c704cbe7f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e36c1076-02ce-4b89-ad68-ab04466f5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450640 Nov 15 12:25:30.116333 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30e212d9-5982-4de7-95d2-014ec1d6759b req-dee1defb-16ca-4c4c-9962-882503880789 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921595 Nov 15 12:25:30.214080 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-30e212d9-5982-4de7-95d2-014ec1d6759b req-4b3e7317-c1c8-4db8-9723-6134ddf24535 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909984 Nov 15 12:25:30.268249 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:31.022709 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9c6c6-7b30-469c-a0f9-3eb99511f8b6 req-632849d1-598b-4c7e-8304-8470ca5a8465 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:31.024268 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3ff9c6c6-7b30-469c-a0f9-3eb99511f8b6 req-632849d1-598b-4c7e-8304-8470ca5a8465 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 943 time: 0.0523937 Nov 15 12:25:31.074918 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3ff9c6c6-7b30-469c-a0f9-3eb99511f8b6 req-553e066f-bb39-460d-9eab-76eb160dacd0 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446856 Nov 15 12:25:32.202380 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759205e-14e2-46ba-abbd-779cd8c0bbd5 req-4b111cd8-1221-4b5d-98a2-5bd12f4f21c5 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:32.203905 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7759205e-14e2-46ba-abbd-779cd8c0bbd5 req-4b111cd8-1221-4b5d-98a2-5bd12f4f21c5 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 943 time: 0.0548153 Nov 15 12:25:32.442653 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:32.609107 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7759205e-14e2-46ba-abbd-779cd8c0bbd5 req-b534a99e-f628-4ea7-895f-967c421e7224 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3990121 Nov 15 12:25:33.732924 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3b441-804a-4f65-9859-29997d8b7fbc req-8b00c611-f76b-4c43-94c1-830916cc515e tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:33.734424 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ad3b441-804a-4f65-9859-29997d8b7fbc req-8b00c611-f76b-4c43-94c1-830916cc515e tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 943 time: 0.0513105 Nov 15 12:25:33.790350 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ad3b441-804a-4f65-9859-29997d8b7fbc req-4a67819e-001e-4e92-8ed8-b7e7efc4904c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492609 Nov 15 12:25:34.973440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c228044-7b89-44b8-8d8b-fcbcca2ac9df req-83d7eb92-5567-4371-a184-2ac70278de06 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:34.975776 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0c228044-7b89-44b8-8d8b-fcbcca2ac9df req-83d7eb92-5567-4371-a184-2ac70278de06 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 943 time: 0.0923882 Nov 15 12:25:35.068260 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0c228044-7b89-44b8-8d8b-fcbcca2ac9df req-bee9439a-b416-4fc4-b4f2-118e844aa0d3 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825720 Nov 15 12:25:36.203672 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311f5e9-6807-4aa6-a597-9e51b9aa3716 req-7c201d5d-1d55-49b0-88f9-f178ecf683fc tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:36.205326 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4311f5e9-6807-4aa6-a597-9e51b9aa3716 req-7c201d5d-1d55-49b0-88f9-f178ecf683fc tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 943 time: 0.0553608 Nov 15 12:25:36.255613 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4311f5e9-6807-4aa6-a597-9e51b9aa3716 req-0302aeaf-0a26-4d0a-ab8d-711f0f17647b tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436840 Nov 15 12:25:36.334832 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6af3da49-1b27-47a2-b1aa-baaa6154f28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:37.377101 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a79614-941b-409b-89c8-f4e102639611 req-d5a447d7-c502-40a9-b0ab-6d9de26daca7 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:37.378605 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64a79614-941b-409b-89c8-f4e102639611 req-d5a447d7-c502-40a9-b0ab-6d9de26daca7 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 943 time: 0.0522945 Nov 15 12:25:37.427712 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-64a79614-941b-409b-89c8-f4e102639611 req-471732c3-875f-404c-a3ea-80d6e6a793e2 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429690 Nov 15 12:25:38.500612 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d09f3a47-4a58-4a4f-a390-042859a8bf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:38.575985 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d7245-3e4f-484f-81b7-1acb029197cc req-188b3976-2cb2-4c57-b4be-47cc4225de47 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:38.577627 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f02d7245-3e4f-484f-81b7-1acb029197cc req-188b3976-2cb2-4c57-b4be-47cc4225de47 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 943 time: 0.0575261 Nov 15 12:25:38.627180 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f02d7245-3e4f-484f-81b7-1acb029197cc req-3ba103b2-484a-4348-85f9-ae18cffd047f tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435138 Nov 15 12:25:39.755888 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474065d6-8604-4d88-a2d1-5b2ad5016ac4 req-c5d4a886-130f-4b31-aad8-4fe116ef880f tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:39.757605 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-474065d6-8604-4d88-a2d1-5b2ad5016ac4 req-c5d4a886-130f-4b31-aad8-4fe116ef880f tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 943 time: 0.0506678 Nov 15 12:25:39.810499 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-474065d6-8604-4d88-a2d1-5b2ad5016ac4 req-40709b44-1d5b-46dc-ac9a-51e27c02647a tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461814 Nov 15 12:25:40.177184 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:40.943142 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df4bc3-c978-42ac-843f-8577c26c3b6f req-51267194-6d4e-466a-b2cd-d2aa499ba77a tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:40.944769 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02df4bc3-c978-42ac-843f-8577c26c3b6f req-51267194-6d4e-466a-b2cd-d2aa499ba77a tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 943 time: 0.0586820 Nov 15 12:25:41.003228 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-02df4bc3-c978-42ac-843f-8577c26c3b6f req-c209a3f1-c5bd-4fd0-b41a-3e51e2b596e7 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493555 Nov 15 12:25:41.731249 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:42.138050 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e0f85-4624-4e95-bbfa-5aed62f9071d req-5cf2c804-b946-409c-8d38-58d898e5b260 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:42.139534 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e1e0f85-4624-4e95-bbfa-5aed62f9071d req-5cf2c804-b946-409c-8d38-58d898e5b260 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 943 time: 0.0535119 Nov 15 12:25:42.188228 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e1e0f85-4624-4e95-bbfa-5aed62f9071d req-fcc90a07-99ff-47c7-becd-5cd89b489444 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424516 Nov 15 12:25:42.210604 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:42.606582 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4c3b0d80-14f1-4816-b93a-f12e640de849 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:25:42.704040 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4c3b0d80-14f1-4816-b93a-f12e640de849, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4c3b0d80-14f1-4816-b93a-f12e640de849,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:25:42.718577 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '4c3b0d80-14f1-4816-b93a-f12e640de849', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'port_id': '4c3b0d80-14f1-4816-b93a-f12e640de849', 'mac_address': 'fa:16:3e:33:99:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:25:42.756531 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:42.769971 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3b0d80-14f1-4816-b93a-f12e640de849 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:25:42.788899 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4c3b0d80-14f1-4816-b93a-f12e640de849, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4c3b0d80-14f1-4816-b93a-f12e640de849,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:25:42.794609 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:42.840068 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=4c3b0d80-14f1-4816-b93a-f12e640de849,revision_number=9']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:25:43.020052 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['4c3b0d80-14f1-4816-b93a-f12e640de849'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:25:43.314523 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930900d-f4fd-4057-bff9-efa2a1e59e02 req-e7735553-9ed7-48e4-bf73-e3127267c2e2 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:43.315935 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8930900d-f4fd-4057-bff9-efa2a1e59e02 req-e7735553-9ed7-48e4-bf73-e3127267c2e2 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 944 time: 0.0511627 Nov 15 12:25:43.368321 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8930900d-f4fd-4057-bff9-efa2a1e59e02 req-16a1fe67-55df-47e1-83b9-0d06fd8d7ca8 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441904 Nov 15 12:25:44.509595 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fad5e4-1350-4501-9d91-086516b30ae7 req-0b2f48f1-320b-48a2-99e7-cac311a656ca tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:44.511078 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-82fad5e4-1350-4501-9d91-086516b30ae7 req-0b2f48f1-320b-48a2-99e7-cac311a656ca tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 944 time: 0.0549307 Nov 15 12:25:44.564604 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-82fad5e4-1350-4501-9d91-086516b30ae7 req-ef48ced5-fb84-4c39-88fd-848fec15fe27 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474782 Nov 15 12:25:44.622143 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4c3b0d80-14f1-4816-b93a-f12e640de849 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:25:44.675915 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 4c3b0d80-14f1-4816-b93a-f12e640de849 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:25:44.676219 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:44.752700 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:44.775158 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde20ea9-4c0b-422f-9593-8204b21c6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3b0d80-14f1-4816-b93a-f12e640de849'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:25:44.777468 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9598610-f6ef-40d5-a579-2f6715e8e111" -d '{"events": [{"server_uuid": "fde20ea9-4c0b-422f-9593-8204b21c6607", "name": "network-vif-plugged", "status": "completed", "tag": "4c3b0d80-14f1-4816-b93a-f12e640de849"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:25:44.789749 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4c3b0d80-14f1-4816-b93a-f12e640de849, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4c3b0d80-14f1-4816-b93a-f12e640de849,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:25:44.795567 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:25:44.820618 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69e9ccb-0e7c-463b-971c-91e25a1989b0 x-openstack-request-id: req-a69e9ccb-0e7c-463b-971c-91e25a1989b0 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:25:44.820905 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde20ea9-4c0b-422f-9593-8204b21c6607", "name": "network-vif-plugged", "status": "completed", "tag": "4c3b0d80-14f1-4816-b93a-f12e640de849", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:25:44.821168 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a69e9ccb-0e7c-463b-971c-91e25a1989b0 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:25:44.821541 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde20ea9-4c0b-422f-9593-8204b21c6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3b0d80-14f1-4816-b93a-f12e640de849', 'code': 200} Nov 15 12:25:44.845533 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=4c3b0d80-14f1-4816-b93a-f12e640de849,revision_number=10']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:25:44.988341 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8161d0-529d-4dd5-98b4-e16be67054d7 req-061cfba7-290a-4b74-b9f0-3a01b588fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:44.989784 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3a8161d0-529d-4dd5-98b4-e16be67054d7 req-061cfba7-290a-4b74-b9f0-3a01b588fe8b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 1097 time: 0.0422153 Nov 15 12:25:45.035211 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3a8161d0-529d-4dd5-98b4-e16be67054d7 req-b0c1cfde-87b7-47d0-a2a6-23cb6f69c378 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386240 Nov 15 12:25:45.707185 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbcc3f-8871-455c-8568-43d614bcf7f3 req-3d53f0fc-821d-4d28-850d-e5331752105b tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:45.708814 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cdbcc3f-8871-455c-8568-43d614bcf7f3 req-3d53f0fc-821d-4d28-850d-e5331752105b tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 946 time: 0.0529428 Nov 15 12:25:45.759143 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1cdbcc3f-8871-455c-8568-43d614bcf7f3 req-e891b371-8a4b-484d-a07d-eb5b32249f7d tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442348 Nov 15 12:25:46.886016 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19dbcd-be78-4b80-a293-90240a9259f1 req-055c5642-4a93-481b-a752-c56022d5855e tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:25:46.887525 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b19dbcd-be78-4b80-a293-90240a9259f1 req-055c5642-4a93-481b-a752-c56022d5855e tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 946 time: 0.0531356 Nov 15 12:25:46.940818 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4b19dbcd-be78-4b80-a293-90240a9259f1 req-d5601d12-8d8b-43d0-884f-6156e8d4e8f8 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472169 Nov 15 12:26:00.287406 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:26:02.447267 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:26:04.859577 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:26:06.351569 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-688ded0d-bb57-4769-90e1-0a4f43718fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:26:08.490872 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3c18f829-be82-4e79-9c06-6172b258ac71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:26:10.177420 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:26:11.732623 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:26:12.221914 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:26:15.384851 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a7f34fb4-b5f5-4148-a900-5f168c81b7ca req-b6b48d19-3017-4b0a-8234-537ceb89ac83 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445089 Nov 15 12:26:15.473811 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f34fb4-b5f5-4148-a900-5f168c81b7ca req-278b52d9-5cc2-421d-8eee-83bbbaf61324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:26:15.475325 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a7f34fb4-b5f5-4148-a900-5f168c81b7ca req-278b52d9-5cc2-421d-8eee-83bbbaf61324 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0464752 Nov 15 12:26:15.583648 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f34fb4-b5f5-4148-a900-5f168c81b7ca req-b5d95e35-d49d-409e-b61c-52e6a7d0ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:26:15.585170 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a7f34fb4-b5f5-4148-a900-5f168c81b7ca req-b5d95e35-d49d-409e-b61c-52e6a7d0ee8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0880699 Nov 15 12:26:15.631723 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a7f34fb4-b5f5-4148-a900-5f168c81b7ca req-093aac0f-54cf-4aa2-9b62-18db58fa1820 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0388694 Nov 15 12:26:15.683301 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f34fb4-b5f5-4148-a900-5f168c81b7ca req-fa11ce1c-f42a-411c-b4bd-1aabcc4e2bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:26:15.684702 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a7f34fb4-b5f5-4148-a900-5f168c81b7ca req-fa11ce1c-f42a-411c-b4bd-1aabcc4e2bbb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0466411 Nov 15 12:26:15.733866 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f34fb4-b5f5-4148-a900-5f168c81b7ca req-4a4ac923-e511-4770-a6fb-d9dbfdf30167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:26:15.735353 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a7f34fb4-b5f5-4148-a900-5f168c81b7ca req-4a4ac923-e511-4770-a6fb-d9dbfdf30167 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427785 Nov 15 12:26:15.843331 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a7f34fb4-b5f5-4148-a900-5f168c81b7ca req-4bde20b0-029a-4293-a198-903bc9bb9aca service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002154 Nov 15 12:26:15.939519 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a7f34fb4-b5f5-4148-a900-5f168c81b7ca req-ef11791e-24b9-4e1c-ba2b-daf6d4a2183d service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887151 Nov 15 12:26:21.538079 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-24d3d032-f14f-47b1-9c35-fa1c5d93fb5c req-c430d4a6-075b-4625-bc8b-1b92ae449264 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504236 Nov 15 12:26:21.622681 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3d032-f14f-47b1-9c35-fa1c5d93fb5c req-c885719c-3778-4b58-8330-9dc8c171fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:26:21.624200 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-24d3d032-f14f-47b1-9c35-fa1c5d93fb5c req-c885719c-3778-4b58-8330-9dc8c171fbc2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5b0281ac68e47ccb92d9b768695bdcf&device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 1097 time: 0.0412235 Nov 15 12:26:21.730053 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3d032-f14f-47b1-9c35-fa1c5d93fb5c req-3beb9d85-ba3f-4829-a2ef-f3cc373cc634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:26:21.731520 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-24d3d032-f14f-47b1-9c35-fa1c5d93fb5c req-3beb9d85-ba3f-4829-a2ef-f3cc373cc634 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e36c1076-02ce-4b89-ad68-ab04466f5d96 HTTP/1.1" status: 200 len: 910 time: 0.0842505 Nov 15 12:26:21.802392 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-24d3d032-f14f-47b1-9c35-fa1c5d93fb5c req-7c879b62-8fe9-4e4e-9102-be78f6577be2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c3b0d80-14f1-4816-b93a-f12e640de849 HTTP/1.1" status: 200 len: 1001 time: 0.0636911 Nov 15 12:26:21.853986 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3d032-f14f-47b1-9c35-fa1c5d93fb5c req-c9f2a4ba-38e5-490a-b67d-e4ab4f2e6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:26:21.855395 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-24d3d032-f14f-47b1-9c35-fa1c5d93fb5c req-c9f2a4ba-38e5-490a-b67d-e4ab4f2e6b0f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac2e8361-6e7a-4e58-955a-b6fd2476935c HTTP/1.1" status: 200 len: 848 time: 0.0444956 Nov 15 12:26:21.900264 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3d032-f14f-47b1-9c35-fa1c5d93fb5c req-ce4d3e65-ba43-42fa-b51f-d050e8eef632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:26:21.901731 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-24d3d032-f14f-47b1-9c35-fa1c5d93fb5c req-ce4d3e65-ba43-42fa-b51f-d050e8eef632 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e36c1076-02ce-4b89-ad68-ab04466f5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394552 Nov 15 12:26:21.996927 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-24d3d032-f14f-47b1-9c35-fa1c5d93fb5c req-b616518c-4d32-4f5f-a184-eb5d86139b05 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881102 Nov 15 12:26:22.091949 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-24d3d032-f14f-47b1-9c35-fa1c5d93fb5c req-b4dc9439-8f66-48ca-892c-6ffe0d43f93b service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878010 Nov 15 12:26:30.301494 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:26:32.461248 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:26:36.349913 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f94c75ec-cd19-4793-bef0-a87f32ce000f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:26:38.495593 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b074fd52-bded-44bd-add3-88f7d8463930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:26:40.189083 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:26:41.736292 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:26:41.864831 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:26:42.221482 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:26:59.561845 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55812) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:26:59.732440 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Deleting port e4ccadc3-72fd-4007-a655-3d31fe42add1 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:26:59.732810 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:26:59.820326 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:26:59.820681 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:26:59.837007 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Calling delete_port for e4ccadc3-72fd-4007-a655-3d31fe42add1 owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:27:00.008803 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:00.042487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event deleted for resources: {'Port': ['ID=e4ccadc3-72fd-4007-a655-3d31fe42add1,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:27:00.063127 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:00.063470 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:00.063825 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:00.064170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:00.064502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:00.064836 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:00.065154 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:00.065478 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:00.065797 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:00.066127 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:00.066443 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:00.066764 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:00.108206 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:00.108537 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Floating IP eb0c0d0e-b501-4c72-81ad-55dfb7ff0402 disassociated (deleted). External IP: 172.25.7.229, port: 4c3b0d80-14f1-4816-b93a-f12e640de849. Nov 15 12:27:00.309744 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:00.333097 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Router 7c5fc618-d77c-4cde-9361-0ac297a4504b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:27:00.444744 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:27:00.449732 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:00.454408 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb7501c-f115-4077-be93-1d7fecfe92d1 None None] Sync routers for ids ['7c5fc618-d77c-4cde-9361-0ac297a4504b'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:27:00.464762 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb7501c-f115-4077-be93-1d7fecfe92d1 None None] Routers {'7c5fc618-d77c-4cde-9361-0ac297a4504b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:27:00.465352 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-bbb7501c-f115-4077-be93-1d7fecfe92d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:26:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c5fc618-d77c-4cde-9361-0ac297a4504b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:27:00.475921 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-69f2f814-d50a-4732-8df6-301160b08b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "DELETE /v2.0/floatingips/eb0c0d0e-b501-4c72-81ad-55dfb7ff0402 HTTP/1.1" status: 204 len: 168 time: 0.9130149 Nov 15 12:27:00.476492 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde20ea9-4c0b-422f-9593-8204b21c6607', 'tag': '4c3b0d80-14f1-4816-b93a-f12e640de849'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:27:00.478760 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10b531b19c16a4bb032ad9325c521bd4bf8029a5360c7e3eb9d5ecffe28e67c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae7f9f1-c50a-4e24-897c-94fc4d53e0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "fde20ea9-4c0b-422f-9593-8204b21c6607", "tag": "4c3b0d80-14f1-4816-b93a-f12e640de849"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:27:00.569210 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-bbb7501c-f115-4077-be93-1d7fecfe92d1 None None] Set router 7c5fc618-d77c-4cde-9361-0ac297a4504b gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:27:00.692419 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c4cb79-15cf-42d4-8edc-c53693fa647b x-openstack-request-id: req-22c4cb79-15cf-42d4-8edc-c53693fa647b {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:27:00.692945 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde20ea9-4c0b-422f-9593-8204b21c6607", "tag": "4c3b0d80-14f1-4816-b93a-f12e640de849", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:27:00.692945 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-22c4cb79-15cf-42d4-8edc-c53693fa647b {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:27:00.693373 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde20ea9-4c0b-422f-9593-8204b21c6607', 'tag': '4c3b0d80-14f1-4816-b93a-f12e640de849', 'status': 'completed', 'code': 200} Nov 15 12:27:00.757420 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7f9f1-c50a-4e24-897c-94fc4d53e0f9 req-3f3f8f8c-8475-4c82-b424-db050a78ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:00.759347 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3ae7f9f1-c50a-4e24-897c-94fc4d53e0f9 req-3f3f8f8c-8475-4c82-b424-db050a78ef31 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5b0281ac68e47ccb92d9b768695bdcf&device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 1097 time: 0.0425234 Nov 15 12:27:00.788485 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04673bab-392f-464b-a33c-8521b1bfd8e1 req-0b4c9461-119a-4f41-80bb-6b6f4448327a tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:00.790015 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-04673bab-392f-464b-a33c-8521b1bfd8e1 req-0b4c9461-119a-4f41-80bb-6b6f4448327a tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 946 time: 0.0512085 Nov 15 12:27:00.840153 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-04673bab-392f-464b-a33c-8521b1bfd8e1 req-080b630f-0d3f-473c-97a8-f5b2d3639f50 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435569 Nov 15 12:27:00.858680 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-bbb7501c-f115-4077-be93-1d7fecfe92d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'name': 'tempest-TestShelveInstance-1948507895-router', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:44Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'gw_port': {'id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:45Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'adeb6e87-0dd7-413d-83d4-676a9936e494', 'name': '', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'mac_address': 'fa:16:3e:59:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:46Z', 'updated_at': '2021-11-15T12:22:51Z', 'revision_number': 5, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'subnets': [{'id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:27:00.864038 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7f9f1-c50a-4e24-897c-94fc4d53e0f9 req-49658b75-04cb-4268-9354-3b90a78d642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:00.865577 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3ae7f9f1-c50a-4e24-897c-94fc4d53e0f9 req-49658b75-04cb-4268-9354-3b90a78d642e service neutron] 10.222.0.55 "GET /v2.0/networks?id=e36c1076-02ce-4b89-ad68-ab04466f5d96 HTTP/1.1" status: 200 len: 910 time: 0.0978022 Nov 15 12:27:00.887924 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb7501c-f115-4077-be93-1d7fecfe92d1 None None] Checking router: 7c5fc618-d77c-4cde-9361-0ac297a4504b for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:27:00.896080 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb7501c-f115-4077-be93-1d7fecfe92d1 None None] Routers {'7c5fc618-d77c-4cde-9361-0ac297a4504b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:27:00.896678 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-bbb7501c-f115-4077-be93-1d7fecfe92d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:26:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c5fc618-d77c-4cde-9361-0ac297a4504b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:27:00.910802 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3ae7f9f1-c50a-4e24-897c-94fc4d53e0f9 req-8f8889b6-8e64-4218-a745-a8e060590159 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c3b0d80-14f1-4816-b93a-f12e640de849 HTTP/1.1" status: 200 len: 217 time: 0.0367095 Nov 15 12:27:00.960739 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7f9f1-c50a-4e24-897c-94fc4d53e0f9 req-afeda58d-d354-4712-b3b5-c63bc5dcd785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:00.962241 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3ae7f9f1-c50a-4e24-897c-94fc4d53e0f9 req-afeda58d-d354-4712-b3b5-c63bc5dcd785 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac2e8361-6e7a-4e58-955a-b6fd2476935c HTTP/1.1" status: 200 len: 848 time: 0.0445964 Nov 15 12:27:01.000869 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-bbb7501c-f115-4077-be93-1d7fecfe92d1 None None] Set router 7c5fc618-d77c-4cde-9361-0ac297a4504b gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:27:01.012182 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7f9f1-c50a-4e24-897c-94fc4d53e0f9 req-d07c8f2d-0c9a-4608-badd-93324241bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:01.013671 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3ae7f9f1-c50a-4e24-897c-94fc4d53e0f9 req-d07c8f2d-0c9a-4608-badd-93324241bc03 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e36c1076-02ce-4b89-ad68-ab04466f5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433092 Nov 15 12:27:01.117102 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3ae7f9f1-c50a-4e24-897c-94fc4d53e0f9 req-04dc4366-e9bb-45e3-adbd-f5732a959225 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940890 Nov 15 12:27:01.204719 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-bbb7501c-f115-4077-be93-1d7fecfe92d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'name': 'tempest-TestShelveInstance-1948507895-router', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:44Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'gw_port': {'id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:45Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'adeb6e87-0dd7-413d-83d4-676a9936e494', 'name': '', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'mac_address': 'fa:16:3e:59:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:46Z', 'updated_at': '2021-11-15T12:22:51Z', 'revision_number': 5, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'subnets': [{'id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:27:01.212284 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-3ae7f9f1-c50a-4e24-897c-94fc4d53e0f9 req-5cbed843-56bd-46e5-b15d-d2b0d63a5f48 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877521 Nov 15 12:27:01.235235 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb7501c-f115-4077-be93-1d7fecfe92d1 None None] The sync data for ids ['7c5fc618-d77c-4cde-9361-0ac297a4504b'] in n-d-729945-9 is: [{'id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'name': 'tempest-TestShelveInstance-1948507895-router', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:44Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'gw_port': {'id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:45Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'adeb6e87-0dd7-413d-83d4-676a9936e494', 'name': '', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'mac_address': 'fa:16:3e:59:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:46Z', 'updated_at': '2021-11-15T12:22:51Z', 'revision_number': 5, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'subnets': [{'id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:27:01.457909 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b9c64-6159-4b3d-82a2-4991b1ee333a None None] New status for floating IP eb0c0d0e-b501-4c72-81ad-55dfb7ff0402: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:27:01.972315 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f68580-4d2b-4d2b-9f5e-eb4c9ed44c4a req-47120595-03bf-497a-9429-6cd4231e0c0d tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:01.973822 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-94f68580-4d2b-4d2b-9f5e-eb4c9ed44c4a req-47120595-03bf-497a-9429-6cd4231e0c0d tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 946 time: 0.0621867 Nov 15 12:27:01.993134 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21356339-7fed-4bbb-abac-b704ca5eae7c req-7f318ace-c934-49f7-99f1-563daf8ba00c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:01.994598 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-21356339-7fed-4bbb-abac-b704ca5eae7c req-7f318ace-c934-49f7-99f1-563daf8ba00c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.55 "GET /v2.0/ports?device_id=fde20ea9-4c0b-422f-9593-8204b21c6607 HTTP/1.1" status: 200 len: 946 time: 0.0503275 Nov 15 12:27:02.030893 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-94f68580-4d2b-4d2b-9f5e-eb4c9ed44c4a req-43428a5f-67d4-437b-9ce9-167049331302 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=69ef84dd-aade-4d53-b7d8-f391163f2864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507894 Nov 15 12:27:02.088853 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-21356339-7fed-4bbb-abac-b704ca5eae7c req-5ab84036-da02-4813-bee9-d0c14396e20c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Deleting port 4c3b0d80-14f1-4816-b93a-f12e640de849 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:27:02.089193 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-21356339-7fed-4bbb-abac-b704ca5eae7c req-5ab84036-da02-4813-bee9-d0c14396e20c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:02.187672 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-21356339-7fed-4bbb-abac-b704ca5eae7c req-5ab84036-da02-4813-bee9-d0c14396e20c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] For port 4c3b0d80-14f1-4816-b93a-f12e640de849, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4c3b0d80-14f1-4816-b93a-f12e640de849,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:27:02.187964 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-21356339-7fed-4bbb-abac-b704ca5eae7c req-5ab84036-da02-4813-bee9-d0c14396e20c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:02.201028 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-21356339-7fed-4bbb-abac-b704ca5eae7c req-5ab84036-da02-4813-bee9-d0c14396e20c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Calling delete_port for 4c3b0d80-14f1-4816-b93a-f12e640de849 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:27:02.338751 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-21356339-7fed-4bbb-abac-b704ca5eae7c req-5ab84036-da02-4813-bee9-d0c14396e20c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:02.367030 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab84036-da02-4813-bee9-d0c14396e20c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event deleted for resources: {'Port': ['ID=4c3b0d80-14f1-4816-b93a-f12e640de849,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:27:02.377846 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab84036-da02-4813-bee9-d0c14396e20c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:02.378184 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab84036-da02-4813-bee9-d0c14396e20c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:02.378515 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab84036-da02-4813-bee9-d0c14396e20c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:02.378841 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab84036-da02-4813-bee9-d0c14396e20c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:02.379183 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab84036-da02-4813-bee9-d0c14396e20c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:02.379483 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab84036-da02-4813-bee9-d0c14396e20c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:02.379819 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab84036-da02-4813-bee9-d0c14396e20c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:02.380142 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab84036-da02-4813-bee9-d0c14396e20c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:02.380492 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab84036-da02-4813-bee9-d0c14396e20c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:02.380779 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab84036-da02-4813-bee9-d0c14396e20c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:02.381095 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab84036-da02-4813-bee9-d0c14396e20c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:02.381425 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab84036-da02-4813-bee9-d0c14396e20c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:02.420036 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-21356339-7fed-4bbb-abac-b704ca5eae7c req-5ab84036-da02-4813-bee9-d0c14396e20c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] No DVR routers for this DVR port 4c3b0d80-14f1-4816-b93a-f12e640de849 on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:27:02.422908 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-21356339-7fed-4bbb-abac-b704ca5eae7c req-5ab84036-da02-4813-bee9-d0c14396e20c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:02.426326 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-21356339-7fed-4bbb-abac-b704ca5eae7c req-5ab84036-da02-4813-bee9-d0c14396e20c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.55 "DELETE /v2.0/ports/4c3b0d80-14f1-4816-b93a-f12e640de849 HTTP/1.1" status: 204 len: 173 time: 0.4254258 Nov 15 12:27:02.426765 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde20ea9-4c0b-422f-9593-8204b21c6607', 'name': 'network-vif-deleted', 'tag': '4c3b0d80-14f1-4816-b93a-f12e640de849'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:27:02.429205 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fe14b5-2b0f-4bd5-8c0b-2d9a3bd70071" -d '{"events": [{"server_uuid": "fde20ea9-4c0b-422f-9593-8204b21c6607", "name": "network-vif-deleted", "tag": "4c3b0d80-14f1-4816-b93a-f12e640de849"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:27:02.466366 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:02.529893 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe543cf-0a9a-49e3-bc67-bd8fc0c65237 x-openstack-request-id: req-dbe543cf-0a9a-49e3-bc67-bd8fc0c65237 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:27:02.530180 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde20ea9-4c0b-422f-9593-8204b21c6607", "name": "network-vif-deleted", "tag": "4c3b0d80-14f1-4816-b93a-f12e640de849", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:27:02.530677 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dbe543cf-0a9a-49e3-bc67-bd8fc0c65237 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:27:02.531083 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde20ea9-4c0b-422f-9593-8204b21c6607', 'name': 'network-vif-deleted', 'tag': '4c3b0d80-14f1-4816-b93a-f12e640de849', 'status': 'completed', 'code': 200} Nov 15 12:27:03.094981 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55834) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:27:03.159362 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b0cbbae-ae93-4af0-ae8a-41727024da15 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:03.184575 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b0cbbae-ae93-4af0-ae8a-41727024da15 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:03.252410 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b0cbbae-ae93-4af0-ae8a-41727024da15 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:03.255046 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0b0cbbae-ae93-4af0-ae8a-41727024da15 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:03.256230 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0b0cbbae-ae93-4af0-ae8a-41727024da15 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "DELETE /v2.0/security-groups/69ef84dd-aade-4d53-b7d8-f391163f2864 HTTP/1.1" status: 204 len: 168 time: 0.1602437 Nov 15 12:27:03.265205 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cbbae-ae93-4af0-ae8a-41727024da15 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ef84dd-aade-4d53-b7d8-f391163f2864,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:27:03.504221 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55840) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:27:03.508819 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-1d06ef05-1a52-45fb-95e1-ff1968671cd6 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-600721989', 'description': 'tempest-secgroup-smoke-600721989 description', 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:27:03.534719 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d06ef05-1a52-45fb-95e1-ff1968671cd6 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:03.602063 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d06ef05-1a52-45fb-95e1-ff1968671cd6 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:03.607522 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d06ef05-1a52-45fb-95e1-ff1968671cd6 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:03.636108 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1d06ef05-1a52-45fb-95e1-ff1968671cd6 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:03.637319 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1d06ef05-1a52-45fb-95e1-ff1968671cd6 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1321113 Nov 15 12:27:03.640410 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55842) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:27:03.641353 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06ef05-1a52-45fb-95e1-ff1968671cd6 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6855fb59-164f-4e8d-8bf9-184695ea6d7a,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:27:03.645161 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-fa0c7014-34cc-44df-99f7-5b46bed16fab tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Request body: {'security_group_rule': {'security_group_id': '6855fb59-164f-4e8d-8bf9-184695ea6d7a', 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:27:03.674220 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7014-34cc-44df-99f7-5b46bed16fab tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:03.729553 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7014-34cc-44df-99f7-5b46bed16fab tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:03.734497 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7014-34cc-44df-99f7-5b46bed16fab tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:03.754640 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c7014-34cc-44df-99f7-5b46bed16fab tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6b4351-9183-487b-a690-d9831aae87d1,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:27:03.760287 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-fa0c7014-34cc-44df-99f7-5b46bed16fab tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:03.761472 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-fa0c7014-34cc-44df-99f7-5b46bed16fab tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200509 Nov 15 12:27:03.764362 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55844) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:27:03.768765 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-5bba570f-c01a-44c8-a98c-df1c29fde18c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Request body: {'security_group_rule': {'security_group_id': '6855fb59-164f-4e8d-8bf9-184695ea6d7a', 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:27:03.798129 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bba570f-c01a-44c8-a98c-df1c29fde18c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:03.860738 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bba570f-c01a-44c8-a98c-df1c29fde18c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:03.865622 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bba570f-c01a-44c8-a98c-df1c29fde18c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:03.884104 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba570f-c01a-44c8-a98c-df1c29fde18c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb5e957-47d1-4a9c-a9e6-1dd0487e58b1,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:27:03.889725 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-5bba570f-c01a-44c8-a98c-df1c29fde18c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:03.893443 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-5bba570f-c01a-44c8-a98c-df1c29fde18c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253760 Nov 15 12:27:03.893617 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55846) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:27:03.897951 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-8ee39d56-097b-4494-898c-010c8fade023 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Request body: {'security_group_rule': {'security_group_id': '6855fb59-164f-4e8d-8bf9-184695ea6d7a', 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:27:03.927966 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ee39d56-097b-4494-898c-010c8fade023 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:03.989058 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ee39d56-097b-4494-898c-010c8fade023 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:03.993764 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ee39d56-097b-4494-898c-010c8fade023 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:04.012391 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee39d56-097b-4494-898c-010c8fade023 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1326f47a-e142-4c54-836e-2d39700ee6e1,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:27:04.018433 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8ee39d56-097b-4494-898c-010c8fade023 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:04.019684 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8ee39d56-097b-4494-898c-010c8fade023 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251769 Nov 15 12:27:04.022606 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 55848) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:27:04.027395 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-79c54dd0-ee58-44d0-a528-45d203e8986a tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Request body: {'security_group_rule': {'security_group_id': '6855fb59-164f-4e8d-8bf9-184695ea6d7a', 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:27:04.057429 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79c54dd0-ee58-44d0-a528-45d203e8986a tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:04.116096 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79c54dd0-ee58-44d0-a528-45d203e8986a tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:04.120722 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79c54dd0-ee58-44d0-a528-45d203e8986a tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:04.138203 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c54dd0-ee58-44d0-a528-45d203e8986a tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=819093fb-0e83-4a6f-9cc6-461cd82469f2,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:27:04.147104 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-79c54dd0-ee58-44d0-a528-45d203e8986a tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:04.148439 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-79c54dd0-ee58-44d0-a528-45d203e8986a tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248081 Nov 15 12:27:04.152313 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55850) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:27:04.157027 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-3f8a17e1-dd85-48e6-9ac7-a08bdc361d58 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Request body: {'security_group_rule': {'security_group_id': '6855fb59-164f-4e8d-8bf9-184695ea6d7a', 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:27:04.181056 n-d-729945-9 neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-3f8a17e1-dd85-48e6-9ac7-a08bdc361d58 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Project f5b0281ac68e47ccb92d9b768695bdcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 12:27:04.186933 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f8a17e1-dd85-48e6-9ac7-a08bdc361d58 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:04.254318 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f8a17e1-dd85-48e6-9ac7-a08bdc361d58 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:04.259140 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f8a17e1-dd85-48e6-9ac7-a08bdc361d58 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:04.278026 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a17e1-dd85-48e6-9ac7-a08bdc361d58 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28521ae8-8048-4b0a-8a2a-a32cec1b1f60,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:27:04.286037 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3f8a17e1-dd85-48e6-9ac7-a08bdc361d58 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:04.287214 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3f8a17e1-dd85-48e6-9ac7-a08bdc361d58 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1338668 Nov 15 12:27:04.290135 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 55852) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:27:04.294491 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-50e33546-9b35-4a50-a643-81d397884240 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Request body: {'security_group_rule': {'security_group_id': '6855fb59-164f-4e8d-8bf9-184695ea6d7a', 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:27:04.318180 n-d-729945-9 neutron-server[102678]: INFO neutron.db.securitygroups_db [None req-50e33546-9b35-4a50-a643-81d397884240 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Project f5b0281ac68e47ccb92d9b768695bdcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 12:27:04.323567 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-50e33546-9b35-4a50-a643-81d397884240 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:04.383486 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-50e33546-9b35-4a50-a643-81d397884240 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:04.388195 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-50e33546-9b35-4a50-a643-81d397884240 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:04.406156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e33546-9b35-4a50-a643-81d397884240 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa82af2-5905-46e0-b032-dffccb890947,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:27:04.412567 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-50e33546-9b35-4a50-a643-81d397884240 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:04.413734 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-50e33546-9b35-4a50-a643-81d397884240 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226437 Nov 15 12:27:04.962456 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4c3b0d80-14f1-4816-b93a-f12e640de849 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:27:04.982823 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 4c3b0d80-14f1-4816-b93a-f12e640de849 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:27:04.983155 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4c3b0d80-14f1-4816-b93a-f12e640de849 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:27:06.334416 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e99e2068-2768-4316-b7d2-2cc8977891ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:08.483906 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-61ad6eab-2821-42a9-a8ac-e9e8018e3b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:10.182172 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:11.738750 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:12.216722 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:15.423879 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-12aa9130-ee7d-4e84-943a-9c7b8da04d83 req-533157ed-a65e-4fc7-8c16-ddda83ef630b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0616519 Nov 15 12:27:15.511378 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa9130-ee7d-4e84-943a-9c7b8da04d83 req-9228dd00-df57-44ae-aa62-b5d59b9d1e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:15.512994 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-12aa9130-ee7d-4e84-943a-9c7b8da04d83 req-9228dd00-df57-44ae-aa62-b5d59b9d1e99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0439482 Nov 15 12:27:15.622901 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa9130-ee7d-4e84-943a-9c7b8da04d83 req-79f61dd9-7125-4912-9929-de43deeb8e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:15.624451 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-12aa9130-ee7d-4e84-943a-9c7b8da04d83 req-79f61dd9-7125-4912-9929-de43deeb8e18 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0916696 Nov 15 12:27:15.666301 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-12aa9130-ee7d-4e84-943a-9c7b8da04d83 req-5380f034-defc-477e-8355-19075e4cb3bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0350931 Nov 15 12:27:15.714870 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa9130-ee7d-4e84-943a-9c7b8da04d83 req-c83819e0-031b-4b35-b75f-fea2976629ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:15.717047 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-12aa9130-ee7d-4e84-943a-9c7b8da04d83 req-c83819e0-031b-4b35-b75f-fea2976629ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0436862 Nov 15 12:27:15.764128 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa9130-ee7d-4e84-943a-9c7b8da04d83 req-05d2affa-c7e2-447d-a06a-8610918c6da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:15.765733 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-12aa9130-ee7d-4e84-943a-9c7b8da04d83 req-05d2affa-c7e2-447d-a06a-8610918c6da3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427170 Nov 15 12:27:15.865768 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-12aa9130-ee7d-4e84-943a-9c7b8da04d83 req-f723a75d-ac59-43d7-93a9-14adb80d372e service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930464 Nov 15 12:27:15.964154 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-12aa9130-ee7d-4e84-943a-9c7b8da04d83 req-f77abb35-b876-45f2-bf32-756d03d37b3b service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903766 Nov 15 12:27:18.865236 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:27:19.682324 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-38a08218-a2b6-4865-9445-951a8a692d2d tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-600721989&fields=id&tenant_id=f5b0281ac68e47ccb92d9b768695bdcf HTTP/1.1" status: 200 len: 267 time: 0.0464754 Nov 15 12:27:19.797206 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-96f4062b-9bc9-4e0b-8576-4f72dbb3d845 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:19.799326 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-96f4062b-9bc9-4e0b-8576-4f72dbb3d845 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/networks?id=e36c1076-02ce-4b89-ad68-ab04466f5d96 HTTP/1.1" status: 200 len: 809 time: 0.1099296 Nov 15 12:27:19.821419 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-6c45d517-282f-4836-8d9f-f923dca3adb1 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/quotas/f5b0281ac68e47ccb92d9b768695bdcf HTTP/1.1" status: 200 len: 375 time: 0.0128031 Nov 15 12:27:19.876374 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-86698118-8326-4605-8a60-22b3813699ea tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5b0281ac68e47ccb92d9b768695bdcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488005 Nov 15 12:27:19.981537 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-5a2ff913-22b2-42b8-b1c7-eeaa33c9c285 service neutron] 10.222.0.64 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868633 Nov 15 12:27:20.071291 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-881b7087-62fd-4517-9fe4-306fec4b135a service neutron] 10.222.0.64 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812323 Nov 15 12:27:20.377733 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3c1fafa1-2d25-43a4-9e0d-589f02d681fd req-0a09e065-aa36-47b6-83ae-7f68c5e5d186 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 210 time: 0.0314131 Nov 15 12:27:21.354151 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-68d244f4-4f4e-4ec9-8d3b-2c7976b0df58 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:21.355897 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-68d244f4-4f4e-4ec9-8d3b-2c7976b0df58 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.55 "GET /v2.0/networks?id=e36c1076-02ce-4b89-ad68-ab04466f5d96 HTTP/1.1" status: 200 len: 809 time: 0.1023903 Nov 15 12:27:21.423018 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-9301d318-b7ed-4899-9e2e-0da7d2d526d3 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5b0281ac68e47ccb92d9b768695bdcf HTTP/1.1" status: 200 len: 379 time: 0.0583391 Nov 15 12:27:21.439959 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-dffd05cd-8c00-4d32-b901-a0dba51cfeee tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Request body: {'port': {'device_id': '0738a48f-a003-4bff-888c-f76b05d9f7c8', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'admin_state_up': True, 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'security_groups': ['6855fb59-164f-4e8d-8bf9-184695ea6d7a']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:27:21.472324 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-923bbef5-3f06-4c09-84ef-41a0ff5e2f4f req-ecd73d7a-d01e-443d-b9ec-f5e80b14bec6 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 210 time: 0.0268815 Nov 15 12:27:21.556268 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-dffd05cd-8c00-4d32-b901-a0dba51cfeee tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Made reservation on behalf of f5b0281ac68e47ccb92d9b768695bdcf for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:27:21.559846 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-dffd05cd-8c00-4d32-b901-a0dba51cfeee tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:21.694069 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-dffd05cd-8c00-4d32-b901-a0dba51cfeee tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Allocated IP 172.20.0.4 (e36c1076-02ce-4b89-ad68-ab04466f5d96/ac2e8361-6e7a-4e58-955a-b6fd2476935c/c798cfee-e518-4f06-9320-371a6c6f3020) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:27:21.835277 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-dffd05cd-8c00-4d32-b901-a0dba51cfeee tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:21.871735 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-dffd05cd-8c00-4d32-b901-a0dba51cfeee tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:21.922696 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-dffd05cd-8c00-4d32-b901-a0dba51cfeee tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Network e36c1076-02ce-4b89-ad68-ab04466f5d96 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:27:21.925873 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-dffd05cd-8c00-4d32-b901-a0dba51cfeee tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:27:21.929817 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-dffd05cd-8c00-4d32-b901-a0dba51cfeee tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:27:21.954689 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd05cd-8c00-4d32-b901-a0dba51cfeee tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event updated for resources: {'Port': ['ID=c798cfee-e518-4f06-9320-371a6c6f3020,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:27:21.984561 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-dffd05cd-8c00-4d32-b901-a0dba51cfeee tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:21.985254 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-dffd05cd-8c00-4d32-b901-a0dba51cfeee tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:22.002139 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-dffd05cd-8c00-4d32-b901-a0dba51cfeee tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5684247 Nov 15 12:27:22.015451 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-85d16a51-a62f-4e26-93b2-975eb7ffb5ab service neutron] Request body: {'port': {'device_id': '0738a48f-a003-4bff-888c-f76b05d9f7c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:27:22.070927 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-85d16a51-a62f-4e26-93b2-975eb7ffb5ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:22.233877 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-add06468-f347-4281-85f1-446eba383156 None None] Provisioning complete for port c798cfee-e518-4f06-9320-371a6c6f3020 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:27:22.234597 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-add06468-f347-4281-85f1-446eba383156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:22.270770 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-add06468-f347-4281-85f1-446eba383156 None None] Port c798cfee-e518-4f06-9320-371a6c6f3020 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:27:22.371523 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-85d16a51-a62f-4e26-93b2-975eb7ffb5ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c798cfee-e518-4f06-9320-371a6c6f3020 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:27:22.379330 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-85d16a51-a62f-4e26-93b2-975eb7ffb5ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:22.392627 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-85d16a51-a62f-4e26-93b2-975eb7ffb5ab service neutron] Transition to ACTIVE for port object c798cfee-e518-4f06-9320-371a6c6f3020 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:27:22.397744 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-85d16a51-a62f-4e26-93b2-975eb7ffb5ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:22.449179 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d16a51-a62f-4e26-93b2-975eb7ffb5ab service neutron] Pushing event updated for resources: {'Port': ['ID=c798cfee-e518-4f06-9320-371a6c6f3020,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:27:22.526223 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-85d16a51-a62f-4e26-93b2-975eb7ffb5ab service neutron] Attempting to bind port c798cfee-e518-4f06-9320-371a6c6f3020 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:27:22.526548 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-85d16a51-a62f-4e26-93b2-975eb7ffb5ab service neutron] Attempting to bind port c798cfee-e518-4f06-9320-371a6c6f3020 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '2f52f18b-d995-4c90-a3ef-0577960c8282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:27:22.526873 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-85d16a51-a62f-4e26-93b2-975eb7ffb5ab service neutron] Attempting to bind port c798cfee-e518-4f06-9320-371a6c6f3020 on network e36c1076-02ce-4b89-ad68-ab04466f5d96 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:27:22.531785 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-85d16a51-a62f-4e26-93b2-975eb7ffb5ab service neutron] Port c798cfee-e518-4f06-9320-371a6c6f3020 on network e36c1076-02ce-4b89-ad68-ab04466f5d96 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:27:22.532140 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-85d16a51-a62f-4e26-93b2-975eb7ffb5ab service neutron] Attempting to bind port c798cfee-e518-4f06-9320-371a6c6f3020 on network e36c1076-02ce-4b89-ad68-ab04466f5d96 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:27:22.537341 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-85d16a51-a62f-4e26-93b2-975eb7ffb5ab service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:27:22.537667 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-85d16a51-a62f-4e26-93b2-975eb7ffb5ab service neutron] Checking segment: {'id': '2f52f18b-d995-4c90-a3ef-0577960c8282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:27:22.538051 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-85d16a51-a62f-4e26-93b2-975eb7ffb5ab service neutron] Bound using segment: {'id': '2f52f18b-d995-4c90-a3ef-0577960c8282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:27:22.538481 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-85d16a51-a62f-4e26-93b2-975eb7ffb5ab service neutron] Bound port: c798cfee-e518-4f06-9320-371a6c6f3020, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f52f18b-d995-4c90-a3ef-0577960c8282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:27:22.538839 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-85d16a51-a62f-4e26-93b2-975eb7ffb5ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:22.601640 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7831fd5-296a-4b53-94dd-9a75eeab9f10 req-cdbee23d-64e7-41a0-b379-26da4ae1e371 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:22.607389 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7831fd5-296a-4b53-94dd-9a75eeab9f10 req-cdbee23d-64e7-41a0-b379-26da4ae1e371 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 943 time: 0.0565326 Nov 15 12:27:22.618745 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-85d16a51-a62f-4e26-93b2-975eb7ffb5ab service neutron] For port c798cfee-e518-4f06-9320-371a6c6f3020, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:27:22.623410 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-85d16a51-a62f-4e26-93b2-975eb7ffb5ab service neutron] For port c798cfee-e518-4f06-9320-371a6c6f3020, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=c798cfee-e518-4f06-9320-371a6c6f3020,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:27:22.629298 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-85d16a51-a62f-4e26-93b2-975eb7ffb5ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:22.663853 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f7831fd5-296a-4b53-94dd-9a75eeab9f10 req-2d7ad77d-24a6-4037-8607-50e0e3dc75d9 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518312 Nov 15 12:27:22.696654 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-85d16a51-a62f-4e26-93b2-975eb7ffb5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:22.697266 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-85d16a51-a62f-4e26-93b2-975eb7ffb5ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:22.699460 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-85d16a51-a62f-4e26-93b2-975eb7ffb5ab service neutron] 10.222.0.55 "PUT /v2.0/ports/c798cfee-e518-4f06-9320-371a6c6f3020 HTTP/1.1" status: 200 len: 1091 time: 0.6884685 Nov 15 12:27:22.700183 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0738a48f-a003-4bff-888c-f76b05d9f7c8', 'tag': 'c798cfee-e518-4f06-9320-371a6c6f3020'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:27:22.702447 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350bdf7a-653a-47a4-a9a2-7775fbe90ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "0738a48f-a003-4bff-888c-f76b05d9f7c8", "tag": "c798cfee-e518-4f06-9320-371a6c6f3020"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:27:22.705932 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d16a51-a62f-4e26-93b2-975eb7ffb5ab service neutron] Pushing event updated for resources: {'Port': ['ID=c798cfee-e518-4f06-9320-371a6c6f3020,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:27:22.750251 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46800b16-b6d1-4034-934d-cee4a5c64971 x-openstack-request-id: req-46800b16-b6d1-4034-934d-cee4a5c64971 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:27:22.750526 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0738a48f-a003-4bff-888c-f76b05d9f7c8", "tag": "c798cfee-e518-4f06-9320-371a6c6f3020", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:27:22.751004 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-46800b16-b6d1-4034-934d-cee4a5c64971 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:27:22.751528 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0738a48f-a003-4bff-888c-f76b05d9f7c8', 'tag': 'c798cfee-e518-4f06-9320-371a6c6f3020', 'status': 'completed', 'code': 200} Nov 15 12:27:22.787230 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-d2fdac45-978d-449b-b9b5-bae9f45c02ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:22.788917 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-d2fdac45-978d-449b-b9b5-bae9f45c02ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5b0281ac68e47ccb92d9b768695bdcf&device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 1094 time: 0.0496037 Nov 15 12:27:22.839180 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-4f780789-9cf8-431b-9ffd-0d68681dace9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c798cfee-e518-4f06-9320-371a6c6f3020 HTTP/1.1" status: 200 len: 217 time: 0.0428147 Nov 15 12:27:22.892928 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-102bae9c-eb92-4573-bffa-5945e7e128b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:22.894469 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-102bae9c-eb92-4573-bffa-5945e7e128b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac2e8361-6e7a-4e58-955a-b6fd2476935c HTTP/1.1" status: 200 len: 848 time: 0.0489473 Nov 15 12:27:22.954067 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-36070101-2c17-434b-a451-c220032961bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:22.955707 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-36070101-2c17-434b-a451-c220032961bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e36c1076-02ce-4b89-ad68-ab04466f5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542505 Nov 15 12:27:23.054121 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-42faa166-2140-43cb-85d8-f5314d03e39d service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907221 Nov 15 12:27:23.148034 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e9af9d92-7cf4-4e48-a8dc-0e99e9e0fb38 req-1e197a69-0f54-45bd-bee4-233b1d6071f3 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872686 Nov 15 12:27:23.240549 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350bdf7a-653a-47a4-a9a2-7775fbe90ec9 req-c80ad503-ee91-4e16-8e86-e3fe06ce02e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:23.241959 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-350bdf7a-653a-47a4-a9a2-7775fbe90ec9 req-c80ad503-ee91-4e16-8e86-e3fe06ce02e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5b0281ac68e47ccb92d9b768695bdcf&device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 1094 time: 0.0476708 Nov 15 12:27:23.334780 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350bdf7a-653a-47a4-a9a2-7775fbe90ec9 req-62b19f3b-e2d1-4b49-bc2b-5bdc64cdd67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:23.336320 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-350bdf7a-653a-47a4-a9a2-7775fbe90ec9 req-62b19f3b-e2d1-4b49-bc2b-5bdc64cdd67e service neutron] 10.222.0.55 "GET /v2.0/networks?id=e36c1076-02ce-4b89-ad68-ab04466f5d96 HTTP/1.1" status: 200 len: 910 time: 0.0877249 Nov 15 12:27:23.380811 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-350bdf7a-653a-47a4-a9a2-7775fbe90ec9 req-55f7a2f9-4d5f-4794-92b5-4ac609a3c7db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c798cfee-e518-4f06-9320-371a6c6f3020 HTTP/1.1" status: 200 len: 217 time: 0.0378392 Nov 15 12:27:23.429659 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350bdf7a-653a-47a4-a9a2-7775fbe90ec9 req-fa796b86-e8c4-4a3d-b654-40ecf6d98af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:23.431131 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-350bdf7a-653a-47a4-a9a2-7775fbe90ec9 req-fa796b86-e8c4-4a3d-b654-40ecf6d98af3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac2e8361-6e7a-4e58-955a-b6fd2476935c HTTP/1.1" status: 200 len: 848 time: 0.0437169 Nov 15 12:27:23.477319 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350bdf7a-653a-47a4-a9a2-7775fbe90ec9 req-735aa5e2-6a0f-46f5-b181-5e3d80bf74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:23.478839 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-350bdf7a-653a-47a4-a9a2-7775fbe90ec9 req-735aa5e2-6a0f-46f5-b181-5e3d80bf74fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e36c1076-02ce-4b89-ad68-ab04466f5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409982 Nov 15 12:27:23.571963 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-350bdf7a-653a-47a4-a9a2-7775fbe90ec9 req-9e4d2322-24dd-469b-ba41-03d1a9e4d26d service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862298 Nov 15 12:27:23.664792 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-350bdf7a-653a-47a4-a9a2-7775fbe90ec9 req-625c4a55-fed5-434a-b252-17922cebd74f service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860505 Nov 15 12:27:23.787839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d0738-b8a5-4fc3-ae76-dec0f7fac4d1 req-566a52d6-8db3-415b-9651-5285791038e0 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:23.789481 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8f4d0738-b8a5-4fc3-ae76-dec0f7fac4d1 req-566a52d6-8db3-415b-9651-5285791038e0 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 943 time: 0.0524378 Nov 15 12:27:23.841468 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8f4d0738-b8a5-4fc3-ae76-dec0f7fac4d1 req-40498d17-9cd8-441f-b68b-8b7d3df8405a tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458148 Nov 15 12:27:24.962160 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8ddc4-3a46-46ff-a729-55cb67cdfc19 req-2ce22302-5374-48aa-925d-153d93752ff0 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:24.963671 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8d8ddc4-3a46-46ff-a729-55cb67cdfc19 req-2ce22302-5374-48aa-925d-153d93752ff0 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 943 time: 0.0509658 Nov 15 12:27:25.015293 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8d8ddc4-3a46-46ff-a729-55cb67cdfc19 req-33400f76-6db5-4642-98d4-17edb2cf8223 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449746 Nov 15 12:27:26.135149 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba812c3-47ea-41f0-95d8-028c9bb14ce9 req-014c3083-438c-403a-add8-c1274fe1bd18 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:26.136740 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ba812c3-47ea-41f0-95d8-028c9bb14ce9 req-014c3083-438c-403a-add8-c1274fe1bd18 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 943 time: 0.0519893 Nov 15 12:27:26.186982 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6ba812c3-47ea-41f0-95d8-028c9bb14ce9 req-3eda6893-c50c-46f4-ac9b-64c6bc33fc1f tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438981 Nov 15 12:27:27.311656 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd7194-43c9-495b-b9ad-729505be0835 req-3bedc085-c8fb-4986-a422-f5b76e9e2720 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:27.313170 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12dd7194-43c9-495b-b9ad-729505be0835 req-3bedc085-c8fb-4986-a422-f5b76e9e2720 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 943 time: 0.0539384 Nov 15 12:27:27.364434 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12dd7194-43c9-495b-b9ad-729505be0835 req-6a4edab1-91b9-47a4-99ea-090be94d5e44 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422013 Nov 15 12:27:28.482802 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e956a3a-5f3d-42a2-8b00-5214b65a906c req-8fb3d614-3cd8-49ea-bd6c-29df82e8e2a7 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:28.484388 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e956a3a-5f3d-42a2-8b00-5214b65a906c req-8fb3d614-3cd8-49ea-bd6c-29df82e8e2a7 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 943 time: 0.0513809 Nov 15 12:27:28.532480 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9e956a3a-5f3d-42a2-8b00-5214b65a906c req-042832f0-bf2e-47e2-9200-334881d3799b tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420651 Nov 15 12:27:29.657010 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf3a80-590e-49d6-940b-3806f346866f req-63063c01-6ab1-4900-840d-09febcdba2c3 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:29.658476 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5cf3a80-590e-49d6-940b-3806f346866f req-63063c01-6ab1-4900-840d-09febcdba2c3 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 943 time: 0.0529041 Nov 15 12:27:29.719472 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a5cf3a80-590e-49d6-940b-3806f346866f req-74b86b8b-75c9-4045-8118-86a50271025f tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521655 Nov 15 12:27:30.328751 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:30.859245 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308ce83-19f6-4d2b-9343-1cd8a68d05f0 req-4ffd0cf3-5f3f-4ec1-8661-7a9920418770 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:30.860782 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5308ce83-19f6-4d2b-9343-1cd8a68d05f0 req-4ffd0cf3-5f3f-4ec1-8661-7a9920418770 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 943 time: 0.0561616 Nov 15 12:27:30.912318 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5308ce83-19f6-4d2b-9343-1cd8a68d05f0 req-a187b91a-27cb-4144-b296-be2a30221c28 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456984 Nov 15 12:27:32.056458 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51bc0d-737c-405f-aff0-4a92b711f71c req-d0ea9a2c-932b-4e71-a4e0-80fd95b9a7b1 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:32.057956 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f51bc0d-737c-405f-aff0-4a92b711f71c req-d0ea9a2c-932b-4e71-a4e0-80fd95b9a7b1 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 943 time: 0.0597107 Nov 15 12:27:32.114360 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1f51bc0d-737c-405f-aff0-4a92b711f71c req-72228d08-9a19-412f-881d-ccbbef713897 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490882 Nov 15 12:27:32.467266 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:33.055513 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device c798cfee-e518-4f06-9320-371a6c6f3020 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:27:33.163373 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port c798cfee-e518-4f06-9320-371a6c6f3020, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=c798cfee-e518-4f06-9320-371a6c6f3020,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:27:33.174022 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'c798cfee-e518-4f06-9320-371a6c6f3020', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'port_id': 'c798cfee-e518-4f06-9320-371a6c6f3020', 'mac_address': 'fa:16:3e:dd:aa:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:27:33.211139 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:33.223939 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c798cfee-e518-4f06-9320-371a6c6f3020 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:27:33.240363 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9d133-fb7b-475e-a88a-3377bade9087 req-a60063ac-6745-41d3-ae54-b68ad067b142 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:33.241910 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f9f9d133-fb7b-475e-a88a-3377bade9087 req-a60063ac-6745-41d3-ae54-b68ad067b142 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 943 time: 0.0487714 Nov 15 12:27:33.246972 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port c798cfee-e518-4f06-9320-371a6c6f3020, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=c798cfee-e518-4f06-9320-371a6c6f3020,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:27:33.251922 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:33.291585 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f9f9d133-fb7b-475e-a88a-3377bade9087 req-56bc5b80-08f4-4df7-8707-7235800cc67f tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436354 Nov 15 12:27:33.299394 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=c798cfee-e518-4f06-9320-371a6c6f3020,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:27:33.306730 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:33.307009 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:33.307338 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:33.307662 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:33.308004 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:33.308321 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:33.308637 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:33.308950 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:33.309263 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:33.309573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:33.309886 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:33.310199 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:27:33.460750 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['c798cfee-e518-4f06-9320-371a6c6f3020'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:27:34.408737 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15fc2f-423a-4c48-81e3-d76d46964cce req-9a260409-d057-4943-8ddf-bb7d54072a91 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:34.410198 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6a15fc2f-423a-4c48-81e3-d76d46964cce req-9a260409-d057-4943-8ddf-bb7d54072a91 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 944 time: 0.0502691 Nov 15 12:27:34.461028 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6a15fc2f-423a-4c48-81e3-d76d46964cce req-f9156563-d088-48db-87c6-d82e9887fe66 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447814 Nov 15 12:27:35.053985 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device c798cfee-e518-4f06-9320-371a6c6f3020 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:27:35.107380 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port c798cfee-e518-4f06-9320-371a6c6f3020 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:27:35.111560 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port c798cfee-e518-4f06-9320-371a6c6f3020 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:27:35.111985 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:35.196841 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:35.219402 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0738a48f-a003-4bff-888c-f76b05d9f7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c798cfee-e518-4f06-9320-371a6c6f3020'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:27:35.221730 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589f9c33-7e57-463d-9aee-39778ad220df" -d '{"events": [{"server_uuid": "0738a48f-a003-4bff-888c-f76b05d9f7c8", "name": "network-vif-plugged", "status": "completed", "tag": "c798cfee-e518-4f06-9320-371a6c6f3020"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:27:35.234994 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port c798cfee-e518-4f06-9320-371a6c6f3020, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=c798cfee-e518-4f06-9320-371a6c6f3020,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:27:35.241089 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:35.264394 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bcad43-05b1-42aa-90b6-bdb8eef6aca9 x-openstack-request-id: req-42bcad43-05b1-42aa-90b6-bdb8eef6aca9 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:27:35.264683 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0738a48f-a003-4bff-888c-f76b05d9f7c8", "name": "network-vif-plugged", "status": "completed", "tag": "c798cfee-e518-4f06-9320-371a6c6f3020", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:27:35.264924 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42bcad43-05b1-42aa-90b6-bdb8eef6aca9 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:27:35.265307 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0738a48f-a003-4bff-888c-f76b05d9f7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c798cfee-e518-4f06-9320-371a6c6f3020', 'code': 200} Nov 15 12:27:35.291397 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=c798cfee-e518-4f06-9320-371a6c6f3020,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:27:35.364069 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cc10b-78a6-44ee-a1e5-76cf36bc1d00 req-1c4e3262-0415-4a61-b0fc-867acca29569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:35.365557 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c50cc10b-78a6-44ee-a1e5-76cf36bc1d00 req-1c4e3262-0415-4a61-b0fc-867acca29569 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 1096 time: 0.0401969 Nov 15 12:27:35.418836 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c50cc10b-78a6-44ee-a1e5-76cf36bc1d00 req-2a113d89-5722-4586-b875-235c3083346a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458419 Nov 15 12:27:35.587346 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d9ceb-6181-44aa-b2b8-e8cf6b034a07 req-d66ec68f-fd49-4c4c-9857-b6e34acad804 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:35.588850 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d10d9ceb-6181-44aa-b2b8-e8cf6b034a07 req-d66ec68f-fd49-4c4c-9857-b6e34acad804 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 945 time: 0.0545042 Nov 15 12:27:35.637402 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d10d9ceb-6181-44aa-b2b8-e8cf6b034a07 req-6545fcad-8b74-4e3d-9f28-ac158039a47f tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424852 Nov 15 12:27:36.339213 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-61fc130d-4fb2-49e6-ad6c-d6fd18fd77d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:36.763992 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2ca41-d71f-4cb8-b15b-00f1a1fa8807 req-47508a14-55d6-4480-9355-e6e55a902ad5 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:36.765502 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21c2ca41-d71f-4cb8-b15b-00f1a1fa8807 req-47508a14-55d6-4480-9355-e6e55a902ad5 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 945 time: 0.0523312 Nov 15 12:27:36.818248 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-21c2ca41-d71f-4cb8-b15b-00f1a1fa8807 req-28901156-cb11-4b3d-8b52-9bf82391acff tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438108 Nov 15 12:27:36.950066 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba24afe-594a-45f2-ae96-de3ea5d180f5 req-98d1f61e-b9ad-4e44-a71d-c43a927e2b71 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:36.951472 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ba24afe-594a-45f2-ae96-de3ea5d180f5 req-98d1f61e-b9ad-4e44-a71d-c43a927e2b71 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 945 time: 0.0578098 Nov 15 12:27:37.004089 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0ba24afe-594a-45f2-ae96-de3ea5d180f5 req-451f11ec-19ca-420a-ad18-12b04d4dab9c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465167 Nov 15 12:27:37.034132 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56042) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:27:37.072952 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a141cb-14ad-42e3-b649-868d9d4403af tempest-TestShelveInstance-249523959 tempest-TestShelveInstance-249523959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:37.074464 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-10a141cb-14ad-42e3-b649-868d9d4403af tempest-TestShelveInstance-249523959 tempest-TestShelveInstance-249523959-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 1091 time: 0.0393708 Nov 15 12:27:37.077263 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56044) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:27:37.081462 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-b15d7892-4714-4695-bea8-b1de57f01997 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': 'c798cfee-e518-4f06-9320-371a6c6f3020', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:27:37.105956 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b15d7892-4714-4695-bea8-b1de57f01997 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for floatingip, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:37.205962 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b15d7892-4714-4695-bea8-b1de57f01997 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:37.306437 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-b15d7892-4714-4695-bea8-b1de57f01997 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Allocated IP 172.25.7.240 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/b87264ef-8820-4f6b-a3e4-cacc703ae8af) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:27:37.410349 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b15d7892-4714-4695-bea8-b1de57f01997 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:37.445485 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b15d7892-4714-4695-bea8-b1de57f01997 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:37.486104 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15d7892-4714-4695-bea8-b1de57f01997 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:27:37.489101 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-b15d7892-4714-4695-bea8-b1de57f01997 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:27:37.493327 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15d7892-4714-4695-bea8-b1de57f01997 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:27:37.496297 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d7892-4714-4695-bea8-b1de57f01997 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event updated for resources: {'Port': ['ID=b87264ef-8820-4f6b-a3e4-cacc703ae8af,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:27:37.829963 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b15d7892-4714-4695-bea8-b1de57f01997 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:37.909422 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b15d7892-4714-4695-bea8-b1de57f01997 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:38.062986 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b15d7892-4714-4695-bea8-b1de57f01997 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:38.068973 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b15d7892-4714-4695-bea8-b1de57f01997 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:38.138323 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d7892-4714-4695-bea8-b1de57f01997 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event updated for resources: {'Port': ['ID=b87264ef-8820-4f6b-a3e4-cacc703ae8af,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:27:38.150092 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b15d7892-4714-4695-bea8-b1de57f01997 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:38.262893 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-b15d7892-4714-4695-bea8-b1de57f01997 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Floating IP b9914282-bb56-4361-ba48-f5a6473e4e1c associated. External IP: 172.25.7.240, port: c798cfee-e518-4f06-9320-371a6c6f3020. Nov 15 12:27:38.472758 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15d7892-4714-4695-bea8-b1de57f01997 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Router 7c5fc618-d77c-4cde-9361-0ac297a4504b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:27:38.488721 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a257a7d5-8d28-49db-89a9-38c96986c870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:38.588442 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15d7892-4714-4695-bea8-b1de57f01997 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:27:38.597919 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bc2c7a-186e-4ff3-a06c-71a58489a3b6 None None] Sync routers for ids ['7c5fc618-d77c-4cde-9361-0ac297a4504b'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:27:38.608832 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-b15d7892-4714-4695-bea8-b1de57f01997 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:38.612390 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bc2c7a-186e-4ff3-a06c-71a58489a3b6 None None] Routers {'7c5fc618-d77c-4cde-9361-0ac297a4504b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:27:38.613414 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a7bc2c7a-186e-4ff3-a06c-71a58489a3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:27:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c5fc618-d77c-4cde-9361-0ac297a4504b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:27:38.636428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-b15d7892-4714-4695-bea8-b1de57f01997 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5581934 Nov 15 12:27:38.637008 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0738a48f-a003-4bff-888c-f76b05d9f7c8', 'tag': 'c798cfee-e518-4f06-9320-371a6c6f3020'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:27:38.639298 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10b531b19c16a4bb032ad9325c521bd4bf8029a5360c7e3eb9d5ecffe28e67c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cff4c8a-fd88-4767-bb9e-97aedcdaeec1" -d '{"events": [{"name": "network-changed", "server_uuid": "0738a48f-a003-4bff-888c-f76b05d9f7c8", "tag": "c798cfee-e518-4f06-9320-371a6c6f3020"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:27:38.677861 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4ce022-a363-4831-b341-548761d3e667 x-openstack-request-id: req-9d4ce022-a363-4831-b341-548761d3e667 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:27:38.678139 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0738a48f-a003-4bff-888c-f76b05d9f7c8", "tag": "c798cfee-e518-4f06-9320-371a6c6f3020", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:27:38.678405 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d4ce022-a363-4831-b341-548761d3e667 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:27:38.678814 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0738a48f-a003-4bff-888c-f76b05d9f7c8', 'tag': 'c798cfee-e518-4f06-9320-371a6c6f3020', 'status': 'completed', 'code': 200} Nov 15 12:27:38.721178 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-a7bc2c7a-186e-4ff3-a06c-71a58489a3b6 None None] Set router 7c5fc618-d77c-4cde-9361-0ac297a4504b gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:27:38.740324 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff4c8a-fd88-4767-bb9e-97aedcdaeec1 req-a954e34a-8621-4f0c-acbd-05ef9aefd5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:38.741762 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2cff4c8a-fd88-4767-bb9e-97aedcdaeec1 req-a954e34a-8621-4f0c-acbd-05ef9aefd5de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5b0281ac68e47ccb92d9b768695bdcf&device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 1096 time: 0.0404613 Nov 15 12:27:38.832646 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff4c8a-fd88-4767-bb9e-97aedcdaeec1 req-0119d7e1-1d9f-447c-aa97-9352922f1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:38.834254 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2cff4c8a-fd88-4767-bb9e-97aedcdaeec1 req-0119d7e1-1d9f-447c-aa97-9352922f1306 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e36c1076-02ce-4b89-ad68-ab04466f5d96 HTTP/1.1" status: 200 len: 910 time: 0.0852559 Nov 15 12:27:38.902780 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2cff4c8a-fd88-4767-bb9e-97aedcdaeec1 req-5f5b3c93-ec70-41ae-9a80-477a0b32d509 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c798cfee-e518-4f06-9320-371a6c6f3020 HTTP/1.1" status: 200 len: 999 time: 0.0617144 Nov 15 12:27:38.948020 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a7bc2c7a-186e-4ff3-a06c-71a58489a3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'name': 'tempest-TestShelveInstance-1948507895-router', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:44Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'gw_port': {'id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:45Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'b9914282-bb56-4361-ba48-f5a6473e4e1c', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'floating_ip_address': '172.25.7.240', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'port_id': 'c798cfee-e518-4f06-9320-371a6c6f3020', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'mac_address': 'fa:16:3e:dd:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0738a48f-a003-4bff-888c-f76b05d9f7c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:27:37Z', 'updated_at': '2021-11-15T12:27:37Z', 'revision_number': 0, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adeb6e87-0dd7-413d-83d4-676a9936e494', 'name': '', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'mac_address': 'fa:16:3e:59:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:46Z', 'updated_at': '2021-11-15T12:22:51Z', 'revision_number': 5, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'subnets': [{'id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:27:38.953228 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff4c8a-fd88-4767-bb9e-97aedcdaeec1 req-1aac3233-7af9-44e8-abc3-3654b8d88259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:38.954703 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2cff4c8a-fd88-4767-bb9e-97aedcdaeec1 req-1aac3233-7af9-44e8-abc3-3654b8d88259 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac2e8361-6e7a-4e58-955a-b6fd2476935c HTTP/1.1" status: 200 len: 848 time: 0.0449607 Nov 15 12:27:38.974037 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bc2c7a-186e-4ff3-a06c-71a58489a3b6 None None] Checking router: 7c5fc618-d77c-4cde-9361-0ac297a4504b for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:27:38.983023 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bc2c7a-186e-4ff3-a06c-71a58489a3b6 None None] Routers {'7c5fc618-d77c-4cde-9361-0ac297a4504b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:27:38.983622 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a7bc2c7a-186e-4ff3-a06c-71a58489a3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:27:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c5fc618-d77c-4cde-9361-0ac297a4504b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:27:38.999903 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff4c8a-fd88-4767-bb9e-97aedcdaeec1 req-83d8ad9e-6337-401b-a9e0-85d8a9ef8e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:27:39.001323 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2cff4c8a-fd88-4767-bb9e-97aedcdaeec1 req-83d8ad9e-6337-401b-a9e0-85d8a9ef8e1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e36c1076-02ce-4b89-ad68-ab04466f5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396318 Nov 15 12:27:39.091139 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-a7bc2c7a-186e-4ff3-a06c-71a58489a3b6 None None] Set router 7c5fc618-d77c-4cde-9361-0ac297a4504b gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:27:39.096828 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2cff4c8a-fd88-4767-bb9e-97aedcdaeec1 req-e1a46b0b-ab25-4789-a321-45628b32d579 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881445 Nov 15 12:27:39.325867 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-a7bc2c7a-186e-4ff3-a06c-71a58489a3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'name': 'tempest-TestShelveInstance-1948507895-router', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:44Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'gw_port': {'id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:45Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'b9914282-bb56-4361-ba48-f5a6473e4e1c', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'floating_ip_address': '172.25.7.240', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'port_id': 'c798cfee-e518-4f06-9320-371a6c6f3020', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'mac_address': 'fa:16:3e:dd:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0738a48f-a003-4bff-888c-f76b05d9f7c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:27:37Z', 'updated_at': '2021-11-15T12:27:37Z', 'revision_number': 0, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adeb6e87-0dd7-413d-83d4-676a9936e494', 'name': '', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'mac_address': 'fa:16:3e:59:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:46Z', 'updated_at': '2021-11-15T12:22:51Z', 'revision_number': 5, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'subnets': [{'id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:27:39.352455 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bc2c7a-186e-4ff3-a06c-71a58489a3b6 None None] The sync data for ids ['7c5fc618-d77c-4cde-9361-0ac297a4504b'] in n-d-729945-9 is: [{'id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'name': 'tempest-TestShelveInstance-1948507895-router', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:44Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'gw_port': {'id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:45Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': 'b9914282-bb56-4361-ba48-f5a6473e4e1c', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'floating_ip_address': '172.25.7.240', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'port_id': 'c798cfee-e518-4f06-9320-371a6c6f3020', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'mac_address': 'fa:16:3e:dd:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0738a48f-a003-4bff-888c-f76b05d9f7c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:27:37Z', 'updated_at': '2021-11-15T12:27:37Z', 'revision_number': 0, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adeb6e87-0dd7-413d-83d4-676a9936e494', 'name': '', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'mac_address': 'fa:16:3e:59:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:46Z', 'updated_at': '2021-11-15T12:22:51Z', 'revision_number': 5, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'subnets': [{'id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:27:39.506706 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2cff4c8a-fd88-4767-bb9e-97aedcdaeec1 req-54639bfb-4770-4ac5-b316-c36e815eac09 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032776 Nov 15 12:27:39.559098 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe33958-3cc7-44a3-b565-506cc18a9b1b None None] New status for floating IP b9914282-bb56-4361-ba48-f5a6473e4e1c: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:27:40.192848 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:41.743278 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:42.226302 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:27:55.870046 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:28:00.326763 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:28:02.483312 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:28:06.342155 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c23604bd-f04a-4495-9a3b-c0fccdb9ed30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:28:08.501454 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-f9191b99-6e31-4009-94e7-4adbf300a60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:28:10.195221 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:28:11.746509 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:28:12.223603 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:28:15.466689 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c56b3538-e060-4d39-bdf1-8e805ea2a893 req-348fb439-4f12-443a-86a4-dcb361171603 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0924325 Nov 15 12:28:15.555521 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b3538-e060-4d39-bdf1-8e805ea2a893 req-3ccfb651-8716-49f5-9f10-561196212413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:28:15.557228 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c56b3538-e060-4d39-bdf1-8e805ea2a893 req-3ccfb651-8716-49f5-9f10-561196212413 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0460646 Nov 15 12:28:15.679887 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b3538-e060-4d39-bdf1-8e805ea2a893 req-01701403-e0da-4abd-98b5-99584933f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:28:15.681335 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c56b3538-e060-4d39-bdf1-8e805ea2a893 req-01701403-e0da-4abd-98b5-99584933f8d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.1036623 Nov 15 12:28:15.722708 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c56b3538-e060-4d39-bdf1-8e805ea2a893 req-639e16b8-3b9b-4064-8e0f-a7fd8e380963 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0345149 Nov 15 12:28:15.770252 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b3538-e060-4d39-bdf1-8e805ea2a893 req-b529fc3b-8d91-47e2-8aa4-174a1a3529cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:28:15.771642 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c56b3538-e060-4d39-bdf1-8e805ea2a893 req-b529fc3b-8d91-47e2-8aa4-174a1a3529cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0424681 Nov 15 12:28:15.827474 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b3538-e060-4d39-bdf1-8e805ea2a893 req-af4d6db2-255c-43f3-8db1-0a5d47aa76ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:28:15.829060 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c56b3538-e060-4d39-bdf1-8e805ea2a893 req-af4d6db2-255c-43f3-8db1-0a5d47aa76ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504897 Nov 15 12:28:15.925973 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c56b3538-e060-4d39-bdf1-8e805ea2a893 req-c25969b8-ee0e-4adf-ad0c-c48a5b234d89 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894530 Nov 15 12:28:16.021565 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c56b3538-e060-4d39-bdf1-8e805ea2a893 req-36313698-0a2e-4ea3-b086-45af686ccef6 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884869 Nov 15 12:28:23.537071 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b516d997-2ccd-4a34-a5f4-2164eee6e4fa req-30a8d804-a331-46b2-a548-189afabf7c65 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0824313 Nov 15 12:28:23.624383 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516d997-2ccd-4a34-a5f4-2164eee6e4fa req-ab76b290-8c67-4975-a80a-ac66635d14d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:28:23.625877 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b516d997-2ccd-4a34-a5f4-2164eee6e4fa req-ab76b290-8c67-4975-a80a-ac66635d14d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5b0281ac68e47ccb92d9b768695bdcf&device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 1096 time: 0.0426705 Nov 15 12:28:23.743391 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516d997-2ccd-4a34-a5f4-2164eee6e4fa req-5be61bc2-9d53-4b01-b790-ba51b1060604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:28:23.744817 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b516d997-2ccd-4a34-a5f4-2164eee6e4fa req-5be61bc2-9d53-4b01-b790-ba51b1060604 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e36c1076-02ce-4b89-ad68-ab04466f5d96 HTTP/1.1" status: 200 len: 910 time: 0.0942307 Nov 15 12:28:23.810385 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b516d997-2ccd-4a34-a5f4-2164eee6e4fa req-9a52b934-33c9-4e61-9230-6b998014962e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c798cfee-e518-4f06-9320-371a6c6f3020 HTTP/1.1" status: 200 len: 1001 time: 0.0568075 Nov 15 12:28:23.864480 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516d997-2ccd-4a34-a5f4-2164eee6e4fa req-443939f5-4491-4044-9069-5c5f4cc174cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:28:23.865892 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b516d997-2ccd-4a34-a5f4-2164eee6e4fa req-443939f5-4491-4044-9069-5c5f4cc174cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac2e8361-6e7a-4e58-955a-b6fd2476935c HTTP/1.1" status: 200 len: 848 time: 0.0475650 Nov 15 12:28:23.921668 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516d997-2ccd-4a34-a5f4-2164eee6e4fa req-9e11947a-e7ea-4058-9029-a7720934f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:28:23.923157 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b516d997-2ccd-4a34-a5f4-2164eee6e4fa req-9e11947a-e7ea-4058-9029-a7720934f6e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e36c1076-02ce-4b89-ad68-ab04466f5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502307 Nov 15 12:28:24.014049 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b516d997-2ccd-4a34-a5f4-2164eee6e4fa req-925c946e-1a3e-4a7d-9a35-189a796556b4 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829027 Nov 15 12:28:24.112113 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b516d997-2ccd-4a34-a5f4-2164eee6e4fa req-4f63e21c-3cf8-442f-b668-fc76504eb727 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902557 Nov 15 12:28:30.331601 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:28:32.475778 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:28:32.873896 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:28:36.351921 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3dff9524-c04d-4c9c-afde-4c72c5124400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:28:38.502213 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9d7477ea-a015-4829-a5b3-6a924a479850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:28:40.198772 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:28:41.752897 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:28:42.229245 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:29:00.331111 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:29:02.488711 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:29:06.353801 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-7995fefb-3fbe-4297-b847-b06af62452e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:29:08.501223 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-812803bc-a027-49c9-8ebc-a985ef435bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:29:09.879245 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:29:10.208693 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:29:11.755228 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:29:12.233434 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:29:15.406395 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e2cea5bb-00cb-4341-a554-888e9417dc52 req-a4215174-6d41-4c56-a33b-3f4836ec15cf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414016 Nov 15 12:29:15.494896 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cea5bb-00cb-4341-a554-888e9417dc52 req-4289a6d7-e9a1-45eb-9e43-7ad613847368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:15.496657 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e2cea5bb-00cb-4341-a554-888e9417dc52 req-4289a6d7-e9a1-45eb-9e43-7ad613847368 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0458925 Nov 15 12:29:15.605796 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cea5bb-00cb-4341-a554-888e9417dc52 req-3c495d2e-dfaf-472b-a6b3-4f4685ac718c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:15.607288 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e2cea5bb-00cb-4341-a554-888e9417dc52 req-3c495d2e-dfaf-472b-a6b3-4f4685ac718c service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0903907 Nov 15 12:29:15.652530 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e2cea5bb-00cb-4341-a554-888e9417dc52 req-3611a0bf-3d9e-43d1-9d45-7f89025c6564 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0379522 Nov 15 12:29:15.711329 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cea5bb-00cb-4341-a554-888e9417dc52 req-7c56ff01-23fa-452c-b2ef-f935b31f6106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:15.712751 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e2cea5bb-00cb-4341-a554-888e9417dc52 req-7c56ff01-23fa-452c-b2ef-f935b31f6106 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0535102 Nov 15 12:29:15.758758 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cea5bb-00cb-4341-a554-888e9417dc52 req-43d59b33-a791-4121-b3ed-56df8ac51eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:15.760284 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e2cea5bb-00cb-4341-a554-888e9417dc52 req-43d59b33-a791-4121-b3ed-56df8ac51eb5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397739 Nov 15 12:29:15.857163 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e2cea5bb-00cb-4341-a554-888e9417dc52 req-ce1a1306-1ba4-4d02-be5b-5bd6017b8d81 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883677 Nov 15 12:29:15.954242 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e2cea5bb-00cb-4341-a554-888e9417dc52 req-0ddeb873-341c-4a20-a2aa-2d6f6b89380a service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899863 Nov 15 12:29:25.483313 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-50f79df1-eb08-434d-ac96-313f082ee842 req-e8a69afa-b1f9-41c8-a683-680de71d8446 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402148 Nov 15 12:29:25.578184 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f79df1-eb08-434d-ac96-313f082ee842 req-fff7fe4b-fa34-4b82-b695-4c5084b1b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:25.579676 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-50f79df1-eb08-434d-ac96-313f082ee842 req-fff7fe4b-fa34-4b82-b695-4c5084b1b49d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5b0281ac68e47ccb92d9b768695bdcf&device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 1096 time: 0.0454679 Nov 15 12:29:25.695419 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f79df1-eb08-434d-ac96-313f082ee842 req-ddf97a10-f53b-443e-8431-3e531675d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:25.696921 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-50f79df1-eb08-434d-ac96-313f082ee842 req-ddf97a10-f53b-443e-8431-3e531675d5fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=e36c1076-02ce-4b89-ad68-ab04466f5d96 HTTP/1.1" status: 200 len: 910 time: 0.0965490 Nov 15 12:29:25.772767 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-50f79df1-eb08-434d-ac96-313f082ee842 req-59f46433-649e-4ac7-983c-7c42bbe4f57f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c798cfee-e518-4f06-9320-371a6c6f3020 HTTP/1.1" status: 200 len: 1001 time: 0.0616665 Nov 15 12:29:25.822890 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f79df1-eb08-434d-ac96-313f082ee842 req-a464a972-52e6-4663-b965-a3fad84cbf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:25.824401 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-50f79df1-eb08-434d-ac96-313f082ee842 req-a464a972-52e6-4663-b965-a3fad84cbf1f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac2e8361-6e7a-4e58-955a-b6fd2476935c HTTP/1.1" status: 200 len: 848 time: 0.0451601 Nov 15 12:29:25.872968 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f79df1-eb08-434d-ac96-313f082ee842 req-23f63ea6-ca0e-4368-9546-9e11493b0f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:25.874453 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-50f79df1-eb08-434d-ac96-313f082ee842 req-23f63ea6-ca0e-4368-9546-9e11493b0f18 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e36c1076-02ce-4b89-ad68-ab04466f5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425975 Nov 15 12:29:25.967096 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-50f79df1-eb08-434d-ac96-313f082ee842 req-8c19ead8-3e53-4f96-a2a1-276df75b51a1 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854695 Nov 15 12:29:26.059773 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-50f79df1-eb08-434d-ac96-313f082ee842 req-c2ccc6b6-02e7-4cfe-baf6-115a6cd3cb69 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852554 Nov 15 12:29:30.345906 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:29:32.498176 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:29:36.296300 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fe225-4988-42b8-9603-9be76b1107c1 req-0990d654-a256-487d-84ce-2cbcfde64df2 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:36.297935 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-be2fe225-4988-42b8-9603-9be76b1107c1 req-0990d654-a256-487d-84ce-2cbcfde64df2 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 945 time: 0.0559580 Nov 15 12:29:36.349362 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bc249605-136e-46be-af5c-3d0f15a78e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:29:36.350765 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-be2fe225-4988-42b8-9603-9be76b1107c1 req-4492e35c-3b7a-4965-bc66-76beff9e1641 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466185 Nov 15 12:29:37.515844 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51030522-fec9-469f-a7f8-6eb47cc7b624 req-42487249-3989-4044-b58f-27c03dcd5289 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:37.517342 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-51030522-fec9-469f-a7f8-6eb47cc7b624 req-42487249-3989-4044-b58f-27c03dcd5289 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 945 time: 0.0598071 Nov 15 12:29:37.568375 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-51030522-fec9-469f-a7f8-6eb47cc7b624 req-d75af817-f24f-44b8-8705-e42844d06424 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432339 Nov 15 12:29:38.499993 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e7dc7fbd-805e-4504-89ec-e2483636dcfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:29:38.685891 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdab647-3869-4700-91cd-8d6d49e0ba82 req-afc01205-0231-47c1-8b3f-855ac6b190bf tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:38.687363 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3cdab647-3869-4700-91cd-8d6d49e0ba82 req-afc01205-0231-47c1-8b3f-855ac6b190bf tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 945 time: 0.0490122 Nov 15 12:29:38.741086 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3cdab647-3869-4700-91cd-8d6d49e0ba82 req-6f8bda57-23be-4c7b-be6f-56d3f55f4855 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447097 Nov 15 12:29:39.877866 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da86fa0-cb08-48f5-b50a-67a4342047db req-2d4dfbfa-c111-4566-88b0-76fe173c0e61 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:39.879666 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4da86fa0-cb08-48f5-b50a-67a4342047db req-2d4dfbfa-c111-4566-88b0-76fe173c0e61 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 945 time: 0.0584571 Nov 15 12:29:39.934341 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4da86fa0-cb08-48f5-b50a-67a4342047db req-4c24ba7d-a815-42b1-9b79-71eb3b6a4075 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463090 Nov 15 12:29:40.210630 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:29:41.070846 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4017e9-bcc5-4d10-871b-9b3c6a680f2d req-d158cdb9-f2eb-43cb-974c-b92e33c8a2bd tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:41.072251 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e4017e9-bcc5-4d10-871b-9b3c6a680f2d req-d158cdb9-f2eb-43cb-974c-b92e33c8a2bd tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 945 time: 0.0530980 Nov 15 12:29:41.122069 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-1e4017e9-bcc5-4d10-871b-9b3c6a680f2d req-db658a6b-82b2-400e-ae8f-1c397eb8ac7a tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437603 Nov 15 12:29:41.759997 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:29:42.227606 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:29:42.253775 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4edad5-5d58-417c-95da-25d5e0eb7610 req-9891de5a-282e-4c94-a973-c72c5dac403c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:42.255268 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b4edad5-5d58-417c-95da-25d5e0eb7610 req-9891de5a-282e-4c94-a973-c72c5dac403c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 945 time: 0.0527518 Nov 15 12:29:42.325087 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b4edad5-5d58-417c-95da-25d5e0eb7610 req-caa4fb38-337a-4e82-8f7b-7e4629b14320 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633559 Nov 15 12:29:43.474037 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e25fa3-0f8c-4b19-979e-f8c847a7e969 req-abe9857e-4eb5-4421-aaa8-559b6696d086 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:43.475516 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7e25fa3-0f8c-4b19-979e-f8c847a7e969 req-abe9857e-4eb5-4421-aaa8-559b6696d086 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 945 time: 0.0605626 Nov 15 12:29:43.526099 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a7e25fa3-0f8c-4b19-979e-f8c847a7e969 req-1fd5a90d-0ccb-4ec6-b39b-79ae096350ad tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444469 Nov 15 12:29:44.654848 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c732d-78eb-4e51-b5a6-762d671bdce7 req-8bcf058e-e015-4520-b0dd-b7d5606a138e tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:44.656385 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d8c732d-78eb-4e51-b5a6-762d671bdce7 req-8bcf058e-e015-4520-b0dd-b7d5606a138e tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 945 time: 0.0516093 Nov 15 12:29:44.707545 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4d8c732d-78eb-4e51-b5a6-762d671bdce7 req-080dfebc-343f-405a-86a1-c7f37471472b tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447328 Nov 15 12:29:45.841565 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670bbcb-6cb0-4a77-ab68-d3fbd2377329 req-23ab775b-3653-4068-a3cf-8cabe7e4fb3c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:45.843041 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c670bbcb-6cb0-4a77-ab68-d3fbd2377329 req-23ab775b-3653-4068-a3cf-8cabe7e4fb3c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 945 time: 0.0558312 Nov 15 12:29:45.895544 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c670bbcb-6cb0-4a77-ab68-d3fbd2377329 req-b0789ba1-a799-43bf-b784-1d497de9587d tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460823 Nov 15 12:29:46.448645 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3b0d3-d03f-4e5e-bb6f-d2def901de24 req-f484ac26-557a-44ca-b733-77c31f4c1013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:46.450030 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a1d3b0d3-d03f-4e5e-bb6f-d2def901de24 req-f484ac26-557a-44ca-b733-77c31f4c1013 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5b0281ac68e47ccb92d9b768695bdcf&device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 1096 time: 0.0492311 Nov 15 12:29:46.540636 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3b0d3-d03f-4e5e-bb6f-d2def901de24 req-84f1bf15-9e9d-4185-8c27-b449dcfb03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:46.542103 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a1d3b0d3-d03f-4e5e-bb6f-d2def901de24 req-84f1bf15-9e9d-4185-8c27-b449dcfb03ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=e36c1076-02ce-4b89-ad68-ab04466f5d96 HTTP/1.1" status: 200 len: 910 time: 0.0851183 Nov 15 12:29:46.624230 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a1d3b0d3-d03f-4e5e-bb6f-d2def901de24 req-e07e178a-9e6a-40fd-9e2d-c8d42d0dba02 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c798cfee-e518-4f06-9320-371a6c6f3020 HTTP/1.1" status: 200 len: 1001 time: 0.0748470 Nov 15 12:29:46.673331 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3b0d3-d03f-4e5e-bb6f-d2def901de24 req-0b3a4df6-4087-422e-bc30-a2f57850741c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:46.674742 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a1d3b0d3-d03f-4e5e-bb6f-d2def901de24 req-0b3a4df6-4087-422e-bc30-a2f57850741c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac2e8361-6e7a-4e58-955a-b6fd2476935c HTTP/1.1" status: 200 len: 848 time: 0.0440516 Nov 15 12:29:46.722504 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3b0d3-d03f-4e5e-bb6f-d2def901de24 req-13d24bdb-015e-41aa-8b47-1a89f58b57ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:46.723849 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a1d3b0d3-d03f-4e5e-bb6f-d2def901de24 req-13d24bdb-015e-41aa-8b47-1a89f58b57ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e36c1076-02ce-4b89-ad68-ab04466f5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419610 Nov 15 12:29:46.821672 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a1d3b0d3-d03f-4e5e-bb6f-d2def901de24 req-3aa048d9-c8fe-43f7-a486-021e1ab249f0 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905993 Nov 15 12:29:46.879588 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:29:46.922583 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a1d3b0d3-d03f-4e5e-bb6f-d2def901de24 req-653bbb55-f4c9-4d45-806e-bf2ab05a001e service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932612 Nov 15 12:29:47.012968 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e637e9-d107-4973-9f06-57cce452b444 req-51e9bf3c-b66b-450a-99f0-19c4669a948a tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:47.014344 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42e637e9-d107-4973-9f06-57cce452b444 req-51e9bf3c-b66b-450a-99f0-19c4669a948a tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 945 time: 0.0498793 Nov 15 12:29:47.062988 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-42e637e9-d107-4973-9f06-57cce452b444 req-b5040d23-cb2d-470f-834f-8aa0e3638446 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425649 Nov 15 12:29:48.183374 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c85a7-1899-47ef-9d9b-439d51a6e7f2 req-e25e70a5-3430-471b-9219-2915fd423d7c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:48.184869 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-876c85a7-1899-47ef-9d9b-439d51a6e7f2 req-e25e70a5-3430-471b-9219-2915fd423d7c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 945 time: 0.0501597 Nov 15 12:29:48.239730 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-876c85a7-1899-47ef-9d9b-439d51a6e7f2 req-cabb2f05-186b-47b9-8091-5a671eee1afa tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487759 Nov 15 12:29:49.363406 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61ee64-302b-4c6c-8663-b830d198526c req-4bbace41-fb0f-4506-97a5-8afc11cdc5f8 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:49.364948 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-be61ee64-302b-4c6c-8663-b830d198526c req-4bbace41-fb0f-4506-97a5-8afc11cdc5f8 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 945 time: 0.0501089 Nov 15 12:29:49.413607 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-be61ee64-302b-4c6c-8663-b830d198526c req-fc074106-934a-484c-950f-3a175e57b011 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426812 Nov 15 12:29:50.558672 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d274cd6-fb36-42a0-9818-6919923eb71a req-4765e28e-b026-4f9c-bc5a-e2b135a1e768 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:50.560243 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d274cd6-fb36-42a0-9818-6919923eb71a req-4765e28e-b026-4f9c-bc5a-e2b135a1e768 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 945 time: 0.0668163 Nov 15 12:29:50.612281 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d274cd6-fb36-42a0-9818-6919923eb71a req-4c9368fb-762a-4054-9b59-91a08ecc7e4f tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457964 Nov 15 12:29:50.800738 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9ecad3a0-1bfb-4151-b908-fd5974504a6a req-951a9d8f-b3be-42f4-aba0-83c89db0bf19 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443137 Nov 15 12:29:50.809448 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-9ecad3a0-1bfb-4151-b908-fd5974504a6a req-2e1f6307-1a84-4609-80bf-13ddb32edd8f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:29:50.810390 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9ecad3a0-1bfb-4151-b908-fd5974504a6a req-2e1f6307-1a84-4609-80bf-13ddb32edd8f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050402 Nov 15 12:29:50.827106 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae273f8-fe41-48f4-ada6-7f26d08bbbc1 req-de7070f5-73f1-4f5f-8e1a-5cff78453d1a tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:50.828635 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cae273f8-fe41-48f4-ada6-7f26d08bbbc1 req-de7070f5-73f1-4f5f-8e1a-5cff78453d1a tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 945 time: 0.0533764 Nov 15 12:29:50.890744 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cae273f8-fe41-48f4-ada6-7f26d08bbbc1 req-5d9e9976-b119-4120-bd34-962a4895ea9a tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559051 Nov 15 12:29:51.682631 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device c798cfee-e518-4f06-9320-371a6c6f3020 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:29:51.760610 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:29:51.783770 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0738a48f-a003-4bff-888c-f76b05d9f7c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c798cfee-e518-4f06-9320-371a6c6f3020'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:29:51.786275 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4741c2f-388a-40eb-90ed-7a6e3781efcd" -d '{"events": [{"server_uuid": "0738a48f-a003-4bff-888c-f76b05d9f7c8", "name": "network-vif-unplugged", "status": "completed", "tag": "c798cfee-e518-4f06-9320-371a6c6f3020"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:29:51.799057 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port c798cfee-e518-4f06-9320-371a6c6f3020, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=c798cfee-e518-4f06-9320-371a6c6f3020,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:29:51.804434 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:29:51.830814 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 15 Nov 2021 12:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b9cc8d-2c09-4c81-a9eb-9111bfa13ff4 x-openstack-request-id: req-04b9cc8d-2c09-4c81-a9eb-9111bfa13ff4 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:29:51.831078 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0738a48f-a003-4bff-888c-f76b05d9f7c8", "name": "network-vif-unplugged", "status": "failed", "tag": "c798cfee-e518-4f06-9320-371a6c6f3020", "code": 422}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:29:51.831316 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04b9cc8d-2c09-4c81-a9eb-9111bfa13ff4 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:29:51.831691 n-d-729945-9 neutron-server[102679]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0738a48f-a003-4bff-888c-f76b05d9f7c8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c798cfee-e518-4f06-9320-371a6c6f3020', 'code': 422} returned with failed status Nov 15 12:29:51.856881 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=c798cfee-e518-4f06-9320-371a6c6f3020,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:29:51.864869 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:29:51.865211 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:29:51.865566 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:29:51.865917 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:29:51.866230 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:29:51.866554 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:29:51.866878 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:29:51.867203 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:29:51.867601 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:29:51.867947 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:29:51.868255 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:29:51.868573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:29:52.007792 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c41e3-a16e-4a3b-9da6-c87e2c7d6c0d req-ab1b615d-9d19-49bc-a99a-7d7808604ed4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:52.009363 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f2c41e3-a16e-4a3b-9da6-c87e2c7d6c0d req-ab1b615d-9d19-49bc-a99a-7d7808604ed4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 943 time: 0.0496960 Nov 15 12:29:52.058831 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0f2c41e3-a16e-4a3b-9da6-c87e2c7d6c0d req-b6191370-1c41-4d97-bdcd-7e5e2e4670e3 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428925 Nov 15 12:29:53.183597 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab21fa-db6b-4c94-9e14-ffb5f5fb20bb req-26dbd966-35a7-4aae-b4b3-46bcc70859bd tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:53.185301 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afab21fa-db6b-4c94-9e14-ffb5f5fb20bb req-26dbd966-35a7-4aae-b4b3-46bcc70859bd tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 943 time: 0.0540059 Nov 15 12:29:53.235340 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-afab21fa-db6b-4c94-9e14-ffb5f5fb20bb req-28e2c386-cc83-43c5-98d6-c813a6376d5f tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440848 Nov 15 12:29:54.356143 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dcc69-d6a1-4018-b6ee-eb12ffeeebd2 req-fef11c67-6efa-4916-9601-62b498306b96 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:54.357658 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-202dcc69-d6a1-4018-b6ee-eb12ffeeebd2 req-fef11c67-6efa-4916-9601-62b498306b96 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 943 time: 0.0519743 Nov 15 12:29:54.405947 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-202dcc69-d6a1-4018-b6ee-eb12ffeeebd2 req-de8c22f3-1853-4260-badf-43eabd7290d3 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421147 Nov 15 12:29:55.542155 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd175b21-46b7-48ba-830a-6d0ecccd2cae req-3540bf05-c5ad-48d2-9e04-3940b018e386 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:55.543808 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd175b21-46b7-48ba-830a-6d0ecccd2cae req-3540bf05-c5ad-48d2-9e04-3940b018e386 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 943 time: 0.0523207 Nov 15 12:29:55.602340 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dd175b21-46b7-48ba-830a-6d0ecccd2cae req-510f7181-5611-4459-9c9b-f448be8844ad tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515699 Nov 15 12:29:56.593670 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecad3a0-1bfb-4151-b908-fd5974504a6a req-c033fe9a-2fa0-4345-b8b3-3686ee45a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:56.595235 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9ecad3a0-1bfb-4151-b908-fd5974504a6a req-c033fe9a-2fa0-4345-b8b3-3686ee45a1a9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8&tenant_id=f5b0281ac68e47ccb92d9b768695bdcf HTTP/1.1" status: 200 len: 1094 time: 0.0474474 Nov 15 12:29:56.663640 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecad3a0-1bfb-4151-b908-fd5974504a6a req-df542526-cef4-40ca-903a-3239b210c657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:56.665228 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9ecad3a0-1bfb-4151-b908-fd5974504a6a req-df542526-cef4-40ca-903a-3239b210c657 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5b0281ac68e47ccb92d9b768695bdcf&device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 1094 time: 0.0425661 Nov 15 12:29:56.718393 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df116cb-c36d-45dd-af37-757be051c64e req-bd420fdf-dcdc-46b3-ab13-b6498d3ccc39 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:56.719870 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3df116cb-c36d-45dd-af37-757be051c64e req-bd420fdf-dcdc-46b3-ab13-b6498d3ccc39 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 943 time: 0.0497520 Nov 15 12:29:56.760298 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecad3a0-1bfb-4151-b908-fd5974504a6a req-d2de9647-177a-4237-a9f8-06f8802abf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:56.761822 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9ecad3a0-1bfb-4151-b908-fd5974504a6a req-d2de9647-177a-4237-a9f8-06f8802abf44 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e36c1076-02ce-4b89-ad68-ab04466f5d96 HTTP/1.1" status: 200 len: 910 time: 0.0892725 Nov 15 12:29:56.769293 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-3df116cb-c36d-45dd-af37-757be051c64e req-9583dcde-2971-49e6-a41a-e2fdd9e88c34 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432675 Nov 15 12:29:56.826947 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9ecad3a0-1bfb-4151-b908-fd5974504a6a req-5349a875-62dd-4cb8-b660-af891912fb0c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c798cfee-e518-4f06-9320-371a6c6f3020 HTTP/1.1" status: 200 len: 999 time: 0.0582950 Nov 15 12:29:56.876281 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecad3a0-1bfb-4151-b908-fd5974504a6a req-d49f52b8-71f4-4cc6-a1b4-0b01e2ee15e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:56.877652 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9ecad3a0-1bfb-4151-b908-fd5974504a6a req-d49f52b8-71f4-4cc6-a1b4-0b01e2ee15e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac2e8361-6e7a-4e58-955a-b6fd2476935c HTTP/1.1" status: 200 len: 848 time: 0.0442190 Nov 15 12:29:56.928732 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecad3a0-1bfb-4151-b908-fd5974504a6a req-ac78d21f-2a53-46f4-8f3a-3f600015c56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:56.930217 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9ecad3a0-1bfb-4151-b908-fd5974504a6a req-ac78d21f-2a53-46f4-8f3a-3f600015c56a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e36c1076-02ce-4b89-ad68-ab04466f5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453718 Nov 15 12:29:57.024099 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9ecad3a0-1bfb-4151-b908-fd5974504a6a req-7a738630-1e42-4300-a5bd-d8c14a874059 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857837 Nov 15 12:29:57.122342 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-9ecad3a0-1bfb-4151-b908-fd5974504a6a req-af3715e2-463b-47f4-8187-aa64ea330b73 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912745 Nov 15 12:29:57.906796 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e630e-c148-4dc5-9a82-857993081946 req-f8f0cf2f-931d-4d75-984f-b45ffa96510c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:57.908296 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe1e630e-c148-4dc5-9a82-857993081946 req-f8f0cf2f-931d-4d75-984f-b45ffa96510c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 943 time: 0.0623894 Nov 15 12:29:57.958772 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-fe1e630e-c148-4dc5-9a82-857993081946 req-1b8d3ee0-c19f-4eb5-a530-487eb1b1dc2c tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443113 Nov 15 12:29:59.106842 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0df86f-f22f-4a48-9d62-13d615cf2291 req-01ce846c-b390-4936-9dac-eefb6d98eeb2 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:29:59.108384 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ce0df86f-f22f-4a48-9d62-13d615cf2291 req-01ce846c-b390-4936-9dac-eefb6d98eeb2 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 943 time: 0.0633330 Nov 15 12:29:59.158636 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ce0df86f-f22f-4a48-9d62-13d615cf2291 req-19da4ef4-1754-43e1-a268-28155a025a58 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441997 Nov 15 12:30:00.305033 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5506d1-d9fa-4011-8860-b0fdcdbe7053 req-6ab70ba4-c07a-495a-8610-505541ef5300 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:30:00.306448 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db5506d1-d9fa-4011-8860-b0fdcdbe7053 req-6ab70ba4-c07a-495a-8610-505541ef5300 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 943 time: 0.0647397 Nov 15 12:30:00.362388 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-db5506d1-d9fa-4011-8860-b0fdcdbe7053 req-e0f6aa8c-8992-4e16-8ff6-9d5d66bc42d7 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494876 Nov 15 12:30:00.365301 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:30:01.493113 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df334cb4-f7a4-40bb-bdfe-d42403b708b2 req-6544169f-a697-43f9-bf3e-345cfdc7e9e3 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:30:01.494559 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df334cb4-f7a4-40bb-bdfe-d42403b708b2 req-6544169f-a697-43f9-bf3e-345cfdc7e9e3 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 943 time: 0.0494020 Nov 15 12:30:01.550811 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-df334cb4-f7a4-40bb-bdfe-d42403b708b2 req-3609ae9b-9ee2-4742-8dda-bd1653b1bfdc tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474107 Nov 15 12:30:02.490379 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:30:02.742640 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ef772-3388-42ba-ab8f-5441bf661ab6 req-3c6b22e2-2197-464a-a2f1-2117b5feb4b9 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:30:02.744102 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-466ef772-3388-42ba-ab8f-5441bf661ab6 req-3c6b22e2-2197-464a-a2f1-2117b5feb4b9 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 943 time: 0.1214557 Nov 15 12:30:02.799058 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-466ef772-3388-42ba-ab8f-5441bf661ab6 req-3f2a89f0-d97e-43d3-ac73-fb188ac3d623 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465908 Nov 15 12:30:03.760573 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device c798cfee-e518-4f06-9320-371a6c6f3020 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:30:03.866042 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port c798cfee-e518-4f06-9320-371a6c6f3020, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=c798cfee-e518-4f06-9320-371a6c6f3020,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:30:03.877127 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': 'c798cfee-e518-4f06-9320-371a6c6f3020', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'port_id': 'c798cfee-e518-4f06-9320-371a6c6f3020', 'mac_address': 'fa:16:3e:dd:aa:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:30:03.914425 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:30:03.923379 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12495fd2-b628-4029-8c61-21d09fd0ab23 req-8d3b3c6a-e02a-46a0-b33c-6f2b53f1402b tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:30:03.925028 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12495fd2-b628-4029-8c61-21d09fd0ab23 req-8d3b3c6a-e02a-46a0-b33c-6f2b53f1402b tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 943 time: 0.0509953 Nov 15 12:30:03.931728 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c798cfee-e518-4f06-9320-371a6c6f3020 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:30:03.951500 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port c798cfee-e518-4f06-9320-371a6c6f3020, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=c798cfee-e518-4f06-9320-371a6c6f3020,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:30:03.956526 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:30:03.976726 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-12495fd2-b628-4029-8c61-21d09fd0ab23 req-f2da4f40-f9d5-4ab8-9562-856fef482739 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448062 Nov 15 12:30:04.004676 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=c798cfee-e518-4f06-9320-371a6c6f3020,revision_number=7']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:30:04.183753 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['c798cfee-e518-4f06-9320-371a6c6f3020'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:30:05.112545 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ed9eb-d209-41a2-a27d-6544ca753215 req-f99a3208-7f0f-4dae-b674-6f1221e37088 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:30:05.114120 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d03ed9eb-d209-41a2-a27d-6544ca753215 req-f99a3208-7f0f-4dae-b674-6f1221e37088 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 944 time: 0.0641756 Nov 15 12:30:05.166206 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d03ed9eb-d209-41a2-a27d-6544ca753215 req-b5c95295-1456-4870-8e32-95a0801856da tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459650 Nov 15 12:30:05.775872 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device c798cfee-e518-4f06-9320-371a6c6f3020 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:30:05.834704 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port c798cfee-e518-4f06-9320-371a6c6f3020 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:30:05.835061 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:30:05.921414 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:30:05.945617 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0738a48f-a003-4bff-888c-f76b05d9f7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c798cfee-e518-4f06-9320-371a6c6f3020'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:30:05.947873 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8293bf-dfa8-4ae2-88f2-56c2af0146f0" -d '{"events": [{"server_uuid": "0738a48f-a003-4bff-888c-f76b05d9f7c8", "name": "network-vif-plugged", "status": "completed", "tag": "c798cfee-e518-4f06-9320-371a6c6f3020"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:30:05.960646 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port c798cfee-e518-4f06-9320-371a6c6f3020, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=c798cfee-e518-4f06-9320-371a6c6f3020,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:30:05.966810 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:30:05.989508 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf270ff-822f-4342-8691-d50e6d46e762 x-openstack-request-id: req-cbf270ff-822f-4342-8691-d50e6d46e762 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:30:05.989791 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0738a48f-a003-4bff-888c-f76b05d9f7c8", "name": "network-vif-plugged", "status": "completed", "tag": "c798cfee-e518-4f06-9320-371a6c6f3020", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:30:05.990034 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cbf270ff-822f-4342-8691-d50e6d46e762 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:30:05.990416 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0738a48f-a003-4bff-888c-f76b05d9f7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c798cfee-e518-4f06-9320-371a6c6f3020', 'code': 200} Nov 15 12:30:06.017505 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=c798cfee-e518-4f06-9320-371a6c6f3020,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:30:06.134381 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5536a-c720-4f9c-b568-6d9613b1926b req-906c516f-7944-4629-9723-9787ea275688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:30:06.135913 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a0a5536a-c720-4f9c-b568-6d9613b1926b req-906c516f-7944-4629-9723-9787ea275688 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 1096 time: 0.0426221 Nov 15 12:30:06.182958 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a0a5536a-c720-4f9c-b568-6d9613b1926b req-7044a924-fe3b-439b-8062-2fdbe03353d1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401552 Nov 15 12:30:06.290566 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a81cc-60c4-43ba-b609-ea172116efb3 req-396d1ba8-45ec-4f80-876d-fa1147261f6f tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:30:06.292022 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb9a81cc-60c4-43ba-b609-ea172116efb3 req-396d1ba8-45ec-4f80-876d-fa1147261f6f tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 945 time: 0.0529606 Nov 15 12:30:06.343631 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bb9a81cc-60c4-43ba-b609-ea172116efb3 req-1fe378d1-9d15-442e-90be-1a2eeb4a36ef tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450621 Nov 15 12:30:06.355597 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-ea01afd9-5f9b-424f-a740-aee68b2352b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:30:07.472812 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28bed6-62b8-4268-88a6-2357c76d18a5 req-467ed2a3-ab68-4cd5-926c-74b209994496 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:30:07.474332 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b28bed6-62b8-4268-88a6-2357c76d18a5 req-467ed2a3-ab68-4cd5-926c-74b209994496 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 945 time: 0.0580101 Nov 15 12:30:07.859991 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7b28bed6-62b8-4268-88a6-2357c76d18a5 req-6c4788b6-d6f0-4903-b5db-874c2b992e23 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3795104 Nov 15 12:30:08.503798 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-11e8243e-721f-4118-8eed-b717f13bfaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:30:10.212161 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:30:11.770011 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:30:12.242249 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:30:16.369133 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-966a265b-a217-4287-90ad-21fb0d6ace6b req-1ef284f8-14df-467d-8d87-5ca255401b38 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417542 Nov 15 12:30:16.459058 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a265b-a217-4287-90ad-21fb0d6ace6b req-c17d0cda-1730-47fe-9774-867b654f791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:30:16.459058 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-966a265b-a217-4287-90ad-21fb0d6ace6b req-c17d0cda-1730-47fe-9774-867b654f791f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0461466 Nov 15 12:30:16.573520 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a265b-a217-4287-90ad-21fb0d6ace6b req-f32c2707-1fd1-4efc-bb54-c05f418ed071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:30:16.575019 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-966a265b-a217-4287-90ad-21fb0d6ace6b req-f32c2707-1fd1-4efc-bb54-c05f418ed071 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0956590 Nov 15 12:30:16.620298 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-966a265b-a217-4287-90ad-21fb0d6ace6b req-77b9a883-49ab-4b49-83e2-b1d703d723a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0378096 Nov 15 12:30:16.669392 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a265b-a217-4287-90ad-21fb0d6ace6b req-ec70409f-0b50-4958-bfd6-626f1233cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:30:16.670769 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-966a265b-a217-4287-90ad-21fb0d6ace6b req-ec70409f-0b50-4958-bfd6-626f1233cd92 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0436473 Nov 15 12:30:16.715241 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a265b-a217-4287-90ad-21fb0d6ace6b req-d30c5983-85f3-48f5-a633-3212c61fe58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:30:16.717035 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-966a265b-a217-4287-90ad-21fb0d6ace6b req-d30c5983-85f3-48f5-a633-3212c61fe58c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397191 Nov 15 12:30:16.824211 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-966a265b-a217-4287-90ad-21fb0d6ace6b req-6da49b43-925a-49d6-8283-7ab2b2221f4a service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996637 Nov 15 12:30:16.914473 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-966a265b-a217-4287-90ad-21fb0d6ace6b req-8435d245-3a01-4fc3-bcf9-9a892be2de77 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831952 Nov 15 12:30:23.883168 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:30:28.053450 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fd63476a-a665-4466-b80e-b907b98c6f09 req-d6e602cc-2e72-452a-9d47-9615951b9ec0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464928 Nov 15 12:30:28.140154 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63476a-a665-4466-b80e-b907b98c6f09 req-210bd691-1df3-4a83-9a95-c1d95bf8b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:30:28.141699 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fd63476a-a665-4466-b80e-b907b98c6f09 req-210bd691-1df3-4a83-9a95-c1d95bf8b16e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5b0281ac68e47ccb92d9b768695bdcf&device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 1096 time: 0.0437427 Nov 15 12:30:28.246565 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63476a-a665-4466-b80e-b907b98c6f09 req-575cdf09-e66c-4e2b-a900-a738e956099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:30:28.248060 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fd63476a-a665-4466-b80e-b907b98c6f09 req-575cdf09-e66c-4e2b-a900-a738e956099c service neutron] 10.222.0.55 "GET /v2.0/networks?id=e36c1076-02ce-4b89-ad68-ab04466f5d96 HTTP/1.1" status: 200 len: 910 time: 0.0871637 Nov 15 12:30:28.328910 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fd63476a-a665-4466-b80e-b907b98c6f09 req-0b52eab2-5b2f-4dd1-ac5f-7786f364a444 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c798cfee-e518-4f06-9320-371a6c6f3020 HTTP/1.1" status: 200 len: 1001 time: 0.0721550 Nov 15 12:30:28.381255 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63476a-a665-4466-b80e-b907b98c6f09 req-0ced4e28-7afe-4270-af01-bebd22323de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:30:28.382666 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fd63476a-a665-4466-b80e-b907b98c6f09 req-0ced4e28-7afe-4270-af01-bebd22323de6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac2e8361-6e7a-4e58-955a-b6fd2476935c HTTP/1.1" status: 200 len: 848 time: 0.0463533 Nov 15 12:30:28.429486 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63476a-a665-4466-b80e-b907b98c6f09 req-a3d4713f-aafe-4690-8d99-1f845949ab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:30:28.430950 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fd63476a-a665-4466-b80e-b907b98c6f09 req-a3d4713f-aafe-4690-8d99-1f845949ab0d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e36c1076-02ce-4b89-ad68-ab04466f5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404913 Nov 15 12:30:28.533898 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fd63476a-a665-4466-b80e-b907b98c6f09 req-8a370a65-59d2-40fe-9ace-26616170c476 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955441 Nov 15 12:30:28.643993 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-fd63476a-a665-4466-b80e-b907b98c6f09 req-5089bc3a-d2f2-4a98-9a99-96be7eb2e237 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031976 Nov 15 12:30:30.370375 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:30:32.493066 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:30:36.350343 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4c1aeab3-6a5e-482a-ba2e-8bb94c667c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:30:38.502942 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-04f8bd24-1c35-494a-a397-abd61ac657a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:30:40.213329 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:30:41.771418 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:30:42.250214 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:00.384543 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:00.883799 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:31:02.502273 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:06.361693 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c678a750-e7b5-4a9f-84b6-f740ce9ddd4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:08.504378 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0d47e315-8feb-4c09-890d-0a0c3af6751c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:10.222953 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:11.781268 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:12.247150 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:18.394575 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c99d3807-7b8d-4115-9640-193c75dd5fca req-fc76522c-caa8-438c-8705-7e0692b1d94c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497394 Nov 15 12:31:18.480048 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d3807-7b8d-4115-9640-193c75dd5fca req-9475c69f-9b3c-49b0-bdee-cdaf2d5df8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:18.481525 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c99d3807-7b8d-4115-9640-193c75dd5fca req-9475c69f-9b3c-49b0-bdee-cdaf2d5df8ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0428407 Nov 15 12:31:18.592942 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d3807-7b8d-4115-9640-193c75dd5fca req-8c85a20f-15a5-4f39-8df8-1de45f52bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:18.594397 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c99d3807-7b8d-4115-9640-193c75dd5fca req-8c85a20f-15a5-4f39-8df8-1de45f52bed5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0900137 Nov 15 12:31:18.635064 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c99d3807-7b8d-4115-9640-193c75dd5fca req-ada9b88d-8c64-471f-9d16-390eba5e3cef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0336134 Nov 15 12:31:18.686160 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d3807-7b8d-4115-9640-193c75dd5fca req-3dd2c5ba-6413-4aa6-88d3-4e6183abb902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:18.688157 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c99d3807-7b8d-4115-9640-193c75dd5fca req-3dd2c5ba-6413-4aa6-88d3-4e6183abb902 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0465841 Nov 15 12:31:18.740128 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d3807-7b8d-4115-9640-193c75dd5fca req-092cb97e-b278-4866-9404-0f3bdc913403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:18.741598 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c99d3807-7b8d-4115-9640-193c75dd5fca req-092cb97e-b278-4866-9404-0f3bdc913403 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464668 Nov 15 12:31:18.752416 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-c99d3807-7b8d-4115-9640-193c75dd5fca req-25c55ab8-ff6c-47cc-90cb-62b5f322afd1 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:31:18.753331 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c99d3807-7b8d-4115-9640-193c75dd5fca req-25c55ab8-ff6c-47cc-90cb-62b5f322afd1 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048044 Nov 15 12:31:18.844768 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c99d3807-7b8d-4115-9640-193c75dd5fca req-087cc480-60d2-459a-ac20-67f8aaf88094 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843232 Nov 15 12:31:18.938050 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-c99d3807-7b8d-4115-9640-193c75dd5fca req-8c742ba1-d4fa-42ad-b727-c9c5507a182a service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860183 Nov 15 12:31:23.316692 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56178) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:23.471390 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Deleting port b87264ef-8820-4f6b-a3e4-cacc703ae8af {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:31:23.471634 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:23.547841 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:23.548122 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:23.560220 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Calling delete_port for b87264ef-8820-4f6b-a3e4-cacc703ae8af owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:31:23.703057 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:23.731963 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event deleted for resources: {'Port': ['ID=b87264ef-8820-4f6b-a3e4-cacc703ae8af,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:23.755517 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:23.755835 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:23.756193 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:23.756511 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:23.756835 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:23.757156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:23.757468 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:23.757786 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:23.758092 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:23.758403 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:23.758700 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:23.759003 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:23.797208 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:23.797535 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Floating IP b9914282-bb56-4361-ba48-f5a6473e4e1c disassociated (deleted). External IP: 172.25.7.240, port: c798cfee-e518-4f06-9320-371a6c6f3020. Nov 15 12:31:24.014580 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Router 7c5fc618-d77c-4cde-9361-0ac297a4504b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:31:24.127174 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:31:24.132698 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:24.138607 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a254a-3b42-4d0f-9f65-8872ba7b4897 None None] Sync routers for ids ['7c5fc618-d77c-4cde-9361-0ac297a4504b'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:31:24.153106 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a254a-3b42-4d0f-9f65-8872ba7b4897 None None] Routers {'7c5fc618-d77c-4cde-9361-0ac297a4504b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:31:24.153686 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-3d8a254a-3b42-4d0f-9f65-8872ba7b4897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c5fc618-d77c-4cde-9361-0ac297a4504b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:24.161389 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-46db5602-7639-4352-adac-c7f19fe863a4 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "DELETE /v2.0/floatingips/b9914282-bb56-4361-ba48-f5a6473e4e1c HTTP/1.1" status: 204 len: 168 time: 0.8432570 Nov 15 12:31:24.162103 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0738a48f-a003-4bff-888c-f76b05d9f7c8', 'tag': 'c798cfee-e518-4f06-9320-371a6c6f3020'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:31:24.164486 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10b531b19c16a4bb032ad9325c521bd4bf8029a5360c7e3eb9d5ecffe28e67c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59c36a3-f480-41bd-8f9c-d6428b73aeab" -d '{"events": [{"name": "network-changed", "server_uuid": "0738a48f-a003-4bff-888c-f76b05d9f7c8", "tag": "c798cfee-e518-4f06-9320-371a6c6f3020"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:31:24.257756 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-3d8a254a-3b42-4d0f-9f65-8872ba7b4897 None None] Set router 7c5fc618-d77c-4cde-9361-0ac297a4504b gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:31:24.324510 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b500d67-91c3-4c66-b3f4-f5e6ba6a1e03 x-openstack-request-id: req-2b500d67-91c3-4c66-b3f4-f5e6ba6a1e03 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:31:24.325126 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0738a48f-a003-4bff-888c-f76b05d9f7c8", "tag": "c798cfee-e518-4f06-9320-371a6c6f3020", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:31:24.325126 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b500d67-91c3-4c66-b3f4-f5e6ba6a1e03 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:31:24.325440 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0738a48f-a003-4bff-888c-f76b05d9f7c8', 'tag': 'c798cfee-e518-4f06-9320-371a6c6f3020', 'status': 'completed', 'code': 200} Nov 15 12:31:24.392403 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c36a3-f480-41bd-8f9c-d6428b73aeab req-0a385b78-49c7-4cfd-9b88-c75f3f26ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:24.394562 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b59c36a3-f480-41bd-8f9c-d6428b73aeab req-0a385b78-49c7-4cfd-9b88-c75f3f26ef28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5b0281ac68e47ccb92d9b768695bdcf&device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 1096 time: 0.0437162 Nov 15 12:31:24.418164 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c04553-2907-4ba1-831e-3f6a0a2e4fb7 req-707b58c2-07fd-432f-90e0-f3f533d9857b tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:24.419680 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0c04553-2907-4ba1-831e-3f6a0a2e4fb7 req-707b58c2-07fd-432f-90e0-f3f533d9857b tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 945 time: 0.0491467 Nov 15 12:31:24.458309 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-3d8a254a-3b42-4d0f-9f65-8872ba7b4897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'name': 'tempest-TestShelveInstance-1948507895-router', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:44Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'gw_port': {'id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:45Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'adeb6e87-0dd7-413d-83d4-676a9936e494', 'name': '', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'mac_address': 'fa:16:3e:59:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:46Z', 'updated_at': '2021-11-15T12:22:51Z', 'revision_number': 5, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'subnets': [{'id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:24.470508 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b0c04553-2907-4ba1-831e-3f6a0a2e4fb7 req-a89354e9-e8c2-48ec-aef6-891e18f51b89 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442452 Nov 15 12:31:24.485056 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a254a-3b42-4d0f-9f65-8872ba7b4897 None None] Checking router: 7c5fc618-d77c-4cde-9361-0ac297a4504b for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:31:24.493752 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a254a-3b42-4d0f-9f65-8872ba7b4897 None None] Routers {'7c5fc618-d77c-4cde-9361-0ac297a4504b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:31:24.494090 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c36a3-f480-41bd-8f9c-d6428b73aeab req-7aa2777c-2ba4-4556-b9cb-dbb1e01a8451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:24.494336 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-3d8a254a-3b42-4d0f-9f65-8872ba7b4897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c5fc618-d77c-4cde-9361-0ac297a4504b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:24.495920 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b59c36a3-f480-41bd-8f9c-d6428b73aeab req-7aa2777c-2ba4-4556-b9cb-dbb1e01a8451 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e36c1076-02ce-4b89-ad68-ab04466f5d96 HTTP/1.1" status: 200 len: 910 time: 0.0940192 Nov 15 12:31:24.539524 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b59c36a3-f480-41bd-8f9c-d6428b73aeab req-2c856f1b-8076-4f78-b33b-097b15f89c78 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c798cfee-e518-4f06-9320-371a6c6f3020 HTTP/1.1" status: 200 len: 217 time: 0.0358424 Nov 15 12:31:24.590696 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c36a3-f480-41bd-8f9c-d6428b73aeab req-14c7af0a-e2cd-49c2-9846-21aa4c20ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:24.592210 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b59c36a3-f480-41bd-8f9c-d6428b73aeab req-14c7af0a-e2cd-49c2-9846-21aa4c20ff57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac2e8361-6e7a-4e58-955a-b6fd2476935c HTTP/1.1" status: 200 len: 848 time: 0.0443094 Nov 15 12:31:24.600621 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-3d8a254a-3b42-4d0f-9f65-8872ba7b4897 None None] Set router 7c5fc618-d77c-4cde-9361-0ac297a4504b gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:31:24.641580 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c36a3-f480-41bd-8f9c-d6428b73aeab req-9858bdc2-8e23-48fc-9427-726cc8698de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:24.643089 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b59c36a3-f480-41bd-8f9c-d6428b73aeab req-9858bdc2-8e23-48fc-9427-726cc8698de7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e36c1076-02ce-4b89-ad68-ab04466f5d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440540 Nov 15 12:31:24.655482 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-b59c36a3-f480-41bd-8f9c-d6428b73aeab req-a0b34161-1c68-4861-8590-5fcd879ee2c6 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:31:24.656449 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b59c36a3-f480-41bd-8f9c-d6428b73aeab req-a0b34161-1c68-4861-8590-5fcd879ee2c6 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049403 Nov 15 12:31:24.748291 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b59c36a3-f480-41bd-8f9c-d6428b73aeab req-00290013-a4bd-44f9-9b40-0ad333f09728 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834317 Nov 15 12:31:24.797490 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-3d8a254a-3b42-4d0f-9f65-8872ba7b4897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'name': 'tempest-TestShelveInstance-1948507895-router', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:44Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'gw_port': {'id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:45Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'adeb6e87-0dd7-413d-83d4-676a9936e494', 'name': '', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'mac_address': 'fa:16:3e:59:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:46Z', 'updated_at': '2021-11-15T12:22:51Z', 'revision_number': 5, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'subnets': [{'id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:24.824236 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a254a-3b42-4d0f-9f65-8872ba7b4897 None None] The sync data for ids ['7c5fc618-d77c-4cde-9361-0ac297a4504b'] in n-d-729945-9 is: [{'id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'name': 'tempest-TestShelveInstance-1948507895-router', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:44Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'gw_port': {'id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:45Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'adeb6e87-0dd7-413d-83d4-676a9936e494', 'name': '', 'network_id': 'e36c1076-02ce-4b89-ad68-ab04466f5d96', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'mac_address': 'fa:16:3e:59:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:46Z', 'updated_at': '2021-11-15T12:22:51Z', 'revision_number': 5, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'subnets': [{'id': 'ac2e8361-6e7a-4e58-955a-b6fd2476935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:31:25.063111 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cfbeed-d4b1-475e-b562-a1d5deaaf717 None None] New status for floating IP b9914282-bb56-4361-ba48-f5a6473e4e1c: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:31:25.165591 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b59c36a3-f480-41bd-8f9c-d6428b73aeab req-dbab3ad3-c160-4294-98ac-633a3a66d0d9 service neutron] 10.222.0.55 "GET /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093707 Nov 15 12:31:25.605567 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126f596-12e1-419e-888e-6f656edac6d4 req-de8d1a73-a68b-415a-993d-be8ac1d42441 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:25.607136 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4126f596-12e1-419e-888e-6f656edac6d4 req-de8d1a73-a68b-415a-993d-be8ac1d42441 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 945 time: 0.0593545 Nov 15 12:31:25.662023 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-4126f596-12e1-419e-888e-6f656edac6d4 req-f36e8d58-5383-498f-ac71-39e1891890e7 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/security-groups?id=6855fb59-164f-4e8d-8bf9-184695ea6d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460935 Nov 15 12:31:25.874623 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bbad70-d81b-4ea5-a9ee-bf9d8575b4da req-11740553-dfba-409c-9b91-93286f5c578f tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:25.876080 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18bbad70-d81b-4ea5-a9ee-bf9d8575b4da req-11740553-dfba-409c-9b91-93286f5c578f tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.55 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 945 time: 0.0594938 Nov 15 12:31:25.971746 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-18bbad70-d81b-4ea5-a9ee-bf9d8575b4da req-3d747425-4229-4703-ac55-b56714104462 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Deleting port c798cfee-e518-4f06-9320-371a6c6f3020 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:31:25.972068 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18bbad70-d81b-4ea5-a9ee-bf9d8575b4da req-3d747425-4229-4703-ac55-b56714104462 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:26.060730 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-18bbad70-d81b-4ea5-a9ee-bf9d8575b4da req-3d747425-4229-4703-ac55-b56714104462 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] For port c798cfee-e518-4f06-9320-371a6c6f3020, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=c798cfee-e518-4f06-9320-371a6c6f3020,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:31:26.061091 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18bbad70-d81b-4ea5-a9ee-bf9d8575b4da req-3d747425-4229-4703-ac55-b56714104462 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:26.073528 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-18bbad70-d81b-4ea5-a9ee-bf9d8575b4da req-3d747425-4229-4703-ac55-b56714104462 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Calling delete_port for c798cfee-e518-4f06-9320-371a6c6f3020 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:31:26.217192 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18bbad70-d81b-4ea5-a9ee-bf9d8575b4da req-3d747425-4229-4703-ac55-b56714104462 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:26.250368 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d747425-4229-4703-ac55-b56714104462 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event deleted for resources: {'Port': ['ID=c798cfee-e518-4f06-9320-371a6c6f3020,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:26.276031 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d747425-4229-4703-ac55-b56714104462 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:26.276368 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d747425-4229-4703-ac55-b56714104462 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:26.276701 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d747425-4229-4703-ac55-b56714104462 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:26.277027 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d747425-4229-4703-ac55-b56714104462 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:26.277360 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d747425-4229-4703-ac55-b56714104462 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:26.277682 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d747425-4229-4703-ac55-b56714104462 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:26.278005 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d747425-4229-4703-ac55-b56714104462 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:26.278328 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d747425-4229-4703-ac55-b56714104462 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:26.278642 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d747425-4229-4703-ac55-b56714104462 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:26.278950 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d747425-4229-4703-ac55-b56714104462 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:26.279438 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d747425-4229-4703-ac55-b56714104462 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:26.279570 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d747425-4229-4703-ac55-b56714104462 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:26.298219 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bbad70-d81b-4ea5-a9ee-bf9d8575b4da req-3d747425-4229-4703-ac55-b56714104462 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] No DVR routers for this DVR port c798cfee-e518-4f06-9320-371a6c6f3020 on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:31:26.301089 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-18bbad70-d81b-4ea5-a9ee-bf9d8575b4da req-3d747425-4229-4703-ac55-b56714104462 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:26.304467 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-18bbad70-d81b-4ea5-a9ee-bf9d8575b4da req-3d747425-4229-4703-ac55-b56714104462 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.55 "DELETE /v2.0/ports/c798cfee-e518-4f06-9320-371a6c6f3020 HTTP/1.1" status: 204 len: 173 time: 0.4222960 Nov 15 12:31:26.304899 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0738a48f-a003-4bff-888c-f76b05d9f7c8', 'name': 'network-vif-deleted', 'tag': 'c798cfee-e518-4f06-9320-371a6c6f3020'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:31:26.307240 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfcc871-1dae-498e-8e69-b1543aaaf37d" -d '{"events": [{"server_uuid": "0738a48f-a003-4bff-888c-f76b05d9f7c8", "name": "network-vif-deleted", "tag": "c798cfee-e518-4f06-9320-371a6c6f3020"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:31:26.348816 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa4b0b8-cf8a-41ea-9aa4-d3ec421b740d x-openstack-request-id: req-caa4b0b8-cf8a-41ea-9aa4-d3ec421b740d {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:31:26.349108 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0738a48f-a003-4bff-888c-f76b05d9f7c8", "name": "network-vif-deleted", "tag": "c798cfee-e518-4f06-9320-371a6c6f3020", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:31:26.349354 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-caa4b0b8-cf8a-41ea-9aa4-d3ec421b740d {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:31:26.349761 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0738a48f-a003-4bff-888c-f76b05d9f7c8', 'name': 'network-vif-deleted', 'tag': 'c798cfee-e518-4f06-9320-371a6c6f3020', 'status': 'completed', 'code': 200} Nov 15 12:31:26.765909 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8fdcb029-de2a-48c6-8ece-c4ed7304bf95 req-f2485054-4019-48f1-8bb5-2c14adedfcac tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 210 time: 0.0259414 Nov 15 12:31:27.861387 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7a101b82-0ab9-49e6-9477-c0700de4c159 req-a24977f5-2aa9-45b3-ba81-8cbcf24d6d90 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 210 time: 0.0267251 Nov 15 12:31:28.063033 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device c798cfee-e518-4f06-9320-371a6c6f3020 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:31:28.084091 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: c798cfee-e518-4f06-9320-371a6c6f3020 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:31:28.084705 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device c798cfee-e518-4f06-9320-371a6c6f3020 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:31:28.956504 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-7d9e1c4b-755f-48c9-a09e-4af8a28579bf req-48802696-355e-4a54-9ed7-e66d8018f8ea tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 210 time: 0.0265183 Nov 15 12:31:30.052718 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-59ff00f4-0d40-4ce8-9f51-b0d8fd561ce9 req-8bbee6e4-2163-4e93-8504-85b741acb941 tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "GET /v2.0/ports?device_id=0738a48f-a003-4bff-888c-f76b05d9f7c8 HTTP/1.1" status: 200 len: 210 time: 0.0265517 Nov 15 12:31:30.383828 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:31.111684 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56216) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:31.173396 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a1c1ddb-6174-4833-8b86-1529f7ceeacb tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:31.199666 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a1c1ddb-6174-4833-8b86-1529f7ceeacb tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:31.265343 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a1c1ddb-6174-4833-8b86-1529f7ceeacb tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:31.268264 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-2a1c1ddb-6174-4833-8b86-1529f7ceeacb tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:31.269401 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-2a1c1ddb-6174-4833-8b86-1529f7ceeacb tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] 10.222.0.64 "DELETE /v2.0/security-groups/6855fb59-164f-4e8d-8bf9-184695ea6d7a HTTP/1.1" status: 204 len: 168 time: 0.1566896 Nov 15 12:31:31.278840 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c1ddb-6174-4833-8b86-1529f7ceeacb tempest-TestShelveInstance-1353137239 tempest-TestShelveInstance-1353137239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6855fb59-164f-4e8d-8bf9-184695ea6d7a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:31.323693 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56220) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:31.777760 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a63ba070-979b-4de0-a0c9-7c9530e0d0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:32.036313 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a63ba070-979b-4de0-a0c9-7c9530e0d0f0 admin admin] Deleting port adeb6e87-0dd7-413d-83d4-676a9936e494 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:31:32.036569 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a63ba070-979b-4de0-a0c9-7c9530e0d0f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:32.119669 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-a63ba070-979b-4de0-a0c9-7c9530e0d0f0 admin admin] For port adeb6e87-0dd7-413d-83d4-676a9936e494, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=adeb6e87-0dd7-413d-83d4-676a9936e494,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:31:32.120394 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a63ba070-979b-4de0-a0c9-7c9530e0d0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:32.132592 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-a63ba070-979b-4de0-a0c9-7c9530e0d0f0 admin admin] Calling delete_port for adeb6e87-0dd7-413d-83d4-676a9936e494 owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:31:32.319317 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a63ba070-979b-4de0-a0c9-7c9530e0d0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:32.343687 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ba070-979b-4de0-a0c9-7c9530e0d0f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=adeb6e87-0dd7-413d-83d4-676a9936e494,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:32.503964 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:32.527308 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-a63ba070-979b-4de0-a0c9-7c9530e0d0f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:32.750433 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63ba070-979b-4de0-a0c9-7c9530e0d0f0 admin admin] Router 7c5fc618-d77c-4cde-9361-0ac297a4504b has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:31:32.859396 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63ba070-979b-4de0-a0c9-7c9530e0d0f0 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:31:32.865170 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a63ba070-979b-4de0-a0c9-7c9530e0d0f0 admin admin] 10.222.0.64 "PUT /v2.0/routers/7c5fc618-d77c-4cde-9361-0ac297a4504b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5403216 Nov 15 12:31:32.867999 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56224) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:32.872175 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78182158-bb1c-4b54-82e8-8963405fa756 None None] Sync routers for ids ['7c5fc618-d77c-4cde-9361-0ac297a4504b'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:31:32.882855 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78182158-bb1c-4b54-82e8-8963405fa756 None None] Routers {'7c5fc618-d77c-4cde-9361-0ac297a4504b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:31:32.883668 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-78182158-bb1c-4b54-82e8-8963405fa756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c5fc618-d77c-4cde-9361-0ac297a4504b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:32.976594 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88c87ad5-93b8-42e5-bfe7-3fbb45ac457f admin admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:33.075671 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-78182158-bb1c-4b54-82e8-8963405fa756 None None] Set router 7c5fc618-d77c-4cde-9361-0ac297a4504b gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:31:33.081265 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88c87ad5-93b8-42e5-bfe7-3fbb45ac457f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:33.147509 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-88c87ad5-93b8-42e5-bfe7-3fbb45ac457f admin admin] Deleting port 6ad6b753-fc57-4b2d-a37b-e123c68f2516 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:31:33.147885 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88c87ad5-93b8-42e5-bfe7-3fbb45ac457f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:33.235927 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-88c87ad5-93b8-42e5-bfe7-3fbb45ac457f admin admin] For port 6ad6b753-fc57-4b2d-a37b-e123c68f2516, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=6ad6b753-fc57-4b2d-a37b-e123c68f2516,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:31:33.235927 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88c87ad5-93b8-42e5-bfe7-3fbb45ac457f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:33.245251 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-88c87ad5-93b8-42e5-bfe7-3fbb45ac457f admin admin] Calling delete_port for 6ad6b753-fc57-4b2d-a37b-e123c68f2516 owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:31:33.267486 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-78182158-bb1c-4b54-82e8-8963405fa756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'name': 'tempest-TestShelveInstance-1948507895-router', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:44Z', 'updated_at': '2021-11-15T12:31:32Z', 'revision_number': 5, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'gw_port': {'id': '6ad6b753-fc57-4b2d-a37b-e123c68f2516', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:45Z', 'updated_at': '2021-11-15T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:33.294086 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78182158-bb1c-4b54-82e8-8963405fa756 None None] Checking router: 7c5fc618-d77c-4cde-9361-0ac297a4504b for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:31:33.302213 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78182158-bb1c-4b54-82e8-8963405fa756 None None] Routers {'7c5fc618-d77c-4cde-9361-0ac297a4504b'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:31:33.302812 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-78182158-bb1c-4b54-82e8-8963405fa756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['7c5fc618-d77c-4cde-9361-0ac297a4504b'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:33.409199 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-78182158-bb1c-4b54-82e8-8963405fa756 None None] Set router 7c5fc618-d77c-4cde-9361-0ac297a4504b gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:31:33.442231 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88c87ad5-93b8-42e5-bfe7-3fbb45ac457f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:33.467530 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-78182158-bb1c-4b54-82e8-8963405fa756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'name': 'tempest-TestShelveInstance-1948507895-router', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:44Z', 'updated_at': '2021-11-15T12:31:33Z', 'revision_number': 6, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:33.471240 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c87ad5-93b8-42e5-bfe7-3fbb45ac457f admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad6b753-fc57-4b2d-a37b-e123c68f2516,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:33.490542 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a204e0eb-7584-4144-a03f-f343c7e3614d None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:31:33.502602 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78182158-bb1c-4b54-82e8-8963405fa756 None None] The sync data for ids ['7c5fc618-d77c-4cde-9361-0ac297a4504b'] in n-d-729945-9 is: [{'id': '7c5fc618-d77c-4cde-9361-0ac297a4504b', 'name': 'tempest-TestShelveInstance-1948507895-router', 'tenant_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:44Z', 'updated_at': '2021-11-15T12:31:33Z', 'revision_number': 6, 'project_id': 'f5b0281ac68e47ccb92d9b768695bdcf', 'gw_port_host': None}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:31:33.532432 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88c87ad5-93b8-42e5-bfe7-3fbb45ac457f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:33.628688 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88c87ad5-93b8-42e5-bfe7-3fbb45ac457f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:33.630818 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88c87ad5-93b8-42e5-bfe7-3fbb45ac457f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:33.679988 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88c87ad5-93b8-42e5-bfe7-3fbb45ac457f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:33.680508 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c87ad5-93b8-42e5-bfe7-3fbb45ac457f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c5fc618-d77c-4cde-9361-0ac297a4504b {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 12:31:33.685687 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-88c87ad5-93b8-42e5-bfe7-3fbb45ac457f admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:33.686826 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-88c87ad5-93b8-42e5-bfe7-3fbb45ac457f admin admin] 10.222.0.64 "DELETE /v2.0/routers/7c5fc618-d77c-4cde-9361-0ac297a4504b HTTP/1.1" status: 204 len: 168 time: 0.8178189 Nov 15 12:31:33.689766 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56226) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:33.736699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66fb187-e9dc-41e5-a4d9-a4e102b62cb3 admin admin] Deleting subnet ac2e8361-6e7a-4e58-955a-b6fd2476935c {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:31:33.740165 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c66fb187-e9dc-41e5-a4d9-a4e102b62cb3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:33.774932 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c66fb187-e9dc-41e5-a4d9-a4e102b62cb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:33.857184 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c66fb187-e9dc-41e5-a4d9-a4e102b62cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:33.917154 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c66fb187-e9dc-41e5-a4d9-a4e102b62cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:33.943327 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66fb187-e9dc-41e5-a4d9-a4e102b62cb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac2e8361-6e7a-4e58-955a-b6fd2476935c,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:33.947620 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-c66fb187-e9dc-41e5-a4d9-a4e102b62cb3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:33.951189 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-c66fb187-e9dc-41e5-a4d9-a4e102b62cb3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ac2e8361-6e7a-4e58-955a-b6fd2476935c HTTP/1.1" status: 204 len: 168 time: 0.2602191 Nov 15 12:31:33.954747 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dabe7b-bd6c-43aa-93d3-539ca08b9ee2 None None] Network e36c1076-02ce-4b89-ad68-ab04466f5d96 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:31:33.955430 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56228) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:34.029727 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8986dfb-22e7-4253-b91f-595ca1c2d378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:34.081559 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f8986dfb-22e7-4253-b91f-595ca1c2d378 admin admin] Deleting port 02ae744b-6a0a-461f-9e3d-d3772330adfb {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:31:34.081950 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8986dfb-22e7-4253-b91f-595ca1c2d378 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:34.152199 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-f8986dfb-22e7-4253-b91f-595ca1c2d378 admin admin] For port 02ae744b-6a0a-461f-9e3d-d3772330adfb, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=02ae744b-6a0a-461f-9e3d-d3772330adfb,segment=NetworkSegment(2f52f18b-d995-4c90-a3ef-0577960c8282),segment_id=2f52f18b-d995-4c90-a3ef-0577960c8282)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:31:34.152553 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8986dfb-22e7-4253-b91f-595ca1c2d378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:34.165639 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-f8986dfb-22e7-4253-b91f-595ca1c2d378 admin admin] Calling delete_port for 02ae744b-6a0a-461f-9e3d-d3772330adfb owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:31:34.251159 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8986dfb-22e7-4253-b91f-595ca1c2d378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:34.278576 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8986dfb-22e7-4253-b91f-595ca1c2d378 admin admin] Pushing event deleted for resources: {'Port': ['ID=02ae744b-6a0a-461f-9e3d-d3772330adfb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:34.283210 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8986dfb-22e7-4253-b91f-595ca1c2d378 admin admin] No DVR routers for this DVR port 02ae744b-6a0a-461f-9e3d-d3772330adfb on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:31:34.296588 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952e837c-6226-4a77-a174-a7a9cc84d29e None None] DHCP port deletion for e36c1076-02ce-4b89-ad68-ab04466f5d96 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:31:34.376660 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8986dfb-22e7-4253-b91f-595ca1c2d378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:34.396994 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f8986dfb-22e7-4253-b91f-595ca1c2d378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36c1076-02ce-4b89-ad68-ab04466f5d96']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:34.410242 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f8986dfb-22e7-4253-b91f-595ca1c2d378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f52f18b-d995-4c90-a3ef-0577960c8282') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:34.410573 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-f8986dfb-22e7-4253-b91f-595ca1c2d378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f52f18b-d995-4c90-a3ef-0577960c8282') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:34.420353 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8986dfb-22e7-4253-b91f-595ca1c2d378 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:34.435489 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8986dfb-22e7-4253-b91f-595ca1c2d378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:34.442530 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8986dfb-22e7-4253-b91f-595ca1c2d378 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:31:34.442915 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8986dfb-22e7-4253-b91f-595ca1c2d378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: timer() Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:31:34.444877 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:31:34.505689 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8986dfb-22e7-4253-b91f-595ca1c2d378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:34.516057 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f8986dfb-22e7-4253-b91f-595ca1c2d378 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:34.519568 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f8986dfb-22e7-4253-b91f-595ca1c2d378 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e36c1076-02ce-4b89-ad68-ab04466f5d96 HTTP/1.1" status: 204 len: 168 time: 0.5630720 Nov 15 12:31:34.522398 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56230) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:34.597855 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8986dfb-22e7-4253-b91f-595ca1c2d378 admin admin] Pushing event deleted for resources: {'Network': ['ID=e36c1076-02ce-4b89-ad68-ab04466f5d96,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:34.898378 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d68ca3a0-03c2-4ebf-92e4-4985fa4f9767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:35.158963 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d68ca3a0-03c2-4ebf-92e4-4985fa4f9767 admin admin] Deleting port 202d6121-34e3-43c8-af79-d6adade53d6f {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:31:35.159189 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d68ca3a0-03c2-4ebf-92e4-4985fa4f9767 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:35.238245 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-d68ca3a0-03c2-4ebf-92e4-4985fa4f9767 admin admin] For port 202d6121-34e3-43c8-af79-d6adade53d6f, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=202d6121-34e3-43c8-af79-d6adade53d6f,segment=NetworkSegment(e6f83892-ef63-435b-9dd1-600078aa1106),segment_id=e6f83892-ef63-435b-9dd1-600078aa1106)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:31:35.238599 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d68ca3a0-03c2-4ebf-92e4-4985fa4f9767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:35.251141 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-d68ca3a0-03c2-4ebf-92e4-4985fa4f9767 admin admin] Calling delete_port for 202d6121-34e3-43c8-af79-d6adade53d6f owned by network:router_interface {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:31:35.352456 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device adeb6e87-0dd7-413d-83d4-676a9936e494 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:31:35.377639 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: adeb6e87-0dd7-413d-83d4-676a9936e494 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:31:35.377962 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device adeb6e87-0dd7-413d-83d4-676a9936e494 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:31:35.378546 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 02ae744b-6a0a-461f-9e3d-d3772330adfb no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:31:35.399882 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 02ae744b-6a0a-461f-9e3d-d3772330adfb {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:31:35.400501 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 02ae744b-6a0a-461f-9e3d-d3772330adfb not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:31:35.400905 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6ad6b753-fc57-4b2d-a37b-e123c68f2516 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:31:35.419563 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 6ad6b753-fc57-4b2d-a37b-e123c68f2516 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:31:35.419808 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 6ad6b753-fc57-4b2d-a37b-e123c68f2516 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:31:35.439369 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d68ca3a0-03c2-4ebf-92e4-4985fa4f9767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:35.465973 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ca3a0-03c2-4ebf-92e4-4985fa4f9767 admin admin] Pushing event deleted for resources: {'Port': ['ID=202d6121-34e3-43c8-af79-d6adade53d6f,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:35.640027 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d68ca3a0-03c2-4ebf-92e4-4985fa4f9767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:35.864254 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68ca3a0-03c2-4ebf-92e4-4985fa4f9767 admin admin] Router 006150bf-9070-44fe-a270-5e9d5ef64bbb has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:31:36.286848 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68ca3a0-03c2-4ebf-92e4-4985fa4f9767 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:31:36.293512 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d68ca3a0-03c2-4ebf-92e4-4985fa4f9767 admin admin] 10.222.0.64 "PUT /v2.0/routers/006150bf-9070-44fe-a270-5e9d5ef64bbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7700636 Nov 15 12:31:36.294670 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56232) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:36.296642 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeb4029-6232-4ea9-8877-f0496d3f0c6e None None] Sync routers for ids ['006150bf-9070-44fe-a270-5e9d5ef64bbb'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:31:36.308650 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeb4029-6232-4ea9-8877-f0496d3f0c6e None None] Routers {'006150bf-9070-44fe-a270-5e9d5ef64bbb'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:31:36.309243 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5aeb4029-6232-4ea9-8877-f0496d3f0c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['006150bf-9070-44fe-a270-5e9d5ef64bbb'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:36.390757 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b9b655cf-1ccf-4b76-841c-597db0014ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:36.397428 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85c81cab-152e-4370-abae-140de9594784 admin admin] Publish callbacks [] for router, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:36.424533 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5aeb4029-6232-4ea9-8877-f0496d3f0c6e None None] Set router 006150bf-9070-44fe-a270-5e9d5ef64bbb gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:31:36.503138 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85c81cab-152e-4370-abae-140de9594784 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:36.562843 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-85c81cab-152e-4370-abae-140de9594784 admin admin] Deleting port 73055ae4-72e2-4bd6-8d27-34224562104a {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:31:36.563066 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85c81cab-152e-4370-abae-140de9594784 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:36.613789 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5aeb4029-6232-4ea9-8877-f0496d3f0c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006150bf-9070-44fe-a270-5e9d5ef64bbb', 'name': 'tempest-TestShelveInstance-2054895487-router', 'tenant_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '73055ae4-72e2-4bd6-8d27-34224562104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:49Z', 'updated_at': '2021-11-15T12:31:35Z', 'revision_number': 5, 'project_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'gw_port': {'id': '73055ae4-72e2-4bd6-8d27-34224562104a', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006150bf-9070-44fe-a270-5e9d5ef64bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:22:49Z', 'updated_at': '2021-11-15T12:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:36.639678 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeb4029-6232-4ea9-8877-f0496d3f0c6e None None] Checking router: 006150bf-9070-44fe-a270-5e9d5ef64bbb for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:31:36.642524 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-85c81cab-152e-4370-abae-140de9594784 admin admin] For port 73055ae4-72e2-4bd6-8d27-34224562104a, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=73055ae4-72e2-4bd6-8d27-34224562104a,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:31:36.642844 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85c81cab-152e-4370-abae-140de9594784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:36.648453 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeb4029-6232-4ea9-8877-f0496d3f0c6e None None] Routers {'006150bf-9070-44fe-a270-5e9d5ef64bbb'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:31:36.649040 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5aeb4029-6232-4ea9-8877-f0496d3f0c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:31:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['006150bf-9070-44fe-a270-5e9d5ef64bbb'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:36.655686 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-85c81cab-152e-4370-abae-140de9594784 admin admin] Calling delete_port for 73055ae4-72e2-4bd6-8d27-34224562104a owned by network:router_gateway {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:31:36.735057 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5aeb4029-6232-4ea9-8877-f0496d3f0c6e None None] Set router 006150bf-9070-44fe-a270-5e9d5ef64bbb gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:31:36.785237 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5aeb4029-6232-4ea9-8877-f0496d3f0c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006150bf-9070-44fe-a270-5e9d5ef64bbb', 'name': 'tempest-TestShelveInstance-2054895487-router', 'tenant_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:49Z', 'updated_at': '2021-11-15T12:31:36Z', 'revision_number': 6, 'project_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:36.814487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeb4029-6232-4ea9-8877-f0496d3f0c6e None None] The sync data for ids ['006150bf-9070-44fe-a270-5e9d5ef64bbb'] in n-d-729945-9 is: [{'id': '006150bf-9070-44fe-a270-5e9d5ef64bbb', 'name': 'tempest-TestShelveInstance-2054895487-router', 'tenant_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:22:49Z', 'updated_at': '2021-11-15T12:31:36Z', 'revision_number': 6, 'project_id': 'd27ca29222d3446d9c6ad216e25ea0dd', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:31:36.827786 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85c81cab-152e-4370-abae-140de9594784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:36.855301 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c81cab-152e-4370-abae-140de9594784 admin admin] Pushing event deleted for resources: {'Port': ['ID=73055ae4-72e2-4bd6-8d27-34224562104a,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:36.868790 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73e1c65-8ba8-4edf-a6d7-5728a696e908 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:31:36.918698 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85c81cab-152e-4370-abae-140de9594784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:37.008084 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85c81cab-152e-4370-abae-140de9594784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:37.010343 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85c81cab-152e-4370-abae-140de9594784 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:37.054731 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85c81cab-152e-4370-abae-140de9594784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:37.055315 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c81cab-152e-4370-abae-140de9594784 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 006150bf-9070-44fe-a270-5e9d5ef64bbb {{(pid=102677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 12:31:37.059801 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-85c81cab-152e-4370-abae-140de9594784 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:37.061072 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-85c81cab-152e-4370-abae-140de9594784 admin admin] 10.222.0.64 "DELETE /v2.0/routers/006150bf-9070-44fe-a270-5e9d5ef64bbb HTTP/1.1" status: 204 len: 168 time: 0.7654014 Nov 15 12:31:37.064433 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56234) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:37.110605 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ec5a07-1988-4219-b78e-a7387702dae7 admin admin] Deleting subnet fdbe3fb9-11ea-4ed0-8d56-2dbaccdedab1 {{(pid=102677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:31:37.113983 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46ec5a07-1988-4219-b78e-a7387702dae7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:37.153466 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46ec5a07-1988-4219-b78e-a7387702dae7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64177634'] for subnet, precommit_delete_associations {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:37.234795 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46ec5a07-1988-4219-b78e-a7387702dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:37.294087 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46ec5a07-1988-4219-b78e-a7387702dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64437800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64812157'] for subnet, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:37.319100 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec5a07-1988-4219-b78e-a7387702dae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdbe3fb9-11ea-4ed0-8d56-2dbaccdedab1,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:37.322805 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-46ec5a07-1988-4219-b78e-a7387702dae7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:37.326025 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-46ec5a07-1988-4219-b78e-a7387702dae7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fdbe3fb9-11ea-4ed0-8d56-2dbaccdedab1 HTTP/1.1" status: 204 len: 168 time: 0.2606096 Nov 15 12:31:37.328884 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56236) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:37.331240 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b949b6bd-2173-4f51-8a2c-75b8111f6bb9 None None] Network 312c96b9-621a-4b3c-acd5-f9aa36f77a20 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:31:37.402952 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05ff6130-e97a-4da2-b2ea-9a0e0a8af2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:37.457938 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-05ff6130-e97a-4da2-b2ea-9a0e0a8af2ed admin admin] Deleting port 0547de41-278d-41e9-9eaf-d31f56702afb {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:31:37.458260 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05ff6130-e97a-4da2-b2ea-9a0e0a8af2ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:37.530528 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-05ff6130-e97a-4da2-b2ea-9a0e0a8af2ed admin admin] For port 0547de41-278d-41e9-9eaf-d31f56702afb, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=0547de41-278d-41e9-9eaf-d31f56702afb,segment=NetworkSegment(e6f83892-ef63-435b-9dd1-600078aa1106),segment_id=e6f83892-ef63-435b-9dd1-600078aa1106)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:31:37.530782 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05ff6130-e97a-4da2-b2ea-9a0e0a8af2ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:37.544483 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-05ff6130-e97a-4da2-b2ea-9a0e0a8af2ed admin admin] Calling delete_port for 0547de41-278d-41e9-9eaf-d31f56702afb owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:31:37.630085 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 73055ae4-72e2-4bd6-8d27-34224562104a no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:31:37.640623 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05ff6130-e97a-4da2-b2ea-9a0e0a8af2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:37.654464 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 73055ae4-72e2-4bd6-8d27-34224562104a {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:31:37.654813 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 73055ae4-72e2-4bd6-8d27-34224562104a not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:31:37.655237 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 202d6121-34e3-43c8-af79-d6adade53d6f no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:31:37.666995 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff6130-e97a-4da2-b2ea-9a0e0a8af2ed admin admin] Pushing event deleted for resources: {'Port': ['ID=0547de41-278d-41e9-9eaf-d31f56702afb,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:37.668830 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ff6130-e97a-4da2-b2ea-9a0e0a8af2ed admin admin] No DVR routers for this DVR port 0547de41-278d-41e9-9eaf-d31f56702afb on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:31:37.677632 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 202d6121-34e3-43c8-af79-d6adade53d6f {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:31:37.677971 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 202d6121-34e3-43c8-af79-d6adade53d6f not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:31:37.690836 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2090312-856a-4e97-898d-c157e8021870 None None] DHCP port deletion for 312c96b9-621a-4b3c-acd5-f9aa36f77a20 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:31:37.745644 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05ff6130-e97a-4da2-b2ea-9a0e0a8af2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:37.764670 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-05ff6130-e97a-4da2-b2ea-9a0e0a8af2ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['312c96b9-621a-4b3c-acd5-f9aa36f77a20']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:37.773594 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-05ff6130-e97a-4da2-b2ea-9a0e0a8af2ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f83892-ef63-435b-9dd1-600078aa1106') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:37.773877 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-05ff6130-e97a-4da2-b2ea-9a0e0a8af2ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f83892-ef63-435b-9dd1-600078aa1106') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:37.782887 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05ff6130-e97a-4da2-b2ea-9a0e0a8af2ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:37.796947 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05ff6130-e97a-4da2-b2ea-9a0e0a8af2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:37.806169 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ff6130-e97a-4da2-b2ea-9a0e0a8af2ed admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:31:37.806742 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05ff6130-e97a-4da2-b2ea-9a0e0a8af2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: timer() Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:31:37.809051 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:31:37.866291 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05ff6130-e97a-4da2-b2ea-9a0e0a8af2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:37.872159 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-05ff6130-e97a-4da2-b2ea-9a0e0a8af2ed admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:37.875511 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-05ff6130-e97a-4da2-b2ea-9a0e0a8af2ed admin admin] 10.222.0.64 "DELETE /v2.0/networks/312c96b9-621a-4b3c-acd5-f9aa36f77a20 HTTP/1.1" status: 204 len: 168 time: 0.5456264 Nov 15 12:31:37.888579 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:31:37.892369 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff6130-e97a-4da2-b2ea-9a0e0a8af2ed admin admin] Pushing event deleted for resources: {'Network': ['ID=312c96b9-621a-4b3c-acd5-f9aa36f77a20,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:38.004131 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56240) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:38.053115 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-303b9add-84e9-4a05-ac8b-f705d250fc40 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f5b0281ac68e47ccb92d9b768695bdcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0476127 Nov 15 12:31:38.056768 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56242) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:38.107250 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1c4d8772-2fb9-439f-87bd-da61c4ad3995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:38.128801 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1c4d8772-2fb9-439f-87bd-da61c4ad3995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:38.186683 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1c4d8772-2fb9-439f-87bd-da61c4ad3995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:38.189221 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1c4d8772-2fb9-439f-87bd-da61c4ad3995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:38.190418 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1c4d8772-2fb9-439f-87bd-da61c4ad3995 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cd09cf71-b849-41ca-ace5-5eaf58473c70 HTTP/1.1" status: 204 len: 168 time: 0.1327753 Nov 15 12:31:38.198810 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d8772-2fb9-439f-87bd-da61c4ad3995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd09cf71-b849-41ca-ace5-5eaf58473c70,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:38.499181 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-26c31997-ef5a-4698-8e7b-1304c7d263b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:38.537812 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56248) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:38.577709 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-a118a028-56f4-4e3b-bc92-663a711dc6b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d27ca29222d3446d9c6ad216e25ea0dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386853 Nov 15 12:31:38.580176 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56250) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:38.628880 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4db27bb-3db5-47bc-a225-bd01ef5d373d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:38.649336 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4db27bb-3db5-47bc-a225-bd01ef5d373d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:38.698873 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4db27bb-3db5-47bc-a225-bd01ef5d373d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:38.701418 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-f4db27bb-3db5-47bc-a225-bd01ef5d373d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:38.702603 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-f4db27bb-3db5-47bc-a225-bd01ef5d373d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/119ab559-aef8-4d04-b553-ca7daabcdc90 HTTP/1.1" status: 204 len: 168 time: 0.1215703 Nov 15 12:31:38.710227 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db27bb-3db5-47bc-a225-bd01ef5d373d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119ab559-aef8-4d04-b553-ca7daabcdc90,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:39.340450 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0547de41-278d-41e9-9eaf-d31f56702afb no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:31:39.360112 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 0547de41-278d-41e9-9eaf-d31f56702afb {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:31:39.360416 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 0547de41-278d-41e9-9eaf-d31f56702afb not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:31:39.434376 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56272) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:39.544009 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-829fa44d-634e-4bdb-a5d9-728cf6f6e524 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-650304295-network', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:31:39.565760 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829fa44d-634e-4bdb-a5d9-728cf6f6e524 admin admin] Made reservation on behalf of c692a5d98b2047499ee2f2285e6b4f93 for: {'network': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:31:39.568312 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-829fa44d-634e-4bdb-a5d9-728cf6f6e524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:39.576810 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-829fa44d-634e-4bdb-a5d9-728cf6f6e524 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:39.652546 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-829fa44d-634e-4bdb-a5d9-728cf6f6e524 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:39.658717 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-829fa44d-634e-4bdb-a5d9-728cf6f6e524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:39.686673 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829fa44d-634e-4bdb-a5d9-728cf6f6e524 admin admin] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=102677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:31:39.695468 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fa44d-634e-4bdb-a5d9-728cf6f6e524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9ca0c3-8765-4b24-b847-1d3e095b41fd,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:39.701548 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-829fa44d-634e-4bdb-a5d9-728cf6f6e524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:39.701897 n-d-729945-9 neutron-server[102677]: INFO neutron.db.segments_db [None req-829fa44d-634e-4bdb-a5d9-728cf6f6e524 admin admin] Added segment 5fa560ff-9772-4fe9-ae61-d612a473ce17 of type vlan for network aa9cbb90-13d0-4c62-9112-81b44e0e44d0 Nov 15 12:31:39.742717 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-829fa44d-634e-4bdb-a5d9-728cf6f6e524 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:39.770634 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-829fa44d-634e-4bdb-a5d9-728cf6f6e524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:39.771535 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829fa44d-634e-4bdb-a5d9-728cf6f6e524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:39.772133 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-829fa44d-634e-4bdb-a5d9-728cf6f6e524 admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:39.822496 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-829fa44d-634e-4bdb-a5d9-728cf6f6e524 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3870382 Nov 15 12:31:39.825726 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56276) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:39.830925 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-44e461a9-7d4f-4310-ac8e-19a3cc9b1810 admin admin] Request body: {'subnet': {'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-650304295-subnet', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'ip_version': 4}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:31:39.833598 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fa44d-634e-4bdb-a5d9-728cf6f6e524 admin admin] Pushing event updated for resources: {'Network': ['ID=aa9cbb90-13d0-4c62-9112-81b44e0e44d0,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:39.844234 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network aa9cbb90-13d0-4c62-9112-81b44e0e44d0 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:31:39.854297 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e461a9-7d4f-4310-ac8e-19a3cc9b1810 admin admin] Made reservation on behalf of c692a5d98b2047499ee2f2285e6b4f93 for: {'subnet': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:31:39.856707 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44e461a9-7d4f-4310-ac8e-19a3cc9b1810 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57913460'] for subnet, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:40.047087 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44e461a9-7d4f-4310-ac8e-19a3cc9b1810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57561896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57913446'] for subnet, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:40.101524 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e461a9-7d4f-4310-ac8e-19a3cc9b1810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0368f680-5ce0-4a7a-9720-1b8964786684,revision_number=0']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:40.118564 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e461a9-7d4f-4310-ac8e-19a3cc9b1810 admin admin] Checking segment: {'id': '5fa560ff-9772-4fe9-ae61-d612a473ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:31:40.118919 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e461a9-7d4f-4310-ac8e-19a3cc9b1810 admin admin] Network hostable DHCP agents. Network: aa9cbb90-13d0-4c62-9112-81b44e0e44d0, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:31:40.136808 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e461a9-7d4f-4310-ac8e-19a3cc9b1810 admin admin] Network aa9cbb90-13d0-4c62-9112-81b44e0e44d0 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:31:40.146605 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-44e461a9-7d4f-4310-ac8e-19a3cc9b1810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, aa9cbb90-13d0-4c62-9112-81b44e0e44d0) {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:31:40.152258 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e461a9-7d4f-4310-ac8e-19a3cc9b1810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:40.152904 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-44e461a9-7d4f-4310-ac8e-19a3cc9b1810 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:40.156146 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a765ec-e566-4928-9ca5-0547fef3b7cd None None] Network aa9cbb90-13d0-4c62-9112-81b44e0e44d0 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:31:40.172399 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-44e461a9-7d4f-4310-ac8e-19a3cc9b1810 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3428016 Nov 15 12:31:40.172624 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56278) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:40.177404 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-0ce38fa1-9b04-4933-a939-5c93f5c9c9af admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-650304295-router', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:31:40.201056 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ce38fa1-9b04-4933-a939-5c93f5c9c9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:40.202077 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ce38fa1-9b04-4933-a939-5c93f5c9c9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:40.227461 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:40.254112 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ce38fa1-9b04-4933-a939-5c93f5c9c9af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:40.310197 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'fixed_ips': [{'subnet_id': '0368f680-5ce0-4a7a-9720-1b8964786684'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:31:40.311056 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:40.389985 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ce38fa1-9b04-4933-a939-5c93f5c9c9af admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:40.446615 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Allocated IP 172.20.0.2 (aa9cbb90-13d0-4c62-9112-81b44e0e44d0/0368f680-5ce0-4a7a-9720-1b8964786684/b0a3af79-6fb7-4e89-8f57-28368cf3f405) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:31:40.589764 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:40.590029 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ce38fa1-9b04-4933-a939-5c93f5c9c9af admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:40.596881 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:40.613471 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ce38fa1-9b04-4933-a939-5c93f5c9c9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:40.638586 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Network aa9cbb90-13d0-4c62-9112-81b44e0e44d0 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:31:40.643089 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:31:40.647297 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:31:40.650263 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Pushing event updated for resources: {'Port': ['ID=b0a3af79-6fb7-4e89-8f57-28368cf3f405,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:40.661665 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:40.662014 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:40.662311 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:40.662652 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:40.662967 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:40.663281 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:40.663592 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:40.663924 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:40.664239 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:40.664564 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:40.664872 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:40.665178 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:40.713315 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Attempting to bind port b0a3af79-6fb7-4e89-8f57-28368cf3f405 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:31:40.713667 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Attempting to bind port b0a3af79-6fb7-4e89-8f57-28368cf3f405 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '5fa560ff-9772-4fe9-ae61-d612a473ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:31:40.714012 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Attempting to bind port b0a3af79-6fb7-4e89-8f57-28368cf3f405 on network aa9cbb90-13d0-4c62-9112-81b44e0e44d0 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:31:40.716987 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-0ce38fa1-9b04-4933-a939-5c93f5c9c9af admin admin] Allocated IP 172.25.7.215 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/efc0c5c0-e4b3-449b-9095-a7cc13b9f2af) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:31:40.719039 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:31:40.719482 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Checking segment: {'id': '5fa560ff-9772-4fe9-ae61-d612a473ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:31:40.719808 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:40.720202 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Bound using segment: {'id': '5fa560ff-9772-4fe9-ae61-d612a473ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:31:40.720635 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Bound port: b0a3af79-6fb7-4e89-8f57-28368cf3f405, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa560ff-9772-4fe9-ae61-d612a473ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:31:40.721056 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:40.782624 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] For port b0a3af79-6fb7-4e89-8f57-28368cf3f405, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:31:40.785897 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] For port b0a3af79-6fb7-4e89-8f57-28368cf3f405, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b0a3af79-6fb7-4e89-8f57-28368cf3f405,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:31:40.790526 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:40.825492 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ce38fa1-9b04-4933-a939-5c93f5c9c9af admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:40.847008 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79585f8f-4277-4128-ad58-ea009fe05a43 None None] Pushing event updated for resources: {'Port': ['ID=b0a3af79-6fb7-4e89-8f57-28368cf3f405,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:40.862955 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ce38fa1-9b04-4933-a939-5c93f5c9c9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:40.905835 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce38fa1-9b04-4933-a939-5c93f5c9c9af admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:31:40.911107 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-0ce38fa1-9b04-4933-a939-5c93f5c9c9af admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:31:40.915452 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce38fa1-9b04-4933-a939-5c93f5c9c9af admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:31:40.918518 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce38fa1-9b04-4933-a939-5c93f5c9c9af admin admin] Pushing event updated for resources: {'Port': ['ID=efc0c5c0-e4b3-449b-9095-a7cc13b9f2af,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:40.924313 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c5d1b6-6516-4ae2-a5c8-05898dbc2f41 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:31:40.973846 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-341301a5-c706-4156-b8ad-383adcddb268 None None] Provisioning complete for port efc0c5c0-e4b3-449b-9095-a7cc13b9f2af triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:40.974293 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-341301a5-c706-4156-b8ad-383adcddb268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:41.032288 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-341301a5-c706-4156-b8ad-383adcddb268 None None] Port efc0c5c0-e4b3-449b-9095-a7cc13b9f2af cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:31:41.179942 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ce38fa1-9b04-4933-a939-5c93f5c9c9af admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:41.361325 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b0a3af79-6fb7-4e89-8f57-28368cf3f405 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:31:41.374365 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ce38fa1-9b04-4933-a939-5c93f5c9c9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:41.410588 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port b0a3af79-6fb7-4e89-8f57-28368cf3f405 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:41.410925 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:41.491439 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:41.514614 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce38fa1-9b04-4933-a939-5c93f5c9c9af admin admin] Router e0fed019-dbdb-4d98-80c9-a6b241e56d21 is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 12:31:41.532394 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port b0a3af79-6fb7-4e89-8f57-28368cf3f405, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b0a3af79-6fb7-4e89-8f57-28368cf3f405,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:31:41.537804 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:41.593674 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=b0a3af79-6fb7-4e89-8f57-28368cf3f405,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:41.630113 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce38fa1-9b04-4933-a939-5c93f5c9c9af admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:31:41.639514 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] Sync routers for ids ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:31:41.649111 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-0ce38fa1-9b04-4933-a939-5c93f5c9c9af admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:41.651869 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-0ce38fa1-9b04-4933-a939-5c93f5c9c9af admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4764678 Nov 15 12:31:41.652014 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] Routers {'e0fed019-dbdb-4d98-80c9-a6b241e56d21'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:31:41.652014 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:41.653494 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56280) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:41.755600 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a54b3d9-0963-4076-97d5-84a0eee5ee99 None None] Network aa9cbb90-13d0-4c62-9112-81b44e0e44d0 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:31:41.769523 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] Set router e0fed019-dbdb-4d98-80c9-a6b241e56d21 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:31:41.817824 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:41.890909 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-1e53c06f-635f-4ac2-9022-ccc960b55fc6 None None] Provisioning complete for port b0a3af79-6fb7-4e89-8f57-28368cf3f405 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:41.891338 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1e53c06f-635f-4ac2-9022-ccc960b55fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:41.958130 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'name': 'tempest-TestSnapshotPattern-650304295-router', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:41Z', 'revision_number': 3, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'gw_port': {'id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:08:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:41.984962 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] Checking router: e0fed019-dbdb-4d98-80c9-a6b241e56d21 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:31:41.985299 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] Updating router e0fed019-dbdb-4d98-80c9-a6b241e56d21 port efc0c5c0-e4b3-449b-9095-a7cc13b9f2af binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:31:42.011409 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:42.248624 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:42.252749 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e6a87a2a-3c0c-4fd8-81cc-6412cb5f8870 None None] Provisioning complete for port b0a3af79-6fb7-4e89-8f57-28368cf3f405 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:42.253098 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e6a87a2a-3c0c-4fd8-81cc-6412cb5f8870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:42.280455 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:42.286793 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:42.338217 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e607864f-aefd-4f35-942e-4e0ce8721d11 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:31:42.340564 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30031dae-1b43-4bce-b71f-62ad5e7d3fc4 None None] Pushing event updated for resources: {'Port': ['ID=efc0c5c0-e4b3-449b-9095-a7cc13b9f2af,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:42.348831 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031dae-1b43-4bce-b71f-62ad5e7d3fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:42.349182 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031dae-1b43-4bce-b71f-62ad5e7d3fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:42.349517 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031dae-1b43-4bce-b71f-62ad5e7d3fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:42.349848 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031dae-1b43-4bce-b71f-62ad5e7d3fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:42.350177 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031dae-1b43-4bce-b71f-62ad5e7d3fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:42.350498 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031dae-1b43-4bce-b71f-62ad5e7d3fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:42.350820 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031dae-1b43-4bce-b71f-62ad5e7d3fc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:42.351171 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031dae-1b43-4bce-b71f-62ad5e7d3fc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:42.351526 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031dae-1b43-4bce-b71f-62ad5e7d3fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:42.351879 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031dae-1b43-4bce-b71f-62ad5e7d3fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:42.352205 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031dae-1b43-4bce-b71f-62ad5e7d3fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:42.352520 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031dae-1b43-4bce-b71f-62ad5e7d3fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:42.355894 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] Attempting to bind port efc0c5c0-e4b3-449b-9095-a7cc13b9f2af on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:31:42.356248 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] Attempting to bind port efc0c5c0-e4b3-449b-9095-a7cc13b9f2af by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:31:42.356600 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] Attempting to bind port efc0c5c0-e4b3-449b-9095-a7cc13b9f2af on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:31:42.363073 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:31:42.363445 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:31:42.363892 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:42.364248 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:31:42.364709 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] Bound port: efc0c5c0-e4b3-449b-9095-a7cc13b9f2af, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:31:42.365080 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:42.415137 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] For port efc0c5c0-e4b3-449b-9095-a7cc13b9f2af, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:31:42.418856 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] For port efc0c5c0-e4b3-449b-9095-a7cc13b9f2af, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=efc0c5c0-e4b3-449b-9095-a7cc13b9f2af,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:31:42.423526 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:42.435523 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6983536-94be-4c68-a085-4edf1cc69f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:42.469169 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6745e76f-b4af-4986-9733-6b69462199da None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:31:42.473306 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] Routers {'e0fed019-dbdb-4d98-80c9-a6b241e56d21'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:31:42.474409 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:42.479294 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-6f88cbf6-6195-40a9-a648-6879d8a943ad None None] Provisioning complete for port efc0c5c0-e4b3-449b-9095-a7cc13b9f2af triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:42.479676 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f88cbf6-6195-40a9-a648-6879d8a943ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:42.557850 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30031dae-1b43-4bce-b71f-62ad5e7d3fc4 None None] Pushing event updated for resources: {'Port': ['ID=efc0c5c0-e4b3-449b-9095-a7cc13b9f2af,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:42.564083 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f88cbf6-6195-40a9-a648-6879d8a943ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:42.584774 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-6f88cbf6-6195-40a9-a648-6879d8a943ad None None] For port efc0c5c0-e4b3-449b-9095-a7cc13b9f2af, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=efc0c5c0-e4b3-449b-9095-a7cc13b9f2af,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:31:42.590087 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6f88cbf6-6195-40a9-a648-6879d8a943ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:42.601888 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] Set router e0fed019-dbdb-4d98-80c9-a6b241e56d21 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:31:42.607482 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-a6983536-94be-4c68-a085-4edf1cc69f4d admin admin] Allocated IP 172.20.0.1 (aa9cbb90-13d0-4c62-9112-81b44e0e44d0/0368f680-5ce0-4a7a-9720-1b8964786684/e546fb68-75b8-4f69-8918-45c2e7ede1ac) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:31:42.644578 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88cbf6-6195-40a9-a648-6879d8a943ad None None] Pushing event updated for resources: {'Port': ['ID=efc0c5c0-e4b3-449b-9095-a7cc13b9f2af,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:42.711076 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-9f44597a-1ff4-470f-ab9d-234a7e8c82d9 None None] Provisioning complete for port efc0c5c0-e4b3-449b-9095-a7cc13b9f2af triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:42.711637 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9f44597a-1ff4-470f-ab9d-234a7e8c82d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:42.721802 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6983536-94be-4c68-a085-4edf1cc69f4d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:42.756398 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6983536-94be-4c68-a085-4edf1cc69f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:42.794926 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6983536-94be-4c68-a085-4edf1cc69f4d admin admin] Network aa9cbb90-13d0-4c62-9112-81b44e0e44d0 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:31:42.801909 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-a6983536-94be-4c68-a085-4edf1cc69f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:31:42.806048 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6983536-94be-4c68-a085-4edf1cc69f4d admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:31:42.829819 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6983536-94be-4c68-a085-4edf1cc69f4d admin admin] Pushing event updated for resources: {'Port': ['ID=e546fb68-75b8-4f69-8918-45c2e7ede1ac,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:42.850633 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6983536-94be-4c68-a085-4edf1cc69f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:42.886864 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'name': 'tempest-TestSnapshotPattern-650304295-router', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:41Z', 'revision_number': 3, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'gw_port': {'id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:08:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:42.913798 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa700c0f-585a-49a5-a6d5-9f4f29f314ae None None] The sync data for ids ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'] in n-d-729945-9 is: [{'id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'name': 'tempest-TestSnapshotPattern-650304295-router', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:41Z', 'revision_number': 3, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'gw_port': {'id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:08:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:31:42.983654 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6983536-94be-4c68-a085-4edf1cc69f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:43.120904 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3b4ab333-f405-403f-8a4d-d569983e328b None None] Provisioning complete for port e546fb68-75b8-4f69-8918-45c2e7ede1ac triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:43.121511 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3b4ab333-f405-403f-8a4d-d569983e328b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:43.171025 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3b4ab333-f405-403f-8a4d-d569983e328b None None] Port e546fb68-75b8-4f69-8918-45c2e7ede1ac cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:31:43.172776 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6983536-94be-4c68-a085-4edf1cc69f4d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:43.180871 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6983536-94be-4c68-a085-4edf1cc69f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:43.248585 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-a6983536-94be-4c68-a085-4edf1cc69f4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:43.250267 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6983536-94be-4c68-a085-4edf1cc69f4d admin admin] Pushing event updated for resources: {'Port': ['ID=e546fb68-75b8-4f69-8918-45c2e7ede1ac,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:43.352808 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6983536-94be-4c68-a085-4edf1cc69f4d admin admin] Network aa9cbb90-13d0-4c62-9112-81b44e0e44d0 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:31:43.354335 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-a6983536-94be-4c68-a085-4edf1cc69f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:31:43.427706 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device efc0c5c0-e4b3-449b-9095-a7cc13b9f2af up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:31:43.482527 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port efc0c5c0-e4b3-449b-9095-a7cc13b9f2af triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:43.482875 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:43.537319 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6983536-94be-4c68-a085-4edf1cc69f4d admin admin] Router e0fed019-dbdb-4d98-80c9-a6b241e56d21 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:31:43.577646 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b0a3af79-6fb7-4e89-8f57-28368cf3f405 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:31:43.626859 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3c27afcf-58d8-4037-96de-34c205e5a6ba None None] Provisioning complete for port e546fb68-75b8-4f69-8918-45c2e7ede1ac triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:43.627223 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3c27afcf-58d8-4037-96de-34c205e5a6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:43.668879 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3c27afcf-58d8-4037-96de-34c205e5a6ba None None] Port e546fb68-75b8-4f69-8918-45c2e7ede1ac cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:31:43.671405 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port b0a3af79-6fb7-4e89-8f57-28368cf3f405 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:43.671770 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:43.677290 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6983536-94be-4c68-a085-4edf1cc69f4d admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:31:43.682603 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-a6983536-94be-4c68-a085-4edf1cc69f4d admin admin] 10.222.0.64 "PUT /v2.0/routers/e0fed019-dbdb-4d98-80c9-a6b241e56d21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0281165 Nov 15 12:31:44.168024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56296) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:44.173248 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-1595cac8-460c-4c4f-b27e-fcf19ce9682f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1984928025-network', 'tenant_id': 'a68d0742564f4537bf0f7bae005c96ba'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:31:44.196614 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1595cac8-460c-4c4f-b27e-fcf19ce9682f admin admin] Made reservation on behalf of a68d0742564f4537bf0f7bae005c96ba for: {'network': 1} {{(pid=102678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:31:44.199072 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1595cac8-460c-4c4f-b27e-fcf19ce9682f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for network, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:44.208805 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1595cac8-460c-4c4f-b27e-fcf19ce9682f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:44.284863 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1595cac8-460c-4c4f-b27e-fcf19ce9682f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:44.289480 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1595cac8-460c-4c4f-b27e-fcf19ce9682f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:44.316803 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1595cac8-460c-4c4f-b27e-fcf19ce9682f admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=102678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:31:44.323099 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595cac8-460c-4c4f-b27e-fcf19ce9682f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1952cd3d-4ffa-4d4a-bc7d-af99b90ec9f6,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:44.328953 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1595cac8-460c-4c4f-b27e-fcf19ce9682f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:44.329349 n-d-729945-9 neutron-server[102678]: INFO neutron.db.segments_db [None req-1595cac8-460c-4c4f-b27e-fcf19ce9682f admin admin] Added segment 1f28f02b-d688-4df6-ba53-fde1ea692d5c of type vlan for network f1418c4b-9b64-4864-9c20-cab4d87454c5 Nov 15 12:31:44.370870 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1595cac8-460c-4c4f-b27e-fcf19ce9682f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780020116983'] for network, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:44.395668 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1595cac8-460c-4c4f-b27e-fcf19ce9682f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692'] for network, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:44.396639 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1595cac8-460c-4c4f-b27e-fcf19ce9682f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:44.397246 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1595cac8-460c-4c4f-b27e-fcf19ce9682f admin admin] Publish callbacks [] for network, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:44.456770 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1595cac8-460c-4c4f-b27e-fcf19ce9682f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2876306 Nov 15 12:31:44.459760 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56298) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:44.462342 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595cac8-460c-4c4f-b27e-fcf19ce9682f admin admin] Pushing event updated for resources: {'Network': ['ID=f1418c4b-9b64-4864-9c20-cab4d87454c5,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:44.465187 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-0d4c6b06-c5cd-45d1-a451-11ccfc3199c7 admin admin] Request body: {'subnet': {'network_id': 'f1418c4b-9b64-4864-9c20-cab4d87454c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1984928025-subnet', 'tenant_id': 'a68d0742564f4537bf0f7bae005c96ba', 'ip_version': 4}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:31:44.472407 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Network f1418c4b-9b64-4864-9c20-cab4d87454c5 details requested by agent ovs-agent-n-d-729945-9 with host n-d-729945-9 {{(pid=102679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:31:44.489239 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4c6b06-c5cd-45d1-a451-11ccfc3199c7 admin admin] Made reservation on behalf of a68d0742564f4537bf0f7bae005c96ba for: {'subnet': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:31:44.493127 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d4c6b06-c5cd-45d1-a451-11ccfc3199c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64812120'] for subnet, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:44.535171 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] Sync routers for ids ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:31:44.551798 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] Routers {'e0fed019-dbdb-4d98-80c9-a6b241e56d21'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:31:44.552436 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:44.656052 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] Set router e0fed019-dbdb-4d98-80c9-a6b241e56d21 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:31:44.674117 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d4c6b06-c5cd-45d1-a451-11ccfc3199c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64437865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64812106'] for subnet, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:44.726565 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c6b06-c5cd-45d1-a451-11ccfc3199c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94197201-6540-4623-bc72-8a288c6de428,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:44.736990 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c6b06-c5cd-45d1-a451-11ccfc3199c7 admin admin] Checking segment: {'id': '1f28f02b-d688-4df6-ba53-fde1ea692d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f1418c4b-9b64-4864-9c20-cab4d87454c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:31:44.737363 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4c6b06-c5cd-45d1-a451-11ccfc3199c7 admin admin] Network hostable DHCP agents. Network: f1418c4b-9b64-4864-9c20-cab4d87454c5, hostable agents: ['6fde0c4e-b511-4837-962e-55607c80a1e0'], hosted agents: [] {{(pid=102677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:31:44.757526 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4c6b06-c5cd-45d1-a451-11ccfc3199c7 admin admin] Network f1418c4b-9b64-4864-9c20-cab4d87454c5 is scheduled to be hosted by DHCP agent 6fde0c4e-b511-4837-962e-55607c80a1e0 with binding_index 1 {{(pid=102677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:31:44.767091 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-0d4c6b06-c5cd-45d1-a451-11ccfc3199c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-729945-9, f1418c4b-9b64-4864-9c20-cab4d87454c5) {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:31:44.771833 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4c6b06-c5cd-45d1-a451-11ccfc3199c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:44.772585 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-0d4c6b06-c5cd-45d1-a451-11ccfc3199c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:44.777807 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427d4d5d-09a1-4b60-a13e-39b8bcf58dcf None None] Network f1418c4b-9b64-4864-9c20-cab4d87454c5 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:31:44.792903 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-0d4c6b06-c5cd-45d1-a451-11ccfc3199c7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3314190 Nov 15 12:31:44.793321 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56300) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:44.798160 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-d365fc03-07f8-43ad-8f06-703e5866f367 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1984928025-router', 'tenant_id': 'a68d0742564f4537bf0f7bae005c96ba', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:31:44.821395 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d365fc03-07f8-43ad-8f06-703e5866f367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66737965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32296'] for router, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:44.822458 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d365fc03-07f8-43ad-8f06-703e5866f367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66737985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66739926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66614955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2779'] for router, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:44.880513 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d365fc03-07f8-43ad-8f06-703e5866f367 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:44.969443 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'name': 'tempest-TestSnapshotPattern-650304295-router', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'gw_port': {'id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'e546fb68-75b8-4f69-8918-45c2e7ede1ac', 'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'mac_address': 'fa:16:3e:2d:78:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:42Z', 'updated_at': '2021-11-15T12:31:43Z', 'revision_number': 2, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'subnets': [{'id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:44.973679 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033a8ec2-c3b1-4abd-8ebb-1e2070cab4d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d9b3266-edb3-50c9-a817-70b669cd458b-f1418c4b-9b64-4864-9c20-cab4d87454c5', 'network_id': 'f1418c4b-9b64-4864-9c20-cab4d87454c5', 'tenant_id': 'a68d0742564f4537bf0f7bae005c96ba', 'fixed_ips': [{'subnet_id': '94197201-6540-4623-bc72-8a288c6de428'}]}} from n-d-729945-9. {{(pid=102679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:31:44.974451 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-033a8ec2-c3b1-4abd-8ebb-1e2070cab4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:44.999327 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] Checking router: e0fed019-dbdb-4d98-80c9-a6b241e56d21 for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:31:44.999664 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] Updating router e0fed019-dbdb-4d98-80c9-a6b241e56d21 port e546fb68-75b8-4f69-8918-45c2e7ede1ac binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:31:45.019255 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d365fc03-07f8-43ad-8f06-703e5866f367 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:45.042397 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:45.238094 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d365fc03-07f8-43ad-8f06-703e5866f367 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:45.258350 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d365fc03-07f8-43ad-8f06-703e5866f367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:45.373154 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-d365fc03-07f8-43ad-8f06-703e5866f367 admin admin] Allocated IP 172.25.7.92 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/97f7ba04-04b3-41b0-bb93-096615c4e4fb) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:31:45.410434 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.db_base_plugin_common [None req-033a8ec2-c3b1-4abd-8ebb-1e2070cab4d2 None None] Allocated IP 172.20.0.2 (f1418c4b-9b64-4864-9c20-cab4d87454c5/94197201-6540-4623-bc72-8a288c6de428/4b98032f-bcf8-4f72-828d-749c537790fe) {{(pid=102679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:31:45.490924 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d365fc03-07f8-43ad-8f06-703e5866f367 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:45.530920 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d365fc03-07f8-43ad-8f06-703e5866f367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:45.567188 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d365fc03-07f8-43ad-8f06-703e5866f367 admin admin] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:31:45.573856 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-d365fc03-07f8-43ad-8f06-703e5866f367 admin admin] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:31:45.577652 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d365fc03-07f8-43ad-8f06-703e5866f367 admin admin] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:31:45.592295 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73f10f5-945f-4428-819d-88eeb36de4e8 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:31:45.600461 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365fc03-07f8-43ad-8f06-703e5866f367 admin admin] Pushing event updated for resources: {'Port': ['ID=97f7ba04-04b3-41b0-bb93-096615c4e4fb,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:45.680017 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-033a8ec2-c3b1-4abd-8ebb-1e2070cab4d2 None None] Publish callbacks [] for port, precommit_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:45.682608 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:45.689860 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-033a8ec2-c3b1-4abd-8ebb-1e2070cab4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750'] for port, after_create {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:45.694308 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:45.752446 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033a8ec2-c3b1-4abd-8ebb-1e2070cab4d2 None None] Network f1418c4b-9b64-4864-9c20-cab4d87454c5 is already hosted by enough agents. {{(pid=102679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:31:45.760177 n-d-729945-9 neutron-server[102679]: DEBUG neutron.scheduler.base_scheduler [None req-033a8ec2-c3b1-4abd-8ebb-1e2070cab4d2 None None] Resources bound (agent type, host, resource id): {{(pid=102679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:31:45.764004 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033a8ec2-c3b1-4abd-8ebb-1e2070cab4d2 None None] Received port after_create {{(pid=102679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:31:45.765673 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-b2ce8279-5944-495f-b39f-6e5801a136ed None None] Provisioning complete for port 97f7ba04-04b3-41b0-bb93-096615c4e4fb triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:45.766030 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b2ce8279-5944-495f-b39f-6e5801a136ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:45.769316 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a8ec2-c3b1-4abd-8ebb-1e2070cab4d2 None None] Pushing event updated for resources: {'Port': ['ID=4b98032f-bcf8-4f72-828d-749c537790fe,revision_number=1']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:45.837633 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d365fc03-07f8-43ad-8f06-703e5866f367 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:45.915933 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-b2ce8279-5944-495f-b39f-6e5801a136ed None None] Port 97f7ba04-04b3-41b0-bb93-096615c4e4fb cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:31:45.920261 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5754243-3e35-4a81-9bc1-c9e756b76552 None None] Pushing event updated for resources: {'Port': ['ID=e546fb68-75b8-4f69-8918-45c2e7ede1ac,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:45.932780 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-033a8ec2-c3b1-4abd-8ebb-1e2070cab4d2 None None] Attempting to bind port 4b98032f-bcf8-4f72-828d-749c537790fe on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:31:45.933133 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-033a8ec2-c3b1-4abd-8ebb-1e2070cab4d2 None None] Attempting to bind port 4b98032f-bcf8-4f72-828d-749c537790fe by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '1f28f02b-d688-4df6-ba53-fde1ea692d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f1418c4b-9b64-4864-9c20-cab4d87454c5'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:31:45.933487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033a8ec2-c3b1-4abd-8ebb-1e2070cab4d2 None None] Attempting to bind port 4b98032f-bcf8-4f72-828d-749c537790fe on network f1418c4b-9b64-4864-9c20-cab4d87454c5 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:31:45.936728 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] Attempting to bind port e546fb68-75b8-4f69-8918-45c2e7ede1ac on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:31:45.937107 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] Attempting to bind port e546fb68-75b8-4f69-8918-45c2e7ede1ac by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '5fa560ff-9772-4fe9-ae61-d612a473ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:31:45.937410 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] Attempting to bind port e546fb68-75b8-4f69-8918-45c2e7ede1ac on network aa9cbb90-13d0-4c62-9112-81b44e0e44d0 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:31:45.943524 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033a8ec2-c3b1-4abd-8ebb-1e2070cab4d2 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:31:45.943907 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033a8ec2-c3b1-4abd-8ebb-1e2070cab4d2 None None] Checking segment: {'id': '1f28f02b-d688-4df6-ba53-fde1ea692d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f1418c4b-9b64-4864-9c20-cab4d87454c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:31:45.944300 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-033a8ec2-c3b1-4abd-8ebb-1e2070cab4d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:45.944676 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033a8ec2-c3b1-4abd-8ebb-1e2070cab4d2 None None] Bound using segment: {'id': '1f28f02b-d688-4df6-ba53-fde1ea692d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f1418c4b-9b64-4864-9c20-cab4d87454c5'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:31:45.945128 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-033a8ec2-c3b1-4abd-8ebb-1e2070cab4d2 None None] Bound port: 4b98032f-bcf8-4f72-828d-749c537790fe, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f28f02b-d688-4df6-ba53-fde1ea692d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f1418c4b-9b64-4864-9c20-cab4d87454c5'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:31:45.945503 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-033a8ec2-c3b1-4abd-8ebb-1e2070cab4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:45.948581 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:31:45.948935 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] Checking segment: {'id': '5fa560ff-9772-4fe9-ae61-d612a473ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:31:45.949304 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:45.949678 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] Bound using segment: {'id': '5fa560ff-9772-4fe9-ae61-d612a473ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:31:45.950118 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] Bound port: e546fb68-75b8-4f69-8918-45c2e7ede1ac, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa560ff-9772-4fe9-ae61-d612a473ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:31:45.950478 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:46.040846 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d365fc03-07f8-43ad-8f06-703e5866f367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66738008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66739721'] for router, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:46.063506 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] For port e546fb68-75b8-4f69-8918-45c2e7ede1ac, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:31:46.067369 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] For port e546fb68-75b8-4f69-8918-45c2e7ede1ac, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e546fb68-75b8-4f69-8918-45c2e7ede1ac,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:31:46.069855 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-033a8ec2-c3b1-4abd-8ebb-1e2070cab4d2 None None] For port 4b98032f-bcf8-4f72-828d-749c537790fe, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:31:46.074108 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-033a8ec2-c3b1-4abd-8ebb-1e2070cab4d2 None None] For port 4b98032f-bcf8-4f72-828d-749c537790fe, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=4b98032f-bcf8-4f72-828d-749c537790fe,segment=NetworkSegment(1f28f02b-d688-4df6-ba53-fde1ea692d5c),segment_id=1f28f02b-d688-4df6-ba53-fde1ea692d5c)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:31:46.075174 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-880455ee-db9a-4ca6-bedd-5576071fac22 None None] Provisioning complete for port e546fb68-75b8-4f69-8918-45c2e7ede1ac triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:46.075581 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-880455ee-db9a-4ca6-bedd-5576071fac22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:46.077855 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:46.103027 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-033a8ec2-c3b1-4abd-8ebb-1e2070cab4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:46.182940 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d365fc03-07f8-43ad-8f06-703e5866f367 admin admin] Router a560b6f1-f14d-44de-8b0f-612d80e675be is scheduled to L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 with binding_index 1 {{(pid=102677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 12:31:46.185794 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5754243-3e35-4a81-9bc1-c9e756b76552 None None] Pushing event updated for resources: {'Port': ['ID=e546fb68-75b8-4f69-8918-45c2e7ede1ac,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:46.189549 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] Routers {'e0fed019-dbdb-4d98-80c9-a6b241e56d21'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:31:46.190147 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:46.313770 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d365fc03-07f8-43ad-8f06-703e5866f367 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:31:46.333041 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] Sync routers for ids ['a560b6f1-f14d-44de-8b0f-612d80e675be'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:31:46.344266 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a8ec2-c3b1-4abd-8ebb-1e2070cab4d2 None None] Pushing event updated for resources: {'Port': ['ID=4b98032f-bcf8-4f72-828d-749c537790fe,revision_number=2']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:46.345005 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-d365fc03-07f8-43ad-8f06-703e5866f367 admin admin] Publish callbacks [] for router, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:46.349534 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56302) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:46.350585 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-d365fc03-07f8-43ad-8f06-703e5866f367 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5549569 Nov 15 12:31:46.356421 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-880455ee-db9a-4ca6-bedd-5576071fac22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:46.378151 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] Routers {'a560b6f1-f14d-44de-8b0f-612d80e675be'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:31:46.382368 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a560b6f1-f14d-44de-8b0f-612d80e675be'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:46.385800 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] Set router e0fed019-dbdb-4d98-80c9-a6b241e56d21 gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:31:46.434214 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-880455ee-db9a-4ca6-bedd-5576071fac22 None None] For port e546fb68-75b8-4f69-8918-45c2e7ede1ac, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e546fb68-75b8-4f69-8918-45c2e7ede1ac,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:31:46.481530 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-880455ee-db9a-4ca6-bedd-5576071fac22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:46.547435 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] Set router a560b6f1-f14d-44de-8b0f-612d80e675be gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:31:46.632825 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880455ee-db9a-4ca6-bedd-5576071fac22 None None] Pushing event updated for resources: {'Port': ['ID=e546fb68-75b8-4f69-8918-45c2e7ede1ac,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:46.667539 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-85291bd6-426a-44e3-910d-a058deced09e None None] Provisioning complete for port e546fb68-75b8-4f69-8918-45c2e7ede1ac triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:46.668329 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-85291bd6-426a-44e3-910d-a058deced09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:46.732131 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'name': 'tempest-TestSnapshotPattern-650304295-router', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'gw_port': {'id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'e546fb68-75b8-4f69-8918-45c2e7ede1ac', 'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'mac_address': 'fa:16:3e:2d:78:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:42Z', 'updated_at': '2021-11-15T12:31:46Z', 'revision_number': 4, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'subnets': [{'id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:46.750909 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a560b6f1-f14d-44de-8b0f-612d80e675be', 'name': 'tempest-TestSnapshotPattern-1984928025-router', 'tenant_id': 'a68d0742564f4537bf0f7bae005c96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '97f7ba04-04b3-41b0-bb93-096615c4e4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:44Z', 'updated_at': '2021-11-15T12:31:45Z', 'revision_number': 3, 'project_id': 'a68d0742564f4537bf0f7bae005c96ba', 'gw_port': {'id': '97f7ba04-04b3-41b0-bb93-096615c4e4fb', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:da:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a560b6f1-f14d-44de-8b0f-612d80e675be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:45Z', 'updated_at': '2021-11-15T12:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:46.759920 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c86a90-4ff7-4629-8220-b5bcc3eff946 None None] The sync data for ids ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'] in n-d-729945-9 is: [{'id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'name': 'tempest-TestSnapshotPattern-650304295-router', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'gw_port': {'id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'e546fb68-75b8-4f69-8918-45c2e7ede1ac', 'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'mac_address': 'fa:16:3e:2d:78:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:42Z', 'updated_at': '2021-11-15T12:31:46Z', 'revision_number': 4, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'subnets': [{'id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:31:46.779406 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] Checking router: a560b6f1-f14d-44de-8b0f-612d80e675be for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:31:46.779853 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] Updating router a560b6f1-f14d-44de-8b0f-612d80e675be port 97f7ba04-04b3-41b0-bb93-096615c4e4fb binding host n-d-729945-9 {{(pid=102680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:31:46.806909 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:46.968331 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1fd8680d-80e1-412a-8e8a-ed3df4c12150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:47.095800 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] Publish callbacks [] for port, precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:47.104217 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:47.143186 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_common [None req-1fd8680d-80e1-412a-8e8a-ed3df4c12150 admin admin] Allocated IP 172.20.0.1 (f1418c4b-9b64-4864-9c20-cab4d87454c5/94197201-6540-4623-bc72-8a288c6de428/d5a9a7e7-af6b-4779-a531-47f2378fac77) {{(pid=102678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:31:47.158571 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05fb2d0-2f24-4db5-a131-a6fa4b04fedf None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:31:47.169656 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] Attempting to bind port 97f7ba04-04b3-41b0-bb93-096615c4e4fb on host n-d-729945-9 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:31:47.170019 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] Attempting to bind port 97f7ba04-04b3-41b0-bb93-096615c4e4fb by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:31:47.170369 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] Attempting to bind port 97f7ba04-04b3-41b0-bb93-096615c4e4fb on network 620a0aff-52fb-4f4f-a013-9e65dba70b80 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:31:47.182662 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3952a-1d40-46b1-97cc-d75471620ea8 None None] Pushing event updated for resources: {'Port': ['ID=97f7ba04-04b3-41b0-bb93-096615c4e4fb,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:47.187325 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:31:47.187684 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] Checking segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:31:47.188110 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:47.188482 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] Bound using segment: {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:31:47.188940 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] Bound port: 97f7ba04-04b3-41b0-bb93-096615c4e4fb, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2831eee-a54c-4417-98f5-a0b189ffe214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:31:47.189303 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:47.236126 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-cfa3cc37-1b72-4511-9c53-4aa65d5cd51c None None] Provisioning complete for port 97f7ba04-04b3-41b0-bb93-096615c4e4fb triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:47.236746 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cfa3cc37-1b72-4511-9c53-4aa65d5cd51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:47.286625 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] For port 97f7ba04-04b3-41b0-bb93-096615c4e4fb, host n-d-729945-9, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:31:47.293469 n-d-729945-9 neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] For port 97f7ba04-04b3-41b0-bb93-096615c4e4fb, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=97f7ba04-04b3-41b0-bb93-096615c4e4fb,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:31:47.295836 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-cfa3cc37-1b72-4511-9c53-4aa65d5cd51c None None] Port 97f7ba04-04b3-41b0-bb93-096615c4e4fb cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:31:47.297584 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1fd8680d-80e1-412a-8e8a-ed3df4c12150 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:47.307330 n-d-729945-9 neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:47.351011 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cfc488-536e-442e-808f-a32615979783 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:31:47.381537 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1fd8680d-80e1-412a-8e8a-ed3df4c12150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:47.401046 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] Routers {'a560b6f1-f14d-44de-8b0f-612d80e675be'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:31:47.401508 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a560b6f1-f14d-44de-8b0f-612d80e675be'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:47.436523 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3438c56c-fe36-46aa-a031-b8f1de56e7c5 None None] Provisioning complete for port 97f7ba04-04b3-41b0-bb93-096615c4e4fb triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:47.437149 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3438c56c-fe36-46aa-a031-b8f1de56e7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:47.454909 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd8680d-80e1-412a-8e8a-ed3df4c12150 admin admin] Network f1418c4b-9b64-4864-9c20-cab4d87454c5 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:31:47.458060 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-1fd8680d-80e1-412a-8e8a-ed3df4c12150 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:31:47.465662 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd8680d-80e1-412a-8e8a-ed3df4c12150 admin admin] Received port after_create {{(pid=102678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:31:47.504398 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1fd8680d-80e1-412a-8e8a-ed3df4c12150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66739414'] for router_interface, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:47.512370 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 4b98032f-bcf8-4f72-828d-749c537790fe up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:31:47.528666 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] Set router a560b6f1-f14d-44de-8b0f-612d80e675be gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:31:47.571277 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8680d-80e1-412a-8e8a-ed3df4c12150 admin admin] Pushing event updated for resources: {'Port': ['ID=d5a9a7e7-af6b-4779-a531-47f2378fac77,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:47.617389 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 4b98032f-bcf8-4f72-828d-749c537790fe triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:47.617811 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:47.673818 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25367b74-7aef-44a5-8f4f-c3fc57324a7e None None] Network f1418c4b-9b64-4864-9c20-cab4d87454c5 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:31:47.678053 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1fd8680d-80e1-412a-8e8a-ed3df4c12150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:47.717930 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3438c56c-fe36-46aa-a031-b8f1de56e7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:47.723147 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3952a-1d40-46b1-97cc-d75471620ea8 None None] Pushing event updated for resources: {'Port': ['ID=97f7ba04-04b3-41b0-bb93-096615c4e4fb,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:47.753014 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3438c56c-fe36-46aa-a031-b8f1de56e7c5 None None] For port 97f7ba04-04b3-41b0-bb93-096615c4e4fb, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=97f7ba04-04b3-41b0-bb93-096615c4e4fb,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:31:47.796752 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:47.800428 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a560b6f1-f14d-44de-8b0f-612d80e675be', 'name': 'tempest-TestSnapshotPattern-1984928025-router', 'tenant_id': 'a68d0742564f4537bf0f7bae005c96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '97f7ba04-04b3-41b0-bb93-096615c4e4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:44Z', 'updated_at': '2021-11-15T12:31:45Z', 'revision_number': 3, 'project_id': 'a68d0742564f4537bf0f7bae005c96ba', 'gw_port': {'id': '97f7ba04-04b3-41b0-bb93-096615c4e4fb', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:da:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a560b6f1-f14d-44de-8b0f-612d80e675be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:45Z', 'updated_at': '2021-11-15T12:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:47.808139 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3438c56c-fe36-46aa-a031-b8f1de56e7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:47.838591 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667c6a31-0e39-4685-9d50-13a33ccd8865 None None] The sync data for ids ['a560b6f1-f14d-44de-8b0f-612d80e675be'] in n-d-729945-9 is: [{'id': 'a560b6f1-f14d-44de-8b0f-612d80e675be', 'name': 'tempest-TestSnapshotPattern-1984928025-router', 'tenant_id': 'a68d0742564f4537bf0f7bae005c96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '97f7ba04-04b3-41b0-bb93-096615c4e4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:44Z', 'updated_at': '2021-11-15T12:31:45Z', 'revision_number': 3, 'project_id': 'a68d0742564f4537bf0f7bae005c96ba', 'gw_port': {'id': '97f7ba04-04b3-41b0-bb93-096615c4e4fb', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:da:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a560b6f1-f14d-44de-8b0f-612d80e675be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:45Z', 'updated_at': '2021-11-15T12:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:31:47.909308 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] For port 4b98032f-bcf8-4f72-828d-749c537790fe, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=4b98032f-bcf8-4f72-828d-749c537790fe,segment=NetworkSegment(1f28f02b-d688-4df6-ba53-fde1ea692d5c),segment_id=1f28f02b-d688-4df6-ba53-fde1ea692d5c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:31:47.924799 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:47.925563 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e546fb68-75b8-4f69-8918-45c2e7ede1ac up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:31:47.932004 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1fd8680d-80e1-412a-8e8a-ed3df4c12150 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:47.939404 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1fd8680d-80e1-412a-8e8a-ed3df4c12150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57562047'] for port, after_update {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:47.949437 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438c56c-fe36-46aa-a031-b8f1de56e7c5 None None] Pushing event updated for resources: {'Port': ['ID=97f7ba04-04b3-41b0-bb93-096615c4e4fb,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:48.011210 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-1fd8680d-80e1-412a-8e8a-ed3df4c12150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66597646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66739274'] for router_interface, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:48.013459 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8680d-80e1-412a-8e8a-ed3df4c12150 admin admin] Pushing event updated for resources: {'Port': ['ID=d5a9a7e7-af6b-4779-a531-47f2378fac77,revision_number=2']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:48.126657 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd8680d-80e1-412a-8e8a-ed3df4c12150 admin admin] Network f1418c4b-9b64-4864-9c20-cab4d87454c5 is already hosted by enough agents. {{(pid=102678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:31:48.128896 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.base_scheduler [None req-1fd8680d-80e1-412a-8e8a-ed3df4c12150 admin admin] Resources bound (agent type, host, resource id): {{(pid=102678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:31:48.232244 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-e9d4130c-64f0-405f-a31e-fe85b9b4a465 None None] Provisioning complete for port 4b98032f-bcf8-4f72-828d-749c537790fe triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:48.232647 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e9d4130c-64f0-405f-a31e-fe85b9b4a465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:48.270405 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Pushing event updated for resources: {'Port': ['ID=4b98032f-bcf8-4f72-828d-749c537790fe,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:48.290638 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd8680d-80e1-412a-8e8a-ed3df4c12150 admin admin] Router a560b6f1-f14d-44de-8b0f-612d80e675be has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:31:48.328775 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port e546fb68-75b8-4f69-8918-45c2e7ede1ac triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:48.329134 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:48.446839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd8680d-80e1-412a-8e8a-ed3df4c12150 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:31:48.452483 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-1fd8680d-80e1-412a-8e8a-ed3df4c12150 admin admin] 10.222.0.64 "PUT /v2.0/routers/a560b6f1-f14d-44de-8b0f-612d80e675be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1008492 Nov 15 12:31:48.642761 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3fe465ef-49b4-4817-88e9-85a781860552 None None] Provisioning complete for port d5a9a7e7-af6b-4779-a531-47f2378fac77 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:48.643119 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3fe465ef-49b4-4817-88e9-85a781860552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:48.684689 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3fe465ef-49b4-4817-88e9-85a781860552 None None] Port d5a9a7e7-af6b-4779-a531-47f2378fac77 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:31:48.702032 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3fe465ef-49b4-4817-88e9-85a781860552 None None] Provisioning complete for port 4b98032f-bcf8-4f72-828d-749c537790fe triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:48.702492 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3fe465ef-49b4-4817-88e9-85a781860552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:48.933446 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-aad58bf7-268e-442a-9d6f-c572cbbfae21 None None] Provisioning complete for port d5a9a7e7-af6b-4779-a531-47f2378fac77 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:48.934100 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-aad58bf7-268e-442a-9d6f-c572cbbfae21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:48.982090 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-aad58bf7-268e-442a-9d6f-c572cbbfae21 None None] Port d5a9a7e7-af6b-4779-a531-47f2378fac77 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:31:49.040645 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56310) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:49.045363 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.v2.base [None req-59591722-fe08-4bb3-9b2c-5137e2962e44 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1503222957', 'description': 'tempest-secgroup-smoke-1503222957 description', 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93'}} {{(pid=102678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:31:49.069182 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59591722-fe08-4bb3-9b2c-5137e2962e44 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for security_group, before_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.101540 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-8b08479d-7f69-4a05-84db-5185ec70326c None None] Provisioning complete for port d5a9a7e7-af6b-4779-a531-47f2378fac77 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:49.101910 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8b08479d-7f69-4a05-84db-5185ec70326c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.136069 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-8b08479d-7f69-4a05-84db-5185ec70326c None None] Port d5a9a7e7-af6b-4779-a531-47f2378fac77 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:31:49.143679 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59591722-fe08-4bb3-9b2c-5137e2962e44 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for security_group, precommit_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.148635 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59591722-fe08-4bb3-9b2c-5137e2962e44 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_create {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.178748 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-59591722-fe08-4bb3-9b2c-5137e2962e44 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.179972 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-59591722-fe08-4bb3-9b2c-5137e2962e44 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1382136 Nov 15 12:31:49.182166 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59591722-fe08-4bb3-9b2c-5137e2962e44 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86884391-79a2-4834-8c96-70b425004618,revision_number=1']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:49.183198 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56312) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:49.188124 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-ae25da44-de5b-4333-b949-b0f7bc5b5d02 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Request body: {'security_group_rule': {'security_group_id': '86884391-79a2-4834-8c96-70b425004618', 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:31:49.220863 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae25da44-de5b-4333-b949-b0f7bc5b5d02 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.282948 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae25da44-de5b-4333-b949-b0f7bc5b5d02 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.288487 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae25da44-de5b-4333-b949-b0f7bc5b5d02 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.306026 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25da44-de5b-4333-b949-b0f7bc5b5d02 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e957f1-978a-4267-92f5-f27174a99922,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:49.317233 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-ae25da44-de5b-4333-b949-b0f7bc5b5d02 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.318333 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-ae25da44-de5b-4333-b949-b0f7bc5b5d02 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1338997 Nov 15 12:31:49.321152 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56314) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:49.325674 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-6a7fd963-1a7a-4da2-a23f-675b5d7d41d7 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Request body: {'security_group_rule': {'security_group_id': '86884391-79a2-4834-8c96-70b425004618', 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:31:49.354082 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a7fd963-1a7a-4da2-a23f-675b5d7d41d7 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.415379 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 4b98032f-bcf8-4f72-828d-749c537790fe up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:31:49.421258 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a7fd963-1a7a-4da2-a23f-675b5d7d41d7 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.426492 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a7fd963-1a7a-4da2-a23f-675b5d7d41d7 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.443977 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fd963-1a7a-4da2-a23f-675b5d7d41d7 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d90da0e-f736-430b-bd2c-781f30be194d,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:49.453382 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6a7fd963-1a7a-4da2-a23f-675b5d7d41d7 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.454599 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6a7fd963-1a7a-4da2-a23f-675b5d7d41d7 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1324899 Nov 15 12:31:49.457512 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56316) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:49.462370 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5780ac29-5b90-48b5-b6ab-dedb2f4ec5ae tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Request body: {'security_group_rule': {'security_group_id': '86884391-79a2-4834-8c96-70b425004618', 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:31:49.473267 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 4b98032f-bcf8-4f72-828d-749c537790fe triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:49.473628 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.494739 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5780ac29-5b90-48b5-b6ab-dedb2f4ec5ae tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.552674 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 97f7ba04-04b3-41b0-bb93-096615c4e4fb up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:31:49.552962 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5780ac29-5b90-48b5-b6ab-dedb2f4ec5ae tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.557194 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5780ac29-5b90-48b5-b6ab-dedb2f4ec5ae tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.574635 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780ac29-5b90-48b5-b6ab-dedb2f4ec5ae tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f34cd13-a377-4311-ae21-d5fca8d4cebe,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:49.583004 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5780ac29-5b90-48b5-b6ab-dedb2f4ec5ae tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.584428 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5780ac29-5b90-48b5-b6ab-dedb2f4ec5ae tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1257663 Nov 15 12:31:49.587615 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56318) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:49.591906 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-7f8d7878-2d3f-4a22-90ab-f2e14cf64bd1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Request body: {'security_group_rule': {'security_group_id': '86884391-79a2-4834-8c96-70b425004618', 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:31:49.599716 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port 97f7ba04-04b3-41b0-bb93-096615c4e4fb triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:49.600117 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.618445 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f8d7878-2d3f-4a22-90ab-f2e14cf64bd1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.683185 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f8d7878-2d3f-4a22-90ab-f2e14cf64bd1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.688066 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f8d7878-2d3f-4a22-90ab-f2e14cf64bd1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.705570 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d7878-2d3f-4a22-90ab-f2e14cf64bd1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e1fe97-0cb9-41cf-baa7-1591b1cfc0f2,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:49.713026 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-7f8d7878-2d3f-4a22-90ab-f2e14cf64bd1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.714215 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-7f8d7878-2d3f-4a22-90ab-f2e14cf64bd1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1257555 Nov 15 12:31:49.717025 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56320) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:49.721259 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-5b1d72c8-f54c-4351-affd-9444b4cb45d1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Request body: {'security_group_rule': {'security_group_id': '86884391-79a2-4834-8c96-70b425004618', 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:31:49.744751 n-d-729945-9 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-5b1d72c8-f54c-4351-affd-9444b4cb45d1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Project c692a5d98b2047499ee2f2285e6b4f93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 12:31:49.749793 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b1d72c8-f54c-4351-affd-9444b4cb45d1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.807550 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b1d72c8-f54c-4351-affd-9444b4cb45d1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.812693 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b1d72c8-f54c-4351-affd-9444b4cb45d1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.829653 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d72c8-f54c-4351-affd-9444b4cb45d1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38bafac8-5cfe-471d-a3cd-4766e46fc895,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:49.840200 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5b1d72c8-f54c-4351-affd-9444b4cb45d1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.844189 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5b1d72c8-f54c-4351-affd-9444b4cb45d1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234572 Nov 15 12:31:49.844452 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56322) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:49.849323 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-4c094f91-209e-4b8b-aca8-a45e9eb41cf4 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Request body: {'security_group_rule': {'security_group_id': '86884391-79a2-4834-8c96-70b425004618', 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:31:49.874853 n-d-729945-9 neutron-server[102677]: INFO neutron.db.securitygroups_db [None req-4c094f91-209e-4b8b-aca8-a45e9eb41cf4 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Project c692a5d98b2047499ee2f2285e6b4f93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 12:31:49.880596 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c094f91-209e-4b8b-aca8-a45e9eb41cf4 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.940810 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c094f91-209e-4b8b-aca8-a45e9eb41cf4 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.945567 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c094f91-209e-4b8b-aca8-a45e9eb41cf4 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687268'] for security_group_rule, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.963731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c094f91-209e-4b8b-aca8-a45e9eb41cf4 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f6d263-511a-4d35-acf5-b737849cc1b6,revision_number=0']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:49.973619 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-4c094f91-209e-4b8b-aca8-a45e9eb41cf4 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.974829 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-4c094f91-209e-4b8b-aca8-a45e9eb41cf4 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1293342 Nov 15 12:31:50.170049 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] Sync routers for ids ['a560b6f1-f14d-44de-8b0f-612d80e675be'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:31:50.179550 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] Routers {'a560b6f1-f14d-44de-8b0f-612d80e675be'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:31:50.180219 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a560b6f1-f14d-44de-8b0f-612d80e675be'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:50.193456 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-b171d121-fb81-418f-abdd-cb9971850cf8 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1503222957&fields=id&tenant_id=c692a5d98b2047499ee2f2285e6b4f93 HTTP/1.1" status: 200 len: 267 time: 0.0453818 Nov 15 12:31:50.285440 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] Set router a560b6f1-f14d-44de-8b0f-612d80e675be gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:31:50.302658 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-b1a74605-df45-4272-9ad3-5590ba079d35 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:50.304172 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-b1a74605-df45-4272-9ad3-5590ba079d35 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/networks?id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0 HTTP/1.1" status: 200 len: 809 time: 0.1035511 Nov 15 12:31:50.319105 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-85b883fe-5270-4a89-b296-aa07beafdc80 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/quotas/c692a5d98b2047499ee2f2285e6b4f93 HTTP/1.1" status: 200 len: 375 time: 0.0091095 Nov 15 12:31:50.371059 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-1d8a4079-cb42-4d5c-a1b5-9ba87f8b7275 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c692a5d98b2047499ee2f2285e6b4f93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462060 Nov 15 12:31:50.481838 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a560b6f1-f14d-44de-8b0f-612d80e675be', 'name': 'tempest-TestSnapshotPattern-1984928025-router', 'tenant_id': 'a68d0742564f4537bf0f7bae005c96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '97f7ba04-04b3-41b0-bb93-096615c4e4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:44Z', 'updated_at': '2021-11-15T12:31:47Z', 'revision_number': 4, 'project_id': 'a68d0742564f4537bf0f7bae005c96ba', 'gw_port': {'id': '97f7ba04-04b3-41b0-bb93-096615c4e4fb', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:da:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a560b6f1-f14d-44de-8b0f-612d80e675be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:45Z', 'updated_at': '2021-11-15T12:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'd5a9a7e7-af6b-4779-a531-47f2378fac77', 'name': '', 'network_id': 'f1418c4b-9b64-4864-9c20-cab4d87454c5', 'tenant_id': 'a68d0742564f4537bf0f7bae005c96ba', 'mac_address': 'fa:16:3e:ff:7c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a560b6f1-f14d-44de-8b0f-612d80e675be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '94197201-6540-4623-bc72-8a288c6de428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:46Z', 'updated_at': '2021-11-15T12:31:47Z', 'revision_number': 2, 'project_id': 'a68d0742564f4537bf0f7bae005c96ba', 'subnets': [{'id': '94197201-6540-4623-bc72-8a288c6de428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:50.512352 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] Checking router: a560b6f1-f14d-44de-8b0f-612d80e675be for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:31:50.512737 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] Updating router a560b6f1-f14d-44de-8b0f-612d80e675be port d5a9a7e7-af6b-4779-a531-47f2378fac77 binding host n-d-729945-9 {{(pid=102679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:31:50.538124 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:50.566324 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-5eed0a75-8565-495d-8a43-d34170df3092 service neutron] 10.222.0.64 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830506 Nov 15 12:31:50.657133 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-5fe3f8af-0488-4383-82f0-98bf3f44ed8d service neutron] 10.222.0.64 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840769 Nov 15 12:31:50.809529 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] Publish callbacks [] for port, precommit_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:50.816536 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:50.820113 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c5515303-5034-4810-aafc-61623db38bbb req-b1b83dc6-abf6-4acd-9b4b-61c5bf3fd193 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51 HTTP/1.1" status: 200 len: 210 time: 0.0285394 Nov 15 12:31:50.888943 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f34bc-8889-4c77-9adb-bc36b9c123c8 None None] Pushing event updated for resources: {'Port': ['ID=d5a9a7e7-af6b-4779-a531-47f2378fac77,revision_number=3']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:50.921748 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] Attempting to bind port d5a9a7e7-af6b-4779-a531-47f2378fac77 on host n-d-729945-9 for vnic_type normal with profile {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:31:50.922180 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] Attempting to bind port d5a9a7e7-af6b-4779-a531-47f2378fac77 by drivers openvswitch,hyperv on host n-d-729945-9 at level 0 using segments [{'id': '1f28f02b-d688-4df6-ba53-fde1ea692d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f1418c4b-9b64-4864-9c20-cab4d87454c5'}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:31:50.922596 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] Attempting to bind port d5a9a7e7-af6b-4779-a531-47f2378fac77 on network f1418c4b-9b64-4864-9c20-cab4d87454c5 {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:31:50.929112 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] Checking agent: {'id': '3c1acf1c-59fe-46bc-a1ca-6c09efc0408d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 10, 59, 12), 'started_at': datetime.datetime(2021, 11, 15, 10, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-729945-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:31:50.929561 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] Checking segment: {'id': '1f28f02b-d688-4df6-ba53-fde1ea692d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f1418c4b-9b64-4864-9c20-cab4d87454c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:31:50.930015 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:50.930477 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] Bound using segment: {'id': '1f28f02b-d688-4df6-ba53-fde1ea692d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f1418c4b-9b64-4864-9c20-cab4d87454c5'} {{(pid=102679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:31:50.931001 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.managers [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] Bound port: d5a9a7e7-af6b-4779-a531-47f2378fac77, host: n-d-729945-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f28f02b-d688-4df6-ba53-fde1ea692d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f1418c4b-9b64-4864-9c20-cab4d87454c5'}}] {{(pid=102679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:31:50.931431 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:51.001788 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] For port d5a9a7e7-af6b-4779-a531-47f2378fac77, host n-d-729945-9, cleared binding levels {{(pid=102679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:31:51.005485 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] For port d5a9a7e7-af6b-4779-a531-47f2378fac77, host n-d-729945-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d5a9a7e7-af6b-4779-a531-47f2378fac77,segment=NetworkSegment(1f28f02b-d688-4df6-ba53-fde1ea692d5c),segment_id=1f28f02b-d688-4df6-ba53-fde1ea692d5c)] {{(pid=102679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:31:51.011337 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:51.074812 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] Routers {'a560b6f1-f14d-44de-8b0f-612d80e675be'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:31:51.075635 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a560b6f1-f14d-44de-8b0f-612d80e675be'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:51.148227 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f34bc-8889-4c77-9adb-bc36b9c123c8 None None] Pushing event updated for resources: {'Port': ['ID=d5a9a7e7-af6b-4779-a531-47f2378fac77,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:51.195755 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-0ac965c0-22b2-49e4-91d7-8dc14a742ed5 None None] Provisioning complete for port d5a9a7e7-af6b-4779-a531-47f2378fac77 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:51.196657 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0ac965c0-22b2-49e4-91d7-8dc14a742ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:51.244483 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] Set router a560b6f1-f14d-44de-8b0f-612d80e675be gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:31:51.403846 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0ac965c0-22b2-49e4-91d7-8dc14a742ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:51.459430 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-0ac965c0-22b2-49e4-91d7-8dc14a742ed5 None None] For port d5a9a7e7-af6b-4779-a531-47f2378fac77, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d5a9a7e7-af6b-4779-a531-47f2378fac77,segment=NetworkSegment(1f28f02b-d688-4df6-ba53-fde1ea692d5c),segment_id=1f28f02b-d688-4df6-ba53-fde1ea692d5c)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:31:51.480136 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0ac965c0-22b2-49e4-91d7-8dc14a742ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:51.535277 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac965c0-22b2-49e4-91d7-8dc14a742ed5 None None] Pushing event updated for resources: {'Port': ['ID=d5a9a7e7-af6b-4779-a531-47f2378fac77,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:51.549815 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a560b6f1-f14d-44de-8b0f-612d80e675be', 'name': 'tempest-TestSnapshotPattern-1984928025-router', 'tenant_id': 'a68d0742564f4537bf0f7bae005c96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '97f7ba04-04b3-41b0-bb93-096615c4e4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:44Z', 'updated_at': '2021-11-15T12:31:47Z', 'revision_number': 4, 'project_id': 'a68d0742564f4537bf0f7bae005c96ba', 'gw_port': {'id': '97f7ba04-04b3-41b0-bb93-096615c4e4fb', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:da:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a560b6f1-f14d-44de-8b0f-612d80e675be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:45Z', 'updated_at': '2021-11-15T12:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'd5a9a7e7-af6b-4779-a531-47f2378fac77', 'name': '', 'network_id': 'f1418c4b-9b64-4864-9c20-cab4d87454c5', 'tenant_id': 'a68d0742564f4537bf0f7bae005c96ba', 'mac_address': 'fa:16:3e:ff:7c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a560b6f1-f14d-44de-8b0f-612d80e675be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '94197201-6540-4623-bc72-8a288c6de428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:46Z', 'updated_at': '2021-11-15T12:31:50Z', 'revision_number': 4, 'project_id': 'a68d0742564f4537bf0f7bae005c96ba', 'subnets': [{'id': '94197201-6540-4623-bc72-8a288c6de428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:51.580188 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8772c848-78b3-4aa6-b65e-096d696f76fc None None] The sync data for ids ['a560b6f1-f14d-44de-8b0f-612d80e675be'] in n-d-729945-9 is: [{'id': 'a560b6f1-f14d-44de-8b0f-612d80e675be', 'name': 'tempest-TestSnapshotPattern-1984928025-router', 'tenant_id': 'a68d0742564f4537bf0f7bae005c96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '97f7ba04-04b3-41b0-bb93-096615c4e4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:44Z', 'updated_at': '2021-11-15T12:31:47Z', 'revision_number': 4, 'project_id': 'a68d0742564f4537bf0f7bae005c96ba', 'gw_port': {'id': '97f7ba04-04b3-41b0-bb93-096615c4e4fb', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:da:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a560b6f1-f14d-44de-8b0f-612d80e675be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:45Z', 'updated_at': '2021-11-15T12:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'd5a9a7e7-af6b-4779-a531-47f2378fac77', 'name': '', 'network_id': 'f1418c4b-9b64-4864-9c20-cab4d87454c5', 'tenant_id': 'a68d0742564f4537bf0f7bae005c96ba', 'mac_address': 'fa:16:3e:ff:7c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a560b6f1-f14d-44de-8b0f-612d80e675be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '94197201-6540-4623-bc72-8a288c6de428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:46Z', 'updated_at': '2021-11-15T12:31:50Z', 'revision_number': 4, 'project_id': 'a68d0742564f4537bf0f7bae005c96ba', 'subnets': [{'id': '94197201-6540-4623-bc72-8a288c6de428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:31:51.601434 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-a8dd7019-b6df-46a1-9efd-63e89f5b5126 None None] Provisioning complete for port d5a9a7e7-af6b-4779-a531-47f2378fac77 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:51.601854 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a8dd7019-b6df-46a1-9efd-63e89f5b5126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:51.862412 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-aafa7cae-9c69-496c-ae4b-71df7efa9f51 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:51.863978 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-aafa7cae-9c69-496c-ae4b-71df7efa9f51 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.55 "GET /v2.0/networks?id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0 HTTP/1.1" status: 200 len: 809 time: 0.1183145 Nov 15 12:31:51.928156 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a2ba44ae-7983-4293-a81d-097607ee791c req-7b45f982-df26-4dfc-becf-222bc06123f3 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51 HTTP/1.1" status: 200 len: 210 time: 0.0260563 Nov 15 12:31:51.936015 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-1672b2ea-42ad-42da-973b-b85e3d430b15 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c692a5d98b2047499ee2f2285e6b4f93 HTTP/1.1" status: 200 len: 380 time: 0.0580790 Nov 15 12:31:51.946194 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-9ae222a8-42cd-4373-ad37-c9fa8095d1bf tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Request body: {'port': {'device_id': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'admin_state_up': True, 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'security_groups': ['86884391-79a2-4834-8c96-70b425004618']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:31:52.391372 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-9ae222a8-42cd-4373-ad37-c9fa8095d1bf tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Made reservation on behalf of c692a5d98b2047499ee2f2285e6b4f93 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:31:52.394738 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-9ae222a8-42cd-4373-ad37-c9fa8095d1bf tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:52.524583 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-9ae222a8-42cd-4373-ad37-c9fa8095d1bf tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Allocated IP 172.20.0.8 (aa9cbb90-13d0-4c62-9112-81b44e0e44d0/0368f680-5ce0-4a7a-9720-1b8964786684/4539461b-d59b-47a2-afe4-e24c0b677af7) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:31:52.678806 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-9ae222a8-42cd-4373-ad37-c9fa8095d1bf tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:52.727384 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-9ae222a8-42cd-4373-ad37-c9fa8095d1bf tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:52.770349 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-9ae222a8-42cd-4373-ad37-c9fa8095d1bf tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Network aa9cbb90-13d0-4c62-9112-81b44e0e44d0 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:31:52.773458 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-9ae222a8-42cd-4373-ad37-c9fa8095d1bf tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:31:52.777310 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-9ae222a8-42cd-4373-ad37-c9fa8095d1bf tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:31:52.783549 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae222a8-42cd-4373-ad37-c9fa8095d1bf tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Pushing event updated for resources: {'Port': ['ID=4539461b-d59b-47a2-afe4-e24c0b677af7,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:52.835306 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-9ae222a8-42cd-4373-ad37-c9fa8095d1bf tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:52.836414 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-9ae222a8-42cd-4373-ad37-c9fa8095d1bf tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:52.853238 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-9ae222a8-42cd-4373-ad37-c9fa8095d1bf tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9112113 Nov 15 12:31:52.865215 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-ef9c33d4-a1c0-42b9-afae-2a6211a74b78 service neutron] Request body: {'port': {'device_id': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:31:52.920587 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-ef9c33d4-a1c0-42b9-afae-2a6211a74b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:53.031955 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-3b34a181-dc7f-4e83-865c-2dd4e77184bc None None] Provisioning complete for port 4539461b-d59b-47a2-afe4-e24c0b677af7 triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:53.032589 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3b34a181-dc7f-4e83-865c-2dd4e77184bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:53.059139 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4d8a8-e298-4962-a565-7c6d9db33bcb req-35e08631-52bc-4d5a-a9a9-3dfc68633a66 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:53.060693 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08e4d8a8-e298-4962-a565-7c6d9db33bcb req-35e08631-52bc-4d5a-a9a9-3dfc68633a66 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51 HTTP/1.1" status: 200 len: 931 time: 0.0590909 Nov 15 12:31:53.067634 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3b34a181-dc7f-4e83-865c-2dd4e77184bc None None] Port 4539461b-d59b-47a2-afe4-e24c0b677af7 cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:31:53.112981 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08e4d8a8-e298-4962-a565-7c6d9db33bcb req-806de338-ebe4-4ce1-8359-3c72474cf7ec tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462611 Nov 15 12:31:53.196247 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-ef9c33d4-a1c0-42b9-afae-2a6211a74b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4539461b-d59b-47a2-afe4-e24c0b677af7 {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:31:53.203940 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-ef9c33d4-a1c0-42b9-afae-2a6211a74b78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:53.217017 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-ef9c33d4-a1c0-42b9-afae-2a6211a74b78 service neutron] Transition to ACTIVE for port object 4539461b-d59b-47a2-afe4-e24c0b677af7 will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:31:53.221053 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-ef9c33d4-a1c0-42b9-afae-2a6211a74b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:53.289425 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c33d4-a1c0-42b9-afae-2a6211a74b78 service neutron] Pushing event updated for resources: {'Port': ['ID=4539461b-d59b-47a2-afe4-e24c0b677af7,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:53.360328 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-ef9c33d4-a1c0-42b9-afae-2a6211a74b78 service neutron] Attempting to bind port 4539461b-d59b-47a2-afe4-e24c0b677af7 on host n-h2-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:31:53.360801 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-ef9c33d4-a1c0-42b9-afae-2a6211a74b78 service neutron] Attempting to bind port 4539461b-d59b-47a2-afe4-e24c0b677af7 by drivers openvswitch,hyperv on host n-h2-729945-9 at level 0 using segments [{'id': '5fa560ff-9772-4fe9-ae61-d612a473ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:31:53.361205 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-ef9c33d4-a1c0-42b9-afae-2a6211a74b78 service neutron] Attempting to bind port 4539461b-d59b-47a2-afe4-e24c0b677af7 on network aa9cbb90-13d0-4c62-9112-81b44e0e44d0 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:31:53.366777 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-ef9c33d4-a1c0-42b9-afae-2a6211a74b78 service neutron] Port 4539461b-d59b-47a2-afe4-e24c0b677af7 on network aa9cbb90-13d0-4c62-9112-81b44e0e44d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:31:53.367109 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-ef9c33d4-a1c0-42b9-afae-2a6211a74b78 service neutron] Attempting to bind port 4539461b-d59b-47a2-afe4-e24c0b677af7 on network aa9cbb90-13d0-4c62-9112-81b44e0e44d0 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:31:53.373193 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-ef9c33d4-a1c0-42b9-afae-2a6211a74b78 service neutron] Checking agent: {'id': 'a14538ce-a871-44aa-87f3-b428deb4a2ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'started_at': datetime.datetime(2021, 11, 15, 11, 6, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:31:53.373631 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-ef9c33d4-a1c0-42b9-afae-2a6211a74b78 service neutron] Checking segment: {'id': '5fa560ff-9772-4fe9-ae61-d612a473ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:31:53.374248 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-ef9c33d4-a1c0-42b9-afae-2a6211a74b78 service neutron] Bound using segment: {'id': '5fa560ff-9772-4fe9-ae61-d612a473ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:31:53.374864 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-ef9c33d4-a1c0-42b9-afae-2a6211a74b78 service neutron] Bound port: 4539461b-d59b-47a2-afe4-e24c0b677af7, host: n-h2-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fa560ff-9772-4fe9-ae61-d612a473ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:31:53.375291 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-ef9c33d4-a1c0-42b9-afae-2a6211a74b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:53.394044 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d5a9a7e7-af6b-4779-a531-47f2378fac77 up at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:31:53.452731 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Provisioning complete for port d5a9a7e7-af6b-4779-a531-47f2378fac77 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:53.453128 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:53.457840 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-ef9c33d4-a1c0-42b9-afae-2a6211a74b78 service neutron] For port 4539461b-d59b-47a2-afe4-e24c0b677af7, host n-h2-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:31:53.461825 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-ef9c33d4-a1c0-42b9-afae-2a6211a74b78 service neutron] For port 4539461b-d59b-47a2-afe4-e24c0b677af7, host n-h2-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4539461b-d59b-47a2-afe4-e24c0b677af7,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:31:53.467901 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-ef9c33d4-a1c0-42b9-afae-2a6211a74b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:53.502243 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-ef9c33d4-a1c0-42b9-afae-2a6211a74b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:53.502770 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-ef9c33d4-a1c0-42b9-afae-2a6211a74b78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:53.504296 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-ef9c33d4-a1c0-42b9-afae-2a6211a74b78 service neutron] 10.222.0.55 "PUT /v2.0/ports/4539461b-d59b-47a2-afe4-e24c0b677af7 HTTP/1.1" status: 200 len: 1091 time: 0.6433320 Nov 15 12:31:53.504742 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'tag': '4539461b-d59b-47a2-afe4-e24c0b677af7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:31:53.506997 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e32876-9f80-46df-9ee2-dd7f3f4167e1" -d '{"events": [{"name": "network-changed", "server_uuid": "89c465f8-7969-4c59-bb3d-dd6a523e4b51", "tag": "4539461b-d59b-47a2-afe4-e24c0b677af7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:31:53.533913 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c33d4-a1c0-42b9-afae-2a6211a74b78 service neutron] Pushing event updated for resources: {'Port': ['ID=4539461b-d59b-47a2-afe4-e24c0b677af7,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:53.582283 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e37e6c6-2bcf-4b97-b375-0383a90d9886 x-openstack-request-id: req-1e37e6c6-2bcf-4b97-b375-0383a90d9886 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:31:53.582561 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c465f8-7969-4c59-bb3d-dd6a523e4b51", "tag": "4539461b-d59b-47a2-afe4-e24c0b677af7", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:31:53.582806 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e37e6c6-2bcf-4b97-b375-0383a90d9886 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:31:53.583200 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'tag': '4539461b-d59b-47a2-afe4-e24c0b677af7', 'status': 'completed', 'code': 200} Nov 15 12:31:53.599984 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-500466df-4f65-4ef7-89f5-4f2e2cd0c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:53.601553 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-500466df-4f65-4ef7-89f5-4f2e2cd0c626 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c692a5d98b2047499ee2f2285e6b4f93&device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51 HTTP/1.1" status: 200 len: 1094 time: 0.0531757 Nov 15 12:31:53.650081 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-3aa7fd7c-4116-40ca-bd40-95d73e5d2406 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4539461b-d59b-47a2-afe4-e24c0b677af7 HTTP/1.1" status: 200 len: 217 time: 0.0399561 Nov 15 12:31:53.701844 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-c94b70a5-d5df-4b70-9238-5508ddc40817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:53.703352 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-c94b70a5-d5df-4b70-9238-5508ddc40817 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0368f680-5ce0-4a7a-9720-1b8964786684 HTTP/1.1" status: 200 len: 848 time: 0.0468421 Nov 15 12:31:53.750935 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-981679e2-0570-4b33-a912-6b861dd8444f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:53.752378 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-981679e2-0570-4b33-a912-6b861dd8444f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409601 Nov 15 12:31:53.849175 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-c19ca3bd-b6e6-4f40-abff-b4cbe4e0a0df service neutron] 10.222.0.55 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893879 Nov 15 12:31:53.937851 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-2693e26d-56c3-449c-80f1-4bfa036d27d2 req-ab4bea1a-297b-499f-922b-1c752b62c3d7 service neutron] 10.222.0.55 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818851 Nov 15 12:31:54.024521 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e32876-9f80-46df-9ee2-dd7f3f4167e1 req-9e064f7c-5f73-459c-baea-52edd4fde5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:54.025985 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34e32876-9f80-46df-9ee2-dd7f3f4167e1 req-9e064f7c-5f73-459c-baea-52edd4fde5a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c692a5d98b2047499ee2f2285e6b4f93&device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51 HTTP/1.1" status: 200 len: 1094 time: 0.0425766 Nov 15 12:31:54.123114 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e32876-9f80-46df-9ee2-dd7f3f4167e1 req-04552638-ee1a-4cba-b3cd-a821a02febe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:54.124609 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34e32876-9f80-46df-9ee2-dd7f3f4167e1 req-04552638-ee1a-4cba-b3cd-a821a02febe0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0 HTTP/1.1" status: 200 len: 910 time: 0.0914681 Nov 15 12:31:54.166806 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34e32876-9f80-46df-9ee2-dd7f3f4167e1 req-92fa06d3-eebd-4e1f-869b-ad80ba337d49 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4539461b-d59b-47a2-afe4-e24c0b677af7 HTTP/1.1" status: 200 len: 217 time: 0.0351768 Nov 15 12:31:54.224609 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e32876-9f80-46df-9ee2-dd7f3f4167e1 req-471a5005-9829-4304-a5d2-04bd3715c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:54.226097 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34e32876-9f80-46df-9ee2-dd7f3f4167e1 req-471a5005-9829-4304-a5d2-04bd3715c63e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0368f680-5ce0-4a7a-9720-1b8964786684 HTTP/1.1" status: 200 len: 848 time: 0.0516152 Nov 15 12:31:54.234519 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cad3b-afef-4595-9ef2-f5a652f16a5e req-798b520e-4e53-4735-a617-e53ef6a5714d tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:54.236109 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d33cad3b-afef-4595-9ef2-f5a652f16a5e req-798b520e-4e53-4735-a617-e53ef6a5714d tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51 HTTP/1.1" status: 200 len: 943 time: 0.0523479 Nov 15 12:31:54.276949 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e32876-9f80-46df-9ee2-dd7f3f4167e1 req-eb816c66-76b4-4fb5-8a65-89c1d289fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:54.278423 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34e32876-9f80-46df-9ee2-dd7f3f4167e1 req-eb816c66-76b4-4fb5-8a65-89c1d289fec4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434031 Nov 15 12:31:54.295620 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d33cad3b-afef-4595-9ef2-f5a652f16a5e req-12c59306-9760-45a1-b8d3-c88f58e7bad1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529506 Nov 15 12:31:54.380533 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34e32876-9f80-46df-9ee2-dd7f3f4167e1 req-1863539b-1a79-471f-82eb-c9669ec4b78f service neutron] 10.222.0.55 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941672 Nov 15 12:31:54.474481 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-34e32876-9f80-46df-9ee2-dd7f3f4167e1 req-38c71526-a2d1-4a86-899c-9c248271910f service neutron] 10.222.0.55 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854208 Nov 15 12:31:55.417911 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7da64e-0f15-488f-93ab-3b5877da005b req-fb33e42e-208a-4ceb-991e-304e55708c4c tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:55.419322 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf7da64e-0f15-488f-93ab-3b5877da005b req-fb33e42e-208a-4ceb-991e-304e55708c4c tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51 HTTP/1.1" status: 200 len: 943 time: 0.0606365 Nov 15 12:31:55.811120 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bf7da64e-0f15-488f-93ab-3b5877da005b req-8657ae6e-2996-4036-8e84-4ca532174cab tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3855956 Nov 15 12:31:56.188826 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4539461b-d59b-47a2-afe4-e24c0b677af7 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:31:56.298283 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4539461b-d59b-47a2-afe4-e24c0b677af7, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4539461b-d59b-47a2-afe4-e24c0b677af7,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:31:56.309822 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '4539461b-d59b-47a2-afe4-e24c0b677af7', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'port_id': '4539461b-d59b-47a2-afe4-e24c0b677af7', 'mac_address': 'fa:16:3e:f0:10:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:31:56.347468 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:56.364140 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4539461b-d59b-47a2-afe4-e24c0b677af7 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:31:56.382671 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4539461b-d59b-47a2-afe4-e24c0b677af7, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4539461b-d59b-47a2-afe4-e24c0b677af7,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:31:56.388602 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:56.604855 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=4539461b-d59b-47a2-afe4-e24c0b677af7,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:56.646247 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['4539461b-d59b-47a2-afe4-e24c0b677af7'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:31:56.926760 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6515c01-7219-478e-b2ff-d144230588c7 req-d14c424f-5a39-4e15-9ed1-ee11744ee3e2 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:56.928151 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d6515c01-7219-478e-b2ff-d144230588c7 req-d14c424f-5a39-4e15-9ed1-ee11744ee3e2 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51 HTTP/1.1" status: 200 len: 944 time: 0.0478153 Nov 15 12:31:56.981187 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d6515c01-7219-478e-b2ff-d144230588c7 req-5c72bc2f-450e-48ed-b531-2cd843958313 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469551 Nov 15 12:31:58.108392 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06884552-7009-4e71-b93d-fc38bb350718 req-2ba51b16-7650-42ec-a746-beca3b4f32cd tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:58.109901 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-06884552-7009-4e71-b93d-fc38bb350718 req-2ba51b16-7650-42ec-a746-beca3b4f32cd tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51 HTTP/1.1" status: 200 len: 944 time: 0.0517378 Nov 15 12:31:58.164866 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-06884552-7009-4e71-b93d-fc38bb350718 req-b96927a9-c482-40e6-a913-9d59aa65da4a tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487347 Nov 15 12:31:58.202928 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4539461b-d59b-47a2-afe4-e24c0b677af7 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:31:58.256138 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning for port 4539461b-d59b-47a2-afe4-e24c0b677af7 completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:31:58.260158 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 4539461b-d59b-47a2-afe4-e24c0b677af7 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:58.260522 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:58.340305 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:58.364487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4539461b-d59b-47a2-afe4-e24c0b677af7'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:31:58.366794 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22737e13-1b90-468f-a4d2-aad14ca262a4" -d '{"events": [{"server_uuid": "89c465f8-7969-4c59-bb3d-dd6a523e4b51", "name": "network-vif-plugged", "status": "completed", "tag": "4539461b-d59b-47a2-afe4-e24c0b677af7"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:31:58.380243 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4539461b-d59b-47a2-afe4-e24c0b677af7, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4539461b-d59b-47a2-afe4-e24c0b677af7,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:31:58.386539 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:58.432805 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=4539461b-d59b-47a2-afe4-e24c0b677af7,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:58.467801 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9159dbe1-618f-444d-a5d3-3fb2423cc96d x-openstack-request-id: req-9159dbe1-618f-444d-a5d3-3fb2423cc96d {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:31:58.468189 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c465f8-7969-4c59-bb3d-dd6a523e4b51", "name": "network-vif-plugged", "status": "completed", "tag": "4539461b-d59b-47a2-afe4-e24c0b677af7", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:31:58.468442 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9159dbe1-618f-444d-a5d3-3fb2423cc96d {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:31:58.468838 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4539461b-d59b-47a2-afe4-e24c0b677af7', 'code': 200} Nov 15 12:31:58.565751 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb6fdd-4534-4344-8824-d9ffd07de56f req-21dee43e-2df2-4931-9771-d9a0704d41d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:58.567158 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e1cb6fdd-4534-4344-8824-d9ffd07de56f req-21dee43e-2df2-4931-9771-d9a0704d41d7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51 HTTP/1.1" status: 200 len: 1096 time: 0.0421946 Nov 15 12:31:58.630932 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-e1cb6fdd-4534-4344-8824-d9ffd07de56f req-d556c47c-1c2b-435d-abbd-bce5e0abcabd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549717 Nov 15 12:31:59.288200 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0e600-da85-4b50-9213-b18a424ac026 req-662c2a66-8852-4333-bcaf-e65347865183 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:59.289707 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08d0e600-da85-4b50-9213-b18a424ac026 req-662c2a66-8852-4333-bcaf-e65347865183 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0492790 Nov 15 12:31:59.340747 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-08d0e600-da85-4b50-9213-b18a424ac026 req-4cac4d47-ecd8-4512-8e7d-6f3567991936 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449312 Nov 15 12:32:00.382847 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:00.460734 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958b25d-97fb-4a96-b239-030c18ee1820 req-b265f8c6-0acc-4b18-961d-ce12f7cbdcbb tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:32:00.462200 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0958b25d-97fb-4a96-b239-030c18ee1820 req-b265f8c6-0acc-4b18-961d-ce12f7cbdcbb tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0489717 Nov 15 12:32:00.511003 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-0958b25d-97fb-4a96-b239-030c18ee1820 req-d6c88664-e21a-447a-90c2-794e514e39c3 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425272 Nov 15 12:32:00.636831 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1adace-b358-47a5-ad67-2832c8831794 req-b79dfcd5-ec20-43f3-890d-e3c4426f3f4d tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:32:00.638216 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cf1adace-b358-47a5-ad67-2832c8831794 req-b79dfcd5-ec20-43f3-890d-e3c4426f3f4d tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51 HTTP/1.1" status: 200 len: 945 time: 0.0544403 Nov 15 12:32:00.688699 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cf1adace-b358-47a5-ad67-2832c8831794 req-d713a870-3841-44cb-9cb6-bcb703da82c7 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443084 Nov 15 12:32:00.711175 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56376) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:32:00.798260 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a17990f-4ff8-4f62-9314-f2c2bc6ae0ca tempest-TestSnapshotPattern-1800983412 tempest-TestSnapshotPattern-1800983412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:32:00.799800 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6a17990f-4ff8-4f62-9314-f2c2bc6ae0ca tempest-TestSnapshotPattern-1800983412 tempest-TestSnapshotPattern-1800983412-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51 HTTP/1.1" status: 200 len: 1091 time: 0.0875392 Nov 15 12:32:00.802902 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56380) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:32:00.807322 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-3ea3d18b-d2fe-453c-89ba-2d12035286c2 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': '4539461b-d59b-47a2-afe4-e24c0b677af7', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:32:00.833486 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d18b-d2fe-453c-89ba-2d12035286c2 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:00.931685 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d18b-d2fe-453c-89ba-2d12035286c2 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:01.039510 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-3ea3d18b-d2fe-453c-89ba-2d12035286c2 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Allocated IP 172.25.7.218 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/d9e18d29-dc6b-4db8-aff7-395c2c4ff445) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:32:01.157036 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d18b-d2fe-453c-89ba-2d12035286c2 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:01.192731 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d18b-d2fe-453c-89ba-2d12035286c2 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:01.233340 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea3d18b-d2fe-453c-89ba-2d12035286c2 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:32:01.238695 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-3ea3d18b-d2fe-453c-89ba-2d12035286c2 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:32:01.241302 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea3d18b-d2fe-453c-89ba-2d12035286c2 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:32:01.243269 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3d18b-d2fe-453c-89ba-2d12035286c2 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Pushing event updated for resources: {'Port': ['ID=d9e18d29-dc6b-4db8-aff7-395c2c4ff445,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:32:01.591991 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d18b-d2fe-453c-89ba-2d12035286c2 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:01.661826 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d18b-d2fe-453c-89ba-2d12035286c2 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:01.815256 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d18b-d2fe-453c-89ba-2d12035286c2 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:01.822906 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d18b-d2fe-453c-89ba-2d12035286c2 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:01.886416 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3d18b-d2fe-453c-89ba-2d12035286c2 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Pushing event updated for resources: {'Port': ['ID=d9e18d29-dc6b-4db8-aff7-395c2c4ff445,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:32:01.901592 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d18b-d2fe-453c-89ba-2d12035286c2 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:02.002659 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-3ea3d18b-d2fe-453c-89ba-2d12035286c2 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Floating IP 6aa06609-97e7-4180-a80f-d5b696f5f1d5 associated. External IP: 172.25.7.218, port: 4539461b-d59b-47a2-afe4-e24c0b677af7. Nov 15 12:32:02.212297 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea3d18b-d2fe-453c-89ba-2d12035286c2 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Router e0fed019-dbdb-4d98-80c9-a6b241e56d21 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:32:02.322021 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea3d18b-d2fe-453c-89ba-2d12035286c2 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:32:02.332104 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082ffad9-868a-412d-98be-039ff8458c76 None None] Sync routers for ids ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:32:02.342461 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082ffad9-868a-412d-98be-039ff8458c76 None None] Routers {'e0fed019-dbdb-4d98-80c9-a6b241e56d21'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:32:02.342688 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-3ea3d18b-d2fe-453c-89ba-2d12035286c2 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:02.343066 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-082ffad9-868a-412d-98be-039ff8458c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:32:02.370280 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-3ea3d18b-d2fe-453c-89ba-2d12035286c2 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5661736 Nov 15 12:32:02.370689 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'tag': '4539461b-d59b-47a2-afe4-e24c0b677af7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:32:02.372975 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dbb239-ecaf-4733-9aa2-ba80fe22448e" -d '{"events": [{"name": "network-changed", "server_uuid": "89c465f8-7969-4c59-bb3d-dd6a523e4b51", "tag": "4539461b-d59b-47a2-afe4-e24c0b677af7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:32:02.453258 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-082ffad9-868a-412d-98be-039ff8458c76 None None] Set router e0fed019-dbdb-4d98-80c9-a6b241e56d21 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:32:02.463400 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cdce97-1993-40ea-b42c-547cdb1aa627 x-openstack-request-id: req-85cdce97-1993-40ea-b42c-547cdb1aa627 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:32:02.463683 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c465f8-7969-4c59-bb3d-dd6a523e4b51", "tag": "4539461b-d59b-47a2-afe4-e24c0b677af7", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:32:02.463965 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85cdce97-1993-40ea-b42c-547cdb1aa627 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:32:02.464369 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'tag': '4539461b-d59b-47a2-afe4-e24c0b677af7', 'status': 'completed', 'code': 200} Nov 15 12:32:02.515031 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:02.528724 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbb239-ecaf-4733-9aa2-ba80fe22448e req-f858ad73-3965-4370-b626-ba274efc3558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:32:02.530295 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-06dbb239-ecaf-4733-9aa2-ba80fe22448e req-f858ad73-3965-4370-b626-ba274efc3558 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c692a5d98b2047499ee2f2285e6b4f93&device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51 HTTP/1.1" status: 200 len: 1096 time: 0.0439742 Nov 15 12:32:02.625570 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbb239-ecaf-4733-9aa2-ba80fe22448e req-686dde82-cf45-4224-a367-8a1ae4657171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:32:02.626976 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-06dbb239-ecaf-4733-9aa2-ba80fe22448e req-686dde82-cf45-4224-a367-8a1ae4657171 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0 HTTP/1.1" status: 200 len: 910 time: 0.0897849 Nov 15 12:32:02.681013 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-082ffad9-868a-412d-98be-039ff8458c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'name': 'tempest-TestSnapshotPattern-650304295-router', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'gw_port': {'id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '6aa06609-97e7-4180-a80f-d5b696f5f1d5', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'port_id': '4539461b-d59b-47a2-afe4-e24c0b677af7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'mac_address': 'fa:16:3e:f0:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:32:01Z', 'updated_at': '2021-11-15T12:32:01Z', 'revision_number': 0, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e546fb68-75b8-4f69-8918-45c2e7ede1ac', 'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'mac_address': 'fa:16:3e:2d:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:42Z', 'updated_at': '2021-11-15T12:31:46Z', 'revision_number': 5, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'subnets': [{'id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:32:02.699672 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-06dbb239-ecaf-4733-9aa2-ba80fe22448e req-76f5f1f6-7de6-4a9b-90ce-c7e209095d28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4539461b-d59b-47a2-afe4-e24c0b677af7 HTTP/1.1" status: 200 len: 999 time: 0.0648005 Nov 15 12:32:02.707440 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082ffad9-868a-412d-98be-039ff8458c76 None None] Checking router: e0fed019-dbdb-4d98-80c9-a6b241e56d21 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:32:02.716736 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082ffad9-868a-412d-98be-039ff8458c76 None None] Routers {'e0fed019-dbdb-4d98-80c9-a6b241e56d21'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:32:02.717338 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-082ffad9-868a-412d-98be-039ff8458c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:31:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:32:02.750834 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbb239-ecaf-4733-9aa2-ba80fe22448e req-e558d73b-1004-4ada-a138-e1c53e57d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:32:02.752417 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-06dbb239-ecaf-4733-9aa2-ba80fe22448e req-e558d73b-1004-4ada-a138-e1c53e57d312 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0368f680-5ce0-4a7a-9720-1b8964786684 HTTP/1.1" status: 200 len: 848 time: 0.0458801 Nov 15 12:32:02.802027 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbb239-ecaf-4733-9aa2-ba80fe22448e req-aca35243-c67d-4c45-b119-052c3f0e82ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:32:02.803539 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-06dbb239-ecaf-4733-9aa2-ba80fe22448e req-aca35243-c67d-4c45-b119-052c3f0e82ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440395 Nov 15 12:32:02.826902 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-082ffad9-868a-412d-98be-039ff8458c76 None None] Set router e0fed019-dbdb-4d98-80c9-a6b241e56d21 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:32:02.894645 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-06dbb239-ecaf-4733-9aa2-ba80fe22448e req-dbfa3385-0d3c-48be-95da-13a79c262315 service neutron] 10.222.0.55 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839269 Nov 15 12:32:02.993987 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-06dbb239-ecaf-4733-9aa2-ba80fe22448e req-cb4dc036-9573-4197-8490-be0303e50285 service neutron] 10.222.0.55 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919383 Nov 15 12:32:03.138765 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-082ffad9-868a-412d-98be-039ff8458c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'name': 'tempest-TestSnapshotPattern-650304295-router', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'gw_port': {'id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '6aa06609-97e7-4180-a80f-d5b696f5f1d5', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'port_id': '4539461b-d59b-47a2-afe4-e24c0b677af7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'mac_address': 'fa:16:3e:f0:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:32:01Z', 'updated_at': '2021-11-15T12:32:01Z', 'revision_number': 0, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e546fb68-75b8-4f69-8918-45c2e7ede1ac', 'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'mac_address': 'fa:16:3e:2d:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:42Z', 'updated_at': '2021-11-15T12:31:46Z', 'revision_number': 5, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'subnets': [{'id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:32:03.168610 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082ffad9-868a-412d-98be-039ff8458c76 None None] The sync data for ids ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'] in n-d-729945-9 is: [{'id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'name': 'tempest-TestSnapshotPattern-650304295-router', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'gw_port': {'id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '6aa06609-97e7-4180-a80f-d5b696f5f1d5', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'port_id': '4539461b-d59b-47a2-afe4-e24c0b677af7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'mac_address': 'fa:16:3e:f0:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:32:01Z', 'updated_at': '2021-11-15T12:32:01Z', 'revision_number': 0, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e546fb68-75b8-4f69-8918-45c2e7ede1ac', 'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'mac_address': 'fa:16:3e:2d:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:42Z', 'updated_at': '2021-11-15T12:31:46Z', 'revision_number': 5, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'subnets': [{'id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:32:03.358889 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfe5995-6d60-42c9-8450-ee1d1d000333 None None] New status for floating IP 6aa06609-97e7-4180-a80f-d5b696f5f1d5: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:32:06.368746 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-514f7c95-cc4a-4b25-aae9-133677bfda79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:08.506363 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-6860121e-7cd8-4c45-9599-1b692b7d7485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:10.227617 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:11.784348 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:12.253312 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:14.890106 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:32:20.344795 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-348e874f-c68a-49f8-b96f-0cea0d030bfd req-e3240192-848f-49de-a978-a3976fecc0b0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416076 Nov 15 12:32:20.433050 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e874f-c68a-49f8-b96f-0cea0d030bfd req-70906696-bf82-4feb-aae6-1ebe1df5cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:32:20.434396 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-348e874f-c68a-49f8-b96f-0cea0d030bfd req-70906696-bf82-4feb-aae6-1ebe1df5cc8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0426164 Nov 15 12:32:20.543077 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e874f-c68a-49f8-b96f-0cea0d030bfd req-82938d94-b3f0-4437-9c22-1598d50c87f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:32:20.544589 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-348e874f-c68a-49f8-b96f-0cea0d030bfd req-82938d94-b3f0-4437-9c22-1598d50c87f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0901721 Nov 15 12:32:20.586627 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-348e874f-c68a-49f8-b96f-0cea0d030bfd req-1540b869-da7f-4e35-a89a-d8409c09a269 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0347118 Nov 15 12:32:20.650446 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e874f-c68a-49f8-b96f-0cea0d030bfd req-ff26f65b-86e9-4eef-8f1a-7461e12df1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:32:20.651910 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-348e874f-c68a-49f8-b96f-0cea0d030bfd req-ff26f65b-86e9-4eef-8f1a-7461e12df1b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0577869 Nov 15 12:32:20.698132 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e874f-c68a-49f8-b96f-0cea0d030bfd req-77aecc57-610b-4bfb-8837-2544e905852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:32:20.699502 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-348e874f-c68a-49f8-b96f-0cea0d030bfd req-77aecc57-610b-4bfb-8837-2544e905852f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409989 Nov 15 12:32:20.788315 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-348e874f-c68a-49f8-b96f-0cea0d030bfd req-92b2b087-535a-4d0c-a000-901ac7329c95 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813754 Nov 15 12:32:20.916513 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-348e874f-c68a-49f8-b96f-0cea0d030bfd req-28ff8ea4-0f61-419f-81f8-6862b1309100 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083233 Nov 15 12:32:27.547479 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4500b5e8-9dfd-4bba-95bb-45cd50fbd6d4 req-16736bd0-692d-4935-a161-86f665b66c0d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439887 Nov 15 12:32:27.696899 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500b5e8-9dfd-4bba-95bb-45cd50fbd6d4 req-9a87b04c-6bc3-4457-b575-2bf728587cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:32:27.698486 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4500b5e8-9dfd-4bba-95bb-45cd50fbd6d4 req-9a87b04c-6bc3-4457-b575-2bf728587cd7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c692a5d98b2047499ee2f2285e6b4f93&device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51 HTTP/1.1" status: 200 len: 1096 time: 0.0536585 Nov 15 12:32:27.814060 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500b5e8-9dfd-4bba-95bb-45cd50fbd6d4 req-efdcb01f-5bc4-4bc4-a6e5-4e298a4f939c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:32:27.815546 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4500b5e8-9dfd-4bba-95bb-45cd50fbd6d4 req-efdcb01f-5bc4-4bc4-a6e5-4e298a4f939c service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0 HTTP/1.1" status: 200 len: 910 time: 0.0955110 Nov 15 12:32:27.888315 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4500b5e8-9dfd-4bba-95bb-45cd50fbd6d4 req-b4d02c13-b270-4162-87bb-e5578cc8c37d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4539461b-d59b-47a2-afe4-e24c0b677af7 HTTP/1.1" status: 200 len: 1001 time: 0.0652645 Nov 15 12:32:27.936650 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500b5e8-9dfd-4bba-95bb-45cd50fbd6d4 req-8097b10a-7d6a-4e1a-8cd5-d8c4fa64f031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:32:27.938056 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4500b5e8-9dfd-4bba-95bb-45cd50fbd6d4 req-8097b10a-7d6a-4e1a-8cd5-d8c4fa64f031 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0368f680-5ce0-4a7a-9720-1b8964786684 HTTP/1.1" status: 200 len: 848 time: 0.0427220 Nov 15 12:32:27.983426 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500b5e8-9dfd-4bba-95bb-45cd50fbd6d4 req-c5aa08d4-b488-4163-a120-aff987fe82a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:32:27.984925 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4500b5e8-9dfd-4bba-95bb-45cd50fbd6d4 req-c5aa08d4-b488-4163-a120-aff987fe82a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400953 Nov 15 12:32:28.080646 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4500b5e8-9dfd-4bba-95bb-45cd50fbd6d4 req-7d2c8069-1566-4789-8fab-1d89d3474f36 service neutron] 10.222.0.55 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880797 Nov 15 12:32:28.172702 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4500b5e8-9dfd-4bba-95bb-45cd50fbd6d4 req-efce603f-5b6b-498b-8a88-83797d4ec46c service neutron] 10.222.0.55 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851295 Nov 15 12:32:30.400477 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:32.522568 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:36.365283 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b8bae26b-acfa-4eb0-8de3-764fc3cd179a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:38.505930 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8278d659-a302-4b39-b101-18383d46f6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:40.233045 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:41.793245 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:42.255223 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:51.894924 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:33:00.407318 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:02.514676 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:06.357546 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cefdf03a-9cbb-4bc5-957d-a1dc17c1e752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:08.506860 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-18e398c9-2ea4-40f8-8391-7d131e7d7c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:10.239079 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:11.798380 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:12.256855 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:20.472574 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-432a2d0b-d0ac-4a4b-9b45-fc61b29c0a8a req-25c9132d-74c7-45ae-8174-b75098f16b53 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1069586 Nov 15 12:33:20.556693 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a2d0b-d0ac-4a4b-9b45-fc61b29c0a8a req-b3275f55-8816-4fec-9b3a-6d77e1487365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:33:20.558167 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-432a2d0b-d0ac-4a4b-9b45-fc61b29c0a8a req-b3275f55-8816-4fec-9b3a-6d77e1487365 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0420086 Nov 15 12:33:20.663370 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a2d0b-d0ac-4a4b-9b45-fc61b29c0a8a req-49b2215c-bd68-49a4-8746-4b45e3f1f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:33:20.664787 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-432a2d0b-d0ac-4a4b-9b45-fc61b29c0a8a req-49b2215c-bd68-49a4-8746-4b45e3f1f412 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0867276 Nov 15 12:33:20.713898 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-432a2d0b-d0ac-4a4b-9b45-fc61b29c0a8a req-4dc7390a-881b-4e13-b04e-37e6b7ddbfcf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0423183 Nov 15 12:33:20.771377 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a2d0b-d0ac-4a4b-9b45-fc61b29c0a8a req-415a4188-b8bf-4469-ae73-f7bcf5c8b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:33:20.772850 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-432a2d0b-d0ac-4a4b-9b45-fc61b29c0a8a req-415a4188-b8bf-4469-ae73-f7bcf5c8b422 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0522995 Nov 15 12:33:20.819008 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a2d0b-d0ac-4a4b-9b45-fc61b29c0a8a req-326a2763-08b7-4c8f-977e-5c85bf373caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:33:20.820448 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-432a2d0b-d0ac-4a4b-9b45-fc61b29c0a8a req-326a2763-08b7-4c8f-977e-5c85bf373caa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404572 Nov 15 12:33:20.916005 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-432a2d0b-d0ac-4a4b-9b45-fc61b29c0a8a req-d3355e47-cdaa-4180-9483-e4b6efa72152 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878844 Nov 15 12:33:21.013879 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-432a2d0b-d0ac-4a4b-9b45-fc61b29c0a8a req-71ae4d42-ddc4-4669-9100-35b29ac1833b service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908706 Nov 15 12:33:28.528655 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4fc78020-9c50-484a-936b-f7cbe6176823 req-26f9ac7f-5480-4124-aed7-92bf4bd5cca1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0934634 Nov 15 12:33:28.620647 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc78020-9c50-484a-936b-f7cbe6176823 req-ce585680-4006-404f-a017-a7a4c59acae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:33:28.622114 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4fc78020-9c50-484a-936b-f7cbe6176823 req-ce585680-4006-404f-a017-a7a4c59acae8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c692a5d98b2047499ee2f2285e6b4f93&device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51 HTTP/1.1" status: 200 len: 1096 time: 0.0503092 Nov 15 12:33:28.731651 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc78020-9c50-484a-936b-f7cbe6176823 req-621eeea5-8e2a-4150-a47a-7dc16af5c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:33:28.733094 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4fc78020-9c50-484a-936b-f7cbe6176823 req-621eeea5-8e2a-4150-a47a-7dc16af5c0e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0 HTTP/1.1" status: 200 len: 910 time: 0.0871170 Nov 15 12:33:28.895206 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:33:29.109560 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4fc78020-9c50-484a-936b-f7cbe6176823 req-0a8d7196-8d15-4b23-91c0-5764729bd540 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4539461b-d59b-47a2-afe4-e24c0b677af7 HTTP/1.1" status: 200 len: 1001 time: 0.3698144 Nov 15 12:33:29.160074 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc78020-9c50-484a-936b-f7cbe6176823 req-c3e44a92-df1b-4e24-86a1-981a10414761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:33:29.161475 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4fc78020-9c50-484a-936b-f7cbe6176823 req-c3e44a92-df1b-4e24-86a1-981a10414761 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0368f680-5ce0-4a7a-9720-1b8964786684 HTTP/1.1" status: 200 len: 848 time: 0.0444148 Nov 15 12:33:29.209619 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc78020-9c50-484a-936b-f7cbe6176823 req-a6d14adc-bfd5-4609-96c3-61cb81f5d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:33:29.211073 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4fc78020-9c50-484a-936b-f7cbe6176823 req-a6d14adc-bfd5-4609-96c3-61cb81f5d692 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416701 Nov 15 12:33:29.304426 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4fc78020-9c50-484a-936b-f7cbe6176823 req-012343bd-18b0-4756-9f99-1175ed25cbe4 service neutron] 10.222.0.55 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855875 Nov 15 12:33:29.410327 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-4fc78020-9c50-484a-936b-f7cbe6176823 req-08b76a1f-cbe4-4765-b553-c38516906afa service neutron] 10.222.0.55 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981593 Nov 15 12:33:30.431638 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:32.529578 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:36.362189 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e53e75bc-fd3e-4df5-93fe-be968ef15200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:38.515058 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-33a160bb-096a-4af2-9a32-7b94b56d0408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:40.242643 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:41.803555 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:42.259901 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:00.435750 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:02.529005 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:02.833887 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4539461b-d59b-47a2-afe4-e24c0b677af7 details requested by agent hyperv_n-h2-729945-9 with host n-h2-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:34:02.931212 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4539461b-d59b-47a2-afe4-e24c0b677af7, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4539461b-d59b-47a2-afe4-e24c0b677af7,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:34:02.942520 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Returning: {'device': '4539461b-d59b-47a2-afe4-e24c0b677af7', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'port_id': '4539461b-d59b-47a2-afe4-e24c0b677af7', 'mac_address': 'fa:16:3e:f0:10:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:34:02.978881 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:02.991642 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4539461b-d59b-47a2-afe4-e24c0b677af7 {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:34:03.017654 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4539461b-d59b-47a2-afe4-e24c0b677af7, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4539461b-d59b-47a2-afe4-e24c0b677af7,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:34:03.025029 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:03.079653 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=4539461b-d59b-47a2-afe4-e24c0b677af7,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:34:03.087554 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:03.087940 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:03.088254 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:03.088578 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:03.088897 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:03.089209 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:03.089526 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:03.089867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:03.090177 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:03.090487 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:03.090827 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:03.091140 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:03.100972 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] get_ports_and_sgs() called for port_ids ['4539461b-d59b-47a2-afe4-e24c0b677af7'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:34:04.849426 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4539461b-d59b-47a2-afe4-e24c0b677af7 up at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:34:04.903228 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Provisioning complete for port 4539461b-d59b-47a2-afe4-e24c0b677af7 triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:34:04.903597 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:04.987648 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:05.017393 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4539461b-d59b-47a2-afe4-e24c0b677af7'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:34:05.020169 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6247785f-f3f5-4e74-b938-cd643e089ed8" -d '{"events": [{"server_uuid": "89c465f8-7969-4c59-bb3d-dd6a523e4b51", "name": "network-vif-plugged", "status": "completed", "tag": "4539461b-d59b-47a2-afe4-e24c0b677af7"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:34:05.038707 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4539461b-d59b-47a2-afe4-e24c0b677af7, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4539461b-d59b-47a2-afe4-e24c0b677af7,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:34:05.043978 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:05.100852 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=4539461b-d59b-47a2-afe4-e24c0b677af7,revision_number=7']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:34:05.114872 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf36f4e5-c936-4818-a0d9-cecc0aad98af x-openstack-request-id: req-cf36f4e5-c936-4818-a0d9-cecc0aad98af {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:34:05.115217 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c465f8-7969-4c59-bb3d-dd6a523e4b51", "name": "network-vif-plugged", "status": "completed", "tag": "4539461b-d59b-47a2-afe4-e24c0b677af7", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:34:05.115479 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf36f4e5-c936-4818-a0d9-cecc0aad98af {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:34:05.115920 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4539461b-d59b-47a2-afe4-e24c0b677af7', 'code': 200} Nov 15 12:34:05.896057 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:34:06.359163 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-98fa10f9-ec22-431f-baeb-13d328e25533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:08.499845 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dde75bea-cd27-4c48-bb64-54c6e55adac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:10.237487 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:11.799561 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:12.255452 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:12.385615 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-ed091503-671c-4fc9-8b2b-13c6a68e102d tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1503222957&fields=id&tenant_id=c692a5d98b2047499ee2f2285e6b4f93 HTTP/1.1" status: 200 len: 267 time: 0.0458980 Nov 15 12:34:12.493627 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-fda6c179-7c7c-4079-9f98-12af1421b14d tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:12.495098 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-fda6c179-7c7c-4079-9f98-12af1421b14d tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/networks?id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0 HTTP/1.1" status: 200 len: 809 time: 0.1022871 Nov 15 12:34:12.510412 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-0ee72e00-0015-4dcb-8d81-94cd6216d4d9 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/quotas/c692a5d98b2047499ee2f2285e6b4f93 HTTP/1.1" status: 200 len: 375 time: 0.0094426 Nov 15 12:34:12.567921 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-ce8f3824-d182-4b9d-b983-56159cc1b0be tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c692a5d98b2047499ee2f2285e6b4f93&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0521429 Nov 15 12:34:12.585901 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-55db0264-968d-42db-a9b5-dbbc352e2794 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:34:12.586812 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-55db0264-968d-42db-a9b5-dbbc352e2794 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051582 Nov 15 12:34:12.679158 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-475dd057-e316-4459-ac68-8991953b5b06 service neutron] 10.222.0.64 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853813 Nov 15 12:34:12.782693 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-f810abea-fa54-4cc7-8f89-96214b519f8a service neutron] 10.222.0.64 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960207 Nov 15 12:34:12.958054 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-049c9457-e8f5-412f-9aee-c10f3ebfc97d req-2d73c3e3-bc31-46b8-a3cd-77f1fa4fda39 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 210 time: 0.0268927 Nov 15 12:34:13.959779 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-e7d191d8-cbc3-47c2-8f79-dbaffb3c730d tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:13.961266 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-e7d191d8-cbc3-47c2-8f79-dbaffb3c730d tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.11 "GET /v2.0/networks?id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0 HTTP/1.1" status: 200 len: 809 time: 0.1047652 Nov 15 12:34:14.026298 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-b7853489-7970-4bf8-b0ef-1ed1740e0996 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c692a5d98b2047499ee2f2285e6b4f93 HTTP/1.1" status: 200 len: 380 time: 0.0556614 Nov 15 12:34:14.045624 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Request body: {'port': {'device_id': '1487e868-0b4a-4528-896e-219c15dbb8d9', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'admin_state_up': True, 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'security_groups': ['86884391-79a2-4834-8c96-70b425004618']}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:34:14.057369 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d3d4a33f-5e2f-4777-9972-85b4428d3810 req-e1098c7a-60dd-4d36-bc6f-64a3e3a3c229 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 210 time: 0.0293570 Nov 15 12:34:14.171959 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Made reservation on behalf of c692a5d98b2047499ee2f2285e6b4f93 for: {'port': 1} {{(pid=102677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:34:14.177083 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:14.333095 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Allocated IP 172.20.0.5 (aa9cbb90-13d0-4c62-9112-81b44e0e44d0/0368f680-5ce0-4a7a-9720-1b8964786684/ab3fadaa-6efe-49fd-b1db-73034b3209ba) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:34:14.524867 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:14.565923 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:14.617531 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Network aa9cbb90-13d0-4c62-9112-81b44e0e44d0 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:34:14.620761 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:34:14.624771 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:34:14.649889 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Pushing event updated for resources: {'Port': ['ID=ab3fadaa-6efe-49fd-b1db-73034b3209ba,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:34:14.665447 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:14.665781 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:14.666112 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:14.666440 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:14.666774 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:14.667092 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:14.667411 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:14.667737 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:14.668090 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:14.668795 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:14.668795 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:14.669028 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:14.691203 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:14.692291 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:14.711160 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-095d0aee-82a5-4947-9143-a108426aeeac tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6692288 Nov 15 12:34:14.847746 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-032fcd19-efc1-4355-b6af-32a08f57f2d3 None None] Provisioning complete for port ab3fadaa-6efe-49fd-b1db-73034b3209ba triggered by entity DHCP. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:34:14.848369 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-032fcd19-efc1-4355-b6af-32a08f57f2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:14.878302 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4539461b-d59b-47a2-afe4-e24c0b677af7 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:34:14.909154 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-032fcd19-efc1-4355-b6af-32a08f57f2d3 None None] Port ab3fadaa-6efe-49fd-b1db-73034b3209ba cannot update to ACTIVE because it is not bound. {{(pid=102679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:34:14.968083 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:14.994268 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4539461b-d59b-47a2-afe4-e24c0b677af7'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:34:14.996526 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a78e1b-321f-4ff8-9b9c-96e2edc498f5" -d '{"events": [{"server_uuid": "89c465f8-7969-4c59-bb3d-dd6a523e4b51", "name": "network-vif-unplugged", "status": "completed", "tag": "4539461b-d59b-47a2-afe4-e24c0b677af7"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:34:15.010269 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] For port 4539461b-d59b-47a2-afe4-e24c0b677af7, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4539461b-d59b-47a2-afe4-e24c0b677af7,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:34:15.016984 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:15.041022 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 12:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70077ba7-cfc5-4351-9e36-ea01724a46ea x-openstack-request-id: req-70077ba7-cfc5-4351-9e36-ea01724a46ea {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:34:15.041290 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c465f8-7969-4c59-bb3d-dd6a523e4b51", "name": "network-vif-unplugged", "status": "completed", "tag": "4539461b-d59b-47a2-afe4-e24c0b677af7", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:34:15.041533 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70077ba7-cfc5-4351-9e36-ea01724a46ea {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:34:15.042111 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4539461b-d59b-47a2-afe4-e24c0b677af7', 'code': 200} Nov 15 12:34:15.069473 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Pushing event updated for resources: {'Port': ['ID=4539461b-d59b-47a2-afe4-e24c0b677af7,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:34:15.189810 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197182d-7d61-4f98-a78c-5c9e41b56ace req-026023e8-2a40-4c61-9c77-0d215708ea0d tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:15.191300 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b197182d-7d61-4f98-a78c-5c9e41b56ace req-026023e8-2a40-4c61-9c77-0d215708ea0d tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 931 time: 0.0552597 Nov 15 12:34:15.244731 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b197182d-7d61-4f98-a78c-5c9e41b56ace req-7305f3d5-1e8c-4197-906f-9ea54eb82e7d tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466652 Nov 15 12:34:16.371159 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5edff3-bce4-499b-b095-08f531152285 req-861d8ea2-03be-490e-a2ae-a23966b3ead0 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:16.372681 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab5edff3-bce4-499b-b095-08f531152285 req-861d8ea2-03be-490e-a2ae-a23966b3ead0 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 931 time: 0.0527811 Nov 15 12:34:16.427427 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab5edff3-bce4-499b-b095-08f531152285 req-0ab14603-74ec-4252-a06b-8266fa249f44 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470562 Nov 15 12:34:17.550405 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322168e-263b-4201-ba76-80840dba529d req-bdc11fe2-d4a0-40af-b8f8-1ff4c47c201e tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:17.551946 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d322168e-263b-4201-ba76-80840dba529d req-bdc11fe2-d4a0-40af-b8f8-1ff4c47c201e tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 931 time: 0.0550973 Nov 15 12:34:17.602930 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d322168e-263b-4201-ba76-80840dba529d req-1dfb3c68-f07d-4329-a5bc-c5bb687cea04 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448878 Nov 15 12:34:18.725377 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144dec34-bdb2-435a-b4fc-9b4df806a4ea req-6f7a7bf4-8968-416f-bf16-eb8c60ab9fc1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:18.726875 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-144dec34-bdb2-435a-b4fc-9b4df806a4ea req-6f7a7bf4-8968-416f-bf16-eb8c60ab9fc1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 931 time: 0.0505154 Nov 15 12:34:18.779512 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-144dec34-bdb2-435a-b4fc-9b4df806a4ea req-8f54f35e-eb0a-45e0-923b-47cc9b3d2346 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463705 Nov 15 12:34:19.898156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b1f93-4baf-4ab7-89a2-3b8f3d721f30 req-b3e86320-56c9-4453-a524-c78da8796579 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:19.899922 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d29b1f93-4baf-4ab7-89a2-3b8f3d721f30 req-b3e86320-56c9-4453-a524-c78da8796579 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 931 time: 0.0493383 Nov 15 12:34:19.957478 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d29b1f93-4baf-4ab7-89a2-3b8f3d721f30 req-9be6f504-6737-4355-a179-7e2ad7e51709 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512521 Nov 15 12:34:21.078162 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86995d-7fee-43fc-a55e-29a5e41ced77 req-3d154c22-e560-478a-86e6-ce54bcc7c727 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:21.080060 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e86995d-7fee-43fc-a55e-29a5e41ced77 req-3d154c22-e560-478a-86e6-ce54bcc7c727 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 931 time: 0.0506806 Nov 15 12:34:21.134701 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e86995d-7fee-43fc-a55e-29a5e41ced77 req-1e5c9d4e-6677-4dd3-9aba-dd3ed17fc905 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477812 Nov 15 12:34:22.257390 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37331825-f987-42ed-a3d8-584fbd028132 req-51b8fbbe-470e-4a21-9b0f-83ec565e9f46 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:22.258930 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37331825-f987-42ed-a3d8-584fbd028132 req-51b8fbbe-470e-4a21-9b0f-83ec565e9f46 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 931 time: 0.0527833 Nov 15 12:34:22.314314 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-37331825-f987-42ed-a3d8-584fbd028132 req-eb35e21f-0f28-4c1e-ad6e-7c8150301889 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481777 Nov 15 12:34:23.439249 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfc998-7425-4b08-a1c6-f5c3fb248430 req-4f91463d-0253-4666-bae5-ffea37d437e9 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:23.440828 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0bfc998-7425-4b08-a1c6-f5c3fb248430 req-4f91463d-0253-4666-bae5-ffea37d437e9 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 931 time: 0.0551181 Nov 15 12:34:23.491844 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d0bfc998-7425-4b08-a1c6-f5c3fb248430 req-3229efcf-842b-4e0c-bdfd-2d24ca517690 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448141 Nov 15 12:34:24.609955 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b69b5-c169-4334-9c53-3c382d174171 req-57bdc8a9-b92d-42ef-9792-11a793fa3f21 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:24.611500 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-433b69b5-c169-4334-9c53-3c382d174171 req-57bdc8a9-b92d-42ef-9792-11a793fa3f21 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 931 time: 0.0508237 Nov 15 12:34:24.662700 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-433b69b5-c169-4334-9c53-3c382d174171 req-193bcd78-3024-4310-bf91-24096331c950 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450735 Nov 15 12:34:25.791176 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695af5d-3948-4038-a358-162e7bb5428f req-35417798-3d57-429e-9495-5301838a2717 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:25.792686 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e695af5d-3948-4038-a358-162e7bb5428f req-35417798-3d57-429e-9495-5301838a2717 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 931 time: 0.0510032 Nov 15 12:34:25.855233 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e695af5d-3948-4038-a358-162e7bb5428f req-0567b9ff-ae73-405f-9e29-6a9f158155a5 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564034 Nov 15 12:34:26.980425 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3aac0-0c12-4efe-abc2-38e2f4f3cc14 req-53c48952-b902-4192-99b4-c94b1cf30473 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:26.981928 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a2f3aac0-0c12-4efe-abc2-38e2f4f3cc14 req-53c48952-b902-4192-99b4-c94b1cf30473 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 931 time: 0.0524249 Nov 15 12:34:27.033190 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a2f3aac0-0c12-4efe-abc2-38e2f4f3cc14 req-db5744fa-5607-45cb-a62b-4995fe9b9929 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453186 Nov 15 12:34:27.311021 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-327fc66d-4a2b-4ed0-a05f-c415ff30a4ef service neutron] Request body: {'port': {'device_id': '1487e868-0b4a-4528-896e-219c15dbb8d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-729945-9'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:34:27.341117 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.11', 49500) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:34:27.380079 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-327fc66d-4a2b-4ed0-a05f-c415ff30a4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:27.384645 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f73a0a8-8f51-41a0-9d76-212174fbe927 req-afcc8d65-758d-47d6-ac77-d66015b4640c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422981 Nov 15 12:34:27.484149 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73a0a8-8f51-41a0-9d76-212174fbe927 req-a8f80369-ec86-4f85-b565-a64760eb2c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:27.485816 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f73a0a8-8f51-41a0-9d76-212174fbe927 req-a8f80369-ec86-4f85-b565-a64760eb2c53 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0476367 Nov 15 12:34:27.591735 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73a0a8-8f51-41a0-9d76-212174fbe927 req-22102824-8192-4c96-b319-d3836ac85f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:27.593273 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f73a0a8-8f51-41a0-9d76-212174fbe927 req-22102824-8192-4c96-b319-d3836ac85f28 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0858197 Nov 15 12:34:27.638750 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f73a0a8-8f51-41a0-9d76-212174fbe927 req-21e47472-2960-4cff-8eb4-b50d11cca3f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0379870 Nov 15 12:34:27.653430 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-327fc66d-4a2b-4ed0-a05f-c415ff30a4ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab3fadaa-6efe-49fd-b1db-73034b3209ba {{(pid=102677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:34:27.660969 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-327fc66d-4a2b-4ed0-a05f-c415ff30a4ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:27.672919 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.provisioning_blocks [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-327fc66d-4a2b-4ed0-a05f-c415ff30a4ef service neutron] Transition to ACTIVE for port object ab3fadaa-6efe-49fd-b1db-73034b3209ba will not be triggered until provisioned by entity L2. {{(pid=102677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:34:27.678018 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-327fc66d-4a2b-4ed0-a05f-c415ff30a4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:27.689168 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73a0a8-8f51-41a0-9d76-212174fbe927 req-7e4b8deb-8b04-4075-b210-876bc3cef059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:27.690747 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f73a0a8-8f51-41a0-9d76-212174fbe927 req-7e4b8deb-8b04-4075-b210-876bc3cef059 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0433989 Nov 15 12:34:27.738968 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73a0a8-8f51-41a0-9d76-212174fbe927 req-36ba11ca-6418-4559-9ad1-14d492ce46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:27.740725 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f73a0a8-8f51-41a0-9d76-212174fbe927 req-36ba11ca-6418-4559-9ad1-14d492ce46dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434742 Nov 15 12:34:27.752538 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fc66d-4a2b-4ed0-a05f-c415ff30a4ef service neutron] Pushing event updated for resources: {'Port': ['ID=ab3fadaa-6efe-49fd-b1db-73034b3209ba,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:34:27.802876 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-327fc66d-4a2b-4ed0-a05f-c415ff30a4ef service neutron] Attempting to bind port ab3fadaa-6efe-49fd-b1db-73034b3209ba on host n-h1-729945-9 for vnic_type normal with profile {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:34:27.803699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-327fc66d-4a2b-4ed0-a05f-c415ff30a4ef service neutron] Attempting to bind port ab3fadaa-6efe-49fd-b1db-73034b3209ba by drivers openvswitch,hyperv on host n-h1-729945-9 at level 0 using segments [{'id': '5fa560ff-9772-4fe9-ae61-d612a473ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0'}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:34:27.804251 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-327fc66d-4a2b-4ed0-a05f-c415ff30a4ef service neutron] Attempting to bind port ab3fadaa-6efe-49fd-b1db-73034b3209ba on network aa9cbb90-13d0-4c62-9112-81b44e0e44d0 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:34:27.809512 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-327fc66d-4a2b-4ed0-a05f-c415ff30a4ef service neutron] Port ab3fadaa-6efe-49fd-b1db-73034b3209ba on network aa9cbb90-13d0-4c62-9112-81b44e0e44d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-729945-9 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:34:27.809833 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-327fc66d-4a2b-4ed0-a05f-c415ff30a4ef service neutron] Attempting to bind port ab3fadaa-6efe-49fd-b1db-73034b3209ba on network aa9cbb90-13d0-4c62-9112-81b44e0e44d0 {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:34:27.815101 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-327fc66d-4a2b-4ed0-a05f-c415ff30a4ef service neutron] Checking agent: {'id': 'ad208f4f-bc7e-4ae2-bcef-bb5962a86c9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-729945-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'started_at': datetime.datetime(2021, 11, 15, 11, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:34:27.815439 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-327fc66d-4a2b-4ed0-a05f-c415ff30a4ef service neutron] Checking segment: {'id': '5fa560ff-9772-4fe9-ae61-d612a473ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:34:27.815840 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-327fc66d-4a2b-4ed0-a05f-c415ff30a4ef service neutron] Bound using segment: {'id': '5fa560ff-9772-4fe9-ae61-d612a473ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0'} {{(pid=102677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:34:27.816274 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.managers [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-327fc66d-4a2b-4ed0-a05f-c415ff30a4ef service neutron] Bound port: ab3fadaa-6efe-49fd-b1db-73034b3209ba, host: n-h1-729945-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fa560ff-9772-4fe9-ae61-d612a473ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0'}}] {{(pid=102677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:34:27.816627 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-327fc66d-4a2b-4ed0-a05f-c415ff30a4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:27.847635 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f73a0a8-8f51-41a0-9d76-212174fbe927 req-73fc47e8-6108-4238-8a97-9361983d9223 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996926 Nov 15 12:34:27.885572 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-327fc66d-4a2b-4ed0-a05f-c415ff30a4ef service neutron] For port ab3fadaa-6efe-49fd-b1db-73034b3209ba, host n-h1-729945-9, cleared binding levels {{(pid=102677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:34:27.889089 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-327fc66d-4a2b-4ed0-a05f-c415ff30a4ef service neutron] For port ab3fadaa-6efe-49fd-b1db-73034b3209ba, host n-h1-729945-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ab3fadaa-6efe-49fd-b1db-73034b3209ba,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:34:27.894655 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-327fc66d-4a2b-4ed0-a05f-c415ff30a4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:27.930584 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-327fc66d-4a2b-4ed0-a05f-c415ff30a4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:27.931646 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-327fc66d-4a2b-4ed0-a05f-c415ff30a4ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:27.932700 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-327fc66d-4a2b-4ed0-a05f-c415ff30a4ef service neutron] 10.222.0.11 "PUT /v2.0/ports/ab3fadaa-6efe-49fd-b1db-73034b3209ba HTTP/1.1" status: 200 len: 1091 time: 0.6292534 Nov 15 12:34:27.933178 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1487e868-0b4a-4528-896e-219c15dbb8d9', 'tag': 'ab3fadaa-6efe-49fd-b1db-73034b3209ba'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:34:27.935446 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342d781b-1f37-4a5f-850c-e76ff7b483c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1487e868-0b4a-4528-896e-219c15dbb8d9", "tag": "ab3fadaa-6efe-49fd-b1db-73034b3209ba"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:34:27.961844 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fc66d-4a2b-4ed0-a05f-c415ff30a4ef service neutron] Pushing event updated for resources: {'Port': ['ID=ab3fadaa-6efe-49fd-b1db-73034b3209ba,revision_number=3']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:34:27.967628 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-2f73a0a8-8f51-41a0-9d76-212174fbe927 req-1bb16b65-761e-4a86-a130-96b765d52ab1 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130238 Nov 15 12:34:27.983167 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9819d6c5-a0a4-4046-b9bb-a4e04d0b24fa x-openstack-request-id: req-9819d6c5-a0a4-4046-b9bb-a4e04d0b24fa {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:34:27.983449 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1487e868-0b4a-4528-896e-219c15dbb8d9", "tag": "ab3fadaa-6efe-49fd-b1db-73034b3209ba", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:34:27.983701 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9819d6c5-a0a4-4046-b9bb-a4e04d0b24fa {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:34:27.984124 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1487e868-0b4a-4528-896e-219c15dbb8d9', 'tag': 'ab3fadaa-6efe-49fd-b1db-73034b3209ba', 'status': 'completed', 'code': 200} Nov 15 12:34:28.033173 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-0255ad36-7f74-49c3-a7f5-539301ab432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:28.034727 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-0255ad36-7f74-49c3-a7f5-539301ab432c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c692a5d98b2047499ee2f2285e6b4f93&device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 1094 time: 0.0444717 Nov 15 12:34:28.091784 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-c303e199-f345-4dc0-8152-dc22d00f7fb3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab3fadaa-6efe-49fd-b1db-73034b3209ba HTTP/1.1" status: 200 len: 217 time: 0.0436525 Nov 15 12:34:28.170782 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-02d1acae-a204-4daf-b727-27afbc927f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:28.172356 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-02d1acae-a204-4daf-b727-27afbc927f10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0368f680-5ce0-4a7a-9720-1b8964786684 HTTP/1.1" status: 200 len: 848 time: 0.0728216 Nov 15 12:34:28.196629 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d69b3-5fdd-4541-ae5d-6c935e0d239d req-819d9d0a-b2a3-44da-86ab-9999306c4b7e tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:28.198055 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d9d69b3-5fdd-4541-ae5d-6c935e0d239d req-819d9d0a-b2a3-44da-86ab-9999306c4b7e tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 943 time: 0.0700736 Nov 15 12:34:28.259502 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-a87d65aa-f71e-46d7-a172-d7084093152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:28.261024 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-a87d65aa-f71e-46d7-a172-d7084093152e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802886 Nov 15 12:34:28.270132 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5d9d69b3-5fdd-4541-ae5d-6c935e0d239d req-5fc2543a-8a98-435d-92e6-cf513eb86ad7 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547161 Nov 15 12:34:28.361853 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-1e3c2b4b-f557-47cb-91ba-7e9a79bb80d3 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851486 Nov 15 12:34:28.466945 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-a4e60f82-eb0f-4674-a42e-933166dd222c req-5f8f9492-6e41-40ec-a16e-8890948c5613 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948679 Nov 15 12:34:28.473955 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-766bdb18-a126-4ac4-a4da-e581f57dbf7c req-5c24f210-7932-475a-9954-2057c1eef1df service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449646 Nov 15 12:34:28.555316 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bdb18-a126-4ac4-a4da-e581f57dbf7c req-3e900abd-5eb9-43d6-881b-18c0e7bc8de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:28.556929 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d781b-1f37-4a5f-850c-e76ff7b483c4 req-aefa0e45-9d55-41e3-bbdc-c94708a45800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:28.557079 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-766bdb18-a126-4ac4-a4da-e581f57dbf7c req-3e900abd-5eb9-43d6-881b-18c0e7bc8de0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c692a5d98b2047499ee2f2285e6b4f93&device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51 HTTP/1.1" status: 200 len: 1094 time: 0.0419040 Nov 15 12:34:28.558758 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-342d781b-1f37-4a5f-850c-e76ff7b483c4 req-aefa0e45-9d55-41e3-bbdc-c94708a45800 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c692a5d98b2047499ee2f2285e6b4f93&device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 1094 time: 0.0432138 Nov 15 12:34:28.655900 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d781b-1f37-4a5f-850c-e76ff7b483c4 req-6d0e7a68-7117-4f4f-860b-d4007c7aba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:28.657319 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-342d781b-1f37-4a5f-850c-e76ff7b483c4 req-6d0e7a68-7117-4f4f-860b-d4007c7aba6b service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0 HTTP/1.1" status: 200 len: 910 time: 0.0909736 Nov 15 12:34:28.667352 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bdb18-a126-4ac4-a4da-e581f57dbf7c req-e2acab5c-71ce-4770-aaa8-b8a2185506bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:28.668861 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-766bdb18-a126-4ac4-a4da-e581f57dbf7c req-e2acab5c-71ce-4770-aaa8-b8a2185506bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0 HTTP/1.1" status: 200 len: 910 time: 0.0907857 Nov 15 12:34:28.698452 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-342d781b-1f37-4a5f-850c-e76ff7b483c4 req-afb3b6d3-bcb1-4ea0-a835-c60e0f457a56 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab3fadaa-6efe-49fd-b1db-73034b3209ba HTTP/1.1" status: 200 len: 217 time: 0.0338271 Nov 15 12:34:28.738781 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-766bdb18-a126-4ac4-a4da-e581f57dbf7c req-a9e9f73b-38bf-43bd-9ce7-b714746b97eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4539461b-d59b-47a2-afe4-e24c0b677af7 HTTP/1.1" status: 200 len: 999 time: 0.0627737 Nov 15 12:34:28.747879 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d781b-1f37-4a5f-850c-e76ff7b483c4 req-210f378f-bd45-4ec1-8a3e-78f2a8c663b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:28.749349 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-342d781b-1f37-4a5f-850c-e76ff7b483c4 req-210f378f-bd45-4ec1-8a3e-78f2a8c663b8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0368f680-5ce0-4a7a-9720-1b8964786684 HTTP/1.1" status: 200 len: 848 time: 0.0436409 Nov 15 12:34:28.787367 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bdb18-a126-4ac4-a4da-e581f57dbf7c req-ee42d5fd-534a-473d-9aed-54957c0bd97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:28.788867 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-766bdb18-a126-4ac4-a4da-e581f57dbf7c req-ee42d5fd-534a-473d-9aed-54957c0bd97c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0368f680-5ce0-4a7a-9720-1b8964786684 HTTP/1.1" status: 200 len: 848 time: 0.0435426 Nov 15 12:34:28.800189 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d781b-1f37-4a5f-850c-e76ff7b483c4 req-cf28e877-e291-4ea0-87e4-4ea45445e1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:28.801686 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-342d781b-1f37-4a5f-850c-e76ff7b483c4 req-cf28e877-e291-4ea0-87e4-4ea45445e1ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454040 Nov 15 12:34:28.839666 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bdb18-a126-4ac4-a4da-e581f57dbf7c req-87d64d18-473b-443e-963b-ab1c66ee0cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:28.841216 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-766bdb18-a126-4ac4-a4da-e581f57dbf7c req-87d64d18-473b-443e-963b-ab1c66ee0cbf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454390 Nov 15 12:34:28.895716 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-342d781b-1f37-4a5f-850c-e76ff7b483c4 req-c23ebdac-1265-467b-8222-afb0c50d35e1 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863960 Nov 15 12:34:28.937365 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-766bdb18-a126-4ac4-a4da-e581f57dbf7c req-20f50abc-977e-4e85-9d1b-801efbd822ad service neutron] 10.222.0.55 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888212 Nov 15 12:34:28.988741 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-342d781b-1f37-4a5f-850c-e76ff7b483c4 req-ec03491f-5189-4977-b631-cca1dc219958 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861437 Nov 15 12:34:29.026372 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-766bdb18-a126-4ac4-a4da-e581f57dbf7c req-124c4461-0543-45b6-9682-3e1b59048040 service neutron] 10.222.0.55 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820096 Nov 15 12:34:29.398575 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522452d-c135-45fc-9727-a8218d1de612 req-7f8af9f7-d2cb-49cc-831b-d9929dcfd36e tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:29.400118 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9522452d-c135-45fc-9727-a8218d1de612 req-7f8af9f7-d2cb-49cc-831b-d9929dcfd36e tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 943 time: 0.0513370 Nov 15 12:34:29.453297 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9522452d-c135-45fc-9727-a8218d1de612 req-74488201-b53d-4f96-abb8-5389d961d91b tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445166 Nov 15 12:34:30.429704 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:30.589363 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e5889-d782-47ed-80df-10df2c65aee6 req-f045fc49-42d7-4420-9b2c-f634f7d176ef tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:30.590878 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b09e5889-d782-47ed-80df-10df2c65aee6 req-f045fc49-42d7-4420-9b2c-f634f7d176ef tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 943 time: 0.0541317 Nov 15 12:34:30.642021 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-b09e5889-d782-47ed-80df-10df2c65aee6 req-aa995c77-4589-4afc-815f-bd229f237fbb tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435493 Nov 15 12:34:31.776576 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1528ca9-03d3-4cbb-8f2d-19e5d1898646 req-6d2810e3-a110-44d8-8d3b-4149d349efab tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:31.778052 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1528ca9-03d3-4cbb-8f2d-19e5d1898646 req-6d2810e3-a110-44d8-8d3b-4149d349efab tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 943 time: 0.0505946 Nov 15 12:34:31.828431 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1528ca9-03d3-4cbb-8f2d-19e5d1898646 req-3300d9a4-21a0-47ab-99d4-d37ac5572f70 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443339 Nov 15 12:34:32.527621 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:32.962856 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec187fa-1c70-4b5a-a774-e794cc9c7a9d req-94423976-0e80-4dad-8df9-35414513b168 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:32.964495 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5ec187fa-1c70-4b5a-a774-e794cc9c7a9d req-94423976-0e80-4dad-8df9-35414513b168 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 943 time: 0.0551989 Nov 15 12:34:33.020874 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5ec187fa-1c70-4b5a-a774-e794cc9c7a9d req-d47a4e48-dbf7-4ce8-94a3-0734d45158bd tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489097 Nov 15 12:34:33.381852 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device ab3fadaa-6efe-49fd-b1db-73034b3209ba details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:34:33.488929 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port ab3fadaa-6efe-49fd-b1db-73034b3209ba, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ab3fadaa-6efe-49fd-b1db-73034b3209ba,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:34:33.501273 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'ab3fadaa-6efe-49fd-b1db-73034b3209ba', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'port_id': 'ab3fadaa-6efe-49fd-b1db-73034b3209ba', 'mac_address': 'fa:16:3e:f9:78:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:34:33.542266 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:33.562181 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab3fadaa-6efe-49fd-b1db-73034b3209ba {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:34:33.582776 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port ab3fadaa-6efe-49fd-b1db-73034b3209ba, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ab3fadaa-6efe-49fd-b1db-73034b3209ba,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:34:33.590388 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:33.637203 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=ab3fadaa-6efe-49fd-b1db-73034b3209ba,revision_number=4']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:34:33.965742 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['ab3fadaa-6efe-49fd-b1db-73034b3209ba'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:34:34.142503 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb85bc-9712-46c4-afd3-86bde5d596d6 req-124c1cb7-e728-47d0-a4ed-534f2b681f12 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:34.144021 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-16cb85bc-9712-46c4-afd3-86bde5d596d6 req-124c1cb7-e728-47d0-a4ed-534f2b681f12 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 944 time: 0.0501852 Nov 15 12:34:34.194173 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-16cb85bc-9712-46c4-afd3-86bde5d596d6 req-6ff8d1cb-89c4-4fb8-bfdc-a596388022ae tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437589 Nov 15 12:34:35.312871 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec6340-5c2c-4dfe-bd2c-49cbbce65921 req-72375cd5-f8ad-4aed-8fb2-ef50c8daf74e tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:35.314494 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2ec6340-5c2c-4dfe-bd2c-49cbbce65921 req-72375cd5-f8ad-4aed-8fb2-ef50c8daf74e tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 944 time: 0.0507178 Nov 15 12:34:35.366430 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e2ec6340-5c2c-4dfe-bd2c-49cbbce65921 req-7383223e-1f7f-47d1-adf7-f662f6c06777 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454891 Nov 15 12:34:35.380073 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device ab3fadaa-6efe-49fd-b1db-73034b3209ba up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:34:35.436868 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning for port ab3fadaa-6efe-49fd-b1db-73034b3209ba completed by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:34:35.440835 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port ab3fadaa-6efe-49fd-b1db-73034b3209ba triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:34:35.441207 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:35.520518 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:35.546056 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1487e868-0b4a-4528-896e-219c15dbb8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3fadaa-6efe-49fd-b1db-73034b3209ba'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:34:35.548502 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b748c7c-99b9-412e-9133-90c51f2f67a9" -d '{"events": [{"server_uuid": "1487e868-0b4a-4528-896e-219c15dbb8d9", "name": "network-vif-plugged", "status": "completed", "tag": "ab3fadaa-6efe-49fd-b1db-73034b3209ba"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:34:35.562474 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port ab3fadaa-6efe-49fd-b1db-73034b3209ba, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ab3fadaa-6efe-49fd-b1db-73034b3209ba,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:34:35.567934 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:35.600724 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93b8e90-9ed8-46ff-8373-6bf388526cc6 x-openstack-request-id: req-d93b8e90-9ed8-46ff-8373-6bf388526cc6 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:34:35.601011 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1487e868-0b4a-4528-896e-219c15dbb8d9", "name": "network-vif-plugged", "status": "completed", "tag": "ab3fadaa-6efe-49fd-b1db-73034b3209ba", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:34:35.601254 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d93b8e90-9ed8-46ff-8373-6bf388526cc6 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:34:35.601643 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1487e868-0b4a-4528-896e-219c15dbb8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3fadaa-6efe-49fd-b1db-73034b3209ba', 'code': 200} Nov 15 12:34:35.627114 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=ab3fadaa-6efe-49fd-b1db-73034b3209ba,revision_number=5']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:34:35.694421 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed0f86-c414-4d38-89c7-65318b633762 req-352a40c1-a02b-4cde-b55a-543108c65639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:35.695948 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8ed0f86-c414-4d38-89c7-65318b633762 req-352a40c1-a02b-4cde-b55a-543108c65639 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 1096 time: 0.0438476 Nov 15 12:34:35.741557 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c8ed0f86-c414-4d38-89c7-65318b633762 req-5768727d-1966-4e98-9c7a-18ff8927d326 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388143 Nov 15 12:34:36.362702 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-88795825-a973-4343-a295-b0948137f224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:36.496005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134b97d-3e3d-407a-b636-833b7a1ea433 req-9c464af9-791e-4585-a015-2b36fc7df3e5 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:36.497464 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6134b97d-3e3d-407a-b636-833b7a1ea433 req-9c464af9-791e-4585-a015-2b36fc7df3e5 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 945 time: 0.0508153 Nov 15 12:34:36.554624 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6134b97d-3e3d-407a-b636-833b7a1ea433 req-58243aad-8029-4642-aaa1-86b943a3cb54 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508687 Nov 15 12:34:37.685156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fce875-1f0d-4de3-be9c-0748fc828edf req-4b938cea-bc81-480d-9948-05ca9fb1e469 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:37.686531 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1fce875-1f0d-4de3-be9c-0748fc828edf req-4b938cea-bc81-480d-9948-05ca9fb1e469 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 945 time: 0.0536160 Nov 15 12:34:37.738655 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f1fce875-1f0d-4de3-be9c-0748fc828edf req-326c0d33-fed4-4ba7-b2fa-88e69cf38a0b tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460241 Nov 15 12:34:37.860941 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45947b7a-556e-4a5c-8079-dcde4bd57bc4 req-b8ced7a8-98e2-45c5-b9b3-b591b21fb056 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:37.862475 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-45947b7a-556e-4a5c-8079-dcde4bd57bc4 req-b8ced7a8-98e2-45c5-b9b3-b591b21fb056 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 945 time: 0.0557477 Nov 15 12:34:37.925266 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-45947b7a-556e-4a5c-8079-dcde4bd57bc4 req-7fc1200d-e932-4c13-ab06-1f01c4d58a1c tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542381 Nov 15 12:34:37.947229 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56658) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:34:37.995064 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a840c5-21c1-4a24-a5c9-e67937b8a9fe tempest-TestSnapshotPattern-1800983412 tempest-TestSnapshotPattern-1800983412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:37.996645 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-84a840c5-21c1-4a24-a5c9-e67937b8a9fe tempest-TestSnapshotPattern-1800983412 tempest-TestSnapshotPattern-1800983412-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 1091 time: 0.0483291 Nov 15 12:34:37.999954 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56660) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:34:38.004496 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.v2.base [None req-b6d7d4b8-f48d-415e-a3e2-e1393a2fe887 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Request body: {'floatingip': {'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'port_id': 'ab3fadaa-6efe-49fd-b1db-73034b3209ba', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:34:38.030603 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6d7d4b8-f48d-415e-a3e2-e1393a2fe887 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for floatingip, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:38.127257 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6d7d4b8-f48d-415e-a3e2-e1393a2fe887 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:38.239676 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.db_base_plugin_common [None req-b6d7d4b8-f48d-415e-a3e2-e1393a2fe887 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Allocated IP 172.25.7.187 (620a0aff-52fb-4f4f-a013-9e65dba70b80/e8728b2d-fceb-4ca1-adac-b7c78a87521b/b6d38f7d-bbb7-42d1-b251-8ded75142104) {{(pid=102677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:34:38.348680 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6d7d4b8-f48d-415e-a3e2-e1393a2fe887 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for port, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:38.393343 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6d7d4b8-f48d-415e-a3e2-e1393a2fe887 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780020131750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:38.437691 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d7d4b8-f48d-415e-a3e2-e1393a2fe887 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Network 620a0aff-52fb-4f4f-a013-9e65dba70b80 is already hosted by enough agents. {{(pid=102677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:34:38.440724 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.base_scheduler [None req-b6d7d4b8-f48d-415e-a3e2-e1393a2fe887 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Resources bound (agent type, host, resource id): {{(pid=102677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:34:38.444441 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d7d4b8-f48d-415e-a3e2-e1393a2fe887 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Received port after_create {{(pid=102677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:34:38.466731 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7d4b8-f48d-415e-a3e2-e1393a2fe887 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Pushing event updated for resources: {'Port': ['ID=b6d38f7d-bbb7-42d1-b251-8ded75142104,revision_number=1']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:34:38.502700 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-b675e77d-04bb-40ff-9958-2bb08193edaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:38.797607 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6d7d4b8-f48d-415e-a3e2-e1393a2fe887 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:38.866859 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6d7d4b8-f48d-415e-a3e2-e1393a2fe887 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:39.025850 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6d7d4b8-f48d-415e-a3e2-e1393a2fe887 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for port, precommit_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:39.033696 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6d7d4b8-f48d-415e-a3e2-e1393a2fe887 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64438014'] for port, after_update {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:39.099777 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7d4b8-f48d-415e-a3e2-e1393a2fe887 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Pushing event updated for resources: {'Port': ['ID=b6d38f7d-bbb7-42d1-b251-8ded75142104,revision_number=2']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:34:39.112082 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6d7d4b8-f48d-415e-a3e2-e1393a2fe887 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66739371'] for floatingip, after_create {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:39.222104 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-b6d7d4b8-f48d-415e-a3e2-e1393a2fe887 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Floating IP 8ff18d41-b83f-459e-bb2b-3b1faf300efa associated. External IP: 172.25.7.187, port: ab3fadaa-6efe-49fd-b1db-73034b3209ba. Nov 15 12:34:39.432568 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d7d4b8-f48d-415e-a3e2-e1393a2fe887 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Router e0fed019-dbdb-4d98-80c9-a6b241e56d21 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:34:39.544804 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d7d4b8-f48d-415e-a3e2-e1393a2fe887 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:34:39.554698 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db500c0-7656-4c3d-a3f8-43b334354ef7 None None] Sync routers for ids ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:34:39.563559 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-b6d7d4b8-f48d-415e-a3e2-e1393a2fe887 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:39.565141 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db500c0-7656-4c3d-a3f8-43b334354ef7 None None] Routers {'e0fed019-dbdb-4d98-80c9-a6b241e56d21'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:34:39.565751 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-9db500c0-7656-4c3d-a3f8-43b334354ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:34:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:34:39.592347 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b6d7d4b8-f48d-415e-a3e2-e1393a2fe887 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5913801 Nov 15 12:34:39.593035 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1487e868-0b4a-4528-896e-219c15dbb8d9', 'tag': 'ab3fadaa-6efe-49fd-b1db-73034b3209ba'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:34:39.595436 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40d2d9a-84b3-46a4-882e-cace12811031" -d '{"events": [{"name": "network-changed", "server_uuid": "1487e868-0b4a-4528-896e-219c15dbb8d9", "tag": "ab3fadaa-6efe-49fd-b1db-73034b3209ba"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:34:39.634742 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a4e1b7-54ec-4bb2-8243-ebaca752f15b x-openstack-request-id: req-06a4e1b7-54ec-4bb2-8243-ebaca752f15b {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:34:39.635023 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1487e868-0b4a-4528-896e-219c15dbb8d9", "tag": "ab3fadaa-6efe-49fd-b1db-73034b3209ba", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:34:39.635274 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06a4e1b7-54ec-4bb2-8243-ebaca752f15b {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:34:39.635679 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1487e868-0b4a-4528-896e-219c15dbb8d9', 'tag': 'ab3fadaa-6efe-49fd-b1db-73034b3209ba', 'status': 'completed', 'code': 200} Nov 15 12:34:39.680216 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-9db500c0-7656-4c3d-a3f8-43b334354ef7 None None] Set router e0fed019-dbdb-4d98-80c9-a6b241e56d21 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:34:39.699345 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d2d9a-84b3-46a4-882e-cace12811031 req-9051796a-8e95-4b23-b94b-322781caba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:39.701062 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d40d2d9a-84b3-46a4-882e-cace12811031 req-9051796a-8e95-4b23-b94b-322781caba00 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c692a5d98b2047499ee2f2285e6b4f93&device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 1096 time: 0.0412264 Nov 15 12:34:39.796521 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d2d9a-84b3-46a4-882e-cace12811031 req-2afd19c8-935d-4059-8562-afe4193f3cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:39.798072 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d40d2d9a-84b3-46a4-882e-cace12811031 req-2afd19c8-935d-4059-8562-afe4193f3cdb service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0 HTTP/1.1" status: 200 len: 910 time: 0.0896027 Nov 15 12:34:39.863922 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d40d2d9a-84b3-46a4-882e-cace12811031 req-4184a30a-0203-4e70-bd36-a15130626a87 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab3fadaa-6efe-49fd-b1db-73034b3209ba HTTP/1.1" status: 200 len: 999 time: 0.0585730 Nov 15 12:34:39.904387 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-9db500c0-7656-4c3d-a3f8-43b334354ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'name': 'tempest-TestSnapshotPattern-650304295-router', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'gw_port': {'id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '6aa06609-97e7-4180-a80f-d5b696f5f1d5', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'port_id': '4539461b-d59b-47a2-afe4-e24c0b677af7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'mac_address': 'fa:16:3e:f0:10:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:32:01Z', 'updated_at': '2021-11-15T12:32:03Z', 'revision_number': 1, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'fixed_ip_address_scope': None}, {'id': '8ff18d41-b83f-459e-bb2b-3b1faf300efa', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'port_id': 'ab3fadaa-6efe-49fd-b1db-73034b3209ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'mac_address': 'fa:16:3e:f9:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1487e868-0b4a-4528-896e-219c15dbb8d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:34:38Z', 'updated_at': '2021-11-15T12:34:38Z', 'revision_number': 0, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e546fb68-75b8-4f69-8918-45c2e7ede1ac', 'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'mac_address': 'fa:16:3e:2d:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:42Z', 'updated_at': '2021-11-15T12:31:46Z', 'revision_number': 5, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'subnets': [{'id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:34:39.918565 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d2d9a-84b3-46a4-882e-cace12811031 req-d4c173cc-fec5-42bd-b586-970ee79106b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:39.920098 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d40d2d9a-84b3-46a4-882e-cace12811031 req-d4c173cc-fec5-42bd-b586-970ee79106b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0368f680-5ce0-4a7a-9720-1b8964786684 HTTP/1.1" status: 200 len: 848 time: 0.0474415 Nov 15 12:34:39.933514 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db500c0-7656-4c3d-a3f8-43b334354ef7 None None] Checking router: e0fed019-dbdb-4d98-80c9-a6b241e56d21 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:34:39.941919 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db500c0-7656-4c3d-a3f8-43b334354ef7 None None] Routers {'e0fed019-dbdb-4d98-80c9-a6b241e56d21'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:34:39.942511 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-9db500c0-7656-4c3d-a3f8-43b334354ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:34:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:34:39.966407 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d2d9a-84b3-46a4-882e-cace12811031 req-ab5f02d0-42f9-419b-8fbb-8727acecf204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:39.967990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d40d2d9a-84b3-46a4-882e-cace12811031 req-ab5f02d0-42f9-419b-8fbb-8727acecf204 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410931 Nov 15 12:34:40.047217 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-9db500c0-7656-4c3d-a3f8-43b334354ef7 None None] Set router e0fed019-dbdb-4d98-80c9-a6b241e56d21 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:34:40.057850 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d40d2d9a-84b3-46a4-882e-cace12811031 req-4c7c927d-5e02-4168-a5e5-1a4b69c9063f service neutron] 10.222.0.11 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811741 Nov 15 12:34:40.154613 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d40d2d9a-84b3-46a4-882e-cace12811031 req-449fa8b2-fe39-41f6-908b-ea626e8bc139 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886853 Nov 15 12:34:40.241892 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:40.267663 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-9db500c0-7656-4c3d-a3f8-43b334354ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'name': 'tempest-TestSnapshotPattern-650304295-router', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'gw_port': {'id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '6aa06609-97e7-4180-a80f-d5b696f5f1d5', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'port_id': '4539461b-d59b-47a2-afe4-e24c0b677af7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'mac_address': 'fa:16:3e:f0:10:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:32:01Z', 'updated_at': '2021-11-15T12:32:03Z', 'revision_number': 1, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'fixed_ip_address_scope': None}, {'id': '8ff18d41-b83f-459e-bb2b-3b1faf300efa', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'port_id': 'ab3fadaa-6efe-49fd-b1db-73034b3209ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'mac_address': 'fa:16:3e:f9:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1487e868-0b4a-4528-896e-219c15dbb8d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:34:38Z', 'updated_at': '2021-11-15T12:34:38Z', 'revision_number': 0, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e546fb68-75b8-4f69-8918-45c2e7ede1ac', 'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'mac_address': 'fa:16:3e:2d:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:42Z', 'updated_at': '2021-11-15T12:31:46Z', 'revision_number': 5, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'subnets': [{'id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:34:40.378197 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db500c0-7656-4c3d-a3f8-43b334354ef7 None None] The sync data for ids ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'] in n-d-729945-9 is: [{'id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'name': 'tempest-TestSnapshotPattern-650304295-router', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'gw_port': {'id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '6aa06609-97e7-4180-a80f-d5b696f5f1d5', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'port_id': '4539461b-d59b-47a2-afe4-e24c0b677af7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'mac_address': 'fa:16:3e:f0:10:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:32:01Z', 'updated_at': '2021-11-15T12:32:03Z', 'revision_number': 1, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'fixed_ip_address_scope': None}, {'id': '8ff18d41-b83f-459e-bb2b-3b1faf300efa', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'port_id': 'ab3fadaa-6efe-49fd-b1db-73034b3209ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'mac_address': 'fa:16:3e:f9:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1487e868-0b4a-4528-896e-219c15dbb8d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:34:38Z', 'updated_at': '2021-11-15T12:34:38Z', 'revision_number': 0, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e546fb68-75b8-4f69-8918-45c2e7ede1ac', 'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'mac_address': 'fa:16:3e:2d:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:42Z', 'updated_at': '2021-11-15T12:31:46Z', 'revision_number': 5, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'subnets': [{'id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:34:40.579580 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc839cee-2d06-4af2-8b19-3f64733ace03 None None] New status for floating IP 8ff18d41-b83f-459e-bb2b-3b1faf300efa: ACTIVE {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:34:41.808170 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:42.273659 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:42.902022 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:35:00.448675 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:02.529835 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:06.361128 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e1c46311-7b0f-4ed9-9992-063e573e3f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:08.509871 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c98e693c-fe74-4be9-bc38-30bd649267b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:10.256729 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:11.806414 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:12.270397 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:19.907419 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:35:22.410061 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cef980ea-ee05-45cb-bfce-7b0923b31ee6 req-b968f9c8-1e66-4c52-98f0-4c843cc1c97d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471387 Nov 15 12:35:22.505769 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef980ea-ee05-45cb-bfce-7b0923b31ee6 req-0a3e06da-61ff-410d-b4c6-a68bf73f27e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:35:22.507277 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cef980ea-ee05-45cb-bfce-7b0923b31ee6 req-0a3e06da-61ff-410d-b4c6-a68bf73f27e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0482261 Nov 15 12:35:22.613970 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef980ea-ee05-45cb-bfce-7b0923b31ee6 req-bba617b2-ff20-422b-9a11-b9c6cc481d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:35:22.615458 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cef980ea-ee05-45cb-bfce-7b0923b31ee6 req-bba617b2-ff20-422b-9a11-b9c6cc481d36 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0862832 Nov 15 12:35:22.660704 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cef980ea-ee05-45cb-bfce-7b0923b31ee6 req-10adc058-5020-43aa-b146-a6a80518a2ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0375299 Nov 15 12:35:22.712224 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef980ea-ee05-45cb-bfce-7b0923b31ee6 req-5b2990ad-3a65-4371-babc-d3933b1acbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:35:22.713688 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cef980ea-ee05-45cb-bfce-7b0923b31ee6 req-5b2990ad-3a65-4371-babc-d3933b1acbe6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0443552 Nov 15 12:35:22.761548 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef980ea-ee05-45cb-bfce-7b0923b31ee6 req-586ebea1-7d17-4c55-b219-3f150ae1e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:35:22.763020 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cef980ea-ee05-45cb-bfce-7b0923b31ee6 req-586ebea1-7d17-4c55-b219-3f150ae1e425 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414448 Nov 15 12:35:22.855722 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cef980ea-ee05-45cb-bfce-7b0923b31ee6 req-03110c67-d712-4268-9ddf-8e518478838d service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848837 Nov 15 12:35:22.947486 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-cef980ea-ee05-45cb-bfce-7b0923b31ee6 req-afe77093-4b4b-4ee7-910c-fcec1c8c1f19 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840590 Nov 15 12:35:29.492685 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-313a2b33-9270-4513-818e-b620beb4e873 req-aacbd10f-f176-4990-84a5-729f72d35540 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450594 Nov 15 12:35:29.580113 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a2b33-9270-4513-818e-b620beb4e873 req-82089e28-5202-4614-9741-12b9737b5c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:35:29.581625 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-313a2b33-9270-4513-818e-b620beb4e873 req-82089e28-5202-4614-9741-12b9737b5c32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c692a5d98b2047499ee2f2285e6b4f93&device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51 HTTP/1.1" status: 200 len: 1094 time: 0.0429962 Nov 15 12:35:29.690395 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a2b33-9270-4513-818e-b620beb4e873 req-3f41bfb0-1d80-4a87-a600-9950027d57d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:35:29.691781 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-313a2b33-9270-4513-818e-b620beb4e873 req-3f41bfb0-1d80-4a87-a600-9950027d57d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0 HTTP/1.1" status: 200 len: 910 time: 0.0919652 Nov 15 12:35:29.761303 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-313a2b33-9270-4513-818e-b620beb4e873 req-c07eefdb-a99d-4c09-ac27-abd6f1bb6ed9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4539461b-d59b-47a2-afe4-e24c0b677af7 HTTP/1.1" status: 200 len: 999 time: 0.0624223 Nov 15 12:35:29.814240 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a2b33-9270-4513-818e-b620beb4e873 req-9a8f8846-b3e9-4aab-987f-993835cf5425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:35:29.815659 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-313a2b33-9270-4513-818e-b620beb4e873 req-9a8f8846-b3e9-4aab-987f-993835cf5425 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0368f680-5ce0-4a7a-9720-1b8964786684 HTTP/1.1" status: 200 len: 848 time: 0.0476658 Nov 15 12:35:29.861455 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a2b33-9270-4513-818e-b620beb4e873 req-b3eda04e-f374-4de0-b403-2a66b79f14e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:35:29.862972 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-313a2b33-9270-4513-818e-b620beb4e873 req-b3eda04e-f374-4de0-b403-2a66b79f14e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403819 Nov 15 12:35:29.964504 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-313a2b33-9270-4513-818e-b620beb4e873 req-5769a959-52f5-4007-9f25-88796ddf5569 service neutron] 10.222.0.55 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945792 Nov 15 12:35:30.060318 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-313a2b33-9270-4513-818e-b620beb4e873 req-8f52b0f1-50aa-41b4-85ac-9ce4f82ed55b service neutron] 10.222.0.55 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887148 Nov 15 12:35:30.448210 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:32.519707 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:36.361314 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a0dfc930-64ca-4d98-8410-aac7a12ec2a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:38.506687 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e61865df-3e46-45c0-b201-2141ef9f954e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:40.259239 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:41.816471 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:42.264790 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:56.912744 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:36:00.455184 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:02.540075 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:06.360571 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-48863789-305a-42f7-8a43-5969de3f1cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:08.502193 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8d4a3cab-f685-49aa-a906-28904a69d684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:10.268763 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:11.827961 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:12.266006 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:24.358042 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-045d8b69-f7ce-4525-91eb-6e7e021026e0 req-f91c539e-2179-4cfb-b834-25ce694442a3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419700 Nov 15 12:36:24.432358 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d8b69-f7ce-4525-91eb-6e7e021026e0 req-c2dbbbf3-6d9e-494c-8f7d-a6a5a95a199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:36:24.433834 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-045d8b69-f7ce-4525-91eb-6e7e021026e0 req-c2dbbbf3-6d9e-494c-8f7d-a6a5a95a199f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c692a5d98b2047499ee2f2285e6b4f93&device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 1096 time: 0.0534382 Nov 15 12:36:24.541104 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d8b69-f7ce-4525-91eb-6e7e021026e0 req-f39a55d7-6df9-4683-b895-557b3a6e436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:36:24.542608 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-045d8b69-f7ce-4525-91eb-6e7e021026e0 req-f39a55d7-6df9-4683-b895-557b3a6e436e service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0 HTTP/1.1" status: 200 len: 910 time: 0.0876071 Nov 15 12:36:24.612834 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-045d8b69-f7ce-4525-91eb-6e7e021026e0 req-6935d1fc-c75c-4393-9128-010cffeceb6b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab3fadaa-6efe-49fd-b1db-73034b3209ba HTTP/1.1" status: 200 len: 1001 time: 0.0616884 Nov 15 12:36:24.661170 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d8b69-f7ce-4525-91eb-6e7e021026e0 req-c4986322-dcd8-48c2-909b-0cceef60f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:36:24.662548 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-045d8b69-f7ce-4525-91eb-6e7e021026e0 req-c4986322-dcd8-48c2-909b-0cceef60f7c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0368f680-5ce0-4a7a-9720-1b8964786684 HTTP/1.1" status: 200 len: 848 time: 0.0433817 Nov 15 12:36:24.707635 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d8b69-f7ce-4525-91eb-6e7e021026e0 req-fc9e8790-6e7c-44ce-9e24-a76031a28050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:36:24.709090 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-045d8b69-f7ce-4525-91eb-6e7e021026e0 req-fc9e8790-6e7c-44ce-9e24-a76031a28050 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395648 Nov 15 12:36:24.801139 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-045d8b69-f7ce-4525-91eb-6e7e021026e0 req-39ee4ad3-9aae-4a46-addd-d78375f0613d service neutron] 10.222.0.11 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849996 Nov 15 12:36:24.898296 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-045d8b69-f7ce-4525-91eb-6e7e021026e0 req-a4b93785-5e64-41b8-a1ef-06ff72c7e230 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904086 Nov 15 12:36:30.465623 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:30.479955 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b56a208a-e9e3-4b23-a90d-fd841b6a966b req-02506b14-2c5a-4952-a73b-047406ac7b5d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450740 Nov 15 12:36:30.568259 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a208a-e9e3-4b23-a90d-fd841b6a966b req-bf52c874-7397-43ed-bde8-ddd229331586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:36:30.569745 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b56a208a-e9e3-4b23-a90d-fd841b6a966b req-bf52c874-7397-43ed-bde8-ddd229331586 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c692a5d98b2047499ee2f2285e6b4f93&device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51 HTTP/1.1" status: 200 len: 1094 time: 0.0455348 Nov 15 12:36:30.679584 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a208a-e9e3-4b23-a90d-fd841b6a966b req-0e09f894-b447-4e0a-b3cc-28f5ae21a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:36:30.681086 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b56a208a-e9e3-4b23-a90d-fd841b6a966b req-0e09f894-b447-4e0a-b3cc-28f5ae21a245 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0 HTTP/1.1" status: 200 len: 910 time: 0.0910664 Nov 15 12:36:30.749399 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b56a208a-e9e3-4b23-a90d-fd841b6a966b req-c270e7e3-129a-4647-b8fc-d642019d296b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4539461b-d59b-47a2-afe4-e24c0b677af7 HTTP/1.1" status: 200 len: 999 time: 0.0604427 Nov 15 12:36:30.800868 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a208a-e9e3-4b23-a90d-fd841b6a966b req-b74a7682-33c3-49ef-a0cd-e53f97d5e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:36:30.802320 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b56a208a-e9e3-4b23-a90d-fd841b6a966b req-b74a7682-33c3-49ef-a0cd-e53f97d5e19a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0368f680-5ce0-4a7a-9720-1b8964786684 HTTP/1.1" status: 200 len: 848 time: 0.0448472 Nov 15 12:36:30.849549 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a208a-e9e3-4b23-a90d-fd841b6a966b req-de65ef3e-39ba-40eb-a722-d854b579aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:36:30.850978 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b56a208a-e9e3-4b23-a90d-fd841b6a966b req-de65ef3e-39ba-40eb-a722-d854b579aea1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407281 Nov 15 12:36:30.942189 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b56a208a-e9e3-4b23-a90d-fd841b6a966b req-9965db18-b680-4a39-b0d1-1d4f9e454b6d service neutron] 10.222.0.55 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830753 Nov 15 12:36:31.032613 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-b56a208a-e9e3-4b23-a90d-fd841b6a966b req-afd8dbb2-1b9f-4f64-b5cf-bc4b1de9dee3 service neutron] 10.222.0.55 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830884 Nov 15 12:36:32.574277 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:33.917624 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:36:36.358677 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bbdfb710-79a7-4c06-961a-651b9b217ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:38.508326 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e3473ae2-ac77-449b-af55-6a119b62a554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:40.266456 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:41.819755 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:42.263143 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:48.054969 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device ab3fadaa-6efe-49fd-b1db-73034b3209ba details requested by agent hyperv_n-h1-729945-9 with host n-h1-729945-9 {{(pid=102679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:36:48.172072 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port ab3fadaa-6efe-49fd-b1db-73034b3209ba, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ab3fadaa-6efe-49fd-b1db-73034b3209ba,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:36:48.183193 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Returning: {'device': 'ab3fadaa-6efe-49fd-b1db-73034b3209ba', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'port_id': 'ab3fadaa-6efe-49fd-b1db-73034b3209ba', 'mac_address': 'fa:16:3e:f9:78:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:36:48.221771 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:48.234909 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab3fadaa-6efe-49fd-b1db-73034b3209ba {{(pid=102679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:36:48.255158 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port ab3fadaa-6efe-49fd-b1db-73034b3209ba, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ab3fadaa-6efe-49fd-b1db-73034b3209ba,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:36:48.260266 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:48.317716 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=ab3fadaa-6efe-49fd-b1db-73034b3209ba,revision_number=6']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:36:48.325361 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:36:48.325738 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:36:48.326074 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:36:48.326406 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:36:48.326728 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:36:48.327053 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:36:48.327377 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:36:48.327700 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:36:48.328292 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:36:48.328645 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:36:48.328802 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:36:48.329041 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:36:48.339960 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] get_ports_and_sgs() called for port_ids ['ab3fadaa-6efe-49fd-b1db-73034b3209ba'] {{(pid=102679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:36:50.080410 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device ab3fadaa-6efe-49fd-b1db-73034b3209ba up at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:36:50.132768 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.provisioning_blocks [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Provisioning complete for port ab3fadaa-6efe-49fd-b1db-73034b3209ba triggered by entity L2. {{(pid=102679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:36:50.133104 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900792'] for port, provisioning_complete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:50.212653 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:50.238689 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1487e868-0b4a-4528-896e-219c15dbb8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3fadaa-6efe-49fd-b1db-73034b3209ba'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:36:50.241007 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4841a6a9-75e4-479b-89cf-9ab61b61f165" -d '{"events": [{"server_uuid": "1487e868-0b4a-4528-896e-219c15dbb8d9", "name": "network-vif-plugged", "status": "completed", "tag": "ab3fadaa-6efe-49fd-b1db-73034b3209ba"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:36:50.253085 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port ab3fadaa-6efe-49fd-b1db-73034b3209ba, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ab3fadaa-6efe-49fd-b1db-73034b3209ba,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:36:50.259707 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:50.306495 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367ff998-8777-4cfb-a923-7a149f96e825 x-openstack-request-id: req-367ff998-8777-4cfb-a923-7a149f96e825 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:36:50.306787 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1487e868-0b4a-4528-896e-219c15dbb8d9", "name": "network-vif-plugged", "status": "completed", "tag": "ab3fadaa-6efe-49fd-b1db-73034b3209ba", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:36:50.307034 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-367ff998-8777-4cfb-a923-7a149f96e825 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:36:50.307444 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1487e868-0b4a-4528-896e-219c15dbb8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3fadaa-6efe-49fd-b1db-73034b3209ba', 'code': 200} Nov 15 12:36:50.312104 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=ab3fadaa-6efe-49fd-b1db-73034b3209ba,revision_number=7']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:37:00.462978 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:01.132423 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56894) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:37:01.306073 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Deleting port b6d38f7d-bbb7-42d1-b251-8ded75142104 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:37:01.306347 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:01.696152 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:01.696467 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:01.708714 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Calling delete_port for b6d38f7d-bbb7-42d1-b251-8ded75142104 owned by network:floatingip {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:37:01.868786 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:01.893835 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Pushing event deleted for resources: {'Port': ['ID=b6d38f7d-bbb7-42d1-b251-8ded75142104,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:37:01.905547 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:37:01.905845 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:37:01.906192 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:37:01.906537 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:37:01.906863 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:37:01.907193 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:37:01.907489 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:37:01.907834 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:37:01.908146 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:37:01.908462 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:37:01.908784 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:37:01.909098 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:37:01.963553 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for floatingip, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:01.963799 n-d-729945-9 neutron-server[102677]: INFO neutron.db.l3_db [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Floating IP 8ff18d41-b83f-459e-bb2b-3b1faf300efa disassociated (deleted). External IP: 172.25.7.187, port: ab3fadaa-6efe-49fd-b1db-73034b3209ba. Nov 15 12:37:02.173801 n-d-729945-9 neutron-server[102677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Router e0fed019-dbdb-4d98-80c9-a6b241e56d21 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:37:02.286597 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:37:02.292601 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:02.297700 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7494e277-4d47-425e-b28b-e6025ee71ebc None None] Sync routers for ids ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:37:02.308164 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7494e277-4d47-425e-b28b-e6025ee71ebc None None] Routers {'e0fed019-dbdb-4d98-80c9-a6b241e56d21'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:37:02.308768 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7494e277-4d47-425e-b28b-e6025ee71ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:36:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:37:02.321337 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-8e193cbb-ffd0-4645-8406-b0c894df0ef1 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "DELETE /v2.0/floatingips/8ff18d41-b83f-459e-bb2b-3b1faf300efa HTTP/1.1" status: 204 len: 168 time: 1.1877801 Nov 15 12:37:02.321991 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1487e868-0b4a-4528-896e-219c15dbb8d9', 'tag': 'ab3fadaa-6efe-49fd-b1db-73034b3209ba'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:37:02.325142 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0a7f42-1ad6-4226-a324-5b8d2dad1705" -d '{"events": [{"name": "network-changed", "server_uuid": "1487e868-0b4a-4528-896e-219c15dbb8d9", "tag": "ab3fadaa-6efe-49fd-b1db-73034b3209ba"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:37:02.418178 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-7494e277-4d47-425e-b28b-e6025ee71ebc None None] Set router e0fed019-dbdb-4d98-80c9-a6b241e56d21 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:37:02.533255 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf17dfaf-623e-4a11-889a-5685497fc7ee x-openstack-request-id: req-bf17dfaf-623e-4a11-889a-5685497fc7ee {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:37:02.533533 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1487e868-0b4a-4528-896e-219c15dbb8d9", "tag": "ab3fadaa-6efe-49fd-b1db-73034b3209ba", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:37:02.534037 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf17dfaf-623e-4a11-889a-5685497fc7ee {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:37:02.534462 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1487e868-0b4a-4528-896e-219c15dbb8d9', 'tag': 'ab3fadaa-6efe-49fd-b1db-73034b3209ba', 'status': 'completed', 'code': 200} Nov 15 12:37:02.565241 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:02.654332 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7494e277-4d47-425e-b28b-e6025ee71ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'name': 'tempest-TestSnapshotPattern-650304295-router', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'gw_port': {'id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '6aa06609-97e7-4180-a80f-d5b696f5f1d5', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'port_id': '4539461b-d59b-47a2-afe4-e24c0b677af7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'mac_address': 'fa:16:3e:f0:10:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:32:01Z', 'updated_at': '2021-11-15T12:32:03Z', 'revision_number': 1, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e546fb68-75b8-4f69-8918-45c2e7ede1ac', 'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'mac_address': 'fa:16:3e:2d:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:42Z', 'updated_at': '2021-11-15T12:31:46Z', 'revision_number': 5, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'subnets': [{'id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:37:02.654702 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41730836-0ff4-4730-a6ea-672955279226 req-5c154ea0-d47a-4329-8875-fc67ce0a7b38 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:37:02.656993 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41730836-0ff4-4730-a6ea-672955279226 req-5c154ea0-d47a-4329-8875-fc67ce0a7b38 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 945 time: 0.0729909 Nov 15 12:37:02.660331 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a7f42-1ad6-4226-a324-5b8d2dad1705 req-fb169845-79e4-40dd-8213-f9b32d01515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:37:02.661969 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e0a7f42-1ad6-4226-a324-5b8d2dad1705 req-fb169845-79e4-40dd-8213-f9b32d01515d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c692a5d98b2047499ee2f2285e6b4f93&device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 1096 time: 0.0890772 Nov 15 12:37:02.680832 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7494e277-4d47-425e-b28b-e6025ee71ebc None None] Checking router: e0fed019-dbdb-4d98-80c9-a6b241e56d21 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:37:02.689495 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7494e277-4d47-425e-b28b-e6025ee71ebc None None] Routers {'e0fed019-dbdb-4d98-80c9-a6b241e56d21'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:37:02.690089 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7494e277-4d47-425e-b28b-e6025ee71ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:36:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:37:02.759999 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-41730836-0ff4-4730-a6ea-672955279226 req-b4690e43-42aa-4a8b-9d1e-15916aa74523 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954440 Nov 15 12:37:02.784840 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a7f42-1ad6-4226-a324-5b8d2dad1705 req-163989e0-ff33-4bb1-8f60-11050fde7f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:37:02.786408 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e0a7f42-1ad6-4226-a324-5b8d2dad1705 req-163989e0-ff33-4bb1-8f60-11050fde7f71 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0 HTTP/1.1" status: 200 len: 910 time: 0.1150641 Nov 15 12:37:02.798002 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-7494e277-4d47-425e-b28b-e6025ee71ebc None None] Set router e0fed019-dbdb-4d98-80c9-a6b241e56d21 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:37:02.829406 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e0a7f42-1ad6-4226-a324-5b8d2dad1705 req-000996a8-a3e0-4d03-8ec6-c4e248159de4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab3fadaa-6efe-49fd-b1db-73034b3209ba HTTP/1.1" status: 200 len: 217 time: 0.0345626 Nov 15 12:37:02.878399 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a7f42-1ad6-4226-a324-5b8d2dad1705 req-0afbf952-abce-4604-8bfa-f9fac5aa88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:37:02.879861 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e0a7f42-1ad6-4226-a324-5b8d2dad1705 req-0afbf952-abce-4604-8bfa-f9fac5aa88a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0368f680-5ce0-4a7a-9720-1b8964786684 HTTP/1.1" status: 200 len: 848 time: 0.0431511 Nov 15 12:37:02.929860 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a7f42-1ad6-4226-a324-5b8d2dad1705 req-d06f06f3-88c1-4767-8cbc-8dd95f9c1713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:37:02.931393 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e0a7f42-1ad6-4226-a324-5b8d2dad1705 req-d06f06f3-88c1-4767-8cbc-8dd95f9c1713 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436840 Nov 15 12:37:03.020955 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-7494e277-4d47-425e-b28b-e6025ee71ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'name': 'tempest-TestSnapshotPattern-650304295-router', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'gw_port': {'id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '6aa06609-97e7-4180-a80f-d5b696f5f1d5', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'port_id': '4539461b-d59b-47a2-afe4-e24c0b677af7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'mac_address': 'fa:16:3e:f0:10:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:32:01Z', 'updated_at': '2021-11-15T12:32:03Z', 'revision_number': 1, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e546fb68-75b8-4f69-8918-45c2e7ede1ac', 'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'mac_address': 'fa:16:3e:2d:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:42Z', 'updated_at': '2021-11-15T12:31:46Z', 'revision_number': 5, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'subnets': [{'id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:37:03.023733 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e0a7f42-1ad6-4226-a324-5b8d2dad1705 req-8ccf8234-399a-49e6-a1e5-eb5951df47a8 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837688 Nov 15 12:37:03.050326 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7494e277-4d47-425e-b28b-e6025ee71ebc None None] The sync data for ids ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'] in n-d-729945-9 is: [{'id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'name': 'tempest-TestSnapshotPattern-650304295-router', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'gw_port': {'id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_floatingips': [{'id': '6aa06609-97e7-4180-a80f-d5b696f5f1d5', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'router_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'port_id': '4539461b-d59b-47a2-afe4-e24c0b677af7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'mac_address': 'fa:16:3e:f0:10:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:32:01Z', 'updated_at': '2021-11-15T12:32:03Z', 'revision_number': 1, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e546fb68-75b8-4f69-8918-45c2e7ede1ac', 'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'mac_address': 'fa:16:3e:2d:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:42Z', 'updated_at': '2021-11-15T12:31:46Z', 'revision_number': 5, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'subnets': [{'id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:37:03.122108 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5e0a7f42-1ad6-4226-a324-5b8d2dad1705 req-6487df28-69dd-4479-b9f9-7c3f350f59c7 service neutron] 10.222.0.11 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902896 Nov 15 12:37:03.281521 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d31dbc2-f3c2-4c4b-a44e-c7a2f330e899 None None] New status for floating IP 8ff18d41-b83f-459e-bb2b-3b1faf300efa: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:37:03.892312 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede1ed4-7e4e-4bce-962b-2ffc665b7896 req-6c8eeb1a-67f8-474b-ad23-68696b7200cb tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:37:03.893792 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ede1ed4-7e4e-4bce-962b-2ffc665b7896 req-6c8eeb1a-67f8-474b-ad23-68696b7200cb tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 945 time: 0.0510576 Nov 15 12:37:03.953470 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-8ede1ed4-7e4e-4bce-962b-2ffc665b7896 req-bff76bce-c88c-452b-8e26-eac1af507100 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537872 Nov 15 12:37:04.121870 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device ab3fadaa-6efe-49fd-b1db-73034b3209ba no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:37:04.203319 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-916854'] for port, before_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:04.226204 n-d-729945-9 neutron-server[102679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1487e868-0b4a-4528-896e-219c15dbb8d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab3fadaa-6efe-49fd-b1db-73034b3209ba'}] {{(pid=102679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:37:04.228474 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1cf987ee7199026f5e11e346bc9cabc4345dcb9d0c56c40486bcf3bc3b8ba5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f050a28c-8b9b-4883-96c3-6bb0350ac177" -d '{"events": [{"server_uuid": "1487e868-0b4a-4528-896e-219c15dbb8d9", "name": "network-vif-unplugged", "status": "completed", "tag": "ab3fadaa-6efe-49fd-b1db-73034b3209ba"}]}' {{(pid=102679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:37:04.241444 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] For port ab3fadaa-6efe-49fd-b1db-73034b3209ba, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ab3fadaa-6efe-49fd-b1db-73034b3209ba,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:37:04.247402 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780020527535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780020131768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780020131786'] for port, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:04.260207 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e77d8-372b-4a17-9bf9-a1303db1c32b req-a5b1e6e7-ee9b-4221-b144-d298d76bf79d tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:37:04.261703 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e97e77d8-372b-4a17-9bf9-a1303db1c32b req-a5b1e6e7-ee9b-4221-b144-d298d76bf79d tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.11 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 945 time: 0.0524654 Nov 15 12:37:04.299041 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Pushing event updated for resources: {'Port': ['ID=ab3fadaa-6efe-49fd-b1db-73034b3209ba,revision_number=8']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:37:04.318108 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 12:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036c674d-97ff-4a2e-88c9-88d30f3866c6 x-openstack-request-id: req-036c674d-97ff-4a2e-88c9-88d30f3866c6 {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:37:04.318403 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1487e868-0b4a-4528-896e-219c15dbb8d9", "name": "network-vif-unplugged", "status": "completed", "tag": "ab3fadaa-6efe-49fd-b1db-73034b3209ba", "code": 200}]} {{(pid=102679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:37:04.318654 n-d-729945-9 neutron-server[102679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-036c674d-97ff-4a2e-88c9-88d30f3866c6 {{(pid=102679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:37:04.319423 n-d-729945-9 neutron-server[102679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1487e868-0b4a-4528-896e-219c15dbb8d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab3fadaa-6efe-49fd-b1db-73034b3209ba', 'code': 200} Nov 15 12:37:04.367991 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-e97e77d8-372b-4a17-9bf9-a1303db1c32b req-9b520819-0233-4a46-92d8-43aafab05558 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Deleting port ab3fadaa-6efe-49fd-b1db-73034b3209ba {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:37:04.368248 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e97e77d8-372b-4a17-9bf9-a1303db1c32b req-9b520819-0233-4a46-92d8-43aafab05558 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:04.455157 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [req-e97e77d8-372b-4a17-9bf9-a1303db1c32b req-9b520819-0233-4a46-92d8-43aafab05558 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] For port ab3fadaa-6efe-49fd-b1db-73034b3209ba, host n-h1-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-729945-9',level=0,port_id=ab3fadaa-6efe-49fd-b1db-73034b3209ba,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:37:04.455908 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e97e77d8-372b-4a17-9bf9-a1303db1c32b req-9b520819-0233-4a46-92d8-43aafab05558 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:04.472053 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [req-e97e77d8-372b-4a17-9bf9-a1303db1c32b req-9b520819-0233-4a46-92d8-43aafab05558 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Calling delete_port for ab3fadaa-6efe-49fd-b1db-73034b3209ba owned by compute:nova {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:37:04.614432 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e97e77d8-372b-4a17-9bf9-a1303db1c32b req-9b520819-0233-4a46-92d8-43aafab05558 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:04.643296 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b520819-0233-4a46-92d8-43aafab05558 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Pushing event deleted for resources: {'Port': ['ID=ab3fadaa-6efe-49fd-b1db-73034b3209ba,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:37:04.672302 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b520819-0233-4a46-92d8-43aafab05558 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:37:04.672648 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b520819-0233-4a46-92d8-43aafab05558 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:37:04.672979 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b520819-0233-4a46-92d8-43aafab05558 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:37:04.673331 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b520819-0233-4a46-92d8-43aafab05558 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:37:04.673662 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b520819-0233-4a46-92d8-43aafab05558 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:37:04.673986 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b520819-0233-4a46-92d8-43aafab05558 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:37:04.674302 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b520819-0233-4a46-92d8-43aafab05558 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:37:04.674617 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b520819-0233-4a46-92d8-43aafab05558 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:37:04.674932 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b520819-0233-4a46-92d8-43aafab05558 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:37:04.675247 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b520819-0233-4a46-92d8-43aafab05558 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:37:04.675560 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b520819-0233-4a46-92d8-43aafab05558 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:37:04.675901 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b520819-0233-4a46-92d8-43aafab05558 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-729945-9 {{(pid=102678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:37:04.693948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97e77d8-372b-4a17-9bf9-a1303db1c32b req-9b520819-0233-4a46-92d8-43aafab05558 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] No DVR routers for this DVR port ab3fadaa-6efe-49fd-b1db-73034b3209ba on host n-h1-729945-9 {{(pid=102678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:37:04.696456 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [req-e97e77d8-372b-4a17-9bf9-a1303db1c32b req-9b520819-0233-4a46-92d8-43aafab05558 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:04.700082 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-e97e77d8-372b-4a17-9bf9-a1303db1c32b req-9b520819-0233-4a46-92d8-43aafab05558 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.11 "DELETE /v2.0/ports/ab3fadaa-6efe-49fd-b1db-73034b3209ba HTTP/1.1" status: 204 len: 173 time: 0.4320228 Nov 15 12:37:04.700500 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1487e868-0b4a-4528-896e-219c15dbb8d9', 'name': 'network-vif-deleted', 'tag': 'ab3fadaa-6efe-49fd-b1db-73034b3209ba'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:37:04.702780 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10b531b19c16a4bb032ad9325c521bd4bf8029a5360c7e3eb9d5ecffe28e67c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd41c36-957e-4f8d-a29d-970f1c9ba4c6" -d '{"events": [{"server_uuid": "1487e868-0b4a-4528-896e-219c15dbb8d9", "name": "network-vif-deleted", "tag": "ab3fadaa-6efe-49fd-b1db-73034b3209ba"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:37:04.796649 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4515d119-dce3-46d7-8422-1d14b145f734 x-openstack-request-id: req-4515d119-dce3-46d7-8422-1d14b145f734 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:37:04.796931 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1487e868-0b4a-4528-896e-219c15dbb8d9", "name": "network-vif-deleted", "tag": "ab3fadaa-6efe-49fd-b1db-73034b3209ba", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:37:04.797171 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4515d119-dce3-46d7-8422-1d14b145f734 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:37:04.797612 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1487e868-0b4a-4528-896e-219c15dbb8d9', 'name': 'network-vif-deleted', 'tag': 'ab3fadaa-6efe-49fd-b1db-73034b3209ba', 'status': 'completed', 'code': 200} Nov 15 12:37:05.078515 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5c19569a-e7a0-4a9f-b768-e38670d8216e req-6cec7178-63fe-479a-8d4b-5f792c0a91a5 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=1487e868-0b4a-4528-896e-219c15dbb8d9 HTTP/1.1" status: 200 len: 210 time: 0.0295146 Nov 15 12:37:06.352367 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-c9f646e0-d32a-4425-8cfa-c65cebbcd40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:06.687944 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56958) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:37:06.851874 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-478d75da-d579-4e31-8eaa-a2174d513bc3 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Deleting port d9e18d29-dc6b-4db8-aff7-395c2c4ff445 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:37:06.852206 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-478d75da-d579-4e31-8eaa-a2174d513bc3 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:07.273006 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-478d75da-d579-4e31-8eaa-a2174d513bc3 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:07.273295 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-478d75da-d579-4e31-8eaa-a2174d513bc3 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:07.288295 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-478d75da-d579-4e31-8eaa-a2174d513bc3 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Calling delete_port for d9e18d29-dc6b-4db8-aff7-395c2c4ff445 owned by network:floatingip {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:37:07.447327 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-478d75da-d579-4e31-8eaa-a2174d513bc3 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:07.472286 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d75da-d579-4e31-8eaa-a2174d513bc3 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Pushing event deleted for resources: {'Port': ['ID=d9e18d29-dc6b-4db8-aff7-395c2c4ff445,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:37:07.532243 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-478d75da-d579-4e31-8eaa-a2174d513bc3 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for floatingip, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:07.532664 n-d-729945-9 neutron-server[102678]: INFO neutron.db.l3_db [None req-478d75da-d579-4e31-8eaa-a2174d513bc3 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Floating IP 6aa06609-97e7-4180-a80f-d5b696f5f1d5 disassociated (deleted). External IP: 172.25.7.218, port: 4539461b-d59b-47a2-afe4-e24c0b677af7. Nov 15 12:37:07.739924 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478d75da-d579-4e31-8eaa-a2174d513bc3 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Router e0fed019-dbdb-4d98-80c9-a6b241e56d21 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:37:07.854690 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478d75da-d579-4e31-8eaa-a2174d513bc3 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:37:07.859191 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-478d75da-d579-4e31-8eaa-a2174d513bc3 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for floatingip, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:07.864830 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81955a35-076a-4956-ad92-d5fddd50e89c None None] Sync routers for ids ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:37:07.874038 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81955a35-076a-4956-ad92-d5fddd50e89c None None] Routers {'e0fed019-dbdb-4d98-80c9-a6b241e56d21'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:37:07.874643 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-81955a35-076a-4956-ad92-d5fddd50e89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:36:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:37:07.886422 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-478d75da-d579-4e31-8eaa-a2174d513bc3 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "DELETE /v2.0/floatingips/6aa06609-97e7-4180-a80f-d5b696f5f1d5 HTTP/1.1" status: 204 len: 168 time: 1.1973529 Nov 15 12:37:07.886992 n-d-729945-9 neutron-server[102678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'tag': '4539461b-d59b-47a2-afe4-e24c0b677af7'}] {{(pid=102678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:37:07.889239 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b10b531b19c16a4bb032ad9325c521bd4bf8029a5360c7e3eb9d5ecffe28e67c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6869d8b8-856b-4793-a297-4ee1b65c1029" -d '{"events": [{"name": "network-changed", "server_uuid": "89c465f8-7969-4c59-bb3d-dd6a523e4b51", "tag": "4539461b-d59b-47a2-afe4-e24c0b677af7"}]}' {{(pid=102678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:37:07.983409 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-81955a35-076a-4956-ad92-d5fddd50e89c None None] Set router e0fed019-dbdb-4d98-80c9-a6b241e56d21 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:37:08.078264 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be53fadd-fb6f-4af1-8108-c00db09bd286 x-openstack-request-id: req-be53fadd-fb6f-4af1-8108-c00db09bd286 {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:37:08.078549 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c465f8-7969-4c59-bb3d-dd6a523e4b51", "tag": "4539461b-d59b-47a2-afe4-e24c0b677af7", "status": "completed", "code": 200}]} {{(pid=102678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:37:08.078793 n-d-729945-9 neutron-server[102678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be53fadd-fb6f-4af1-8108-c00db09bd286 {{(pid=102678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:37:08.079209 n-d-729945-9 neutron-server[102678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'tag': '4539461b-d59b-47a2-afe4-e24c0b677af7', 'status': 'completed', 'code': 200} Nov 15 12:37:08.144717 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device ab3fadaa-6efe-49fd-b1db-73034b3209ba no longer exists at agent hyperv_n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:37:08.152505 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869d8b8-856b-4793-a297-4ee1b65c1029 req-ec9b7522-e70e-43fa-bfdf-b92ee930aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:37:08.154737 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6869d8b8-856b-4793-a297-4ee1b65c1029 req-ec9b7522-e70e-43fa-bfdf-b92ee930aa5a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c692a5d98b2047499ee2f2285e6b4f93&device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51 HTTP/1.1" status: 200 len: 1094 time: 0.0437231 Nov 15 12:37:08.169388 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] No Port match for: ab3fadaa-6efe-49fd-b1db-73034b3209ba {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:37:08.169856 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Device ab3fadaa-6efe-49fd-b1db-73034b3209ba not bound to the agent host n-h1-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:37:08.190851 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4fda4-eb14-4c5f-ae47-57f84b47591e req-08913e69-08f5-46c5-9258-4d2d5318e139 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:37:08.192428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bcc4fda4-eb14-4c5f-ae47-57f84b47591e req-08913e69-08f5-46c5-9258-4d2d5318e139 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51 HTTP/1.1" status: 200 len: 943 time: 0.0580320 Nov 15 12:37:08.244687 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-bcc4fda4-eb14-4c5f-ae47-57f84b47591e req-1cafca5f-564a-4ecc-bbd0-5a1315926cda tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/security-groups?id=86884391-79a2-4834-8c96-70b425004618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450437 Nov 15 12:37:08.261699 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869d8b8-856b-4793-a297-4ee1b65c1029 req-852c1363-9de8-4b1f-aca9-88fe946b2443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:37:08.263776 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6869d8b8-856b-4793-a297-4ee1b65c1029 req-852c1363-9de8-4b1f-aca9-88fe946b2443 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0 HTTP/1.1" status: 200 len: 910 time: 0.0993211 Nov 15 12:37:08.307119 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6869d8b8-856b-4793-a297-4ee1b65c1029 req-c22537a6-9c46-4967-b3a6-7b0d6826b709 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4539461b-d59b-47a2-afe4-e24c0b677af7 HTTP/1.1" status: 200 len: 217 time: 0.0346892 Nov 15 12:37:08.311765 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-81955a35-076a-4956-ad92-d5fddd50e89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'name': 'tempest-TestSnapshotPattern-650304295-router', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'gw_port': {'id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'e546fb68-75b8-4f69-8918-45c2e7ede1ac', 'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'mac_address': 'fa:16:3e:2d:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:42Z', 'updated_at': '2021-11-15T12:31:46Z', 'revision_number': 5, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'subnets': [{'id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:37:08.340572 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81955a35-076a-4956-ad92-d5fddd50e89c None None] Checking router: e0fed019-dbdb-4d98-80c9-a6b241e56d21 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:37:08.349378 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81955a35-076a-4956-ad92-d5fddd50e89c None None] Routers {'e0fed019-dbdb-4d98-80c9-a6b241e56d21'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:37:08.349944 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-81955a35-076a-4956-ad92-d5fddd50e89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:36:38Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:37:08.361745 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869d8b8-856b-4793-a297-4ee1b65c1029 req-6a0c4a9b-0c11-41da-99cb-b94cfd9a4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:37:08.363206 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6869d8b8-856b-4793-a297-4ee1b65c1029 req-6a0c4a9b-0c11-41da-99cb-b94cfd9a4db7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0368f680-5ce0-4a7a-9720-1b8964786684 HTTP/1.1" status: 200 len: 848 time: 0.0489886 Nov 15 12:37:08.414311 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869d8b8-856b-4793-a297-4ee1b65c1029 req-dca101e7-d243-4493-b062-185f2b425c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:37:08.415840 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6869d8b8-856b-4793-a297-4ee1b65c1029 req-dca101e7-d243-4493-b062-185f2b425c80 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa9cbb90-13d0-4c62-9112-81b44e0e44d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444071 Nov 15 12:37:08.460621 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-81955a35-076a-4956-ad92-d5fddd50e89c None None] Set router e0fed019-dbdb-4d98-80c9-a6b241e56d21 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:37:08.503566 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1de09f4e-f1e0-441d-9beb-08e047a2b017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:08.517301 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6869d8b8-856b-4793-a297-4ee1b65c1029 req-39a6251e-aa72-4fdd-8ff7-4cd4728b7d92 service neutron] 10.222.0.55 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907953 Nov 15 12:37:08.616563 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-6869d8b8-856b-4793-a297-4ee1b65c1029 req-c89be18c-6b37-4191-9508-5c9b79b2584e service neutron] 10.222.0.55 "GET /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905776 Nov 15 12:37:08.667057 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-81955a35-076a-4956-ad92-d5fddd50e89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'name': 'tempest-TestSnapshotPattern-650304295-router', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'gw_port': {'id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'e546fb68-75b8-4f69-8918-45c2e7ede1ac', 'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'mac_address': 'fa:16:3e:2d:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:42Z', 'updated_at': '2021-11-15T12:31:46Z', 'revision_number': 5, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'subnets': [{'id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:37:08.693744 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81955a35-076a-4956-ad92-d5fddd50e89c None None] The sync data for ids ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'] in n-d-729945-9 is: [{'id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'name': 'tempest-TestSnapshotPattern-650304295-router', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'gw_port': {'id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9', '_interfaces': [{'id': 'e546fb68-75b8-4f69-8918-45c2e7ede1ac', 'name': '', 'network_id': 'aa9cbb90-13d0-4c62-9112-81b44e0e44d0', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'mac_address': 'fa:16:3e:2d:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:42Z', 'updated_at': '2021-11-15T12:31:46Z', 'revision_number': 5, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'subnets': [{'id': '0368f680-5ce0-4a7a-9720-1b8964786684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:37:08.707390 n-d-729945-9 neutron-server[102677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e2cf8-4dba-4d6a-908d-8b4750111c2d req-fd233bf5-ba72-4ee9-917a-160fa35b747a tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:37:08.708998 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-279e2cf8-4dba-4d6a-908d-8b4750111c2d req-fd233bf5-ba72-4ee9-917a-160fa35b747a tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.55 "GET /v2.0/ports?device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51 HTTP/1.1" status: 200 len: 943 time: 0.0508788 Nov 15 12:37:08.810366 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-279e2cf8-4dba-4d6a-908d-8b4750111c2d req-fdb3bf9f-ac7c-4cab-92fa-f6ec4ef4a554 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Deleting port 4539461b-d59b-47a2-afe4-e24c0b677af7 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:37:08.810846 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-279e2cf8-4dba-4d6a-908d-8b4750111c2d req-fdb3bf9f-ac7c-4cab-92fa-f6ec4ef4a554 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:08.902841 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [req-279e2cf8-4dba-4d6a-908d-8b4750111c2d req-fdb3bf9f-ac7c-4cab-92fa-f6ec4ef4a554 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] For port 4539461b-d59b-47a2-afe4-e24c0b677af7, host n-h2-729945-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-729945-9',level=0,port_id=4539461b-d59b-47a2-afe4-e24c0b677af7,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:37:08.903198 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-279e2cf8-4dba-4d6a-908d-8b4750111c2d req-fdb3bf9f-ac7c-4cab-92fa-f6ec4ef4a554 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:08.913954 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8502804-3aa2-4b62-99b4-a3dbed973de5 None None] New status for floating IP 6aa06609-97e7-4180-a80f-d5b696f5f1d5: DOWN {{(pid=102679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:37:08.917688 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [req-279e2cf8-4dba-4d6a-908d-8b4750111c2d req-fdb3bf9f-ac7c-4cab-92fa-f6ec4ef4a554 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Calling delete_port for 4539461b-d59b-47a2-afe4-e24c0b677af7 owned by compute:nova {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:37:09.054268 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-279e2cf8-4dba-4d6a-908d-8b4750111c2d req-fdb3bf9f-ac7c-4cab-92fa-f6ec4ef4a554 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:09.086962 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3bf9f-ac7c-4cab-92fa-f6ec4ef4a554 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Pushing event deleted for resources: {'Port': ['ID=4539461b-d59b-47a2-afe4-e24c0b677af7,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:37:09.131889 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [req-279e2cf8-4dba-4d6a-908d-8b4750111c2d req-fdb3bf9f-ac7c-4cab-92fa-f6ec4ef4a554 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] No DVR routers for this DVR port 4539461b-d59b-47a2-afe4-e24c0b677af7 on host n-h2-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:37:09.134911 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [req-279e2cf8-4dba-4d6a-908d-8b4750111c2d req-fdb3bf9f-ac7c-4cab-92fa-f6ec4ef4a554 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60009'] for port, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:09.138453 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [req-279e2cf8-4dba-4d6a-908d-8b4750111c2d req-fdb3bf9f-ac7c-4cab-92fa-f6ec4ef4a554 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.55 "DELETE /v2.0/ports/4539461b-d59b-47a2-afe4-e24c0b677af7 HTTP/1.1" status: 204 len: 173 time: 0.4232385 Nov 15 12:37:09.138912 n-d-729945-9 neutron-server[102677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'name': 'network-vif-deleted', 'tag': '4539461b-d59b-47a2-afe4-e24c0b677af7'}] {{(pid=102677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:37:09.141240 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5465c9ac668bebce4e3d29a0745fb895d7a74cd2764ae590afa31ae3b4ce84a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c627d84a-481d-4e81-9705-ca7fc1522df5" -d '{"events": [{"server_uuid": "89c465f8-7969-4c59-bb3d-dd6a523e4b51", "name": "network-vif-deleted", "tag": "4539461b-d59b-47a2-afe4-e24c0b677af7"}]}' {{(pid=102677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:37:09.181080 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19ba7d3-07ca-4941-baa0-2f20989632a8 x-openstack-request-id: req-d19ba7d3-07ca-4941-baa0-2f20989632a8 {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:37:09.181793 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c465f8-7969-4c59-bb3d-dd6a523e4b51", "name": "network-vif-deleted", "tag": "4539461b-d59b-47a2-afe4-e24c0b677af7", "status": "completed", "code": 200}]} {{(pid=102677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:37:09.181908 n-d-729945-9 neutron-server[102677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d19ba7d3-07ca-4941-baa0-2f20989632a8 {{(pid=102677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:37:09.182571 n-d-729945-9 neutron-server[102677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c465f8-7969-4c59-bb3d-dd6a523e4b51', 'name': 'network-vif-deleted', 'tag': '4539461b-d59b-47a2-afe4-e24c0b677af7', 'status': 'completed', 'code': 200} Nov 15 12:37:09.356713 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-d50d48a3-09f8-430f-abca-330dd0ad46d1 req-c242500d-4fae-40e2-8a5d-a356751eeec2 tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "GET /v2.0/ports?device_id=89c465f8-7969-4c59-bb3d-dd6a523e4b51 HTTP/1.1" status: 200 len: 210 time: 0.0294597 Nov 15 12:37:10.268257 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:10.417991 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56972) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:37:10.491160 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-372bd653-0f42-46e8-9770-1ac20f4686cb tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:10.524131 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-372bd653-0f42-46e8-9770-1ac20f4686cb tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:10.588584 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-372bd653-0f42-46e8-9770-1ac20f4686cb tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:10.591654 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-372bd653-0f42-46e8-9770-1ac20f4686cb tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:10.592866 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-372bd653-0f42-46e8-9770-1ac20f4686cb tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] 10.222.0.64 "DELETE /v2.0/security-groups/86884391-79a2-4834-8c96-70b425004618 HTTP/1.1" status: 204 len: 168 time: 0.1738658 Nov 15 12:37:10.603186 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bd653-0f42-46e8-9770-1ac20f4686cb tempest-TestSnapshotPattern-1738012394 tempest-TestSnapshotPattern-1738012394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86884391-79a2-4834-8c96-70b425004618,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:37:10.643695 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56976) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:37:10.917356 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:37:11.104074 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3431b582-fe03-4e44-bc58-c2e2293e93b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:11.358281 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3431b582-fe03-4e44-bc58-c2e2293e93b6 admin admin] Deleting port e546fb68-75b8-4f69-8918-45c2e7ede1ac {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:37:11.358630 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3431b582-fe03-4e44-bc58-c2e2293e93b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:11.440080 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-3431b582-fe03-4e44-bc58-c2e2293e93b6 admin admin] For port e546fb68-75b8-4f69-8918-45c2e7ede1ac, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=e546fb68-75b8-4f69-8918-45c2e7ede1ac,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:37:11.440823 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3431b582-fe03-4e44-bc58-c2e2293e93b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:11.453182 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-3431b582-fe03-4e44-bc58-c2e2293e93b6 admin admin] Calling delete_port for e546fb68-75b8-4f69-8918-45c2e7ede1ac owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:37:11.637230 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3431b582-fe03-4e44-bc58-c2e2293e93b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:11.663039 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b582-fe03-4e44-bc58-c2e2293e93b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e546fb68-75b8-4f69-8918-45c2e7ede1ac,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:37:11.730682 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4539461b-d59b-47a2-afe4-e24c0b677af7 no longer exists at agent hyperv_n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:37:11.752614 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] No Port match for: 4539461b-d59b-47a2-afe4-e24c0b677af7 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:37:11.753214 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Device 4539461b-d59b-47a2-afe4-e24c0b677af7 not bound to the agent host n-h2-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:37:11.825267 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:11.832998 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3431b582-fe03-4e44-bc58-c2e2293e93b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:12.064543 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3431b582-fe03-4e44-bc58-c2e2293e93b6 admin admin] Router e0fed019-dbdb-4d98-80c9-a6b241e56d21 has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:37:12.172310 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3431b582-fe03-4e44-bc58-c2e2293e93b6 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:37:12.178599 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3431b582-fe03-4e44-bc58-c2e2293e93b6 admin admin] 10.222.0.64 "PUT /v2.0/routers/e0fed019-dbdb-4d98-80c9-a6b241e56d21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5343051 Nov 15 12:37:12.180005 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56980) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:37:12.181794 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d887ad62-b66e-4c7d-9a30-805eacb69515 None None] Sync routers for ids ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'] in n-d-729945-9 {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:37:12.192927 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d887ad62-b66e-4c7d-9a30-805eacb69515 None None] Routers {'e0fed019-dbdb-4d98-80c9-a6b241e56d21'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:37:12.193612 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-d887ad62-b66e-4c7d-9a30-805eacb69515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:37:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:37:12.258913 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:12.292310 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6aef9a84-d3f5-4ba6-b34f-dedea69fc334 admin admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:12.296987 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-d887ad62-b66e-4c7d-9a30-805eacb69515 None None] Set router e0fed019-dbdb-4d98-80c9-a6b241e56d21 gateway port host: n-d-729945-9 {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:37:12.406917 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6aef9a84-d3f5-4ba6-b34f-dedea69fc334 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:12.460134 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6aef9a84-d3f5-4ba6-b34f-dedea69fc334 admin admin] Deleting port efc0c5c0-e4b3-449b-9095-a7cc13b9f2af {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:37:12.460890 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6aef9a84-d3f5-4ba6-b34f-dedea69fc334 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:12.491361 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-d887ad62-b66e-4c7d-9a30-805eacb69515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'name': 'tempest-TestSnapshotPattern-650304295-router', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:37:11Z', 'revision_number': 5, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'gw_port': {'id': 'efc0c5c0-e4b3-449b-9095-a7cc13b9f2af', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:37:12.516928 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d887ad62-b66e-4c7d-9a30-805eacb69515 None None] Checking router: e0fed019-dbdb-4d98-80c9-a6b241e56d21 for host: n-d-729945-9 {{(pid=102680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:37:12.525103 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d887ad62-b66e-4c7d-9a30-805eacb69515 None None] Routers {'e0fed019-dbdb-4d98-80c9-a6b241e56d21'} bound to L3 agent in host n-d-729945-9 {{(pid=102680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:37:12.525693 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-d887ad62-b66e-4c7d-9a30-805eacb69515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:37:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'], 'active': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:37:12.540974 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-6aef9a84-d3f5-4ba6-b34f-dedea69fc334 admin admin] For port efc0c5c0-e4b3-449b-9095-a7cc13b9f2af, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=efc0c5c0-e4b3-449b-9095-a7cc13b9f2af,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:37:12.541344 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6aef9a84-d3f5-4ba6-b34f-dedea69fc334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:12.558387 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-6aef9a84-d3f5-4ba6-b34f-dedea69fc334 admin admin] Calling delete_port for efc0c5c0-e4b3-449b-9095-a7cc13b9f2af owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:37:12.609421 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_dvr_db [None req-d887ad62-b66e-4c7d-9a30-805eacb69515 None None] Set router e0fed019-dbdb-4d98-80c9-a6b241e56d21 gateway port host: None {{(pid=102680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:37:12.661925 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.l3_hamode_db [None req-d887ad62-b66e-4c7d-9a30-805eacb69515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'name': 'tempest-TestSnapshotPattern-650304295-router', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:37:12Z', 'revision_number': 6, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:37:12.688237 n-d-729945-9 neutron-server[102680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d887ad62-b66e-4c7d-9a30-805eacb69515 None None] The sync data for ids ['e0fed019-dbdb-4d98-80c9-a6b241e56d21'] in n-d-729945-9 is: [{'id': 'e0fed019-dbdb-4d98-80c9-a6b241e56d21', 'name': 'tempest-TestSnapshotPattern-650304295-router', 'tenant_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:40Z', 'updated_at': '2021-11-15T12:37:12Z', 'revision_number': 6, 'project_id': 'c692a5d98b2047499ee2f2285e6b4f93', 'gw_port_host': None}] {{(pid=102680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:37:12.723521 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6aef9a84-d3f5-4ba6-b34f-dedea69fc334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:12.751354 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef9a84-d3f5-4ba6-b34f-dedea69fc334 admin admin] Pushing event deleted for resources: {'Port': ['ID=efc0c5c0-e4b3-449b-9095-a7cc13b9f2af,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:37:12.766600 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d133071f-5caf-4e5b-a818-109b98186a82 None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:37:12.813078 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6aef9a84-d3f5-4ba6-b34f-dedea69fc334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:12.905817 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6aef9a84-d3f5-4ba6-b34f-dedea69fc334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:12.908944 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6aef9a84-d3f5-4ba6-b34f-dedea69fc334 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:12.955243 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6aef9a84-d3f5-4ba6-b34f-dedea69fc334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:12.956062 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aef9a84-d3f5-4ba6-b34f-dedea69fc334 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0fed019-dbdb-4d98-80c9-a6b241e56d21 {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 12:37:12.963191 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-6aef9a84-d3f5-4ba6-b34f-dedea69fc334 admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:12.964875 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-6aef9a84-d3f5-4ba6-b34f-dedea69fc334 admin admin] 10.222.0.64 "DELETE /v2.0/routers/e0fed019-dbdb-4d98-80c9-a6b241e56d21 HTTP/1.1" status: 204 len: 168 time: 0.7836816 Nov 15 12:37:12.967637 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56982) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:37:13.017490 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72bedf9-1894-4dbe-9461-29db4182e26f admin admin] Deleting subnet 0368f680-5ce0-4a7a-9720-1b8964786684 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:37:13.021076 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d72bedf9-1894-4dbe-9461-29db4182e26f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:13.056653 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d72bedf9-1894-4dbe-9461-29db4182e26f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:13.138976 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d72bedf9-1894-4dbe-9461-29db4182e26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:13.206308 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d72bedf9-1894-4dbe-9461-29db4182e26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:13.230790 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bedf9-1894-4dbe-9461-29db4182e26f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0368f680-5ce0-4a7a-9720-1b8964786684,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:37:13.234549 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-d72bedf9-1894-4dbe-9461-29db4182e26f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:13.238022 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-d72bedf9-1894-4dbe-9461-29db4182e26f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0368f680-5ce0-4a7a-9720-1b8964786684 HTTP/1.1" status: 204 len: 168 time: 0.2689877 Nov 15 12:37:13.240732 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9035e674-0365-4b35-a358-d9e64114d998 None None] Network aa9cbb90-13d0-4c62-9112-81b44e0e44d0 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:37:13.241053 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56984) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:37:13.310198 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6636ff33-ee27-4027-a8fb-b3b29e3bcd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:13.362442 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6636ff33-ee27-4027-a8fb-b3b29e3bcd4a admin admin] Deleting port b0a3af79-6fb7-4e89-8f57-28368cf3f405 {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:37:13.362781 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6636ff33-ee27-4027-a8fb-b3b29e3bcd4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:13.428516 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3543913d-ab9b-4782-99bc-b46dcdcd08d7 None None] DHCP port deletion for aa9cbb90-13d0-4c62-9112-81b44e0e44d0 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:37:13.437683 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-6636ff33-ee27-4027-a8fb-b3b29e3bcd4a admin admin] For port b0a3af79-6fb7-4e89-8f57-28368cf3f405, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b0a3af79-6fb7-4e89-8f57-28368cf3f405,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:37:13.438116 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6636ff33-ee27-4027-a8fb-b3b29e3bcd4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:13.459764 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-6636ff33-ee27-4027-a8fb-b3b29e3bcd4a admin admin] Calling delete_port for b0a3af79-6fb7-4e89-8f57-28368cf3f405 owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:37:13.486228 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3543913d-ab9b-4782-99bc-b46dcdcd08d7 None None] Deleting port b0a3af79-6fb7-4e89-8f57-28368cf3f405 {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:37:13.486672 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3543913d-ab9b-4782-99bc-b46dcdcd08d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:13.548056 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6636ff33-ee27-4027-a8fb-b3b29e3bcd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:13.553416 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-3543913d-ab9b-4782-99bc-b46dcdcd08d7 None None] For port b0a3af79-6fb7-4e89-8f57-28368cf3f405, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=b0a3af79-6fb7-4e89-8f57-28368cf3f405,segment=NetworkSegment(5fa560ff-9772-4fe9-ae61-d612a473ce17),segment_id=5fa560ff-9772-4fe9-ae61-d612a473ce17)] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:37:13.553827 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3543913d-ab9b-4782-99bc-b46dcdcd08d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:13.562798 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device efc0c5c0-e4b3-449b-9095-a7cc13b9f2af no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:37:13.584222 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6636ff33-ee27-4027-a8fb-b3b29e3bcd4a admin admin] No DVR routers for this DVR port b0a3af79-6fb7-4e89-8f57-28368cf3f405 on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:37:13.586139 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-3543913d-ab9b-4782-99bc-b46dcdcd08d7 None None] Calling delete_port for b0a3af79-6fb7-4e89-8f57-28368cf3f405 owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:37:13.589852 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636ff33-ee27-4027-a8fb-b3b29e3bcd4a admin admin] Pushing event deleted for resources: {'Port': ['ID=b0a3af79-6fb7-4e89-8f57-28368cf3f405,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:37:13.591229 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: efc0c5c0-e4b3-449b-9095-a7cc13b9f2af {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:37:13.591633 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device efc0c5c0-e4b3-449b-9095-a7cc13b9f2af not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:37:13.592144 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b0a3af79-6fb7-4e89-8f57-28368cf3f405 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:37:13.618195 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: b0a3af79-6fb7-4e89-8f57-28368cf3f405 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:37:13.618521 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device b0a3af79-6fb7-4e89-8f57-28368cf3f405 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:37:13.618915 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e546fb68-75b8-4f69-8918-45c2e7ede1ac no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:37:13.640505 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: e546fb68-75b8-4f69-8918-45c2e7ede1ac {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:37:13.640838 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device e546fb68-75b8-4f69-8918-45c2e7ede1ac not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:37:13.663218 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6636ff33-ee27-4027-a8fb-b3b29e3bcd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:13.684734 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-6636ff33-ee27-4027-a8fb-b3b29e3bcd4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9cbb90-13d0-4c62-9112-81b44e0e44d0']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:37:13.694595 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-6636ff33-ee27-4027-a8fb-b3b29e3bcd4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa560ff-9772-4fe9-ae61-d612a473ce17') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:37:13.694878 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-6636ff33-ee27-4027-a8fb-b3b29e3bcd4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa560ff-9772-4fe9-ae61-d612a473ce17') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:37:13.705598 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6636ff33-ee27-4027-a8fb-b3b29e3bcd4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:13.708645 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3543913d-ab9b-4782-99bc-b46dcdcd08d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:13.719220 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6636ff33-ee27-4027-a8fb-b3b29e3bcd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:13.725385 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6636ff33-ee27-4027-a8fb-b3b29e3bcd4a admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:37:13.725767 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6636ff33-ee27-4027-a8fb-b3b29e3bcd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: timer() Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:37:13.727584 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:37:13.736999 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543913d-ab9b-4782-99bc-b46dcdcd08d7 None None] Pushing event deleted for resources: {'Port': ['ID=b0a3af79-6fb7-4e89-8f57-28368cf3f405,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:37:13.745346 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3543913d-ab9b-4782-99bc-b46dcdcd08d7 None None] No DVR routers for this DVR port b0a3af79-6fb7-4e89-8f57-28368cf3f405 on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:37:13.794436 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6636ff33-ee27-4027-a8fb-b3b29e3bcd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:13.800041 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-6636ff33-ee27-4027-a8fb-b3b29e3bcd4a admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:13.803170 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-6636ff33-ee27-4027-a8fb-b3b29e3bcd4a admin admin] 10.222.0.64 "DELETE /v2.0/networks/aa9cbb90-13d0-4c62-9112-81b44e0e44d0 HTTP/1.1" status: 204 len: 168 time: 0.5610163 Nov 15 12:37:13.806318 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56986) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:37:13.813965 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636ff33-ee27-4027-a8fb-b3b29e3bcd4a admin admin] Pushing event deleted for resources: {'Network': ['ID=aa9cbb90-13d0-4c62-9112-81b44e0e44d0,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:37:14.148953 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2ead22ee-bc58-4d26-b17e-3509cfd40529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66739115'] for router_interface, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:14.390104 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2ead22ee-bc58-4d26-b17e-3509cfd40529 admin admin] Deleting port d5a9a7e7-af6b-4779-a531-47f2378fac77 {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:37:14.390333 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2ead22ee-bc58-4d26-b17e-3509cfd40529 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:14.475222 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-2ead22ee-bc58-4d26-b17e-3509cfd40529 admin admin] For port d5a9a7e7-af6b-4779-a531-47f2378fac77, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=d5a9a7e7-af6b-4779-a531-47f2378fac77,segment=NetworkSegment(1f28f02b-d688-4df6-ba53-fde1ea692d5c),segment_id=1f28f02b-d688-4df6-ba53-fde1ea692d5c)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:37:14.475571 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2ead22ee-bc58-4d26-b17e-3509cfd40529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:14.487675 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-2ead22ee-bc58-4d26-b17e-3509cfd40529 admin admin] Calling delete_port for d5a9a7e7-af6b-4779-a531-47f2378fac77 owned by network:router_interface {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:37:14.676754 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2ead22ee-bc58-4d26-b17e-3509cfd40529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:14.702839 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead22ee-bc58-4d26-b17e-3509cfd40529 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a9a7e7-af6b-4779-a531-47f2378fac77,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:37:15.220630 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-2ead22ee-bc58-4d26-b17e-3509cfd40529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66597639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66739167'] for router_interface, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:15.444638 n-d-729945-9 neutron-server[102678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ead22ee-bc58-4d26-b17e-3509cfd40529 admin admin] Router a560b6f1-f14d-44de-8b0f-612d80e675be has already been hosted by L3 agent d51c44f8-2cdd-491d-afdd-6b62b6142d61 {{(pid=102678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:37:15.559490 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ead22ee-bc58-4d26-b17e-3509cfd40529 admin admin] Notify agent at l3_agent.n-d-729945-9 the message routers_updated {{(pid=102678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:37:15.567712 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-2ead22ee-bc58-4d26-b17e-3509cfd40529 admin admin] 10.222.0.64 "PUT /v2.0/routers/a560b6f1-f14d-44de-8b0f-612d80e675be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7579062 Nov 15 12:37:15.567980 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56988) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:37:15.570428 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f540056-f723-4798-b872-058532712f4c None None] Sync routers for ids ['a560b6f1-f14d-44de-8b0f-612d80e675be'] in n-d-729945-9 {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:37:15.580758 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f540056-f723-4798-b872-058532712f4c None None] Routers {'a560b6f1-f14d-44de-8b0f-612d80e675be'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:37:15.581419 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5f540056-f723-4798-b872-058532712f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:37:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a560b6f1-f14d-44de-8b0f-612d80e675be'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:37:15.677185 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b3f2e6e-59a8-4d04-b9f9-cbcc92e896ee admin admin] Publish callbacks [] for router, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:15.690726 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5f540056-f723-4798-b872-058532712f4c None None] Set router a560b6f1-f14d-44de-8b0f-612d80e675be gateway port host: n-d-729945-9 {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:37:15.779736 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b3f2e6e-59a8-4d04-b9f9-cbcc92e896ee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:15.834172 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8b3f2e6e-59a8-4d04-b9f9-cbcc92e896ee admin admin] Deleting port 97f7ba04-04b3-41b0-bb93-096615c4e4fb {{(pid=102678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:37:15.834507 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b3f2e6e-59a8-4d04-b9f9-cbcc92e896ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:15.870386 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5f540056-f723-4798-b872-058532712f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a560b6f1-f14d-44de-8b0f-612d80e675be', 'name': 'tempest-TestSnapshotPattern-1984928025-router', 'tenant_id': 'a68d0742564f4537bf0f7bae005c96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'external_fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '97f7ba04-04b3-41b0-bb93-096615c4e4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:44Z', 'updated_at': '2021-11-15T12:37:14Z', 'revision_number': 5, 'project_id': 'a68d0742564f4537bf0f7bae005c96ba', 'gw_port': {'id': '97f7ba04-04b3-41b0-bb93-096615c4e4fb', 'name': '', 'network_id': '620a0aff-52fb-4f4f-a013-9e65dba70b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:da:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a560b6f1-f14d-44de-8b0f-612d80e675be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-729945-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:45Z', 'updated_at': '2021-11-15T12:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8728b2d-fceb-4ca1-adac-b7c78a87521b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-729945-9'}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:37:15.897279 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f540056-f723-4798-b872-058532712f4c None None] Checking router: a560b6f1-f14d-44de-8b0f-612d80e675be for host: n-d-729945-9 {{(pid=102679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:37:15.905542 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f540056-f723-4798-b872-058532712f4c None None] Routers {'a560b6f1-f14d-44de-8b0f-612d80e675be'} bound to L3 agent in host n-d-729945-9 {{(pid=102679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:37:15.906124 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5f540056-f723-4798-b872-058532712f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-729945-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T10:59:08Z,description=,heartbeat_timestamp=2021-11-15T12:37:08Z,host='n-d-729945-9',id=d51c44f8-2cdd-491d-afdd-6b62b6142d61,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T10:59:08Z,topic='l3_agent')) {'router_ids': ['a560b6f1-f14d-44de-8b0f-612d80e675be'], 'active': True} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:37:15.915156 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.db [None req-8b3f2e6e-59a8-4d04-b9f9-cbcc92e896ee admin admin] For port 97f7ba04-04b3-41b0-bb93-096615c4e4fb, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=97f7ba04-04b3-41b0-bb93-096615c4e4fb,segment=NetworkSegment(a2831eee-a54c-4417-98f5-a0b189ffe214),segment_id=a2831eee-a54c-4417-98f5-a0b189ffe214)] {{(pid=102678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:37:15.915514 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b3f2e6e-59a8-4d04-b9f9-cbcc92e896ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:15.926953 n-d-729945-9 neutron-server[102678]: DEBUG neutron.plugins.ml2.plugin [None req-8b3f2e6e-59a8-4d04-b9f9-cbcc92e896ee admin admin] Calling delete_port for 97f7ba04-04b3-41b0-bb93-096615c4e4fb owned by network:router_gateway {{(pid=102678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:37:15.990851 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvr_db [None req-5f540056-f723-4798-b872-058532712f4c None None] Set router a560b6f1-f14d-44de-8b0f-612d80e675be gateway port host: None {{(pid=102679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:37:16.044922 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_hamode_db [None req-5f540056-f723-4798-b872-058532712f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a560b6f1-f14d-44de-8b0f-612d80e675be', 'name': 'tempest-TestSnapshotPattern-1984928025-router', 'tenant_id': 'a68d0742564f4537bf0f7bae005c96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:44Z', 'updated_at': '2021-11-15T12:37:15Z', 'revision_number': 6, 'project_id': 'a68d0742564f4537bf0f7bae005c96ba', 'gw_port_host': None}], 'n-d-729945-9', False) {} {{(pid=102679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:37:16.070962 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f540056-f723-4798-b872-058532712f4c None None] The sync data for ids ['a560b6f1-f14d-44de-8b0f-612d80e675be'] in n-d-729945-9 is: [{'id': 'a560b6f1-f14d-44de-8b0f-612d80e675be', 'name': 'tempest-TestSnapshotPattern-1984928025-router', 'tenant_id': 'a68d0742564f4537bf0f7bae005c96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:44Z', 'updated_at': '2021-11-15T12:37:15Z', 'revision_number': 6, 'project_id': 'a68d0742564f4537bf0f7bae005c96ba', 'gw_port_host': None}] {{(pid=102679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:37:16.092417 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b3f2e6e-59a8-4d04-b9f9-cbcc92e896ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57561988'] for port, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:16.127975 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f2e6e-59a8-4d04-b9f9-cbcc92e896ee admin admin] Pushing event deleted for resources: {'Port': ['ID=97f7ba04-04b3-41b0-bb93-096615c4e4fb,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:37:16.142056 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e064e06-4b4c-4d17-a529-ba195a79c1be None None] DHCP port deletion for 620a0aff-52fb-4f4f-a013-9e65dba70b80 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:37:16.187762 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b3f2e6e-59a8-4d04-b9f9-cbcc92e896ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66739813'] for router_gateway, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:16.279435 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b3f2e6e-59a8-4d04-b9f9-cbcc92e896ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66736263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:16.281694 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b3f2e6e-59a8-4d04-b9f9-cbcc92e896ee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:16.326692 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b3f2e6e-59a8-4d04-b9f9-cbcc92e896ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66736286'] for router, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:16.327650 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3f2e6e-59a8-4d04-b9f9-cbcc92e896ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router a560b6f1-f14d-44de-8b0f-612d80e675be {{(pid=102678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 12:37:16.332850 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-8b3f2e6e-59a8-4d04-b9f9-cbcc92e896ee admin admin] Publish callbacks [] for router, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:16.334038 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-8b3f2e6e-59a8-4d04-b9f9-cbcc92e896ee admin admin] 10.222.0.64 "DELETE /v2.0/routers/a560b6f1-f14d-44de-8b0f-612d80e675be HTTP/1.1" status: 204 len: 168 time: 0.7651331 Nov 15 12:37:16.336650 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56990) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:37:16.380710 n-d-729945-9 neutron-server[102678]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cfcd8b8-5f0d-4ee9-b73d-fdf3882bb944 admin admin] Deleting subnet 94197201-6540-4623-bc72-8a288c6de428 {{(pid=102678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:37:16.383973 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cfcd8b8-5f0d-4ee9-b73d-fdf3882bb944 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:16.423078 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cfcd8b8-5f0d-4ee9-b73d-fdf3882bb944 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57562437'] for subnet, precommit_delete_associations {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:16.505674 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cfcd8b8-5f0d-4ee9-b73d-fdf3882bb944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-905134'] for subnet, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:16.560381 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cfcd8b8-5f0d-4ee9-b73d-fdf3882bb944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-905127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66665641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57561961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57913425'] for subnet, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:16.586890 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfcd8b8-5f0d-4ee9-b73d-fdf3882bb944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94197201-6540-4623-bc72-8a288c6de428,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:37:16.588858 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-3cfcd8b8-5f0d-4ee9-b73d-fdf3882bb944 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:16.592068 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-3cfcd8b8-5f0d-4ee9-b73d-fdf3882bb944 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/94197201-6540-4623-bc72-8a288c6de428 HTTP/1.1" status: 204 len: 168 time: 0.2544563 Nov 15 12:37:16.592630 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2dc01d-5f1b-48a3-a1fe-ca761d8c06b6 None None] Network f1418c4b-9b64-4864-9c20-cab4d87454c5 requested from n-d-729945-9 {{(pid=102679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:37:16.594815 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 56992) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:37:16.664302 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a0ef3ec-ce8f-490e-8e88-e436f52f535c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-810729'] for network, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:16.722516 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5a0ef3ec-ce8f-490e-8e88-e436f52f535c admin admin] Deleting port 4b98032f-bcf8-4f72-828d-749c537790fe {{(pid=102677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:37:16.722847 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a0ef3ec-ce8f-490e-8e88-e436f52f535c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:16.786401 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.db [None req-5a0ef3ec-ce8f-490e-8e88-e436f52f535c admin admin] For port 4b98032f-bcf8-4f72-828d-749c537790fe, host n-d-729945-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-729945-9',level=0,port_id=4b98032f-bcf8-4f72-828d-749c537790fe,segment=NetworkSegment(1f28f02b-d688-4df6-ba53-fde1ea692d5c),segment_id=1f28f02b-d688-4df6-ba53-fde1ea692d5c)] {{(pid=102677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:37:16.786682 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a0ef3ec-ce8f-490e-8e88-e436f52f535c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:16.803802 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.plugin [None req-5a0ef3ec-ce8f-490e-8e88-e436f52f535c admin admin] Calling delete_port for 4b98032f-bcf8-4f72-828d-749c537790fe owned by network:dhcp {{(pid=102677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:37:16.841826 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a10104-fd91-426f-8ea4-7b8b33b1d432 None None] DHCP port deletion for f1418c4b-9b64-4864-9c20-cab4d87454c5 request from n-d-729945-9 {{(pid=102679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:37:16.895094 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e3a10104-fd91-426f-8ea4-7b8b33b1d432 None None] Deleting port 4b98032f-bcf8-4f72-828d-749c537790fe {{(pid=102679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:37:16.895544 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e3a10104-fd91-426f-8ea4-7b8b33b1d432 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780020717779'] for port, before_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:16.897178 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a0ef3ec-ce8f-490e-8e88-e436f52f535c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64437957'] for port, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:16.924040 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ef3ec-ce8f-490e-8e88-e436f52f535c admin admin] Pushing event deleted for resources: {'Port': ['ID=4b98032f-bcf8-4f72-828d-749c537790fe,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:37:16.925902 n-d-729945-9 neutron-server[102677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ef3ec-ce8f-490e-8e88-e436f52f535c admin admin] No DVR routers for this DVR port 4b98032f-bcf8-4f72-828d-749c537790fe on host n-d-729945-9 {{(pid=102677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:37:17.000787 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a0ef3ec-ce8f-490e-8e88-e436f52f535c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903223', 'neutron.services.segments.db._delete_segments_for_network-8780020697546'] for network, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:17.031708 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5a0ef3ec-ce8f-490e-8e88-e436f52f535c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1418c4b-9b64-4864-9c20-cab4d87454c5']}} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:37:17.042517 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5a0ef3ec-ce8f-490e-8e88-e436f52f535c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f28f02b-d688-4df6-ba53-fde1ea692d5c') {'for_net_delete': True} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:37:17.043132 n-d-729945-9 neutron-server[102677]: DEBUG neutron.services.segments.db [None req-5a0ef3ec-ce8f-490e-8e88-e436f52f535c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f28f02b-d688-4df6-ba53-fde1ea692d5c') {} {{(pid=102677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:37:17.054019 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a0ef3ec-ce8f-490e-8e88-e436f52f535c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780020701395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64177627'] for segment, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:17.070284 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a0ef3ec-ce8f-490e-8e88-e436f52f535c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375'] for segment, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:17.077845 n-d-729945-9 neutron-server[102677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0ef3ec-ce8f-490e-8e88-e436f52f535c admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=102677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:37:17.078248 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a0ef3ec-ce8f-490e-8e88-e436f52f535c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-907375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64437906'] for segment, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: Traceback (most recent call last): Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: timer() Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: cb(*args, **kw) Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: return func(*args, **kwargs) Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: self._notify() Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: self.callback(batched_events) Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: event.method(event) Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: return f(self, *a, **k) Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: return self._get(url).json() Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: return self.request(url, 'GET', **kwargs) Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:37:17.080266 n-d-729945-9 neutron-server[102677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:37:17.136918 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.db [None req-e3a10104-fd91-426f-8ea4-7b8b33b1d432 None None] For port 4b98032f-bcf8-4f72-828d-749c537790fe, host n-d-729945-9, got binding levels [] {{(pid=102679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:37:17.137306 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e3a10104-fd91-426f-8ea4-7b8b33b1d432 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66735345'] for port, precommit_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:17.139692 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a0ef3ec-ce8f-490e-8e88-e436f52f535c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66739777'] for network, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:17.154075 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-e3a10104-fd91-426f-8ea4-7b8b33b1d432 None None] Calling delete_port for 4b98032f-bcf8-4f72-828d-749c537790fe owned by network:dhcp {{(pid=102679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:37:17.156889 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.ipam_backend_mixin [None req-e3a10104-fd91-426f-8ea4-7b8b33b1d432 None None] Port 4b98032f-bcf8-4f72-828d-749c537790fe was not found and therefore no delete operation was performed {{(pid=102679) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 12:37:17.158190 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-e3a10104-fd91-426f-8ea4-7b8b33b1d432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-916913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66597692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780020527517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780020131759'] for port, after_delete {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:17.158712 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-5a0ef3ec-ce8f-490e-8e88-e436f52f535c admin admin] Publish callbacks [] for network, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:17.162707 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-5a0ef3ec-ce8f-490e-8e88-e436f52f535c admin admin] 10.222.0.64 "DELETE /v2.0/networks/f1418c4b-9b64-4864-9c20-cab4d87454c5 HTTP/1.1" status: 204 len: 168 time: 0.5660934 Nov 15 12:37:17.162998 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ef3ec-ce8f-490e-8e88-e436f52f535c admin admin] Pushing event deleted for resources: {'Network': ['ID=f1418c4b-9b64-4864-9c20-cab4d87454c5,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:37:17.180583 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a10104-fd91-426f-8ea4-7b8b33b1d432 None None] Pushing event deleted for resources: {'Port': ['ID=4b98032f-bcf8-4f72-828d-749c537790fe,revision_number=None']} {{(pid=102679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:37:17.182417 n-d-729945-9 neutron-server[102679]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e3a10104-fd91-426f-8ea4-7b8b33b1d432 None None] Network f1418c4b-9b64-4864-9c20-cab4d87454c5 is not hosted by any dhcp agent {{(pid=102679) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 15 12:37:17.182867 n-d-729945-9 neutron-server[102679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a10104-fd91-426f-8ea4-7b8b33b1d432 None None] No DVR routers for this DVR port 4b98032f-bcf8-4f72-828d-749c537790fe on host n-d-729945-9 {{(pid=102679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:37:17.290283 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56996) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:37:17.331610 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-c5c26c2a-6d67-442c-8b0a-cb48c8495955 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c692a5d98b2047499ee2f2285e6b4f93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401638 Nov 15 12:37:17.334227 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [-] (102678) accepted ('10.222.0.64', 56998) {{(pid=102678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:37:17.387907 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e41f0f5e-f85f-4e9f-aee3-d45087b672c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:17.410218 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e41f0f5e-f85f-4e9f-aee3-d45087b672c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:17.461281 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e41f0f5e-f85f-4e9f-aee3-d45087b672c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:17.464479 n-d-729945-9 neutron-server[102678]: DEBUG neutron_lib.callbacks.manager [None req-e41f0f5e-f85f-4e9f-aee3-d45087b672c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:17.466089 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [None req-e41f0f5e-f85f-4e9f-aee3-d45087b672c4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7d9ca0c3-8765-4b24-b847-1d3e095b41fd HTTP/1.1" status: 204 len: 168 time: 0.1307790 Nov 15 12:37:17.476024 n-d-729945-9 neutron-server[102678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f0f5e-f85f-4e9f-aee3-d45087b672c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9ca0c3-8765-4b24-b847-1d3e095b41fd,revision_number=None']} {{(pid=102678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:37:17.558448 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 4b98032f-bcf8-4f72-828d-749c537790fe no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:37:17.578516 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 4b98032f-bcf8-4f72-828d-749c537790fe {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:37:17.578850 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 4b98032f-bcf8-4f72-828d-749c537790fe not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:37:17.579255 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 97f7ba04-04b3-41b0-bb93-096615c4e4fb no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:37:17.598170 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: 97f7ba04-04b3-41b0-bb93-096615c4e4fb {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:37:17.598837 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device 97f7ba04-04b3-41b0-bb93-096615c4e4fb not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:37:17.598941 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d5a9a7e7-af6b-4779-a531-47f2378fac77 no longer exists at agent ovs-agent-n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:37:17.620830 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.plugin [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] No Port match for: d5a9a7e7-af6b-4779-a531-47f2378fac77 {{(pid=102679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:37:17.621174 n-d-729945-9 neutron-server[102679]: DEBUG neutron.plugins.ml2.rpc [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Device d5a9a7e7-af6b-4779-a531-47f2378fac77 not bound to the agent host n-d-729945-9 {{(pid=102679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:37:17.828166 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57004) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:37:17.870046 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-b86c1fde-89b0-4728-ab7c-0ea5f3a02088 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a68d0742564f4537bf0f7bae005c96ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407016 Nov 15 12:37:17.872732 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [-] (102677) accepted ('10.222.0.64', 57006) {{(pid=102677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:37:17.920591 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1903d57c-ca32-4606-b4fa-aa1f6c5d3b53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:17.946036 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1903d57c-ca32-4606-b4fa-aa1f6c5d3b53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:18.006646 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1903d57c-ca32-4606-b4fa-aa1f6c5d3b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66687349'] for security_group, after_delete {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:18.009449 n-d-729945-9 neutron-server[102677]: DEBUG neutron_lib.callbacks.manager [None req-1903d57c-ca32-4606-b4fa-aa1f6c5d3b53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:18.010554 n-d-729945-9 neutron-server[102677]: INFO neutron.wsgi [None req-1903d57c-ca32-4606-b4fa-aa1f6c5d3b53 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1952cd3d-4ffa-4d4a-bc7d-af99b90ec9f6 HTTP/1.1" status: 204 len: 168 time: 0.1368811 Nov 15 12:37:18.018231 n-d-729945-9 neutron-server[102677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903d57c-ca32-4606-b4fa-aa1f6c5d3b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1952cd3d-4ffa-4d4a-bc7d-af99b90ec9f6,revision_number=None']} {{(pid=102677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:37:24.384316 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-548237e5-55a7-4efc-8653-a54c07e52343 req-98af93b0-184b-4945-a5ad-f2e49502907e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417883 Nov 15 12:37:24.467245 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548237e5-55a7-4efc-8653-a54c07e52343 req-73878315-196b-44bf-aa7e-0ef04de1c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:37:24.468759 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-548237e5-55a7-4efc-8653-a54c07e52343 req-73878315-196b-44bf-aa7e-0ef04de1c1a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0412164 Nov 15 12:37:24.584514 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548237e5-55a7-4efc-8653-a54c07e52343 req-d2fb41d0-5f9d-4a55-b56a-8c2659d365a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:37:24.586026 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-548237e5-55a7-4efc-8653-a54c07e52343 req-d2fb41d0-5f9d-4a55-b56a-8c2659d365a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0940421 Nov 15 12:37:24.627576 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-548237e5-55a7-4efc-8653-a54c07e52343 req-1db562d2-5518-4cd9-9b9b-622936382559 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0343754 Nov 15 12:37:24.681235 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548237e5-55a7-4efc-8653-a54c07e52343 req-238ef666-99cb-494a-9ae8-edafd230506d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:37:24.682703 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-548237e5-55a7-4efc-8653-a54c07e52343 req-238ef666-99cb-494a-9ae8-edafd230506d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0484877 Nov 15 12:37:24.731575 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548237e5-55a7-4efc-8653-a54c07e52343 req-5a5ce33f-7f9d-4a2a-a2f7-a64fd170e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:37:24.733936 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-548237e5-55a7-4efc-8653-a54c07e52343 req-5a5ce33f-7f9d-4a2a-a2f7-a64fd170e82f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447373 Nov 15 12:37:24.827501 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-548237e5-55a7-4efc-8653-a54c07e52343 req-bc13e63e-055a-4558-8600-0578a6b43218 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863709 Nov 15 12:37:24.927316 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-548237e5-55a7-4efc-8653-a54c07e52343 req-80fa2383-999c-4e4d-9457-d606adc79c17 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928500 Nov 15 12:37:30.463465 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:32.571136 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:36.359439 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0597a67e-98e6-4836-a0d9-ac48e4ecd41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:38.509794 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9eb33a17-dccf-490c-914a-e13bf4347891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:40.272468 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:41.829091 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:42.257839 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:47.922507 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:38:00.481364 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:38:02.567249 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:38:06.363371 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-09da0c20-5a32-40b9-9686-58888a0f4d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:38:08.503726 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9a8a87da-251a-4e10-bbcb-82a69bb5ba27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:38:10.272345 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:38:11.832957 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:38:12.261660 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:38:24.530576 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9207dd55-36b5-45b5-8300-6c71330f0a53 req-33aea76e-db25-4df9-8482-13d25aaca7ca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1990123 Nov 15 12:38:24.628079 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207dd55-36b5-45b5-8300-6c71330f0a53 req-438e1df4-48b8-43a4-a63c-ff32eefe14c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:38:24.629646 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9207dd55-36b5-45b5-8300-6c71330f0a53 req-438e1df4-48b8-43a4-a63c-ff32eefe14c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0482574 Nov 15 12:38:24.743948 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207dd55-36b5-45b5-8300-6c71330f0a53 req-e9d1232a-763b-4b1a-a1b0-478fc9705561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:38:24.745362 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9207dd55-36b5-45b5-8300-6c71330f0a53 req-e9d1232a-763b-4b1a-a1b0-478fc9705561 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0914462 Nov 15 12:38:24.792664 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9207dd55-36b5-45b5-8300-6c71330f0a53 req-16aeb3b8-7026-450f-b04d-4e89cc0f979a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0390694 Nov 15 12:38:24.846335 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207dd55-36b5-45b5-8300-6c71330f0a53 req-d0575280-2f01-4625-b6bd-fbdbf9315fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:38:24.847847 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9207dd55-36b5-45b5-8300-6c71330f0a53 req-d0575280-2f01-4625-b6bd-fbdbf9315fa8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0480604 Nov 15 12:38:24.895495 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207dd55-36b5-45b5-8300-6c71330f0a53 req-6d171152-dbb0-4bd2-b96d-e265049e04e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:38:24.897020 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9207dd55-36b5-45b5-8300-6c71330f0a53 req-6d171152-dbb0-4bd2-b96d-e265049e04e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424182 Nov 15 12:38:24.922147 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:38:24.992525 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9207dd55-36b5-45b5-8300-6c71330f0a53 req-bd98252b-7f1e-4117-81ec-8cc509e582b4 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877826 Nov 15 12:38:25.084998 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-9207dd55-36b5-45b5-8300-6c71330f0a53 req-6a1fa372-deeb-4a08-80ab-c64c05f57347 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850773 Nov 15 12:38:30.487334 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:38:32.570322 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:38:36.364832 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-9b0abf78-647f-4a73-8b1c-87e37ff08c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:38:38.512262 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-347706ed-2fad-4a06-9890-5b3a66812bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:38:40.278141 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:38:41.834584 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:38:42.260487 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:00.498182 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:01.926955 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:39:02.574081 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:06.364479 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-994ffaf1-e5ad-45bd-8e92-2608c10a608f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:08.515223 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-54da0c9c-4121-48b5-8d41-9e104183d1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:10.286464 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:11.846276 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:12.259228 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:24.340790 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dfae9949-0ed2-4f9f-a8b6-a7f5a46b580d req-d354ca82-3cc3-4427-8fb6-42e7da0a9145 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417116 Nov 15 12:39:24.431362 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae9949-0ed2-4f9f-a8b6-a7f5a46b580d req-16f41b16-f484-4095-9559-cdc457072f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:24.432819 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dfae9949-0ed2-4f9f-a8b6-a7f5a46b580d req-16f41b16-f484-4095-9559-cdc457072f55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0457771 Nov 15 12:39:24.536549 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae9949-0ed2-4f9f-a8b6-a7f5a46b580d req-04049c96-c130-4ddf-94a5-c3c765431875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:24.538015 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dfae9949-0ed2-4f9f-a8b6-a7f5a46b580d req-04049c96-c130-4ddf-94a5-c3c765431875 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0855911 Nov 15 12:39:24.583024 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dfae9949-0ed2-4f9f-a8b6-a7f5a46b580d req-2965901f-b1bf-4ae4-8f53-957c26acf31b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0373549 Nov 15 12:39:24.632874 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae9949-0ed2-4f9f-a8b6-a7f5a46b580d req-da41e984-2c92-4616-8854-d0ab7602cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:24.634366 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dfae9949-0ed2-4f9f-a8b6-a7f5a46b580d req-da41e984-2c92-4616-8854-d0ab7602cb8c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0439904 Nov 15 12:39:24.683254 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae9949-0ed2-4f9f-a8b6-a7f5a46b580d req-73e65ce6-0810-4ea9-8766-d8da42283eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:24.684650 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dfae9949-0ed2-4f9f-a8b6-a7f5a46b580d req-73e65ce6-0810-4ea9-8766-d8da42283eae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427470 Nov 15 12:39:24.783428 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dfae9949-0ed2-4f9f-a8b6-a7f5a46b580d req-3ffdf6af-c198-410e-916d-16d54e09f1dc service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910425 Nov 15 12:39:24.883857 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-dfae9949-0ed2-4f9f-a8b6-a7f5a46b580d req-9c2eb799-45f6-4ae9-bee5-9cd870a6c973 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929418 Nov 15 12:39:30.494213 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:32.594266 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:36.361345 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-dd83a0ed-006b-4de7-a26b-d86384d1799e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:38.509603 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8207096c-2191-40e9-855b-91d07784d4f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:38.933627 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:39:40.285118 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:41.838029 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:42.257913 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:00.517537 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:02.596918 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:06.360627 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-498fb259-83a7-4e8f-b2e0-6fc7b050a69b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:08.517506 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d0c19a67-8120-47a0-9dbd-1ebd5d189b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:10.297272 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:11.847469 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:12.260448 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:15.930014 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:40:26.323781 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5f956fe5-9fb2-418d-b318-e13c1fa65306 req-c24a5747-496e-421c-90e6-c67a9e996e5e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462952 Nov 15 12:40:26.405951 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f956fe5-9fb2-418d-b318-e13c1fa65306 req-3a3bba26-c49f-4d92-aca0-7c6171930a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:26.407304 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5f956fe5-9fb2-418d-b318-e13c1fa65306 req-3a3bba26-c49f-4d92-aca0-7c6171930a92 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0404561 Nov 15 12:40:26.514904 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f956fe5-9fb2-418d-b318-e13c1fa65306 req-84f8c48d-9997-42b7-9edf-2dc5bc4a853b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:26.516405 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5f956fe5-9fb2-418d-b318-e13c1fa65306 req-84f8c48d-9997-42b7-9edf-2dc5bc4a853b service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0886264 Nov 15 12:40:26.571240 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5f956fe5-9fb2-418d-b318-e13c1fa65306 req-730d1a91-0ba4-42b4-9411-8e66c7b4891b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0476274 Nov 15 12:40:26.622139 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f956fe5-9fb2-418d-b318-e13c1fa65306 req-f734ca90-6cbd-49b5-b01a-d9b281ace099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:26.624578 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5f956fe5-9fb2-418d-b318-e13c1fa65306 req-f734ca90-6cbd-49b5-b01a-d9b281ace099 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0463562 Nov 15 12:40:26.677314 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f956fe5-9fb2-418d-b318-e13c1fa65306 req-ddbf07bd-7ec5-4476-a438-5903646d3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:26.678853 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5f956fe5-9fb2-418d-b318-e13c1fa65306 req-ddbf07bd-7ec5-4476-a438-5903646d3837 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466788 Nov 15 12:40:26.774994 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5f956fe5-9fb2-418d-b318-e13c1fa65306 req-95502ae2-746e-4e57-8e4a-0c72068fc990 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888891 Nov 15 12:40:26.867984 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-5f956fe5-9fb2-418d-b318-e13c1fa65306 req-37d11033-da18-4a8d-bcaf-d1123c4133c7 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850592 Nov 15 12:40:30.513334 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:32.587347 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:36.366495 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-bcbadfbb-3d4e-4dde-891d-b663dbd922fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:38.522990 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0b2fb2fc-2c7c-442e-94fd-9ec51291f492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:40.297008 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:41.853865 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:42.266436 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:52.924983 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:41:00.512726 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:02.592747 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:06.362343 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-655ac5a9-b595-4e5a-946c-ab253dfd4b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:08.521259 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8c45d49a-5d2c-45da-adfb-d93dc9535026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:10.303667 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:11.857196 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:12.257735 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:28.355609 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c55b938d-a575-4a99-b9c5-7ff0395e10cb req-0d0bbdad-d779-4dda-8397-4dc4a67ede36 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467072 Nov 15 12:41:28.453387 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b938d-a575-4a99-b9c5-7ff0395e10cb req-dc4be7e2-c25c-48e2-ac4c-1ff656d7ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:28.454914 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c55b938d-a575-4a99-b9c5-7ff0395e10cb req-dc4be7e2-c25c-48e2-ac4c-1ff656d7ebdb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0470693 Nov 15 12:41:28.564982 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b938d-a575-4a99-b9c5-7ff0395e10cb req-b7e98bce-e6a3-4e7f-8b15-088f7467e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:28.566468 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c55b938d-a575-4a99-b9c5-7ff0395e10cb req-b7e98bce-e6a3-4e7f-8b15-088f7467e7aa service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0910408 Nov 15 12:41:28.611464 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c55b938d-a575-4a99-b9c5-7ff0395e10cb req-90906506-94d1-4aa0-85cf-4abc7eb8137e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0372634 Nov 15 12:41:28.660522 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b938d-a575-4a99-b9c5-7ff0395e10cb req-89292189-c372-4af0-8314-63f85d8af5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:28.661990 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c55b938d-a575-4a99-b9c5-7ff0395e10cb req-89292189-c372-4af0-8314-63f85d8af5c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0441926 Nov 15 12:41:28.708066 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b938d-a575-4a99-b9c5-7ff0395e10cb req-0f158f78-2a96-4aee-adc9-88a56cded75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:28.709519 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c55b938d-a575-4a99-b9c5-7ff0395e10cb req-0f158f78-2a96-4aee-adc9-88a56cded75a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401385 Nov 15 12:41:28.720450 n-d-729945-9 neutron-server[102678]: DEBUG neutron.wsgi [req-c55b938d-a575-4a99-b9c5-7ff0395e10cb req-51b2248c-7788-4427-9d4b-53ffc0974172 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:41:28.721377 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c55b938d-a575-4a99-b9c5-7ff0395e10cb req-51b2248c-7788-4427-9d4b-53ffc0974172 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048718 Nov 15 12:41:28.816912 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c55b938d-a575-4a99-b9c5-7ff0395e10cb req-8326ae61-06f0-492a-9d22-52d759725ef9 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881686 Nov 15 12:41:28.913931 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-c55b938d-a575-4a99-b9c5-7ff0395e10cb req-eded579a-604e-40d7-a8cc-045c038115bf service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886142 Nov 15 12:41:29.929882 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:41:30.527472 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:32.589931 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:36.373307 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0c775993-0e75-499a-b47d-6fcd8134c226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:38.524701 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8c49dd72-952d-4fb5-9731-8a7b7cff7df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:40.308036 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:41.858548 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:42.264323 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:00.526765 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:02.590605 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:06.374052 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-50d56402-10e8-424c-a0ca-faca34224c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:06.932960 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:42:08.524200 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-14e71f37-36a8-41f7-a298-8a37ba5f2c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:10.311212 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:11.867607 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:12.252894 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:30.333531 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab9c274b-d9ec-43fe-9ca4-7bc5a7f01a82 req-171676b2-dc4f-4478-b132-46bb22ea481c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469728 Nov 15 12:42:30.417708 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c274b-d9ec-43fe-9ca4-7bc5a7f01a82 req-c54ab5e4-b89f-4767-83de-96539d272a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:30.419167 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab9c274b-d9ec-43fe-9ca4-7bc5a7f01a82 req-c54ab5e4-b89f-4767-83de-96539d272a2c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0417383 Nov 15 12:42:30.518616 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:30.527741 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c274b-d9ec-43fe-9ca4-7bc5a7f01a82 req-255cfe92-9d55-471a-b37c-3e7549b6f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:30.529283 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab9c274b-d9ec-43fe-9ca4-7bc5a7f01a82 req-255cfe92-9d55-471a-b37c-3e7549b6f832 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0889037 Nov 15 12:42:30.571526 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab9c274b-d9ec-43fe-9ca4-7bc5a7f01a82 req-c6497ead-9a78-423a-bfe6-f5d39ea0fa02 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0340514 Nov 15 12:42:30.621366 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c274b-d9ec-43fe-9ca4-7bc5a7f01a82 req-2d8b180b-cc7e-4a92-b452-5eee1ab836ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:30.622823 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab9c274b-d9ec-43fe-9ca4-7bc5a7f01a82 req-2d8b180b-cc7e-4a92-b452-5eee1ab836ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0427144 Nov 15 12:42:30.668261 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c274b-d9ec-43fe-9ca4-7bc5a7f01a82 req-75960b5b-87a8-4721-bd38-5d358bb3e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:30.669675 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab9c274b-d9ec-43fe-9ca4-7bc5a7f01a82 req-75960b5b-87a8-4721-bd38-5d358bb3e49c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400572 Nov 15 12:42:30.762554 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab9c274b-d9ec-43fe-9ca4-7bc5a7f01a82 req-bb889204-dfe9-4057-beca-9264d637827e service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846992 Nov 15 12:42:30.854656 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-ab9c274b-d9ec-43fe-9ca4-7bc5a7f01a82 req-d8723f5f-09a8-45fc-96da-b39249b4b6b8 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845063 Nov 15 12:42:32.594129 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:36.378978 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-d72477ae-29cb-4dd2-9b05-2e64985616fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:38.523891 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-8405fad9-1f48-49e5-b9c7-92e82932c641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:40.315460 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:41.880754 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:42.256589 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:43.935629 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:43:00.516811 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:02.596097 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:06.379769 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-562acc93-1af6-44fd-8473-57f831a7026d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:08.523206 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-5c22302d-f24e-4fa7-8b39-d7ff3bdbdeba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:10.318878 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:11.875711 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:12.263686 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:20.939986 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:43:30.430025 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f20e7c0c-edae-4a95-8948-72dcf9f44aa5 req-f438e5de-fe0d-4b6c-a38f-c351b986c9a7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1187320 Nov 15 12:43:30.516180 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e7c0c-edae-4a95-8948-72dcf9f44aa5 req-37e69a3f-df7d-4c34-828f-21fc6fae840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:30.517861 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f20e7c0c-edae-4a95-8948-72dcf9f44aa5 req-37e69a3f-df7d-4c34-828f-21fc6fae840a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0404875 Nov 15 12:43:30.529107 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:30.628306 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e7c0c-edae-4a95-8948-72dcf9f44aa5 req-cd181a78-1ebe-4d74-ab18-b4b398494b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:30.629686 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f20e7c0c-edae-4a95-8948-72dcf9f44aa5 req-cd181a78-1ebe-4d74-ab18-b4b398494b80 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0916743 Nov 15 12:43:30.672692 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f20e7c0c-edae-4a95-8948-72dcf9f44aa5 req-a83dca96-4bea-4476-9c60-6361029f808d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0340114 Nov 15 12:43:30.721108 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e7c0c-edae-4a95-8948-72dcf9f44aa5 req-9755831b-71a8-484a-b1ea-a87b0f392ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:30.722524 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f20e7c0c-edae-4a95-8948-72dcf9f44aa5 req-9755831b-71a8-484a-b1ea-a87b0f392ad0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0433741 Nov 15 12:43:30.774335 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e7c0c-edae-4a95-8948-72dcf9f44aa5 req-58993785-7b7d-416f-a88f-248882143314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:30.775865 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f20e7c0c-edae-4a95-8948-72dcf9f44aa5 req-58993785-7b7d-416f-a88f-248882143314 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462146 Nov 15 12:43:30.866433 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f20e7c0c-edae-4a95-8948-72dcf9f44aa5 req-4f0b838f-1cd1-4ecb-8d16-37a9dfea95c3 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823646 Nov 15 12:43:31.316866 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-f20e7c0c-edae-4a95-8948-72dcf9f44aa5 req-ccb9ed26-2def-4f23-a85c-a82d8c8743ad service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421117 Nov 15 12:43:32.600651 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:36.381093 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-fa6503a9-02a6-4e97-a95a-77c84c2ab6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:38.519146 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-73bb3118-0aa9-440c-99c2-a8b5c5d902ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:40.323178 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:41.878007 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:42.251691 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:57.943596 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:44:00.566559 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:02.612200 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:06.380728 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-cb541eb4-8e81-4c58-8350-85a89158f821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:08.530195 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-4733b3b7-0f8a-4f6b-bebf-a5e837b9db26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:10.327093 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:11.882260 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:12.252516 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:30.572147 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:32.364554 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6893c975-70c3-4c1a-955e-82b5f402fe13 req-77d65773-cf68-44a4-8380-20e99331b189 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433433 Nov 15 12:44:32.455325 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893c975-70c3-4c1a-955e-82b5f402fe13 req-160529c4-d6f9-4d6b-b6b3-141a83f8f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:32.457658 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6893c975-70c3-4c1a-955e-82b5f402fe13 req-160529c4-d6f9-4d6b-b6b3-141a83f8f414 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0470502 Nov 15 12:44:32.575006 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893c975-70c3-4c1a-955e-82b5f402fe13 req-c7ab3f0d-e685-426b-bb3b-a96d4f622647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:32.576514 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6893c975-70c3-4c1a-955e-82b5f402fe13 req-c7ab3f0d-e685-426b-bb3b-a96d4f622647 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0983064 Nov 15 12:44:32.610185 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:32.618520 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6893c975-70c3-4c1a-955e-82b5f402fe13 req-ba4017c1-8db2-4dd5-91b4-dd2d3c2a660f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0349984 Nov 15 12:44:32.670992 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893c975-70c3-4c1a-955e-82b5f402fe13 req-24494724-4b7c-4ff1-8dcc-72465d8c6675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:32.672458 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6893c975-70c3-4c1a-955e-82b5f402fe13 req-24494724-4b7c-4ff1-8dcc-72465d8c6675 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0475364 Nov 15 12:44:32.718487 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893c975-70c3-4c1a-955e-82b5f402fe13 req-59eedb63-bfd0-44ab-a34d-466051ef7565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:32.719965 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6893c975-70c3-4c1a-955e-82b5f402fe13 req-59eedb63-bfd0-44ab-a34d-466051ef7565 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407381 Nov 15 12:44:32.809915 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6893c975-70c3-4c1a-955e-82b5f402fe13 req-b848095e-0d20-4e44-839e-01316a4b623d service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825031 Nov 15 12:44:32.909809 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-6893c975-70c3-4c1a-955e-82b5f402fe13 req-7f5639f9-1e48-4bb3-86fb-dd0d75a79eba service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926213 Nov 15 12:44:34.948460 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:44:36.380492 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-1be3adca-5277-4990-8c21-5fdfb6780098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:38.532462 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-00f594f4-182f-4d10-9a6b-41389f8cec51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:40.331163 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:41.886947 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:42.255232 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:50.812277 n-d-729945-9 neutron-server[102677]: DEBUG neutron.wsgi [req-9ecad3a0-1bfb-4151-b908-fd5974504a6a req-2e1f6307-1a84-4609-80bf-13ddb32edd8f service neutron] (102677) timed out ('10.222.0.64', 54902) {{(pid=102677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 12:45:00.567669 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:02.620329 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:06.386142 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-2a922d48-d1bf-4742-8d6d-f450b94e8ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:08.534274 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a15f9d93-8896-4a48-9777-8fcd6ec80741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:10.335189 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:11.887520 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:11.954590 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:45:12.256681 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:30.571504 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-449de872-fb6f-430b-ab90-65b6af535ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:32.623039 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-07567713-ca3f-4c42-904f-d6988bab41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:34.316559 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-30f6296a-148c-4512-9c69-ee43ced8d345 req-568638d4-1546-44dd-b06b-49a95d5d2fc3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bd8887-4064-4ccd-846a-616a239bf526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436509 Nov 15 12:45:34.404305 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6296a-148c-4512-9c69-ee43ced8d345 req-a7b51a33-769e-4c95-ad75-213cd41621c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:34.405830 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-30f6296a-148c-4512-9c69-ee43ced8d345 req-a7b51a33-769e-4c95-ad75-213cd41621c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eab0b4a8b87d49f5928c8feddd42ff75&device_id=f0bd8887-4064-4ccd-846a-616a239bf526 HTTP/1.1" status: 200 len: 1096 time: 0.0448725 Nov 15 12:45:34.509566 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6296a-148c-4512-9c69-ee43ced8d345 req-0ce8921b-c7cf-48c0-b8d3-d982649c5129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:34.511126 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-30f6296a-148c-4512-9c69-ee43ced8d345 req-0ce8921b-c7cf-48c0-b8d3-d982649c5129 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6f1c26a-527a-4f69-9e9a-99c48209985b HTTP/1.1" status: 200 len: 918 time: 0.0863841 Nov 15 12:45:34.557655 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-30f6296a-148c-4512-9c69-ee43ced8d345 req-65cf62fb-d0d0-474a-a4b9-7a009c5a7e75 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f90fe4b-ca22-4dff-88d3-111bf0a55843 HTTP/1.1" status: 200 len: 217 time: 0.0394208 Nov 15 12:45:34.611106 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6296a-148c-4512-9c69-ee43ced8d345 req-f30a59a7-1b1b-49b6-8e1f-7ab326a01ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:34.612657 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-30f6296a-148c-4512-9c69-ee43ced8d345 req-f30a59a7-1b1b-49b6-8e1f-7ab326a01ea8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08dee673-fca8-478a-9f8a-c99ddd2f0e06 HTTP/1.1" status: 200 len: 856 time: 0.0479739 Nov 15 12:45:34.671076 n-d-729945-9 neutron-server[102678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6296a-148c-4512-9c69-ee43ced8d345 req-2bd2dbb9-b65c-47c6-9590-65ae32f85a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:34.672549 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-30f6296a-148c-4512-9c69-ee43ced8d345 req-2bd2dbb9-b65c-47c6-9590-65ae32f85a09 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6f1c26a-527a-4f69-9e9a-99c48209985b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533783 Nov 15 12:45:34.766748 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-30f6296a-148c-4512-9c69-ee43ced8d345 req-1a0d669e-0baa-4d9f-92e3-d571e19c1c37 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869398 Nov 15 12:45:34.857002 n-d-729945-9 neutron-server[102678]: INFO neutron.wsgi [req-30f6296a-148c-4512-9c69-ee43ced8d345 req-000044b9-07f0-4c52-961f-b137e1e12983 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f1c26a-527a-4f69-9e9a-99c48209985b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835857 Nov 15 12:45:36.381114 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-96b332c4-608d-4a0b-9af0-ab88127cd8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:38.532121 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-a6c9ae42-2a43-4ccf-94ff-539702f680bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:40.335678 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-0633f5ef-df30-4990-837e-b6594387ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:41.885928 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7aa4-46a4-48cf-b1b2-d337c131f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:42.252364 n-d-729945-9 neutron-server[102679]: DEBUG neutron_lib.callbacks.manager [None req-87ec022e-3581-4e75-8d11-1e3ecb856737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780020697528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-900841'] for agent, after_update {{(pid=102679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:48.944252 n-d-729945-9 neutron-server[102680]: DEBUG neutron.db.agents_db [None req-10f1893d-825f-4f32-bcf1-8b5065fd0977 None None] Agent healthcheck: found 7 active agents {{(pid=102680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}